-- Logs begin at Tue 2021-11-09 20:28:47 UTC, end at Tue 2021-11-09 22:43:44 UTC. -- Nov 09 21:01:30.542695 n-d-816206-3 systemd[1]: Started Devstack devstack@q-svc.service. Nov 09 21:01:33.232985 n-d-816206-3 neutron-server[102466]: INFO neutron.common.config [-] Logging enabled! Nov 09 21:01:33.233580 n-d-816206-3 neutron-server[102466]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev153 Nov 09 21:01:33.233764 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102466) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 09 21:01:33.236933 n-d-816206-3 neutron-server[102466]: INFO neutron.common.config [-] Logging enabled! Nov 09 21:01:33.237725 n-d-816206-3 neutron-server[102466]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev153 Nov 09 21:01:33.238039 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102466) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 09 21:01:33.238973 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 09 21:01:33.239206 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 09 21:01:33.239572 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 09 21:01:33.239823 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 09 21:01:33.240060 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 09 21:01:33.240361 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.240810 n-d-816206-3 neutron-server[102466]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 09 21:01:33.241122 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.241418 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.241709 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.242004 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.242295 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.242576 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.242865 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.243163 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.243450 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.243732 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.244017 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.244306 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.244587 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.244900 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.245183 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.245463 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] debug = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.245744 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.246171 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.246584 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.246862 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.247151 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.247428 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.247697 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.247969 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.248251 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.248575 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] host = n-d-816206-3 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.248877 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.249165 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.249450 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.249734 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.250008 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.250283 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.250563 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.250837 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.251107 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] log_file = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.251381 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.251667 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.251952 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.252242 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.252465 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.253271 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.253586 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.253875 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.254152 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.254426 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.254700 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.254976 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.255248 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.255518 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.255801 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.256081 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.256364 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.256649 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.256931 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.257205 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.257475 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.257756 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.258028 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.258298 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.258571 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.258852 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.259121 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.259391 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.259688 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.259972 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.260252 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.260533 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.260833 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.261116 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.261388 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.261659 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.261930 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] use_json = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.262207 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.262477 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.262753 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.263022 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.263293 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.263563 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.263915 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.264114 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:33.264410 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.264725 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.265026 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.265312 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.265618 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.265899 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.266189 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.266468 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.266759 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.267048 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.267336 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.267613 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.267901 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.268180 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.268500 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.268825 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.269122 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.269416 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.269693 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.269968 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.270243 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.270521 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.270809 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.271087 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.271376 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.271665 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.271944 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.272237 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.272530 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.272844 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.273123 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.273403 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.273693 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.273972 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.274244 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.274518 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.274804 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.275078 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.275349 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.275633 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.275909 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.276177 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.276447 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.276747 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.277036 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.277313 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.277583 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.277850 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.278125 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.278395 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.278678 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.278953 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.279223 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.279491 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.279766 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.280035 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.280304 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.280579 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.280875 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.281149 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.281419 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.281686 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.281958 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.282226 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.282492 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.282760 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.283028 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.283302 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.283569 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.283837 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.284129 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.284399 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.284693 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.284979 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.285275 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.285552 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.285828 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.286106 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.286378 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.286650 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.286923 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.287199 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.287475 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.287746 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.288033 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.288314 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.288595 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.288898 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.289178 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.289500 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.289777 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.290057 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.290332 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.290609 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.290890 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.291172 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.291464 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.291755 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.292051 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.292341 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.292652 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.292931 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.293241 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.293520 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:33.293736 n-d-816206-3 neutron-server[102466]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 09 21:01:33.293972 n-d-816206-3 neutron-server[102466]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102466) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 09 21:01:33.723985 n-d-816206-3 neutron-server[102466]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 09 21:01:33.724261 n-d-816206-3 neutron-server[102466]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 09 21:01:33.724563 n-d-816206-3 neutron-server[102466]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 09 21:01:33.724926 n-d-816206-3 neutron-server[102466]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 09 21:01:34.046755 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.046969 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.047238 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.048418 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.048712 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.048980 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.083296 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.083824 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.084096 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.099037 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.099319 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.099586 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.129696 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.129973 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.130245 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.165094 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.165374 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.165646 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.397780 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.398388 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.398388 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.398562 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.399257 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.525318 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.525637 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.525922 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.526200 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.526473 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.526790 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.527057 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.527317 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.527576 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.527866 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.528131 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.528403 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.528685 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.528947 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.529211 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.529484 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.529747 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.530021 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.530296 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.530559 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.530834 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.531091 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.531374 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.531751 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.532004 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.532255 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.532666 n-d-816206-3 neutron-server[102466]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102466) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 21:01:34.532909 n-d-816206-3 neutron-server[102466]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102466) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 21:01:34.533146 n-d-816206-3 neutron-server[102466]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102466) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 21:01:34.533378 n-d-816206-3 neutron-server[102466]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102466) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 21:01:34.533609 n-d-816206-3 neutron-server[102466]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102466) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 21:01:34.534356 n-d-816206-3 neutron-server[102466]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102466) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 21:01:34.534738 n-d-816206-3 neutron-server[102466]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 09 21:01:34.537942 n-d-816206-3 neutron-server[102466]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 09 21:01:34.541902 n-d-816206-3 neutron-server[102466]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 09 21:01:34.545716 n-d-816206-3 neutron-server[102466]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Nov 09 21:01:34.547342 n-d-816206-3 neutron-server[102466]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 09 21:01:34.547798 n-d-816206-3 neutron-server[102466]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 09 21:01:34.548138 n-d-816206-3 neutron-server[102466]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 09 21:01:34.548525 n-d-816206-3 neutron-server[102466]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 09 21:01:34.551871 n-d-816206-3 neutron-server[102466]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 09 21:01:34.552121 n-d-816206-3 neutron-server[102466]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 09 21:01:34.552470 n-d-816206-3 neutron-server[102466]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 09 21:01:34.557712 n-d-816206-3 neutron-server[102466]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 09 21:01:34.579517 n-d-816206-3 neutron-server[102466]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 09 21:01:34.579974 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.580266 n-d-816206-3 neutron-server[102466]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102466) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 09 21:01:34.580623 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.582044 n-d-816206-3 neutron-server[102466]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102466) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 09 21:01:34.582328 n-d-816206-3 neutron-server[102466]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 09 21:01:34.582574 n-d-816206-3 neutron-server[102466]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 09 21:01:34.586044 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.586320 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:34.649250 n-d-816206-3 neutron-server[102466]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 09 21:01:34.649431 n-d-816206-3 neutron-server[102466]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 09 21:01:34.649665 n-d-816206-3 neutron-server[102466]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 09 21:01:34.650028 n-d-816206-3 neutron-server[102466]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 09 21:01:34.670276 n-d-816206-3 neutron-server[102466]: DEBUG oslo_db.sqlalchemy.engines [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102466) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 09 21:01:35.200104 n-d-816206-3 neutron-server[102466]: INFO neutron.plugins.ml2.managers [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Initializing driver for type 'gre' Nov 09 21:01:35.200673 n-d-816206-3 neutron-server[102466]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] gre ID ranges: [(1, 1000)] Nov 09 21:01:35.257304 n-d-816206-3 neutron-server[102466]: INFO neutron.plugins.ml2.managers [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Initializing driver for type 'local' Nov 09 21:01:35.257647 n-d-816206-3 neutron-server[102466]: INFO neutron.plugins.ml2.managers [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Initializing driver for type 'vlan' Nov 09 21:01:35.271792 n-d-816206-3 neutron-server[102466]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] VlanTypeDriver initialization complete Nov 09 21:01:35.272176 n-d-816206-3 neutron-server[102466]: INFO neutron.plugins.ml2.managers [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Initializing driver for type 'vxlan' Nov 09 21:01:35.272711 n-d-816206-3 neutron-server[102466]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] vxlan ID ranges: [(1, 1000)] Nov 09 21:01:35.322120 n-d-816206-3 neutron-server[102466]: INFO neutron.plugins.ml2.managers [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Initializing extension driver 'port_security' Nov 09 21:01:35.322494 n-d-816206-3 neutron-server[102466]: INFO neutron.plugins.ml2.extensions.port_security [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] PortSecurityExtensionDriver initialization complete Nov 09 21:01:35.322858 n-d-816206-3 neutron-server[102466]: INFO neutron.plugins.ml2.managers [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Initializing mechanism driver 'openvswitch' Nov 09 21:01:35.323213 n-d-816206-3 neutron-server[102466]: INFO neutron.plugins.ml2.managers [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Initializing mechanism driver 'hyperv' Nov 09 21:01:35.329867 n-d-816206-3 neutron-server[102466]: DEBUG neutron.plugins.ml2.plugin [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:01:35.330719 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > port after_create 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.331750 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > port after_update 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.332111 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > port after_delete 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.332658 n-d-816206-3 neutron-server[102466]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102466) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 09 21:01:35.333102 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > subnet after_create 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.333462 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > subnet after_update 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.334065 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.334461 n-d-816206-3 neutron-server[102466]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102466) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 09 21:01:35.334873 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > network after_create 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.335229 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > network after_update 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.335577 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > network after_delete 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.335970 n-d-816206-3 neutron-server[102466]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102466) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 09 21:01:35.336380 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > security_group after_create 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.336762 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > security_group after_update 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.337109 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.337510 n-d-816206-3 neutron-server[102466]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102466) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 09 21:01:35.337922 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.338278 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.338625 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.339021 n-d-816206-3 neutron-server[102466]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102466) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 09 21:01:35.339429 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > address_group after_create 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.339780 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > address_group after_update 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.340124 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.340517 n-d-816206-3 neutron-server[102466]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102466) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 09 21:01:35.340933 n-d-816206-3 neutron-server[102466]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] ML2 OVO RPC backend initialized. {{(pid=102466) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 09 21:01:35.341641 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.342000 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.342422 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > network before_response 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.342774 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > networks before_response 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.343124 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > port before_response 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.343468 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > ports before_response 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.343812 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > subnet before_response 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.344153 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > subnets before_response 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.344499 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > network after_create 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.344867 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > network after_update 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.345207 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > network after_delete 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.345544 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > port after_create 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.345880 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > port after_update 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.346216 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > port after_delete 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.346553 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > subnet after_create 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.346890 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > subnet after_update 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.347230 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.347812 n-d-816206-3 neutron-server[102466]: INFO neutron.plugins.ml2.plugin [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Modular L2 Plugin initialization complete Nov 09 21:01:35.348145 n-d-816206-3 neutron-server[102466]: DEBUG neutron.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading services supported by the core plugin {{(pid=102466) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 09 21:01:35.348474 n-d-816206-3 neutron-server[102466]: INFO neutron.plugins.ml2.managers [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Got port-security extension from driver 'port_security' Nov 09 21:01:35.348970 n-d-816206-3 neutron-server[102466]: INFO neutron.extensions.vlantransparent [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Disabled vlantransparent extension. Nov 09 21:01:35.349456 n-d-816206-3 neutron-server[102466]: DEBUG neutron.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102466) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 09 21:01:35.349776 n-d-816206-3 neutron-server[102466]: INFO neutron.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading Plugin: router Nov 09 21:01:35.385584 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.385977 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > router after_create 55549900 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.386356 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > router before_create 55549900 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.386733 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.387108 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.387468 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > router after_delete 55549900 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.387829 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.388301 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.388685 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > router after_create 55549900 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.389039 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > router after_update 55549900 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.389394 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > router after_update 55549900 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.389748 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.390111 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > router after_update 55549900 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.390526 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > router precommit_update 55549900 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.390896 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: port after_update 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.391240 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: port after_delete 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.391583 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: subnet after_update 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.391926 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.392277 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.392627 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > router precommit_create 55549900 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.392994 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: port before_delete 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.393879 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > router precommit_create 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.394241 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > router after_update 55549900 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.394585 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.394940 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > router precommit_create 55549900 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.395305 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.395651 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > router precommit_update 55549900 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.396018 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > agent after_create 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.396373 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > agent after_delete 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.396752 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > network after_delete 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.397619 n-d-816206-3 neutron-server[102466]: DEBUG neutron.quota.resource_registry [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Tracking information for resource: router configured {{(pid=102466) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 21:01:35.397955 n-d-816206-3 neutron-server[102466]: DEBUG neutron.quota.resource_registry [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Tracking information for resource: floatingip configured {{(pid=102466) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 21:01:35.402872 n-d-816206-3 neutron-server[102466]: INFO neutron.db.l3_agentschedulers_db [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 09 21:01:35.403449 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: port after_update 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.403816 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: port after_create 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.404170 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: port after_delete 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.404526 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: port after_update 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.405355 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > router before_create 55550100 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.405726 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.406094 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > router precommit_create 55550100 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.406457 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > router precommit_update 55550100 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.411412 n-d-816206-3 neutron-server[102466]: DEBUG neutron.services.provider_configuration [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Service providers = [] {{(pid=102466) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 09 21:01:35.411785 n-d-816206-3 neutron-server[102466]: DEBUG neutron.db.servicetype_db [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102466) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 09 21:01:35.414758 n-d-816206-3 neutron-server[102466]: DEBUG neutron.services.service_base [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102466) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 09 21:01:35.415115 n-d-816206-3 neutron-server[102466]: DEBUG neutron.services.service_base [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102466) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 09 21:01:35.415460 n-d-816206-3 neutron-server[102466]: DEBUG neutron.services.service_base [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102466) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 09 21:01:35.416356 n-d-816206-3 neutron-server[102466]: DEBUG neutron.services.service_base [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102466) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 09 21:01:35.416771 n-d-816206-3 neutron-server[102466]: INFO neutron.services.service_base [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 09 21:01:35.417148 n-d-816206-3 neutron-server[102466]: DEBUG neutron.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102466) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 21:01:35.417469 n-d-816206-3 neutron-server[102466]: INFO neutron.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 09 21:01:35.429454 n-d-816206-3 neutron-server[102466]: DEBUG neutron.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102466) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 21:01:35.429796 n-d-816206-3 neutron-server[102466]: INFO neutron.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading Plugin: auto_allocate Nov 09 21:01:35.435538 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: network precommit_update 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.435915 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: network precommit_create 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.436433 n-d-816206-3 neutron-server[102466]: DEBUG neutron.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102466) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 21:01:35.436791 n-d-816206-3 neutron-server[102466]: INFO neutron.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading Plugin: tag Nov 09 21:01:35.444056 n-d-816206-3 neutron-server[102466]: DEBUG neutron.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102466) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 21:01:35.444390 n-d-816206-3 neutron-server[102466]: INFO neutron.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading Plugin: timestamp Nov 09 21:01:35.448215 n-d-816206-3 neutron-server[102466]: DEBUG neutron.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102466) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 21:01:35.448551 n-d-816206-3 neutron-server[102466]: INFO neutron.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading Plugin: network_ip_availability Nov 09 21:01:35.454053 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.454381 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.454740 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.455458 n-d-816206-3 neutron-server[102466]: DEBUG neutron.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102466) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 21:01:35.456355 n-d-816206-3 neutron-server[102466]: INFO neutron.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading Plugin: flavors Nov 09 21:01:35.461640 n-d-816206-3 neutron-server[102466]: DEBUG neutron.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102466) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 21:01:35.461977 n-d-816206-3 neutron-server[102466]: INFO neutron.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading Plugin: revisions Nov 09 21:01:35.466308 n-d-816206-3 neutron-server[102466]: DEBUG neutron.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102466) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 21:01:35.466731 n-d-816206-3 neutron-server[102466]: DEBUG oslo_concurrency.lockutils [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.742s {{(pid=102466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 09 21:01:35.467490 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102466) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 09 21:01:35.467832 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Initializing extension manager. Nov 09 21:01:35.468351 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: __init__.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.468722 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: __pycache__ {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.469062 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.469399 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: address_group.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.470171 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.470737 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: address-group Nov 09 21:01:35.471063 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: address_scope.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.471839 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.472312 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: address-scope Nov 09 21:01:35.472657 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.473606 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.474122 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: router-admin-state-down-before-update Nov 09 21:01:35.474449 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: agent.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.475154 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.475666 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: agent Nov 09 21:01:35.475991 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: agent_resources_synced.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.476941 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.477453 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: agent-resources-synced Nov 09 21:01:35.477776 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: allowedaddresspairs.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.479577 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.480099 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: allowed-address-pairs Nov 09 21:01:35.480429 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: auto_allocated_topology.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.481545 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.482061 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: auto-allocated-topology Nov 09 21:01:35.482390 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: availability_zone.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.483082 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.483592 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: availability_zone Nov 09 21:01:35.483916 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: availability_zone_filter.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.484892 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.485414 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: availability_zone_filter Nov 09 21:01:35.485738 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: data_plane_status.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.486649 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.487695 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extension data-plane-status not supported by any of loaded plugins Nov 09 21:01:35.488026 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: default_subnetpools.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.488976 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.489491 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: default-subnetpools Nov 09 21:01:35.489816 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.490632 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.491141 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: dhcp_agent_scheduler Nov 09 21:01:35.491467 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: dns.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.492388 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.492929 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extension dns-integration not supported by any of loaded plugins Nov 09 21:01:35.493258 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: dns_domain_ports.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.494178 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.494688 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 09 21:01:35.495016 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.495948 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.496459 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 09 21:01:35.496822 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: dvr.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.497501 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.498010 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: dvr Nov 09 21:01:35.498335 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: ecmp_routes.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.499256 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.499769 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 09 21:01:35.500093 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: empty_string_filtering.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.501036 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.501552 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: empty-string-filtering Nov 09 21:01:35.501878 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.503366 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.503876 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 09 21:01:35.504200 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.505163 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.505678 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 09 21:01:35.506010 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: external_net.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.506923 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.507434 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: external-net Nov 09 21:01:35.507759 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.508693 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.509213 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: extra_dhcp_opt Nov 09 21:01:35.509538 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: extraroute.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.510445 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.510960 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: extraroute Nov 09 21:01:35.511284 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: extraroute_atomic.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.512324 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.512874 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: extraroute-atomic Nov 09 21:01:35.513200 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: filter_validation.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.514044 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.514565 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: filter-validation Nov 09 21:01:35.514892 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: fip_pf_description.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.515819 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.516345 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 09 21:01:35.516694 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: fip_port_details.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.517616 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.518133 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: fip-port-details Nov 09 21:01:35.518991 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: flavors.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.520230 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.520793 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: flavors Nov 09 21:01:35.521127 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.522809 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.523340 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 09 21:01:35.523669 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: floatingip_pools.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.524368 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.524918 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: floatingip-pools Nov 09 21:01:35.525243 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: ip_allocation.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.526189 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.526697 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extension ip_allocation not supported by any of loaded plugins Nov 09 21:01:35.527022 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.527943 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.528459 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: ip-substring-filtering Nov 09 21:01:35.528826 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: l2_adjacency.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.529771 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.530285 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 09 21:01:35.530612 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: l3.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.531581 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.532107 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: router Nov 09 21:01:35.532436 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.535246 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.535788 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 09 21:01:35.536125 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.537087 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.537607 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: ext-gw-mode Nov 09 21:01:35.537937 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.538878 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.539396 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: l3-ha Nov 09 21:01:35.539725 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: l3_flavors.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.540660 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.541186 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: l3-flavors Nov 09 21:01:35.541513 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.542449 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.542946 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 09 21:01:35.543271 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: l3agentscheduler.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.544323 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.544867 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: l3_agent_scheduler Nov 09 21:01:35.545197 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: logging.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.546704 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.547232 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extension logging not supported by any of loaded plugins Nov 09 21:01:35.547567 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: metering.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.548315 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.548924 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: metering Nov 09 21:01:35.549257 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.550491 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.551019 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: metering_source_and_destination_fields Nov 09 21:01:35.551351 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: multiprovidernet.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.552698 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.553159 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: multi-provider Nov 09 21:01:35.553501 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: netmtu.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.554475 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.555076 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: net-mtu Nov 09 21:01:35.555473 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: netmtu_writable.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.556370 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.556898 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: net-mtu-writable Nov 09 21:01:35.557227 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: network_availability_zone.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.557915 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.558504 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: network_availability_zone Nov 09 21:01:35.558857 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: network_ip_availability.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.560113 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.560720 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: network-ip-availability Nov 09 21:01:35.561052 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: network_segment_range.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.561900 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.562459 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extension network-segment-range not supported by any of loaded plugins Nov 09 21:01:35.562813 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: pagination.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.563924 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.564276 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: pagination Nov 09 21:01:35.564676 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: port_device_profile.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.565637 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.566215 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: port-device-profile Nov 09 21:01:35.566571 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.567609 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.568239 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: port-mac-address-regenerate Nov 09 21:01:35.568443 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.569419 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.569970 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: port-numa-affinity-policy Nov 09 21:01:35.570445 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: port_resource_request.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.571313 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.571899 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extension port-resource-request not supported by any of loaded plugins Nov 09 21:01:35.572232 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: port_resource_request_groups.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.573238 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.573757 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 09 21:01:35.574085 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: portbindings.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.575018 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.575536 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: binding Nov 09 21:01:35.575864 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: portbindings_extended.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.577172 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.577688 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: binding-extended Nov 09 21:01:35.578019 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: portsecurity.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.578957 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.579470 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: port-security Nov 09 21:01:35.579798 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: project_id.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.581339 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.581674 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: project-id Nov 09 21:01:35.582000 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: providernet.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.582932 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.583451 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: provider Nov 09 21:01:35.584035 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: qos.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.587658 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.588192 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extension qos not supported by any of loaded plugins Nov 09 21:01:35.588525 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.589798 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.590321 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 09 21:01:35.590655 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.591581 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.592102 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 09 21:01:35.592435 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: qos_default.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.593377 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.593892 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extension qos-default not supported by any of loaded plugins Nov 09 21:01:35.594223 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: qos_fip.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.594885 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.595407 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extension qos-fip not supported by any of loaded plugins Nov 09 21:01:35.595735 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: qos_gateway_ip.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.597233 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.597749 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 09 21:01:35.598074 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: qos_port_network_policy.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.598995 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.599511 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 09 21:01:35.599839 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.600913 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.601432 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 09 21:01:35.601760 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: qos_pps_rule.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.602959 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.603664 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extension qos-pps not supported by any of loaded plugins Nov 09 21:01:35.603998 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: qos_rule_type_details.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.604946 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.605466 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 09 21:01:35.605794 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: qos_rules_alias.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.606857 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.607383 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 09 21:01:35.607712 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: quota_check_limit.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.608626 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.609171 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: quota-check-limit Nov 09 21:01:35.609500 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: quotasv2.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.610438 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.610770 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: quotas Nov 09 21:01:35.611099 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: quotasv2_detail.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.614431 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.614782 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: quota_details Nov 09 21:01:35.615123 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: rbac.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.616616 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.617439 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: rbac-policies Nov 09 21:01:35.617784 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: rbac_address_group.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.618833 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.619786 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: rbac-address-group Nov 09 21:01:35.620294 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: rbac_address_scope.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.621350 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.621876 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: rbac-address-scope Nov 09 21:01:35.622207 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: rbac_security_groups.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.623135 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.623656 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: rbac-security-groups Nov 09 21:01:35.623988 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: rbac_subnetpool.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.624939 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.625456 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: rbac-subnetpool Nov 09 21:01:35.625785 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: revisionifmatch.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.626722 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.627248 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: revision-if-match Nov 09 21:01:35.627582 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: revisions.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.628753 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.629273 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: standard-attr-revisions Nov 09 21:01:35.629604 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: router_availability_zone.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.630284 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.630801 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: router_availability_zone Nov 09 21:01:35.631132 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: routerservicetype.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.632057 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.632572 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extension router-service-type not supported by any of loaded plugins Nov 09 21:01:35.632924 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.633854 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.634375 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: security-groups-normalized-cidr Nov 09 21:01:35.634704 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.635701 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.636222 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: port-security-groups-filtering Nov 09 21:01:35.636549 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.637512 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.638031 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: security-groups-remote-address-group Nov 09 21:01:35.638357 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.639294 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.639814 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: security-groups-shared-filtering Nov 09 21:01:35.640137 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.640748 n-d-816206-3 neutron-server[102466]: WARNING neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 09 21:01:35.641073 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: securitygroup.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.651504 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.652125 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: security-group Nov 09 21:01:35.652382 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: segment.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.653208 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.653729 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extension segment not supported by any of loaded plugins Nov 09 21:01:35.654058 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.655011 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.655525 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 09 21:01:35.655851 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: servicetype.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.657004 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.657538 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: service-type Nov 09 21:01:35.657868 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: sorting.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.658875 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.659740 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: sorting Nov 09 21:01:35.660065 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: standard_attr_segment.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.661028 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.661554 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 09 21:01:35.662849 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: standardattrdescription.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.663498 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.664014 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: standard-attr-description Nov 09 21:01:35.664338 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: stateful_security_group.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.665317 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.665825 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: stateful-security-group Nov 09 21:01:35.666154 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: stdattrs_common.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.666725 n-d-816206-3 neutron-server[102466]: WARNING neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 09 21:01:35.667048 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.667978 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.668506 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 09 21:01:35.668862 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: subnet_onboard.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.669955 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.670480 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: subnet_onboard Nov 09 21:01:35.670810 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.671749 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.672268 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 09 21:01:35.672594 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: subnet_service_types.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.673557 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.674077 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: subnet-service-types Nov 09 21:01:35.674405 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: subnetallocation.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.675514 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.676035 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: subnet_allocation Nov 09 21:01:35.676362 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.677063 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.677575 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: subnetpool-prefix-ops Nov 09 21:01:35.677902 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.678841 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.679349 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 09 21:01:35.679673 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: tagging.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.680796 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.681312 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: standard-attr-tag Nov 09 21:01:35.681638 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: timestamp.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.682837 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.683360 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loaded extension: standard-attr-timestamp Nov 09 21:01:35.683688 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: trunk.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.684752 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.685278 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extension trunk not supported by any of loaded plugins Nov 09 21:01:35.685611 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: trunk_details.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.686543 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.687064 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extension trunk-details not supported by any of loaded plugins Nov 09 21:01:35.687392 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: uplink_status_propagation.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.688335 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.688891 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 09 21:01:35.689223 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Loading extension file: vlantransparent.py {{(pid=102466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 21:01:35.689897 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 21:01:35.690435 n-d-816206-3 neutron-server[102466]: INFO neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 09 21:01:35.692950 n-d-816206-3 neutron-server[102466]: INFO neutron.quota.resource_registry [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Creating instance of TrackedResource for resource:network Nov 09 21:01:35.693481 n-d-816206-3 neutron-server[102466]: INFO neutron.quota.resource_registry [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Creating instance of TrackedResource for resource:subnet Nov 09 21:01:35.693892 n-d-816206-3 neutron-server[102466]: INFO neutron.quota.resource_registry [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Creating instance of TrackedResource for resource:subnetpool Nov 09 21:01:35.694300 n-d-816206-3 neutron-server[102466]: INFO neutron.quota.resource_registry [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Creating instance of TrackedResource for resource:port Nov 09 21:01:35.695537 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.v2.resource_helper [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 21:01:35.695995 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.v2.resource_helper [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Service FLAVORS assigned prefix: {{(pid=102466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 21:01:35.696611 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.v2.resource_helper [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 21:01:35.697092 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.v2.resource_helper [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 21:01:35.697435 n-d-816206-3 neutron-server[102466]: INFO neutron.quota.resource_registry [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Creating instance of TrackedResource for resource:router Nov 09 21:01:35.697886 n-d-816206-3 neutron-server[102466]: INFO neutron.quota.resource_registry [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Creating instance of TrackedResource for resource:floatingip Nov 09 21:01:35.698398 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.v2.resource_helper [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Service METERING assigned prefix: /metering {{(pid=102466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 21:01:35.699835 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.700211 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.700566 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:01:35.701599 n-d-816206-3 neutron-server[102466]: INFO neutron.quota.resource_registry [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Creating instance of CountableResource for resource:rbac_policy Nov 09 21:01:35.702063 n-d-816206-3 neutron-server[102466]: INFO neutron.quota.resource_registry [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Creating instance of TrackedResource for resource:security_group Nov 09 21:01:35.702507 n-d-816206-3 neutron-server[102466]: INFO neutron.quota.resource_registry [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 09 21:01:35.703123 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.v2.resource_helper [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Service CORE assigned prefix: {{(pid=102466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 21:01:35.703459 n-d-816206-3 neutron-server[102466]: INFO neutron.quota.resource_registry [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Creating instance of TrackedResource for resource:subnetpool Nov 09 21:01:35.703812 n-d-816206-3 neutron-server[102466]: WARNING neutron.quota.resource_registry [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] subnetpool is already registered Nov 09 21:01:35.704299 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.v2.resource_helper [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Service CORE assigned prefix: {{(pid=102466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 21:01:35.704592 n-d-816206-3 neutron-server[102466]: INFO neutron.quota.resource_registry [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Creating instance of TrackedResource for resource:subnetpool Nov 09 21:01:35.704953 n-d-816206-3 neutron-server[102466]: WARNING neutron.quota.resource_registry [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] subnetpool is already registered Nov 09 21:01:35.707902 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.v2.resource_helper [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 21:01:35.708346 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.v2.resource_helper [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Service FLAVORS assigned prefix: {{(pid=102466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 21:01:35.709271 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.v2.resource_helper [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 21:01:35.709722 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.v2.resource_helper [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 21:01:35.710063 n-d-816206-3 neutron-server[102466]: INFO neutron.quota.resource_registry [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Creating instance of TrackedResource for resource:router Nov 09 21:01:35.710407 n-d-816206-3 neutron-server[102466]: WARNING neutron.quota.resource_registry [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] router is already registered Nov 09 21:01:35.710825 n-d-816206-3 neutron-server[102466]: INFO neutron.quota.resource_registry [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Creating instance of TrackedResource for resource:floatingip Nov 09 21:01:35.711161 n-d-816206-3 neutron-server[102466]: WARNING neutron.quota.resource_registry [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] floatingip is already registered Nov 09 21:01:35.711635 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.v2.resource_helper [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Service METERING assigned prefix: /metering {{(pid=102466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 21:01:35.712364 n-d-816206-3 neutron-server[102466]: INFO neutron.quota.resource_registry [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Creating instance of CountableResource for resource:rbac_policy Nov 09 21:01:35.712727 n-d-816206-3 neutron-server[102466]: WARNING neutron.quota.resource_registry [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] rbac_policy is already registered Nov 09 21:01:35.713150 n-d-816206-3 neutron-server[102466]: INFO neutron.quota.resource_registry [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Creating instance of TrackedResource for resource:security_group Nov 09 21:01:35.713500 n-d-816206-3 neutron-server[102466]: WARNING neutron.quota.resource_registry [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] security_group is already registered Nov 09 21:01:35.713912 n-d-816206-3 neutron-server[102466]: INFO neutron.quota.resource_registry [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 09 21:01:35.714257 n-d-816206-3 neutron-server[102466]: WARNING neutron.quota.resource_registry [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] security_group_rule is already registered Nov 09 21:01:35.714752 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.v2.resource_helper [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Service CORE assigned prefix: {{(pid=102466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 21:01:35.715082 n-d-816206-3 neutron-server[102466]: INFO neutron.quota.resource_registry [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Creating instance of TrackedResource for resource:subnetpool Nov 09 21:01:35.715414 n-d-816206-3 neutron-server[102466]: WARNING neutron.quota.resource_registry [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] subnetpool is already registered Nov 09 21:01:35.715846 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.v2.resource_helper [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Service CORE assigned prefix: {{(pid=102466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 21:01:35.716173 n-d-816206-3 neutron-server[102466]: INFO neutron.quota.resource_registry [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Creating instance of TrackedResource for resource:subnetpool Nov 09 21:01:35.716505 n-d-816206-3 neutron-server[102466]: WARNING neutron.quota.resource_registry [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] subnetpool is already registered Nov 09 21:01:35.718279 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extended resource: extensions {{(pid=102466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 21:01:35.719786 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extended resource: address-groups {{(pid=102466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 21:01:35.721358 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extended resource: address-scopes {{(pid=102466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 21:01:35.723092 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extended resource: agents {{(pid=102466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 21:01:35.724375 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extended resource: auto-allocated-topology {{(pid=102466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 21:01:35.725654 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extended resource: availability_zones {{(pid=102466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 21:01:35.726890 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extended resource: dhcp-networks {{(pid=102466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 21:01:35.728322 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extended resource: dhcp-agents {{(pid=102466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 21:01:35.729887 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extended resource: routers {{(pid=102466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 21:01:35.732024 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extended resource: flavors {{(pid=102466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 21:01:35.733330 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extended resource: service_profiles {{(pid=102466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 21:01:35.734552 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extended resource: next_providers {{(pid=102466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 21:01:35.736015 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extended resource: service_profiles {{(pid=102466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 21:01:35.737528 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extended resource: floatingip-pools {{(pid=102466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 21:01:35.738869 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extended resource: routers {{(pid=102466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 21:01:35.741039 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extended resource: floatingips {{(pid=102466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 21:01:35.742387 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extended resource: l3-routers {{(pid=102466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 21:01:35.743771 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extended resource: l3-agents {{(pid=102466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 21:01:35.745229 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extended resource: metering-labels {{(pid=102466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 21:01:35.746485 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extended resource: metering-label-rules {{(pid=102466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 21:01:35.747879 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extended resource: network-ip-availabilities {{(pid=102466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 21:01:35.749189 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extended resource: bindings {{(pid=102466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 21:01:35.750780 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extended resource: quotas {{(pid=102466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 21:01:35.752439 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extended resource: quotas {{(pid=102466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 21:01:35.754036 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extended resource: rbac-policies {{(pid=102466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 21:01:35.755235 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extended resource: security-groups {{(pid=102466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 21:01:35.756583 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extended resource: security-group-rules {{(pid=102466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 21:01:35.757862 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extended resource: service-providers {{(pid=102466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 21:01:35.759082 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extended resource: subnetpools {{(pid=102466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 21:01:35.760494 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extended resource: subnetpools {{(pid=102466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 21:01:35.761996 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extended resource: tags {{(pid=102466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 21:01:35.763696 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extended resource: tags {{(pid=102466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 21:01:35.765547 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extended resource: tags {{(pid=102466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 21:01:35.767335 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extended resource: tags {{(pid=102466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 21:01:35.769624 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extended resource: tags {{(pid=102466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 21:01:35.771599 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extended resource: tags {{(pid=102466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 21:01:35.773351 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extended resource: tags {{(pid=102466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 21:01:35.776142 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extended resource: tags {{(pid=102466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 21:01:35.777958 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extended resource: tags {{(pid=102466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 21:01:35.779704 n-d-816206-3 neutron-server[102466]: DEBUG neutron.api.extensions [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Extended resource: tags {{(pid=102466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 21:01:35.786503 n-d-816206-3 neutron-server[102466]: WARNING keystonemiddleware.auth_token [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 09 21:01:35.791072 n-d-816206-3 neutron-server[102466]: WARNING keystonemiddleware.auth_token [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 09 21:01:35.800226 n-d-816206-3 neutron-server[102466]: DEBUG oslo_concurrency.lockutils [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Acquired lock "singleton_lock" {{(pid=102466) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 09 21:01:35.800731 n-d-816206-3 neutron-server[102466]: DEBUG oslo_concurrency.lockutils [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Releasing lock "singleton_lock" {{(pid=102466) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 09 21:01:35.801386 n-d-816206-3 neutron-server[102466]: INFO oslo_service.service [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Starting 2 workers Nov 09 21:01:35.806287 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Started child 102607 {{(pid=102466) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 09 21:01:35.810726 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Started child 102608 {{(pid=102466) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 09 21:01:35.811605 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:01:35.812302 n-d-816206-3 neutron-server[102466]: INFO neutron.service [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 09 21:01:35.812931 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Publish callbacks [] for process, before_spawn {{(pid=102466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:01:35.813187 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [-] (102607) wsgi starting up on http://0.0.0.0:9696 Nov 09 21:01:35.815324 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:01:35.815759 n-d-816206-3 neutron-server[102466]: INFO oslo_service.service [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Starting 1 workers Nov 09 21:01:35.816755 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [-] (102608) wsgi starting up on http://0.0.0.0:9696 Nov 09 21:01:35.820622 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Started child 102609 {{(pid=102466) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 09 21:01:35.821190 n-d-816206-3 neutron-server[102466]: INFO oslo_service.service [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Starting 1 workers Nov 09 21:01:35.824450 n-d-816206-3 neutron-server[102609]: DEBUG neutron.service [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] calling RpcWorker wait() {{(pid=102609) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 09 21:01:35.825036 n-d-816206-3 neutron-server[102609]: DEBUG neutron.service [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] returning from RpcWorker wait() {{(pid=102609) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 09 21:01:35.825662 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Started child 102610 {{(pid=102466) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 09 21:01:35.826389 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:01:35.826484 n-d-816206-3 neutron-server[102466]: DEBUG neutron_lib.callbacks.manager [None req-a65d8695-73e8-4f76-8d14-0f1fe90bd556 None None] Publish callbacks [] for process, after_spawn {{(pid=102466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:01:35.826954 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:01:35.828325 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102466) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 09 21:01:35.828542 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 09 21:01:35.828764 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 09 21:01:35.828986 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 09 21:01:35.829333 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 09 21:01:35.829516 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 09 21:01:35.830041 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.830336 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.830423 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:01:35.831371 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.831453 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.831683 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.832110 n-d-816206-3 neutron-server[102610]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:01:35.832249 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.832513 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.832808 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.833093 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.833352 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.833771 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.833952 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.834201 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.834441 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.834722 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.834983 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.835249 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.835526 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.835696 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.835946 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.836214 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.836465 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.836769 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] debug = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.837021 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.837518 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.837752 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.838006 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.838225 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.838527 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.838756 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.839025 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.839261 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.839499 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.839764 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.840028 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.840287 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.840506 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.840775 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.840997 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.841270 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.841497 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.841969 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] host = n-d-816206-3 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.842206 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.842432 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.842680 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.842932 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.843198 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.843431 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.843699 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.844361 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.844361 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.844666 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.844791 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.845082 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.845218 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.845431 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] log_file = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.845598 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] log_options = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.845837 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.846116 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.846995 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.847192 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.847364 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.847541 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.847811 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.847977 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.848245 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.848469 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.848740 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.848961 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.849203 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.849438 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.849703 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.849948 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.850185 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.850419 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.850671 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.850901 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.851127 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.851371 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.851608 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.851897 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.852135 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.852296 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.852527 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.852769 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.852999 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.853283 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.853491 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.853740 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.853977 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.854227 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.854505 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.854753 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.854990 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.855273 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.855492 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.855722 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.855977 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.856238 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.856459 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.856731 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.856971 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.857195 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.857439 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] use_json = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.857664 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.857902 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.858161 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.858380 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.858604 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.858823 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.859060 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.859330 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.859775 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.860070 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.860411 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.861387 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.861387 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.861659 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.861873 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.862163 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.862422 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.862665 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.862970 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.863204 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.863499 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.863722 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.863993 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.864323 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.864601 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.864896 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.865315 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.865513 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.865832 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.866087 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.866367 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.866620 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.866972 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.867480 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.867810 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.868146 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.868394 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.868722 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.868963 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.869186 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.869457 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.869683 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.870067 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.870496 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.870719 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.871192 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.871418 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.871839 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.872231 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.872628 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.873049 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.873480 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.874186 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.874703 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.875031 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.875194 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.875585 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.876199 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.876593 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.876985 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.877363 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.878266 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.878686 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.879115 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.879544 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.879942 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.880363 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.880788 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.881209 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.881646 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.882056 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.882496 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.882831 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.883120 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.883477 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.883789 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.884074 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.884364 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.884772 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.885072 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.885387 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.885678 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.886086 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.886456 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.886847 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.887071 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.887320 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.887547 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.887769 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.887987 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.888192 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.888415 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.888675 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.888897 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.889111 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.889347 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.889560 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.889833 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.890340 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.890759 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.891211 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.891456 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.891741 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.891971 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.892227 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.892474 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.892755 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.892992 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.893303 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.894058 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.894308 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.894539 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.894761 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.895025 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.895249 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.895474 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.895694 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.895932 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.896158 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.896444 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.896704 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.896942 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.897715 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.897974 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.898278 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.898524 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.898811 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.899033 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.899325 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.899637 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.899925 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.900203 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.900463 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.900743 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.901019 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.901293 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.901574 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.901852 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.902106 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.902362 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.902649 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.902909 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.903133 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.903389 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.903621 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.904530 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.905245 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.905491 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.905742 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.906014 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.906270 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.906519 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.906795 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.907062 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.907314 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.907559 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.907814 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.908050 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.908283 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.908533 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.908781 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.909239 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.909635 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.910039 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.910480 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.910701 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.910946 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.911165 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.911397 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.911642 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.911905 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.912126 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.912362 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.912582 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.912850 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.913096 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.913323 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.913546 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.913762 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.913973 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.914236 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.914441 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.914877 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.915129 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.915348 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.915579 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.915837 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.916088 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.916481 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.916903 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.917136 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.917342 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.917565 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.917805 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.918023 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.918260 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.918489 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.918709 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.918968 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.919225 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.919565 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.919828 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.920062 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.920316 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.920537 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.920841 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.921063 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.921289 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.921524 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.921747 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.921966 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.922229 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.922475 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.922720 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.922958 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.923189 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.923402 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.923640 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.923851 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.924147 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.924392 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.924672 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.924935 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.925175 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.925409 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.925634 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.925847 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.926232 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.926461 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.926682 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.926898 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.927136 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.927372 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.927592 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.927817 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.928064 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.928273 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.928556 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.928806 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.929019 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.929250 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.929470 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.929681 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.929910 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.930121 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.930359 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.930604 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.930825 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.931058 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.931287 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.931499 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.931709 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.931931 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.932148 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.932359 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.932675 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.932930 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.933182 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.933479 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.933730 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.933990 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.934231 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.934575 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.934806 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.935048 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.935269 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.935487 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.935713 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.935986 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.936314 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.936625 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.936867 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.937807 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.938057 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.938509 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.938677 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.938817 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.939094 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.939436 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.939718 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.939978 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.940770 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.941018 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.941246 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.941466 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.941721 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.941959 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.942179 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.942464 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.942712 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.942939 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.943207 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.943404 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.943623 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.943883 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.944098 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.944327 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.944545 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.944725 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 09 21:01:35.945289 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102466) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 09 21:01:35.945480 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 09 21:01:35.945605 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 09 21:01:35.945773 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 09 21:01:35.945942 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 09 21:01:35.946095 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 09 21:01:35.946302 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.946463 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.946623 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.946781 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.946940 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.947115 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.947275 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.947431 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.947590 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.947747 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.947910 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.948069 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.948227 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.948384 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.948542 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.948726 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.948884 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.949041 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.949205 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.949364 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.949522 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.949679 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.949838 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] debug = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.949995 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.950197 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.950360 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.950517 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.950676 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.950833 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.950991 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.951150 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.951307 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.951465 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.951622 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.951801 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.952130 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.952130 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.952364 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.952364 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.952548 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.952684 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.952845 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] host = n-d-816206-3 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.953003 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.953157 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.953340 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.953463 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.953595 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.953752 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.953910 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.954096 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.954229 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.954419 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.954550 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.954684 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.954819 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.954976 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] log_file = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.955134 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] log_options = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.955292 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.955449 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.955607 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.956434 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.956600 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.956863 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.957025 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.957184 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.957343 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.957501 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.957646 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.957807 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.958006 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.958164 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.958296 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.958429 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.958798 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.958952 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.959111 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.959269 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.959427 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.959616 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.959746 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.959896 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.960054 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.960213 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.960370 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.960614 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.960769 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.960891 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.961011 n-d-816206-3 neutron-server[102609]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:01:35.961212 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.961212 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.961446 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.961446 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.961678 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.961798 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.961917 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.962036 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.962155 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.962286 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.962447 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.962606 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.962764 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.962922 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.963081 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.963237 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.963396 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] use_json = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.963553 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.963711 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.963869 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.964027 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.964185 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.964343 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.964501 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.964705 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 21:01:35.964857 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.965018 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.965190 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.965352 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.965512 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.965673 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.965833 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.965993 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.966154 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.966314 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.966481 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.966641 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.966812 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.966972 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.967133 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.967294 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.967456 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.967616 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.967775 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.967935 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.968100 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.968260 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.968427 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.968588 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.968771 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.968931 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.969092 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.969267 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.969427 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.969588 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.969748 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.969908 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.970069 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.970231 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.970392 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.970553 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.970714 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.970876 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.971070 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.971954 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.971954 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.971954 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.971954 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.972990 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.972990 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.972990 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.972990 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.972990 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.973674 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.973674 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.973674 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.973674 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.973674 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.974237 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.974237 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.974237 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.974664 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.974664 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.974664 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.975003 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.975003 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.975003 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.975259 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.975341 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.975470 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.975631 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.975805 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.975965 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.976623 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.976623 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.976623 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.976623 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.977484 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.977484 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.977484 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.977484 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.977484 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.977484 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.978157 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.978157 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.978157 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.978157 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.978604 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.978604 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.978604 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.978857 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.978857 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.979040 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.979195 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.979321 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.979450 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.979580 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.979729 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.979890 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.980050 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.980210 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.980371 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.980531 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.980779 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.980943 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.981103 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.981267 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.981427 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.981748 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.981926 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.982044 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.982205 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.982366 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.982526 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.982687 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.982847 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.983007 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.983168 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.983329 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.983491 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.983651 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.984358 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.984358 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.984358 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.984358 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.984798 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.984798 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.984798 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.985050 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.985050 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.985190 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.985371 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.985475 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.985692 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.986321 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.986321 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.986321 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.986321 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.987444 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.987444 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.987444 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.987444 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.987444 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.987444 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.987444 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.988254 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.988254 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.988254 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.988254 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.988254 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.988254 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.988965 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.988965 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.988965 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.988965 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.988965 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.989513 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.989513 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.989513 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.989857 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.989857 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.989857 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.990198 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.990198 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.990425 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.990535 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.990638 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.990742 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.990899 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.991059 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.991220 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.991379 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.991540 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.991699 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.991858 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.992018 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.992179 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.992339 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.992499 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.992683 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.992836 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.992998 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.993159 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.993321 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.993481 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.993642 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.993805 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.993966 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.994126 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.994287 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.994446 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.994607 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.994767 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.994927 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.995088 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.995248 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.995407 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.995581 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.995741 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.995901 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.996061 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.996220 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.996379 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.996539 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.996727 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.996888 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.997047 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.997206 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.997368 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.997531 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.997692 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.997890 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.998992 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.998992 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.998992 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.999494 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.999494 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.999494 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.999828 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:35.999828 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.000056 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.000056 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.000595 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.000595 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.000595 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.000595 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.001113 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.001113 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.001113 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.001758 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.001758 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.001758 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.001758 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.003893 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.003893 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.003893 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.003893 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.003893 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.003893 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.003893 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.003893 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.004500 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.004500 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.004500 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.004500 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.004500 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.004500 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.004500 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.005316 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.005316 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.005316 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.005316 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.005316 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.005756 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.005756 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.005756 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.006005 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.006005 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.006869 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.006869 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.006869 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.006869 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.006869 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.006869 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.007507 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.007507 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.007507 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.007507 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.007879 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.007879 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.007879 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.008127 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.008247 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.008367 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.008518 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.008717 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.008893 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.009040 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.009200 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.009359 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.009518 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.009679 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.009838 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.009997 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.010155 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.010314 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.010474 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.010633 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.010818 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.010958 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.011106 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.011265 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.011424 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.011583 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.011743 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 21:01:36.011901 n-d-816206-3 neutron-server[102466]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 09 21:01:36.215662 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53960) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:01:36.224295 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065179 Nov 09 21:01:47.612036 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e200a5-faf2-4b03-907f-409915e3d254 None None] get_active_networks_info from n-d-816206-3 {{(pid=102609) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 21:01:47.693445 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e200a5-faf2-4b03-907f-409915e3d254 None None] No non-hosted networks {{(pid=102609) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 09 21:01:47.724298 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.agentschedulers_db [None req-f5e200a5-faf2-4b03-907f-409915e3d254 None None] DHCP Agent not found on host n-d-816206-3 {{(pid=102609) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 09 21:01:47.871363 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-94575090-1488-45e2-bf6e-529eaceb5ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-377934'] for agent, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:01:49.942654 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5cae5ad9-3fe6-4e47-87bf-f71e54fd0f32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-377934'] for agent, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:01:49.986560 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-84efcca4-eb36-4726-9a03-b6f3504888b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:01:50.865940 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-377934'] for agent, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:01:52.247587 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-377934'] for agent, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:01:53.251804 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-377934'] for agent, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:01:53.253494 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:01:53.254085 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:01:53.254543 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:01:53.255207 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:01:53.255691 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:01:53.256174 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:01:53.256611 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:01:53.257106 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:01:53.257539 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:01:53.259493 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:01:53.260435 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:01:53.261291 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:01:53.262012 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-816206-3', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:01:53.279492 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-816206-3', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:01:53.664543 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54052) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:01:54.175259 n-d-816206-3 neutron-server[102608]: WARNING oslo_policy.policy [None req-5e7d718f-2139-4769-b45d-414f046ef1da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 21:01:54.175878 n-d-816206-3 neutron-server[102608]: WARNING oslo_policy.policy [None req-5e7d718f-2139-4769-b45d-414f046ef1da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 21:01:54.403678 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [None req-5e7d718f-2139-4769-b45d-414f046ef1da admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:01:54.411658 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5e7d718f-2139-4769-b45d-414f046ef1da admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7392960 Nov 09 21:01:54.657610 n-d-816206-3 neutron-server[102609]: INFO neutron.db.l3_hamode_db [None req-ae0ed20f-7144-425c-885f-19bd090b7d47 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 09 21:01:54.741422 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0ed20f-7144-425c-885f-19bd090b7d47 None None] Routers set() bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:01:54.741837 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0ed20f-7144-425c-885f-19bd090b7d47 None None] Router IDs set() for agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 09 21:01:56.902203 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54068) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:01:57.213061 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-4f7db24e-60f0-4963-bc88-de785fb93100 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:01:57.307320 n-d-816206-3 neutron-server[102608]: DEBUG neutron.policy [None req-4f7db24e-60f0-4963-bc88-de785fb93100 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102608) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 09 21:01:57.353945 n-d-816206-3 neutron-server[102608]: WARNING oslo_policy.policy [None req-4f7db24e-60f0-4963-bc88-de785fb93100 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 21:01:57.354289 n-d-816206-3 neutron-server[102608]: WARNING oslo_policy.policy [None req-4f7db24e-60f0-4963-bc88-de785fb93100 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 21:01:57.363414 n-d-816206-3 neutron-server[102608]: INFO neutron.quota [None req-4f7db24e-60f0-4963-bc88-de785fb93100 admin admin] Loaded quota_driver: . Nov 09 21:01:57.451555 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4f7db24e-60f0-4963-bc88-de785fb93100 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752605460698', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752605461047', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752605448425', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752605447413', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752598689727', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752605495123', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1615645', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1424771', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3862254', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3919747'] for rbac-policy, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:01:57.516759 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4f7db24e-60f0-4963-bc88-de785fb93100 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:01:57.517973 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4f7db24e-60f0-4963-bc88-de785fb93100 admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6147740 Nov 09 21:02:00.243823 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54080) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:02:00.542506 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-28d02e04-06ad-431d-9e9c-29c3ddfffcce admin admin] Request body: {'network': {'name': 'private', 'project_id': '256acf9d63ca4d2187bc056d700fc535', 'tenant_id': '256acf9d63ca4d2187bc056d700fc535', 'admin_state_up': True}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:02:00.570953 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d02e04-06ad-431d-9e9c-29c3ddfffcce admin admin] Made reservation on behalf of 256acf9d63ca4d2187bc056d700fc535 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:02:00.573664 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-28d02e04-06ad-431d-9e9c-29c3ddfffcce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:00.590106 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-28d02e04-06ad-431d-9e9c-29c3ddfffcce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:00.701299 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-28d02e04-06ad-431d-9e9c-29c3ddfffcce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:00.704736 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-28d02e04-06ad-431d-9e9c-29c3ddfffcce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:00.724417 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28d02e04-06ad-431d-9e9c-29c3ddfffcce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:02:00.751682 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-28d02e04-06ad-431d-9e9c-29c3ddfffcce admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752600729564', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:00.752428 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-28d02e04-06ad-431d-9e9c-29c3ddfffcce admin admin] Unsubscribe: segment precommit_create {{(pid=102608) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 09 21:02:00.752959 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-28d02e04-06ad-431d-9e9c-29c3ddfffcce admin admin] Added segment 342975a6-0907-4258-8d81-58b210c90cc4 of type vlan for network 8a7ae380-0916-41a4-9bc6-af443495f87f Nov 09 21:02:00.767980 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d02e04-06ad-431d-9e9c-29c3ddfffcce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4024747d-a8ae-49b3-a5a1-8da7b9152afe,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:02:00.793571 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d02e04-06ad-431d-9e9c-29c3ddfffcce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:02:00.793909 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d02e04-06ad-431d-9e9c-29c3ddfffcce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:02:00.794237 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d02e04-06ad-431d-9e9c-29c3ddfffcce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:02:00.794558 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d02e04-06ad-431d-9e9c-29c3ddfffcce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:02:00.794877 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d02e04-06ad-431d-9e9c-29c3ddfffcce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:02:00.795193 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d02e04-06ad-431d-9e9c-29c3ddfffcce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:02:00.795511 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d02e04-06ad-431d-9e9c-29c3ddfffcce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:02:00.795826 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d02e04-06ad-431d-9e9c-29c3ddfffcce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:02:00.796138 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d02e04-06ad-431d-9e9c-29c3ddfffcce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:02:00.796447 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d02e04-06ad-431d-9e9c-29c3ddfffcce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:02:00.796784 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d02e04-06ad-431d-9e9c-29c3ddfffcce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:02:00.797094 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d02e04-06ad-431d-9e9c-29c3ddfffcce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:02:00.798218 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d02e04-06ad-431d-9e9c-29c3ddfffcce admin admin] Tracked resource versions report: Nov 09 21:02:00.798218 n-d-816206-3 neutron-server[102608]: pushed versions: Nov 09 21:02:00.798218 n-d-816206-3 neutron-server[102608]: { 'AddressGroup': {'1.2'}, Nov 09 21:02:00.798218 n-d-816206-3 neutron-server[102608]: 'ConntrackHelper': {'1.0'}, Nov 09 21:02:00.798218 n-d-816206-3 neutron-server[102608]: 'Log': {'1.0'}, Nov 09 21:02:00.798218 n-d-816206-3 neutron-server[102608]: 'Network': {'1.1'}, Nov 09 21:02:00.798218 n-d-816206-3 neutron-server[102608]: 'Port': {'1.7'}, Nov 09 21:02:00.798218 n-d-816206-3 neutron-server[102608]: 'PortForwarding': {'1.2'}, Nov 09 21:02:00.798218 n-d-816206-3 neutron-server[102608]: 'QosPolicy': {'1.10'}, Nov 09 21:02:00.798218 n-d-816206-3 neutron-server[102608]: 'SecurityGroup': {'1.5'}, Nov 09 21:02:00.798218 n-d-816206-3 neutron-server[102608]: 'SecurityGroupRule': {'1.2'}, Nov 09 21:02:00.798218 n-d-816206-3 neutron-server[102608]: 'SubPort': {'1.0'}, Nov 09 21:02:00.798218 n-d-816206-3 neutron-server[102608]: 'Subnet': {'1.1'}, Nov 09 21:02:00.798218 n-d-816206-3 neutron-server[102608]: 'Trunk': {'1.1'}} Nov 09 21:02:00.798218 n-d-816206-3 neutron-server[102608]: consumer versions: Nov 09 21:02:00.798218 n-d-816206-3 neutron-server[102608]: { DHCP agent@n-d-816206-3: {}, Nov 09 21:02:00.798218 n-d-816206-3 neutron-server[102608]: L3 agent@n-d-816206-3: {}, Nov 09 21:02:00.798218 n-d-816206-3 neutron-server[102608]: Metadata agent@n-d-816206-3: {}, Nov 09 21:02:00.798218 n-d-816206-3 neutron-server[102608]: Metering agent@n-d-816206-3: {}, Nov 09 21:02:00.798218 n-d-816206-3 neutron-server[102608]: Open vSwitch agent@n-d-816206-3: { 'AddressGroup': '1.2', Nov 09 21:02:00.798218 n-d-816206-3 neutron-server[102608]: 'ConntrackHelper': '1.0', Nov 09 21:02:00.798218 n-d-816206-3 neutron-server[102608]: 'Log': '1.0', Nov 09 21:02:00.798218 n-d-816206-3 neutron-server[102608]: 'Network': '1.1', Nov 09 21:02:00.798218 n-d-816206-3 neutron-server[102608]: 'Port': '1.7', Nov 09 21:02:00.798218 n-d-816206-3 neutron-server[102608]: 'PortForwarding': '1.2', Nov 09 21:02:00.798218 n-d-816206-3 neutron-server[102608]: 'QosPolicy': '1.10', Nov 09 21:02:00.798218 n-d-816206-3 neutron-server[102608]: 'SecurityGroup': '1.5', Nov 09 21:02:00.798218 n-d-816206-3 neutron-server[102608]: 'SecurityGroupRule': '1.2', Nov 09 21:02:00.798218 n-d-816206-3 neutron-server[102608]: 'SubPort': '1.0', Nov 09 21:02:00.798218 n-d-816206-3 neutron-server[102608]: 'Subnet': '1.1', Nov 09 21:02:00.798218 n-d-816206-3 neutron-server[102608]: 'Trunk': '1.1'}} Nov 09 21:02:00.798218 n-d-816206-3 neutron-server[102608]: {{(pid=102608) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 21:02:00.869237 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-28d02e04-06ad-431d-9e9c-29c3ddfffcce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:00.907893 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-28d02e04-06ad-431d-9e9c-29c3ddfffcce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:00.909539 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d02e04-06ad-431d-9e9c-29c3ddfffcce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:02:00.910276 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-28d02e04-06ad-431d-9e9c-29c3ddfffcce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:00.987589 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-28d02e04-06ad-431d-9e9c-29c3ddfffcce admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7426200 Nov 09 21:02:01.010834 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d02e04-06ad-431d-9e9c-29c3ddfffcce admin admin] Pushing event updated for resources: {'Network': ['ID=8a7ae380-0916-41a4-9bc6-af443495f87f,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:02:01.024055 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 8a7ae380-0916-41a4-9bc6-af443495f87f details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:02:03.753839 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54094) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:02:04.134402 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f0a249-ebe8-4619-9ea4-f69a0070a615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:02:04.135751 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-18f0a249-ebe8-4619-9ea4-f69a0070a615 admin admin] 10.222.0.49 "GET /v2.0/networks/8a7ae380-0916-41a4-9bc6-af443495f87f HTTP/1.1" status: 200 len: 824 time: 0.3809609 Nov 09 21:02:04.159614 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5d5ec2d8-b2d2-4e9e-81cd-17e756a93feb admin admin] 10.222.0.49 "GET /v2.0/subnetpools/5164ee55-e521-483d-af8c-ff9bda947468 HTTP/1.1" status: 200 len: 734 time: 0.0176613 Nov 09 21:02:04.168478 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-afc0014d-7b59-41f9-8ecb-0aa3dad3771d admin admin] Request body: {'subnet': {'network_id': '8a7ae380-0916-41a4-9bc6-af443495f87f', 'ip_version': 4, 'tenant_id': '256acf9d63ca4d2187bc056d700fc535', 'name': 'private-subnet', 'subnetpool_id': '5164ee55-e521-483d-af8c-ff9bda947468', 'gateway_ip': '172.20.0.1'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:02:04.190700 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc0014d-7b59-41f9-8ecb-0aa3dad3771d admin admin] Made reservation on behalf of 256acf9d63ca4d2187bc056d700fc535 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:02:04.192919 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-afc0014d-7b59-41f9-8ecb-0aa3dad3771d admin admin] Publish callbacks [] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:04.475409 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-afc0014d-7b59-41f9-8ecb-0aa3dad3771d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:04.544354 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc0014d-7b59-41f9-8ecb-0aa3dad3771d admin admin] Checking segment: {'id': '342975a6-0907-4258-8d81-58b210c90cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8a7ae380-0916-41a4-9bc6-af443495f87f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:02:04.544755 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc0014d-7b59-41f9-8ecb-0aa3dad3771d admin admin] Network hostable DHCP agents. Network: 8a7ae380-0916-41a4-9bc6-af443495f87f, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:02:04.550344 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0014d-7b59-41f9-8ecb-0aa3dad3771d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c709cd0-90f5-4431-a978-4d8b077c4c95,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:02:04.569137 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc0014d-7b59-41f9-8ecb-0aa3dad3771d admin admin] Network 8a7ae380-0916-41a4-9bc6-af443495f87f is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:02:04.580301 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-afc0014d-7b59-41f9-8ecb-0aa3dad3771d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 8a7ae380-0916-41a4-9bc6-af443495f87f) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:02:04.585463 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc0014d-7b59-41f9-8ecb-0aa3dad3771d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:02:04.586077 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-afc0014d-7b59-41f9-8ecb-0aa3dad3771d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:04.591700 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea28f98-c8bc-49bc-b670-f7fe7d9fd3b1 None None] Network 8a7ae380-0916-41a4-9bc6-af443495f87f requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:02:04.601986 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-afc0014d-7b59-41f9-8ecb-0aa3dad3771d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4366460 Nov 09 21:02:04.913709 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141645e0-a0f3-4d8c-8f74-e36ed3d8dcfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-8a7ae380-0916-41a4-9bc6-af443495f87f', 'network_id': '8a7ae380-0916-41a4-9bc6-af443495f87f', 'tenant_id': '256acf9d63ca4d2187bc056d700fc535', 'fixed_ips': [{'subnet_id': '0c709cd0-90f5-4431-a978-4d8b077c4c95'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:02:04.914970 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-141645e0-a0f3-4d8c-8f74-e36ed3d8dcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:05.206253 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-141645e0-a0f3-4d8c-8f74-e36ed3d8dcfe None None] Allocated IP 172.20.0.2 (8a7ae380-0916-41a4-9bc6-af443495f87f/0c709cd0-90f5-4431-a978-4d8b077c4c95/a7be04cc-0b87-4f80-9816-9b3de49b758b) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:02:05.406322 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-141645e0-a0f3-4d8c-8f74-e36ed3d8dcfe None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:05.413623 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-141645e0-a0f3-4d8c-8f74-e36ed3d8dcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:05.498029 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141645e0-a0f3-4d8c-8f74-e36ed3d8dcfe None None] Network 8a7ae380-0916-41a4-9bc6-af443495f87f is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:02:05.499321 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141645e0-a0f3-4d8c-8f74-e36ed3d8dcfe None None] Pushing event updated for resources: {'Port': ['ID=a7be04cc-0b87-4f80-9816-9b3de49b758b,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:02:05.504121 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-141645e0-a0f3-4d8c-8f74-e36ed3d8dcfe None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:02:05.510911 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141645e0-a0f3-4d8c-8f74-e36ed3d8dcfe None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:02:05.513655 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141645e0-a0f3-4d8c-8f74-e36ed3d8dcfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:02:05.513999 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141645e0-a0f3-4d8c-8f74-e36ed3d8dcfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:02:05.514339 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141645e0-a0f3-4d8c-8f74-e36ed3d8dcfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:02:05.514678 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141645e0-a0f3-4d8c-8f74-e36ed3d8dcfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:02:05.515011 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141645e0-a0f3-4d8c-8f74-e36ed3d8dcfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:02:05.515339 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141645e0-a0f3-4d8c-8f74-e36ed3d8dcfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:02:05.515665 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141645e0-a0f3-4d8c-8f74-e36ed3d8dcfe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:02:05.515987 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141645e0-a0f3-4d8c-8f74-e36ed3d8dcfe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:02:05.516310 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141645e0-a0f3-4d8c-8f74-e36ed3d8dcfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:02:05.516653 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141645e0-a0f3-4d8c-8f74-e36ed3d8dcfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:02:05.516975 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141645e0-a0f3-4d8c-8f74-e36ed3d8dcfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:02:05.517816 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141645e0-a0f3-4d8c-8f74-e36ed3d8dcfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:02:05.518938 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141645e0-a0f3-4d8c-8f74-e36ed3d8dcfe None None] Tracked resource versions report: Nov 09 21:02:05.518938 n-d-816206-3 neutron-server[102609]: pushed versions: Nov 09 21:02:05.518938 n-d-816206-3 neutron-server[102609]: { 'AddressGroup': {'1.2'}, Nov 09 21:02:05.518938 n-d-816206-3 neutron-server[102609]: 'ConntrackHelper': {'1.0'}, Nov 09 21:02:05.518938 n-d-816206-3 neutron-server[102609]: 'Log': {'1.0'}, Nov 09 21:02:05.518938 n-d-816206-3 neutron-server[102609]: 'Network': {'1.1'}, Nov 09 21:02:05.518938 n-d-816206-3 neutron-server[102609]: 'Port': {'1.7'}, Nov 09 21:02:05.518938 n-d-816206-3 neutron-server[102609]: 'PortForwarding': {'1.2'}, Nov 09 21:02:05.518938 n-d-816206-3 neutron-server[102609]: 'QosPolicy': {'1.10'}, Nov 09 21:02:05.518938 n-d-816206-3 neutron-server[102609]: 'SecurityGroup': {'1.5'}, Nov 09 21:02:05.518938 n-d-816206-3 neutron-server[102609]: 'SecurityGroupRule': {'1.2'}, Nov 09 21:02:05.518938 n-d-816206-3 neutron-server[102609]: 'SubPort': {'1.0'}, Nov 09 21:02:05.518938 n-d-816206-3 neutron-server[102609]: 'Subnet': {'1.1'}, Nov 09 21:02:05.518938 n-d-816206-3 neutron-server[102609]: 'Trunk': {'1.1'}} Nov 09 21:02:05.518938 n-d-816206-3 neutron-server[102609]: consumer versions: Nov 09 21:02:05.518938 n-d-816206-3 neutron-server[102609]: { DHCP agent@n-d-816206-3: {}, Nov 09 21:02:05.518938 n-d-816206-3 neutron-server[102609]: L3 agent@n-d-816206-3: {}, Nov 09 21:02:05.518938 n-d-816206-3 neutron-server[102609]: Metadata agent@n-d-816206-3: {}, Nov 09 21:02:05.518938 n-d-816206-3 neutron-server[102609]: Metering agent@n-d-816206-3: {}, Nov 09 21:02:05.518938 n-d-816206-3 neutron-server[102609]: Open vSwitch agent@n-d-816206-3: { 'AddressGroup': '1.2', Nov 09 21:02:05.518938 n-d-816206-3 neutron-server[102609]: 'ConntrackHelper': '1.0', Nov 09 21:02:05.518938 n-d-816206-3 neutron-server[102609]: 'Log': '1.0', Nov 09 21:02:05.518938 n-d-816206-3 neutron-server[102609]: 'Network': '1.1', Nov 09 21:02:05.518938 n-d-816206-3 neutron-server[102609]: 'Port': '1.7', Nov 09 21:02:05.518938 n-d-816206-3 neutron-server[102609]: 'PortForwarding': '1.2', Nov 09 21:02:05.518938 n-d-816206-3 neutron-server[102609]: 'QosPolicy': '1.10', Nov 09 21:02:05.518938 n-d-816206-3 neutron-server[102609]: 'SecurityGroup': '1.5', Nov 09 21:02:05.518938 n-d-816206-3 neutron-server[102609]: 'SecurityGroupRule': '1.2', Nov 09 21:02:05.518938 n-d-816206-3 neutron-server[102609]: 'SubPort': '1.0', Nov 09 21:02:05.518938 n-d-816206-3 neutron-server[102609]: 'Subnet': '1.1', Nov 09 21:02:05.518938 n-d-816206-3 neutron-server[102609]: 'Trunk': '1.1'}} Nov 09 21:02:05.518938 n-d-816206-3 neutron-server[102609]: {{(pid=102609) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 21:02:05.598835 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-141645e0-a0f3-4d8c-8f74-e36ed3d8dcfe None None] Attempting to bind port a7be04cc-0b87-4f80-9816-9b3de49b758b on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:02:05.599491 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-141645e0-a0f3-4d8c-8f74-e36ed3d8dcfe None None] Attempting to bind port a7be04cc-0b87-4f80-9816-9b3de49b758b by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '342975a6-0907-4258-8d81-58b210c90cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8a7ae380-0916-41a4-9bc6-af443495f87f'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:02:05.599650 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141645e0-a0f3-4d8c-8f74-e36ed3d8dcfe None None] Attempting to bind port a7be04cc-0b87-4f80-9816-9b3de49b758b on network 8a7ae380-0916-41a4-9bc6-af443495f87f {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:02:05.604604 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141645e0-a0f3-4d8c-8f74-e36ed3d8dcfe None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:02:05.605025 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141645e0-a0f3-4d8c-8f74-e36ed3d8dcfe None None] Checking segment: {'id': '342975a6-0907-4258-8d81-58b210c90cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8a7ae380-0916-41a4-9bc6-af443495f87f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:02:05.605498 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-141645e0-a0f3-4d8c-8f74-e36ed3d8dcfe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:05.605881 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141645e0-a0f3-4d8c-8f74-e36ed3d8dcfe None None] Bound using segment: {'id': '342975a6-0907-4258-8d81-58b210c90cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8a7ae380-0916-41a4-9bc6-af443495f87f'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:02:05.606448 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-141645e0-a0f3-4d8c-8f74-e36ed3d8dcfe None None] Bound port: a7be04cc-0b87-4f80-9816-9b3de49b758b, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '342975a6-0907-4258-8d81-58b210c90cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8a7ae380-0916-41a4-9bc6-af443495f87f'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:02:05.606856 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-141645e0-a0f3-4d8c-8f74-e36ed3d8dcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:05.668102 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-141645e0-a0f3-4d8c-8f74-e36ed3d8dcfe None None] For port a7be04cc-0b87-4f80-9816-9b3de49b758b, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:02:05.672614 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-141645e0-a0f3-4d8c-8f74-e36ed3d8dcfe None None] For port a7be04cc-0b87-4f80-9816-9b3de49b758b, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=a7be04cc-0b87-4f80-9816-9b3de49b758b,segment=NetworkSegment(342975a6-0907-4258-8d81-58b210c90cc4),segment_id=342975a6-0907-4258-8d81-58b210c90cc4)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:02:05.676573 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-141645e0-a0f3-4d8c-8f74-e36ed3d8dcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:05.740883 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141645e0-a0f3-4d8c-8f74-e36ed3d8dcfe None None] Pushing event updated for resources: {'Port': ['ID=a7be04cc-0b87-4f80-9816-9b3de49b758b,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:02:07.104773 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54102) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:02:07.419659 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [None req-e5523599-690c-4818-90f7-f331c58ee408 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:02:07.422080 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e5523599-690c-4818-90f7-f331c58ee408 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3149905 Nov 09 21:02:09.977276 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54110) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:02:10.313718 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [None req-90894472-6904-4638-b955-49d8c1b234be admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:02:10.315338 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-90894472-6904-4638-b955-49d8c1b234be admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3392034 Nov 09 21:02:13.045958 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54120) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:02:13.339943 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-9c499a76-131c-4225-ac69-f6b5ca75117f admin admin] Request body: {'router': {'tenant_id': '256acf9d63ca4d2187bc056d700fc535', 'admin_state_up': True, 'name': 'router1'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:02:13.364462 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9c499a76-131c-4225-ac69-f6b5ca75117f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:13.366025 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9c499a76-131c-4225-ac69-f6b5ca75117f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:13.498092 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9c499a76-131c-4225-ac69-f6b5ca75117f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:13.503783 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9c499a76-131c-4225-ac69-f6b5ca75117f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:13.517450 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9c499a76-131c-4225-ac69-f6b5ca75117f admin admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:13.519376 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-9c499a76-131c-4225-ac69-f6b5ca75117f admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4721518 Nov 09 21:02:14.859532 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3332cca6-815a-4fbd-adb0-c23d82451593 None None] Network 8a7ae380-0916-41a4-9bc6-af443495f87f requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:02:14.946627 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-de188e5f-f8a6-4d30-a494-71ac4884fa64 None None] Provisioning complete for port a7be04cc-0b87-4f80-9816-9b3de49b758b triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:02:14.947015 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-de188e5f-f8a6-4d30-a494-71ac4884fa64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:15.139987 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device a7be04cc-0b87-4f80-9816-9b3de49b758b up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:02:15.206489 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-de188e5f-f8a6-4d30-a494-71ac4884fa64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:15.260225 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-de188e5f-f8a6-4d30-a494-71ac4884fa64 None None] For port a7be04cc-0b87-4f80-9816-9b3de49b758b, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=a7be04cc-0b87-4f80-9816-9b3de49b758b,segment=NetworkSegment(342975a6-0907-4258-8d81-58b210c90cc4),segment_id=342975a6-0907-4258-8d81-58b210c90cc4)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:02:15.267508 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-de188e5f-f8a6-4d30-a494-71ac4884fa64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:15.294256 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port a7be04cc-0b87-4f80-9816-9b3de49b758b triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:02:15.294628 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:15.349650 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de188e5f-f8a6-4d30-a494-71ac4884fa64 None None] Pushing event updated for resources: {'Port': ['ID=a7be04cc-0b87-4f80-9816-9b3de49b758b,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:02:15.487863 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d14c6547-398b-412b-9424-ae90a13a0fa0 None None] Provisioning complete for port a7be04cc-0b87-4f80-9816-9b3de49b758b triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:02:15.488171 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d14c6547-398b-412b-9424-ae90a13a0fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:16.047079 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54134) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:02:16.352782 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [None req-355e3f7b-9935-4ee2-aa95-0111611af422 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:02:16.353809 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-355e3f7b-9935-4ee2-aa95-0111611af422 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3057897 Nov 09 21:02:17.085531 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device a7be04cc-0b87-4f80-9816-9b3de49b758b up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:02:17.130580 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port a7be04cc-0b87-4f80-9816-9b3de49b758b triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:02:17.130970 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:17.538597 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b8d772ed-bb18-4a52-afb2-95549c0381be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:18.835170 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54142) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:02:19.315975 n-d-816206-3 neutron-server[102607]: WARNING oslo_policy.policy [None req-c1a1842a-1c22-40fd-99e0-902ae298606d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 21:02:19.316575 n-d-816206-3 neutron-server[102607]: WARNING oslo_policy.policy [None req-c1a1842a-1c22-40fd-99e0-902ae298606d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 21:02:19.541048 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-c1a1842a-1c22-40fd-99e0-902ae298606d admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:02:19.542756 n-d-816206-3 neutron-server[102607]: INFO neutron.quota [None req-c1a1842a-1c22-40fd-99e0-902ae298606d admin admin] Loaded quota_driver: . Nov 09 21:02:19.597008 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a1842a-1c22-40fd-99e0-902ae298606d admin admin] Made reservation on behalf of 1e91def2735c4163b61012fbce1bb686 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:02:19.663402 n-d-816206-3 neutron-server[102607]: DEBUG neutron.policy [None req-c1a1842a-1c22-40fd-99e0-902ae298606d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102607) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 09 21:02:19.709651 n-d-816206-3 neutron-server[102607]: WARNING oslo_policy.policy [None req-c1a1842a-1c22-40fd-99e0-902ae298606d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 21:02:19.710021 n-d-816206-3 neutron-server[102607]: WARNING oslo_policy.policy [None req-c1a1842a-1c22-40fd-99e0-902ae298606d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 21:02:19.720987 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c1a1842a-1c22-40fd-99e0-902ae298606d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:19.740620 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c1a1842a-1c22-40fd-99e0-902ae298606d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:19.849480 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c1a1842a-1c22-40fd-99e0-902ae298606d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:19.853806 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c1a1842a-1c22-40fd-99e0-902ae298606d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:19.864945 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c1a1842a-1c22-40fd-99e0-902ae298606d admin admin] Reserving flat network on physical network physnet1 {{(pid=102607) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 09 21:02:19.894254 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c1a1842a-1c22-40fd-99e0-902ae298606d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752600729564', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:19.894818 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c1a1842a-1c22-40fd-99e0-902ae298606d admin admin] Unsubscribe: segment precommit_create {{(pid=102607) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 09 21:02:19.895316 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-c1a1842a-1c22-40fd-99e0-902ae298606d admin admin] Added segment 27a8b153-9819-4edc-8cfd-6c6c42695b22 of type flat for network 4531c23d-84b7-490d-8d7c-6676781b6e6a Nov 09 21:02:19.917923 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1842a-1c22-40fd-99e0-902ae298606d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b706de6-0af6-46ef-9336-de42b5dd9f84,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:02:19.934701 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b468866b-d5d7-426a-87a6-a2519a0cddbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:19.951429 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1842a-1c22-40fd-99e0-902ae298606d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:02:19.951769 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1842a-1c22-40fd-99e0-902ae298606d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:02:19.952102 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1842a-1c22-40fd-99e0-902ae298606d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:02:19.952429 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1842a-1c22-40fd-99e0-902ae298606d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:02:19.952780 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1842a-1c22-40fd-99e0-902ae298606d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:02:19.953104 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1842a-1c22-40fd-99e0-902ae298606d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:02:19.953429 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1842a-1c22-40fd-99e0-902ae298606d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:02:19.953745 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1842a-1c22-40fd-99e0-902ae298606d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:02:19.954062 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1842a-1c22-40fd-99e0-902ae298606d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:02:19.954909 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1842a-1c22-40fd-99e0-902ae298606d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:02:19.955226 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1842a-1c22-40fd-99e0-902ae298606d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:02:19.955539 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1842a-1c22-40fd-99e0-902ae298606d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:02:19.956673 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1842a-1c22-40fd-99e0-902ae298606d admin admin] Tracked resource versions report: Nov 09 21:02:19.956673 n-d-816206-3 neutron-server[102607]: pushed versions: Nov 09 21:02:19.956673 n-d-816206-3 neutron-server[102607]: { 'AddressGroup': {'1.2'}, Nov 09 21:02:19.956673 n-d-816206-3 neutron-server[102607]: 'ConntrackHelper': {'1.0'}, Nov 09 21:02:19.956673 n-d-816206-3 neutron-server[102607]: 'Log': {'1.0'}, Nov 09 21:02:19.956673 n-d-816206-3 neutron-server[102607]: 'Network': {'1.1'}, Nov 09 21:02:19.956673 n-d-816206-3 neutron-server[102607]: 'Port': {'1.7'}, Nov 09 21:02:19.956673 n-d-816206-3 neutron-server[102607]: 'PortForwarding': {'1.2'}, Nov 09 21:02:19.956673 n-d-816206-3 neutron-server[102607]: 'QosPolicy': {'1.10'}, Nov 09 21:02:19.956673 n-d-816206-3 neutron-server[102607]: 'SecurityGroup': {'1.5'}, Nov 09 21:02:19.956673 n-d-816206-3 neutron-server[102607]: 'SecurityGroupRule': {'1.2'}, Nov 09 21:02:19.956673 n-d-816206-3 neutron-server[102607]: 'SubPort': {'1.0'}, Nov 09 21:02:19.956673 n-d-816206-3 neutron-server[102607]: 'Subnet': {'1.1'}, Nov 09 21:02:19.956673 n-d-816206-3 neutron-server[102607]: 'Trunk': {'1.1'}} Nov 09 21:02:19.956673 n-d-816206-3 neutron-server[102607]: consumer versions: Nov 09 21:02:19.956673 n-d-816206-3 neutron-server[102607]: { DHCP agent@n-d-816206-3: {}, Nov 09 21:02:19.956673 n-d-816206-3 neutron-server[102607]: L3 agent@n-d-816206-3: {}, Nov 09 21:02:19.956673 n-d-816206-3 neutron-server[102607]: Metadata agent@n-d-816206-3: {}, Nov 09 21:02:19.956673 n-d-816206-3 neutron-server[102607]: Metering agent@n-d-816206-3: {}, Nov 09 21:02:19.956673 n-d-816206-3 neutron-server[102607]: Open vSwitch agent@n-d-816206-3: { 'AddressGroup': '1.2', Nov 09 21:02:19.956673 n-d-816206-3 neutron-server[102607]: 'ConntrackHelper': '1.0', Nov 09 21:02:19.956673 n-d-816206-3 neutron-server[102607]: 'Log': '1.0', Nov 09 21:02:19.956673 n-d-816206-3 neutron-server[102607]: 'Network': '1.1', Nov 09 21:02:19.956673 n-d-816206-3 neutron-server[102607]: 'Port': '1.7', Nov 09 21:02:19.956673 n-d-816206-3 neutron-server[102607]: 'PortForwarding': '1.2', Nov 09 21:02:19.956673 n-d-816206-3 neutron-server[102607]: 'QosPolicy': '1.10', Nov 09 21:02:19.956673 n-d-816206-3 neutron-server[102607]: 'SecurityGroup': '1.5', Nov 09 21:02:19.956673 n-d-816206-3 neutron-server[102607]: 'SecurityGroupRule': '1.2', Nov 09 21:02:19.956673 n-d-816206-3 neutron-server[102607]: 'SubPort': '1.0', Nov 09 21:02:19.956673 n-d-816206-3 neutron-server[102607]: 'Subnet': '1.1', Nov 09 21:02:19.956673 n-d-816206-3 neutron-server[102607]: 'Trunk': '1.1'}} Nov 09 21:02:19.956673 n-d-816206-3 neutron-server[102607]: {{(pid=102607) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 21:02:20.035889 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c1a1842a-1c22-40fd-99e0-902ae298606d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:20.081083 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c1a1842a-1c22-40fd-99e0-902ae298606d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:20.082260 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a1842a-1c22-40fd-99e0-902ae298606d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:02:20.083230 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c1a1842a-1c22-40fd-99e0-902ae298606d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:20.162056 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c1a1842a-1c22-40fd-99e0-902ae298606d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3247082 Nov 09 21:02:20.189394 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1842a-1c22-40fd-99e0-902ae298606d admin admin] Pushing event updated for resources: {'Network': ['ID=4531c23d-84b7-490d-8d7c-6676781b6e6a,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:02:20.200898 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:02:20.788481 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:22.213165 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:22.661469 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54172) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:02:22.877981 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18021cb2-3784-4833-b211-cb4923f782bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:02:22.879371 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-18021cb2-3784-4833-b211-cb4923f782bf admin admin] 10.222.0.49 "GET /v2.0/subnets/0c709cd0-90f5-4431-a978-4d8b077c4c95 HTTP/1.1" status: 200 len: 849 time: 0.2169209 Nov 09 21:02:23.040697 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b71252a2-616f-4d86-a6f9-ae07779b39b6 admin admin] 10.222.0.49 "GET /v2.0/routers/888a9c71-8b5c-455c-8e9f-6bdf6f5f932b HTTP/1.1" status: 200 len: 704 time: 0.1550989 Nov 09 21:02:23.241828 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:23.334145 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-045fecea-0b59-4e19-8596-c7eb93f5eee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:23.641110 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-045fecea-0b59-4e19-8596-c7eb93f5eee0 admin admin] Allocated IP 172.20.0.1 (8a7ae380-0916-41a4-9bc6-af443495f87f/0c709cd0-90f5-4431-a978-4d8b077c4c95/ddf45426-00a9-4c2e-a972-d2f9561767fb) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:02:23.822267 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-045fecea-0b59-4e19-8596-c7eb93f5eee0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:23.888541 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-045fecea-0b59-4e19-8596-c7eb93f5eee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:23.958365 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045fecea-0b59-4e19-8596-c7eb93f5eee0 admin admin] Network 8a7ae380-0916-41a4-9bc6-af443495f87f is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:02:23.968467 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-045fecea-0b59-4e19-8596-c7eb93f5eee0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:02:23.977142 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045fecea-0b59-4e19-8596-c7eb93f5eee0 admin admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:02:23.977692 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-045fecea-0b59-4e19-8596-c7eb93f5eee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:23.996091 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045fecea-0b59-4e19-8596-c7eb93f5eee0 admin admin] Pushing event updated for resources: {'Port': ['ID=ddf45426-00a9-4c2e-a972-d2f9561767fb,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:02:24.130798 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-ebf0009b-0a5e-4297-a7cd-76624eb5fc42 None None] Provisioning complete for port ddf45426-00a9-4c2e-a972-d2f9561767fb triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:02:24.131431 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ebf0009b-0a5e-4297-a7cd-76624eb5fc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:24.163490 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-ebf0009b-0a5e-4297-a7cd-76624eb5fc42 None None] Port ddf45426-00a9-4c2e-a972-d2f9561767fb cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:02:24.169225 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-045fecea-0b59-4e19-8596-c7eb93f5eee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:24.415235 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-045fecea-0b59-4e19-8596-c7eb93f5eee0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:24.419553 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-045fecea-0b59-4e19-8596-c7eb93f5eee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:24.420351 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-045fecea-0b59-4e19-8596-c7eb93f5eee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:24.498253 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045fecea-0b59-4e19-8596-c7eb93f5eee0 admin admin] Pushing event updated for resources: {'Port': ['ID=ddf45426-00a9-4c2e-a972-d2f9561767fb,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:02:24.544155 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045fecea-0b59-4e19-8596-c7eb93f5eee0 admin admin] Network 8a7ae380-0916-41a4-9bc6-af443495f87f is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:02:24.545459 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-045fecea-0b59-4e19-8596-c7eb93f5eee0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:02:24.709071 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-045fecea-0b59-4e19-8596-c7eb93f5eee0 admin admin] Router 888a9c71-8b5c-455c-8e9f-6bdf6f5f932b is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:02:24.786118 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-5caec72f-0963-40e9-aa47-b286278dedfa None None] Provisioning complete for port ddf45426-00a9-4c2e-a972-d2f9561767fb triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:02:24.786721 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5caec72f-0963-40e9-aa47-b286278dedfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:24.803391 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045fecea-0b59-4e19-8596-c7eb93f5eee0 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:02:24.814442 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-045fecea-0b59-4e19-8596-c7eb93f5eee0 admin admin] 10.222.0.49 "PUT /v2.0/routers/888a9c71-8b5c-455c-8e9f-6bdf6f5f932b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7608750 Nov 09 21:02:24.820497 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-5caec72f-0963-40e9-aa47-b286278dedfa None None] Port ddf45426-00a9-4c2e-a972-d2f9561767fb cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:02:24.824444 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4092c788-b133-4ff5-ad95-1750fcd4052f None None] Sync routers for ids ['888a9c71-8b5c-455c-8e9f-6bdf6f5f932b'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:02:24.836863 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4092c788-b133-4ff5-ad95-1750fcd4052f None None] Routers {'888a9c71-8b5c-455c-8e9f-6bdf6f5f932b'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:02:24.837775 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-4092c788-b133-4ff5-ad95-1750fcd4052f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:02:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['888a9c71-8b5c-455c-8e9f-6bdf6f5f932b'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:02:25.024031 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-4092c788-b133-4ff5-ad95-1750fcd4052f None None] Set router 888a9c71-8b5c-455c-8e9f-6bdf6f5f932b gateway port host: None {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:02:25.448788 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-4092c788-b133-4ff5-ad95-1750fcd4052f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888a9c71-8b5c-455c-8e9f-6bdf6f5f932b', 'name': 'router1', 'tenant_id': '256acf9d63ca4d2187bc056d700fc535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:02:13Z', 'updated_at': '2021-11-09T21:02:24Z', 'revision_number': 2, 'project_id': '256acf9d63ca4d2187bc056d700fc535', 'gw_port_host': None, '_interfaces': [{'id': 'ddf45426-00a9-4c2e-a972-d2f9561767fb', 'name': '', 'network_id': '8a7ae380-0916-41a4-9bc6-af443495f87f', 'tenant_id': '256acf9d63ca4d2187bc056d700fc535', 'mac_address': 'fa:16:3e:0f:45:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888a9c71-8b5c-455c-8e9f-6bdf6f5f932b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0c709cd0-90f5-4431-a978-4d8b077c4c95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:02:23Z', 'updated_at': '2021-11-09T21:02:24Z', 'revision_number': 2, 'project_id': '256acf9d63ca4d2187bc056d700fc535', 'subnets': [{'id': '0c709cd0-90f5-4431-a978-4d8b077c4c95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5164ee55-e521-483d-af8c-ff9bda947468'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:02:25.498406 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4092c788-b133-4ff5-ad95-1750fcd4052f None None] Checking router: 888a9c71-8b5c-455c-8e9f-6bdf6f5f932b for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:02:25.498782 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4092c788-b133-4ff5-ad95-1750fcd4052f None None] Updating router 888a9c71-8b5c-455c-8e9f-6bdf6f5f932b port ddf45426-00a9-4c2e-a972-d2f9561767fb binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:02:25.546304 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-4092c788-b133-4ff5-ad95-1750fcd4052f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:26.052452 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-4092c788-b133-4ff5-ad95-1750fcd4052f None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:26.058829 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-4092c788-b133-4ff5-ad95-1750fcd4052f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:26.199002 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1b659-0687-4008-9f29-a357147ff125 None None] Pushing event updated for resources: {'Port': ['ID=ddf45426-00a9-4c2e-a972-d2f9561767fb,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:02:26.222660 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1b659-0687-4008-9f29-a357147ff125 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:02:26.223012 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1b659-0687-4008-9f29-a357147ff125 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:02:26.223352 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1b659-0687-4008-9f29-a357147ff125 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:02:26.223684 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1b659-0687-4008-9f29-a357147ff125 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:02:26.224012 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1b659-0687-4008-9f29-a357147ff125 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:02:26.224338 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1b659-0687-4008-9f29-a357147ff125 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:02:26.224679 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1b659-0687-4008-9f29-a357147ff125 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:02:26.225004 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1b659-0687-4008-9f29-a357147ff125 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:02:26.225355 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1b659-0687-4008-9f29-a357147ff125 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:02:26.225674 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1b659-0687-4008-9f29-a357147ff125 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:02:26.225993 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1b659-0687-4008-9f29-a357147ff125 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:02:26.226309 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1b659-0687-4008-9f29-a357147ff125 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:02:26.227408 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb1b659-0687-4008-9f29-a357147ff125 None None] Tracked resource versions report: Nov 09 21:02:26.227408 n-d-816206-3 neutron-server[102610]: pushed versions: Nov 09 21:02:26.227408 n-d-816206-3 neutron-server[102610]: { 'AddressGroup': {'1.2'}, Nov 09 21:02:26.227408 n-d-816206-3 neutron-server[102610]: 'ConntrackHelper': {'1.0'}, Nov 09 21:02:26.227408 n-d-816206-3 neutron-server[102610]: 'Log': {'1.0'}, Nov 09 21:02:26.227408 n-d-816206-3 neutron-server[102610]: 'Network': {'1.1'}, Nov 09 21:02:26.227408 n-d-816206-3 neutron-server[102610]: 'Port': {'1.7'}, Nov 09 21:02:26.227408 n-d-816206-3 neutron-server[102610]: 'PortForwarding': {'1.2'}, Nov 09 21:02:26.227408 n-d-816206-3 neutron-server[102610]: 'QosPolicy': {'1.10'}, Nov 09 21:02:26.227408 n-d-816206-3 neutron-server[102610]: 'SecurityGroup': {'1.5'}, Nov 09 21:02:26.227408 n-d-816206-3 neutron-server[102610]: 'SecurityGroupRule': {'1.2'}, Nov 09 21:02:26.227408 n-d-816206-3 neutron-server[102610]: 'SubPort': {'1.0'}, Nov 09 21:02:26.227408 n-d-816206-3 neutron-server[102610]: 'Subnet': {'1.1'}, Nov 09 21:02:26.227408 n-d-816206-3 neutron-server[102610]: 'Trunk': {'1.1'}} Nov 09 21:02:26.227408 n-d-816206-3 neutron-server[102610]: consumer versions: Nov 09 21:02:26.227408 n-d-816206-3 neutron-server[102610]: { DHCP agent@n-d-816206-3: {}, Nov 09 21:02:26.227408 n-d-816206-3 neutron-server[102610]: L3 agent@n-d-816206-3: {}, Nov 09 21:02:26.227408 n-d-816206-3 neutron-server[102610]: Metadata agent@n-d-816206-3: {}, Nov 09 21:02:26.227408 n-d-816206-3 neutron-server[102610]: Metering agent@n-d-816206-3: {}, Nov 09 21:02:26.227408 n-d-816206-3 neutron-server[102610]: Open vSwitch agent@n-d-816206-3: { 'AddressGroup': '1.2', Nov 09 21:02:26.227408 n-d-816206-3 neutron-server[102610]: 'ConntrackHelper': '1.0', Nov 09 21:02:26.227408 n-d-816206-3 neutron-server[102610]: 'Log': '1.0', Nov 09 21:02:26.227408 n-d-816206-3 neutron-server[102610]: 'Network': '1.1', Nov 09 21:02:26.227408 n-d-816206-3 neutron-server[102610]: 'Port': '1.7', Nov 09 21:02:26.227408 n-d-816206-3 neutron-server[102610]: 'PortForwarding': '1.2', Nov 09 21:02:26.227408 n-d-816206-3 neutron-server[102610]: 'QosPolicy': '1.10', Nov 09 21:02:26.227408 n-d-816206-3 neutron-server[102610]: 'SecurityGroup': '1.5', Nov 09 21:02:26.227408 n-d-816206-3 neutron-server[102610]: 'SecurityGroupRule': '1.2', Nov 09 21:02:26.227408 n-d-816206-3 neutron-server[102610]: 'SubPort': '1.0', Nov 09 21:02:26.227408 n-d-816206-3 neutron-server[102610]: 'Subnet': '1.1', Nov 09 21:02:26.227408 n-d-816206-3 neutron-server[102610]: 'Trunk': '1.1'}} Nov 09 21:02:26.227408 n-d-816206-3 neutron-server[102610]: {{(pid=102610) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 21:02:26.239473 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-4092c788-b133-4ff5-ad95-1750fcd4052f None None] Attempting to bind port ddf45426-00a9-4c2e-a972-d2f9561767fb on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:02:26.239879 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-4092c788-b133-4ff5-ad95-1750fcd4052f None None] Attempting to bind port ddf45426-00a9-4c2e-a972-d2f9561767fb by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '342975a6-0907-4258-8d81-58b210c90cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8a7ae380-0916-41a4-9bc6-af443495f87f'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:02:26.240316 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4092c788-b133-4ff5-ad95-1750fcd4052f None None] Attempting to bind port ddf45426-00a9-4c2e-a972-d2f9561767fb on network 8a7ae380-0916-41a4-9bc6-af443495f87f {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:02:26.245781 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4092c788-b133-4ff5-ad95-1750fcd4052f None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:02:26.246193 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4092c788-b133-4ff5-ad95-1750fcd4052f None None] Checking segment: {'id': '342975a6-0907-4258-8d81-58b210c90cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8a7ae380-0916-41a4-9bc6-af443495f87f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:02:26.246676 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-4092c788-b133-4ff5-ad95-1750fcd4052f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:26.247161 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4092c788-b133-4ff5-ad95-1750fcd4052f None None] Bound using segment: {'id': '342975a6-0907-4258-8d81-58b210c90cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8a7ae380-0916-41a4-9bc6-af443495f87f'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:02:26.247567 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-4092c788-b133-4ff5-ad95-1750fcd4052f None None] Bound port: ddf45426-00a9-4c2e-a972-d2f9561767fb, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '342975a6-0907-4258-8d81-58b210c90cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8a7ae380-0916-41a4-9bc6-af443495f87f'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:02:26.247958 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-4092c788-b133-4ff5-ad95-1750fcd4052f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:26.312105 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-4092c788-b133-4ff5-ad95-1750fcd4052f None None] For port ddf45426-00a9-4c2e-a972-d2f9561767fb, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:02:26.330917 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-4092c788-b133-4ff5-ad95-1750fcd4052f None None] For port ddf45426-00a9-4c2e-a972-d2f9561767fb, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=ddf45426-00a9-4c2e-a972-d2f9561767fb,segment=NetworkSegment(342975a6-0907-4258-8d81-58b210c90cc4),segment_id=342975a6-0907-4258-8d81-58b210c90cc4)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:02:26.337985 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-4092c788-b133-4ff5-ad95-1750fcd4052f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:26.348808 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d44145b6-5ec5-4dcc-9873-cba26f1df096 None None] Provisioning complete for port ddf45426-00a9-4c2e-a972-d2f9561767fb triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:02:26.349322 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d44145b6-5ec5-4dcc-9873-cba26f1df096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:26.399066 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1b659-0687-4008-9f29-a357147ff125 None None] Pushing event updated for resources: {'Port': ['ID=ddf45426-00a9-4c2e-a972-d2f9561767fb,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:02:26.402325 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4092c788-b133-4ff5-ad95-1750fcd4052f None None] Routers {'888a9c71-8b5c-455c-8e9f-6bdf6f5f932b'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:02:26.403296 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-4092c788-b133-4ff5-ad95-1750fcd4052f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:02:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['888a9c71-8b5c-455c-8e9f-6bdf6f5f932b'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:02:26.428358 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d44145b6-5ec5-4dcc-9873-cba26f1df096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:26.463969 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-d44145b6-5ec5-4dcc-9873-cba26f1df096 None None] For port ddf45426-00a9-4c2e-a972-d2f9561767fb, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=ddf45426-00a9-4c2e-a972-d2f9561767fb,segment=NetworkSegment(342975a6-0907-4258-8d81-58b210c90cc4),segment_id=342975a6-0907-4258-8d81-58b210c90cc4)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:02:26.471605 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d44145b6-5ec5-4dcc-9873-cba26f1df096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:26.497468 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-4092c788-b133-4ff5-ad95-1750fcd4052f None None] Set router 888a9c71-8b5c-455c-8e9f-6bdf6f5f932b gateway port host: None {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:02:26.525335 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44145b6-5ec5-4dcc-9873-cba26f1df096 None None] Pushing event updated for resources: {'Port': ['ID=ddf45426-00a9-4c2e-a972-d2f9561767fb,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:02:26.692427 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-157b3d2c-8815-44bf-b0c3-1d4e18ea59d1 None None] Provisioning complete for port ddf45426-00a9-4c2e-a972-d2f9561767fb triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:02:26.692941 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-157b3d2c-8815-44bf-b0c3-1d4e18ea59d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:26.709747 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-4092c788-b133-4ff5-ad95-1750fcd4052f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888a9c71-8b5c-455c-8e9f-6bdf6f5f932b', 'name': 'router1', 'tenant_id': '256acf9d63ca4d2187bc056d700fc535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:02:13Z', 'updated_at': '2021-11-09T21:02:24Z', 'revision_number': 2, 'project_id': '256acf9d63ca4d2187bc056d700fc535', 'gw_port_host': None, '_interfaces': [{'id': 'ddf45426-00a9-4c2e-a972-d2f9561767fb', 'name': '', 'network_id': '8a7ae380-0916-41a4-9bc6-af443495f87f', 'tenant_id': '256acf9d63ca4d2187bc056d700fc535', 'mac_address': 'fa:16:3e:0f:45:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888a9c71-8b5c-455c-8e9f-6bdf6f5f932b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0c709cd0-90f5-4431-a978-4d8b077c4c95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:02:23Z', 'updated_at': '2021-11-09T21:02:26Z', 'revision_number': 4, 'project_id': '256acf9d63ca4d2187bc056d700fc535', 'subnets': [{'id': '0c709cd0-90f5-4431-a978-4d8b077c4c95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5164ee55-e521-483d-af8c-ff9bda947468'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:02:26.734802 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4092c788-b133-4ff5-ad95-1750fcd4052f None None] The sync data for ids ['888a9c71-8b5c-455c-8e9f-6bdf6f5f932b'] in n-d-816206-3 is: [{'id': '888a9c71-8b5c-455c-8e9f-6bdf6f5f932b', 'name': 'router1', 'tenant_id': '256acf9d63ca4d2187bc056d700fc535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:02:13Z', 'updated_at': '2021-11-09T21:02:24Z', 'revision_number': 2, 'project_id': '256acf9d63ca4d2187bc056d700fc535', 'gw_port_host': None, '_interfaces': [{'id': 'ddf45426-00a9-4c2e-a972-d2f9561767fb', 'name': '', 'network_id': '8a7ae380-0916-41a4-9bc6-af443495f87f', 'tenant_id': '256acf9d63ca4d2187bc056d700fc535', 'mac_address': 'fa:16:3e:0f:45:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888a9c71-8b5c-455c-8e9f-6bdf6f5f932b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0c709cd0-90f5-4431-a978-4d8b077c4c95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:02:23Z', 'updated_at': '2021-11-09T21:02:26Z', 'revision_number': 4, 'project_id': '256acf9d63ca4d2187bc056d700fc535', 'subnets': [{'id': '0c709cd0-90f5-4431-a978-4d8b077c4c95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5164ee55-e521-483d-af8c-ff9bda947468'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:02:27.170293 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54192) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:02:27.278580 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f69995-3bb0-4e39-bc7b-e0fc220aa4aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:02:27.279938 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-37f69995-3bb0-4e39-bc7b-e0fc220aa4aa admin admin] 10.222.0.49 "GET /v2.0/networks/4531c23d-84b7-490d-8d7c-6676781b6e6a HTTP/1.1" status: 200 len: 842 time: 0.1086948 Nov 09 21:02:27.289928 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-1fb73f31-4fab-4980-ac88-db67b459be34 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.7.1', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'cidr': '172.25.7.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:02:27.314928 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb73f31-4fab-4980-ac88-db67b459be34 admin admin] Made reservation on behalf of 1e91def2735c4163b61012fbce1bb686 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:02:27.317117 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1fb73f31-4fab-4980-ac88-db67b459be34 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:27.618628 n-d-816206-3 neutron-server[102607]: DEBUG neutron.objects.ports [None req-1fb73f31-4fab-4980-ac88-db67b459be34 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102607) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 21:02:27.618968 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1fb73f31-4fab-4980-ac88-db67b459be34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:27.670274 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb73f31-4fab-4980-ac88-db67b459be34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a62b4fa-366c-4ebe-b1d3-18a56f2402ca,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:02:27.680521 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb73f31-4fab-4980-ac88-db67b459be34 admin admin] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:02:27.680889 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb73f31-4fab-4980-ac88-db67b459be34 admin admin] Network hostable DHCP agents. Network: 4531c23d-84b7-490d-8d7c-6676781b6e6a, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:02:27.701729 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb73f31-4fab-4980-ac88-db67b459be34 admin admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:02:27.714629 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-1fb73f31-4fab-4980-ac88-db67b459be34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 4531c23d-84b7-490d-8d7c-6676781b6e6a) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:02:27.720399 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb73f31-4fab-4980-ac88-db67b459be34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:02:27.720956 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1fb73f31-4fab-4980-ac88-db67b459be34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:27.724761 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4cfa95-8a49-4f16-8bbe-808af827aca0 None None] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:02:27.738566 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1fb73f31-4fab-4980-ac88-db67b459be34 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4520109 Nov 09 21:02:27.858498 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df390657-c1f9-4fff-85b5-c0fe7e8ef02b None None] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:02:30.152391 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54200) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:02:30.280686 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-62cb3768-4509-47af-ba50-378ad55c6364 admin admin] 10.222.0.49 "GET /v2.0/routers/888a9c71-8b5c-455c-8e9f-6bdf6f5f932b HTTP/1.1" status: 200 len: 710 time: 0.1270213 Nov 09 21:02:30.370200 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeca0f18-6bbc-4387-b3ed-77968ade19dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:02:30.377795 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-eeca0f18-6bbc-4387-b3ed-77968ade19dc admin admin] 10.222.0.49 "GET /v2.0/networks/4531c23d-84b7-490d-8d7c-6676781b6e6a HTTP/1.1" status: 200 len: 886 time: 0.0832019 Nov 09 21:02:30.382014 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-d92141dd-fed1-45f5-8495-7cab4b5da039 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:02:30.702131 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d92141dd-fed1-45f5-8495-7cab4b5da039 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:30.944345 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d92141dd-fed1-45f5-8495-7cab4b5da039 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:31.020204 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d92141dd-fed1-45f5-8495-7cab4b5da039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:31.124504 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-d92141dd-fed1-45f5-8495-7cab4b5da039 admin admin] Allocated IP 172.25.7.248 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/4e2ad4dd-b2f8-4828-80b5-6a462734242b) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:02:31.225257 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d92141dd-fed1-45f5-8495-7cab4b5da039 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:31.258438 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d92141dd-fed1-45f5-8495-7cab4b5da039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:31.296574 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92141dd-fed1-45f5-8495-7cab4b5da039 admin admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:02:31.299306 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-d92141dd-fed1-45f5-8495-7cab4b5da039 admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:02:31.302695 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92141dd-fed1-45f5-8495-7cab4b5da039 admin admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:02:31.307529 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92141dd-fed1-45f5-8495-7cab4b5da039 admin admin] Pushing event updated for resources: {'Port': ['ID=4e2ad4dd-b2f8-4828-80b5-6a462734242b,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:02:31.544423 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d92141dd-fed1-45f5-8495-7cab4b5da039 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:31.738753 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d92141dd-fed1-45f5-8495-7cab4b5da039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27285'] for router, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:31.742828 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d92141dd-fed1-45f5-8495-7cab4b5da039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-376903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-376910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380449'] for router, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:31.850664 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d92141dd-fed1-45f5-8495-7cab4b5da039 admin admin] Router 888a9c71-8b5c-455c-8e9f-6bdf6f5f932b has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:02:31.953091 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92141dd-fed1-45f5-8495-7cab4b5da039 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:02:31.957440 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d92141dd-fed1-45f5-8495-7cab4b5da039 admin admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:31.976667 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d92141dd-fed1-45f5-8495-7cab4b5da039 admin admin] 10.222.0.49 "PUT /v2.0/routers/888a9c71-8b5c-455c-8e9f-6bdf6f5f932b HTTP/1.1" status: 200 len: 890 time: 1.5803838 Nov 09 21:02:33.129763 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device ddf45426-00a9-4c2e-a972-d2f9561767fb up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:02:33.182051 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port ddf45426-00a9-4c2e-a972-d2f9561767fb triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:02:33.182411 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:33.731035 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21ebb1c-1b7f-408a-9a64-a1e28f9a8bef None None] Sync routers for ids ['888a9c71-8b5c-455c-8e9f-6bdf6f5f932b'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:02:33.742989 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21ebb1c-1b7f-408a-9a64-a1e28f9a8bef None None] Routers {'888a9c71-8b5c-455c-8e9f-6bdf6f5f932b'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:02:33.743746 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b21ebb1c-1b7f-408a-9a64-a1e28f9a8bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:02:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['888a9c71-8b5c-455c-8e9f-6bdf6f5f932b'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:02:33.955876 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-b21ebb1c-1b7f-408a-9a64-a1e28f9a8bef None None] Set router 888a9c71-8b5c-455c-8e9f-6bdf6f5f932b gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:02:34.413615 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b21ebb1c-1b7f-408a-9a64-a1e28f9a8bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888a9c71-8b5c-455c-8e9f-6bdf6f5f932b', 'name': 'router1', 'tenant_id': '256acf9d63ca4d2187bc056d700fc535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '4e2ad4dd-b2f8-4828-80b5-6a462734242b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:02:13Z', 'updated_at': '2021-11-09T21:02:31Z', 'revision_number': 4, 'project_id': '256acf9d63ca4d2187bc056d700fc535', 'gw_port': {'id': '4e2ad4dd-b2f8-4828-80b5-6a462734242b', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888a9c71-8b5c-455c-8e9f-6bdf6f5f932b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:02:31Z', 'updated_at': '2021-11-09T21:02:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'ddf45426-00a9-4c2e-a972-d2f9561767fb', 'name': '', 'network_id': '8a7ae380-0916-41a4-9bc6-af443495f87f', 'tenant_id': '256acf9d63ca4d2187bc056d700fc535', 'mac_address': 'fa:16:3e:0f:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888a9c71-8b5c-455c-8e9f-6bdf6f5f932b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0c709cd0-90f5-4431-a978-4d8b077c4c95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:02:23Z', 'updated_at': '2021-11-09T21:02:26Z', 'revision_number': 5, 'project_id': '256acf9d63ca4d2187bc056d700fc535', 'subnets': [{'id': '0c709cd0-90f5-4431-a978-4d8b077c4c95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5164ee55-e521-483d-af8c-ff9bda947468'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:02:34.464495 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21ebb1c-1b7f-408a-9a64-a1e28f9a8bef None None] Checking router: 888a9c71-8b5c-455c-8e9f-6bdf6f5f932b for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:02:34.464879 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21ebb1c-1b7f-408a-9a64-a1e28f9a8bef None None] Updating router 888a9c71-8b5c-455c-8e9f-6bdf6f5f932b port 4e2ad4dd-b2f8-4828-80b5-6a462734242b binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:02:34.476856 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54212) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:02:34.513305 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b21ebb1c-1b7f-408a-9a64-a1e28f9a8bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:34.590464 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d3913484-ddc4-488b-a44e-75c9858b2b13 admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1124070 Nov 09 21:02:34.838662 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b21ebb1c-1b7f-408a-9a64-a1e28f9a8bef None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:34.845696 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b21ebb1c-1b7f-408a-9a64-a1e28f9a8bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:34.893672 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-b21ebb1c-1b7f-408a-9a64-a1e28f9a8bef None None] Attempting to bind port 4e2ad4dd-b2f8-4828-80b5-6a462734242b on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:02:34.894051 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-b21ebb1c-1b7f-408a-9a64-a1e28f9a8bef None None] Attempting to bind port 4e2ad4dd-b2f8-4828-80b5-6a462734242b by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:02:34.894417 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21ebb1c-1b7f-408a-9a64-a1e28f9a8bef None None] Attempting to bind port 4e2ad4dd-b2f8-4828-80b5-6a462734242b on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:02:34.901073 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d67d809-3379-40da-9869-f4f2b5327c07 None None] Pushing event updated for resources: {'Port': ['ID=4e2ad4dd-b2f8-4828-80b5-6a462734242b,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:02:34.903783 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21ebb1c-1b7f-408a-9a64-a1e28f9a8bef None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:02:34.904156 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21ebb1c-1b7f-408a-9a64-a1e28f9a8bef None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:02:34.904557 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b21ebb1c-1b7f-408a-9a64-a1e28f9a8bef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:34.904972 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21ebb1c-1b7f-408a-9a64-a1e28f9a8bef None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:02:34.905440 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-b21ebb1c-1b7f-408a-9a64-a1e28f9a8bef None None] Bound port: 4e2ad4dd-b2f8-4828-80b5-6a462734242b, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:02:34.905835 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b21ebb1c-1b7f-408a-9a64-a1e28f9a8bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:34.957500 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-b21ebb1c-1b7f-408a-9a64-a1e28f9a8bef None None] For port 4e2ad4dd-b2f8-4828-80b5-6a462734242b, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:02:34.960930 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-b21ebb1c-1b7f-408a-9a64-a1e28f9a8bef None None] For port 4e2ad4dd-b2f8-4828-80b5-6a462734242b, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=4e2ad4dd-b2f8-4828-80b5-6a462734242b,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:02:34.965411 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b21ebb1c-1b7f-408a-9a64-a1e28f9a8bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:35.021603 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d67d809-3379-40da-9869-f4f2b5327c07 None None] Pushing event updated for resources: {'Port': ['ID=4e2ad4dd-b2f8-4828-80b5-6a462734242b,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:02:35.024388 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21ebb1c-1b7f-408a-9a64-a1e28f9a8bef None None] Routers {'888a9c71-8b5c-455c-8e9f-6bdf6f5f932b'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:02:35.024730 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b21ebb1c-1b7f-408a-9a64-a1e28f9a8bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:02:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['888a9c71-8b5c-455c-8e9f-6bdf6f5f932b'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:02:35.135006 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-b21ebb1c-1b7f-408a-9a64-a1e28f9a8bef None None] Set router 888a9c71-8b5c-455c-8e9f-6bdf6f5f932b gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:02:35.348994 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b21ebb1c-1b7f-408a-9a64-a1e28f9a8bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888a9c71-8b5c-455c-8e9f-6bdf6f5f932b', 'name': 'router1', 'tenant_id': '256acf9d63ca4d2187bc056d700fc535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '4e2ad4dd-b2f8-4828-80b5-6a462734242b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:02:13Z', 'updated_at': '2021-11-09T21:02:31Z', 'revision_number': 4, 'project_id': '256acf9d63ca4d2187bc056d700fc535', 'gw_port': {'id': '4e2ad4dd-b2f8-4828-80b5-6a462734242b', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888a9c71-8b5c-455c-8e9f-6bdf6f5f932b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:02:31Z', 'updated_at': '2021-11-09T21:02:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'ddf45426-00a9-4c2e-a972-d2f9561767fb', 'name': '', 'network_id': '8a7ae380-0916-41a4-9bc6-af443495f87f', 'tenant_id': '256acf9d63ca4d2187bc056d700fc535', 'mac_address': 'fa:16:3e:0f:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888a9c71-8b5c-455c-8e9f-6bdf6f5f932b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0c709cd0-90f5-4431-a978-4d8b077c4c95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:02:23Z', 'updated_at': '2021-11-09T21:02:26Z', 'revision_number': 5, 'project_id': '256acf9d63ca4d2187bc056d700fc535', 'subnets': [{'id': '0c709cd0-90f5-4431-a978-4d8b077c4c95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5164ee55-e521-483d-af8c-ff9bda947468'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:02:35.378366 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21ebb1c-1b7f-408a-9a64-a1e28f9a8bef None None] The sync data for ids ['888a9c71-8b5c-455c-8e9f-6bdf6f5f932b'] in n-d-816206-3 is: [{'id': '888a9c71-8b5c-455c-8e9f-6bdf6f5f932b', 'name': 'router1', 'tenant_id': '256acf9d63ca4d2187bc056d700fc535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '4e2ad4dd-b2f8-4828-80b5-6a462734242b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:02:13Z', 'updated_at': '2021-11-09T21:02:31Z', 'revision_number': 4, 'project_id': '256acf9d63ca4d2187bc056d700fc535', 'gw_port': {'id': '4e2ad4dd-b2f8-4828-80b5-6a462734242b', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888a9c71-8b5c-455c-8e9f-6bdf6f5f932b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:02:31Z', 'updated_at': '2021-11-09T21:02:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'ddf45426-00a9-4c2e-a972-d2f9561767fb', 'name': '', 'network_id': '8a7ae380-0916-41a4-9bc6-af443495f87f', 'tenant_id': '256acf9d63ca4d2187bc056d700fc535', 'mac_address': 'fa:16:3e:0f:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888a9c71-8b5c-455c-8e9f-6bdf6f5f932b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0c709cd0-90f5-4431-a978-4d8b077c4c95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:02:23Z', 'updated_at': '2021-11-09T21:02:26Z', 'revision_number': 5, 'project_id': '256acf9d63ca4d2187bc056d700fc535', 'subnets': [{'id': '0c709cd0-90f5-4431-a978-4d8b077c4c95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5164ee55-e521-483d-af8c-ff9bda947468'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:02:37.148627 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 4e2ad4dd-b2f8-4828-80b5-6a462734242b up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:02:37.206271 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 4e2ad4dd-b2f8-4828-80b5-6a462734242b triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:02:37.206915 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:37.308384 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:37.328000 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 4e2ad4dd-b2f8-4828-80b5-6a462734242b, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=4e2ad4dd-b2f8-4828-80b5-6a462734242b,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:02:37.335416 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:37.384419 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=4e2ad4dd-b2f8-4828-80b5-6a462734242b,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:02:39.158115 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 4e2ad4dd-b2f8-4828-80b5-6a462734242b up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:02:39.239464 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 4e2ad4dd-b2f8-4828-80b5-6a462734242b triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:02:39.239464 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:47.541611 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fb1c40d6-bd1a-47cb-9f2e-195e7912dd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:47.892039 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 5 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:02:49.939114 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-873614d5-da28-4925-a959-3c1704e7bfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:50.793504 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:52.285325 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:02:53.251208 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:03:17.545775 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0342f450-6613-4e73-905b-6d1a7f0d503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:03:19.944655 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7d65de97-78ef-48cb-b6a6-8fb091b017c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:03:20.798056 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:03:22.172393 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:03:23.246122 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:03:24.890555 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 5 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:03:47.549346 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7cb66297-9828-4d52-878e-7311e2f598a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:03:49.947035 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a37ef6b8-4bfe-4891-b686-e1c36310bbb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:03:50.800980 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:03:52.172412 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:03:53.247983 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:04:01.889482 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 5 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:04:16.713657 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54806) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:04:16.847754 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-b054da38-effa-445b-9f10-6ef2dbe794d5 admin admin] GET failed (client error): The resource could not be found. Nov 09 21:04:16.849194 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b054da38-effa-445b-9f10-6ef2dbe794d5 admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1345606 Nov 09 21:04:17.007045 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953d3f2a-7388-47e2-8d89-97a2ad67b703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:04:17.008470 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-953d3f2a-7388-47e2-8d89-97a2ad67b703 admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1546428 Nov 09 21:04:17.552192 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5844f919-ec6b-4554-94ed-7b95bc7bd20a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:04:19.291731 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54816) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:04:19.383900 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4b6bf3-522b-4eb4-a99d-ed3a57c1496b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:04:19.385164 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2f4b6bf3-522b-4eb4-a99d-ed3a57c1496b admin admin] 10.222.0.49 "GET /v2.0/subnets/0c709cd0-90f5-4431-a978-4d8b077c4c95 HTTP/1.1" status: 200 len: 849 time: 0.0924580 Nov 09 21:04:19.395896 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-31c11cf8-80dd-4327-8005-56e7cf0f0321 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:04:19.489150 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-31c11cf8-80dd-4327-8005-56e7cf0f0321 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:04:19.628327 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-31c11cf8-80dd-4327-8005-56e7cf0f0321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752600576386'] for subnet, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:04:19.655350 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c11cf8-80dd-4327-8005-56e7cf0f0321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:04:19.656532 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-31c11cf8-80dd-4327-8005-56e7cf0f0321 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:04:19.657463 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-31c11cf8-80dd-4327-8005-56e7cf0f0321 admin admin] 10.222.0.49 "PUT /v2.0/subnets/0c709cd0-90f5-4431-a978-4d8b077c4c95 HTTP/1.1" status: 200 len: 868 time: 0.2652404 Nov 09 21:04:19.660229 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1f3e7f-46d9-4594-9f2d-2a752abc40e4 None None] Network 8a7ae380-0916-41a4-9bc6-af443495f87f requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:04:19.679603 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c11cf8-80dd-4327-8005-56e7cf0f0321 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c709cd0-90f5-4431-a978-4d8b077c4c95,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:04:19.687536 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c11cf8-80dd-4327-8005-56e7cf0f0321 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:04:19.687916 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c11cf8-80dd-4327-8005-56e7cf0f0321 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:04:19.688202 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c11cf8-80dd-4327-8005-56e7cf0f0321 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:04:19.688537 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c11cf8-80dd-4327-8005-56e7cf0f0321 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:04:19.688914 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c11cf8-80dd-4327-8005-56e7cf0f0321 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:04:19.689242 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c11cf8-80dd-4327-8005-56e7cf0f0321 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:04:19.689710 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c11cf8-80dd-4327-8005-56e7cf0f0321 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:04:19.690043 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c11cf8-80dd-4327-8005-56e7cf0f0321 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:04:19.690367 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c11cf8-80dd-4327-8005-56e7cf0f0321 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:04:19.690690 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c11cf8-80dd-4327-8005-56e7cf0f0321 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:04:19.691010 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c11cf8-80dd-4327-8005-56e7cf0f0321 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:04:19.691332 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c11cf8-80dd-4327-8005-56e7cf0f0321 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:04:19.949918 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-64edeece-9fea-4273-8b37-3d49d5fbda82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:04:20.019913 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-35589f5d-c560-4409-9df5-a321720c3c5c None None] Provisioning complete for port a7be04cc-0b87-4f80-9816-9b3de49b758b triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:04:20.020279 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-35589f5d-c560-4409-9df5-a321720c3c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:04:20.113897 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-35589f5d-c560-4409-9df5-a321720c3c5c None None] Provisioning complete for port ddf45426-00a9-4c2e-a972-d2f9561767fb triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:04:20.114323 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-35589f5d-c560-4409-9df5-a321720c3c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:04:20.803887 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:04:21.959156 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54824) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:04:22.153183 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00da9fb-551f-4c4a-8e80-7f6766504636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:04:22.153683 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00da9fb-551f-4c4a-8e80-7f6766504636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:04:22.155835 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f00da9fb-551f-4c4a-8e80-7f6766504636 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1957250 Nov 09 21:04:22.176609 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:04:23.252020 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:04:24.867628 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54832) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:04:24.996760 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445e2e2-48c5-4385-b3d7-6db20b234233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:04:24.997235 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445e2e2-48c5-4385-b3d7-6db20b234233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:04:24.998826 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2445e2e2-48c5-4385-b3d7-6db20b234233 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1302280 Nov 09 21:04:27.280114 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54840) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:04:27.404043 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75111f9f-2a8c-4081-976a-ae04b3067ec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:04:27.405494 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-75111f9f-2a8c-4081-976a-ae04b3067ec3 admin admin] 10.222.0.49 "GET /v2.0/networks/4531c23d-84b7-490d-8d7c-6676781b6e6a HTTP/1.1" status: 200 len: 886 time: 0.1243548 Nov 09 21:04:29.733581 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54848) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:04:29.911660 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882ae3bd-074e-40b1-bf86-26c3424b7ca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:04:29.913089 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-882ae3bd-074e-40b1-bf86-26c3424b7ca3 admin admin] 10.222.0.49 "GET /v2.0/networks/8a7ae380-0916-41a4-9bc6-af443495f87f HTTP/1.1" status: 200 len: 868 time: 0.1786277 Nov 09 21:04:32.187353 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54858) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:04:32.308843 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed09753-cc17-4b5f-9655-31482464a6eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:04:32.309293 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed09753-cc17-4b5f-9655-31482464a6eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:04:32.311324 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4ed09753-cc17-4b5f-9655-31482464a6eb admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1225083 Nov 09 21:04:34.589113 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54866) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:04:34.677675 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ba388c-a8d1-46bc-9250-4a8c870dcaac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:04:34.678125 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ba388c-a8d1-46bc-9250-4a8c870dcaac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:04:34.679588 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-29ba388c-a8d1-46bc-9250-4a8c870dcaac admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0895185 Nov 09 21:04:36.962509 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54874) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:04:37.056505 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6ae91e-1b95-4d82-b33a-c3818bf3d714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:04:37.058073 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-bd6ae91e-1b95-4d82-b33a-c3818bf3d714 admin admin] 10.222.0.49 "GET /v2.0/subnets/0c709cd0-90f5-4431-a978-4d8b077c4c95 HTTP/1.1" status: 200 len: 868 time: 0.0946083 Nov 09 21:04:38.888969 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 5 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:04:39.323176 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54882) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:04:39.410766 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25f3e9f-bedc-4f71-b8f7-3280a5f3a3c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:04:39.412098 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b25f3e9f-bedc-4f71-b8f7-3280a5f3a3c0 admin admin] 10.222.0.49 "GET /v2.0/subnets/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca HTTP/1.1" status: 200 len: 816 time: 0.0879772 Nov 09 21:04:47.554138 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6a34afce-8488-410f-8eec-841e34dbea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:04:49.951960 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-21fac2cb-26c4-4300-948f-baed383260fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:04:50.807046 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:04:52.178857 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:04:53.253457 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:05:03.985369 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54936) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:05:04.031580 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [None req-9c61dd32-c902-40bf-8776-e060fb4b9878 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:05:04.032603 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-9c61dd32-c902-40bf-8776-e060fb4b9878 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0462759 Nov 09 21:05:06.473365 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54944) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:05:06.531999 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4e14a7c-84f7-45bc-8c81-3b72ac0f08ba admin admin] GET failed (client error): The resource could not be found. Nov 09 21:05:06.533344 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c4e14a7c-84f7-45bc-8c81-3b72ac0f08ba admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0595088 Nov 09 21:05:06.616301 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785b857f-8f8c-43eb-8334-63884218f2ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:05:06.617792 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-785b857f-8f8c-43eb-8334-63884218f2ea admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0799375 Nov 09 21:05:08.897514 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54952) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:05:08.943812 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-a25a4524-697f-4ae5-8ca7-403ce12277b3 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:05:08.963345 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25a4524-697f-4ae5-8ca7-403ce12277b3 admin admin] Made reservation on behalf of 1e91def2735c4163b61012fbce1bb686 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:05:08.965597 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a25a4524-697f-4ae5-8ca7-403ce12277b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:05:08.992881 n-d-816206-3 neutron-server[102607]: WARNING neutron.services.revisions.revision_plugin [None req-a25a4524-697f-4ae5-8ca7-403ce12277b3 admin admin] Could not find related network for resource to bump revision. Nov 09 21:05:09.006534 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a25a4524-697f-4ae5-8ca7-403ce12277b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:05:09.015522 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a25a4524-697f-4ae5-8ca7-403ce12277b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:05:09.015883 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-a25a4524-697f-4ae5-8ca7-403ce12277b3 admin admin] Added segment dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5 of type vlan for network 568519e4-f6af-4966-9e93-738c3c6cb9f1 Nov 09 21:05:09.060110 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a25a4524-697f-4ae5-8ca7-403ce12277b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:05:09.083101 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a25a4524-697f-4ae5-8ca7-403ce12277b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:05:09.084103 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25a4524-697f-4ae5-8ca7-403ce12277b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:05:09.084714 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a25a4524-697f-4ae5-8ca7-403ce12277b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:05:09.133740 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a25a4524-697f-4ae5-8ca7-403ce12277b3 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2351174 Nov 09 21:05:09.143952 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a4524-697f-4ae5-8ca7-403ce12277b3 admin admin] Pushing event updated for resources: {'Network': ['ID=568519e4-f6af-4966-9e93-738c3c6cb9f1,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:05:09.159550 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 568519e4-f6af-4966-9e93-738c3c6cb9f1 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:05:11.439518 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54960) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:05:11.499767 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfd85534-f0f5-45b9-9464-c98a075ccf90 admin admin] GET failed (client error): The resource could not be found. Nov 09 21:05:11.501168 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-cfd85534-f0f5-45b9-9464-c98a075ccf90 admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0607247 Nov 09 21:05:11.602807 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c32c62d-600a-4000-bcb0-f8dbdc907ea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:05:11.604544 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3c32c62d-600a-4000-bcb0-f8dbdc907ea0 admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0987430 Nov 09 21:05:11.614735 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-c44b1b13-f8dc-4a7c-8f1a-f94688a00408 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:05:11.633940 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44b1b13-f8dc-4a7c-8f1a-f94688a00408 admin admin] Made reservation on behalf of 1e91def2735c4163b61012fbce1bb686 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:05:11.636266 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c44b1b13-f8dc-4a7c-8f1a-f94688a00408 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:05:11.801787 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c44b1b13-f8dc-4a7c-8f1a-f94688a00408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:05:11.854456 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b1b13-f8dc-4a7c-8f1a-f94688a00408 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ba3500c-a288-4596-ba94-148f2bd8a6da,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:05:11.865552 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b1b13-f8dc-4a7c-8f1a-f94688a00408 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:05:11.865903 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b1b13-f8dc-4a7c-8f1a-f94688a00408 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:05:11.866245 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b1b13-f8dc-4a7c-8f1a-f94688a00408 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:05:11.866582 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b1b13-f8dc-4a7c-8f1a-f94688a00408 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:05:11.866916 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b1b13-f8dc-4a7c-8f1a-f94688a00408 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:05:11.867246 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b1b13-f8dc-4a7c-8f1a-f94688a00408 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:05:11.867573 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b1b13-f8dc-4a7c-8f1a-f94688a00408 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:05:11.867915 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b1b13-f8dc-4a7c-8f1a-f94688a00408 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:05:11.868221 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b1b13-f8dc-4a7c-8f1a-f94688a00408 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:05:11.868544 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b1b13-f8dc-4a7c-8f1a-f94688a00408 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:05:11.868892 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b1b13-f8dc-4a7c-8f1a-f94688a00408 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:05:11.869214 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44b1b13-f8dc-4a7c-8f1a-f94688a00408 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:05:11.872266 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44b1b13-f8dc-4a7c-8f1a-f94688a00408 admin admin] Checking segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:05:11.872612 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44b1b13-f8dc-4a7c-8f1a-f94688a00408 admin admin] Network hostable DHCP agents. Network: 568519e4-f6af-4966-9e93-738c3c6cb9f1, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:05:11.889783 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44b1b13-f8dc-4a7c-8f1a-f94688a00408 admin admin] Network 568519e4-f6af-4966-9e93-738c3c6cb9f1 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:05:11.897956 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-c44b1b13-f8dc-4a7c-8f1a-f94688a00408 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 568519e4-f6af-4966-9e93-738c3c6cb9f1) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:05:11.901797 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44b1b13-f8dc-4a7c-8f1a-f94688a00408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:05:11.902386 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c44b1b13-f8dc-4a7c-8f1a-f94688a00408 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:05:11.908090 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677abc96-80d5-4da4-b307-1cc32f38191a None None] Network 568519e4-f6af-4966-9e93-738c3c6cb9f1 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:05:11.917067 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c44b1b13-f8dc-4a7c-8f1a-f94688a00408 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3056476 Nov 09 21:05:12.154911 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e99c81-3f40-465c-aaec-ea1135cdf377 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-568519e4-f6af-4966-9e93-738c3c6cb9f1', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'tenant_id': '1e91def2735c4163b61012fbce1bb686', 'fixed_ips': [{'subnet_id': '5ba3500c-a288-4596-ba94-148f2bd8a6da'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:05:12.155807 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98e99c81-3f40-465c-aaec-ea1135cdf377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:05:12.293002 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-98e99c81-3f40-465c-aaec-ea1135cdf377 None None] Allocated IP 192.168.233.2 (568519e4-f6af-4966-9e93-738c3c6cb9f1/5ba3500c-a288-4596-ba94-148f2bd8a6da/6dc6e9de-ec93-4941-a556-2cdd2b27bdc7) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:05:12.437636 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98e99c81-3f40-465c-aaec-ea1135cdf377 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:05:12.444420 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98e99c81-3f40-465c-aaec-ea1135cdf377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:05:12.478913 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e99c81-3f40-465c-aaec-ea1135cdf377 None None] Network 568519e4-f6af-4966-9e93-738c3c6cb9f1 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:05:12.481579 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-98e99c81-3f40-465c-aaec-ea1135cdf377 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:05:12.484184 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e99c81-3f40-465c-aaec-ea1135cdf377 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:05:12.517360 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e99c81-3f40-465c-aaec-ea1135cdf377 None None] Pushing event updated for resources: {'Port': ['ID=6dc6e9de-ec93-4941-a556-2cdd2b27bdc7,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:05:12.536804 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e99c81-3f40-465c-aaec-ea1135cdf377 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:05:12.537135 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e99c81-3f40-465c-aaec-ea1135cdf377 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:05:12.537536 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e99c81-3f40-465c-aaec-ea1135cdf377 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:05:12.537870 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e99c81-3f40-465c-aaec-ea1135cdf377 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:05:12.538200 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e99c81-3f40-465c-aaec-ea1135cdf377 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:05:12.538524 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e99c81-3f40-465c-aaec-ea1135cdf377 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:05:12.538846 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e99c81-3f40-465c-aaec-ea1135cdf377 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:05:12.539167 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e99c81-3f40-465c-aaec-ea1135cdf377 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:05:12.539480 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e99c81-3f40-465c-aaec-ea1135cdf377 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:05:12.539801 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e99c81-3f40-465c-aaec-ea1135cdf377 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:05:12.540111 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e99c81-3f40-465c-aaec-ea1135cdf377 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:05:12.540428 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e99c81-3f40-465c-aaec-ea1135cdf377 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:05:12.556381 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-98e99c81-3f40-465c-aaec-ea1135cdf377 None None] Attempting to bind port 6dc6e9de-ec93-4941-a556-2cdd2b27bdc7 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:05:12.556779 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-98e99c81-3f40-465c-aaec-ea1135cdf377 None None] Attempting to bind port 6dc6e9de-ec93-4941-a556-2cdd2b27bdc7 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:05:12.557138 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e99c81-3f40-465c-aaec-ea1135cdf377 None None] Attempting to bind port 6dc6e9de-ec93-4941-a556-2cdd2b27bdc7 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:05:12.562578 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e99c81-3f40-465c-aaec-ea1135cdf377 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:05:12.562946 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e99c81-3f40-465c-aaec-ea1135cdf377 None None] Checking segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:05:12.563337 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98e99c81-3f40-465c-aaec-ea1135cdf377 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:05:12.563727 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e99c81-3f40-465c-aaec-ea1135cdf377 None None] Bound using segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:05:12.564210 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-98e99c81-3f40-465c-aaec-ea1135cdf377 None None] Bound port: 6dc6e9de-ec93-4941-a556-2cdd2b27bdc7, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:05:12.564598 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98e99c81-3f40-465c-aaec-ea1135cdf377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:05:12.629827 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-98e99c81-3f40-465c-aaec-ea1135cdf377 None None] For port 6dc6e9de-ec93-4941-a556-2cdd2b27bdc7, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:05:12.633142 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-98e99c81-3f40-465c-aaec-ea1135cdf377 None None] For port 6dc6e9de-ec93-4941-a556-2cdd2b27bdc7, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=6dc6e9de-ec93-4941-a556-2cdd2b27bdc7,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:05:12.638050 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98e99c81-3f40-465c-aaec-ea1135cdf377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:05:12.700068 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e99c81-3f40-465c-aaec-ea1135cdf377 None None] Pushing event updated for resources: {'Port': ['ID=6dc6e9de-ec93-4941-a556-2cdd2b27bdc7,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:05:13.270927 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 6dc6e9de-ec93-4941-a556-2cdd2b27bdc7 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:05:13.329245 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 6dc6e9de-ec93-4941-a556-2cdd2b27bdc7 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:05:13.329964 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:05:13.428540 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:05:13.470519 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 6dc6e9de-ec93-4941-a556-2cdd2b27bdc7, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=6dc6e9de-ec93-4941-a556-2cdd2b27bdc7,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:05:13.476869 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:05:13.512380 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9db541f-03d1-4337-9832-02ec60560a57 None None] Network 568519e4-f6af-4966-9e93-738c3c6cb9f1 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:05:13.578766 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=6dc6e9de-ec93-4941-a556-2cdd2b27bdc7,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:05:13.631175 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-2151d753-71f0-48b3-a0a9-821c46d8284e None None] Provisioning complete for port 6dc6e9de-ec93-4941-a556-2cdd2b27bdc7 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:05:13.631546 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2151d753-71f0-48b3-a0a9-821c46d8284e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:05:13.998684 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-26fe871c-03b0-45fa-b763-0a2bdafc69a3 None None] Provisioning complete for port 6dc6e9de-ec93-4941-a556-2cdd2b27bdc7 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:05:13.999048 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-26fe871c-03b0-45fa-b763-0a2bdafc69a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:05:15.204260 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 6dc6e9de-ec93-4941-a556-2cdd2b27bdc7 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:05:15.251830 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 6dc6e9de-ec93-4941-a556-2cdd2b27bdc7 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:05:15.252194 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:05:15.887657 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 5 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:05:17.556794 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-188476d1-576b-42f5-ab12-19bf87dd0e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:05:19.953895 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1e6cca1b-5e6a-4ae1-97d3-1f310598483d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:05:20.809719 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:05:22.182861 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:05:23.256124 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:05:47.559291 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ec8b8963-251d-47a5-8854-dc3d9d907d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:05:49.956100 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-79c254be-29f6-449d-b6fc-e9df47fe12a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:05:50.812982 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:05:52.188443 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:05:52.885501 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 5 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:05:53.256509 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:06:17.561210 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-67ca8d30-49e4-4a96-a938-01ec2fd2424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:06:19.957098 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e230e51a-34b6-44d2-8448-3294038fa7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:06:20.816758 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:06:22.190587 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:06:23.258688 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:06:23.746716 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55004) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:06:23.752310 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [None req-334a1511-f1ac-4b5c-bbf5-33819f8f834e tempest-verify_tempest_config-1489864592 tempest-verify_tempest_config-1489864592-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:06:23.753315 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-334a1511-f1ac-4b5c-bbf5-33819f8f834e tempest-verify_tempest_config-1489864592 tempest-verify_tempest_config-1489864592-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056498 Nov 09 21:06:24.034366 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55022) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:06:24.132804 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-510f688f-790a-49be-8da1-db2f310b2bf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:06:24.205483 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-510f688f-790a-49be-8da1-db2f310b2bf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:06:24.209013 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-510f688f-790a-49be-8da1-db2f310b2bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:06:24.253536 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-510f688f-790a-49be-8da1-db2f310b2bf5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=28c5fa03dfd9481784d56a8682708da6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2181392 Nov 09 21:06:24.254373 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f688f-790a-49be-8da1-db2f310b2bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86916a91-2d03-4af5-9f22-150282c42f75,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:06:24.256250 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55026) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:06:24.260890 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f688f-790a-49be-8da1-db2f310b2bf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:06:24.261226 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f688f-790a-49be-8da1-db2f310b2bf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:06:24.262184 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f688f-790a-49be-8da1-db2f310b2bf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:06:24.262530 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f688f-790a-49be-8da1-db2f310b2bf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:06:24.262864 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f688f-790a-49be-8da1-db2f310b2bf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:06:24.263198 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f688f-790a-49be-8da1-db2f310b2bf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:06:24.263525 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f688f-790a-49be-8da1-db2f310b2bf5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:06:24.263848 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f688f-790a-49be-8da1-db2f310b2bf5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:06:24.264175 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f688f-790a-49be-8da1-db2f310b2bf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:06:24.264499 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f688f-790a-49be-8da1-db2f310b2bf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:06:24.264851 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f688f-790a-49be-8da1-db2f310b2bf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:06:24.265176 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f688f-790a-49be-8da1-db2f310b2bf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:06:24.310117 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a980768e-494b-4775-a587-14daaaabe198 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:06:24.333992 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a980768e-494b-4775-a587-14daaaabe198 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:06:24.420791 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a980768e-494b-4775-a587-14daaaabe198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:06:24.423325 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a980768e-494b-4775-a587-14daaaabe198 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:06:24.424484 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a980768e-494b-4775-a587-14daaaabe198 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/86916a91-2d03-4af5-9f22-150282c42f75 HTTP/1.1" status: 204 len: 168 time: 0.1671584 Nov 09 21:06:24.432028 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a980768e-494b-4775-a587-14daaaabe198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86916a91-2d03-4af5-9f22-150282c42f75,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:06:24.439073 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a980768e-494b-4775-a587-14daaaabe198 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:06:24.439422 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a980768e-494b-4775-a587-14daaaabe198 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:06:24.439763 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a980768e-494b-4775-a587-14daaaabe198 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:06:24.440127 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a980768e-494b-4775-a587-14daaaabe198 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:06:24.440460 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a980768e-494b-4775-a587-14daaaabe198 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:06:24.440818 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a980768e-494b-4775-a587-14daaaabe198 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:06:24.441153 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a980768e-494b-4775-a587-14daaaabe198 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:06:24.441493 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a980768e-494b-4775-a587-14daaaabe198 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:06:24.441868 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a980768e-494b-4775-a587-14daaaabe198 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:06:24.442271 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a980768e-494b-4775-a587-14daaaabe198 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:06:24.442489 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a980768e-494b-4775-a587-14daaaabe198 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:06:24.442826 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a980768e-494b-4775-a587-14daaaabe198 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:06:29.883601 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 5 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:06:47.565474 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-23b4ff0e-8d5c-4ace-8e7e-0d4356b1c702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:06:49.960196 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-480265c4-bdb9-42a8-a71d-3c182806cdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:06:50.818557 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:06:52.194448 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:06:53.262988 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:07:06.881878 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 5 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:07:17.566553 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1d6e1991-36c6-48e2-937f-01bb66f23173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:07:19.962498 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7403ddae-a21c-47e4-9ad4-25840249db20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:07:20.823110 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:07:22.197531 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:07:23.268033 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:07:43.880051 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 5 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:07:47.568369 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a452b722-af4e-4487-993b-ddb57c2b9bef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:07:49.962292 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cb11c66b-962e-4525-be00-13cfcb431aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:07:50.823025 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:07:52.200755 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:07:53.268786 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:08:17.569489 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dd42ff69-04f1-4a9a-a389-bb7039d9ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:08:19.964835 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e52692ab-afc2-4dff-a13e-ec54a5ee8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:08:20.826048 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:08:20.877750 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 5 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:08:22.203222 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:08:23.268982 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:08:47.569837 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9bbf7103-1b2b-4808-88ff-77ee1d3d892e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:08:49.964919 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7fe9c44a-d726-4af9-a16d-3d62b39fc687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:08:50.830786 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:08:52.206686 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:08:53.271608 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:08:57.875372 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 5 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:09:17.571701 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-db36a37b-6e3c-4db8-9b4a-a554dc91a40f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:09:19.965208 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-84570eeb-0afb-4085-9639-c1ca0103e7c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:09:20.833219 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:09:22.210189 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:09:22.533006 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-377934'] for agent, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:09:23.274929 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:09:33.349252 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-377934'] for agent, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:09:34.876536 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:09:47.572342 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5b6fc378-d9e2-41dd-ae00-ad97c8930849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:09:49.967582 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a41ede5e-ca21-44a8-ace1-587512f2efe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:09:50.836600 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:09:52.212077 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:09:52.483504 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:09:53.277430 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:10:03.338255 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:10:11.877110 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:10:12.353353 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55080) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:10:12.454477 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8cc8fb5f-e160-4e5a-83c2-d296fd8d7087 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1000180 Nov 09 21:10:14.764677 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55090) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:10:14.817130 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-571f29ed-fa98-468b-999c-e2a83f2defc5 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0513804 Nov 09 21:10:17.573339 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-194d350a-ee27-4a7c-a6b3-f1cbea3638ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:10:19.969015 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3a87d605-afd5-4d2f-bd31-ef68e50d4cd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:10:20.838865 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:10:22.216919 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:10:22.498980 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:10:23.278360 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:10:33.327019 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:10:47.574771 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6e6f2afb-1274-4077-b037-408e7976bf24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:10:48.876375 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:10:49.971620 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ccde096b-1578-406c-8bb7-804b88062320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:10:50.842626 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:10:52.220592 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:10:52.519310 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:10:53.283279 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:03.354855 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:17.577047 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7748dd16-7ea7-47e9-a3d3-b83b8602cae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:19.972726 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c0bd1f59-6a9f-4ef3-9696-17ba6b70358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:20.845299 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:22.220396 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:22.530938 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:23.275282 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:25.876658 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:11:33.360940 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:35.329220 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55286) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:11:35.735851 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-2203d849-18a5-4c14-be18-821f3532bce5 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1162150794-network', 'tenant_id': '615b76025780444bbb8ee927e4ef7062'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:11:35.759206 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2203d849-18a5-4c14-be18-821f3532bce5 admin admin] Made reservation on behalf of 615b76025780444bbb8ee927e4ef7062 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:11:35.762495 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2203d849-18a5-4c14-be18-821f3532bce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:35.771013 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2203d849-18a5-4c14-be18-821f3532bce5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:35.864326 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2203d849-18a5-4c14-be18-821f3532bce5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:35.869249 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2203d849-18a5-4c14-be18-821f3532bce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:35.889628 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55312) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:11:35.899860 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2203d849-18a5-4c14-be18-821f3532bce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff36c2e-70eb-44b1-89a4-dcf50e0cc74f,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:35.908705 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2203d849-18a5-4c14-be18-821f3532bce5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:11:35.909060 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2203d849-18a5-4c14-be18-821f3532bce5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:11:35.909411 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2203d849-18a5-4c14-be18-821f3532bce5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:11:35.909748 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2203d849-18a5-4c14-be18-821f3532bce5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:11:35.910126 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2203d849-18a5-4c14-be18-821f3532bce5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:11:35.910461 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2203d849-18a5-4c14-be18-821f3532bce5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:11:35.910788 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2203d849-18a5-4c14-be18-821f3532bce5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:11:35.911118 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2203d849-18a5-4c14-be18-821f3532bce5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:11:35.911487 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2203d849-18a5-4c14-be18-821f3532bce5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:11:35.911816 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2203d849-18a5-4c14-be18-821f3532bce5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:11:35.912143 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2203d849-18a5-4c14-be18-821f3532bce5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:11:35.912460 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2203d849-18a5-4c14-be18-821f3532bce5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:11:35.913673 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2203d849-18a5-4c14-be18-821f3532bce5 admin admin] Tracked resource versions report: Nov 09 21:11:35.913673 n-d-816206-3 neutron-server[102607]: pushed versions: Nov 09 21:11:35.913673 n-d-816206-3 neutron-server[102607]: { 'AddressGroup': {'1.2'}, Nov 09 21:11:35.913673 n-d-816206-3 neutron-server[102607]: 'ConntrackHelper': {'1.0'}, Nov 09 21:11:35.913673 n-d-816206-3 neutron-server[102607]: 'Log': {'1.0'}, Nov 09 21:11:35.913673 n-d-816206-3 neutron-server[102607]: 'Network': {'1.1'}, Nov 09 21:11:35.913673 n-d-816206-3 neutron-server[102607]: 'Port': {'1.7'}, Nov 09 21:11:35.913673 n-d-816206-3 neutron-server[102607]: 'PortForwarding': {'1.2'}, Nov 09 21:11:35.913673 n-d-816206-3 neutron-server[102607]: 'QosPolicy': {'1.10'}, Nov 09 21:11:35.913673 n-d-816206-3 neutron-server[102607]: 'SecurityGroup': {'1.5'}, Nov 09 21:11:35.913673 n-d-816206-3 neutron-server[102607]: 'SecurityGroupRule': {'1.2'}, Nov 09 21:11:35.913673 n-d-816206-3 neutron-server[102607]: 'SubPort': {'1.0'}, Nov 09 21:11:35.913673 n-d-816206-3 neutron-server[102607]: 'Subnet': {'1.1'}, Nov 09 21:11:35.913673 n-d-816206-3 neutron-server[102607]: 'Trunk': {'1.1'}} Nov 09 21:11:35.913673 n-d-816206-3 neutron-server[102607]: consumer versions: Nov 09 21:11:35.913673 n-d-816206-3 neutron-server[102607]: { DHCP agent@n-d-816206-3: {}, Nov 09 21:11:35.913673 n-d-816206-3 neutron-server[102607]: HyperV agent@n-h1-816206-3: {}, Nov 09 21:11:35.913673 n-d-816206-3 neutron-server[102607]: HyperV agent@n-h2-816206-3: {}, Nov 09 21:11:35.913673 n-d-816206-3 neutron-server[102607]: L3 agent@n-d-816206-3: {}, Nov 09 21:11:35.913673 n-d-816206-3 neutron-server[102607]: Metadata agent@n-d-816206-3: {}, Nov 09 21:11:35.913673 n-d-816206-3 neutron-server[102607]: Metering agent@n-d-816206-3: {}, Nov 09 21:11:35.913673 n-d-816206-3 neutron-server[102607]: Open vSwitch agent@n-d-816206-3: { 'AddressGroup': '1.2', Nov 09 21:11:35.913673 n-d-816206-3 neutron-server[102607]: 'ConntrackHelper': '1.0', Nov 09 21:11:35.913673 n-d-816206-3 neutron-server[102607]: 'Log': '1.0', Nov 09 21:11:35.913673 n-d-816206-3 neutron-server[102607]: 'Network': '1.1', Nov 09 21:11:35.913673 n-d-816206-3 neutron-server[102607]: 'Port': '1.7', Nov 09 21:11:35.913673 n-d-816206-3 neutron-server[102607]: 'PortForwarding': '1.2', Nov 09 21:11:35.913673 n-d-816206-3 neutron-server[102607]: 'QosPolicy': '1.10', Nov 09 21:11:35.913673 n-d-816206-3 neutron-server[102607]: 'SecurityGroup': '1.5', Nov 09 21:11:35.913673 n-d-816206-3 neutron-server[102607]: 'SecurityGroupRule': '1.2', Nov 09 21:11:35.913673 n-d-816206-3 neutron-server[102607]: 'SubPort': '1.0', Nov 09 21:11:35.913673 n-d-816206-3 neutron-server[102607]: 'Subnet': '1.1', Nov 09 21:11:35.913673 n-d-816206-3 neutron-server[102607]: 'Trunk': '1.1'}} Nov 09 21:11:35.913673 n-d-816206-3 neutron-server[102607]: {{(pid=102607) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 21:11:35.924355 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2203d849-18a5-4c14-be18-821f3532bce5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:11:35.945228 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2203d849-18a5-4c14-be18-821f3532bce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:35.945870 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-2203d849-18a5-4c14-be18-821f3532bce5 admin admin] Added segment 4d08dd53-cc2d-484d-bd3b-b02909594b11 of type vlan for network 15fbc7f0-8873-4a34-924e-7fadeab13c74 Nov 09 21:11:35.991618 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2203d849-18a5-4c14-be18-821f3532bce5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:36.028063 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2203d849-18a5-4c14-be18-821f3532bce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:36.029804 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2203d849-18a5-4c14-be18-821f3532bce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:11:36.030592 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2203d849-18a5-4c14-be18-821f3532bce5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:36.208602 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2203d849-18a5-4c14-be18-821f3532bce5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8782833 Nov 09 21:11:36.211473 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55328) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:11:36.219774 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-44f8651c-f096-4df9-b073-64a716c5445b admin admin] Request body: {'subnet': {'network_id': '15fbc7f0-8873-4a34-924e-7fadeab13c74', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1162150794-subnet', 'tenant_id': '615b76025780444bbb8ee927e4ef7062', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:11:36.244786 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2203d849-18a5-4c14-be18-821f3532bce5 admin admin] Pushing event updated for resources: {'Network': ['ID=15fbc7f0-8873-4a34-924e-7fadeab13c74,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:36.257335 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 15fbc7f0-8873-4a34-924e-7fadeab13c74 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:11:36.262008 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f8651c-f096-4df9-b073-64a716c5445b admin admin] Made reservation on behalf of 615b76025780444bbb8ee927e4ef7062 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:11:36.265037 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-44f8651c-f096-4df9-b073-64a716c5445b admin admin] Publish callbacks [] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:36.407439 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ea8009d9-efff-44f7-b0d9-fee733a7b8f2 tempest-AutoAllocateNetworkTest-349247584 tempest-AutoAllocateNetworkTest-349247584-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=5e7d849005a142719e21feaefcc27c4e&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5142546 Nov 09 21:11:36.407678 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55334) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:11:36.465404 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-44f8651c-f096-4df9-b073-64a716c5445b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:36.513133 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f8651c-f096-4df9-b073-64a716c5445b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9add483-8835-41e6-b594-c1f5292db974,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:36.543552 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f8651c-f096-4df9-b073-64a716c5445b admin admin] Checking segment: {'id': '4d08dd53-cc2d-484d-bd3b-b02909594b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '15fbc7f0-8873-4a34-924e-7fadeab13c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:11:36.544193 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f8651c-f096-4df9-b073-64a716c5445b admin admin] Network hostable DHCP agents. Network: 15fbc7f0-8873-4a34-924e-7fadeab13c74, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:11:36.565180 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f8651c-f096-4df9-b073-64a716c5445b admin admin] Network 15fbc7f0-8873-4a34-924e-7fadeab13c74 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:11:36.589966 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-44f8651c-f096-4df9-b073-64a716c5445b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 15fbc7f0-8873-4a34-924e-7fadeab13c74) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:11:36.596743 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f8651c-f096-4df9-b073-64a716c5445b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:11:36.597885 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-44f8651c-f096-4df9-b073-64a716c5445b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:36.599342 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fa2b66-2c63-4532-a51f-150647f6e82c None None] Network 15fbc7f0-8873-4a34-924e-7fadeab13c74 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:11:36.632002 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-44f8651c-f096-4df9-b073-64a716c5445b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4193294 Nov 09 21:11:36.634567 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55342) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:11:36.642783 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-4f772cae-b104-4a77-b3ed-cdeda144480e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1162150794-router', 'tenant_id': '615b76025780444bbb8ee927e4ef7062', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:11:36.695660 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077d7274-6e88-4554-8e87-7c401d5f9bcc tempest-AutoAllocateNetworkTest-349247584 tempest-AutoAllocateNetworkTest-349247584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:11:36.700599 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-077d7274-6e88-4554-8e87-7c401d5f9bcc tempest-AutoAllocateNetworkTest-349247584 tempest-AutoAllocateNetworkTest-349247584-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2919674 Nov 09 21:11:36.701206 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4f772cae-b104-4a77-b3ed-cdeda144480e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:36.702313 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4f772cae-b104-4a77-b3ed-cdeda144480e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:36.703671 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55346) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:11:36.831626 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f494752-c69f-4473-9de0-1f0c6b61017c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-15fbc7f0-8873-4a34-924e-7fadeab13c74', 'network_id': '15fbc7f0-8873-4a34-924e-7fadeab13c74', 'tenant_id': '615b76025780444bbb8ee927e4ef7062', 'fixed_ips': [{'subnet_id': 'e9add483-8835-41e6-b594-c1f5292db974'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:11:36.833134 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5f494752-c69f-4473-9de0-1f0c6b61017c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:36.837424 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a720b5cb-f0c8-419a-845d-c75a63ae8b66 tempest-AutoAllocateNetworkTest-349247584 tempest-AutoAllocateNetworkTest-349247584-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1323128 Nov 09 21:11:36.838207 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55358) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:11:36.902874 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-61dc6637-a59c-4628-8b8c-b08c98c5e211 tempest-AutoAllocateNetworkTest-349247584 tempest-AutoAllocateNetworkTest-349247584-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=5e7d849005a142719e21feaefcc27c4e HTTP/1.1" status: 200 len: 208 time: 0.0604815 Nov 09 21:11:36.904250 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4f772cae-b104-4a77-b3ed-cdeda144480e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:37.014222 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-5f494752-c69f-4473-9de0-1f0c6b61017c None None] Allocated IP 172.20.0.2 (15fbc7f0-8873-4a34-924e-7fadeab13c74/e9add483-8835-41e6-b594-c1f5292db974/291d649d-38c5-4333-9558-46c5d29aa0e9) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:11:37.212472 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4f772cae-b104-4a77-b3ed-cdeda144480e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:37.256945 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5f494752-c69f-4473-9de0-1f0c6b61017c None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:37.268307 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5f494752-c69f-4473-9de0-1f0c6b61017c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:37.321618 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f494752-c69f-4473-9de0-1f0c6b61017c None None] Pushing event updated for resources: {'Port': ['ID=291d649d-38c5-4333-9558-46c5d29aa0e9,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:37.326034 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f494752-c69f-4473-9de0-1f0c6b61017c None None] Network 15fbc7f0-8873-4a34-924e-7fadeab13c74 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:11:37.331540 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-5f494752-c69f-4473-9de0-1f0c6b61017c None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:11:37.335796 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f494752-c69f-4473-9de0-1f0c6b61017c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:11:37.336564 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f494752-c69f-4473-9de0-1f0c6b61017c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:11:37.336816 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f494752-c69f-4473-9de0-1f0c6b61017c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:11:37.337149 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f494752-c69f-4473-9de0-1f0c6b61017c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:11:37.337537 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f494752-c69f-4473-9de0-1f0c6b61017c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:11:37.338071 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f494752-c69f-4473-9de0-1f0c6b61017c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:11:37.338521 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f494752-c69f-4473-9de0-1f0c6b61017c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:11:37.339014 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f494752-c69f-4473-9de0-1f0c6b61017c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:11:37.339723 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f494752-c69f-4473-9de0-1f0c6b61017c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:11:37.340276 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f494752-c69f-4473-9de0-1f0c6b61017c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:11:37.340692 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f494752-c69f-4473-9de0-1f0c6b61017c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:11:37.341390 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f494752-c69f-4473-9de0-1f0c6b61017c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:11:37.343148 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f494752-c69f-4473-9de0-1f0c6b61017c None None] Tracked resource versions report: Nov 09 21:11:37.343148 n-d-816206-3 neutron-server[102609]: pushed versions: Nov 09 21:11:37.343148 n-d-816206-3 neutron-server[102609]: { 'AddressGroup': {'1.2'}, Nov 09 21:11:37.343148 n-d-816206-3 neutron-server[102609]: 'ConntrackHelper': {'1.0'}, Nov 09 21:11:37.343148 n-d-816206-3 neutron-server[102609]: 'Log': {'1.0'}, Nov 09 21:11:37.343148 n-d-816206-3 neutron-server[102609]: 'Network': {'1.1'}, Nov 09 21:11:37.343148 n-d-816206-3 neutron-server[102609]: 'Port': {'1.7'}, Nov 09 21:11:37.343148 n-d-816206-3 neutron-server[102609]: 'PortForwarding': {'1.2'}, Nov 09 21:11:37.343148 n-d-816206-3 neutron-server[102609]: 'QosPolicy': {'1.10'}, Nov 09 21:11:37.343148 n-d-816206-3 neutron-server[102609]: 'SecurityGroup': {'1.5'}, Nov 09 21:11:37.343148 n-d-816206-3 neutron-server[102609]: 'SecurityGroupRule': {'1.2'}, Nov 09 21:11:37.343148 n-d-816206-3 neutron-server[102609]: 'SubPort': {'1.0'}, Nov 09 21:11:37.343148 n-d-816206-3 neutron-server[102609]: 'Subnet': {'1.1'}, Nov 09 21:11:37.343148 n-d-816206-3 neutron-server[102609]: 'Trunk': {'1.1'}} Nov 09 21:11:37.343148 n-d-816206-3 neutron-server[102609]: consumer versions: Nov 09 21:11:37.343148 n-d-816206-3 neutron-server[102609]: { DHCP agent@n-d-816206-3: {}, Nov 09 21:11:37.343148 n-d-816206-3 neutron-server[102609]: HyperV agent@n-h1-816206-3: {}, Nov 09 21:11:37.343148 n-d-816206-3 neutron-server[102609]: HyperV agent@n-h2-816206-3: {}, Nov 09 21:11:37.343148 n-d-816206-3 neutron-server[102609]: L3 agent@n-d-816206-3: {}, Nov 09 21:11:37.343148 n-d-816206-3 neutron-server[102609]: Metadata agent@n-d-816206-3: {}, Nov 09 21:11:37.343148 n-d-816206-3 neutron-server[102609]: Metering agent@n-d-816206-3: {}, Nov 09 21:11:37.343148 n-d-816206-3 neutron-server[102609]: Open vSwitch agent@n-d-816206-3: { 'AddressGroup': '1.2', Nov 09 21:11:37.343148 n-d-816206-3 neutron-server[102609]: 'ConntrackHelper': '1.0', Nov 09 21:11:37.343148 n-d-816206-3 neutron-server[102609]: 'Log': '1.0', Nov 09 21:11:37.343148 n-d-816206-3 neutron-server[102609]: 'Network': '1.1', Nov 09 21:11:37.343148 n-d-816206-3 neutron-server[102609]: 'Port': '1.7', Nov 09 21:11:37.343148 n-d-816206-3 neutron-server[102609]: 'PortForwarding': '1.2', Nov 09 21:11:37.343148 n-d-816206-3 neutron-server[102609]: 'QosPolicy': '1.10', Nov 09 21:11:37.343148 n-d-816206-3 neutron-server[102609]: 'SecurityGroup': '1.5', Nov 09 21:11:37.343148 n-d-816206-3 neutron-server[102609]: 'SecurityGroupRule': '1.2', Nov 09 21:11:37.343148 n-d-816206-3 neutron-server[102609]: 'SubPort': '1.0', Nov 09 21:11:37.343148 n-d-816206-3 neutron-server[102609]: 'Subnet': '1.1', Nov 09 21:11:37.343148 n-d-816206-3 neutron-server[102609]: 'Trunk': '1.1'}} Nov 09 21:11:37.343148 n-d-816206-3 neutron-server[102609]: {{(pid=102609) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 21:11:37.349174 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f494752-c69f-4473-9de0-1f0c6b61017c None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:11:37.421185 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-5f494752-c69f-4473-9de0-1f0c6b61017c None None] Attempting to bind port 291d649d-38c5-4333-9558-46c5d29aa0e9 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:11:37.421917 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-5f494752-c69f-4473-9de0-1f0c6b61017c None None] Attempting to bind port 291d649d-38c5-4333-9558-46c5d29aa0e9 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '4d08dd53-cc2d-484d-bd3b-b02909594b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '15fbc7f0-8873-4a34-924e-7fadeab13c74'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:11:37.422487 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f494752-c69f-4473-9de0-1f0c6b61017c None None] Attempting to bind port 291d649d-38c5-4333-9558-46c5d29aa0e9 on network 15fbc7f0-8873-4a34-924e-7fadeab13c74 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:11:37.429415 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f494752-c69f-4473-9de0-1f0c6b61017c None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:11:37.430526 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f494752-c69f-4473-9de0-1f0c6b61017c None None] Checking segment: {'id': '4d08dd53-cc2d-484d-bd3b-b02909594b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '15fbc7f0-8873-4a34-924e-7fadeab13c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:11:37.431129 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5f494752-c69f-4473-9de0-1f0c6b61017c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:37.431960 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f494752-c69f-4473-9de0-1f0c6b61017c None None] Bound using segment: {'id': '4d08dd53-cc2d-484d-bd3b-b02909594b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '15fbc7f0-8873-4a34-924e-7fadeab13c74'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:11:37.432692 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-5f494752-c69f-4473-9de0-1f0c6b61017c None None] Bound port: 291d649d-38c5-4333-9558-46c5d29aa0e9, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d08dd53-cc2d-484d-bd3b-b02909594b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '15fbc7f0-8873-4a34-924e-7fadeab13c74'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:11:37.433974 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5f494752-c69f-4473-9de0-1f0c6b61017c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:37.517277 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-5f494752-c69f-4473-9de0-1f0c6b61017c None None] For port 291d649d-38c5-4333-9558-46c5d29aa0e9, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:11:37.521225 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-5f494752-c69f-4473-9de0-1f0c6b61017c None None] For port 291d649d-38c5-4333-9558-46c5d29aa0e9, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=291d649d-38c5-4333-9558-46c5d29aa0e9,segment=NetworkSegment(4d08dd53-cc2d-484d-bd3b-b02909594b11),segment_id=4d08dd53-cc2d-484d-bd3b-b02909594b11)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:11:37.538095 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5f494752-c69f-4473-9de0-1f0c6b61017c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:37.560448 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4f772cae-b104-4a77-b3ed-cdeda144480e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:37.589269 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4f772cae-b104-4a77-b3ed-cdeda144480e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:37.617605 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f494752-c69f-4473-9de0-1f0c6b61017c None None] Pushing event updated for resources: {'Port': ['ID=291d649d-38c5-4333-9558-46c5d29aa0e9,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:37.729640 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-4f772cae-b104-4a77-b3ed-cdeda144480e admin admin] Allocated IP 172.25.7.92 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/22af7d89-d062-40b3-ae01-584fdfa3d789) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:11:37.881521 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4f772cae-b104-4a77-b3ed-cdeda144480e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:37.967327 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4f772cae-b104-4a77-b3ed-cdeda144480e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:37.997919 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f772cae-b104-4a77-b3ed-cdeda144480e admin admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:11:38.000669 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-4f772cae-b104-4a77-b3ed-cdeda144480e admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:11:38.025502 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f772cae-b104-4a77-b3ed-cdeda144480e admin admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:11:38.096262 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55394) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:11:38.176447 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f772cae-b104-4a77-b3ed-cdeda144480e admin admin] Pushing event updated for resources: {'Port': ['ID=22af7d89-d062-40b3-ae01-584fdfa3d789,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:38.368225 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4f772cae-b104-4a77-b3ed-cdeda144480e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:38.616290 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-821590e8-4f25-4b9d-bfd4-9bd5a6632a33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:38.769067 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-821590e8-4f25-4b9d-bfd4-9bd5a6632a33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:38.782088 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-821590e8-4f25-4b9d-bfd4-9bd5a6632a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:38.783928 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4f772cae-b104-4a77-b3ed-cdeda144480e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:38.885763 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-821590e8-4f25-4b9d-bfd4-9bd5a6632a33 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5e7d849005a142719e21feaefcc27c4e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7854025 Nov 09 21:11:38.887220 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55428) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:11:38.893340 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821590e8-4f25-4b9d-bfd4-9bd5a6632a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b47cced-c6ae-4993-a0ff-4c161527d315,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:38.907121 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821590e8-4f25-4b9d-bfd4-9bd5a6632a33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:11:38.907788 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821590e8-4f25-4b9d-bfd4-9bd5a6632a33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:11:38.908314 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821590e8-4f25-4b9d-bfd4-9bd5a6632a33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:11:38.909455 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821590e8-4f25-4b9d-bfd4-9bd5a6632a33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:11:38.910047 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821590e8-4f25-4b9d-bfd4-9bd5a6632a33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:11:38.910612 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821590e8-4f25-4b9d-bfd4-9bd5a6632a33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:11:38.911127 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821590e8-4f25-4b9d-bfd4-9bd5a6632a33 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:11:38.911701 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821590e8-4f25-4b9d-bfd4-9bd5a6632a33 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:11:38.912212 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821590e8-4f25-4b9d-bfd4-9bd5a6632a33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:11:38.912774 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821590e8-4f25-4b9d-bfd4-9bd5a6632a33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:11:38.913302 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821590e8-4f25-4b9d-bfd4-9bd5a6632a33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:11:38.913813 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821590e8-4f25-4b9d-bfd4-9bd5a6632a33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:11:38.915130 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821590e8-4f25-4b9d-bfd4-9bd5a6632a33 admin admin] Tracked resource versions report: Nov 09 21:11:38.915130 n-d-816206-3 neutron-server[102608]: pushed versions: Nov 09 21:11:38.915130 n-d-816206-3 neutron-server[102608]: { 'AddressGroup': {'1.2'}, Nov 09 21:11:38.915130 n-d-816206-3 neutron-server[102608]: 'ConntrackHelper': {'1.0'}, Nov 09 21:11:38.915130 n-d-816206-3 neutron-server[102608]: 'Log': {'1.0'}, Nov 09 21:11:38.915130 n-d-816206-3 neutron-server[102608]: 'Network': {'1.1'}, Nov 09 21:11:38.915130 n-d-816206-3 neutron-server[102608]: 'Port': {'1.7'}, Nov 09 21:11:38.915130 n-d-816206-3 neutron-server[102608]: 'PortForwarding': {'1.2'}, Nov 09 21:11:38.915130 n-d-816206-3 neutron-server[102608]: 'QosPolicy': {'1.10'}, Nov 09 21:11:38.915130 n-d-816206-3 neutron-server[102608]: 'SecurityGroup': {'1.5'}, Nov 09 21:11:38.915130 n-d-816206-3 neutron-server[102608]: 'SecurityGroupRule': {'1.2'}, Nov 09 21:11:38.915130 n-d-816206-3 neutron-server[102608]: 'SubPort': {'1.0'}, Nov 09 21:11:38.915130 n-d-816206-3 neutron-server[102608]: 'Subnet': {'1.1'}, Nov 09 21:11:38.915130 n-d-816206-3 neutron-server[102608]: 'Trunk': {'1.1'}} Nov 09 21:11:38.915130 n-d-816206-3 neutron-server[102608]: consumer versions: Nov 09 21:11:38.915130 n-d-816206-3 neutron-server[102608]: { DHCP agent@n-d-816206-3: {}, Nov 09 21:11:38.915130 n-d-816206-3 neutron-server[102608]: HyperV agent@n-h1-816206-3: {}, Nov 09 21:11:38.915130 n-d-816206-3 neutron-server[102608]: HyperV agent@n-h2-816206-3: {}, Nov 09 21:11:38.915130 n-d-816206-3 neutron-server[102608]: L3 agent@n-d-816206-3: {}, Nov 09 21:11:38.915130 n-d-816206-3 neutron-server[102608]: Metadata agent@n-d-816206-3: {}, Nov 09 21:11:38.915130 n-d-816206-3 neutron-server[102608]: Metering agent@n-d-816206-3: {}, Nov 09 21:11:38.915130 n-d-816206-3 neutron-server[102608]: Open vSwitch agent@n-d-816206-3: { 'AddressGroup': '1.2', Nov 09 21:11:38.915130 n-d-816206-3 neutron-server[102608]: 'ConntrackHelper': '1.0', Nov 09 21:11:38.915130 n-d-816206-3 neutron-server[102608]: 'Log': '1.0', Nov 09 21:11:38.915130 n-d-816206-3 neutron-server[102608]: 'Network': '1.1', Nov 09 21:11:38.915130 n-d-816206-3 neutron-server[102608]: 'Port': '1.7', Nov 09 21:11:38.915130 n-d-816206-3 neutron-server[102608]: 'PortForwarding': '1.2', Nov 09 21:11:38.915130 n-d-816206-3 neutron-server[102608]: 'QosPolicy': '1.10', Nov 09 21:11:38.915130 n-d-816206-3 neutron-server[102608]: 'SecurityGroup': '1.5', Nov 09 21:11:38.915130 n-d-816206-3 neutron-server[102608]: 'SecurityGroupRule': '1.2', Nov 09 21:11:38.915130 n-d-816206-3 neutron-server[102608]: 'SubPort': '1.0', Nov 09 21:11:38.915130 n-d-816206-3 neutron-server[102608]: 'Subnet': '1.1', Nov 09 21:11:38.915130 n-d-816206-3 neutron-server[102608]: 'Trunk': '1.1'}} Nov 09 21:11:38.915130 n-d-816206-3 neutron-server[102608]: {{(pid=102608) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 21:11:39.010266 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2a20762a-c9ed-4739-8b2d-4f4b060874e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:39.015645 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee8e961-f242-4e02-85a2-c4079d91a07b None None] Network 15fbc7f0-8873-4a34-924e-7fadeab13c74 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:11:39.050509 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2a20762a-c9ed-4739-8b2d-4f4b060874e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:39.085866 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f772cae-b104-4a77-b3ed-cdeda144480e admin admin] Router 920e0f9c-6305-4ac6-878c-c66de1180f61 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:11:39.112055 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-b989be6d-7fe1-4dfb-8570-0a30bbd8fe33 None None] Provisioning complete for port 291d649d-38c5-4333-9558-46c5d29aa0e9 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:11:39.112495 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b989be6d-7fe1-4dfb-8570-0a30bbd8fe33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:39.201594 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2a20762a-c9ed-4739-8b2d-4f4b060874e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:39.201594 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2a20762a-c9ed-4739-8b2d-4f4b060874e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:39.204947 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2a20762a-c9ed-4739-8b2d-4f4b060874e1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9b47cced-c6ae-4993-a0ff-4c161527d315 HTTP/1.1" status: 204 len: 168 time: 0.3145993 Nov 09 21:11:39.216151 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a20762a-c9ed-4739-8b2d-4f4b060874e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b47cced-c6ae-4993-a0ff-4c161527d315,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:39.238408 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f772cae-b104-4a77-b3ed-cdeda144480e admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:11:39.253039 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dac3f6-4d7c-4677-97ec-e5ab1d7118b4 None None] Sync routers for ids ['920e0f9c-6305-4ac6-878c-c66de1180f61'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:11:39.258720 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4f772cae-b104-4a77-b3ed-cdeda144480e admin admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:39.263787 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dac3f6-4d7c-4677-97ec-e5ab1d7118b4 None None] Routers {'920e0f9c-6305-4ac6-878c-c66de1180f61'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:11:39.264395 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-f8dac3f6-4d7c-4677-97ec-e5ab1d7118b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:11:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['920e0f9c-6305-4ac6-878c-c66de1180f61'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:11:39.265387 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55448) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:11:39.267602 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4f772cae-b104-4a77-b3ed-cdeda144480e admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.6319859 Nov 09 21:11:39.299619 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b989be6d-7fe1-4dfb-8570-0a30bbd8fe33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:39.346378 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-b989be6d-7fe1-4dfb-8570-0a30bbd8fe33 None None] For port 291d649d-38c5-4333-9558-46c5d29aa0e9, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=291d649d-38c5-4333-9558-46c5d29aa0e9,segment=NetworkSegment(4d08dd53-cc2d-484d-bd3b-b02909594b11),segment_id=4d08dd53-cc2d-484d-bd3b-b02909594b11)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:11:39.358059 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b989be6d-7fe1-4dfb-8570-0a30bbd8fe33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:39.468548 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-f8dac3f6-4d7c-4677-97ec-e5ab1d7118b4 None None] Set router 920e0f9c-6305-4ac6-878c-c66de1180f61 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:11:39.474190 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b989be6d-7fe1-4dfb-8570-0a30bbd8fe33 None None] Pushing event updated for resources: {'Port': ['ID=291d649d-38c5-4333-9558-46c5d29aa0e9,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:39.573462 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 291d649d-38c5-4333-9558-46c5d29aa0e9 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:11:39.684689 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 291d649d-38c5-4333-9558-46c5d29aa0e9 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:11:39.685099 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:39.849013 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d855d31f-570d-4f03-b6a5-3ac306330179 None None] Provisioning complete for port 291d649d-38c5-4333-9558-46c5d29aa0e9 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:11:39.849377 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d855d31f-570d-4f03-b6a5-3ac306330179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:39.890191 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-f8dac3f6-4d7c-4677-97ec-e5ab1d7118b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1162150794-router', 'tenant_id': '615b76025780444bbb8ee927e4ef7062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '22af7d89-d062-40b3-ae01-584fdfa3d789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:11:36Z', 'updated_at': '2021-11-09T21:11:38Z', 'revision_number': 3, 'project_id': '615b76025780444bbb8ee927e4ef7062', 'gw_port': {'id': '22af7d89-d062-40b3-ae01-584fdfa3d789', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:11:37Z', 'updated_at': '2021-11-09T21:11:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:11:39.957745 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dac3f6-4d7c-4677-97ec-e5ab1d7118b4 None None] Checking router: 920e0f9c-6305-4ac6-878c-c66de1180f61 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:11:39.958336 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dac3f6-4d7c-4677-97ec-e5ab1d7118b4 None None] Updating router 920e0f9c-6305-4ac6-878c-c66de1180f61 port 22af7d89-d062-40b3-ae01-584fdfa3d789 binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:11:40.015219 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f8dac3f6-4d7c-4677-97ec-e5ab1d7118b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:40.341250 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f8dac3f6-4d7c-4677-97ec-e5ab1d7118b4 None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:40.348347 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f8dac3f6-4d7c-4677-97ec-e5ab1d7118b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:40.397186 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b57233-fd9a-4353-ba61-a0f28c9f39f2 None None] Pushing event updated for resources: {'Port': ['ID=22af7d89-d062-40b3-ae01-584fdfa3d789,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:40.416716 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b57233-fd9a-4353-ba61-a0f28c9f39f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:11:40.417069 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b57233-fd9a-4353-ba61-a0f28c9f39f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:11:40.417950 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b57233-fd9a-4353-ba61-a0f28c9f39f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:11:40.418278 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b57233-fd9a-4353-ba61-a0f28c9f39f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:11:40.418605 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b57233-fd9a-4353-ba61-a0f28c9f39f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:11:40.418936 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b57233-fd9a-4353-ba61-a0f28c9f39f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:11:40.419258 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b57233-fd9a-4353-ba61-a0f28c9f39f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:11:40.419578 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b57233-fd9a-4353-ba61-a0f28c9f39f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:11:40.419894 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b57233-fd9a-4353-ba61-a0f28c9f39f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:11:40.420215 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b57233-fd9a-4353-ba61-a0f28c9f39f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:11:40.420537 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b57233-fd9a-4353-ba61-a0f28c9f39f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:11:40.420873 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b57233-fd9a-4353-ba61-a0f28c9f39f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:11:40.421976 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b57233-fd9a-4353-ba61-a0f28c9f39f2 None None] Tracked resource versions report: Nov 09 21:11:40.421976 n-d-816206-3 neutron-server[102610]: pushed versions: Nov 09 21:11:40.421976 n-d-816206-3 neutron-server[102610]: { 'AddressGroup': {'1.2'}, Nov 09 21:11:40.421976 n-d-816206-3 neutron-server[102610]: 'ConntrackHelper': {'1.0'}, Nov 09 21:11:40.421976 n-d-816206-3 neutron-server[102610]: 'Log': {'1.0'}, Nov 09 21:11:40.421976 n-d-816206-3 neutron-server[102610]: 'Network': {'1.1'}, Nov 09 21:11:40.421976 n-d-816206-3 neutron-server[102610]: 'Port': {'1.7'}, Nov 09 21:11:40.421976 n-d-816206-3 neutron-server[102610]: 'PortForwarding': {'1.2'}, Nov 09 21:11:40.421976 n-d-816206-3 neutron-server[102610]: 'QosPolicy': {'1.10'}, Nov 09 21:11:40.421976 n-d-816206-3 neutron-server[102610]: 'SecurityGroup': {'1.5'}, Nov 09 21:11:40.421976 n-d-816206-3 neutron-server[102610]: 'SecurityGroupRule': {'1.2'}, Nov 09 21:11:40.421976 n-d-816206-3 neutron-server[102610]: 'SubPort': {'1.0'}, Nov 09 21:11:40.421976 n-d-816206-3 neutron-server[102610]: 'Subnet': {'1.1'}, Nov 09 21:11:40.421976 n-d-816206-3 neutron-server[102610]: 'Trunk': {'1.1'}} Nov 09 21:11:40.421976 n-d-816206-3 neutron-server[102610]: consumer versions: Nov 09 21:11:40.421976 n-d-816206-3 neutron-server[102610]: { DHCP agent@n-d-816206-3: {}, Nov 09 21:11:40.421976 n-d-816206-3 neutron-server[102610]: HyperV agent@n-h1-816206-3: {}, Nov 09 21:11:40.421976 n-d-816206-3 neutron-server[102610]: HyperV agent@n-h2-816206-3: {}, Nov 09 21:11:40.421976 n-d-816206-3 neutron-server[102610]: L3 agent@n-d-816206-3: {}, Nov 09 21:11:40.421976 n-d-816206-3 neutron-server[102610]: Metadata agent@n-d-816206-3: {}, Nov 09 21:11:40.421976 n-d-816206-3 neutron-server[102610]: Metering agent@n-d-816206-3: {}, Nov 09 21:11:40.421976 n-d-816206-3 neutron-server[102610]: Open vSwitch agent@n-d-816206-3: { 'AddressGroup': '1.2', Nov 09 21:11:40.421976 n-d-816206-3 neutron-server[102610]: 'ConntrackHelper': '1.0', Nov 09 21:11:40.421976 n-d-816206-3 neutron-server[102610]: 'Log': '1.0', Nov 09 21:11:40.421976 n-d-816206-3 neutron-server[102610]: 'Network': '1.1', Nov 09 21:11:40.421976 n-d-816206-3 neutron-server[102610]: 'Port': '1.7', Nov 09 21:11:40.421976 n-d-816206-3 neutron-server[102610]: 'PortForwarding': '1.2', Nov 09 21:11:40.421976 n-d-816206-3 neutron-server[102610]: 'QosPolicy': '1.10', Nov 09 21:11:40.421976 n-d-816206-3 neutron-server[102610]: 'SecurityGroup': '1.5', Nov 09 21:11:40.421976 n-d-816206-3 neutron-server[102610]: 'SecurityGroupRule': '1.2', Nov 09 21:11:40.421976 n-d-816206-3 neutron-server[102610]: 'SubPort': '1.0', Nov 09 21:11:40.421976 n-d-816206-3 neutron-server[102610]: 'Subnet': '1.1', Nov 09 21:11:40.421976 n-d-816206-3 neutron-server[102610]: 'Trunk': '1.1'}} Nov 09 21:11:40.421976 n-d-816206-3 neutron-server[102610]: {{(pid=102610) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 21:11:40.435040 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-f8dac3f6-4d7c-4677-97ec-e5ab1d7118b4 None None] Attempting to bind port 22af7d89-d062-40b3-ae01-584fdfa3d789 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:11:40.435410 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-f8dac3f6-4d7c-4677-97ec-e5ab1d7118b4 None None] Attempting to bind port 22af7d89-d062-40b3-ae01-584fdfa3d789 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:11:40.435770 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dac3f6-4d7c-4677-97ec-e5ab1d7118b4 None None] Attempting to bind port 22af7d89-d062-40b3-ae01-584fdfa3d789 on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:11:40.441628 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dac3f6-4d7c-4677-97ec-e5ab1d7118b4 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:11:40.441999 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dac3f6-4d7c-4677-97ec-e5ab1d7118b4 None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:11:40.442395 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f8dac3f6-4d7c-4677-97ec-e5ab1d7118b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:40.442783 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dac3f6-4d7c-4677-97ec-e5ab1d7118b4 None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:11:40.443365 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-f8dac3f6-4d7c-4677-97ec-e5ab1d7118b4 None None] Bound port: 22af7d89-d062-40b3-ae01-584fdfa3d789, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:11:40.443858 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f8dac3f6-4d7c-4677-97ec-e5ab1d7118b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:40.461949 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ff626728-e6ef-46c1-95b3-dd0332de4097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:40.519847 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-f8dac3f6-4d7c-4677-97ec-e5ab1d7118b4 None None] For port 22af7d89-d062-40b3-ae01-584fdfa3d789, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:11:40.523806 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-f8dac3f6-4d7c-4677-97ec-e5ab1d7118b4 None None] For port 22af7d89-d062-40b3-ae01-584fdfa3d789, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=22af7d89-d062-40b3-ae01-584fdfa3d789,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:11:40.536763 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f8dac3f6-4d7c-4677-97ec-e5ab1d7118b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:40.589823 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dac3f6-4d7c-4677-97ec-e5ab1d7118b4 None None] Routers {'920e0f9c-6305-4ac6-878c-c66de1180f61'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:11:40.590452 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-f8dac3f6-4d7c-4677-97ec-e5ab1d7118b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:11:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['920e0f9c-6305-4ac6-878c-c66de1180f61'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:11:40.719500 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b57233-fd9a-4353-ba61-a0f28c9f39f2 None None] Pushing event updated for resources: {'Port': ['ID=22af7d89-d062-40b3-ae01-584fdfa3d789,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:40.761017 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-f8dac3f6-4d7c-4677-97ec-e5ab1d7118b4 None None] Set router 920e0f9c-6305-4ac6-878c-c66de1180f61 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:11:40.897392 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-ff626728-e6ef-46c1-95b3-dd0332de4097 admin admin] Allocated IP 172.20.0.1 (15fbc7f0-8873-4a34-924e-7fadeab13c74/e9add483-8835-41e6-b594-c1f5292db974/54c3d4eb-1bf9-4a71-ae51-6e1cc57b6e39) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:11:41.046525 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-f8dac3f6-4d7c-4677-97ec-e5ab1d7118b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1162150794-router', 'tenant_id': '615b76025780444bbb8ee927e4ef7062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '22af7d89-d062-40b3-ae01-584fdfa3d789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:11:36Z', 'updated_at': '2021-11-09T21:11:38Z', 'revision_number': 3, 'project_id': '615b76025780444bbb8ee927e4ef7062', 'gw_port': {'id': '22af7d89-d062-40b3-ae01-584fdfa3d789', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:11:37Z', 'updated_at': '2021-11-09T21:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:11:41.109920 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ff626728-e6ef-46c1-95b3-dd0332de4097 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:41.110904 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dac3f6-4d7c-4677-97ec-e5ab1d7118b4 None None] The sync data for ids ['920e0f9c-6305-4ac6-878c-c66de1180f61'] in n-d-816206-3 is: [{'id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1162150794-router', 'tenant_id': '615b76025780444bbb8ee927e4ef7062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '22af7d89-d062-40b3-ae01-584fdfa3d789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:11:36Z', 'updated_at': '2021-11-09T21:11:38Z', 'revision_number': 3, 'project_id': '615b76025780444bbb8ee927e4ef7062', 'gw_port': {'id': '22af7d89-d062-40b3-ae01-584fdfa3d789', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:11:37Z', 'updated_at': '2021-11-09T21:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:11:41.209948 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ff626728-e6ef-46c1-95b3-dd0332de4097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:41.352354 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff626728-e6ef-46c1-95b3-dd0332de4097 admin admin] Network 15fbc7f0-8873-4a34-924e-7fadeab13c74 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:11:41.358024 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-ff626728-e6ef-46c1-95b3-dd0332de4097 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:11:41.362195 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff626728-e6ef-46c1-95b3-dd0332de4097 admin admin] Pushing event updated for resources: {'Port': ['ID=54c3d4eb-1bf9-4a71-ae51-6e1cc57b6e39,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:41.379856 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff626728-e6ef-46c1-95b3-dd0332de4097 admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:11:41.383457 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ff626728-e6ef-46c1-95b3-dd0332de4097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:41.514339 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 291d649d-38c5-4333-9558-46c5d29aa0e9 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:11:41.720787 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55582) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:11:41.755745 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55586) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:11:41.860040 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d66ce025-5ec7-4efb-945f-e99f8fb0f581 None None] Provisioning complete for port 54c3d4eb-1bf9-4a71-ae51-6e1cc57b6e39 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:11:41.861540 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d66ce025-5ec7-4efb-945f-e99f8fb0f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:41.889688 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 291d649d-38c5-4333-9558-46c5d29aa0e9 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:11:41.890287 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:41.962233 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-d66ce025-5ec7-4efb-945f-e99f8fb0f581 None None] Port 54c3d4eb-1bf9-4a71-ae51-6e1cc57b6e39 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:11:42.006763 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f46ac403-14ed-490b-a81b-cd9bdbbbe0ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:42.035968 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ff626728-e6ef-46c1-95b3-dd0332de4097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:42.132753 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f46ac403-14ed-490b-a81b-cd9bdbbbe0ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:42.138229 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f46ac403-14ed-490b-a81b-cd9bdbbbe0ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:42.211307 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f46ac403-14ed-490b-a81b-cd9bdbbbe0ff admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e800e784020c4541a208993061f3151e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4889152 Nov 09 21:11:42.219707 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55606) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:11:42.226338 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1d96d8cf-4c3a-4ecf-a8fa-dcb49d5d2361 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:42.252775 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ac403-14ed-490b-a81b-cd9bdbbbe0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0754f3aa-d9b8-4d2c-8bde-511a3dc12160,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:42.300322 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a9f69227-ba62-4a3f-bd1f-944c0987690f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:42.327569 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a9f69227-ba62-4a3f-bd1f-944c0987690f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:42.333687 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1d96d8cf-4c3a-4ecf-a8fa-dcb49d5d2361 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:42.348899 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1d96d8cf-4c3a-4ecf-a8fa-dcb49d5d2361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:42.408005 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a9f69227-ba62-4a3f-bd1f-944c0987690f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:42.411277 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a9f69227-ba62-4a3f-bd1f-944c0987690f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:42.417057 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a9f69227-ba62-4a3f-bd1f-944c0987690f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0754f3aa-d9b8-4d2c-8bde-511a3dc12160 HTTP/1.1" status: 204 len: 168 time: 0.1960428 Nov 09 21:11:42.420284 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d96d8cf-4c3a-4ecf-a8fa-dcb49d5d2361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb88f78-30c1-458a-a97c-d8fd8844a806,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:42.443895 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f69227-ba62-4a3f-bd1f-944c0987690f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0754f3aa-d9b8-4d2c-8bde-511a3dc12160,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:42.451555 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1d96d8cf-4c3a-4ecf-a8fa-dcb49d5d2361 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=de9cb3614e994bbe89553b155558e4ba&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6914313 Nov 09 21:11:42.451872 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55614) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:11:42.505657 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55618) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:11:42.578549 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ce4c8323-870e-4aa4-91a4-cba0530db394 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:42.602870 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ce4c8323-870e-4aa4-91a4-cba0530db394 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:42.623995 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ff626728-e6ef-46c1-95b3-dd0332de4097 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:42.629003 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ff626728-e6ef-46c1-95b3-dd0332de4097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:42.630285 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ff626728-e6ef-46c1-95b3-dd0332de4097 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:42.662795 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ce4c8323-870e-4aa4-91a4-cba0530db394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:42.665468 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ce4c8323-870e-4aa4-91a4-cba0530db394 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:42.666761 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ce4c8323-870e-4aa4-91a4-cba0530db394 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6cb88f78-30c1-458a-a97c-d8fd8844a806 HTTP/1.1" status: 204 len: 168 time: 0.2138102 Nov 09 21:11:42.678100 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c8323-870e-4aa4-91a4-cba0530db394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb88f78-30c1-458a-a97c-d8fd8844a806,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:42.724803 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff626728-e6ef-46c1-95b3-dd0332de4097 admin admin] Pushing event updated for resources: {'Port': ['ID=54c3d4eb-1bf9-4a71-ae51-6e1cc57b6e39,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:42.779375 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff626728-e6ef-46c1-95b3-dd0332de4097 admin admin] Network 15fbc7f0-8873-4a34-924e-7fadeab13c74 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:11:42.782402 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-ff626728-e6ef-46c1-95b3-dd0332de4097 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:11:42.874058 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-21446931-04d6-4a43-9122-a0131b868f08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:42.930937 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55640) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:11:42.991230 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff626728-e6ef-46c1-95b3-dd0332de4097 admin admin] Router 920e0f9c-6305-4ac6-878c-c66de1180f61 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:11:43.081097 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-21446931-04d6-4a43-9122-a0131b868f08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:43.085924 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-21446931-04d6-4a43-9122-a0131b868f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:43.102740 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-4580937a-6707-485c-b2ea-dbe5a54bbaba None None] Provisioning complete for port 54c3d4eb-1bf9-4a71-ae51-6e1cc57b6e39 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:11:43.103261 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4580937a-6707-485c-b2ea-dbe5a54bbaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:43.123496 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55646) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:11:43.156434 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-4580937a-6707-485c-b2ea-dbe5a54bbaba None None] Port 54c3d4eb-1bf9-4a71-ae51-6e1cc57b6e39 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:11:43.161312 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b1f9ac0f-4d95-4998-a87f-631826426eeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:43.177060 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-21446931-04d6-4a43-9122-a0131b868f08 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a56a2dfd726144cf820abb31282f9708&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6684711 Nov 09 21:11:43.180767 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55648) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:11:43.183172 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21446931-04d6-4a43-9122-a0131b868f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d20b7a-1d64-46b5-9d58-b85e9a6f299d,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:43.194823 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff626728-e6ef-46c1-95b3-dd0332de4097 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:11:43.202542 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ff626728-e6ef-46c1-95b3-dd0332de4097 admin admin] 10.222.0.49 "PUT /v2.0/routers/920e0f9c-6305-4ac6-878c-c66de1180f61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9359472 Nov 09 21:11:43.287851 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c19831ca-0545-4230-97d1-36a41a5f037a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:43.325876 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b1f9ac0f-4d95-4998-a87f-631826426eeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:43.328040 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c19831ca-0545-4230-97d1-36a41a5f037a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:43.342084 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b1f9ac0f-4d95-4998-a87f-631826426eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:43.436285 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f9ac0f-4d95-4998-a87f-631826426eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17468e1c-5c66-4bb7-98d2-6117b1c83221,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:43.450784 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b1f9ac0f-4d95-4998-a87f-631826426eeb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d57808d6b26e40308718164d33f2aaa7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3256516 Nov 09 21:11:43.454033 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55662) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:11:43.474377 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 22af7d89-d062-40b3-ae01-584fdfa3d789 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:11:43.480603 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c19831ca-0545-4230-97d1-36a41a5f037a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:43.484021 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c19831ca-0545-4230-97d1-36a41a5f037a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:43.490991 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c19831ca-0545-4230-97d1-36a41a5f037a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/88d20b7a-1d64-46b5-9d58-b85e9a6f299d HTTP/1.1" status: 204 len: 168 time: 0.3022020 Nov 09 21:11:43.493850 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19831ca-0545-4230-97d1-36a41a5f037a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d20b7a-1d64-46b5-9d58-b85e9a6f299d,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:43.533067 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f7370bbf-5eef-4bd2-a826-515332efe0fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:43.541112 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a2fb2b2a-f3d1-4544-85c5-438fada2c386 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:43.559929 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ad0813-cd59-42cc-8d8f-980e30520d71 None None] Sync routers for ids ['920e0f9c-6305-4ac6-878c-c66de1180f61'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:11:43.571628 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f7370bbf-5eef-4bd2-a826-515332efe0fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:43.603655 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ad0813-cd59-42cc-8d8f-980e30520d71 None None] Routers {'920e0f9c-6305-4ac6-878c-c66de1180f61'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:11:43.605111 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-15ad0813-cd59-42cc-8d8f-980e30520d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:11:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['920e0f9c-6305-4ac6-878c-c66de1180f61'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:11:43.652490 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f7370bbf-5eef-4bd2-a826-515332efe0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:43.655088 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f7370bbf-5eef-4bd2-a826-515332efe0fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:43.658797 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f7370bbf-5eef-4bd2-a826-515332efe0fe admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/17468e1c-5c66-4bb7-98d2-6117b1c83221 HTTP/1.1" status: 204 len: 168 time: 0.2011254 Nov 09 21:11:43.667976 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7370bbf-5eef-4bd2-a826-515332efe0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17468e1c-5c66-4bb7-98d2-6117b1c83221,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:43.675599 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55670) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:11:43.677906 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 22af7d89-d062-40b3-ae01-584fdfa3d789 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:11:43.678527 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:43.696334 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9e9de51d-069d-436e-a22b-570adb5cd845 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:43.709646 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a2fb2b2a-f3d1-4544-85c5-438fada2c386 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:43.717709 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a2fb2b2a-f3d1-4544-85c5-438fada2c386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:43.796623 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a2fb2b2a-f3d1-4544-85c5-438fada2c386 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=89a06dedb5304149b6fc1ab9c0522499&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8611910 Nov 09 21:11:43.797001 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55672) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:11:43.802004 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-15ad0813-cd59-42cc-8d8f-980e30520d71 None None] Set router 920e0f9c-6305-4ac6-878c-c66de1180f61 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:11:43.818467 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fb2b2a-f3d1-4544-85c5-438fada2c386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf85b53f-cb6e-4e58-a787-c4806b638595,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:43.861365 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9e9de51d-069d-436e-a22b-570adb5cd845 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:43.874228 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9e9de51d-069d-436e-a22b-570adb5cd845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:43.878474 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-02b0253c-48f5-44c1-87bd-af76b0b2ef2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:43.893033 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:43.920400 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-02b0253c-48f5-44c1-87bd-af76b0b2ef2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:43.950816 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 22af7d89-d062-40b3-ae01-584fdfa3d789, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=22af7d89-d062-40b3-ae01-584fdfa3d789,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:11:43.956076 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-9e9de51d-069d-436e-a22b-570adb5cd845 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cbc6ac212fd64cc1a34ceebce2de48fe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2792985 Nov 09 21:11:43.966194 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55678) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:11:43.985437 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9de51d-069d-436e-a22b-570adb5cd845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd897ac-dee1-423e-8ed5-d3b062342e46,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:43.998440 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-02b0253c-48f5-44c1-87bd-af76b0b2ef2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:44.004011 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-02b0253c-48f5-44c1-87bd-af76b0b2ef2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:44.008968 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-02b0253c-48f5-44c1-87bd-af76b0b2ef2c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cf85b53f-cb6e-4e58-a787-c4806b638595 HTTP/1.1" status: 204 len: 168 time: 0.2097878 Nov 09 21:11:44.021333 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:44.022565 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0253c-48f5-44c1-87bd-af76b0b2ef2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf85b53f-cb6e-4e58-a787-c4806b638595,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:44.043839 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-28bc4981-6fd7-4c43-982f-906c47b590b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:44.093745 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-28bc4981-6fd7-4c43-982f-906c47b590b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:44.108173 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55688) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:11:44.115062 n-d-816206-3 neutron-server[102607]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 09 21:11:44.126895 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=22af7d89-d062-40b3-ae01-584fdfa3d789,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:44.165114 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-8e9b57a7-c6dd-4052-8a16-cee793779429 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=dcbd9ac3631e49cf884efc51e8d43086&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517278 Nov 09 21:11:44.198326 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-28bc4981-6fd7-4c43-982f-906c47b590b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:44.202240 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-28bc4981-6fd7-4c43-982f-906c47b590b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:44.206648 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-28bc4981-6fd7-4c43-982f-906c47b590b2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/acd897ac-dee1-423e-8ed5-d3b062342e46 HTTP/1.1" status: 204 len: 168 time: 0.2366667 Nov 09 21:11:44.221898 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc4981-6fd7-4c43-982f-906c47b590b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd897ac-dee1-423e-8ed5-d3b062342e46,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:44.253972 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-15ad0813-cd59-42cc-8d8f-980e30520d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1162150794-router', 'tenant_id': '615b76025780444bbb8ee927e4ef7062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '22af7d89-d062-40b3-ae01-584fdfa3d789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:11:36Z', 'updated_at': '2021-11-09T21:11:41Z', 'revision_number': 4, 'project_id': '615b76025780444bbb8ee927e4ef7062', 'gw_port': {'id': '22af7d89-d062-40b3-ae01-584fdfa3d789', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:11:37Z', 'updated_at': '2021-11-09T21:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '54c3d4eb-1bf9-4a71-ae51-6e1cc57b6e39', 'name': '', 'network_id': '15fbc7f0-8873-4a34-924e-7fadeab13c74', 'tenant_id': '615b76025780444bbb8ee927e4ef7062', 'mac_address': 'fa:16:3e:66:83:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e9add483-8835-41e6-b594-c1f5292db974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:11:40Z', 'updated_at': '2021-11-09T21:11:42Z', 'revision_number': 2, 'project_id': '615b76025780444bbb8ee927e4ef7062', 'subnets': [{'id': 'e9add483-8835-41e6-b594-c1f5292db974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:11:44.289006 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ad0813-cd59-42cc-8d8f-980e30520d71 None None] Checking router: 920e0f9c-6305-4ac6-878c-c66de1180f61 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:11:44.289361 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ad0813-cd59-42cc-8d8f-980e30520d71 None None] Updating router 920e0f9c-6305-4ac6-878c-c66de1180f61 port 54c3d4eb-1bf9-4a71-ae51-6e1cc57b6e39 binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:11:44.331205 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-15ad0813-cd59-42cc-8d8f-980e30520d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:44.411139 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-77ab9e2e-e1aa-45e5-9a4f-ff58fd1c204d tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:11:44.413041 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-77ab9e2e-e1aa-45e5-9a4f-ff58fd1c204d tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2417438 Nov 09 21:11:44.431745 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-eae55651-e6ab-4c1a-9fdd-66201ef4f143 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.49 "GET /v2.0/quotas/dcbd9ac3631e49cf884efc51e8d43086 HTTP/1.1" status: 200 len: 375 time: 0.0113745 Nov 09 21:11:44.514977 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-e8a4cc5f-8ff0-48d8-9bc5-1a7817b8a853 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=dcbd9ac3631e49cf884efc51e8d43086&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0766747 Nov 09 21:11:44.643387 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-15ad0813-cd59-42cc-8d8f-980e30520d71 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:44.650729 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-15ad0813-cd59-42cc-8d8f-980e30520d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:44.703805 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f5a46-1319-4a87-98d5-83ad10f1b5c0 None None] Pushing event updated for resources: {'Port': ['ID=54c3d4eb-1bf9-4a71-ae51-6e1cc57b6e39,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:44.729237 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55712) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:11:44.783188 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-11d6a7a2-f2c0-433f-ae15-77d37d49af4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:44.857360 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-15ad0813-cd59-42cc-8d8f-980e30520d71 None None] Attempting to bind port 54c3d4eb-1bf9-4a71-ae51-6e1cc57b6e39 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:11:44.857750 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-15ad0813-cd59-42cc-8d8f-980e30520d71 None None] Attempting to bind port 54c3d4eb-1bf9-4a71-ae51-6e1cc57b6e39 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '4d08dd53-cc2d-484d-bd3b-b02909594b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '15fbc7f0-8873-4a34-924e-7fadeab13c74'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:11:44.858117 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ad0813-cd59-42cc-8d8f-980e30520d71 None None] Attempting to bind port 54c3d4eb-1bf9-4a71-ae51-6e1cc57b6e39 on network 15fbc7f0-8873-4a34-924e-7fadeab13c74 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:11:44.863056 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1540dc27-4a7b-434c-a81f-093a7644a8be req-48c66322-7587-481a-9da9-f826c6d5697a tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.49 "GET /v2.0/ports?device_id=7245a2a6-a51a-4e9f-b951-4bb6c0c58845 HTTP/1.1" status: 200 len: 210 time: 0.1063473 Nov 09 21:11:44.863618 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ad0813-cd59-42cc-8d8f-980e30520d71 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:11:44.863993 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ad0813-cd59-42cc-8d8f-980e30520d71 None None] Checking segment: {'id': '4d08dd53-cc2d-484d-bd3b-b02909594b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '15fbc7f0-8873-4a34-924e-7fadeab13c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:11:44.864384 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-15ad0813-cd59-42cc-8d8f-980e30520d71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:44.864819 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ad0813-cd59-42cc-8d8f-980e30520d71 None None] Bound using segment: {'id': '4d08dd53-cc2d-484d-bd3b-b02909594b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '15fbc7f0-8873-4a34-924e-7fadeab13c74'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:11:44.865361 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-15ad0813-cd59-42cc-8d8f-980e30520d71 None None] Bound port: 54c3d4eb-1bf9-4a71-ae51-6e1cc57b6e39, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d08dd53-cc2d-484d-bd3b-b02909594b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '15fbc7f0-8873-4a34-924e-7fadeab13c74'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:11:44.865824 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-15ad0813-cd59-42cc-8d8f-980e30520d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:44.965237 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-11d6a7a2-f2c0-433f-ae15-77d37d49af4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:44.965897 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-15ad0813-cd59-42cc-8d8f-980e30520d71 None None] For port 54c3d4eb-1bf9-4a71-ae51-6e1cc57b6e39, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:11:44.970272 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-15ad0813-cd59-42cc-8d8f-980e30520d71 None None] For port 54c3d4eb-1bf9-4a71-ae51-6e1cc57b6e39, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=54c3d4eb-1bf9-4a71-ae51-6e1cc57b6e39,segment=NetworkSegment(4d08dd53-cc2d-484d-bd3b-b02909594b11),segment_id=4d08dd53-cc2d-484d-bd3b-b02909594b11)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:11:44.970507 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-11d6a7a2-f2c0-433f-ae15-77d37d49af4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:44.978517 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-15ad0813-cd59-42cc-8d8f-980e30520d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:45.002672 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55726) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:11:45.014133 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-11d6a7a2-f2c0-433f-ae15-77d37d49af4e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5965ce03070543b0b9e7ff7b30994b7a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2828133 Nov 09 21:11:45.053417 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d6a7a2-f2c0-433f-ae15-77d37d49af4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc771bee-5d59-4862-ac86-10ea139975b0,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:45.061186 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-7cecc0f6-0ef2-4002-b8be-ccd4cef5d8bf None None] Provisioning complete for port 54c3d4eb-1bf9-4a71-ae51-6e1cc57b6e39 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:11:45.061619 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7cecc0f6-0ef2-4002-b8be-ccd4cef5d8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:45.083034 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-54414986-12f3-4d9b-9651-4602838d149f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:45.099493 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ad0813-cd59-42cc-8d8f-980e30520d71 None None] Routers {'920e0f9c-6305-4ac6-878c-c66de1180f61'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:11:45.100141 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-15ad0813-cd59-42cc-8d8f-980e30520d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:11:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['920e0f9c-6305-4ac6-878c-c66de1180f61'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:11:45.101936 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f5a46-1319-4a87-98d5-83ad10f1b5c0 None None] Pushing event updated for resources: {'Port': ['ID=54c3d4eb-1bf9-4a71-ae51-6e1cc57b6e39,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:45.128602 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-54414986-12f3-4d9b-9651-4602838d149f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:45.217367 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-54414986-12f3-4d9b-9651-4602838d149f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:45.220997 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-54414986-12f3-4d9b-9651-4602838d149f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:45.222946 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-54414986-12f3-4d9b-9651-4602838d149f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dc771bee-5d59-4862-ac86-10ea139975b0 HTTP/1.1" status: 204 len: 168 time: 0.2192347 Nov 09 21:11:45.233260 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54414986-12f3-4d9b-9651-4602838d149f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc771bee-5d59-4862-ac86-10ea139975b0,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:45.242549 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55736) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:11:45.266333 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5a6b2435-3bd0-4e8d-94bd-c3a151c7fe28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:45.308376 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-15ad0813-cd59-42cc-8d8f-980e30520d71 None None] Set router 920e0f9c-6305-4ac6-878c-c66de1180f61 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:11:45.454733 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5a6b2435-3bd0-4e8d-94bd-c3a151c7fe28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:45.459188 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5a6b2435-3bd0-4e8d-94bd-c3a151c7fe28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:45.525293 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b2435-3bd0-4e8d-94bd-c3a151c7fe28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a255d2-772e-4449-a6cf-df6f1520e528,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:45.526280 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7cecc0f6-0ef2-4002-b8be-ccd4cef5d8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:45.540302 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 22af7d89-d062-40b3-ae01-584fdfa3d789 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:11:45.554801 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55748) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:11:45.563709 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-7cecc0f6-0ef2-4002-b8be-ccd4cef5d8bf None None] For port 54c3d4eb-1bf9-4a71-ae51-6e1cc57b6e39, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=54c3d4eb-1bf9-4a71-ae51-6e1cc57b6e39,segment=NetworkSegment(4d08dd53-cc2d-484d-bd3b-b02909594b11),segment_id=4d08dd53-cc2d-484d-bd3b-b02909594b11)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:11:45.566095 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5a6b2435-3bd0-4e8d-94bd-c3a151c7fe28 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8acf868520774d099fecfc49bac50643&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3217707 Nov 09 21:11:45.588493 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7cecc0f6-0ef2-4002-b8be-ccd4cef5d8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:45.671923 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7b71317a-01de-4461-b5bb-c5c95efcedb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:45.684563 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cecc0f6-0ef2-4002-b8be-ccd4cef5d8bf None None] Pushing event updated for resources: {'Port': ['ID=54c3d4eb-1bf9-4a71-ae51-6e1cc57b6e39,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:45.701617 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7b71317a-01de-4461-b5bb-c5c95efcedb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:45.810454 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7b71317a-01de-4461-b5bb-c5c95efcedb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:45.814213 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7b71317a-01de-4461-b5bb-c5c95efcedb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:45.818035 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-ebd0915b-7f44-4752-a72c-7cfd3df6db6f None None] Provisioning complete for port 54c3d4eb-1bf9-4a71-ae51-6e1cc57b6e39 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:11:45.818413 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ebd0915b-7f44-4752-a72c-7cfd3df6db6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:45.818693 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7b71317a-01de-4461-b5bb-c5c95efcedb6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c9a255d2-772e-4449-a6cf-df6f1520e528 HTTP/1.1" status: 204 len: 168 time: 0.2624509 Nov 09 21:11:45.840970 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b71317a-01de-4461-b5bb-c5c95efcedb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a255d2-772e-4449-a6cf-df6f1520e528,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:45.855721 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 22af7d89-d062-40b3-ae01-584fdfa3d789 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:11:45.856094 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:46.036306 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8af7d469-ba06-48cb-9ebc-290a96eac6d5 req-168317c6-5498-4ce6-8df8-896d49ad3a8d tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.49 "GET /v2.0/ports?device_id=7245a2a6-a51a-4e9f-b951-4bb6c0c58845 HTTP/1.1" status: 200 len: 210 time: 0.0516078 Nov 09 21:11:46.124256 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-15ad0813-cd59-42cc-8d8f-980e30520d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1162150794-router', 'tenant_id': '615b76025780444bbb8ee927e4ef7062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '22af7d89-d062-40b3-ae01-584fdfa3d789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:11:36Z', 'updated_at': '2021-11-09T21:11:41Z', 'revision_number': 4, 'project_id': '615b76025780444bbb8ee927e4ef7062', 'gw_port': {'id': '22af7d89-d062-40b3-ae01-584fdfa3d789', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:11:37Z', 'updated_at': '2021-11-09T21:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '54c3d4eb-1bf9-4a71-ae51-6e1cc57b6e39', 'name': '', 'network_id': '15fbc7f0-8873-4a34-924e-7fadeab13c74', 'tenant_id': '615b76025780444bbb8ee927e4ef7062', 'mac_address': 'fa:16:3e:66:83:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e9add483-8835-41e6-b594-c1f5292db974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:11:40Z', 'updated_at': '2021-11-09T21:11:44Z', 'revision_number': 4, 'project_id': '615b76025780444bbb8ee927e4ef7062', 'subnets': [{'id': 'e9add483-8835-41e6-b594-c1f5292db974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:11:46.158282 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ad0813-cd59-42cc-8d8f-980e30520d71 None None] The sync data for ids ['920e0f9c-6305-4ac6-878c-c66de1180f61'] in n-d-816206-3 is: [{'id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1162150794-router', 'tenant_id': '615b76025780444bbb8ee927e4ef7062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '22af7d89-d062-40b3-ae01-584fdfa3d789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:11:36Z', 'updated_at': '2021-11-09T21:11:41Z', 'revision_number': 4, 'project_id': '615b76025780444bbb8ee927e4ef7062', 'gw_port': {'id': '22af7d89-d062-40b3-ae01-584fdfa3d789', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:11:37Z', 'updated_at': '2021-11-09T21:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '54c3d4eb-1bf9-4a71-ae51-6e1cc57b6e39', 'name': '', 'network_id': '15fbc7f0-8873-4a34-924e-7fadeab13c74', 'tenant_id': '615b76025780444bbb8ee927e4ef7062', 'mac_address': 'fa:16:3e:66:83:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e9add483-8835-41e6-b594-c1f5292db974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:11:40Z', 'updated_at': '2021-11-09T21:11:44Z', 'revision_number': 4, 'project_id': '615b76025780444bbb8ee927e4ef7062', 'subnets': [{'id': 'e9add483-8835-41e6-b594-c1f5292db974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:11:46.326732 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55792) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:11:46.329318 n-d-816206-3 neutron-server[102608]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 09 21:11:46.374690 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-cf1c5e8a-8a0c-463d-9d70-05282028dd7a tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=29026c9cd6db46d59baa3cd105b1f8f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468042 Nov 09 21:11:46.548269 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55800) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:11:46.555771 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-86e8e0cf-ddef-425c-8386-2824ebdfc210 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1536929849-network', 'tenant_id': 'c20f252684ae4da9a1390ccd11aaf128'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:11:46.578676 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-8ac55d0a-044f-45fd-bc84-1d0de9301cb1 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:11:46.583256 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-8ac55d0a-044f-45fd-bc84-1d0de9301cb1 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1996109 Nov 09 21:11:46.589599 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e8e0cf-ddef-425c-8386-2824ebdfc210 admin admin] Made reservation on behalf of c20f252684ae4da9a1390ccd11aaf128 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:11:46.606571 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-ab563d9d-d1e0-4e23-a6c8-81fba6964725 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/quotas/29026c9cd6db46d59baa3cd105b1f8f6 HTTP/1.1" status: 200 len: 375 time: 0.0144863 Nov 09 21:11:46.618375 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-86e8e0cf-ddef-425c-8386-2824ebdfc210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:46.653812 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-86e8e0cf-ddef-425c-8386-2824ebdfc210 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:46.731585 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-ece84466-447a-4234-97a8-9d75b6af3007 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=29026c9cd6db46d59baa3cd105b1f8f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1143384 Nov 09 21:11:46.818633 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-86e8e0cf-ddef-425c-8386-2824ebdfc210 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:46.827752 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-86e8e0cf-ddef-425c-8386-2824ebdfc210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:46.857959 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86e8e0cf-ddef-425c-8386-2824ebdfc210 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:11:46.913304 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-86e8e0cf-ddef-425c-8386-2824ebdfc210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:46.913833 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-86e8e0cf-ddef-425c-8386-2824ebdfc210 admin admin] Added segment a29c3c1d-3c11-4e49-a861-7f0e0229585c of type vlan for network d681f8ea-b455-49c1-8487-faf6812123bc Nov 09 21:11:46.915440 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e8e0cf-ddef-425c-8386-2824ebdfc210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b698e68-ba8d-4752-81fb-d678d362e170,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:46.994066 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-86e8e0cf-ddef-425c-8386-2824ebdfc210 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:47.025013 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-86e8e0cf-ddef-425c-8386-2824ebdfc210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:47.026300 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e8e0cf-ddef-425c-8386-2824ebdfc210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:11:47.027701 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-86e8e0cf-ddef-425c-8386-2824ebdfc210 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:47.150973 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e8e0cf-ddef-425c-8386-2824ebdfc210 admin admin] Pushing event updated for resources: {'Network': ['ID=d681f8ea-b455-49c1-8487-faf6812123bc,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:47.179058 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-86e8e0cf-ddef-425c-8386-2824ebdfc210 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6293149 Nov 09 21:11:47.179271 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network d681f8ea-b455-49c1-8487-faf6812123bc details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:11:47.182132 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55838) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:11:47.188008 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-204345d4-137b-4165-8bbf-35a7b680f770 admin admin] Request body: {'subnet': {'network_id': 'd681f8ea-b455-49c1-8487-faf6812123bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1536929849-subnet', 'tenant_id': 'c20f252684ae4da9a1390ccd11aaf128', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:11:47.205575 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5056f24d-53d6-420d-933e-c252ea862503 req-c31be06c-df38-40ec-96a0-7d9bf5408f92 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8163404-ced5-4cf3-813a-9b8902f361cd HTTP/1.1" status: 200 len: 210 time: 0.0581658 Nov 09 21:11:47.280301 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204345d4-137b-4165-8bbf-35a7b680f770 admin admin] Made reservation on behalf of c20f252684ae4da9a1390ccd11aaf128 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:11:47.287564 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-204345d4-137b-4165-8bbf-35a7b680f770 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:47.532588 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 54c3d4eb-1bf9-4a71-ae51-6e1cc57b6e39 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:11:47.633626 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9d9990eb-e39e-47a6-aaec-6eda18c2a91a req-98d7da4d-354f-4125-be68-e64dd1c6e54c tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.49 "GET /v2.0/ports?device_id=7245a2a6-a51a-4e9f-b951-4bb6c0c58845 HTTP/1.1" status: 200 len: 210 time: 0.1750343 Nov 09 21:11:47.673048 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7db274a8-fbc3-4810-86cf-c996b2fe98e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:47.719829 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 54c3d4eb-1bf9-4a71-ae51-6e1cc57b6e39 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:11:47.722495 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:47.745176 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.45', 59124) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:11:47.827177 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-77817e5a-63aa-46a9-974f-96acab3bdec7 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=dcbd9ac3631e49cf884efc51e8d43086&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0791769 Nov 09 21:11:47.881424 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-204345d4-137b-4165-8bbf-35a7b680f770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:48.034203 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204345d4-137b-4165-8bbf-35a7b680f770 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3b3bc2b-20cc-47cf-b4a5-9b6f95e8de4b,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:48.061870 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204345d4-137b-4165-8bbf-35a7b680f770 admin admin] Checking segment: {'id': 'a29c3c1d-3c11-4e49-a861-7f0e0229585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd681f8ea-b455-49c1-8487-faf6812123bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:11:48.062483 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204345d4-137b-4165-8bbf-35a7b680f770 admin admin] Network hostable DHCP agents. Network: d681f8ea-b455-49c1-8487-faf6812123bc, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:11:48.069377 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-aaf9aedc-06e2-492f-ba3a-035236b86b5d tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:11:48.079716 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-aaf9aedc-06e2-492f-ba3a-035236b86b5d tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2448092 Nov 09 21:11:48.092919 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204345d4-137b-4165-8bbf-35a7b680f770 admin admin] Network d681f8ea-b455-49c1-8487-faf6812123bc is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:11:48.103724 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-204345d4-137b-4165-8bbf-35a7b680f770 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, d681f8ea-b455-49c1-8487-faf6812123bc) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:11:48.112341 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204345d4-137b-4165-8bbf-35a7b680f770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:11:48.112858 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6168bde9-a011-4dc5-9a6d-7f692f9d3a6b None None] Network d681f8ea-b455-49c1-8487-faf6812123bc requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:11:48.113598 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-204345d4-137b-4165-8bbf-35a7b680f770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:48.139566 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-204345d4-137b-4165-8bbf-35a7b680f770 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9552624 Nov 09 21:11:48.142336 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55884) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:11:48.147504 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-2c9a5389-7529-46f2-bc49-a37ee66fe828 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1536929849-router', 'tenant_id': 'c20f252684ae4da9a1390ccd11aaf128', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:11:48.207580 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-92365a19-34dd-4e60-8d55-d61e381b6b6c tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] Request body: {'port': {'device_id': '7245a2a6-a51a-4e9f-b951-4bb6c0c58845', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'admin_state_up': True, 'tenant_id': 'dcbd9ac3631e49cf884efc51e8d43086'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:11:48.338470 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477d0a13-709c-4460-a1c9-45bb94695bee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-d681f8ea-b455-49c1-8487-faf6812123bc', 'network_id': 'd681f8ea-b455-49c1-8487-faf6812123bc', 'tenant_id': 'c20f252684ae4da9a1390ccd11aaf128', 'fixed_ips': [{'subnet_id': 'a3b3bc2b-20cc-47cf-b4a5-9b6f95e8de4b'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:11:48.339581 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-477d0a13-709c-4460-a1c9-45bb94695bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:48.513778 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2c9a5389-7529-46f2-bc49-a37ee66fe828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:48.514890 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2c9a5389-7529-46f2-bc49-a37ee66fe828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:48.553387 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9c192f4e-a808-4328-a060-0a6a18c006ad req-469b32cd-310d-4f3c-8c3f-09b596ae2782 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8163404-ced5-4cf3-813a-9b8902f361cd HTTP/1.1" status: 200 len: 210 time: 0.1051962 Nov 09 21:11:48.703203 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-477d0a13-709c-4460-a1c9-45bb94695bee None None] Allocated IP 172.20.0.2 (d681f8ea-b455-49c1-8487-faf6812123bc/a3b3bc2b-20cc-47cf-b4a5-9b6f95e8de4b/fe3c56cb-51bf-4fef-8bdd-5e3166da71d3) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:11:48.802547 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2c9a5389-7529-46f2-bc49-a37ee66fe828 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:48.826043 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-84ad9dca-fc90-410f-8d84-76325dc70c50 req-2287ae58-b12b-4e33-b54b-2d47b9a14f14 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.49 "GET /v2.0/ports?device_id=7245a2a6-a51a-4e9f-b951-4bb6c0c58845 HTTP/1.1" status: 200 len: 210 time: 0.0542111 Nov 09 21:11:48.922891 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-477d0a13-709c-4460-a1c9-45bb94695bee None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:48.939150 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-477d0a13-709c-4460-a1c9-45bb94695bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:48.942050 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-92365a19-34dd-4e60-8d55-d61e381b6b6c tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] Made reservation on behalf of dcbd9ac3631e49cf884efc51e8d43086 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:11:48.946726 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-92365a19-34dd-4e60-8d55-d61e381b6b6c tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:48.990941 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d0a13-709c-4460-a1c9-45bb94695bee None None] Pushing event updated for resources: {'Port': ['ID=fe3c56cb-51bf-4fef-8bdd-5e3166da71d3,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:49.008336 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477d0a13-709c-4460-a1c9-45bb94695bee None None] Network d681f8ea-b455-49c1-8487-faf6812123bc is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:11:49.009842 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-477d0a13-709c-4460-a1c9-45bb94695bee None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:11:49.013352 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477d0a13-709c-4460-a1c9-45bb94695bee None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:11:49.076949 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-477d0a13-709c-4460-a1c9-45bb94695bee None None] Attempting to bind port fe3c56cb-51bf-4fef-8bdd-5e3166da71d3 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:11:49.077269 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-477d0a13-709c-4460-a1c9-45bb94695bee None None] Attempting to bind port fe3c56cb-51bf-4fef-8bdd-5e3166da71d3 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'a29c3c1d-3c11-4e49-a861-7f0e0229585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd681f8ea-b455-49c1-8487-faf6812123bc'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:11:49.077682 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477d0a13-709c-4460-a1c9-45bb94695bee None None] Attempting to bind port fe3c56cb-51bf-4fef-8bdd-5e3166da71d3 on network d681f8ea-b455-49c1-8487-faf6812123bc {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:11:49.084070 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477d0a13-709c-4460-a1c9-45bb94695bee None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:11:49.084749 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477d0a13-709c-4460-a1c9-45bb94695bee None None] Checking segment: {'id': 'a29c3c1d-3c11-4e49-a861-7f0e0229585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd681f8ea-b455-49c1-8487-faf6812123bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:11:49.085685 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-477d0a13-709c-4460-a1c9-45bb94695bee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:49.086259 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477d0a13-709c-4460-a1c9-45bb94695bee None None] Bound using segment: {'id': 'a29c3c1d-3c11-4e49-a861-7f0e0229585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd681f8ea-b455-49c1-8487-faf6812123bc'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:11:49.087277 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-477d0a13-709c-4460-a1c9-45bb94695bee None None] Bound port: fe3c56cb-51bf-4fef-8bdd-5e3166da71d3, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a29c3c1d-3c11-4e49-a861-7f0e0229585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd681f8ea-b455-49c1-8487-faf6812123bc'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:11:49.088120 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-477d0a13-709c-4460-a1c9-45bb94695bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:49.088402 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2c9a5389-7529-46f2-bc49-a37ee66fe828 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:49.093960 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-92365a19-34dd-4e60-8d55-d61e381b6b6c tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:49.171807 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-477d0a13-709c-4460-a1c9-45bb94695bee None None] For port fe3c56cb-51bf-4fef-8bdd-5e3166da71d3, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:11:49.180959 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-477d0a13-709c-4460-a1c9-45bb94695bee None None] For port fe3c56cb-51bf-4fef-8bdd-5e3166da71d3, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=fe3c56cb-51bf-4fef-8bdd-5e3166da71d3,segment=NetworkSegment(a29c3c1d-3c11-4e49-a861-7f0e0229585c),segment_id=a29c3c1d-3c11-4e49-a861-7f0e0229585c)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:11:49.193378 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-477d0a13-709c-4460-a1c9-45bb94695bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:49.246993 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-92365a19-34dd-4e60-8d55-d61e381b6b6c tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:49.260073 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-92365a19-34dd-4e60-8d55-d61e381b6b6c tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:49.379442 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d0a13-709c-4460-a1c9-45bb94695bee None None] Pushing event updated for resources: {'Port': ['ID=fe3c56cb-51bf-4fef-8bdd-5e3166da71d3,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:49.472812 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92365a19-34dd-4e60-8d55-d61e381b6b6c tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=161b0130-194a-4a72-b1cc-fb89849006d8,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:49.510513 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.43', 56290) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:11:49.581274 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-eae36c98-6886-4429-afa2-51f6aa3cb480 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=29026c9cd6db46d59baa3cd105b1f8f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0676470 Nov 09 21:11:50.025719 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-67779f42-93b5-4926-8549-9051f93c0e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:50.139992 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-92365a19-34dd-4e60-8d55-d61e381b6b6c tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] Allocated IP 192.168.233.54 (568519e4-f6af-4966-9e93-738c3c6cb9f1/5ba3500c-a288-4596-ba94-148f2bd8a6da/86f61257-0063-489f-8ad8-1027455d6680) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:11:50.169005 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2c9a5389-7529-46f2-bc49-a37ee66fe828 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:50.251194 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2c9a5389-7529-46f2-bc49-a37ee66fe828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:50.369589 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9433dce7-91b0-4d5d-8110-1be39bf12a3d req-f10fb6b2-2b07-4268-a8ed-6b7135c6c070 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8163404-ced5-4cf3-813a-9b8902f361cd HTTP/1.1" status: 200 len: 210 time: 0.4878311 Nov 09 21:11:50.508424 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-33afecb5-eeda-4d43-a0c4-bf88bc9f3515 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:11:50.510544 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-33afecb5-eeda-4d43-a0c4-bf88bc9f3515 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9237733 Nov 09 21:11:50.556322 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b6bd8db0-2d56-4425-be4e-1c1abe528bae req-d87e9fc4-534f-43c9-913c-a91fb9e92c60 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.49 "GET /v2.0/ports?device_id=7245a2a6-a51a-4e9f-b951-4bb6c0c58845 HTTP/1.1" status: 200 len: 210 time: 0.1179600 Nov 09 21:11:50.672808 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-d35a2951-482e-403f-bce3-93f21c656027 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Request body: {'port': {'device_id': 'e8163404-ced5-4cf3-813a-9b8902f361cd', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'admin_state_up': True, 'tenant_id': '29026c9cd6db46d59baa3cd105b1f8f6'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:11:50.866033 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:51.080120 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-2c9a5389-7529-46f2-bc49-a37ee66fe828 admin admin] Allocated IP 172.25.7.242 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/d5c7e58a-4fad-4f5b-b7ba-8d4269f400c7) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:11:51.164938 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d574bf-107e-43b6-8e5f-93559e2a993f None None] Network d681f8ea-b455-49c1-8487-faf6812123bc requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:11:51.231490 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-d35a2951-482e-403f-bce3-93f21c656027 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Made reservation on behalf of 29026c9cd6db46d59baa3cd105b1f8f6 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:11:51.235353 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-d35a2951-482e-403f-bce3-93f21c656027 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:51.251564 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-d35a2951-482e-403f-bce3-93f21c656027 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:51.274095 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-92365a19-34dd-4e60-8d55-d61e381b6b6c tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:51.487408 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-d35a2951-482e-403f-bce3-93f21c656027 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:51.496388 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-d35a2951-482e-403f-bce3-93f21c656027 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:51.508667 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-0284325b-cd87-4e1d-af92-8ee999cd2403 None None] Provisioning complete for port fe3c56cb-51bf-4fef-8bdd-5e3166da71d3 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:11:51.508667 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0284325b-cd87-4e1d-af92-8ee999cd2403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:51.592246 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-92365a19-34dd-4e60-8d55-d61e381b6b6c tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:51.616398 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a2951-482e-403f-bce3-93f21c656027 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51f35ac2-6650-4c11-a991-f33cc313e12d,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:51.702649 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device fe3c56cb-51bf-4fef-8bdd-5e3166da71d3 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:11:51.813730 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56006) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:11:51.841997 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2c9a5389-7529-46f2-bc49-a37ee66fe828 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:51.875738 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0284325b-cd87-4e1d-af92-8ee999cd2403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:52.146419 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port fe3c56cb-51bf-4fef-8bdd-5e3166da71d3 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:11:52.146833 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:52.156465 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-d35a2951-482e-403f-bce3-93f21c656027 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Allocated IP 192.168.233.50 (568519e4-f6af-4966-9e93-738c3c6cb9f1/5ba3500c-a288-4596-ba94-148f2bd8a6da/16295f9f-817f-4625-a6eb-91475a7ba821) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:11:52.219705 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9eacab1f-d752-4a7a-a42a-6cdee23b6125 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:52.234155 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-0284325b-cd87-4e1d-af92-8ee999cd2403 None None] For port fe3c56cb-51bf-4fef-8bdd-5e3166da71d3, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=fe3c56cb-51bf-4fef-8bdd-5e3166da71d3,segment=NetworkSegment(a29c3c1d-3c11-4e49-a861-7f0e0229585c),segment_id=a29c3c1d-3c11-4e49-a861-7f0e0229585c)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:11:52.261402 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0284325b-cd87-4e1d-af92-8ee999cd2403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:52.344672 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7ccbe9a4-9752-4c83-8616-dfc1cfd92b06 req-fce904bd-e78a-4fd5-b5ef-eda7163047c8 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8163404-ced5-4cf3-813a-9b8902f361cd HTTP/1.1" status: 200 len: 210 time: 0.5276036 Nov 09 21:11:52.374732 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0284325b-cd87-4e1d-af92-8ee999cd2403 None None] Pushing event updated for resources: {'Port': ['ID=fe3c56cb-51bf-4fef-8bdd-5e3166da71d3,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:52.398097 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:52.454018 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-92365a19-34dd-4e60-8d55-d61e381b6b6c tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] Network 568519e4-f6af-4966-9e93-738c3c6cb9f1 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:11:52.454982 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92365a19-34dd-4e60-8d55-d61e381b6b6c tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] Pushing event updated for resources: {'Port': ['ID=86f61257-0063-489f-8ad8-1027455d6680,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:52.467597 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-92365a19-34dd-4e60-8d55-d61e381b6b6c tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:11:52.478408 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-92365a19-34dd-4e60-8d55-d61e381b6b6c tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:11:52.491681 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-92365a19-34dd-4e60-8d55-d61e381b6b6c tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:11:52.492358 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-92365a19-34dd-4e60-8d55-d61e381b6b6c tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:52.559543 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9eacab1f-d752-4a7a-a42a-6cdee23b6125 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:52.563637 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:52.582677 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9eacab1f-d752-4a7a-a42a-6cdee23b6125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:52.583699 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2c9a5389-7529-46f2-bc49-a37ee66fe828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:52.621131 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-92365a19-34dd-4e60-8d55-d61e381b6b6c tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4309149 Nov 09 21:11:52.658419 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-d35a2951-482e-403f-bce3-93f21c656027 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:52.676094 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-9eacab1f-d752-4a7a-a42a-6cdee23b6125 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=790aedf77047426abb42c981c2c1f18e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8612292 Nov 09 21:11:52.681571 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-5168ed5a-b3b1-422f-9f62-156bd55d0f3e tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:11:52.683244 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-5168ed5a-b3b1-422f-9f62-156bd55d0f3e tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0211904 Nov 09 21:11:52.691560 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56012) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:11:52.747566 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9a5389-7529-46f2-bc49-a37ee66fe828 admin admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:11:52.747792 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-d35a2951-482e-403f-bce3-93f21c656027 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:52.749749 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eacab1f-d752-4a7a-a42a-6cdee23b6125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a64de1-edf5-464f-b43a-3c556ee14862,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:52.792531 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-2c9a5389-7529-46f2-bc49-a37ee66fe828 admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:11:52.833685 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9a5389-7529-46f2-bc49-a37ee66fe828 admin admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:11:52.849771 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a5389-7529-46f2-bc49-a37ee66fe828 admin admin] Pushing event updated for resources: {'Port': ['ID=d5c7e58a-4fad-4f5b-b7ba-8d4269f400c7,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:52.910051 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede00774-f3bb-40d0-86da-90bdd177579a req-700e33d0-05f9-4f84-827c-80dde4dbf662 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:11:52.911730 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ede00774-f3bb-40d0-86da-90bdd177579a req-700e33d0-05f9-4f84-827c-80dde4dbf662 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.49 "GET /v2.0/ports?device_id=7245a2a6-a51a-4e9f-b951-4bb6c0c58845 HTTP/1.1" status: 200 len: 935 time: 0.3955948 Nov 09 21:11:52.923567 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-d35a2951-482e-403f-bce3-93f21c656027 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Network 568519e4-f6af-4966-9e93-738c3c6cb9f1 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:11:52.931002 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-d35a2951-482e-403f-bce3-93f21c656027 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:11:52.942010 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-d35a2951-482e-403f-bce3-93f21c656027 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:11:52.949084 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-d35a2951-482e-403f-bce3-93f21c656027 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:11:52.950388 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-d35a2951-482e-403f-bce3-93f21c656027 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:52.993964 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-d35a2951-482e-403f-bce3-93f21c656027 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3252263 Nov 09 21:11:53.011601 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a2951-482e-403f-bce3-93f21c656027 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Pushing event updated for resources: {'Port': ['ID=16295f9f-817f-4625-a6eb-91475a7ba821,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:53.075629 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-8e46ea0c-87cd-4662-8bea-db4485a5cfa0 None None] Provisioning complete for port 86f61257-0063-489f-8ad8-1027455d6680 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:11:53.076243 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8e46ea0c-87cd-4662-8bea-db4485a5cfa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:53.076687 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-12962dc9-08a9-4ca3-8b8b-6dae8f14bfb7 service neutron] Request body: {'port': {'device_id': '7245a2a6-a51a-4e9f-b951-4bb6c0c58845', 'device_owner': 'compute:tempest-test_az-1850887734', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:11:53.112806 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-8e46ea0c-87cd-4662-8bea-db4485a5cfa0 None None] Port 86f61257-0063-489f-8ad8-1027455d6680 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:11:53.132058 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cf98bf7b-cb01-47e6-a3fb-c253aa6cbfd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:53.157455 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ede00774-f3bb-40d0-86da-90bdd177579a req-04002704-89d5-4c57-b728-4293594a2b6d tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.49 "GET /v2.0/security-groups?id=161b0130-194a-4a72-b1cc-fb89849006d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958678 Nov 09 21:11:53.241577 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-c7b28527-3551-4360-a30c-35d57495d954 None None] Provisioning complete for port fe3c56cb-51bf-4fef-8bdd-5e3166da71d3 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:11:53.241952 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c7b28527-3551-4360-a30c-35d57495d954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:53.269336 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cf98bf7b-cb01-47e6-a3fb-c253aa6cbfd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:53.295132 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-12962dc9-08a9-4ca3-8b8b-6dae8f14bfb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:53.303511 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:53.513200 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device fe3c56cb-51bf-4fef-8bdd-5e3166da71d3 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:11:53.540761 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2c9a5389-7529-46f2-bc49-a37ee66fe828 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:53.582338 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-eec1695e-5fae-4dad-bc9e-7f7cba729bda None None] Provisioning complete for port 16295f9f-817f-4625-a6eb-91475a7ba821 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:11:53.582860 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-eec1695e-5fae-4dad-bc9e-7f7cba729bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:53.598693 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cf98bf7b-cb01-47e6-a3fb-c253aa6cbfd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:53.601265 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cf98bf7b-cb01-47e6-a3fb-c253aa6cbfd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:53.602476 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-cf98bf7b-cb01-47e6-a3fb-c253aa6cbfd7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b0a64de1-edf5-464f-b43a-3c556ee14862 HTTP/1.1" status: 204 len: 168 time: 0.9082406 Nov 09 21:11:53.633832 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port fe3c56cb-51bf-4fef-8bdd-5e3166da71d3 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:11:53.634350 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:53.636547 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-eec1695e-5fae-4dad-bc9e-7f7cba729bda None None] Port 16295f9f-817f-4625-a6eb-91475a7ba821 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:11:53.840254 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf98bf7b-cb01-47e6-a3fb-c253aa6cbfd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a64de1-edf5-464f-b43a-3c556ee14862,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:54.014692 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb6bfb-f275-4d46-94e7-929fcb648fb4 req-e39eb6ac-a8fa-4524-91dd-5b0342c26273 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:11:54.022280 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a1eb6bfb-f275-4d46-94e7-929fcb648fb4 req-e39eb6ac-a8fa-4524-91dd-5b0342c26273 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8163404-ced5-4cf3-813a-9b8902f361cd HTTP/1.1" status: 200 len: 935 time: 0.2281976 Nov 09 21:11:54.118349 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56032) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:11:54.135227 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-79ea93db-a5ba-49ec-a2a5-07b4e1d0e85e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:54.146791 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a1eb6bfb-f275-4d46-94e7-929fcb648fb4 req-22a5b158-0e57-4557-af2d-416bb40cb61c tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/security-groups?id=51f35ac2-6650-4c11-a991-f33cc313e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235569 Nov 09 21:11:54.259988 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-79ea93db-a5ba-49ec-a2a5-07b4e1d0e85e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:54.265820 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2c9a5389-7529-46f2-bc49-a37ee66fe828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:54.266496 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-79ea93db-a5ba-49ec-a2a5-07b4e1d0e85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:54.279735 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-12962dc9-08a9-4ca3-8b8b-6dae8f14bfb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86f61257-0063-489f-8ad8-1027455d6680 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:11:54.320362 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-12962dc9-08a9-4ca3-8b8b-6dae8f14bfb7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:54.326765 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-51dbadff-9716-43ab-83cd-86f0f7bd5356 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:11:54.331384 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-51dbadff-9716-43ab-83cd-86f0f7bd5356 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0348992 Nov 09 21:11:54.355210 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-12962dc9-08a9-4ca3-8b8b-6dae8f14bfb7 service neutron] Transition to ACTIVE for port object 86f61257-0063-489f-8ad8-1027455d6680 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:11:54.363276 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-12962dc9-08a9-4ca3-8b8b-6dae8f14bfb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:54.392880 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea93db-a5ba-49ec-a2a5-07b4e1d0e85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f0a108-c2f6-4cd6-9ff2-e321ca40fe52,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:54.410578 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-79ea93db-a5ba-49ec-a2a5-07b4e1d0e85e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=55b9e16b5a314bc9a47f56329c2f594c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2904916 Nov 09 21:11:54.415098 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56038) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:11:54.533013 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ef4c03dd-e55b-4d2d-a438-aec751866a50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:54.586944 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ef4c03dd-e55b-4d2d-a438-aec751866a50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:54.688078 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12962dc9-08a9-4ca3-8b8b-6dae8f14bfb7 service neutron] Pushing event updated for resources: {'Port': ['ID=86f61257-0063-489f-8ad8-1027455d6680,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:54.707987 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-bcb20305-3286-4309-a718-7bf9b7adc7e6 service neutron] Request body: {'port': {'device_id': 'e8163404-ced5-4cf3-813a-9b8902f361cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:11:54.742434 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-12962dc9-08a9-4ca3-8b8b-6dae8f14bfb7 service neutron] Attempting to bind port 86f61257-0063-489f-8ad8-1027455d6680 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:11:54.742869 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-12962dc9-08a9-4ca3-8b8b-6dae8f14bfb7 service neutron] Attempting to bind port 86f61257-0063-489f-8ad8-1027455d6680 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:11:54.743138 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-12962dc9-08a9-4ca3-8b8b-6dae8f14bfb7 service neutron] Attempting to bind port 86f61257-0063-489f-8ad8-1027455d6680 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:11:54.755009 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-12962dc9-08a9-4ca3-8b8b-6dae8f14bfb7 service neutron] Port 86f61257-0063-489f-8ad8-1027455d6680 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:11:54.755442 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-12962dc9-08a9-4ca3-8b8b-6dae8f14bfb7 service neutron] Attempting to bind port 86f61257-0063-489f-8ad8-1027455d6680 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:11:54.768341 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-12962dc9-08a9-4ca3-8b8b-6dae8f14bfb7 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:11:54.768812 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-12962dc9-08a9-4ca3-8b8b-6dae8f14bfb7 service neutron] Checking segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:11:54.769049 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-12962dc9-08a9-4ca3-8b8b-6dae8f14bfb7 service neutron] Bound using segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:11:54.769475 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-12962dc9-08a9-4ca3-8b8b-6dae8f14bfb7 service neutron] Bound port: 86f61257-0063-489f-8ad8-1027455d6680, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:11:54.769832 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-12962dc9-08a9-4ca3-8b8b-6dae8f14bfb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:54.788206 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ef4c03dd-e55b-4d2d-a438-aec751866a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:54.796688 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ef4c03dd-e55b-4d2d-a438-aec751866a50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:54.798246 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ef4c03dd-e55b-4d2d-a438-aec751866a50 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d7f0a108-c2f6-4cd6-9ff2-e321ca40fe52 HTTP/1.1" status: 204 len: 168 time: 0.3820629 Nov 09 21:11:54.818947 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c9a5389-7529-46f2-bc49-a37ee66fe828 admin admin] Router f3e19679-30d4-46f8-8ef5-cf0f08970ba5 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:11:54.890900 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c03dd-e55b-4d2d-a438-aec751866a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f0a108-c2f6-4cd6-9ff2-e321ca40fe52,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:54.915386 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-12962dc9-08a9-4ca3-8b8b-6dae8f14bfb7 service neutron] For port 86f61257-0063-489f-8ad8-1027455d6680, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:11:54.922837 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-bcb20305-3286-4309-a718-7bf9b7adc7e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:55.340017 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-12962dc9-08a9-4ca3-8b8b-6dae8f14bfb7 service neutron] For port 86f61257-0063-489f-8ad8-1027455d6680, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=86f61257-0063-489f-8ad8-1027455d6680,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:11:55.411502 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-12962dc9-08a9-4ca3-8b8b-6dae8f14bfb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:55.552919 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-12962dc9-08a9-4ca3-8b8b-6dae8f14bfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:11:55.554273 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-12962dc9-08a9-4ca3-8b8b-6dae8f14bfb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:55.556282 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-12962dc9-08a9-4ca3-8b8b-6dae8f14bfb7 service neutron] 10.222.0.45 "PUT /v2.0/ports/86f61257-0063-489f-8ad8-1027455d6680 HTTP/1.1" status: 200 len: 1117 time: 2.6423528 Nov 09 21:11:55.561876 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7245a2a6-a51a-4e9f-b951-4bb6c0c58845', 'tag': '86f61257-0063-489f-8ad8-1027455d6680'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:11:55.631211 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9a5389-7529-46f2-bc49-a37ee66fe828 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:11:55.656962 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822617f5-f72b-4333-95ef-53e2a75e78b4 None None] Sync routers for ids ['f3e19679-30d4-46f8-8ef5-cf0f08970ba5'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:11:55.688019 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822617f5-f72b-4333-95ef-53e2a75e78b4 None None] Routers {'f3e19679-30d4-46f8-8ef5-cf0f08970ba5'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:11:55.688781 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-822617f5-f72b-4333-95ef-53e2a75e78b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:11:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f3e19679-30d4-46f8-8ef5-cf0f08970ba5'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:11:55.700764 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2c9a5389-7529-46f2-bc49-a37ee66fe828 admin admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:55.704673 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2c9a5389-7529-46f2-bc49-a37ee66fe828 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.5585537 Nov 09 21:11:55.706283 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56064) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:11:55.717036 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e180f-6774-4f36-8a28-4719bf727c5c req-2a090a5a-6da5-4978-acf3-8a38da77f48d tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:11:55.724478 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c38e180f-6774-4f36-8a28-4719bf727c5c req-2a090a5a-6da5-4978-acf3-8a38da77f48d tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.49 "GET /v2.0/ports?device_id=7245a2a6-a51a-4e9f-b951-4bb6c0c58845 HTTP/1.1" status: 200 len: 969 time: 0.3865812 Nov 09 21:11:55.773893 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12962dc9-08a9-4ca3-8b8b-6dae8f14bfb7 service neutron] Pushing event updated for resources: {'Port': ['ID=86f61257-0063-489f-8ad8-1027455d6680,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:55.950304 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-2233241d-3283-414d-a9e8-32c3874ad2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:11:55.963083 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-2233241d-3283-414d-a9e8-32c3874ad2cd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dcbd9ac3631e49cf884efc51e8d43086&device_id=7245a2a6-a51a-4e9f-b951-4bb6c0c58845 HTTP/1.1" status: 200 len: 1120 time: 0.2597811 Nov 09 21:11:55.969861 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c38e180f-6774-4f36-8a28-4719bf727c5c req-abe819c2-d15d-4023-91f0-88f077e23322 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.49 "GET /v2.0/security-groups?id=161b0130-194a-4a72-b1cc-fb89849006d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446728 Nov 09 21:11:56.131460 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-bcb20305-3286-4309-a718-7bf9b7adc7e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16295f9f-817f-4625-a6eb-91475a7ba821 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:11:56.143689 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-bcb20305-3286-4309-a718-7bf9b7adc7e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:56.156813 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-805e5a79-311e-47ea-993d-54a48e23f531 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=86f61257-0063-489f-8ad8-1027455d6680 HTTP/1.1" status: 200 len: 217 time: 0.1830750 Nov 09 21:11:56.161082 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859a117d-9a8f-4cd3-a2a3-e2490b59aa1c" -d '{"events": [{"name": "network-changed", "server_uuid": "7245a2a6-a51a-4e9f-b951-4bb6c0c58845", "tag": "86f61257-0063-489f-8ad8-1027455d6680"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:11:56.192499 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-bcb20305-3286-4309-a718-7bf9b7adc7e6 service neutron] Transition to ACTIVE for port object 16295f9f-817f-4625-a6eb-91475a7ba821 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:11:56.200068 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-822617f5-f72b-4333-95ef-53e2a75e78b4 None None] Set router f3e19679-30d4-46f8-8ef5-cf0f08970ba5 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:11:56.372456 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e251804-4467-47f4-a02a-de164c3ee033 req-06b755e2-3b6d-4d4e-884f-e6d4756b8a4b tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:11:56.380335 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3e251804-4467-47f4-a02a-de164c3ee033 req-06b755e2-3b6d-4d4e-884f-e6d4756b8a4b tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8163404-ced5-4cf3-813a-9b8902f361cd HTTP/1.1" status: 200 len: 935 time: 0.2141795 Nov 09 21:11:56.397978 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-bcb20305-3286-4309-a718-7bf9b7adc7e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:56.434808 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-822617f5-f72b-4333-95ef-53e2a75e78b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e19679-30d4-46f8-8ef5-cf0f08970ba5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1536929849-router', 'tenant_id': 'c20f252684ae4da9a1390ccd11aaf128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'd5c7e58a-4fad-4f5b-b7ba-8d4269f400c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:11:48Z', 'updated_at': '2021-11-09T21:11:53Z', 'revision_number': 3, 'project_id': 'c20f252684ae4da9a1390ccd11aaf128', 'gw_port': {'id': 'd5c7e58a-4fad-4f5b-b7ba-8d4269f400c7', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:04:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e19679-30d4-46f8-8ef5-cf0f08970ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:11:50Z', 'updated_at': '2021-11-09T21:11:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:11:56.447276 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb20305-3286-4309-a718-7bf9b7adc7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=16295f9f-817f-4625-a6eb-91475a7ba821,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:56.475723 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822617f5-f72b-4333-95ef-53e2a75e78b4 None None] Checking router: f3e19679-30d4-46f8-8ef5-cf0f08970ba5 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:11:56.476274 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822617f5-f72b-4333-95ef-53e2a75e78b4 None None] Updating router f3e19679-30d4-46f8-8ef5-cf0f08970ba5 port d5c7e58a-4fad-4f5b-b7ba-8d4269f400c7 binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:11:56.504153 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3e251804-4467-47f4-a02a-de164c3ee033 req-c5dc4311-691a-46d4-a924-bddb965f267e tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/security-groups?id=51f35ac2-6650-4c11-a991-f33cc313e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005404 Nov 09 21:11:56.539335 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-15d39495-6fc8-4383-815f-a643770e5191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:11:56.540824 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-15d39495-6fc8-4383-815f-a643770e5191 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.2753329 Nov 09 21:11:56.564453 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-822617f5-f72b-4333-95ef-53e2a75e78b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:56.827688 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-66afa15b-6583-4a4a-a25c-e8076fe60364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:11:56.832184 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-66afa15b-6583-4a4a-a25c-e8076fe60364 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2766266 Nov 09 21:11:56.832469 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-bcb20305-3286-4309-a718-7bf9b7adc7e6 service neutron] Attempting to bind port 16295f9f-817f-4625-a6eb-91475a7ba821 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:11:56.832960 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-bcb20305-3286-4309-a718-7bf9b7adc7e6 service neutron] Attempting to bind port 16295f9f-817f-4625-a6eb-91475a7ba821 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:11:56.833378 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-bcb20305-3286-4309-a718-7bf9b7adc7e6 service neutron] Attempting to bind port 16295f9f-817f-4625-a6eb-91475a7ba821 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:11:56.853588 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-bcb20305-3286-4309-a718-7bf9b7adc7e6 service neutron] Port 16295f9f-817f-4625-a6eb-91475a7ba821 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:11:56.853893 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-bcb20305-3286-4309-a718-7bf9b7adc7e6 service neutron] Attempting to bind port 16295f9f-817f-4625-a6eb-91475a7ba821 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:11:56.950349 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-bcb20305-3286-4309-a718-7bf9b7adc7e6 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:11:56.953469 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-bcb20305-3286-4309-a718-7bf9b7adc7e6 service neutron] Checking segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:11:56.954333 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-bcb20305-3286-4309-a718-7bf9b7adc7e6 service neutron] Bound using segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:11:56.955014 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-bcb20305-3286-4309-a718-7bf9b7adc7e6 service neutron] Bound port: 16295f9f-817f-4625-a6eb-91475a7ba821, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:11:56.956258 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-bcb20305-3286-4309-a718-7bf9b7adc7e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:56.998932 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-603a4b05-947b-43a1-897c-d9700734a050 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558943 Nov 09 21:11:57.141381 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-bcb20305-3286-4309-a718-7bf9b7adc7e6 service neutron] For port 16295f9f-817f-4625-a6eb-91475a7ba821, host n-h2-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:11:57.193360 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3c7797-ea8b-4612-8d47-c80b967ef0f3 x-openstack-request-id: req-cc3c7797-ea8b-4612-8d47-c80b967ef0f3 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:11:57.194306 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7245a2a6-a51a-4e9f-b951-4bb6c0c58845", "tag": "86f61257-0063-489f-8ad8-1027455d6680", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:11:57.195433 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cc3c7797-ea8b-4612-8d47-c80b967ef0f3 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:11:57.196087 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7245a2a6-a51a-4e9f-b951-4bb6c0c58845', 'tag': '86f61257-0063-489f-8ad8-1027455d6680', 'status': 'completed', 'code': 200} Nov 09 21:11:57.196205 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-bcb20305-3286-4309-a718-7bf9b7adc7e6 service neutron] For port 16295f9f-817f-4625-a6eb-91475a7ba821, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=16295f9f-817f-4625-a6eb-91475a7ba821,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:11:57.202878 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-74c9ad94-c4c6-4c43-9416-d6a7db429fb7 req-c611be77-7cf7-4cf0-af92-0706d5d4fe0e service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875417 Nov 09 21:11:57.207040 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-bcb20305-3286-4309-a718-7bf9b7adc7e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:57.297405 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-bcb20305-3286-4309-a718-7bf9b7adc7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:11:57.298193 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-bcb20305-3286-4309-a718-7bf9b7adc7e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:57.299812 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-bcb20305-3286-4309-a718-7bf9b7adc7e6 service neutron] 10.222.0.43 "PUT /v2.0/ports/16295f9f-817f-4625-a6eb-91475a7ba821 HTTP/1.1" status: 200 len: 1095 time: 2.7052617 Nov 09 21:11:57.304122 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8163404-ced5-4cf3-813a-9b8902f361cd', 'tag': '16295f9f-817f-4625-a6eb-91475a7ba821'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:11:57.337849 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a117d-9a8f-4cd3-a2a3-e2490b59aa1c req-fac04c1f-7623-4133-b5e7-72239f6c731e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:11:57.348418 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-859a117d-9a8f-4cd3-a2a3-e2490b59aa1c req-fac04c1f-7623-4133-b5e7-72239f6c731e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dcbd9ac3631e49cf884efc51e8d43086&device_id=7245a2a6-a51a-4e9f-b951-4bb6c0c58845 HTTP/1.1" status: 200 len: 1120 time: 0.0774918 Nov 09 21:11:57.351016 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-822617f5-f72b-4333-95ef-53e2a75e78b4 None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:57.362553 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-822617f5-f72b-4333-95ef-53e2a75e78b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:57.417956 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79060ae-a4f9-4330-ac66-0c5f31287433 None None] Pushing event updated for resources: {'Port': ['ID=d5c7e58a-4fad-4f5b-b7ba-8d4269f400c7,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:57.450876 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-822617f5-f72b-4333-95ef-53e2a75e78b4 None None] Attempting to bind port d5c7e58a-4fad-4f5b-b7ba-8d4269f400c7 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:11:57.451533 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-822617f5-f72b-4333-95ef-53e2a75e78b4 None None] Attempting to bind port d5c7e58a-4fad-4f5b-b7ba-8d4269f400c7 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:11:57.452085 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822617f5-f72b-4333-95ef-53e2a75e78b4 None None] Attempting to bind port d5c7e58a-4fad-4f5b-b7ba-8d4269f400c7 on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:11:57.458516 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822617f5-f72b-4333-95ef-53e2a75e78b4 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:11:57.459344 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822617f5-f72b-4333-95ef-53e2a75e78b4 None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:11:57.460773 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-822617f5-f72b-4333-95ef-53e2a75e78b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:57.461334 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822617f5-f72b-4333-95ef-53e2a75e78b4 None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:11:57.462010 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-822617f5-f72b-4333-95ef-53e2a75e78b4 None None] Bound port: d5c7e58a-4fad-4f5b-b7ba-8d4269f400c7, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:11:57.462751 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-822617f5-f72b-4333-95ef-53e2a75e78b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:57.525463 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb20305-3286-4309-a718-7bf9b7adc7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=16295f9f-817f-4625-a6eb-91475a7ba821,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:57.527748 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-822617f5-f72b-4333-95ef-53e2a75e78b4 None None] For port d5c7e58a-4fad-4f5b-b7ba-8d4269f400c7, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:11:57.544735 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-822617f5-f72b-4333-95ef-53e2a75e78b4 None None] For port d5c7e58a-4fad-4f5b-b7ba-8d4269f400c7, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=d5c7e58a-4fad-4f5b-b7ba-8d4269f400c7,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:11:57.553945 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-822617f5-f72b-4333-95ef-53e2a75e78b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:57.617204 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a2fb3c86-5bab-4e00-84e8-6af11ebe2c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:57.679525 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822617f5-f72b-4333-95ef-53e2a75e78b4 None None] Routers {'f3e19679-30d4-46f8-8ef5-cf0f08970ba5'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:11:57.680161 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-822617f5-f72b-4333-95ef-53e2a75e78b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:11:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f3e19679-30d4-46f8-8ef5-cf0f08970ba5'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:11:57.684734 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79060ae-a4f9-4330-ac66-0c5f31287433 None None] Pushing event updated for resources: {'Port': ['ID=d5c7e58a-4fad-4f5b-b7ba-8d4269f400c7,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:57.798439 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321a5d1c-1a83-41b6-aa0a-31e22eec8734" -d '{"events": [{"name": "network-changed", "server_uuid": "e8163404-ced5-4cf3-813a-9b8902f361cd", "tag": "16295f9f-817f-4625-a6eb-91475a7ba821"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:11:57.829126 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-822617f5-f72b-4333-95ef-53e2a75e78b4 None None] Set router f3e19679-30d4-46f8-8ef5-cf0f08970ba5 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:11:57.887355 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a117d-9a8f-4cd3-a2a3-e2490b59aa1c req-0a8b6dad-836a-4615-9341-e5b6c90fdf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:11:57.888869 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-859a117d-9a8f-4cd3-a2a3-e2490b59aa1c req-0a8b6dad-836a-4615-9341-e5b6c90fdf03 service neutron] 10.222.0.45 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.5245821 Nov 09 21:11:57.902240 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cafae9a-821b-4cd7-9d75-0b81452df7d3 req-9d8077d2-d8b8-4237-86eb-fada9a8691e8 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:11:57.904202 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1cafae9a-821b-4cd7-9d75-0b81452df7d3 req-9d8077d2-d8b8-4237-86eb-fada9a8691e8 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.49 "GET /v2.0/ports?device_id=7245a2a6-a51a-4e9f-b951-4bb6c0c58845 HTTP/1.1" status: 200 len: 969 time: 0.2813642 Nov 09 21:11:57.941492 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-a2fb3c86-5bab-4e00-84e8-6af11ebe2c3f admin admin] Allocated IP 172.20.0.1 (d681f8ea-b455-49c1-8487-faf6812123bc/a3b3bc2b-20cc-47cf-b4a5-9b6f95e8de4b/c9dea17f-8749-4b7a-ba9e-c31ac6a4a0b8) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:11:57.963705 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-859a117d-9a8f-4cd3-a2a3-e2490b59aa1c req-cf171b12-fde0-4242-aeff-6ca97cead49e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=86f61257-0063-489f-8ad8-1027455d6680 HTTP/1.1" status: 200 len: 217 time: 0.0574541 Nov 09 21:11:57.997822 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1cafae9a-821b-4cd7-9d75-0b81452df7d3 req-259d0493-cc95-455d-a67c-dd1fd872eebf tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.49 "GET /v2.0/security-groups?id=161b0130-194a-4a72-b1cc-fb89849006d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842817 Nov 09 21:11:58.054716 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a117d-9a8f-4cd3-a2a3-e2490b59aa1c req-382d9bf7-1b96-43af-aeed-da22bc1ec475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:11:58.056400 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-859a117d-9a8f-4cd3-a2a3-e2490b59aa1c req-382d9bf7-1b96-43af-aeed-da22bc1ec475 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.0569263 Nov 09 21:11:58.171908 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a2fb3c86-5bab-4e00-84e8-6af11ebe2c3f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:58.240277 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a2fb3c86-5bab-4e00-84e8-6af11ebe2c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:58.329121 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fb3c86-5bab-4e00-84e8-6af11ebe2c3f admin admin] Network d681f8ea-b455-49c1-8487-faf6812123bc is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:11:58.331917 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a117d-9a8f-4cd3-a2a3-e2490b59aa1c req-29ae2385-f52e-443b-b52e-0cd514fc7621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:11:58.335810 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-859a117d-9a8f-4cd3-a2a3-e2490b59aa1c req-29ae2385-f52e-443b-b52e-0cd514fc7621 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2487857 Nov 09 21:11:58.338330 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-a2fb3c86-5bab-4e00-84e8-6af11ebe2c3f admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:11:58.343408 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fb3c86-5bab-4e00-84e8-6af11ebe2c3f admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:11:58.344741 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a2fb3c86-5bab-4e00-84e8-6af11ebe2c3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:58.348922 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-822617f5-f72b-4333-95ef-53e2a75e78b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e19679-30d4-46f8-8ef5-cf0f08970ba5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1536929849-router', 'tenant_id': 'c20f252684ae4da9a1390ccd11aaf128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'd5c7e58a-4fad-4f5b-b7ba-8d4269f400c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:11:48Z', 'updated_at': '2021-11-09T21:11:53Z', 'revision_number': 3, 'project_id': 'c20f252684ae4da9a1390ccd11aaf128', 'gw_port': {'id': 'd5c7e58a-4fad-4f5b-b7ba-8d4269f400c7', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:04:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e19679-30d4-46f8-8ef5-cf0f08970ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:11:50Z', 'updated_at': '2021-11-09T21:11:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:11:58.352158 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fb3c86-5bab-4e00-84e8-6af11ebe2c3f admin admin] Pushing event updated for resources: {'Port': ['ID=c9dea17f-8749-4b7a-ba9e-c31ac6a4a0b8,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:58.362138 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f45b6-44ff-4de7-b5b9-71156a60ae57 req-f3f4664a-dae0-4fee-97e4-07fc00df5eb6 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:11:58.366512 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-853f45b6-44ff-4de7-b5b9-71156a60ae57 req-f3f4664a-dae0-4fee-97e4-07fc00df5eb6 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8163404-ced5-4cf3-813a-9b8902f361cd HTTP/1.1" status: 200 len: 947 time: 0.1881866 Nov 09 21:11:58.422786 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822617f5-f72b-4333-95ef-53e2a75e78b4 None None] The sync data for ids ['f3e19679-30d4-46f8-8ef5-cf0f08970ba5'] in n-d-816206-3 is: [{'id': 'f3e19679-30d4-46f8-8ef5-cf0f08970ba5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1536929849-router', 'tenant_id': 'c20f252684ae4da9a1390ccd11aaf128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'd5c7e58a-4fad-4f5b-b7ba-8d4269f400c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:11:48Z', 'updated_at': '2021-11-09T21:11:53Z', 'revision_number': 3, 'project_id': 'c20f252684ae4da9a1390ccd11aaf128', 'gw_port': {'id': 'd5c7e58a-4fad-4f5b-b7ba-8d4269f400c7', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:04:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e19679-30d4-46f8-8ef5-cf0f08970ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:11:50Z', 'updated_at': '2021-11-09T21:11:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:11:58.627738 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-853f45b6-44ff-4de7-b5b9-71156a60ae57 req-f6b02ad8-4583-4e3c-aae9-9ee05407679f tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/security-groups?id=51f35ac2-6650-4c11-a991-f33cc313e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548950 Nov 09 21:11:58.658684 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-859a117d-9a8f-4cd3-a2a3-e2490b59aa1c req-ed3db77d-0ca4-40c2-8a00-d505d2226ce4 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748845 Nov 09 21:11:58.684588 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a2fb3c86-5bab-4e00-84e8-6af11ebe2c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:58.806651 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-5d7c2dde-a56f-4143-8018-033d427811b9 None None] Provisioning complete for port c9dea17f-8749-4b7a-ba9e-c31ac6a4a0b8 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:11:58.811107 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5d7c2dde-a56f-4143-8018-033d427811b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:58.886654 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aae38a8-7a40-4839-bbda-5a1d715a4021 x-openstack-request-id: req-2aae38a8-7a40-4839-bbda-5a1d715a4021 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:11:58.888214 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8163404-ced5-4cf3-813a-9b8902f361cd", "tag": "16295f9f-817f-4625-a6eb-91475a7ba821", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:11:58.896591 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2aae38a8-7a40-4839-bbda-5a1d715a4021 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:11:58.898433 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8163404-ced5-4cf3-813a-9b8902f361cd', 'tag': '16295f9f-817f-4625-a6eb-91475a7ba821', 'status': 'completed', 'code': 200} Nov 09 21:11:59.006410 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-5d7c2dde-a56f-4143-8018-033d427811b9 None None] Port c9dea17f-8749-4b7a-ba9e-c31ac6a4a0b8 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:11:59.132013 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-859a117d-9a8f-4cd3-a2a3-e2490b59aa1c req-4f120f91-7152-4603-b86d-9e156e4764d1 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578516 Nov 09 21:11:59.250166 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a2fb3c86-5bab-4e00-84e8-6af11ebe2c3f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:59.254653 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a5d1c-1a83-41b6-aa0a-31e22eec8734 req-11434d46-0b15-4a28-8557-8a9de98f046f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:11:59.256363 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-321a5d1c-1a83-41b6-aa0a-31e22eec8734 req-11434d46-0b15-4a28-8557-8a9de98f046f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=29026c9cd6db46d59baa3cd105b1f8f6&device_id=e8163404-ced5-4cf3-813a-9b8902f361cd HTTP/1.1" status: 200 len: 1098 time: 0.2642798 Nov 09 21:11:59.257910 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a2fb3c86-5bab-4e00-84e8-6af11ebe2c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:59.259589 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a2fb3c86-5bab-4e00-84e8-6af11ebe2c3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:59.523937 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-321a5d1c-1a83-41b6-aa0a-31e22eec8734 req-50b42aa3-58b8-4716-a793-ea4c272ae104 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=29026c9cd6db46d59baa3cd105b1f8f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1897058 Nov 09 21:11:59.590171 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device d5c7e58a-4fad-4f5b-b7ba-8d4269f400c7 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:11:59.692591 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56148) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:11:59.730698 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port d5c7e58a-4fad-4f5b-b7ba-8d4269f400c7 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:11:59.731059 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:11:59.732258 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fb3c86-5bab-4e00-84e8-6af11ebe2c3f admin admin] Network d681f8ea-b455-49c1-8487-faf6812123bc is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:11:59.738555 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fb3c86-5bab-4e00-84e8-6af11ebe2c3f admin admin] Pushing event updated for resources: {'Port': ['ID=c9dea17f-8749-4b7a-ba9e-c31ac6a4a0b8,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:11:59.779715 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7449f-3f78-46e7-8d20-506cdec805d0 req-c5ae219e-1e55-481c-963b-140303f7c6c4 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:11:59.791148 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7ca7449f-3f78-46e7-8d20-506cdec805d0 req-c5ae219e-1e55-481c-963b-140303f7c6c4 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.49 "GET /v2.0/ports?device_id=7245a2a6-a51a-4e9f-b951-4bb6c0c58845 HTTP/1.1" status: 200 len: 969 time: 0.2036440 Nov 09 21:11:59.806301 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-a2fb3c86-5bab-4e00-84e8-6af11ebe2c3f admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:11:59.922739 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7ca7449f-3f78-46e7-8d20-506cdec805d0 req-1765f0d0-d943-4284-be07-b83466e96cb7 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.49 "GET /v2.0/security-groups?id=161b0130-194a-4a72-b1cc-fb89849006d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291227 Nov 09 21:12:00.015920 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:00.020878 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-de9c3a3e-78cc-43a6-9ec7-21431ae4164d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:00.076112 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port d5c7e58a-4fad-4f5b-b7ba-8d4269f400c7, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=d5c7e58a-4fad-4f5b-b7ba-8d4269f400c7,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:12:00.084718 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:00.202149 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=d5c7e58a-4fad-4f5b-b7ba-8d4269f400c7,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:00.248737 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-a75d2005-50d9-4c4d-8ac4-ea26bd7d001b None None] Provisioning complete for port c9dea17f-8749-4b7a-ba9e-c31ac6a4a0b8 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:12:00.249383 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a75d2005-50d9-4c4d-8ac4-ea26bd7d001b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:00.279866 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-de9c3a3e-78cc-43a6-9ec7-21431ae4164d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:00.289298 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-de9c3a3e-78cc-43a6-9ec7-21431ae4164d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:00.297807 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-a75d2005-50d9-4c4d-8ac4-ea26bd7d001b None None] Port c9dea17f-8749-4b7a-ba9e-c31ac6a4a0b8 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:12:00.329774 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa3ea82-5c34-46fb-a970-d811264d428d req-59764555-3b36-4679-aada-b31f53a43dec tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:00.338792 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bfa3ea82-5c34-46fb-a970-d811264d428d req-59764555-3b36-4679-aada-b31f53a43dec tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8163404-ced5-4cf3-813a-9b8902f361cd HTTP/1.1" status: 200 len: 947 time: 0.1956980 Nov 09 21:12:00.387885 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c3a3e-78cc-43a6-9ec7-21431ae4164d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6050e4df-70ec-4037-9390-832b9f662963,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:00.396845 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-de9c3a3e-78cc-43a6-9ec7-21431ae4164d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=245cf267b4454bd79f05e635b2e9b433&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7008286 Nov 09 21:12:00.399657 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56156) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:00.462569 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bfa3ea82-5c34-46fb-a970-d811264d428d req-dbf57479-0afc-4225-9482-daf14cfb6840 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/security-groups?id=51f35ac2-6650-4c11-a991-f33cc313e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225445 Nov 09 21:12:00.535178 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-348c9938-3240-43c3-a30a-22a1efea7a99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:00.558123 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2fb3c86-5bab-4e00-84e8-6af11ebe2c3f admin admin] Router f3e19679-30d4-46f8-8ef5-cf0f08970ba5 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:12:00.600760 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-348c9938-3240-43c3-a30a-22a1efea7a99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:00.695711 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-348c9938-3240-43c3-a30a-22a1efea7a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:00.705671 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-348c9938-3240-43c3-a30a-22a1efea7a99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:00.708216 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-348c9938-3240-43c3-a30a-22a1efea7a99 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6050e4df-70ec-4037-9390-832b9f662963 HTTP/1.1" status: 204 len: 168 time: 0.3073983 Nov 09 21:12:00.734189 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c9938-3240-43c3-a30a-22a1efea7a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6050e4df-70ec-4037-9390-832b9f662963,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:00.859084 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a5d1c-1a83-41b6-aa0a-31e22eec8734 req-26a377f3-0197-4993-85d8-921993a70eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:00.860505 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-321a5d1c-1a83-41b6-aa0a-31e22eec8734 req-26a377f3-0197-4993-85d8-921993a70eee service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.3192687 Nov 09 21:12:00.884311 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fb3c86-5bab-4e00-84e8-6af11ebe2c3f admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:12:00.904244 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a2fb3c86-5bab-4e00-84e8-6af11ebe2c3f admin admin] 10.222.0.49 "PUT /v2.0/routers/f3e19679-30d4-46f8-8ef5-cf0f08970ba5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1835194 Nov 09 21:12:00.988079 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-93d51cad-b5ec-4ec5-b12e-8ec8f6891a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:00.996946 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-93d51cad-b5ec-4ec5-b12e-8ec8f6891a18 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=29026c9cd6db46d59baa3cd105b1f8f6&device_id=e8163404-ced5-4cf3-813a-9b8902f361cd HTTP/1.1" status: 200 len: 1098 time: 0.0730937 Nov 09 21:12:01.150267 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422e19e-a3d7-43fc-a263-4cff36f5701c req-de5788fc-38d9-40c4-949a-0f93ca6d6769 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:01.162173 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9422e19e-a3d7-43fc-a263-4cff36f5701c req-de5788fc-38d9-40c4-949a-0f93ca6d6769 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.49 "GET /v2.0/ports?device_id=7245a2a6-a51a-4e9f-b951-4bb6c0c58845 HTTP/1.1" status: 200 len: 969 time: 0.1139472 Nov 09 21:12:01.169728 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-e20d0d2e-82f5-458d-9c1d-9eae3438fe0c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=16295f9f-817f-4625-a6eb-91475a7ba821 HTTP/1.1" status: 200 len: 217 time: 0.1588678 Nov 09 21:12:01.281251 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9422e19e-a3d7-43fc-a263-4cff36f5701c req-64ed3b37-2cce-441a-adbe-2b90c370b15a tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.49 "GET /v2.0/security-groups?id=161b0130-194a-4a72-b1cc-fb89849006d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183138 Nov 09 21:12:01.292980 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-1d60986d-e269-41b6-8d5e-77f312037321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:01.292980 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-1d60986d-e269-41b6-8d5e-77f312037321 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.1120987 Nov 09 21:12:01.301876 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9ae5f0-57b4-4786-b8f7-fc54bef59f17 None None] Sync routers for ids ['f3e19679-30d4-46f8-8ef5-cf0f08970ba5'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:12:01.343680 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9ae5f0-57b4-4786-b8f7-fc54bef59f17 None None] Routers {'f3e19679-30d4-46f8-8ef5-cf0f08970ba5'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:12:01.347611 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-5a9ae5f0-57b4-4786-b8f7-fc54bef59f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:11:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f3e19679-30d4-46f8-8ef5-cf0f08970ba5'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:12:01.440169 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-48e96244-fce1-4203-bffb-920c37f5f733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:01.442643 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-48e96244-fce1-4203-bffb-920c37f5f733 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1450689 Nov 09 21:12:01.513986 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56202) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:01.524347 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56206) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:01.539025 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device d5c7e58a-4fad-4f5b-b7ba-8d4269f400c7 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:12:01.559487 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-188972d6-6451-4be7-9ea2-e8d907a7e6bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:01.615832 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-5a9ae5f0-57b4-4786-b8f7-fc54bef59f17 None None] Set router f3e19679-30d4-46f8-8ef5-cf0f08970ba5 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:12:01.680683 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port d5c7e58a-4fad-4f5b-b7ba-8d4269f400c7 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:12:01.681199 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:01.697169 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-41606f31-c38a-4fb6-80fc-2bdd6662844f service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465696 Nov 09 21:12:01.821531 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-188972d6-6451-4be7-9ea2-e8d907a7e6bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:01.829657 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-188972d6-6451-4be7-9ea2-e8d907a7e6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:01.919275 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2911dab7-7b80-4aca-9f0a-e804648f82b7 req-55904752-1608-4a7b-8798-efab2c2aaed7 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142823 Nov 09 21:12:01.958793 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-33c36eb7-f06b-4464-9e1c-f81c15065d9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:01.999318 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-188972d6-6451-4be7-9ea2-e8d907a7e6bb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=625b47417d6043aaa3bc911d5ec95978&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4697073 Nov 09 21:12:01.999318 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56212) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:01.999931 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188972d6-6451-4be7-9ea2-e8d907a7e6bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0079798-029d-4f79-a609-327889b0cb28,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:02.087798 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-5a9ae5f0-57b4-4786-b8f7-fc54bef59f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e19679-30d4-46f8-8ef5-cf0f08970ba5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1536929849-router', 'tenant_id': 'c20f252684ae4da9a1390ccd11aaf128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'd5c7e58a-4fad-4f5b-b7ba-8d4269f400c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:11:48Z', 'updated_at': '2021-11-09T21:11:58Z', 'revision_number': 4, 'project_id': 'c20f252684ae4da9a1390ccd11aaf128', 'gw_port': {'id': 'd5c7e58a-4fad-4f5b-b7ba-8d4269f400c7', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:04:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e19679-30d4-46f8-8ef5-cf0f08970ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:11:50Z', 'updated_at': '2021-11-09T21:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'c9dea17f-8749-4b7a-ba9e-c31ac6a4a0b8', 'name': '', 'network_id': 'd681f8ea-b455-49c1-8487-faf6812123bc', 'tenant_id': 'c20f252684ae4da9a1390ccd11aaf128', 'mac_address': 'fa:16:3e:0b:27:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e19679-30d4-46f8-8ef5-cf0f08970ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'a3b3bc2b-20cc-47cf-b4a5-9b6f95e8de4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:11:57Z', 'updated_at': '2021-11-09T21:11:58Z', 'revision_number': 2, 'project_id': 'c20f252684ae4da9a1390ccd11aaf128', 'subnets': [{'id': 'a3b3bc2b-20cc-47cf-b4a5-9b6f95e8de4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:12:02.123939 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9ae5f0-57b4-4786-b8f7-fc54bef59f17 None None] Checking router: f3e19679-30d4-46f8-8ef5-cf0f08970ba5 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:12:02.124593 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9ae5f0-57b4-4786-b8f7-fc54bef59f17 None None] Updating router f3e19679-30d4-46f8-8ef5-cf0f08970ba5 port c9dea17f-8749-4b7a-ba9e-c31ac6a4a0b8 binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:12:02.177906 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5a9ae5f0-57b4-4786-b8f7-fc54bef59f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:02.290475 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8c59dcf3-a745-4931-b556-8e5aaa77208d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:02.325997 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf47ec-77ce-4750-9b22-cd6549bb78f7 req-55693be5-df9c-4a41-b3a9-4a11334b9e15 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:02.331899 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f1bf47ec-77ce-4750-9b22-cd6549bb78f7 req-55693be5-df9c-4a41-b3a9-4a11334b9e15 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8163404-ced5-4cf3-813a-9b8902f361cd HTTP/1.1" status: 200 len: 947 time: 0.2573025 Nov 09 21:12:02.357929 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56218) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:02.446828 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8c59dcf3-a745-4931-b556-8e5aaa77208d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:02.517731 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-33c36eb7-f06b-4464-9e1c-f81c15065d9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:02.545762 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7d77637c-0934-4b4c-a8b1-276f5410c38b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:02.561845 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f1bf47ec-77ce-4750-9b22-cd6549bb78f7 req-39d37be0-d083-4f9c-8671-4269d8b32e55 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/security-groups?id=51f35ac2-6650-4c11-a991-f33cc313e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164268 Nov 09 21:12:02.573831 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-33c36eb7-f06b-4464-9e1c-f81c15065d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:02.659078 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-33c36eb7-f06b-4464-9e1c-f81c15065d9b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=526d184212624f63b44f0270e01a9196&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1412439 Nov 09 21:12:02.672740 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56224) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:02.683604 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5a9ae5f0-57b4-4786-b8f7-fc54bef59f17 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:02.695074 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5a9ae5f0-57b4-4786-b8f7-fc54bef59f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:02.733331 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c36eb7-f06b-4464-9e1c-f81c15065d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad81dcf2-65dc-4622-9fca-e25d5703aba7,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:02.751304 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8c59dcf3-a745-4931-b556-8e5aaa77208d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:02.754781 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8c59dcf3-a745-4931-b556-8e5aaa77208d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:02.759396 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8c59dcf3-a745-4931-b556-8e5aaa77208d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a0079798-029d-4f79-a609-327889b0cb28 HTTP/1.1" status: 204 len: 168 time: 0.7404385 Nov 09 21:12:02.774992 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c59dcf3-a745-4931-b556-8e5aaa77208d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0079798-029d-4f79-a609-327889b0cb28,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:02.878307 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:12:02.918174 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1c384525-5ff4-45d1-b577-c2765803f7e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:02.982011 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1c384525-5ff4-45d1-b577-c2765803f7e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:03.050482 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7d77637c-0934-4b4c-a8b1-276f5410c38b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:03.060672 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7d77637c-0934-4b4c-a8b1-276f5410c38b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:03.150723 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7fc7d0-f565-4677-a82d-40b702939515 None None] Pushing event updated for resources: {'Port': ['ID=c9dea17f-8749-4b7a-ba9e-c31ac6a4a0b8,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:03.182118 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56232) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:03.194772 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7d77637c-0934-4b4c-a8b1-276f5410c38b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eb081411d5a8427a82ec7de81f4cd35f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8356748 Nov 09 21:12:03.196700 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d77637c-0934-4b4c-a8b1-276f5410c38b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422ed264-7697-47c5-93a4-77d0d21e3cc0,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:03.198247 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-5a9ae5f0-57b4-4786-b8f7-fc54bef59f17 None None] Attempting to bind port c9dea17f-8749-4b7a-ba9e-c31ac6a4a0b8 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:12:03.199735 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-5a9ae5f0-57b4-4786-b8f7-fc54bef59f17 None None] Attempting to bind port c9dea17f-8749-4b7a-ba9e-c31ac6a4a0b8 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'a29c3c1d-3c11-4e49-a861-7f0e0229585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd681f8ea-b455-49c1-8487-faf6812123bc'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:12:03.199924 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9ae5f0-57b4-4786-b8f7-fc54bef59f17 None None] Attempting to bind port c9dea17f-8749-4b7a-ba9e-c31ac6a4a0b8 on network d681f8ea-b455-49c1-8487-faf6812123bc {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:12:03.217758 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9ae5f0-57b4-4786-b8f7-fc54bef59f17 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:12:03.220871 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1c384525-5ff4-45d1-b577-c2765803f7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:03.222968 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9ae5f0-57b4-4786-b8f7-fc54bef59f17 None None] Checking segment: {'id': 'a29c3c1d-3c11-4e49-a861-7f0e0229585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd681f8ea-b455-49c1-8487-faf6812123bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:12:03.223371 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5a9ae5f0-57b4-4786-b8f7-fc54bef59f17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:03.226922 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1c384525-5ff4-45d1-b577-c2765803f7e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:03.228017 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9ae5f0-57b4-4786-b8f7-fc54bef59f17 None None] Bound using segment: {'id': 'a29c3c1d-3c11-4e49-a861-7f0e0229585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd681f8ea-b455-49c1-8487-faf6812123bc'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:12:03.228555 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-5a9ae5f0-57b4-4786-b8f7-fc54bef59f17 None None] Bound port: c9dea17f-8749-4b7a-ba9e-c31ac6a4a0b8, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a29c3c1d-3c11-4e49-a861-7f0e0229585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd681f8ea-b455-49c1-8487-faf6812123bc'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:12:03.228994 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5a9ae5f0-57b4-4786-b8f7-fc54bef59f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:03.231881 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1c384525-5ff4-45d1-b577-c2765803f7e9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ad81dcf2-65dc-4622-9fca-e25d5703aba7 HTTP/1.1" status: 204 len: 168 time: 0.5533574 Nov 09 21:12:03.264785 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c384525-5ff4-45d1-b577-c2765803f7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad81dcf2-65dc-4622-9fca-e25d5703aba7,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:03.348149 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e92be961-900f-4560-aca1-558f100be6dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:03.374578 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e92be961-900f-4560-aca1-558f100be6dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:03.392923 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-8db72399-5ad6-49f5-9307-2e86a08e025c None None] Provisioning complete for port c9dea17f-8749-4b7a-ba9e-c31ac6a4a0b8 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:12:03.393822 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8db72399-5ad6-49f5-9307-2e86a08e025c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:03.400830 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5dfd3-d397-493c-a4f9-931d1feeee82 req-5e717263-47e0-4764-a38c-0a2462cac264 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:03.402745 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3cb5dfd3-d397-493c-a4f9-931d1feeee82 req-5e717263-47e0-4764-a38c-0a2462cac264 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.49 "GET /v2.0/ports?device_id=7245a2a6-a51a-4e9f-b951-4bb6c0c58845 HTTP/1.1" status: 200 len: 969 time: 0.1584768 Nov 09 21:12:03.440023 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:03.452700 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-5a9ae5f0-57b4-4786-b8f7-fc54bef59f17 None None] For port c9dea17f-8749-4b7a-ba9e-c31ac6a4a0b8, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:12:03.463040 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-5a9ae5f0-57b4-4786-b8f7-fc54bef59f17 None None] For port c9dea17f-8749-4b7a-ba9e-c31ac6a4a0b8, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=c9dea17f-8749-4b7a-ba9e-c31ac6a4a0b8,segment=NetworkSegment(a29c3c1d-3c11-4e49-a861-7f0e0229585c),segment_id=a29c3c1d-3c11-4e49-a861-7f0e0229585c)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:12:03.476762 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5a9ae5f0-57b4-4786-b8f7-fc54bef59f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:03.481068 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-8db72399-5ad6-49f5-9307-2e86a08e025c None None] Port c9dea17f-8749-4b7a-ba9e-c31ac6a4a0b8 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:12:03.498424 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3cb5dfd3-d397-493c-a4f9-931d1feeee82 req-2cf2c2a7-f521-43e1-91f0-2c77d61a8335 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.49 "GET /v2.0/security-groups?id=161b0130-194a-4a72-b1cc-fb89849006d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820253 Nov 09 21:12:03.508545 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e92be961-900f-4560-aca1-558f100be6dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:03.511704 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e92be961-900f-4560-aca1-558f100be6dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:03.518027 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e92be961-900f-4560-aca1-558f100be6dd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/422ed264-7697-47c5-93a4-77d0d21e3cc0 HTTP/1.1" status: 204 len: 168 time: 0.3348298 Nov 09 21:12:03.535790 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92be961-900f-4560-aca1-558f100be6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422ed264-7697-47c5-93a4-77d0d21e3cc0,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:03.679028 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9ae5f0-57b4-4786-b8f7-fc54bef59f17 None None] Routers {'f3e19679-30d4-46f8-8ef5-cf0f08970ba5'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:12:03.683054 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-5a9ae5f0-57b4-4786-b8f7-fc54bef59f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:11:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f3e19679-30d4-46f8-8ef5-cf0f08970ba5'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:12:03.752299 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7fc7d0-f565-4677-a82d-40b702939515 None None] Pushing event updated for resources: {'Port': ['ID=c9dea17f-8749-4b7a-ba9e-c31ac6a4a0b8,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:03.863010 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371957d-30df-4ca8-a12b-53861f6948ae req-8d50f744-e6c1-44a6-88db-456a92292477 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:03.865114 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9371957d-30df-4ca8-a12b-53861f6948ae req-8d50f744-e6c1-44a6-88db-456a92292477 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8163404-ced5-4cf3-813a-9b8902f361cd HTTP/1.1" status: 200 len: 947 time: 0.1196170 Nov 09 21:12:03.917027 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-5a9ae5f0-57b4-4786-b8f7-fc54bef59f17 None None] Set router f3e19679-30d4-46f8-8ef5-cf0f08970ba5 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:12:03.981050 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9371957d-30df-4ca8-a12b-53861f6948ae req-8beb8d3f-616e-44fc-9bdf-0e873218d17c tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/security-groups?id=51f35ac2-6650-4c11-a991-f33cc313e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084442 Nov 09 21:12:04.223447 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-f26a5750-5096-4d7d-a47b-5ec3513a9a95 None None] Provisioning complete for port c9dea17f-8749-4b7a-ba9e-c31ac6a4a0b8 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:12:04.223877 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f26a5750-5096-4d7d-a47b-5ec3513a9a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:04.242810 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56260) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:04.253189 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56262) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:04.301392 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-74f60fb1-41e7-42f2-b793-404780dc760d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:04.311832 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c87e48cf-c2ce-4bfc-a6a1-5a38d513b1a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:04.406346 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f26a5750-5096-4d7d-a47b-5ec3513a9a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:04.436625 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-5a9ae5f0-57b4-4786-b8f7-fc54bef59f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e19679-30d4-46f8-8ef5-cf0f08970ba5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1536929849-router', 'tenant_id': 'c20f252684ae4da9a1390ccd11aaf128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'd5c7e58a-4fad-4f5b-b7ba-8d4269f400c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:11:48Z', 'updated_at': '2021-11-09T21:11:58Z', 'revision_number': 4, 'project_id': 'c20f252684ae4da9a1390ccd11aaf128', 'gw_port': {'id': 'd5c7e58a-4fad-4f5b-b7ba-8d4269f400c7', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:04:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e19679-30d4-46f8-8ef5-cf0f08970ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:11:50Z', 'updated_at': '2021-11-09T21:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'c9dea17f-8749-4b7a-ba9e-c31ac6a4a0b8', 'name': '', 'network_id': 'd681f8ea-b455-49c1-8487-faf6812123bc', 'tenant_id': 'c20f252684ae4da9a1390ccd11aaf128', 'mac_address': 'fa:16:3e:0b:27:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e19679-30d4-46f8-8ef5-cf0f08970ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'a3b3bc2b-20cc-47cf-b4a5-9b6f95e8de4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:11:57Z', 'updated_at': '2021-11-09T21:12:03Z', 'revision_number': 4, 'project_id': 'c20f252684ae4da9a1390ccd11aaf128', 'subnets': [{'id': 'a3b3bc2b-20cc-47cf-b4a5-9b6f95e8de4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:12:04.474935 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9ae5f0-57b4-4786-b8f7-fc54bef59f17 None None] The sync data for ids ['f3e19679-30d4-46f8-8ef5-cf0f08970ba5'] in n-d-816206-3 is: [{'id': 'f3e19679-30d4-46f8-8ef5-cf0f08970ba5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1536929849-router', 'tenant_id': 'c20f252684ae4da9a1390ccd11aaf128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'd5c7e58a-4fad-4f5b-b7ba-8d4269f400c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:11:48Z', 'updated_at': '2021-11-09T21:11:58Z', 'revision_number': 4, 'project_id': 'c20f252684ae4da9a1390ccd11aaf128', 'gw_port': {'id': 'd5c7e58a-4fad-4f5b-b7ba-8d4269f400c7', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:04:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e19679-30d4-46f8-8ef5-cf0f08970ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:11:50Z', 'updated_at': '2021-11-09T21:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'c9dea17f-8749-4b7a-ba9e-c31ac6a4a0b8', 'name': '', 'network_id': 'd681f8ea-b455-49c1-8487-faf6812123bc', 'tenant_id': 'c20f252684ae4da9a1390ccd11aaf128', 'mac_address': 'fa:16:3e:0b:27:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e19679-30d4-46f8-8ef5-cf0f08970ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'a3b3bc2b-20cc-47cf-b4a5-9b6f95e8de4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:11:57Z', 'updated_at': '2021-11-09T21:12:03Z', 'revision_number': 4, 'project_id': 'c20f252684ae4da9a1390ccd11aaf128', 'subnets': [{'id': 'a3b3bc2b-20cc-47cf-b4a5-9b6f95e8de4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:12:04.515192 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-74f60fb1-41e7-42f2-b793-404780dc760d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:04.520314 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-f26a5750-5096-4d7d-a47b-5ec3513a9a95 None None] For port c9dea17f-8749-4b7a-ba9e-c31ac6a4a0b8, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=c9dea17f-8749-4b7a-ba9e-c31ac6a4a0b8,segment=NetworkSegment(a29c3c1d-3c11-4e49-a861-7f0e0229585c),segment_id=a29c3c1d-3c11-4e49-a861-7f0e0229585c)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:12:04.530410 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-74f60fb1-41e7-42f2-b793-404780dc760d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:04.530925 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f26a5750-5096-4d7d-a47b-5ec3513a9a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:04.618946 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56268) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:04.629393 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-88067e09-bfbc-49ab-bb23-90d073763566 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1235531604', 'description': 'tempest-description--642037165'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:12:04.665772 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f60fb1-41e7-42f2-b793-404780dc760d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3d64bd-7b08-4d40-938c-dc067cd1edfd,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:04.681096 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-74f60fb1-41e7-42f2-b793-404780dc760d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=93c8bc77fe4f4679bff85c40f4ca029a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4140427 Nov 09 21:12:04.689461 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56272) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:04.715808 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-88067e09-bfbc-49ab-bb23-90d073763566 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:04.752945 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26a5750-5096-4d7d-a47b-5ec3513a9a95 None None] Pushing event updated for resources: {'Port': ['ID=c9dea17f-8749-4b7a-ba9e-c31ac6a4a0b8,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:04.891319 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c87e48cf-c2ce-4bfc-a6a1-5a38d513b1a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:04.912300 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c87e48cf-c2ce-4bfc-a6a1-5a38d513b1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:04.944243 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-20940b61-f202-4a84-94d5-e4c121ff8191 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:05.006702 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-20940b61-f202-4a84-94d5-e4c121ff8191 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:05.163071 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c87e48cf-c2ce-4bfc-a6a1-5a38d513b1a6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7ebdb71018ba495997c51f847426073b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9182653 Nov 09 21:12:05.164886 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e48cf-c2ce-4bfc-a6a1-5a38d513b1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdcf588-7e80-4185-89fe-4c295e7042a8,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:05.168776 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56282) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:05.210692 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-88067e09-bfbc-49ab-bb23-90d073763566 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:05.223722 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-88067e09-bfbc-49ab-bb23-90d073763566 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:05.231946 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-20940b61-f202-4a84-94d5-e4c121ff8191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:05.237979 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-20940b61-f202-4a84-94d5-e4c121ff8191 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:05.242190 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-20940b61-f202-4a84-94d5-e4c121ff8191 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fb3d64bd-7b08-4d40-938c-dc067cd1edfd HTTP/1.1" status: 204 len: 168 time: 0.5493977 Nov 09 21:12:05.249801 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1f592-45c8-413b-92ec-32499b32c922 req-aa6abbaf-3c3c-4786-8e73-18aa71f10217 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:05.263099 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-95d1f592-45c8-413b-92ec-32499b32c922 req-aa6abbaf-3c3c-4786-8e73-18aa71f10217 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.49 "GET /v2.0/ports?device_id=7245a2a6-a51a-4e9f-b951-4bb6c0c58845 HTTP/1.1" status: 200 len: 969 time: 0.5229399 Nov 09 21:12:05.268343 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20940b61-f202-4a84-94d5-e4c121ff8191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3d64bd-7b08-4d40-938c-dc067cd1edfd,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:05.370762 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1e549bb2-f6ab-41ad-b86f-ce5d23cdbdc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:05.374069 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-88067e09-bfbc-49ab-bb23-90d073763566 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:05.383009 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-88067e09-bfbc-49ab-bb23-90d073763566 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7596076 Nov 09 21:12:05.383519 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56286) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:05.397665 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-4d9df5fd-1e7e-4be1-b4cc-5b17509e8051 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Request body: {'security_group_rule': {'security_group_id': 'c03e1c2c-ba46-4192-b9cb-d256abe573c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:12:05.442240 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-95d1f592-45c8-413b-92ec-32499b32c922 req-c29f6fe7-3473-4b25-9b7e-a6cea68895d2 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.49 "GET /v2.0/security-groups?id=161b0130-194a-4a72-b1cc-fb89849006d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764832 Nov 09 21:12:05.442240 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88067e09-bfbc-49ab-bb23-90d073763566 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c03e1c2c-ba46-4192-b9cb-d256abe573c7,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:05.585327 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1e549bb2-f6ab-41ad-b86f-ce5d23cdbdc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:05.613561 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c9dea17f-8749-4b7a-ba9e-c31ac6a4a0b8 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:12:05.647217 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4d9df5fd-1e7e-4be1-b4cc-5b17509e8051 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:05.647403 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e25957-e994-48f1-bf53-15a2c11b73c9 req-86c84886-35b4-4939-8d27-c6e365942070 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:05.649405 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-73e25957-e994-48f1-bf53-15a2c11b73c9 req-86c84886-35b4-4939-8d27-c6e365942070 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8163404-ced5-4cf3-813a-9b8902f361cd HTTP/1.1" status: 200 len: 947 time: 0.1071022 Nov 09 21:12:05.721307 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1e549bb2-f6ab-41ad-b86f-ce5d23cdbdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:05.726973 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1e549bb2-f6ab-41ad-b86f-ce5d23cdbdc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:05.728966 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1e549bb2-f6ab-41ad-b86f-ce5d23cdbdc8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ecdcf588-7e80-4185-89fe-4c295e7042a8 HTTP/1.1" status: 204 len: 168 time: 0.5579934 Nov 09 21:12:05.746305 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-73e25957-e994-48f1-bf53-15a2c11b73c9 req-09af81d8-1a8a-40ff-97ed-2aed1292a95c tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/security-groups?id=51f35ac2-6650-4c11-a991-f33cc313e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866122 Nov 09 21:12:05.770121 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e549bb2-f6ab-41ad-b86f-ce5d23cdbdc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdcf588-7e80-4185-89fe-4c295e7042a8,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:05.810202 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port c9dea17f-8749-4b7a-ba9e-c31ac6a4a0b8 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:12:05.810746 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:05.846073 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4d9df5fd-1e7e-4be1-b4cc-5b17509e8051 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:05.856730 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4d9df5fd-1e7e-4be1-b4cc-5b17509e8051 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:05.910745 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4d9df5fd-1e7e-4be1-b4cc-5b17509e8051 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:05.916372 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4d9df5fd-1e7e-4be1-b4cc-5b17509e8051 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5317791 Nov 09 21:12:05.919534 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56300) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:05.924258 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-94ecca99-ccc2-4fb2-bf95-92f04c1a81a5 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Request body: {'security_group_rule': {'security_group_id': 'c03e1c2c-ba46-4192-b9cb-d256abe573c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:12:05.935643 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9df5fd-1e7e-4be1-b4cc-5b17509e8051 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a9965ad-db80-4604-b56f-377523f09bf6,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:06.013606 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-94ecca99-ccc2-4fb2-bf95-92f04c1a81a5 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:06.145209 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-94ecca99-ccc2-4fb2-bf95-92f04c1a81a5 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:06.153696 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-94ecca99-ccc2-4fb2-bf95-92f04c1a81a5 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:06.200689 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ecca99-ccc2-4fb2-bf95-92f04c1a81a5 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e2aebab-85c8-4d19-acb6-d22eae12d8c7,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:06.225406 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-94ecca99-ccc2-4fb2-bf95-92f04c1a81a5 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:06.227271 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-94ecca99-ccc2-4fb2-bf95-92f04c1a81a5 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3066261 Nov 09 21:12:06.230381 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56306) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:06.236489 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-488210e3-086d-463a-8e13-9896ffa51e3e tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:12:06.301946 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-488210e3-086d-463a-8e13-9896ffa51e3e tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks [] for floatingip, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:06.543893 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-488210e3-086d-463a-8e13-9896ffa51e3e tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:06.786843 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-488210e3-086d-463a-8e13-9896ffa51e3e tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Allocated IP 172.25.7.193 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/3102971d-a8d2-48da-8511-03b3da7c7442) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:12:06.849270 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d772c3b0-a9dc-447f-ab99-da1bc4a2597c req-f760a910-7a52-44c0-92db-27369a03b7df tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:06.872846 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d772c3b0-a9dc-447f-ab99-da1bc4a2597c req-f760a910-7a52-44c0-92db-27369a03b7df tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.49 "GET /v2.0/ports?device_id=7245a2a6-a51a-4e9f-b951-4bb6c0c58845 HTTP/1.1" status: 200 len: 969 time: 0.2317185 Nov 09 21:12:07.047940 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d772c3b0-a9dc-447f-ab99-da1bc4a2597c req-0e00ddec-1d7b-445c-a3cd-927f29b7c34c tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.49 "GET /v2.0/security-groups?id=161b0130-194a-4a72-b1cc-fb89849006d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676259 Nov 09 21:12:07.088211 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d95ba986-462b-40a2-88e1-40c5db12974c req-d3106ac2-1e50-4f71-b4a8-12d1a0e094c8 tempest-AbsoluteLimitsNegativeTestJSON-1106572865 tempest-AbsoluteLimitsNegativeTestJSON-1106572865-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=06a7463fd16e40f189d543310b6cb769&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0776939 Nov 09 21:12:07.120224 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-488210e3-086d-463a-8e13-9896ffa51e3e tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:07.192701 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-488210e3-086d-463a-8e13-9896ffa51e3e tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:07.346144 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488210e3-086d-463a-8e13-9896ffa51e3e tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:12:07.357799 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-488210e3-086d-463a-8e13-9896ffa51e3e tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:12:07.364131 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488210e3-086d-463a-8e13-9896ffa51e3e tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:12:07.394522 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488210e3-086d-463a-8e13-9896ffa51e3e tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Pushing event updated for resources: {'Port': ['ID=3102971d-a8d2-48da-8511-03b3da7c7442,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:07.495475 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ba986-462b-40a2-88e1-40c5db12974c req-edf2505a-f27f-40e3-bdf0-0603940b5f8b tempest-AbsoluteLimitsNegativeTestJSON-1106572865 tempest-AbsoluteLimitsNegativeTestJSON-1106572865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:07.502586 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d95ba986-462b-40a2-88e1-40c5db12974c req-edf2505a-f27f-40e3-bdf0-0603940b5f8b tempest-AbsoluteLimitsNegativeTestJSON-1106572865 tempest-AbsoluteLimitsNegativeTestJSON-1106572865-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4039285 Nov 09 21:12:07.531017 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-488210e3-086d-463a-8e13-9896ffa51e3e tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:07.548543 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d95ba986-462b-40a2-88e1-40c5db12974c req-3212dfcc-9e2d-4171-a753-e0521bd7af79 tempest-AbsoluteLimitsNegativeTestJSON-1106572865 tempest-AbsoluteLimitsNegativeTestJSON-1106572865-project] 10.222.0.49 "GET /v2.0/quotas/06a7463fd16e40f189d543310b6cb769 HTTP/1.1" status: 200 len: 375 time: 0.0450523 Nov 09 21:12:07.591619 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d95ba986-462b-40a2-88e1-40c5db12974c req-86e1e1aa-dbae-484c-ac4f-f81208f96eed tempest-AbsoluteLimitsNegativeTestJSON-1106572865 tempest-AbsoluteLimitsNegativeTestJSON-1106572865-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=06a7463fd16e40f189d543310b6cb769&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421863 Nov 09 21:12:07.598234 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-488210e3-086d-463a-8e13-9896ffa51e3e tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:07.600223 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79eb2ad-3b84-4bdf-9a14-49d57ddcf16f req-3ad7e133-4a25-489d-9ced-1ffd838198f0 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:07.602319 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a79eb2ad-3b84-4bdf-9a14-49d57ddcf16f req-3ad7e133-4a25-489d-9ced-1ffd838198f0 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8163404-ced5-4cf3-813a-9b8902f361cd HTTP/1.1" status: 200 len: 947 time: 0.0639985 Nov 09 21:12:07.692171 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a79eb2ad-3b84-4bdf-9a14-49d57ddcf16f req-a7ca61fb-2bdf-4805-a22c-c94cbbf73adc tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/security-groups?id=51f35ac2-6650-4c11-a991-f33cc313e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809789 Nov 09 21:12:07.932248 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-488210e3-086d-463a-8e13-9896ffa51e3e tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:07.936806 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-488210e3-086d-463a-8e13-9896ffa51e3e tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:07.970847 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-488210e3-086d-463a-8e13-9896ffa51e3e tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:07.990871 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488210e3-086d-463a-8e13-9896ffa51e3e tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Pushing event updated for resources: {'Port': ['ID=3102971d-a8d2-48da-8511-03b3da7c7442,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:07.996324 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56368) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:08.000549 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-488210e3-086d-463a-8e13-9896ffa51e3e tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:08.001839 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-488210e3-086d-463a-8e13-9896ffa51e3e tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7702537 Nov 09 21:12:08.180421 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e35d02-fad2-4ee8-8ab9-d65e450ec763 req-aac80117-ab2d-4550-9887-4773550691e1 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:08.181975 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f9e35d02-fad2-4ee8-8ab9-d65e450ec763 req-aac80117-ab2d-4550-9887-4773550691e1 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.49 "GET /v2.0/ports?device_id=7245a2a6-a51a-4e9f-b951-4bb6c0c58845 HTTP/1.1" status: 200 len: 969 time: 0.0694165 Nov 09 21:12:08.237797 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f9e35d02-fad2-4ee8-8ab9-d65e450ec763 req-4b7ea166-3fc9-4410-8369-4d8658d44e88 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.49 "GET /v2.0/security-groups?id=161b0130-194a-4a72-b1cc-fb89849006d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485196 Nov 09 21:12:08.316439 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-37e4b518-eb63-4cde-89fb-2ed8c1a1a650 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:08.322330 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-363cdb8f-b3be-45ec-b871-c8aa4987231c tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1235531604&fields=id&tenant_id=615b76025780444bbb8ee927e4ef7062 HTTP/1.1" status: 200 len: 267 time: 0.0792000 Nov 09 21:12:08.476356 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56400) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:08.538616 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-0a3cd720-9d6e-4db6-9520-07bb8c10849e tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:08.542530 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-0a3cd720-9d6e-4db6-9520-07bb8c10849e tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/networks?id=15fbc7f0-8873-4a34-924e-7fadeab13c74 HTTP/1.1" status: 200 len: 824 time: 0.2110837 Nov 09 21:12:08.563910 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-d401b3c7-c0ba-4f65-aeb7-5c5f99cd0788 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/quotas/615b76025780444bbb8ee927e4ef7062 HTTP/1.1" status: 200 len: 375 time: 0.0153728 Nov 09 21:12:08.608241 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-37e4b518-eb63-4cde-89fb-2ed8c1a1a650 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:08.617694 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-37e4b518-eb63-4cde-89fb-2ed8c1a1a650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:08.683848 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-c45249fd-5662-485d-951c-dbe7926db53f tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=615b76025780444bbb8ee927e4ef7062&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1100812 Nov 09 21:12:08.685475 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4b2f01cc-3b19-43d0-a88e-1cbdaccb63b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:08.687052 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e4b518-eb63-4cde-89fb-2ed8c1a1a650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b677b63-d553-41b0-9c56-6f4ee33ebf27,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:08.693698 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-37e4b518-eb63-4cde-89fb-2ed8c1a1a650 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=06a7463fd16e40f189d543310b6cb769&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6928596 Nov 09 21:12:08.693970 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56412) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:08.757747 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2c1feb81-cdd2-49ae-96a5-f45d667a3bc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:08.783152 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2c1feb81-cdd2-49ae-96a5-f45d667a3bc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:08.831234 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4b2f01cc-3b19-43d0-a88e-1cbdaccb63b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:08.840331 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f7039-203d-4716-b1bc-04e3b93b0292 req-5ad887e3-c8a7-42ba-8b0d-1d531b8f0233 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:08.841907 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-223f7039-203d-4716-b1bc-04e3b93b0292 req-5ad887e3-c8a7-42ba-8b0d-1d531b8f0233 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8163404-ced5-4cf3-813a-9b8902f361cd HTTP/1.1" status: 200 len: 947 time: 0.0822535 Nov 09 21:12:08.843034 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4b2f01cc-3b19-43d0-a88e-1cbdaccb63b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:08.855671 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2c1feb81-cdd2-49ae-96a5-f45d667a3bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:08.858329 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2c1feb81-cdd2-49ae-96a5-f45d667a3bc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:08.862028 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2c1feb81-cdd2-49ae-96a5-f45d667a3bc4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5b677b63-d553-41b0-9c56-6f4ee33ebf27 HTTP/1.1" status: 204 len: 168 time: 0.1620369 Nov 09 21:12:08.868609 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1feb81-cdd2-49ae-96a5-f45d667a3bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b677b63-d553-41b0-9c56-6f4ee33ebf27,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:08.907299 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4b2f01cc-3b19-43d0-a88e-1cbdaccb63b0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=361985a656df4700b1316a3c1db6712d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4275916 Nov 09 21:12:08.907299 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2f01cc-3b19-43d0-a88e-1cbdaccb63b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5ff771-4119-4bd6-8586-f30b0c972f88,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:08.907813 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56424) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:08.937849 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-223f7039-203d-4716-b1bc-04e3b93b0292 req-b78b16ad-95c1-4c5f-8d01-6e6d801d57bd tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/security-groups?id=51f35ac2-6650-4c11-a991-f33cc313e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782218 Nov 09 21:12:08.987185 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9cb8a658-e771-486c-b098-5f491361a17e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:09.009147 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9cb8a658-e771-486c-b098-5f491361a17e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:09.068314 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9cb8a658-e771-486c-b098-5f491361a17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:09.071082 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9cb8a658-e771-486c-b098-5f491361a17e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:09.072384 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-9cb8a658-e771-486c-b098-5f491361a17e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eb5ff771-4119-4bd6-8586-f30b0c972f88 HTTP/1.1" status: 204 len: 168 time: 0.1632204 Nov 09 21:12:09.082198 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb8a658-e771-486c-b098-5f491361a17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5ff771-4119-4bd6-8586-f30b0c972f88,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:09.215931 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-48218dff-0bd2-4643-b5fc-0ff6305267ea service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:12:09.216967 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-48218dff-0bd2-4643-b5fc-0ff6305267ea service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1899712 Nov 09 21:12:09.314997 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-930e850a-67d6-402c-a1b5-0ac0b0bf6f8e service neutron] 10.222.0.49 "GET /v2.0/networks/15fbc7f0-8873-4a34-924e-7fadeab13c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912530 Nov 09 21:12:09.452597 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-eed551ff-fbd9-436d-ae64-16f83353211f service neutron] 10.222.0.49 "GET /v2.0/networks/15fbc7f0-8873-4a34-924e-7fadeab13c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366301 Nov 09 21:12:09.509732 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc50dbe-c504-4e15-94a7-a86195da6f38 req-d191eb2f-bb00-48c5-953e-e7da8576b317 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:09.513587 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-afc50dbe-c504-4e15-94a7-a86195da6f38 req-d191eb2f-bb00-48c5-953e-e7da8576b317 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.49 "GET /v2.0/ports?device_id=7245a2a6-a51a-4e9f-b951-4bb6c0c58845 HTTP/1.1" status: 200 len: 969 time: 0.0770292 Nov 09 21:12:09.594626 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-afc50dbe-c504-4e15-94a7-a86195da6f38 req-b908abe8-a35b-4a53-af73-36d3db8299fb tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.49 "GET /v2.0/security-groups?id=161b0130-194a-4a72-b1cc-fb89849006d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753300 Nov 09 21:12:09.636935 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56460) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:09.657772 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-31b2aa40-9c56-41d1-bc9b-41b98a414db4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:09.668724 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bdec5bd4-b0a5-40fd-b3e6-d382817ba715 req-39e18156-9bcb-4434-919e-73d92b9ef896 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdb294f8-903e-44cc-b590-cf4c262af4db HTTP/1.1" status: 200 len: 210 time: 0.0315185 Nov 09 21:12:09.771834 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-31b2aa40-9c56-41d1-bc9b-41b98a414db4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:09.778158 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-31b2aa40-9c56-41d1-bc9b-41b98a414db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:09.820010 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b2aa40-9c56-41d1-bc9b-41b98a414db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0357f019-7312-4058-949d-b976e49bf79b,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:09.825297 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-31b2aa40-9c56-41d1-bc9b-41b98a414db4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=66dff13eff0642439f8717000c0169c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1874421 Nov 09 21:12:09.827961 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56466) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:09.879921 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-17499a97-3184-4c2e-9b3b-1487f900d707 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:09.906047 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-17499a97-3184-4c2e-9b3b-1487f900d707 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:09.974934 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-17499a97-3184-4c2e-9b3b-1487f900d707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:09.977866 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-17499a97-3184-4c2e-9b3b-1487f900d707 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:09.982405 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-17499a97-3184-4c2e-9b3b-1487f900d707 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0357f019-7312-4058-949d-b976e49bf79b HTTP/1.1" status: 204 len: 168 time: 0.1534221 Nov 09 21:12:09.995899 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17499a97-3184-4c2e-9b3b-1487f900d707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0357f019-7312-4058-949d-b976e49bf79b,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:10.066346 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56478) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:10.111165 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b14e1-6554-4ccf-b655-cb93fce9cff8 req-558c75de-943e-48a5-8d1a-0e5778cc2329 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:10.119456 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-264b14e1-6554-4ccf-b655-cb93fce9cff8 req-558c75de-943e-48a5-8d1a-0e5778cc2329 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8163404-ced5-4cf3-813a-9b8902f361cd HTTP/1.1" status: 200 len: 947 time: 0.0699842 Nov 09 21:12:10.185712 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-264b14e1-6554-4ccf-b655-cb93fce9cff8 req-fcd1e52b-10ba-4f16-8d64-34cce5d2005f tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/security-groups?id=51f35ac2-6650-4c11-a991-f33cc313e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611866 Nov 09 21:12:10.339404 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7517038b-e662-489d-8794-3506b4c9339b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:10.438911 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7517038b-e662-489d-8794-3506b4c9339b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:10.443112 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7517038b-e662-489d-8794-3506b4c9339b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:10.523675 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7517038b-e662-489d-8794-3506b4c9339b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4ddfc00ccf854e72bced7053c1ad1798&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4562392 Nov 09 21:12:10.524430 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7517038b-e662-489d-8794-3506b4c9339b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1639d3-3a41-4fba-93ba-35be385aeeed,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:10.526939 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56498) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:10.648949 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2bfa1d98-c8f5-4d1b-a391-8e07cb292477 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:10.714633 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2bfa1d98-c8f5-4d1b-a391-8e07cb292477 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:10.787753 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ad322-fb5e-4673-9787-039e567b88ae req-eea48fcc-3668-4c59-a35c-1bc5450a47bb tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:10.795406 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-db3ad322-fb5e-4673-9787-039e567b88ae req-eea48fcc-3668-4c59-a35c-1bc5450a47bb tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.49 "GET /v2.0/ports?device_id=7245a2a6-a51a-4e9f-b951-4bb6c0c58845 HTTP/1.1" status: 200 len: 969 time: 0.1170595 Nov 09 21:12:10.802577 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-125c18cb-f1f9-4030-9abb-1a0adf177590 req-7bd449ca-a5d7-4204-a50a-c5cfa4a87e26 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdb294f8-903e-44cc-b590-cf4c262af4db HTTP/1.1" status: 200 len: 210 time: 0.0520790 Nov 09 21:12:10.858169 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2bfa1d98-c8f5-4d1b-a391-8e07cb292477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:10.860791 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2bfa1d98-c8f5-4d1b-a391-8e07cb292477 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:10.864217 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2bfa1d98-c8f5-4d1b-a391-8e07cb292477 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0c1639d3-3a41-4fba-93ba-35be385aeeed HTTP/1.1" status: 204 len: 168 time: 0.3320427 Nov 09 21:12:10.883875 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-db3ad322-fb5e-4673-9787-039e567b88ae req-a0c82d75-d5e1-4052-ae69-7871b205a6ba tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.49 "GET /v2.0/security-groups?id=161b0130-194a-4a72-b1cc-fb89849006d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813210 Nov 09 21:12:10.897500 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfa1d98-c8f5-4d1b-a391-8e07cb292477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1639d3-3a41-4fba-93ba-35be385aeeed,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:10.987753 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-b7218ef5-17ed-4011-9a4a-8aa13d6c799e tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:10.989744 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-b7218ef5-17ed-4011-9a4a-8aa13d6c799e tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.45 "GET /v2.0/networks?id=15fbc7f0-8873-4a34-924e-7fadeab13c74 HTTP/1.1" status: 200 len: 824 time: 0.1268630 Nov 09 21:12:11.077791 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-da22123e-130e-455a-a5e0-ce90ef43242b tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=615b76025780444bbb8ee927e4ef7062 HTTP/1.1" status: 200 len: 380 time: 0.0770719 Nov 09 21:12:11.093300 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-cb106d85-b2a9-4699-bd0d-86870dc01f5a tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Request body: {'port': {'device_id': 'bdb294f8-903e-44cc-b590-cf4c262af4db', 'network_id': '15fbc7f0-8873-4a34-924e-7fadeab13c74', 'admin_state_up': True, 'tenant_id': '615b76025780444bbb8ee927e4ef7062', 'security_groups': ['c03e1c2c-ba46-4192-b9cb-d256abe573c7']}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:12:11.164358 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56528) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:11.206842 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-cb106d85-b2a9-4699-bd0d-86870dc01f5a tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Made reservation on behalf of 615b76025780444bbb8ee927e4ef7062 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:12:11.216008 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-cb106d85-b2a9-4699-bd0d-86870dc01f5a tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:11.226790 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56534) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:11.248521 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 86f61257-0063-489f-8ad8-1027455d6680 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:12:11.388623 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-cb106d85-b2a9-4699-bd0d-86870dc01f5a tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Allocated IP 172.20.0.10 (15fbc7f0-8873-4a34-924e-7fadeab13c74/e9add483-8835-41e6-b594-c1f5292db974/e1d95655-db42-4890-bb90-d32512401302) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:12:11.455475 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-b5e60238-f1cf-458b-b14e-436d6507ab79 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1849581686-network', 'tenant_id': 'f907ded5330840338031155da556e400'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:12:11.497908 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 86f61257-0063-489f-8ad8-1027455d6680, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=86f61257-0063-489f-8ad8-1027455d6680,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:12:11.512263 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '86f61257-0063-489f-8ad8-1027455d6680', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'port_id': '86f61257-0063-489f-8ad8-1027455d6680', 'mac_address': 'fa:16:3e:b4:c5:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba3500c-a288-4596-ba94-148f2bd8a6da', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:tempest-test_az-1850887734', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:12:11.521811 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e60238-f1cf-458b-b14e-436d6507ab79 admin admin] Made reservation on behalf of f907ded5330840338031155da556e400 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:12:11.523942 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b5e60238-f1cf-458b-b14e-436d6507ab79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:11.547527 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b5e60238-f1cf-458b-b14e-436d6507ab79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:11.558226 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-959d67d5-358c-4fcd-94a4-64b3202bb95a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:11.568167 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:11.573336 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56540) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:11.578229 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56542) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:11.589131 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86f61257-0063-489f-8ad8-1027455d6680 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:12:11.609659 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31480f71-8b05-4dea-bd22-c8745244fa31 req-1455e1de-e67c-49e8-877b-d892bb819435 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:11.611646 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-31480f71-8b05-4dea-bd22-c8745244fa31 req-1455e1de-e67c-49e8-877b-d892bb819435 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8163404-ced5-4cf3-813a-9b8902f361cd HTTP/1.1" status: 200 len: 947 time: 0.1449835 Nov 09 21:12:11.619584 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5dd022a6-c151-4f7b-b067-561f701b310f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:11.628786 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 86f61257-0063-489f-8ad8-1027455d6680, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=86f61257-0063-489f-8ad8-1027455d6680,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:12:11.633647 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:11.691186 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-cb106d85-b2a9-4699-bd0d-86870dc01f5a tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:11.709363 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-31480f71-8b05-4dea-bd22-c8745244fa31 req-273330d8-02a0-4f7f-9fce-d8616a201e8d tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/security-groups?id=51f35ac2-6650-4c11-a991-f33cc313e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815556 Nov 09 21:12:11.736523 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=86f61257-0063-489f-8ad8-1027455d6680,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:11.757550 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b5e60238-f1cf-458b-b14e-436d6507ab79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:11.761579 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-cb106d85-b2a9-4699-bd0d-86870dc01f5a tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:11.772299 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b5e60238-f1cf-458b-b14e-436d6507ab79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:11.786319 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-959d67d5-358c-4fcd-94a4-64b3202bb95a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:11.796416 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-959d67d5-358c-4fcd-94a4-64b3202bb95a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:11.813052 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-cb106d85-b2a9-4699-bd0d-86870dc01f5a tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Network 15fbc7f0-8873-4a34-924e-7fadeab13c74 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:12:11.816273 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-cb106d85-b2a9-4699-bd0d-86870dc01f5a tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:12:11.816417 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5e60238-f1cf-458b-b14e-436d6507ab79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:12:11.818812 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-cb106d85-b2a9-4699-bd0d-86870dc01f5a tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:12:11.826064 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-cb106d85-b2a9-4699-bd0d-86870dc01f5a tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:11.826150 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-cb106d85-b2a9-4699-bd0d-86870dc01f5a tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:11.836787 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb106d85-b2a9-4699-bd0d-86870dc01f5a tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Pushing event updated for resources: {'Port': ['ID=e1d95655-db42-4890-bb90-d32512401302,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:11.853928 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-cb106d85-b2a9-4699-bd0d-86870dc01f5a tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7646520 Nov 09 21:12:11.862629 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b5e60238-f1cf-458b-b14e-436d6507ab79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:11.863271 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-b5e60238-f1cf-458b-b14e-436d6507ab79 admin admin] Added segment 030b5546-ce77-4a8b-a3a1-791393a98192 of type vlan for network edc3ecb2-5f49-4a97-9497-9c4bcc32484e Nov 09 21:12:11.867937 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5dd022a6-c151-4f7b-b067-561f701b310f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:11.871265 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-1015e3c4-8a33-4cbb-9642-fc725cbc76f6 service neutron] Request body: {'port': {'device_id': 'bdb294f8-903e-44cc-b590-cf4c262af4db', 'device_owner': 'compute:tempest-test_az-1850887734', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:12:11.883111 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e60238-f1cf-458b-b14e-436d6507ab79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9462b573-a632-44e1-9dae-0a5496043b0b,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:11.883557 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-9c5603b0-55b2-4a1c-82b5-8b8480a0efa9 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1211825085-network', 'tenant_id': '79813b2c248b4d6c8fab5b7bd98099e4'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:12:11.891911 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5dd022a6-c151-4f7b-b067-561f701b310f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:11.956256 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-959d67d5-358c-4fcd-94a4-64b3202bb95a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2fed983d47994903b7b6a18963d5b459&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7257898 Nov 09 21:12:11.958800 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56552) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:11.968612 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['86f61257-0063-489f-8ad8-1027455d6680'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:12:11.979895 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5603b0-55b2-4a1c-82b5-8b8480a0efa9 admin admin] Made reservation on behalf of 79813b2c248b4d6c8fab5b7bd98099e4 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:12:11.982308 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9c5603b0-55b2-4a1c-82b5-8b8480a0efa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:12.021096 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 16295f9f-817f-4625-a6eb-91475a7ba821 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:12:12.025058 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-1015e3c4-8a33-4cbb-9642-fc725cbc76f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:12.033035 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b5e60238-f1cf-458b-b14e-436d6507ab79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:12.034993 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9c5603b0-55b2-4a1c-82b5-8b8480a0efa9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:12.036216 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d67d5-358c-4fcd-94a4-64b3202bb95a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32bafe3c-a2eb-41d7-a1b2-b931d8e0907a,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:12.055951 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5dd022a6-c151-4f7b-b067-561f701b310f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5cfe915f0c1c49ec9cb054e7b6a68a93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4758315 Nov 09 21:12:12.066690 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56556) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:12.106677 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd022a6-c151-4f7b-b067-561f701b310f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94707a6-1c37-40d4-a16b-cae114bb4949,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:12.130676 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-da67c5b9-ae0b-439b-82b5-ab6b31cb9f85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:12.138833 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910607b-1484-427a-bdc9-3ff259232b33 req-c20006de-f653-4693-bb89-9369dd54efed tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:12.140813 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d910607b-1484-427a-bdc9-3ff259232b33 req-c20006de-f653-4693-bb89-9369dd54efed tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdb294f8-903e-44cc-b590-cf4c262af4db HTTP/1.1" status: 200 len: 932 time: 0.1898723 Nov 09 21:12:12.143419 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b5e60238-f1cf-458b-b14e-436d6507ab79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:12.144476 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e60238-f1cf-458b-b14e-436d6507ab79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:12.145205 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b5e60238-f1cf-458b-b14e-436d6507ab79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:12.160270 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c983d-e471-4064-80aa-81a656a63209 req-03229507-8cc1-4297-9712-ebfee2a64d43 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:12.161822 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b87c983d-e471-4064-80aa-81a656a63209 req-03229507-8cc1-4297-9712-ebfee2a64d43 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.49 "GET /v2.0/ports?device_id=7245a2a6-a51a-4e9f-b951-4bb6c0c58845 HTTP/1.1" status: 200 len: 970 time: 0.2039106 Nov 09 21:12:12.206405 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b5e60238-f1cf-458b-b14e-436d6507ab79 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0407488 Nov 09 21:12:12.209239 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-da67c5b9-ae0b-439b-82b5-ab6b31cb9f85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:12.220529 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56560) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:12.224856 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-7d59bbb9-00e6-4133-b3e8-8b697f642316 admin admin] Request body: {'subnet': {'network_id': 'edc3ecb2-5f49-4a97-9497-9c4bcc32484e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1849581686-subnet', 'tenant_id': 'f907ded5330840338031155da556e400', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:12:12.260197 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 16295f9f-817f-4625-a6eb-91475a7ba821, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=16295f9f-817f-4625-a6eb-91475a7ba821,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:12:12.269258 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6334ca80-ba83-4fec-b96a-c45fce58d765 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:12.287436 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '16295f9f-817f-4625-a6eb-91475a7ba821', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'port_id': '16295f9f-817f-4625-a6eb-91475a7ba821', 'mac_address': 'fa:16:3e:f7:fe:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba3500c-a288-4596-ba94-148f2bd8a6da', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:12:12.290910 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-6954a8c5-2b19-4dab-91f6-019f7d7bf4a9 None None] Provisioning complete for port e1d95655-db42-4890-bb90-d32512401302 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:12:12.291286 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6954a8c5-2b19-4dab-91f6-019f7d7bf4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:12.309442 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d910607b-1484-427a-bdc9-3ff259232b33 req-f0b178b8-7c4a-4055-8dcc-2331f46263aa tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/security-groups?id=c03e1c2c-ba46-4192-b9cb-d256abe573c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565678 Nov 09 21:12:12.312970 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e60238-f1cf-458b-b14e-436d6507ab79 admin admin] Pushing event updated for resources: {'Network': ['ID=edc3ecb2-5f49-4a97-9497-9c4bcc32484e,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:12.318512 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6334ca80-ba83-4fec-b96a-c45fce58d765 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:12.352130 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network edc3ecb2-5f49-4a97-9497-9c4bcc32484e details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:12:12.390920 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6334ca80-ba83-4fec-b96a-c45fce58d765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:12.394114 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6334ca80-ba83-4fec-b96a-c45fce58d765 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:12.398539 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d59bbb9-00e6-4133-b3e8-8b697f642316 admin admin] Made reservation on behalf of f907ded5330840338031155da556e400 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:12:12.398716 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6334ca80-ba83-4fec-b96a-c45fce58d765 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d94707a6-1c37-40d4-a16b-cae114bb4949 HTTP/1.1" status: 204 len: 168 time: 0.3291109 Nov 09 21:12:12.399048 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7d59bbb9-00e6-4133-b3e8-8b697f642316 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:12.419142 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6334ca80-ba83-4fec-b96a-c45fce58d765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94707a6-1c37-40d4-a16b-cae114bb4949,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:12.435905 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b87c983d-e471-4064-80aa-81a656a63209 req-c624bd92-a158-44d0-9667-765975795bed tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.49 "GET /v2.0/security-groups?id=161b0130-194a-4a72-b1cc-fb89849006d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640002 Nov 09 21:12:12.522170 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-da67c5b9-ae0b-439b-82b5-ab6b31cb9f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:12.524743 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-da67c5b9-ae0b-439b-82b5-ab6b31cb9f85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:12.525843 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-da67c5b9-ae0b-439b-82b5-ab6b31cb9f85 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/32bafe3c-a2eb-41d7-a1b2-b931d8e0907a HTTP/1.1" status: 204 len: 168 time: 0.5626211 Nov 09 21:12:12.535286 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9c5603b0-55b2-4a1c-82b5-8b8480a0efa9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:12.552739 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-6954a8c5-2b19-4dab-91f6-019f7d7bf4a9 None None] Port e1d95655-db42-4890-bb90-d32512401302 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:12:12.556913 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9c5603b0-55b2-4a1c-82b5-8b8480a0efa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:12.571412 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da67c5b9-ae0b-439b-82b5-ab6b31cb9f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bafe3c-a2eb-41d7-a1b2-b931d8e0907a,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:12.580210 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:12.602116 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c5603b0-55b2-4a1c-82b5-8b8480a0efa9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:12:12.634067 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16295f9f-817f-4625-a6eb-91475a7ba821 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:12:12.641618 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9c5603b0-55b2-4a1c-82b5-8b8480a0efa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:12.642002 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-9c5603b0-55b2-4a1c-82b5-8b8480a0efa9 admin admin] Added segment 3b0433f6-0dc2-4350-8149-c15b9bac49ea of type vlan for network ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 Nov 09 21:12:12.646277 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5603b0-55b2-4a1c-82b5-8b8480a0efa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:12.659834 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 16295f9f-817f-4625-a6eb-91475a7ba821, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=16295f9f-817f-4625-a6eb-91475a7ba821,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:12:12.668331 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:12.735832 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=16295f9f-817f-4625-a6eb-91475a7ba821,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:12.864323 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f6bbe-6d62-49d9-9db9-3cd9b40a9301 req-7a00db2d-74d0-493f-a8d8-8636a33b25c8 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:12.865920 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-469f6bbe-6d62-49d9-9db9-3cd9b40a9301 req-7a00db2d-74d0-493f-a8d8-8636a33b25c8 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8163404-ced5-4cf3-813a-9b8902f361cd HTTP/1.1" status: 200 len: 948 time: 0.0594766 Nov 09 21:12:12.931519 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-469f6bbe-6d62-49d9-9db9-3cd9b40a9301 req-6f9d01da-4d55-472b-ae42-c523315a22ea tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/security-groups?id=51f35ac2-6650-4c11-a991-f33cc313e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591416 Nov 09 21:12:12.961094 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9c5603b0-55b2-4a1c-82b5-8b8480a0efa9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:12.980853 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-1015e3c4-8a33-4cbb-9642-fc725cbc76f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1d95655-db42-4890-bb90-d32512401302 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:12:12.995296 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-1015e3c4-8a33-4cbb-9642-fc725cbc76f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:13.023800 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['16295f9f-817f-4625-a6eb-91475a7ba821'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:12:13.047577 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-1015e3c4-8a33-4cbb-9642-fc725cbc76f6 service neutron] Transition to ACTIVE for port object e1d95655-db42-4890-bb90-d32512401302 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:12:13.053850 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9c5603b0-55b2-4a1c-82b5-8b8480a0efa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:13.054848 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5603b0-55b2-4a1c-82b5-8b8480a0efa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:13.055514 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9c5603b0-55b2-4a1c-82b5-8b8480a0efa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:13.067161 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-1015e3c4-8a33-4cbb-9642-fc725cbc76f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:13.125232 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7d59bbb9-00e6-4133-b3e8-8b697f642316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:13.140389 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56586) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:13.159235 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c79d6f1a-2f6a-45a9-a943-81509cee4cb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:13.213825 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-9c5603b0-55b2-4a1c-82b5-8b8480a0efa9 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6364174 Nov 09 21:12:13.213825 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d59bbb9-00e6-4133-b3e8-8b697f642316 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26b680b2-5719-4867-80c5-91edc011cf50,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:13.214776 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56590) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:13.224187 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-081e27ae-1d02-46b7-8c3d-31c5e1ef1e66 admin admin] Request body: {'subnet': {'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1211825085-subnet', 'tenant_id': '79813b2c248b4d6c8fab5b7bd98099e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:12:13.235742 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 86f61257-0063-489f-8ad8-1027455d6680 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:12:13.245940 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5603b0-55b2-4a1c-82b5-8b8480a0efa9 admin admin] Pushing event updated for resources: {'Network': ['ID=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:13.266643 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1015e3c4-8a33-4cbb-9642-fc725cbc76f6 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d95655-db42-4890-bb90-d32512401302,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:13.273915 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:12:13.310913 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d59bbb9-00e6-4133-b3e8-8b697f642316 admin admin] Checking segment: {'id': '030b5546-ce77-4a8b-a3a1-791393a98192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'edc3ecb2-5f49-4a97-9497-9c4bcc32484e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:12:13.311218 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d59bbb9-00e6-4133-b3e8-8b697f642316 admin admin] Network hostable DHCP agents. Network: edc3ecb2-5f49-4a97-9497-9c4bcc32484e, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:12:13.318715 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-1015e3c4-8a33-4cbb-9642-fc725cbc76f6 service neutron] Attempting to bind port e1d95655-db42-4890-bb90-d32512401302 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:12:13.319036 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-1015e3c4-8a33-4cbb-9642-fc725cbc76f6 service neutron] Attempting to bind port e1d95655-db42-4890-bb90-d32512401302 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '4d08dd53-cc2d-484d-bd3b-b02909594b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '15fbc7f0-8873-4a34-924e-7fadeab13c74'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:12:13.319372 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-1015e3c4-8a33-4cbb-9642-fc725cbc76f6 service neutron] Attempting to bind port e1d95655-db42-4890-bb90-d32512401302 on network 15fbc7f0-8873-4a34-924e-7fadeab13c74 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:12:13.331796 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-1015e3c4-8a33-4cbb-9642-fc725cbc76f6 service neutron] Port e1d95655-db42-4890-bb90-d32512401302 on network 15fbc7f0-8873-4a34-924e-7fadeab13c74 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:12:13.332211 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-1015e3c4-8a33-4cbb-9642-fc725cbc76f6 service neutron] Attempting to bind port e1d95655-db42-4890-bb90-d32512401302 on network 15fbc7f0-8873-4a34-924e-7fadeab13c74 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:12:13.363802 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081e27ae-1d02-46b7-8c3d-31c5e1ef1e66 admin admin] Made reservation on behalf of 79813b2c248b4d6c8fab5b7bd98099e4 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:12:13.369801 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-1015e3c4-8a33-4cbb-9642-fc725cbc76f6 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:12:13.370302 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-1015e3c4-8a33-4cbb-9642-fc725cbc76f6 service neutron] Checking segment: {'id': '4d08dd53-cc2d-484d-bd3b-b02909594b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '15fbc7f0-8873-4a34-924e-7fadeab13c74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:12:13.371772 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-1015e3c4-8a33-4cbb-9642-fc725cbc76f6 service neutron] Bound using segment: {'id': '4d08dd53-cc2d-484d-bd3b-b02909594b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '15fbc7f0-8873-4a34-924e-7fadeab13c74'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:12:13.372903 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-1015e3c4-8a33-4cbb-9642-fc725cbc76f6 service neutron] Bound port: e1d95655-db42-4890-bb90-d32512401302, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d08dd53-cc2d-484d-bd3b-b02909594b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '15fbc7f0-8873-4a34-924e-7fadeab13c74'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:12:13.373029 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-081e27ae-1d02-46b7-8c3d-31c5e1ef1e66 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:13.373280 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-1015e3c4-8a33-4cbb-9642-fc725cbc76f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:13.381435 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d59bbb9-00e6-4133-b3e8-8b697f642316 admin admin] Network edc3ecb2-5f49-4a97-9497-9c4bcc32484e is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:12:13.439698 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-7d59bbb9-00e6-4133-b3e8-8b697f642316 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, edc3ecb2-5f49-4a97-9497-9c4bcc32484e) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:12:13.445737 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 86f61257-0063-489f-8ad8-1027455d6680 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:12:13.462311 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 86f61257-0063-489f-8ad8-1027455d6680 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:12:13.462682 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:13.500817 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c2416c-e2a2-4929-8018-054cbf4f2473 None None] Network edc3ecb2-5f49-4a97-9497-9c4bcc32484e requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:12:13.541532 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d59bbb9-00e6-4133-b3e8-8b697f642316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:13.543591 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7d59bbb9-00e6-4133-b3e8-8b697f642316 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:13.593928 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-081e27ae-1d02-46b7-8c3d-31c5e1ef1e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:13.598754 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b5347-e559-4a3e-847f-3b89e8899edd req-addff109-7833-4293-beb1-6f68b3581112 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:13.600771 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a42b5347-e559-4a3e-847f-3b89e8899edd req-addff109-7833-4293-beb1-6f68b3581112 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdb294f8-903e-44cc-b590-cf4c262af4db HTTP/1.1" status: 200 len: 966 time: 0.1788924 Nov 09 21:12:13.616127 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7d59bbb9-00e6-4133-b3e8-8b697f642316 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3925917 Nov 09 21:12:13.616684 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56604) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:13.646039 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-1015e3c4-8a33-4cbb-9642-fc725cbc76f6 service neutron] For port e1d95655-db42-4890-bb90-d32512401302, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:12:13.660204 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-32fc9d53-951a-4e1a-8a19-d20bb5b3934f admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1849581686-router', 'tenant_id': 'f907ded5330840338031155da556e400', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:12:13.679687 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:13.680655 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a42b5347-e559-4a3e-847f-3b89e8899edd req-927961e4-b4a6-43dc-a257-f2c7488f3c9a tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/security-groups?id=c03e1c2c-ba46-4192-b9cb-d256abe573c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637290 Nov 09 21:12:13.693880 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-1015e3c4-8a33-4cbb-9642-fc725cbc76f6 service neutron] For port e1d95655-db42-4890-bb90-d32512401302, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=e1d95655-db42-4890-bb90-d32512401302,segment=NetworkSegment(4d08dd53-cc2d-484d-bd3b-b02909594b11),segment_id=4d08dd53-cc2d-484d-bd3b-b02909594b11)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:12:13.696993 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-32fc9d53-951a-4e1a-8a19-d20bb5b3934f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:13.698548 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-32fc9d53-951a-4e1a-8a19-d20bb5b3934f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:13.706387 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-1015e3c4-8a33-4cbb-9642-fc725cbc76f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:13.713585 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c79d6f1a-2f6a-45a9-a943-81509cee4cb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:13.728976 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c79d6f1a-2f6a-45a9-a943-81509cee4cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:13.755120 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e27ae-1d02-46b7-8c3d-31c5e1ef1e66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29a38752-08a3-4b35-bb64-8f5e3f87121b,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:13.763164 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7245a2a6-a51a-4e9f-b951-4bb6c0c58845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f61257-0063-489f-8ad8-1027455d6680'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:12:13.805113 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2b537-1c50-412f-90d3-5b488ac06914 req-add86a71-db7b-4858-b376-f68a4fded1d7 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:13.806603 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-01b2b537-1c50-412f-90d3-5b488ac06914 req-add86a71-db7b-4858-b376-f68a4fded1d7 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.49 "GET /v2.0/ports?device_id=7245a2a6-a51a-4e9f-b951-4bb6c0c58845 HTTP/1.1" status: 200 len: 970 time: 0.2162869 Nov 09 21:12:13.819827 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1015e3c4-8a33-4cbb-9642-fc725cbc76f6 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d95655-db42-4890-bb90-d32512401302,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:13.848134 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 86f61257-0063-489f-8ad8-1027455d6680, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=86f61257-0063-489f-8ad8-1027455d6680,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:12:13.854425 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-32fc9d53-951a-4e1a-8a19-d20bb5b3934f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:13.855286 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081e27ae-1d02-46b7-8c3d-31c5e1ef1e66 admin admin] Checking segment: {'id': '3b0433f6-0dc2-4350-8149-c15b9bac49ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:12:13.855969 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081e27ae-1d02-46b7-8c3d-31c5e1ef1e66 admin admin] Network hostable DHCP agents. Network: ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:12:13.863610 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d6f1a-2f6a-45a9-a943-81509cee4cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5525f4a-8f7f-4d4e-b326-b8ec29b41f1f,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:13.864605 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c79d6f1a-2f6a-45a9-a943-81509cee4cb4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c2f7d1d3e6e04b09afb32e1238536de9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7220674 Nov 09 21:12:13.868172 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56614) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:13.871823 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:13.883834 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-1015e3c4-8a33-4cbb-9642-fc725cbc76f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:13.886413 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-1015e3c4-8a33-4cbb-9642-fc725cbc76f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:13.888574 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-1015e3c4-8a33-4cbb-9642-fc725cbc76f6 service neutron] 10.222.0.45 "PUT /v2.0/ports/e1d95655-db42-4890-bb90-d32512401302 HTTP/1.1" status: 200 len: 1114 time: 2.0264454 Nov 09 21:12:13.893107 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb294f8-903e-44cc-b590-cf4c262af4db', 'tag': 'e1d95655-db42-4890-bb90-d32512401302'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:12:13.895505 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3faeac-d446-4fb9-947c-bfe01079124a" -d '{"events": [{"name": "network-changed", "server_uuid": "bdb294f8-903e-44cc-b590-cf4c262af4db", "tag": "e1d95655-db42-4890-bb90-d32512401302"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:12:13.921803 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9634d3-2512-4f00-9332-8381a7118d10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-edc3ecb2-5f49-4a97-9497-9c4bcc32484e', 'network_id': 'edc3ecb2-5f49-4a97-9497-9c4bcc32484e', 'tenant_id': 'f907ded5330840338031155da556e400', 'fixed_ips': [{'subnet_id': '26b680b2-5719-4867-80c5-91edc011cf50'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:12:13.922723 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7f9634d3-2512-4f00-9332-8381a7118d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:13.962960 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 16295f9f-817f-4625-a6eb-91475a7ba821 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:12:13.978629 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=86f61257-0063-489f-8ad8-1027455d6680,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:14.009307 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcde13b2-d167-4d87-b773-d921f32c6ca9 x-openstack-request-id: req-bcde13b2-d167-4d87-b773-d921f32c6ca9 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:12:14.009597 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdb294f8-903e-44cc-b590-cf4c262af4db", "tag": "e1d95655-db42-4890-bb90-d32512401302", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:12:14.009854 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bcde13b2-d167-4d87-b773-d921f32c6ca9 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:12:14.011020 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdb294f8-903e-44cc-b590-cf4c262af4db', 'tag': 'e1d95655-db42-4890-bb90-d32512401302', 'status': 'completed', 'code': 200} Nov 09 21:12:14.057275 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-69e89187-44d8-4199-a3a1-362d78e52ee1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:14.061788 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081e27ae-1d02-46b7-8c3d-31c5e1ef1e66 admin admin] Network ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:12:14.081048 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-11c06e58-a0eb-48d6-8310-44d5fe9d540c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:14.082714 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-11c06e58-a0eb-48d6-8310-44d5fe9d540c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=615b76025780444bbb8ee927e4ef7062&device_id=bdb294f8-903e-44cc-b590-cf4c262af4db HTTP/1.1" status: 200 len: 1117 time: 0.1163311 Nov 09 21:12:14.105713 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-69e89187-44d8-4199-a3a1-362d78e52ee1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:14.114785 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-01b2b537-1c50-412f-90d3-5b488ac06914 req-c022a589-023b-4b8d-b5b7-893d592b0dbf tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.49 "GET /v2.0/security-groups?id=161b0130-194a-4a72-b1cc-fb89849006d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762499 Nov 09 21:12:14.150143 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7709b8d0-d4c1-49e8-9f9d-74ea304df1dd" -d '{"events": [{"server_uuid": "7245a2a6-a51a-4e9f-b951-4bb6c0c58845", "name": "network-vif-plugged", "status": "completed", "tag": "86f61257-0063-489f-8ad8-1027455d6680"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:12:14.166653 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-081e27ae-1d02-46b7-8c3d-31c5e1ef1e66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:12:14.180765 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-5aa64cc3-e479-40de-9a9c-9a2a792bd839 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1d95655-db42-4890-bb90-d32512401302 HTTP/1.1" status: 200 len: 217 time: 0.0617099 Nov 09 21:12:14.181068 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc17b45d-669a-4908-b3d9-7d76867d7bd2 None None] Network ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:12:14.203679 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081e27ae-1d02-46b7-8c3d-31c5e1ef1e66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:14.204459 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-081e27ae-1d02-46b7-8c3d-31c5e1ef1e66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:14.214715 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-32fc9d53-951a-4e1a-8a19-d20bb5b3934f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:14.258992 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-081e27ae-1d02-46b7-8c3d-31c5e1ef1e66 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0414760 Nov 09 21:12:14.332687 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-ad1da103-6c6b-44e5-b489-23311a4becff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:14.334085 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-ad1da103-6c6b-44e5-b489-23311a4becff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e9add483-8835-41e6-b594-c1f5292db974 HTTP/1.1" status: 200 len: 863 time: 0.1399448 Nov 09 21:12:14.345629 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe7bd5-f93a-4372-8acb-0bb7001fb748 req-99192db8-c2be-49a6-8b61-66986cebecb5 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:14.353250 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a9fe7bd5-f93a-4372-8acb-0bb7001fb748 req-99192db8-c2be-49a6-8b61-66986cebecb5 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8163404-ced5-4cf3-813a-9b8902f361cd HTTP/1.1" status: 200 len: 948 time: 0.1649749 Nov 09 21:12:14.453361 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-69e89187-44d8-4199-a3a1-362d78e52ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:14.463603 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-69e89187-44d8-4199-a3a1-362d78e52ee1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:14.465860 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-69e89187-44d8-4199-a3a1-362d78e52ee1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f5525f4a-8f7f-4d4e-b326-b8ec29b41f1f HTTP/1.1" status: 204 len: 168 time: 0.5964172 Nov 09 21:12:14.473907 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 16295f9f-817f-4625-a6eb-91475a7ba821 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:12:14.521644 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401ae43d-95b3-4831-af0a-7a8f35075217 x-openstack-request-id: req-401ae43d-95b3-4831-af0a-7a8f35075217 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:12:14.521942 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7245a2a6-a51a-4e9f-b951-4bb6c0c58845", "name": "network-vif-plugged", "status": "completed", "tag": "86f61257-0063-489f-8ad8-1027455d6680", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:12:14.522203 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-401ae43d-95b3-4831-af0a-7a8f35075217 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:12:14.523839 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7245a2a6-a51a-4e9f-b951-4bb6c0c58845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f61257-0063-489f-8ad8-1027455d6680', 'code': 200} Nov 09 21:12:14.565604 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e89187-44d8-4199-a3a1-362d78e52ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5525f4a-8f7f-4d4e-b326-b8ec29b41f1f,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:14.571578 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.45', 59132) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:14.571853 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 16295f9f-817f-4625-a6eb-91475a7ba821 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:12:14.572729 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:14.575432 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-7f9634d3-2512-4f00-9332-8381a7118d10 None None] Allocated IP 172.20.0.2 (edc3ecb2-5f49-4a97-9497-9c4bcc32484e/26b680b2-5719-4867-80c5-91edc011cf50/6858bfbb-a03c-425a-82ce-aee50c774bcf) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:12:14.601536 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a9fe7bd5-f93a-4372-8acb-0bb7001fb748 req-0df91ca3-1b52-46bf-ab0c-f4f179f1b80f tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/security-groups?id=51f35ac2-6650-4c11-a991-f33cc313e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419200 Nov 09 21:12:14.604959 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251a3e63-2580-4487-a0e1-46ec6d034219 None None] Network ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:12:14.624367 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-bd5bc740-478f-40b4-aac9-ce301e5c0734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:14.626428 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-bd5bc740-478f-40b4-aac9-ce301e5c0734 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=15fbc7f0-8873-4a34-924e-7fadeab13c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2690620 Nov 09 21:12:14.696902 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-32fc9d53-951a-4e1a-8a19-d20bb5b3934f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:14.730223 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc9dfd-8160-46db-8b6f-9c0c6da82549 req-fa6cb8fc-22ff-44da-ac4b-28488bdc3617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:14.732225 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-59fc9dfd-8160-46db-8b6f-9c0c6da82549 req-fa6cb8fc-22ff-44da-ac4b-28488bdc3617 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7245a2a6-a51a-4e9f-b951-4bb6c0c58845 HTTP/1.1" status: 200 len: 1122 time: 0.1593075 Nov 09 21:12:14.733840 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-32fc9d53-951a-4e1a-8a19-d20bb5b3934f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:14.758346 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-59fc9dfd-8160-46db-8b6f-9c0c6da82549 req-de9b8e92-bf65-4ef3-8607-67654ad047f6 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:14.818373 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-2a6794fa-4245-4f54-bfe5-b3b3d12a4816 service neutron] 10.222.0.45 "GET /v2.0/networks/15fbc7f0-8873-4a34-924e-7fadeab13c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813583 Nov 09 21:12:14.964915 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3f865-f6f5-4a72-bde1-b73810e417d3 req-25358138-01e8-47a8-b9d1-30848e5b1e5c tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:14.972980 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f3b3f865-f6f5-4a72-bde1-b73810e417d3 req-25358138-01e8-47a8-b9d1-30848e5b1e5c tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdb294f8-903e-44cc-b590-cf4c262af4db HTTP/1.1" status: 200 len: 966 time: 0.1433675 Nov 09 21:12:15.035047 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:15.069721 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8a9ef657-010b-478e-a3af-8aeb5bac53a7 req-3a2c4cfd-f9fb-4960-a7f2-478a849bb992 service neutron] 10.222.0.45 "GET /v2.0/networks/15fbc7f0-8873-4a34-924e-7fadeab13c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301400 Nov 09 21:12:15.080507 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7f9634d3-2512-4f00-9332-8381a7118d10 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:15.090372 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f3b3f865-f6f5-4a72-bde1-b73810e417d3 req-6e9361e9-9c55-4933-915f-8dfa76ccd3d0 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/security-groups?id=c03e1c2c-ba46-4192-b9cb-d256abe573c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136069 Nov 09 21:12:15.096665 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7f9634d3-2512-4f00-9332-8381a7118d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:15.128229 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-32fc9d53-951a-4e1a-8a19-d20bb5b3934f admin admin] Allocated IP 172.25.7.189 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/8092a808-209c-40a4-8e6a-ae4487fef1a4) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:12:15.145127 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 16295f9f-817f-4625-a6eb-91475a7ba821, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=16295f9f-817f-4625-a6eb-91475a7ba821,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:12:15.165069 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9634d3-2512-4f00-9332-8381a7118d10 None None] Network edc3ecb2-5f49-4a97-9497-9c4bcc32484e is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:12:15.170057 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-7f9634d3-2512-4f00-9332-8381a7118d10 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:12:15.172016 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:15.174246 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9634d3-2512-4f00-9332-8381a7118d10 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:12:15.176723 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9634d3-2512-4f00-9332-8381a7118d10 None None] Pushing event updated for resources: {'Port': ['ID=6858bfbb-a03c-425a-82ce-aee50c774bcf,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:15.224359 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-59fc9dfd-8160-46db-8b6f-9c0c6da82549 req-de9b8e92-bf65-4ef3-8607-67654ad047f6 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:15.238043 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-59fc9dfd-8160-46db-8b6f-9c0c6da82549 req-de9b8e92-bf65-4ef3-8607-67654ad047f6 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:15.249420 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3faeac-d446-4fb9-947c-bfe01079124a req-e4589d69-e665-491d-aaf7-db8672709955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:15.251240 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aa3faeac-d446-4fb9-947c-bfe01079124a req-e4589d69-e665-491d-aaf7-db8672709955 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=615b76025780444bbb8ee927e4ef7062&device_id=bdb294f8-903e-44cc-b590-cf4c262af4db HTTP/1.1" status: 200 len: 1117 time: 0.1184208 Nov 09 21:12:15.289424 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-7f9634d3-2512-4f00-9332-8381a7118d10 None None] Attempting to bind port 6858bfbb-a03c-425a-82ce-aee50c774bcf on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:12:15.290141 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-7f9634d3-2512-4f00-9332-8381a7118d10 None None] Attempting to bind port 6858bfbb-a03c-425a-82ce-aee50c774bcf by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '030b5546-ce77-4a8b-a3a1-791393a98192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'edc3ecb2-5f49-4a97-9497-9c4bcc32484e'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:12:15.290742 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9634d3-2512-4f00-9332-8381a7118d10 None None] Attempting to bind port 6858bfbb-a03c-425a-82ce-aee50c774bcf on network edc3ecb2-5f49-4a97-9497-9c4bcc32484e {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:12:15.293804 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=16295f9f-817f-4625-a6eb-91475a7ba821,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:15.300243 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9634d3-2512-4f00-9332-8381a7118d10 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:12:15.301193 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9634d3-2512-4f00-9332-8381a7118d10 None None] Checking segment: {'id': '030b5546-ce77-4a8b-a3a1-791393a98192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'edc3ecb2-5f49-4a97-9497-9c4bcc32484e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:12:15.301801 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7f9634d3-2512-4f00-9332-8381a7118d10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:15.302393 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9634d3-2512-4f00-9332-8381a7118d10 None None] Bound using segment: {'id': '030b5546-ce77-4a8b-a3a1-791393a98192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'edc3ecb2-5f49-4a97-9497-9c4bcc32484e'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:12:15.303294 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-7f9634d3-2512-4f00-9332-8381a7118d10 None None] Bound port: 6858bfbb-a03c-425a-82ce-aee50c774bcf, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '030b5546-ce77-4a8b-a3a1-791393a98192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'edc3ecb2-5f49-4a97-9497-9c4bcc32484e'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:12:15.304099 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7f9634d3-2512-4f00-9332-8381a7118d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:15.320080 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-59fc9dfd-8160-46db-8b6f-9c0c6da82549 req-de9b8e92-bf65-4ef3-8607-67654ad047f6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=161b0130-194a-4a72-b1cc-fb89849006d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5784116 Nov 09 21:12:15.336262 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b8e92-bf65-4ef3-8607-67654ad047f6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=71afe98d-4c84-464f-9a68-35519b18c42e,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:15.382973 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-32fc9d53-951a-4e1a-8a19-d20bb5b3934f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:15.397073 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-7f9634d3-2512-4f00-9332-8381a7118d10 None None] For port 6858bfbb-a03c-425a-82ce-aee50c774bcf, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:12:15.403942 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-7f9634d3-2512-4f00-9332-8381a7118d10 None None] For port 6858bfbb-a03c-425a-82ce-aee50c774bcf, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=6858bfbb-a03c-425a-82ce-aee50c774bcf,segment=NetworkSegment(030b5546-ce77-4a8b-a3a1-791393a98192),segment_id=030b5546-ce77-4a8b-a3a1-791393a98192)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:12:15.411036 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7f9634d3-2512-4f00-9332-8381a7118d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:15.429541 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-32fc9d53-951a-4e1a-8a19-d20bb5b3934f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:15.519859 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3faeac-d446-4fb9-947c-bfe01079124a req-5b545a6e-4d4a-48bd-b254-1fa29cd6f5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:15.522120 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aa3faeac-d446-4fb9-947c-bfe01079124a req-5b545a6e-4d4a-48bd-b254-1fa29cd6f5c6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=15fbc7f0-8873-4a34-924e-7fadeab13c74 HTTP/1.1" status: 200 len: 924 time: 0.2634463 Nov 09 21:12:15.529484 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fc9d53-951a-4e1a-8a19-d20bb5b3934f admin admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:12:15.537419 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-32fc9d53-951a-4e1a-8a19-d20bb5b3934f admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:12:15.540428 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fc9d53-951a-4e1a-8a19-d20bb5b3934f admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:12:15.581847 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d5303-ed4e-47c6-825e-107b649ffca6 req-f090ca6f-fa17-47e5-943e-6001fb3bd676 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:15.597366 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b84d5303-ed4e-47c6-825e-107b649ffca6 req-f090ca6f-fa17-47e5-943e-6001fb3bd676 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.49 "GET /v2.0/ports?device_id=7245a2a6-a51a-4e9f-b951-4bb6c0c58845 HTTP/1.1" status: 200 len: 971 time: 0.2798653 Nov 09 21:12:15.607567 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9634d3-2512-4f00-9332-8381a7118d10 None None] Pushing event updated for resources: {'Port': ['ID=6858bfbb-a03c-425a-82ce-aee50c774bcf,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:15.655270 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc9d53-951a-4e1a-8a19-d20bb5b3934f admin admin] Pushing event updated for resources: {'Port': ['ID=8092a808-209c-40a4-8e6a-ae4487fef1a4,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:15.695383 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aa3faeac-d446-4fb9-947c-bfe01079124a req-38506e1f-715a-4fe3-a894-1bc95bd8ac52 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1d95655-db42-4890-bb90-d32512401302 HTTP/1.1" status: 200 len: 217 time: 0.0907941 Nov 09 21:12:15.755687 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b84d5303-ed4e-47c6-825e-107b649ffca6 req-ed4f0ceb-f2d7-4ef1-82ac-87401b28ece5 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.49 "GET /v2.0/security-groups?id=161b0130-194a-4a72-b1cc-fb89849006d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574349 Nov 09 21:12:15.768754 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3faeac-d446-4fb9-947c-bfe01079124a req-dbc0306e-f20e-4583-8e7a-1d15d12ba8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:15.770459 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aa3faeac-d446-4fb9-947c-bfe01079124a req-dbc0306e-f20e-4583-8e7a-1d15d12ba8ec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e9add483-8835-41e6-b594-c1f5292db974 HTTP/1.1" status: 200 len: 863 time: 0.0652573 Nov 09 21:12:15.785688 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56678) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:15.815649 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-52e24220-d12d-41cd-9766-a9b2dab12f28 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1303956151-network', 'tenant_id': '175ef2221f074c6baa6f444b76339b95'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:12:15.846348 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3faeac-d446-4fb9-947c-bfe01079124a req-7ff47c2d-d989-48aa-9481-dce210c1fcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:15.847955 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aa3faeac-d446-4fb9-947c-bfe01079124a req-7ff47c2d-d989-48aa-9481-dce210c1fcfc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=15fbc7f0-8873-4a34-924e-7fadeab13c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640690 Nov 09 21:12:15.852244 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e24220-d12d-41cd-9766-a9b2dab12f28 admin admin] Made reservation on behalf of 175ef2221f074c6baa6f444b76339b95 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:12:15.868570 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-52e24220-d12d-41cd-9766-a9b2dab12f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:15.889802 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-52e24220-d12d-41cd-9766-a9b2dab12f28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:15.910798 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-32fc9d53-951a-4e1a-8a19-d20bb5b3934f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:16.097815 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7374e-c66a-49b3-bb1a-27ad1bd677f0 req-4894759a-d829-4db6-8365-5edd046d864b tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:16.105557 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-22b7374e-c66a-49b3-bb1a-27ad1bd677f0 req-4894759a-d829-4db6-8365-5edd046d864b tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8163404-ced5-4cf3-813a-9b8902f361cd HTTP/1.1" status: 200 len: 949 time: 0.2195818 Nov 09 21:12:16.120888 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aa3faeac-d446-4fb9-947c-bfe01079124a req-7614fc3e-2d71-4af0-a654-960706e131e9 service neutron] 10.222.0.45 "GET /v2.0/networks/15fbc7f0-8873-4a34-924e-7fadeab13c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360578 Nov 09 21:12:16.250155 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-22b7374e-c66a-49b3-bb1a-27ad1bd677f0 req-65d265cb-d0ce-41e1-8f73-ede69516eec1 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/security-groups?id=51f35ac2-6650-4c11-a991-f33cc313e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393867 Nov 09 21:12:16.265598 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-52e24220-d12d-41cd-9766-a9b2dab12f28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:16.266517 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56692) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:16.270189 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-32fc9d53-951a-4e1a-8a19-d20bb5b3934f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:16.277192 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-52e24220-d12d-41cd-9766-a9b2dab12f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:16.335570 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52e24220-d12d-41cd-9766-a9b2dab12f28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:12:16.340376 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aa3faeac-d446-4fb9-947c-bfe01079124a req-68a95b26-ccda-4501-b8b1-50d60a0cba78 service neutron] 10.222.0.45 "GET /v2.0/networks/15fbc7f0-8873-4a34-924e-7fadeab13c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094948 Nov 09 21:12:16.349023 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e24220-d12d-41cd-9766-a9b2dab12f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81887a39-6898-48f0-aec3-a54d508b55b2,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:16.356799 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-52e24220-d12d-41cd-9766-a9b2dab12f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:16.357210 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-52e24220-d12d-41cd-9766-a9b2dab12f28 admin admin] Added segment 5e18107d-46c2-4543-8d34-cf467b74ccb7 of type vlan for network f6c60bf1-8051-4b8c-a119-589e1bf67f8e Nov 09 21:12:16.378991 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e80355-3452-4d23-8b19-04a8dea740aa req-0aeb12a6-e6b8-4874-91e0-7a0f8d600905 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:16.388056 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c4e80355-3452-4d23-8b19-04a8dea740aa req-0aeb12a6-e6b8-4874-91e0-7a0f8d600905 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdb294f8-903e-44cc-b590-cf4c262af4db HTTP/1.1" status: 200 len: 966 time: 0.1560054 Nov 09 21:12:16.409179 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-52e24220-d12d-41cd-9766-a9b2dab12f28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:16.448415 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-52e24220-d12d-41cd-9766-a9b2dab12f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:16.450226 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e24220-d12d-41cd-9766-a9b2dab12f28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:16.450966 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-52e24220-d12d-41cd-9766-a9b2dab12f28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:16.498596 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c4e80355-3452-4d23-8b19-04a8dea740aa req-1938f0bc-e60d-43e6-bb9f-f783ae544666 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/security-groups?id=c03e1c2c-ba46-4192-b9cb-d256abe573c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054401 Nov 09 21:12:16.525315 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8163404-ced5-4cf3-813a-9b8902f361cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16295f9f-817f-4625-a6eb-91475a7ba821'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:12:16.528360 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56e840c-f8e8-4f39-b108-f27ce232d8b5" -d '{"events": [{"server_uuid": "e8163404-ced5-4cf3-813a-9b8902f361cd", "name": "network-vif-plugged", "status": "completed", "tag": "16295f9f-817f-4625-a6eb-91475a7ba821"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:12:16.547771 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-52e24220-d12d-41cd-9766-a9b2dab12f28 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7606401 Nov 09 21:12:16.550674 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56700) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:16.576408 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-ef48d8d8-e3eb-4323-9716-321deafc43a4 admin admin] Request body: {'subnet': {'network_id': 'f6c60bf1-8051-4b8c-a119-589e1bf67f8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1303956151-subnet', 'tenant_id': '175ef2221f074c6baa6f444b76339b95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:12:16.593583 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e24220-d12d-41cd-9766-a9b2dab12f28 admin admin] Pushing event updated for resources: {'Network': ['ID=f6c60bf1-8051-4b8c-a119-589e1bf67f8e,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:16.597332 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32fc9d53-951a-4e1a-8a19-d20bb5b3934f admin admin] Router db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:12:16.600723 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2795b1b9-1658-416c-afa9-49fea6e79280 x-openstack-request-id: req-2795b1b9-1658-416c-afa9-49fea6e79280 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:12:16.600911 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8163404-ced5-4cf3-813a-9b8902f361cd", "name": "network-vif-plugged", "status": "completed", "tag": "16295f9f-817f-4625-a6eb-91475a7ba821", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:12:16.601364 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2795b1b9-1658-416c-afa9-49fea6e79280 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:12:16.601875 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8163404-ced5-4cf3-813a-9b8902f361cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16295f9f-817f-4625-a6eb-91475a7ba821', 'code': 200} Nov 09 21:12:16.615092 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network f6c60bf1-8051-4b8c-a119-589e1bf67f8e details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:12:16.617321 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-08d0906c-f7f9-4f34-b038-57d835f8421a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:16.745775 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef48d8d8-e3eb-4323-9716-321deafc43a4 admin admin] Made reservation on behalf of 175ef2221f074c6baa6f444b76339b95 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:12:16.748191 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ef48d8d8-e3eb-4323-9716-321deafc43a4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:16.773278 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-08d0906c-f7f9-4f34-b038-57d835f8421a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:16.809470 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-08d0906c-f7f9-4f34-b038-57d835f8421a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:16.836261 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2756e6a-7677-44f6-b3e5-a407c1cfea0f req-2b3b6736-6cd3-4025-aa6b-3eee7812cb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:16.838993 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c2756e6a-7677-44f6-b3e5-a407c1cfea0f req-2b3b6736-6cd3-4025-aa6b-3eee7812cb1e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e8163404-ced5-4cf3-813a-9b8902f361cd HTTP/1.1" status: 200 len: 1100 time: 0.1290452 Nov 09 21:12:16.847094 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32fc9d53-951a-4e1a-8a19-d20bb5b3934f admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:12:16.861404 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7e97ef-374d-4c62-9ab4-2920fd4c05fd None None] Sync routers for ids ['db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:12:16.887652 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7e97ef-374d-4c62-9ab4-2920fd4c05fd None None] Routers {'db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:12:16.888305 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-1d7e97ef-374d-4c62-9ab4-2920fd4c05fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:11:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:12:16.915194 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d0906c-f7f9-4f34-b038-57d835f8421a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2e132b-8ad1-4f7a-b1e3-b8e8e2bb63d2,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:16.919771 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-08d0906c-f7f9-4f34-b038-57d835f8421a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0495e363ddf14d49b046f721f00e214c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6522660 Nov 09 21:12:16.922458 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56710) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:16.934063 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-32fc9d53-951a-4e1a-8a19-d20bb5b3934f admin admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:16.938225 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-32fc9d53-951a-4e1a-8a19-d20bb5b3934f admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.2825427 Nov 09 21:12:16.945277 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56712) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:17.035689 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe14dd-1c56-4f6e-bee2-c5d107341031 req-aed4576b-29f0-457a-b772-ff0d9036d9b6 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:17.041156 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bdfe14dd-1c56-4f6e-bee2-c5d107341031 req-aed4576b-29f0-457a-b772-ff0d9036d9b6 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.49 "GET /v2.0/ports?device_id=7245a2a6-a51a-4e9f-b951-4bb6c0c58845 HTTP/1.1" status: 200 len: 971 time: 0.1424789 Nov 09 21:12:17.045988 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c2756e6a-7677-44f6-b3e5-a407c1cfea0f req-0a7300d7-b840-4c54-b98e-ac3b50de2dd2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=51f35ac2-6650-4c11-a991-f33cc313e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970658 Nov 09 21:12:17.049799 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-1d7e97ef-374d-4c62-9ab4-2920fd4c05fd None None] Set router db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:12:17.088903 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28649827-5b70-456a-bfb7-cd0789a52138 None None] Network edc3ecb2-5f49-4a97-9497-9c4bcc32484e requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:12:17.133662 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bdfe14dd-1c56-4f6e-bee2-c5d107341031 req-f6709e31-812d-4b73-abf4-b51b39661c5b tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.49 "GET /v2.0/security-groups?id=161b0130-194a-4a72-b1cc-fb89849006d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850184 Nov 09 21:12:17.195623 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-6b2a24f3-648a-4cb5-9fb3-dbecbedbb74c None None] Provisioning complete for port 6858bfbb-a03c-425a-82ce-aee50c774bcf triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:12:17.196495 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6b2a24f3-648a-4cb5-9fb3-dbecbedbb74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:17.287164 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-1d7e97ef-374d-4c62-9ab4-2920fd4c05fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6', 'name': 'tempest-ServersTestBootFromVolume-1849581686-router', 'tenant_id': 'f907ded5330840338031155da556e400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '8092a808-209c-40a4-8e6a-ae4487fef1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:12:13Z', 'updated_at': '2021-11-09T21:12:15Z', 'revision_number': 3, 'project_id': 'f907ded5330840338031155da556e400', 'gw_port': {'id': '8092a808-209c-40a4-8e6a-ae4487fef1a4', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:12:14Z', 'updated_at': '2021-11-09T21:12:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:12:17.340316 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7e97ef-374d-4c62-9ab4-2920fd4c05fd None None] Checking router: db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:12:17.340918 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7e97ef-374d-4c62-9ab4-2920fd4c05fd None None] Updating router db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6 port 8092a808-209c-40a4-8e6a-ae4487fef1a4 binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:12:17.351189 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ef48d8d8-e3eb-4323-9716-321deafc43a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:17.375902 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c1d1d920-c26c-4ec7-bad3-ee067159a5ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:17.381146 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1d7e97ef-374d-4c62-9ab4-2920fd4c05fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:17.485974 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6b2a24f3-648a-4cb5-9fb3-dbecbedbb74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:17.530040 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c1d1d920-c26c-4ec7-bad3-ee067159a5ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:17.541093 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d224a-1193-484b-a8e6-4dcc368c56c9 req-6b169699-3ff4-49b5-90ef-5fb56f410a32 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:17.544538 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ff3d224a-1193-484b-a8e6-4dcc368c56c9 req-6b169699-3ff4-49b5-90ef-5fb56f410a32 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8163404-ced5-4cf3-813a-9b8902f361cd HTTP/1.1" status: 200 len: 949 time: 0.1814339 Nov 09 21:12:17.600488 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef48d8d8-e3eb-4323-9716-321deafc43a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3543849-38cd-44df-b164-701139d1255c,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:17.635406 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 6858bfbb-a03c-425a-82ce-aee50c774bcf up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:12:17.637971 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef48d8d8-e3eb-4323-9716-321deafc43a4 admin admin] Checking segment: {'id': '5e18107d-46c2-4543-8d34-cf467b74ccb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f6c60bf1-8051-4b8c-a119-589e1bf67f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:12:17.638331 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef48d8d8-e3eb-4323-9716-321deafc43a4 admin admin] Network hostable DHCP agents. Network: f6c60bf1-8051-4b8c-a119-589e1bf67f8e, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:12:17.742144 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2036a6-c145-4eb5-a9b6-87a550cd900e req-b4d78f25-d326-4efd-a3cf-c73bc69cb1bb tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:17.746103 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ff3d224a-1193-484b-a8e6-4dcc368c56c9 req-d1f2475f-3f79-469c-a3ec-39db33a533b8 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/security-groups?id=51f35ac2-6650-4c11-a991-f33cc313e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873903 Nov 09 21:12:17.753377 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ad2036a6-c145-4eb5-a9b6-87a550cd900e req-b4d78f25-d326-4efd-a3cf-c73bc69cb1bb tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdb294f8-903e-44cc-b590-cf4c262af4db HTTP/1.1" status: 200 len: 966 time: 0.1155567 Nov 09 21:12:17.772591 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef48d8d8-e3eb-4323-9716-321deafc43a4 admin admin] Network f6c60bf1-8051-4b8c-a119-589e1bf67f8e is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:12:17.774846 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-6b2a24f3-648a-4cb5-9fb3-dbecbedbb74c None None] For port 6858bfbb-a03c-425a-82ce-aee50c774bcf, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=6858bfbb-a03c-425a-82ce-aee50c774bcf,segment=NetworkSegment(030b5546-ce77-4a8b-a3a1-791393a98192),segment_id=030b5546-ce77-4a8b-a3a1-791393a98192)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:12:17.779889 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9fbae4e5-1b3e-454b-a360-c2a14225e7be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:17.786188 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6b2a24f3-648a-4cb5-9fb3-dbecbedbb74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:17.789661 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c1d1d920-c26c-4ec7-bad3-ee067159a5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:17.792926 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c1d1d920-c26c-4ec7-bad3-ee067159a5ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:17.796910 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c1d1d920-c26c-4ec7-bad3-ee067159a5ca admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bf2e132b-8ad1-4f7a-b1e3-b8e8e2bb63d2 HTTP/1.1" status: 204 len: 168 time: 0.8733885 Nov 09 21:12:17.805899 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1d920-c26c-4ec7-bad3-ee067159a5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2e132b-8ad1-4f7a-b1e3-b8e8e2bb63d2,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:17.810454 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-ef48d8d8-e3eb-4323-9716-321deafc43a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, f6c60bf1-8051-4b8c-a119-589e1bf67f8e) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:12:17.817140 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef48d8d8-e3eb-4323-9716-321deafc43a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:17.818075 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ef48d8d8-e3eb-4323-9716-321deafc43a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:17.878565 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ad2036a6-c145-4eb5-a9b6-87a550cd900e req-40ad6fc8-1ed6-4cf3-b475-5f6dbf710d47 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/security-groups?id=c03e1c2c-ba46-4192-b9cb-d256abe573c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242113 Nov 09 21:12:17.897749 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ef48d8d8-e3eb-4323-9716-321deafc43a4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3435659 Nov 09 21:12:17.911958 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a12cf22-e170-4acf-87a6-fcc33eb03be6 None None] Network f6c60bf1-8051-4b8c-a119-589e1bf67f8e requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:12:18.006606 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b50501c1-8d3c-414b-8253-4136b76f252e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:18.011209 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1d7e97ef-374d-4c62-9ab4-2920fd4c05fd None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:18.018121 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1d7e97ef-374d-4c62-9ab4-2920fd4c05fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:18.021611 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a24f3-648a-4cb5-9fb3-dbecbedbb74c None None] Pushing event updated for resources: {'Port': ['ID=6858bfbb-a03c-425a-82ce-aee50c774bcf,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:18.083679 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-1d7e97ef-374d-4c62-9ab4-2920fd4c05fd None None] Attempting to bind port 8092a808-209c-40a4-8e6a-ae4487fef1a4 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:12:18.084170 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-1d7e97ef-374d-4c62-9ab4-2920fd4c05fd None None] Attempting to bind port 8092a808-209c-40a4-8e6a-ae4487fef1a4 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:12:18.084549 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7e97ef-374d-4c62-9ab4-2920fd4c05fd None None] Attempting to bind port 8092a808-209c-40a4-8e6a-ae4487fef1a4 on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:12:18.086942 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f949aa-4a7e-4682-b318-ed8663dc6efd None None] Pushing event updated for resources: {'Port': ['ID=8092a808-209c-40a4-8e6a-ae4487fef1a4,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:18.094150 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7e97ef-374d-4c62-9ab4-2920fd4c05fd None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:12:18.094826 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7e97ef-374d-4c62-9ab4-2920fd4c05fd None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:12:18.095768 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1d7e97ef-374d-4c62-9ab4-2920fd4c05fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:18.096303 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7e97ef-374d-4c62-9ab4-2920fd4c05fd None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:12:18.097074 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-1d7e97ef-374d-4c62-9ab4-2920fd4c05fd None None] Bound port: 8092a808-209c-40a4-8e6a-ae4487fef1a4, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:12:18.097765 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1d7e97ef-374d-4c62-9ab4-2920fd4c05fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:18.123513 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 6858bfbb-a03c-425a-82ce-aee50c774bcf triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:12:18.123890 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:18.174622 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-9e3410a4-247c-4c43-bbde-6191ff79700d None None] Provisioning complete for port 6858bfbb-a03c-425a-82ce-aee50c774bcf triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:12:18.175005 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9e3410a4-247c-4c43-bbde-6191ff79700d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:18.179332 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-1d7e97ef-374d-4c62-9ab4-2920fd4c05fd None None] For port 8092a808-209c-40a4-8e6a-ae4487fef1a4, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:12:18.191164 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-1d7e97ef-374d-4c62-9ab4-2920fd4c05fd None None] For port 8092a808-209c-40a4-8e6a-ae4487fef1a4, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=8092a808-209c-40a4-8e6a-ae4487fef1a4,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:12:18.200537 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1d7e97ef-374d-4c62-9ab4-2920fd4c05fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:18.363015 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f949aa-4a7e-4682-b318-ed8663dc6efd None None] Pushing event updated for resources: {'Port': ['ID=8092a808-209c-40a4-8e6a-ae4487fef1a4,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:18.372561 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39b265-1aa9-41ec-9999-4abc21266421 req-34e62199-5d81-4794-bac3-48c97c34604c tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:18.374609 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7e97ef-374d-4c62-9ab4-2920fd4c05fd None None] Routers {'db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:12:18.375320 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-1d7e97ef-374d-4c62-9ab4-2920fd4c05fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:11:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:12:18.385713 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ce39b265-1aa9-41ec-9999-4abc21266421 req-34e62199-5d81-4794-bac3-48c97c34604c tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.49 "GET /v2.0/ports?device_id=7245a2a6-a51a-4e9f-b951-4bb6c0c58845 HTTP/1.1" status: 200 len: 971 time: 0.1203458 Nov 09 21:12:18.431021 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0976e605-1732-4353-9826-b402c99e3c43 None None] Network f6c60bf1-8051-4b8c-a119-589e1bf67f8e requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:12:18.491017 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ce39b265-1aa9-41ec-9999-4abc21266421 req-4e4af1fd-7469-49de-9d4c-b8d64e8bfed6 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.49 "GET /v2.0/security-groups?id=161b0130-194a-4a72-b1cc-fb89849006d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042843 Nov 09 21:12:18.527924 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-1d7e97ef-374d-4c62-9ab4-2920fd4c05fd None None] Set router db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:12:18.562760 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-b50501c1-8d3c-414b-8253-4136b76f252e admin admin] Allocated IP 172.20.0.1 (edc3ecb2-5f49-4a97-9497-9c4bcc32484e/26b680b2-5719-4867-80c5-91edc011cf50/2df20e46-042b-4a7e-832e-18049153d26b) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:12:18.612080 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56750) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:18.632399 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-920b03d1-b0bd-4228-8d51-26c7fd63c489 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:18.731791 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b50501c1-8d3c-414b-8253-4136b76f252e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:18.807563 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b50501c1-8d3c-414b-8253-4136b76f252e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:18.843058 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00110483-6121-4d0c-9dba-ce68d91b4540 req-55135b84-cbec-481a-a973-d45dcc3a87bc tempest-AggregatesAdminTestJSON-473760085 tempest-AggregatesAdminTestJSON-473760085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:18.843553 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-1d7e97ef-374d-4c62-9ab4-2920fd4c05fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6', 'name': 'tempest-ServersTestBootFromVolume-1849581686-router', 'tenant_id': 'f907ded5330840338031155da556e400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '8092a808-209c-40a4-8e6a-ae4487fef1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:12:13Z', 'updated_at': '2021-11-09T21:12:15Z', 'revision_number': 3, 'project_id': 'f907ded5330840338031155da556e400', 'gw_port': {'id': '8092a808-209c-40a4-8e6a-ae4487fef1a4', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:12:14Z', 'updated_at': '2021-11-09T21:12:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:12:18.845338 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-00110483-6121-4d0c-9dba-ce68d91b4540 req-55135b84-cbec-481a-a973-d45dcc3a87bc tempest-AggregatesAdminTestJSON-473760085 tempest-AggregatesAdminTestJSON-473760085-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7245a2a6-a51a-4e9f-b951-4bb6c0c58845 HTTP/1.1" status: 200 len: 1122 time: 0.0891416 Nov 09 21:12:18.847673 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50501c1-8d3c-414b-8253-4136b76f252e admin admin] Network edc3ecb2-5f49-4a97-9497-9c4bcc32484e is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:12:18.850580 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-b50501c1-8d3c-414b-8253-4136b76f252e admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:12:18.857288 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50501c1-8d3c-414b-8253-4136b76f252e admin admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:12:18.857905 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b50501c1-8d3c-414b-8253-4136b76f252e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:18.898090 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7e97ef-374d-4c62-9ab4-2920fd4c05fd None None] The sync data for ids ['db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6'] in n-d-816206-3 is: [{'id': 'db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6', 'name': 'tempest-ServersTestBootFromVolume-1849581686-router', 'tenant_id': 'f907ded5330840338031155da556e400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '8092a808-209c-40a4-8e6a-ae4487fef1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:12:13Z', 'updated_at': '2021-11-09T21:12:15Z', 'revision_number': 3, 'project_id': 'f907ded5330840338031155da556e400', 'gw_port': {'id': '8092a808-209c-40a4-8e6a-ae4487fef1a4', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:12:14Z', 'updated_at': '2021-11-09T21:12:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:12:18.904417 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-920b03d1-b0bd-4228-8d51-26c7fd63c489 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:18.914430 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-00110483-6121-4d0c-9dba-ce68d91b4540 req-998ab37e-4303-4592-9764-1d874b88469e tempest-AggregatesAdminTestJSON-473760085 tempest-AggregatesAdminTestJSON-473760085-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:18.919231 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50501c1-8d3c-414b-8253-4136b76f252e admin admin] Pushing event updated for resources: {'Port': ['ID=2df20e46-042b-4a7e-832e-18049153d26b,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:18.936659 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-920b03d1-b0bd-4228-8d51-26c7fd63c489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:18.996571 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-920b03d1-b0bd-4228-8d51-26c7fd63c489 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1dfd393156624d7fba0af5214f7228d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3832076 Nov 09 21:12:19.002524 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56764) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:19.059694 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b50501c1-8d3c-414b-8253-4136b76f252e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:19.096628 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b03d1-b0bd-4228-8d51-26c7fd63c489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a4640c-08c0-4621-b2f0-a37593b1fdc6,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:19.202976 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ea6a4219-2e8a-48f4-8e90-e13908f46d35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:19.282119 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-00110483-6121-4d0c-9dba-ce68d91b4540 req-998ab37e-4303-4592-9764-1d874b88469e tempest-AggregatesAdminTestJSON-473760085 tempest-AggregatesAdminTestJSON-473760085-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:19.282306 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device e1d95655-db42-4890-bb90-d32512401302 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:12:19.292328 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-00110483-6121-4d0c-9dba-ce68d91b4540 req-998ab37e-4303-4592-9764-1d874b88469e tempest-AggregatesAdminTestJSON-473760085 tempest-AggregatesAdminTestJSON-473760085-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:19.310047 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-f5ab29e1-6bb9-4619-88ac-1b4c360c96ff None None] Provisioning complete for port 2df20e46-042b-4a7e-832e-18049153d26b triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:12:19.310419 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f5ab29e1-6bb9-4619-88ac-1b4c360c96ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:19.328772 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ea6a4219-2e8a-48f4-8e90-e13908f46d35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:19.360854 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b50501c1-8d3c-414b-8253-4136b76f252e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:19.366254 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-00110483-6121-4d0c-9dba-ce68d91b4540 req-998ab37e-4303-4592-9764-1d874b88469e tempest-AggregatesAdminTestJSON-473760085 tempest-AggregatesAdminTestJSON-473760085-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=161b0130-194a-4a72-b1cc-fb89849006d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5100689 Nov 09 21:12:19.373685 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b50501c1-8d3c-414b-8253-4136b76f252e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:19.383419 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ab37e-4303-4592-9764-1d874b88469e tempest-AggregatesAdminTestJSON-473760085 tempest-AggregatesAdminTestJSON-473760085-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caed12ea-107f-425a-9977-366a15500290,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:19.394939 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b50501c1-8d3c-414b-8253-4136b76f252e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:19.435301 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ea6a4219-2e8a-48f4-8e90-e13908f46d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:19.444978 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ea6a4219-2e8a-48f4-8e90-e13908f46d35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:19.448779 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ea6a4219-2e8a-48f4-8e90-e13908f46d35 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/56a4640c-08c0-4621-b2f0-a37593b1fdc6 HTTP/1.1" status: 204 len: 168 time: 0.4425883 Nov 09 21:12:19.471663 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-f5ab29e1-6bb9-4619-88ac-1b4c360c96ff None None] Port 2df20e46-042b-4a7e-832e-18049153d26b cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:12:19.477689 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a4219-2e8a-48f4-8e90-e13908f46d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a4640c-08c0-4621-b2f0-a37593b1fdc6,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:19.580578 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port e1d95655-db42-4890-bb90-d32512401302, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=e1d95655-db42-4890-bb90-d32512401302,segment=NetworkSegment(4d08dd53-cc2d-484d-bd3b-b02909594b11),segment_id=4d08dd53-cc2d-484d-bd3b-b02909594b11)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:12:19.616419 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': 'e1d95655-db42-4890-bb90-d32512401302', 'network_id': '15fbc7f0-8873-4a34-924e-7fadeab13c74', 'port_id': 'e1d95655-db42-4890-bb90-d32512401302', 'mac_address': 'fa:16:3e:0f:75:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9add483-8835-41e6-b594-c1f5292db974', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:tempest-test_az-1850887734', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:12:19.640403 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505e54a-65fd-412a-8fbb-2824a5b34dd2 req-568b367b-92b1-4324-85a7-ea27b0827b18 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:19.647974 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e505e54a-65fd-412a-8fbb-2824a5b34dd2 req-568b367b-92b1-4324-85a7-ea27b0827b18 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8163404-ced5-4cf3-813a-9b8902f361cd HTTP/1.1" status: 200 len: 949 time: 0.3417556 Nov 09 21:12:19.676550 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50501c1-8d3c-414b-8253-4136b76f252e admin admin] Pushing event updated for resources: {'Port': ['ID=2df20e46-042b-4a7e-832e-18049153d26b,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:19.694410 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:19.711847 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 8092a808-209c-40a4-8e6a-ae4487fef1a4 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:12:19.737816 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e505e54a-65fd-412a-8fbb-2824a5b34dd2 req-1c4b777d-2e65-456f-93f2-499949d28249 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/security-groups?id=51f35ac2-6650-4c11-a991-f33cc313e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888915 Nov 09 21:12:19.751485 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1d95655-db42-4890-bb90-d32512401302 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:12:19.811912 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50501c1-8d3c-414b-8253-4136b76f252e admin admin] Network edc3ecb2-5f49-4a97-9497-9c4bcc32484e is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:12:19.814076 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port e1d95655-db42-4890-bb90-d32512401302, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=e1d95655-db42-4890-bb90-d32512401302,segment=NetworkSegment(4d08dd53-cc2d-484d-bd3b-b02909594b11),segment_id=4d08dd53-cc2d-484d-bd3b-b02909594b11)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:12:19.818338 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-b50501c1-8d3c-414b-8253-4136b76f252e admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:12:19.821410 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:19.892931 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 8092a808-209c-40a4-8e6a-ae4487fef1a4 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:12:19.895846 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:19.903021 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=e1d95655-db42-4890-bb90-d32512401302,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:19.955659 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68735074-3218-4268-a668-8f3fb51df027 req-76ecd8b0-b30b-423a-ab71-12391b8a7ce3 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:19.959700 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-68735074-3218-4268-a668-8f3fb51df027 req-76ecd8b0-b30b-423a-ab71-12391b8a7ce3 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/networks?id=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 HTTP/1.1" status: 200 len: 821 time: 0.3522494 Nov 09 21:12:20.000491 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3365293e-0ade-4e55-a24e-1cad27a3c3c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:20.013406 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-68735074-3218-4268-a668-8f3fb51df027 req-ce8dfd22-6c79-4181-87c9-1fe7147db8f6 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/quotas/79813b2c248b4d6c8fab5b7bd98099e4 HTTP/1.1" status: 200 len: 375 time: 0.0448418 Nov 09 21:12:20.068212 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:20.077418 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['e1d95655-db42-4890-bb90-d32512401302'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:12:20.140273 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ae86f-2b03-4a36-bfb5-ccd7b091257b req-e7bb6fac-1e83-402b-b9a7-1dca5fdc456e tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:20.141884 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-985ae86f-2b03-4a36-bfb5-ccd7b091257b req-e7bb6fac-1e83-402b-b9a7-1dca5fdc456e tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdb294f8-903e-44cc-b590-cf4c262af4db HTTP/1.1" status: 200 len: 967 time: 0.2492113 Nov 09 21:12:20.173746 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 8092a808-209c-40a4-8e6a-ae4487fef1a4, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=8092a808-209c-40a4-8e6a-ae4487fef1a4,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:12:20.209968 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:20.210868 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 6858bfbb-a03c-425a-82ce-aee50c774bcf up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:12:20.244728 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50501c1-8d3c-414b-8253-4136b76f252e admin admin] Router db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:12:20.289946 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-68735074-3218-4268-a668-8f3fb51df027 req-65dd9047-3960-4f45-b83a-bc698ecfe4a7 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=79813b2c248b4d6c8fab5b7bd98099e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2752697 Nov 09 21:12:20.304871 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-985ae86f-2b03-4a36-bfb5-ccd7b091257b req-9997d871-6e08-4f13-911b-7d386650fe6b tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/security-groups?id=c03e1c2c-ba46-4192-b9cb-d256abe573c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434267 Nov 09 21:12:20.334606 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-65098126-43f9-4538-a128-e7178237f1eb None None] Provisioning complete for port 2df20e46-042b-4a7e-832e-18049153d26b triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:12:20.335630 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-65098126-43f9-4538-a128-e7178237f1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:20.396321 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=8092a808-209c-40a4-8e6a-ae4487fef1a4,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:20.436314 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-65098126-43f9-4538-a128-e7178237f1eb None None] Port 2df20e46-042b-4a7e-832e-18049153d26b cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:12:20.458869 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 6858bfbb-a03c-425a-82ce-aee50c774bcf triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:12:20.459018 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50501c1-8d3c-414b-8253-4136b76f252e admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:12:20.459709 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:20.476451 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b50501c1-8d3c-414b-8253-4136b76f252e admin admin] 10.222.0.49 "PUT /v2.0/routers/db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5176411 Nov 09 21:12:20.622304 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [req-68735074-3218-4268-a668-8f3fb51df027 req-f2114d61-d21e-4ce1-91e2-4c7fa43d0ee7 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:12:20.623463 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-68735074-3218-4268-a668-8f3fb51df027 req-f2114d61-d21e-4ce1-91e2-4c7fa43d0ee7 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1129470 Nov 09 21:12:20.726582 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-68735074-3218-4268-a668-8f3fb51df027 req-6f4f3f41-4d9d-4f00-a5e5-e08d0d4403f4 service neutron] 10.222.0.49 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929439 Nov 09 21:12:20.825299 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-68735074-3218-4268-a668-8f3fb51df027 req-e01c6e1a-7589-465b-969c-91ced77b377d service neutron] 10.222.0.49 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924294 Nov 09 21:12:20.851870 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:21.061943 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24dc62-806f-48ef-97a8-a8018fdd5322 req-a2d0cd65-bd43-4dab-bcd7-f45c9867d639 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:21.063604 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-da24dc62-806f-48ef-97a8-a8018fdd5322 req-a2d0cd65-bd43-4dab-bcd7-f45c9867d639 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8163404-ced5-4cf3-813a-9b8902f361cd HTTP/1.1" status: 200 len: 949 time: 0.0605476 Nov 09 21:12:21.121969 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-da24dc62-806f-48ef-97a8-a8018fdd5322 req-6596aeb4-d2f5-4f36-b93d-0c9efea4940f tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/security-groups?id=51f35ac2-6650-4c11-a991-f33cc313e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502858 Nov 09 21:12:21.260815 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b4915c-0b6d-4249-8d77-d9871f5fb32c None None] Sync routers for ids ['db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:12:21.269459 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device e1d95655-db42-4890-bb90-d32512401302 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:12:21.294517 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b4915c-0b6d-4249-8d77-d9871f5fb32c None None] Routers {'db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:12:21.295162 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-99b4915c-0b6d-4249-8d77-d9871f5fb32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:12:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:12:21.537460 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56866) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:21.549757 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-2591c54f-ca38-4491-899e-9fcc723612b6 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1072470354', 'description': 'tempest-description--1746204359'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:12:21.565443 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 8092a808-209c-40a4-8e6a-ae4487fef1a4 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:12:21.590987 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2591c54f-ca38-4491-899e-9fcc723612b6 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:21.643456 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-59e01cf9-92a0-4931-94ad-6e583cc8ab41 req-c1c723f0-9ccd-4fe3-a8e5-6ff111873ffa tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=e834c6c4-1632-4645-9010-d7fc5af20448 HTTP/1.1" status: 200 len: 210 time: 0.1094468 Nov 09 21:12:21.663644 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-99b4915c-0b6d-4249-8d77-d9871f5fb32c None None] Set router db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:12:21.706884 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port e1d95655-db42-4890-bb90-d32512401302 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:12:21.721737 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2591c54f-ca38-4491-899e-9fcc723612b6 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:21.723457 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port e1d95655-db42-4890-bb90-d32512401302 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:12:21.723856 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:21.726624 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2591c54f-ca38-4491-899e-9fcc723612b6 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:21.787243 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2591c54f-ca38-4491-899e-9fcc723612b6 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:21.788913 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2591c54f-ca38-4491-899e-9fcc723612b6 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2504253 Nov 09 21:12:21.792305 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56882) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:21.797107 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-562b29c5-13ab-4697-9ae8-a257886332f8 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Request body: {'security_group_rule': {'security_group_id': 'c10406f7-65bc-482e-b626-a11906f8f3ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:12:21.825076 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 8092a808-209c-40a4-8e6a-ae4487fef1a4 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:12:21.825076 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:21.843773 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2591c54f-ca38-4491-899e-9fcc723612b6 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c10406f7-65bc-482e-b626-a11906f8f3ab,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:21.845583 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-562b29c5-13ab-4697-9ae8-a257886332f8 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:21.966891 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf3013-467b-4564-ae6a-288a7f3ddea1 req-b156a520-f7e1-44af-9e7a-f57e85e5b840 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:21.968788 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6ccf3013-467b-4564-ae6a-288a7f3ddea1 req-b156a520-f7e1-44af-9e7a-f57e85e5b840 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdb294f8-903e-44cc-b590-cf4c262af4db HTTP/1.1" status: 200 len: 967 time: 0.0883360 Nov 09 21:12:21.994372 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-562b29c5-13ab-4697-9ae8-a257886332f8 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:22.000962 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-562b29c5-13ab-4697-9ae8-a257886332f8 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:22.021270 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b29c5-13ab-4697-9ae8-a257886332f8 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9e54fa1-7bda-45a4-ad4d-32e5ba79f6c9,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:22.060148 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:22.076462 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-562b29c5-13ab-4697-9ae8-a257886332f8 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:22.080621 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-562b29c5-13ab-4697-9ae8-a257886332f8 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2871308 Nov 09 21:12:22.083409 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56888) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:22.101458 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6ccf3013-467b-4564-ae6a-288a7f3ddea1 req-d9fd2e16-63c7-4969-9746-7bb93631e073 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/security-groups?id=c03e1c2c-ba46-4192-b9cb-d256abe573c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248434 Nov 09 21:12:22.111821 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-0b525b5c-2ce1-4be0-b738-4edc210df3c4 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Request body: {'security_group_rule': {'security_group_id': 'c10406f7-65bc-482e-b626-a11906f8f3ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:12:22.116203 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb294f8-903e-44cc-b590-cf4c262af4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d95655-db42-4890-bb90-d32512401302'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:12:22.119878 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db4b8be-9db0-48d3-94da-8aa673af2ac0" -d '{"events": [{"server_uuid": "bdb294f8-903e-44cc-b590-cf4c262af4db", "name": "network-vif-plugged", "status": "completed", "tag": "e1d95655-db42-4890-bb90-d32512401302"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:12:22.147184 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port e1d95655-db42-4890-bb90-d32512401302, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=e1d95655-db42-4890-bb90-d32512401302,segment=NetworkSegment(4d08dd53-cc2d-484d-bd3b-b02909594b11),segment_id=4d08dd53-cc2d-484d-bd3b-b02909594b11)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:12:22.155235 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:22.161161 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0b525b5c-2ce1-4be0-b738-4edc210df3c4 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:22.163760 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-99b4915c-0b6d-4249-8d77-d9871f5fb32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6', 'name': 'tempest-ServersTestBootFromVolume-1849581686-router', 'tenant_id': 'f907ded5330840338031155da556e400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '8092a808-209c-40a4-8e6a-ae4487fef1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:12:13Z', 'updated_at': '2021-11-09T21:12:19Z', 'revision_number': 4, 'project_id': 'f907ded5330840338031155da556e400', 'gw_port': {'id': '8092a808-209c-40a4-8e6a-ae4487fef1a4', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:12:14Z', 'updated_at': '2021-11-09T21:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '2df20e46-042b-4a7e-832e-18049153d26b', 'name': '', 'network_id': 'edc3ecb2-5f49-4a97-9497-9c4bcc32484e', 'tenant_id': 'f907ded5330840338031155da556e400', 'mac_address': 'fa:16:3e:f0:e2:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '26b680b2-5719-4867-80c5-91edc011cf50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:12:18Z', 'updated_at': '2021-11-09T21:12:19Z', 'revision_number': 2, 'project_id': 'f907ded5330840338031155da556e400', 'subnets': [{'id': '26b680b2-5719-4867-80c5-91edc011cf50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:12:22.217788 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b4915c-0b6d-4249-8d77-d9871f5fb32c None None] Checking router: db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:12:22.218163 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b4915c-0b6d-4249-8d77-d9871f5fb32c None None] Updating router db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6 port 2df20e46-042b-4a7e-832e-18049153d26b binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:12:22.248875 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0b525b5c-2ce1-4be0-b738-4edc210df3c4 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:22.276563 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0b525b5c-2ce1-4be0-b738-4edc210df3c4 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:22.313578 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b525b5c-2ce1-4be0-b738-4edc210df3c4 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f58756c3-fb40-4c85-8e36-1a48afeb6139,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:22.334602 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-99b4915c-0b6d-4249-8d77-d9871f5fb32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:22.340862 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:22.347547 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0b525b5c-2ce1-4be0-b738-4edc210df3c4 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:22.353528 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56910) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:22.354653 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=e1d95655-db42-4890-bb90-d32512401302,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:22.360601 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-4d8b400c-8d6a-46ce-b83c-a04180ca64f6 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:12:22.364324 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0b525b5c-2ce1-4be0-b738-4edc210df3c4 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2651691 Nov 09 21:12:22.417646 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4d8b400c-8d6a-46ce-b83c-a04180ca64f6 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Publish callbacks [] for floatingip, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:22.536959 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eac65ed-1ec5-4dcc-8e4f-4749e2b2dc14 x-openstack-request-id: req-7eac65ed-1ec5-4dcc-8e4f-4749e2b2dc14 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:12:22.537539 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb294f8-903e-44cc-b590-cf4c262af4db", "name": "network-vif-plugged", "status": "completed", "tag": "e1d95655-db42-4890-bb90-d32512401302", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:12:22.537965 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7eac65ed-1ec5-4dcc-8e4f-4749e2b2dc14 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:12:22.538569 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb294f8-903e-44cc-b590-cf4c262af4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d95655-db42-4890-bb90-d32512401302', 'code': 200} Nov 09 21:12:22.560747 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:22.620727 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68735074-3218-4268-a668-8f3fb51df027 req-a3088d20-71b9-4f99-b13b-42bbb548eb85 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:22.622354 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-68735074-3218-4268-a668-8f3fb51df027 req-a3088d20-71b9-4f99-b13b-42bbb548eb85 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.43 "GET /v2.0/networks?id=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 HTTP/1.1" status: 200 len: 821 time: 0.2070892 Nov 09 21:12:22.677637 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-68735074-3218-4268-a668-8f3fb51df027 req-8e62d8b2-c82e-4fb3-847a-aed3ccc459e7 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Request body: {'port': {'device_id': 'e834c6c4-1632-4645-9010-d7fc5af20448', 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68', 'admin_state_up': True, 'tenant_id': '79813b2c248b4d6c8fab5b7bd98099e4'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:12:22.692656 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0f4fa-61cf-4ff1-ad56-a42132cfec45 req-bb52386b-1862-41eb-b6e2-085d73f547fe tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:22.701111 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-adf0f4fa-61cf-4ff1-ad56-a42132cfec45 req-bb52386b-1862-41eb-b6e2-085d73f547fe tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8163404-ced5-4cf3-813a-9b8902f361cd HTTP/1.1" status: 200 len: 949 time: 0.2703846 Nov 09 21:12:22.726070 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7857992-ad32-46c1-8a8d-763f30dbe356 req-573ef91a-8e88-4b72-9ebb-f65b3efe9d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:22.727560 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b7857992-ad32-46c1-8a8d-763f30dbe356 req-573ef91a-8e88-4b72-9ebb-f65b3efe9d06 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bdb294f8-903e-44cc-b590-cf4c262af4db HTTP/1.1" status: 200 len: 1119 time: 0.1869078 Nov 09 21:12:22.773509 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-99b4915c-0b6d-4249-8d77-d9871f5fb32c None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:22.780133 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-99b4915c-0b6d-4249-8d77-d9871f5fb32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:22.814333 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-adf0f4fa-61cf-4ff1-ad56-a42132cfec45 req-177d9b38-6147-401a-9358-408e6c6b1dbd tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/security-groups?id=51f35ac2-6650-4c11-a991-f33cc313e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125319 Nov 09 21:12:22.841970 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b7857992-ad32-46c1-8a8d-763f30dbe356 req-725edffd-a612-408d-8c7e-a60628c694f3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c03e1c2c-ba46-4192-b9cb-d256abe573c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036301 Nov 09 21:12:22.843463 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68735074-3218-4268-a668-8f3fb51df027 req-8e62d8b2-c82e-4fb3-847a-aed3ccc459e7 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Made reservation on behalf of 79813b2c248b4d6c8fab5b7bd98099e4 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:12:22.847678 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-68735074-3218-4268-a668-8f3fb51df027 req-8e62d8b2-c82e-4fb3-847a-aed3ccc459e7 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:22.861028 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4bd916-6d11-4db2-bc08-e3d86b7854ed None None] Pushing event updated for resources: {'Port': ['ID=2df20e46-042b-4a7e-832e-18049153d26b,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:22.890427 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4d8b400c-8d6a-46ce-b83c-a04180ca64f6 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:22.932566 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-99b4915c-0b6d-4249-8d77-d9871f5fb32c None None] Attempting to bind port 2df20e46-042b-4a7e-832e-18049153d26b on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:12:22.933480 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-99b4915c-0b6d-4249-8d77-d9871f5fb32c None None] Attempting to bind port 2df20e46-042b-4a7e-832e-18049153d26b by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '030b5546-ce77-4a8b-a3a1-791393a98192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'edc3ecb2-5f49-4a97-9497-9c4bcc32484e'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:12:22.934065 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b4915c-0b6d-4249-8d77-d9871f5fb32c None None] Attempting to bind port 2df20e46-042b-4a7e-832e-18049153d26b on network edc3ecb2-5f49-4a97-9497-9c4bcc32484e {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:12:22.940262 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b4915c-0b6d-4249-8d77-d9871f5fb32c None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:12:22.941102 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b4915c-0b6d-4249-8d77-d9871f5fb32c None None] Checking segment: {'id': '030b5546-ce77-4a8b-a3a1-791393a98192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'edc3ecb2-5f49-4a97-9497-9c4bcc32484e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:12:22.941656 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-99b4915c-0b6d-4249-8d77-d9871f5fb32c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:22.942148 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b4915c-0b6d-4249-8d77-d9871f5fb32c None None] Bound using segment: {'id': '030b5546-ce77-4a8b-a3a1-791393a98192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'edc3ecb2-5f49-4a97-9497-9c4bcc32484e'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:12:22.942826 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-99b4915c-0b6d-4249-8d77-d9871f5fb32c None None] Bound port: 2df20e46-042b-4a7e-832e-18049153d26b, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '030b5546-ce77-4a8b-a3a1-791393a98192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'edc3ecb2-5f49-4a97-9497-9c4bcc32484e'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:12:22.943200 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-99b4915c-0b6d-4249-8d77-d9871f5fb32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:22.969956 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4a451e50-2ddc-4520-bfee-d176880f09ab req-94c0a1ae-4f53-4d6e-b269-061345c0c526 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=e834c6c4-1632-4645-9010-d7fc5af20448 HTTP/1.1" status: 200 len: 210 time: 0.0596843 Nov 09 21:12:22.992470 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7d1343d3-a5a9-4d9e-9ec2-9ce474fb95d5 req-925a38b0-f356-45c3-921b-2e4fc526611b tempest-FlavorsV2NegativeTest-1267187064 tempest-FlavorsV2NegativeTest-1267187064-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=1c8e90a7b4044be7bab2b434b152db28&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0748026 Nov 09 21:12:23.037957 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-99b4915c-0b6d-4249-8d77-d9871f5fb32c None None] For port 2df20e46-042b-4a7e-832e-18049153d26b, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:12:23.042044 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-99b4915c-0b6d-4249-8d77-d9871f5fb32c None None] For port 2df20e46-042b-4a7e-832e-18049153d26b, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=2df20e46-042b-4a7e-832e-18049153d26b,segment=NetworkSegment(030b5546-ce77-4a8b-a3a1-791393a98192),segment_id=030b5546-ce77-4a8b-a3a1-791393a98192)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:12:23.051168 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-99b4915c-0b6d-4249-8d77-d9871f5fb32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:23.076731 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-4d8b400c-8d6a-46ce-b83c-a04180ca64f6 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Allocated IP 172.25.7.34 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/f0acda41-9ff5-4faf-b34b-9e0d63aff89a) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:12:23.128797 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1343d3-a5a9-4d9e-9ec2-9ce474fb95d5 req-690851f9-89ca-4491-a52e-af2151615297 tempest-FlavorsV2NegativeTest-1267187064 tempest-FlavorsV2NegativeTest-1267187064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:23.137246 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7d1343d3-a5a9-4d9e-9ec2-9ce474fb95d5 req-690851f9-89ca-4491-a52e-af2151615297 tempest-FlavorsV2NegativeTest-1267187064 tempest-FlavorsV2NegativeTest-1267187064-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1305320 Nov 09 21:12:23.169535 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b4915c-0b6d-4249-8d77-d9871f5fb32c None None] Routers {'db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:12:23.170183 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-99b4915c-0b6d-4249-8d77-d9871f5fb32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:12:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:12:23.174989 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4bd916-6d11-4db2-bc08-e3d86b7854ed None None] Pushing event updated for resources: {'Port': ['ID=2df20e46-042b-4a7e-832e-18049153d26b,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:23.219577 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-68735074-3218-4268-a668-8f3fb51df027 req-8e62d8b2-c82e-4fb3-847a-aed3ccc459e7 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Allocated IP 172.20.0.2 (ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68/29a38752-08a3-4b35-bb64-8f5e3f87121b/33805be1-3de4-45a1-a311-003260b997d7) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:12:23.267493 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-0003679b-60e4-4e74-a6d2-5b7e0cd4d308 None None] Provisioning complete for port 2df20e46-042b-4a7e-832e-18049153d26b triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:12:23.268074 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0003679b-60e4-4e74-a6d2-5b7e0cd4d308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:23.294412 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4d8b400c-8d6a-46ce-b83c-a04180ca64f6 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:23.369196 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4d8b400c-8d6a-46ce-b83c-a04180ca64f6 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:23.456163 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-68735074-3218-4268-a668-8f3fb51df027 req-8e62d8b2-c82e-4fb3-847a-aed3ccc459e7 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:23.459386 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b400c-8d6a-46ce-b83c-a04180ca64f6 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Pushing event updated for resources: {'Port': ['ID=f0acda41-9ff5-4faf-b34b-9e0d63aff89a,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:23.463639 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8b400c-8d6a-46ce-b83c-a04180ca64f6 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:12:23.465523 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-4d8b400c-8d6a-46ce-b83c-a04180ca64f6 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:12:23.472742 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8b400c-8d6a-46ce-b83c-a04180ca64f6 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:12:23.481047 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:23.505191 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7d1343d3-a5a9-4d9e-9ec2-9ce474fb95d5 req-00799c52-928e-4ca2-8a06-3dea3f014bfd tempest-FlavorsV2NegativeTest-1267187064 tempest-FlavorsV2NegativeTest-1267187064-project] 10.222.0.49 "GET /v2.0/quotas/1c8e90a7b4044be7bab2b434b152db28 HTTP/1.1" status: 200 len: 375 time: 0.3670318 Nov 09 21:12:23.533404 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-99b4915c-0b6d-4249-8d77-d9871f5fb32c None None] Set router db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:12:23.538129 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0003679b-60e4-4e74-a6d2-5b7e0cd4d308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:23.543894 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7d1343d3-a5a9-4d9e-9ec2-9ce474fb95d5 req-028bb777-bfda-443e-9881-adf1cd485f04 tempest-FlavorsV2NegativeTest-1267187064 tempest-FlavorsV2NegativeTest-1267187064-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1c8e90a7b4044be7bab2b434b152db28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358403 Nov 09 21:12:23.547181 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-68735074-3218-4268-a668-8f3fb51df027 req-8e62d8b2-c82e-4fb3-847a-aed3ccc459e7 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:23.601410 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4d8b400c-8d6a-46ce-b83c-a04180ca64f6 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:23.629216 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c82ee-f79f-4b1b-becb-d9ae3e1d78c6 req-0c6b59a4-2b4f-4633-b76a-a70550e5eddc tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:23.631182 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-936c82ee-f79f-4b1b-becb-d9ae3e1d78c6 req-0c6b59a4-2b4f-4633-b76a-a70550e5eddc tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdb294f8-903e-44cc-b590-cf4c262af4db HTTP/1.1" status: 200 len: 968 time: 0.1292005 Nov 09 21:12:23.657149 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68735074-3218-4268-a668-8f3fb51df027 req-8e62d8b2-c82e-4fb3-847a-aed3ccc459e7 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Network ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:12:23.662034 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4d8b400c-8d6a-46ce-b83c-a04180ca64f6 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:23.663022 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-68735074-3218-4268-a668-8f3fb51df027 req-8e62d8b2-c82e-4fb3-847a-aed3ccc459e7 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:12:23.668017 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-68735074-3218-4268-a668-8f3fb51df027 req-8e62d8b2-c82e-4fb3-847a-aed3ccc459e7 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:12:23.673627 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68735074-3218-4268-a668-8f3fb51df027 req-8e62d8b2-c82e-4fb3-847a-aed3ccc459e7 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:23.674265 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-68735074-3218-4268-a668-8f3fb51df027 req-8e62d8b2-c82e-4fb3-847a-aed3ccc459e7 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:23.687569 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e62d8b2-c82e-4fb3-847a-aed3ccc459e7 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Pushing event updated for resources: {'Port': ['ID=33805be1-3de4-45a1-a311-003260b997d7,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:23.694430 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-68735074-3218-4268-a668-8f3fb51df027 req-8e62d8b2-c82e-4fb3-847a-aed3ccc459e7 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0225432 Nov 09 21:12:23.717640 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-68735074-3218-4268-a668-8f3fb51df027 req-ebff239e-be7d-4de1-82d6-00c575f47e28 service neutron] Request body: {'port': {'device_id': 'e834c6c4-1632-4645-9010-d7fc5af20448', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:12:23.771429 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-0003679b-60e4-4e74-a6d2-5b7e0cd4d308 None None] For port 2df20e46-042b-4a7e-832e-18049153d26b, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=2df20e46-042b-4a7e-832e-18049153d26b,segment=NetworkSegment(030b5546-ce77-4a8b-a3a1-791393a98192),segment_id=030b5546-ce77-4a8b-a3a1-791393a98192)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:12:23.808103 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0003679b-60e4-4e74-a6d2-5b7e0cd4d308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:23.816154 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-936c82ee-f79f-4b1b-becb-d9ae3e1d78c6 req-5d1504ad-7f84-4802-bd2c-ec021438fce9 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/security-groups?id=c03e1c2c-ba46-4192-b9cb-d256abe573c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556585 Nov 09 21:12:23.855083 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-68735074-3218-4268-a668-8f3fb51df027 req-ebff239e-be7d-4de1-82d6-00c575f47e28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:23.871277 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.43', 56301) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:23.882543 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0003679b-60e4-4e74-a6d2-5b7e0cd4d308 None None] Pushing event updated for resources: {'Port': ['ID=2df20e46-042b-4a7e-832e-18049153d26b,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:24.012513 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4d8b400c-8d6a-46ce-b83c-a04180ca64f6 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:24.031198 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad254f2-f786-4f85-b61d-42d15c8035d5 req-fde80813-3980-40c2-9a2d-3edb6aaa273b tempest-DeleteServersAdminTestJSON-371207605 tempest-DeleteServersAdminTestJSON-371207605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:24.032711 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cad254f2-f786-4f85-b61d-42d15c8035d5 req-fde80813-3980-40c2-9a2d-3edb6aaa273b tempest-DeleteServersAdminTestJSON-371207605 tempest-DeleteServersAdminTestJSON-371207605-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e8163404-ced5-4cf3-813a-9b8902f361cd HTTP/1.1" status: 200 len: 1100 time: 0.1598423 Nov 09 21:12:24.033473 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4d8b400c-8d6a-46ce-b83c-a04180ca64f6 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:24.060367 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-ac5a57d2-d0ac-4b9e-aa45-ab49462baec1 None None] Provisioning complete for port 2df20e46-042b-4a7e-832e-18049153d26b triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:12:24.060765 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ac5a57d2-d0ac-4b9e-aa45-ab49462baec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:24.144111 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3ee42-16e7-40bd-9db0-3bcebf5269a4 req-040bdc16-52c3-4caa-bdc4-29114ad373d2 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:24.146233 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6ca3ee42-16e7-40bd-9db0-3bcebf5269a4 req-040bdc16-52c3-4caa-bdc4-29114ad373d2 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8163404-ced5-4cf3-813a-9b8902f361cd HTTP/1.1" status: 200 len: 949 time: 0.0965188 Nov 09 21:12:24.154898 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4d8b400c-8d6a-46ce-b83c-a04180ca64f6 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:24.193909 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-99b4915c-0b6d-4249-8d77-d9871f5fb32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6', 'name': 'tempest-ServersTestBootFromVolume-1849581686-router', 'tenant_id': 'f907ded5330840338031155da556e400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '8092a808-209c-40a4-8e6a-ae4487fef1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:12:13Z', 'updated_at': '2021-11-09T21:12:19Z', 'revision_number': 4, 'project_id': 'f907ded5330840338031155da556e400', 'gw_port': {'id': '8092a808-209c-40a4-8e6a-ae4487fef1a4', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:12:14Z', 'updated_at': '2021-11-09T21:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '2df20e46-042b-4a7e-832e-18049153d26b', 'name': '', 'network_id': 'edc3ecb2-5f49-4a97-9497-9c4bcc32484e', 'tenant_id': 'f907ded5330840338031155da556e400', 'mac_address': 'fa:16:3e:f0:e2:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '26b680b2-5719-4867-80c5-91edc011cf50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:12:18Z', 'updated_at': '2021-11-09T21:12:23Z', 'revision_number': 4, 'project_id': 'f907ded5330840338031155da556e400', 'subnets': [{'id': '26b680b2-5719-4867-80c5-91edc011cf50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:12:24.200970 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4d8b400c-8d6a-46ce-b83c-a04180ca64f6 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:24.202208 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4d8b400c-8d6a-46ce-b83c-a04180ca64f6 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8465252 Nov 09 21:12:24.211686 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b400c-8d6a-46ce-b83c-a04180ca64f6 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Pushing event updated for resources: {'Port': ['ID=f0acda41-9ff5-4faf-b34b-9e0d63aff89a,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:24.228802 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-cad254f2-f786-4f85-b61d-42d15c8035d5 req-3ba0ce2a-f680-4ba7-b5ce-88583a6b2d59 tempest-DeleteServersAdminTestJSON-371207605 tempest-DeleteServersAdminTestJSON-371207605-project-admin] Deleting port 16295f9f-817f-4625-a6eb-91475a7ba821 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:12:24.229146 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-cad254f2-f786-4f85-b61d-42d15c8035d5 req-3ba0ce2a-f680-4ba7-b5ce-88583a6b2d59 tempest-DeleteServersAdminTestJSON-371207605 tempest-DeleteServersAdminTestJSON-371207605-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:24.301051 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6ca3ee42-16e7-40bd-9db0-3bcebf5269a4 req-54777eb4-bb73-479c-9194-ce1dee17554c tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/security-groups?id=51f35ac2-6650-4c11-a991-f33cc313e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858858 Nov 09 21:12:24.410666 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b4915c-0b6d-4249-8d77-d9871f5fb32c None None] The sync data for ids ['db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6'] in n-d-816206-3 is: [{'id': 'db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6', 'name': 'tempest-ServersTestBootFromVolume-1849581686-router', 'tenant_id': 'f907ded5330840338031155da556e400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '8092a808-209c-40a4-8e6a-ae4487fef1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:12:13Z', 'updated_at': '2021-11-09T21:12:19Z', 'revision_number': 4, 'project_id': 'f907ded5330840338031155da556e400', 'gw_port': {'id': '8092a808-209c-40a4-8e6a-ae4487fef1a4', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:12:14Z', 'updated_at': '2021-11-09T21:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '2df20e46-042b-4a7e-832e-18049153d26b', 'name': '', 'network_id': 'edc3ecb2-5f49-4a97-9497-9c4bcc32484e', 'tenant_id': 'f907ded5330840338031155da556e400', 'mac_address': 'fa:16:3e:f0:e2:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '26b680b2-5719-4867-80c5-91edc011cf50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:12:18Z', 'updated_at': '2021-11-09T21:12:23Z', 'revision_number': 4, 'project_id': 'f907ded5330840338031155da556e400', 'subnets': [{'id': '26b680b2-5719-4867-80c5-91edc011cf50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:12:24.535591 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-68735074-3218-4268-a668-8f3fb51df027 req-ebff239e-be7d-4de1-82d6-00c575f47e28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33805be1-3de4-45a1-a311-003260b997d7 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:12:24.546939 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-68735074-3218-4268-a668-8f3fb51df027 req-ebff239e-be7d-4de1-82d6-00c575f47e28 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:24.562766 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-68735074-3218-4268-a668-8f3fb51df027 req-ebff239e-be7d-4de1-82d6-00c575f47e28 service neutron] Transition to ACTIVE for port object 33805be1-3de4-45a1-a311-003260b997d7 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:12:24.570324 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-68735074-3218-4268-a668-8f3fb51df027 req-ebff239e-be7d-4de1-82d6-00c575f47e28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:24.606127 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23c545-4af4-46a4-a450-f0ed237ee003 req-059d7acd-e60f-4f5c-8eb2-a8031b29f776 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:24.614589 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ec23c545-4af4-46a4-a450-f0ed237ee003 req-059d7acd-e60f-4f5c-8eb2-a8031b29f776 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=e834c6c4-1632-4645-9010-d7fc5af20448 HTTP/1.1" status: 200 len: 931 time: 0.0828600 Nov 09 21:12:24.671451 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-cad254f2-f786-4f85-b61d-42d15c8035d5 req-3ba0ce2a-f680-4ba7-b5ce-88583a6b2d59 tempest-DeleteServersAdminTestJSON-371207605 tempest-DeleteServersAdminTestJSON-371207605-project-admin] For port 16295f9f-817f-4625-a6eb-91475a7ba821, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=16295f9f-817f-4625-a6eb-91475a7ba821,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:12:24.671822 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-cad254f2-f786-4f85-b61d-42d15c8035d5 req-3ba0ce2a-f680-4ba7-b5ce-88583a6b2d59 tempest-DeleteServersAdminTestJSON-371207605 tempest-DeleteServersAdminTestJSON-371207605-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:24.704114 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-cad254f2-f786-4f85-b61d-42d15c8035d5 req-3ba0ce2a-f680-4ba7-b5ce-88583a6b2d59 tempest-DeleteServersAdminTestJSON-371207605 tempest-DeleteServersAdminTestJSON-371207605-project-admin] Calling delete_port for 16295f9f-817f-4625-a6eb-91475a7ba821 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:12:24.765839 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff239e-be7d-4de1-82d6-00c575f47e28 service neutron] Pushing event updated for resources: {'Port': ['ID=33805be1-3de4-45a1-a311-003260b997d7,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:24.769638 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ec23c545-4af4-46a4-a450-f0ed237ee003 req-de2618d1-a877-4e09-a1f4-0c6d11d533e1 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538281 Nov 09 21:12:24.792828 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-68735074-3218-4268-a668-8f3fb51df027 req-ebff239e-be7d-4de1-82d6-00c575f47e28 service neutron] Attempting to bind port 33805be1-3de4-45a1-a311-003260b997d7 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:12:24.792828 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-68735074-3218-4268-a668-8f3fb51df027 req-ebff239e-be7d-4de1-82d6-00c575f47e28 service neutron] Attempting to bind port 33805be1-3de4-45a1-a311-003260b997d7 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '3b0433f6-0dc2-4350-8149-c15b9bac49ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:12:24.792828 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68735074-3218-4268-a668-8f3fb51df027 req-ebff239e-be7d-4de1-82d6-00c575f47e28 service neutron] Attempting to bind port 33805be1-3de4-45a1-a311-003260b997d7 on network ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:12:24.810567 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68735074-3218-4268-a668-8f3fb51df027 req-ebff239e-be7d-4de1-82d6-00c575f47e28 service neutron] Port 33805be1-3de4-45a1-a311-003260b997d7 on network ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:12:24.813955 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68735074-3218-4268-a668-8f3fb51df027 req-ebff239e-be7d-4de1-82d6-00c575f47e28 service neutron] Attempting to bind port 33805be1-3de4-45a1-a311-003260b997d7 on network ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:12:24.820574 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68735074-3218-4268-a668-8f3fb51df027 req-ebff239e-be7d-4de1-82d6-00c575f47e28 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:12:24.821035 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68735074-3218-4268-a668-8f3fb51df027 req-ebff239e-be7d-4de1-82d6-00c575f47e28 service neutron] Checking segment: {'id': '3b0433f6-0dc2-4350-8149-c15b9bac49ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:12:24.821484 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68735074-3218-4268-a668-8f3fb51df027 req-ebff239e-be7d-4de1-82d6-00c575f47e28 service neutron] Bound using segment: {'id': '3b0433f6-0dc2-4350-8149-c15b9bac49ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:12:24.821978 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-68735074-3218-4268-a668-8f3fb51df027 req-ebff239e-be7d-4de1-82d6-00c575f47e28 service neutron] Bound port: 33805be1-3de4-45a1-a311-003260b997d7, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b0433f6-0dc2-4350-8149-c15b9bac49ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:12:24.822446 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-68735074-3218-4268-a668-8f3fb51df027 req-ebff239e-be7d-4de1-82d6-00c575f47e28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:24.973411 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-68735074-3218-4268-a668-8f3fb51df027 req-ebff239e-be7d-4de1-82d6-00c575f47e28 service neutron] For port 33805be1-3de4-45a1-a311-003260b997d7, host n-h2-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:12:24.990595 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-68735074-3218-4268-a668-8f3fb51df027 req-ebff239e-be7d-4de1-82d6-00c575f47e28 service neutron] For port 33805be1-3de4-45a1-a311-003260b997d7, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=33805be1-3de4-45a1-a311-003260b997d7,segment=NetworkSegment(3b0433f6-0dc2-4350-8149-c15b9bac49ea),segment_id=3b0433f6-0dc2-4350-8149-c15b9bac49ea)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:12:24.998715 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-68735074-3218-4268-a668-8f3fb51df027 req-ebff239e-be7d-4de1-82d6-00c575f47e28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:25.077987 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57060) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:25.087338 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-cad254f2-f786-4f85-b61d-42d15c8035d5 req-3ba0ce2a-f680-4ba7-b5ce-88583a6b2d59 tempest-DeleteServersAdminTestJSON-371207605 tempest-DeleteServersAdminTestJSON-371207605-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:25.122038 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68735074-3218-4268-a668-8f3fb51df027 req-ebff239e-be7d-4de1-82d6-00c575f47e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:25.124990 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-68735074-3218-4268-a668-8f3fb51df027 req-ebff239e-be7d-4de1-82d6-00c575f47e28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:25.127723 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['16295f9f-817f-4625-a6eb-91475a7ba821'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:12:25.129187 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-68735074-3218-4268-a668-8f3fb51df027 req-ebff239e-be7d-4de1-82d6-00c575f47e28 service neutron] 10.222.0.43 "PUT /v2.0/ports/33805be1-3de4-45a1-a311-003260b997d7 HTTP/1.1" status: 200 len: 1091 time: 1.4191587 Nov 09 21:12:25.136138 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e834c6c4-1632-4645-9010-d7fc5af20448', 'tag': '33805be1-3de4-45a1-a311-003260b997d7'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:12:25.141565 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6234ef-5354-4a66-900e-30df39d3525d" -d '{"events": [{"name": "network-changed", "server_uuid": "e834c6c4-1632-4645-9010-d7fc5af20448", "tag": "33805be1-3de4-45a1-a311-003260b997d7"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:12:25.239447 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0ce2a-f680-4ba7-b5ce-88583a6b2d59 tempest-DeleteServersAdminTestJSON-371207605 tempest-DeleteServersAdminTestJSON-371207605-project-admin] Pushing event deleted for resources: {'Port': ['ID=16295f9f-817f-4625-a6eb-91475a7ba821,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:25.284795 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff239e-be7d-4de1-82d6-00c575f47e28 service neutron] Pushing event updated for resources: {'Port': ['ID=33805be1-3de4-45a1-a311-003260b997d7,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:25.299253 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a0f2f7a6-b47f-4f30-8c35-df89b1ddb555 req-d7081a39-a0bb-4d23-ba79-a87f4782937a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7245a2a6-a51a-4e9f-b951-4bb6c0c58845&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2436407 Nov 09 21:12:25.384441 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68735074-3218-4268-a668-8f3fb51df027 req-9060863a-6900-4569-82ca-62282727c390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:25.387074 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-68735074-3218-4268-a668-8f3fb51df027 req-9060863a-6900-4569-82ca-62282727c390 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=79813b2c248b4d6c8fab5b7bd98099e4&device_id=e834c6c4-1632-4645-9010-d7fc5af20448 HTTP/1.1" status: 200 len: 1094 time: 0.1850827 Nov 09 21:12:25.460289 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12d094-c61a-4bd5-ba47-ec1136910d28 req-3400ef22-bf04-40c3-bd9f-e933ea6e676c tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:25.479224 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7b12d094-c61a-4bd5-ba47-ec1136910d28 req-3400ef22-bf04-40c3-bd9f-e933ea6e676c tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdb294f8-903e-44cc-b590-cf4c262af4db HTTP/1.1" status: 200 len: 968 time: 0.4250700 Nov 09 21:12:25.577347 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-68735074-3218-4268-a668-8f3fb51df027 req-5b906adc-0621-4172-84c6-ca327676a016 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=33805be1-3de4-45a1-a311-003260b997d7 HTTP/1.1" status: 200 len: 217 time: 0.1752846 Nov 09 21:12:25.617952 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 2df20e46-042b-4a7e-832e-18049153d26b up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:12:25.682511 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-cad254f2-f786-4f85-b61d-42d15c8035d5 req-3ba0ce2a-f680-4ba7-b5ce-88583a6b2d59 tempest-DeleteServersAdminTestJSON-371207605 tempest-DeleteServersAdminTestJSON-371207605-project-admin] No DVR routers for this DVR port 16295f9f-817f-4625-a6eb-91475a7ba821 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:12:25.715780 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68735074-3218-4268-a668-8f3fb51df027 req-fb5b7a90-6da7-4aeb-a5de-bfa60cd1b57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:25.717352 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-68735074-3218-4268-a668-8f3fb51df027 req-fb5b7a90-6da7-4aeb-a5de-bfa60cd1b57b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=29a38752-08a3-4b35-bb64-8f5e3f87121b HTTP/1.1" status: 200 len: 861 time: 0.1335735 Nov 09 21:12:25.724916 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-cad254f2-f786-4f85-b61d-42d15c8035d5 req-3ba0ce2a-f680-4ba7-b5ce-88583a6b2d59 tempest-DeleteServersAdminTestJSON-371207605 tempest-DeleteServersAdminTestJSON-371207605-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:25.728542 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cad254f2-f786-4f85-b61d-42d15c8035d5 req-3ba0ce2a-f680-4ba7-b5ce-88583a6b2d59 tempest-DeleteServersAdminTestJSON-371207605 tempest-DeleteServersAdminTestJSON-371207605-project-admin] 10.222.0.43 "DELETE /v2.0/ports/16295f9f-817f-4625-a6eb-91475a7ba821 HTTP/1.1" status: 204 len: 173 time: 1.6767864 Nov 09 21:12:25.730548 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8163404-ced5-4cf3-813a-9b8902f361cd', 'name': 'network-vif-deleted', 'tag': '16295f9f-817f-4625-a6eb-91475a7ba821'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:12:25.739313 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617bf681-7228-4633-acc8-52dbd0a5fd03 x-openstack-request-id: req-617bf681-7228-4633-acc8-52dbd0a5fd03 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:12:25.739658 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e834c6c4-1632-4645-9010-d7fc5af20448", "tag": "33805be1-3de4-45a1-a311-003260b997d7", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:12:25.739876 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-617bf681-7228-4633-acc8-52dbd0a5fd03 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:12:25.740297 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e834c6c4-1632-4645-9010-d7fc5af20448', 'tag': '33805be1-3de4-45a1-a311-003260b997d7', 'status': 'completed', 'code': 200} Nov 09 21:12:25.750808 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9299aee-1312-421d-b5d8-61a97c6aba05" -d '{"events": [{"server_uuid": "e8163404-ced5-4cf3-813a-9b8902f361cd", "name": "network-vif-deleted", "tag": "16295f9f-817f-4625-a6eb-91475a7ba821"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:12:25.789102 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 2df20e46-042b-4a7e-832e-18049153d26b triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:12:25.789489 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:25.803842 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7b12d094-c61a-4bd5-ba47-ec1136910d28 req-33341a53-197c-49a6-afaf-e0224e6b5bcd tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/security-groups?id=c03e1c2c-ba46-4192-b9cb-d256abe573c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3171341 Nov 09 21:12:25.816106 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-68735074-3218-4268-a668-8f3fb51df027 req-e1c611b5-0302-44c5-b457-664a0cd44f2d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710602 Nov 09 21:12:25.817537 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2f7a6-b47f-4f30-8c35-df89b1ddb555 req-f04db146-32e6-4d46-9d0e-3c02d34fd76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:25.828278 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a0f2f7a6-b47f-4f30-8c35-df89b1ddb555 req-f04db146-32e6-4d46-9d0e-3c02d34fd76e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dcbd9ac3631e49cf884efc51e8d43086&device_id=7245a2a6-a51a-4e9f-b951-4bb6c0c58845 HTTP/1.1" status: 200 len: 1122 time: 0.3418212 Nov 09 21:12:25.872800 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-96ad0a1e-1084-466f-a8f8-99978f308ba5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:25.996823 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2f7a6-b47f-4f30-8c35-df89b1ddb555 req-3e20d755-0794-4068-905f-0dce5b94b18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:25.998960 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a0f2f7a6-b47f-4f30-8c35-df89b1ddb555 req-3e20d755-0794-4068-905f-0dce5b94b18c service neutron] 10.222.0.45 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.1386559 Nov 09 21:12:26.093135 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a0f2f7a6-b47f-4f30-8c35-df89b1ddb555 req-e006c0f9-d61f-421d-898b-989703fe421c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=86f61257-0063-489f-8ad8-1027455d6680 HTTP/1.1" status: 200 len: 217 time: 0.0873001 Nov 09 21:12:26.191186 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2f7a6-b47f-4f30-8c35-df89b1ddb555 req-60cf5b58-8776-4b33-9fc7-d1e7786bba96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:26.192895 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a0f2f7a6-b47f-4f30-8c35-df89b1ddb555 req-60cf5b58-8776-4b33-9fc7-d1e7786bba96 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.0907493 Nov 09 21:12:26.195934 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-61b4a969-e2e7-4363-94a0-e731fc4e4225 req-daf8da6d-4d72-4ab7-b17b-f8f40fca648c tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8163404-ced5-4cf3-813a-9b8902f361cd HTTP/1.1" status: 200 len: 210 time: 0.0729568 Nov 09 21:12:26.291702 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2f7a6-b47f-4f30-8c35-df89b1ddb555 req-ee95a621-4492-4365-b6b9-e1d90a11d286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:26.301652 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a0f2f7a6-b47f-4f30-8c35-df89b1ddb555 req-ee95a621-4492-4365-b6b9-e1d90a11d286 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0924051 Nov 09 21:12:26.336901 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-96ad0a1e-1084-466f-a8f8-99978f308ba5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:26.342711 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-96ad0a1e-1084-466f-a8f8-99978f308ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:26.356543 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-68735074-3218-4268-a668-8f3fb51df027 req-8376fdf4-fdc6-4a97-8e49-25bc7ca5a81f service neutron] 10.222.0.43 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5066040 Nov 09 21:12:26.427719 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549f272f-af39-41bd-b6f7-02c014b48fb6 x-openstack-request-id: req-549f272f-af39-41bd-b6f7-02c014b48fb6 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:12:26.428385 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8163404-ced5-4cf3-813a-9b8902f361cd", "name": "network-vif-deleted", "tag": "16295f9f-817f-4625-a6eb-91475a7ba821", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:12:26.428956 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-549f272f-af39-41bd-b6f7-02c014b48fb6 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:12:26.430796 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8163404-ced5-4cf3-813a-9b8902f361cd', 'name': 'network-vif-deleted', 'tag': '16295f9f-817f-4625-a6eb-91475a7ba821', 'status': 'completed', 'code': 200} Nov 09 21:12:26.446368 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-96ad0a1e-1084-466f-a8f8-99978f308ba5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1c8e90a7b4044be7bab2b434b152db28&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3650668 Nov 09 21:12:26.450977 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57110) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:26.452684 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad0a1e-1084-466f-a8f8-99978f308ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32051366-4213-4817-aa42-a7bbdeabfb6c,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:26.505434 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-68735074-3218-4268-a668-8f3fb51df027 req-886367bf-ebe5-4ff3-af45-aa0d397e5773 service neutron] 10.222.0.43 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369100 Nov 09 21:12:26.592118 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a0f2f7a6-b47f-4f30-8c35-df89b1ddb555 req-11efa90a-8a08-4856-b6b9-db73fca66cd3 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814937 Nov 09 21:12:26.644391 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31cef7-ee87-4b78-83a1-f7fa2a752d00 req-249c4301-588a-4ecc-ab0e-883f04b770b4 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:26.645930 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bb31cef7-ee87-4b78-83a1-f7fa2a752d00 req-249c4301-588a-4ecc-ab0e-883f04b770b4 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdb294f8-903e-44cc-b590-cf4c262af4db HTTP/1.1" status: 200 len: 968 time: 0.0855668 Nov 09 21:12:26.659654 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57114) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:26.662323 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2aaa602b-2c0f-48bf-b6e3-0764977f69c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:26.669446 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-761b0e97-773c-4f3e-9f8d-5d0a8890de5d tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Request body: {'floatingip': {'port_id': 'e1d95655-db42-4890-bb90-d32512401302'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:12:26.674263 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9a9b9-4127-4442-8fba-ceb990da4530 req-e31fb8d5-77a0-471f-819d-23f10ef1e4c3 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:26.675907 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-66e9a9b9-4127-4442-8fba-ceb990da4530 req-e31fb8d5-77a0-471f-819d-23f10ef1e4c3 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=e834c6c4-1632-4645-9010-d7fc5af20448 HTTP/1.1" status: 200 len: 943 time: 0.2257705 Nov 09 21:12:26.725000 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2aaa602b-2c0f-48bf-b6e3-0764977f69c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:26.783408 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-761b0e97-773c-4f3e-9f8d-5d0a8890de5d tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks [] for floatingip, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:26.813562 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a0f2f7a6-b47f-4f30-8c35-df89b1ddb555 req-88d9535d-fdb0-4a07-af0d-8d2a5df5b5a8 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078319 Nov 09 21:12:26.821086 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-66e9a9b9-4127-4442-8fba-ceb990da4530 req-c39b7748-adb4-4a59-a391-b1e3ae3eec8a tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264884 Nov 09 21:12:26.853527 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2aaa602b-2c0f-48bf-b6e3-0764977f69c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:26.859764 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2aaa602b-2c0f-48bf-b6e3-0764977f69c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:26.864879 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2aaa602b-2c0f-48bf-b6e3-0764977f69c5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/32051366-4213-4817-aa42-a7bbdeabfb6c HTTP/1.1" status: 204 len: 168 time: 0.4123013 Nov 09 21:12:26.883440 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaa602b-2c0f-48bf-b6e3-0764977f69c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32051366-4213-4817-aa42-a7bbdeabfb6c,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:26.959693 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6234ef-5354-4a66-900e-30df39d3525d req-e5735d63-aa86-48cc-9208-38646f6e4675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:26.961775 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9d6234ef-5354-4a66-900e-30df39d3525d req-e5735d63-aa86-48cc-9208-38646f6e4675 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=79813b2c248b4d6c8fab5b7bd98099e4&device_id=e834c6c4-1632-4645-9010-d7fc5af20448 HTTP/1.1" status: 200 len: 1094 time: 0.3369417 Nov 09 21:12:27.658031 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6234ef-5354-4a66-900e-30df39d3525d req-6f123c4f-c11a-4c9a-9738-f8170add7dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:27.659531 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9d6234ef-5354-4a66-900e-30df39d3525d req-6f123c4f-c11a-4c9a-9738-f8170add7dfa service neutron] 10.222.0.43 "GET /v2.0/networks?id=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 HTTP/1.1" status: 200 len: 921 time: 0.6577816 Nov 09 21:12:27.714011 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9d6234ef-5354-4a66-900e-30df39d3525d req-e3b671f8-2539-48e2-893b-88bb08cbf477 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=33805be1-3de4-45a1-a311-003260b997d7 HTTP/1.1" status: 200 len: 217 time: 0.0439460 Nov 09 21:12:27.914692 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-59e74203-aa8d-421c-8751-a84c93d1446b tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=29026c9cd6db46d59baa3cd105b1f8f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1256790 Nov 09 21:12:28.028224 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 16295f9f-817f-4625-a6eb-91475a7ba821 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:12:28.033816 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6234ef-5354-4a66-900e-30df39d3525d req-f7eaffa0-a04c-48e9-8234-0f8ba39b43a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:28.035271 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9d6234ef-5354-4a66-900e-30df39d3525d req-f7eaffa0-a04c-48e9-8234-0f8ba39b43a0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=29a38752-08a3-4b35-bb64-8f5e3f87121b HTTP/1.1" status: 200 len: 861 time: 0.3021486 Nov 09 21:12:28.079979 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: 16295f9f-817f-4625-a6eb-91475a7ba821 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:12:28.080589 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 16295f9f-817f-4625-a6eb-91475a7ba821 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:12:28.122727 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9d6234ef-5354-4a66-900e-30df39d3525d req-9e6e6031-7853-45cd-9270-565e0e428ef8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472531 Nov 09 21:12:28.237564 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-5bf8e8d8-7728-420a-9d67-5bae79294494 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:28.239021 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-5bf8e8d8-7728-420a-9d67-5bae79294494 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3114944 Nov 09 21:12:28.277574 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57240) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:28.354158 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-65f8add8-5e82-4c57-94be-61647bd9187c tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/quotas/29026c9cd6db46d59baa3cd105b1f8f6 HTTP/1.1" status: 200 len: 375 time: 0.1068113 Nov 09 21:12:28.378311 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.db.resource_extend [None req-761b0e97-773c-4f3e-9f8d-5d0a8890de5d tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 21:12:28.437463 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-25b16273-cd6a-4ef3-8b2b-34e0cd9b6145 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=29026c9cd6db46d59baa3cd105b1f8f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0823615 Nov 09 21:12:28.444267 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-7bb6e10f-5e65-472a-b164-67fa8441e656 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1856853390-network', 'tenant_id': '76936f9674ad45baa5c13f7f3fe24c2c'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:12:28.484011 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb6e10f-5e65-472a-b164-67fa8441e656 admin admin] Made reservation on behalf of 76936f9674ad45baa5c13f7f3fe24c2c for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:12:28.486825 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7bb6e10f-5e65-472a-b164-67fa8441e656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:28.493846 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9d6234ef-5354-4a66-900e-30df39d3525d req-e15c9c6b-99a1-48ff-83d4-daa7d0b92d65 service neutron] 10.222.0.43 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557358 Nov 09 21:12:28.524667 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7bb6e10f-5e65-472a-b164-67fa8441e656 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:28.557416 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-761b0e97-773c-4f3e-9f8d-5d0a8890de5d tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:28.612616 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-761b0e97-773c-4f3e-9f8d-5d0a8890de5d tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:28.793072 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9d6234ef-5354-4a66-900e-30df39d3525d req-836e79e3-e53b-4377-822b-cc6a289fe53a service neutron] 10.222.0.43 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832844 Nov 09 21:12:28.803727 n-d-816206-3 neutron-server[102608]: INFO neutron.db.l3_db [None req-761b0e97-773c-4f3e-9f8d-5d0a8890de5d tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Floating IP b49d277b-5432-4417-b86d-29b1f6693d16 associated. External IP: 172.25.7.193, port: e1d95655-db42-4890-bb90-d32512401302. Nov 09 21:12:28.842796 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7bb6e10f-5e65-472a-b164-67fa8441e656 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:28.852560 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7bb6e10f-5e65-472a-b164-67fa8441e656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:28.872461 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57268) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:28.885113 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6e10f-5e65-472a-b164-67fa8441e656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e10d478-7ba8-4742-bd29-fa6467c837a2,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:28.900073 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bb6e10f-5e65-472a-b164-67fa8441e656 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:12:28.921799 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3812a5-3460-45fc-a6ef-33df0ad47c1a req-adb91d5d-3f67-473b-9e92-9c40805029ea tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:28.929819 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ca3812a5-3460-45fc-a6ef-33df0ad47c1a req-adb91d5d-3f67-473b-9e92-9c40805029ea tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=e834c6c4-1632-4645-9010-d7fc5af20448 HTTP/1.1" status: 200 len: 943 time: 0.2278259 Nov 09 21:12:28.940526 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7bb6e10f-5e65-472a-b164-67fa8441e656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:28.941099 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-7bb6e10f-5e65-472a-b164-67fa8441e656 admin admin] Added segment cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2 of type vlan for network c451f8d0-81c8-47ac-9cdf-57d805f40534 Nov 09 21:12:29.035463 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7bb6e10f-5e65-472a-b164-67fa8441e656 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:29.055815 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ca3812a5-3460-45fc-a6ef-33df0ad47c1a req-8cdd6b49-4fa7-4025-9e76-7adc80a496e4 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179078 Nov 09 21:12:29.091185 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7bb6e10f-5e65-472a-b164-67fa8441e656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:29.091993 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb6e10f-5e65-472a-b164-67fa8441e656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:29.093065 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7bb6e10f-5e65-472a-b164-67fa8441e656 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:29.168447 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7bb6e10f-5e65-472a-b164-67fa8441e656 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.8888478 Nov 09 21:12:29.171197 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57278) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:29.179815 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-3c421a01-38a3-4020-8ae0-a339e1e8d0dc admin admin] Request body: {'subnet': {'network_id': 'c451f8d0-81c8-47ac-9cdf-57d805f40534', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1856853390-subnet', 'tenant_id': '76936f9674ad45baa5c13f7f3fe24c2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:12:29.216166 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6e10f-5e65-472a-b164-67fa8441e656 admin admin] Pushing event updated for resources: {'Network': ['ID=c451f8d0-81c8-47ac-9cdf-57d805f40534,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:29.224382 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c421a01-38a3-4020-8ae0-a339e1e8d0dc admin admin] Made reservation on behalf of 76936f9674ad45baa5c13f7f3fe24c2c for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:12:29.226668 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3c421a01-38a3-4020-8ae0-a339e1e8d0dc admin admin] Publish callbacks [] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:29.227905 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network c451f8d0-81c8-47ac-9cdf-57d805f40534 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:12:29.242207 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-94d0f2e3-3bbb-4711-8b63-9b1f3abb6b85 req-b76d4dc1-fd16-4731-878c-d7e3ff0e8424 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/ports?device_id=81776f66-2ddf-4d72-af7d-166cb24fa5d6 HTTP/1.1" status: 200 len: 210 time: 0.0517108 Nov 09 21:12:29.243197 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-98803631-5be6-499c-94e0-b43eafdee2b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:29.649968 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-98803631-5be6-499c-94e0-b43eafdee2b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:29.652999 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-761b0e97-773c-4f3e-9f8d-5d0a8890de5d tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Router 920e0f9c-6305-4ac6-878c-c66de1180f61 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:12:29.658091 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-98803631-5be6-499c-94e0-b43eafdee2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:29.730756 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-98803631-5be6-499c-94e0-b43eafdee2b4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=33abb8d57f50444fa62726635a73ae8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8572373 Nov 09 21:12:29.733929 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3c421a01-38a3-4020-8ae0-a339e1e8d0dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:29.736611 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57318) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:29.793246 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98803631-5be6-499c-94e0-b43eafdee2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c75949f-171f-478c-93d7-eb2688239553,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:29.887182 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c421a01-38a3-4020-8ae0-a339e1e8d0dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=48001444-9492-49b6-bd26-a82c0797ca23,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:29.890367 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5b0449cb-4f61-439e-ac28-bad49cb70d45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:29.916848 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761b0e97-773c-4f3e-9f8d-5d0a8890de5d tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:12:29.923085 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5b0449cb-4f61-439e-ac28-bad49cb70d45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:29.932213 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-761b0e97-773c-4f3e-9f8d-5d0a8890de5d tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:29.943771 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c421a01-38a3-4020-8ae0-a339e1e8d0dc admin admin] Checking segment: {'id': 'cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c451f8d0-81c8-47ac-9cdf-57d805f40534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:12:29.944268 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c421a01-38a3-4020-8ae0-a339e1e8d0dc admin admin] Network hostable DHCP agents. Network: c451f8d0-81c8-47ac-9cdf-57d805f40534, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:12:29.951811 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e087b6e3-9f6b-49c6-9a44-8ca674e004f4 None None] Sync routers for ids ['920e0f9c-6305-4ac6-878c-c66de1180f61'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:12:29.964163 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e087b6e3-9f6b-49c6-9a44-8ca674e004f4 None None] Routers {'920e0f9c-6305-4ac6-878c-c66de1180f61'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:12:29.964940 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-e087b6e3-9f6b-49c6-9a44-8ca674e004f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:12:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['920e0f9c-6305-4ac6-878c-c66de1180f61'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:12:29.995195 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c421a01-38a3-4020-8ae0-a339e1e8d0dc admin admin] Network c451f8d0-81c8-47ac-9cdf-57d805f40534 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:12:30.007543 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-761b0e97-773c-4f3e-9f8d-5d0a8890de5d tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "PUT /v2.0/floatingips/b49d277b-5432-4417-b86d-29b1f6693d16 HTTP/1.1" status: 200 len: 1014 time: 3.3465450 Nov 09 21:12:30.008052 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-3c421a01-38a3-4020-8ae0-a339e1e8d0dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, c451f8d0-81c8-47ac-9cdf-57d805f40534) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:12:30.008326 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb294f8-903e-44cc-b590-cf4c262af4db', 'tag': 'e1d95655-db42-4890-bb90-d32512401302'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:12:30.017823 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a331d5f5-5737-404a-8962-bb566140644e" -d '{"events": [{"name": "network-changed", "server_uuid": "bdb294f8-903e-44cc-b590-cf4c262af4db", "tag": "e1d95655-db42-4890-bb90-d32512401302"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:12:30.023889 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3718ecd5-ffe6-459b-ad23-0ac005332965 None None] Network c451f8d0-81c8-47ac-9cdf-57d805f40534 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:12:30.034231 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c421a01-38a3-4020-8ae0-a339e1e8d0dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:30.036248 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3c421a01-38a3-4020-8ae0-a339e1e8d0dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:30.050745 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5b0449cb-4f61-439e-ac28-bad49cb70d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:30.057715 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5b0449cb-4f61-439e-ac28-bad49cb70d45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:30.063717 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5b0449cb-4f61-439e-ac28-bad49cb70d45 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0c75949f-171f-478c-93d7-eb2688239553 HTTP/1.1" status: 204 len: 168 time: 0.3234384 Nov 09 21:12:30.096368 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 33805be1-3de4-45a1-a311-003260b997d7 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:12:30.117131 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0449cb-4f61-439e-ac28-bad49cb70d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c75949f-171f-478c-93d7-eb2688239553,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:30.144202 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-3c421a01-38a3-4020-8ae0-a339e1e8d0dc admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9719458 Nov 09 21:12:30.164348 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-e087b6e3-9f6b-49c6-9a44-8ca674e004f4 None None] Set router 920e0f9c-6305-4ac6-878c-c66de1180f61 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:12:30.297733 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-2aa9b350-2abe-488b-8e60-9d75928170dc tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=29026c9cd6db46d59baa3cd105b1f8f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606101 Nov 09 21:12:30.413018 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b06e94-b950-4f27-a38d-003b5507dda3 x-openstack-request-id: req-05b06e94-b950-4f27-a38d-003b5507dda3 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:12:30.413764 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdb294f8-903e-44cc-b590-cf4c262af4db", "tag": "e1d95655-db42-4890-bb90-d32512401302", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:12:30.414277 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-05b06e94-b950-4f27-a38d-003b5507dda3 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:12:30.414799 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdb294f8-903e-44cc-b590-cf4c262af4db', 'tag': 'e1d95655-db42-4890-bb90-d32512401302', 'status': 'completed', 'code': 200} Nov 09 21:12:30.568279 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331d5f5-5737-404a-8962-bb566140644e req-6ca66398-7435-4fd5-90ce-c973afca692c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:30.570215 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a331d5f5-5737-404a-8962-bb566140644e req-6ca66398-7435-4fd5-90ce-c973afca692c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=615b76025780444bbb8ee927e4ef7062&device_id=bdb294f8-903e-44cc-b590-cf4c262af4db HTTP/1.1" status: 200 len: 1119 time: 0.1475968 Nov 09 21:12:30.683864 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-558b6dea-707b-4eb8-972b-63fe08924826 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:30.685596 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-558b6dea-707b-4eb8-972b-63fe08924826 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3827772 Nov 09 21:12:30.703518 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ae0b20-0fe6-416d-8d57-d6052eb97c5c None None] Network c451f8d0-81c8-47ac-9cdf-57d805f40534 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:12:30.735817 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331d5f5-5737-404a-8962-bb566140644e req-84cd429a-d5d0-4e94-879e-6f435ad26d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:30.736836 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b4ab474a-9633-41b5-bdcd-a1afbaf2c335 req-095a7a4b-9617-4269-b557-b3358cf0c159 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/ports?device_id=81776f66-2ddf-4d72-af7d-166cb24fa5d6 HTTP/1.1" status: 200 len: 210 time: 0.0485253 Nov 09 21:12:30.742791 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-a1872d10-5a99-4144-9822-1fe6d603670d tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Request body: {'port': {'device_id': '81776f66-2ddf-4d72-af7d-166cb24fa5d6', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'admin_state_up': True, 'tenant_id': '29026c9cd6db46d59baa3cd105b1f8f6'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:12:30.752603 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a331d5f5-5737-404a-8962-bb566140644e req-84cd429a-d5d0-4e94-879e-6f435ad26d32 service neutron] 10.222.0.45 "GET /v2.0/networks?id=15fbc7f0-8873-4a34-924e-7fadeab13c74 HTTP/1.1" status: 200 len: 924 time: 0.1609020 Nov 09 21:12:30.766361 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96375d29-63f3-43d9-8db6-e7f8ad65d5b0 req-1423763f-25bd-4c34-bb8e-5ae3708b785f tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:30.778899 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-96375d29-63f3-43d9-8db6-e7f8ad65d5b0 req-1423763f-25bd-4c34-bb8e-5ae3708b785f tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=e834c6c4-1632-4645-9010-d7fc5af20448 HTTP/1.1" status: 200 len: 943 time: 0.2273698 Nov 09 21:12:30.795475 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57374) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:30.861094 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 33805be1-3de4-45a1-a311-003260b997d7, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=33805be1-3de4-45a1-a311-003260b997d7,segment=NetworkSegment(3b0433f6-0dc2-4350-8149-c15b9bac49ea),segment_id=3b0433f6-0dc2-4350-8149-c15b9bac49ea)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:12:30.904317 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '33805be1-3de4-45a1-a311-003260b997d7', 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68', 'port_id': '33805be1-3de4-45a1-a311-003260b997d7', 'mac_address': 'fa:16:3e:13:72:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29a38752-08a3-4b35-bb64-8f5e3f87121b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:12:30.914586 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-a1872d10-5a99-4144-9822-1fe6d603670d tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Made reservation on behalf of 29026c9cd6db46d59baa3cd105b1f8f6 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:12:30.919389 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-a1872d10-5a99-4144-9822-1fe6d603670d tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:30.930651 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-af7bf884-b452-4739-892a-3efae6698778 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:30.964756 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-e087b6e3-9f6b-49c6-9a44-8ca674e004f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1162150794-router', 'tenant_id': '615b76025780444bbb8ee927e4ef7062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '22af7d89-d062-40b3-ae01-584fdfa3d789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:11:36Z', 'updated_at': '2021-11-09T21:11:41Z', 'revision_number': 4, 'project_id': '615b76025780444bbb8ee927e4ef7062', 'gw_port': {'id': '22af7d89-d062-40b3-ae01-584fdfa3d789', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:11:37Z', 'updated_at': '2021-11-09T21:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': 'b49d277b-5432-4417-b86d-29b1f6693d16', 'tenant_id': '615b76025780444bbb8ee927e4ef7062', 'floating_ip_address': '172.25.7.193', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'port_id': 'e1d95655-db42-4890-bb90-d32512401302', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15fbc7f0-8873-4a34-924e-7fadeab13c74', 'mac_address': 'fa:16:3e:0f:75:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb294f8-903e-44cc-b590-cf4c262af4db', 'device_owner': 'compute:tempest-test_az-1850887734'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:12:07Z', 'updated_at': '2021-11-09T21:12:28Z', 'revision_number': 1, 'project_id': '615b76025780444bbb8ee927e4ef7062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54c3d4eb-1bf9-4a71-ae51-6e1cc57b6e39', 'name': '', 'network_id': '15fbc7f0-8873-4a34-924e-7fadeab13c74', 'tenant_id': '615b76025780444bbb8ee927e4ef7062', 'mac_address': 'fa:16:3e:66:83:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e9add483-8835-41e6-b594-c1f5292db974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:11:40Z', 'updated_at': '2021-11-09T21:11:45Z', 'revision_number': 5, 'project_id': '615b76025780444bbb8ee927e4ef7062', 'subnets': [{'id': 'e9add483-8835-41e6-b594-c1f5292db974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:12:31.019809 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e087b6e3-9f6b-49c6-9a44-8ca674e004f4 None None] Checking router: 920e0f9c-6305-4ac6-878c-c66de1180f61 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:12:31.039061 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e087b6e3-9f6b-49c6-9a44-8ca674e004f4 None None] Routers {'920e0f9c-6305-4ac6-878c-c66de1180f61'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:12:31.039926 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-e087b6e3-9f6b-49c6-9a44-8ca674e004f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:12:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['920e0f9c-6305-4ac6-878c-c66de1180f61'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:12:31.064229 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-96375d29-63f3-43d9-8db6-e7f8ad65d5b0 req-26a47cac-a72e-4688-bca2-8d15499a2af5 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764168 Nov 09 21:12:31.069071 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a331d5f5-5737-404a-8962-bb566140644e req-29fe58d1-98b5-4224-9664-08782c89daaa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1d95655-db42-4890-bb90-d32512401302 HTTP/1.1" status: 200 len: 1022 time: 0.2812819 Nov 09 21:12:31.091922 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:31.141124 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-a1872d10-5a99-4144-9822-1fe6d603670d tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Allocated IP 192.168.233.43 (568519e4-f6af-4966-9e93-738c3c6cb9f1/5ba3500c-a288-4596-ba94-148f2bd8a6da/c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:12:31.160100 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331d5f5-5737-404a-8962-bb566140644e req-4b22871d-bf4e-4cce-8550-ec948bfe7704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:31.164277 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a331d5f5-5737-404a-8962-bb566140644e req-4b22871d-bf4e-4cce-8550-ec948bfe7704 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e9add483-8835-41e6-b594-c1f5292db974 HTTP/1.1" status: 200 len: 863 time: 0.0873506 Nov 09 21:12:31.178104 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33805be1-3de4-45a1-a311-003260b997d7 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:12:31.227942 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 33805be1-3de4-45a1-a311-003260b997d7, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=33805be1-3de4-45a1-a311-003260b997d7,segment=NetworkSegment(3b0433f6-0dc2-4350-8149-c15b9bac49ea),segment_id=3b0433f6-0dc2-4350-8149-c15b9bac49ea)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:12:31.239690 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:31.267415 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-e087b6e3-9f6b-49c6-9a44-8ca674e004f4 None None] Set router 920e0f9c-6305-4ac6-878c-c66de1180f61 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:12:31.277094 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-af7bf884-b452-4739-892a-3efae6698778 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:31.287452 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-af7bf884-b452-4739-892a-3efae6698778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:31.397060 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=33805be1-3de4-45a1-a311-003260b997d7,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:31.404148 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-af7bf884-b452-4739-892a-3efae6698778 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d810a76becab4101adeb62e74c7d4b82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5972271 Nov 09 21:12:31.405096 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57398) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:31.410702 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331d5f5-5737-404a-8962-bb566140644e req-7a4c3b63-eb7c-4234-9516-725d0f932acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:31.418160 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a331d5f5-5737-404a-8962-bb566140644e req-7a4c3b63-eb7c-4234-9516-725d0f932acb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=15fbc7f0-8873-4a34-924e-7fadeab13c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2447639 Nov 09 21:12:31.420090 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bf884-b452-4739-892a-3efae6698778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff08537d-96d2-48c8-b5f7-297133969eae,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:31.508831 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['33805be1-3de4-45a1-a311-003260b997d7'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:12:31.588242 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a331d5f5-5737-404a-8962-bb566140644e req-79f2086e-f617-4641-9e3d-8cf76d645f7d service neutron] 10.222.0.45 "GET /v2.0/networks/15fbc7f0-8873-4a34-924e-7fadeab13c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593747 Nov 09 21:12:31.714072 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-e087b6e3-9f6b-49c6-9a44-8ca674e004f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1162150794-router', 'tenant_id': '615b76025780444bbb8ee927e4ef7062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '22af7d89-d062-40b3-ae01-584fdfa3d789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:11:36Z', 'updated_at': '2021-11-09T21:11:41Z', 'revision_number': 4, 'project_id': '615b76025780444bbb8ee927e4ef7062', 'gw_port': {'id': '22af7d89-d062-40b3-ae01-584fdfa3d789', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:11:37Z', 'updated_at': '2021-11-09T21:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': 'b49d277b-5432-4417-b86d-29b1f6693d16', 'tenant_id': '615b76025780444bbb8ee927e4ef7062', 'floating_ip_address': '172.25.7.193', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'port_id': 'e1d95655-db42-4890-bb90-d32512401302', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15fbc7f0-8873-4a34-924e-7fadeab13c74', 'mac_address': 'fa:16:3e:0f:75:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb294f8-903e-44cc-b590-cf4c262af4db', 'device_owner': 'compute:tempest-test_az-1850887734'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:12:07Z', 'updated_at': '2021-11-09T21:12:28Z', 'revision_number': 1, 'project_id': '615b76025780444bbb8ee927e4ef7062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54c3d4eb-1bf9-4a71-ae51-6e1cc57b6e39', 'name': '', 'network_id': '15fbc7f0-8873-4a34-924e-7fadeab13c74', 'tenant_id': '615b76025780444bbb8ee927e4ef7062', 'mac_address': 'fa:16:3e:66:83:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e9add483-8835-41e6-b594-c1f5292db974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:11:40Z', 'updated_at': '2021-11-09T21:11:45Z', 'revision_number': 5, 'project_id': '615b76025780444bbb8ee927e4ef7062', 'subnets': [{'id': 'e9add483-8835-41e6-b594-c1f5292db974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:12:31.736173 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f156b7c2-2f64-4d4f-8db5-5eddc7de263c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:31.773947 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e087b6e3-9f6b-49c6-9a44-8ca674e004f4 None None] The sync data for ids ['920e0f9c-6305-4ac6-878c-c66de1180f61'] in n-d-816206-3 is: [{'id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1162150794-router', 'tenant_id': '615b76025780444bbb8ee927e4ef7062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '22af7d89-d062-40b3-ae01-584fdfa3d789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:11:36Z', 'updated_at': '2021-11-09T21:11:41Z', 'revision_number': 4, 'project_id': '615b76025780444bbb8ee927e4ef7062', 'gw_port': {'id': '22af7d89-d062-40b3-ae01-584fdfa3d789', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:11:37Z', 'updated_at': '2021-11-09T21:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': 'b49d277b-5432-4417-b86d-29b1f6693d16', 'tenant_id': '615b76025780444bbb8ee927e4ef7062', 'floating_ip_address': '172.25.7.193', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'port_id': 'e1d95655-db42-4890-bb90-d32512401302', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15fbc7f0-8873-4a34-924e-7fadeab13c74', 'mac_address': 'fa:16:3e:0f:75:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb294f8-903e-44cc-b590-cf4c262af4db', 'device_owner': 'compute:tempest-test_az-1850887734'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:12:07Z', 'updated_at': '2021-11-09T21:12:28Z', 'revision_number': 1, 'project_id': '615b76025780444bbb8ee927e4ef7062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54c3d4eb-1bf9-4a71-ae51-6e1cc57b6e39', 'name': '', 'network_id': '15fbc7f0-8873-4a34-924e-7fadeab13c74', 'tenant_id': '615b76025780444bbb8ee927e4ef7062', 'mac_address': 'fa:16:3e:66:83:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e9add483-8835-41e6-b594-c1f5292db974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:11:40Z', 'updated_at': '2021-11-09T21:11:45Z', 'revision_number': 5, 'project_id': '615b76025780444bbb8ee927e4ef7062', 'subnets': [{'id': 'e9add483-8835-41e6-b594-c1f5292db974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:12:31.843838 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a331d5f5-5737-404a-8962-bb566140644e req-ca0c344a-80db-48f9-ae93-a1d961cd5a47 service neutron] 10.222.0.45 "GET /v2.0/networks/15fbc7f0-8873-4a34-924e-7fadeab13c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362237 Nov 09 21:12:31.847173 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-a1872d10-5a99-4144-9822-1fe6d603670d tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:31.876411 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f156b7c2-2f64-4d4f-8db5-5eddc7de263c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:31.890701 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e85a82-02ef-420e-9024-4880667aeef5 req-5346d718-cfbe-41cd-b083-5731875d00e8 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:31.897666 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f2e85a82-02ef-420e-9024-4880667aeef5 req-5346d718-cfbe-41cd-b083-5731875d00e8 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/networks?id=c451f8d0-81c8-47ac-9cdf-57d805f40534 HTTP/1.1" status: 200 len: 805 time: 0.4251618 Nov 09 21:12:31.943794 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d0af5418-376a-496a-8cb2-4a079a3e1635 req-09025b51-31ff-4a3f-ab17-c060bce42a24 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/ports?device_id=81776f66-2ddf-4d72-af7d-166cb24fa5d6 HTTP/1.1" status: 200 len: 210 time: 0.0443428 Nov 09 21:12:31.998364 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f2e85a82-02ef-420e-9024-4880667aeef5 req-2c6a5c2b-51b9-4b32-a621-b7b9796c2882 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/quotas/76936f9674ad45baa5c13f7f3fe24c2c HTTP/1.1" status: 200 len: 375 time: 0.0982888 Nov 09 21:12:32.001958 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f156b7c2-2f64-4d4f-8db5-5eddc7de263c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:32.005298 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f156b7c2-2f64-4d4f-8db5-5eddc7de263c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:32.009097 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f156b7c2-2f64-4d4f-8db5-5eddc7de263c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ff08537d-96d2-48c8-b5f7-297133969eae HTTP/1.1" status: 204 len: 168 time: 0.6006622 Nov 09 21:12:32.046724 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57412) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:32.054782 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f2e85a82-02ef-420e-9024-4880667aeef5 req-877bc95f-aba7-4f12-ab5d-d249f0fa1ac6 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=76936f9674ad45baa5c13f7f3fe24c2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467992 Nov 09 21:12:32.055650 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156b7c2-2f64-4d4f-8db5-5eddc7de263c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff08537d-96d2-48c8-b5f7-297133969eae,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:32.066852 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-a1872d10-5a99-4144-9822-1fe6d603670d tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:32.200593 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-a1872d10-5a99-4144-9822-1fe6d603670d tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Network 568519e4-f6af-4966-9e93-738c3c6cb9f1 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:12:32.205387 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1872d10-5a99-4144-9822-1fe6d603670d tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Pushing event updated for resources: {'Port': ['ID=c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:32.209926 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-a1872d10-5a99-4144-9822-1fe6d603670d tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:12:32.214020 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-a1872d10-5a99-4144-9822-1fe6d603670d tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:12:32.221063 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-a1872d10-5a99-4144-9822-1fe6d603670d tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:32.221714 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-a1872d10-5a99-4144-9822-1fe6d603670d tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:32.249523 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-a1872d10-5a99-4144-9822-1fe6d603670d tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5116525 Nov 09 21:12:32.278706 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-64b1feeb-64cf-4880-b4f1-ff15ba6510c2 service neutron] Request body: {'port': {'device_id': '81776f66-2ddf-4d72-af7d-166cb24fa5d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:12:32.288081 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3df8906e-04b3-40f1-9644-6531ed609083 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:32.309691 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f2e85a82-02ef-420e-9024-4880667aeef5 req-a9454df8-4f8a-44a9-b168-1aa53e9bf2ab service neutron] 10.222.0.49 "GET /v2.0/networks/c451f8d0-81c8-47ac-9cdf-57d805f40534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317698 Nov 09 21:12:32.435453 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4e1c5c-5c40-45b8-9d99-24cad067a6c9 None None] New status for floating IP b49d277b-5432-4417-b86d-29b1f6693d16: ACTIVE {{(pid=102609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:12:32.441559 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba330e-e051-49a7-9450-db61f2d5c7cd req-c280bf7b-2ef0-4cd6-a89f-835b516b8fc4 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:32.443400 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d0ba330e-e051-49a7-9450-db61f2d5c7cd req-c280bf7b-2ef0-4cd6-a89f-835b516b8fc4 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=e834c6c4-1632-4645-9010-d7fc5af20448 HTTP/1.1" status: 200 len: 944 time: 0.1586418 Nov 09 21:12:32.503348 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-64b1feeb-64cf-4880-b4f1-ff15ba6510c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:32.554229 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d0ba330e-e051-49a7-9450-db61f2d5c7cd req-4dd54a8b-230e-4c51-b402-79f478d4e1c8 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959861 Nov 09 21:12:32.576895 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3df8906e-04b3-40f1-9644-6531ed609083 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:32.582121 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3df8906e-04b3-40f1-9644-6531ed609083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:32.601220 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f2e85a82-02ef-420e-9024-4880667aeef5 req-122204c2-657b-4a7d-9383-ffe9c32746af service neutron] 10.222.0.49 "GET /v2.0/networks/c451f8d0-81c8-47ac-9cdf-57d805f40534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872198 Nov 09 21:12:32.634251 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df8906e-04b3-40f1-9644-6531ed609083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec9abd5-914d-41d8-acf5-f2319621ce38,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:32.642295 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3df8906e-04b3-40f1-9644-6531ed609083 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=02049e384f884da199ca7505955bf888&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5942929 Nov 09 21:12:32.644758 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57430) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:32.764232 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5399dd6d-7214-467f-897d-e0fc2dc4a0fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:32.790554 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5399dd6d-7214-467f-897d-e0fc2dc4a0fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:32.818443 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-b6efdab7-4cf5-4dc7-94b8-b3362f9ca884 None None] Provisioning complete for port c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:12:32.818827 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b6efdab7-4cf5-4dc7-94b8-b3362f9ca884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:32.879661 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5399dd6d-7214-467f-897d-e0fc2dc4a0fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:32.910463 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5399dd6d-7214-467f-897d-e0fc2dc4a0fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:32.917603 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5399dd6d-7214-467f-897d-e0fc2dc4a0fd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9ec9abd5-914d-41d8-acf5-f2319621ce38 HTTP/1.1" status: 204 len: 168 time: 0.2678664 Nov 09 21:12:32.977631 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5399dd6d-7214-467f-897d-e0fc2dc4a0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec9abd5-914d-41d8-acf5-f2319621ce38,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:33.050642 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-658db7e4-0dbb-4b5b-88d6-41e0fedca8d0 req-844c684e-ba1e-48cb-aa47-50c66e891a4a tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce2a0488-904a-4e69-b9e5-500756acc100 HTTP/1.1" status: 200 len: 210 time: 0.0944571 Nov 09 21:12:33.092515 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-b6efdab7-4cf5-4dc7-94b8-b3362f9ca884 None None] Port c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:12:33.398674 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:33.573679 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ab011-a89a-4096-984b-4ea0344b3feb req-e4b26ab7-83f3-40f2-bbec-427fd1f3674f tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:33.583325 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5b8ab011-a89a-4096-984b-4ea0344b3feb req-e4b26ab7-83f3-40f2-bbec-427fd1f3674f tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.49 "GET /v2.0/ports?device_id=7245a2a6-a51a-4e9f-b951-4bb6c0c58845 HTTP/1.1" status: 200 len: 971 time: 0.0759540 Nov 09 21:12:33.651433 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5b8ab011-a89a-4096-984b-4ea0344b3feb req-6fd6069b-d648-424b-9879-c13e9bc29ce1 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.49 "GET /v2.0/security-groups?id=161b0130-194a-4a72-b1cc-fb89849006d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668855 Nov 09 21:12:33.679270 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57476) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:33.684505 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926bc8bc-443b-4a24-9de4-b22062b42267 req-76eef82b-a1f4-4767-ae45-d03b1f71bd9b tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:33.686959 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-926bc8bc-443b-4a24-9de4-b22062b42267 req-76eef82b-a1f4-4767-ae45-d03b1f71bd9b tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/ports?device_id=81776f66-2ddf-4d72-af7d-166cb24fa5d6 HTTP/1.1" status: 200 len: 935 time: 0.5340266 Nov 09 21:12:33.713994 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0a98c08d-c586-4baf-bba3-47a1d97b07bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:33.773187 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-64b1feeb-64cf-4880-b4f1-ff15ba6510c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:12:33.795427 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-64b1feeb-64cf-4880-b4f1-ff15ba6510c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:33.826481 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-926bc8bc-443b-4a24-9de4-b22062b42267 req-553d69a7-53ba-4333-b14e-fb098dd93de6 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/security-groups?id=51f35ac2-6650-4c11-a991-f33cc313e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072080 Nov 09 21:12:33.829964 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-64b1feeb-64cf-4880-b4f1-ff15ba6510c2 service neutron] Transition to ACTIVE for port object c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:12:33.834306 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-64b1feeb-64cf-4880-b4f1-ff15ba6510c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:33.876995 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203fd0ad-4d72-4a62-9615-4b1d01dce96e req-9420a9c5-166f-4264-aad0-aaab7b9fb1b3 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:33.879290 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-203fd0ad-4d72-4a62-9615-4b1d01dce96e req-9420a9c5-166f-4264-aad0-aaab7b9fb1b3 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=e834c6c4-1632-4645-9010-d7fc5af20448 HTTP/1.1" status: 200 len: 944 time: 0.1558359 Nov 09 21:12:33.938936 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0a98c08d-c586-4baf-bba3-47a1d97b07bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:33.964945 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0a98c08d-c586-4baf-bba3-47a1d97b07bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:33.991016 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1feeb-64cf-4880-b4f1-ff15ba6510c2 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:34.018284 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-64b1feeb-64cf-4880-b4f1-ff15ba6510c2 service neutron] Attempting to bind port c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:12:34.018866 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-64b1feeb-64cf-4880-b4f1-ff15ba6510c2 service neutron] Attempting to bind port c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:12:34.019475 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-64b1feeb-64cf-4880-b4f1-ff15ba6510c2 service neutron] Attempting to bind port c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:12:34.028599 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-64b1feeb-64cf-4880-b4f1-ff15ba6510c2 service neutron] Port c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:12:34.030912 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-64b1feeb-64cf-4880-b4f1-ff15ba6510c2 service neutron] Attempting to bind port c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:12:34.038064 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-64b1feeb-64cf-4880-b4f1-ff15ba6510c2 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:12:34.039255 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-64b1feeb-64cf-4880-b4f1-ff15ba6510c2 service neutron] Checking segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:12:34.040207 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-64b1feeb-64cf-4880-b4f1-ff15ba6510c2 service neutron] Bound using segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:12:34.041076 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-64b1feeb-64cf-4880-b4f1-ff15ba6510c2 service neutron] Bound port: c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:12:34.041600 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-64b1feeb-64cf-4880-b4f1-ff15ba6510c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:34.051003 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 33805be1-3de4-45a1-a311-003260b997d7 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:12:34.080158 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-203fd0ad-4d72-4a62-9615-4b1d01dce96e req-99c15d55-20f6-46ac-a3b7-ee9ad41825d9 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939406 Nov 09 21:12:34.091623 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0a98c08d-c586-4baf-bba3-47a1d97b07bb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7dbad82457db4119a464de8c35cf5558&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4110420 Nov 09 21:12:34.092835 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57486) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:34.095829 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a98c08d-c586-4baf-bba3-47a1d97b07bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ca20b3-d670-416a-ac3a-34560b9bc0a7,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:34.216339 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 33805be1-3de4-45a1-a311-003260b997d7 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:12:34.219456 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-64b1feeb-64cf-4880-b4f1-ff15ba6510c2 service neutron] For port c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:12:34.223622 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 33805be1-3de4-45a1-a311-003260b997d7 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:12:34.223982 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:34.227358 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-64b1feeb-64cf-4880-b4f1-ff15ba6510c2 service neutron] For port c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:12:34.236892 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-64b1feeb-64cf-4880-b4f1-ff15ba6510c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:34.240096 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4f89a7c5-a3c2-4468-a481-fd909c997d29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:34.296518 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4f89a7c5-a3c2-4468-a481-fd909c997d29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:34.313313 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-61b8a7ac-3f25-4a5e-bbf2-5d25a497b669 req-7344f675-4328-4c4f-9ebf-8d593f6c3499 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce2a0488-904a-4e69-b9e5-500756acc100 HTTP/1.1" status: 200 len: 210 time: 0.0788662 Nov 09 21:12:34.347730 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-64b1feeb-64cf-4880-b4f1-ff15ba6510c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:34.348585 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-64b1feeb-64cf-4880-b4f1-ff15ba6510c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:34.354602 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-64b1feeb-64cf-4880-b4f1-ff15ba6510c2 service neutron] 10.222.0.45 "PUT /v2.0/ports/c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1 HTTP/1.1" status: 200 len: 1095 time: 2.0958261 Nov 09 21:12:34.355309 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81776f66-2ddf-4d72-af7d-166cb24fa5d6', 'tag': 'c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:12:34.357376 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:34.358135 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee4f1ab-e2ea-4689-9e34-9ae3f3164dfc" -d '{"events": [{"name": "network-changed", "server_uuid": "81776f66-2ddf-4d72-af7d-166cb24fa5d6", "tag": "c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:12:34.412190 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1feeb-64cf-4880-b4f1-ff15ba6510c2 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:34.418015 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4f89a7c5-a3c2-4468-a481-fd909c997d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:34.421357 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4f89a7c5-a3c2-4468-a481-fd909c997d29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:34.423417 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4f89a7c5-a3c2-4468-a481-fd909c997d29 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/58ca20b3-d670-416a-ac3a-34560b9bc0a7 HTTP/1.1" status: 204 len: 168 time: 0.3285968 Nov 09 21:12:34.433448 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f89a7c5-a3c2-4468-a481-fd909c997d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ca20b3-d670-416a-ac3a-34560b9bc0a7,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:34.541882 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe90c86-3162-4363-b080-ab09c9480357 x-openstack-request-id: req-2fe90c86-3162-4363-b080-ab09c9480357 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:12:34.547218 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81776f66-2ddf-4d72-af7d-166cb24fa5d6", "tag": "c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:12:34.547490 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2fe90c86-3162-4363-b080-ab09c9480357 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:12:34.547934 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81776f66-2ddf-4d72-af7d-166cb24fa5d6', 'tag': 'c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1', 'status': 'completed', 'code': 200} Nov 09 21:12:34.563374 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-6795a29d-6489-42d1-8c20-1df8e20d0b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:34.577303 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-6795a29d-6489-42d1-8c20-1df8e20d0b18 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=29026c9cd6db46d59baa3cd105b1f8f6&device_id=81776f66-2ddf-4d72-af7d-166cb24fa5d6 HTTP/1.1" status: 200 len: 1098 time: 0.1511369 Nov 09 21:12:34.604782 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 33805be1-3de4-45a1-a311-003260b997d7, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=33805be1-3de4-45a1-a311-003260b997d7,segment=NetworkSegment(3b0433f6-0dc2-4350-8149-c15b9bac49ea),segment_id=3b0433f6-0dc2-4350-8149-c15b9bac49ea)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:12:34.616047 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e834c6c4-1632-4645-9010-d7fc5af20448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33805be1-3de4-45a1-a311-003260b997d7'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:12:34.618133 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26557822-a024-488a-b582-c415b2588048" -d '{"events": [{"server_uuid": "e834c6c4-1632-4645-9010-d7fc5af20448", "name": "network-vif-plugged", "status": "completed", "tag": "33805be1-3de4-45a1-a311-003260b997d7"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:12:34.638030 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:34.735495 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-29394c73-ef11-42b7-92bd-4cd03e5c6401 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1 HTTP/1.1" status: 200 len: 217 time: 0.1480331 Nov 09 21:12:34.745083 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7addbba-76ee-4c8d-a59a-cca6ac478bc9 x-openstack-request-id: req-d7addbba-76ee-4c8d-a59a-cca6ac478bc9 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:12:34.747395 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e834c6c4-1632-4645-9010-d7fc5af20448", "name": "network-vif-plugged", "status": "completed", "tag": "33805be1-3de4-45a1-a311-003260b997d7", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:12:34.747898 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d7addbba-76ee-4c8d-a59a-cca6ac478bc9 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:12:34.748512 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e834c6c4-1632-4645-9010-d7fc5af20448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33805be1-3de4-45a1-a311-003260b997d7', 'code': 200} Nov 09 21:12:34.773896 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=33805be1-3de4-45a1-a311-003260b997d7,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:34.888016 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-d32ac417-f184-492c-8492-4472a6d78d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:34.891712 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-d32ac417-f184-492c-8492-4472a6d78d32 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.1450877 Nov 09 21:12:35.069797 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e85a82-02ef-420e-9024-4880667aeef5 req-88765d68-bfd1-4c00-844f-1d888f5185ec tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:35.071385 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f2e85a82-02ef-420e-9024-4880667aeef5 req-88765d68-bfd1-4c00-844f-1d888f5185ec tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.43 "GET /v2.0/networks?id=c451f8d0-81c8-47ac-9cdf-57d805f40534 HTTP/1.1" status: 200 len: 805 time: 0.4586146 Nov 09 21:12:35.110168 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c983242a-53d7-4191-9c4e-bced8c529e21 req-a69d583d-1f80-4525-8f89-528e5a0f6897 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:35.111712 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c983242a-53d7-4191-9c4e-bced8c529e21 req-a69d583d-1f80-4525-8f89-528e5a0f6897 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.49 "GET /v2.0/ports?device_id=7245a2a6-a51a-4e9f-b951-4bb6c0c58845 HTTP/1.1" status: 200 len: 971 time: 0.3041334 Nov 09 21:12:35.122188 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-f2e85a82-02ef-420e-9024-4880667aeef5 req-9d9ab23b-5f16-49df-bc38-1c37d41b925d tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Request body: {'port': {'device_id': 'ce2a0488-904a-4e69-b9e5-500756acc100', 'network_id': 'c451f8d0-81c8-47ac-9cdf-57d805f40534', 'admin_state_up': True, 'tenant_id': '76936f9674ad45baa5c13f7f3fe24c2c'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:12:35.199467 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-68530cfb-7442-429b-bfd3-16058d67a5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:35.204525 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-68530cfb-7442-429b-bfd3-16058d67a5a9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2825356 Nov 09 21:12:35.212222 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104fc11-4f29-445b-b6e7-a9682f6e5f43 req-2b585433-08a0-41f6-8de6-704797a6c728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:35.213902 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e104fc11-4f29-445b-b6e7-a9682f6e5f43 req-2b585433-08a0-41f6-8de6-704797a6c728 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e834c6c4-1632-4645-9010-d7fc5af20448 HTTP/1.1" status: 200 len: 1096 time: 0.1927311 Nov 09 21:12:35.217450 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb367714-3fb8-4626-94aa-dc46402e9dd0 req-7fc229bd-c086-4bfa-8189-b1b7db21698b tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:35.218716 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cb367714-3fb8-4626-94aa-dc46402e9dd0 req-7fc229bd-c086-4bfa-8189-b1b7db21698b tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.45 "GET /v2.0/ports?device_id=7245a2a6-a51a-4e9f-b951-4bb6c0c58845 HTTP/1.1" status: 200 len: 971 time: 0.2980635 Nov 09 21:12:35.309281 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20996f80-8eb3-4c47-96b9-bae700eef007 req-0305198d-34fc-4ba0-9f3f-430af4320152 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:35.311290 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-20996f80-8eb3-4c47-96b9-bae700eef007 req-0305198d-34fc-4ba0-9f3f-430af4320152 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/ports?device_id=81776f66-2ddf-4d72-af7d-166cb24fa5d6 HTTP/1.1" status: 200 len: 947 time: 0.2848680 Nov 09 21:12:35.393494 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e104fc11-4f29-445b-b6e7-a9682f6e5f43 req-22c67eba-17dd-43ea-b686-83ad77ae24d3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642859 Nov 09 21:12:35.458967 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-20996f80-8eb3-4c47-96b9-bae700eef007 req-45445d68-e261-40a7-97e1-1c8a553b6b6b tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/security-groups?id=51f35ac2-6650-4c11-a991-f33cc313e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347427 Nov 09 21:12:35.489190 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-a07b77ce-83ab-4131-8659-343995b1542e service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742364 Nov 09 21:12:35.528218 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c983242a-53d7-4191-9c4e-bced8c529e21 req-d2a40fc3-65a8-414b-8871-59e726fff113 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.49 "GET /v2.0/security-groups?id=161b0130-194a-4a72-b1cc-fb89849006d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939586 Nov 09 21:12:35.583259 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-cb367714-3fb8-4626-94aa-dc46402e9dd0 req-98615021-901b-4a23-bed0-ca6ed4b606d7 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] Deleting port 86f61257-0063-489f-8ad8-1027455d6680 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:12:35.592948 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-cb367714-3fb8-4626-94aa-dc46402e9dd0 req-98615021-901b-4a23-bed0-ca6ed4b606d7 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:35.653486 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-298fe2bd-8cde-476c-ae71-b228558e48a6 req-fb2d564f-ceaf-43ff-b7db-21d296c41607 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558814 Nov 09 21:12:35.709231 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-377cbc39-393e-48af-a877-6a08dcdd7265 req-95bf1b66-c9b9-437a-8bb5-e018c29099dc tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce2a0488-904a-4e69-b9e5-500756acc100 HTTP/1.1" status: 200 len: 210 time: 0.0364423 Nov 09 21:12:35.719414 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2e85a82-02ef-420e-9024-4880667aeef5 req-9d9ab23b-5f16-49df-bc38-1c37d41b925d tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Made reservation on behalf of 76936f9674ad45baa5c13f7f3fe24c2c for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:12:35.724297 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f2e85a82-02ef-420e-9024-4880667aeef5 req-9d9ab23b-5f16-49df-bc38-1c37d41b925d tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:35.804726 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4f1ab-e2ea-4689-9e34-9ae3f3164dfc req-abafd9e8-bdbb-4ead-ac40-5ac74e29e4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:35.806825 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-cb367714-3fb8-4626-94aa-dc46402e9dd0 req-98615021-901b-4a23-bed0-ca6ed4b606d7 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] For port 86f61257-0063-489f-8ad8-1027455d6680, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=86f61257-0063-489f-8ad8-1027455d6680,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:12:35.807251 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-cb367714-3fb8-4626-94aa-dc46402e9dd0 req-98615021-901b-4a23-bed0-ca6ed4b606d7 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:35.808696 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fee4f1ab-e2ea-4689-9e34-9ae3f3164dfc req-abafd9e8-bdbb-4ead-ac40-5ac74e29e4bb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=29026c9cd6db46d59baa3cd105b1f8f6&device_id=81776f66-2ddf-4d72-af7d-166cb24fa5d6 HTTP/1.1" status: 200 len: 1098 time: 0.0978150 Nov 09 21:12:35.824796 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad4061f-c808-481e-9551-2064e9b4d929 req-550123a3-b55a-46a0-a0e6-43eeee8f89e4 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:35.831964 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1ad4061f-c808-481e-9551-2064e9b4d929 req-550123a3-b55a-46a0-a0e6-43eeee8f89e4 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=e834c6c4-1632-4645-9010-d7fc5af20448 HTTP/1.1" status: 200 len: 945 time: 0.1512098 Nov 09 21:12:35.877897 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-cb367714-3fb8-4626-94aa-dc46402e9dd0 req-98615021-901b-4a23-bed0-ca6ed4b606d7 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] Calling delete_port for 86f61257-0063-489f-8ad8-1027455d6680 owned by compute:tempest-test_az-1850887734 {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:12:35.954802 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4f1ab-e2ea-4689-9e34-9ae3f3164dfc req-af8abcfc-81cc-4f53-8d99-771f7b5344f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:35.957651 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fee4f1ab-e2ea-4689-9e34-9ae3f3164dfc req-af8abcfc-81cc-4f53-8d99-771f7b5344f9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.1400244 Nov 09 21:12:36.028919 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1ad4061f-c808-481e-9551-2064e9b4d929 req-560ae63b-72a5-44fb-8c2f-a4315b69ba40 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958497 Nov 09 21:12:36.049548 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fee4f1ab-e2ea-4689-9e34-9ae3f3164dfc req-67095885-be9c-4424-9e01-8640b1fde0ef service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1 HTTP/1.1" status: 200 len: 217 time: 0.0748620 Nov 09 21:12:36.096176 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-f2e85a82-02ef-420e-9024-4880667aeef5 req-9d9ab23b-5f16-49df-bc38-1c37d41b925d tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Allocated IP 172.20.0.13 (c451f8d0-81c8-47ac-9cdf-57d805f40534/48001444-9492-49b6-bd26-a82c0797ca23/682df428-27f5-4477-a29c-ee26c0212a14) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:12:36.140431 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4f1ab-e2ea-4689-9e34-9ae3f3164dfc req-8cef61b1-c3f7-4618-8dfe-96547295ca9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:36.146827 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fee4f1ab-e2ea-4689-9e34-9ae3f3164dfc req-8cef61b1-c3f7-4618-8dfe-96547295ca9d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.0884011 Nov 09 21:12:36.232986 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-cb367714-3fb8-4626-94aa-dc46402e9dd0 req-98615021-901b-4a23-bed0-ca6ed4b606d7 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:36.245694 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['86f61257-0063-489f-8ad8-1027455d6680'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:12:36.278046 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4f1ab-e2ea-4689-9e34-9ae3f3164dfc req-e08fc0f9-61ce-4ca7-85a0-438fc8b17108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:36.279604 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fee4f1ab-e2ea-4689-9e34-9ae3f3164dfc req-e08fc0f9-61ce-4ca7-85a0-438fc8b17108 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1232302 Nov 09 21:12:36.331051 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98615021-901b-4a23-bed0-ca6ed4b606d7 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] Pushing event deleted for resources: {'Port': ['ID=86f61257-0063-489f-8ad8-1027455d6680,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:36.500164 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb367714-3fb8-4626-94aa-dc46402e9dd0 req-98615021-901b-4a23-bed0-ca6ed4b606d7 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] No DVR routers for this DVR port 86f61257-0063-489f-8ad8-1027455d6680 on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:12:36.520549 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-cb367714-3fb8-4626-94aa-dc46402e9dd0 req-98615021-901b-4a23-bed0-ca6ed4b606d7 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:36.529654 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cb367714-3fb8-4626-94aa-dc46402e9dd0 req-98615021-901b-4a23-bed0-ca6ed4b606d7 tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.45 "DELETE /v2.0/ports/86f61257-0063-489f-8ad8-1027455d6680 HTTP/1.1" status: 204 len: 173 time: 1.2787042 Nov 09 21:12:36.536072 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7245a2a6-a51a-4e9f-b951-4bb6c0c58845', 'name': 'network-vif-deleted', 'tag': '86f61257-0063-489f-8ad8-1027455d6680'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:12:36.561311 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0281dae-fe52-4ed8-82bd-ed9615c09c5c" -d '{"events": [{"server_uuid": "7245a2a6-a51a-4e9f-b951-4bb6c0c58845", "name": "network-vif-deleted", "tag": "86f61257-0063-489f-8ad8-1027455d6680"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:12:36.599036 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fee4f1ab-e2ea-4689-9e34-9ae3f3164dfc req-7d8193c0-228a-4545-b4a9-2540fb5ace81 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107555 Nov 09 21:12:36.660435 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f2e85a82-02ef-420e-9024-4880667aeef5 req-9d9ab23b-5f16-49df-bc38-1c37d41b925d tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:36.730514 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f2e85a82-02ef-420e-9024-4880667aeef5 req-9d9ab23b-5f16-49df-bc38-1c37d41b925d tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:36.878812 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2e85a82-02ef-420e-9024-4880667aeef5 req-9d9ab23b-5f16-49df-bc38-1c37d41b925d tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Network c451f8d0-81c8-47ac-9cdf-57d805f40534 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:12:36.892819 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-f2e85a82-02ef-420e-9024-4880667aeef5 req-9d9ab23b-5f16-49df-bc38-1c37d41b925d tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:12:36.900192 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e85a82-02ef-420e-9024-4880667aeef5 req-9d9ab23b-5f16-49df-bc38-1c37d41b925d tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:12:36.932145 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e85a82-02ef-420e-9024-4880667aeef5 req-9d9ab23b-5f16-49df-bc38-1c37d41b925d tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:36.932875 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f2e85a82-02ef-420e-9024-4880667aeef5 req-9d9ab23b-5f16-49df-bc38-1c37d41b925d tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:36.952434 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a76dcc-7f16-4391-a1c4-508d73058ae4 req-5aab4065-00fe-4eb4-b4bd-44b44a499ca6 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:36.961097 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-10a76dcc-7f16-4391-a1c4-508d73058ae4 req-5aab4065-00fe-4eb4-b4bd-44b44a499ca6 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/ports?device_id=81776f66-2ddf-4d72-af7d-166cb24fa5d6 HTTP/1.1" status: 200 len: 947 time: 0.3289323 Nov 09 21:12:36.965401 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9ab23b-5f16-49df-bc38-1c37d41b925d tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Pushing event updated for resources: {'Port': ['ID=682df428-27f5-4477-a29c-ee26c0212a14,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:37.000764 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f2e85a82-02ef-420e-9024-4880667aeef5 req-9d9ab23b-5f16-49df-bc38-1c37d41b925d tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8879466 Nov 09 21:12:37.021362 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-f2e85a82-02ef-420e-9024-4880667aeef5 req-3b0af199-8f69-4521-8099-28c34ed6c173 service neutron] Request body: {'port': {'device_id': 'ce2a0488-904a-4e69-b9e5-500756acc100', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:12:37.042897 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-10a76dcc-7f16-4391-a1c4-508d73058ae4 req-d5e7fa38-cb35-4bc4-a885-db0177116953 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/security-groups?id=51f35ac2-6650-4c11-a991-f33cc313e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807219 Nov 09 21:12:37.072114 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fee4f1ab-e2ea-4689-9e34-9ae3f3164dfc req-e58d87bb-3293-48ed-9bc1-0d45af239e29 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4506543 Nov 09 21:12:37.122157 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6b92cd-1801-4c64-8afe-8062edf46cb7 x-openstack-request-id: req-aa6b92cd-1801-4c64-8afe-8062edf46cb7 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:12:37.122626 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7245a2a6-a51a-4e9f-b951-4bb6c0c58845", "name": "network-vif-deleted", "tag": "86f61257-0063-489f-8ad8-1027455d6680", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:12:37.125898 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aa6b92cd-1801-4c64-8afe-8062edf46cb7 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:12:37.126157 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7245a2a6-a51a-4e9f-b951-4bb6c0c58845', 'name': 'network-vif-deleted', 'tag': '86f61257-0063-489f-8ad8-1027455d6680', 'status': 'completed', 'code': 200} Nov 09 21:12:37.518631 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9778f21-c192-45e0-84d8-584741fa3dce req-ae495da0-ebe7-4271-b1c0-b91b9bd85972 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:37.520192 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a9778f21-c192-45e0-84d8-584741fa3dce req-ae495da0-ebe7-4271-b1c0-b91b9bd85972 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce2a0488-904a-4e69-b9e5-500756acc100 HTTP/1.1" status: 200 len: 932 time: 0.1178951 Nov 09 21:12:37.567250 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5287ee8e-475d-4b39-8932-c28a7e6820cd req-25497a0f-e727-4a29-956b-4007ab82ed0f tempest-AggregatesAdminTestJSON-310350137 tempest-AggregatesAdminTestJSON-310350137-project] 10.222.0.49 "GET /v2.0/ports?device_id=7245a2a6-a51a-4e9f-b951-4bb6c0c58845 HTTP/1.1" status: 200 len: 210 time: 0.4390645 Nov 09 21:12:37.572919 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f2e85a82-02ef-420e-9024-4880667aeef5 req-3b0af199-8f69-4521-8099-28c34ed6c173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:37.615145 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a9778f21-c192-45e0-84d8-584741fa3dce req-e4ad2205-c6a2-4d30-80e3-51d1b1a2c950 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841770 Nov 09 21:12:37.796578 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e12ef-5ef6-4c8e-83c7-8d90048b71ba req-0502ba8b-4bee-42de-96af-57c5112efe30 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:37.798161 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c18e12ef-5ef6-4c8e-83c7-8d90048b71ba req-0502ba8b-4bee-42de-96af-57c5112efe30 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=e834c6c4-1632-4645-9010-d7fc5af20448 HTTP/1.1" status: 200 len: 945 time: 0.1029255 Nov 09 21:12:37.877150 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c18e12ef-5ef6-4c8e-83c7-8d90048b71ba req-3bce71a8-1c73-4347-bdbe-b4bda22516f5 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651286 Nov 09 21:12:37.968065 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-f2e85a82-02ef-420e-9024-4880667aeef5 req-3b0af199-8f69-4521-8099-28c34ed6c173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 682df428-27f5-4477-a29c-ee26c0212a14 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:12:37.976980 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f2e85a82-02ef-420e-9024-4880667aeef5 req-3b0af199-8f69-4521-8099-28c34ed6c173 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:37.990751 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-f2e85a82-02ef-420e-9024-4880667aeef5 req-3b0af199-8f69-4521-8099-28c34ed6c173 service neutron] Transition to ACTIVE for port object 682df428-27f5-4477-a29c-ee26c0212a14 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:12:37.995970 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f2e85a82-02ef-420e-9024-4880667aeef5 req-3b0af199-8f69-4521-8099-28c34ed6c173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:38.009018 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b0109a96-59ff-4e10-87e8-66cbdd2fc18b req-ae75228c-36cc-4680-87b4-19b2a7c33963 tempest-QuotasAdminNegativeTest-1198947456 tempest-QuotasAdminNegativeTest-1198947456-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=dfc775ef4fbc49cc94031cce4c104925&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508995 Nov 09 21:12:38.076392 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0af199-8f69-4521-8099-28c34ed6c173 service neutron] Pushing event updated for resources: {'Port': ['ID=682df428-27f5-4477-a29c-ee26c0212a14,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:38.124286 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-f2e85a82-02ef-420e-9024-4880667aeef5 req-3b0af199-8f69-4521-8099-28c34ed6c173 service neutron] Attempting to bind port 682df428-27f5-4477-a29c-ee26c0212a14 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:12:38.124949 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-f2e85a82-02ef-420e-9024-4880667aeef5 req-3b0af199-8f69-4521-8099-28c34ed6c173 service neutron] Attempting to bind port 682df428-27f5-4477-a29c-ee26c0212a14 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': 'cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c451f8d0-81c8-47ac-9cdf-57d805f40534'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:12:38.125133 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e85a82-02ef-420e-9024-4880667aeef5 req-3b0af199-8f69-4521-8099-28c34ed6c173 service neutron] Attempting to bind port 682df428-27f5-4477-a29c-ee26c0212a14 on network c451f8d0-81c8-47ac-9cdf-57d805f40534 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:12:38.140027 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e85a82-02ef-420e-9024-4880667aeef5 req-3b0af199-8f69-4521-8099-28c34ed6c173 service neutron] Port 682df428-27f5-4477-a29c-ee26c0212a14 on network c451f8d0-81c8-47ac-9cdf-57d805f40534 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:12:38.140656 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e85a82-02ef-420e-9024-4880667aeef5 req-3b0af199-8f69-4521-8099-28c34ed6c173 service neutron] Attempting to bind port 682df428-27f5-4477-a29c-ee26c0212a14 on network c451f8d0-81c8-47ac-9cdf-57d805f40534 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:12:38.152228 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e85a82-02ef-420e-9024-4880667aeef5 req-3b0af199-8f69-4521-8099-28c34ed6c173 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:12:38.152685 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e85a82-02ef-420e-9024-4880667aeef5 req-3b0af199-8f69-4521-8099-28c34ed6c173 service neutron] Checking segment: {'id': 'cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c451f8d0-81c8-47ac-9cdf-57d805f40534'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:12:38.153381 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e85a82-02ef-420e-9024-4880667aeef5 req-3b0af199-8f69-4521-8099-28c34ed6c173 service neutron] Bound using segment: {'id': 'cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c451f8d0-81c8-47ac-9cdf-57d805f40534'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:12:38.153931 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-f2e85a82-02ef-420e-9024-4880667aeef5 req-3b0af199-8f69-4521-8099-28c34ed6c173 service neutron] Bound port: 682df428-27f5-4477-a29c-ee26c0212a14, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c451f8d0-81c8-47ac-9cdf-57d805f40534'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:12:38.154360 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f2e85a82-02ef-420e-9024-4880667aeef5 req-3b0af199-8f69-4521-8099-28c34ed6c173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:38.176887 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0109a96-59ff-4e10-87e8-66cbdd2fc18b req-c9d8ddeb-146a-4f44-b5cc-dffd4e3df94e tempest-QuotasAdminNegativeTest-1198947456 tempest-QuotasAdminNegativeTest-1198947456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:38.178489 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b0109a96-59ff-4e10-87e8-66cbdd2fc18b req-c9d8ddeb-146a-4f44-b5cc-dffd4e3df94e tempest-QuotasAdminNegativeTest-1198947456 tempest-QuotasAdminNegativeTest-1198947456-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1680443 Nov 09 21:12:38.195826 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b0109a96-59ff-4e10-87e8-66cbdd2fc18b req-94f07ce2-6bbe-4f94-8e67-5d4dd4c9835c tempest-QuotasAdminNegativeTest-1198947456 tempest-QuotasAdminNegativeTest-1198947456-project] 10.222.0.49 "GET /v2.0/quotas/dfc775ef4fbc49cc94031cce4c104925 HTTP/1.1" status: 200 len: 375 time: 0.0106480 Nov 09 21:12:38.252408 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-f2e85a82-02ef-420e-9024-4880667aeef5 req-3b0af199-8f69-4521-8099-28c34ed6c173 service neutron] For port 682df428-27f5-4477-a29c-ee26c0212a14, host n-h2-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:12:38.255487 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b0109a96-59ff-4e10-87e8-66cbdd2fc18b req-83895ba6-b96e-4638-a337-04a2761b21a9 tempest-QuotasAdminNegativeTest-1198947456 tempest-QuotasAdminNegativeTest-1198947456-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=dfc775ef4fbc49cc94031cce4c104925&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517638 Nov 09 21:12:38.271422 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-f2e85a82-02ef-420e-9024-4880667aeef5 req-3b0af199-8f69-4521-8099-28c34ed6c173 service neutron] For port 682df428-27f5-4477-a29c-ee26c0212a14, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=682df428-27f5-4477-a29c-ee26c0212a14,segment=NetworkSegment(cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2),segment_id=cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:12:38.278026 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f2e85a82-02ef-420e-9024-4880667aeef5 req-3b0af199-8f69-4521-8099-28c34ed6c173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:38.379148 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0af199-8f69-4521-8099-28c34ed6c173 service neutron] Pushing event updated for resources: {'Port': ['ID=682df428-27f5-4477-a29c-ee26c0212a14,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:38.417804 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e85a82-02ef-420e-9024-4880667aeef5 req-3b0af199-8f69-4521-8099-28c34ed6c173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:38.418534 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f2e85a82-02ef-420e-9024-4880667aeef5 req-3b0af199-8f69-4521-8099-28c34ed6c173 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:38.420270 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f2e85a82-02ef-420e-9024-4880667aeef5 req-3b0af199-8f69-4521-8099-28c34ed6c173 service neutron] 10.222.0.43 "PUT /v2.0/ports/682df428-27f5-4477-a29c-ee26c0212a14 HTTP/1.1" status: 200 len: 1092 time: 1.4038692 Nov 09 21:12:38.441988 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5b399-5cd3-4928-b8a1-f02d231b9265 req-840ff315-8c6f-421e-b879-30e159541c49 tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:38.443852 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-96b5b399-5cd3-4928-b8a1-f02d231b9265 req-840ff315-8c6f-421e-b879-30e159541c49 tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e834c6c4-1632-4645-9010-d7fc5af20448 HTTP/1.1" status: 200 len: 1096 time: 0.0597868 Nov 09 21:12:38.473620 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc831c89-b61d-4e50-b806-bd5de7d445ed req-c94d8c4f-7039-455d-ba90-ce752dfa5027 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:38.475747 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dc831c89-b61d-4e50-b806-bd5de7d445ed req-c94d8c4f-7039-455d-ba90-ce752dfa5027 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/ports?device_id=81776f66-2ddf-4d72-af7d-166cb24fa5d6 HTTP/1.1" status: 200 len: 947 time: 0.0944493 Nov 09 21:12:38.531682 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dc831c89-b61d-4e50-b806-bd5de7d445ed req-7c94b609-67c1-45ab-94da-2594749cc7c4 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/security-groups?id=51f35ac2-6650-4c11-a991-f33cc313e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490768 Nov 09 21:12:38.567438 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-96b5b399-5cd3-4928-b8a1-f02d231b9265 req-395258c2-4b13-4dd5-85c0-5482f0b682dd tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010876 Nov 09 21:12:38.567438 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e85a82-02ef-420e-9024-4880667aeef5 req-2c6b5e40-8ab0-48de-bd54-d3aa46f93913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:38.567438 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f2e85a82-02ef-420e-9024-4880667aeef5 req-2c6b5e40-8ab0-48de-bd54-d3aa46f93913 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=76936f9674ad45baa5c13f7f3fe24c2c&device_id=ce2a0488-904a-4e69-b9e5-500756acc100 HTTP/1.1" status: 200 len: 1095 time: 0.0831339 Nov 09 21:12:38.630910 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f2e85a82-02ef-420e-9024-4880667aeef5 req-69c4744d-a003-47de-af1c-4ebd7f3afa5c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=682df428-27f5-4477-a29c-ee26c0212a14 HTTP/1.1" status: 200 len: 217 time: 0.0504513 Nov 09 21:12:38.725211 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e85a82-02ef-420e-9024-4880667aeef5 req-106dba3a-0452-43b0-92dd-f83b26ce58fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:38.726709 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f2e85a82-02ef-420e-9024-4880667aeef5 req-106dba3a-0452-43b0-92dd-f83b26ce58fd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=48001444-9492-49b6-bd26-a82c0797ca23 HTTP/1.1" status: 200 len: 845 time: 0.0882547 Nov 09 21:12:38.773328 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f2e85a82-02ef-420e-9024-4880667aeef5 req-401490c0-8bf8-4dbc-9128-d59a59db120c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c451f8d0-81c8-47ac-9cdf-57d805f40534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389347 Nov 09 21:12:38.888904 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0ad9e-5b9d-4681-aea6-924763b5647c req-f25ef010-84f4-4e5d-86d1-167f90bcab0c tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:38.898549 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e6f0ad9e-5b9d-4681-aea6-924763b5647c req-f25ef010-84f4-4e5d-86d1-167f90bcab0c tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce2a0488-904a-4e69-b9e5-500756acc100 HTTP/1.1" status: 200 len: 944 time: 0.0716395 Nov 09 21:12:38.950556 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f2e85a82-02ef-420e-9024-4880667aeef5 req-56244204-24a3-4dd3-b335-8f976c4bcdf1 service neutron] 10.222.0.43 "GET /v2.0/networks/c451f8d0-81c8-47ac-9cdf-57d805f40534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691856 Nov 09 21:12:38.968501 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e6f0ad9e-5b9d-4681-aea6-924763b5647c req-62fe0c1d-8eda-492f-9496-474bfe69a7c6 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685205 Nov 09 21:12:39.066002 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce496c-4792-4241-a19b-1a9fb25becd6 req-3ecfcabe-95e4-4b32-8d2b-9a06f36e382f tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:39.074854 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-49ce496c-4792-4241-a19b-1a9fb25becd6 req-3ecfcabe-95e4-4b32-8d2b-9a06f36e382f tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e834c6c4-1632-4645-9010-d7fc5af20448 HTTP/1.1" status: 200 len: 1096 time: 0.1227086 Nov 09 21:12:39.117881 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f2e85a82-02ef-420e-9024-4880667aeef5 req-2f4948bd-66ce-4b31-a694-21201939291e service neutron] 10.222.0.43 "GET /v2.0/networks/c451f8d0-81c8-47ac-9cdf-57d805f40534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533740 Nov 09 21:12:39.128899 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce2a0488-904a-4e69-b9e5-500756acc100', 'tag': '682df428-27f5-4477-a29c-ee26c0212a14'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:12:39.131174 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98308861-ad29-4d8f-acb5-e1f97506dc84" -d '{"events": [{"name": "network-changed", "server_uuid": "ce2a0488-904a-4e69-b9e5-500756acc100", "tag": "682df428-27f5-4477-a29c-ee26c0212a14"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:12:39.136144 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57650) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:39.162282 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-49ce496c-4792-4241-a19b-1a9fb25becd6 req-d629db39-1161-442b-9bf3-6edabfcbe3e1 tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819023 Nov 09 21:12:39.246120 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9945fe35-9539-4c9f-9165-1809b52f7f73 x-openstack-request-id: req-9945fe35-9539-4c9f-9165-1809b52f7f73 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:12:39.246418 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce2a0488-904a-4e69-b9e5-500756acc100", "tag": "682df428-27f5-4477-a29c-ee26c0212a14", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:12:39.246670 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9945fe35-9539-4c9f-9165-1809b52f7f73 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:12:39.247072 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce2a0488-904a-4e69-b9e5-500756acc100', 'tag': '682df428-27f5-4477-a29c-ee26c0212a14', 'status': 'completed', 'code': 200} Nov 09 21:12:39.327631 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:12:39.376409 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 86f61257-0063-489f-8ad8-1027455d6680 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:12:39.377284 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98308861-ad29-4d8f-acb5-e1f97506dc84 req-bce8b728-aa2b-42fe-b441-0fd72635780d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:39.378825 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-98308861-ad29-4d8f-acb5-e1f97506dc84 req-bce8b728-aa2b-42fe-b441-0fd72635780d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=76936f9674ad45baa5c13f7f3fe24c2c&device_id=ce2a0488-904a-4e69-b9e5-500756acc100 HTTP/1.1" status: 200 len: 1095 time: 0.0838106 Nov 09 21:12:39.381638 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ace65001-3745-405d-84d0-3432305b7616 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dcbd9ac3631e49cf884efc51e8d43086&name=default HTTP/1.1" status: 200 len: 2995 time: 0.2433660 Nov 09 21:12:39.383696 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57674) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:39.465300 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 86f61257-0063-489f-8ad8-1027455d6680 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:12:39.466159 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 86f61257-0063-489f-8ad8-1027455d6680 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:12:39.519092 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-dc481409-626d-4df4-a835-427142d38f4b req-c0f5362b-2f5b-4a1d-a330-58d2ce16319c service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:12:39.520859 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dc481409-626d-4df4-a835-427142d38f4b req-c0f5362b-2f5b-4a1d-a330-58d2ce16319c service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0216393 Nov 09 21:12:39.525404 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:12:39.539050 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': 'c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'port_id': 'c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1', 'mac_address': 'fa:16:3e:1e:77:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba3500c-a288-4596-ba94-148f2bd8a6da', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:12:39.569709 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c9fd1b96-96f3-4fe1-8e02-921f2415ac78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:39.598854 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:39.626222 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c9fd1b96-96f3-4fe1-8e02-921f2415ac78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:39.635221 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:12:39.664835 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98308861-ad29-4d8f-acb5-e1f97506dc84 req-9011e8a8-9d75-445c-b80f-e1fa790ef5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:39.666232 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:12:39.666353 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-98308861-ad29-4d8f-acb5-e1f97506dc84 req-9011e8a8-9d75-445c-b80f-e1fa790ef5bf service neutron] 10.222.0.43 "GET /v2.0/networks?id=c451f8d0-81c8-47ac-9cdf-57d805f40534 HTTP/1.1" status: 200 len: 905 time: 0.2772541 Nov 09 21:12:39.674561 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:39.735420 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c9fd1b96-96f3-4fe1-8e02-921f2415ac78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:39.739845 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c9fd1b96-96f3-4fe1-8e02-921f2415ac78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:39.741247 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c9fd1b96-96f3-4fe1-8e02-921f2415ac78 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/161b0130-194a-4a72-b1cc-fb89849006d8 HTTP/1.1" status: 204 len: 168 time: 0.3557887 Nov 09 21:12:39.752792 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd1b96-96f3-4fe1-8e02-921f2415ac78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161b0130-194a-4a72-b1cc-fb89849006d8,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:39.762063 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fd1b96-96f3-4fe1-8e02-921f2415ac78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:12:39.762624 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fd1b96-96f3-4fe1-8e02-921f2415ac78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:12:39.763135 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fd1b96-96f3-4fe1-8e02-921f2415ac78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:12:39.763613 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fd1b96-96f3-4fe1-8e02-921f2415ac78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:12:39.764387 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fd1b96-96f3-4fe1-8e02-921f2415ac78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:12:39.766222 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fd1b96-96f3-4fe1-8e02-921f2415ac78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:12:39.766744 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fd1b96-96f3-4fe1-8e02-921f2415ac78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:12:39.767394 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fd1b96-96f3-4fe1-8e02-921f2415ac78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:12:39.767878 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fd1b96-96f3-4fe1-8e02-921f2415ac78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:12:39.768354 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fd1b96-96f3-4fe1-8e02-921f2415ac78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:12:39.768895 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fd1b96-96f3-4fe1-8e02-921f2415ac78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:12:39.769521 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fd1b96-96f3-4fe1-8e02-921f2415ac78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:12:39.778940 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-98308861-ad29-4d8f-acb5-e1f97506dc84 req-380337bb-12e6-4ee5-ad5e-5fb96a88b611 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=682df428-27f5-4477-a29c-ee26c0212a14 HTTP/1.1" status: 200 len: 217 time: 0.1039922 Nov 09 21:12:39.835272 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:39.852005 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:12:39.852340 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:12:39.852700 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:12:39.853653 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:12:39.853987 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:12:39.854312 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:12:39.854635 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:12:39.854952 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:12:39.855269 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:12:39.855589 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:12:39.855904 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:12:39.856370 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:12:39.887986 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98308861-ad29-4d8f-acb5-e1f97506dc84 req-4157e57e-0d9c-4171-8e89-c01b6588c3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:39.889524 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-98308861-ad29-4d8f-acb5-e1f97506dc84 req-4157e57e-0d9c-4171-8e89-c01b6588c3c1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=48001444-9492-49b6-bd26-a82c0797ca23 HTTP/1.1" status: 200 len: 845 time: 0.0939670 Nov 09 21:12:39.892087 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:12:39.902004 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:12:39.944012 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-98308861-ad29-4d8f-acb5-e1f97506dc84 req-9c76898e-4bb7-4306-a87e-ed7aa900930e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c451f8d0-81c8-47ac-9cdf-57d805f40534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444427 Nov 09 21:12:39.957672 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad2bd0-241d-4da0-87ce-c5e371afacd9 req-63d2d280-e07a-48b8-84cb-041689421afd tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:39.968161 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1dad2bd0-241d-4da0-87ce-c5e371afacd9 req-63d2d280-e07a-48b8-84cb-041689421afd tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/ports?device_id=81776f66-2ddf-4d72-af7d-166cb24fa5d6 HTTP/1.1" status: 200 len: 948 time: 0.1238699 Nov 09 21:12:40.085395 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1dad2bd0-241d-4da0-87ce-c5e371afacd9 req-d0b1b378-852a-40f5-a08d-1ba15d318e87 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/security-groups?id=51f35ac2-6650-4c11-a991-f33cc313e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161048 Nov 09 21:12:40.118058 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-98308861-ad29-4d8f-acb5-e1f97506dc84 req-faeb1f9a-2248-47e5-8580-af5bc6a07e45 service neutron] 10.222.0.43 "GET /v2.0/networks/c451f8d0-81c8-47ac-9cdf-57d805f40534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477394 Nov 09 21:12:40.262138 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-98308861-ad29-4d8f-acb5-e1f97506dc84 req-d79ebd8d-7dc0-49cb-9888-4e0b7b5b7e0d service neutron] 10.222.0.43 "GET /v2.0/networks/c451f8d0-81c8-47ac-9cdf-57d805f40534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353240 Nov 09 21:12:40.285973 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57706) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:40.349912 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-cd4f5ca2-5fe5-48e8-8401-d0a310425e00 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=150e2e3740c1447d91772624dfaea271&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0623944 Nov 09 21:12:40.350414 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57718) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:40.378932 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-36325902-28b5-47d2-890b-f8f3317acd6d req-e697b1ec-5ddd-4ffd-b53b-6b66fc9825fc tempest-QuotasAdminNegativeTest-1198947456 tempest-QuotasAdminNegativeTest-1198947456-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=dfc775ef4fbc49cc94031cce4c104925&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419178 Nov 09 21:12:40.417584 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d38c9732-6ad4-4a41-aae2-afdfe0b40c79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:40.447891 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d38c9732-6ad4-4a41-aae2-afdfe0b40c79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:40.514686 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d38c9732-6ad4-4a41-aae2-afdfe0b40c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:40.518899 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d38c9732-6ad4-4a41-aae2-afdfe0b40c79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:40.520443 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d38c9732-6ad4-4a41-aae2-afdfe0b40c79 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/caed12ea-107f-425a-9977-366a15500290 HTTP/1.1" status: 204 len: 168 time: 0.1691010 Nov 09 21:12:40.538719 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c9732-6ad4-4a41-aae2-afdfe0b40c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caed12ea-107f-425a-9977-366a15500290,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:40.597505 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36325902-28b5-47d2-890b-f8f3317acd6d req-6cb756b3-b765-479e-8fd7-b7bf65a5e74c tempest-QuotasAdminNegativeTest-1198947456 tempest-QuotasAdminNegativeTest-1198947456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:40.599059 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-36325902-28b5-47d2-890b-f8f3317acd6d req-6cb756b3-b765-479e-8fd7-b7bf65a5e74c tempest-QuotasAdminNegativeTest-1198947456 tempest-QuotasAdminNegativeTest-1198947456-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2135053 Nov 09 21:12:40.646768 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-36325902-28b5-47d2-890b-f8f3317acd6d req-8297c799-b96a-4993-a8c3-72f704916af8 tempest-QuotasAdminNegativeTest-1198947456 tempest-QuotasAdminNegativeTest-1198947456-project] 10.222.0.49 "GET /v2.0/quotas/dfc775ef4fbc49cc94031cce4c104925 HTTP/1.1" status: 200 len: 375 time: 0.0402417 Nov 09 21:12:40.694177 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-36325902-28b5-47d2-890b-f8f3317acd6d req-295ca9c8-1420-49a0-a432-5c2dc2a4b859 tempest-QuotasAdminNegativeTest-1198947456 tempest-QuotasAdminNegativeTest-1198947456-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=dfc775ef4fbc49cc94031cce4c104925&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463223 Nov 09 21:12:40.779730 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57742) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:40.885893 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65891d-e076-44b4-8e3d-a5a11b6f8d17 req-84af4a6b-15ea-4f16-b174-e460d7606b4d tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:40.888228 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7d65891d-e076-44b4-8e3d-a5a11b6f8d17 req-84af4a6b-15ea-4f16-b174-e460d7606b4d tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce2a0488-904a-4e69-b9e5-500756acc100 HTTP/1.1" status: 200 len: 944 time: 0.0615127 Nov 09 21:12:40.976226 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7d65891d-e076-44b4-8e3d-a5a11b6f8d17 req-6362749f-e43e-4697-a46c-abb18df1d5e7 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821640 Nov 09 21:12:40.977598 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0d0cfc94-fd46-44a8-9c10-51ebdcc623a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:41.108098 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0d0cfc94-fd46-44a8-9c10-51ebdcc623a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:41.112349 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0d0cfc94-fd46-44a8-9c10-51ebdcc623a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:41.160144 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0d0cfc94-fd46-44a8-9c10-51ebdcc623a1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f17af605ec974666b45763e25cc9ec73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3790333 Nov 09 21:12:41.163455 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0cfc94-fd46-44a8-9c10-51ebdcc623a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2af215-7e23-46e2-966f-b4c6faddcdec,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:41.164201 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57766) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:41.171451 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0cfc94-fd46-44a8-9c10-51ebdcc623a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:12:41.171926 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0cfc94-fd46-44a8-9c10-51ebdcc623a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:12:41.172686 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0cfc94-fd46-44a8-9c10-51ebdcc623a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:12:41.172821 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0cfc94-fd46-44a8-9c10-51ebdcc623a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:12:41.173092 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0cfc94-fd46-44a8-9c10-51ebdcc623a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:12:41.173425 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0cfc94-fd46-44a8-9c10-51ebdcc623a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:12:41.173748 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0cfc94-fd46-44a8-9c10-51ebdcc623a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:12:41.174070 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0cfc94-fd46-44a8-9c10-51ebdcc623a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:12:41.174389 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0cfc94-fd46-44a8-9c10-51ebdcc623a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:12:41.174708 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0cfc94-fd46-44a8-9c10-51ebdcc623a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:12:41.175025 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0cfc94-fd46-44a8-9c10-51ebdcc623a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:12:41.175340 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0cfc94-fd46-44a8-9c10-51ebdcc623a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:12:41.231087 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-92ad806a-f797-427a-962b-10f3a6975eb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:41.262170 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-92ad806a-f797-427a-962b-10f3a6975eb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:41.323052 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-92ad806a-f797-427a-962b-10f3a6975eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:41.328943 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-92ad806a-f797-427a-962b-10f3a6975eb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:41.333429 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-92ad806a-f797-427a-962b-10f3a6975eb4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9d2af215-7e23-46e2-966f-b4c6faddcdec HTTP/1.1" status: 204 len: 168 time: 0.1676865 Nov 09 21:12:41.344163 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:12:41.347205 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ad806a-f797-427a-962b-10f3a6975eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2af215-7e23-46e2-966f-b4c6faddcdec,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:41.426487 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:12:41.431143 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:12:41.432036 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:41.575601 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:41.622250 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81776f66-2ddf-4d72-af7d-166cb24fa5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:12:41.624756 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d75a9b9-67d7-4393-a359-222d9a45832b" -d '{"events": [{"server_uuid": "81776f66-2ddf-4d72-af7d-166cb24fa5d6", "name": "network-vif-plugged", "status": "completed", "tag": "c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:12:41.643086 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:12:41.649686 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:41.688707 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f0dee-3512-46ce-b0fe-4d2854067a77 req-278eb714-e5c3-4545-8e26-253167fb87db tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:41.690844 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-511f0dee-3512-46ce-b0fe-4d2854067a77 req-278eb714-e5c3-4545-8e26-253167fb87db tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/ports?device_id=81776f66-2ddf-4d72-af7d-166cb24fa5d6 HTTP/1.1" status: 200 len: 948 time: 0.0777245 Nov 09 21:12:41.741162 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:41.778509 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57794) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:41.783222 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-511f0dee-3512-46ce-b0fe-4d2854067a77 req-f01b5c5d-afbf-4b94-99a6-1d22daca0c22 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/security-groups?id=51f35ac2-6650-4c11-a991-f33cc313e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776789 Nov 09 21:12:41.923743 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57802) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:41.953429 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4d006501-4b83-47e0-b220-0e907d29a103 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:42.067177 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4d006501-4b83-47e0-b220-0e907d29a103 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:42.074074 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4d006501-4b83-47e0-b220-0e907d29a103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:42.099658 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 682df428-27f5-4477-a29c-ee26c0212a14 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:12:42.125057 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4d006501-4b83-47e0-b220-0e907d29a103 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3ed911b37182482f88b1dd4f7bc8c223&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1997480 Nov 09 21:12:42.125901 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d006501-4b83-47e0-b220-0e907d29a103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69cc1f94-50fd-450e-88d1-018e7181d71b,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:42.128535 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57810) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:42.161654 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-80ee22da-0283-4a6f-a4cf-4d0c8c14561e tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:12:42.173513 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-80ee22da-0283-4a6f-a4cf-4d0c8c14561e tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3934593 Nov 09 21:12:42.189170 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ccd47591-f567-4d09-bf94-2213442135d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:42.215513 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ccd47591-f567-4d09-bf94-2213442135d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:42.281210 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ccd47591-f567-4d09-bf94-2213442135d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:42.285755 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ccd47591-f567-4d09-bf94-2213442135d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:42.286920 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ccd47591-f567-4d09-bf94-2213442135d7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/69cc1f94-50fd-450e-88d1-018e7181d71b HTTP/1.1" status: 204 len: 168 time: 0.1573546 Nov 09 21:12:42.296872 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 682df428-27f5-4477-a29c-ee26c0212a14, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=682df428-27f5-4477-a29c-ee26c0212a14,segment=NetworkSegment(cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2),segment_id=cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:12:42.304006 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd47591-f567-4d09-bf94-2213442135d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69cc1f94-50fd-450e-88d1-018e7181d71b,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:42.313596 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '682df428-27f5-4477-a29c-ee26c0212a14', 'network_id': 'c451f8d0-81c8-47ac-9cdf-57d805f40534', 'port_id': '682df428-27f5-4477-a29c-ee26c0212a14', 'mac_address': 'fa:16:3e:8d:57:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48001444-9492-49b6-bd26-a82c0797ca23', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:12:42.417783 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9027e316-e629-4d64-8d9e-8580fca72910 x-openstack-request-id: req-9027e316-e629-4d64-8d9e-8580fca72910 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:12:42.418808 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81776f66-2ddf-4d72-af7d-166cb24fa5d6", "name": "network-vif-plugged", "status": "completed", "tag": "c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:12:42.419303 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9027e316-e629-4d64-8d9e-8580fca72910 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:12:42.419868 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81776f66-2ddf-4d72-af7d-166cb24fa5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1', 'code': 200} Nov 09 21:12:42.421108 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:42.438773 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 682df428-27f5-4477-a29c-ee26c0212a14 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:12:42.476375 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 682df428-27f5-4477-a29c-ee26c0212a14, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=682df428-27f5-4477-a29c-ee26c0212a14,segment=NetworkSegment(cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2),segment_id=cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:12:42.481676 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:42.534136 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-38431388-1768-463b-b915-8b8ea4cce57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:42.543296 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-38431388-1768-463b-b915-8b8ea4cce57c service neutron] 10.222.0.49 "GET /v2.0/ports/33805be1-3de4-45a1-a311-003260b997d7 HTTP/1.1" status: 200 len: 1093 time: 0.2801368 Nov 09 21:12:42.548866 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-bb697447-669f-47f3-b65f-095b0e859e6e service neutron] Request body: {'binding': {'host': 'n-h1-816206-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:12:42.549783 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-bb697447-669f-47f3-b65f-095b0e859e6e service neutron] Unknown quota resources ['binding']. {{(pid=102607) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 21:12:42.561576 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3acabe-04de-4bb7-b3b6-cb34e5e97493 req-8aac7b5a-a691-41d0-aafb-dacaa6901e25 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:42.572677 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ee3acabe-04de-4bb7-b3b6-cb34e5e97493 req-8aac7b5a-a691-41d0-aafb-dacaa6901e25 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce2a0488-904a-4e69-b9e5-500756acc100 HTTP/1.1" status: 200 len: 945 time: 0.0803757 Nov 09 21:12:42.600896 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=682df428-27f5-4477-a29c-ee26c0212a14,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:42.613683 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332fbba-7918-49c7-a038-5a5ff0e5247b req-ae22c0cc-7c95-4eaa-a8bb-7b8067ea2915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:42.615359 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6332fbba-7918-49c7-a038-5a5ff0e5247b req-ae22c0cc-7c95-4eaa-a8bb-7b8067ea2915 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=81776f66-2ddf-4d72-af7d-166cb24fa5d6 HTTP/1.1" status: 200 len: 1100 time: 0.1561737 Nov 09 21:12:42.658942 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ee3acabe-04de-4bb7-b3b6-cb34e5e97493 req-eacb66ab-314e-40a3-b6d0-8cf3b88439e5 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834208 Nov 09 21:12:42.731813 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6332fbba-7918-49c7-a038-5a5ff0e5247b req-ceda03b7-6c61-49b8-891b-73e9acf722bd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=51f35ac2-6650-4c11-a991-f33cc313e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082971 Nov 09 21:12:42.794469 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['682df428-27f5-4477-a29c-ee26c0212a14'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:12:42.799345 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-bb697447-669f-47f3-b65f-095b0e859e6e service neutron] Attempting to bind port 33805be1-3de4-45a1-a311-003260b997d7 on host n-h1-816206-3 for vnic_type normal with profile None {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:12:42.799684 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-bb697447-669f-47f3-b65f-095b0e859e6e service neutron] Attempting to bind port 33805be1-3de4-45a1-a311-003260b997d7 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '3b0433f6-0dc2-4350-8149-c15b9bac49ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:12:42.800194 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-bb697447-669f-47f3-b65f-095b0e859e6e service neutron] Attempting to bind port 33805be1-3de4-45a1-a311-003260b997d7 on network ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:12:42.805056 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-bb697447-669f-47f3-b65f-095b0e859e6e service neutron] Port 33805be1-3de4-45a1-a311-003260b997d7 on network ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:12:42.805563 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-bb697447-669f-47f3-b65f-095b0e859e6e service neutron] Attempting to bind port 33805be1-3de4-45a1-a311-003260b997d7 on network ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:12:42.811138 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-bb697447-669f-47f3-b65f-095b0e859e6e service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:12:42.811678 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-bb697447-669f-47f3-b65f-095b0e859e6e service neutron] Checking segment: {'id': '3b0433f6-0dc2-4350-8149-c15b9bac49ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:12:42.812448 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-bb697447-669f-47f3-b65f-095b0e859e6e service neutron] Bound using segment: {'id': '3b0433f6-0dc2-4350-8149-c15b9bac49ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:12:42.813387 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-bb697447-669f-47f3-b65f-095b0e859e6e service neutron] Bound port: 33805be1-3de4-45a1-a311-003260b997d7, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b0433f6-0dc2-4350-8149-c15b9bac49ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:12:42.926505 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-bb697447-669f-47f3-b65f-095b0e859e6e service neutron] For port 33805be1-3de4-45a1-a311-003260b997d7, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=33805be1-3de4-45a1-a311-003260b997d7,segment=NetworkSegment(3b0433f6-0dc2-4350-8149-c15b9bac49ea),segment_id=3b0433f6-0dc2-4350-8149-c15b9bac49ea)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:12:42.935953 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-bb697447-669f-47f3-b65f-095b0e859e6e service neutron] Publish callbacks [] for binding, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:42.950525 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-bb697447-669f-47f3-b65f-095b0e859e6e service neutron] 10.222.0.49 "POST /v2.0/ports/33805be1-3de4-45a1-a311-003260b997d7/bindings HTTP/1.1" status: 201 len: 389 time: 0.4061759 Nov 09 21:12:43.219249 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1fb1ac-78e6-46db-9034-03380bd1d2e9 req-b75f486f-bf32-47c3-a783-f5fa29b7158a tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:43.226480 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cf1fb1ac-78e6-46db-9034-03380bd1d2e9 req-b75f486f-bf32-47c3-a783-f5fa29b7158a tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/ports?device_id=81776f66-2ddf-4d72-af7d-166cb24fa5d6 HTTP/1.1" status: 200 len: 949 time: 0.1166990 Nov 09 21:12:43.339754 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cf1fb1ac-78e6-46db-9034-03380bd1d2e9 req-0714665c-b58d-46c1-828f-9b5f92b6da14 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/security-groups?id=51f35ac2-6650-4c11-a991-f33cc313e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080263 Nov 09 21:12:43.356200 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-49bbefdc-8359-4cdc-a36b-3f0bc2f31787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:43.361988 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-49bbefdc-8359-4cdc-a36b-3f0bc2f31787 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79813b2c248b4d6c8fab5b7bd98099e4&device_id=e834c6c4-1632-4645-9010-d7fc5af20448 HTTP/1.1" status: 200 len: 1096 time: 0.1323133 Nov 09 21:12:43.508510 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516887a-8dc6-4bd2-a07a-ca95f18e5667 req-eac47c90-dea8-41c1-94c2-3e44860a3622 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:43.510635 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f516887a-8dc6-4bd2-a07a-ca95f18e5667 req-eac47c90-dea8-41c1-94c2-3e44860a3622 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=e834c6c4-1632-4645-9010-d7fc5af20448 HTTP/1.1" status: 200 len: 945 time: 0.0977159 Nov 09 21:12:43.561715 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-050a90ed-b106-48a9-9da0-00c6b8972ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:43.563620 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-050a90ed-b106-48a9-9da0-00c6b8972ac9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 HTTP/1.1" status: 200 len: 921 time: 0.1706648 Nov 09 21:12:43.618278 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-957b3f25-8f74-40fc-a4c6-2a165a6d25b9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=33805be1-3de4-45a1-a311-003260b997d7 HTTP/1.1" status: 200 len: 217 time: 0.0472162 Nov 09 21:12:43.634931 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f516887a-8dc6-4bd2-a07a-ca95f18e5667 req-bee73b26-ab81-4fd2-a89e-71d0790aca0c tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172595 Nov 09 21:12:43.675513 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a78367b2-bbf7-4553-9b24-e28447619e27 req-c9fd32fa-315c-4ce4-9fe7-87fa85d14e78 tempest-QuotasAdminNegativeTest-1198947456 tempest-QuotasAdminNegativeTest-1198947456-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=dfc775ef4fbc49cc94031cce4c104925&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312011 Nov 09 21:12:43.704827 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-290f6796-f778-4a90-94e7-8f103b55aa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:43.706412 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-290f6796-f778-4a90-94e7-8f103b55aa1f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=29a38752-08a3-4b35-bb64-8f5e3f87121b HTTP/1.1" status: 200 len: 861 time: 0.0656474 Nov 09 21:12:43.768914 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-873169d8-299a-4ce1-9ea1-871be5e95765 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540178 Nov 09 21:12:43.850615 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78367b2-bbf7-4553-9b24-e28447619e27 req-d121bbbe-79c5-4ee3-b67a-6bed7dbb9af6 tempest-QuotasAdminNegativeTest-1198947456 tempest-QuotasAdminNegativeTest-1198947456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:43.860592 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a78367b2-bbf7-4553-9b24-e28447619e27 req-d121bbbe-79c5-4ee3-b67a-6bed7dbb9af6 tempest-QuotasAdminNegativeTest-1198947456 tempest-QuotasAdminNegativeTest-1198947456-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1835816 Nov 09 21:12:43.880792 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a78367b2-bbf7-4553-9b24-e28447619e27 req-929b9214-7742-4ddf-8ca7-39fec940e6bd tempest-QuotasAdminNegativeTest-1198947456 tempest-QuotasAdminNegativeTest-1198947456-project] 10.222.0.49 "GET /v2.0/quotas/dfc775ef4fbc49cc94031cce4c104925 HTTP/1.1" status: 200 len: 375 time: 0.0171139 Nov 09 21:12:43.953895 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a78367b2-bbf7-4553-9b24-e28447619e27 req-f10f0683-c27d-4d6f-a272-d083511245b5 tempest-QuotasAdminNegativeTest-1198947456 tempest-QuotasAdminNegativeTest-1198947456-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=dfc775ef4fbc49cc94031cce4c104925&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0714362 Nov 09 21:12:43.959497 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fcdb9d-3904-4921-8a78-b3bc218d11b7 req-9d44c251-7d64-4810-a790-a739dc67fd33 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:43.961058 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71fcdb9d-3904-4921-8a78-b3bc218d11b7 req-9d44c251-7d64-4810-a790-a739dc67fd33 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce2a0488-904a-4e69-b9e5-500756acc100 HTTP/1.1" status: 200 len: 945 time: 0.1946781 Nov 09 21:12:44.034300 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-53c344c1-c35a-4e0e-922c-ee79e3ea228f service neutron] 10.222.0.45 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559628 Nov 09 21:12:44.056492 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71fcdb9d-3904-4921-8a78-b3bc218d11b7 req-9e35f2e6-acf5-420c-9b9e-876ef583fca0 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823574 Nov 09 21:12:44.107484 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 682df428-27f5-4477-a29c-ee26c0212a14 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:12:44.164411 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-eaeab646-7a1c-440b-8a8f-26c53628e078 service neutron] 10.222.0.45 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214445 Nov 09 21:12:44.183166 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 682df428-27f5-4477-a29c-ee26c0212a14 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:12:44.191420 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 682df428-27f5-4477-a29c-ee26c0212a14 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:12:44.192020 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:44.289984 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:44.326887 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 682df428-27f5-4477-a29c-ee26c0212a14, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=682df428-27f5-4477-a29c-ee26c0212a14,segment=NetworkSegment(cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2),segment_id=cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:12:44.331378 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:44.396204 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=682df428-27f5-4477-a29c-ee26c0212a14,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:44.420934 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2a0488-904a-4e69-b9e5-500756acc100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682df428-27f5-4477-a29c-ee26c0212a14'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:12:44.427229 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6941094-2bd7-40a9-bb05-14bbe06569e0" -d '{"events": [{"server_uuid": "ce2a0488-904a-4e69-b9e5-500756acc100", "name": "network-vif-plugged", "status": "completed", "tag": "682df428-27f5-4477-a29c-ee26c0212a14"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:12:44.459271 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-22c49403-b993-4012-8063-bf49fbfd0def tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:44.461742 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-22c49403-b993-4012-8063-bf49fbfd0def tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=e834c6c4-1632-4645-9010-d7fc5af20448&tenant_id=79813b2c248b4d6c8fab5b7bd98099e4&binding%3Ahost_id=n-h2-816206-3 HTTP/1.1" status: 200 len: 1096 time: 0.1190836 Nov 09 21:12:44.476824 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-1875c1c9-acff-4bfb-8529-2ed23735864c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816206-3'}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:12:44.551658 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-1875c1c9-acff-4bfb-8529-2ed23735864c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:44.585291 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2cade3-5729-4b64-8880-5a8c34e46006 req-ce04055a-b254-4fa2-92a5-076a02ed0d07 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:44.588372 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2c2cade3-5729-4b64-8880-5a8c34e46006 req-ce04055a-b254-4fa2-92a5-076a02ed0d07 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/ports?device_id=81776f66-2ddf-4d72-af7d-166cb24fa5d6 HTTP/1.1" status: 200 len: 949 time: 0.0943084 Nov 09 21:12:44.646186 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2c2cade3-5729-4b64-8880-5a8c34e46006 req-6a0cf124-8530-40a0-841b-ed01a9fcbcdf tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/security-groups?id=51f35ac2-6650-4c11-a991-f33cc313e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514431 Nov 09 21:12:44.700308 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4f1486-8ec2-4f53-9ead-91b420ed3ddc x-openstack-request-id: req-9e4f1486-8ec2-4f53-9ead-91b420ed3ddc {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:12:44.700642 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2a0488-904a-4e69-b9e5-500756acc100", "name": "network-vif-plugged", "status": "completed", "tag": "682df428-27f5-4477-a29c-ee26c0212a14", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:12:44.700914 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9e4f1486-8ec2-4f53-9ead-91b420ed3ddc {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:12:44.701307 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2a0488-904a-4e69-b9e5-500756acc100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682df428-27f5-4477-a29c-ee26c0212a14', 'code': 200} Nov 09 21:12:44.719267 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-1875c1c9-acff-4bfb-8529-2ed23735864c service neutron] For port 33805be1-3de4-45a1-a311-003260b997d7, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=33805be1-3de4-45a1-a311-003260b997d7,segment=NetworkSegment(3b0433f6-0dc2-4350-8149-c15b9bac49ea),segment_id=3b0433f6-0dc2-4350-8149-c15b9bac49ea)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:12:44.776365 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-1875c1c9-acff-4bfb-8529-2ed23735864c service neutron] For port 33805be1-3de4-45a1-a311-003260b997d7, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:12:44.856173 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-1875c1c9-acff-4bfb-8529-2ed23735864c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:44.861699 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e834c6c4-1632-4645-9010-d7fc5af20448', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33805be1-3de4-45a1-a311-003260b997d7'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:12:44.864069 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c50266-cdaa-467d-8632-4c2e338cd31d" -d '{"events": [{"server_uuid": "e834c6c4-1632-4645-9010-d7fc5af20448", "name": "network-vif-unplugged", "status": "completed", "tag": "33805be1-3de4-45a1-a311-003260b997d7"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:12:44.876088 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7fd432-bcb1-4359-8e2d-5226f33a83c3 req-27adec1a-a238-43aa-b0f7-335914fdc908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:44.877628 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ac7fd432-bcb1-4359-8e2d-5226f33a83c3 req-27adec1a-a238-43aa-b0f7-335914fdc908 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ce2a0488-904a-4e69-b9e5-500756acc100 HTTP/1.1" status: 200 len: 1097 time: 0.0855837 Nov 09 21:12:44.903186 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-1875c1c9-acff-4bfb-8529-2ed23735864c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:44.960939 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ac7fd432-bcb1-4359-8e2d-5226f33a83c3 req-4500578e-2cbe-49ba-a275-826ab4f1b4f2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757189 Nov 09 21:12:45.020342 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db90ada-76ef-4475-8c77-4b1b61e5f18e req-d75dad42-3c48-4ca1-8643-d082ee5d3029 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:45.027813 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1db90ada-76ef-4475-8c77-4b1b61e5f18e req-d75dad42-3c48-4ca1-8643-d082ee5d3029 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=e834c6c4-1632-4645-9010-d7fc5af20448 HTTP/1.1" status: 200 len: 943 time: 0.1607223 Nov 09 21:12:45.087180 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1875c1c9-acff-4bfb-8529-2ed23735864c service neutron] Pushing event updated for resources: {'Port': ['ID=33805be1-3de4-45a1-a311-003260b997d7,revision_number=7']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:45.114757 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-1875c1c9-acff-4bfb-8529-2ed23735864c service neutron] Attempting to bind port 33805be1-3de4-45a1-a311-003260b997d7 on host n-h2-816206-3 for vnic_type normal with profile {"migrating_to": "n-h1-816206-3"} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:12:45.115051 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-1875c1c9-acff-4bfb-8529-2ed23735864c service neutron] Attempting to bind port 33805be1-3de4-45a1-a311-003260b997d7 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '3b0433f6-0dc2-4350-8149-c15b9bac49ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:12:45.115384 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-1875c1c9-acff-4bfb-8529-2ed23735864c service neutron] Attempting to bind port 33805be1-3de4-45a1-a311-003260b997d7 on network ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:12:45.122952 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-1875c1c9-acff-4bfb-8529-2ed23735864c service neutron] Port 33805be1-3de4-45a1-a311-003260b997d7 on network ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:12:45.123275 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-1875c1c9-acff-4bfb-8529-2ed23735864c service neutron] Attempting to bind port 33805be1-3de4-45a1-a311-003260b997d7 on network ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:12:45.137992 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-1875c1c9-acff-4bfb-8529-2ed23735864c service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:12:45.138334 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-1875c1c9-acff-4bfb-8529-2ed23735864c service neutron] Checking segment: {'id': '3b0433f6-0dc2-4350-8149-c15b9bac49ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:12:45.138724 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-1875c1c9-acff-4bfb-8529-2ed23735864c service neutron] Bound using segment: {'id': '3b0433f6-0dc2-4350-8149-c15b9bac49ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:12:45.139153 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-1875c1c9-acff-4bfb-8529-2ed23735864c service neutron] Bound port: 33805be1-3de4-45a1-a311-003260b997d7, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b0433f6-0dc2-4350-8149-c15b9bac49ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:12:45.139508 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-1875c1c9-acff-4bfb-8529-2ed23735864c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:45.154441 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1db90ada-76ef-4475-8c77-4b1b61e5f18e req-1fd80b5c-7d69-4eff-ae92-54907b69abf4 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245379 Nov 09 21:12:45.240984 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-1875c1c9-acff-4bfb-8529-2ed23735864c service neutron] For port 33805be1-3de4-45a1-a311-003260b997d7, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:12:45.245735 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-1875c1c9-acff-4bfb-8529-2ed23735864c service neutron] For port 33805be1-3de4-45a1-a311-003260b997d7, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=33805be1-3de4-45a1-a311-003260b997d7,segment=NetworkSegment(3b0433f6-0dc2-4350-8149-c15b9bac49ea),segment_id=3b0433f6-0dc2-4350-8149-c15b9bac49ea)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:12:45.249681 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 21:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377c6b1b-95c3-4529-bf28-ce9675d7626a x-openstack-request-id: req-377c6b1b-95c3-4529-bf28-ce9675d7626a {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:12:45.249681 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e834c6c4-1632-4645-9010-d7fc5af20448", "name": "network-vif-unplugged", "status": "completed", "tag": "33805be1-3de4-45a1-a311-003260b997d7", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:12:45.249681 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-377c6b1b-95c3-4529-bf28-ce9675d7626a {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:12:45.250023 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57942) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:45.250145 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e834c6c4-1632-4645-9010-d7fc5af20448', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33805be1-3de4-45a1-a311-003260b997d7', 'code': 200} Nov 09 21:12:45.251870 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-1875c1c9-acff-4bfb-8529-2ed23735864c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:45.364175 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-1875c1c9-acff-4bfb-8529-2ed23735864c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:45.364832 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-1875c1c9-acff-4bfb-8529-2ed23735864c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:45.366224 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-1875c1c9-acff-4bfb-8529-2ed23735864c service neutron] 10.222.0.45 "PUT /v2.0/ports/33805be1-3de4-45a1-a311-003260b997d7 HTTP/1.1" status: 200 len: 1121 time: 0.8965371 Nov 09 21:12:45.371876 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1875c1c9-acff-4bfb-8529-2ed23735864c service neutron] Pushing event updated for resources: {'Port': ['ID=33805be1-3de4-45a1-a311-003260b997d7,revision_number=8']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:45.427396 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31643950-7847-426c-8a4b-760907f931da req-386b7adf-85f4-4dd2-a67a-9538a6a4bee6 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:45.429742 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-31643950-7847-426c-8a4b-760907f931da req-386b7adf-85f4-4dd2-a67a-9538a6a4bee6 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce2a0488-904a-4e69-b9e5-500756acc100 HTTP/1.1" status: 200 len: 946 time: 0.1188138 Nov 09 21:12:45.431932 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-00c737a6-edd2-48d9-8c25-50520384c696 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:45.531292 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-31643950-7847-426c-8a4b-760907f931da req-96816879-6928-4df2-96de-5cda4376fca0 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927231 Nov 09 21:12:45.541182 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['33805be1-3de4-45a1-a311-003260b997d7'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:12:45.545253 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-00c737a6-edd2-48d9-8c25-50520384c696 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:45.553182 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-00c737a6-edd2-48d9-8c25-50520384c696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:45.600278 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c737a6-edd2-48d9-8c25-50520384c696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffdab0ce-702f-4251-9e7c-a28e70af6dae,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:45.641686 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-00c737a6-edd2-48d9-8c25-50520384c696 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dfc775ef4fbc49cc94031cce4c104925&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3896942 Nov 09 21:12:45.645197 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57958) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:45.722674 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-91fab555-7dce-4b81-ac04-59591a54bd76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:45.768389 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-91fab555-7dce-4b81-ac04-59591a54bd76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:45.789289 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9256cf-b27f-48c1-ac0c-bb1df01f0674 req-6aa06bae-95df-488d-8e53-ece0b5a1ecca tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:45.791361 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fa9256cf-b27f-48c1-ac0c-bb1df01f0674 req-6aa06bae-95df-488d-8e53-ece0b5a1ecca tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/ports?device_id=81776f66-2ddf-4d72-af7d-166cb24fa5d6 HTTP/1.1" status: 200 len: 949 time: 0.0925026 Nov 09 21:12:45.859748 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fa9256cf-b27f-48c1-ac0c-bb1df01f0674 req-3fd0d12a-e205-4c09-9399-42e3d1f694ad tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/security-groups?id=51f35ac2-6650-4c11-a991-f33cc313e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614991 Nov 09 21:12:45.860891 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-91fab555-7dce-4b81-ac04-59591a54bd76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:45.863522 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-91fab555-7dce-4b81-ac04-59591a54bd76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:45.867260 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-91fab555-7dce-4b81-ac04-59591a54bd76 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ffdab0ce-702f-4251-9e7c-a28e70af6dae HTTP/1.1" status: 204 len: 168 time: 0.2209697 Nov 09 21:12:45.876433 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fab555-7dce-4b81-ac04-59591a54bd76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffdab0ce-702f-4251-9e7c-a28e70af6dae,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:46.313950 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58002) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:46.329251 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9c740044-2ea1-4cf4-a9d2-0dd9274c93cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:46.350715 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6ed34-aeff-4ee5-84a9-dfeb33cc489f req-56ae4e28-224e-47de-ad02-b2b3656c810e tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:46.359287 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-61e6ed34-aeff-4ee5-84a9-dfeb33cc489f req-56ae4e28-224e-47de-ad02-b2b3656c810e tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/ports?device_id=81776f66-2ddf-4d72-af7d-166cb24fa5d6 HTTP/1.1" status: 200 len: 949 time: 0.0959232 Nov 09 21:12:46.376882 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04c213-49c7-4167-b765-8f613a242c11 req-cfac0c92-28fd-40c7-98d0-41feed8231bc tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:46.379013 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2f04c213-49c7-4167-b765-8f613a242c11 req-cfac0c92-28fd-40c7-98d0-41feed8231bc tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=e834c6c4-1632-4645-9010-d7fc5af20448 HTTP/1.1" status: 200 len: 943 time: 0.0826957 Nov 09 21:12:46.436160 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-61e6ed34-aeff-4ee5-84a9-dfeb33cc489f req-909ef966-e677-4271-8b1d-d46beb53f653 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/security-groups?id=51f35ac2-6650-4c11-a991-f33cc313e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750287 Nov 09 21:12:46.451488 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2f04c213-49c7-4167-b765-8f613a242c11 req-06abb1fb-385b-4910-925b-a1ea149b40ef tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651169 Nov 09 21:12:46.499347 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9c740044-2ea1-4cf4-a9d2-0dd9274c93cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:46.505011 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9c740044-2ea1-4cf4-a9d2-0dd9274c93cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:46.545176 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c740044-2ea1-4cf4-a9d2-0dd9274c93cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69602db1-d1f5-4e36-9936-407aa52e73ef,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:46.549932 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-9c740044-2ea1-4cf4-a9d2-0dd9274c93cb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b3fb5ee127924a689cb7c336a84cca27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2350206 Nov 09 21:12:46.552484 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58014) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:46.866552 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1a41f5e5-ecb6-457f-93c8-dd72c6e44716 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:46.874019 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58028) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:46.921025 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1a41f5e5-ecb6-457f-93c8-dd72c6e44716 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:46.941277 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7518b5-8792-4dd1-8b67-808aeac23aef req-fb7bdacb-bf65-4c2d-93ca-b941103ba7c1 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:46.942856 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7d7518b5-8792-4dd1-8b67-808aeac23aef req-fb7bdacb-bf65-4c2d-93ca-b941103ba7c1 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce2a0488-904a-4e69-b9e5-500756acc100 HTTP/1.1" status: 200 len: 946 time: 0.0989435 Nov 09 21:12:47.033031 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7d7518b5-8792-4dd1-8b67-808aeac23aef req-86b60a6a-b77a-4f78-86e7-206959141d53 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787361 Nov 09 21:12:47.051047 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1a41f5e5-ecb6-457f-93c8-dd72c6e44716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:47.062959 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1a41f5e5-ecb6-457f-93c8-dd72c6e44716 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:47.064239 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1a41f5e5-ecb6-457f-93c8-dd72c6e44716 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/69602db1-d1f5-4e36-9936-407aa52e73ef HTTP/1.1" status: 204 len: 168 time: 0.5098157 Nov 09 21:12:47.089394 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f5e5-ecb6-457f-93c8-dd72c6e44716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69602db1-d1f5-4e36-9936-407aa52e73ef,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:47.100221 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f7250cb7-96b1-414d-9b84-c66346021c9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:47.223658 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f7250cb7-96b1-414d-9b84-c66346021c9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:47.229700 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f7250cb7-96b1-414d-9b84-c66346021c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:47.267285 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e834c6c4-1632-4645-9010-d7fc5af20448', 'tag': '33805be1-3de4-45a1-a311-003260b997d7'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:12:47.271075 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1598375-b138-4492-919a-ba9455fe9203" -d '{"events": [{"name": "network-changed", "server_uuid": "e834c6c4-1632-4645-9010-d7fc5af20448", "tag": "33805be1-3de4-45a1-a311-003260b997d7"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:12:47.280992 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7250cb7-96b1-414d-9b84-c66346021c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2265761b-4ea1-419b-b40d-c513b02d7735,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:47.352368 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f7250cb7-96b1-414d-9b84-c66346021c9b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2c7898ed489843809d65eb69dab8b382&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4736593 Nov 09 21:12:47.353239 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58062) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:47.394209 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd80786-425d-4009-ae0c-d724db14fb31 req-fe503224-350a-4c63-85cd-2f3cfa2c512e tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:47.404885 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8cd80786-425d-4009-ae0c-d724db14fb31 req-fe503224-350a-4c63-85cd-2f3cfa2c512e tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce2a0488-904a-4e69-b9e5-500756acc100 HTTP/1.1" status: 200 len: 946 time: 0.0908418 Nov 09 21:12:47.425617 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-04ab04a8-243e-4698-8be8-703c8318fe15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:47.463946 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-04ab04a8-243e-4698-8be8-703c8318fe15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:47.509769 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8cd80786-425d-4009-ae0c-d724db14fb31 req-5f00996f-d9b8-4501-ac28-968d74731cc2 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039047 Nov 09 21:12:47.545508 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8996ebd1-921f-4e73-8f8d-9f754887605b x-openstack-request-id: req-8996ebd1-921f-4e73-8f8d-9f754887605b {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:12:47.545892 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e834c6c4-1632-4645-9010-d7fc5af20448", "tag": "33805be1-3de4-45a1-a311-003260b997d7", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:12:47.546213 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8996ebd1-921f-4e73-8f8d-9f754887605b {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:12:47.546668 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e834c6c4-1632-4645-9010-d7fc5af20448', 'tag': '33805be1-3de4-45a1-a311-003260b997d7', 'status': 'completed', 'code': 200} Nov 09 21:12:47.598535 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-72e2dcaf-7962-4762-8dc1-bfaddacf0934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:47.697297 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360d163-83ff-4e79-89b0-b4346a433ce4 req-60738b45-eb4c-4586-bd38-137e124eb263 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:47.701859 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0360d163-83ff-4e79-89b0-b4346a433ce4 req-60738b45-eb4c-4586-bd38-137e124eb263 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/ports?device_id=81776f66-2ddf-4d72-af7d-166cb24fa5d6 HTTP/1.1" status: 200 len: 949 time: 0.0874257 Nov 09 21:12:47.709845 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1598375-b138-4492-919a-ba9455fe9203 req-20c8fc1d-cb51-4d69-a042-e5328974640f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:47.712165 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f1598375-b138-4492-919a-ba9455fe9203 req-20c8fc1d-cb51-4d69-a042-e5328974640f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=79813b2c248b4d6c8fab5b7bd98099e4&device_id=e834c6c4-1632-4645-9010-d7fc5af20448 HTTP/1.1" status: 200 len: 1124 time: 0.1177051 Nov 09 21:12:47.716462 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-04ab04a8-243e-4698-8be8-703c8318fe15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:47.719658 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-04ab04a8-243e-4698-8be8-703c8318fe15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:47.721176 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-04ab04a8-243e-4698-8be8-703c8318fe15 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2265761b-4ea1-419b-b40d-c513b02d7735 HTTP/1.1" status: 204 len: 168 time: 0.3674130 Nov 09 21:12:47.829393 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85abd7a-c4c0-48a3-9eca-bd5a7f6ca2b1 req-37f3f0c4-863c-46bf-b586-7304786d5a03 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:47.831162 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b85abd7a-c4c0-48a3-9eca-bd5a7f6ca2b1 req-37f3f0c4-863c-46bf-b586-7304786d5a03 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.45 "GET /v2.0/ports?device_id=81776f66-2ddf-4d72-af7d-166cb24fa5d6 HTTP/1.1" status: 200 len: 949 time: 0.1283185 Nov 09 21:12:47.832779 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1598375-b138-4492-919a-ba9455fe9203 req-ef0dab63-fd90-4607-89bb-19e6559129b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:47.834359 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f1598375-b138-4492-919a-ba9455fe9203 req-ef0dab63-fd90-4607-89bb-19e6559129b3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 HTTP/1.1" status: 200 len: 921 time: 0.1110644 Nov 09 21:12:47.854693 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab04a8-243e-4698-8be8-703c8318fe15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2265761b-4ea1-419b-b40d-c513b02d7735,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:47.893383 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c813f-c23d-4d45-b957-121e951fec26 req-bb18956b-be76-42aa-81d5-718ae1c31d49 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:47.901471 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-099c813f-c23d-4d45-b957-121e951fec26 req-bb18956b-be76-42aa-81d5-718ae1c31d49 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=e834c6c4-1632-4645-9010-d7fc5af20448 HTTP/1.1" status: 200 len: 943 time: 0.2565169 Nov 09 21:12:47.919924 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f1598375-b138-4492-919a-ba9455fe9203 req-f7ebac40-849e-40c8-a268-9f40b2aeaff9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=33805be1-3de4-45a1-a311-003260b997d7 HTTP/1.1" status: 200 len: 217 time: 0.0746150 Nov 09 21:12:47.928860 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0360d163-83ff-4e79-89b0-b4346a433ce4 req-c0bb548b-f498-417e-8f39-59363357fab7 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/security-groups?id=51f35ac2-6650-4c11-a991-f33cc313e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131076 Nov 09 21:12:47.996466 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-099c813f-c23d-4d45-b957-121e951fec26 req-547bc5c4-321b-4148-83c5-5e242d042fa8 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940094 Nov 09 21:12:48.088439 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1598375-b138-4492-919a-ba9455fe9203 req-dd4689cb-34bb-4f7d-9ea9-9e0310ce0dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:48.092536 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f1598375-b138-4492-919a-ba9455fe9203 req-dd4689cb-34bb-4f7d-9ea9-9e0310ce0dda service neutron] 10.222.0.43 "GET /v2.0/subnets?id=29a38752-08a3-4b35-bb64-8f5e3f87121b HTTP/1.1" status: 200 len: 861 time: 0.1220968 Nov 09 21:12:48.116759 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-b85abd7a-c4c0-48a3-9eca-bd5a7f6ca2b1 req-00e69613-3f0a-4c0c-924a-6675f2626094 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Deleting port c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:12:48.117760 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-b85abd7a-c4c0-48a3-9eca-bd5a7f6ca2b1 req-00e69613-3f0a-4c0c-924a-6675f2626094 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:48.140004 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f1598375-b138-4492-919a-ba9455fe9203 req-dc9fb352-a055-45b3-94f2-b08d84909966 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379484 Nov 09 21:12:48.250591 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f1598375-b138-4492-919a-ba9455fe9203 req-9999a80e-9c1a-4a28-9642-0eab7c761c91 service neutron] 10.222.0.43 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027739 Nov 09 21:12:48.278804 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-b85abd7a-c4c0-48a3-9eca-bd5a7f6ca2b1 req-00e69613-3f0a-4c0c-924a-6675f2626094 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] For port c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:12:48.279666 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-b85abd7a-c4c0-48a3-9eca-bd5a7f6ca2b1 req-00e69613-3f0a-4c0c-924a-6675f2626094 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:48.296854 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-b85abd7a-c4c0-48a3-9eca-bd5a7f6ca2b1 req-00e69613-3f0a-4c0c-924a-6675f2626094 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Calling delete_port for c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:12:48.346005 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58096) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:48.385839 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c6bce545-323c-4ff5-b78f-b9fd31cf2094 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:48.461070 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f1598375-b138-4492-919a-ba9455fe9203 req-bf095b41-f97d-4e55-aedb-de66af1b5fc9 service neutron] 10.222.0.43 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000923 Nov 09 21:12:48.541884 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-b85abd7a-c4c0-48a3-9eca-bd5a7f6ca2b1 req-00e69613-3f0a-4c0c-924a-6675f2626094 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:48.557035 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:12:48.605111 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e69613-3f0a-4c0c-924a-6675f2626094 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Pushing event deleted for resources: {'Port': ['ID=c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:48.672941 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c6bce545-323c-4ff5-b78f-b9fd31cf2094 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:48.689523 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c6bce545-323c-4ff5-b78f-b9fd31cf2094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:48.689905 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-b85abd7a-c4c0-48a3-9eca-bd5a7f6ca2b1 req-00e69613-3f0a-4c0c-924a-6675f2626094 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] No DVR routers for this DVR port c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1 on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:12:48.697405 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-b85abd7a-c4c0-48a3-9eca-bd5a7f6ca2b1 req-00e69613-3f0a-4c0c-924a-6675f2626094 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:48.714587 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b85abd7a-c4c0-48a3-9eca-bd5a7f6ca2b1 req-00e69613-3f0a-4c0c-924a-6675f2626094 tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.45 "DELETE /v2.0/ports/c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1 HTTP/1.1" status: 204 len: 173 time: 0.8730698 Nov 09 21:12:48.798705 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c6bce545-323c-4ff5-b78f-b9fd31cf2094 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0a28e7cb3da84c2087c09ad922bcf328&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4515224 Nov 09 21:12:48.802457 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bce545-323c-4ff5-b78f-b9fd31cf2094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6210b31-49eb-41ae-b025-4eeba1bc5aca,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:48.802758 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58116) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:48.859258 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c379b-0287-4b9e-8171-445cd2faf718 req-7d4bb18e-d8ac-4d89-8330-fcda5770accf tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:48.869483 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a62c379b-0287-4b9e-8171-445cd2faf718 req-7d4bb18e-d8ac-4d89-8330-fcda5770accf tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce2a0488-904a-4e69-b9e5-500756acc100 HTTP/1.1" status: 200 len: 946 time: 0.2015560 Nov 09 21:12:48.940684 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a62c379b-0287-4b9e-8171-445cd2faf718 req-e5adbaaa-554e-421c-a197-c7a44f45ed1a tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702016 Nov 09 21:12:48.958141 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1ea6c03b-9197-4a0d-b74d-75a3a748e71b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:49.002212 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1ea6c03b-9197-4a0d-b74d-75a3a748e71b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:49.096770 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0f316adb-aa61-44b7-8bd0-f5dc0d7754e7 req-68c802db-72fb-4403-8347-17f8f461042b tempest-DeleteServersAdminTestJSON-1747223045 tempest-DeleteServersAdminTestJSON-1747223045-project] 10.222.0.49 "GET /v2.0/ports?device_id=81776f66-2ddf-4d72-af7d-166cb24fa5d6 HTTP/1.1" status: 200 len: 210 time: 0.0408282 Nov 09 21:12:49.120619 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1ea6c03b-9197-4a0d-b74d-75a3a748e71b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:49.123358 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1ea6c03b-9197-4a0d-b74d-75a3a748e71b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:49.127196 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1ea6c03b-9197-4a0d-b74d-75a3a748e71b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a6210b31-49eb-41ae-b025-4eeba1bc5aca HTTP/1.1" status: 204 len: 168 time: 0.3207166 Nov 09 21:12:49.141665 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea6c03b-9197-4a0d-b74d-75a3a748e71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6210b31-49eb-41ae-b025-4eeba1bc5aca,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:49.409699 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 33805be1-3de4-45a1-a311-003260b997d7 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:12:49.550689 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81776f66-2ddf-4d72-af7d-166cb24fa5d6', 'name': 'network-vif-deleted', 'tag': 'c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:12:49.562620 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92d8084-1708-4a86-9ad3-3ee760142e8d" -d '{"events": [{"server_uuid": "81776f66-2ddf-4d72-af7d-166cb24fa5d6", "name": "network-vif-deleted", "tag": "c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:12:49.593886 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 33805be1-3de4-45a1-a311-003260b997d7, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=33805be1-3de4-45a1-a311-003260b997d7,segment=NetworkSegment(3b0433f6-0dc2-4350-8149-c15b9bac49ea),segment_id=3b0433f6-0dc2-4350-8149-c15b9bac49ea)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:12:49.615523 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 33805be1-3de4-45a1-a311-003260b997d7 has no active binding in host n-h1-816206-3 {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 21:12:49.616586 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa2f03-e16f-450b-8011-92a17c60b82f req-1d28adc7-b60b-41b9-a588-d51b6640d8b9 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:49.633473 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b0fa2f03-e16f-450b-8011-92a17c60b82f req-1d28adc7-b60b-41b9-a588-d51b6640d8b9 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=e834c6c4-1632-4645-9010-d7fc5af20448 HTTP/1.1" status: 200 len: 943 time: 0.1504338 Nov 09 21:12:49.715415 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b0fa2f03-e16f-450b-8011-92a17c60b82f req-d1f0aefb-ee60-42ae-8319-e15926c98fb9 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796959 Nov 09 21:12:49.865852 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3c4c20-1c9f-49de-8292-4a6eaee78bc5 x-openstack-request-id: req-7e3c4c20-1c9f-49de-8292-4a6eaee78bc5 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:12:49.866203 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81776f66-2ddf-4d72-af7d-166cb24fa5d6", "name": "network-vif-deleted", "tag": "c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:12:49.866636 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7e3c4c20-1c9f-49de-8292-4a6eaee78bc5 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:12:49.866933 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81776f66-2ddf-4d72-af7d-166cb24fa5d6', 'name': 'network-vif-deleted', 'tag': 'c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1', 'status': 'completed', 'code': 200} Nov 09 21:12:49.987648 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8196dd73-b111-474d-a3ca-9c5c58aba89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:50.381788 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-4b3da8d3-8412-4738-a11a-956cb2924fdb req-0063324b-c7eb-4206-af0f-b9c5566110fe tempest-SecurityGroupsTestAdminJSON-945540290 tempest-SecurityGroupsTestAdminJSON-945540290-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1234567242', 'description': 'tempest-description-321870127'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:12:50.392517 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58208) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:50.426730 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4b3da8d3-8412-4738-a11a-956cb2924fdb req-0063324b-c7eb-4206-af0f-b9c5566110fe tempest-SecurityGroupsTestAdminJSON-945540290 tempest-SecurityGroupsTestAdminJSON-945540290-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:50.442320 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4b3da8d3-8412-4738-a11a-956cb2924fdb req-0063324b-c7eb-4206-af0f-b9c5566110fe tempest-SecurityGroupsTestAdminJSON-945540290 tempest-SecurityGroupsTestAdminJSON-945540290-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:50.553884 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-65805e40-5abf-4481-a36d-f89e3946ca3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:50.562607 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4b3da8d3-8412-4738-a11a-956cb2924fdb req-0063324b-c7eb-4206-af0f-b9c5566110fe tempest-SecurityGroupsTestAdminJSON-945540290 tempest-SecurityGroupsTestAdminJSON-945540290-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:50.574578 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4b3da8d3-8412-4738-a11a-956cb2924fdb req-0063324b-c7eb-4206-af0f-b9c5566110fe tempest-SecurityGroupsTestAdminJSON-945540290 tempest-SecurityGroupsTestAdminJSON-945540290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:50.678362 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063324b-c7eb-4206-af0f-b9c5566110fe tempest-SecurityGroupsTestAdminJSON-945540290 tempest-SecurityGroupsTestAdminJSON-945540290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=473e4be1-1978-456e-9bad-0afb9d979976,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:50.682905 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-65805e40-5abf-4481-a36d-f89e3946ca3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:50.694121 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-65805e40-5abf-4481-a36d-f89e3946ca3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:50.734442 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58216) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:50.753070 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4b3da8d3-8412-4738-a11a-956cb2924fdb req-0063324b-c7eb-4206-af0f-b9c5566110fe tempest-SecurityGroupsTestAdminJSON-945540290 tempest-SecurityGroupsTestAdminJSON-945540290-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:50.757823 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4b3da8d3-8412-4738-a11a-956cb2924fdb req-0063324b-c7eb-4206-af0f-b9c5566110fe tempest-SecurityGroupsTestAdminJSON-945540290 tempest-SecurityGroupsTestAdminJSON-945540290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:50.781138 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-65805e40-5abf-4481-a36d-f89e3946ca3a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=efc12ded038d4669adf8254581279ee8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3868172 Nov 09 21:12:50.784753 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65805e40-5abf-4481-a36d-f89e3946ca3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed75eaf8-2fe7-42dc-9b1d-209ba996830e,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:50.791373 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58224) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:50.857761 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:50.858374 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4b3da8d3-8412-4738-a11a-956cb2924fdb req-0063324b-c7eb-4206-af0f-b9c5566110fe tempest-SecurityGroupsTestAdminJSON-945540290 tempest-SecurityGroupsTestAdminJSON-945540290-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:50.860765 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4b3da8d3-8412-4738-a11a-956cb2924fdb req-0063324b-c7eb-4206-af0f-b9c5566110fe tempest-SecurityGroupsTestAdminJSON-945540290 tempest-SecurityGroupsTestAdminJSON-945540290-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4846556 Nov 09 21:12:50.870307 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063324b-c7eb-4206-af0f-b9c5566110fe tempest-SecurityGroupsTestAdminJSON-945540290 tempest-SecurityGroupsTestAdminJSON-945540290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3e7671-9079-4848-b050-9f698d610c0f,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:50.932510 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b8ef72d5-1250-458a-b12d-68dd52e3ddb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:50.961237 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc7cf3-94fd-420d-a416-960bce672140 req-eb38c975-c45f-4c75-9da6-bf5fc2983921 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:50.969740 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-37dc7cf3-94fd-420d-a416-960bce672140 req-eb38c975-c45f-4c75-9da6-bf5fc2983921 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=e834c6c4-1632-4645-9010-d7fc5af20448 HTTP/1.1" status: 200 len: 943 time: 0.0918250 Nov 09 21:12:50.986290 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b8ef72d5-1250-458a-b12d-68dd52e3ddb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:51.016207 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58236) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:51.021716 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-3ff6a419-fabc-401e-969b-46af443ef9d2 req-a48bcd21-39c6-4dfc-8045-8eb9956a0845 tempest-SecurityGroupsTestAdminJSON-945540290 tempest-SecurityGroupsTestAdminJSON-945540290-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1827331047', 'description': 'tempest-description-405363894'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:12:51.053923 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-37dc7cf3-94fd-420d-a416-960bce672140 req-dbebf11e-9cd5-41bd-83e5-3d052940bfd0 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830584 Nov 09 21:12:51.080110 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3ff6a419-fabc-401e-969b-46af443ef9d2 req-a48bcd21-39c6-4dfc-8045-8eb9956a0845 tempest-SecurityGroupsTestAdminJSON-945540290 tempest-SecurityGroupsTestAdminJSON-945540290-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:51.085081 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b8ef72d5-1250-458a-b12d-68dd52e3ddb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:51.089015 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b8ef72d5-1250-458a-b12d-68dd52e3ddb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:51.091117 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b8ef72d5-1250-458a-b12d-68dd52e3ddb3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ed75eaf8-2fe7-42dc-9b1d-209ba996830e HTTP/1.1" status: 204 len: 168 time: 0.2964430 Nov 09 21:12:51.111022 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef72d5-1250-458a-b12d-68dd52e3ddb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed75eaf8-2fe7-42dc-9b1d-209ba996830e,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:51.153283 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-da8bba56-be37-4504-a8d7-dcc05203aced admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1604196667-network', 'tenant_id': '08ae6bddd06d48fa83b8d1cbf2474a34'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:12:51.172600 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-cdbcc5c5-921f-4ead-8c45-39229e36e580 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=29026c9cd6db46d59baa3cd105b1f8f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4348383 Nov 09 21:12:51.175885 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58250) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:51.201672 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8bba56-be37-4504-a8d7-dcc05203aced admin admin] Made reservation on behalf of 08ae6bddd06d48fa83b8d1cbf2474a34 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:12:51.204352 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-da8bba56-be37-4504-a8d7-dcc05203aced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:51.218845 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-da8bba56-be37-4504-a8d7-dcc05203aced admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:51.255684 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3ff6a419-fabc-401e-969b-46af443ef9d2 req-a48bcd21-39c6-4dfc-8045-8eb9956a0845 tempest-SecurityGroupsTestAdminJSON-945540290 tempest-SecurityGroupsTestAdminJSON-945540290-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:51.264894 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3ff6a419-fabc-401e-969b-46af443ef9d2 req-a48bcd21-39c6-4dfc-8045-8eb9956a0845 tempest-SecurityGroupsTestAdminJSON-945540290 tempest-SecurityGroupsTestAdminJSON-945540290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:51.300492 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-82368eaa-8926-4d32-bc30-fd188d3a5eb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:51.319663 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3ff6a419-fabc-401e-969b-46af443ef9d2 req-a48bcd21-39c6-4dfc-8045-8eb9956a0845 tempest-SecurityGroupsTestAdminJSON-945540290 tempest-SecurityGroupsTestAdminJSON-945540290-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:51.321150 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3ff6a419-fabc-401e-969b-46af443ef9d2 req-a48bcd21-39c6-4dfc-8045-8eb9956a0845 tempest-SecurityGroupsTestAdminJSON-945540290 tempest-SecurityGroupsTestAdminJSON-945540290-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3063121 Nov 09 21:12:51.325172 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48bcd21-39c6-4dfc-8045-8eb9956a0845 tempest-SecurityGroupsTestAdminJSON-945540290 tempest-SecurityGroupsTestAdminJSON-945540290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=690cae08-9e88-4938-a08b-5ba384dad7e2,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:51.331638 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-82368eaa-8926-4d32-bc30-fd188d3a5eb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:51.374460 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-da8bba56-be37-4504-a8d7-dcc05203aced admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:51.379098 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-da8bba56-be37-4504-a8d7-dcc05203aced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:51.412430 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-fb5030fe-cc3f-417f-b350-72ce1af9b4f9 service neutron] 10.222.0.43 "GET /v2.0/ports/33805be1-3de4-45a1-a311-003260b997d7/bindings/n-h1-816206-3 HTTP/1.1" status: 200 len: 384 time: 0.1714375 Nov 09 21:12:51.421135 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:12:51.427608 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da8bba56-be37-4504-a8d7-dcc05203aced admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:12:51.467286 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8bba56-be37-4504-a8d7-dcc05203aced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d336fbc9-870e-411e-9ec1-9c6b1f3efafb,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:51.483119 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:12:51.487134 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-da8bba56-be37-4504-a8d7-dcc05203aced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:51.487487 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-da8bba56-be37-4504-a8d7-dcc05203aced admin admin] Added segment c3ff64fc-3348-44af-bb87-9bcd35a165dc of type vlan for network e610b72e-b2e1-4281-aeb6-dae2b43bcec6 Nov 09 21:12:51.494527 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device c2f79b46-d5d3-43d5-927f-d5a9e5d7b8b1 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:12:51.502508 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-82368eaa-8926-4d32-bc30-fd188d3a5eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:51.505124 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-82368eaa-8926-4d32-bc30-fd188d3a5eb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:51.516649 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-82368eaa-8926-4d32-bc30-fd188d3a5eb2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/51f35ac2-6650-4c11-a991-f33cc313e12d HTTP/1.1" status: 204 len: 168 time: 0.3333459 Nov 09 21:12:51.542555 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58262) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:51.554370 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82368eaa-8926-4d32-bc30-fd188d3a5eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f35ac2-6650-4c11-a991-f33cc313e12d,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:51.587891 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b24cb993-975d-42b8-9b38-f940189e71da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:51.605936 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-da8bba56-be37-4504-a8d7-dcc05203aced admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:51.711509 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-da8bba56-be37-4504-a8d7-dcc05203aced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:51.713822 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8bba56-be37-4504-a8d7-dcc05203aced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:51.714552 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-da8bba56-be37-4504-a8d7-dcc05203aced admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:51.724832 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-b27563c0-5a9d-4005-874a-0b71d661589e service neutron] For port 33805be1-3de4-45a1-a311-003260b997d7, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=33805be1-3de4-45a1-a311-003260b997d7,segment=NetworkSegment(3b0433f6-0dc2-4350-8149-c15b9bac49ea),segment_id=3b0433f6-0dc2-4350-8149-c15b9bac49ea)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:12:51.770545 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-b27563c0-5a9d-4005-874a-0b71d661589e service neutron] For port 33805be1-3de4-45a1-a311-003260b997d7, host n-h2-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:12:51.774278 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-e6a3dfe6-a356-458d-8c4a-7a7cb0f05b86 req-4362a30c-e50e-433a-97e5-4fbb847b9ac2 tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-14010960', 'description': 'tempest-description-19890869'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:12:51.788217 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-da8bba56-be37-4504-a8d7-dcc05203aced admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7700403 Nov 09 21:12:51.802852 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58264) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:51.807889 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-b046fd36-d726-4702-a55b-ccf55172bf7f admin admin] Request body: {'subnet': {'network_id': 'e610b72e-b2e1-4281-aeb6-dae2b43bcec6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1604196667-subnet', 'tenant_id': '08ae6bddd06d48fa83b8d1cbf2474a34', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:12:51.824086 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8bba56-be37-4504-a8d7-dcc05203aced admin admin] Pushing event updated for resources: {'Network': ['ID=e610b72e-b2e1-4281-aeb6-dae2b43bcec6,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:51.841053 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network e610b72e-b2e1-4281-aeb6-dae2b43bcec6 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:12:51.842970 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-b27563c0-5a9d-4005-874a-0b71d661589e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33805be1-3de4-45a1-a311-003260b997d7 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:12:51.848128 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e6a3dfe6-a356-458d-8c4a-7a7cb0f05b86 req-4362a30c-e50e-433a-97e5-4fbb847b9ac2 tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:51.863983 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e6a3dfe6-a356-458d-8c4a-7a7cb0f05b86 req-4362a30c-e50e-433a-97e5-4fbb847b9ac2 tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:51.872363 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b24cb993-975d-42b8-9b38-f940189e71da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:51.878355 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b24cb993-975d-42b8-9b38-f940189e71da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:51.883430 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-b27563c0-5a9d-4005-874a-0b71d661589e service neutron] For port 33805be1-3de4-45a1-a311-003260b997d7, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=33805be1-3de4-45a1-a311-003260b997d7,segment=NetworkSegment(3b0433f6-0dc2-4350-8149-c15b9bac49ea),segment_id=3b0433f6-0dc2-4350-8149-c15b9bac49ea)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:12:51.906436 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b24cb993-975d-42b8-9b38-f940189e71da admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a9599992ad024c4c9dfffc1d317095e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3528252 Nov 09 21:12:51.908461 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b046fd36-d726-4702-a55b-ccf55172bf7f admin admin] Made reservation on behalf of 08ae6bddd06d48fa83b8d1cbf2474a34 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:12:51.911423 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b046fd36-d726-4702-a55b-ccf55172bf7f admin admin] Publish callbacks [] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:51.913250 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58268) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:51.954724 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-b27563c0-5a9d-4005-874a-0b71d661589e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:52.139398 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 682df428-27f5-4477-a29c-ee26c0212a14 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:12:52.178748 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24cb993-975d-42b8-9b38-f940189e71da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08736b2-680e-4b1c-aa9b-79073ff48c13,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:52.182248 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58284) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:52.275090 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b84b5787-ef44-42f1-8ca9-5f863121d23a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:52.310438 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:52.329754 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-adcc4148-bae1-49a3-be15-e5dc17d2f703 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:52.388752 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-adcc4148-bae1-49a3-be15-e5dc17d2f703 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:52.402583 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-b27563c0-5a9d-4005-874a-0b71d661589e service neutron] Transition to ACTIVE for port object 33805be1-3de4-45a1-a311-003260b997d7 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:12:52.403210 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 682df428-27f5-4477-a29c-ee26c0212a14, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=682df428-27f5-4477-a29c-ee26c0212a14,segment=NetworkSegment(cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2),segment_id=cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:12:52.407810 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e6a3dfe6-a356-458d-8c4a-7a7cb0f05b86 req-4362a30c-e50e-433a-97e5-4fbb847b9ac2 tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:52.409152 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-b27563c0-5a9d-4005-874a-0b71d661589e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:52.413792 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e6a3dfe6-a356-458d-8c4a-7a7cb0f05b86 req-4362a30c-e50e-433a-97e5-4fbb847b9ac2 tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:52.425749 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d1245-25f2-4560-a953-e3ab69eceac2 req-0f0b0525-66e1-49a6-9d9e-0ecb834da336 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:52.432933 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e63d1245-25f2-4560-a953-e3ab69eceac2 req-0f0b0525-66e1-49a6-9d9e-0ecb834da336 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=e834c6c4-1632-4645-9010-d7fc5af20448 HTTP/1.1" status: 200 len: 943 time: 0.1803615 Nov 09 21:12:52.437237 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '682df428-27f5-4477-a29c-ee26c0212a14', 'network_id': 'c451f8d0-81c8-47ac-9cdf-57d805f40534', 'port_id': '682df428-27f5-4477-a29c-ee26c0212a14', 'mac_address': 'fa:16:3e:8d:57:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48001444-9492-49b6-bd26-a82c0797ca23', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:12:52.515199 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:52.536624 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4362a30c-e50e-433a-97e5-4fbb847b9ac2 tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37cde7c-efb0-47d9-a1e6-02cf232a3b40,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:52.542331 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 682df428-27f5-4477-a29c-ee26c0212a14 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:12:52.607640 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 682df428-27f5-4477-a29c-ee26c0212a14, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=682df428-27f5-4477-a29c-ee26c0212a14,segment=NetworkSegment(cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2),segment_id=cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:12:52.613392 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-b27563c0-5a9d-4005-874a-0b71d661589e service neutron] No DVR routers for this DVR port 33805be1-3de4-45a1-a311-003260b997d7 on host n-h2-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:12:52.613689 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:52.620407 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27563c0-5a9d-4005-874a-0b71d661589e service neutron] Pushing event updated for resources: {'Port': ['ID=33805be1-3de4-45a1-a311-003260b997d7,revision_number=10']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:52.620769 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:52.668841 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-b27563c0-5a9d-4005-874a-0b71d661589e service neutron] 10.222.0.43 "PUT /v2.0/ports/33805be1-3de4-45a1-a311-003260b997d7/bindings/n-h1-816206-3/activate HTTP/1.1" status: 200 len: 369 time: 1.2467473 Nov 09 21:12:52.692861 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b046fd36-d726-4702-a55b-ccf55172bf7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:52.702049 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e6a3dfe6-a356-458d-8c4a-7a7cb0f05b86 req-4362a30c-e50e-433a-97e5-4fbb847b9ac2 tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:52.704906 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=682df428-27f5-4477-a29c-ee26c0212a14,revision_number=6']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:52.706339 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e6a3dfe6-a356-458d-8c4a-7a7cb0f05b86 req-4362a30c-e50e-433a-97e5-4fbb847b9ac2 tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:52.720003 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b84b5787-ef44-42f1-8ca9-5f863121d23a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:52.725817 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e63d1245-25f2-4560-a953-e3ab69eceac2 req-6aa7567b-836c-489b-85eb-8bf97f8d1c90 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920580 Nov 09 21:12:52.777225 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e6a3dfe6-a356-458d-8c4a-7a7cb0f05b86 req-4362a30c-e50e-433a-97e5-4fbb847b9ac2 tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:52.786678 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e6a3dfe6-a356-458d-8c4a-7a7cb0f05b86 req-4362a30c-e50e-433a-97e5-4fbb847b9ac2 tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0103974 Nov 09 21:12:52.789778 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4362a30c-e50e-433a-97e5-4fbb847b9ac2 tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee1e7da-1790-403e-811f-b5a9fe5bfb32,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:52.799789 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['682df428-27f5-4477-a29c-ee26c0212a14'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:12:52.811271 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b84b5787-ef44-42f1-8ca9-5f863121d23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:52.827075 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-b5de4c6e-bc0f-4c59-baa9-a1d729d0e01a req-75b76309-92de-4af0-ab24-8cf7f59a02c8 tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-690341873', 'description': 'tempest-description-530863441'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:12:52.831695 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-adcc4148-bae1-49a3-be15-e5dc17d2f703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:52.836320 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-adcc4148-bae1-49a3-be15-e5dc17d2f703 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:52.845229 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-adcc4148-bae1-49a3-be15-e5dc17d2f703 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f08736b2-680e-4b1c-aa9b-79073ff48c13 HTTP/1.1" status: 204 len: 168 time: 0.9253750 Nov 09 21:12:52.880160 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-b5de4c6e-bc0f-4c59-baa9-a1d729d0e01a req-75b76309-92de-4af0-ab24-8cf7f59a02c8 tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:52.933428 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b046fd36-d726-4702-a55b-ccf55172bf7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a6ed862-6ae4-442f-a48a-cd16fa5f43de,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:52.935648 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b5787-ef44-42f1-8ca9-5f863121d23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2328bf-f776-477d-85ae-4645027da9cd,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:52.944114 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b84b5787-ef44-42f1-8ca9-5f863121d23a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e4190d096cac444ca5ffcc6650d1d528&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7486172 Nov 09 21:12:52.947441 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58312) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:53.007050 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc4148-bae1-49a3-be15-e5dc17d2f703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08736b2-680e-4b1c-aa9b-79073ff48c13,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:53.026702 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-d55ee086-87ae-41f7-b26b-583e3ab7a986 tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:53.039812 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-d55ee086-87ae-41f7-b26b-583e3ab7a986 tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=e834c6c4-1632-4645-9010-d7fc5af20448&tenant_id=79813b2c248b4d6c8fab5b7bd98099e4&binding%3Ahost_id=n-h2-816206-3 HTTP/1.1" status: 200 len: 1095 time: 0.2393818 Nov 09 21:12:53.143114 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-b5de4c6e-bc0f-4c59-baa9-a1d729d0e01a req-75b76309-92de-4af0-ab24-8cf7f59a02c8 tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:53.164964 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b046fd36-d726-4702-a55b-ccf55172bf7f admin admin] Checking segment: {'id': 'c3ff64fc-3348-44af-bb87-9bcd35a165dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e610b72e-b2e1-4281-aeb6-dae2b43bcec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:12:53.169518 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b046fd36-d726-4702-a55b-ccf55172bf7f admin admin] Network hostable DHCP agents. Network: e610b72e-b2e1-4281-aeb6-dae2b43bcec6, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:12:53.170664 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-b5de4c6e-bc0f-4c59-baa9-a1d729d0e01a req-75b76309-92de-4af0-ab24-8cf7f59a02c8 tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:53.250750 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-b5de4c6e-bc0f-4c59-baa9-a1d729d0e01a req-75b76309-92de-4af0-ab24-8cf7f59a02c8 tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:53.252291 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b5de4c6e-bc0f-4c59-baa9-a1d729d0e01a req-75b76309-92de-4af0-ab24-8cf7f59a02c8 tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4293282 Nov 09 21:12:53.269656 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b76309-92de-4af0-ab24-8cf7f59a02c8 tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7767833f-b036-4627-9ece-afa95a0302d3,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:53.309749 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:53.315388 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-19e87b1a-b4be-45e2-9182-3de1374eca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:53.320369 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-19e87b1a-b4be-45e2-9182-3de1374eca27 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e834c6c4-1632-4645-9010-d7fc5af20448&tenant_id=79813b2c248b4d6c8fab5b7bd98099e4 HTTP/1.1" status: 200 len: 1095 time: 0.2543740 Nov 09 21:12:53.327367 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ecdf72c3-c972-42fb-89ac-692846b8c8c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:53.332820 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b046fd36-d726-4702-a55b-ccf55172bf7f admin admin] Network e610b72e-b2e1-4281-aeb6-dae2b43bcec6 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:12:53.385745 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-b046fd36-d726-4702-a55b-ccf55172bf7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, e610b72e-b2e1-4281-aeb6-dae2b43bcec6) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:12:53.392609 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ecdf72c3-c972-42fb-89ac-692846b8c8c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:53.403590 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135ed6be-138b-4122-957a-0fe5c313d796 None None] Network e610b72e-b2e1-4281-aeb6-dae2b43bcec6 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:12:53.404772 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b046fd36-d726-4702-a55b-ccf55172bf7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:53.405386 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b046fd36-d726-4702-a55b-ccf55172bf7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:53.455816 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-3bee605b-a24e-4095-98cd-971e023efbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:53.455816 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-3bee605b-a24e-4095-98cd-971e023efbf1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79813b2c248b4d6c8fab5b7bd98099e4&device_id=e834c6c4-1632-4645-9010-d7fc5af20448 HTTP/1.1" status: 200 len: 1095 time: 0.1079414 Nov 09 21:12:53.458818 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b046fd36-d726-4702-a55b-ccf55172bf7f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6547627 Nov 09 21:12:53.463854 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58324) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:53.502979 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-3482f51a-28c0-490f-b8e7-41b682de8703 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1604196667-router', 'tenant_id': '08ae6bddd06d48fa83b8d1cbf2474a34', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:12:53.608501 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ecdf72c3-c972-42fb-89ac-692846b8c8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:53.626497 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ecdf72c3-c972-42fb-89ac-692846b8c8c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:53.633197 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ecdf72c3-c972-42fb-89ac-692846b8c8c7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aa2328bf-f776-477d-85ae-4645027da9cd HTTP/1.1" status: 204 len: 168 time: 0.6750667 Nov 09 21:12:53.675244 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3482f51a-28c0-490f-b8e7-41b682de8703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:53.676314 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3482f51a-28c0-490f-b8e7-41b682de8703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:53.692231 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf72c3-c972-42fb-89ac-692846b8c8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2328bf-f776-477d-85ae-4645027da9cd,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:53.828884 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-9cf4e022-3db0-4a6c-a6a3-e74c0bc266b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:53.832210 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-9cf4e022-3db0-4a6c-a6a3-e74c0bc266b1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 HTTP/1.1" status: 200 len: 921 time: 0.3698990 Nov 09 21:12:53.848554 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b936cc-e0ee-4136-8f63-0021cc1c4dca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-e610b72e-b2e1-4281-aeb6-dae2b43bcec6', 'network_id': 'e610b72e-b2e1-4281-aeb6-dae2b43bcec6', 'tenant_id': '08ae6bddd06d48fa83b8d1cbf2474a34', 'fixed_ips': [{'subnet_id': '6a6ed862-6ae4-442f-a48a-cd16fa5f43de'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:12:53.850448 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-33b936cc-e0ee-4136-8f63-0021cc1c4dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:53.977384 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58334) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:53.993477 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3482f51a-28c0-490f-b8e7-41b682de8703 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:53.995939 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-4254227f-ccc4-42ba-a1c9-8baa693f6528 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=33805be1-3de4-45a1-a311-003260b997d7 HTTP/1.1" status: 200 len: 217 time: 0.0592043 Nov 09 21:12:54.026086 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-525ced19-47f4-482b-a17b-fb3ae60c7cf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:54.067335 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4e400111-5b9b-42df-98a5-dabab2ab67ac req-a094af7f-c89b-4505-927a-2de0146509ec tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 48125 time: 0.7788761 Nov 09 21:12:54.294201 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 682df428-27f5-4477-a29c-ee26c0212a14 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:12:54.296861 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-b818f566-710f-462a-9f5a-409853dba037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:54.298345 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-b818f566-710f-462a-9f5a-409853dba037 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=29a38752-08a3-4b35-bb64-8f5e3f87121b HTTP/1.1" status: 200 len: 861 time: 0.2938662 Nov 09 21:12:54.305331 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-525ced19-47f4-482b-a17b-fb3ae60c7cf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:54.316547 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3b00a-9d20-42df-8888-d2ddb7fae88f req-e1341415-445e-4922-89cb-b7e030776fff tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:54.324677 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-525ced19-47f4-482b-a17b-fb3ae60c7cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:54.327266 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-97f3b00a-9d20-42df-8888-d2ddb7fae88f req-e1341415-445e-4922-89cb-b7e030776fff tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=e834c6c4-1632-4645-9010-d7fc5af20448 HTTP/1.1" status: 200 len: 944 time: 0.3291440 Nov 09 21:12:54.363464 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-1d8c3b47-9ba0-4760-a9bd-e13f61944860 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333722 Nov 09 21:12:54.366791 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3482f51a-28c0-490f-b8e7-41b682de8703 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:54.408595 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-525ced19-47f4-482b-a17b-fb3ae60c7cf4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4311253355af48fcba3da32c416c5892&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4255672 Nov 09 21:12:54.409260 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58344) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:54.437945 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4e400111-5b9b-42df-98a5-dabab2ab67ac req-be4336bd-6b6c-4409-8b33-41dd8b293980 tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] 10.222.0.49 "GET /v2.0/security-groups/1b698e68-ba8d-4752-81fb-d678d362e170 HTTP/1.1" status: 200 len: 2994 time: 0.3578949 Nov 09 21:12:54.507638 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 682df428-27f5-4477-a29c-ee26c0212a14 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:12:54.508148 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:54.523425 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525ced19-47f4-482b-a17b-fb3ae60c7cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66baba2-82d7-4f03-afd9-cdc6c1bf8496,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:54.586671 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-daff286d-239b-4508-8a12-15f8cd16cc68 service neutron] 10.222.0.45 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086995 Nov 09 21:12:54.593583 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-88227433-be44-4ab2-b19a-9b4f8d67cdc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:54.606744 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4e400111-5b9b-42df-98a5-dabab2ab67ac req-f763019a-eedf-4889-8661-dc28ce163de9 tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] 10.222.0.49 "GET /v2.0/security-groups/1b698e68-ba8d-4752-81fb-d678d362e170 HTTP/1.1" status: 200 len: 2994 time: 0.1614873 Nov 09 21:12:54.677933 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-88227433-be44-4ab2-b19a-9b4f8d67cdc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:54.708438 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-9fd4fb93-3cf0-4d3e-8a13-1ab021936c2d service neutron] 10.222.0.45 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982213 Nov 09 21:12:54.762679 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4e400111-5b9b-42df-98a5-dabab2ab67ac req-c7f987fb-fb64-4270-8b96-0e4cd3e923b2 tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] 10.222.0.49 "GET /v2.0/security-groups/2b706de6-0af6-46ef-9336-de42b5dd9f84 HTTP/1.1" status: 200 len: 2994 time: 0.1350000 Nov 09 21:12:54.791822 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-97f3b00a-9d20-42df-8888-d2ddb7fae88f req-51c6eba1-25ff-44af-b228-41abbe266af0 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4636877 Nov 09 21:12:54.889520 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:54.949288 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-88227433-be44-4ab2-b19a-9b4f8d67cdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:54.976444 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-88227433-be44-4ab2-b19a-9b4f8d67cdc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:54.984198 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-88227433-be44-4ab2-b19a-9b4f8d67cdc8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c66baba2-82d7-4f03-afd9-cdc6c1bf8496 HTTP/1.1" status: 204 len: 168 time: 0.5708842 Nov 09 21:12:55.001188 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-33b936cc-e0ee-4136-8f63-0021cc1c4dca None None] Allocated IP 172.20.0.2 (e610b72e-b2e1-4281-aeb6-dae2b43bcec6/6a6ed862-6ae4-442f-a48a-cd16fa5f43de/23f0e9fa-54bc-4a7e-9a4f-bc3fab773c4e) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:12:55.062778 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88227433-be44-4ab2-b19a-9b4f8d67cdc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66baba2-82d7-4f03-afd9-cdc6c1bf8496,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:55.070232 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4e400111-5b9b-42df-98a5-dabab2ab67ac req-8d0d9acd-1d5b-4611-8d99-53a4addcb0da tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] 10.222.0.49 "GET /v2.0/security-groups/2b706de6-0af6-46ef-9336-de42b5dd9f84 HTTP/1.1" status: 200 len: 2994 time: 0.2926128 Nov 09 21:12:55.132889 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2a0488-904a-4e69-b9e5-500756acc100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682df428-27f5-4477-a29c-ee26c0212a14'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:12:55.142999 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68032f4-28d7-4332-96d2-ac4ba49f0eac" -d '{"events": [{"server_uuid": "ce2a0488-904a-4e69-b9e5-500756acc100", "name": "network-vif-plugged", "status": "completed", "tag": "682df428-27f5-4477-a29c-ee26c0212a14"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:12:55.202868 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4e400111-5b9b-42df-98a5-dabab2ab67ac req-8b85f120-2cbe-4df5-9aeb-1f1c5c3ede0d tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] 10.222.0.49 "GET /v2.0/security-groups/4024747d-a8ae-49b3-a5a1-8da7b9152afe HTTP/1.1" status: 200 len: 2990 time: 0.1222172 Nov 09 21:12:55.206900 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 682df428-27f5-4477-a29c-ee26c0212a14, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=682df428-27f5-4477-a29c-ee26c0212a14,segment=NetworkSegment(cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2),segment_id=cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:12:55.249125 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:55.258557 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 33805be1-3de4-45a1-a311-003260b997d7 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:12:55.331359 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4e400111-5b9b-42df-98a5-dabab2ab67ac req-aa882de8-8610-4923-a700-23db40b74734 tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] 10.222.0.49 "GET /v2.0/security-groups/4024747d-a8ae-49b3-a5a1-8da7b9152afe HTTP/1.1" status: 200 len: 2990 time: 0.1209738 Nov 09 21:12:55.373230 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-e85812e5-cc27-4242-8840-0bf2a04aa803 tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:55.375676 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-e85812e5-cc27-4242-8840-0bf2a04aa803 tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=e834c6c4-1632-4645-9010-d7fc5af20448&tenant_id=79813b2c248b4d6c8fab5b7bd98099e4&binding%3Ahost_id=n-h1-816206-3 HTTP/1.1" status: 200 len: 1095 time: 0.1481559 Nov 09 21:12:55.390916 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0063bdd8-a148-4dee-8e39-b870009552ef x-openstack-request-id: req-0063bdd8-a148-4dee-8e39-b870009552ef {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:12:55.398540 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2a0488-904a-4e69-b9e5-500756acc100", "name": "network-vif-plugged", "status": "completed", "tag": "682df428-27f5-4477-a29c-ee26c0212a14", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:12:55.399167 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0063bdd8-a148-4dee-8e39-b870009552ef {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:12:55.399824 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2a0488-904a-4e69-b9e5-500756acc100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682df428-27f5-4477-a29c-ee26c0212a14', 'code': 200} Nov 09 21:12:55.427590 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3482f51a-28c0-490f-b8e7-41b682de8703 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:55.474827 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3482f51a-28c0-490f-b8e7-41b682de8703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:55.482734 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4e400111-5b9b-42df-98a5-dabab2ab67ac req-41de3e5d-cb04-430c-b934-2bdc3a0ab607 tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] 10.222.0.49 "GET /v2.0/security-groups/473e4be1-1978-456e-9bad-0afb9d979976 HTTP/1.1" status: 200 len: 2998 time: 0.1415524 Nov 09 21:12:55.617230 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4e400111-5b9b-42df-98a5-dabab2ab67ac req-8603c583-5b25-4c88-8eb7-feacdc3cb877 tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] 10.222.0.49 "GET /v2.0/security-groups/473e4be1-1978-456e-9bad-0afb9d979976 HTTP/1.1" status: 200 len: 2998 time: 0.1230173 Nov 09 21:12:55.680001 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 33805be1-3de4-45a1-a311-003260b997d7 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:12:55.685821 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4e400111-5b9b-42df-98a5-dabab2ab67ac req-29c19839-aa15-40a2-8cc8-2d383534efc1 tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] 10.222.0.49 "GET /v2.0/security-groups/4e10d478-7ba8-4742-bd29-fa6467c837a2 HTTP/1.1" status: 200 len: 2998 time: 0.0625622 Nov 09 21:12:55.697986 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=682df428-27f5-4477-a29c-ee26c0212a14,revision_number=7']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:55.767568 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-9e07ccf8-181f-4d50-97d2-e379eb44b910 service neutron] For port 33805be1-3de4-45a1-a311-003260b997d7, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:12:55.780563 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4e400111-5b9b-42df-98a5-dabab2ab67ac req-713ffae3-09d2-43de-afed-80a8a1f87c65 tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] 10.222.0.49 "GET /v2.0/security-groups/4e10d478-7ba8-4742-bd29-fa6467c837a2 HTTP/1.1" status: 200 len: 2998 time: 0.0859666 Nov 09 21:12:55.824349 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-3482f51a-28c0-490f-b8e7-41b682de8703 admin admin] Allocated IP 172.25.7.14 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/b9a73274-321e-416d-9734-6300c36685ec) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:12:55.889187 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4e400111-5b9b-42df-98a5-dabab2ab67ac req-a7cb73ea-639b-4472-9b0e-b318a1f82642 tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] 10.222.0.49 "GET /v2.0/security-groups/6ff36c2e-70eb-44b1-89a4-dcf50e0cc74f HTTP/1.1" status: 200 len: 2994 time: 0.1015916 Nov 09 21:12:55.936564 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-9e07ccf8-181f-4d50-97d2-e379eb44b910 service neutron] Publish callbacks [] for binding, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:55.938486 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9953795b-a51f-43e4-9d8d-623fba4f1073 req-9e07ccf8-181f-4d50-97d2-e379eb44b910 service neutron] 10.222.0.45 "DELETE /v2.0/ports/33805be1-3de4-45a1-a311-003260b997d7/bindings/n-h2-816206-3 HTTP/1.1" status: 204 len: 173 time: 0.5522511 Nov 09 21:12:55.982034 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4e400111-5b9b-42df-98a5-dabab2ab67ac req-364b7a4b-dcf3-4c2e-b961-a277215b2a76 tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] 10.222.0.49 "GET /v2.0/security-groups/6ff36c2e-70eb-44b1-89a4-dcf50e0cc74f HTTP/1.1" status: 200 len: 2994 time: 0.0867243 Nov 09 21:12:56.007838 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-33b936cc-e0ee-4136-8f63-0021cc1c4dca None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:56.021253 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-33b936cc-e0ee-4136-8f63-0021cc1c4dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:56.081330 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4e400111-5b9b-42df-98a5-dabab2ab67ac req-fcd98569-4a86-4c76-8efd-0bb9dbbc2821 tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] 10.222.0.49 "GET /v2.0/security-groups/71afe98d-4c84-464f-9a68-35519b18c42e HTTP/1.1" status: 200 len: 2998 time: 0.0982144 Nov 09 21:12:56.109116 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b936cc-e0ee-4136-8f63-0021cc1c4dca None None] Pushing event updated for resources: {'Port': ['ID=23f0e9fa-54bc-4a7e-9a4f-bc3fab773c4e,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:56.122218 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b936cc-e0ee-4136-8f63-0021cc1c4dca None None] Network e610b72e-b2e1-4281-aeb6-dae2b43bcec6 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:12:56.123729 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-33b936cc-e0ee-4136-8f63-0021cc1c4dca None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:12:56.127024 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b936cc-e0ee-4136-8f63-0021cc1c4dca None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:12:56.174223 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3482f51a-28c0-490f-b8e7-41b682de8703 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:56.181955 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4e400111-5b9b-42df-98a5-dabab2ab67ac req-b9734f99-230e-47ea-8a71-1a5fb186b7c7 tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] 10.222.0.49 "GET /v2.0/security-groups/71afe98d-4c84-464f-9a68-35519b18c42e HTTP/1.1" status: 200 len: 2998 time: 0.0966053 Nov 09 21:12:56.202753 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-33b936cc-e0ee-4136-8f63-0021cc1c4dca None None] Attempting to bind port 23f0e9fa-54bc-4a7e-9a4f-bc3fab773c4e on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:12:56.203461 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-33b936cc-e0ee-4136-8f63-0021cc1c4dca None None] Attempting to bind port 23f0e9fa-54bc-4a7e-9a4f-bc3fab773c4e by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'c3ff64fc-3348-44af-bb87-9bcd35a165dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e610b72e-b2e1-4281-aeb6-dae2b43bcec6'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:12:56.204015 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b936cc-e0ee-4136-8f63-0021cc1c4dca None None] Attempting to bind port 23f0e9fa-54bc-4a7e-9a4f-bc3fab773c4e on network e610b72e-b2e1-4281-aeb6-dae2b43bcec6 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:12:56.209748 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b936cc-e0ee-4136-8f63-0021cc1c4dca None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:12:56.210456 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b936cc-e0ee-4136-8f63-0021cc1c4dca None None] Checking segment: {'id': 'c3ff64fc-3348-44af-bb87-9bcd35a165dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e610b72e-b2e1-4281-aeb6-dae2b43bcec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:12:56.211065 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-33b936cc-e0ee-4136-8f63-0021cc1c4dca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:56.211669 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b936cc-e0ee-4136-8f63-0021cc1c4dca None None] Bound using segment: {'id': 'c3ff64fc-3348-44af-bb87-9bcd35a165dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e610b72e-b2e1-4281-aeb6-dae2b43bcec6'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:12:56.212885 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-33b936cc-e0ee-4136-8f63-0021cc1c4dca None None] Bound port: 23f0e9fa-54bc-4a7e-9a4f-bc3fab773c4e, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ff64fc-3348-44af-bb87-9bcd35a165dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e610b72e-b2e1-4281-aeb6-dae2b43bcec6'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:12:56.213494 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-33b936cc-e0ee-4136-8f63-0021cc1c4dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:56.242655 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4e400111-5b9b-42df-98a5-dabab2ab67ac req-43cb4cc0-fc19-49b2-acdb-b60c2e0e1785 tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] 10.222.0.49 "GET /v2.0/security-groups/81887a39-6898-48f0-aec3-a54d508b55b2 HTTP/1.1" status: 200 len: 2998 time: 0.0598018 Nov 09 21:12:56.265879 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a9d1d-6ebf-4570-9f28-af6539847154 req-f529e803-4338-4895-a6f7-284b0fef7481 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:56.274030 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-741a9d1d-6ebf-4570-9f28-af6539847154 req-f529e803-4338-4895-a6f7-284b0fef7481 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=e834c6c4-1632-4645-9010-d7fc5af20448 HTTP/1.1" status: 200 len: 944 time: 0.3104749 Nov 09 21:12:56.331715 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-33b936cc-e0ee-4136-8f63-0021cc1c4dca None None] For port 23f0e9fa-54bc-4a7e-9a4f-bc3fab773c4e, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:12:56.336697 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-33b936cc-e0ee-4136-8f63-0021cc1c4dca None None] For port 23f0e9fa-54bc-4a7e-9a4f-bc3fab773c4e, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=23f0e9fa-54bc-4a7e-9a4f-bc3fab773c4e,segment=NetworkSegment(c3ff64fc-3348-44af-bb87-9bcd35a165dc),segment_id=c3ff64fc-3348-44af-bb87-9bcd35a165dc)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:12:56.341964 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-33b936cc-e0ee-4136-8f63-0021cc1c4dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:56.346028 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4e400111-5b9b-42df-98a5-dabab2ab67ac req-59c18aed-e7b6-42c7-be51-3df6c7fdc8cb tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] 10.222.0.49 "GET /v2.0/security-groups/81887a39-6898-48f0-aec3-a54d508b55b2 HTTP/1.1" status: 200 len: 2998 time: 0.1024277 Nov 09 21:12:56.351897 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3482f51a-28c0-490f-b8e7-41b682de8703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:56.464099 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4e400111-5b9b-42df-98a5-dabab2ab67ac req-4b7eb23b-3a7f-4528-8eb4-6d2e5c1b2ffc tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] 10.222.0.49 "GET /v2.0/security-groups/9462b573-a632-44e1-9dae-0a5496043b0b HTTP/1.1" status: 200 len: 2998 time: 0.1103897 Nov 09 21:12:56.483624 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b936cc-e0ee-4136-8f63-0021cc1c4dca None None] Pushing event updated for resources: {'Port': ['ID=23f0e9fa-54bc-4a7e-9a4f-bc3fab773c4e,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:56.544364 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4e400111-5b9b-42df-98a5-dabab2ab67ac req-6dd3de62-1b37-4104-9d42-54d283ee2d0d tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] 10.222.0.49 "GET /v2.0/security-groups/9462b573-a632-44e1-9dae-0a5496043b0b HTTP/1.1" status: 200 len: 2998 time: 0.0637891 Nov 09 21:12:56.565516 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [req-4e400111-5b9b-42df-98a5-dabab2ab67ac req-8e36ae84-b7ca-4c53-9dc3-63a26ec6e8d8 tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] show failed (client error): The resource could not be found. Nov 09 21:12:56.566892 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4e400111-5b9b-42df-98a5-dabab2ab67ac req-8e36ae84-b7ca-4c53-9dc3-63a26ec6e8d8 tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] 10.222.0.49 "GET /v2.0/security-groups/aa2328bf-f776-477d-85ae-4645027da9cd HTTP/1.1" status: 404 len: 352 time: 0.0166492 Nov 09 21:12:56.568925 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3482f51a-28c0-490f-b8e7-41b682de8703 admin admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:12:56.604584 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-3482f51a-28c0-490f-b8e7-41b682de8703 admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:12:56.605442 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [req-4e400111-5b9b-42df-98a5-dabab2ab67ac req-ea9d1bc4-4118-4f2b-bb0f-2467b69b2100 tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] show failed (client error): The resource could not be found. Nov 09 21:12:56.607708 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3482f51a-28c0-490f-b8e7-41b682de8703 admin admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:12:56.609481 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4e400111-5b9b-42df-98a5-dabab2ab67ac req-ea9d1bc4-4118-4f2b-bb0f-2467b69b2100 tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] 10.222.0.49 "GET /v2.0/security-groups/aa2328bf-f776-477d-85ae-4645027da9cd HTTP/1.1" status: 404 len: 352 time: 0.0338547 Nov 09 21:12:56.615461 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482f51a-28c0-490f-b8e7-41b682de8703 admin admin] Pushing event updated for resources: {'Port': ['ID=b9a73274-321e-416d-9734-6300c36685ec,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:56.642010 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-741a9d1d-6ebf-4570-9f28-af6539847154 req-df7979b7-e12a-4e07-a94e-67ea7409d7f9 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672481 Nov 09 21:12:56.752023 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4e400111-5b9b-42df-98a5-dabab2ab67ac req-67d069b0-be89-45d3-b71a-47bd27281de6 tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] 10.222.0.49 "GET /v2.0/security-groups/b37cde7c-efb0-47d9-a1e6-02cf232a3b40 HTTP/1.1" status: 200 len: 2998 time: 0.1311452 Nov 09 21:12:56.924314 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4e400111-5b9b-42df-98a5-dabab2ab67ac req-f97be272-1227-448a-8890-0259ef90ad7a tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] 10.222.0.49 "GET /v2.0/security-groups/b37cde7c-efb0-47d9-a1e6-02cf232a3b40 HTTP/1.1" status: 200 len: 2998 time: 0.1628852 Nov 09 21:12:57.042889 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4e400111-5b9b-42df-98a5-dabab2ab67ac req-61fe6845-0a24-4609-807a-7fe35eaf3811 tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] 10.222.0.49 "GET /v2.0/security-groups/bae6ada3-e6a9-4b19-831a-c6c8d3dd640e HTTP/1.1" status: 200 len: 2998 time: 0.1098793 Nov 09 21:12:57.130245 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4e400111-5b9b-42df-98a5-dabab2ab67ac req-5061c435-2fa9-4989-8007-6bc662d9194e tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] 10.222.0.49 "GET /v2.0/security-groups/bae6ada3-e6a9-4b19-831a-c6c8d3dd640e HTTP/1.1" status: 200 len: 2998 time: 0.0767558 Nov 09 21:12:57.187372 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3482f51a-28c0-490f-b8e7-41b682de8703 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:57.213185 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4e400111-5b9b-42df-98a5-dabab2ab67ac req-b8f72613-e9f8-4463-bc28-dcf599c7af82 tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] 10.222.0.49 "GET /v2.0/security-groups/d336fbc9-870e-411e-9ec1-9c6b1f3efafb HTTP/1.1" status: 200 len: 2998 time: 0.0717642 Nov 09 21:12:57.255187 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-3208ae31-5b03-421f-b001-3ebc76b3eafe tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1072470354&fields=id&tenant_id=f907ded5330840338031155da556e400 HTTP/1.1" status: 200 len: 267 time: 0.1320937 Nov 09 21:12:57.267521 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4e400111-5b9b-42df-98a5-dabab2ab67ac req-1613fc87-f644-4234-ad89-e16dd984289d tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] 10.222.0.49 "GET /v2.0/security-groups/d336fbc9-870e-411e-9ec1-9c6b1f3efafb HTTP/1.1" status: 200 len: 2998 time: 0.0469604 Nov 09 21:12:57.457812 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-557bd258-fe6f-4a07-9ead-2af55d1249d8 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:57.460821 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-557bd258-fe6f-4a07-9ead-2af55d1249d8 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/networks?id=edc3ecb2-5f49-4a97-9497-9c4bcc32484e HTTP/1.1" status: 200 len: 816 time: 0.2039227 Nov 09 21:12:57.571804 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-a7006c90-9e7d-4c84-bbf9-440b1a8b68ab tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/quotas/f907ded5330840338031155da556e400 HTTP/1.1" status: 200 len: 375 time: 0.0450273 Nov 09 21:12:57.612360 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 23f0e9fa-54bc-4a7e-9a4f-bc3fab773c4e up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:12:57.698889 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 23f0e9fa-54bc-4a7e-9a4f-bc3fab773c4e triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:12:57.700465 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:57.756201 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3482f51a-28c0-490f-b8e7-41b682de8703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:57.825787 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:57.869957 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 23f0e9fa-54bc-4a7e-9a4f-bc3fab773c4e, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=23f0e9fa-54bc-4a7e-9a4f-bc3fab773c4e,segment=NetworkSegment(c3ff64fc-3348-44af-bb87-9bcd35a165dc),segment_id=c3ff64fc-3348-44af-bb87-9bcd35a165dc)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:12:57.877497 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:57.925390 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-67133821-22d6-460b-ae6c-ae021f8c18f3 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f907ded5330840338031155da556e400&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3436265 Nov 09 21:12:57.952153 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=23f0e9fa-54bc-4a7e-9a4f-bc3fab773c4e,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:58.069348 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cefabea-f62e-498c-8a35-1d7832f5c5f3 None None] Network e610b72e-b2e1-4281-aeb6-dae2b43bcec6 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:12:58.083241 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3482f51a-28c0-490f-b8e7-41b682de8703 admin admin] Router f2938e2f-dc72-43e0-bced-6e71b5b8e97c is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:12:58.146883 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a3cac3c3-a3f6-4a69-8652-3a308002c442 req-b035e9c6-d80e-4b7e-af28-11a15efe7836 tempest-SecurityGroupsTestAdminJSON-945540290 tempest-SecurityGroupsTestAdminJSON-945540290-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9ec4a44cfe944defa434b551035ae93b HTTP/1.1" status: 200 len: 6153 time: 0.1150076 Nov 09 21:12:58.225941 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-a76cde26-95c1-4276-a4d1-a5c5fbb5e2e5 service neutron] 10.222.0.49 "GET /v2.0/networks/edc3ecb2-5f49-4a97-9497-9c4bcc32484e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712696 Nov 09 21:12:58.254794 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-735d4a41-9afa-4154-8f43-c39a29d2890d None None] Provisioning complete for port 23f0e9fa-54bc-4a7e-9a4f-bc3fab773c4e triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:12:58.255176 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-735d4a41-9afa-4154-8f43-c39a29d2890d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:58.265999 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a3cac3c3-a3f6-4a69-8652-3a308002c442 req-5a63a895-7b6c-48d8-a6ca-63a6814ac765 tempest-SecurityGroupsTestAdminJSON-945540290 tempest-SecurityGroupsTestAdminJSON-945540290-project] 10.222.0.49 "GET /v2.0/security-groups/473e4be1-1978-456e-9bad-0afb9d979976 HTTP/1.1" status: 200 len: 2998 time: 0.0783579 Nov 09 21:12:58.332907 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a3cac3c3-a3f6-4a69-8652-3a308002c442 req-81fd7943-696a-4319-9d4d-dba678676c98 tempest-SecurityGroupsTestAdminJSON-945540290 tempest-SecurityGroupsTestAdminJSON-945540290-project] 10.222.0.49 "GET /v2.0/security-groups/473e4be1-1978-456e-9bad-0afb9d979976 HTTP/1.1" status: 200 len: 2998 time: 0.0591140 Nov 09 21:12:58.375345 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3482f51a-28c0-490f-b8e7-41b682de8703 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:12:58.387644 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a2358a-855f-42fd-91aa-5639400deb9d None None] Sync routers for ids ['f2938e2f-dc72-43e0-bced-6e71b5b8e97c'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:12:58.406947 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a2358a-855f-42fd-91aa-5639400deb9d None None] Routers {'f2938e2f-dc72-43e0-bced-6e71b5b8e97c'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:12:58.408541 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-d7a2358a-855f-42fd-91aa-5639400deb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:12:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f2938e2f-dc72-43e0-bced-6e71b5b8e97c'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:12:58.437300 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead63e21-1987-4ff8-ac1c-ab70d7421a04 req-d41586c7-4ca7-4638-bddc-1efe0fb9ed0b tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:12:58.438849 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ead63e21-1987-4ff8-ac1c-ab70d7421a04 req-d41586c7-4ca7-4638-bddc-1efe0fb9ed0b tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e834c6c4-1632-4645-9010-d7fc5af20448 HTTP/1.1" status: 200 len: 1095 time: 0.0636425 Nov 09 21:12:58.446675 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3482f51a-28c0-490f-b8e7-41b682de8703 admin admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:58.448193 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-3482f51a-28c0-490f-b8e7-41b682de8703 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.9609036 Nov 09 21:12:58.450416 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-1ec449f2-88a2-4614-91df-f00fef064b75 service neutron] 10.222.0.49 "GET /v2.0/networks/edc3ecb2-5f49-4a97-9497-9c4bcc32484e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124176 Nov 09 21:12:58.453476 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58458) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:12:58.519305 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ead63e21-1987-4ff8-ac1c-ab70d7421a04 req-275b53b8-c4d2-43a6-8f37-93131a083bdd tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680485 Nov 09 21:12:58.657721 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-d7a2358a-855f-42fd-91aa-5639400deb9d None None] Set router f2938e2f-dc72-43e0-bced-6e71b5b8e97c gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:12:59.019627 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-944ebe9a-9665-46f8-bee5-2d778a07b0e2 None None] Provisioning complete for port 23f0e9fa-54bc-4a7e-9a4f-bc3fab773c4e triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:12:59.020003 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-944ebe9a-9665-46f8-bee5-2d778a07b0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:59.026021 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-d7a2358a-855f-42fd-91aa-5639400deb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2938e2f-dc72-43e0-bced-6e71b5b8e97c', 'name': 'tempest-FloatingIPsTestJSON-1604196667-router', 'tenant_id': '08ae6bddd06d48fa83b8d1cbf2474a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'b9a73274-321e-416d-9734-6300c36685ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:12:53Z', 'updated_at': '2021-11-09T21:12:56Z', 'revision_number': 3, 'project_id': '08ae6bddd06d48fa83b8d1cbf2474a34', 'gw_port': {'id': 'b9a73274-321e-416d-9734-6300c36685ec', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:83:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2938e2f-dc72-43e0-bced-6e71b5b8e97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:12:55Z', 'updated_at': '2021-11-09T21:12:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:12:59.096496 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a2358a-855f-42fd-91aa-5639400deb9d None None] Checking router: f2938e2f-dc72-43e0-bced-6e71b5b8e97c for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:12:59.097254 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a2358a-855f-42fd-91aa-5639400deb9d None None] Updating router f2938e2f-dc72-43e0-bced-6e71b5b8e97c port b9a73274-321e-416d-9734-6300c36685ec binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:12:59.142714 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d7a2358a-855f-42fd-91aa-5639400deb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:59.152071 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-603b04b5-128e-4c4e-99aa-a937c35d3d2a req-0c89286a-3efd-48f3-ad3f-c2cc6287e270 tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] 10.222.0.49 "GET /v2.0/security-groups/7767833f-b036-4627-9ece-afa95a0302d3 HTTP/1.1" status: 200 len: 1793 time: 0.1002860 Nov 09 21:12:59.343279 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-603b04b5-128e-4c4e-99aa-a937c35d3d2a req-d274bf44-cb4a-4787-aa81-1cf40039098b tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:59.427832 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c9c8ccac-1bb2-4009-b1d0-b2f45e6a59f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:59.440364 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-603b04b5-128e-4c4e-99aa-a937c35d3d2a req-d274bf44-cb4a-4787-aa81-1cf40039098b tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:59.524077 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d7a2358a-855f-42fd-91aa-5639400deb9d None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:59.532842 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d7a2358a-855f-42fd-91aa-5639400deb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:59.566501 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 23f0e9fa-54bc-4a7e-9a4f-bc3fab773c4e up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:12:59.579808 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e0546e-a2ea-43b6-ab93-4b7801e52fad None None] Pushing event updated for resources: {'Port': ['ID=b9a73274-321e-416d-9734-6300c36685ec,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:59.590167 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e0546e-a2ea-43b6-ab93-4b7801e52fad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:12:59.590839 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e0546e-a2ea-43b6-ab93-4b7801e52fad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:12:59.591411 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e0546e-a2ea-43b6-ab93-4b7801e52fad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:12:59.592317 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e0546e-a2ea-43b6-ab93-4b7801e52fad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:12:59.592893 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e0546e-a2ea-43b6-ab93-4b7801e52fad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:12:59.593432 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e0546e-a2ea-43b6-ab93-4b7801e52fad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:12:59.593557 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-603b04b5-128e-4c4e-99aa-a937c35d3d2a req-d274bf44-cb4a-4787-aa81-1cf40039098b tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:59.594112 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e0546e-a2ea-43b6-ab93-4b7801e52fad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:12:59.594648 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e0546e-a2ea-43b6-ab93-4b7801e52fad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:12:59.595191 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e0546e-a2ea-43b6-ab93-4b7801e52fad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:12:59.595719 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e0546e-a2ea-43b6-ab93-4b7801e52fad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:12:59.596245 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e0546e-a2ea-43b6-ab93-4b7801e52fad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:12:59.596363 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-603b04b5-128e-4c4e-99aa-a937c35d3d2a req-d274bf44-cb4a-4787-aa81-1cf40039098b tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:59.596912 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e0546e-a2ea-43b6-ab93-4b7801e52fad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:12:59.605982 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-603b04b5-128e-4c4e-99aa-a937c35d3d2a req-d274bf44-cb4a-4787-aa81-1cf40039098b tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] 10.222.0.49 "DELETE /v2.0/security-groups/7767833f-b036-4627-9ece-afa95a0302d3 HTTP/1.1" status: 204 len: 173 time: 0.4526949 Nov 09 21:12:59.614517 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d274bf44-cb4a-4787-aa81-1cf40039098b tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7767833f-b036-4627-9ece-afa95a0302d3,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:59.636472 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-d7a2358a-855f-42fd-91aa-5639400deb9d None None] Attempting to bind port b9a73274-321e-416d-9734-6300c36685ec on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:12:59.637055 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-d7a2358a-855f-42fd-91aa-5639400deb9d None None] Attempting to bind port b9a73274-321e-416d-9734-6300c36685ec by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:12:59.637553 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a2358a-855f-42fd-91aa-5639400deb9d None None] Attempting to bind port b9a73274-321e-416d-9734-6300c36685ec on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:12:59.647682 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a2358a-855f-42fd-91aa-5639400deb9d None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:12:59.648491 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a2358a-855f-42fd-91aa-5639400deb9d None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:12:59.649168 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d7a2358a-855f-42fd-91aa-5639400deb9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:59.649753 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a2358a-855f-42fd-91aa-5639400deb9d None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:12:59.650653 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-d7a2358a-855f-42fd-91aa-5639400deb9d None None] Bound port: b9a73274-321e-416d-9734-6300c36685ec, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:12:59.651212 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d7a2358a-855f-42fd-91aa-5639400deb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:59.678485 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 23f0e9fa-54bc-4a7e-9a4f-bc3fab773c4e triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:12:59.679262 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:59.722396 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-d7a2358a-855f-42fd-91aa-5639400deb9d None None] For port b9a73274-321e-416d-9734-6300c36685ec, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:12:59.727223 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-d7a2358a-855f-42fd-91aa-5639400deb9d None None] For port b9a73274-321e-416d-9734-6300c36685ec, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=b9a73274-321e-416d-9734-6300c36685ec,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:12:59.733226 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d7a2358a-855f-42fd-91aa-5639400deb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:12:59.791593 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e0546e-a2ea-43b6-ab93-4b7801e52fad None None] Pushing event updated for resources: {'Port': ['ID=b9a73274-321e-416d-9734-6300c36685ec,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:12:59.815408 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a2358a-855f-42fd-91aa-5639400deb9d None None] Routers {'f2938e2f-dc72-43e0-bced-6e71b5b8e97c'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:12:59.816490 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-d7a2358a-855f-42fd-91aa-5639400deb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:12:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f2938e2f-dc72-43e0-bced-6e71b5b8e97c'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:12:59.877326 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-81aed1b6-d873-4c03-bf5d-cd50868d69ec req-bccdf0a7-e647-4548-8577-ad26bbcfb7a3 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/ports?device_id=8097b17c-655c-4469-b0d5-023bbc6ff3bb HTTP/1.1" status: 200 len: 210 time: 0.0544410 Nov 09 21:12:59.958566 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-d7a2358a-855f-42fd-91aa-5639400deb9d None None] Set router f2938e2f-dc72-43e0-bced-6e71b5b8e97c gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:12:59.984113 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-c9c8ccac-1bb2-4009-b1d0-b2f45e6a59f1 admin admin] Allocated IP 172.20.0.1 (e610b72e-b2e1-4281-aeb6-dae2b43bcec6/6a6ed862-6ae4-442f-a48a-cd16fa5f43de/11b85c9a-3536-4c3b-b0e9-0ed0bc7ac55f) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:13:00.081079 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ee3a42c5-7f7c-4cf1-8898-eba78a64cde3 req-271402e4-30dd-489a-8766-56ad04a5c03f tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] 10.222.0.49 "GET /v2.0/security-groups/2ee1e7da-1790-403e-811f-b5a9fe5bfb32 HTTP/1.1" status: 200 len: 1791 time: 0.0909848 Nov 09 21:13:00.157596 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-ee3a42c5-7f7c-4cf1-8898-eba78a64cde3 req-ab084e00-6ac9-48bc-a195-6a6c94baedd3 tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:00.177860 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004f392-dd7a-411f-9232-bac10e02955d req-3f5a1b48-636c-4fcd-b9e6-281c47f48d70 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:00.179717 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e004f392-dd7a-411f-9232-bac10e02955d req-3f5a1b48-636c-4fcd-b9e6-281c47f48d70 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/networks?id=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 HTTP/1.1" status: 200 len: 821 time: 0.7365410 Nov 09 21:13:00.193227 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-ee3a42c5-7f7c-4cf1-8898-eba78a64cde3 req-ab084e00-6ac9-48bc-a195-6a6c94baedd3 tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:00.204618 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e004f392-dd7a-411f-9232-bac10e02955d req-a73e3b8b-b4d9-4152-a790-cb306db73509 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/quotas/79813b2c248b4d6c8fab5b7bd98099e4 HTTP/1.1" status: 200 len: 375 time: 0.0132535 Nov 09 21:13:00.265756 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-d7a2358a-855f-42fd-91aa-5639400deb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2938e2f-dc72-43e0-bced-6e71b5b8e97c', 'name': 'tempest-FloatingIPsTestJSON-1604196667-router', 'tenant_id': '08ae6bddd06d48fa83b8d1cbf2474a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'b9a73274-321e-416d-9734-6300c36685ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:12:53Z', 'updated_at': '2021-11-09T21:12:56Z', 'revision_number': 3, 'project_id': '08ae6bddd06d48fa83b8d1cbf2474a34', 'gw_port': {'id': 'b9a73274-321e-416d-9734-6300c36685ec', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:83:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2938e2f-dc72-43e0-bced-6e71b5b8e97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:12:55Z', 'updated_at': '2021-11-09T21:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:13:00.274365 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-ee3a42c5-7f7c-4cf1-8898-eba78a64cde3 req-ab084e00-6ac9-48bc-a195-6a6c94baedd3 tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:00.282874 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-ee3a42c5-7f7c-4cf1-8898-eba78a64cde3 req-ab084e00-6ac9-48bc-a195-6a6c94baedd3 tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:00.284575 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ee3a42c5-7f7c-4cf1-8898-eba78a64cde3 req-ab084e00-6ac9-48bc-a195-6a6c94baedd3 tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] 10.222.0.49 "DELETE /v2.0/security-groups/2ee1e7da-1790-403e-811f-b5a9fe5bfb32 HTTP/1.1" status: 204 len: 173 time: 0.2021132 Nov 09 21:13:00.301364 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab084e00-6ac9-48bc-a195-6a6c94baedd3 tempest-SecurityGroupsTestAdminJSON-1813166057 tempest-SecurityGroupsTestAdminJSON-1813166057-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee1e7da-1790-403e-811f-b5a9fe5bfb32,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:00.321244 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a2358a-855f-42fd-91aa-5639400deb9d None None] The sync data for ids ['f2938e2f-dc72-43e0-bced-6e71b5b8e97c'] in n-d-816206-3 is: [{'id': 'f2938e2f-dc72-43e0-bced-6e71b5b8e97c', 'name': 'tempest-FloatingIPsTestJSON-1604196667-router', 'tenant_id': '08ae6bddd06d48fa83b8d1cbf2474a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'b9a73274-321e-416d-9734-6300c36685ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:12:53Z', 'updated_at': '2021-11-09T21:12:56Z', 'revision_number': 3, 'project_id': '08ae6bddd06d48fa83b8d1cbf2474a34', 'gw_port': {'id': 'b9a73274-321e-416d-9734-6300c36685ec', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:83:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2938e2f-dc72-43e0-bced-6e71b5b8e97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:12:55Z', 'updated_at': '2021-11-09T21:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:13:00.324426 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e004f392-dd7a-411f-9232-bac10e02955d req-2ed3d026-3003-458f-a713-f1e60146de08 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=79813b2c248b4d6c8fab5b7bd98099e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1051736 Nov 09 21:13:00.433212 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c9c8ccac-1bb2-4009-b1d0-b2f45e6a59f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:00.771707 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e004f392-dd7a-411f-9232-bac10e02955d req-8daad224-21e0-4ada-a877-d3dfa5cc2eeb service neutron] 10.222.0.49 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385071 Nov 09 21:13:00.813098 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b259d931-74f8-4ca7-a292-4a28818decc1 req-5dec7e9f-3d2d-47f4-aa87-b0ed427f7d3d tempest-SecurityGroupsTestAdminJSON-945540290 tempest-SecurityGroupsTestAdminJSON-945540290-project] 10.222.0.49 "GET /v2.0/security-groups/690cae08-9e88-4938-a08b-5ba384dad7e2 HTTP/1.1" status: 200 len: 1794 time: 0.1050675 Nov 09 21:13:00.949543 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-b259d931-74f8-4ca7-a292-4a28818decc1 req-a773cd5c-4357-4b35-9d63-646fcb10818f tempest-SecurityGroupsTestAdminJSON-945540290 tempest-SecurityGroupsTestAdminJSON-945540290-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:00.990107 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c9c8ccac-1bb2-4009-b1d0-b2f45e6a59f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:00.998628 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-b259d931-74f8-4ca7-a292-4a28818decc1 req-a773cd5c-4357-4b35-9d63-646fcb10818f tempest-SecurityGroupsTestAdminJSON-945540290 tempest-SecurityGroupsTestAdminJSON-945540290-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:01.055069 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-b259d931-74f8-4ca7-a292-4a28818decc1 req-a773cd5c-4357-4b35-9d63-646fcb10818f tempest-SecurityGroupsTestAdminJSON-945540290 tempest-SecurityGroupsTestAdminJSON-945540290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:01.058136 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-b259d931-74f8-4ca7-a292-4a28818decc1 req-a773cd5c-4357-4b35-9d63-646fcb10818f tempest-SecurityGroupsTestAdminJSON-945540290 tempest-SecurityGroupsTestAdminJSON-945540290-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:01.059397 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b259d931-74f8-4ca7-a292-4a28818decc1 req-a773cd5c-4357-4b35-9d63-646fcb10818f tempest-SecurityGroupsTestAdminJSON-945540290 tempest-SecurityGroupsTestAdminJSON-945540290-project] 10.222.0.49 "DELETE /v2.0/security-groups/690cae08-9e88-4938-a08b-5ba384dad7e2 HTTP/1.1" status: 204 len: 173 time: 0.2298918 Nov 09 21:13:01.082173 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c8ccac-1bb2-4009-b1d0-b2f45e6a59f1 admin admin] Network e610b72e-b2e1-4281-aeb6-dae2b43bcec6 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:13:01.096256 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a773cd5c-4357-4b35-9d63-646fcb10818f tempest-SecurityGroupsTestAdminJSON-945540290 tempest-SecurityGroupsTestAdminJSON-945540290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=690cae08-9e88-4938-a08b-5ba384dad7e2,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:01.113484 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-c9c8ccac-1bb2-4009-b1d0-b2f45e6a59f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:13:01.124473 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c8ccac-1bb2-4009-b1d0-b2f45e6a59f1 admin admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:13:01.124989 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c9c8ccac-1bb2-4009-b1d0-b2f45e6a59f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:01.261470 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c8ccac-1bb2-4009-b1d0-b2f45e6a59f1 admin admin] Pushing event updated for resources: {'Port': ['ID=11b85c9a-3536-4c3b-b0e9-0ed0bc7ac55f,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:01.287947 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-b64b3123-33eb-4bb8-ab5d-70fc72ba3fe6 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:01.289519 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-b64b3123-33eb-4bb8-ab5d-70fc72ba3fe6 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.45 "GET /v2.0/networks?id=edc3ecb2-5f49-4a97-9497-9c4bcc32484e HTTP/1.1" status: 200 len: 816 time: 0.4144807 Nov 09 21:13:01.323410 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b99845ff-dd0d-4970-a4bb-6bf29d92da6c req-b9a10ead-f24e-4b4c-9290-04dc02146303 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/ports?device_id=8097b17c-655c-4469-b0d5-023bbc6ff3bb HTTP/1.1" status: 200 len: 210 time: 0.0654688 Nov 09 21:13:01.326033 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e004f392-dd7a-411f-9232-bac10e02955d req-73fd9c1b-9d57-49c5-b254-6840e4bc7c89 service neutron] 10.222.0.49 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5419178 Nov 09 21:13:01.486329 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-2b6243b5-29ac-4910-ad27-61a179946d92 None None] Provisioning complete for port 11b85c9a-3536-4c3b-b0e9-0ed0bc7ac55f triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:13:01.487553 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2b6243b5-29ac-4910-ad27-61a179946d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:01.515556 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-345ea33d-70e5-4633-993c-3a81b719a489 req-7a56f3b8-7fd2-4c39-8260-39725524c5f3 tempest-SecurityGroupsTestAdminJSON-945540290 tempest-SecurityGroupsTestAdminJSON-945540290-project] 10.222.0.49 "GET /v2.0/security-groups/ad3e7671-9079-4848-b050-9f698d610c0f HTTP/1.1" status: 200 len: 1794 time: 0.1639979 Nov 09 21:13:01.620436 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-2b6243b5-29ac-4910-ad27-61a179946d92 None None] Port 11b85c9a-3536-4c3b-b0e9-0ed0bc7ac55f cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:13:01.660836 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-1fb79f8f-5b5b-47e3-8347-d5ba9654be8d tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f907ded5330840338031155da556e400 HTTP/1.1" status: 200 len: 380 time: 0.3334961 Nov 09 21:13:01.694003 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device b9a73274-321e-416d-9734-6300c36685ec up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:13:01.701771 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-345ea33d-70e5-4633-993c-3a81b719a489 req-2d705762-c88d-4e05-9f7f-38150b5e9aeb tempest-SecurityGroupsTestAdminJSON-945540290 tempest-SecurityGroupsTestAdminJSON-945540290-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:01.721459 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-501c26ea-c94a-4108-8445-eb9b0062a838 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Request body: {'port': {'device_id': '8097b17c-655c-4469-b0d5-023bbc6ff3bb', 'network_id': 'edc3ecb2-5f49-4a97-9497-9c4bcc32484e', 'admin_state_up': True, 'tenant_id': 'f907ded5330840338031155da556e400', 'security_groups': ['c10406f7-65bc-482e-b626-a11906f8f3ab']}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:13:01.777931 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-345ea33d-70e5-4633-993c-3a81b719a489 req-2d705762-c88d-4e05-9f7f-38150b5e9aeb tempest-SecurityGroupsTestAdminJSON-945540290 tempest-SecurityGroupsTestAdminJSON-945540290-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:01.793506 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58564) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:01.914347 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port b9a73274-321e-416d-9734-6300c36685ec triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:13:01.916549 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:01.954404 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-345ea33d-70e5-4633-993c-3a81b719a489 req-2d705762-c88d-4e05-9f7f-38150b5e9aeb tempest-SecurityGroupsTestAdminJSON-945540290 tempest-SecurityGroupsTestAdminJSON-945540290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:01.965933 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-345ea33d-70e5-4633-993c-3a81b719a489 req-2d705762-c88d-4e05-9f7f-38150b5e9aeb tempest-SecurityGroupsTestAdminJSON-945540290 tempest-SecurityGroupsTestAdminJSON-945540290-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:01.980984 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dd5225cd-c6c3-4672-9084-23bf75317b12 req-5b3982ab-5029-4c02-972a-94471d07476a tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=41bac806-9e1e-4473-b42d-4b701d2b796d HTTP/1.1" status: 200 len: 210 time: 0.1778181 Nov 09 21:13:01.999327 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c9c8ccac-1bb2-4009-b1d0-b2f45e6a59f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:02.002456 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-345ea33d-70e5-4633-993c-3a81b719a489 req-2d705762-c88d-4e05-9f7f-38150b5e9aeb tempest-SecurityGroupsTestAdminJSON-945540290 tempest-SecurityGroupsTestAdminJSON-945540290-project] 10.222.0.49 "DELETE /v2.0/security-groups/ad3e7671-9079-4848-b050-9f698d610c0f HTTP/1.1" status: 204 len: 173 time: 0.4577167 Nov 09 21:13:02.121975 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4a74f37a-934e-4778-9729-ffe553e72f78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:02.128050 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d705762-c88d-4e05-9f7f-38150b5e9aeb tempest-SecurityGroupsTestAdminJSON-945540290 tempest-SecurityGroupsTestAdminJSON-945540290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3e7671-9079-4848-b050-9f698d610c0f,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:02.245150 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:02.358669 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port b9a73274-321e-416d-9734-6300c36685ec, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=b9a73274-321e-416d-9734-6300c36685ec,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:13:02.364700 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:02.451494 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=b9a73274-321e-416d-9734-6300c36685ec,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:02.491247 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4a74f37a-934e-4778-9729-ffe553e72f78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:02.499967 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4a74f37a-934e-4778-9729-ffe553e72f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:02.553823 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58590) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:02.568896 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4a74f37a-934e-4778-9729-ffe553e72f78 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6b5528e54adb4c05bbcd045c57dbfe73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7741375 Nov 09 21:13:02.572712 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58594) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:02.640993 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4694488d-59f4-4466-9f83-d91affa42689 req-893bdd28-c49f-42fb-88b3-7779712cab89 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/ports?device_id=8097b17c-655c-4469-b0d5-023bbc6ff3bb HTTP/1.1" status: 200 len: 210 time: 0.0713303 Nov 09 21:13:02.650602 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a74f37a-934e-4778-9729-ffe553e72f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b936d0-a035-451a-aa4e-65cbb2edbe33,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:02.779794 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-501c26ea-c94a-4108-8445-eb9b0062a838 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Made reservation on behalf of f907ded5330840338031155da556e400 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:13:02.783620 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-501c26ea-c94a-4108-8445-eb9b0062a838 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:02.831511 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c9c8ccac-1bb2-4009-b1d0-b2f45e6a59f1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:02.865618 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c9c8ccac-1bb2-4009-b1d0-b2f45e6a59f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:02.866489 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c9c8ccac-1bb2-4009-b1d0-b2f45e6a59f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:03.145049 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0fbe720e-6800-4c64-a633-2bc211c384e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:03.175222 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0fbe720e-6800-4c64-a633-2bc211c384e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:03.254552 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0fbe720e-6800-4c64-a633-2bc211c384e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:03.255106 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0fbe720e-6800-4c64-a633-2bc211c384e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:03.259899 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0fbe720e-6800-4c64-a633-2bc211c384e8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/33b936d0-a035-451a-aa4e-65cbb2edbe33 HTTP/1.1" status: 204 len: 168 time: 0.6412933 Nov 09 21:13:03.312951 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe720e-6800-4c64-a633-2bc211c384e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b936d0-a035-451a-aa4e-65cbb2edbe33,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:03.372335 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c8ccac-1bb2-4009-b1d0-b2f45e6a59f1 admin admin] Pushing event updated for resources: {'Port': ['ID=11b85c9a-3536-4c3b-b0e9-0ed0bc7ac55f,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:03.393293 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8509ae5d-a283-4808-a04f-e80520df9f16 req-e77d0ba0-56f2-4d76-856a-e0db92664819 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=41bac806-9e1e-4473-b42d-4b701d2b796d HTTP/1.1" status: 200 len: 210 time: 0.1572564 Nov 09 21:13:03.429791 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5732d5a7-3c3e-4010-a229-0f2e0d90d615 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9ec4a44cfe944defa434b551035ae93b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8716803 Nov 09 21:13:03.449156 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58632) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:03.463294 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:03.626438 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device b9a73274-321e-416d-9734-6300c36685ec up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:13:03.646016 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c8ccac-1bb2-4009-b1d0-b2f45e6a59f1 admin admin] Network e610b72e-b2e1-4281-aeb6-dae2b43bcec6 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:13:03.651019 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-c9c8ccac-1bb2-4009-b1d0-b2f45e6a59f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:13:03.697532 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port b9a73274-321e-416d-9734-6300c36685ec triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:13:03.698156 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:03.855521 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-501c26ea-c94a-4108-8445-eb9b0062a838 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Allocated IP 172.20.0.5 (edc3ecb2-5f49-4a97-9497-9c4bcc32484e/26b680b2-5719-4867-80c5-91edc011cf50/1c9297ce-4bb5-4b91-9984-2776c74838f7) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:13:03.963475 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004f392-dd7a-411f-9232-bac10e02955d req-a359c019-cdf4-48e7-a03f-4f0a3f097cfb tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:03.967377 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e004f392-dd7a-411f-9232-bac10e02955d req-a359c019-cdf4-48e7-a03f-4f0a3f097cfb tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.43 "GET /v2.0/networks?id=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 HTTP/1.1" status: 200 len: 821 time: 0.5748918 Nov 09 21:13:03.982897 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8e196174-44e3-40cc-90a5-9edfc725f7ed req-f74f32fb-a7c0-4fc3-a5fb-7e6c9cb4118e tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/ports?device_id=8097b17c-655c-4469-b0d5-023bbc6ff3bb HTTP/1.1" status: 200 len: 210 time: 0.1209915 Nov 09 21:13:03.995796 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c487ba26-837c-43b1-8029-d366558aebbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:04.001356 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-e004f392-dd7a-411f-9232-bac10e02955d req-a2374e14-b135-4cc8-88e1-3cb554e953ca tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Request body: {'port': {'device_id': '41bac806-9e1e-4473-b42d-4b701d2b796d', 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68', 'admin_state_up': True, 'tenant_id': '79813b2c248b4d6c8fab5b7bd98099e4'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:13:04.142340 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c8ccac-1bb2-4009-b1d0-b2f45e6a59f1 admin admin] Router f2938e2f-dc72-43e0-bced-6e71b5b8e97c has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:13:04.143034 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58668) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:04.174464 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-99daaf3f-a2db-4b7f-8cf7-9b94454b843d None None] Provisioning complete for port 11b85c9a-3536-4c3b-b0e9-0ed0bc7ac55f triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:13:04.178701 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-99daaf3f-a2db-4b7f-8cf7-9b94454b843d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:04.194395 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c9366a9e-e27b-4bab-acdc-13b90efe19b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:04.198307 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c487ba26-837c-43b1-8029-d366558aebbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:04.260393 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-99daaf3f-a2db-4b7f-8cf7-9b94454b843d None None] Port 11b85c9a-3536-4c3b-b0e9-0ed0bc7ac55f cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:13:04.318893 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e004f392-dd7a-411f-9232-bac10e02955d req-a2374e14-b135-4cc8-88e1-3cb554e953ca tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Made reservation on behalf of 79813b2c248b4d6c8fab5b7bd98099e4 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:13:04.324481 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e004f392-dd7a-411f-9232-bac10e02955d req-a2374e14-b135-4cc8-88e1-3cb554e953ca tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:04.327447 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c487ba26-837c-43b1-8029-d366558aebbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:04.330417 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c487ba26-837c-43b1-8029-d366558aebbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:04.331820 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c487ba26-837c-43b1-8029-d366558aebbd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/473e4be1-1978-456e-9bad-0afb9d979976 HTTP/1.1" status: 204 len: 168 time: 0.8817012 Nov 09 21:13:04.354954 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c487ba26-837c-43b1-8029-d366558aebbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473e4be1-1978-456e-9bad-0afb9d979976,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:04.412308 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c9366a9e-e27b-4bab-acdc-13b90efe19b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:04.460579 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c9366a9e-e27b-4bab-acdc-13b90efe19b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:04.572427 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9366a9e-e27b-4bab-acdc-13b90efe19b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e02cd3-fcdd-401d-8233-1acf7d0dc99a,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:04.605929 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3f0136fd-8523-4ed8-9313-a236d0083028 req-1ee85970-ae74-4908-9f61-7d0c67bb6e4e tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=41bac806-9e1e-4473-b42d-4b701d2b796d HTTP/1.1" status: 200 len: 210 time: 0.0394409 Nov 09 21:13:04.662816 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-e004f392-dd7a-411f-9232-bac10e02955d req-a2374e14-b135-4cc8-88e1-3cb554e953ca tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Allocated IP 172.20.0.5 (ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68/29a38752-08a3-4b35-bb64-8f5e3f87121b/fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:13:04.759901 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c9366a9e-e27b-4bab-acdc-13b90efe19b0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=64514e5cf77b42e3bf7dd1dc8ff0b656&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5817382 Nov 09 21:13:04.763317 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-501c26ea-c94a-4108-8445-eb9b0062a838 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:04.763896 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58692) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:04.807405 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c8ccac-1bb2-4009-b1d0-b2f45e6a59f1 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:13:04.821313 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076fa970-9ccb-44bf-88d4-cfca29e188b0 None None] Sync routers for ids ['f2938e2f-dc72-43e0-bced-6e71b5b8e97c'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:13:04.826160 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c9c8ccac-1bb2-4009-b1d0-b2f45e6a59f1 admin admin] 10.222.0.49 "PUT /v2.0/routers/f2938e2f-dc72-43e0-bced-6e71b5b8e97c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3714898 Nov 09 21:13:04.854275 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076fa970-9ccb-44bf-88d4-cfca29e188b0 None None] Routers {'f2938e2f-dc72-43e0-bced-6e71b5b8e97c'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:13:04.862000 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-076fa970-9ccb-44bf-88d4-cfca29e188b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:12:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f2938e2f-dc72-43e0-bced-6e71b5b8e97c'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:13:04.873115 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-501c26ea-c94a-4108-8445-eb9b0062a838 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:04.993270 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-efc3ed17-c14b-4424-8ee5-dc346c4cf060 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:05.008837 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-501c26ea-c94a-4108-8445-eb9b0062a838 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Network edc3ecb2-5f49-4a97-9497-9c4bcc32484e is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:13:05.028492 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-501c26ea-c94a-4108-8445-eb9b0062a838 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:13:05.051347 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-501c26ea-c94a-4108-8445-eb9b0062a838 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:13:05.090373 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-501c26ea-c94a-4108-8445-eb9b0062a838 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:05.091065 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-501c26ea-c94a-4108-8445-eb9b0062a838 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:05.095638 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e004f392-dd7a-411f-9232-bac10e02955d req-a2374e14-b135-4cc8-88e1-3cb554e953ca tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:05.119833 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-efc3ed17-c14b-4424-8ee5-dc346c4cf060 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:05.161583 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c26ea-c94a-4108-8445-eb9b0062a838 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Pushing event updated for resources: {'Port': ['ID=1c9297ce-4bb5-4b91-9984-2776c74838f7,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:05.162432 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-076fa970-9ccb-44bf-88d4-cfca29e188b0 None None] Set router f2938e2f-dc72-43e0-bced-6e71b5b8e97c gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:13:05.177099 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-501c26ea-c94a-4108-8445-eb9b0062a838 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5038166 Nov 09 21:13:05.193835 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-6c96f93c-d6aa-4241-8542-0b8f9a6bc40c service neutron] Request body: {'port': {'device_id': '8097b17c-655c-4469-b0d5-023bbc6ff3bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:13:05.247083 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58720) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:05.397461 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-6c96f93c-d6aa-4241-8542-0b8f9a6bc40c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:05.537502 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e004f392-dd7a-411f-9232-bac10e02955d req-a2374e14-b135-4cc8-88e1-3cb554e953ca tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:05.566327 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd3434-157b-430b-94c8-508995cbb593 req-555277f1-557e-45f0-9e1b-5ab194f2eb8a tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:05.581403 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-68cd3434-157b-430b-94c8-508995cbb593 req-555277f1-557e-45f0-9e1b-5ab194f2eb8a tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/ports?device_id=8097b17c-655c-4469-b0d5-023bbc6ff3bb HTTP/1.1" status: 200 len: 931 time: 0.3713644 Nov 09 21:13:05.601295 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-efc3ed17-c14b-4424-8ee5-dc346c4cf060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:05.604464 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-efc3ed17-c14b-4424-8ee5-dc346c4cf060 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:05.607863 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-efc3ed17-c14b-4424-8ee5-dc346c4cf060 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/70e02cd3-fcdd-401d-8233-1acf7d0dc99a HTTP/1.1" status: 204 len: 168 time: 0.8419120 Nov 09 21:13:05.621823 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8928f827-26e6-49b1-a7f5-e86311be614e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fc33496993e649ffbd9d307275b1e503&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3595343 Nov 09 21:13:05.624948 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58734) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:05.687235 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-fa9f47f1-a591-41ec-82f6-781f9712d1fb None None] Provisioning complete for port 1c9297ce-4bb5-4b91-9984-2776c74838f7 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:13:05.687602 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fa9f47f1-a591-41ec-82f6-781f9712d1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:05.703207 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e004f392-dd7a-411f-9232-bac10e02955d req-a2374e14-b135-4cc8-88e1-3cb554e953ca tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Network ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:13:05.717319 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-e004f392-dd7a-411f-9232-bac10e02955d req-a2374e14-b135-4cc8-88e1-3cb554e953ca tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:13:05.727819 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-e004f392-dd7a-411f-9232-bac10e02955d req-a2374e14-b135-4cc8-88e1-3cb554e953ca tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:13:05.750360 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004f392-dd7a-411f-9232-bac10e02955d req-a2374e14-b135-4cc8-88e1-3cb554e953ca tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:05.755903 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e004f392-dd7a-411f-9232-bac10e02955d req-a2374e14-b135-4cc8-88e1-3cb554e953ca tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:05.770428 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3ed17-c14b-4424-8ee5-dc346c4cf060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e02cd3-fcdd-401d-8233-1acf7d0dc99a,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:05.828074 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1cb425f6-d6a2-443e-9939-d0fa061eb998 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:05.860363 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-076fa970-9ccb-44bf-88d4-cfca29e188b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2938e2f-dc72-43e0-bced-6e71b5b8e97c', 'name': 'tempest-FloatingIPsTestJSON-1604196667-router', 'tenant_id': '08ae6bddd06d48fa83b8d1cbf2474a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'b9a73274-321e-416d-9734-6300c36685ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:12:53Z', 'updated_at': '2021-11-09T21:13:01Z', 'revision_number': 4, 'project_id': '08ae6bddd06d48fa83b8d1cbf2474a34', 'gw_port': {'id': 'b9a73274-321e-416d-9734-6300c36685ec', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:83:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2938e2f-dc72-43e0-bced-6e71b5b8e97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:12:55Z', 'updated_at': '2021-11-09T21:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '11b85c9a-3536-4c3b-b0e9-0ed0bc7ac55f', 'name': '', 'network_id': 'e610b72e-b2e1-4281-aeb6-dae2b43bcec6', 'tenant_id': '08ae6bddd06d48fa83b8d1cbf2474a34', 'mac_address': 'fa:16:3e:a3:1b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2938e2f-dc72-43e0-bced-6e71b5b8e97c', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '6a6ed862-6ae4-442f-a48a-cd16fa5f43de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:12:59Z', 'updated_at': '2021-11-09T21:13:02Z', 'revision_number': 2, 'project_id': '08ae6bddd06d48fa83b8d1cbf2474a34', 'subnets': [{'id': '6a6ed862-6ae4-442f-a48a-cd16fa5f43de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:13:05.872530 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1cb425f6-d6a2-443e-9939-d0fa061eb998 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:05.891664 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2374e14-b135-4cc8-88e1-3cb554e953ca tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Pushing event updated for resources: {'Port': ['ID=fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:05.938207 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e004f392-dd7a-411f-9232-bac10e02955d req-a2374e14-b135-4cc8-88e1-3cb554e953ca tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9458025 Nov 09 21:13:05.953590 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-68cd3434-157b-430b-94c8-508995cbb593 req-890384d6-46e6-43a2-a82d-e6e2c76bdc42 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/security-groups?id=c10406f7-65bc-482e-b626-a11906f8f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3709650 Nov 09 21:13:05.979960 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-e004f392-dd7a-411f-9232-bac10e02955d req-d468795b-395d-445c-9dff-a8f2fe00bc8b service neutron] Request body: {'port': {'device_id': '41bac806-9e1e-4473-b42d-4b701d2b796d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:13:06.001942 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-6c96f93c-d6aa-4241-8542-0b8f9a6bc40c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c9297ce-4bb5-4b91-9984-2776c74838f7 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:13:06.012735 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-6c96f93c-d6aa-4241-8542-0b8f9a6bc40c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:06.041986 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076fa970-9ccb-44bf-88d4-cfca29e188b0 None None] Checking router: f2938e2f-dc72-43e0-bced-6e71b5b8e97c for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:13:06.042340 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076fa970-9ccb-44bf-88d4-cfca29e188b0 None None] Updating router f2938e2f-dc72-43e0-bced-6e71b5b8e97c port 11b85c9a-3536-4c3b-b0e9-0ed0bc7ac55f binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:13:06.112419 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-6c96f93c-d6aa-4241-8542-0b8f9a6bc40c service neutron] Transition to ACTIVE for port object 1c9297ce-4bb5-4b91-9984-2776c74838f7 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:13:06.119772 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e004f392-dd7a-411f-9232-bac10e02955d req-d468795b-395d-445c-9dff-a8f2fe00bc8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:06.147463 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-6c96f93c-d6aa-4241-8542-0b8f9a6bc40c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:06.214208 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96f93c-d6aa-4241-8542-0b8f9a6bc40c service neutron] Pushing event updated for resources: {'Port': ['ID=1c9297ce-4bb5-4b91-9984-2776c74838f7,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:06.266048 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1cb425f6-d6a2-443e-9939-d0fa061eb998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:06.273291 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1cb425f6-d6a2-443e-9939-d0fa061eb998 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:06.275233 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1cb425f6-d6a2-443e-9939-d0fa061eb998 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b37cde7c-efb0-47d9-a1e6-02cf232a3b40 HTTP/1.1" status: 204 len: 168 time: 0.6490564 Nov 09 21:13:06.417793 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb425f6-d6a2-443e-9939-d0fa061eb998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37cde7c-efb0-47d9-a1e6-02cf232a3b40,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:06.625065 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-fa9f47f1-a591-41ec-82f6-781f9712d1fb None None] Port 1c9297ce-4bb5-4b91-9984-2776c74838f7 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:13:06.628992 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-076fa970-9ccb-44bf-88d4-cfca29e188b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:06.674533 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df18fe-3c58-43e2-bcd5-c1554362230d req-7cef4c71-09f8-43bc-ae57-2fdcc8423d13 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:06.675973 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-11df18fe-3c58-43e2-bcd5-c1554362230d req-7cef4c71-09f8-43bc-ae57-2fdcc8423d13 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=41bac806-9e1e-4473-b42d-4b701d2b796d HTTP/1.1" status: 200 len: 931 time: 0.4159486 Nov 09 21:13:06.711393 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-6c96f93c-d6aa-4241-8542-0b8f9a6bc40c service neutron] Attempting to bind port 1c9297ce-4bb5-4b91-9984-2776c74838f7 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:13:06.714075 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-6c96f93c-d6aa-4241-8542-0b8f9a6bc40c service neutron] Attempting to bind port 1c9297ce-4bb5-4b91-9984-2776c74838f7 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '030b5546-ce77-4a8b-a3a1-791393a98192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'edc3ecb2-5f49-4a97-9497-9c4bcc32484e'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:13:06.718556 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-6c96f93c-d6aa-4241-8542-0b8f9a6bc40c service neutron] Attempting to bind port 1c9297ce-4bb5-4b91-9984-2776c74838f7 on network edc3ecb2-5f49-4a97-9497-9c4bcc32484e {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:13:06.743715 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c6f4e688-2865-4dac-ba7c-2ef94d401696 req-c6760d0d-7fce-43c5-9daf-e3da41d57e06 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8448122 Nov 09 21:13:06.757091 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-c6f4e688-2865-4dac-ba7c-2ef94d401696 req-478fc152-d59b-4106-8e0b-bdf779da8735 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:13:06.780699 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-6c96f93c-d6aa-4241-8542-0b8f9a6bc40c service neutron] Port 1c9297ce-4bb5-4b91-9984-2776c74838f7 on network edc3ecb2-5f49-4a97-9497-9c4bcc32484e not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:13:06.791836 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-6c96f93c-d6aa-4241-8542-0b8f9a6bc40c service neutron] Attempting to bind port 1c9297ce-4bb5-4b91-9984-2776c74838f7 on network edc3ecb2-5f49-4a97-9497-9c4bcc32484e {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:13:06.807806 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-6c96f93c-d6aa-4241-8542-0b8f9a6bc40c service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:13:06.808278 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-6c96f93c-d6aa-4241-8542-0b8f9a6bc40c service neutron] Checking segment: {'id': '030b5546-ce77-4a8b-a3a1-791393a98192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'edc3ecb2-5f49-4a97-9497-9c4bcc32484e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:13:06.808825 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-6c96f93c-d6aa-4241-8542-0b8f9a6bc40c service neutron] Bound using segment: {'id': '030b5546-ce77-4a8b-a3a1-791393a98192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'edc3ecb2-5f49-4a97-9497-9c4bcc32484e'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:13:06.810377 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-6c96f93c-d6aa-4241-8542-0b8f9a6bc40c service neutron] Bound port: 1c9297ce-4bb5-4b91-9984-2776c74838f7, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '030b5546-ce77-4a8b-a3a1-791393a98192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'edc3ecb2-5f49-4a97-9497-9c4bcc32484e'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:13:06.812459 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-6c96f93c-d6aa-4241-8542-0b8f9a6bc40c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:06.920522 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-11df18fe-3c58-43e2-bcd5-c1554362230d req-e32e33e7-f21b-45ae-a3a3-3c2dc9e239e7 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269204 Nov 09 21:13:06.930804 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c6f4e688-2865-4dac-ba7c-2ef94d401696 req-478fc152-d59b-4106-8e0b-bdf779da8735 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Publish callbacks [] for floatingip, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:07.127372 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-6c96f93c-d6aa-4241-8542-0b8f9a6bc40c service neutron] For port 1c9297ce-4bb5-4b91-9984-2776c74838f7, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:13:07.131550 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-e004f392-dd7a-411f-9232-bac10e02955d req-d468795b-395d-445c-9dff-a8f2fe00bc8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:13:07.160657 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-6c96f93c-d6aa-4241-8542-0b8f9a6bc40c service neutron] For port 1c9297ce-4bb5-4b91-9984-2776c74838f7, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=1c9297ce-4bb5-4b91-9984-2776c74838f7,segment=NetworkSegment(030b5546-ce77-4a8b-a3a1-791393a98192),segment_id=030b5546-ce77-4a8b-a3a1-791393a98192)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:13:07.166772 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-6c96f93c-d6aa-4241-8542-0b8f9a6bc40c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:07.181756 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e004f392-dd7a-411f-9232-bac10e02955d req-d468795b-395d-445c-9dff-a8f2fe00bc8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:07.217867 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-6c96f93c-d6aa-4241-8542-0b8f9a6bc40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:07.219340 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-6c96f93c-d6aa-4241-8542-0b8f9a6bc40c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:07.222125 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-6c96f93c-d6aa-4241-8542-0b8f9a6bc40c service neutron] 10.222.0.45 "PUT /v2.0/ports/1c9297ce-4bb5-4b91-9984-2776c74838f7 HTTP/1.1" status: 200 len: 1091 time: 2.0334663 Nov 09 21:13:07.223011 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8097b17c-655c-4469-b0d5-023bbc6ff3bb', 'tag': '1c9297ce-4bb5-4b91-9984-2776c74838f7'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:13:07.230222 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499083ee-ce4d-43cc-bd29-d42a1047bae8" -d '{"events": [{"name": "network-changed", "server_uuid": "8097b17c-655c-4469-b0d5-023bbc6ff3bb", "tag": "1c9297ce-4bb5-4b91-9984-2776c74838f7"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:13:07.269684 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-e004f392-dd7a-411f-9232-bac10e02955d req-d468795b-395d-445c-9dff-a8f2fe00bc8b service neutron] Transition to ACTIVE for port object fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:13:07.279636 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e004f392-dd7a-411f-9232-bac10e02955d req-d468795b-395d-445c-9dff-a8f2fe00bc8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:07.418877 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-076fa970-9ccb-44bf-88d4-cfca29e188b0 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:07.430097 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-076fa970-9ccb-44bf-88d4-cfca29e188b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:07.588380 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77726598-2ebc-40b3-8e68-abe0c731c53f None None] Pushing event updated for resources: {'Port': ['ID=11b85c9a-3536-4c3b-b0e9-0ed0bc7ac55f,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:07.630673 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d468795b-395d-445c-9dff-a8f2fe00bc8b service neutron] Pushing event updated for resources: {'Port': ['ID=fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:07.685928 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-e004f392-dd7a-411f-9232-bac10e02955d req-d468795b-395d-445c-9dff-a8f2fe00bc8b service neutron] Attempting to bind port fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:13:07.686277 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-e004f392-dd7a-411f-9232-bac10e02955d req-d468795b-395d-445c-9dff-a8f2fe00bc8b service neutron] Attempting to bind port fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '3b0433f6-0dc2-4350-8149-c15b9bac49ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:13:07.689409 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e004f392-dd7a-411f-9232-bac10e02955d req-d468795b-395d-445c-9dff-a8f2fe00bc8b service neutron] Attempting to bind port fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e on network ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:13:07.712582 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff59bce-135c-45e2-9c72-ef8c50690a46 req-df5e345f-2df7-4214-8173-9a78b0289978 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:07.735855 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-eff59bce-135c-45e2-9c72-ef8c50690a46 req-df5e345f-2df7-4214-8173-9a78b0289978 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/ports?device_id=8097b17c-655c-4469-b0d5-023bbc6ff3bb HTTP/1.1" status: 200 len: 943 time: 0.4122918 Nov 09 21:13:07.738526 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e004f392-dd7a-411f-9232-bac10e02955d req-d468795b-395d-445c-9dff-a8f2fe00bc8b service neutron] Port fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e on network ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:13:07.738849 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e004f392-dd7a-411f-9232-bac10e02955d req-d468795b-395d-445c-9dff-a8f2fe00bc8b service neutron] Attempting to bind port fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e on network ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:13:07.792321 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e004f392-dd7a-411f-9232-bac10e02955d req-d468795b-395d-445c-9dff-a8f2fe00bc8b service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:13:07.792777 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e004f392-dd7a-411f-9232-bac10e02955d req-d468795b-395d-445c-9dff-a8f2fe00bc8b service neutron] Checking segment: {'id': '3b0433f6-0dc2-4350-8149-c15b9bac49ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:13:07.793081 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e004f392-dd7a-411f-9232-bac10e02955d req-d468795b-395d-445c-9dff-a8f2fe00bc8b service neutron] Bound using segment: {'id': '3b0433f6-0dc2-4350-8149-c15b9bac49ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:13:07.793523 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-e004f392-dd7a-411f-9232-bac10e02955d req-d468795b-395d-445c-9dff-a8f2fe00bc8b service neutron] Bound port: fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b0433f6-0dc2-4350-8149-c15b9bac49ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:13:07.793883 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e004f392-dd7a-411f-9232-bac10e02955d req-d468795b-395d-445c-9dff-a8f2fe00bc8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:07.814574 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-076fa970-9ccb-44bf-88d4-cfca29e188b0 None None] Attempting to bind port 11b85c9a-3536-4c3b-b0e9-0ed0bc7ac55f on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:13:07.817102 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-076fa970-9ccb-44bf-88d4-cfca29e188b0 None None] Attempting to bind port 11b85c9a-3536-4c3b-b0e9-0ed0bc7ac55f by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'c3ff64fc-3348-44af-bb87-9bcd35a165dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e610b72e-b2e1-4281-aeb6-dae2b43bcec6'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:13:07.817981 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076fa970-9ccb-44bf-88d4-cfca29e188b0 None None] Attempting to bind port 11b85c9a-3536-4c3b-b0e9-0ed0bc7ac55f on network e610b72e-b2e1-4281-aeb6-dae2b43bcec6 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:13:07.849253 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076fa970-9ccb-44bf-88d4-cfca29e188b0 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:13:07.849661 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076fa970-9ccb-44bf-88d4-cfca29e188b0 None None] Checking segment: {'id': 'c3ff64fc-3348-44af-bb87-9bcd35a165dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e610b72e-b2e1-4281-aeb6-dae2b43bcec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:13:07.850075 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-076fa970-9ccb-44bf-88d4-cfca29e188b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:07.850475 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076fa970-9ccb-44bf-88d4-cfca29e188b0 None None] Bound using segment: {'id': 'c3ff64fc-3348-44af-bb87-9bcd35a165dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e610b72e-b2e1-4281-aeb6-dae2b43bcec6'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:13:07.850978 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-076fa970-9ccb-44bf-88d4-cfca29e188b0 None None] Bound port: 11b85c9a-3536-4c3b-b0e9-0ed0bc7ac55f, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ff64fc-3348-44af-bb87-9bcd35a165dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e610b72e-b2e1-4281-aeb6-dae2b43bcec6'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:13:07.851367 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-076fa970-9ccb-44bf-88d4-cfca29e188b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:07.933922 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58794) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:07.951155 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c6f4e688-2865-4dac-ba7c-2ef94d401696 req-478fc152-d59b-4106-8e0b-bdf779da8735 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:08.006650 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96f93c-d6aa-4241-8542-0b8f9a6bc40c service neutron] Pushing event updated for resources: {'Port': ['ID=1c9297ce-4bb5-4b91-9984-2776c74838f7,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:08.026424 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-eff59bce-135c-45e2-9c72-ef8c50690a46 req-e3ea6e5a-3e5e-4fcb-9082-3abb93bccb9a tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/security-groups?id=c10406f7-65bc-482e-b626-a11906f8f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2892666 Nov 09 21:13:08.076431 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-076fa970-9ccb-44bf-88d4-cfca29e188b0 None None] For port 11b85c9a-3536-4c3b-b0e9-0ed0bc7ac55f, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:13:08.083021 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-076fa970-9ccb-44bf-88d4-cfca29e188b0 None None] For port 11b85c9a-3536-4c3b-b0e9-0ed0bc7ac55f, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=11b85c9a-3536-4c3b-b0e9-0ed0bc7ac55f,segment=NetworkSegment(c3ff64fc-3348-44af-bb87-9bcd35a165dc),segment_id=c3ff64fc-3348-44af-bb87-9bcd35a165dc)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:13:08.121251 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-e004f392-dd7a-411f-9232-bac10e02955d req-d468795b-395d-445c-9dff-a8f2fe00bc8b service neutron] For port fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e, host n-h2-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:13:08.122217 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-007ec682-8225-4870-b684-2ff7bd188046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:08.122670 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-076fa970-9ccb-44bf-88d4-cfca29e188b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:08.126460 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-007ec682-8225-4870-b684-2ff7bd188046 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f907ded5330840338031155da556e400&device_id=8097b17c-655c-4469-b0d5-023bbc6ff3bb HTTP/1.1" status: 200 len: 1094 time: 0.8446980 Nov 09 21:13:08.146015 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-e004f392-dd7a-411f-9232-bac10e02955d req-d468795b-395d-445c-9dff-a8f2fe00bc8b service neutron] For port fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e,segment=NetworkSegment(3b0433f6-0dc2-4350-8149-c15b9bac49ea),segment_id=3b0433f6-0dc2-4350-8149-c15b9bac49ea)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:13:08.153702 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e004f392-dd7a-411f-9232-bac10e02955d req-d468795b-395d-445c-9dff-a8f2fe00bc8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:08.222347 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-cf8078ed-26b6-42fd-8ef9-8e9d27b13a12 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c9297ce-4bb5-4b91-9984-2776c74838f7 HTTP/1.1" status: 200 len: 217 time: 0.0860033 Nov 09 21:13:08.248892 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-ce291d1e-ab0d-4797-b72e-a4d12550f71c None None] Provisioning complete for port 11b85c9a-3536-4c3b-b0e9-0ed0bc7ac55f triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:13:08.260164 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ce291d1e-ab0d-4797-b72e-a4d12550f71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:08.280080 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6acfb5-a0cf-4c3b-81e3-4f2074cf283a x-openstack-request-id: req-4c6acfb5-a0cf-4c3b-81e3-4f2074cf283a {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:13:08.280400 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8097b17c-655c-4469-b0d5-023bbc6ff3bb", "tag": "1c9297ce-4bb5-4b91-9984-2776c74838f7", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:13:08.280689 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4c6acfb5-a0cf-4c3b-81e3-4f2074cf283a {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:13:08.281590 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8097b17c-655c-4469-b0d5-023bbc6ff3bb', 'tag': '1c9297ce-4bb5-4b91-9984-2776c74838f7', 'status': 'completed', 'code': 200} Nov 09 21:13:08.282580 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004f392-dd7a-411f-9232-bac10e02955d req-d468795b-395d-445c-9dff-a8f2fe00bc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:08.284878 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e004f392-dd7a-411f-9232-bac10e02955d req-d468795b-395d-445c-9dff-a8f2fe00bc8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:08.286463 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e004f392-dd7a-411f-9232-bac10e02955d req-d468795b-395d-445c-9dff-a8f2fe00bc8b service neutron] 10.222.0.43 "PUT /v2.0/ports/fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e HTTP/1.1" status: 200 len: 1091 time: 2.3265626 Nov 09 21:13:08.293959 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41bac806-9e1e-4473-b42d-4b701d2b796d', 'tag': 'fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:13:08.310738 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73621120-eae3-4a48-b1f1-023e92dddffb" -d '{"events": [{"name": "network-changed", "server_uuid": "41bac806-9e1e-4473-b42d-4b701d2b796d", "tag": "fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:13:08.406620 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d468795b-395d-445c-9dff-a8f2fe00bc8b service neutron] Pushing event updated for resources: {'Port': ['ID=fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:08.450576 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076fa970-9ccb-44bf-88d4-cfca29e188b0 None None] Routers {'f2938e2f-dc72-43e0-bced-6e71b5b8e97c'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:13:08.464764 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-076fa970-9ccb-44bf-88d4-cfca29e188b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:12:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f2938e2f-dc72-43e0-bced-6e71b5b8e97c'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:13:08.472547 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77726598-2ebc-40b3-8e68-abe0c731c53f None None] Pushing event updated for resources: {'Port': ['ID=11b85c9a-3536-4c3b-b0e9-0ed0bc7ac55f,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:08.507298 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-510f7da7-e71d-425a-a76c-6b1feb2ebed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:08.513653 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-510f7da7-e71d-425a-a76c-6b1feb2ebed0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=26b680b2-5719-4867-80c5-91edc011cf50 HTTP/1.1" status: 200 len: 855 time: 0.2753892 Nov 09 21:13:08.593020 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-c6f4e688-2865-4dac-ba7c-2ef94d401696 req-478fc152-d59b-4106-8e0b-bdf779da8735 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Allocated IP 172.25.7.128 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/7f789adc-6508-461d-83c7-ce592fc2474f) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:13:08.657717 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004f392-dd7a-411f-9232-bac10e02955d req-7a3e1e08-cfbc-4381-8c79-2c267cf6b6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:08.665408 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e004f392-dd7a-411f-9232-bac10e02955d req-7a3e1e08-cfbc-4381-8c79-2c267cf6b6c6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=79813b2c248b4d6c8fab5b7bd98099e4&device_id=41bac806-9e1e-4473-b42d-4b701d2b796d HTTP/1.1" status: 200 len: 1094 time: 0.2381618 Nov 09 21:13:08.673801 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db60050-f027-47b3-a8b1-d382469dca7a req-6392ad14-252a-42ee-8e77-df2a28463017 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:08.689069 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5db60050-f027-47b3-a8b1-d382469dca7a req-6392ad14-252a-42ee-8e77-df2a28463017 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=41bac806-9e1e-4473-b42d-4b701d2b796d HTTP/1.1" status: 200 len: 943 time: 0.2581074 Nov 09 21:13:08.762490 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c6f4e688-2865-4dac-ba7c-2ef94d401696 req-478fc152-d59b-4106-8e0b-bdf779da8735 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:08.810473 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e004f392-dd7a-411f-9232-bac10e02955d req-0e56bc5f-71ea-4890-952f-b62ee9790246 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e HTTP/1.1" status: 200 len: 217 time: 0.1131308 Nov 09 21:13:08.818935 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c6f4e688-2865-4dac-ba7c-2ef94d401696 req-478fc152-d59b-4106-8e0b-bdf779da8735 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:08.850521 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6f4e688-2865-4dac-ba7c-2ef94d401696 req-478fc152-d59b-4106-8e0b-bdf779da8735 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:13:08.873365 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-c6f4e688-2865-4dac-ba7c-2ef94d401696 req-478fc152-d59b-4106-8e0b-bdf779da8735 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:13:08.963112 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f4acc08a-3246-4295-ae0c-449532ff95f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:08.963536 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ce291d1e-ab0d-4797-b72e-a4d12550f71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:08.968765 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5db60050-f027-47b3-a8b1-d382469dca7a req-5bfe02b2-26fe-4ca9-a134-8aa6ef410247 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759268 Nov 09 21:13:08.982018 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-076fa970-9ccb-44bf-88d4-cfca29e188b0 None None] Set router f2938e2f-dc72-43e0-bced-6e71b5b8e97c gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:13:08.983744 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004f392-dd7a-411f-9232-bac10e02955d req-24ee43fa-939e-4331-a2a2-e2d4295134d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:08.990286 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e004f392-dd7a-411f-9232-bac10e02955d req-24ee43fa-939e-4331-a2a2-e2d4295134d2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=29a38752-08a3-4b35-bb64-8f5e3f87121b HTTP/1.1" status: 200 len: 861 time: 0.1745794 Nov 09 21:13:08.991741 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f4e688-2865-4dac-ba7c-2ef94d401696 req-478fc152-d59b-4106-8e0b-bdf779da8735 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:13:09.056070 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e004f392-dd7a-411f-9232-bac10e02955d req-c8e007d7-611f-4d4b-8edb-8f3617f36c0b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572288 Nov 09 21:13:09.179668 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478fc152-d59b-4106-8e0b-bdf779da8735 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Pushing event updated for resources: {'Port': ['ID=7f789adc-6508-461d-83c7-ce592fc2474f,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:09.205044 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-ce291d1e-ab0d-4797-b72e-a4d12550f71c None None] For port 11b85c9a-3536-4c3b-b0e9-0ed0bc7ac55f, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=11b85c9a-3536-4c3b-b0e9-0ed0bc7ac55f,segment=NetworkSegment(c3ff64fc-3348-44af-bb87-9bcd35a165dc),segment_id=c3ff64fc-3348-44af-bb87-9bcd35a165dc)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:13:09.212322 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c6f4e688-2865-4dac-ba7c-2ef94d401696 req-478fc152-d59b-4106-8e0b-bdf779da8735 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:09.234224 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ce291d1e-ab0d-4797-b72e-a4d12550f71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:09.250381 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-b2ff9b18-6df1-4e23-9e1f-18a7032af038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:09.252886 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-b2ff9b18-6df1-4e23-9e1f-18a7032af038 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=edc3ecb2-5f49-4a97-9497-9c4bcc32484e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4416144 Nov 09 21:13:09.273590 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8bbef37-ed04-45ac-ae94-afe4ce9ba882 x-openstack-request-id: req-c8bbef37-ed04-45ac-ae94-afe4ce9ba882 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:13:09.274199 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41bac806-9e1e-4473-b42d-4b701d2b796d", "tag": "fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:13:09.274199 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c8bbef37-ed04-45ac-ae94-afe4ce9ba882 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:13:09.274542 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41bac806-9e1e-4473-b42d-4b701d2b796d', 'tag': 'fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e', 'status': 'completed', 'code': 200} Nov 09 21:13:09.331972 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e004f392-dd7a-411f-9232-bac10e02955d req-f88e061c-0845-4c58-a72a-4968b801a909 service neutron] 10.222.0.43 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690933 Nov 09 21:13:09.339666 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c6f4e688-2865-4dac-ba7c-2ef94d401696 req-478fc152-d59b-4106-8e0b-bdf779da8735 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:09.628393 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fdaa04-55d1-4fb2-97bc-da14fc974060 req-86ca85fd-af8e-4159-a846-9a62e6850356 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:09.635032 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-92fdaa04-55d1-4fb2-97bc-da14fc974060 req-86ca85fd-af8e-4159-a846-9a62e6850356 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/ports?device_id=8097b17c-655c-4469-b0d5-023bbc6ff3bb HTTP/1.1" status: 200 len: 943 time: 0.1624577 Nov 09 21:13:09.657911 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-ccb7b282-9b8b-4c36-bff9-b74162c3c93d None None] Provisioning complete for port 11b85c9a-3536-4c3b-b0e9-0ed0bc7ac55f triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:13:09.659262 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ccb7b282-9b8b-4c36-bff9-b74162c3c93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:09.764942 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-30a42193-91fe-4a4c-a5bf-3da853fab9c1 service neutron] 10.222.0.45 "GET /v2.0/networks/edc3ecb2-5f49-4a97-9497-9c4bcc32484e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4813821 Nov 09 21:13:09.786053 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f4acc08a-3246-4295-ae0c-449532ff95f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:09.798843 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce291d1e-ab0d-4797-b72e-a4d12550f71c None None] Pushing event updated for resources: {'Port': ['ID=11b85c9a-3536-4c3b-b0e9-0ed0bc7ac55f,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:09.820818 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-92fdaa04-55d1-4fb2-97bc-da14fc974060 req-f8d8c0ab-6301-49ed-a25f-860b4403a630 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/security-groups?id=c10406f7-65bc-482e-b626-a11906f8f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743422 Nov 09 21:13:09.825588 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f4acc08a-3246-4295-ae0c-449532ff95f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:09.831509 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e004f392-dd7a-411f-9232-bac10e02955d req-c5777896-9846-4484-bc7a-4ed5e5d1a426 service neutron] 10.222.0.43 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4896441 Nov 09 21:13:09.994988 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-076fa970-9ccb-44bf-88d4-cfca29e188b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2938e2f-dc72-43e0-bced-6e71b5b8e97c', 'name': 'tempest-FloatingIPsTestJSON-1604196667-router', 'tenant_id': '08ae6bddd06d48fa83b8d1cbf2474a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'b9a73274-321e-416d-9734-6300c36685ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:12:53Z', 'updated_at': '2021-11-09T21:13:01Z', 'revision_number': 4, 'project_id': '08ae6bddd06d48fa83b8d1cbf2474a34', 'gw_port': {'id': 'b9a73274-321e-416d-9734-6300c36685ec', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:83:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2938e2f-dc72-43e0-bced-6e71b5b8e97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:12:55Z', 'updated_at': '2021-11-09T21:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '11b85c9a-3536-4c3b-b0e9-0ed0bc7ac55f', 'name': '', 'network_id': 'e610b72e-b2e1-4281-aeb6-dae2b43bcec6', 'tenant_id': '08ae6bddd06d48fa83b8d1cbf2474a34', 'mac_address': 'fa:16:3e:a3:1b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2938e2f-dc72-43e0-bced-6e71b5b8e97c', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '6a6ed862-6ae4-442f-a48a-cd16fa5f43de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:12:59Z', 'updated_at': '2021-11-09T21:13:08Z', 'revision_number': 4, 'project_id': '08ae6bddd06d48fa83b8d1cbf2474a34', 'subnets': [{'id': '6a6ed862-6ae4-442f-a48a-cd16fa5f43de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:13:10.000465 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4acc08a-3246-4295-ae0c-449532ff95f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aca6fad-fc91-4b24-80be-3cae0378c86d,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:10.082007 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73621120-eae3-4a48-b1f1-023e92dddffb req-846e8dd9-33c8-449a-8d06-215ab03c9083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:10.083886 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-73621120-eae3-4a48-b1f1-023e92dddffb req-846e8dd9-33c8-449a-8d06-215ab03c9083 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=79813b2c248b4d6c8fab5b7bd98099e4&device_id=41bac806-9e1e-4473-b42d-4b701d2b796d HTTP/1.1" status: 200 len: 1094 time: 0.1459446 Nov 09 21:13:10.089440 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f4acc08a-3246-4295-ae0c-449532ff95f8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=df2a1808a21a43fb95bb7953a5e60eb8&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1401253 Nov 09 21:13:10.090133 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58856) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:10.109016 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076fa970-9ccb-44bf-88d4-cfca29e188b0 None None] The sync data for ids ['f2938e2f-dc72-43e0-bced-6e71b5b8e97c'] in n-d-816206-3 is: [{'id': 'f2938e2f-dc72-43e0-bced-6e71b5b8e97c', 'name': 'tempest-FloatingIPsTestJSON-1604196667-router', 'tenant_id': '08ae6bddd06d48fa83b8d1cbf2474a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'b9a73274-321e-416d-9734-6300c36685ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:12:53Z', 'updated_at': '2021-11-09T21:13:01Z', 'revision_number': 4, 'project_id': '08ae6bddd06d48fa83b8d1cbf2474a34', 'gw_port': {'id': 'b9a73274-321e-416d-9734-6300c36685ec', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:83:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2938e2f-dc72-43e0-bced-6e71b5b8e97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:12:55Z', 'updated_at': '2021-11-09T21:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '11b85c9a-3536-4c3b-b0e9-0ed0bc7ac55f', 'name': '', 'network_id': 'e610b72e-b2e1-4281-aeb6-dae2b43bcec6', 'tenant_id': '08ae6bddd06d48fa83b8d1cbf2474a34', 'mac_address': 'fa:16:3e:a3:1b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2938e2f-dc72-43e0-bced-6e71b5b8e97c', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '6a6ed862-6ae4-442f-a48a-cd16fa5f43de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:12:59Z', 'updated_at': '2021-11-09T21:13:08Z', 'revision_number': 4, 'project_id': '08ae6bddd06d48fa83b8d1cbf2474a34', 'subnets': [{'id': '6a6ed862-6ae4-442f-a48a-cd16fa5f43de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:13:10.303034 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c8aa3fb5-3e62-4682-8dca-d0f70c0db325 req-29e69970-3e67-4aba-893c-c22ce090a5a5 service neutron] 10.222.0.45 "GET /v2.0/networks/edc3ecb2-5f49-4a97-9497-9c4bcc32484e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5193019 Nov 09 21:13:10.317674 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c6f4e688-2865-4dac-ba7c-2ef94d401696 req-478fc152-d59b-4106-8e0b-bdf779da8735 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:10.346615 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc0d0e33-98fb-4878-985c-04daf7d6e152 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:10.350788 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c6f4e688-2865-4dac-ba7c-2ef94d401696 req-478fc152-d59b-4106-8e0b-bdf779da8735 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:10.423909 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73621120-eae3-4a48-b1f1-023e92dddffb req-77371699-57b6-48d4-a535-8f26a33d0ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:10.425647 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-73621120-eae3-4a48-b1f1-023e92dddffb req-77371699-57b6-48d4-a535-8f26a33d0ef1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 HTTP/1.1" status: 200 len: 921 time: 0.3345647 Nov 09 21:13:10.512081 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-73621120-eae3-4a48-b1f1-023e92dddffb req-b086cead-fd98-4102-ab4c-0ebdf306571a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e HTTP/1.1" status: 200 len: 217 time: 0.0773001 Nov 09 21:13:10.513302 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c6f4e688-2865-4dac-ba7c-2ef94d401696 req-478fc152-d59b-4106-8e0b-bdf779da8735 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:10.523139 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478fc152-d59b-4106-8e0b-bdf779da8735 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Pushing event updated for resources: {'Port': ['ID=7f789adc-6508-461d-83c7-ce592fc2474f,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:10.538964 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc0d0e33-98fb-4878-985c-04daf7d6e152 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:10.564435 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499083ee-ce4d-43cc-bd29-d42a1047bae8 req-1ebfd508-6726-40ee-90f2-6e4a753d4e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:10.566344 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-499083ee-ce4d-43cc-bd29-d42a1047bae8 req-1ebfd508-6726-40ee-90f2-6e4a753d4e55 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f907ded5330840338031155da556e400&device_id=8097b17c-655c-4469-b0d5-023bbc6ff3bb HTTP/1.1" status: 200 len: 1094 time: 0.2045581 Nov 09 21:13:10.708610 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73621120-eae3-4a48-b1f1-023e92dddffb req-23fd3483-1d35-4865-a19c-126a8ebadbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:10.710357 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-73621120-eae3-4a48-b1f1-023e92dddffb req-23fd3483-1d35-4865-a19c-126a8ebadbfa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=29a38752-08a3-4b35-bb64-8f5e3f87121b HTTP/1.1" status: 200 len: 861 time: 0.1628261 Nov 09 21:13:10.728530 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ea2c6-8547-45a0-9dbb-a687ed974aec req-75dc198b-881e-4477-a2ad-36271f70ce8b tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:10.730833 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ea5ea2c6-8547-45a0-9dbb-a687ed974aec req-75dc198b-881e-4477-a2ad-36271f70ce8b tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=41bac806-9e1e-4473-b42d-4b701d2b796d HTTP/1.1" status: 200 len: 943 time: 0.2174969 Nov 09 21:13:10.731385 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499083ee-ce4d-43cc-bd29-d42a1047bae8 req-e882b9b9-1b84-4ce9-8638-97510748b784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:10.734238 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-499083ee-ce4d-43cc-bd29-d42a1047bae8 req-e882b9b9-1b84-4ce9-8638-97510748b784 service neutron] 10.222.0.45 "GET /v2.0/networks?id=edc3ecb2-5f49-4a97-9497-9c4bcc32484e HTTP/1.1" status: 200 len: 916 time: 0.1545677 Nov 09 21:13:10.740458 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c6f4e688-2865-4dac-ba7c-2ef94d401696 req-478fc152-d59b-4106-8e0b-bdf779da8735 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:10.741704 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c6f4e688-2865-4dac-ba7c-2ef94d401696 req-478fc152-d59b-4106-8e0b-bdf779da8735 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9952466 Nov 09 21:13:10.777993 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-73621120-eae3-4a48-b1f1-023e92dddffb req-c807397e-8293-459a-9ff2-698bfccb557e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459728 Nov 09 21:13:10.921016 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-499083ee-ce4d-43cc-bd29-d42a1047bae8 req-6197c352-df9d-4dac-afe3-d9a8fbc8befc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c9297ce-4bb5-4b91-9984-2776c74838f7 HTTP/1.1" status: 200 len: 217 time: 0.1576483 Nov 09 21:13:10.947202 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c6f4e688-2865-4dac-ba7c-2ef94d401696 req-09125364-f29b-4f30-b3df-4b8f512b5edb tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.128 HTTP/1.1" status: 200 len: 696 time: 0.1787498 Nov 09 21:13:10.983848 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ea5ea2c6-8547-45a0-9dbb-a687ed974aec req-97666156-6f57-44e1-9cfd-b9d92690357d tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427180 Nov 09 21:13:11.040666 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc0d0e33-98fb-4878-985c-04daf7d6e152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:11.043546 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc0d0e33-98fb-4878-985c-04daf7d6e152 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:11.048164 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-fc0d0e33-98fb-4878-985c-04daf7d6e152 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9aca6fad-fc91-4b24-80be-3cae0378c86d HTTP/1.1" status: 204 len: 168 time: 0.9493730 Nov 09 21:13:11.089510 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-73621120-eae3-4a48-b1f1-023e92dddffb req-c27e2ff7-2151-433c-8fe1-11fdb64975db service neutron] 10.222.0.43 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913432 Nov 09 21:13:11.263751 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-73621120-eae3-4a48-b1f1-023e92dddffb req-d6e2b6c3-01e8-41aa-8586-768ed3667392 service neutron] 10.222.0.43 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691983 Nov 09 21:13:11.266701 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f4e688-2865-4dac-ba7c-2ef94d401696 req-916835a0-0eb0-40a7-bfab-f6b7cb64b005 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:11.276246 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c6f4e688-2865-4dac-ba7c-2ef94d401696 req-916835a0-0eb0-40a7-bfab-f6b7cb64b005 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] 10.222.0.49 "GET /v2.0/networks/4531c23d-84b7-490d-8d7c-6676781b6e6a HTTP/1.1" status: 200 len: 784 time: 0.3104384 Nov 09 21:13:11.293452 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-c6f4e688-2865-4dac-ba7c-2ef94d401696 req-80f303e2-2965-47a1-b840-206495aa9306 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:13:11.314969 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c6f4e688-2865-4dac-ba7c-2ef94d401696 req-80f303e2-2965-47a1-b840-206495aa9306 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0377302 Nov 09 21:13:11.321746 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499083ee-ce4d-43cc-bd29-d42a1047bae8 req-28404ac6-19dd-4f08-8ec5-d0b06158e3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:11.325502 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-499083ee-ce4d-43cc-bd29-d42a1047bae8 req-28404ac6-19dd-4f08-8ec5-d0b06158e3cf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=26b680b2-5719-4867-80c5-91edc011cf50 HTTP/1.1" status: 200 len: 855 time: 0.3943779 Nov 09 21:13:11.329785 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d0e33-98fb-4878-985c-04daf7d6e152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aca6fad-fc91-4b24-80be-3cae0378c86d,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:11.444360 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499083ee-ce4d-43cc-bd29-d42a1047bae8 req-91dc5502-3643-4184-a2ec-144a123d3957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:11.447956 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-499083ee-ce4d-43cc-bd29-d42a1047bae8 req-91dc5502-3643-4184-a2ec-144a123d3957 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=edc3ecb2-5f49-4a97-9497-9c4bcc32484e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1130896 Nov 09 21:13:11.579838 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-5f9b5e22-1a1d-46e1-8e74-b39636df89ac tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=901d7209663f4224b6f7af44b74208e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472274 Nov 09 21:13:11.737528 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 11b85c9a-3536-4c3b-b0e9-0ed0bc7ac55f up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:13:11.839113 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88024d87-b44e-4816-bcd4-74e3866b6899 req-3f93bf79-e5cc-4dc2-892a-c4f3394b3f4e tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:11.843214 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-88024d87-b44e-4816-bcd4-74e3866b6899 req-3f93bf79-e5cc-4dc2-892a-c4f3394b3f4e tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/ports?device_id=8097b17c-655c-4469-b0d5-023bbc6ff3bb HTTP/1.1" status: 200 len: 943 time: 0.2466171 Nov 09 21:13:11.896166 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-499083ee-ce4d-43cc-bd29-d42a1047bae8 req-05bf329e-46c9-4f28-961f-b48c73c2a8fc service neutron] 10.222.0.45 "GET /v2.0/networks/edc3ecb2-5f49-4a97-9497-9c4bcc32484e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4348650 Nov 09 21:13:11.913787 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 11b85c9a-3536-4c3b-b0e9-0ed0bc7ac55f triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:13:11.915682 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:11.921935 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-eebc9cc3-e8e3-497d-a62d-e45a8ea50f7e tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:11.934810 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-eebc9cc3-e8e3-497d-a62d-e45a8ea50f7e tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3458388 Nov 09 21:13:11.964747 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-26dfee2a-62db-44af-ad41-d8886b119098 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/quotas/901d7209663f4224b6f7af44b74208e8 HTTP/1.1" status: 200 len: 375 time: 0.0285609 Nov 09 21:13:12.037736 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-6688ed0f-a181-43c0-b69e-1c55b6b93f60 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=901d7209663f4224b6f7af44b74208e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659866 Nov 09 21:13:12.038476 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58900) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:12.060168 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58904) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:12.097972 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b5c1dbc0-cc5b-4c18-aa67-4e04abd2a335 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:12.198572 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-88024d87-b44e-4816-bcd4-74e3866b6899 req-4d7c8e0b-9f63-47ce-a95b-71174baa758f tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/security-groups?id=c10406f7-65bc-482e-b626-a11906f8f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3439264 Nov 09 21:13:12.205789 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:13:12.281456 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-499083ee-ce4d-43cc-bd29-d42a1047bae8 req-668c78ef-8895-4c5d-8b79-a69ace93a6f5 service neutron] 10.222.0.45 "GET /v2.0/networks/edc3ecb2-5f49-4a97-9497-9c4bcc32484e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768566 Nov 09 21:13:12.284561 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b5c1dbc0-cc5b-4c18-aa67-4e04abd2a335 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:12.304032 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b5c1dbc0-cc5b-4c18-aa67-4e04abd2a335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:12.370529 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58912) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:12.388994 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b5c1dbc0-cc5b-4c18-aa67-4e04abd2a335 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0ac775498ad6430f932b397a27516127&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3312728 Nov 09 21:13:12.453762 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c1dbc0-cc5b-4c18-aa67-4e04abd2a335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7016ca-daaa-44dc-a5c3-77ae931b2a52,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:12.512413 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e,segment=NetworkSegment(3b0433f6-0dc2-4350-8149-c15b9bac49ea),segment_id=3b0433f6-0dc2-4350-8149-c15b9bac49ea)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:13:12.554549 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d8f5743a-2e49-468e-b1d4-546843633393 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:12.570183 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': 'fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e', 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68', 'port_id': 'fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e', 'mac_address': 'fa:16:3e:3e:4a:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29a38752-08a3-4b35-bb64-8f5e3f87121b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:13:12.592040 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-88ecade1-c232-4504-82f6-f6f36e2f2d56 req-e601ae68-f976-46fa-8fc9-745b049315c7 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] 10.222.0.49 "GET /v2.0/floatingips/281dc5b7-093a-4cd8-b428-6f7e99de99ba HTTP/1.1" status: 200 len: 693 time: 0.2006831 Nov 09 21:13:12.654492 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3f8e54c3-2fa5-493a-a8ac-9b4a7ea227d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:12.711076 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:12.740270 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:13:12.741710 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d8f5743a-2e49-468e-b1d4-546843633393 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:12.798440 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecade1-c232-4504-82f6-f6f36e2f2d56 req-602168e5-b6b9-4cbb-8838-ed5c05e7834f tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:12.799902 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-88ecade1-c232-4504-82f6-f6f36e2f2d56 req-602168e5-b6b9-4cbb-8838-ed5c05e7834f tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] 10.222.0.49 "GET /v2.0/networks/4531c23d-84b7-490d-8d7c-6676781b6e6a HTTP/1.1" status: 200 len: 784 time: 0.2070751 Nov 09 21:13:12.801945 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e,segment=NetworkSegment(3b0433f6-0dc2-4350-8149-c15b9bac49ea),segment_id=3b0433f6-0dc2-4350-8149-c15b9bac49ea)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:13:12.806565 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:12.831753 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b29ad5-c2d5-47f0-8809-c0831c4d35ec req-b8c9ec41-78cd-476e-bc2d-ee6701b4d670 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:12.835115 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-88b29ad5-c2d5-47f0-8809-c0831c4d35ec req-b8c9ec41-78cd-476e-bc2d-ee6701b4d670 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=41bac806-9e1e-4473-b42d-4b701d2b796d HTTP/1.1" status: 200 len: 943 time: 0.2764473 Nov 09 21:13:12.865099 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3f8e54c3-2fa5-493a-a8ac-9b4a7ea227d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:12.874840 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [req-88ecade1-c232-4504-82f6-f6f36e2f2d56 req-3b922328-988d-4331-ae22-db4b693a360d tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:13:12.887165 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-88ecade1-c232-4504-82f6-f6f36e2f2d56 req-3b922328-988d-4331-ae22-db4b693a360d tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0201910 Nov 09 21:13:12.891013 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3f8e54c3-2fa5-493a-a8ac-9b4a7ea227d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:12.892973 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:13.038346 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-88b29ad5-c2d5-47f0-8809-c0831c4d35ec req-3ac5025e-e398-4e03-96a5-767c773d1c76 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569040 Nov 09 21:13:13.042888 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e54c3-2fa5-493a-a8ac-9b4a7ea227d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ec5e4c-ec5d-4ef7-b1f0-bc298008c055,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:13.056799 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d8f5743a-2e49-468e-b1d4-546843633393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:13.058250 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3f8e54c3-2fa5-493a-a8ac-9b4a7ea227d0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5c51cd1be9c548179dde81aa6f85fb97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9952028 Nov 09 21:13:13.066588 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d8f5743a-2e49-468e-b1d4-546843633393 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:13.069980 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d8f5743a-2e49-468e-b1d4-546843633393 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7b7016ca-daaa-44dc-a5c3-77ae931b2a52 HTTP/1.1" status: 204 len: 168 time: 0.6984534 Nov 09 21:13:13.070606 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58932) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:13.114251 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:13:13.146410 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e25783c7-659c-4d62-b007-1a33a93ef249 req-979756e5-a7e9-431f-8c28-5fb9aec48151 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cef59e2-4b7a-491e-85a3-f99d22df7dee HTTP/1.1" status: 200 len: 210 time: 0.0867188 Nov 09 21:13:13.204897 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f5743a-2e49-468e-b1d4-546843633393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7016ca-daaa-44dc-a5c3-77ae931b2a52,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:13.300611 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b916ee66-b210-4aae-8c41-e485c30f9dd2 req-26cc97f9-2a5a-448f-b875-d2206b4058b2 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] 10.222.0.49 "GET /v2.0/floatingips?tenant_id=08ae6bddd06d48fa83b8d1cbf2474a34 HTTP/1.1" status: 200 len: 696 time: 0.1611426 Nov 09 21:13:13.427680 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-91234a1a-ea4b-49fd-bc82-032cec88e556 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:13.449358 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2e9a6-cf48-499c-a2d7-5148864745d0 req-d86e1632-c6c0-4506-811f-6b1f862492de tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:13.450930 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7ff2e9a6-cf48-499c-a2d7-5148864745d0 req-d86e1632-c6c0-4506-811f-6b1f862492de tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/ports?device_id=8097b17c-655c-4469-b0d5-023bbc6ff3bb HTTP/1.1" status: 200 len: 943 time: 0.0867698 Nov 09 21:13:13.480716 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-91234a1a-ea4b-49fd-bc82-032cec88e556 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:13.547512 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7ff2e9a6-cf48-499c-a2d7-5148864745d0 req-6466d59c-6fbb-463b-8500-50bf81917f50 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/security-groups?id=c10406f7-65bc-482e-b626-a11906f8f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883801 Nov 09 21:13:13.561124 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-91234a1a-ea4b-49fd-bc82-032cec88e556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:13.571399 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-91234a1a-ea4b-49fd-bc82-032cec88e556 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:13.577005 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-91234a1a-ea4b-49fd-bc82-032cec88e556 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/34ec5e4c-ec5d-4ef7-b1f0-bc298008c055 HTTP/1.1" status: 204 len: 168 time: 0.4918067 Nov 09 21:13:13.630002 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91234a1a-ea4b-49fd-bc82-032cec88e556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ec5e4c-ec5d-4ef7-b1f0-bc298008c055,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:13.681152 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916ee66-b210-4aae-8c41-e485c30f9dd2 req-5a00ec81-d8a3-4f57-a5db-dd074e97e707 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:13.689289 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b916ee66-b210-4aae-8c41-e485c30f9dd2 req-5a00ec81-d8a3-4f57-a5db-dd074e97e707 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] 10.222.0.49 "GET /v2.0/networks?id=4531c23d-84b7-490d-8d7c-6676781b6e6a HTTP/1.1" status: 200 len: 787 time: 0.3874891 Nov 09 21:13:13.695139 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-b916ee66-b210-4aae-8c41-e485c30f9dd2 req-a91931bf-2064-46be-976f-0a86793f83f5 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:13:13.701412 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b916ee66-b210-4aae-8c41-e485c30f9dd2 req-a91931bf-2064-46be-976f-0a86793f83f5 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0109403 Nov 09 21:13:14.064915 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-71d025e1-2309-47ab-8f84-cbe85affa332 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=901d7209663f4224b6f7af44b74208e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1052229 Nov 09 21:13:14.229052 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:13:14.347475 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-26a766cc-f340-4f6d-8bd1-114406ceadbe req-a43d68d9-1736-41bd-9599-aa3121935e1b tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] 10.222.0.49 "GET /v2.0/floatingips/281dc5b7-093a-4cd8-b428-6f7e99de99ba HTTP/1.1" status: 200 len: 693 time: 0.6186523 Nov 09 21:13:14.353172 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58970) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:14.373182 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-401a9111-0b8b-4f8b-95ae-d71992a12131 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:14.375204 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-401a9111-0b8b-4f8b-95ae-d71992a12131 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3030369 Nov 09 21:13:14.386368 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9689587-6120-4ead-9382-a407fd35f314 req-cd6367f3-ade6-4b2f-bb8e-b13055f83bdd tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:14.394151 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b84282e9-80ec-487e-9a0e-7eb14a48edba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:14.395591 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a9689587-6120-4ead-9382-a407fd35f314 req-cd6367f3-ade6-4b2f-bb8e-b13055f83bdd tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=41bac806-9e1e-4473-b42d-4b701d2b796d HTTP/1.1" status: 200 len: 944 time: 0.1961854 Nov 09 21:13:14.396078 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:13:14.403844 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-534fe916-61d9-452c-aefb-2d77fdd92a07 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Request body: {'port': {'device_id': '3cef59e2-4b7a-491e-85a3-f99d22df7dee', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'admin_state_up': True, 'tenant_id': '901d7209663f4224b6f7af44b74208e8'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:13:14.412066 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:13:14.412469 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:14.638821 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:14.667609 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a766cc-f340-4f6d-8bd1-114406ceadbe req-97bdced6-734c-47e7-b7a3-4f484ecf0500 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:14.669667 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-26a766cc-f340-4f6d-8bd1-114406ceadbe req-97bdced6-734c-47e7-b7a3-4f484ecf0500 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] 10.222.0.49 "GET /v2.0/networks/4531c23d-84b7-490d-8d7c-6676781b6e6a HTTP/1.1" status: 200 len: 784 time: 0.2806201 Nov 09 21:13:14.685145 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41bac806-9e1e-4473-b42d-4b701d2b796d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:13:14.687634 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb0124b-7fa0-4260-8936-b9a83d3cc158" -d '{"events": [{"server_uuid": "41bac806-9e1e-4473-b42d-4b701d2b796d", "name": "network-vif-plugged", "status": "completed", "tag": "fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:13:14.688318 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [req-26a766cc-f340-4f6d-8bd1-114406ceadbe req-fafd2713-3f01-4a25-bad4-67bd2f2bad56 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:13:14.689833 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-26a766cc-f340-4f6d-8bd1-114406ceadbe req-fafd2713-3f01-4a25-bad4-67bd2f2bad56 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0131080 Nov 09 21:13:14.828497 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-26a766cc-f340-4f6d-8bd1-114406ceadbe req-7f14b555-bb98-46dc-9cd1-6641d771501a tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.128 HTTP/1.1" status: 200 len: 696 time: 0.1039095 Nov 09 21:13:14.906219 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-26a766cc-f340-4f6d-8bd1-114406ceadbe req-129d63a9-c958-4815-b16b-190b5dd1b2b2 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.128 HTTP/1.1" status: 200 len: 696 time: 0.0711720 Nov 09 21:13:14.923682 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e,segment=NetworkSegment(3b0433f6-0dc2-4350-8149-c15b9bac49ea),segment_id=3b0433f6-0dc2-4350-8149-c15b9bac49ea)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:13:14.944768 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:15.059013 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:15.144404 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a9689587-6120-4ead-9382-a407fd35f314 req-d37cd859-8218-44bb-9fba-e21601b8f5e4 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7474480 Nov 09 21:13:15.151275 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b84282e9-80ec-487e-9a0e-7eb14a48edba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:15.188374 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b84282e9-80ec-487e-9a0e-7eb14a48edba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:15.250902 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b84282e9-80ec-487e-9a0e-7eb14a48edba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a7d5e99abda84f949637710d6dc3312d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8965123 Nov 09 21:13:15.254398 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58992) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:15.259122 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84282e9-80ec-487e-9a0e-7eb14a48edba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829fdbe3-9f05-4845-a86c-53e509301c26,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:15.274534 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-534fe916-61d9-452c-aefb-2d77fdd92a07 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Made reservation on behalf of 901d7209663f4224b6f7af44b74208e8 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:13:15.278030 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-534fe916-61d9-452c-aefb-2d77fdd92a07 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:15.313190 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-26a766cc-f340-4f6d-8bd1-114406ceadbe req-df53c0f3-5c32-4e91-8857-674633fd1753 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Deleting port 7f789adc-6508-461d-83c7-ce592fc2474f {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:13:15.313535 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-26a766cc-f340-4f6d-8bd1-114406ceadbe req-df53c0f3-5c32-4e91-8857-674633fd1753 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:15.318172 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3a4f0370-0cda-499f-badb-270493e8a067 req-06578e7c-2b07-4948-9dcd-f3fd97837ea3 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cef59e2-4b7a-491e-85a3-f99d22df7dee HTTP/1.1" status: 200 len: 210 time: 0.0588520 Nov 09 21:13:15.330325 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-534fe916-61d9-452c-aefb-2d77fdd92a07 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:15.487631 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-26a766cc-f340-4f6d-8bd1-114406ceadbe req-df53c0f3-5c32-4e91-8857-674633fd1753 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:15.488257 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1bf52fa7-737b-4bcb-b0f6-9bf9697831b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:15.488384 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-26a766cc-f340-4f6d-8bd1-114406ceadbe req-df53c0f3-5c32-4e91-8857-674633fd1753 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:15.502978 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-26a766cc-f340-4f6d-8bd1-114406ceadbe req-df53c0f3-5c32-4e91-8857-674633fd1753 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Calling delete_port for 7f789adc-6508-461d-83c7-ce592fc2474f owned by network:floatingip {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:13:15.541338 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761cbfa-d7d5-434b-a442-49ddb3204e91 req-dcae1ae9-a060-4e6f-8532-adb68d7a11e3 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:15.548694 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5761cbfa-d7d5-434b-a442-49ddb3204e91 req-dcae1ae9-a060-4e6f-8532-adb68d7a11e3 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/ports?device_id=8097b17c-655c-4469-b0d5-023bbc6ff3bb HTTP/1.1" status: 200 len: 943 time: 0.1322355 Nov 09 21:13:15.552759 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1bf52fa7-737b-4bcb-b0f6-9bf9697831b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:15.616882 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-534fe916-61d9-452c-aefb-2d77fdd92a07 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:15.638022 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-534fe916-61d9-452c-aefb-2d77fdd92a07 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:15.668284 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5761cbfa-d7d5-434b-a442-49ddb3204e91 req-52f13d3e-6e00-4467-983d-a9346c0e50c6 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/security-groups?id=c10406f7-65bc-482e-b626-a11906f8f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188979 Nov 09 21:13:15.695611 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-26a766cc-f340-4f6d-8bd1-114406ceadbe req-df53c0f3-5c32-4e91-8857-674633fd1753 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:15.715560 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534fe916-61d9-452c-aefb-2d77fdd92a07 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=515f8fd5-04fb-4212-b78d-c700d88cf932,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:15.732417 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53c0f3-5c32-4e91-8857-674633fd1753 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Pushing event deleted for resources: {'Port': ['ID=7f789adc-6508-461d-83c7-ce592fc2474f,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:15.765894 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-26a766cc-f340-4f6d-8bd1-114406ceadbe req-df53c0f3-5c32-4e91-8857-674633fd1753 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Publish callbacks [] for floatingip, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:15.769476 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-26a766cc-f340-4f6d-8bd1-114406ceadbe req-df53c0f3-5c32-4e91-8857-674633fd1753 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:15.770731 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-26a766cc-f340-4f6d-8bd1-114406ceadbe req-df53c0f3-5c32-4e91-8857-674633fd1753 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] 10.222.0.49 "DELETE /v2.0/floatingips/281dc5b7-093a-4cd8-b428-6f7e99de99ba HTTP/1.1" status: 204 len: 173 time: 0.8198149 Nov 09 21:13:15.806958 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1bf52fa7-737b-4bcb-b0f6-9bf9697831b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:15.813702 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1bf52fa7-737b-4bcb-b0f6-9bf9697831b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:15.817274 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1bf52fa7-737b-4bcb-b0f6-9bf9697831b5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/829fdbe3-9f05-4845-a86c-53e509301c26 HTTP/1.1" status: 204 len: 168 time: 0.5616195 Nov 09 21:13:15.846981 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a275c1-4157-44aa-8fda-de12e2ebe3d3 x-openstack-request-id: req-f8a275c1-4157-44aa-8fda-de12e2ebe3d3 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:13:15.847470 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41bac806-9e1e-4473-b42d-4b701d2b796d", "name": "network-vif-plugged", "status": "completed", "tag": "fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:13:15.847829 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f8a275c1-4157-44aa-8fda-de12e2ebe3d3 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:13:15.848485 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41bac806-9e1e-4473-b42d-4b701d2b796d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e', 'code': 200} Nov 09 21:13:15.863155 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf52fa7-737b-4bcb-b0f6-9bf9697831b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829fdbe3-9f05-4845-a86c-53e509301c26,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:15.979937 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-534fe916-61d9-452c-aefb-2d77fdd92a07 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Allocated IP 192.168.233.173 (568519e4-f6af-4966-9e93-738c3c6cb9f1/5ba3500c-a288-4596-ba94-148f2bd8a6da/8f939950-bea2-412a-a2e7-7941436a9d0e) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:13:16.187702 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f4583-2f31-44f6-a128-0bc2f3d5d2e9 req-0f07e8d4-f520-467b-9334-e24beaca3c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:16.190093 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1b6f4583-2f31-44f6-a128-0bc2f3d5d2e9 req-0f07e8d4-f520-467b-9334-e24beaca3c73 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=41bac806-9e1e-4473-b42d-4b701d2b796d HTTP/1.1" status: 200 len: 1096 time: 0.2058461 Nov 09 21:13:16.263224 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3b4a22d8-2a6d-4f00-b307-bb056234c556 req-a8ed6044-f233-4bf6-9c4a-0205d8299215 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3648732 Nov 09 21:13:16.277384 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-3b4a22d8-2a6d-4f00-b307-bb056234c556 req-23e3808e-1f90-4970-9564-772eccb15742 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:13:16.292699 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-534fe916-61d9-452c-aefb-2d77fdd92a07 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:16.301941 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1b6f4583-2f31-44f6-a128-0bc2f3d5d2e9 req-78a989c1-abc1-4e91-8ace-f5839ea8a2f0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021714 Nov 09 21:13:16.306965 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-3b4a22d8-2a6d-4f00-b307-bb056234c556 req-23e3808e-1f90-4970-9564-772eccb15742 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Publish callbacks [] for floatingip, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:16.356892 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-534fe916-61d9-452c-aefb-2d77fdd92a07 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:16.439827 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-3b4a22d8-2a6d-4f00-b307-bb056234c556 req-23e3808e-1f90-4970-9564-772eccb15742 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:16.453507 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-534fe916-61d9-452c-aefb-2d77fdd92a07 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Network 568519e4-f6af-4966-9e93-738c3c6cb9f1 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:13:16.459946 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-534fe916-61d9-452c-aefb-2d77fdd92a07 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:13:16.465617 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-534fe916-61d9-452c-aefb-2d77fdd92a07 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:13:16.471787 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-534fe916-61d9-452c-aefb-2d77fdd92a07 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:16.472721 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-534fe916-61d9-452c-aefb-2d77fdd92a07 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:16.509238 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-534fe916-61d9-452c-aefb-2d77fdd92a07 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1097226 Nov 09 21:13:16.509949 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534fe916-61d9-452c-aefb-2d77fdd92a07 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Pushing event updated for resources: {'Port': ['ID=8f939950-bea2-412a-a2e7-7941436a9d0e,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:16.531491 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-db800dd4-7e6a-4610-8960-7ce216cda06a service neutron] Request body: {'port': {'device_id': '3cef59e2-4b7a-491e-85a3-f99d22df7dee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:13:16.645672 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-db800dd4-7e6a-4610-8960-7ce216cda06a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:16.718836 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-3b4a22d8-2a6d-4f00-b307-bb056234c556 req-23e3808e-1f90-4970-9564-772eccb15742 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Allocated IP 172.25.7.177 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/19d54730-ee2c-4828-96b3-9b53e73b157c) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:13:16.888981 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:13:16.945233 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-3bc90a38-7be0-4c25-903d-6020f99b81bc None None] Provisioning complete for port 8f939950-bea2-412a-a2e7-7941436a9d0e triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:13:16.948793 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3bc90a38-7be0-4c25-903d-6020f99b81bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:16.969972 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-3b4a22d8-2a6d-4f00-b307-bb056234c556 req-23e3808e-1f90-4970-9564-772eccb15742 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:16.995932 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-3bc90a38-7be0-4c25-903d-6020f99b81bc None None] Port 8f939950-bea2-412a-a2e7-7941436a9d0e cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:13:17.049144 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-3b4a22d8-2a6d-4f00-b307-bb056234c556 req-23e3808e-1f90-4970-9564-772eccb15742 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:17.078410 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8afe4b3-fdab-48ee-8dd0-fd31c01f78d2 req-9c8b8155-b8cf-47de-b4aa-7f82236f14b6 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:17.080557 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c8afe4b3-fdab-48ee-8dd0-fd31c01f78d2 req-9c8b8155-b8cf-47de-b4aa-7f82236f14b6 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=41bac806-9e1e-4473-b42d-4b701d2b796d HTTP/1.1" status: 200 len: 945 time: 0.1410484 Nov 09 21:13:17.104308 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e3808e-1f90-4970-9564-772eccb15742 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Pushing event updated for resources: {'Port': ['ID=19d54730-ee2c-4828-96b3-9b53e73b157c,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:17.124712 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b4a22d8-2a6d-4f00-b307-bb056234c556 req-23e3808e-1f90-4970-9564-772eccb15742 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:13:17.126596 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-3b4a22d8-2a6d-4f00-b307-bb056234c556 req-23e3808e-1f90-4970-9564-772eccb15742 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:13:17.132509 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b4a22d8-2a6d-4f00-b307-bb056234c556 req-23e3808e-1f90-4970-9564-772eccb15742 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:13:17.193447 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c8afe4b3-fdab-48ee-8dd0-fd31c01f78d2 req-2c3970e1-628f-4c8d-8ec0-abf73ce42a4c tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060839 Nov 09 21:13:17.198790 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-db800dd4-7e6a-4610-8960-7ce216cda06a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f939950-bea2-412a-a2e7-7941436a9d0e {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:13:17.202134 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-3b4a22d8-2a6d-4f00-b307-bb056234c556 req-23e3808e-1f90-4970-9564-772eccb15742 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:17.208046 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-db800dd4-7e6a-4610-8960-7ce216cda06a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:17.226512 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-db800dd4-7e6a-4610-8960-7ce216cda06a service neutron] Transition to ACTIVE for port object 8f939950-bea2-412a-a2e7-7941436a9d0e will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:13:17.237293 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-db800dd4-7e6a-4610-8960-7ce216cda06a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:17.264234 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-3b4a22d8-2a6d-4f00-b307-bb056234c556 req-23e3808e-1f90-4970-9564-772eccb15742 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:17.300606 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db800dd4-7e6a-4610-8960-7ce216cda06a service neutron] Pushing event updated for resources: {'Port': ['ID=8f939950-bea2-412a-a2e7-7941436a9d0e,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:17.416352 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-db800dd4-7e6a-4610-8960-7ce216cda06a service neutron] Attempting to bind port 8f939950-bea2-412a-a2e7-7941436a9d0e on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:13:17.418094 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-db800dd4-7e6a-4610-8960-7ce216cda06a service neutron] Attempting to bind port 8f939950-bea2-412a-a2e7-7941436a9d0e by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:13:17.418435 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-db800dd4-7e6a-4610-8960-7ce216cda06a service neutron] Attempting to bind port 8f939950-bea2-412a-a2e7-7941436a9d0e on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:13:17.443490 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-db800dd4-7e6a-4610-8960-7ce216cda06a service neutron] Port 8f939950-bea2-412a-a2e7-7941436a9d0e on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:13:17.443899 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-db800dd4-7e6a-4610-8960-7ce216cda06a service neutron] Attempting to bind port 8f939950-bea2-412a-a2e7-7941436a9d0e on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:13:17.475206 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-db800dd4-7e6a-4610-8960-7ce216cda06a service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:13:17.475583 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-db800dd4-7e6a-4610-8960-7ce216cda06a service neutron] Checking segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:13:17.476438 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-db800dd4-7e6a-4610-8960-7ce216cda06a service neutron] Bound using segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:13:17.476438 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-db800dd4-7e6a-4610-8960-7ce216cda06a service neutron] Bound port: 8f939950-bea2-412a-a2e7-7941436a9d0e, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:13:17.476778 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-db800dd4-7e6a-4610-8960-7ce216cda06a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:17.514867 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed517c47-6227-4250-b71b-35a399c814f0 req-7b404c30-6aca-4c2c-bdb6-d99c49ef3fb6 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:17.516963 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ed517c47-6227-4250-b71b-35a399c814f0 req-7b404c30-6aca-4c2c-bdb6-d99c49ef3fb6 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cef59e2-4b7a-491e-85a3-f99d22df7dee HTTP/1.1" status: 200 len: 948 time: 0.1878052 Nov 09 21:13:17.597264 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-3b4a22d8-2a6d-4f00-b307-bb056234c556 req-23e3808e-1f90-4970-9564-772eccb15742 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:17.606558 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1978c911-b261-4269-afe2-94e410cb04cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:17.607111 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-3b4a22d8-2a6d-4f00-b307-bb056234c556 req-23e3808e-1f90-4970-9564-772eccb15742 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:17.616875 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-db800dd4-7e6a-4610-8960-7ce216cda06a service neutron] For port 8f939950-bea2-412a-a2e7-7941436a9d0e, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:13:17.620092 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-db800dd4-7e6a-4610-8960-7ce216cda06a service neutron] For port 8f939950-bea2-412a-a2e7-7941436a9d0e, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=8f939950-bea2-412a-a2e7-7941436a9d0e,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:13:17.624233 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-db800dd4-7e6a-4610-8960-7ce216cda06a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:17.630524 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-3b4a22d8-2a6d-4f00-b307-bb056234c556 req-23e3808e-1f90-4970-9564-772eccb15742 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:17.695639 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-3b4a22d8-2a6d-4f00-b307-bb056234c556 req-23e3808e-1f90-4970-9564-772eccb15742 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:17.699062 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3b4a22d8-2a6d-4f00-b307-bb056234c556 req-23e3808e-1f90-4970-9564-772eccb15742 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4268961 Nov 09 21:13:17.712593 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-db800dd4-7e6a-4610-8960-7ce216cda06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:17.713257 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-db800dd4-7e6a-4610-8960-7ce216cda06a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:17.715119 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-db800dd4-7e6a-4610-8960-7ce216cda06a service neutron] 10.222.0.45 "PUT /v2.0/ports/8f939950-bea2-412a-a2e7-7941436a9d0e HTTP/1.1" status: 200 len: 1096 time: 1.1972187 Nov 09 21:13:17.719501 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cef59e2-4b7a-491e-85a3-f99d22df7dee', 'tag': '8f939950-bea2-412a-a2e7-7941436a9d0e'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:13:17.721821 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21892ae5-d6ef-4e45-ae40-b39312f35a5f" -d '{"events": [{"name": "network-changed", "server_uuid": "3cef59e2-4b7a-491e-85a3-f99d22df7dee", "tag": "8f939950-bea2-412a-a2e7-7941436a9d0e"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:13:17.750965 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ed517c47-6227-4250-b71b-35a399c814f0 req-c34fe04f-49dd-4dc8-91ed-f0c785e9c56a tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069530 Nov 09 21:13:17.759564 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db800dd4-7e6a-4610-8960-7ce216cda06a service neutron] Pushing event updated for resources: {'Port': ['ID=8f939950-bea2-412a-a2e7-7941436a9d0e,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:17.851388 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3b4a22d8-2a6d-4f00-b307-bb056234c556 req-0688d2bd-2df2-405f-885a-5077673d3ecc tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.177 HTTP/1.1" status: 200 len: 696 time: 0.1412814 Nov 09 21:13:17.885528 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e3808e-1f90-4970-9564-772eccb15742 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Pushing event updated for resources: {'Port': ['ID=19d54730-ee2c-4828-96b3-9b53e73b157c,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:17.893400 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-94191dec-38dc-4a9b-a92a-d2822fa92bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:17.894746 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-94191dec-38dc-4a9b-a92a-d2822fa92bf0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=901d7209663f4224b6f7af44b74208e8&device_id=3cef59e2-4b7a-491e-85a3-f99d22df7dee HTTP/1.1" status: 200 len: 1099 time: 0.1138587 Nov 09 21:13:17.993780 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-775049fc-a298-40a3-8b2f-19614fea50d6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=8f939950-bea2-412a-a2e7-7941436a9d0e HTTP/1.1" status: 200 len: 217 time: 0.0875404 Nov 09 21:13:18.021888 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a22d8-2a6d-4f00-b307-bb056234c556 req-4d001463-85d4-433d-8df8-20083aae0496 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:18.025080 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3b4a22d8-2a6d-4f00-b307-bb056234c556 req-4d001463-85d4-433d-8df8-20083aae0496 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] 10.222.0.49 "GET /v2.0/networks/4531c23d-84b7-490d-8d7c-6676781b6e6a HTTP/1.1" status: 200 len: 784 time: 0.1645663 Nov 09 21:13:18.040338 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [req-3b4a22d8-2a6d-4f00-b307-bb056234c556 req-28bef4c7-6db2-4b60-b6e8-8a6b9286ad9e tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:13:18.042918 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3b4a22d8-2a6d-4f00-b307-bb056234c556 req-28bef4c7-6db2-4b60-b6e8-8a6b9286ad9e tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100441 Nov 09 21:13:18.142494 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-106c092e-10e9-4d3f-901d-de97c99abc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:18.143727 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-106c092e-10e9-4d3f-901d-de97c99abc72 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.1407030 Nov 09 21:13:18.184733 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f895c-66f1-42e1-8758-fb62a47a8f9f req-ecbb0d9c-cc66-49c7-97b0-fd0277fd8c96 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:18.189484 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c58f895c-66f1-42e1-8758-fb62a47a8f9f req-ecbb0d9c-cc66-49c7-97b0-fd0277fd8c96 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/ports?device_id=8097b17c-655c-4469-b0d5-023bbc6ff3bb HTTP/1.1" status: 200 len: 943 time: 0.0668662 Nov 09 21:13:18.235504 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-db3cbf1a-9cd2-4abb-9ead-0e81a60a22cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:18.236779 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-db3cbf1a-9cd2-4abb-9ead-0e81a60a22cf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0847528 Nov 09 21:13:18.290702 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c58f895c-66f1-42e1-8758-fb62a47a8f9f req-f9fac222-4ba4-4c86-adfd-638098af0fd2 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/security-groups?id=c10406f7-65bc-482e-b626-a11906f8f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930328 Nov 09 21:13:18.421237 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b758494a-0ee6-424f-9fa0-038271924762 x-openstack-request-id: req-b758494a-0ee6-424f-9fa0-038271924762 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:13:18.421837 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cef59e2-4b7a-491e-85a3-f99d22df7dee", "tag": "8f939950-bea2-412a-a2e7-7941436a9d0e", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:13:18.421837 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b758494a-0ee6-424f-9fa0-038271924762 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:13:18.422280 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cef59e2-4b7a-491e-85a3-f99d22df7dee', 'tag': '8f939950-bea2-412a-a2e7-7941436a9d0e', 'status': 'completed', 'code': 200} Nov 09 21:13:18.464102 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-3238a779-a779-4687-a116-66072ebabea8 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136586 Nov 09 21:13:18.472514 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43bcb79e-1037-4bb2-b94d-85d43124c427 req-81b98eb9-42b4-443d-929c-bdab7dc4c83a tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] 10.222.0.49 "GET /v2.0/floatingips/f8f5f38d-fd03-4756-a250-36eef54a356b HTTP/1.1" status: 200 len: 693 time: 0.0965605 Nov 09 21:13:18.679352 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2af421cc-a149-458f-8877-1800f4ec34f0 req-91a351ff-1f3f-421e-904e-48ab6560a746 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062027 Nov 09 21:13:18.695393 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bcb79e-1037-4bb2-b94d-85d43124c427 req-602197e8-4a61-4e91-95d8-c88ae9301603 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:18.703558 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43bcb79e-1037-4bb2-b94d-85d43124c427 req-602197e8-4a61-4e91-95d8-c88ae9301603 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] 10.222.0.49 "GET /v2.0/networks/4531c23d-84b7-490d-8d7c-6676781b6e6a HTTP/1.1" status: 200 len: 784 time: 0.2213645 Nov 09 21:13:18.709857 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-43bcb79e-1037-4bb2-b94d-85d43124c427 req-4b49d544-5b72-45d5-bfe1-4bc570218a95 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:13:18.716905 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43bcb79e-1037-4bb2-b94d-85d43124c427 req-4b49d544-5b72-45d5-bfe1-4bc570218a95 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0123975 Nov 09 21:13:18.769165 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43bcb79e-1037-4bb2-b94d-85d43124c427 req-be737946-6b1f-4771-917b-0338991f8e43 tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.177 HTTP/1.1" status: 200 len: 696 time: 0.0512464 Nov 09 21:13:18.852713 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43bcb79e-1037-4bb2-b94d-85d43124c427 req-b0a7ebfc-b9b2-4c98-a6c0-447058b57b6f tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.177 HTTP/1.1" status: 200 len: 696 time: 0.0731950 Nov 09 21:13:18.947385 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21892ae5-d6ef-4e45-ae40-b39312f35a5f req-1365baa1-10b9-446d-8781-e413da19d580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:18.949113 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-21892ae5-d6ef-4e45-ae40-b39312f35a5f req-1365baa1-10b9-446d-8781-e413da19d580 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=901d7209663f4224b6f7af44b74208e8&device_id=3cef59e2-4b7a-491e-85a3-f99d22df7dee HTTP/1.1" status: 200 len: 1099 time: 0.1787524 Nov 09 21:13:19.033587 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f1023-bd13-416e-8ef5-273d8f064cf0 req-50d5e5b3-e5d6-4c8b-a9ae-8b8ae45bfee3 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:19.035740 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-205f1023-bd13-416e-8ef5-273d8f064cf0 req-50d5e5b3-e5d6-4c8b-a9ae-8b8ae45bfee3 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=41bac806-9e1e-4473-b42d-4b701d2b796d HTTP/1.1" status: 200 len: 945 time: 0.0781670 Nov 09 21:13:19.092624 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-43bcb79e-1037-4bb2-b94d-85d43124c427 req-bf4e44a8-2b15-4ab0-83be-dfd9d9c9415d tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Deleting port 19d54730-ee2c-4828-96b3-9b53e73b157c {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:13:19.093005 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-43bcb79e-1037-4bb2-b94d-85d43124c427 req-bf4e44a8-2b15-4ab0-83be-dfd9d9c9415d tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:19.118734 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-205f1023-bd13-416e-8ef5-273d8f064cf0 req-d1ecfc2e-3ea6-4ae5-816d-f4b85c25d6be tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705881 Nov 09 21:13:19.150429 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21892ae5-d6ef-4e45-ae40-b39312f35a5f req-d16f1c40-8d71-48f9-8ac1-3f2bc9c64e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:19.151940 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-21892ae5-d6ef-4e45-ae40-b39312f35a5f req-d16f1c40-8d71-48f9-8ac1-3f2bc9c64e55 service neutron] 10.222.0.45 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.1614928 Nov 09 21:13:19.203530 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-21892ae5-d6ef-4e45-ae40-b39312f35a5f req-a106a9de-c5c3-440d-8c56-1025778a90da service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=8f939950-bea2-412a-a2e7-7941436a9d0e HTTP/1.1" status: 200 len: 217 time: 0.0436606 Nov 09 21:13:19.281297 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-43bcb79e-1037-4bb2-b94d-85d43124c427 req-bf4e44a8-2b15-4ab0-83be-dfd9d9c9415d tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:19.281574 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-43bcb79e-1037-4bb2-b94d-85d43124c427 req-bf4e44a8-2b15-4ab0-83be-dfd9d9c9415d tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:19.304071 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-43bcb79e-1037-4bb2-b94d-85d43124c427 req-bf4e44a8-2b15-4ab0-83be-dfd9d9c9415d tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Calling delete_port for 19d54730-ee2c-4828-96b3-9b53e73b157c owned by network:floatingip {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:13:19.312817 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21892ae5-d6ef-4e45-ae40-b39312f35a5f req-f02477fb-9034-46e5-b754-0ec3c2311fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:19.314579 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-21892ae5-d6ef-4e45-ae40-b39312f35a5f req-f02477fb-9034-46e5-b754-0ec3c2311fc0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.1003401 Nov 09 21:13:19.379733 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed268f-c848-47e1-8932-caf6a7f96cad req-b0a685d7-681f-4cf2-a0ee-7c0dfdda61a4 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:19.381427 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-46ed268f-c848-47e1-8932-caf6a7f96cad req-b0a685d7-681f-4cf2-a0ee-7c0dfdda61a4 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cef59e2-4b7a-491e-85a3-f99d22df7dee HTTP/1.1" status: 200 len: 948 time: 0.0682008 Nov 09 21:13:19.435828 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21892ae5-d6ef-4e45-ae40-b39312f35a5f req-af55e938-7137-4b29-a3d8-9f9bafdb7e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:19.436356 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-46ed268f-c848-47e1-8932-caf6a7f96cad req-bab318fc-056b-4733-89a1-7ecc0135994a tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465949 Nov 09 21:13:19.437420 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-21892ae5-d6ef-4e45-ae40-b39312f35a5f req-af55e938-7137-4b29-a3d8-9f9bafdb7e18 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1142781 Nov 09 21:13:19.574263 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-21892ae5-d6ef-4e45-ae40-b39312f35a5f req-72e947fa-f3a9-4510-ba48-2d925129afa6 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249588 Nov 09 21:13:19.575336 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-43bcb79e-1037-4bb2-b94d-85d43124c427 req-bf4e44a8-2b15-4ab0-83be-dfd9d9c9415d tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:19.612476 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e44a8-2b15-4ab0-83be-dfd9d9c9415d tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Pushing event deleted for resources: {'Port': ['ID=19d54730-ee2c-4828-96b3-9b53e73b157c,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:19.663594 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-43bcb79e-1037-4bb2-b94d-85d43124c427 req-bf4e44a8-2b15-4ab0-83be-dfd9d9c9415d tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Publish callbacks [] for floatingip, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:19.667511 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-43bcb79e-1037-4bb2-b94d-85d43124c427 req-bf4e44a8-2b15-4ab0-83be-dfd9d9c9415d tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:19.668651 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43bcb79e-1037-4bb2-b94d-85d43124c427 req-bf4e44a8-2b15-4ab0-83be-dfd9d9c9415d tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] 10.222.0.49 "DELETE /v2.0/floatingips/f8f5f38d-fd03-4756-a250-36eef54a356b HTTP/1.1" status: 204 len: 173 time: 0.8148689 Nov 09 21:13:19.712363 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-21892ae5-d6ef-4e45-ae40-b39312f35a5f req-fba082c0-9095-400c-9127-e68f1beda027 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292851 Nov 09 21:13:19.804423 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79506476-f311-4198-b5d9-74166f893c8b req-c6c65339-aca0-415f-bf71-d295d25661ae tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:19.806740 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-79506476-f311-4198-b5d9-74166f893c8b req-c6c65339-aca0-415f-bf71-d295d25661ae tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=41bac806-9e1e-4473-b42d-4b701d2b796d HTTP/1.1" status: 200 len: 1096 time: 0.0449133 Nov 09 21:13:19.863664 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-79506476-f311-4198-b5d9-74166f893c8b req-d4651d24-6074-437b-a78b-834043c9ba3b tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486059 Nov 09 21:13:19.965497 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee04b56-1d7c-47a6-872e-bbc92933f639 req-9f1bac92-8d03-4b1a-80ec-be3d9518637c tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:19.966925 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6ee04b56-1d7c-47a6-872e-bbc92933f639 req-9f1bac92-8d03-4b1a-80ec-be3d9518637c tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/ports?device_id=8097b17c-655c-4469-b0d5-023bbc6ff3bb HTTP/1.1" status: 200 len: 943 time: 0.0577440 Nov 09 21:13:19.982625 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8371958b-b235-46a2-92e5-5342ea0b360b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:20.020412 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6ee04b56-1d7c-47a6-872e-bbc92933f639 req-4a0f941f-5ba7-4472-8687-63c833e2183f tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/security-groups?id=c10406f7-65bc-482e-b626-a11906f8f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462823 Nov 09 21:13:20.080135 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [req-07190772-cbdd-4f28-89ff-1f5ecde64bf3 req-d548d705-1c1d-4a72-be1b-a6ec3f2bdc9d tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] show failed (client error): The resource could not be found. Nov 09 21:13:20.081399 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-07190772-cbdd-4f28-89ff-1f5ecde64bf3 req-d548d705-1c1d-4a72-be1b-a6ec3f2bdc9d tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] 10.222.0.49 "GET /v2.0/floatingips/f8f5f38d-fd03-4756-a250-36eef54a356b HTTP/1.1" status: 404 len: 350 time: 0.0375495 Nov 09 21:13:20.167209 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5149d70-e339-4c1c-9984-de0fe5e18752 req-d65b7607-d6b8-46a4-abed-011ebf79e80e tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:20.168736 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c5149d70-e339-4c1c-9984-de0fe5e18752 req-d65b7607-d6b8-46a4-abed-011ebf79e80e tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=41bac806-9e1e-4473-b42d-4b701d2b796d HTTP/1.1" status: 200 len: 1096 time: 0.0406487 Nov 09 21:13:20.213033 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c5149d70-e339-4c1c-9984-de0fe5e18752 req-e060666a-6c1d-4b8e-ab9d-2022ff2c3ca1 tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380175 Nov 09 21:13:20.282857 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [req-c4102f96-2dc4-4e42-91c7-37496815ec47 req-4ecd87c7-9f90-49fe-935d-961a2ca48aaf tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] show failed (client error): The resource could not be found. Nov 09 21:13:20.283823 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c4102f96-2dc4-4e42-91c7-37496815ec47 req-4ecd87c7-9f90-49fe-935d-961a2ca48aaf tempest-FloatingIPsTestJSON-673508663 tempest-FloatingIPsTestJSON-673508663-project] 10.222.0.49 "GET /v2.0/floatingips/f8f5f38d-fd03-4756-a250-36eef54a356b HTTP/1.1" status: 404 len: 350 time: 0.0340688 Nov 09 21:13:20.292510 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59158) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:20.860673 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:21.001599 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d9b72-be7e-4950-9165-9de5c480017c req-406c5538-06b8-4e38-8b02-9c5d490d377b tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:21.003018 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-224d9b72-be7e-4950-9165-9de5c480017c req-406c5538-06b8-4e38-8b02-9c5d490d377b tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cef59e2-4b7a-491e-85a3-f99d22df7dee HTTP/1.1" status: 200 len: 948 time: 0.3579700 Nov 09 21:13:21.096158 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-314c5086-edfc-4021-92d0-86f7144e9bdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:21.100717 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-224d9b72-be7e-4950-9165-9de5c480017c req-06177dd8-ece2-40b8-9715-7f1aea6b8136 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894794 Nov 09 21:13:21.144113 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7603d-bf7c-48e7-8009-b30585c1c367 req-ecbca039-5e62-495b-a52a-4f2d691140d7 tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:21.145697 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8de7603d-bf7c-48e7-8009-b30585c1c367 req-ecbca039-5e62-495b-a52a-4f2d691140d7 tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=41bac806-9e1e-4473-b42d-4b701d2b796d HTTP/1.1" status: 200 len: 1096 time: 0.0486088 Nov 09 21:13:21.195245 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8de7603d-bf7c-48e7-8009-b30585c1c367 req-e49bc1bb-ebfd-407f-960b-0ef3889467e9 tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430229 Nov 09 21:13:21.380658 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79703aa-7d3c-4423-a5dd-2c373a99fd5b req-40263300-f824-4830-ac14-4a8ca4a0998b tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:21.382171 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d79703aa-7d3c-4423-a5dd-2c373a99fd5b req-40263300-f824-4830-ac14-4a8ca4a0998b tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/ports?device_id=8097b17c-655c-4469-b0d5-023bbc6ff3bb HTTP/1.1" status: 200 len: 943 time: 0.0844193 Nov 09 21:13:21.470294 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d79703aa-7d3c-4423-a5dd-2c373a99fd5b req-066c8ddc-63fa-49da-a38a-add7f2274922 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/security-groups?id=c10406f7-65bc-482e-b626-a11906f8f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803699 Nov 09 21:13:21.548561 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-314c5086-edfc-4021-92d0-86f7144e9bdf admin admin] Deleting port 11b85c9a-3536-4c3b-b0e9-0ed0bc7ac55f {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:13:21.548936 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-314c5086-edfc-4021-92d0-86f7144e9bdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:21.591960 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 8f939950-bea2-412a-a2e7-7941436a9d0e details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:13:21.657502 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-314c5086-edfc-4021-92d0-86f7144e9bdf admin admin] For port 11b85c9a-3536-4c3b-b0e9-0ed0bc7ac55f, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=11b85c9a-3536-4c3b-b0e9-0ed0bc7ac55f,segment=NetworkSegment(c3ff64fc-3348-44af-bb87-9bcd35a165dc),segment_id=c3ff64fc-3348-44af-bb87-9bcd35a165dc)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:13:21.657865 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-314c5086-edfc-4021-92d0-86f7144e9bdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:21.726443 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-314c5086-edfc-4021-92d0-86f7144e9bdf admin admin] Calling delete_port for 11b85c9a-3536-4c3b-b0e9-0ed0bc7ac55f owned by network:router_interface {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:13:21.755189 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 8f939950-bea2-412a-a2e7-7941436a9d0e, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=8f939950-bea2-412a-a2e7-7941436a9d0e,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:13:21.771236 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '8f939950-bea2-412a-a2e7-7941436a9d0e', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'port_id': '8f939950-bea2-412a-a2e7-7941436a9d0e', 'mac_address': 'fa:16:3e:27:84:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba3500c-a288-4596-ba94-148f2bd8a6da', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:13:21.817143 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:21.830510 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe8216-39f0-4053-83b0-bd15fd52a562 req-5ffba449-5024-409c-bc71-a242d49b3c60 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:21.831246 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f939950-bea2-412a-a2e7-7941436a9d0e {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:13:21.832036 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dafe8216-39f0-4053-83b0-bd15fd52a562 req-5ffba449-5024-409c-bc71-a242d49b3c60 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/networks?id=c451f8d0-81c8-47ac-9cdf-57d805f40534 HTTP/1.1" status: 200 len: 805 time: 0.1711743 Nov 09 21:13:21.851063 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59254) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:21.858542 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 8f939950-bea2-412a-a2e7-7941436a9d0e, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=8f939950-bea2-412a-a2e7-7941436a9d0e,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:13:21.863905 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:21.886774 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dafe8216-39f0-4053-83b0-bd15fd52a562 req-51342e32-8b36-4fa6-be4f-bd60c23c8636 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/quotas/76936f9674ad45baa5c13f7f3fe24c2c HTTP/1.1" status: 200 len: 375 time: 0.0470212 Nov 09 21:13:21.889268 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59258) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:21.929148 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=8f939950-bea2-412a-a2e7-7941436a9d0e,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:22.018021 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dafe8216-39f0-4053-83b0-bd15fd52a562 req-ef8f3481-c197-4215-99fe-802650f6e951 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=76936f9674ad45baa5c13f7f3fe24c2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1035593 Nov 09 21:13:22.056914 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c17d5377-c8a7-4d4d-b089-87630c1a4b53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:22.058855 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b4bc3066-b0c8-45d1-b813-d257931cf552 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:22.079497 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-314c5086-edfc-4021-92d0-86f7144e9bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:22.112384 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c5086-edfc-4021-92d0-86f7144e9bdf admin admin] Pushing event deleted for resources: {'Port': ['ID=11b85c9a-3536-4c3b-b0e9-0ed0bc7ac55f,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:22.128560 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['8f939950-bea2-412a-a2e7-7941436a9d0e'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:13:22.230711 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b4bc3066-b0c8-45d1-b813-d257931cf552 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:22.242017 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b4bc3066-b0c8-45d1-b813-d257931cf552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:22.249002 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c17d5377-c8a7-4d4d-b089-87630c1a4b53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:22.262266 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:22.266437 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c17d5377-c8a7-4d4d-b089-87630c1a4b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:22.267696 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dafe8216-39f0-4053-83b0-bd15fd52a562 req-9df7285d-57b9-4b0a-bac6-bc165df6ff4c service neutron] 10.222.0.49 "GET /v2.0/networks/c451f8d0-81c8-47ac-9cdf-57d805f40534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487667 Nov 09 21:13:22.306974 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b4bc3066-b0c8-45d1-b813-d257931cf552 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f8ab2622bcb74e61a43cf9dfaa1907b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4544487 Nov 09 21:13:22.315273 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59280) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:22.332958 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c17d5377-c8a7-4d4d-b089-87630c1a4b53 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e1aaa9feb141493aaa8e0344e8fb5279&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4384847 Nov 09 21:13:22.340687 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59284) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:22.348539 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc3066-b0c8-45d1-b813-d257931cf552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4130c9d-5fce-4595-966e-3a6227f87046,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:22.387365 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-314c5086-edfc-4021-92d0-86f7144e9bdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:22.449886 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17d5377-c8a7-4d4d-b089-87630c1a4b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52bb1646-7433-4d2b-a39c-d09b849be68a,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:22.493776 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-86947747-b3fa-4d23-8e3d-c9c225c7d66c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:22.495645 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d8e20172-564d-4965-9488-4f706957aaf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:22.532563 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d8e20172-564d-4965-9488-4f706957aaf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:22.535318 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-86947747-b3fa-4d23-8e3d-c9c225c7d66c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:22.576048 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dafe8216-39f0-4053-83b0-bd15fd52a562 req-577fa3e0-6fea-496a-8d5b-788d515d8011 service neutron] 10.222.0.49 "GET /v2.0/networks/c451f8d0-81c8-47ac-9cdf-57d805f40534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074608 Nov 09 21:13:22.585011 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:22.610849 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-86947747-b3fa-4d23-8e3d-c9c225c7d66c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:22.614468 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-86947747-b3fa-4d23-8e3d-c9c225c7d66c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:22.618690 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-86947747-b3fa-4d23-8e3d-c9c225c7d66c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/52bb1646-7433-4d2b-a39c-d09b849be68a HTTP/1.1" status: 204 len: 168 time: 0.2766707 Nov 09 21:13:22.622814 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d8e20172-564d-4965-9488-4f706957aaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:22.625779 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d8e20172-564d-4965-9488-4f706957aaf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:22.627450 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d8e20172-564d-4965-9488-4f706957aaf0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c4130c9d-5fce-4595-966e-3a6227f87046 HTTP/1.1" status: 204 len: 168 time: 0.3110273 Nov 09 21:13:22.634415 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86947747-b3fa-4d23-8e3d-c9c225c7d66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bb1646-7433-4d2b-a39c-d09b849be68a,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:22.646226 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e20172-564d-4965-9488-4f706957aaf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4130c9d-5fce-4595-966e-3a6227f87046,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:22.760582 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-2677a585-e1e2-4914-bc16-c819cb5af16c tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:13:22.761970 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-2677a585-e1e2-4914-bc16-c819cb5af16c tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071840 Nov 09 21:13:22.808465 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-0710a8ac-5026-437b-b7c9-862413e7380c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:22.810478 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-0710a8ac-5026-437b-b7c9-862413e7380c service neutron] 10.222.0.49 "GET /v2.0/ports/fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e HTTP/1.1" status: 200 len: 1093 time: 0.0412979 Nov 09 21:13:22.821352 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-9a3b88ae-bbf5-4190-b431-1fc95cb10e0b service neutron] Request body: {'binding': {'host': 'n-h1-816206-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:13:22.824655 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-9a3b88ae-bbf5-4190-b431-1fc95cb10e0b service neutron] Unknown quota resources ['binding']. {{(pid=102607) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 21:13:22.827269 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314c5086-edfc-4021-92d0-86f7144e9bdf admin admin] Router f2938e2f-dc72-43e0-bced-6e71b5b8e97c has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:13:22.929185 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a53429-60ad-4c00-ab56-e3488aa98347 req-dee5fe29-2d54-4115-8907-45284addfcd7 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:22.938289 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e3a53429-60ad-4c00-ab56-e3488aa98347 req-dee5fe29-2d54-4115-8907-45284addfcd7 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cef59e2-4b7a-491e-85a3-f99d22df7dee HTTP/1.1" status: 200 len: 949 time: 0.1252429 Nov 09 21:13:23.046364 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-9a3b88ae-bbf5-4190-b431-1fc95cb10e0b service neutron] Attempting to bind port fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e on host n-h1-816206-3 for vnic_type normal with profile None {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:13:23.046607 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-9a3b88ae-bbf5-4190-b431-1fc95cb10e0b service neutron] Attempting to bind port fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '3b0433f6-0dc2-4350-8149-c15b9bac49ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:13:23.049167 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-9a3b88ae-bbf5-4190-b431-1fc95cb10e0b service neutron] Attempting to bind port fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e on network ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:13:23.062286 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e3a53429-60ad-4c00-ab56-e3488aa98347 req-9f3aa769-ff8e-4dc3-a10b-4acaf4104fa5 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208961 Nov 09 21:13:23.066079 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314c5086-edfc-4021-92d0-86f7144e9bdf admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:13:23.067337 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-9a3b88ae-bbf5-4190-b431-1fc95cb10e0b service neutron] Port fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e on network ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:13:23.067666 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-9a3b88ae-bbf5-4190-b431-1fc95cb10e0b service neutron] Attempting to bind port fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e on network ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:13:23.080025 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-9a3b88ae-bbf5-4190-b431-1fc95cb10e0b service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:13:23.080025 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-9a3b88ae-bbf5-4190-b431-1fc95cb10e0b service neutron] Checking segment: {'id': '3b0433f6-0dc2-4350-8149-c15b9bac49ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:13:23.080025 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-9a3b88ae-bbf5-4190-b431-1fc95cb10e0b service neutron] Bound using segment: {'id': '3b0433f6-0dc2-4350-8149-c15b9bac49ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:13:23.080276 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-314c5086-edfc-4021-92d0-86f7144e9bdf admin admin] 10.222.0.49 "PUT /v2.0/routers/f2938e2f-dc72-43e0-bced-6e71b5b8e97c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7847307 Nov 09 21:13:23.080363 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-9a3b88ae-bbf5-4190-b431-1fc95cb10e0b service neutron] Bound port: fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b0433f6-0dc2-4350-8149-c15b9bac49ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:13:23.081267 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59304) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:23.084484 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cb7204-c19b-4999-8e54-cf4425c5fc39 None None] Sync routers for ids ['f2938e2f-dc72-43e0-bced-6e71b5b8e97c'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:13:23.105440 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cb7204-c19b-4999-8e54-cf4425c5fc39 None None] Routers {'f2938e2f-dc72-43e0-bced-6e71b5b8e97c'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:13:23.106476 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-f9cb7204-c19b-4999-8e54-cf4425c5fc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:13:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f2938e2f-dc72-43e0-bced-6e71b5b8e97c'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:13:23.178642 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-9a3b88ae-bbf5-4190-b431-1fc95cb10e0b service neutron] For port fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e,segment=NetworkSegment(3b0433f6-0dc2-4350-8149-c15b9bac49ea),segment_id=3b0433f6-0dc2-4350-8149-c15b9bac49ea)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:13:23.194131 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-9a3b88ae-bbf5-4190-b431-1fc95cb10e0b service neutron] Publish callbacks [] for binding, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:23.197967 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-9a3b88ae-bbf5-4190-b431-1fc95cb10e0b service neutron] 10.222.0.49 "POST /v2.0/ports/fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e/bindings HTTP/1.1" status: 201 len: 389 time: 0.3794999 Nov 09 21:13:23.218641 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59306) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:23.246735 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59308) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:23.250090 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c2480103-0a76-44d6-8f85-eacf8104a02b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:23.292745 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d6de71e5-524e-429c-9d84-abf1b267489a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:23.294087 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:23.372872 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-f9cb7204-c19b-4999-8e54-cf4425c5fc39 None None] Set router f2938e2f-dc72-43e0-bced-6e71b5b8e97c gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:13:23.446863 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1c8dda5d-72b6-4d41-9a8f-e1ad7ebdd877 req-a157c1f4-e99a-422c-9160-d7c681678ae1 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1 HTTP/1.1" status: 200 len: 210 time: 0.0479929 Nov 09 21:13:23.490184 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d6de71e5-524e-429c-9d84-abf1b267489a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:23.511354 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d6de71e5-524e-429c-9d84-abf1b267489a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:23.519043 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c2480103-0a76-44d6-8f85-eacf8104a02b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:23.535351 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c2480103-0a76-44d6-8f85-eacf8104a02b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:23.590000 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c2480103-0a76-44d6-8f85-eacf8104a02b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6431e2ee3f56489da1bbe1e46bf209df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3699114 Nov 09 21:13:23.595099 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e571d-a0ce-4cbe-a156-31bbb82fb77f req-acca9697-4425-4857-8050-abcdfcaae514 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:23.597072 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-390e571d-a0ce-4cbe-a156-31bbb82fb77f req-acca9697-4425-4857-8050-abcdfcaae514 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce2a0488-904a-4e69-b9e5-500756acc100 HTTP/1.1" status: 200 len: 946 time: 0.3762183 Nov 09 21:13:23.597941 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 1c9297ce-4bb5-4b91-9984-2776c74838f7 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:13:23.600996 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 8f939950-bea2-412a-a2e7-7941436a9d0e up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:13:23.605280 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59316) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:23.633666 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ddb12e5f-4db1-4c19-8081-3e6037893771 admin admin] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:23.640860 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d6de71e5-524e-429c-9d84-abf1b267489a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f95ae7be0d1e4ab0a5bdaca88c5deba2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3830283 Nov 09 21:13:23.665402 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59318) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:23.732012 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2480103-0a76-44d6-8f85-eacf8104a02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11daf26a-9679-486e-89bd-eb4474efc23a,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:23.810717 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb13b1-828e-457b-bccf-100298bc65b4 req-73b146c0-f98f-4dc7-b333-868019b41472 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:23.818823 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bbcb13b1-828e-457b-bccf-100298bc65b4 req-73b146c0-f98f-4dc7-b333-868019b41472 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=41bac806-9e1e-4473-b42d-4b701d2b796d HTTP/1.1" status: 200 len: 945 time: 0.2582750 Nov 09 21:13:23.819076 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-f9cb7204-c19b-4999-8e54-cf4425c5fc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2938e2f-dc72-43e0-bced-6e71b5b8e97c', 'name': 'tempest-FloatingIPsTestJSON-1604196667-router', 'tenant_id': '08ae6bddd06d48fa83b8d1cbf2474a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'b9a73274-321e-416d-9734-6300c36685ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:12:53Z', 'updated_at': '2021-11-09T21:13:21Z', 'revision_number': 5, 'project_id': '08ae6bddd06d48fa83b8d1cbf2474a34', 'gw_port': {'id': 'b9a73274-321e-416d-9734-6300c36685ec', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:83:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2938e2f-dc72-43e0-bced-6e71b5b8e97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:12:55Z', 'updated_at': '2021-11-09T21:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:13:23.826867 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-1fa43a67-f543-4eec-9907-84806f448840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:23.828581 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-1fa43a67-f543-4eec-9907-84806f448840 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79813b2c248b4d6c8fab5b7bd98099e4&device_id=41bac806-9e1e-4473-b42d-4b701d2b796d HTTP/1.1" status: 200 len: 1096 time: 0.2085097 Nov 09 21:13:23.854478 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8cfff-280d-4955-92af-7d85d17e057a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:23.857243 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cb7204-c19b-4999-8e54-cf4425c5fc39 None None] Checking router: f2938e2f-dc72-43e0-bced-6e71b5b8e97c for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:13:23.868964 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cb7204-c19b-4999-8e54-cf4425c5fc39 None None] Routers {'f2938e2f-dc72-43e0-bced-6e71b5b8e97c'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:13:23.869907 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-f9cb7204-c19b-4999-8e54-cf4425c5fc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:13:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f2938e2f-dc72-43e0-bced-6e71b5b8e97c'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:13:23.873516 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-daaff2e9-9866-46a7-8d47-e1704f6624c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:23.915640 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 1c9297ce-4bb5-4b91-9984-2776c74838f7, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=1c9297ce-4bb5-4b91-9984-2776c74838f7,segment=NetworkSegment(030b5546-ce77-4a8b-a3a1-791393a98192),segment_id=030b5546-ce77-4a8b-a3a1-791393a98192)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:13:23.944471 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02516a-5808-4b79-9521-60ccbccd123a req-8b455ad6-e83b-478f-9e77-81f67eda21f8 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:23.952220 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aa02516a-5808-4b79-9521-60ccbccd123a req-8b455ad6-e83b-478f-9e77-81f67eda21f8 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/ports?device_id=8097b17c-655c-4469-b0d5-023bbc6ff3bb HTTP/1.1" status: 200 len: 943 time: 0.6388357 Nov 09 21:13:23.955548 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '1c9297ce-4bb5-4b91-9984-2776c74838f7', 'network_id': 'edc3ecb2-5f49-4a97-9497-9c4bcc32484e', 'port_id': '1c9297ce-4bb5-4b91-9984-2776c74838f7', 'mac_address': 'fa:16:3e:d6:48:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b680b2-5719-4867-80c5-91edc011cf50', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:13:23.958295 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de71e5-524e-429c-9d84-abf1b267489a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8125ddc0-2c42-4292-8136-0b668b3f301e,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:24.004970 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-f9cb7204-c19b-4999-8e54-cf4425c5fc39 None None] Set router f2938e2f-dc72-43e0-bced-6e71b5b8e97c gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:13:24.009910 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bbcb13b1-828e-457b-bccf-100298bc65b4 req-38b1e91e-a89d-4e6b-a219-1655e3f8f6c9 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843488 Nov 09 21:13:24.020767 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 8f939950-bea2-412a-a2e7-7941436a9d0e completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:13:24.028400 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 8f939950-bea2-412a-a2e7-7941436a9d0e triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:13:24.028817 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:24.045887 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8cfff-280d-4955-92af-7d85d17e057a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:24.048965 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-daaff2e9-9866-46a7-8d47-e1704f6624c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:24.088036 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:24.120959 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c9297ce-4bb5-4b91-9984-2776c74838f7 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:13:24.128978 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aa02516a-5808-4b79-9521-60ccbccd123a req-c613e223-7301-4234-ab9d-6faf1d38dc3e tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/security-groups?id=c10406f7-65bc-482e-b626-a11906f8f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715789 Nov 09 21:13:24.147600 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ddb12e5f-4db1-4c19-8081-3e6037893771 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:24.160117 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-390e571d-a0ce-4cbe-a156-31bbb82fb77f req-483f9787-3194-438b-bdec-0dfd6ff2ca6e tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Deleting port 682df428-27f5-4477-a29c-ee26c0212a14 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:13:24.160468 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-390e571d-a0ce-4cbe-a156-31bbb82fb77f req-483f9787-3194-438b-bdec-0dfd6ff2ca6e tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:24.219698 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:24.236901 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-e34c8f03-2ba8-4620-b78f-f041d811944a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:24.236901 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-e34c8f03-2ba8-4620-b78f-f041d811944a service neutron] 10.222.0.45 "GET /v2.0/networks?id=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 HTTP/1.1" status: 200 len: 921 time: 0.3846641 Nov 09 21:13:24.251230 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 1c9297ce-4bb5-4b91-9984-2776c74838f7, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=1c9297ce-4bb5-4b91-9984-2776c74838f7,segment=NetworkSegment(030b5546-ce77-4a8b-a3a1-791393a98192),segment_id=030b5546-ce77-4a8b-a3a1-791393a98192)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:13:24.257316 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-f9cb7204-c19b-4999-8e54-cf4425c5fc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2938e2f-dc72-43e0-bced-6e71b5b8e97c', 'name': 'tempest-FloatingIPsTestJSON-1604196667-router', 'tenant_id': '08ae6bddd06d48fa83b8d1cbf2474a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'b9a73274-321e-416d-9734-6300c36685ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:12:53Z', 'updated_at': '2021-11-09T21:13:21Z', 'revision_number': 5, 'project_id': '08ae6bddd06d48fa83b8d1cbf2474a34', 'gw_port': {'id': 'b9a73274-321e-416d-9734-6300c36685ec', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:83:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2938e2f-dc72-43e0-bced-6e71b5b8e97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:12:55Z', 'updated_at': '2021-11-09T21:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:13:24.273226 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:24.292194 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c40699-6a73-4931-9cab-d5ed9560603c req-6d3d28fb-b456-42f2-a03c-a6582c3e74b1 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:24.294621 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cb7204-c19b-4999-8e54-cf4425c5fc39 None None] The sync data for ids ['f2938e2f-dc72-43e0-bced-6e71b5b8e97c'] in n-d-816206-3 is: [{'id': 'f2938e2f-dc72-43e0-bced-6e71b5b8e97c', 'name': 'tempest-FloatingIPsTestJSON-1604196667-router', 'tenant_id': '08ae6bddd06d48fa83b8d1cbf2474a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'b9a73274-321e-416d-9734-6300c36685ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:12:53Z', 'updated_at': '2021-11-09T21:13:21Z', 'revision_number': 5, 'project_id': '08ae6bddd06d48fa83b8d1cbf2474a34', 'gw_port': {'id': 'b9a73274-321e-416d-9734-6300c36685ec', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:83:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2938e2f-dc72-43e0-bced-6e71b5b8e97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:12:55Z', 'updated_at': '2021-11-09T21:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:13:24.300731 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e7c40699-6a73-4931-9cab-d5ed9560603c req-6d3d28fb-b456-42f2-a03c-a6582c3e74b1 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cef59e2-4b7a-491e-85a3-f99d22df7dee HTTP/1.1" status: 200 len: 949 time: 0.1176686 Nov 09 21:13:24.303282 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-edb8420b-d7f6-4d0a-b1d9-7737596f7c08 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e HTTP/1.1" status: 200 len: 217 time: 0.0584319 Nov 09 21:13:24.333744 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 682df428-27f5-4477-a29c-ee26c0212a14 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:13:24.376215 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cef59e2-4b7a-491e-85a3-f99d22df7dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f939950-bea2-412a-a2e7-7941436a9d0e'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:13:24.378105 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8cfff-280d-4955-92af-7d85d17e057a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:24.379455 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e8d904-0aca-4d12-a67e-77c3152c7fbe" -d '{"events": [{"server_uuid": "3cef59e2-4b7a-491e-85a3-f99d22df7dee", "name": "network-vif-plugged", "status": "completed", "tag": "8f939950-bea2-412a-a2e7-7941436a9d0e"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:13:24.381193 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8cfff-280d-4955-92af-7d85d17e057a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:24.384651 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-04a8cfff-280d-4955-92af-7d85d17e057a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/11daf26a-9679-486e-89bd-eb4474efc23a HTTP/1.1" status: 204 len: 168 time: 0.7759223 Nov 09 21:13:24.384651 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-daaff2e9-9866-46a7-8d47-e1704f6624c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:24.386650 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-daaff2e9-9866-46a7-8d47-e1704f6624c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:24.390328 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-daaff2e9-9866-46a7-8d47-e1704f6624c8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8125ddc0-2c42-4292-8136-0b668b3f301e HTTP/1.1" status: 204 len: 168 time: 0.6976049 Nov 09 21:13:24.464348 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 8f939950-bea2-412a-a2e7-7941436a9d0e, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=8f939950-bea2-412a-a2e7-7941436a9d0e,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:13:24.498952 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:24.502763 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-390e571d-a0ce-4cbe-a156-31bbb82fb77f req-483f9787-3194-438b-bdec-0dfd6ff2ca6e tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] For port 682df428-27f5-4477-a29c-ee26c0212a14, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=682df428-27f5-4477-a29c-ee26c0212a14,segment=NetworkSegment(cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2),segment_id=cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:13:24.506096 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-390e571d-a0ce-4cbe-a156-31bbb82fb77f req-483f9787-3194-438b-bdec-0dfd6ff2ca6e tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:24.508407 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85117083-fa38-4439-85fa-875374b63f96 x-openstack-request-id: req-85117083-fa38-4439-85fa-875374b63f96 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:13:24.512507 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cef59e2-4b7a-491e-85a3-f99d22df7dee", "name": "network-vif-plugged", "status": "completed", "tag": "8f939950-bea2-412a-a2e7-7941436a9d0e", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:13:24.512771 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-85117083-fa38-4439-85fa-875374b63f96 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:13:24.513779 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cef59e2-4b7a-491e-85a3-f99d22df7dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f939950-bea2-412a-a2e7-7941436a9d0e', 'code': 200} Nov 09 21:13:24.514368 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=1c9297ce-4bb5-4b91-9984-2776c74838f7,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:24.522714 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-ddb12e5f-4db1-4c19-8081-3e6037893771 admin admin] Deleting port b9a73274-321e-416d-9734-6300c36685ec {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:13:24.524774 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8cfff-280d-4955-92af-7d85d17e057a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11daf26a-9679-486e-89bd-eb4474efc23a,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:24.527010 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ddb12e5f-4db1-4c19-8081-3e6037893771 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:24.550938 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-390e571d-a0ce-4cbe-a156-31bbb82fb77f req-483f9787-3194-438b-bdec-0dfd6ff2ca6e tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Calling delete_port for 682df428-27f5-4477-a29c-ee26c0212a14 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:13:24.567756 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-2933524e-429b-48c9-9e96-73fab4dd77c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:24.575751 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-2933524e-429b-48c9-9e96-73fab4dd77c9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=29a38752-08a3-4b35-bb64-8f5e3f87121b HTTP/1.1" status: 200 len: 861 time: 0.2439516 Nov 09 21:13:24.585555 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['1c9297ce-4bb5-4b91-9984-2776c74838f7'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:13:24.596674 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e7c40699-6a73-4931-9cab-d5ed9560603c req-102887b7-1eb9-4167-93a2-f1b29bb8a43b tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950044 Nov 09 21:13:24.610242 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaff2e9-9866-46a7-8d47-e1704f6624c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8125ddc0-2c42-4292-8136-0b668b3f301e,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:24.648468 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-81849a00-d2d5-40f6-855b-86da566a1086 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563827 Nov 09 21:13:24.746408 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe8216-39f0-4053-83b0-bd15fd52a562 req-fc710f1e-bacf-4bc5-82f1-8b954ed45766 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:24.749887 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dafe8216-39f0-4053-83b0-bd15fd52a562 req-fc710f1e-bacf-4bc5-82f1-8b954ed45766 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.43 "GET /v2.0/networks?id=c451f8d0-81c8-47ac-9cdf-57d805f40534 HTTP/1.1" status: 200 len: 805 time: 0.3565111 Nov 09 21:13:24.809427 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-dafe8216-39f0-4053-83b0-bd15fd52a562 req-6fd656e7-156d-4595-89d6-2c2a0253effb tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Request body: {'port': {'device_id': '35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1', 'network_id': 'c451f8d0-81c8-47ac-9cdf-57d805f40534', 'admin_state_up': True, 'tenant_id': '76936f9674ad45baa5c13f7f3fe24c2c'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:13:24.893306 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:24.921163 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=8f939950-bea2-412a-a2e7-7941436a9d0e,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:24.923590 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-c1efb1ab-1e5b-4d11-9685-cdd44019c86c service neutron] 10.222.0.45 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644110 Nov 09 21:13:25.036276 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cbc4646f-d311-47ff-9c18-666d31424d20 req-945590b9-cda5-4af4-8b35-41bc3fc5890f tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1 HTTP/1.1" status: 200 len: 210 time: 0.2034240 Nov 09 21:13:25.045669 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-390e571d-a0ce-4cbe-a156-31bbb82fb77f req-483f9787-3194-438b-bdec-0dfd6ff2ca6e tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:25.099620 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4f3e7-5dd9-4c3a-aab5-38ebcd4e484c req-26a93927-98dc-47ed-b6e1-7ac9b9db7ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:25.101187 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-74c4f3e7-5dd9-4c3a-aab5-38ebcd4e484c req-26a93927-98dc-47ed-b6e1-7ac9b9db7ddf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3cef59e2-4b7a-491e-85a3-f99d22df7dee HTTP/1.1" status: 200 len: 1101 time: 0.3166995 Nov 09 21:13:25.115273 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f9787-3194-438b-bdec-0dfd6ff2ca6e tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Pushing event deleted for resources: {'Port': ['ID=682df428-27f5-4477-a29c-ee26c0212a14,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:25.181955 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-390e571d-a0ce-4cbe-a156-31bbb82fb77f req-483f9787-3194-438b-bdec-0dfd6ff2ca6e tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] No DVR routers for this DVR port 682df428-27f5-4477-a29c-ee26c0212a14 on host n-h2-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:13:25.189443 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-390e571d-a0ce-4cbe-a156-31bbb82fb77f req-483f9787-3194-438b-bdec-0dfd6ff2ca6e tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:25.193114 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-390e571d-a0ce-4cbe-a156-31bbb82fb77f req-483f9787-3194-438b-bdec-0dfd6ff2ca6e tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.43 "DELETE /v2.0/ports/682df428-27f5-4477-a29c-ee26c0212a14 HTTP/1.1" status: 204 len: 173 time: 1.5853286 Nov 09 21:13:25.223952 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2a0488-904a-4e69-b9e5-500756acc100', 'name': 'network-vif-deleted', 'tag': '682df428-27f5-4477-a29c-ee26c0212a14'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:13:25.228884 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1898d7a9-dde6-4397-b603-59a6bb7a54f6" -d '{"events": [{"server_uuid": "ce2a0488-904a-4e69-b9e5-500756acc100", "name": "network-vif-deleted", "tag": "682df428-27f5-4477-a29c-ee26c0212a14"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:13:25.278270 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-ddb12e5f-4db1-4c19-8081-3e6037893771 admin admin] For port b9a73274-321e-416d-9734-6300c36685ec, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=b9a73274-321e-416d-9734-6300c36685ec,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:13:25.281768 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ddb12e5f-4db1-4c19-8081-3e6037893771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:25.367800 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-ddb12e5f-4db1-4c19-8081-3e6037893771 admin admin] Calling delete_port for b9a73274-321e-416d-9734-6300c36685ec owned by network:router_gateway {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:13:25.372303 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-74c4f3e7-5dd9-4c3a-aab5-38ebcd4e484c req-f517da53-61c5-4aa7-b343-112d35266680 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615519 Nov 09 21:13:25.402747 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052250f-c36d-466d-9c03-6a4464dbe244 req-e7fb9e5d-df58-40ac-856b-5ab3f956dee0 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:25.404521 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1052250f-c36d-466d-9c03-6a4464dbe244 req-e7fb9e5d-df58-40ac-856b-5ab3f956dee0 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/ports?device_id=8097b17c-655c-4469-b0d5-023bbc6ff3bb HTTP/1.1" status: 200 len: 944 time: 0.1175170 Nov 09 21:13:25.503351 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 11b85c9a-3536-4c3b-b0e9-0ed0bc7ac55f no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:13:25.538932 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 11b85c9a-3536-4c3b-b0e9-0ed0bc7ac55f {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:13:25.539467 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 11b85c9a-3536-4c3b-b0e9-0ed0bc7ac55f not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:13:25.550093 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1052250f-c36d-466d-9c03-6a4464dbe244 req-5b120ce1-496d-4d0d-825f-ea6986d2930c tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/security-groups?id=c10406f7-65bc-482e-b626-a11906f8f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053395 Nov 09 21:13:25.685788 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba645e-1b73-4590-aef8-961894beed65 req-4b61ef3a-5d60-481c-a73a-15bd6af07226 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:25.687684 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1993f19-1741-496f-b49a-d17c99ddf52a x-openstack-request-id: req-f1993f19-1741-496f-b49a-d17c99ddf52a {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:13:25.687981 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2a0488-904a-4e69-b9e5-500756acc100", "name": "network-vif-deleted", "tag": "682df428-27f5-4477-a29c-ee26c0212a14", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:13:25.688355 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f1993f19-1741-496f-b49a-d17c99ddf52a {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:13:25.688791 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2a0488-904a-4e69-b9e5-500756acc100', 'name': 'network-vif-deleted', 'tag': '682df428-27f5-4477-a29c-ee26c0212a14', 'status': 'completed', 'code': 200} Nov 09 21:13:25.690858 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a6ba645e-1b73-4590-aef8-961894beed65 req-4b61ef3a-5d60-481c-a73a-15bd6af07226 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=41bac806-9e1e-4473-b42d-4b701d2b796d HTTP/1.1" status: 200 len: 945 time: 0.2221365 Nov 09 21:13:25.727603 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-ecdbe962-8809-4cdb-a232-e7d9ff4bd987 service neutron] 10.222.0.45 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7907543 Nov 09 21:13:25.744088 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dafe8216-39f0-4053-83b0-bd15fd52a562 req-6fd656e7-156d-4595-89d6-2c2a0253effb tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Made reservation on behalf of 76936f9674ad45baa5c13f7f3fe24c2c for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:13:25.747350 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ddb12e5f-4db1-4c19-8081-3e6037893771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:25.748124 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-dafe8216-39f0-4053-83b0-bd15fd52a562 req-6fd656e7-156d-4595-89d6-2c2a0253effb tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:25.787383 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb12e5f-4db1-4c19-8081-3e6037893771 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9a73274-321e-416d-9734-6300c36685ec,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:25.792317 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a6ba645e-1b73-4590-aef8-961894beed65 req-314b4cb4-c67c-4d74-bfb4-5c54cfa53b06 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896072 Nov 09 21:13:25.838764 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ddb12e5f-4db1-4c19-8081-3e6037893771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:25.920361 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-d6401c4c-4731-4deb-b605-c68328b41cbc tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:25.921821 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-d6401c4c-4731-4deb-b605-c68328b41cbc tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=41bac806-9e1e-4473-b42d-4b701d2b796d&tenant_id=79813b2c248b4d6c8fab5b7bd98099e4&binding%3Ahost_id=n-h2-816206-3 HTTP/1.1" status: 200 len: 1096 time: 0.0951376 Nov 09 21:13:25.937649 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-2c5a8327-ec6a-4bb8-aa7c-1e4c64f74fb1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816206-3'}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:13:25.979567 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-dafe8216-39f0-4053-83b0-bd15fd52a562 req-6fd656e7-156d-4595-89d6-2c2a0253effb tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Allocated IP 172.20.0.6 (c451f8d0-81c8-47ac-9cdf-57d805f40534/48001444-9492-49b6-bd26-a82c0797ca23/276384dc-324f-42fe-b40e-9c8407be66f4) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:13:25.989391 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ddb12e5f-4db1-4c19-8081-3e6037893771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:25.995089 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ddb12e5f-4db1-4c19-8081-3e6037893771 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:26.030804 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-2c5a8327-ec6a-4bb8-aa7c-1e4c64f74fb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:26.099167 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dcd767-7170-421a-9621-d14261214fc7 req-cc95f57f-701e-4399-aa8e-a47048f3d86a tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:26.107258 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a9dcd767-7170-421a-9621-d14261214fc7 req-cc95f57f-701e-4399-aa8e-a47048f3d86a tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cef59e2-4b7a-491e-85a3-f99d22df7dee HTTP/1.1" status: 200 len: 950 time: 0.2143121 Nov 09 21:13:26.126127 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ddb12e5f-4db1-4c19-8081-3e6037893771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:26.126958 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb12e5f-4db1-4c19-8081-3e6037893771 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2938e2f-dc72-43e0-bced-6e71b5b8e97c {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:13:26.135254 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ddb12e5f-4db1-4c19-8081-3e6037893771 admin admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:26.136693 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ddb12e5f-4db1-4c19-8081-3e6037893771 admin admin] 10.222.0.49 "DELETE /v2.0/routers/f2938e2f-dc72-43e0-bced-6e71b5b8e97c HTTP/1.1" status: 204 len: 168 time: 3.0533698 Nov 09 21:13:26.139810 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59384) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:26.215865 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d925d6d-c948-466d-8d47-4b8767f4071f admin admin] Deleting subnet 6a6ed862-6ae4-442f-a48a-cd16fa5f43de {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:13:26.223416 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6d925d6d-c948-466d-8d47-4b8767f4071f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:26.235558 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e5160e04-2245-4d60-a0b6-5a65ef0a6fd4 req-6941cfd7-0b6e-4402-bbee-2317e2f85f6d tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1 HTTP/1.1" status: 200 len: 210 time: 0.0504773 Nov 09 21:13:26.266009 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a9dcd767-7170-421a-9621-d14261214fc7 req-1c333b58-31b0-41cb-b957-b2ca2fd3216e tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527052 Nov 09 21:13:26.296236 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6d925d6d-c948-466d-8d47-4b8767f4071f admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:26.316756 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-dafe8216-39f0-4053-83b0-bd15fd52a562 req-6fd656e7-156d-4595-89d6-2c2a0253effb tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:26.327275 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-2c5a8327-ec6a-4bb8-aa7c-1e4c64f74fb1 service neutron] For port fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e,segment=NetworkSegment(3b0433f6-0dc2-4350-8149-c15b9bac49ea),segment_id=3b0433f6-0dc2-4350-8149-c15b9bac49ea)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:13:26.385735 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-2c5a8327-ec6a-4bb8-aa7c-1e4c64f74fb1 service neutron] For port fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:13:26.413247 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-dafe8216-39f0-4053-83b0-bd15fd52a562 req-6fd656e7-156d-4595-89d6-2c2a0253effb tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:26.458782 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6d925d6d-c948-466d-8d47-4b8767f4071f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:26.466768 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41bac806-9e1e-4473-b42d-4b701d2b796d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:13:26.469169 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41e18c1-d97a-4cb2-a14c-8f6ca9deb560" -d '{"events": [{"server_uuid": "41bac806-9e1e-4473-b42d-4b701d2b796d", "name": "network-vif-unplugged", "status": "completed", "tag": "fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:13:26.477222 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-2c5a8327-ec6a-4bb8-aa7c-1e4c64f74fb1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:26.482257 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dafe8216-39f0-4053-83b0-bd15fd52a562 req-6fd656e7-156d-4595-89d6-2c2a0253effb tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Network c451f8d0-81c8-47ac-9cdf-57d805f40534 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:13:26.488947 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-dafe8216-39f0-4053-83b0-bd15fd52a562 req-6fd656e7-156d-4595-89d6-2c2a0253effb tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:13:26.491142 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-2c5a8327-ec6a-4bb8-aa7c-1e4c64f74fb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:26.496016 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-dafe8216-39f0-4053-83b0-bd15fd52a562 req-6fd656e7-156d-4595-89d6-2c2a0253effb tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:13:26.502075 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe8216-39f0-4053-83b0-bd15fd52a562 req-6fd656e7-156d-4595-89d6-2c2a0253effb tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:26.502736 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-dafe8216-39f0-4053-83b0-bd15fd52a562 req-6fd656e7-156d-4595-89d6-2c2a0253effb tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:26.523222 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd656e7-156d-4595-89d6-2c2a0253effb tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Pushing event updated for resources: {'Port': ['ID=276384dc-324f-42fe-b40e-9c8407be66f4,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:26.560520 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dafe8216-39f0-4053-83b0-bd15fd52a562 req-6fd656e7-156d-4595-89d6-2c2a0253effb tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7602916 Nov 09 21:13:26.564380 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 21:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35cb820b-8096-4c83-aae9-66a6c3af0e81 x-openstack-request-id: req-35cb820b-8096-4c83-aae9-66a6c3af0e81 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:13:26.564723 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41bac806-9e1e-4473-b42d-4b701d2b796d", "name": "network-vif-unplugged", "status": "completed", "tag": "fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:13:26.564986 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-35cb820b-8096-4c83-aae9-66a6c3af0e81 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:13:26.565384 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41bac806-9e1e-4473-b42d-4b701d2b796d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e', 'code': 200} Nov 09 21:13:26.623111 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-dafe8216-39f0-4053-83b0-bd15fd52a562 req-df8b2db7-b822-4def-b59e-c3d73b4583a2 service neutron] Request body: {'port': {'device_id': '35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:13:26.637772 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6d925d6d-c948-466d-8d47-4b8767f4071f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:26.669041 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a8327-ec6a-4bb8-aa7c-1e4c64f74fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e,revision_number=7']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:26.673062 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d925d6d-c948-466d-8d47-4b8767f4071f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a6ed862-6ae4-442f-a48a-cd16fa5f43de,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:26.682518 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6d925d6d-c948-466d-8d47-4b8767f4071f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:26.686887 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0347d0-a9c4-459d-a766-766c830b2070 None None] Network e610b72e-b2e1-4281-aeb6-dae2b43bcec6 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:13:26.690750 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6d925d6d-c948-466d-8d47-4b8767f4071f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/6a6ed862-6ae4-442f-a48a-cd16fa5f43de HTTP/1.1" status: 204 len: 168 time: 0.5488632 Nov 09 21:13:26.691376 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59404) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:26.696217 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-2c5a8327-ec6a-4bb8-aa7c-1e4c64f74fb1 service neutron] Attempting to bind port fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e on host n-h2-816206-3 for vnic_type normal with profile {"migrating_to": "n-h1-816206-3"} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:13:26.696217 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-2c5a8327-ec6a-4bb8-aa7c-1e4c64f74fb1 service neutron] Attempting to bind port fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '3b0433f6-0dc2-4350-8149-c15b9bac49ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:13:26.696217 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-2c5a8327-ec6a-4bb8-aa7c-1e4c64f74fb1 service neutron] Attempting to bind port fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e on network ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:13:26.743395 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-2c5a8327-ec6a-4bb8-aa7c-1e4c64f74fb1 service neutron] Port fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e on network ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:13:26.743750 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-2c5a8327-ec6a-4bb8-aa7c-1e4c64f74fb1 service neutron] Attempting to bind port fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e on network ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:13:26.794696 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-2c5a8327-ec6a-4bb8-aa7c-1e4c64f74fb1 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:13:26.795042 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-2c5a8327-ec6a-4bb8-aa7c-1e4c64f74fb1 service neutron] Checking segment: {'id': '3b0433f6-0dc2-4350-8149-c15b9bac49ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:13:26.795447 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-2c5a8327-ec6a-4bb8-aa7c-1e4c64f74fb1 service neutron] Bound using segment: {'id': '3b0433f6-0dc2-4350-8149-c15b9bac49ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:13:26.795896 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-2c5a8327-ec6a-4bb8-aa7c-1e4c64f74fb1 service neutron] Bound port: fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b0433f6-0dc2-4350-8149-c15b9bac49ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:13:26.796257 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-2c5a8327-ec6a-4bb8-aa7c-1e4c64f74fb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:26.806570 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-dafe8216-39f0-4053-83b0-bd15fd52a562 req-df8b2db7-b822-4def-b59e-c3d73b4583a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:26.815009 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef31a-d339-429d-9b16-64778338935c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:26.851747 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5d1d3-0a80-4964-ba5b-14d03314b8eb req-87af5449-8f21-4f04-be90-d869ed952fd9 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:26.857033 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-64c5d1d3-0a80-4964-ba5b-14d03314b8eb req-87af5449-8f21-4f04-be90-d869ed952fd9 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/ports?device_id=8097b17c-655c-4469-b0d5-023bbc6ff3bb HTTP/1.1" status: 200 len: 944 time: 0.1905386 Nov 09 21:13:26.972900 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-4d5ef31a-d339-429d-9b16-64778338935c admin admin] Deleting port 23f0e9fa-54bc-4a7e-9a4f-bc3fab773c4e {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:13:26.973240 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef31a-d339-429d-9b16-64778338935c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:27.020075 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c810c6-7873-4b92-b704-f52c95b04935 None None] DHCP port deletion for e610b72e-b2e1-4281-aeb6-dae2b43bcec6 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:13:27.097428 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-64c5d1d3-0a80-4964-ba5b-14d03314b8eb req-9bbb98f5-fe4b-4eb9-b2bf-f25a30aa67a9 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/security-groups?id=c10406f7-65bc-482e-b626-a11906f8f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233360 Nov 09 21:13:27.097428 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-2c5a8327-ec6a-4bb8-aa7c-1e4c64f74fb1 service neutron] For port fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:13:27.114338 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-2c5a8327-ec6a-4bb8-aa7c-1e4c64f74fb1 service neutron] For port fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e,segment=NetworkSegment(3b0433f6-0dc2-4350-8149-c15b9bac49ea),segment_id=3b0433f6-0dc2-4350-8149-c15b9bac49ea)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:13:27.128184 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-2c5a8327-ec6a-4bb8-aa7c-1e4c64f74fb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:27.155656 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-27c810c6-7873-4b92-b704-f52c95b04935 None None] Deleting port 23f0e9fa-54bc-4a7e-9a4f-bc3fab773c4e {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:13:27.156341 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-27c810c6-7873-4b92-b704-f52c95b04935 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:27.210699 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-4d5ef31a-d339-429d-9b16-64778338935c admin admin] For port 23f0e9fa-54bc-4a7e-9a4f-bc3fab773c4e, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=23f0e9fa-54bc-4a7e-9a4f-bc3fab773c4e,segment=NetworkSegment(c3ff64fc-3348-44af-bb87-9bcd35a165dc),segment_id=c3ff64fc-3348-44af-bb87-9bcd35a165dc)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:13:27.211788 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef31a-d339-429d-9b16-64778338935c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:27.231122 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-4d5ef31a-d339-429d-9b16-64778338935c admin admin] Calling delete_port for 23f0e9fa-54bc-4a7e-9a4f-bc3fab773c4e owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:13:27.259265 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-64fc19c6-159e-4767-a809-e08db6636a9c req-0d4e71ec-653b-44a9-92e8-c0f9474730c8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bdb294f8-903e-44cc-b590-cf4c262af4db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1171267 Nov 09 21:13:27.276250 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3a904-0b78-4ba3-9fc8-a0cdd9e1025d req-66e75cdd-1dd1-42e8-97a0-ebb124148e69 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:27.287166 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0cb3a904-0b78-4ba3-9fc8-a0cdd9e1025d req-66e75cdd-1dd1-42e8-97a0-ebb124148e69 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=41bac806-9e1e-4473-b42d-4b701d2b796d HTTP/1.1" status: 200 len: 943 time: 0.2865915 Nov 09 21:13:27.288182 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a8327-ec6a-4bb8-aa7c-1e4c64f74fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e,revision_number=8']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:27.293984 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-2c5a8327-ec6a-4bb8-aa7c-1e4c64f74fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:27.294973 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-2c5a8327-ec6a-4bb8-aa7c-1e4c64f74fb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:27.296126 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-2c5a8327-ec6a-4bb8-aa7c-1e4c64f74fb1 service neutron] 10.222.0.45 "PUT /v2.0/ports/fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e HTTP/1.1" status: 200 len: 1121 time: 1.3652558 Nov 09 21:13:27.337331 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-27c810c6-7873-4b92-b704-f52c95b04935 None None] For port 23f0e9fa-54bc-4a7e-9a4f-bc3fab773c4e, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=23f0e9fa-54bc-4a7e-9a4f-bc3fab773c4e,segment=NetworkSegment(c3ff64fc-3348-44af-bb87-9bcd35a165dc),segment_id=c3ff64fc-3348-44af-bb87-9bcd35a165dc)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:13:27.337744 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-27c810c6-7873-4b92-b704-f52c95b04935 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:27.368206 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-dafe8216-39f0-4053-83b0-bd15fd52a562 req-df8b2db7-b822-4def-b59e-c3d73b4583a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 276384dc-324f-42fe-b40e-9c8407be66f4 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:13:27.377247 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-27c810c6-7873-4b92-b704-f52c95b04935 None None] Calling delete_port for 23f0e9fa-54bc-4a7e-9a4f-bc3fab773c4e owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:13:27.378943 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-dafe8216-39f0-4053-83b0-bd15fd52a562 req-df8b2db7-b822-4def-b59e-c3d73b4583a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:27.395527 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-dafe8216-39f0-4053-83b0-bd15fd52a562 req-df8b2db7-b822-4def-b59e-c3d73b4583a2 service neutron] Transition to ACTIVE for port object 276384dc-324f-42fe-b40e-9c8407be66f4 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:13:27.400953 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-dafe8216-39f0-4053-83b0-bd15fd52a562 req-df8b2db7-b822-4def-b59e-c3d73b4583a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:27.471928 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:13:27.474364 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8b2db7-b822-4def-b59e-c3d73b4583a2 service neutron] Pushing event updated for resources: {'Port': ['ID=276384dc-324f-42fe-b40e-9c8407be66f4,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:27.510763 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-dafe8216-39f0-4053-83b0-bd15fd52a562 req-df8b2db7-b822-4def-b59e-c3d73b4583a2 service neutron] Attempting to bind port 276384dc-324f-42fe-b40e-9c8407be66f4 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:13:27.511106 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-dafe8216-39f0-4053-83b0-bd15fd52a562 req-df8b2db7-b822-4def-b59e-c3d73b4583a2 service neutron] Attempting to bind port 276384dc-324f-42fe-b40e-9c8407be66f4 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': 'cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c451f8d0-81c8-47ac-9cdf-57d805f40534'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:13:27.511436 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafe8216-39f0-4053-83b0-bd15fd52a562 req-df8b2db7-b822-4def-b59e-c3d73b4583a2 service neutron] Attempting to bind port 276384dc-324f-42fe-b40e-9c8407be66f4 on network c451f8d0-81c8-47ac-9cdf-57d805f40534 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:13:27.527792 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafe8216-39f0-4053-83b0-bd15fd52a562 req-df8b2db7-b822-4def-b59e-c3d73b4583a2 service neutron] Port 276384dc-324f-42fe-b40e-9c8407be66f4 on network c451f8d0-81c8-47ac-9cdf-57d805f40534 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:13:27.528116 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafe8216-39f0-4053-83b0-bd15fd52a562 req-df8b2db7-b822-4def-b59e-c3d73b4583a2 service neutron] Attempting to bind port 276384dc-324f-42fe-b40e-9c8407be66f4 on network c451f8d0-81c8-47ac-9cdf-57d805f40534 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:13:27.528717 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef31a-d339-429d-9b16-64778338935c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:27.538109 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafe8216-39f0-4053-83b0-bd15fd52a562 req-df8b2db7-b822-4def-b59e-c3d73b4583a2 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:13:27.542904 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafe8216-39f0-4053-83b0-bd15fd52a562 req-df8b2db7-b822-4def-b59e-c3d73b4583a2 service neutron] Checking segment: {'id': 'cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c451f8d0-81c8-47ac-9cdf-57d805f40534'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:13:27.543327 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafe8216-39f0-4053-83b0-bd15fd52a562 req-df8b2db7-b822-4def-b59e-c3d73b4583a2 service neutron] Bound using segment: {'id': 'cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c451f8d0-81c8-47ac-9cdf-57d805f40534'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:13:27.543866 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-dafe8216-39f0-4053-83b0-bd15fd52a562 req-df8b2db7-b822-4def-b59e-c3d73b4583a2 service neutron] Bound port: 276384dc-324f-42fe-b40e-9c8407be66f4, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c451f8d0-81c8-47ac-9cdf-57d805f40534'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:13:27.544150 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-dafe8216-39f0-4053-83b0-bd15fd52a562 req-df8b2db7-b822-4def-b59e-c3d73b4583a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:27.587461 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device b9a73274-321e-416d-9734-6300c36685ec no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:13:27.589872 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ef31a-d339-429d-9b16-64778338935c admin admin] Pushing event deleted for resources: {'Port': ['ID=23f0e9fa-54bc-4a7e-9a4f-bc3fab773c4e,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:27.597602 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc19c6-159e-4767-a809-e08db6636a9c req-891bd7ad-a411-4dbc-bfb0-bb4859c7d0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:27.599304 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-64fc19c6-159e-4767-a809-e08db6636a9c req-891bd7ad-a411-4dbc-bfb0-bb4859c7d0d8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=615b76025780444bbb8ee927e4ef7062&device_id=bdb294f8-903e-44cc-b590-cf4c262af4db HTTP/1.1" status: 200 len: 1119 time: 0.2573278 Nov 09 21:13:27.608062 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5ef31a-d339-429d-9b16-64778338935c admin admin] No DVR routers for this DVR port 23f0e9fa-54bc-4a7e-9a4f-bc3fab773c4e on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:13:27.625891 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: b9a73274-321e-416d-9734-6300c36685ec {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:13:27.626318 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device b9a73274-321e-416d-9734-6300c36685ec not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:13:27.626903 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 23f0e9fa-54bc-4a7e-9a4f-bc3fab773c4e no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:13:27.631176 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 1c9297ce-4bb5-4b91-9984-2776c74838f7 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:13:27.650126 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0cb3a904-0b78-4ba3-9fc8-a0cdd9e1025d req-18a2935e-7b95-46ba-8a50-6f052f23be10 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613420 Nov 09 21:13:27.686622 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-dafe8216-39f0-4053-83b0-bd15fd52a562 req-df8b2db7-b822-4def-b59e-c3d73b4583a2 service neutron] For port 276384dc-324f-42fe-b40e-9c8407be66f4, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:13:27.704189 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-dafe8216-39f0-4053-83b0-bd15fd52a562 req-df8b2db7-b822-4def-b59e-c3d73b4583a2 service neutron] For port 276384dc-324f-42fe-b40e-9c8407be66f4, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=276384dc-324f-42fe-b40e-9c8407be66f4,segment=NetworkSegment(cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2),segment_id=cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:13:27.706011 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 23f0e9fa-54bc-4a7e-9a4f-bc3fab773c4e {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:13:27.706514 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 23f0e9fa-54bc-4a7e-9a4f-bc3fab773c4e not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:13:27.716742 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b4822-a535-4cd8-92cf-f7785b8a1848 req-ad055d70-4e34-4571-a679-8f070ac563f9 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:27.723891 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-428b4822-a535-4cd8-92cf-f7785b8a1848 req-ad055d70-4e34-4571-a679-8f070ac563f9 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1 HTTP/1.1" status: 200 len: 943 time: 0.0914168 Nov 09 21:13:27.726869 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-27c810c6-7873-4b92-b704-f52c95b04935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:27.732455 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-dafe8216-39f0-4053-83b0-bd15fd52a562 req-df8b2db7-b822-4def-b59e-c3d73b4583a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:27.769235 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c810c6-7873-4b92-b704-f52c95b04935 None None] Pushing event deleted for resources: {'Port': ['ID=23f0e9fa-54bc-4a7e-9a4f-bc3fab773c4e,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:27.777954 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c810c6-7873-4b92-b704-f52c95b04935 None None] No DVR routers for this DVR port 23f0e9fa-54bc-4a7e-9a4f-bc3fab773c4e on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:13:27.793894 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe8216-39f0-4053-83b0-bd15fd52a562 req-df8b2db7-b822-4def-b59e-c3d73b4583a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:27.794336 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-dafe8216-39f0-4053-83b0-bd15fd52a562 req-df8b2db7-b822-4def-b59e-c3d73b4583a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:27.795777 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dafe8216-39f0-4053-83b0-bd15fd52a562 req-df8b2db7-b822-4def-b59e-c3d73b4583a2 service neutron] 10.222.0.43 "PUT /v2.0/ports/276384dc-324f-42fe-b40e-9c8407be66f4 HTTP/1.1" status: 200 len: 1091 time: 1.1815982 Nov 09 21:13:27.822538 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-428b4822-a535-4cd8-92cf-f7785b8a1848 req-d210bcf0-b102-464d-b808-ed50f0795073 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977786 Nov 09 21:13:27.827934 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8b2db7-b822-4def-b59e-c3d73b4583a2 service neutron] Pushing event updated for resources: {'Port': ['ID=276384dc-324f-42fe-b40e-9c8407be66f4,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:27.857677 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef31a-d339-429d-9b16-64778338935c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:27.889917 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 1c9297ce-4bb5-4b91-9984-2776c74838f7 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:13:27.898816 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 1c9297ce-4bb5-4b91-9984-2776c74838f7 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:13:27.899236 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:27.903056 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a47bc-d4ca-494c-88be-938affdaf994 req-18ff55e3-d930-4385-9d4f-92d3fadb7b94 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:27.904464 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-301a47bc-d4ca-494c-88be-938affdaf994 req-18ff55e3-d930-4385-9d4f-92d3fadb7b94 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cef59e2-4b7a-491e-85a3-f99d22df7dee HTTP/1.1" status: 200 len: 950 time: 0.1159451 Nov 09 21:13:27.905477 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc19c6-159e-4767-a809-e08db6636a9c req-0883f4bd-81cd-43a4-8c3b-e16a6b7a5e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:27.906882 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-64fc19c6-159e-4767-a809-e08db6636a9c req-0883f4bd-81cd-43a4-8c3b-e16a6b7a5e22 service neutron] 10.222.0.45 "GET /v2.0/networks?id=15fbc7f0-8873-4a34-924e-7fadeab13c74 HTTP/1.1" status: 200 len: 924 time: 0.2683120 Nov 09 21:13:27.911379 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe8216-39f0-4053-83b0-bd15fd52a562 req-33212033-a577-42f9-b31a-eb8c6dd51c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:27.911839 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef31a-d339-429d-9b16-64778338935c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:13:27.912233 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef31a-d339-429d-9b16-64778338935c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:13:27.913353 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dafe8216-39f0-4053-83b0-bd15fd52a562 req-33212033-a577-42f9-b31a-eb8c6dd51c23 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=76936f9674ad45baa5c13f7f3fe24c2c&device_id=35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1 HTTP/1.1" status: 200 len: 1094 time: 0.0546594 Nov 09 21:13:27.914615 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef31a-d339-429d-9b16-64778338935c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:13:27.915061 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef31a-d339-429d-9b16-64778338935c admin admin] Subscribe: > port after_create 55550000 {{(pid=102608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:13:27.915479 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef31a-d339-429d-9b16-64778338935c admin admin] Subscribe: > port after_delete 55550000 {{(pid=102608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:13:27.915898 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef31a-d339-429d-9b16-64778338935c admin admin] Subscribe: > port after_update 55550000 {{(pid=102608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:13:27.916338 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef31a-d339-429d-9b16-64778338935c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:13:27.916775 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef31a-d339-429d-9b16-64778338935c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:13:27.917103 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef31a-d339-429d-9b16-64778338935c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:13:27.917494 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef31a-d339-429d-9b16-64778338935c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:13:27.980553 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dafe8216-39f0-4053-83b0-bd15fd52a562 req-d099e784-dbe5-4110-bb50-392652744933 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=276384dc-324f-42fe-b40e-9c8407be66f4 HTTP/1.1" status: 200 len: 217 time: 0.0515969 Nov 09 21:13:28.008939 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef31a-d339-429d-9b16-64778338935c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:13:28.009287 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef31a-d339-429d-9b16-64778338935c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:13:28.009616 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef31a-d339-429d-9b16-64778338935c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:13:28.009942 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef31a-d339-429d-9b16-64778338935c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:13:28.010632 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-4d5ef31a-d339-429d-9b16-64778338935c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e610b72e-b2e1-4281-aeb6-dae2b43bcec6']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:13:28.012786 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:28.043036 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8097b17c-655c-4469-b0d5-023bbc6ff3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9297ce-4bb5-4b91-9984-2776c74838f7'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:13:28.045709 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-86dc3d5e-41b1-427e-a2e1-a99ae3410dc9 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=ab9f62a9766648e6a735e31e91b7e450&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258136 Nov 09 21:13:28.046528 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ce20b0-544c-41c1-85ba-29b0225ad0c5" -d '{"events": [{"server_uuid": "8097b17c-655c-4469-b0d5-023bbc6ff3bb", "name": "network-vif-plugged", "status": "completed", "tag": "1c9297ce-4bb5-4b91-9984-2776c74838f7"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:13:28.069327 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 1c9297ce-4bb5-4b91-9984-2776c74838f7, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=1c9297ce-4bb5-4b91-9984-2776c74838f7,segment=NetworkSegment(030b5546-ce77-4a8b-a3a1-791393a98192),segment_id=030b5546-ce77-4a8b-a3a1-791393a98192)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:13:28.070480 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-4d5ef31a-d339-429d-9b16-64778338935c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ff64fc-3348-44af-bb87-9bcd35a165dc') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:13:28.070783 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-4d5ef31a-d339-429d-9b16-64778338935c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ff64fc-3348-44af-bb87-9bcd35a165dc') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:13:28.075215 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:28.102338 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef31a-d339-429d-9b16-64778338935c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:28.113342 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe8216-39f0-4053-83b0-bd15fd52a562 req-6dd05e54-039d-4fcb-89c0-1d7c270e0f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:28.114816 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dafe8216-39f0-4053-83b0-bd15fd52a562 req-6dd05e54-039d-4fcb-89c0-1d7c270e0f66 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=48001444-9492-49b6-bd26-a82c0797ca23 HTTP/1.1" status: 200 len: 845 time: 0.1252825 Nov 09 21:13:28.130242 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=1c9297ce-4bb5-4b91-9984-2776c74838f7,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:28.145047 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef31a-d339-429d-9b16-64778338935c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:28.155484 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dafe8216-39f0-4053-83b0-bd15fd52a562 req-7fc35621-4077-4a9b-837b-d35e87850214 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c451f8d0-81c8-47ac-9cdf-57d805f40534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326786 Nov 09 21:13:28.155695 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-64fc19c6-159e-4767-a809-e08db6636a9c req-c2f052f3-5a1f-4062-815d-524a6e13c490 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1d95655-db42-4890-bb90-d32512401302 HTTP/1.1" status: 200 len: 1024 time: 0.1281242 Nov 09 21:13:28.162410 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d5ef31a-d339-429d-9b16-64778338935c admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:13:28.162801 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef31a-d339-429d-9b16-64778338935c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:28.190220 n-d-816206-3 neutron-server[102608]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 21:13:28.190220 n-d-816206-3 neutron-server[102608]: from cryptography.utils import int_from_bytes Nov 09 21:13:28.190220 n-d-816206-3 neutron-server[102608]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 21:13:28.190220 n-d-816206-3 neutron-server[102608]: from cryptography.utils import int_from_bytes Nov 09 21:13:28.190220 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:13:28.190220 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:13:28.190220 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:13:28.190220 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:13:28.190220 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:13:28.190220 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:13:28.190220 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:13:28.190220 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:13:28.190220 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:13:28.190220 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:13:28.190220 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:13:28.190220 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:13:28.190220 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:13:28.190220 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:13:28.190220 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:13:28.190220 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:13:28.190220 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:13:28.190220 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:13:28.190220 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:13:28.190220 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:13:28.190220 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:13:28.190220 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:13:28.190220 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:13:28.190220 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:13:28.190220 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:13:28.190220 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:13:28.190220 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:13:28.190220 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:13:28.190220 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:13:28.190220 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:13:28.190220 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:13:28.190220 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:13:28.214366 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-301a47bc-d4ca-494c-88be-938affdaf994 req-3a9c4043-c136-40f9-93e7-aff4cfa12edc tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990695 Nov 09 21:13:28.229988 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-51a622ec-cfa8-4c8f-a315-032fe414bcfd tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:28.231456 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-51a622ec-cfa8-4c8f-a315-032fe414bcfd tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1775830 Nov 09 21:13:28.253458 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-76d3e981-0d17-4850-b1da-dc78f91f4b98 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/quotas/ab9f62a9766648e6a735e31e91b7e450 HTTP/1.1" status: 200 len: 375 time: 0.0164464 Nov 09 21:13:28.298555 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc19c6-159e-4767-a809-e08db6636a9c req-db572747-75e2-439e-8af6-7f265f79059a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:28.301186 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-64fc19c6-159e-4767-a809-e08db6636a9c req-db572747-75e2-439e-8af6-7f265f79059a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e9add483-8835-41e6-b594-c1f5292db974 HTTP/1.1" status: 200 len: 863 time: 0.1100712 Nov 09 21:13:28.304895 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 682df428-27f5-4477-a29c-ee26c0212a14 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:13:28.306073 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-a2bb7b79-88c3-42f6-9cae-1b8dcd96c698 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab9f62a9766648e6a735e31e91b7e450&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465271 Nov 09 21:13:28.325861 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dafe8216-39f0-4053-83b0-bd15fd52a562 req-937a704f-7d76-47a9-8150-0ca8806997fd service neutron] 10.222.0.43 "GET /v2.0/networks/c451f8d0-81c8-47ac-9cdf-57d805f40534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620541 Nov 09 21:13:28.328850 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef31a-d339-429d-9b16-64778338935c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:28.347645 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef31a-d339-429d-9b16-64778338935c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:28.355931 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4d5ef31a-d339-429d-9b16-64778338935c admin admin] 10.222.0.49 "DELETE /v2.0/networks/e610b72e-b2e1-4281-aeb6-dae2b43bcec6 HTTP/1.1" status: 204 len: 168 time: 1.6635127 Nov 09 21:13:28.373793 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: 682df428-27f5-4477-a29c-ee26c0212a14 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:13:28.374167 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 682df428-27f5-4477-a29c-ee26c0212a14 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:13:28.382191 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0a8651-65de-4a69-9e6c-c43c2a003b56 x-openstack-request-id: req-3c0a8651-65de-4a69-9e6c-c43c2a003b56 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:13:28.382922 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8097b17c-655c-4469-b0d5-023bbc6ff3bb", "name": "network-vif-plugged", "status": "completed", "tag": "1c9297ce-4bb5-4b91-9984-2776c74838f7", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:13:28.383188 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3c0a8651-65de-4a69-9e6c-c43c2a003b56 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:13:28.383590 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8097b17c-655c-4469-b0d5-023bbc6ff3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9297ce-4bb5-4b91-9984-2776c74838f7', 'code': 200} Nov 09 21:13:28.407464 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ef31a-d339-429d-9b16-64778338935c admin admin] Pushing event deleted for resources: {'Network': ['ID=e610b72e-b2e1-4281-aeb6-dae2b43bcec6,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:28.440991 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc19c6-159e-4767-a809-e08db6636a9c req-43d2c05e-3372-4c1f-a952-bc3ff0ffbc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:28.442525 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-64fc19c6-159e-4767-a809-e08db6636a9c req-43d2c05e-3372-4c1f-a952-bc3ff0ffbc42 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=15fbc7f0-8873-4a34-924e-7fadeab13c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1321440 Nov 09 21:13:28.571875 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85fcfb-aea6-4d4b-9bff-46da7b1b471d req-65bd72d1-c91b-4f01-9f2a-da6baca4c5c9 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:28.577181 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41bac806-9e1e-4473-b42d-4b701d2b796d', 'tag': 'fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e'}, {'name': 'network-changed', 'server_uuid': '35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1', 'tag': '276384dc-324f-42fe-b40e-9c8407be66f4'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:13:28.579494 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0b23fc-1440-449c-9a29-d683f09bb38f" -d '{"events": [{"name": "network-changed", "server_uuid": "41bac806-9e1e-4473-b42d-4b701d2b796d", "tag": "fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e"}, {"name": "network-changed", "server_uuid": "35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1", "tag": "276384dc-324f-42fe-b40e-9c8407be66f4"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:13:28.580961 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-eb85fcfb-aea6-4d4b-9bff-46da7b1b471d req-65bd72d1-c91b-4f01-9f2a-da6baca4c5c9 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/ports?device_id=8097b17c-655c-4469-b0d5-023bbc6ff3bb HTTP/1.1" status: 200 len: 945 time: 0.1373956 Nov 09 21:13:28.609868 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818e43a-7e77-4c37-951f-75d7b065c43f req-c37143d6-8a10-4aa2-83af-c7396b54a9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:28.611284 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f818e43a-7e77-4c37-951f-75d7b065c43f req-c37143d6-8a10-4aa2-83af-c7396b54a9aa service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8097b17c-655c-4469-b0d5-023bbc6ff3bb HTTP/1.1" status: 200 len: 1096 time: 0.1487982 Nov 09 21:13:28.629250 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dafe8216-39f0-4053-83b0-bd15fd52a562 req-bcda34a8-b3d1-4fe2-962f-d4d671348d77 service neutron] 10.222.0.43 "GET /v2.0/networks/c451f8d0-81c8-47ac-9cdf-57d805f40534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953279 Nov 09 21:13:28.674460 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f818e43a-7e77-4c37-951f-75d7b065c43f req-68d64ab9-72a6-4597-b414-e60f67da86fd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c10406f7-65bc-482e-b626-a11906f8f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529983 Nov 09 21:13:28.676335 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-64fc19c6-159e-4767-a809-e08db6636a9c req-42affc1c-f814-4e91-9686-eb13abfc0897 service neutron] 10.222.0.45 "GET /v2.0/networks/15fbc7f0-8873-4a34-924e-7fadeab13c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096236 Nov 09 21:13:28.688064 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-eb85fcfb-aea6-4d4b-9bff-46da7b1b471d req-12cb40c5-a300-4446-bdac-acea3f23fabb tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/security-groups?id=c10406f7-65bc-482e-b626-a11906f8f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061707 Nov 09 21:13:28.703552 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59470) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:28.781756 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa60d71-475d-4639-a674-ee2d05aba127 req-e8106638-f117-41f2-bcfe-b5fb3e976ea7 tempest-ServersOnMultiNodesTest-454294139 tempest-ServersOnMultiNodesTest-454294139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:28.783415 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-daa60d71-475d-4639-a674-ee2d05aba127 req-e8106638-f117-41f2-bcfe-b5fb3e976ea7 tempest-ServersOnMultiNodesTest-454294139 tempest-ServersOnMultiNodesTest-454294139-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3cef59e2-4b7a-491e-85a3-f99d22df7dee HTTP/1.1" status: 200 len: 1101 time: 0.0773573 Nov 09 21:13:28.785882 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a6d8eb58-dda3-4adc-8866-c674628cc3ce admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=08ae6bddd06d48fa83b8d1cbf2474a34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0809512 Nov 09 21:13:28.789532 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59474) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:28.824371 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-daa60d71-475d-4639-a674-ee2d05aba127 req-73c81f48-9104-4024-8c9b-f4a1e7fc6f03 tempest-ServersOnMultiNodesTest-454294139 tempest-ServersOnMultiNodesTest-454294139-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:28.874957 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-91c72387-5224-4144-946e-98b6810b506a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:28.920738 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-91c72387-5224-4144-946e-98b6810b506a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:28.986559 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-daa60d71-475d-4639-a674-ee2d05aba127 req-73c81f48-9104-4024-8c9b-f4a1e7fc6f03 tempest-ServersOnMultiNodesTest-454294139 tempest-ServersOnMultiNodesTest-454294139-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:28.990986 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-daa60d71-475d-4639-a674-ee2d05aba127 req-73c81f48-9104-4024-8c9b-f4a1e7fc6f03 tempest-ServersOnMultiNodesTest-454294139 tempest-ServersOnMultiNodesTest-454294139-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:29.000354 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ddf89bd0-7ea2-474a-adf6-278bb1ca6f5e req-b0e0057c-f194-42e7-bea0-a8b5351cf161 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 210 time: 0.0375383 Nov 09 21:13:29.031802 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-91c72387-5224-4144-946e-98b6810b506a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:29.034308 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-91c72387-5224-4144-946e-98b6810b506a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:29.037361 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-91c72387-5224-4144-946e-98b6810b506a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d336fbc9-870e-411e-9ec1-9c6b1f3efafb HTTP/1.1" status: 204 len: 168 time: 0.2450171 Nov 09 21:13:29.050549 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-64fc19c6-159e-4767-a809-e08db6636a9c req-7e35f5f9-7575-49ff-9dd3-f230517a3d91 service neutron] 10.222.0.45 "GET /v2.0/networks/15fbc7f0-8873-4a34-924e-7fadeab13c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626828 Nov 09 21:13:29.053717 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-daa60d71-475d-4639-a674-ee2d05aba127 req-73c81f48-9104-4024-8c9b-f4a1e7fc6f03 tempest-ServersOnMultiNodesTest-454294139 tempest-ServersOnMultiNodesTest-454294139-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553041 Nov 09 21:13:29.055504 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c81f48-9104-4024-8c9b-f4a1e7fc6f03 tempest-ServersOnMultiNodesTest-454294139 tempest-ServersOnMultiNodesTest-454294139-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2efca042-a7b1-43c1-9c47-e90704129eb9,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:29.081439 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c72387-5224-4144-946e-98b6810b506a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d336fbc9-870e-411e-9ec1-9c6b1f3efafb,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:29.105796 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 09 Nov 2021 21:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0205012a-7211-4840-aca6-dfd7a2559c8b x-openstack-request-id: req-0205012a-7211-4840-aca6-dfd7a2559c8b {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:13:29.106091 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41bac806-9e1e-4473-b42d-4b701d2b796d", "tag": "fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1", "tag": "276384dc-324f-42fe-b40e-9c8407be66f4", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:13:29.106343 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0205012a-7211-4840-aca6-dfd7a2559c8b {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:13:29.106741 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41bac806-9e1e-4473-b42d-4b701d2b796d', 'tag': 'fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e', 'status': 'completed', 'code': 200} Nov 09 21:13:29.107065 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1', 'tag': '276384dc-324f-42fe-b40e-9c8407be66f4', 'status': 'completed', 'code': 200} Nov 09 21:13:29.209519 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacdffb5-be26-40d7-bdd2-6bef4e36e928 req-fca1b239-03b3-4402-86d6-d2380d706201 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:29.211065 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bacdffb5-be26-40d7-bdd2-6bef4e36e928 req-fca1b239-03b3-4402-86d6-d2380d706201 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=41bac806-9e1e-4473-b42d-4b701d2b796d HTTP/1.1" status: 200 len: 943 time: 0.0809309 Nov 09 21:13:29.226758 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b23fc-1440-449c-9a29-d683f09bb38f req-afb6f3b5-281b-4f34-88d1-b859f504a41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:29.231263 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cf0b23fc-1440-449c-9a29-d683f09bb38f req-afb6f3b5-281b-4f34-88d1-b859f504a41c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=79813b2c248b4d6c8fab5b7bd98099e4&device_id=41bac806-9e1e-4473-b42d-4b701d2b796d HTTP/1.1" status: 200 len: 1124 time: 0.0726099 Nov 09 21:13:29.238648 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e9824-87aa-4209-89f6-9e21f05481f2 req-8ab7f90a-6b29-4437-9b7d-2a8df6954f54 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:29.240184 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-eb2e9824-87aa-4209-89f6-9e21f05481f2 req-8ab7f90a-6b29-4437-9b7d-2a8df6954f54 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1 HTTP/1.1" status: 200 len: 943 time: 0.0616491 Nov 09 21:13:29.310631 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-eb2e9824-87aa-4209-89f6-9e21f05481f2 req-2ede3f39-85bb-4181-9fec-bcf283dda4e2 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616255 Nov 09 21:13:29.339967 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bacdffb5-be26-40d7-bdd2-6bef4e36e928 req-9a20f715-5d36-4e23-9923-bc013786fcca tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122077 Nov 09 21:13:29.392567 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b23fc-1440-449c-9a29-d683f09bb38f req-f7f3d706-f7be-463a-a4d6-c53b9ad46657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:29.397521 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cf0b23fc-1440-449c-9a29-d683f09bb38f req-f7f3d706-f7be-463a-a4d6-c53b9ad46657 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 HTTP/1.1" status: 200 len: 921 time: 0.1509633 Nov 09 21:13:29.471649 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cf0b23fc-1440-449c-9a29-d683f09bb38f req-a13cf868-96ea-4a4a-812d-1b8bc8b98289 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e HTTP/1.1" status: 200 len: 217 time: 0.0637167 Nov 09 21:13:29.547067 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b23fc-1440-449c-9a29-d683f09bb38f req-7fbfbfac-6e79-4449-ba74-ea94adb4867d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:29.548461 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cf0b23fc-1440-449c-9a29-d683f09bb38f req-7fbfbfac-6e79-4449-ba74-ea94adb4867d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=29a38752-08a3-4b35-bb64-8f5e3f87121b HTTP/1.1" status: 200 len: 861 time: 0.0692687 Nov 09 21:13:29.586898 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cf0b23fc-1440-449c-9a29-d683f09bb38f req-b380c9ef-438e-43df-a59f-ba6667331efc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293641 Nov 09 21:13:29.616366 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:13:29.752895 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cf0b23fc-1440-449c-9a29-d683f09bb38f req-fca98ac6-5ad2-45f2-be7b-035a824af417 service neutron] 10.222.0.43 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546619 Nov 09 21:13:29.761305 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-a4a6b828-87c2-400a-bfb2-ea07ac60b7ca tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=901d7209663f4224b6f7af44b74208e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378470 Nov 09 21:13:29.843878 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e,segment=NetworkSegment(3b0433f6-0dc2-4350-8149-c15b9bac49ea),segment_id=3b0433f6-0dc2-4350-8149-c15b9bac49ea)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:13:29.863653 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e has no active binding in host n-h1-816206-3 {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 21:13:29.901843 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-40b49079-3d19-4122-9a37-cf0d96660abd tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=ab9f62a9766648e6a735e31e91b7e450&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0826504 Nov 09 21:13:29.902962 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d282a-ccf1-4746-9a43-042d3d3b22da req-97fb3835-9c0b-4da9-8645-7db5ccfa19e6 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:29.905822 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cd1d282a-ccf1-4746-9a43-042d3d3b22da req-97fb3835-9c0b-4da9-8645-7db5ccfa19e6 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/ports?device_id=8097b17c-655c-4469-b0d5-023bbc6ff3bb HTTP/1.1" status: 200 len: 945 time: 0.0924323 Nov 09 21:13:29.937435 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cf0b23fc-1440-449c-9a29-d683f09bb38f req-006365d2-b782-4423-a29b-cce0f8152929 service neutron] 10.222.0.43 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766953 Nov 09 21:13:29.980220 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cd1d282a-ccf1-4746-9a43-042d3d3b22da req-7b2e9309-3148-461f-88dc-fbfe7e596522 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/security-groups?id=c10406f7-65bc-482e-b626-a11906f8f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637808 Nov 09 21:13:30.098969 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b23fc-1440-449c-9a29-d683f09bb38f req-4087f199-e7b5-41ab-aadc-4b26a66498ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:30.100689 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cf0b23fc-1440-449c-9a29-d683f09bb38f req-4087f199-e7b5-41ab-aadc-4b26a66498ec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=76936f9674ad45baa5c13f7f3fe24c2c&device_id=35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1 HTTP/1.1" status: 200 len: 1094 time: 0.0479677 Nov 09 21:13:30.193126 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0dc9bf39-b990-4a64-b02d-246e03d0711d req-373aa157-3adf-4961-9ff6-cf68c70f1b01 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 210 time: 0.0965106 Nov 09 21:13:30.246504 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59542) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:30.260528 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b23fc-1440-449c-9a29-d683f09bb38f req-f926fa7e-f686-4135-9103-01d334be4c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:30.262577 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cf0b23fc-1440-449c-9a29-d683f09bb38f req-f926fa7e-f686-4135-9103-01d334be4c3d service neutron] 10.222.0.43 "GET /v2.0/networks?id=c451f8d0-81c8-47ac-9cdf-57d805f40534 HTTP/1.1" status: 200 len: 905 time: 0.1523614 Nov 09 21:13:30.315082 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-4bd4ef3c-109b-49a5-bc6c-56876294a820 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:30.316800 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-4bd4ef3c-109b-49a5-bc6c-56876294a820 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5476713 Nov 09 21:13:30.321642 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cf0b23fc-1440-449c-9a29-d683f09bb38f req-74e78bc0-4975-4108-88a8-6f90190fa0b3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=276384dc-324f-42fe-b40e-9c8407be66f4 HTTP/1.1" status: 200 len: 217 time: 0.0498955 Nov 09 21:13:30.354499 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-0f9b629a-16de-43bf-9e34-c0541bf404a9 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:30.356510 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-0f9b629a-16de-43bf-9e34-c0541bf404a9 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4449556 Nov 09 21:13:30.364845 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-dfcd3459-dba6-4bb7-950d-8afb0ea68be4 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/quotas/901d7209663f4224b6f7af44b74208e8 HTTP/1.1" status: 200 len: 375 time: 0.0345461 Nov 09 21:13:30.384764 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-7e61e464-e61c-40cb-a078-0be3b544d4c5 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Request body: {'port': {'device_id': '6a634a28-c264-4a64-8d09-7f172ea49968', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'admin_state_up': True, 'tenant_id': 'ab9f62a9766648e6a735e31e91b7e450'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:13:30.406233 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b23fc-1440-449c-9a29-d683f09bb38f req-4b23759c-4d63-4aa1-91de-5ae018061f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:30.408305 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cf0b23fc-1440-449c-9a29-d683f09bb38f req-4b23759c-4d63-4aa1-91de-5ae018061f9f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=48001444-9492-49b6-bd26-a82c0797ca23 HTTP/1.1" status: 200 len: 845 time: 0.0780210 Nov 09 21:13:30.413561 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-30ceff4e-a3f9-46b3-94cf-f31756478550 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-302253446-network', 'tenant_id': '27e73bb6155a4ee1b8669fc377ec1847'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:13:30.483316 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cf0b23fc-1440-449c-9a29-d683f09bb38f req-c0d64628-135d-4e1b-b39a-ec44b0ee8cf2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c451f8d0-81c8-47ac-9cdf-57d805f40534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526860 Nov 09 21:13:30.514153 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ceff4e-a3f9-46b3-94cf-f31756478550 admin admin] Made reservation on behalf of 27e73bb6155a4ee1b8669fc377ec1847 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:13:30.517483 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30ceff4e-a3f9-46b3-94cf-f31756478550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:30.525385 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-33bae222-fb8a-44bf-bff7-9e23f92662ea tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=901d7209663f4224b6f7af44b74208e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1595728 Nov 09 21:13:30.542147 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-7e61e464-e61c-40cb-a078-0be3b544d4c5 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Made reservation on behalf of ab9f62a9766648e6a735e31e91b7e450 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:13:30.547177 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-7e61e464-e61c-40cb-a078-0be3b544d4c5 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:30.549894 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59558) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:30.563236 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-7e61e464-e61c-40cb-a078-0be3b544d4c5 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:30.581790 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30ceff4e-a3f9-46b3-94cf-f31756478550 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:30.597138 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95223f39-e527-47c9-823a-7e1013bce987 req-c60fc944-fe60-4994-b801-652c6f496eef tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:30.607618 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-95223f39-e527-47c9-823a-7e1013bce987 req-c60fc944-fe60-4994-b801-652c6f496eef tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1 HTTP/1.1" status: 200 len: 943 time: 0.1892660 Nov 09 21:13:30.668222 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-7e61e464-e61c-40cb-a078-0be3b544d4c5 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:30.673968 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-7e61e464-e61c-40cb-a078-0be3b544d4c5 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:30.750883 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a43d42fd-eed0-426c-948b-a90c17056847 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:30.783429 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e61e464-e61c-40cb-a078-0be3b544d4c5 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc308329-2459-47c9-baff-e5cce35fa6df,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:30.885283 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-7e61e464-e61c-40cb-a078-0be3b544d4c5 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Allocated IP 192.168.233.75 (568519e4-f6af-4966-9e93-738c3c6cb9f1/5ba3500c-a288-4596-ba94-148f2bd8a6da/9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:13:30.944799 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a43d42fd-eed0-426c-948b-a90c17056847 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:30.953080 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a43d42fd-eed0-426c-948b-a90c17056847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:30.963938 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cf0b23fc-1440-449c-9a29-d683f09bb38f req-1f21f862-2c68-4cfc-9a03-551dff6477cb service neutron] 10.222.0.43 "GET /v2.0/networks/c451f8d0-81c8-47ac-9cdf-57d805f40534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4637063 Nov 09 21:13:30.981583 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-95223f39-e527-47c9-823a-7e1013bce987 req-f14ef432-0712-4067-8ff2-8ad222de3461 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025949 Nov 09 21:13:31.003316 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d42fd-eed0-426c-948b-a90c17056847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627f5ef9-6960-457e-994c-55a8f6a52f13,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:31.086604 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a43d42fd-eed0-426c-948b-a90c17056847 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0d4ac7f41ecd4b57995d4c22f3771a8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5347834 Nov 09 21:13:31.092999 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59568) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:31.117826 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30ceff4e-a3f9-46b3-94cf-f31756478550 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:31.131109 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30ceff4e-a3f9-46b3-94cf-f31756478550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:31.149376 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cf0b23fc-1440-449c-9a29-d683f09bb38f req-c07ef194-074a-43e5-93c1-aae0ad68c323 service neutron] 10.222.0.43 "GET /v2.0/networks/c451f8d0-81c8-47ac-9cdf-57d805f40534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668787 Nov 09 21:13:31.165694 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30ceff4e-a3f9-46b3-94cf-f31756478550 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:13:31.180785 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8bb740-886f-4155-8055-ec79f03ff5e0 req-830e1767-fa45-4f15-a17f-45a44aedc54a tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:31.182955 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2a8bb740-886f-4155-8055-ec79f03ff5e0 req-830e1767-fa45-4f15-a17f-45a44aedc54a tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=41bac806-9e1e-4473-b42d-4b701d2b796d HTTP/1.1" status: 200 len: 943 time: 0.1668956 Nov 09 21:13:31.199364 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ceff4e-a3f9-46b3-94cf-f31756478550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d21f42-9345-4799-8ce2-1105bf70c5cb,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:31.240826 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30ceff4e-a3f9-46b3-94cf-f31756478550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:31.241230 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-30ceff4e-a3f9-46b3-94cf-f31756478550 admin admin] Added segment 395aac3a-7444-4fa1-8ff4-3025cf8c4bdc of type vlan for network 6fde7be1-cd71-4861-bb62-a4befa3a0bf8 Nov 09 21:13:31.277476 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2a8bb740-886f-4155-8055-ec79f03ff5e0 req-ab622a72-4b94-4966-ab0a-3a3b815cbf27 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867870 Nov 09 21:13:31.293182 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-7e61e464-e61c-40cb-a078-0be3b544d4c5 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:31.331603 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-7e61e464-e61c-40cb-a078-0be3b544d4c5 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:31.350332 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30ceff4e-a3f9-46b3-94cf-f31756478550 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:31.355773 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-e92c6253-4361-412f-91f9-3ca03149a118 service neutron] 10.222.0.43 "GET /v2.0/ports/fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e/bindings/n-h1-816206-3 HTTP/1.1" status: 200 len: 384 time: 0.1676526 Nov 09 21:13:31.359837 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-60b9eb93-4bc1-41de-bd05-09825f66ae5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:31.396312 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-7e61e464-e61c-40cb-a078-0be3b544d4c5 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Network 568519e4-f6af-4966-9e93-738c3c6cb9f1 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:13:31.407515 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-7e61e464-e61c-40cb-a078-0be3b544d4c5 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:13:31.438488 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-60b9eb93-4bc1-41de-bd05-09825f66ae5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:31.449178 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-7e61e464-e61c-40cb-a078-0be3b544d4c5 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:13:31.479623 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30ceff4e-a3f9-46b3-94cf-f31756478550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:31.480850 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ceff4e-a3f9-46b3-94cf-f31756478550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:31.481669 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30ceff4e-a3f9-46b3-94cf-f31756478550 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:31.537275 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e61e464-e61c-40cb-a078-0be3b544d4c5 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Pushing event updated for resources: {'Port': ['ID=9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:31.569673 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e4e84-e852-44a6-9dbc-5241baf0a79d req-e17a3f83-bb10-40e7-bdd1-a0a9fc0d40e6 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:31.571347 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ec8e4e84-e852-44a6-9dbc-5241baf0a79d req-e17a3f83-bb10-40e7-bdd1-a0a9fc0d40e6 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/ports?device_id=8097b17c-655c-4469-b0d5-023bbc6ff3bb HTTP/1.1" status: 200 len: 945 time: 0.1652625 Nov 09 21:13:31.587885 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-7e61e464-e61c-40cb-a078-0be3b544d4c5 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:31.588895 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-7e61e464-e61c-40cb-a078-0be3b544d4c5 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:31.608057 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-30ceff4e-a3f9-46b3-94cf-f31756478550 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3603323 Nov 09 21:13:31.612152 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59584) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:31.624168 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-90954b7d-04ad-470d-a356-620c15d534ea admin admin] Request body: {'subnet': {'network_id': '6fde7be1-cd71-4861-bb62-a4befa3a0bf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-302253446-subnet', 'tenant_id': '27e73bb6155a4ee1b8669fc377ec1847', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:13:31.635899 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-7e61e464-e61c-40cb-a078-0be3b544d4c5 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2578285 Nov 09 21:13:31.657872 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-8484a5ab-e68f-4068-8880-403e4ed5c095 service neutron] Request body: {'port': {'device_id': '6a634a28-c264-4a64-8d09-7f172ea49968', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:13:31.661655 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ceff4e-a3f9-46b3-94cf-f31756478550 admin admin] Pushing event updated for resources: {'Network': ['ID=6fde7be1-cd71-4861-bb62-a4befa3a0bf8,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:31.675904 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 6fde7be1-cd71-4861-bb62-a4befa3a0bf8 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:13:31.729522 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90954b7d-04ad-470d-a356-620c15d534ea admin admin] Made reservation on behalf of 27e73bb6155a4ee1b8669fc377ec1847 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:13:31.731841 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-90954b7d-04ad-470d-a356-620c15d534ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:31.744897 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-60b9eb93-4bc1-41de-bd05-09825f66ae5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:31.747857 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-60b9eb93-4bc1-41de-bd05-09825f66ae5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:31.757805 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ec8e4e84-e852-44a6-9dbc-5241baf0a79d req-6e8948ce-e822-4514-8171-2c9a53f81109 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/security-groups?id=c10406f7-65bc-482e-b626-a11906f8f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768246 Nov 09 21:13:31.760483 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-60b9eb93-4bc1-41de-bd05-09825f66ae5e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/627f5ef9-6960-457e-994c-55a8f6a52f13 HTTP/1.1" status: 204 len: 168 time: 0.6524019 Nov 09 21:13:31.795606 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f06dde-761e-4c18-8162-100e269c00fb req-5ef06c46-1ddd-4e19-b58b-799f868e9cde tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:31.807873 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-66f06dde-761e-4c18-8162-100e269c00fb req-5ef06c46-1ddd-4e19-b58b-799f868e9cde tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 935 time: 0.2323251 Nov 09 21:13:31.891928 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-5fdd3daf-e9b3-4873-8a2c-4c07910d206d service neutron] For port fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e,segment=NetworkSegment(3b0433f6-0dc2-4350-8149-c15b9bac49ea),segment_id=3b0433f6-0dc2-4350-8149-c15b9bac49ea)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:13:31.919873 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b9663716-7fe6-4bbc-85ca-1058aeef328a req-2ba2d922-28e9-4cfa-a6c5-ead59b643efc tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ef14da-1ce2-400b-a670-9f5e6ea0076d HTTP/1.1" status: 200 len: 210 time: 0.0568788 Nov 09 21:13:31.925491 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-8484a5ab-e68f-4068-8880-403e4ed5c095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:31.949738 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-741e7fc2-f343-49e3-808a-1411656a9ed3 None None] Provisioning complete for port 9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:13:31.950125 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-741e7fc2-f343-49e3-808a-1411656a9ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:31.965580 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-5fdd3daf-e9b3-4873-8a2c-4c07910d206d service neutron] For port fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:13:32.024377 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-741e7fc2-f343-49e3-808a-1411656a9ed3 None None] Port 9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:13:32.028792 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b9eb93-4bc1-41de-bd05-09825f66ae5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627f5ef9-6960-457e-994c-55a8f6a52f13,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:32.091654 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-5fdd3daf-e9b3-4873-8a2c-4c07910d206d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:13:32.117415 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-5fdd3daf-e9b3-4873-8a2c-4c07910d206d service neutron] For port fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e,segment=NetworkSegment(3b0433f6-0dc2-4350-8149-c15b9bac49ea),segment_id=3b0433f6-0dc2-4350-8149-c15b9bac49ea)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:13:32.154337 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-66f06dde-761e-4c18-8162-100e269c00fb req-beedc09c-2799-4319-a2d7-0743bdbf506d tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389881 Nov 09 21:13:32.176365 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-5fdd3daf-e9b3-4873-8a2c-4c07910d206d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:32.263557 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e208ab7-4600-4642-a53f-c139a31742e2 req-12b8a24c-cc6d-49f3-ba14-392b5a2505d9 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:32.265141 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3e208ab7-4600-4642-a53f-c139a31742e2 req-12b8a24c-cc6d-49f3-ba14-392b5a2505d9 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/ports?device_id=8097b17c-655c-4469-b0d5-023bbc6ff3bb HTTP/1.1" status: 200 len: 945 time: 0.2280099 Nov 09 21:13:32.277456 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59596) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:32.288428 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-87c053ca-77e9-4ac5-a470-888b33986f9a tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Request body: {'floatingip': {'port_id': '1c9297ce-4bb5-4b91-9984-2776c74838f7'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:13:32.303885 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-5fdd3daf-e9b3-4873-8a2c-4c07910d206d service neutron] Transition to ACTIVE for port object fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:13:32.324689 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-5fdd3daf-e9b3-4873-8a2c-4c07910d206d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:32.339048 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 276384dc-324f-42fe-b40e-9c8407be66f4 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:13:32.390415 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59600) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:32.407933 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-87c053ca-77e9-4ac5-a470-888b33986f9a tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Publish callbacks [] for floatingip, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:32.421830 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd3daf-e9b3-4873-8a2c-4c07910d206d service neutron] Pushing event updated for resources: {'Port': ['ID=fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e,revision_number=10']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:32.462810 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-28bdacef-b40b-46da-be83-bf9e50523ea9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:32.464927 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-5fdd3daf-e9b3-4873-8a2c-4c07910d206d service neutron] No DVR routers for this DVR port fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:13:32.480395 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8214bda2-4363-4e0a-832e-f74b75ca98e5 req-bcdaa869-e96c-4397-b972-6a0917375280 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:32.482109 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8214bda2-4363-4e0a-832e-f74b75ca98e5 req-bcdaa869-e96c-4397-b972-6a0917375280 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1 HTTP/1.1" status: 200 len: 943 time: 0.1767659 Nov 09 21:13:32.506071 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 276384dc-324f-42fe-b40e-9c8407be66f4, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=276384dc-324f-42fe-b40e-9c8407be66f4,segment=NetworkSegment(cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2),segment_id=cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:13:32.512204 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-90954b7d-04ad-470d-a356-620c15d534ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:32.524327 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '276384dc-324f-42fe-b40e-9c8407be66f4', 'network_id': 'c451f8d0-81c8-47ac-9cdf-57d805f40534', 'port_id': '276384dc-324f-42fe-b40e-9c8407be66f4', 'mac_address': 'fa:16:3e:71:31:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48001444-9492-49b6-bd26-a82c0797ca23', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:13:32.531609 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-5fdd3daf-e9b3-4873-8a2c-4c07910d206d service neutron] 10.222.0.43 "PUT /v2.0/ports/fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e/bindings/n-h1-816206-3/activate HTTP/1.1" status: 200 len: 369 time: 1.1652212 Nov 09 21:13:32.562630 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8214bda2-4363-4e0a-832e-f74b75ca98e5 req-d46e02c6-fd1e-450b-98d9-819228cf105d tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556979 Nov 09 21:13:32.587672 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:32.601509 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 276384dc-324f-42fe-b40e-9c8407be66f4 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:13:32.624419 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 276384dc-324f-42fe-b40e-9c8407be66f4, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=276384dc-324f-42fe-b40e-9c8407be66f4,segment=NetworkSegment(cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2),segment_id=cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:13:32.631801 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:32.690360 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=276384dc-324f-42fe-b40e-9c8407be66f4,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:32.717067 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-b1f47689-252c-4431-9e3b-0a053f229771 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=901d7209663f4224b6f7af44b74208e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266547 Nov 09 21:13:32.743892 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17ee55-82f1-4f5d-859f-6a5ed4d5917b req-ca0fd2b2-cb60-4826-8eab-57a37eeb649d tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:32.745543 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8e17ee55-82f1-4f5d-859f-6a5ed4d5917b req-ca0fd2b2-cb60-4826-8eab-57a37eeb649d tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=41bac806-9e1e-4473-b42d-4b701d2b796d HTTP/1.1" status: 200 len: 944 time: 0.3159337 Nov 09 21:13:32.755716 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90954b7d-04ad-470d-a356-620c15d534ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf965ef7-555a-46c1-9822-401ac455c049,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:32.838799 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-c0591473-56a1-462b-b4ea-d93a37fb303c tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:32.840444 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-c0591473-56a1-462b-b4ea-d93a37fb303c tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1149900 Nov 09 21:13:32.855065 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-ffadb015-5652-4251-8d38-958081a8602f tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Request body: {'port': {'device_id': '7a9ae318-726e-4c3d-9814-e92f3be4c6c9', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'admin_state_up': True, 'tenant_id': '901d7209663f4224b6f7af44b74208e8'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:13:32.923626 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['276384dc-324f-42fe-b40e-9c8407be66f4'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:13:32.963192 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90954b7d-04ad-470d-a356-620c15d534ea admin admin] Checking segment: {'id': '395aac3a-7444-4fa1-8ff4-3025cf8c4bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6fde7be1-cd71-4861-bb62-a4befa3a0bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:13:32.963764 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90954b7d-04ad-470d-a356-620c15d534ea admin admin] Network hostable DHCP agents. Network: 6fde7be1-cd71-4861-bb62-a4befa3a0bf8, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:13:32.991731 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-ffadb015-5652-4251-8d38-958081a8602f tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Made reservation on behalf of 901d7209663f4224b6f7af44b74208e8 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:13:33.000998 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-ffadb015-5652-4251-8d38-958081a8602f tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:33.035303 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-8484a5ab-e68f-4068-8880-403e4ed5c095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:13:33.048265 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1f1b03e7-938b-4af2-923e-58d914363dbc req-33d8b06d-0a0f-4932-bc2d-b07bd4eab6a1 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ef14da-1ce2-400b-a670-9f5e6ea0076d HTTP/1.1" status: 200 len: 210 time: 0.0315135 Nov 09 21:13:33.066965 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-8484a5ab-e68f-4068-8880-403e4ed5c095 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:33.071868 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-28bdacef-b40b-46da-be83-bf9e50523ea9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:33.083138 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8e17ee55-82f1-4f5d-859f-6a5ed4d5917b req-be0eca0c-82ef-4c10-85bd-d37ea66f482e tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207600 Nov 09 21:13:33.098456 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-37a8595b-a84e-41a1-999e-f53f34f272f3 tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:33.099965 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-37a8595b-a84e-41a1-999e-f53f34f272f3 tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=41bac806-9e1e-4473-b42d-4b701d2b796d&tenant_id=79813b2c248b4d6c8fab5b7bd98099e4&binding%3Ahost_id=n-h2-816206-3 HTTP/1.1" status: 200 len: 1095 time: 0.3971038 Nov 09 21:13:33.102786 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-28bdacef-b40b-46da-be83-bf9e50523ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:33.109845 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.45', 59158) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:33.203824 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-8484a5ab-e68f-4068-8880-403e4ed5c095 service neutron] Transition to ACTIVE for port object 9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:13:33.216221 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90954b7d-04ad-470d-a356-620c15d534ea admin admin] Network 6fde7be1-cd71-4861-bb62-a4befa3a0bf8 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:13:33.220303 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-b9144075-cb48-4a07-9cc3-0574dcf8eced tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=901d7209663f4224b6f7af44b74208e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1069276 Nov 09 21:13:33.236466 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-8484a5ab-e68f-4068-8880-403e4ed5c095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:33.303963 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-28bdacef-b40b-46da-be83-bf9e50523ea9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5593a1d03cdd4b9ca31cc23a03f88be5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9085443 Nov 09 21:13:33.305918 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-ffadb015-5652-4251-8d38-958081a8602f tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Allocated IP 192.168.233.100 (568519e4-f6af-4966-9e93-738c3c6cb9f1/5ba3500c-a288-4596-ba94-148f2bd8a6da/8fffad74-aadd-420e-b124-a25fa48d0b2c) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:13:33.307672 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59610) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:33.330547 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-90954b7d-04ad-470d-a356-620c15d534ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 6fde7be1-cd71-4861-bb62-a4befa3a0bf8) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:13:33.332128 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bdacef-b40b-46da-be83-bf9e50523ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd65fcf3-d6e3-4e6c-a145-86c81b04f38a,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:33.339394 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559565e-b43d-4aea-99b4-a9ed4396c6aa req-8e280006-814f-46fe-9fe5-18a4c59a2e96 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:33.339976 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d204f9-9278-4f92-84aa-1ce711a3fafb None None] Network 6fde7be1-cd71-4861-bb62-a4befa3a0bf8 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:13:33.340946 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f559565e-b43d-4aea-99b4-a9ed4396c6aa req-8e280006-814f-46fe-9fe5-18a4c59a2e96 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 947 time: 0.1015182 Nov 09 21:13:33.394727 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90954b7d-04ad-470d-a356-620c15d534ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:33.395478 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-90954b7d-04ad-470d-a356-620c15d534ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:33.435372 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:33.515240 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-554f2296-8648-4adc-86f7-1f5d2fb7002d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:33.529312 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f559565e-b43d-4aea-99b4-a9ed4396c6aa req-a29b2efe-4939-4787-8457-6d57bf45ec9c tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744072 Nov 09 21:13:33.557127 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2ea847-653a-45be-a683-146076ca111b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-6fde7be1-cd71-4861-bb62-a4befa3a0bf8', 'network_id': '6fde7be1-cd71-4861-bb62-a4befa3a0bf8', 'tenant_id': '27e73bb6155a4ee1b8669fc377ec1847', 'fixed_ips': [{'subnet_id': 'bf965ef7-555a-46c1-9822-401ac455c049'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:13:33.558367 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dd2ea847-653a-45be-a683-146076ca111b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:33.574079 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-554f2296-8648-4adc-86f7-1f5d2fb7002d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:33.643796 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-ffadb015-5652-4251-8d38-958081a8602f tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:33.672799 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-554f2296-8648-4adc-86f7-1f5d2fb7002d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:33.675540 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-554f2296-8648-4adc-86f7-1f5d2fb7002d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:33.679432 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-554f2296-8648-4adc-86f7-1f5d2fb7002d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dd65fcf3-d6e3-4e6c-a145-86c81b04f38a HTTP/1.1" status: 204 len: 168 time: 0.3684614 Nov 09 21:13:33.688734 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f2296-8648-4adc-86f7-1f5d2fb7002d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd65fcf3-d6e3-4e6c-a145-86c81b04f38a,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:33.701355 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-ffadb015-5652-4251-8d38-958081a8602f tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:33.748202 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-dd2ea847-653a-45be-a683-146076ca111b None None] Allocated IP 172.20.0.2 (6fde7be1-cd71-4861-bb62-a4befa3a0bf8/bf965ef7-555a-46c1-9822-401ac455c049/857da7bf-afec-4131-bd73-5bf75b408f55) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:13:33.763911 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffadb015-5652-4251-8d38-958081a8602f tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Pushing event updated for resources: {'Port': ['ID=8fffad74-aadd-420e-b124-a25fa48d0b2c,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:33.772388 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-ffadb015-5652-4251-8d38-958081a8602f tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Network 568519e4-f6af-4966-9e93-738c3c6cb9f1 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:13:33.774029 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-ffadb015-5652-4251-8d38-958081a8602f tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:13:33.776534 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-ffadb015-5652-4251-8d38-958081a8602f tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:13:33.783360 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-ffadb015-5652-4251-8d38-958081a8602f tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:33.784065 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-ffadb015-5652-4251-8d38-958081a8602f tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:33.801177 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-5ad09eae-fc64-4b75-a57e-16a14100d774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:33.802785 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-5ad09eae-fc64-4b75-a57e-16a14100d774 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=41bac806-9e1e-4473-b42d-4b701d2b796d&tenant_id=79813b2c248b4d6c8fab5b7bd98099e4 HTTP/1.1" status: 200 len: 1095 time: 0.6882761 Nov 09 21:13:33.804438 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-ffadb015-5652-4251-8d38-958081a8602f tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9530618 Nov 09 21:13:33.809711 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-b8ddece6-5ba5-4868-b594-99639de148d6 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:33.811108 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-b8ddece6-5ba5-4868-b594-99639de148d6 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5725317 Nov 09 21:13:33.815298 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8484a5ab-e68f-4068-8880-403e4ed5c095 service neutron] Pushing event updated for resources: {'Port': ['ID=9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:33.844857 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-b7322ad0-fa32-46ec-8f9c-0797ab409f06 service neutron] Request body: {'port': {'device_id': '7a9ae318-726e-4c3d-9814-e92f3be4c6c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:13:33.864445 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['8f939950-bea2-412a-a2e7-7941436a9d0e'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:13:33.881885 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-90954b7d-04ad-470d-a356-620c15d534ea admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2684810 Nov 09 21:13:33.882551 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59620) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:33.912182 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-3e643406-6228-4096-a7e3-df5cba38ddbe tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Request body: {'port': {'device_id': 'a9ef14da-1ce2-400b-a670-9f5e6ea0076d', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'admin_state_up': True, 'tenant_id': '901d7209663f4224b6f7af44b74208e8'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:13:33.940935 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-28f9aa1a-572b-4a6d-9ad3-e5a3861a0e98 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-302253446-router', 'tenant_id': '27e73bb6155a4ee1b8669fc377ec1847', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:13:33.946009 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-b7322ad0-fa32-46ec-8f9c-0797ab409f06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:34.067591 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dd2ea847-653a-45be-a683-146076ca111b None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:34.099837 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dd2ea847-653a-45be-a683-146076ca111b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:34.172926 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2ea847-653a-45be-a683-146076ca111b None None] Network 6fde7be1-cd71-4861-bb62-a4befa3a0bf8 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:13:34.176817 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-28f9aa1a-572b-4a6d-9ad3-e5a3861a0e98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:34.177874 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-28f9aa1a-572b-4a6d-9ad3-e5a3861a0e98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:34.215286 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-dd2ea847-653a-45be-a683-146076ca111b None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:13:34.227535 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d595c0-124c-424f-b500-e2e21c40d19f req-2bbfe919-8442-451a-aee3-d403e03f8167 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:34.234837 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a8d595c0-124c-424f-b500-e2e21c40d19f req-2bbfe919-8442-451a-aee3-d403e03f8167 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1 HTTP/1.1" status: 200 len: 944 time: 0.4389644 Nov 09 21:13:34.237941 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2ea847-653a-45be-a683-146076ca111b None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:13:34.246850 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-ee54d96e-1840-405b-80f6-3e3c4398ce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:34.248363 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-ee54d96e-1840-405b-80f6-3e3c4398ce58 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79813b2c248b4d6c8fab5b7bd98099e4&device_id=41bac806-9e1e-4473-b42d-4b701d2b796d HTTP/1.1" status: 200 len: 1095 time: 0.3540380 Nov 09 21:13:34.288753 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-a2b46d7c-fa14-47ad-943a-2055b3a12ae4 None None] Provisioning complete for port 8fffad74-aadd-420e-b124-a25fa48d0b2c triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:13:34.294047 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a2b46d7c-fa14-47ad-943a-2055b3a12ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:34.301775 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.db.resource_extend [None req-87c053ca-77e9-4ac5-a470-888b33986f9a tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 21:13:34.334092 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ea847-653a-45be-a683-146076ca111b None None] Pushing event updated for resources: {'Port': ['ID=857da7bf-afec-4131-bd73-5bf75b408f55,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:34.364752 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 276384dc-324f-42fe-b40e-9c8407be66f4 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:13:34.373308 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-839e89d0-ffca-4ff2-8177-6e38c891cf15 req-e3411032-e776-471d-b29e-e8abd1a8e125 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ef14da-1ce2-400b-a670-9f5e6ea0076d HTTP/1.1" status: 200 len: 210 time: 0.1181870 Nov 09 21:13:34.376375 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-a2b46d7c-fa14-47ad-943a-2055b3a12ae4 None None] Port 8fffad74-aadd-420e-b124-a25fa48d0b2c cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:13:34.463664 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-b7322ad0-fa32-46ec-8f9c-0797ab409f06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fffad74-aadd-420e-b124-a25fa48d0b2c {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:13:34.476305 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-dd2ea847-653a-45be-a683-146076ca111b None None] Attempting to bind port 857da7bf-afec-4131-bd73-5bf75b408f55 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:13:34.476305 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-dd2ea847-653a-45be-a683-146076ca111b None None] Attempting to bind port 857da7bf-afec-4131-bd73-5bf75b408f55 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '395aac3a-7444-4fa1-8ff4-3025cf8c4bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6fde7be1-cd71-4861-bb62-a4befa3a0bf8'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:13:34.477003 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2ea847-653a-45be-a683-146076ca111b None None] Attempting to bind port 857da7bf-afec-4131-bd73-5bf75b408f55 on network 6fde7be1-cd71-4861-bb62-a4befa3a0bf8 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:13:34.495057 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2ea847-653a-45be-a683-146076ca111b None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:13:34.496106 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2ea847-653a-45be-a683-146076ca111b None None] Checking segment: {'id': '395aac3a-7444-4fa1-8ff4-3025cf8c4bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6fde7be1-cd71-4861-bb62-a4befa3a0bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:13:34.496622 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-b7322ad0-fa32-46ec-8f9c-0797ab409f06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:34.496995 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dd2ea847-653a-45be-a683-146076ca111b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:34.497552 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2ea847-653a-45be-a683-146076ca111b None None] Bound using segment: {'id': '395aac3a-7444-4fa1-8ff4-3025cf8c4bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6fde7be1-cd71-4861-bb62-a4befa3a0bf8'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:13:34.498186 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-dd2ea847-653a-45be-a683-146076ca111b None None] Bound port: 857da7bf-afec-4131-bd73-5bf75b408f55, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '395aac3a-7444-4fa1-8ff4-3025cf8c4bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6fde7be1-cd71-4861-bb62-a4befa3a0bf8'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:13:34.499248 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dd2ea847-653a-45be-a683-146076ca111b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:34.526271 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-28f9aa1a-572b-4a6d-9ad3-e5a3861a0e98 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:34.532512 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-8484a5ab-e68f-4068-8880-403e4ed5c095 service neutron] Attempting to bind port 9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:13:34.532898 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-8484a5ab-e68f-4068-8880-403e4ed5c095 service neutron] Attempting to bind port 9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:13:34.533286 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-8484a5ab-e68f-4068-8880-403e4ed5c095 service neutron] Attempting to bind port 9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:13:34.538073 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-87c053ca-77e9-4ac5-a470-888b33986f9a tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:34.554664 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-87c053ca-77e9-4ac5-a470-888b33986f9a tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:34.569721 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-b7322ad0-fa32-46ec-8f9c-0797ab409f06 service neutron] Transition to ACTIVE for port object 8fffad74-aadd-420e-b124-a25fa48d0b2c will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:13:34.572115 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a8d595c0-124c-424f-b500-e2e21c40d19f req-f50a5024-875b-47de-a20d-307f27da0d1a tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341684 Nov 09 21:13:34.575393 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-8484a5ab-e68f-4068-8880-403e4ed5c095 service neutron] Port 9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:13:34.577585 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-b7322ad0-fa32-46ec-8f9c-0797ab409f06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:34.578160 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-8484a5ab-e68f-4068-8880-403e4ed5c095 service neutron] Attempting to bind port 9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:13:34.599663 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 276384dc-324f-42fe-b40e-9c8407be66f4 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:13:34.613521 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 276384dc-324f-42fe-b40e-9c8407be66f4 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:13:34.613900 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:34.677496 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-dd2ea847-653a-45be-a683-146076ca111b None None] For port 857da7bf-afec-4131-bd73-5bf75b408f55, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:13:34.697450 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-dd2ea847-653a-45be-a683-146076ca111b None None] For port 857da7bf-afec-4131-bd73-5bf75b408f55, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=857da7bf-afec-4131-bd73-5bf75b408f55,segment=NetworkSegment(395aac3a-7444-4fa1-8ff4-3025cf8c4bdc),segment_id=395aac3a-7444-4fa1-8ff4-3025cf8c4bdc)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:13:34.706004 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dd2ea847-653a-45be-a683-146076ca111b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:34.728785 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd529a-d485-46cb-bb57-79532eb22e62 req-ca9b63e6-dc2f-48d3-ae89-86fc612d6459 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:34.730941 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9bbd529a-d485-46cb-bb57-79532eb22e62 req-ca9b63e6-dc2f-48d3-ae89-86fc612d6459 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=41bac806-9e1e-4473-b42d-4b701d2b796d HTTP/1.1" status: 200 len: 944 time: 0.2314668 Nov 09 21:13:34.752431 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7322ad0-fa32-46ec-8f9c-0797ab409f06 service neutron] Pushing event updated for resources: {'Port': ['ID=8fffad74-aadd-420e-b124-a25fa48d0b2c,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:34.838801 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-b7322ad0-fa32-46ec-8f9c-0797ab409f06 service neutron] Attempting to bind port 8fffad74-aadd-420e-b124-a25fa48d0b2c on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:13:34.839252 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-b7322ad0-fa32-46ec-8f9c-0797ab409f06 service neutron] Attempting to bind port 8fffad74-aadd-420e-b124-a25fa48d0b2c by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:13:34.839704 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-b7322ad0-fa32-46ec-8f9c-0797ab409f06 service neutron] Attempting to bind port 8fffad74-aadd-420e-b124-a25fa48d0b2c on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:13:34.842087 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:34.853380 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ea847-653a-45be-a683-146076ca111b None None] Pushing event updated for resources: {'Port': ['ID=857da7bf-afec-4131-bd73-5bf75b408f55,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:34.854205 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-b7322ad0-fa32-46ec-8f9c-0797ab409f06 service neutron] Port 8fffad74-aadd-420e-b124-a25fa48d0b2c on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:13:34.854629 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-b7322ad0-fa32-46ec-8f9c-0797ab409f06 service neutron] Attempting to bind port 8fffad74-aadd-420e-b124-a25fa48d0b2c on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:13:34.862226 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9bbd529a-d485-46cb-bb57-79532eb22e62 req-9b4698a1-4c05-4a7b-9ac7-22321d4f3297 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923126 Nov 09 21:13:34.865398 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-b7322ad0-fa32-46ec-8f9c-0797ab409f06 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:13:34.866053 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-b7322ad0-fa32-46ec-8f9c-0797ab409f06 service neutron] Checking segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:13:34.866501 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-b7322ad0-fa32-46ec-8f9c-0797ab409f06 service neutron] Bound using segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:13:34.867577 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-b7322ad0-fa32-46ec-8f9c-0797ab409f06 service neutron] Bound port: 8fffad74-aadd-420e-b124-a25fa48d0b2c, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:13:34.868165 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-b7322ad0-fa32-46ec-8f9c-0797ab409f06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:34.885435 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276384dc-324f-42fe-b40e-9c8407be66f4'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:13:34.887721 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd316820-ba1e-4bb4-a7f9-de340aa238c9" -d '{"events": [{"server_uuid": "35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1", "name": "network-vif-plugged", "status": "completed", "tag": "276384dc-324f-42fe-b40e-9c8407be66f4"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:13:34.897371 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-8484a5ab-e68f-4068-8880-403e4ed5c095 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:13:34.897735 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-8484a5ab-e68f-4068-8880-403e4ed5c095 service neutron] Checking segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:13:34.899456 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-8484a5ab-e68f-4068-8880-403e4ed5c095 service neutron] Bound using segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:13:34.899975 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-8484a5ab-e68f-4068-8880-403e4ed5c095 service neutron] Bound port: 9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:13:34.900391 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-8484a5ab-e68f-4068-8880-403e4ed5c095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:34.902685 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-3e643406-6228-4096-a7e3-df5cba38ddbe tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Made reservation on behalf of 901d7209663f4224b6f7af44b74208e8 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:13:34.907616 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 276384dc-324f-42fe-b40e-9c8407be66f4, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=276384dc-324f-42fe-b40e-9c8407be66f4,segment=NetworkSegment(cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2),segment_id=cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:13:34.909761 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-3e643406-6228-4096-a7e3-df5cba38ddbe tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:34.922207 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:34.923022 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:13:34.974216 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-b7322ad0-fa32-46ec-8f9c-0797ab409f06 service neutron] For port 8fffad74-aadd-420e-b124-a25fa48d0b2c, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:13:34.987586 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-b7322ad0-fa32-46ec-8f9c-0797ab409f06 service neutron] For port 8fffad74-aadd-420e-b124-a25fa48d0b2c, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=8fffad74-aadd-420e-b124-a25fa48d0b2c,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:13:35.004692 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-b7322ad0-fa32-46ec-8f9c-0797ab409f06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:35.021917 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98bf2616-f673-4d9d-b915-79233e2f6f9d x-openstack-request-id: req-98bf2616-f673-4d9d-b915-79233e2f6f9d {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:13:35.022225 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1", "name": "network-vif-plugged", "status": "completed", "tag": "276384dc-324f-42fe-b40e-9c8407be66f4", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:13:35.022488 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-98bf2616-f673-4d9d-b915-79233e2f6f9d {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:13:35.022912 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276384dc-324f-42fe-b40e-9c8407be66f4', 'code': 200} Nov 09 21:13:35.066170 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=276384dc-324f-42fe-b40e-9c8407be66f4,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:35.069448 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:13:35.069816 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59652) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:35.079871 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-b7322ad0-fa32-46ec-8f9c-0797ab409f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:35.082902 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-b7322ad0-fa32-46ec-8f9c-0797ab409f06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:35.082902 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-b7322ad0-fa32-46ec-8f9c-0797ab409f06 service neutron] 10.222.0.45 "PUT /v2.0/ports/8fffad74-aadd-420e-b124-a25fa48d0b2c HTTP/1.1" status: 200 len: 1096 time: 1.2475600 Nov 09 21:13:35.083380 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a9ae318-726e-4c3d-9814-e92f3be4c6c9', 'tag': '8fffad74-aadd-420e-b124-a25fa48d0b2c'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:13:35.085784 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9a6782-4118-4821-89c7-fda0109c081b" -d '{"events": [{"name": "network-changed", "server_uuid": "7a9ae318-726e-4c3d-9814-e92f3be4c6c9", "tag": "8fffad74-aadd-420e-b124-a25fa48d0b2c"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:13:35.244331 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7beff365-db9c-4a15-90cb-5dacb19ea9dd x-openstack-request-id: req-7beff365-db9c-4a15-90cb-5dacb19ea9dd {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:13:35.244622 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a9ae318-726e-4c3d-9814-e92f3be4c6c9", "tag": "8fffad74-aadd-420e-b124-a25fa48d0b2c", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:13:35.244946 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7beff365-db9c-4a15-90cb-5dacb19ea9dd {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:13:35.245341 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a9ae318-726e-4c3d-9814-e92f3be4c6c9', 'tag': '8fffad74-aadd-420e-b124-a25fa48d0b2c', 'status': 'completed', 'code': 200} Nov 09 21:13:35.255131 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7322ad0-fa32-46ec-8f9c-0797ab409f06 service neutron] Pushing event updated for resources: {'Port': ['ID=8fffad74-aadd-420e-b124-a25fa48d0b2c,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:35.256437 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-28f9aa1a-572b-4a6d-9ad3-e5a3861a0e98 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:35.294043 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-dd620cd1-22cd-4028-8818-5ec94893804b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:35.295587 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-dd620cd1-22cd-4028-8818-5ec94893804b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=901d7209663f4224b6f7af44b74208e8&device_id=7a9ae318-726e-4c3d-9814-e92f3be4c6c9 HTTP/1.1" status: 200 len: 1099 time: 0.1510019 Nov 09 21:13:35.299510 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-78f23fad-dec8-47c5-9910-067b2dd1ccac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:35.302355 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-78f23fad-dec8-47c5-9910-067b2dd1ccac service neutron] 10.222.0.45 "GET /v2.0/networks?id=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 HTTP/1.1" status: 200 len: 921 time: 1.0327868 Nov 09 21:13:35.307727 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415696eb-9338-401c-8138-de3dc3f68539 req-dddd006c-4e26-4367-a287-3fe7e6088978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:35.309354 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-415696eb-9338-401c-8138-de3dc3f68539 req-dddd006c-4e26-4367-a287-3fe7e6088978 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1 HTTP/1.1" status: 200 len: 1096 time: 0.1930499 Nov 09 21:13:35.322112 n-d-816206-3 neutron-server[102608]: INFO neutron.db.l3_db [None req-87c053ca-77e9-4ac5-a470-888b33986f9a tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Floating IP 93f9ea52-a297-4db5-925a-48e4c9ee7951 associated. External IP: 172.25.7.34, port: 1c9297ce-4bb5-4b91-9984-2776c74838f7. Nov 09 21:13:35.323552 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-03f5bde7-ff8f-4dae-96f5-af5a429e50b9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2027634669-network', 'tenant_id': '5a6366c08f5c4a9bb0bdc56b2ea0a20e'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:13:35.389170 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-514d23e4-0793-4089-9e11-8a1942c0cb47 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=8fffad74-aadd-420e-b124-a25fa48d0b2c HTTP/1.1" status: 200 len: 217 time: 0.0750504 Nov 09 21:13:35.489604 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2a4dc0db-8775-4f44-b497-57a87906dca8 req-69e42c11-c36f-4cf0-8e77-c1f009c4eb20 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ef14da-1ce2-400b-a670-9f5e6ea0076d HTTP/1.1" status: 200 len: 210 time: 0.0490596 Nov 09 21:13:35.496626 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f5bde7-ff8f-4dae-96f5-af5a429e50b9 admin admin] Made reservation on behalf of 5a6366c08f5c4a9bb0bdc56b2ea0a20e for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:13:35.500465 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-03f5bde7-ff8f-4dae-96f5-af5a429e50b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:35.525654 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-03f5bde7-ff8f-4dae-96f5-af5a429e50b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:35.527231 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-772f288d-37bf-4404-a56d-d8e20914ffb3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e HTTP/1.1" status: 200 len: 217 time: 0.2094154 Nov 09 21:13:35.531955 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-415696eb-9338-401c-8138-de3dc3f68539 req-4ca2134c-63af-4571-b232-ed72b2c27aa7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041800 Nov 09 21:13:35.550211 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-a7bb1bb7-7661-4419-b8ef-672abdce4042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:35.551687 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-a7bb1bb7-7661-4419-b8ef-672abdce4042 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.1537964 Nov 09 21:13:35.555556 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-8484a5ab-e68f-4068-8880-403e4ed5c095 service neutron] For port 9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6, host n-h2-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:13:35.628504 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1445b5c-df81-4527-a687-188ed8b35a66 req-408efcd7-3401-4513-9278-0f7d0d302a60 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:35.629928 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 857da7bf-afec-4131-bd73-5bf75b408f55 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:13:35.636447 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e1445b5c-df81-4527-a687-188ed8b35a66 req-408efcd7-3401-4513-9278-0f7d0d302a60 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 947 time: 0.6864662 Nov 09 21:13:35.645939 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-1a90cfab-af9d-433e-a6e2-52932a4ae45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:35.647488 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-1a90cfab-af9d-433e-a6e2-52932a4ae45b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0871420 Nov 09 21:13:35.659046 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-8484a5ab-e68f-4068-8880-403e4ed5c095 service neutron] For port 9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:13:35.699698 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 857da7bf-afec-4131-bd73-5bf75b408f55 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:13:35.700178 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:35.707070 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-8484a5ab-e68f-4068-8880-403e4ed5c095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:35.762919 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-03f5bde7-ff8f-4dae-96f5-af5a429e50b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:35.772531 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-03f5bde7-ff8f-4dae-96f5-af5a429e50b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:35.781965 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-30fa7625-201d-4328-bcf7-bf9a72423c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:35.783901 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-30fa7625-201d-4328-bcf7-bf9a72423c84 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=29a38752-08a3-4b35-bb64-8f5e3f87121b HTTP/1.1" status: 200 len: 861 time: 0.2437692 Nov 09 21:13:35.789453 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:35.815966 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03f5bde7-ff8f-4dae-96f5-af5a429e50b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:13:35.820263 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-8484a5ab-e68f-4068-8880-403e4ed5c095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:35.821066 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-8484a5ab-e68f-4068-8880-403e4ed5c095 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:35.822670 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-8484a5ab-e68f-4068-8880-403e4ed5c095 service neutron] 10.222.0.43 "PUT /v2.0/ports/9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6 HTTP/1.1" status: 200 len: 1095 time: 4.1711299 Nov 09 21:13:35.824831 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a634a28-c264-4a64-8d09-7f172ea49968', 'tag': '9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:13:35.827212 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ba9bf2-f549-4bdc-ad23-c3367cf9aab0" -d '{"events": [{"name": "network-changed", "server_uuid": "6a634a28-c264-4a64-8d09-7f172ea49968", "tag": "9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:13:35.846785 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-3e643406-6228-4096-a7e3-df5cba38ddbe tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Allocated IP 192.168.233.62 (568519e4-f6af-4966-9e93-738c3c6cb9f1/5ba3500c-a288-4596-ba94-148f2bd8a6da/6ea26908-1c6a-4d82-b26f-3bca70608d0b) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:13:35.850515 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 857da7bf-afec-4131-bd73-5bf75b408f55, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=857da7bf-afec-4131-bd73-5bf75b408f55,segment=NetworkSegment(395aac3a-7444-4fa1-8ff4-3025cf8c4bdc),segment_id=395aac3a-7444-4fa1-8ff4-3025cf8c4bdc)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:13:35.852191 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622f0b6-ca00-4861-876f-60458aee0030 req-ca844ad1-1753-4dba-bde1-45f0f6e6d598 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:35.853815 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0622f0b6-ca00-4861-876f-60458aee0030 req-ca844ad1-1753-4dba-bde1-45f0f6e6d598 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1 HTTP/1.1" status: 200 len: 945 time: 0.1682236 Nov 09 21:13:35.861206 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:35.872679 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f5bde7-ff8f-4dae-96f5-af5a429e50b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba58c287-cdf8-48f5-bfe1-90689902d1a0,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:35.882093 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-f9dd7534-0095-4b8c-a473-c73130e9f51e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812213 Nov 09 21:13:35.891305 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e1445b5c-df81-4527-a687-188ed8b35a66 req-e04added-b55a-4871-8a0f-d26d4cdb0c9b tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536662 Nov 09 21:13:35.894695 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-03f5bde7-ff8f-4dae-96f5-af5a429e50b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:35.894695 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-03f5bde7-ff8f-4dae-96f5-af5a429e50b9 admin admin] Added segment dafe29ae-1ba0-4490-879c-5008a3eac5b2 of type vlan for network 9cf09cc6-9022-42d8-96c2-e4ea0d1e749b Nov 09 21:13:35.919756 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-cf38a18a-9669-43bf-8072-a1c7ba38b673 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586641 Nov 09 21:13:35.920405 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=857da7bf-afec-4131-bd73-5bf75b408f55,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:36.039404 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8484a5ab-e68f-4068-8880-403e4ed5c095 service neutron] Pushing event updated for resources: {'Port': ['ID=9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:36.065023 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-03f5bde7-ff8f-4dae-96f5-af5a429e50b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:36.134733 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0622f0b6-ca00-4861-876f-60458aee0030 req-6f3c91db-d56a-497e-ba6b-fb580601b68e tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616479 Nov 09 21:13:36.140605 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f12a696-da91-4517-ad5a-30ac56267891 x-openstack-request-id: req-9f12a696-da91-4517-ad5a-30ac56267891 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:13:36.143505 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a634a28-c264-4a64-8d09-7f172ea49968", "tag": "9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:13:36.143922 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9f12a696-da91-4517-ad5a-30ac56267891 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:13:36.144577 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a634a28-c264-4a64-8d09-7f172ea49968', 'tag': '9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6', 'status': 'completed', 'code': 200} Nov 09 21:13:36.191647 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-d1ccc92d-55f7-44be-8d84-5a8914c84855 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492073 Nov 09 21:13:36.192785 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-03f5bde7-ff8f-4dae-96f5-af5a429e50b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:36.193667 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f5bde7-ff8f-4dae-96f5-af5a429e50b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:36.194229 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-03f5bde7-ff8f-4dae-96f5-af5a429e50b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:36.284258 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-03f5bde7-ff8f-4dae-96f5-af5a429e50b9 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2095501 Nov 09 21:13:36.297964 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59668) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:36.303915 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-b2f30f96-32a5-48f3-9c26-efba7a190a6a admin admin] Request body: {'subnet': {'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2027634669-subnet', 'tenant_id': '5a6366c08f5c4a9bb0bdc56b2ea0a20e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:13:36.333887 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f5bde7-ff8f-4dae-96f5-af5a429e50b9 admin admin] Pushing event updated for resources: {'Network': ['ID=9cf09cc6-9022-42d8-96c2-e4ea0d1e749b,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:36.348008 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f30f96-32a5-48f3-9c26-efba7a190a6a admin admin] Made reservation on behalf of 5a6366c08f5c4a9bb0bdc56b2ea0a20e for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:13:36.350572 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b2f30f96-32a5-48f3-9c26-efba7a190a6a admin admin] Publish callbacks [] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:36.359722 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 9cf09cc6-9022-42d8-96c2-e4ea0d1e749b details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:13:36.398922 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a6782-4118-4821-89c7-fda0109c081b req-9c59a4a6-fc70-4809-ae79-476890fedea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:36.400461 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ae9a6782-4118-4821-89c7-fda0109c081b req-9c59a4a6-fc70-4809-ae79-476890fedea2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=901d7209663f4224b6f7af44b74208e8&device_id=7a9ae318-726e-4c3d-9814-e92f3be4c6c9 HTTP/1.1" status: 200 len: 1099 time: 0.1370573 Nov 09 21:13:36.481442 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a2f35f-fe0d-4fe9-b354-4d2bbcab74a8 None None] Network 6fde7be1-cd71-4861-bb62-a4befa3a0bf8 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:13:36.530345 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-5065bf71-b2d9-4d3f-9e0a-9d4586140801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:36.532410 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-5065bf71-b2d9-4d3f-9e0a-9d4586140801 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab9f62a9766648e6a735e31e91b7e450&device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 1098 time: 0.5052867 Nov 09 21:13:36.613614 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-a9419230-edee-4a36-9909-733ec9ca1b74 None None] Provisioning complete for port 857da7bf-afec-4131-bd73-5bf75b408f55 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:13:36.613980 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a9419230-edee-4a36-9909-733ec9ca1b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:36.714478 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-28f9aa1a-572b-4a6d-9ad3-e5a3861a0e98 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:36.805753 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e14e4-8994-4970-bbe2-466a85fed315 req-f6e2f9bd-587b-42d8-b585-79f421973cf5 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:36.813501 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-692e14e4-8994-4970-bbe2-466a85fed315 req-f6e2f9bd-587b-42d8-b585-79f421973cf5 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=41bac806-9e1e-4473-b42d-4b701d2b796d HTTP/1.1" status: 200 len: 944 time: 0.3562818 Nov 09 21:13:36.828090 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-53862ebf-291c-40e7-b09e-5a9bbccab301 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6 HTTP/1.1" status: 200 len: 217 time: 0.2118134 Nov 09 21:13:36.829573 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-28f9aa1a-572b-4a6d-9ad3-e5a3861a0e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:36.831526 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2ddd9d2e-fe02-43ca-a193-ff30fe30e1fe req-0d17d5ed-5fca-4427-bab4-c37482caec76 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ef14da-1ce2-400b-a670-9f5e6ea0076d HTTP/1.1" status: 200 len: 210 time: 0.0854433 Nov 09 21:13:36.881124 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-38e5257f-bd2d-4812-8943-c763a1de2da2 service neutron] 10.222.0.45 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9873662 Nov 09 21:13:36.890117 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b2f30f96-32a5-48f3-9c26-efba7a190a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:36.900539 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a6782-4118-4821-89c7-fda0109c081b req-498cbf36-5eb6-485a-8392-5ad948a17261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:36.900754 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-692e14e4-8994-4970-bbe2-466a85fed315 req-ecbcc540-5fb4-4182-b6a2-99ac5d97b5d1 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839705 Nov 09 21:13:36.903310 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ae9a6782-4118-4821-89c7-fda0109c081b req-498cbf36-5eb6-485a-8392-5ad948a17261 service neutron] 10.222.0.45 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.4900987 Nov 09 21:13:37.069289 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ae9a6782-4118-4821-89c7-fda0109c081b req-13fb3cb9-028d-4ca5-99f7-3549e1c6faca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=8fffad74-aadd-420e-b124-a25fa48d0b2c HTTP/1.1" status: 200 len: 217 time: 0.1330307 Nov 09 21:13:37.080373 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c053ca-77e9-4ac5-a470-888b33986f9a tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Router db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:13:37.190737 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f30f96-32a5-48f3-9c26-efba7a190a6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=39c6d736-667d-4cbf-9558-9612dacd0f8d,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:37.216796 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f30f96-32a5-48f3-9c26-efba7a190a6a admin admin] Checking segment: {'id': 'dafe29ae-1ba0-4490-879c-5008a3eac5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:13:37.217155 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f30f96-32a5-48f3-9c26-efba7a190a6a admin admin] Network hostable DHCP agents. Network: 9cf09cc6-9022-42d8-96c2-e4ea0d1e749b, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:13:37.226111 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf2983-e9b5-451e-9cd3-dba8536cb9b6 req-2ab04d8a-89f6-4704-8309-0a088c70b08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:37.227648 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1caf2983-e9b5-451e-9cd3-dba8536cb9b6 req-2ab04d8a-89f6-4704-8309-0a088c70b08e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=79813b2c248b4d6c8fab5b7bd98099e4&device_id=41bac806-9e1e-4473-b42d-4b701d2b796d HTTP/1.1" status: 200 len: 1095 time: 0.2173529 Nov 09 21:13:37.228991 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a6782-4118-4821-89c7-fda0109c081b req-50a0ccca-e36c-4d48-a6c7-ccf501c43f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:37.231013 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ae9a6782-4118-4821-89c7-fda0109c081b req-50a0ccca-e36c-4d48-a6c7-ccf501c43f11 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.1503656 Nov 09 21:13:37.240209 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-e6756155-4154-4e65-9e9f-ccfa9f10fc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:37.242657 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-e6756155-4154-4e65-9e9f-ccfa9f10fc96 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.3539257 Nov 09 21:13:37.361587 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-3e643406-6228-4096-a7e3-df5cba38ddbe tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:37.381496 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-ba73d4e6-8ec0-487e-8fbc-1da2312e4676 service neutron] 10.222.0.45 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4740801 Nov 09 21:13:37.513373 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-851606bc-facc-478c-98ea-f7e176b7b009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:37.514906 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-851606bc-facc-478c-98ea-f7e176b7b009 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2359776 Nov 09 21:13:37.521578 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-28f9aa1a-572b-4a6d-9ad3-e5a3861a0e98 admin admin] Allocated IP 172.25.7.45 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/614e2354-dc3f-4819-9bef-03b345408961) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:13:37.547335 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-22a0fc71-c3c1-461b-9faf-edd12a0eff9e None None] Provisioning complete for port 857da7bf-afec-4131-bd73-5bf75b408f55 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:13:37.549091 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-22a0fc71-c3c1-461b-9faf-edd12a0eff9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:37.589550 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 857da7bf-afec-4131-bd73-5bf75b408f55 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:13:37.718626 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-3ac6a5c4-74e1-479d-824f-a4317b096422 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912482 Nov 09 21:13:37.719729 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c053ca-77e9-4ac5-a470-888b33986f9a tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:13:37.728303 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 857da7bf-afec-4131-bd73-5bf75b408f55 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:13:37.728815 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:37.733484 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf2983-e9b5-451e-9cd3-dba8536cb9b6 req-4255dca9-7e7e-4f63-b8d9-3af505863f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:37.735060 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651ad33c-bf1e-4cb0-9a22-545b8e4e389c None None] Sync routers for ids ['db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:13:37.735521 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1caf2983-e9b5-451e-9cd3-dba8536cb9b6 req-4255dca9-7e7e-4f63-b8d9-3af505863f94 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 HTTP/1.1" status: 200 len: 921 time: 0.4679925 Nov 09 21:13:37.738065 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-87c053ca-77e9-4ac5-a470-888b33986f9a tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:37.739753 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f30f96-32a5-48f3-9c26-efba7a190a6a admin admin] Network 9cf09cc6-9022-42d8-96c2-e4ea0d1e749b is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:13:37.758802 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe74cc23-4940-4148-a37b-4bed5e5e1962 req-3e4c3490-6ed5-455c-afa2-68fd8773582c tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:37.760328 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fe74cc23-4940-4148-a37b-4bed5e5e1962 req-3e4c3490-6ed5-455c-afa2-68fd8773582c tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 947 time: 0.6833580 Nov 09 21:13:37.785554 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651ad33c-bf1e-4cb0-9a22-545b8e4e389c None None] Routers {'db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:13:37.786331 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-651ad33c-bf1e-4cb0-9a22-545b8e4e389c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:13:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:13:37.811847 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-b2f30f96-32a5-48f3-9c26-efba7a190a6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 9cf09cc6-9022-42d8-96c2-e4ea0d1e749b) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:13:37.814302 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1caf2983-e9b5-451e-9cd3-dba8536cb9b6 req-1589eeb7-8c1b-4990-91c9-e6c6fb7ef821 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e HTTP/1.1" status: 200 len: 217 time: 0.0524371 Nov 09 21:13:37.838368 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc500c-e50e-412e-9ce3-2d06356b5e49 req-bab3aa44-8bd6-4848-aed2-e9a251a08849 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:37.847422 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e6cc500c-e50e-412e-9ce3-2d06356b5e49 req-bab3aa44-8bd6-4848-aed2-e9a251a08849 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1 HTTP/1.1" status: 200 len: 945 time: 0.5259967 Nov 09 21:13:37.853870 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37c5aa4-bdaa-4752-826b-f3fbf4bdb018 None None] Network 9cf09cc6-9022-42d8-96c2-e4ea0d1e749b requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:13:37.861622 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f30f96-32a5-48f3-9c26-efba7a190a6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:37.862226 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b2f30f96-32a5-48f3-9c26-efba7a190a6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:37.927576 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fe74cc23-4940-4148-a37b-4bed5e5e1962 req-d0b65740-eb15-4911-9acb-82f114ee787f tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110528 Nov 09 21:13:37.929128 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf2983-e9b5-451e-9cd3-dba8536cb9b6 req-5d01d43a-00d3-414c-8ab8-d5264d323027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:37.930564 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1caf2983-e9b5-451e-9cd3-dba8536cb9b6 req-5d01d43a-00d3-414c-8ab8-d5264d323027 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=29a38752-08a3-4b35-bb64-8f5e3f87121b HTTP/1.1" status: 200 len: 861 time: 0.0560110 Nov 09 21:13:37.941242 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b2f30f96-32a5-48f3-9c26-efba7a190a6a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6420071 Nov 09 21:13:37.945089 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a6782-4118-4821-89c7-fda0109c081b req-36495012-8aa1-4b37-8e57-6c698c5efd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:37.946951 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ae9a6782-4118-4821-89c7-fda0109c081b req-36495012-8aa1-4b37-8e57-6c698c5efd85 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6955290 Nov 09 21:13:38.004655 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-a9260a4e-4cd2-4c98-a3ec-02903e29e2c8 tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:38.006339 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-a9260a4e-4cd2-4c98-a3ec-02903e29e2c8 tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=41bac806-9e1e-4473-b42d-4b701d2b796d&tenant_id=79813b2c248b4d6c8fab5b7bd98099e4&binding%3Ahost_id=n-h1-816206-3 HTTP/1.1" status: 200 len: 1095 time: 0.2463226 Nov 09 21:13:38.018655 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1caf2983-e9b5-451e-9cd3-dba8536cb9b6 req-12df1943-a156-41c3-8083-63a57043e4b3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758379 Nov 09 21:13:38.080679 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-651ad33c-bf1e-4cb0-9a22-545b8e4e389c None None] Set router db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:13:38.121155 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-87c053ca-77e9-4ac5-a470-888b33986f9a tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "PUT /v2.0/floatingips/93f9ea52-a297-4db5-925a-48e4c9ee7951 HTTP/1.1" status: 200 len: 990 time: 5.8398385 Nov 09 21:13:38.183887 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1caf2983-e9b5-451e-9cd3-dba8536cb9b6 req-f62f2f5a-8cd6-4717-a71f-27218c192889 service neutron] 10.222.0.43 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322598 Nov 09 21:13:38.225521 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-3e643406-6228-4096-a7e3-df5cba38ddbe tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:38.240806 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8097b17c-655c-4469-b0d5-023bbc6ff3bb', 'tag': '1c9297ce-4bb5-4b91-9984-2776c74838f7'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:13:38.243645 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7438c29d-33f0-408e-8e86-a119d9d70a2e" -d '{"events": [{"name": "network-changed", "server_uuid": "8097b17c-655c-4469-b0d5-023bbc6ff3bb", "tag": "1c9297ce-4bb5-4b91-9984-2776c74838f7"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:13:38.273868 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['8f939950-bea2-412a-a2e7-7941436a9d0e'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:13:38.298528 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1caf2983-e9b5-451e-9cd3-dba8536cb9b6 req-b754d496-0971-413d-bd11-4ca3c8388728 service neutron] 10.222.0.43 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008770 Nov 09 21:13:38.310813 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e643406-6228-4096-a7e3-df5cba38ddbe tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Pushing event updated for resources: {'Port': ['ID=6ea26908-1c6a-4d82-b26f-3bca70608d0b,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:38.318601 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01bae2a-d8c6-448c-b060-74a5f46bae6a req-8b31a6e3-107d-49fe-8dc9-91cbed171b8a tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:38.318821 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-96a84649-afb2-4518-8cc4-f20b89ee3087 service neutron] For port fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e, host n-h2-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:13:38.326200 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e01bae2a-d8c6-448c-b060-74a5f46bae6a req-8b31a6e3-107d-49fe-8dc9-91cbed171b8a tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ef14da-1ce2-400b-a670-9f5e6ea0076d HTTP/1.1" status: 200 len: 935 time: 0.1803734 Nov 09 21:13:38.331963 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-96a84649-afb2-4518-8cc4-f20b89ee3087 service neutron] Publish callbacks [] for binding, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:38.333214 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cd0825-c527-4625-be8e-64128e344aaf None None] Network 9cf09cc6-9022-42d8-96c2-e4ea0d1e749b requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:13:38.333581 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4b7dbfde-0d0e-4ce9-94fe-74416e3d0b37 req-96a84649-afb2-4518-8cc4-f20b89ee3087 service neutron] 10.222.0.45 "DELETE /v2.0/ports/fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e/bindings/n-h2-816206-3 HTTP/1.1" status: 204 len: 173 time: 0.3089712 Nov 09 21:13:38.349197 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ae9a6782-4118-4821-89c7-fda0109c081b req-98a4326d-3d35-4c19-9b08-7bdc98b21a3d service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941712 Nov 09 21:13:38.354638 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e6cc500c-e50e-412e-9ce3-2d06356b5e49 req-8449f53c-efb6-4236-bce1-7d49c9edc598 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5059109 Nov 09 21:13:38.408447 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e01bae2a-d8c6-448c-b060-74a5f46bae6a req-f7b01075-40ff-42b5-8432-26826c52abb7 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812609 Nov 09 21:13:38.417377 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-3e643406-6228-4096-a7e3-df5cba38ddbe tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Network 568519e4-f6af-4966-9e93-738c3c6cb9f1 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:13:38.435367 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-3e643406-6228-4096-a7e3-df5cba38ddbe tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:13:38.438571 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-3e643406-6228-4096-a7e3-df5cba38ddbe tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:13:38.570746 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ae9a6782-4118-4821-89c7-fda0109c081b req-31c87589-8158-4122-a0a0-a63c3a694bb8 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546938 Nov 09 21:13:38.590786 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2aa47b87-7d0c-4fc2-96f3-e534bdf4c4c6 req-96658fff-eb76-4b12-b9d0-c5468c2068a8 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8438485 Nov 09 21:13:38.657830 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-3e643406-6228-4096-a7e3-df5cba38ddbe tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:38.658940 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-3e643406-6228-4096-a7e3-df5cba38ddbe tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:38.696041 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-28f9aa1a-572b-4a6d-9ad3-e5a3861a0e98 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:38.708679 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-3e643406-6228-4096-a7e3-df5cba38ddbe tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8165674 Nov 09 21:13:38.732057 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7184de-21f5-4857-b4b6-0ed57843862b req-6703a8d5-5089-4f34-ba4e-4172653ab033 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:38.734070 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ea7184de-21f5-4857-b4b6-0ed57843862b req-6703a8d5-5089-4f34-ba4e-4172653ab033 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=41bac806-9e1e-4473-b42d-4b701d2b796d HTTP/1.1" status: 200 len: 944 time: 0.2136381 Nov 09 21:13:38.737870 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-93b75339-62c9-42ab-a95d-a0898aded5ba service neutron] Request body: {'port': {'device_id': 'a9ef14da-1ce2-400b-a670-9f5e6ea0076d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:13:38.787587 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98e6ca8-4380-4594-8785-6a9887e4d7e9 x-openstack-request-id: req-a98e6ca8-4380-4594-8785-6a9887e4d7e9 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:13:38.788099 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8097b17c-655c-4469-b0d5-023bbc6ff3bb", "tag": "1c9297ce-4bb5-4b91-9984-2776c74838f7", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:13:38.788281 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a98e6ca8-4380-4594-8785-6a9887e4d7e9 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:13:38.789379 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8097b17c-655c-4469-b0d5-023bbc6ff3bb', 'tag': '1c9297ce-4bb5-4b91-9984-2776c74838f7', 'status': 'completed', 'code': 200} Nov 09 21:13:38.864292 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438c29d-33f0-408e-8e86-a119d9d70a2e req-6b0cc684-93e1-4e4d-957b-25bf9e529683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:38.866412 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7438c29d-33f0-408e-8e86-a119d9d70a2e req-6b0cc684-93e1-4e4d-957b-25bf9e529683 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f907ded5330840338031155da556e400&device_id=8097b17c-655c-4469-b0d5-023bbc6ff3bb HTTP/1.1" status: 200 len: 1096 time: 0.1042037 Nov 09 21:13:38.928725 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d5bc1c0b-e742-4424-9646-d1d2d1592889 None None] Provisioning complete for port 6ea26908-1c6a-4d82-b26f-3bca70608d0b triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:13:38.928725 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1c0b-e742-4424-9646-d1d2d1592889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:38.951247 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59704) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:38.959179 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ea7184de-21f5-4857-b4b6-0ed57843862b req-0f6c0d8f-d466-441e-9616-6bd215d2a8bd tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686487 Nov 09 21:13:38.964217 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-d8311ff3-323c-4b3d-9619-e360e173972e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-350560910-network', 'tenant_id': '321c865cd79348228b686d131056cd42'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:13:38.983182 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-d5bc1c0b-e742-4424-9646-d1d2d1592889 None None] Port 6ea26908-1c6a-4d82-b26f-3bca70608d0b cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:13:38.993033 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-651ad33c-bf1e-4cb0-9a22-545b8e4e389c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6', 'name': 'tempest-ServersTestBootFromVolume-1849581686-router', 'tenant_id': 'f907ded5330840338031155da556e400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '8092a808-209c-40a4-8e6a-ae4487fef1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:12:13Z', 'updated_at': '2021-11-09T21:12:19Z', 'revision_number': 4, 'project_id': 'f907ded5330840338031155da556e400', 'gw_port': {'id': '8092a808-209c-40a4-8e6a-ae4487fef1a4', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:12:14Z', 'updated_at': '2021-11-09T21:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '93f9ea52-a297-4db5-925a-48e4c9ee7951', 'tenant_id': 'f907ded5330840338031155da556e400', 'floating_ip_address': '172.25.7.34', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6', 'port_id': '1c9297ce-4bb5-4b91-9984-2776c74838f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edc3ecb2-5f49-4a97-9497-9c4bcc32484e', 'mac_address': 'fa:16:3e:d6:48:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8097b17c-655c-4469-b0d5-023bbc6ff3bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:12:23Z', 'updated_at': '2021-11-09T21:13:34Z', 'revision_number': 1, 'project_id': 'f907ded5330840338031155da556e400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df20e46-042b-4a7e-832e-18049153d26b', 'name': '', 'network_id': 'edc3ecb2-5f49-4a97-9497-9c4bcc32484e', 'tenant_id': 'f907ded5330840338031155da556e400', 'mac_address': 'fa:16:3e:f0:e2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '26b680b2-5719-4867-80c5-91edc011cf50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:12:18Z', 'updated_at': '2021-11-09T21:12:23Z', 'revision_number': 5, 'project_id': 'f907ded5330840338031155da556e400', 'subnets': [{'id': '26b680b2-5719-4867-80c5-91edc011cf50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:13:39.008994 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba9bf2-f549-4bdc-ad23-c3367cf9aab0 req-c30985c1-0ce8-49bd-8a71-24589268c485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:39.011328 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d3ba9bf2-f549-4bdc-ad23-c3367cf9aab0 req-c30985c1-0ce8-49bd-8a71-24589268c485 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab9f62a9766648e6a735e31e91b7e450&device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 1098 time: 0.3002429 Nov 09 21:13:39.011923 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-93b75339-62c9-42ab-a95d-a0898aded5ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:39.037238 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438c29d-33f0-408e-8e86-a119d9d70a2e req-7e5ece6d-6d58-4fd5-b245-5dee7b30bd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:39.038018 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-28f9aa1a-572b-4a6d-9ad3-e5a3861a0e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:39.039694 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7438c29d-33f0-408e-8e86-a119d9d70a2e req-7e5ece6d-6d58-4fd5-b245-5dee7b30bd30 service neutron] 10.222.0.45 "GET /v2.0/networks?id=edc3ecb2-5f49-4a97-9497-9c4bcc32484e HTTP/1.1" status: 200 len: 916 time: 0.1652770 Nov 09 21:13:39.069891 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651ad33c-bf1e-4cb0-9a22-545b8e4e389c None None] Checking router: db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:13:39.085524 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651ad33c-bf1e-4cb0-9a22-545b8e4e389c None None] Routers {'db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:13:39.086333 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-651ad33c-bf1e-4cb0-9a22-545b8e4e389c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:13:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:13:39.116968 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8311ff3-323c-4b3d-9619-e360e173972e admin admin] Made reservation on behalf of 321c865cd79348228b686d131056cd42 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:13:39.119608 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d8311ff3-323c-4b3d-9619-e360e173972e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:39.144684 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f9aa1a-572b-4a6d-9ad3-e5a3861a0e98 admin admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:13:39.166256 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f9aa1a-572b-4a6d-9ad3-e5a3861a0e98 admin admin] Pushing event updated for resources: {'Port': ['ID=614e2354-dc3f-4819-9bef-03b345408961,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:39.198646 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7438c29d-33f0-408e-8e86-a119d9d70a2e req-85cc97f0-de5e-4e3c-bf38-c1ce4d1bfc61 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c9297ce-4bb5-4b91-9984-2776c74838f7 HTTP/1.1" status: 200 len: 998 time: 0.1513512 Nov 09 21:13:39.203433 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-28f9aa1a-572b-4a6d-9ad3-e5a3861a0e98 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:13:39.205597 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-651ad33c-bf1e-4cb0-9a22-545b8e4e389c None None] Set router db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:13:39.206009 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f9aa1a-572b-4a6d-9ad3-e5a3861a0e98 admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:13:39.214504 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17524a52-537e-4719-906b-f871ecb668d1 req-4a8c8f42-c105-48fa-a050-68e1aacf574c tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:39.216216 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-17524a52-537e-4719-906b-f871ecb668d1 req-4a8c8f42-c105-48fa-a050-68e1aacf574c tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 947 time: 0.1125243 Nov 09 21:13:39.250617 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d8311ff3-323c-4b3d-9619-e360e173972e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:39.289579 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438c29d-33f0-408e-8e86-a119d9d70a2e req-358546cf-7064-435a-b25a-091299ca2f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:39.291059 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7438c29d-33f0-408e-8e86-a119d9d70a2e req-358546cf-7064-435a-b25a-091299ca2f7f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=26b680b2-5719-4867-80c5-91edc011cf50 HTTP/1.1" status: 200 len: 855 time: 0.0738094 Nov 09 21:13:39.298866 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-17524a52-537e-4719-906b-f871ecb668d1 req-63dcb2ea-d699-4a99-a5c1-185d20da9347 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744920 Nov 09 21:13:39.354113 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438c29d-33f0-408e-8e86-a119d9d70a2e req-85c9d3d2-fda4-49c9-92f5-496f44c4e7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:39.355923 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7438c29d-33f0-408e-8e86-a119d9d70a2e req-85c9d3d2-fda4-49c9-92f5-496f44c4e7c0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=edc3ecb2-5f49-4a97-9497-9c4bcc32484e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549712 Nov 09 21:13:39.505166 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-651ad33c-bf1e-4cb0-9a22-545b8e4e389c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6', 'name': 'tempest-ServersTestBootFromVolume-1849581686-router', 'tenant_id': 'f907ded5330840338031155da556e400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '8092a808-209c-40a4-8e6a-ae4487fef1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:12:13Z', 'updated_at': '2021-11-09T21:12:19Z', 'revision_number': 4, 'project_id': 'f907ded5330840338031155da556e400', 'gw_port': {'id': '8092a808-209c-40a4-8e6a-ae4487fef1a4', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:12:14Z', 'updated_at': '2021-11-09T21:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '93f9ea52-a297-4db5-925a-48e4c9ee7951', 'tenant_id': 'f907ded5330840338031155da556e400', 'floating_ip_address': '172.25.7.34', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6', 'port_id': '1c9297ce-4bb5-4b91-9984-2776c74838f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edc3ecb2-5f49-4a97-9497-9c4bcc32484e', 'mac_address': 'fa:16:3e:d6:48:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8097b17c-655c-4469-b0d5-023bbc6ff3bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:12:23Z', 'updated_at': '2021-11-09T21:13:34Z', 'revision_number': 1, 'project_id': 'f907ded5330840338031155da556e400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df20e46-042b-4a7e-832e-18049153d26b', 'name': '', 'network_id': 'edc3ecb2-5f49-4a97-9497-9c4bcc32484e', 'tenant_id': 'f907ded5330840338031155da556e400', 'mac_address': 'fa:16:3e:f0:e2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '26b680b2-5719-4867-80c5-91edc011cf50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:12:18Z', 'updated_at': '2021-11-09T21:12:23Z', 'revision_number': 5, 'project_id': 'f907ded5330840338031155da556e400', 'subnets': [{'id': '26b680b2-5719-4867-80c5-91edc011cf50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:13:39.533842 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7438c29d-33f0-408e-8e86-a119d9d70a2e req-52fc02a3-f3b4-4c06-8b84-fbe95c681640 service neutron] 10.222.0.45 "GET /v2.0/networks/edc3ecb2-5f49-4a97-9497-9c4bcc32484e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687169 Nov 09 21:13:39.544487 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8b34c-b3d8-4fe7-ad50-c0145c7a85ce req-7be8ea81-7e61-4ad4-b38a-e38efad60e1f tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:39.552310 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7ba8b34c-b3d8-4fe7-ad50-c0145c7a85ce req-7be8ea81-7e61-4ad4-b38a-e38efad60e1f tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=41bac806-9e1e-4473-b42d-4b701d2b796d HTTP/1.1" status: 200 len: 1095 time: 0.0704579 Nov 09 21:13:39.659076 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7ba8b34c-b3d8-4fe7-ad50-c0145c7a85ce req-eb536a8f-143f-4503-9a00-6be462e69df0 tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058207 Nov 09 21:13:39.699452 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 8fffad74-aadd-420e-b124-a25fa48d0b2c details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:13:39.715313 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7438c29d-33f0-408e-8e86-a119d9d70a2e req-09eff012-3ad3-4f27-b1bf-c141325ddb86 service neutron] 10.222.0.45 "GET /v2.0/networks/edc3ecb2-5f49-4a97-9497-9c4bcc32484e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586630 Nov 09 21:13:39.797821 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f56c2-3349-4d07-8358-00d5ae1449b5 req-64c7e8bc-6b4d-49f0-9dd5-e4eaa623b5b0 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:39.800664 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f71f56c2-3349-4d07-8358-00d5ae1449b5 req-64c7e8bc-6b4d-49f0-9dd5-e4eaa623b5b0 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1 HTTP/1.1" status: 200 len: 945 time: 0.6932962 Nov 09 21:13:39.805684 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 8fffad74-aadd-420e-b124-a25fa48d0b2c, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=8fffad74-aadd-420e-b124-a25fa48d0b2c,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:13:39.818489 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '8fffad74-aadd-420e-b124-a25fa48d0b2c', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'port_id': '8fffad74-aadd-420e-b124-a25fa48d0b2c', 'mac_address': 'fa:16:3e:72:4c:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba3500c-a288-4596-ba94-148f2bd8a6da', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:13:39.821002 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651ad33c-bf1e-4cb0-9a22-545b8e4e389c None None] The sync data for ids ['db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6'] in n-d-816206-3 is: [{'id': 'db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6', 'name': 'tempest-ServersTestBootFromVolume-1849581686-router', 'tenant_id': 'f907ded5330840338031155da556e400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '8092a808-209c-40a4-8e6a-ae4487fef1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:12:13Z', 'updated_at': '2021-11-09T21:12:19Z', 'revision_number': 4, 'project_id': 'f907ded5330840338031155da556e400', 'gw_port': {'id': '8092a808-209c-40a4-8e6a-ae4487fef1a4', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:12:14Z', 'updated_at': '2021-11-09T21:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '93f9ea52-a297-4db5-925a-48e4c9ee7951', 'tenant_id': 'f907ded5330840338031155da556e400', 'floating_ip_address': '172.25.7.34', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6', 'port_id': '1c9297ce-4bb5-4b91-9984-2776c74838f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edc3ecb2-5f49-4a97-9497-9c4bcc32484e', 'mac_address': 'fa:16:3e:d6:48:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8097b17c-655c-4469-b0d5-023bbc6ff3bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:12:23Z', 'updated_at': '2021-11-09T21:13:34Z', 'revision_number': 1, 'project_id': 'f907ded5330840338031155da556e400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df20e46-042b-4a7e-832e-18049153d26b', 'name': '', 'network_id': 'edc3ecb2-5f49-4a97-9497-9c4bcc32484e', 'tenant_id': 'f907ded5330840338031155da556e400', 'mac_address': 'fa:16:3e:f0:e2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '26b680b2-5719-4867-80c5-91edc011cf50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:12:18Z', 'updated_at': '2021-11-09T21:12:23Z', 'revision_number': 5, 'project_id': 'f907ded5330840338031155da556e400', 'subnets': [{'id': '26b680b2-5719-4867-80c5-91edc011cf50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:13:39.826066 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723add8a-f165-403d-a991-8f73518bc0f5 req-51b4e5f6-72c0-432f-b710-675bcd3d137b tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:39.834863 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-723add8a-f165-403d-a991-8f73518bc0f5 req-51b4e5f6-72c0-432f-b710-675bcd3d137b tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ef14da-1ce2-400b-a670-9f5e6ea0076d HTTP/1.1" status: 200 len: 935 time: 0.0669756 Nov 09 21:13:39.893042 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:39.893642 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba9bf2-f549-4bdc-ad23-c3367cf9aab0 req-2ddf6da3-8eae-40f4-9e1c-7200ebd12dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:39.907581 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d3ba9bf2-f549-4bdc-ad23-c3367cf9aab0 req-2ddf6da3-8eae-40f4-9e1c-7200ebd12dec service neutron] 10.222.0.43 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.8295672 Nov 09 21:13:39.910113 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fffad74-aadd-420e-b124-a25fa48d0b2c {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:13:39.948473 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-723add8a-f165-403d-a991-8f73518bc0f5 req-2268f2b1-4265-4851-8156-aa337393d36a tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112208 Nov 09 21:13:39.963653 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 8fffad74-aadd-420e-b124-a25fa48d0b2c, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=8fffad74-aadd-420e-b124-a25fa48d0b2c,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:13:39.973871 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:40.034071 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=8fffad74-aadd-420e-b124-a25fa48d0b2c,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:40.044755 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:13:40.044755 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:13:40.044755 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:13:40.044755 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:13:40.044755 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:13:40.045381 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:13:40.045549 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:13:40.045844 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:13:40.046179 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:13:40.046514 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:13:40.046840 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:13:40.047168 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:13:40.068395 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f71f56c2-3349-4d07-8358-00d5ae1449b5 req-a762a21b-9931-428a-a00e-c9112c361679 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518723 Nov 09 21:13:40.076533 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d3ba9bf2-f549-4bdc-ad23-c3367cf9aab0 req-ef1cd3ab-0ba9-4b1d-a7b5-e8e41de49b88 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6 HTTP/1.1" status: 200 len: 217 time: 0.1041024 Nov 09 21:13:40.148993 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccde950-2b50-4aa6-add1-b6d96ba64b68 None None] New status for floating IP 93f9ea52-a297-4db5-925a-48e4c9ee7951: ACTIVE {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:13:40.164466 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d8311ff3-323c-4b3d-9619-e360e173972e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:40.183428 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d8311ff3-323c-4b3d-9619-e360e173972e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:40.259603 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['8fffad74-aadd-420e-b124-a25fa48d0b2c'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:13:40.307211 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8311ff3-323c-4b3d-9619-e360e173972e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:13:40.317186 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba9bf2-f549-4bdc-ad23-c3367cf9aab0 req-8c170e73-3c12-4c79-9105-c5d2e012beae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:40.318935 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d3ba9bf2-f549-4bdc-ad23-c3367cf9aab0 req-8c170e73-3c12-4c79-9105-c5d2e012beae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.2287297 Nov 09 21:13:40.369628 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d8311ff3-323c-4b3d-9619-e360e173972e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:40.369972 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-d8311ff3-323c-4b3d-9619-e360e173972e admin admin] Added segment 6d273b94-f458-4875-8b5b-9d9f29fcc678 of type vlan for network e87a7207-7741-4fb2-bbbd-c66e19ac33e0 Nov 09 21:13:40.376012 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8311ff3-323c-4b3d-9619-e360e173972e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf38a3fd-7cf1-4576-b712-0410d9d698a6,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:40.443500 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce3f87-a4da-4e65-b38d-77c10153fdf6 req-8e7038e5-1c13-425e-97ba-3a1eb77cd17c tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:40.449406 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9cce3f87-a4da-4e65-b38d-77c10153fdf6 req-8e7038e5-1c13-425e-97ba-3a1eb77cd17c tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 947 time: 0.0669205 Nov 09 21:13:40.506583 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9cce3f87-a4da-4e65-b38d-77c10153fdf6 req-6123dcd0-19b7-43e1-bb65-a4155daa1a56 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537512 Nov 09 21:13:40.527532 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d8311ff3-323c-4b3d-9619-e360e173972e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:40.574684 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-28f9aa1a-572b-4a6d-9ad3-e5a3861a0e98 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:40.582169 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc726963-8961-460e-b425-6dffa5d4bf6b req-5130e328-3668-4114-bfb2-e16ec4cd8cbb tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:40.583612 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fc726963-8961-460e-b425-6dffa5d4bf6b req-5130e328-3668-4114-bfb2-e16ec4cd8cbb tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/networks?id=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 HTTP/1.1" status: 200 len: 821 time: 0.4093490 Nov 09 21:13:40.585218 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba9bf2-f549-4bdc-ad23-c3367cf9aab0 req-0d64979c-9508-4063-afe7-6c491d718d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:40.586625 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d3ba9bf2-f549-4bdc-ad23-c3367cf9aab0 req-0d64979c-9508-4063-afe7-6c491d718d0c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2510238 Nov 09 21:13:40.625030 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-93b75339-62c9-42ab-a95d-a0898aded5ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ea26908-1c6a-4d82-b26f-3bca70608d0b {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:13:40.642188 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-93b75339-62c9-42ab-a95d-a0898aded5ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:40.709763 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fc726963-8961-460e-b425-6dffa5d4bf6b req-e234204e-d521-4097-b1b3-81ad26267ebf tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/quotas/79813b2c248b4d6c8fab5b7bd98099e4 HTTP/1.1" status: 200 len: 375 time: 0.0801320 Nov 09 21:13:40.718174 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d8311ff3-323c-4b3d-9619-e360e173972e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:40.719103 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8311ff3-323c-4b3d-9619-e360e173972e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:40.719676 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d8311ff3-323c-4b3d-9619-e360e173972e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:40.753700 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-93b75339-62c9-42ab-a95d-a0898aded5ba service neutron] Transition to ACTIVE for port object 6ea26908-1c6a-4d82-b26f-3bca70608d0b will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:13:40.785791 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-93b75339-62c9-42ab-a95d-a0898aded5ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:40.868110 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d8311ff3-323c-4b3d-9619-e360e173972e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.9077880 Nov 09 21:13:40.871151 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59734) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:40.877140 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-733d1340-5506-4c1d-94be-9f8167d96bf6 admin admin] Request body: {'subnet': {'network_id': 'e87a7207-7741-4fb2-bbbd-c66e19ac33e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-350560910-subnet', 'tenant_id': '321c865cd79348228b686d131056cd42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:13:40.900110 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733d1340-5506-4c1d-94be-9f8167d96bf6 admin admin] Made reservation on behalf of 321c865cd79348228b686d131056cd42 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:13:40.902481 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-733d1340-5506-4c1d-94be-9f8167d96bf6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:40.924917 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8311ff3-323c-4b3d-9619-e360e173972e admin admin] Pushing event updated for resources: {'Network': ['ID=e87a7207-7741-4fb2-bbbd-c66e19ac33e0,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:40.936208 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network e87a7207-7741-4fb2-bbbd-c66e19ac33e0 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:13:40.975941 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d3ba9bf2-f549-4bdc-ad23-c3367cf9aab0 req-6bab8bb5-5f28-4ceb-81ad-5b896bac3c5b service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354845 Nov 09 21:13:40.978432 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b75339-62c9-42ab-a95d-a0898aded5ba service neutron] Pushing event updated for resources: {'Port': ['ID=6ea26908-1c6a-4d82-b26f-3bca70608d0b,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:41.014066 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fc726963-8961-460e-b425-6dffa5d4bf6b req-c109e723-44a1-42cb-a60b-4a3d7dc289a1 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=79813b2c248b4d6c8fab5b7bd98099e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2623496 Nov 09 21:13:41.146036 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-733d1340-5506-4c1d-94be-9f8167d96bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:41.197716 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95d013-4dea-440b-9263-780da40d82d1 req-bb361f5c-416d-40a1-bbd5-5cdcbbf38f9d tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:41.199938 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0e95d013-4dea-440b-9263-780da40d82d1 req-bb361f5c-416d-40a1-bbd5-5cdcbbf38f9d tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ef14da-1ce2-400b-a670-9f5e6ea0076d HTTP/1.1" status: 200 len: 947 time: 0.1012411 Nov 09 21:13:41.210690 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d1340-5506-4c1d-94be-9f8167d96bf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d859392-bb00-4c57-9cb0-23f7aa5b9a64,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:41.236212 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d1340-5506-4c1d-94be-9f8167d96bf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:13:41.236564 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d1340-5506-4c1d-94be-9f8167d96bf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:13:41.236948 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d1340-5506-4c1d-94be-9f8167d96bf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:13:41.237289 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d1340-5506-4c1d-94be-9f8167d96bf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:13:41.237623 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d1340-5506-4c1d-94be-9f8167d96bf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:13:41.237954 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d1340-5506-4c1d-94be-9f8167d96bf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:13:41.238291 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d1340-5506-4c1d-94be-9f8167d96bf6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:13:41.239049 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d1340-5506-4c1d-94be-9f8167d96bf6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:13:41.239049 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d1340-5506-4c1d-94be-9f8167d96bf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:13:41.239252 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d1340-5506-4c1d-94be-9f8167d96bf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:13:41.239563 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d1340-5506-4c1d-94be-9f8167d96bf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:13:41.239882 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d1340-5506-4c1d-94be-9f8167d96bf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:13:41.256788 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733d1340-5506-4c1d-94be-9f8167d96bf6 admin admin] Checking segment: {'id': '6d273b94-f458-4875-8b5b-9d9f29fcc678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e87a7207-7741-4fb2-bbbd-c66e19ac33e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:13:41.257157 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733d1340-5506-4c1d-94be-9f8167d96bf6 admin admin] Network hostable DHCP agents. Network: e87a7207-7741-4fb2-bbbd-c66e19ac33e0, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:13:41.264440 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-28f9aa1a-572b-4a6d-9ad3-e5a3861a0e98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:41.273858 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-93b75339-62c9-42ab-a95d-a0898aded5ba service neutron] Attempting to bind port 6ea26908-1c6a-4d82-b26f-3bca70608d0b on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:13:41.274193 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-93b75339-62c9-42ab-a95d-a0898aded5ba service neutron] Attempting to bind port 6ea26908-1c6a-4d82-b26f-3bca70608d0b by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:13:41.274523 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-93b75339-62c9-42ab-a95d-a0898aded5ba service neutron] Attempting to bind port 6ea26908-1c6a-4d82-b26f-3bca70608d0b on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:13:41.279569 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d3ba9bf2-f549-4bdc-ad23-c3367cf9aab0 req-6ea435ca-a735-43ab-88c3-1631f9d060b9 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931058 Nov 09 21:13:41.287134 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fc726963-8961-460e-b425-6dffa5d4bf6b req-d8106244-cdc4-4de9-b84b-c29a07843c96 service neutron] 10.222.0.49 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435596 Nov 09 21:13:41.296945 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733d1340-5506-4c1d-94be-9f8167d96bf6 admin admin] Network e87a7207-7741-4fb2-bbbd-c66e19ac33e0 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:13:41.302072 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0e95d013-4dea-440b-9263-780da40d82d1 req-c31d5cba-8316-400d-b4b7-52cd899e1f9f tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766294 Nov 09 21:13:41.311904 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-733d1340-5506-4c1d-94be-9f8167d96bf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, e87a7207-7741-4fb2-bbbd-c66e19ac33e0) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:13:41.316515 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733d1340-5506-4c1d-94be-9f8167d96bf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:41.317152 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-733d1340-5506-4c1d-94be-9f8167d96bf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:41.319281 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-93b75339-62c9-42ab-a95d-a0898aded5ba service neutron] Port 6ea26908-1c6a-4d82-b26f-3bca70608d0b on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:13:41.319606 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-93b75339-62c9-42ab-a95d-a0898aded5ba service neutron] Attempting to bind port 6ea26908-1c6a-4d82-b26f-3bca70608d0b on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:13:41.325389 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7dc1d98-1721-438a-87f2-cfa24424e10c None None] Network e87a7207-7741-4fb2-bbbd-c66e19ac33e0 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:13:41.342462 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-733d1340-5506-4c1d-94be-9f8167d96bf6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4703414 Nov 09 21:13:41.376602 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-93b75339-62c9-42ab-a95d-a0898aded5ba service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:13:41.376960 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-93b75339-62c9-42ab-a95d-a0898aded5ba service neutron] Checking segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:13:41.377349 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-93b75339-62c9-42ab-a95d-a0898aded5ba service neutron] Bound using segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:13:41.377791 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-93b75339-62c9-42ab-a95d-a0898aded5ba service neutron] Bound port: 6ea26908-1c6a-4d82-b26f-3bca70608d0b, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:13:41.378140 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-93b75339-62c9-42ab-a95d-a0898aded5ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:41.509078 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b9ee89-6f07-4b57-bfdd-146bfe3c67ef None None] Network e87a7207-7741-4fb2-bbbd-c66e19ac33e0 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:13:41.529707 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f640ae-39d1-467c-bd39-3ab8f0e0671c req-62e863cd-8b83-4290-a6b8-0926f2d49dec tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:41.530193 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fc726963-8961-460e-b425-6dffa5d4bf6b req-a9575c54-909e-4de8-b374-27598e178ae7 service neutron] 10.222.0.49 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061982 Nov 09 21:13:41.537937 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-93b75339-62c9-42ab-a95d-a0898aded5ba service neutron] For port 6ea26908-1c6a-4d82-b26f-3bca70608d0b, host n-h1-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:13:41.540001 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c8f640ae-39d1-467c-bd39-3ab8f0e0671c req-62e863cd-8b83-4290-a6b8-0926f2d49dec tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1 HTTP/1.1" status: 200 len: 945 time: 0.0830653 Nov 09 21:13:41.542468 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-93b75339-62c9-42ab-a95d-a0898aded5ba service neutron] For port 6ea26908-1c6a-4d82-b26f-3bca70608d0b, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=6ea26908-1c6a-4d82-b26f-3bca70608d0b,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:13:41.550241 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-93b75339-62c9-42ab-a95d-a0898aded5ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:41.595267 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f9aa1a-572b-4a6d-9ad3-e5a3861a0e98 admin admin] Router da936238-9a08-4967-aef4-f6a5173c80da is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:13:41.616453 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-93b75339-62c9-42ab-a95d-a0898aded5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:41.617810 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-93b75339-62c9-42ab-a95d-a0898aded5ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:41.619304 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-93b75339-62c9-42ab-a95d-a0898aded5ba service neutron] 10.222.0.45 "PUT /v2.0/ports/6ea26908-1c6a-4d82-b26f-3bca70608d0b HTTP/1.1" status: 200 len: 1095 time: 2.8966451 Nov 09 21:13:41.622670 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ef14da-1ce2-400b-a670-9f5e6ea0076d', 'tag': '6ea26908-1c6a-4d82-b26f-3bca70608d0b'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:13:41.625056 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6499799a-632c-45e6-ad5a-704ce65208a1" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ef14da-1ce2-400b-a670-9f5e6ea0076d", "tag": "6ea26908-1c6a-4d82-b26f-3bca70608d0b"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:13:41.656870 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c8f640ae-39d1-467c-bd39-3ab8f0e0671c req-93407ed5-5064-42a9-b391-0bc31ba4e8db tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143656 Nov 09 21:13:41.703583 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 8fffad74-aadd-420e-b124-a25fa48d0b2c up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:13:41.708569 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b75339-62c9-42ab-a95d-a0898aded5ba service neutron] Pushing event updated for resources: {'Port': ['ID=6ea26908-1c6a-4d82-b26f-3bca70608d0b,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:41.766448 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b75339-62c9-42ab-a95d-a0898aded5ba service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:13:41.767315 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b75339-62c9-42ab-a95d-a0898aded5ba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:13:41.767315 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b75339-62c9-42ab-a95d-a0898aded5ba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:13:41.767532 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b75339-62c9-42ab-a95d-a0898aded5ba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:13:41.767873 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b75339-62c9-42ab-a95d-a0898aded5ba service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:13:41.768345 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b75339-62c9-42ab-a95d-a0898aded5ba service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:13:41.768910 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b75339-62c9-42ab-a95d-a0898aded5ba service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:13:41.769249 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b75339-62c9-42ab-a95d-a0898aded5ba service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:13:41.769578 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b75339-62c9-42ab-a95d-a0898aded5ba service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:13:41.769904 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b75339-62c9-42ab-a95d-a0898aded5ba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:13:41.770227 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b75339-62c9-42ab-a95d-a0898aded5ba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:13:41.770546 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b75339-62c9-42ab-a95d-a0898aded5ba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:13:41.841605 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 8fffad74-aadd-420e-b124-a25fa48d0b2c completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:13:41.857147 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 8fffad74-aadd-420e-b124-a25fa48d0b2c triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:13:41.858452 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:41.966659 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a11330-86e7-4728-bdcf-b3b1bd91da67 req-d955c066-8a51-448a-96af-73588b3be4b0 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:41.973416 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-17a11330-86e7-4728-bdcf-b3b1bd91da67 req-d955c066-8a51-448a-96af-73588b3be4b0 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 947 time: 0.0890415 Nov 09 21:13:42.030706 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:42.059397 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-17a11330-86e7-4728-bdcf-b3b1bd91da67 req-98b0a35f-7687-4dcd-88b5-a166c9af30ff tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820947 Nov 09 21:13:42.106382 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 8fffad74-aadd-420e-b124-a25fa48d0b2c, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=8fffad74-aadd-420e-b124-a25fa48d0b2c,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:13:42.108201 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9ae318-726e-4c3d-9814-e92f3be4c6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fffad74-aadd-420e-b124-a25fa48d0b2c'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:13:42.112905 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfe1962-cd3d-4564-8541-235a85a386f8" -d '{"events": [{"server_uuid": "7a9ae318-726e-4c3d-9814-e92f3be4c6c9", "name": "network-vif-plugged", "status": "completed", "tag": "8fffad74-aadd-420e-b124-a25fa48d0b2c"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:13:42.137415 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:42.189612 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0d04f6a1-7361-498e-a4e7-19c434e8b24a req-563f7b0f-ce0c-4485-8064-c12edd1c3999 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=9845c409-ac82-41a4-b346-0d26efb4aacf HTTP/1.1" status: 200 len: 210 time: 0.0489841 Nov 09 21:13:42.211961 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29dac73-fe30-4768-9ce6-6e65cd780a60 x-openstack-request-id: req-c29dac73-fe30-4768-9ce6-6e65cd780a60 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:13:42.212454 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ef14da-1ce2-400b-a670-9f5e6ea0076d", "tag": "6ea26908-1c6a-4d82-b26f-3bca70608d0b", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:13:42.212537 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c29dac73-fe30-4768-9ce6-6e65cd780a60 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:13:42.213723 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ef14da-1ce2-400b-a670-9f5e6ea0076d', 'tag': '6ea26908-1c6a-4d82-b26f-3bca70608d0b', 'status': 'completed', 'code': 200} Nov 09 21:13:42.235357 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-e0175dc4-ad29-461f-b837-23a27f5c032b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:42.236156 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=8fffad74-aadd-420e-b124-a25fa48d0b2c,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:42.237181 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-e0175dc4-ad29-461f-b837-23a27f5c032b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=901d7209663f4224b6f7af44b74208e8&device_id=a9ef14da-1ce2-400b-a670-9f5e6ea0076d HTTP/1.1" status: 200 len: 1098 time: 0.5503511 Nov 09 21:13:42.258211 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4f2abe-846a-40ef-8627-1e419af780f2 x-openstack-request-id: req-2b4f2abe-846a-40ef-8627-1e419af780f2 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:13:42.258528 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9ae318-726e-4c3d-9814-e92f3be4c6c9", "name": "network-vif-plugged", "status": "completed", "tag": "8fffad74-aadd-420e-b124-a25fa48d0b2c", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:13:42.258790 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2b4f2abe-846a-40ef-8627-1e419af780f2 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:13:42.259190 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9ae318-726e-4c3d-9814-e92f3be4c6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fffad74-aadd-420e-b124-a25fa48d0b2c', 'code': 200} Nov 09 21:13:42.335882 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-cc73b574-fb43-46d6-92c3-8d43eb7a7553 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=6ea26908-1c6a-4d82-b26f-3bca70608d0b HTTP/1.1" status: 200 len: 217 time: 0.0827796 Nov 09 21:13:42.354508 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:13:42.381326 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2d5c4-8c74-4ef5-990d-3f745fc8fc44 req-97e09712-d1bf-4204-8439-b96b3e6b3a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:42.384226 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ffa2d5c4-8c74-4ef5-990d-3f745fc8fc44 req-97e09712-d1bf-4204-8439-b96b3e6b3a3b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7a9ae318-726e-4c3d-9814-e92f3be4c6c9 HTTP/1.1" status: 200 len: 1101 time: 0.0615871 Nov 09 21:13:42.388213 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f9aa1a-572b-4a6d-9ad3-e5a3861a0e98 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:13:42.436538 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-c45f8cfd-55d8-4c0c-92d4-051545ac9ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:42.438235 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-c45f8cfd-55d8-4c0c-92d4-051545ac9ad9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.0901313 Nov 09 21:13:42.443892 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-28f9aa1a-572b-4a6d-9ad3-e5a3861a0e98 admin admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:42.445698 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-28f9aa1a-572b-4a6d-9ad3-e5a3861a0e98 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.5497563 Nov 09 21:13:42.459428 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59780) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:42.497003 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ffa2d5c4-8c74-4ef5-990d-3f745fc8fc44 req-d5c1a562-d0ed-49b1-9c47-858bf7780db9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067445 Nov 09 21:13:42.497838 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be767a-2388-4ef7-ba5f-be58b7ec7f94 req-5ae587e5-ac6f-4d6d-8ee5-d831d2fab0b9 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:42.499660 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e2be767a-2388-4ef7-ba5f-be58b7ec7f94 req-5ae587e5-ac6f-4d6d-8ee5-d831d2fab0b9 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/networks?id=9cf09cc6-9022-42d8-96c2-e4ea0d1e749b HTTP/1.1" status: 200 len: 808 time: 0.2903726 Nov 09 21:13:42.524608 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e2be767a-2388-4ef7-ba5f-be58b7ec7f94 req-f1db04aa-943b-40c4-89e2-9f69448d6c9e tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/quotas/5a6366c08f5c4a9bb0bdc56b2ea0a20e HTTP/1.1" status: 200 len: 375 time: 0.0148854 Nov 09 21:13:42.527953 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-faec5df1-8b14-491e-8283-3ff992f64a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:42.529777 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-faec5df1-8b14-491e-8283-3ff992f64a5f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0788729 Nov 09 21:13:42.543984 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:13:42.557263 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfffebcc-cfa6-4276-852a-7db5af1ac2e2 None None] Sync routers for ids ['da936238-9a08-4967-aef4-f6a5173c80da'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:13:42.560393 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'port_id': '9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6', 'mac_address': 'fa:16:3e:40:9f:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba3500c-a288-4596-ba94-148f2bd8a6da', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:13:42.567459 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e2be767a-2388-4ef7-ba5f-be58b7ec7f94 req-360c65b9-f38b-406a-9719-35ce3e6f4c3b tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5a6366c08f5c4a9bb0bdc56b2ea0a20e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313919 Nov 09 21:13:42.575422 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfffebcc-cfa6-4276-852a-7db5af1ac2e2 None None] Routers {'da936238-9a08-4967-aef4-f6a5173c80da'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:13:42.576121 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-dfffebcc-cfa6-4276-852a-7db5af1ac2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:13:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['da936238-9a08-4967-aef4-f6a5173c80da'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:13:42.596326 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6eb96-a1c9-4174-b319-e3fb7aaafa5c req-27a9e10c-f193-4765-979a-2153aa26c73a tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:42.598684 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7fc6eb96-a1c9-4174-b319-e3fb7aaafa5c req-27a9e10c-f193-4765-979a-2153aa26c73a tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ef14da-1ce2-400b-a670-9f5e6ea0076d HTTP/1.1" status: 200 len: 947 time: 0.1372821 Nov 09 21:13:42.692492 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7fc6eb96-a1c9-4174-b319-e3fb7aaafa5c req-0de72f83-61fa-4096-b7fa-d90b2c74dbd4 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648158 Nov 09 21:13:42.705366 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e2be767a-2388-4ef7-ba5f-be58b7ec7f94 req-71aef70d-a6bc-45ae-9578-4bb971a1577b service neutron] 10.222.0.49 "GET /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267447 Nov 09 21:13:42.775362 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-dfffebcc-cfa6-4276-852a-7db5af1ac2e2 None None] Set router da936238-9a08-4967-aef4-f6a5173c80da gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:13:42.889107 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:42.924709 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e2be767a-2388-4ef7-ba5f-be58b7ec7f94 req-404ea339-6516-4b5a-98da-6efa677bfb0d service neutron] 10.222.0.49 "GET /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998584 Nov 09 21:13:43.000042 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:13:43.016522 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-cb186d68-b57c-4196-b0bb-e42ab566cf6e service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042195 Nov 09 21:13:43.041003 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb24cac-8123-4245-a4f0-6dac44a6a4d3 req-4a05df10-5c86-4e4f-8ad4-6a882aec6508 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:43.048273 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0cb24cac-8123-4245-a4f0-6dac44a6a4d3 req-4a05df10-5c86-4e4f-8ad4-6a882aec6508 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1 HTTP/1.1" status: 200 len: 945 time: 0.0970511 Nov 09 21:13:43.051104 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:13:43.069186 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:43.143549 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0cb24cac-8123-4245-a4f0-6dac44a6a4d3 req-cf890090-8c89-4911-8b8e-95a996678488 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942547 Nov 09 21:13:43.203019 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6af9fbaa-f655-4f9e-8863-fd91e3d40dc1 req-abc47a0d-eaef-4345-9c78-da6b5b017bb4 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742015 Nov 09 21:13:43.242649 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:43.300920 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b2749215-3229-4045-aee3-fd23afc6389c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:43.334162 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-dfffebcc-cfa6-4276-852a-7db5af1ac2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da936238-9a08-4967-aef4-f6a5173c80da', 'name': 'tempest-FloatingIPsNegativeTestJSON-302253446-router', 'tenant_id': '27e73bb6155a4ee1b8669fc377ec1847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '614e2354-dc3f-4819-9bef-03b345408961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:13:34Z', 'updated_at': '2021-11-09T21:13:40Z', 'revision_number': 3, 'project_id': '27e73bb6155a4ee1b8669fc377ec1847', 'gw_port': {'id': '614e2354-dc3f-4819-9bef-03b345408961', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f7:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da936238-9a08-4967-aef4-f6a5173c80da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:13:36Z', 'updated_at': '2021-11-09T21:13:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:13:43.408428 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfffebcc-cfa6-4276-852a-7db5af1ac2e2 None None] Checking router: da936238-9a08-4967-aef4-f6a5173c80da for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:13:43.410847 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfffebcc-cfa6-4276-852a-7db5af1ac2e2 None None] Updating router da936238-9a08-4967-aef4-f6a5173c80da port 614e2354-dc3f-4819-9bef-03b345408961 binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:13:43.415709 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:13:43.475497 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e67ecefc-8697-4260-9cf6-b77a2daedbe9 req-cdc2843b-b1ef-4c03-a72b-aece002ad0b7 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=b75d9a5a-b979-4da4-90a1-c1d5e183b03c HTTP/1.1" status: 200 len: 210 time: 0.0687387 Nov 09 21:13:43.489248 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dfffebcc-cfa6-4276-852a-7db5af1ac2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:43.582006 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499799a-632c-45e6-ad5a-704ce65208a1 req-efda1b47-0547-4c25-a690-5f4e0181bd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:43.584878 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6499799a-632c-45e6-ad5a-704ce65208a1 req-efda1b47-0547-4c25-a690-5f4e0181bd36 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=901d7209663f4224b6f7af44b74208e8&device_id=a9ef14da-1ce2-400b-a670-9f5e6ea0076d HTTP/1.1" status: 200 len: 1098 time: 0.2527263 Nov 09 21:13:43.618115 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d9a8f-3647-4b6d-832c-bd4dad6eecf4 req-5452abcb-3e7c-4ec8-997a-58276bf57786 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:43.619550 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b17d9a8f-3647-4b6d-832c-bd4dad6eecf4 req-5452abcb-3e7c-4ec8-997a-58276bf57786 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 948 time: 0.2693000 Nov 09 21:13:43.707583 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc726963-8961-460e-b425-6dffa5d4bf6b req-b58c0462-d6e4-446e-80de-43188a2f956c tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:43.709120 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fc726963-8961-460e-b425-6dffa5d4bf6b req-b58c0462-d6e4-446e-80de-43188a2f956c tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.43 "GET /v2.0/networks?id=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 HTTP/1.1" status: 200 len: 821 time: 0.3972621 Nov 09 21:13:43.721629 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-84ed6908-79d6-4a19-a9ad-b19ef257a364 req-093ba102-0fc3-4a05-844c-36b2f43dc323 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=9845c409-ac82-41a4-b346-0d26efb4aacf HTTP/1.1" status: 200 len: 210 time: 0.0602257 Nov 09 21:13:43.723482 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-b2749215-3229-4045-aee3-fd23afc6389c admin admin] Allocated IP 172.20.0.1 (6fde7be1-cd71-4861-bb62-a4befa3a0bf8/bf965ef7-555a-46c1-9822-401ac455c049/9c7db48b-86e6-41fa-b778-141fa29ca94d) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:13:43.737645 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-fc726963-8961-460e-b425-6dffa5d4bf6b req-1a62b96a-9361-468b-9951-687537f3d1bc tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Request body: {'port': {'device_id': '9845c409-ac82-41a4-b346-0d26efb4aacf', 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68', 'admin_state_up': True, 'tenant_id': '79813b2c248b4d6c8fab5b7bd98099e4'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:13:43.951705 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b17d9a8f-3647-4b6d-832c-bd4dad6eecf4 req-6b6e9de8-4c3f-46bf-9f88-46136133adb1 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076124 Nov 09 21:13:43.954910 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc726963-8961-460e-b425-6dffa5d4bf6b req-1a62b96a-9361-468b-9951-687537f3d1bc tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Made reservation on behalf of 79813b2c248b4d6c8fab5b7bd98099e4 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:13:43.961159 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-fc726963-8961-460e-b425-6dffa5d4bf6b req-1a62b96a-9361-468b-9951-687537f3d1bc tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:43.987213 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499799a-632c-45e6-ad5a-704ce65208a1 req-6f6c2e53-ff49-46ee-9876-652ab86fb233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:43.993229 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6499799a-632c-45e6-ad5a-704ce65208a1 req-6f6c2e53-ff49-46ee-9876-652ab86fb233 service neutron] 10.222.0.45 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.3977311 Nov 09 21:13:44.038273 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f93e31-d2ba-4a8b-ad91-ae2ab011153d req-fc3e8b87-300f-46f9-8861-d93c57b4d0b7 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:44.050623 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6499799a-632c-45e6-ad5a-704ce65208a1 req-cfa9d0dc-eeb8-4436-8921-7ea988f2be67 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=6ea26908-1c6a-4d82-b26f-3bca70608d0b HTTP/1.1" status: 200 len: 217 time: 0.0467978 Nov 09 21:13:44.053721 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-11f93e31-d2ba-4a8b-ad91-ae2ab011153d req-fc3e8b87-300f-46f9-8861-d93c57b4d0b7 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ef14da-1ce2-400b-a670-9f5e6ea0076d HTTP/1.1" status: 200 len: 947 time: 0.2201071 Nov 09 21:13:44.059902 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dfffebcc-cfa6-4276-852a-7db5af1ac2e2 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:44.067292 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dfffebcc-cfa6-4276-852a-7db5af1ac2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:44.143377 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caacf75e-9454-4350-baa0-2fe4bdf6e7c4 None None] Pushing event updated for resources: {'Port': ['ID=614e2354-dc3f-4819-9bef-03b345408961,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:44.157378 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499799a-632c-45e6-ad5a-704ce65208a1 req-3b95f3c6-e652-4a7d-94e4-1a2d8f9700f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:44.159243 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6499799a-632c-45e6-ad5a-704ce65208a1 req-3b95f3c6-e652-4a7d-94e4-1a2d8f9700f8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.0951753 Nov 09 21:13:44.183959 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-dfffebcc-cfa6-4276-852a-7db5af1ac2e2 None None] Attempting to bind port 614e2354-dc3f-4819-9bef-03b345408961 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:13:44.184360 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-dfffebcc-cfa6-4276-852a-7db5af1ac2e2 None None] Attempting to bind port 614e2354-dc3f-4819-9bef-03b345408961 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:13:44.185121 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfffebcc-cfa6-4276-852a-7db5af1ac2e2 None None] Attempting to bind port 614e2354-dc3f-4819-9bef-03b345408961 on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:13:44.193464 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfffebcc-cfa6-4276-852a-7db5af1ac2e2 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:13:44.194401 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-11f93e31-d2ba-4a8b-ad91-ae2ab011153d req-2623fddb-8b95-4764-b1f5-592eb75db849 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378179 Nov 09 21:13:44.204132 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfffebcc-cfa6-4276-852a-7db5af1ac2e2 None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:13:44.205125 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dfffebcc-cfa6-4276-852a-7db5af1ac2e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:44.205125 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfffebcc-cfa6-4276-852a-7db5af1ac2e2 None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:13:44.205596 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-dfffebcc-cfa6-4276-852a-7db5af1ac2e2 None None] Bound port: 614e2354-dc3f-4819-9bef-03b345408961, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:13:44.205986 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dfffebcc-cfa6-4276-852a-7db5af1ac2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:44.207257 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b2749215-3229-4045-aee3-fd23afc6389c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:44.266072 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-fc726963-8961-460e-b425-6dffa5d4bf6b req-1a62b96a-9361-468b-9951-687537f3d1bc tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Allocated IP 172.20.0.10 (ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68/29a38752-08a3-4b35-bb64-8f5e3f87121b/7a590d66-42d8-491e-bcdf-dd5b7e91dd3a) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:13:44.278014 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499799a-632c-45e6-ad5a-704ce65208a1 req-94b21126-a8c3-40bd-8140-90957a76a379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:44.280089 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6499799a-632c-45e6-ad5a-704ce65208a1 req-94b21126-a8c3-40bd-8140-90957a76a379 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0743866 Nov 09 21:13:44.281084 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b2749215-3229-4045-aee3-fd23afc6389c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:44.321110 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-dfffebcc-cfa6-4276-852a-7db5af1ac2e2 None None] For port 614e2354-dc3f-4819-9bef-03b345408961, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:13:44.324678 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-dfffebcc-cfa6-4276-852a-7db5af1ac2e2 None None] For port 614e2354-dc3f-4819-9bef-03b345408961, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=614e2354-dc3f-4819-9bef-03b345408961,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:13:44.329453 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dfffebcc-cfa6-4276-852a-7db5af1ac2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:44.385140 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2749215-3229-4045-aee3-fd23afc6389c admin admin] Network 6fde7be1-cd71-4861-bb62-a4befa3a0bf8 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:13:44.386057 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2749215-3229-4045-aee3-fd23afc6389c admin admin] Pushing event updated for resources: {'Port': ['ID=9c7db48b-86e6-41fa-b778-141fa29ca94d,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:44.390306 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-b2749215-3229-4045-aee3-fd23afc6389c admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:13:44.390858 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caacf75e-9454-4350-baa0-2fe4bdf6e7c4 None None] Pushing event updated for resources: {'Port': ['ID=614e2354-dc3f-4819-9bef-03b345408961,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:44.392802 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2749215-3229-4045-aee3-fd23afc6389c admin admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:13:44.393283 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b2749215-3229-4045-aee3-fd23afc6389c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:44.404329 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfffebcc-cfa6-4276-852a-7db5af1ac2e2 None None] Routers {'da936238-9a08-4967-aef4-f6a5173c80da'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:13:44.406004 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-dfffebcc-cfa6-4276-852a-7db5af1ac2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:13:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['da936238-9a08-4967-aef4-f6a5173c80da'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:13:44.418557 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6499799a-632c-45e6-ad5a-704ce65208a1 req-42c0a6db-84fa-4cf6-ac63-bf425a429b74 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258302 Nov 09 21:13:44.566964 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b2749215-3229-4045-aee3-fd23afc6389c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:44.580614 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c444a94-1ecb-4389-bd2e-62ab096a8c0b req-490d14c4-7c8a-45cb-a1e0-2b68105cccff tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:44.588536 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5c444a94-1ecb-4389-bd2e-62ab096a8c0b req-490d14c4-7c8a-45cb-a1e0-2b68105cccff tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1 HTTP/1.1" status: 200 len: 945 time: 0.3144655 Nov 09 21:13:44.666618 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f8c5f050-4864-46e5-b486-8c442bfb4e81 req-d0cee54f-9408-41f5-9b10-feeda0b8d8ce tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=b75d9a5a-b979-4da4-90a1-c1d5e183b03c HTTP/1.1" status: 200 len: 210 time: 0.0483980 Nov 09 21:13:44.747126 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5c444a94-1ecb-4389-bd2e-62ab096a8c0b req-723435a4-2447-458a-8e64-16a34e76c529 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431875 Nov 09 21:13:44.749337 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6499799a-632c-45e6-ad5a-704ce65208a1 req-acf1afcd-04c8-4411-ab62-99f38750302c service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150809 Nov 09 21:13:44.775009 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-dfffebcc-cfa6-4276-852a-7db5af1ac2e2 None None] Set router da936238-9a08-4967-aef4-f6a5173c80da gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:13:44.777676 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-e1bae035-16fb-4de9-96d6-5eb0c3d41688 None None] Provisioning complete for port 9c7db48b-86e6-41fa-b778-141fa29ca94d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:13:44.778061 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e1bae035-16fb-4de9-96d6-5eb0c3d41688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:44.801210 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-fc726963-8961-460e-b425-6dffa5d4bf6b req-1a62b96a-9361-468b-9951-687537f3d1bc tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:44.831286 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b2749215-3229-4045-aee3-fd23afc6389c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:44.836961 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b2749215-3229-4045-aee3-fd23afc6389c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:44.838375 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b2749215-3229-4045-aee3-fd23afc6389c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:44.851739 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-fc726963-8961-460e-b425-6dffa5d4bf6b req-1a62b96a-9361-468b-9951-687537f3d1bc tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:44.886185 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2749215-3229-4045-aee3-fd23afc6389c admin admin] Pushing event updated for resources: {'Port': ['ID=9c7db48b-86e6-41fa-b778-141fa29ca94d,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:44.927522 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-e1bae035-16fb-4de9-96d6-5eb0c3d41688 None None] Port 9c7db48b-86e6-41fa-b778-141fa29ca94d cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:13:44.933259 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc726963-8961-460e-b425-6dffa5d4bf6b req-1a62b96a-9361-468b-9951-687537f3d1bc tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Network ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:13:44.935612 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-fc726963-8961-460e-b425-6dffa5d4bf6b req-1a62b96a-9361-468b-9951-687537f3d1bc tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:13:44.942217 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62b96a-9361-468b-9951-687537f3d1bc tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Pushing event updated for resources: {'Port': ['ID=7a590d66-42d8-491e-bcdf-dd5b7e91dd3a,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:44.944479 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc726963-8961-460e-b425-6dffa5d4bf6b req-1a62b96a-9361-468b-9951-687537f3d1bc tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:13:45.010251 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc726963-8961-460e-b425-6dffa5d4bf6b req-1a62b96a-9361-468b-9951-687537f3d1bc tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:45.012576 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-fc726963-8961-460e-b425-6dffa5d4bf6b req-1a62b96a-9361-468b-9951-687537f3d1bc tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:45.039590 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fc726963-8961-460e-b425-6dffa5d4bf6b req-1a62b96a-9361-468b-9951-687537f3d1bc tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3138251 Nov 09 21:13:45.067987 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-fc726963-8961-460e-b425-6dffa5d4bf6b req-f81ec86c-87af-4a70-874e-842b22032b56 service neutron] Request body: {'port': {'device_id': '9845c409-ac82-41a4-b346-0d26efb4aacf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:13:45.086541 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-dfffebcc-cfa6-4276-852a-7db5af1ac2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da936238-9a08-4967-aef4-f6a5173c80da', 'name': 'tempest-FloatingIPsNegativeTestJSON-302253446-router', 'tenant_id': '27e73bb6155a4ee1b8669fc377ec1847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '614e2354-dc3f-4819-9bef-03b345408961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:13:34Z', 'updated_at': '2021-11-09T21:13:40Z', 'revision_number': 3, 'project_id': '27e73bb6155a4ee1b8669fc377ec1847', 'gw_port': {'id': '614e2354-dc3f-4819-9bef-03b345408961', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f7:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da936238-9a08-4967-aef4-f6a5173c80da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:13:36Z', 'updated_at': '2021-11-09T21:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:13:45.117432 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfffebcc-cfa6-4276-852a-7db5af1ac2e2 None None] The sync data for ids ['da936238-9a08-4967-aef4-f6a5173c80da'] in n-d-816206-3 is: [{'id': 'da936238-9a08-4967-aef4-f6a5173c80da', 'name': 'tempest-FloatingIPsNegativeTestJSON-302253446-router', 'tenant_id': '27e73bb6155a4ee1b8669fc377ec1847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '614e2354-dc3f-4819-9bef-03b345408961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:13:34Z', 'updated_at': '2021-11-09T21:13:40Z', 'revision_number': 3, 'project_id': '27e73bb6155a4ee1b8669fc377ec1847', 'gw_port': {'id': '614e2354-dc3f-4819-9bef-03b345408961', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f7:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da936238-9a08-4967-aef4-f6a5173c80da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:13:36Z', 'updated_at': '2021-11-09T21:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:13:45.158846 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963331fb-206c-411d-83f2-2aca7bc8e47a req-609a9e60-f663-4d03-9619-da35653edabc tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:45.160418 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-963331fb-206c-411d-83f2-2aca7bc8e47a req-609a9e60-f663-4d03-9619-da35653edabc tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 948 time: 0.1111581 Nov 09 21:13:45.161627 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-fc726963-8961-460e-b425-6dffa5d4bf6b req-f81ec86c-87af-4a70-874e-842b22032b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:45.262174 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-963331fb-206c-411d-83f2-2aca7bc8e47a req-c8294624-2684-4bfd-a4aa-8620d9e77472 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907907 Nov 09 21:13:45.343240 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2749215-3229-4045-aee3-fd23afc6389c admin admin] Network 6fde7be1-cd71-4861-bb62-a4befa3a0bf8 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:13:45.356805 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa5a4f-95a1-4ad6-85c7-098114b58e97 req-db667e32-7324-43d5-9e9e-b7f1edc6e987 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:45.359525 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c7fa5a4f-95a1-4ad6-85c7-098114b58e97 req-db667e32-7324-43d5-9e9e-b7f1edc6e987 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=9845c409-ac82-41a4-b346-0d26efb4aacf HTTP/1.1" status: 200 len: 932 time: 0.5189452 Nov 09 21:13:45.361016 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-b2749215-3229-4045-aee3-fd23afc6389c admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:13:45.571191 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d9795-c31d-46bc-9de1-e08e93aafd2f req-6babb9b1-45e9-4172-8796-ed81a40a5f58 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:45.573115 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9a7d9795-c31d-46bc-9de1-e08e93aafd2f req-6babb9b1-45e9-4172-8796-ed81a40a5f58 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ef14da-1ce2-400b-a670-9f5e6ea0076d HTTP/1.1" status: 200 len: 947 time: 0.1009688 Nov 09 21:13:45.608614 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 614e2354-dc3f-4819-9bef-03b345408961 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:13:45.656353 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-fc726963-8961-460e-b425-6dffa5d4bf6b req-f81ec86c-87af-4a70-874e-842b22032b56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:13:45.669654 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-fc726963-8961-460e-b425-6dffa5d4bf6b req-f81ec86c-87af-4a70-874e-842b22032b56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:45.688134 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 614e2354-dc3f-4819-9bef-03b345408961 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:13:45.688929 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:45.706768 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be767a-2388-4ef7-ba5f-be58b7ec7f94 req-f977a33d-b52a-4743-830e-fe40502e2d0a tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:45.708061 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e2be767a-2388-4ef7-ba5f-be58b7ec7f94 req-f977a33d-b52a-4743-830e-fe40502e2d0a tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.43 "GET /v2.0/networks?id=9cf09cc6-9022-42d8-96c2-e4ea0d1e749b HTTP/1.1" status: 200 len: 808 time: 0.8025107 Nov 09 21:13:45.711591 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-fc726963-8961-460e-b425-6dffa5d4bf6b req-f81ec86c-87af-4a70-874e-842b22032b56 service neutron] Transition to ACTIVE for port object 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:13:45.727983 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9a7d9795-c31d-46bc-9de1-e08e93aafd2f req-4fa764dd-4272-41f3-a9fa-d81b05066264 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335847 Nov 09 21:13:45.731571 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-fc726963-8961-460e-b425-6dffa5d4bf6b req-f81ec86c-87af-4a70-874e-842b22032b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:45.744935 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-e2be767a-2388-4ef7-ba5f-be58b7ec7f94 req-ba9b409b-7e7f-4915-adde-5db7791eaacb tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Request body: {'port': {'device_id': 'b75d9a5a-b979-4da4-90a1-c1d5e183b03c', 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b', 'admin_state_up': True, 'tenant_id': '5a6366c08f5c4a9bb0bdc56b2ea0a20e'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:13:45.760260 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c7fa5a4f-95a1-4ad6-85c7-098114b58e97 req-6f0ce7d5-9ba4-4fe1-8c20-619a959640f5 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570073 Nov 09 21:13:45.762208 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-7b3298a7-6275-4eb4-9e63-ae184234996a None None] Provisioning complete for port 9c7db48b-86e6-41fa-b778-141fa29ca94d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:13:45.762769 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7b3298a7-6275-4eb4-9e63-ae184234996a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:45.814216 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2749215-3229-4045-aee3-fd23afc6389c admin admin] Router da936238-9a08-4967-aef4-f6a5173c80da has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:13:45.856778 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:45.909949 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 614e2354-dc3f-4819-9bef-03b345408961, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=614e2354-dc3f-4819-9bef-03b345408961,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:13:45.917888 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:45.926539 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ec86c-87af-4a70-874e-842b22032b56 service neutron] Pushing event updated for resources: {'Port': ['ID=7a590d66-42d8-491e-bcdf-dd5b7e91dd3a,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:45.927591 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-7b3298a7-6275-4eb4-9e63-ae184234996a None None] Port 9c7db48b-86e6-41fa-b778-141fa29ca94d cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:13:45.928341 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8d21a54b-5171-4523-bd46-8db91290723e req-642bc28d-0399-4482-bedb-587df5dcda50 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=b75d9a5a-b979-4da4-90a1-c1d5e183b03c HTTP/1.1" status: 200 len: 210 time: 0.0513484 Nov 09 21:13:45.989623 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=614e2354-dc3f-4819-9bef-03b345408961,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:46.024946 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-fc726963-8961-460e-b425-6dffa5d4bf6b req-f81ec86c-87af-4a70-874e-842b22032b56 service neutron] Attempting to bind port 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:13:46.025281 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-fc726963-8961-460e-b425-6dffa5d4bf6b req-f81ec86c-87af-4a70-874e-842b22032b56 service neutron] Attempting to bind port 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '3b0433f6-0dc2-4350-8149-c15b9bac49ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:13:46.025607 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc726963-8961-460e-b425-6dffa5d4bf6b req-f81ec86c-87af-4a70-874e-842b22032b56 service neutron] Attempting to bind port 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a on network ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:13:46.035939 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46409c64-58c9-41fb-bf21-761f085f2982 req-bbad4386-3774-4152-90f2-2ebb1a203989 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:46.037446 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-46409c64-58c9-41fb-bf21-761f085f2982 req-bbad4386-3774-4152-90f2-2ebb1a203989 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1 HTTP/1.1" status: 200 len: 945 time: 0.1128747 Nov 09 21:13:46.040556 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc726963-8961-460e-b425-6dffa5d4bf6b req-f81ec86c-87af-4a70-874e-842b22032b56 service neutron] Port 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a on network ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:13:46.040915 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc726963-8961-460e-b425-6dffa5d4bf6b req-f81ec86c-87af-4a70-874e-842b22032b56 service neutron] Attempting to bind port 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a on network ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:13:46.047527 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc726963-8961-460e-b425-6dffa5d4bf6b req-f81ec86c-87af-4a70-874e-842b22032b56 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:13:46.047865 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc726963-8961-460e-b425-6dffa5d4bf6b req-f81ec86c-87af-4a70-874e-842b22032b56 service neutron] Checking segment: {'id': '3b0433f6-0dc2-4350-8149-c15b9bac49ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:13:46.048234 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc726963-8961-460e-b425-6dffa5d4bf6b req-f81ec86c-87af-4a70-874e-842b22032b56 service neutron] Bound using segment: {'id': '3b0433f6-0dc2-4350-8149-c15b9bac49ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:13:46.048687 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-fc726963-8961-460e-b425-6dffa5d4bf6b req-f81ec86c-87af-4a70-874e-842b22032b56 service neutron] Bound port: 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b0433f6-0dc2-4350-8149-c15b9bac49ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:13:46.049043 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-fc726963-8961-460e-b425-6dffa5d4bf6b req-f81ec86c-87af-4a70-874e-842b22032b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:46.086928 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2749215-3229-4045-aee3-fd23afc6389c admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:13:46.093229 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b2749215-3229-4045-aee3-fd23afc6389c admin admin] 10.222.0.49 "PUT /v2.0/routers/da936238-9a08-4967-aef4-f6a5173c80da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5952373 Nov 09 21:13:46.116677 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2be767a-2388-4ef7-ba5f-be58b7ec7f94 req-ba9b409b-7e7f-4915-adde-5db7791eaacb tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Made reservation on behalf of 5a6366c08f5c4a9bb0bdc56b2ea0a20e for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:13:46.120787 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-e2be767a-2388-4ef7-ba5f-be58b7ec7f94 req-ba9b409b-7e7f-4915-adde-5db7791eaacb tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:46.147048 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-46409c64-58c9-41fb-bf21-761f085f2982 req-42a7d3f5-4d87-431f-a87f-1f03da083c65 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956800 Nov 09 21:13:46.162542 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-fc726963-8961-460e-b425-6dffa5d4bf6b req-f81ec86c-87af-4a70-874e-842b22032b56 service neutron] For port 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a, host n-h2-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:13:46.167256 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-fc726963-8961-460e-b425-6dffa5d4bf6b req-f81ec86c-87af-4a70-874e-842b22032b56 service neutron] For port 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=7a590d66-42d8-491e-bcdf-dd5b7e91dd3a,segment=NetworkSegment(3b0433f6-0dc2-4350-8149-c15b9bac49ea),segment_id=3b0433f6-0dc2-4350-8149-c15b9bac49ea)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:13:46.180007 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-fc726963-8961-460e-b425-6dffa5d4bf6b req-f81ec86c-87af-4a70-874e-842b22032b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:46.219352 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc726963-8961-460e-b425-6dffa5d4bf6b req-f81ec86c-87af-4a70-874e-842b22032b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:46.219977 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-fc726963-8961-460e-b425-6dffa5d4bf6b req-f81ec86c-87af-4a70-874e-842b22032b56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:46.221546 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fc726963-8961-460e-b425-6dffa5d4bf6b req-f81ec86c-87af-4a70-874e-842b22032b56 service neutron] 10.222.0.43 "PUT /v2.0/ports/7a590d66-42d8-491e-bcdf-dd5b7e91dd3a HTTP/1.1" status: 200 len: 1092 time: 1.1582417 Nov 09 21:13:46.223912 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9845c409-ac82-41a4-b346-0d26efb4aacf', 'tag': '7a590d66-42d8-491e-bcdf-dd5b7e91dd3a'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:13:46.226239 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1913c8ad-fdf5-46fd-b4d1-e6fa38c8c852" -d '{"events": [{"name": "network-changed", "server_uuid": "9845c409-ac82-41a4-b346-0d26efb4aacf", "tag": "7a590d66-42d8-491e-bcdf-dd5b7e91dd3a"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:13:46.273640 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf75b99-acd4-4934-859c-54263859b585 x-openstack-request-id: req-5bf75b99-acd4-4934-859c-54263859b585 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:13:46.273948 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9845c409-ac82-41a4-b346-0d26efb4aacf", "tag": "7a590d66-42d8-491e-bcdf-dd5b7e91dd3a", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:13:46.274198 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5bf75b99-acd4-4934-859c-54263859b585 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:13:46.274590 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9845c409-ac82-41a4-b346-0d26efb4aacf', 'tag': '7a590d66-42d8-491e-bcdf-dd5b7e91dd3a', 'status': 'completed', 'code': 200} Nov 09 21:13:46.278366 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ec86c-87af-4a70-874e-842b22032b56 service neutron] Pushing event updated for resources: {'Port': ['ID=7a590d66-42d8-491e-bcdf-dd5b7e91dd3a,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:46.295531 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-e2be767a-2388-4ef7-ba5f-be58b7ec7f94 req-ba9b409b-7e7f-4915-adde-5db7791eaacb tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Allocated IP 172.20.0.7 (9cf09cc6-9022-42d8-96c2-e4ea0d1e749b/39c6d736-667d-4cbf-9558-9612dacd0f8d/dba86a86-570c-499c-9188-1d917904cac1) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:13:46.357538 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc726963-8961-460e-b425-6dffa5d4bf6b req-ff421e2a-9da2-42b5-91dd-05e4a38b0b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:46.359303 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fc726963-8961-460e-b425-6dffa5d4bf6b req-ff421e2a-9da2-42b5-91dd-05e4a38b0b6f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=79813b2c248b4d6c8fab5b7bd98099e4&device_id=9845c409-ac82-41a4-b346-0d26efb4aacf HTTP/1.1" status: 200 len: 1095 time: 0.0519559 Nov 09 21:13:46.386129 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:13:46.432430 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fc726963-8961-460e-b425-6dffa5d4bf6b req-48a51cea-4589-4e21-92cc-8ce96777fa0c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a590d66-42d8-491e-bcdf-dd5b7e91dd3a HTTP/1.1" status: 200 len: 217 time: 0.0525641 Nov 09 21:13:46.440786 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:13:46.441454 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ebb29c5c-1b77-4eb8-8d41-517d6df76839 req-12b5acb4-ad35-4b03-992a-b58763645915 tempest-FloatingIPsNegativeTestJSON-1765472692 tempest-FloatingIPsNegativeTestJSON-1765472692-project] 10.222.0.49 "GET /v2.0/floatingips?tenant_id=27e73bb6155a4ee1b8669fc377ec1847 HTTP/1.1" status: 200 len: 217 time: 0.0427709 Nov 09 21:13:46.450652 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:13:46.451067 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:46.461719 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c75eee-1812-4840-9f26-20a4fb08a5a9 req-405b0bba-46da-4932-bf69-61bb32ed5c77 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:46.463606 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c8c75eee-1812-4840-9f26-20a4fb08a5a9 req-405b0bba-46da-4932-bf69-61bb32ed5c77 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 948 time: 0.0955491 Nov 09 21:13:46.522260 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-e2be767a-2388-4ef7-ba5f-be58b7ec7f94 req-ba9b409b-7e7f-4915-adde-5db7791eaacb tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:46.540871 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc726963-8961-460e-b425-6dffa5d4bf6b req-00f1ceb5-b8ec-4d23-a8cd-64f973c687d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:46.542384 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fc726963-8961-460e-b425-6dffa5d4bf6b req-00f1ceb5-b8ec-4d23-a8cd-64f973c687d9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=29a38752-08a3-4b35-bb64-8f5e3f87121b HTTP/1.1" status: 200 len: 861 time: 0.1027570 Nov 09 21:13:46.574081 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:46.582377 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-06377e83-0aa4-4b56-9b09-c0000c4ec25a req-c8e1b998-456a-47ab-b140-5bf939261210 tempest-FloatingIPsNegativeTestJSON-1765472692 tempest-FloatingIPsNegativeTestJSON-1765472692-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0249963 Nov 09 21:13:46.585035 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c8c75eee-1812-4840-9f26-20a4fb08a5a9 req-d2d66d42-915a-44c1-9e5d-7011543a3dc5 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940480 Nov 09 21:13:46.587408 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fc726963-8961-460e-b425-6dffa5d4bf6b req-2be1059f-4cb4-44aa-81c4-8388b0aad496 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350878 Nov 09 21:13:46.602623 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-e2be767a-2388-4ef7-ba5f-be58b7ec7f94 req-ba9b409b-7e7f-4915-adde-5db7791eaacb tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:46.612521 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:13:46.613629 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a634a28-c264-4a64-8d09-7f172ea49968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:13:46.616316 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76da3afb-d320-4fdf-841c-9f6d27bdea23" -d '{"events": [{"server_uuid": "6a634a28-c264-4a64-8d09-7f172ea49968", "name": "network-vif-plugged", "status": "completed", "tag": "9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:13:46.619941 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:46.675163 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53312073-4228-430a-b17b-423d79f5d5a9 x-openstack-request-id: req-53312073-4228-430a-b17b-423d79f5d5a9 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:13:46.675489 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a634a28-c264-4a64-8d09-7f172ea49968", "name": "network-vif-plugged", "status": "completed", "tag": "9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:13:46.675750 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-53312073-4228-430a-b17b-423d79f5d5a9 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:13:46.676145 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a634a28-c264-4a64-8d09-7f172ea49968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6', 'code': 200} Nov 09 21:13:46.677094 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:46.702751 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fc726963-8961-460e-b425-6dffa5d4bf6b req-f4962abd-56a6-47e7-9852-4c4dfee2d82b service neutron] 10.222.0.43 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069767 Nov 09 21:13:46.703678 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [req-e4fc0a02-d4a9-41b0-820a-6c2496851d66 req-201e81e2-b5c4-48a2-a261-3a2326256930 tempest-FloatingIPsNegativeTestJSON-1765472692 tempest-FloatingIPsNegativeTestJSON-1765472692-project] show failed (client error): The resource could not be found. Nov 09 21:13:46.704721 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e4fc0a02-d4a9-41b0-820a-6c2496851d66 req-201e81e2-b5c4-48a2-a261-3a2326256930 tempest-FloatingIPsNegativeTestJSON-1765472692 tempest-FloatingIPsNegativeTestJSON-1765472692-project] 10.222.0.49 "GET /v2.0/floatingips/0cacc5bf-713c-40a7-bb00-5a64a188acf0 HTTP/1.1" status: 404 len: 350 time: 0.0860224 Nov 09 21:13:46.706992 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2be767a-2388-4ef7-ba5f-be58b7ec7f94 req-ba9b409b-7e7f-4915-adde-5db7791eaacb tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Network 9cf09cc6-9022-42d8-96c2-e4ea0d1e749b is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:13:46.711048 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-e2be767a-2388-4ef7-ba5f-be58b7ec7f94 req-ba9b409b-7e7f-4915-adde-5db7791eaacb tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:13:46.714824 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2be767a-2388-4ef7-ba5f-be58b7ec7f94 req-ba9b409b-7e7f-4915-adde-5db7791eaacb tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:13:46.720427 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59842) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:46.735635 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be767a-2388-4ef7-ba5f-be58b7ec7f94 req-ba9b409b-7e7f-4915-adde-5db7791eaacb tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:46.736891 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-e2be767a-2388-4ef7-ba5f-be58b7ec7f94 req-ba9b409b-7e7f-4915-adde-5db7791eaacb tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:46.761009 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b409b-7e7f-4915-adde-5db7791eaacb tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Pushing event updated for resources: {'Port': ['ID=dba86a86-570c-499c-9188-1d917904cac1,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:46.770849 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e2be767a-2388-4ef7-ba5f-be58b7ec7f94 req-ba9b409b-7e7f-4915-adde-5db7791eaacb tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0435398 Nov 09 21:13:46.787166 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.43', 56358) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:46.808391 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-e2be767a-2388-4ef7-ba5f-be58b7ec7f94 req-cc73622c-296a-4a71-940e-4f24f98f946b service neutron] Request body: {'port': {'device_id': 'b75d9a5a-b979-4da4-90a1-c1d5e183b03c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:13:46.928473 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a202ed-a11f-4530-9068-e37c4560524f req-0f979788-8ead-4315-a216-f1882d4916e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:46.930628 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-63a202ed-a11f-4530-9068-e37c4560524f req-0f979788-8ead-4315-a216-f1882d4916e2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 1100 time: 0.1294675 Nov 09 21:13:46.937690 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-e2be767a-2388-4ef7-ba5f-be58b7ec7f94 req-cc73622c-296a-4a71-940e-4f24f98f946b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:46.974365 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75323a11-0665-467e-8a07-ef23a884ff9c req-2a3eb087-69df-4024-976f-5e6d7ef8fcee tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:46.975966 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-75323a11-0665-467e-8a07-ef23a884ff9c req-2a3eb087-69df-4024-976f-5e6d7ef8fcee tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=9845c409-ac82-41a4-b346-0d26efb4aacf HTTP/1.1" status: 200 len: 944 time: 0.1242716 Nov 09 21:13:47.050269 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-63a202ed-a11f-4530-9068-e37c4560524f req-5f049ad1-1074-42f7-a320-939ce0d78e77 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084194 Nov 09 21:13:47.103134 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013e1ea9-77b9-4c12-94d3-77a6a7ea1882 None None] Sync routers for ids ['da936238-9a08-4967-aef4-f6a5173c80da'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:13:47.114831 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013e1ea9-77b9-4c12-94d3-77a6a7ea1882 None None] Routers {'da936238-9a08-4967-aef4-f6a5173c80da'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:13:47.115458 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-013e1ea9-77b9-4c12-94d3-77a6a7ea1882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:13:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['da936238-9a08-4967-aef4-f6a5173c80da'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:13:47.139680 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-75323a11-0665-467e-8a07-ef23a884ff9c req-2ba80008-d129-43c7-b40d-712afcd697be tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564784 Nov 09 21:13:47.217650 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd68fc9-d2b9-4aae-997f-eb775bad405d req-824791c8-b1de-4aa8-aad3-b00e932dd24a tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:47.219107 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6fd68fc9-d2b9-4aae-997f-eb775bad405d req-824791c8-b1de-4aa8-aad3-b00e932dd24a tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ef14da-1ce2-400b-a670-9f5e6ea0076d HTTP/1.1" status: 200 len: 947 time: 0.3865387 Nov 09 21:13:47.254345 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fc726963-8961-460e-b425-6dffa5d4bf6b req-54396c17-06c7-4d4b-b232-34b38f95442e service neutron] 10.222.0.43 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5439091 Nov 09 21:13:47.266881 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-013e1ea9-77b9-4c12-94d3-77a6a7ea1882 None None] Set router da936238-9a08-4967-aef4-f6a5173c80da gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:13:47.327082 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-e2be767a-2388-4ef7-ba5f-be58b7ec7f94 req-cc73622c-296a-4a71-940e-4f24f98f946b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dba86a86-570c-499c-9188-1d917904cac1 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:13:47.335229 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-e2be767a-2388-4ef7-ba5f-be58b7ec7f94 req-cc73622c-296a-4a71-940e-4f24f98f946b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:47.350365 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6fd68fc9-d2b9-4aae-997f-eb775bad405d req-a4f331fb-9663-4f3b-9039-84098f819658 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074808 Nov 09 21:13:47.350805 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-e2be767a-2388-4ef7-ba5f-be58b7ec7f94 req-cc73622c-296a-4a71-940e-4f24f98f946b service neutron] Transition to ACTIVE for port object dba86a86-570c-499c-9188-1d917904cac1 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:13:47.358391 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-e2be767a-2388-4ef7-ba5f-be58b7ec7f94 req-cc73622c-296a-4a71-940e-4f24f98f946b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:47.487451 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc73622c-296a-4a71-940e-4f24f98f946b service neutron] Pushing event updated for resources: {'Port': ['ID=dba86a86-570c-499c-9188-1d917904cac1,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:47.490258 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-e2be767a-2388-4ef7-ba5f-be58b7ec7f94 req-cc73622c-296a-4a71-940e-4f24f98f946b service neutron] Attempting to bind port dba86a86-570c-499c-9188-1d917904cac1 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:13:47.490577 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-e2be767a-2388-4ef7-ba5f-be58b7ec7f94 req-cc73622c-296a-4a71-940e-4f24f98f946b service neutron] Attempting to bind port dba86a86-570c-499c-9188-1d917904cac1 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': 'dafe29ae-1ba0-4490-879c-5008a3eac5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:13:47.491067 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2be767a-2388-4ef7-ba5f-be58b7ec7f94 req-cc73622c-296a-4a71-940e-4f24f98f946b service neutron] Attempting to bind port dba86a86-570c-499c-9188-1d917904cac1 on network 9cf09cc6-9022-42d8-96c2-e4ea0d1e749b {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:13:47.500881 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf843d12-9724-47c4-bc39-3316e9939d4f req-cc2c620a-555e-46cf-ae5b-236276a8935d tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:47.508421 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cf843d12-9724-47c4-bc39-3316e9939d4f req-cc2c620a-555e-46cf-ae5b-236276a8935d tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=b75d9a5a-b979-4da4-90a1-c1d5e183b03c HTTP/1.1" status: 200 len: 943 time: 0.1544571 Nov 09 21:13:47.511955 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-013e1ea9-77b9-4c12-94d3-77a6a7ea1882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da936238-9a08-4967-aef4-f6a5173c80da', 'name': 'tempest-FloatingIPsNegativeTestJSON-302253446-router', 'tenant_id': '27e73bb6155a4ee1b8669fc377ec1847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '614e2354-dc3f-4819-9bef-03b345408961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:13:34Z', 'updated_at': '2021-11-09T21:13:44Z', 'revision_number': 4, 'project_id': '27e73bb6155a4ee1b8669fc377ec1847', 'gw_port': {'id': '614e2354-dc3f-4819-9bef-03b345408961', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da936238-9a08-4967-aef4-f6a5173c80da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:13:36Z', 'updated_at': '2021-11-09T21:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '9c7db48b-86e6-41fa-b778-141fa29ca94d', 'name': '', 'network_id': '6fde7be1-cd71-4861-bb62-a4befa3a0bf8', 'tenant_id': '27e73bb6155a4ee1b8669fc377ec1847', 'mac_address': 'fa:16:3e:b6:4e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da936238-9a08-4967-aef4-f6a5173c80da', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'bf965ef7-555a-46c1-9822-401ac455c049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:13:43Z', 'updated_at': '2021-11-09T21:13:44Z', 'revision_number': 2, 'project_id': '27e73bb6155a4ee1b8669fc377ec1847', 'subnets': [{'id': 'bf965ef7-555a-46c1-9822-401ac455c049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:13:47.535233 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2be767a-2388-4ef7-ba5f-be58b7ec7f94 req-cc73622c-296a-4a71-940e-4f24f98f946b service neutron] Port dba86a86-570c-499c-9188-1d917904cac1 on network 9cf09cc6-9022-42d8-96c2-e4ea0d1e749b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:13:47.535633 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2be767a-2388-4ef7-ba5f-be58b7ec7f94 req-cc73622c-296a-4a71-940e-4f24f98f946b service neutron] Attempting to bind port dba86a86-570c-499c-9188-1d917904cac1 on network 9cf09cc6-9022-42d8-96c2-e4ea0d1e749b {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:13:47.547080 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013e1ea9-77b9-4c12-94d3-77a6a7ea1882 None None] Checking router: da936238-9a08-4967-aef4-f6a5173c80da for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:13:47.547431 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013e1ea9-77b9-4c12-94d3-77a6a7ea1882 None None] Updating router da936238-9a08-4967-aef4-f6a5173c80da port 9c7db48b-86e6-41fa-b778-141fa29ca94d binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:13:47.550990 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2be767a-2388-4ef7-ba5f-be58b7ec7f94 req-cc73622c-296a-4a71-940e-4f24f98f946b service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:13:47.551412 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2be767a-2388-4ef7-ba5f-be58b7ec7f94 req-cc73622c-296a-4a71-940e-4f24f98f946b service neutron] Checking segment: {'id': 'dafe29ae-1ba0-4490-879c-5008a3eac5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:13:47.551865 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2be767a-2388-4ef7-ba5f-be58b7ec7f94 req-cc73622c-296a-4a71-940e-4f24f98f946b service neutron] Bound using segment: {'id': 'dafe29ae-1ba0-4490-879c-5008a3eac5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:13:47.552374 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-e2be767a-2388-4ef7-ba5f-be58b7ec7f94 req-cc73622c-296a-4a71-940e-4f24f98f946b service neutron] Bound port: dba86a86-570c-499c-9188-1d917904cac1, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dafe29ae-1ba0-4490-879c-5008a3eac5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:13:47.552855 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-e2be767a-2388-4ef7-ba5f-be58b7ec7f94 req-cc73622c-296a-4a71-940e-4f24f98f946b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:47.581427 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-013e1ea9-77b9-4c12-94d3-77a6a7ea1882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:47.582661 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 614e2354-dc3f-4819-9bef-03b345408961 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:13:47.589192 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac0e25-9452-4bbc-9de3-23b1cce814bb req-da512b2a-1444-42ae-bc32-66325c72c94b tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:47.598280 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e8ac0e25-9452-4bbc-9de3-23b1cce814bb req-da512b2a-1444-42ae-bc32-66325c72c94b tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1 HTTP/1.1" status: 200 len: 945 time: 0.1806014 Nov 09 21:13:47.603698 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cf843d12-9724-47c4-bc39-3316e9939d4f req-c95c49cf-5709-4383-96a1-1cfb853bedc9 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942280 Nov 09 21:13:47.619933 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8fe428f2-cdbe-49db-9c29-c3cddad275a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:47.660744 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 614e2354-dc3f-4819-9bef-03b345408961 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:13:47.661110 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:47.681542 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-e2be767a-2388-4ef7-ba5f-be58b7ec7f94 req-cc73622c-296a-4a71-940e-4f24f98f946b service neutron] For port dba86a86-570c-499c-9188-1d917904cac1, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:13:47.685073 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e8ac0e25-9452-4bbc-9de3-23b1cce814bb req-b2504859-ab19-4291-9712-062344abbd98 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825307 Nov 09 21:13:47.687749 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-e2be767a-2388-4ef7-ba5f-be58b7ec7f94 req-cc73622c-296a-4a71-940e-4f24f98f946b service neutron] For port dba86a86-570c-499c-9188-1d917904cac1, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=dba86a86-570c-499c-9188-1d917904cac1,segment=NetworkSegment(dafe29ae-1ba0-4490-879c-5008a3eac5b2),segment_id=dafe29ae-1ba0-4490-879c-5008a3eac5b2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:13:47.703949 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-e2be767a-2388-4ef7-ba5f-be58b7ec7f94 req-cc73622c-296a-4a71-940e-4f24f98f946b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:47.719826 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913c8ad-fdf5-46fd-b4d1-e6fa38c8c852 req-f879dacc-1b4a-416f-8f2c-ae57ac219580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:47.724801 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1913c8ad-fdf5-46fd-b4d1-e6fa38c8c852 req-f879dacc-1b4a-416f-8f2c-ae57ac219580 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=79813b2c248b4d6c8fab5b7bd98099e4&device_id=9845c409-ac82-41a4-b346-0d26efb4aacf HTTP/1.1" status: 200 len: 1095 time: 0.2020080 Nov 09 21:13:47.725194 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 6ea26908-1c6a-4d82-b26f-3bca70608d0b details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:13:47.747114 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be767a-2388-4ef7-ba5f-be58b7ec7f94 req-cc73622c-296a-4a71-940e-4f24f98f946b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:47.747731 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-e2be767a-2388-4ef7-ba5f-be58b7ec7f94 req-cc73622c-296a-4a71-940e-4f24f98f946b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:47.749142 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e2be767a-2388-4ef7-ba5f-be58b7ec7f94 req-cc73622c-296a-4a71-940e-4f24f98f946b service neutron] 10.222.0.43 "PUT /v2.0/ports/dba86a86-570c-499c-9188-1d917904cac1 HTTP/1.1" status: 200 len: 1091 time: 0.9453692 Nov 09 21:13:47.749762 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b75d9a5a-b979-4da4-90a1-c1d5e183b03c', 'tag': 'dba86a86-570c-499c-9188-1d917904cac1'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:13:47.752192 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa69aec-6fb7-4527-839d-ccdd579d8027" -d '{"events": [{"name": "network-changed", "server_uuid": "b75d9a5a-b979-4da4-90a1-c1d5e183b03c", "tag": "dba86a86-570c-499c-9188-1d917904cac1"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:13:47.827836 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e6ec83-184d-4c26-b98c-170828c9d99d x-openstack-request-id: req-00e6ec83-184d-4c26-b98c-170828c9d99d {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:13:47.828325 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b75d9a5a-b979-4da4-90a1-c1d5e183b03c", "tag": "dba86a86-570c-499c-9188-1d917904cac1", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:13:47.828776 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-00e6ec83-184d-4c26-b98c-170828c9d99d {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:13:47.829316 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b75d9a5a-b979-4da4-90a1-c1d5e183b03c', 'tag': 'dba86a86-570c-499c-9188-1d917904cac1', 'status': 'completed', 'code': 200} Nov 09 21:13:47.855936 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc73622c-296a-4a71-940e-4f24f98f946b service neutron] Pushing event updated for resources: {'Port': ['ID=dba86a86-570c-499c-9188-1d917904cac1,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:47.869796 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be767a-2388-4ef7-ba5f-be58b7ec7f94 req-bb6efa0d-b2ef-46b2-b990-797535685619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:47.871309 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e2be767a-2388-4ef7-ba5f-be58b7ec7f94 req-bb6efa0d-b2ef-46b2-b990-797535685619 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5a6366c08f5c4a9bb0bdc56b2ea0a20e&device_id=b75d9a5a-b979-4da4-90a1-c1d5e183b03c HTTP/1.1" status: 200 len: 1094 time: 0.0583375 Nov 09 21:13:47.915178 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b89a8e-0923-4315-b487-160afd332008 req-412742b8-3c6e-4b76-a310-91a230b6befc tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:47.918864 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 6ea26908-1c6a-4d82-b26f-3bca70608d0b, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=6ea26908-1c6a-4d82-b26f-3bca70608d0b,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:13:47.922678 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b6b89a8e-0923-4315-b487-160afd332008 req-412742b8-3c6e-4b76-a310-91a230b6befc tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 949 time: 0.1234138 Nov 09 21:13:47.931614 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '6ea26908-1c6a-4d82-b26f-3bca70608d0b', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'port_id': '6ea26908-1c6a-4d82-b26f-3bca70608d0b', 'mac_address': 'fa:16:3e:da:f6:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba3500c-a288-4596-ba94-148f2bd8a6da', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:13:47.956124 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-013e1ea9-77b9-4c12-94d3-77a6a7ea1882 None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:47.963765 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-013e1ea9-77b9-4c12-94d3-77a6a7ea1882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:47.964807 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e2be767a-2388-4ef7-ba5f-be58b7ec7f94 req-387d1cda-85ca-460d-a70a-93a8d9a8f38a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dba86a86-570c-499c-9188-1d917904cac1 HTTP/1.1" status: 200 len: 217 time: 0.0511920 Nov 09 21:13:47.974196 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:47.974394 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-58914218-5238-446d-b598-8c68c016fc1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:47.999302 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ea26908-1c6a-4d82-b26f-3bca70608d0b {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:13:48.024748 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 6ea26908-1c6a-4d82-b26f-3bca70608d0b, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=6ea26908-1c6a-4d82-b26f-3bca70608d0b,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:13:48.028654 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be767a-2388-4ef7-ba5f-be58b7ec7f94 req-d8af8949-9028-4e9d-aa3c-54cee37c813f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:48.029234 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:48.030826 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e2be767a-2388-4ef7-ba5f-be58b7ec7f94 req-d8af8949-9028-4e9d-aa3c-54cee37c813f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39c6d736-667d-4cbf-9558-9612dacd0f8d HTTP/1.1" status: 200 len: 848 time: 0.0579894 Nov 09 21:13:48.097560 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=6ea26908-1c6a-4d82-b26f-3bca70608d0b,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:48.098072 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913c8ad-fdf5-46fd-b4d1-e6fa38c8c852 req-7e7b96ce-d15d-4d0a-9427-58c414def22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:48.099567 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1913c8ad-fdf5-46fd-b4d1-e6fa38c8c852 req-7e7b96ce-d15d-4d0a-9427-58c414def22a service neutron] 10.222.0.43 "GET /v2.0/networks?id=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 HTTP/1.1" status: 200 len: 921 time: 0.3589087 Nov 09 21:13:48.107982 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b6b89a8e-0923-4315-b487-160afd332008 req-d5461794-2357-44e3-b719-265d854283fa tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844523 Nov 09 21:13:48.109977 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997170b7-469a-4531-8568-35a5ac0249e2 None None] Pushing event updated for resources: {'Port': ['ID=9c7db48b-86e6-41fa-b778-141fa29ca94d,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:48.110452 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e2be767a-2388-4ef7-ba5f-be58b7ec7f94 req-e034f746-5d15-43cd-ac26-e9f6b8a3a18b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9cf09cc6-9022-42d8-96c2-e4ea0d1e749b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661178 Nov 09 21:13:48.155469 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1913c8ad-fdf5-46fd-b4d1-e6fa38c8c852 req-b765485a-d5f7-4790-96b1-08ac44201417 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a590d66-42d8-491e-bcdf-dd5b7e91dd3a HTTP/1.1" status: 200 len: 217 time: 0.0446501 Nov 09 21:13:48.201586 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-013e1ea9-77b9-4c12-94d3-77a6a7ea1882 None None] Attempting to bind port 9c7db48b-86e6-41fa-b778-141fa29ca94d on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:13:48.202739 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-013e1ea9-77b9-4c12-94d3-77a6a7ea1882 None None] Attempting to bind port 9c7db48b-86e6-41fa-b778-141fa29ca94d by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '395aac3a-7444-4fa1-8ff4-3025cf8c4bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6fde7be1-cd71-4861-bb62-a4befa3a0bf8'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:13:48.203713 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013e1ea9-77b9-4c12-94d3-77a6a7ea1882 None None] Attempting to bind port 9c7db48b-86e6-41fa-b778-141fa29ca94d on network 6fde7be1-cd71-4861-bb62-a4befa3a0bf8 {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:13:48.211943 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013e1ea9-77b9-4c12-94d3-77a6a7ea1882 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:13:48.212599 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013e1ea9-77b9-4c12-94d3-77a6a7ea1882 None None] Checking segment: {'id': '395aac3a-7444-4fa1-8ff4-3025cf8c4bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6fde7be1-cd71-4861-bb62-a4befa3a0bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:13:48.213177 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-013e1ea9-77b9-4c12-94d3-77a6a7ea1882 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:48.213849 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013e1ea9-77b9-4c12-94d3-77a6a7ea1882 None None] Bound using segment: {'id': '395aac3a-7444-4fa1-8ff4-3025cf8c4bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6fde7be1-cd71-4861-bb62-a4befa3a0bf8'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:13:48.214478 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-013e1ea9-77b9-4c12-94d3-77a6a7ea1882 None None] Bound port: 9c7db48b-86e6-41fa-b778-141fa29ca94d, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '395aac3a-7444-4fa1-8ff4-3025cf8c4bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6fde7be1-cd71-4861-bb62-a4befa3a0bf8'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:13:48.215045 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-013e1ea9-77b9-4c12-94d3-77a6a7ea1882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:48.277767 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e2be767a-2388-4ef7-ba5f-be58b7ec7f94 req-1d21118f-6e1d-439d-9ddd-8d0f343349b6 service neutron] 10.222.0.43 "GET /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551378 Nov 09 21:13:48.316624 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-013e1ea9-77b9-4c12-94d3-77a6a7ea1882 None None] For port 9c7db48b-86e6-41fa-b778-141fa29ca94d, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:13:48.320776 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-013e1ea9-77b9-4c12-94d3-77a6a7ea1882 None None] For port 9c7db48b-86e6-41fa-b778-141fa29ca94d, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=9c7db48b-86e6-41fa-b778-141fa29ca94d,segment=NetworkSegment(395aac3a-7444-4fa1-8ff4-3025cf8c4bdc),segment_id=395aac3a-7444-4fa1-8ff4-3025cf8c4bdc)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:13:48.321275 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913c8ad-fdf5-46fd-b4d1-e6fa38c8c852 req-a7a1bfff-e29a-4c00-911c-ffed1f9eca45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:48.322777 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1913c8ad-fdf5-46fd-b4d1-e6fa38c8c852 req-a7a1bfff-e29a-4c00-911c-ffed1f9eca45 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=29a38752-08a3-4b35-bb64-8f5e3f87121b HTTP/1.1" status: 200 len: 861 time: 0.1505523 Nov 09 21:13:48.328388 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-013e1ea9-77b9-4c12-94d3-77a6a7ea1882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:48.340448 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['6ea26908-1c6a-4d82-b26f-3bca70608d0b'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:13:48.418557 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013e1ea9-77b9-4c12-94d3-77a6a7ea1882 None None] Routers {'da936238-9a08-4967-aef4-f6a5173c80da'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:13:48.419555 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-013e1ea9-77b9-4c12-94d3-77a6a7ea1882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:13:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['da936238-9a08-4967-aef4-f6a5173c80da'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:13:48.444946 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1913c8ad-fdf5-46fd-b4d1-e6fa38c8c852 req-e374a787-ac76-41ee-a02d-51bc90530642 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033616 Nov 09 21:13:48.500281 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997170b7-469a-4531-8568-35a5ac0249e2 None None] Pushing event updated for resources: {'Port': ['ID=9c7db48b-86e6-41fa-b778-141fa29ca94d,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:48.519422 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ba263-4d5d-4a9b-afa6-d1ff9dab1911 req-fa90aa87-56a4-4631-b61e-57daef443b17 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:48.533230 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-338ba263-4d5d-4a9b-afa6-d1ff9dab1911 req-fa90aa87-56a4-4631-b61e-57daef443b17 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=9845c409-ac82-41a4-b346-0d26efb4aacf HTTP/1.1" status: 200 len: 944 time: 0.2660413 Nov 09 21:13:48.618518 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-013e1ea9-77b9-4c12-94d3-77a6a7ea1882 None None] Set router da936238-9a08-4967-aef4-f6a5173c80da gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:13:48.624112 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-338ba263-4d5d-4a9b-afa6-d1ff9dab1911 req-4938b6dc-435f-4161-a573-d960d0137705 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838888 Nov 09 21:13:48.641610 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e2be767a-2388-4ef7-ba5f-be58b7ec7f94 req-9c79a642-02f9-41e1-95d5-4f48d2837f16 service neutron] 10.222.0.43 "GET /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163753 Nov 09 21:13:48.646888 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-709ffd48-eeb4-487d-b947-23d9ee265e08 None None] Provisioning complete for port 9c7db48b-86e6-41fa-b778-141fa29ca94d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:13:48.647500 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-709ffd48-eeb4-487d-b947-23d9ee265e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:48.688403 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-58914218-5238-446d-b598-8c68c016fc1e admin admin] Deleting port 9c7db48b-86e6-41fa-b778-141fa29ca94d {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:13:48.688800 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-58914218-5238-446d-b598-8c68c016fc1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:48.704601 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a2dc9-0b4e-47c9-b36a-8bdafbd539a2 req-191321f5-4a7a-44bd-acbf-32bc0046d209 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:48.706120 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e93a2dc9-0b4e-47c9-b36a-8bdafbd539a2 req-191321f5-4a7a-44bd-acbf-32bc0046d209 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ef14da-1ce2-400b-a670-9f5e6ea0076d HTTP/1.1" status: 200 len: 948 time: 0.1997859 Nov 09 21:13:48.789552 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1913c8ad-fdf5-46fd-b4d1-e6fa38c8c852 req-67ae0bc2-546e-49bd-b628-ffaf2c0c0756 service neutron] 10.222.0.43 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211083 Nov 09 21:13:48.825300 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0abd41-97c9-4311-b819-7de9e433cd08 req-42ea0de0-efb8-4573-b0fd-4192e728e47c tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:48.826978 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3e0abd41-97c9-4311-b819-7de9e433cd08 req-42ea0de0-efb8-4573-b0fd-4192e728e47c tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=b75d9a5a-b979-4da4-90a1-c1d5e183b03c HTTP/1.1" status: 200 len: 943 time: 0.0926261 Nov 09 21:13:48.827885 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-709ffd48-eeb4-487d-b947-23d9ee265e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:48.833770 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa69aec-6fb7-4527-839d-ccdd579d8027 req-9e189f88-cb57-4367-a16a-4927e4e2223b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:48.835996 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dfa69aec-6fb7-4527-839d-ccdd579d8027 req-9e189f88-cb57-4367-a16a-4927e4e2223b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5a6366c08f5c4a9bb0bdc56b2ea0a20e&device_id=b75d9a5a-b979-4da4-90a1-c1d5e183b03c HTTP/1.1" status: 200 len: 1094 time: 0.0662971 Nov 09 21:13:48.861092 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-709ffd48-eeb4-487d-b947-23d9ee265e08 None None] For port 9c7db48b-86e6-41fa-b778-141fa29ca94d, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=9c7db48b-86e6-41fa-b778-141fa29ca94d,segment=NetworkSegment(395aac3a-7444-4fa1-8ff4-3025cf8c4bdc),segment_id=395aac3a-7444-4fa1-8ff4-3025cf8c4bdc)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:13:48.865453 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-709ffd48-eeb4-487d-b947-23d9ee265e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:48.883643 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e93a2dc9-0b4e-47c9-b36a-8bdafbd539a2 req-a2b12681-551d-4927-8883-5de3bd5d958b tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617892 Nov 09 21:13:48.926958 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-013e1ea9-77b9-4c12-94d3-77a6a7ea1882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da936238-9a08-4967-aef4-f6a5173c80da', 'name': 'tempest-FloatingIPsNegativeTestJSON-302253446-router', 'tenant_id': '27e73bb6155a4ee1b8669fc377ec1847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '614e2354-dc3f-4819-9bef-03b345408961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:13:34Z', 'updated_at': '2021-11-09T21:13:44Z', 'revision_number': 4, 'project_id': '27e73bb6155a4ee1b8669fc377ec1847', 'gw_port': {'id': '614e2354-dc3f-4819-9bef-03b345408961', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da936238-9a08-4967-aef4-f6a5173c80da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:13:36Z', 'updated_at': '2021-11-09T21:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '9c7db48b-86e6-41fa-b778-141fa29ca94d', 'name': '', 'network_id': '6fde7be1-cd71-4861-bb62-a4befa3a0bf8', 'tenant_id': '27e73bb6155a4ee1b8669fc377ec1847', 'mac_address': 'fa:16:3e:b6:4e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da936238-9a08-4967-aef4-f6a5173c80da', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'bf965ef7-555a-46c1-9822-401ac455c049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:13:43Z', 'updated_at': '2021-11-09T21:13:48Z', 'revision_number': 4, 'project_id': '27e73bb6155a4ee1b8669fc377ec1847', 'subnets': [{'id': 'bf965ef7-555a-46c1-9822-401ac455c049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:13:48.935446 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ffd48-eeb4-487d-b947-23d9ee265e08 None None] Pushing event updated for resources: {'Port': ['ID=9c7db48b-86e6-41fa-b778-141fa29ca94d,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:48.961453 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-58914218-5238-446d-b598-8c68c016fc1e admin admin] For port 9c7db48b-86e6-41fa-b778-141fa29ca94d, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=9c7db48b-86e6-41fa-b778-141fa29ca94d,segment=NetworkSegment(395aac3a-7444-4fa1-8ff4-3025cf8c4bdc),segment_id=395aac3a-7444-4fa1-8ff4-3025cf8c4bdc)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:13:48.961764 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-58914218-5238-446d-b598-8c68c016fc1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:48.965936 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3e0abd41-97c9-4311-b819-7de9e433cd08 req-53201d93-92ef-4f9a-aa86-5a3fa6cf15d2 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288948 Nov 09 21:13:48.967960 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013e1ea9-77b9-4c12-94d3-77a6a7ea1882 None None] The sync data for ids ['da936238-9a08-4967-aef4-f6a5173c80da'] in n-d-816206-3 is: [{'id': 'da936238-9a08-4967-aef4-f6a5173c80da', 'name': 'tempest-FloatingIPsNegativeTestJSON-302253446-router', 'tenant_id': '27e73bb6155a4ee1b8669fc377ec1847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '614e2354-dc3f-4819-9bef-03b345408961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:13:34Z', 'updated_at': '2021-11-09T21:13:44Z', 'revision_number': 4, 'project_id': '27e73bb6155a4ee1b8669fc377ec1847', 'gw_port': {'id': '614e2354-dc3f-4819-9bef-03b345408961', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da936238-9a08-4967-aef4-f6a5173c80da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:13:36Z', 'updated_at': '2021-11-09T21:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '9c7db48b-86e6-41fa-b778-141fa29ca94d', 'name': '', 'network_id': '6fde7be1-cd71-4861-bb62-a4befa3a0bf8', 'tenant_id': '27e73bb6155a4ee1b8669fc377ec1847', 'mac_address': 'fa:16:3e:b6:4e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da936238-9a08-4967-aef4-f6a5173c80da', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'bf965ef7-555a-46c1-9822-401ac455c049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:13:43Z', 'updated_at': '2021-11-09T21:13:48Z', 'revision_number': 4, 'project_id': '27e73bb6155a4ee1b8669fc377ec1847', 'subnets': [{'id': 'bf965ef7-555a-46c1-9822-401ac455c049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:13:48.997643 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-4dda7f76-59c7-4e84-9ce5-7c470db4eb3e None None] Provisioning complete for port 9c7db48b-86e6-41fa-b778-141fa29ca94d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:13:48.998010 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4dda7f76-59c7-4e84-9ce5-7c470db4eb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:49.004332 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa69aec-6fb7-4527-839d-ccdd579d8027 req-b1bcaa55-92ad-4106-9578-6132cc43d806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:49.006658 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dfa69aec-6fb7-4527-839d-ccdd579d8027 req-b1bcaa55-92ad-4106-9578-6132cc43d806 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9cf09cc6-9022-42d8-96c2-e4ea0d1e749b HTTP/1.1" status: 200 len: 908 time: 0.1619532 Nov 09 21:13:49.087007 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-58914218-5238-446d-b598-8c68c016fc1e admin admin] Calling delete_port for 9c7db48b-86e6-41fa-b778-141fa29ca94d owned by network:router_interface {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:13:49.099119 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dfa69aec-6fb7-4527-839d-ccdd579d8027 req-4bf297c7-1c51-4f69-8cee-0af0a42b3142 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dba86a86-570c-499c-9188-1d917904cac1 HTTP/1.1" status: 200 len: 217 time: 0.0664060 Nov 09 21:13:49.112030 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1913c8ad-fdf5-46fd-b4d1-e6fa38c8c852 req-8e3f83ac-fadd-4d5a-80af-ad9f0b22e608 service neutron] 10.222.0.43 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144794 Nov 09 21:13:49.147329 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7503e-5484-418c-97b3-75a86b2bd264 req-9254deff-ebcf-421f-8a8c-c8793f63c126 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:49.149723 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-17e7503e-5484-418c-97b3-75a86b2bd264 req-9254deff-ebcf-421f-8a8c-c8793f63c126 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1 HTTP/1.1" status: 200 len: 945 time: 0.1563573 Nov 09 21:13:49.173003 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa69aec-6fb7-4527-839d-ccdd579d8027 req-0f6c4461-4ccc-484a-a6bb-4d0c75adb8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:49.174488 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dfa69aec-6fb7-4527-839d-ccdd579d8027 req-0f6c4461-4ccc-484a-a6bb-4d0c75adb8f4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39c6d736-667d-4cbf-9558-9612dacd0f8d HTTP/1.1" status: 200 len: 848 time: 0.0686126 Nov 09 21:13:49.220010 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dfa69aec-6fb7-4527-839d-ccdd579d8027 req-bf8a72c2-467b-4518-9f83-b3d6eebb3c77 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9cf09cc6-9022-42d8-96c2-e4ea0d1e749b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281835 Nov 09 21:13:49.237644 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-17e7503e-5484-418c-97b3-75a86b2bd264 req-e1dab168-ead6-4023-93c3-6367229d2d72 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571458 Nov 09 21:13:49.328037 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596506a-8f74-49d4-a8cf-b5b0b256a5e0 req-6fbf220b-778a-4385-ab3a-a35b51857b2d tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:49.335768 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3596506a-8f74-49d4-a8cf-b5b0b256a5e0 req-6fbf220b-778a-4385-ab3a-a35b51857b2d tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 949 time: 0.1181014 Nov 09 21:13:49.379433 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dfa69aec-6fb7-4527-839d-ccdd579d8027 req-d0e18a49-529c-4b41-af06-51e429d15491 service neutron] 10.222.0.43 "GET /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512563 Nov 09 21:13:49.405070 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-58914218-5238-446d-b598-8c68c016fc1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:49.446589 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58914218-5238-446d-b598-8c68c016fc1e admin admin] Pushing event deleted for resources: {'Port': ['ID=9c7db48b-86e6-41fa-b778-141fa29ca94d,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:49.460081 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3596506a-8f74-49d4-a8cf-b5b0b256a5e0 req-bd7854b5-ba7a-471b-b0e5-74da4c579d60 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234164 Nov 09 21:13:49.553073 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dfa69aec-6fb7-4527-839d-ccdd579d8027 req-189e9cc9-162b-4b55-bdeb-4666a1846a9d service neutron] 10.222.0.43 "GET /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646726 Nov 09 21:13:49.663367 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-58914218-5238-446d-b598-8c68c016fc1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:49.683312 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 6ea26908-1c6a-4d82-b26f-3bca70608d0b up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:13:49.792950 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 6ea26908-1c6a-4d82-b26f-3bca70608d0b completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:13:49.798832 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 6ea26908-1c6a-4d82-b26f-3bca70608d0b triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:13:49.799901 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:49.849409 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ddb56f-d2fc-44df-adb3-0f52e00b2144 req-06f53228-b353-40c9-8117-83cbe0ea4c7f tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:49.852734 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-74ddb56f-d2fc-44df-adb3-0f52e00b2144 req-06f53228-b353-40c9-8117-83cbe0ea4c7f tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=9845c409-ac82-41a4-b346-0d26efb4aacf HTTP/1.1" status: 200 len: 944 time: 0.0881584 Nov 09 21:13:49.906767 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:49.924261 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-74ddb56f-d2fc-44df-adb3-0f52e00b2144 req-c87d5954-e3f7-4a59-8140-89f23396db35 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651603 Nov 09 21:13:49.937016 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ef14da-1ce2-400b-a670-9f5e6ea0076d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea26908-1c6a-4d82-b26f-3bca70608d0b'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:13:49.939523 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7dcf3b-36a9-4612-96c3-d7ef7fc16d15" -d '{"events": [{"server_uuid": "a9ef14da-1ce2-400b-a670-9f5e6ea0076d", "name": "network-vif-plugged", "status": "completed", "tag": "6ea26908-1c6a-4d82-b26f-3bca70608d0b"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:13:49.948931 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180e69d-828a-4743-bf63-981e318227da req-e1a292aa-a742-4d45-83fc-61cd6ab314ed tempest-MigrationsAdminTest-1051940959 tempest-MigrationsAdminTest-1051940959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:49.950361 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b180e69d-828a-4743-bf63-981e318227da req-e1a292aa-a742-4d45-83fc-61cd6ab314ed tempest-MigrationsAdminTest-1051940959 tempest-MigrationsAdminTest-1051940959-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 1100 time: 0.1249998 Nov 09 21:13:49.964708 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 6ea26908-1c6a-4d82-b26f-3bca70608d0b, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=6ea26908-1c6a-4d82-b26f-3bca70608d0b,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:13:49.978346 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:50.005860 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-b180e69d-828a-4743-bf63-981e318227da req-e3ab698f-10d1-4854-8b63-913e1fd8ca68 tempest-MigrationsAdminTest-1051940959 tempest-MigrationsAdminTest-1051940959-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:50.018367 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2aeab7d5-d1bc-4033-bfd1-4f789439a764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:50.053105 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=6ea26908-1c6a-4d82-b26f-3bca70608d0b,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:50.059476 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58914218-5238-446d-b598-8c68c016fc1e admin admin] Router da936238-9a08-4967-aef4-f6a5173c80da has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:13:50.079261 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9d5f2-e711-4f41-b0b1-126d0e94acaf req-653ab586-743f-4aa9-97bf-eeef02227cc5 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:50.080882 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-60e9d5f2-e711-4f41-b0b1-126d0e94acaf req-653ab586-743f-4aa9-97bf-eeef02227cc5 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ef14da-1ce2-400b-a670-9f5e6ea0076d HTTP/1.1" status: 200 len: 949 time: 0.0912457 Nov 09 21:13:50.145261 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-60e9d5f2-e711-4f41-b0b1-126d0e94acaf req-42c87298-144f-42bf-8f02-c9bb3af4f402 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558672 Nov 09 21:13:50.195016 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c30feed-4766-4c77-adb7-37327ec6d5a7 x-openstack-request-id: req-3c30feed-4766-4c77-adb7-37327ec6d5a7 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:13:50.195348 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ef14da-1ce2-400b-a670-9f5e6ea0076d", "name": "network-vif-plugged", "status": "completed", "tag": "6ea26908-1c6a-4d82-b26f-3bca70608d0b", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:13:50.195617 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3c30feed-4766-4c77-adb7-37327ec6d5a7 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:13:50.196018 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ef14da-1ce2-400b-a670-9f5e6ea0076d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea26908-1c6a-4d82-b26f-3bca70608d0b', 'code': 200} Nov 09 21:13:50.220308 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-b180e69d-828a-4743-bf63-981e318227da req-e3ab698f-10d1-4854-8b63-913e1fd8ca68 tempest-MigrationsAdminTest-1051940959 tempest-MigrationsAdminTest-1051940959-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:50.231697 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-b180e69d-828a-4743-bf63-981e318227da req-e3ab698f-10d1-4854-8b63-913e1fd8ca68 tempest-MigrationsAdminTest-1051940959 tempest-MigrationsAdminTest-1051940959-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:50.246078 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58914218-5238-446d-b598-8c68c016fc1e admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:13:50.265777 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-58914218-5238-446d-b598-8c68c016fc1e admin admin] 10.222.0.49 "PUT /v2.0/routers/da936238-9a08-4967-aef4-f6a5173c80da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5440724 Nov 09 21:13:50.270166 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59892) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:50.296583 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab698f-10d1-4854-8b63-913e1fd8ca68 tempest-MigrationsAdminTest-1051940959 tempest-MigrationsAdminTest-1051940959-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585c10ca-2c86-4ad0-a917-a57a984c1868,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:50.314161 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b180e69d-828a-4743-bf63-981e318227da req-e3ab698f-10d1-4854-8b63-913e1fd8ca68 tempest-MigrationsAdminTest-1051940959 tempest-MigrationsAdminTest-1051940959-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565485 Nov 09 21:13:50.333422 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab5202-a814-4bd0-b6b1-9cdaf92ab362 req-a72432db-9024-43ff-808a-058f2eb7cd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:50.334987 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-39ab5202-a814-4bd0-b6b1-9cdaf92ab362 req-a72432db-9024-43ff-808a-058f2eb7cd0b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a9ef14da-1ce2-400b-a670-9f5e6ea0076d HTTP/1.1" status: 200 len: 1100 time: 0.0545216 Nov 09 21:13:50.386363 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:13:50.392185 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-39ab5202-a814-4bd0-b6b1-9cdaf92ab362 req-fde06bd3-8e3f-4c0c-9940-8e677a0cf53b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484858 Nov 09 21:13:50.521504 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=7a590d66-42d8-491e-bcdf-dd5b7e91dd3a,segment=NetworkSegment(3b0433f6-0dc2-4350-8149-c15b9bac49ea),segment_id=3b0433f6-0dc2-4350-8149-c15b9bac49ea)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:13:50.538101 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '7a590d66-42d8-491e-bcdf-dd5b7e91dd3a', 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68', 'port_id': '7a590d66-42d8-491e-bcdf-dd5b7e91dd3a', 'mac_address': 'fa:16:3e:ef:c5:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29a38752-08a3-4b35-bb64-8f5e3f87121b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:13:50.553022 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf0b3b-bfff-4e18-b17a-1716736b58a7 req-e5072a7f-65a3-43be-ab0f-50ee71b57cfa tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:50.554696 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-31bf0b3b-bfff-4e18-b17a-1716736b58a7 req-e5072a7f-65a3-43be-ab0f-50ee71b57cfa tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1 HTTP/1.1" status: 200 len: 945 time: 0.0858085 Nov 09 21:13:50.584910 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:50.599653 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:13:50.633406 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-31bf0b3b-bfff-4e18-b17a-1716736b58a7 req-d71a747e-dcbd-4e44-a30a-4cf35ab762bd tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699146 Nov 09 21:13:50.646019 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=7a590d66-42d8-491e-bcdf-dd5b7e91dd3a,segment=NetworkSegment(3b0433f6-0dc2-4350-8149-c15b9bac49ea),segment_id=3b0433f6-0dc2-4350-8149-c15b9bac49ea)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:13:50.649953 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92731c7f-f60c-4b0e-80bf-2fd7746dcced req-62944bf8-fc5a-447c-bdbc-214d62060244 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:50.651451 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-92731c7f-f60c-4b0e-80bf-2fd7746dcced req-62944bf8-fc5a-447c-bdbc-214d62060244 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=b75d9a5a-b979-4da4-90a1-c1d5e183b03c HTTP/1.1" status: 200 len: 943 time: 0.3973532 Nov 09 21:13:50.658463 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:50.664333 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20ff788-8107-4b55-9060-6a3697d7a30f None None] Sync routers for ids ['da936238-9a08-4967-aef4-f6a5173c80da'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:13:50.687258 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aaf7c688-60ef-4f27-91c3-08fca32706ac admin admin] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:50.703978 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20ff788-8107-4b55-9060-6a3697d7a30f None None] Routers {'da936238-9a08-4967-aef4-f6a5173c80da'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:13:50.704727 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b20ff788-8107-4b55-9060-6a3697d7a30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:13:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['da936238-9a08-4967-aef4-f6a5173c80da'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:13:50.751051 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-92731c7f-f60c-4b0e-80bf-2fd7746dcced req-3c50af19-2248-4d86-8b44-05fa7ce567d6 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880947 Nov 09 21:13:50.779937 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=7a590d66-42d8-491e-bcdf-dd5b7e91dd3a,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:50.815941 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [req-c4427f4c-a008-46ab-877f-c5b24ffce6d4 req-e19bd211-6b74-4c7a-a8e1-8b7cb0a92c77 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:13:50.816205 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aaf7c688-60ef-4f27-91c3-08fca32706ac admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:50.817252 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c4427f4c-a008-46ab-877f-c5b24ffce6d4 req-e19bd211-6b74-4c7a-a8e1-8b7cb0a92c77 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089147 Nov 09 21:13:50.848155 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-b20ff788-8107-4b55-9060-6a3697d7a30f None None] Set router da936238-9a08-4967-aef4-f6a5173c80da gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:13:50.884980 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-aaf7c688-60ef-4f27-91c3-08fca32706ac admin admin] Deleting port 614e2354-dc3f-4819-9bef-03b345408961 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:13:50.885528 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aaf7c688-60ef-4f27-91c3-08fca32706ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:50.960872 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:50.966293 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-aaf7c688-60ef-4f27-91c3-08fca32706ac admin admin] For port 614e2354-dc3f-4819-9bef-03b345408961, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=614e2354-dc3f-4819-9bef-03b345408961,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:13:50.966659 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aaf7c688-60ef-4f27-91c3-08fca32706ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:50.986070 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-aaf7c688-60ef-4f27-91c3-08fca32706ac admin admin] Calling delete_port for 614e2354-dc3f-4819-9bef-03b345408961 owned by network:router_gateway {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:13:50.992558 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['7a590d66-42d8-491e-bcdf-dd5b7e91dd3a'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:13:51.129225 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba33155-4dd5-492b-8e39-b7058e399b04 req-30d99ed7-2e50-47fa-8acd-ba72c4dccdf6 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:51.130802 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bba33155-4dd5-492b-8e39-b7058e399b04 req-30d99ed7-2e50-47fa-8acd-ba72c4dccdf6 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=9845c409-ac82-41a4-b346-0d26efb4aacf HTTP/1.1" status: 200 len: 945 time: 0.1027441 Nov 09 21:13:51.238966 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bba33155-4dd5-492b-8e39-b7058e399b04 req-9254e1fb-93e7-4704-aecb-c8761d4e1861 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955353 Nov 09 21:13:51.300932 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b20ff788-8107-4b55-9060-6a3697d7a30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da936238-9a08-4967-aef4-f6a5173c80da', 'name': 'tempest-FloatingIPsNegativeTestJSON-302253446-router', 'tenant_id': '27e73bb6155a4ee1b8669fc377ec1847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '614e2354-dc3f-4819-9bef-03b345408961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:13:34Z', 'updated_at': '2021-11-09T21:13:49Z', 'revision_number': 5, 'project_id': '27e73bb6155a4ee1b8669fc377ec1847', 'gw_port': {'id': '614e2354-dc3f-4819-9bef-03b345408961', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da936238-9a08-4967-aef4-f6a5173c80da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:13:36Z', 'updated_at': '2021-11-09T21:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:13:51.304538 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aaf7c688-60ef-4f27-91c3-08fca32706ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:51.342236 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20ff788-8107-4b55-9060-6a3697d7a30f None None] Checking router: da936238-9a08-4967-aef4-f6a5173c80da for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:13:51.343567 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf7c688-60ef-4f27-91c3-08fca32706ac admin admin] Pushing event deleted for resources: {'Port': ['ID=614e2354-dc3f-4819-9bef-03b345408961,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:51.356123 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b1bf155c-85f1-4892-892d-b60673c3088b req-c936e559-9951-4480-894d-ad600ec11230 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0929151 Nov 09 21:13:51.369519 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20ff788-8107-4b55-9060-6a3697d7a30f None None] Routers {'da936238-9a08-4967-aef4-f6a5173c80da'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:13:51.370142 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b20ff788-8107-4b55-9060-6a3697d7a30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:13:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['da936238-9a08-4967-aef4-f6a5173c80da'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:13:51.373176 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6013123-018b-485d-9b5c-4f648e9da64c req-6b13d0bc-6aad-4f59-894d-02746bfdaa1f tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:51.374854 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c6013123-018b-485d-9b5c-4f648e9da64c req-6b13d0bc-6aad-4f59-894d-02746bfdaa1f tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ef14da-1ce2-400b-a670-9f5e6ea0076d HTTP/1.1" status: 200 len: 949 time: 0.0800483 Nov 09 21:13:51.380771 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-b1bf155c-85f1-4892-892d-b60673c3088b req-16114358-71ac-4114-ae0a-55f57780d4e0 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:13:51.381896 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b1bf155c-85f1-4892-892d-b60673c3088b req-16114358-71ac-4114-ae0a-55f57780d4e0 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070736 Nov 09 21:13:51.389587 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aaf7c688-60ef-4f27-91c3-08fca32706ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:51.445642 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c6013123-018b-485d-9b5c-4f648e9da64c req-14bf9de6-5a07-4e91-a1c2-fd8a10c1a1fb tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598397 Nov 09 21:13:51.460756 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-b20ff788-8107-4b55-9060-6a3697d7a30f None None] Set router da936238-9a08-4967-aef4-f6a5173c80da gateway port host: None {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:13:51.527035 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b20ff788-8107-4b55-9060-6a3697d7a30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da936238-9a08-4967-aef4-f6a5173c80da', 'name': 'tempest-FloatingIPsNegativeTestJSON-302253446-router', 'tenant_id': '27e73bb6155a4ee1b8669fc377ec1847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:13:34Z', 'updated_at': '2021-11-09T21:13:51Z', 'revision_number': 7, 'project_id': '27e73bb6155a4ee1b8669fc377ec1847', 'gw_port_host': None}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:13:51.527630 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aaf7c688-60ef-4f27-91c3-08fca32706ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:51.533211 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aaf7c688-60ef-4f27-91c3-08fca32706ac admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:51.557113 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20ff788-8107-4b55-9060-6a3697d7a30f None None] The sync data for ids ['da936238-9a08-4967-aef4-f6a5173c80da'] in n-d-816206-3 is: [{'id': 'da936238-9a08-4967-aef4-f6a5173c80da', 'name': 'tempest-FloatingIPsNegativeTestJSON-302253446-router', 'tenant_id': '27e73bb6155a4ee1b8669fc377ec1847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:13:34Z', 'updated_at': '2021-11-09T21:13:51Z', 'revision_number': 7, 'project_id': '27e73bb6155a4ee1b8669fc377ec1847', 'gw_port_host': None}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:13:51.615862 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e96387-c495-4346-83aa-9e126ad1f4dc req-945e15a6-f9c9-4642-9831-e9a52751446e tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:51.617879 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-41e96387-c495-4346-83aa-9e126ad1f4dc req-945e15a6-f9c9-4642-9831-e9a52751446e tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 949 time: 0.2603254 Nov 09 21:13:51.630830 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aaf7c688-60ef-4f27-91c3-08fca32706ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:51.632128 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf7c688-60ef-4f27-91c3-08fca32706ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router da936238-9a08-4967-aef4-f6a5173c80da {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:13:51.645412 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aaf7c688-60ef-4f27-91c3-08fca32706ac admin admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:51.648853 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-aaf7c688-60ef-4f27-91c3-08fca32706ac admin admin] 10.222.0.49 "DELETE /v2.0/routers/da936238-9a08-4967-aef4-f6a5173c80da HTTP/1.1" status: 204 len: 168 time: 1.3760240 Nov 09 21:13:51.649769 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59928) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:51.699295 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-41e96387-c495-4346-83aa-9e126ad1f4dc req-34fd9a6a-fb98-4640-bfe2-f4a4752ab95c tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749643 Nov 09 21:13:51.739177 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd93dd57-a3e4-43ed-88ab-5ffb05742083 admin admin] Deleting subnet bf965ef7-555a-46c1-9822-401ac455c049 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:13:51.743911 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fd93dd57-a3e4-43ed-88ab-5ffb05742083 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:51.803588 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fd93dd57-a3e4-43ed-88ab-5ffb05742083 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:51.833223 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefdddc5-4d24-4a5f-bf61-de4d8a7314cd req-6209dfaa-f64b-4975-a7fc-ae011cb665af tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:51.834732 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aefdddc5-4d24-4a5f-bf61-de4d8a7314cd req-6209dfaa-f64b-4975-a7fc-ae011cb665af tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1 HTTP/1.1" status: 200 len: 945 time: 0.1064105 Nov 09 21:13:51.911224 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d7fa27-4db5-4c06-8352-cff51f65f474 req-845c7275-1f25-426a-b9c5-92e524fc98d4 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:51.913008 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d7d7fa27-4db5-4c06-8352-cff51f65f474 req-845c7275-1f25-426a-b9c5-92e524fc98d4 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=b75d9a5a-b979-4da4-90a1-c1d5e183b03c HTTP/1.1" status: 200 len: 943 time: 0.0614810 Nov 09 21:13:51.947023 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aefdddc5-4d24-4a5f-bf61-de4d8a7314cd req-39cbe519-55c7-4eb8-99de-c921c1691684 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037858 Nov 09 21:13:51.976583 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fd93dd57-a3e4-43ed-88ab-5ffb05742083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:52.021256 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d7d7fa27-4db5-4c06-8352-cff51f65f474 req-df1a7664-c426-4bd9-8f16-9455b3e319c7 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915585 Nov 09 21:13:52.056364 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fd93dd57-a3e4-43ed-88ab-5ffb05742083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:52.097766 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd93dd57-a3e4-43ed-88ab-5ffb05742083 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf965ef7-555a-46c1-9822-401ac455c049,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:52.101458 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fd93dd57-a3e4-43ed-88ab-5ffb05742083 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:52.104754 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-fd93dd57-a3e4-43ed-88ab-5ffb05742083 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/bf965ef7-555a-46c1-9822-401ac455c049 HTTP/1.1" status: 204 len: 168 time: 0.4539037 Nov 09 21:13:52.107391 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59946) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:52.111108 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97878a21-a122-48a5-b2c1-9eee1b0a5267 None None] Network 6fde7be1-cd71-4861-bb62-a4befa3a0bf8 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:13:52.191072 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ebe19d5b-c4dd-47fb-9697-91d024d425b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:52.274421 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:52.276233 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ebe19d5b-c4dd-47fb-9697-91d024d425b6 admin admin] Deleting port 857da7bf-afec-4131-bd73-5bf75b408f55 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:13:52.276815 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ebe19d5b-c4dd-47fb-9697-91d024d425b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:52.392212 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device dba86a86-570c-499c-9188-1d917904cac1 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:13:52.405345 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-ebe19d5b-c4dd-47fb-9697-91d024d425b6 admin admin] For port 857da7bf-afec-4131-bd73-5bf75b408f55, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=857da7bf-afec-4131-bd73-5bf75b408f55,segment=NetworkSegment(395aac3a-7444-4fa1-8ff4-3025cf8c4bdc),segment_id=395aac3a-7444-4fa1-8ff4-3025cf8c4bdc)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:13:52.405746 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ebe19d5b-c4dd-47fb-9697-91d024d425b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:52.420045 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456b0573-6655-4e0f-bf65-62994773cce9 None None] DHCP port deletion for 6fde7be1-cd71-4861-bb62-a4befa3a0bf8 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:13:52.435003 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ebe19d5b-c4dd-47fb-9697-91d024d425b6 admin admin] Calling delete_port for 857da7bf-afec-4131-bd73-5bf75b408f55 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:13:52.435341 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:13:52.450834 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b29892-5633-4225-82f1-47855f556d0a req-c0f85e28-4cd4-41d7-99e2-096b2269f0d7 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:52.452377 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b0b29892-5633-4225-82f1-47855f556d0a req-c0f85e28-4cd4-41d7-99e2-096b2269f0d7 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=9845c409-ac82-41a4-b346-0d26efb4aacf HTTP/1.1" status: 200 len: 945 time: 0.1079040 Nov 09 21:13:52.590482 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b0b29892-5633-4225-82f1-47855f556d0a req-957f0642-c2d9-4332-9124-54d8c031287d tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262240 Nov 09 21:13:52.619273 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70f441-03dd-4177-8677-3efe718c480b req-47bb7e14-9f5d-42c7-a872-bc683a503d3e tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:52.621156 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6e70f441-03dd-4177-8677-3efe718c480b req-47bb7e14-9f5d-42c7-a872-bc683a503d3e tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ef14da-1ce2-400b-a670-9f5e6ea0076d HTTP/1.1" status: 200 len: 949 time: 0.0967104 Nov 09 21:13:52.633941 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ebe19d5b-c4dd-47fb-9697-91d024d425b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:52.637565 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:52.640540 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:13:52.651133 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port dba86a86-570c-499c-9188-1d917904cac1, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=dba86a86-570c-499c-9188-1d917904cac1,segment=NetworkSegment(dafe29ae-1ba0-4490-879c-5008a3eac5b2),segment_id=dafe29ae-1ba0-4490-879c-5008a3eac5b2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:13:52.660435 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:13:52.660934 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:52.669093 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-456b0573-6655-4e0f-bf65-62994773cce9 None None] Deleting port 857da7bf-afec-4131-bd73-5bf75b408f55 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:13:52.669458 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-456b0573-6655-4e0f-bf65-62994773cce9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:52.670998 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe19d5b-c4dd-47fb-9697-91d024d425b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=857da7bf-afec-4131-bd73-5bf75b408f55,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:52.673113 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe19d5b-c4dd-47fb-9697-91d024d425b6 admin admin] No DVR routers for this DVR port 857da7bf-afec-4131-bd73-5bf75b408f55 on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:13:52.715856 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6e70f441-03dd-4177-8677-3efe718c480b req-2e27647e-5d85-4fb9-b287-335b25b3c55b tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697672 Nov 09 21:13:52.726121 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': 'dba86a86-570c-499c-9188-1d917904cac1', 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b', 'port_id': 'dba86a86-570c-499c-9188-1d917904cac1', 'mac_address': 'fa:16:3e:ad:1d:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39c6d736-667d-4cbf-9558-9612dacd0f8d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:13:52.809489 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-456b0573-6655-4e0f-bf65-62994773cce9 None None] For port 857da7bf-afec-4131-bd73-5bf75b408f55, host n-d-816206-3, got binding levels [] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:13:52.809882 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-456b0573-6655-4e0f-bf65-62994773cce9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:52.832596 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-456b0573-6655-4e0f-bf65-62994773cce9 None None] Calling delete_port for 857da7bf-afec-4131-bd73-5bf75b408f55 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:13:52.837608 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.ipam_backend_mixin [None req-456b0573-6655-4e0f-bf65-62994773cce9 None None] Port 857da7bf-afec-4131-bd73-5bf75b408f55 was not found and therefore no delete operation was performed {{(pid=102609) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 21:13:52.839674 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-456b0573-6655-4e0f-bf65-62994773cce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:52.847911 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb33b9d-d68c-45b1-8252-2b4791036449 req-9c0f1eea-a97b-4a63-930c-b35881865717 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:52.849710 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:52.850068 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-deb33b9d-d68c-45b1-8252-2b4791036449 req-9c0f1eea-a97b-4a63-930c-b35881865717 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a9ae318-726e-4c3d-9814-e92f3be4c6c9 HTTP/1.1" status: 200 len: 950 time: 0.0564790 Nov 09 21:13:52.860324 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ebe19d5b-c4dd-47fb-9697-91d024d425b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:52.890024 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ebe19d5b-c4dd-47fb-9697-91d024d425b6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:13:52.890676 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ebe19d5b-c4dd-47fb-9697-91d024d425b6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:13:52.891584 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ebe19d5b-c4dd-47fb-9697-91d024d425b6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:13:52.892073 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ebe19d5b-c4dd-47fb-9697-91d024d425b6 admin admin] Subscribe: > port after_create 55550000 {{(pid=102607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:13:52.892541 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ebe19d5b-c4dd-47fb-9697-91d024d425b6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:13:52.893072 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ebe19d5b-c4dd-47fb-9697-91d024d425b6 admin admin] Subscribe: > port after_update 55550000 {{(pid=102607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:13:52.893549 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ebe19d5b-c4dd-47fb-9697-91d024d425b6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:13:52.894021 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ebe19d5b-c4dd-47fb-9697-91d024d425b6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:13:52.894503 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ebe19d5b-c4dd-47fb-9697-91d024d425b6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:13:52.895006 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ebe19d5b-c4dd-47fb-9697-91d024d425b6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:13:52.905124 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b0573-6655-4e0f-bf65-62994773cce9 None None] Pushing event deleted for resources: {'Port': ['ID=857da7bf-afec-4131-bd73-5bf75b408f55,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:52.908804 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456b0573-6655-4e0f-bf65-62994773cce9 None None] No DVR routers for this DVR port 857da7bf-afec-4131-bd73-5bf75b408f55 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:13:52.912778 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-deb33b9d-d68c-45b1-8252-2b4791036449 req-d6e15fd8-c81c-4c4c-a71c-2d863bcdc7f4 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560694 Nov 09 21:13:52.918218 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dba86a86-570c-499c-9188-1d917904cac1 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:13:52.946326 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port dba86a86-570c-499c-9188-1d917904cac1, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=dba86a86-570c-499c-9188-1d917904cac1,segment=NetworkSegment(dafe29ae-1ba0-4490-879c-5008a3eac5b2),segment_id=dafe29ae-1ba0-4490-879c-5008a3eac5b2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:13:52.948718 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:52.985837 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:52.992271 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ebe19d5b-c4dd-47fb-9697-91d024d425b6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:13:52.992845 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ebe19d5b-c4dd-47fb-9697-91d024d425b6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:13:52.992955 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9845c409-ac82-41a4-b346-0d26efb4aacf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a590d66-42d8-491e-bcdf-dd5b7e91dd3a'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:13:52.993050 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ebe19d5b-c4dd-47fb-9697-91d024d425b6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:13:52.993274 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ebe19d5b-c4dd-47fb-9697-91d024d425b6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 21:13:52.993837 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-ebe19d5b-c4dd-47fb-9697-91d024d425b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fde7be1-cd71-4861-bb62-a4befa3a0bf8']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:13:52.994942 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea1289f-9e09-4e81-b245-7b2b3acf1164" -d '{"events": [{"server_uuid": "9845c409-ac82-41a4-b346-0d26efb4aacf", "name": "network-vif-plugged", "status": "completed", "tag": "7a590d66-42d8-491e-bcdf-dd5b7e91dd3a"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:13:53.009654 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b6f2d-e2ed-4ee3-b903-595168467e71 req-c8b96e77-d365-495f-b7de-7d232d39db91 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:53.017148 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ce5b6f2d-e2ed-4ee3-b903-595168467e71 req-c8b96e77-d365-495f-b7de-7d232d39db91 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 949 time: 0.2138360 Nov 09 21:13:53.032478 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=7a590d66-42d8-491e-bcdf-dd5b7e91dd3a,segment=NetworkSegment(3b0433f6-0dc2-4350-8149-c15b9bac49ea),segment_id=3b0433f6-0dc2-4350-8149-c15b9bac49ea)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:13:53.039641 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-ebe19d5b-c4dd-47fb-9697-91d024d425b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '395aac3a-7444-4fa1-8ff4-3025cf8c4bdc') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:13:53.040048 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-ebe19d5b-c4dd-47fb-9697-91d024d425b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '395aac3a-7444-4fa1-8ff4-3025cf8c4bdc') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:13:53.053792 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:53.073527 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ebe19d5b-c4dd-47fb-9697-91d024d425b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:53.076977 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=dba86a86-570c-499c-9188-1d917904cac1,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:53.120493 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ebe19d5b-c4dd-47fb-9697-91d024d425b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:53.135420 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=7a590d66-42d8-491e-bcdf-dd5b7e91dd3a,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:53.140231 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebe19d5b-c4dd-47fb-9697-91d024d425b6 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:13:53.140659 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ebe19d5b-c4dd-47fb-9697-91d024d425b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:53.144707 n-d-816206-3 neutron-server[102607]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 21:13:53.144707 n-d-816206-3 neutron-server[102607]: from cryptography.utils import int_from_bytes Nov 09 21:13:53.144707 n-d-816206-3 neutron-server[102607]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 21:13:53.144707 n-d-816206-3 neutron-server[102607]: from cryptography.utils import int_from_bytes Nov 09 21:13:53.144707 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:13:53.144707 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:13:53.144707 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:13:53.144707 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:13:53.144707 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:13:53.144707 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:13:53.144707 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:13:53.144707 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:13:53.144707 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:13:53.144707 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:13:53.144707 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:13:53.144707 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:13:53.144707 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:13:53.144707 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:13:53.144707 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:13:53.144707 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:13:53.144707 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:13:53.144707 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:13:53.144707 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:13:53.144707 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:13:53.144707 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:13:53.144707 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:13:53.144707 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:13:53.144707 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:13:53.144707 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:13:53.144707 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:13:53.144707 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:13:53.144707 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:13:53.144707 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:13:53.144707 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:13:53.144707 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:13:53.144707 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:13:53.183156 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ce5b6f2d-e2ed-4ee3-b903-595168467e71 req-5c7c4ac7-3722-4745-b1fa-7dfb050093d1 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650250 Nov 09 21:13:53.222395 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf155c-85f1-4892-892d-b60673c3088b req-21d1c0ba-2f06-4876-b846-7cfdec3d810c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:53.224052 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b1bf155c-85f1-4892-892d-b60673c3088b req-21d1c0ba-2f06-4876-b846-7cfdec3d810c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab9f62a9766648e6a735e31e91b7e450&device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 1100 time: 0.1645761 Nov 09 21:13:53.224676 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ebe19d5b-c4dd-47fb-9697-91d024d425b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:53.248605 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe19d5b-c4dd-47fb-9697-91d024d425b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fde7be1-cd71-4861-bb62-a4befa3a0bf8,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:53.259308 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ebe19d5b-c4dd-47fb-9697-91d024d425b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:53.263263 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ebe19d5b-c4dd-47fb-9697-91d024d425b6 admin admin] 10.222.0.49 "DELETE /v2.0/networks/6fde7be1-cd71-4861-bb62-a4befa3a0bf8 HTTP/1.1" status: 204 len: 168 time: 1.1548841 Nov 09 21:13:53.280893 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:53.314050 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['dba86a86-570c-499c-9188-1d917904cac1'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:13:53.346161 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb59fd-4fc8-4798-95e1-7e055dfc68f2 req-c2a0539a-93fe-42a5-8e0c-f4bf25a71e29 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:53.356450 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb59fd-4fc8-4798-95e1-7e055dfc68f2 req-c2a0539a-93fe-42a5-8e0c-f4bf25a71e29 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:53.358236 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4eeb59fd-4fc8-4798-95e1-7e055dfc68f2 req-c2a0539a-93fe-42a5-8e0c-f4bf25a71e29 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a9ae318-726e-4c3d-9814-e92f3be4c6c9&device_id=a9ef14da-1ce2-400b-a670-9f5e6ea0076d HTTP/1.1" status: 200 len: 1690 time: 0.0979600 Nov 09 21:13:53.374904 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d616624-7a1e-4c46-8abd-49c4ae012a8b req-874c668a-6e3a-4380-a690-9e2787bccdf5 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:53.383578 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2d616624-7a1e-4c46-8abd-49c4ae012a8b req-874c668a-6e3a-4380-a690-9e2787bccdf5 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1 HTTP/1.1" status: 200 len: 945 time: 0.1191270 Nov 09 21:13:53.414928 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf155c-85f1-4892-892d-b60673c3088b req-80de5a4c-8bee-447a-b163-9b93d02e3805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:53.416713 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b1bf155c-85f1-4892-892d-b60673c3088b req-80de5a4c-8bee-447a-b163-9b93d02e3805 service neutron] 10.222.0.43 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.1703401 Nov 09 21:13:53.442282 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4eeb59fd-4fc8-4798-95e1-7e055dfc68f2 req-5015ecfc-f845-462e-bbfa-2716ba656b97 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758026 Nov 09 21:13:53.475661 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b1bf155c-85f1-4892-892d-b60673c3088b req-6989debf-5c74-410e-adb0-ba0e82596f0a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6 HTTP/1.1" status: 200 len: 217 time: 0.0452402 Nov 09 21:13:53.477195 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b604bce-86d9-4d1e-a60c-2368cac5d077 x-openstack-request-id: req-0b604bce-86d9-4d1e-a60c-2368cac5d077 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:13:53.477537 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9845c409-ac82-41a4-b346-0d26efb4aacf", "name": "network-vif-plugged", "status": "completed", "tag": "7a590d66-42d8-491e-bcdf-dd5b7e91dd3a", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:13:53.478335 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0b604bce-86d9-4d1e-a60c-2368cac5d077 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:13:53.479269 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9845c409-ac82-41a4-b346-0d26efb4aacf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a590d66-42d8-491e-bcdf-dd5b7e91dd3a', 'code': 200} Nov 09 21:13:53.504105 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2d616624-7a1e-4c46-8abd-49c4ae012a8b req-126da151-85bb-47ac-9829-1a2524516994 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195793 Nov 09 21:13:53.589100 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf155c-85f1-4892-892d-b60673c3088b req-5e397509-d276-45cb-a153-e897bd0882cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:53.591680 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b1bf155c-85f1-4892-892d-b60673c3088b req-5e397509-d276-45cb-a153-e897bd0882cc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.0759540 Nov 09 21:13:53.595032 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59972) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:53.604824 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 9c7db48b-86e6-41fa-b778-141fa29ca94d no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:13:53.628766 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 9c7db48b-86e6-41fa-b778-141fa29ca94d {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:13:53.629120 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 9c7db48b-86e6-41fa-b778-141fa29ca94d not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:13:53.629718 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 857da7bf-afec-4131-bd73-5bf75b408f55 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:13:53.650245 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 857da7bf-afec-4131-bd73-5bf75b408f55 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:13:53.650587 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 857da7bf-afec-4131-bd73-5bf75b408f55 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:13:53.651098 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 614e2354-dc3f-4819-9bef-03b345408961 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:13:53.656658 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9612d-02ae-488d-8d8f-890efccc0dd0 req-a71cbd7e-fda4-43ec-bf62-c472d8d06049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:53.658253 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d2b9612d-02ae-488d-8d8f-890efccc0dd0 req-a71cbd7e-fda4-43ec-bf62-c472d8d06049 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9845c409-ac82-41a4-b346-0d26efb4aacf HTTP/1.1" status: 200 len: 1097 time: 0.0869124 Nov 09 21:13:53.665485 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0579e613-4123-48c2-a1d2-29fe3ff71ff2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=27e73bb6155a4ee1b8669fc377ec1847&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0685730 Nov 09 21:13:53.668788 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59976) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:53.673852 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 614e2354-dc3f-4819-9bef-03b345408961 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:13:53.674275 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 614e2354-dc3f-4819-9bef-03b345408961 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:13:53.687338 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf155c-85f1-4892-892d-b60673c3088b req-2f493c41-0ec2-4259-b2ec-6e2fe5286866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:53.688950 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b1bf155c-85f1-4892-892d-b60673c3088b req-2f493c41-0ec2-4259-b2ec-6e2fe5286866 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0826299 Nov 09 21:13:53.748140 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb4355-a108-4532-8d2f-a651fc58c4ff req-971a76d4-19f7-419c-9d89-aba8f0d494c8 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:53.750059 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bcfb4355-a108-4532-8d2f-a651fc58c4ff req-971a76d4-19f7-419c-9d89-aba8f0d494c8 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=b75d9a5a-b979-4da4-90a1-c1d5e183b03c HTTP/1.1" status: 200 len: 944 time: 0.1495667 Nov 09 21:13:53.794821 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cfbdee19-cf7d-4b10-8e26-c54101ec4b67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:53.811996 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d2b9612d-02ae-488d-8d8f-890efccc0dd0 req-8c7b5642-2d92-40e2-922e-e0b0f844ba7f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422062 Nov 09 21:13:53.817746 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b1bf155c-85f1-4892-892d-b60673c3088b req-1cd8d1bd-25d2-458b-a990-a05ed667b2a7 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214683 Nov 09 21:13:53.826908 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4e2d4-927d-48af-a688-2cf9c4add106 req-eb1897b1-4a28-41b0-b797-4449ef16319e tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:53.828325 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-04b4e2d4-927d-48af-a688-2cf9c4add106 req-eb1897b1-4a28-41b0-b797-4449ef16319e tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=9845c409-ac82-41a4-b346-0d26efb4aacf HTTP/1.1" status: 200 len: 946 time: 0.0720818 Nov 09 21:13:53.836842 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cfbdee19-cf7d-4b10-8e26-c54101ec4b67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:53.853555 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bcfb4355-a108-4532-8d2f-a651fc58c4ff req-acac65a7-364b-4c6e-83a3-f510a6576e96 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943141 Nov 09 21:13:53.887786 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-04b4e2d4-927d-48af-a688-2cf9c4add106 req-459df877-c5b1-4238-b720-f8929baea4f0 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534601 Nov 09 21:13:53.896025 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:13:53.896579 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cfbdee19-cf7d-4b10-8e26-c54101ec4b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:53.900230 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cfbdee19-cf7d-4b10-8e26-c54101ec4b67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:53.901621 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-cfbdee19-cf7d-4b10-8e26-c54101ec4b67 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/13d21f42-9345-4799-8ce2-1105bf70c5cb HTTP/1.1" status: 204 len: 168 time: 0.2306943 Nov 09 21:13:53.912949 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbdee19-cf7d-4b10-8e26-c54101ec4b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d21f42-9345-4799-8ce2-1105bf70c5cb,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:54.005901 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e13d7-b446-4ef8-b03f-998390a14aa7 req-d4bab5d5-2bbf-4d3e-b9b8-3f747a09599e tempest-ServersOnMultiNodesTest-454294139 tempest-ServersOnMultiNodesTest-454294139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:54.008007 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-644e13d7-b446-4ef8-b03f-998390a14aa7 req-d4bab5d5-2bbf-4d3e-b9b8-3f747a09599e tempest-ServersOnMultiNodesTest-454294139 tempest-ServersOnMultiNodesTest-454294139-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7a9ae318-726e-4c3d-9814-e92f3be4c6c9 HTTP/1.1" status: 200 len: 1101 time: 0.0422192 Nov 09 21:13:54.056358 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-644e13d7-b446-4ef8-b03f-998390a14aa7 req-045d7ee1-814f-4689-9607-691fef9d9a0d tempest-ServersOnMultiNodesTest-454294139 tempest-ServersOnMultiNodesTest-454294139-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425963 Nov 09 21:13:54.170371 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71d921-3524-4e94-8b05-f628d3908a0d req-11038067-3b3c-47db-ac65-f40624ad5e04 tempest-ServersOnMultiNodesTest-454294139 tempest-ServersOnMultiNodesTest-454294139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:54.172042 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6b71d921-3524-4e94-8b05-f628d3908a0d req-11038067-3b3c-47db-ac65-f40624ad5e04 tempest-ServersOnMultiNodesTest-454294139 tempest-ServersOnMultiNodesTest-454294139-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=a9ef14da-1ce2-400b-a670-9f5e6ea0076d HTTP/1.1" status: 200 len: 1100 time: 0.0432622 Nov 09 21:13:54.190388 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b1bf155c-85f1-4892-892d-b60673c3088b req-32c3e2bd-febc-4532-85d7-34cbba449400 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895875 Nov 09 21:13:54.228530 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6b71d921-3524-4e94-8b05-f628d3908a0d req-a001a4b5-cae1-4ef4-923c-aa5336e45ac5 tempest-ServersOnMultiNodesTest-454294139 tempest-ServersOnMultiNodesTest-454294139-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488429 Nov 09 21:13:54.330080 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b9d06-7d23-47ff-90a9-ed5c8c9e0d30 req-8e8da839-28a7-42bb-a536-5a267993cce0 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:54.332101 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-df3b9d06-7d23-47ff-90a9-ed5c8c9e0d30 req-8e8da839-28a7-42bb-a536-5a267993cce0 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 949 time: 0.0657973 Nov 09 21:13:54.409729 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-df3b9d06-7d23-47ff-90a9-ed5c8c9e0d30 req-a020d427-afbb-4ca6-b944-3c0216c30669 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703826 Nov 09 21:13:54.425002 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device dba86a86-570c-499c-9188-1d917904cac1 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:13:54.485614 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port dba86a86-570c-499c-9188-1d917904cac1 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:13:54.490540 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port dba86a86-570c-499c-9188-1d917904cac1 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:13:54.490947 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:54.596855 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:54.597590 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-3de723fe-813d-4de1-ba15-ea1f023616b2 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=901d7209663f4224b6f7af44b74208e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254378 Nov 09 21:13:54.640201 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port dba86a86-570c-499c-9188-1d917904cac1, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=dba86a86-570c-499c-9188-1d917904cac1,segment=NetworkSegment(dafe29ae-1ba0-4490-879c-5008a3eac5b2),segment_id=dafe29ae-1ba0-4490-879c-5008a3eac5b2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:13:54.649957 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:54.660805 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27534e57-8ff7-402f-9160-0eaa11d236bd req-af96ffa0-7495-4bd5-a279-0a8c4ea47f59 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:54.668505 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-27534e57-8ff7-402f-9160-0eaa11d236bd req-af96ffa0-7495-4bd5-a279-0a8c4ea47f59 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1 HTTP/1.1" status: 200 len: 945 time: 0.0789180 Nov 09 21:13:54.704755 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60024) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:54.725294 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=dba86a86-570c-499c-9188-1d917904cac1,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:54.741820 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-27534e57-8ff7-402f-9160-0eaa11d236bd req-4f72f67a-6ee3-484d-9e3c-48d8550d85f0 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711911 Nov 09 21:13:54.742561 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-226dc281-3214-43e9-8882-bf16be93a51e tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:54.744207 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-226dc281-3214-43e9-8882-bf16be93a51e tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1354592 Nov 09 21:13:54.762704 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-7dc32b66-6e2d-4f94-9f67-3f0f6128957f tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/quotas/901d7209663f4224b6f7af44b74208e8 HTTP/1.1" status: 200 len: 375 time: 0.0129943 Nov 09 21:13:54.817815 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-71320201-d1c2-48e9-9986-4bc8effbb4a1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1480938790-network', 'tenant_id': '575f142b426b4e1d8b521589f03ec9a9'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:13:54.824839 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-98733238-e3d4-4226-ab66-13b5e1108766 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=901d7209663f4224b6f7af44b74208e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0560045 Nov 09 21:13:54.840693 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71320201-d1c2-48e9-9986-4bc8effbb4a1 admin admin] Made reservation on behalf of 575f142b426b4e1d8b521589f03ec9a9 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:13:54.842965 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-71320201-d1c2-48e9-9986-4bc8effbb4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:54.851521 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-71320201-d1c2-48e9-9986-4bc8effbb4a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:54.938146 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-71320201-d1c2-48e9-9986-4bc8effbb4a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:54.948724 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-71320201-d1c2-48e9-9986-4bc8effbb4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:54.997797 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71320201-d1c2-48e9-9986-4bc8effbb4a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:13:55.019436 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-71320201-d1c2-48e9-9986-4bc8effbb4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:55.020247 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-71320201-d1c2-48e9-9986-4bc8effbb4a1 admin admin] Added segment ef5eb55e-3f5b-4165-816a-c85d8e066dea of type vlan for network f4d539e0-ee4a-480e-b8b5-9b96b15b8a07 Nov 09 21:13:55.032228 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71320201-d1c2-48e9-9986-4bc8effbb4a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a1d185-eb46-4726-b883-deb0c0f9c500,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:55.042720 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27aa03-4bd7-447b-a73c-f199e41351d0 req-0aef3dda-5cc0-403c-9911-9e3483a7a645 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:55.046123 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4f27aa03-4bd7-447b-a73c-f199e41351d0 req-0aef3dda-5cc0-403c-9911-9e3483a7a645 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=b75d9a5a-b979-4da4-90a1-c1d5e183b03c HTTP/1.1" status: 200 len: 945 time: 0.1097927 Nov 09 21:13:55.107665 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-71320201-d1c2-48e9-9986-4bc8effbb4a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:55.142813 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4f27aa03-4bd7-447b-a73c-f199e41351d0 req-e1711803-e466-448a-9c31-43beacf935ac tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906873 Nov 09 21:13:55.153819 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-71320201-d1c2-48e9-9986-4bc8effbb4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:55.154925 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71320201-d1c2-48e9-9986-4bc8effbb4a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:55.155604 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-71320201-d1c2-48e9-9986-4bc8effbb4a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:55.193133 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-71320201-d1c2-48e9-9986-4bc8effbb4a1 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4871709 Nov 09 21:13:55.197624 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60036) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:55.203122 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-89625ffa-c5be-4f95-a0f7-9a7128431b43 admin admin] Request body: {'subnet': {'network_id': 'f4d539e0-ee4a-480e-b8b5-9b96b15b8a07', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1480938790-subnet', 'tenant_id': '575f142b426b4e1d8b521589f03ec9a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:13:55.245887 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71320201-d1c2-48e9-9986-4bc8effbb4a1 admin admin] Pushing event updated for resources: {'Network': ['ID=f4d539e0-ee4a-480e-b8b5-9b96b15b8a07,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:55.261861 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network f4d539e0-ee4a-480e-b8b5-9b96b15b8a07 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:13:55.480949 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75d9a5a-b979-4da4-90a1-c1d5e183b03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba86a86-570c-499c-9188-1d917904cac1'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:13:55.500187 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48232230-97b0-48c5-9ea5-41cd5f182381" -d '{"events": [{"server_uuid": "b75d9a5a-b979-4da4-90a1-c1d5e183b03c", "name": "network-vif-plugged", "status": "completed", "tag": "dba86a86-570c-499c-9188-1d917904cac1"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:13:55.554995 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89625ffa-c5be-4f95-a0f7-9a7128431b43 admin admin] Made reservation on behalf of 575f142b426b4e1d8b521589f03ec9a9 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:13:55.557326 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-89625ffa-c5be-4f95-a0f7-9a7128431b43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:55.627182 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab233f91-d01f-4a08-a255-522fa8c19649 req-073a32c6-559f-41e5-9e3a-7804a073a9f1 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:55.628730 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ab233f91-d01f-4a08-a255-522fa8c19649 req-073a32c6-559f-41e5-9e3a-7804a073a9f1 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=9845c409-ac82-41a4-b346-0d26efb4aacf HTTP/1.1" status: 200 len: 946 time: 0.3940732 Nov 09 21:13:55.692783 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3952f8b-5644-40b3-9aa4-2d5924dafd87 req-6eaa1caa-0c68-4430-8577-1b214b2147de tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:55.694707 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f3952f8b-5644-40b3-9aa4-2d5924dafd87 req-6eaa1caa-0c68-4430-8577-1b214b2147de tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 949 time: 0.0954225 Nov 09 21:13:55.712312 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ab233f91-d01f-4a08-a255-522fa8c19649 req-d26dbf72-bd49-4034-81d0-18e7173798ec tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752740 Nov 09 21:13:55.765947 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f3952f8b-5644-40b3-9aa4-2d5924dafd87 req-634e5088-b421-4d95-95f1-db1739620d29 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623512 Nov 09 21:13:55.778550 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6b4b3d-9441-49e9-8e97-d3d7f313d3da x-openstack-request-id: req-8f6b4b3d-9441-49e9-8e97-d3d7f313d3da {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:13:55.778858 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75d9a5a-b979-4da4-90a1-c1d5e183b03c", "name": "network-vif-plugged", "status": "completed", "tag": "dba86a86-570c-499c-9188-1d917904cac1", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:13:55.779117 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8f6b4b3d-9441-49e9-8e97-d3d7f313d3da {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:13:55.779504 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75d9a5a-b979-4da4-90a1-c1d5e183b03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba86a86-570c-499c-9188-1d917904cac1', 'code': 200} Nov 09 21:13:55.847265 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-89625ffa-c5be-4f95-a0f7-9a7128431b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:55.859734 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e779b443-47a5-41aa-8153-ac90afb14b81 req-fa3c1081-a7be-47a7-8d20-1332ce1256a7 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=22e97a3f-dea6-4282-9ea6-7f8361f82c10 HTTP/1.1" status: 200 len: 210 time: 0.0537891 Nov 09 21:13:55.973608 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89625ffa-c5be-4f95-a0f7-9a7128431b43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e04b96e5-f505-44dc-93d4-e1324ee07e48,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:55.978456 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89625ffa-c5be-4f95-a0f7-9a7128431b43 admin admin] Checking segment: {'id': 'ef5eb55e-3f5b-4165-816a-c85d8e066dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f4d539e0-ee4a-480e-b8b5-9b96b15b8a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:13:55.979071 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89625ffa-c5be-4f95-a0f7-9a7128431b43 admin admin] Network hostable DHCP agents. Network: f4d539e0-ee4a-480e-b8b5-9b96b15b8a07, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:13:55.986519 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010fad0-82d7-4311-b714-6af2538d8072 req-9c2671ae-d413-4a5f-ad70-6633f40ad268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:55.987003 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55c1ab-7c04-4070-af0a-1c94650d1c87 req-594a322e-079c-40e6-aea3-b8fc27f92748 tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:55.988520 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c010fad0-82d7-4311-b714-6af2538d8072 req-9c2671ae-d413-4a5f-ad70-6633f40ad268 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b75d9a5a-b979-4da4-90a1-c1d5e183b03c HTTP/1.1" status: 200 len: 1096 time: 0.0919991 Nov 09 21:13:55.994982 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-da55c1ab-7c04-4070-af0a-1c94650d1c87 req-594a322e-079c-40e6-aea3-b8fc27f92748 tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9845c409-ac82-41a4-b346-0d26efb4aacf HTTP/1.1" status: 200 len: 1097 time: 0.1051891 Nov 09 21:13:55.998418 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccaf28f-3fb7-4087-b2d7-e6421e6ca537 req-e780cd0a-4143-4d5e-93b7-4171d33f9257 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:56.000143 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7ccaf28f-3fb7-4087-b2d7-e6421e6ca537 req-e780cd0a-4143-4d5e-93b7-4171d33f9257 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1 HTTP/1.1" status: 200 len: 945 time: 0.0777178 Nov 09 21:13:56.027778 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89625ffa-c5be-4f95-a0f7-9a7128431b43 admin admin] Network f4d539e0-ee4a-480e-b8b5-9b96b15b8a07 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:13:56.050078 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-89625ffa-c5be-4f95-a0f7-9a7128431b43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, f4d539e0-ee4a-480e-b8b5-9b96b15b8a07) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:13:56.055346 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89625ffa-c5be-4f95-a0f7-9a7128431b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:56.055950 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-89625ffa-c5be-4f95-a0f7-9a7128431b43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:56.066016 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585dc57c-7642-40c7-aa6b-f2484a6db456 None None] Network f4d539e0-ee4a-480e-b8b5-9b96b15b8a07 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:13:56.075961 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-da55c1ab-7c04-4070-af0a-1c94650d1c87 req-e4a89912-8f68-4baf-8161-04639373d747 tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795343 Nov 09 21:13:56.087558 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-89625ffa-c5be-4f95-a0f7-9a7128431b43 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8885360 Nov 09 21:13:56.094135 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60062) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:56.105288 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c010fad0-82d7-4311-b714-6af2538d8072 req-0a1d28dc-f244-4a6f-9bd2-5be06bbd0246 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976219 Nov 09 21:13:56.106190 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-3f8c8447-b07d-466c-8751-c6d23f2c4bb7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1480938790-router', 'tenant_id': '575f142b426b4e1d8b521589f03ec9a9', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:13:56.119655 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7ccaf28f-3fb7-4087-b2d7-e6421e6ca537 req-69c080df-6650-407b-a332-51077fc7e7e5 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121194 Nov 09 21:13:56.154439 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3f8c8447-b07d-466c-8751-c6d23f2c4bb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:56.156296 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3f8c8447-b07d-466c-8751-c6d23f2c4bb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:56.253663 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3f8c8447-b07d-466c-8751-c6d23f2c4bb7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:56.310500 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc5fd6b-9a75-491c-8341-509d98234ae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-f4d539e0-ee4a-480e-b8b5-9b96b15b8a07', 'network_id': 'f4d539e0-ee4a-480e-b8b5-9b96b15b8a07', 'tenant_id': '575f142b426b4e1d8b521589f03ec9a9', 'fixed_ips': [{'subnet_id': 'e04b96e5-f505-44dc-93d4-e1324ee07e48'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:13:56.311648 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9fc5fd6b-9a75-491c-8341-509d98234ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:56.359265 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a95b9d2-39f5-4c3a-986f-0b096aff4389 req-a62c7045-427e-4fa9-a727-cbaf3a3e9535 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:56.360944 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1a95b9d2-39f5-4c3a-986f-0b096aff4389 req-a62c7045-427e-4fa9-a727-cbaf3a3e9535 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=b75d9a5a-b979-4da4-90a1-c1d5e183b03c HTTP/1.1" status: 200 len: 945 time: 0.0925150 Nov 09 21:13:56.420092 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3f8c8447-b07d-466c-8751-c6d23f2c4bb7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:56.435416 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1a95b9d2-39f5-4c3a-986f-0b096aff4389 req-6cc6156e-4829-49d7-9984-71022983feeb tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557141 Nov 09 21:13:56.505137 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-9fc5fd6b-9a75-491c-8341-509d98234ae6 None None] Allocated IP 172.20.0.2 (f4d539e0-ee4a-480e-b8b5-9b96b15b8a07/e04b96e5-f505-44dc-93d4-e1324ee07e48/d0ab5d0c-658b-45be-a0d9-253638f900a9) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:13:56.655438 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3f8c8447-b07d-466c-8751-c6d23f2c4bb7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:56.661261 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9fc5fd6b-9a75-491c-8341-509d98234ae6 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:56.667226 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9fc5fd6b-9a75-491c-8341-509d98234ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:56.709573 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc5fd6b-9a75-491c-8341-509d98234ae6 None None] Network f4d539e0-ee4a-480e-b8b5-9b96b15b8a07 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:13:56.717662 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-9fc5fd6b-9a75-491c-8341-509d98234ae6 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:13:56.721545 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc5fd6b-9a75-491c-8341-509d98234ae6 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:13:56.751387 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5fd6b-9a75-491c-8341-509d98234ae6 None None] Pushing event updated for resources: {'Port': ['ID=d0ab5d0c-658b-45be-a0d9-253638f900a9,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:56.816427 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-9fc5fd6b-9a75-491c-8341-509d98234ae6 None None] Attempting to bind port d0ab5d0c-658b-45be-a0d9-253638f900a9 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:13:56.817533 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-9fc5fd6b-9a75-491c-8341-509d98234ae6 None None] Attempting to bind port d0ab5d0c-658b-45be-a0d9-253638f900a9 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'ef5eb55e-3f5b-4165-816a-c85d8e066dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f4d539e0-ee4a-480e-b8b5-9b96b15b8a07'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:13:56.818064 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc5fd6b-9a75-491c-8341-509d98234ae6 None None] Attempting to bind port d0ab5d0c-658b-45be-a0d9-253638f900a9 on network f4d539e0-ee4a-480e-b8b5-9b96b15b8a07 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:13:56.839877 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc5fd6b-9a75-491c-8341-509d98234ae6 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:13:56.841690 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc5fd6b-9a75-491c-8341-509d98234ae6 None None] Checking segment: {'id': 'ef5eb55e-3f5b-4165-816a-c85d8e066dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f4d539e0-ee4a-480e-b8b5-9b96b15b8a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:13:56.842081 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9fc5fd6b-9a75-491c-8341-509d98234ae6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:56.842490 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc5fd6b-9a75-491c-8341-509d98234ae6 None None] Bound using segment: {'id': 'ef5eb55e-3f5b-4165-816a-c85d8e066dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f4d539e0-ee4a-480e-b8b5-9b96b15b8a07'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:13:56.843065 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-9fc5fd6b-9a75-491c-8341-509d98234ae6 None None] Bound port: d0ab5d0c-658b-45be-a0d9-253638f900a9, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef5eb55e-3f5b-4165-816a-c85d8e066dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f4d539e0-ee4a-480e-b8b5-9b96b15b8a07'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:13:56.843486 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9fc5fd6b-9a75-491c-8341-509d98234ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:56.942436 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3f8c8447-b07d-466c-8751-c6d23f2c4bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:56.972038 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-9fc5fd6b-9a75-491c-8341-509d98234ae6 None None] For port d0ab5d0c-658b-45be-a0d9-253638f900a9, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:13:56.981645 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-9fc5fd6b-9a75-491c-8341-509d98234ae6 None None] For port d0ab5d0c-658b-45be-a0d9-253638f900a9, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=d0ab5d0c-658b-45be-a0d9-253638f900a9,segment=NetworkSegment(ef5eb55e-3f5b-4165-816a-c85d8e066dea),segment_id=ef5eb55e-3f5b-4165-816a-c85d8e066dea)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:13:56.989175 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9fc5fd6b-9a75-491c-8341-509d98234ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:57.025578 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-54e76834-3903-4dcd-a3e4-f816f4528931 req-04521f78-9d72-4cd8-92d0-014466080dba tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=22e97a3f-dea6-4282-9ea6-7f8361f82c10 HTTP/1.1" status: 200 len: 210 time: 0.0368221 Nov 09 21:13:57.072363 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5fd6b-9a75-491c-8341-509d98234ae6 None None] Pushing event updated for resources: {'Port': ['ID=d0ab5d0c-658b-45be-a0d9-253638f900a9,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:57.103330 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-3f8c8447-b07d-466c-8751-c6d23f2c4bb7 admin admin] Allocated IP 172.25.7.170 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/c13062f4-e535-44a3-adb6-7b53cacfacdb) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:13:57.133238 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd49441-757d-4d70-bcaf-cbfaa05a0d16 req-d4b5fbcb-923f-42a2-ba99-6eb1cb323ffb tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:57.141685 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4fd49441-757d-4d70-bcaf-cbfaa05a0d16 req-d4b5fbcb-923f-42a2-ba99-6eb1cb323ffb tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 949 time: 0.2348416 Nov 09 21:13:57.154665 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-7e9373d4-36b8-41c6-bac3-0f6a6de27e96 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=901d7209663f4224b6f7af44b74208e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1281703 Nov 09 21:13:57.299875 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4fd49441-757d-4d70-bcaf-cbfaa05a0d16 req-4b05fef8-c97c-4b50-9132-5fe6e96eafce tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550531 Nov 09 21:13:57.348042 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-56a942aa-adc2-4c2b-b4cf-a270a9e2f83e tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=901d7209663f4224b6f7af44b74208e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551710 Nov 09 21:13:57.459934 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-3679455b-9f70-4b11-acfa-fecb03bdb15e tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:57.461533 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-3679455b-9f70-4b11-acfa-fecb03bdb15e tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2957392 Nov 09 21:13:57.482681 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-27db9523-6d5e-45b6-9c62-17cedd8969cc tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Request body: {'port': {'device_id': '22e97a3f-dea6-4282-9ea6-7f8361f82c10', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'admin_state_up': True, 'tenant_id': '901d7209663f4224b6f7af44b74208e8'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:13:57.522758 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a200a8f-3d33-4593-8d9f-13eb08c9b450 req-4a8e6d3a-5ea7-45e6-bab4-8ff933c5703c tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:57.541899 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8a200a8f-3d33-4593-8d9f-13eb08c9b450 req-4a8e6d3a-5ea7-45e6-bab4-8ff933c5703c tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1 HTTP/1.1" status: 200 len: 945 time: 0.3050108 Nov 09 21:13:57.554969 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3f8c8447-b07d-466c-8751-c6d23f2c4bb7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:57.697157 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device d0ab5d0c-658b-45be-a0d9-253638f900a9 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:13:57.729378 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3f8c8447-b07d-466c-8751-c6d23f2c4bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:57.734788 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8a200a8f-3d33-4593-8d9f-13eb08c9b450 req-8475f2d5-ef35-4df6-924c-6c52932b7c32 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920180 Nov 09 21:13:57.783354 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada1676-e029-4ed6-afd9-3d44ca90e575 req-72444f7b-825a-4f81-b0ef-8976db156768 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:57.794428 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7ada1676-e029-4ed6-afd9-3d44ca90e575 req-72444f7b-825a-4f81-b0ef-8976db156768 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=b75d9a5a-b979-4da4-90a1-c1d5e183b03c HTTP/1.1" status: 200 len: 945 time: 0.1418731 Nov 09 21:13:57.795377 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port d0ab5d0c-658b-45be-a0d9-253638f900a9 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:13:57.795960 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:57.818614 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-d0880fc8-175e-47cd-9402-a2bd4b6cea4a tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:57.821709 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-27db9523-6d5e-45b6-9c62-17cedd8969cc tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Made reservation on behalf of 901d7209663f4224b6f7af44b74208e8 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:13:57.825137 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-d0880fc8-175e-47cd-9402-a2bd4b6cea4a tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4610083 Nov 09 21:13:57.826430 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-27db9523-6d5e-45b6-9c62-17cedd8969cc tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:57.855558 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8c8447-b07d-466c-8751-c6d23f2c4bb7 admin admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:13:57.863206 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-9c4821fa-2c33-4ab0-8c19-f5c7270a343a tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Request body: {'port': {'device_id': '281e46cc-dc28-48d1-aef9-5726c68a2cb6', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'admin_state_up': True, 'tenant_id': '901d7209663f4224b6f7af44b74208e8'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:13:57.871865 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-3f8c8447-b07d-466c-8751-c6d23f2c4bb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:13:57.878806 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8c8447-b07d-466c-8751-c6d23f2c4bb7 admin admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:13:57.894946 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c8447-b07d-466c-8751-c6d23f2c4bb7 admin admin] Pushing event updated for resources: {'Port': ['ID=c13062f4-e535-44a3-adb6-7b53cacfacdb,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:57.935383 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:57.952723 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7ada1676-e029-4ed6-afd9-3d44ca90e575 req-9aa6023c-64bf-4808-a70a-94644016faed tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574056 Nov 09 21:13:58.001679 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port d0ab5d0c-658b-45be-a0d9-253638f900a9, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=d0ab5d0c-658b-45be-a0d9-253638f900a9,segment=NetworkSegment(ef5eb55e-3f5b-4165-816a-c85d8e066dea),segment_id=ef5eb55e-3f5b-4165-816a-c85d8e066dea)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:13:58.005852 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:58.056844 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-27db9523-6d5e-45b6-9c62-17cedd8969cc tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Allocated IP 192.168.233.35 (568519e4-f6af-4966-9e93-738c3c6cb9f1/5ba3500c-a288-4596-ba94-148f2bd8a6da/0bf25821-6e02-4aee-8496-3623d0b49287) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:13:58.065706 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=d0ab5d0c-658b-45be-a0d9-253638f900a9,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:58.179986 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-22c9cf24-5bd4-406f-b6a1-e0f5acb5d305 req-bc1c2945-11e8-4a1e-b548-6e553ec0cf71 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=22e97a3f-dea6-4282-9ea6-7f8361f82c10 HTTP/1.1" status: 200 len: 210 time: 0.0373218 Nov 09 21:13:58.269069 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-9c4821fa-2c33-4ab0-8c19-f5c7270a343a tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Made reservation on behalf of 901d7209663f4224b6f7af44b74208e8 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:13:58.273688 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-9c4821fa-2c33-4ab0-8c19-f5c7270a343a tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:58.328127 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-27db9523-6d5e-45b6-9c62-17cedd8969cc tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:58.376395 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-27db9523-6d5e-45b6-9c62-17cedd8969cc tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:58.393430 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['8f939950-bea2-412a-a2e7-7941436a9d0e', '8fffad74-aadd-420e-b124-a25fa48d0b2c', '6ea26908-1c6a-4d82-b26f-3bca70608d0b'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:13:58.483550 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-27db9523-6d5e-45b6-9c62-17cedd8969cc tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Network 568519e4-f6af-4966-9e93-738c3c6cb9f1 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:13:58.498422 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-27db9523-6d5e-45b6-9c62-17cedd8969cc tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:13:58.505169 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-27db9523-6d5e-45b6-9c62-17cedd8969cc tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:13:58.524659 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-9c4821fa-2c33-4ab0-8c19-f5c7270a343a tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Allocated IP 192.168.233.70 (568519e4-f6af-4966-9e93-738c3c6cb9f1/5ba3500c-a288-4596-ba94-148f2bd8a6da/140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:13:58.536380 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3f8c8447-b07d-466c-8751-c6d23f2c4bb7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:58.546036 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27db9523-6d5e-45b6-9c62-17cedd8969cc tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Pushing event updated for resources: {'Port': ['ID=0bf25821-6e02-4aee-8496-3623d0b49287,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:58.586186 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3238386-47b5-40c8-abb2-c85593a95158 req-904ebf89-b347-4aae-a169-995e8c3a13b9 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:58.595763 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d3238386-47b5-40c8-abb2-c85593a95158 req-904ebf89-b347-4aae-a169-995e8c3a13b9 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 949 time: 0.1536417 Nov 09 21:13:58.640743 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c676ccb-8391-44e7-b632-193abd10d823 None None] Network f4d539e0-ee4a-480e-b8b5-9b96b15b8a07 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:13:58.677046 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-27db9523-6d5e-45b6-9c62-17cedd8969cc tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:58.677891 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-27db9523-6d5e-45b6-9c62-17cedd8969cc tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:58.718905 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d3238386-47b5-40c8-abb2-c85593a95158 req-b5665e5e-986f-47ea-8192-6ced58d30cfe tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206424 Nov 09 21:13:58.736819 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-27db9523-6d5e-45b6-9c62-17cedd8969cc tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2583590 Nov 09 21:13:58.752898 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-8c262615-833a-43f0-b76f-f2b774042c4d service neutron] Request body: {'port': {'device_id': '22e97a3f-dea6-4282-9ea6-7f8361f82c10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:13:58.815244 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-8c262615-833a-43f0-b76f-f2b774042c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:58.938656 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-b5212937-9574-4216-be45-ad8d69b02f11 None None] Provisioning complete for port d0ab5d0c-658b-45be-a0d9-253638f900a9 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:13:58.939206 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b5212937-9574-4216-be45-ad8d69b02f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:58.972974 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-9c4821fa-2c33-4ab0-8c19-f5c7270a343a tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:59.008548 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c9de2-db33-4750-abbb-9e70f7290b8e req-9eff7b67-9376-4ce8-92fc-2f2baf467bd8 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:59.015821 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-728c9de2-db33-4750-abbb-9e70f7290b8e req-9eff7b67-9376-4ce8-92fc-2f2baf467bd8 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1 HTTP/1.1" status: 200 len: 945 time: 0.1534548 Nov 09 21:13:59.048151 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3f8c8447-b07d-466c-8751-c6d23f2c4bb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:59.120655 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610dafc4-f7c2-4eda-b123-ca6d5fafb0c1 req-fe46a78a-46c5-428b-a4c5-34a8dc669944 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:59.128498 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-610dafc4-f7c2-4eda-b123-ca6d5fafb0c1 req-fe46a78a-46c5-428b-a4c5-34a8dc669944 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=b75d9a5a-b979-4da4-90a1-c1d5e183b03c HTTP/1.1" status: 200 len: 945 time: 0.0655417 Nov 09 21:13:59.131228 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-9c4821fa-2c33-4ab0-8c19-f5c7270a343a tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:59.140798 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-728c9de2-db33-4750-abbb-9e70f7290b8e req-5afb084b-eed4-49f4-a63f-182b273d5eb8 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240692 Nov 09 21:13:59.237898 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-9c4821fa-2c33-4ab0-8c19-f5c7270a343a tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Network 568519e4-f6af-4966-9e93-738c3c6cb9f1 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:13:59.245674 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-610dafc4-f7c2-4eda-b123-ca6d5fafb0c1 req-2b39b4c6-957c-4603-b994-6f93ec701dba tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048517 Nov 09 21:13:59.246231 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-9c4821fa-2c33-4ab0-8c19-f5c7270a343a tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:13:59.254156 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-9c4821fa-2c33-4ab0-8c19-f5c7270a343a tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:13:59.273764 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4821fa-2c33-4ab0-8c19-f5c7270a343a tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Pushing event updated for resources: {'Port': ['ID=140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:59.397981 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-9c4821fa-2c33-4ab0-8c19-f5c7270a343a tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:59.398659 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-9c4821fa-2c33-4ab0-8c19-f5c7270a343a tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:59.407068 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-3882ddb1-24f9-4cff-ad11-e56f97c7782f None None] Provisioning complete for port 0bf25821-6e02-4aee-8496-3623d0b49287 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:13:59.407447 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3882ddb1-24f9-4cff-ad11-e56f97c7782f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:59.457062 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-9c4821fa-2c33-4ab0-8c19-f5c7270a343a tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6024094 Nov 09 21:13:59.479989 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8c8447-b07d-466c-8751-c6d23f2c4bb7 admin admin] Router b71348b3-d4c4-49f9-a16c-669886d10f1e is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:13:59.489834 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-3882ddb1-24f9-4cff-ad11-e56f97c7782f None None] Port 0bf25821-6e02-4aee-8496-3623d0b49287 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:13:59.503535 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-cde00762-419b-493a-b5fa-a9ca127790d2 service neutron] Request body: {'port': {'device_id': '281e46cc-dc28-48d1-aef9-5726c68a2cb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:13:59.542206 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67588d-2c27-4bd7-ba9a-fb8731b0b8e0 req-b6c3ab7a-951d-4c89-b168-d68a26d1d404 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:13:59.543539 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7c67588d-2c27-4bd7-ba9a-fb8731b0b8e0 req-b6c3ab7a-951d-4c89-b168-d68a26d1d404 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=22e97a3f-dea6-4282-9ea6-7f8361f82c10 HTTP/1.1" status: 200 len: 935 time: 0.1494193 Nov 09 21:13:59.552322 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-8c262615-833a-43f0-b76f-f2b774042c4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bf25821-6e02-4aee-8496-3623d0b49287 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:13:59.572099 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-8c262615-833a-43f0-b76f-f2b774042c4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:59.639033 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device d0ab5d0c-658b-45be-a0d9-253638f900a9 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:13:59.672956 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7c67588d-2c27-4bd7-ba9a-fb8731b0b8e0 req-6141b1f0-6acd-4c14-8df1-988165034fe9 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105051 Nov 09 21:13:59.674368 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-8c262615-833a-43f0-b76f-f2b774042c4d service neutron] Transition to ACTIVE for port object 0bf25821-6e02-4aee-8496-3623d0b49287 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:13:59.686291 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-8c262615-833a-43f0-b76f-f2b774042c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:59.734139 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-cb9a1856-d5fd-4978-aaba-1c02a8e4d03f None None] Provisioning complete for port 140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:13:59.734538 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cb9a1856-d5fd-4978-aaba-1c02a8e4d03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:59.751172 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8c8447-b07d-466c-8751-c6d23f2c4bb7 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:13:59.760691 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6bf2d3-0898-4b9c-b4a9-cbd4f9be5685 None None] Sync routers for ids ['b71348b3-d4c4-49f9-a16c-669886d10f1e'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:13:59.771945 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-cde00762-419b-493a-b5fa-a9ca127790d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:59.779113 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6bf2d3-0898-4b9c-b4a9-cbd4f9be5685 None None] Routers {'b71348b3-d4c4-49f9-a16c-669886d10f1e'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:13:59.781859 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-0e6bf2d3-0898-4b9c-b4a9-cbd4f9be5685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:13:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['b71348b3-d4c4-49f9-a16c-669886d10f1e'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:13:59.806624 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3f8c8447-b07d-466c-8751-c6d23f2c4bb7 admin admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:59.810509 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-3f8c8447-b07d-466c-8751-c6d23f2c4bb7 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.7151575 Nov 09 21:13:59.811318 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60128) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:13:59.835700 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port d0ab5d0c-658b-45be-a0d9-253638f900a9 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:13:59.836087 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:13:59.850109 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c262615-833a-43f0-b76f-f2b774042c4d service neutron] Pushing event updated for resources: {'Port': ['ID=0bf25821-6e02-4aee-8496-3623d0b49287,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:13:59.869282 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-cb9a1856-d5fd-4978-aaba-1c02a8e4d03f None None] Port 140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:13:59.894227 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-cb9a1856-d5fd-4978-aaba-1c02a8e4d03f None None] Provisioning complete for port d0ab5d0c-658b-45be-a0d9-253638f900a9 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:13:59.894605 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cb9a1856-d5fd-4978-aaba-1c02a8e4d03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:00.005256 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-8c262615-833a-43f0-b76f-f2b774042c4d service neutron] Attempting to bind port 0bf25821-6e02-4aee-8496-3623d0b49287 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:14:00.005602 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-8c262615-833a-43f0-b76f-f2b774042c4d service neutron] Attempting to bind port 0bf25821-6e02-4aee-8496-3623d0b49287 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:14:00.005934 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-8c262615-833a-43f0-b76f-f2b774042c4d service neutron] Attempting to bind port 0bf25821-6e02-4aee-8496-3623d0b49287 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:14:00.032656 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-8c262615-833a-43f0-b76f-f2b774042c4d service neutron] Port 0bf25821-6e02-4aee-8496-3623d0b49287 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:14:00.032924 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-8c262615-833a-43f0-b76f-f2b774042c4d service neutron] Attempting to bind port 0bf25821-6e02-4aee-8496-3623d0b49287 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:14:00.049550 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-8c262615-833a-43f0-b76f-f2b774042c4d service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:14:00.051964 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-8c262615-833a-43f0-b76f-f2b774042c4d service neutron] Checking segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:14:00.052135 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-8c262615-833a-43f0-b76f-f2b774042c4d service neutron] Bound using segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:14:00.052481 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-8c262615-833a-43f0-b76f-f2b774042c4d service neutron] Bound port: 0bf25821-6e02-4aee-8496-3623d0b49287, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:14:00.052873 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-8c262615-833a-43f0-b76f-f2b774042c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:00.096162 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-0e6bf2d3-0898-4b9c-b4a9-cbd4f9be5685 None None] Set router b71348b3-d4c4-49f9-a16c-669886d10f1e gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:14:00.187467 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['8f939950-bea2-412a-a2e7-7941436a9d0e', '8fffad74-aadd-420e-b124-a25fa48d0b2c', '6ea26908-1c6a-4d82-b26f-3bca70608d0b'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:14:00.255475 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-8c262615-833a-43f0-b76f-f2b774042c4d service neutron] For port 0bf25821-6e02-4aee-8496-3623d0b49287, host n-h1-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:14:00.259455 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8161bef-010f-42b8-89fc-d156c5c01694 req-932224a3-4698-4eb7-bf68-73f4d2235034 tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:00.261146 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b8161bef-010f-42b8-89fc-d156c5c01694 req-932224a3-4698-4eb7-bf68-73f4d2235034 tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b75d9a5a-b979-4da4-90a1-c1d5e183b03c HTTP/1.1" status: 200 len: 1096 time: 0.1038182 Nov 09 21:14:00.275326 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-8c262615-833a-43f0-b76f-f2b774042c4d service neutron] For port 0bf25821-6e02-4aee-8496-3623d0b49287, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=0bf25821-6e02-4aee-8496-3623d0b49287,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:14:00.288247 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-8c262615-833a-43f0-b76f-f2b774042c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:00.381685 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-0e6bf2d3-0898-4b9c-b4a9-cbd4f9be5685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71348b3-d4c4-49f9-a16c-669886d10f1e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1480938790-router', 'tenant_id': '575f142b426b4e1d8b521589f03ec9a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'c13062f4-e535-44a3-adb6-7b53cacfacdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:13:56Z', 'updated_at': '2021-11-09T21:13:58Z', 'revision_number': 3, 'project_id': '575f142b426b4e1d8b521589f03ec9a9', 'gw_port': {'id': 'c13062f4-e535-44a3-adb6-7b53cacfacdb', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71348b3-d4c4-49f9-a16c-669886d10f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:13:56Z', 'updated_at': '2021-11-09T21:13:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:14:00.393523 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-8c262615-833a-43f0-b76f-f2b774042c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:00.398685 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-8c262615-833a-43f0-b76f-f2b774042c4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:00.400828 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-8c262615-833a-43f0-b76f-f2b774042c4d service neutron] 10.222.0.45 "PUT /v2.0/ports/0bf25821-6e02-4aee-8496-3623d0b49287 HTTP/1.1" status: 200 len: 1095 time: 1.6529047 Nov 09 21:14:00.401460 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e97a3f-dea6-4282-9ea6-7f8361f82c10', 'tag': '0bf25821-6e02-4aee-8496-3623d0b49287'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:14:00.403895 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2db6c6-73cd-4a6f-a763-64921004bd37" -d '{"events": [{"name": "network-changed", "server_uuid": "22e97a3f-dea6-4282-9ea6-7f8361f82c10", "tag": "0bf25821-6e02-4aee-8496-3623d0b49287"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:14:00.451130 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c262615-833a-43f0-b76f-f2b774042c4d service neutron] Pushing event updated for resources: {'Port': ['ID=0bf25821-6e02-4aee-8496-3623d0b49287,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:00.463840 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6bf2d3-0898-4b9c-b4a9-cbd4f9be5685 None None] Checking router: b71348b3-d4c4-49f9-a16c-669886d10f1e for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:14:00.465646 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b8161bef-010f-42b8-89fc-d156c5c01694 req-de769473-47c1-4261-ac3b-c0dbfd5bacde tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877720 Nov 09 21:14:00.477183 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6bf2d3-0898-4b9c-b4a9-cbd4f9be5685 None None] Updating router b71348b3-d4c4-49f9-a16c-669886d10f1e port c13062f4-e535-44a3-adb6-7b53cacfacdb binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:14:00.549315 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-7f925c2a-254c-4cc4-9b33-4e7a51113843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:00.553592 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-7f925c2a-254c-4cc4-9b33-4e7a51113843 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=901d7209663f4224b6f7af44b74208e8&device_id=22e97a3f-dea6-4282-9ea6-7f8361f82c10 HTTP/1.1" status: 200 len: 1098 time: 0.0656667 Nov 09 21:14:00.557766 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0e6bf2d3-0898-4b9c-b4a9-cbd4f9be5685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:00.661487 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-2508def4-83e9-456a-89a8-880268b5cac2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=0bf25821-6e02-4aee-8496-3623d0b49287 HTTP/1.1" status: 200 len: 217 time: 0.0946414 Nov 09 21:14:00.786279 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-3d83c2d0-e300-4058-8810-c6e108613233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:00.792570 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-3d83c2d0-e300-4058-8810-c6e108613233 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.1227579 Nov 09 21:14:00.831624 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76aa5e0-e9ea-485b-896e-736757c8c8d1 req-bcd33858-f61c-4362-8c73-6fa1000268f1 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:00.839015 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e76aa5e0-e9ea-485b-896e-736757c8c8d1 req-bcd33858-f61c-4362-8c73-6fa1000268f1 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 949 time: 0.4257891 Nov 09 21:14:00.938936 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0e6bf2d3-0898-4b9c-b4a9-cbd4f9be5685 None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:00.945525 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0e6bf2d3-0898-4b9c-b4a9-cbd4f9be5685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:00.950963 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81894ed4-d13f-4fc4-a72f-6a14878e215e req-b8fd65f7-532a-46d6-9f06-016e24e02f01 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:00.960540 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-81894ed4-d13f-4fc4-a72f-6a14878e215e req-b8fd65f7-532a-46d6-9f06-016e24e02f01 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1 HTTP/1.1" status: 200 len: 945 time: 0.1659501 Nov 09 21:14:00.972567 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-cc4dbd4d-ea43-4a6e-af65-79f29714dcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:00.974546 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-cc4dbd4d-ea43-4a6e-af65-79f29714dcb4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1590300 Nov 09 21:14:00.990088 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf65b3-4ad0-4ad9-b54a-a49e3824ab6e None None] Pushing event updated for resources: {'Port': ['ID=c13062f4-e535-44a3-adb6-7b53cacfacdb,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:01.002860 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf65b3-4ad0-4ad9-b54a-a49e3824ab6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:01.003208 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf65b3-4ad0-4ad9-b54a-a49e3824ab6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:01.003548 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf65b3-4ad0-4ad9-b54a-a49e3824ab6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:01.003880 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf65b3-4ad0-4ad9-b54a-a49e3824ab6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:01.004252 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf65b3-4ad0-4ad9-b54a-a49e3824ab6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:01.004749 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf65b3-4ad0-4ad9-b54a-a49e3824ab6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:01.005237 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf65b3-4ad0-4ad9-b54a-a49e3824ab6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:01.005575 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf65b3-4ad0-4ad9-b54a-a49e3824ab6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:01.005941 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf65b3-4ad0-4ad9-b54a-a49e3824ab6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:01.006416 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf65b3-4ad0-4ad9-b54a-a49e3824ab6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:01.007267 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf65b3-4ad0-4ad9-b54a-a49e3824ab6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:01.007601 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bf65b3-4ad0-4ad9-b54a-a49e3824ab6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:01.018252 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e76aa5e0-e9ea-485b-896e-736757c8c8d1 req-9e41b0f1-9eab-4dcd-ada6-f6954e582d0a tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740365 Nov 09 21:14:01.032019 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-0e6bf2d3-0898-4b9c-b4a9-cbd4f9be5685 None None] Attempting to bind port c13062f4-e535-44a3-adb6-7b53cacfacdb on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:14:01.032019 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-0e6bf2d3-0898-4b9c-b4a9-cbd4f9be5685 None None] Attempting to bind port c13062f4-e535-44a3-adb6-7b53cacfacdb by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:14:01.032019 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6bf2d3-0898-4b9c-b4a9-cbd4f9be5685 None None] Attempting to bind port c13062f4-e535-44a3-adb6-7b53cacfacdb on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:14:01.035959 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6bf2d3-0898-4b9c-b4a9-cbd4f9be5685 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:14:01.036330 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6bf2d3-0898-4b9c-b4a9-cbd4f9be5685 None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:14:01.037037 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0e6bf2d3-0898-4b9c-b4a9-cbd4f9be5685 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:01.037616 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6bf2d3-0898-4b9c-b4a9-cbd4f9be5685 None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:14:01.038262 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-0e6bf2d3-0898-4b9c-b4a9-cbd4f9be5685 None None] Bound port: c13062f4-e535-44a3-adb6-7b53cacfacdb, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:14:01.038700 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0e6bf2d3-0898-4b9c-b4a9-cbd4f9be5685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:01.068021 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-81894ed4-d13f-4fc4-a72f-6a14878e215e req-52dc0992-83c5-4824-9cf8-f9f2a19f79c1 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013763 Nov 09 21:14:01.107135 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-0e6bf2d3-0898-4b9c-b4a9-cbd4f9be5685 None None] For port c13062f4-e535-44a3-adb6-7b53cacfacdb, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:14:01.112077 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-0e6bf2d3-0898-4b9c-b4a9-cbd4f9be5685 None None] For port c13062f4-e535-44a3-adb6-7b53cacfacdb, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=c13062f4-e535-44a3-adb6-7b53cacfacdb,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:14:01.119122 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0e6bf2d3-0898-4b9c-b4a9-cbd4f9be5685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:01.162371 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a102698a-7270-4035-a591-67bfbb37f9ae x-openstack-request-id: req-a102698a-7270-4035-a591-67bfbb37f9ae {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:14:01.162873 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22e97a3f-dea6-4282-9ea6-7f8361f82c10", "tag": "0bf25821-6e02-4aee-8496-3623d0b49287", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:14:01.164005 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a102698a-7270-4035-a591-67bfbb37f9ae {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:14:01.165891 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22e97a3f-dea6-4282-9ea6-7f8361f82c10', 'tag': '0bf25821-6e02-4aee-8496-3623d0b49287', 'status': 'completed', 'code': 200} Nov 09 21:14:01.191580 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf65b3-4ad0-4ad9-b54a-a49e3824ab6e None None] Pushing event updated for resources: {'Port': ['ID=c13062f4-e535-44a3-adb6-7b53cacfacdb,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:01.223176 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6bf2d3-0898-4b9c-b4a9-cbd4f9be5685 None None] Routers {'b71348b3-d4c4-49f9-a16c-669886d10f1e'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:14:01.223716 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-0e6bf2d3-0898-4b9c-b4a9-cbd4f9be5685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:13:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['b71348b3-d4c4-49f9-a16c-669886d10f1e'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:14:01.262858 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-cde00762-419b-493a-b5fa-a9ca127790d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:14:01.275427 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc10b0-a080-421a-8323-f9e2a9aa6794 req-662b68d6-2709-4928-b587-3e62cd8889ac tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:01.278536 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-cde00762-419b-493a-b5fa-a9ca127790d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:01.283896 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-70bc10b0-a080-421a-8323-f9e2a9aa6794 req-662b68d6-2709-4928-b587-3e62cd8889ac tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b75d9a5a-b979-4da4-90a1-c1d5e183b03c HTTP/1.1" status: 200 len: 1096 time: 0.0789514 Nov 09 21:14:01.302842 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-38f198b8-c5e2-4d30-a17a-764ca5456122 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130136 Nov 09 21:14:01.313866 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-cde00762-419b-493a-b5fa-a9ca127790d2 service neutron] Transition to ACTIVE for port object 140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:14:01.323942 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-cde00762-419b-493a-b5fa-a9ca127790d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:01.348190 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-0e6bf2d3-0898-4b9c-b4a9-cbd4f9be5685 None None] Set router b71348b3-d4c4-49f9-a16c-669886d10f1e gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:14:01.364424 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab7141-11a5-4213-894f-cf03a35536c8 req-48ffb2d7-546f-43b0-9268-bb268ec4fe73 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:01.366023 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8aab7141-11a5-4213-894f-cf03a35536c8 req-48ffb2d7-546f-43b0-9268-bb268ec4fe73 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=22e97a3f-dea6-4282-9ea6-7f8361f82c10 HTTP/1.1" status: 200 len: 947 time: 0.1669612 Nov 09 21:14:01.379571 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-70bc10b0-a080-421a-8323-f9e2a9aa6794 req-198ec4d4-50a1-4dbc-9d52-0c0e5fd70200 tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946810 Nov 09 21:14:01.440370 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-11e38040-35b7-4f1e-9e3b-ee8664a0967e service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205249 Nov 09 21:14:01.481501 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde00762-419b-493a-b5fa-a9ca127790d2 service neutron] Pushing event updated for resources: {'Port': ['ID=140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:01.532176 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0012abcd-200b-4e85-9303-73bb85a6fa0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:01.608534 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2db6c6-73cd-4a6f-a763-64921004bd37 req-c7cf88d3-0ffd-4aea-8fec-6f3ff409c22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:01.610087 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fb2db6c6-73cd-4a6f-a763-64921004bd37 req-c7cf88d3-0ffd-4aea-8fec-6f3ff409c22d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=901d7209663f4224b6f7af44b74208e8&device_id=22e97a3f-dea6-4282-9ea6-7f8361f82c10 HTTP/1.1" status: 200 len: 1098 time: 0.0935972 Nov 09 21:14:01.661758 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8aab7141-11a5-4213-894f-cf03a35536c8 req-b30611ba-32ad-441d-8eca-ea9739325946 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729928 Nov 09 21:14:01.734472 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-0e6bf2d3-0898-4b9c-b4a9-cbd4f9be5685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71348b3-d4c4-49f9-a16c-669886d10f1e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1480938790-router', 'tenant_id': '575f142b426b4e1d8b521589f03ec9a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'c13062f4-e535-44a3-adb6-7b53cacfacdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:13:56Z', 'updated_at': '2021-11-09T21:13:58Z', 'revision_number': 3, 'project_id': '575f142b426b4e1d8b521589f03ec9a9', 'gw_port': {'id': 'c13062f4-e535-44a3-adb6-7b53cacfacdb', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71348b3-d4c4-49f9-a16c-669886d10f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:13:56Z', 'updated_at': '2021-11-09T21:14:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:14:01.771550 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-cde00762-419b-493a-b5fa-a9ca127790d2 service neutron] Attempting to bind port 140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:14:01.771875 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-cde00762-419b-493a-b5fa-a9ca127790d2 service neutron] Attempting to bind port 140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:14:01.772348 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-cde00762-419b-493a-b5fa-a9ca127790d2 service neutron] Attempting to bind port 140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:14:01.801933 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2db6c6-73cd-4a6f-a763-64921004bd37 req-8752c2db-13cc-4714-82a3-7451164c4286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:01.803541 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fb2db6c6-73cd-4a6f-a763-64921004bd37 req-8752c2db-13cc-4714-82a3-7451164c4286 service neutron] 10.222.0.45 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.1852314 Nov 09 21:14:01.807912 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6bf2d3-0898-4b9c-b4a9-cbd4f9be5685 None None] The sync data for ids ['b71348b3-d4c4-49f9-a16c-669886d10f1e'] in n-d-816206-3 is: [{'id': 'b71348b3-d4c4-49f9-a16c-669886d10f1e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1480938790-router', 'tenant_id': '575f142b426b4e1d8b521589f03ec9a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'c13062f4-e535-44a3-adb6-7b53cacfacdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:13:56Z', 'updated_at': '2021-11-09T21:13:58Z', 'revision_number': 3, 'project_id': '575f142b426b4e1d8b521589f03ec9a9', 'gw_port': {'id': 'c13062f4-e535-44a3-adb6-7b53cacfacdb', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71348b3-d4c4-49f9-a16c-669886d10f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:13:56Z', 'updated_at': '2021-11-09T21:14:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:14:01.832002 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-cde00762-419b-493a-b5fa-a9ca127790d2 service neutron] Port 140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:14:01.832485 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-cde00762-419b-493a-b5fa-a9ca127790d2 service neutron] Attempting to bind port 140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:14:01.848837 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-cde00762-419b-493a-b5fa-a9ca127790d2 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:14:01.849178 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-cde00762-419b-493a-b5fa-a9ca127790d2 service neutron] Checking segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:14:01.849559 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-cde00762-419b-493a-b5fa-a9ca127790d2 service neutron] Bound using segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:14:01.849983 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-cde00762-419b-493a-b5fa-a9ca127790d2 service neutron] Bound port: 140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:14:01.850338 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-cde00762-419b-493a-b5fa-a9ca127790d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:01.893327 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fb2db6c6-73cd-4a6f-a763-64921004bd37 req-947a2b88-2f73-484c-b750-fbfc69df956a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=0bf25821-6e02-4aee-8496-3623d0b49287 HTTP/1.1" status: 200 len: 217 time: 0.0800683 Nov 09 21:14:01.968905 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-0012abcd-200b-4e85-9303-73bb85a6fa0b admin admin] Allocated IP 172.20.0.1 (f4d539e0-ee4a-480e-b8b5-9b96b15b8a07/e04b96e5-f505-44dc-93d4-e1324ee07e48/ac43fd0b-eeac-4ac1-819b-d15b69732417) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:14:01.972401 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2db6c6-73cd-4a6f-a763-64921004bd37 req-00fdcb4d-f6fc-4899-b1cd-c685bf7dc52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:01.973916 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fb2db6c6-73cd-4a6f-a763-64921004bd37 req-00fdcb4d-f6fc-4899-b1cd-c685bf7dc52e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.0593131 Nov 09 21:14:02.002166 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-cde00762-419b-493a-b5fa-a9ca127790d2 service neutron] For port 140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:14:02.047597 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2db6c6-73cd-4a6f-a763-64921004bd37 req-67f6e8a8-bec3-467f-a4ae-8956aa26c419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:02.049307 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fb2db6c6-73cd-4a6f-a763-64921004bd37 req-67f6e8a8-bec3-467f-a4ae-8956aa26c419 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0559657 Nov 09 21:14:02.102949 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-cde00762-419b-493a-b5fa-a9ca127790d2 service neutron] For port 140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:14:02.110363 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-cde00762-419b-493a-b5fa-a9ca127790d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:02.157097 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-cde00762-419b-493a-b5fa-a9ca127790d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:02.157839 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-cde00762-419b-493a-b5fa-a9ca127790d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:02.159232 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-cde00762-419b-493a-b5fa-a9ca127790d2 service neutron] 10.222.0.43 "PUT /v2.0/ports/140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29 HTTP/1.1" status: 200 len: 1095 time: 2.6705401 Nov 09 21:14:02.213594 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '281e46cc-dc28-48d1-aef9-5726c68a2cb6', 'tag': '140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:14:02.220457 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65024b9a-a929-4cbb-a989-246e2d69ee1c" -d '{"events": [{"name": "network-changed", "server_uuid": "281e46cc-dc28-48d1-aef9-5726c68a2cb6", "tag": "140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:14:02.266766 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fb2db6c6-73cd-4a6f-a763-64921004bd37 req-a3569ddf-cff2-4dca-8dc8-1e9b507065bd service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065649 Nov 09 21:14:02.433646 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde00762-419b-493a-b5fa-a9ca127790d2 service neutron] Pushing event updated for resources: {'Port': ['ID=140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:02.449139 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fb2db6c6-73cd-4a6f-a763-64921004bd37 req-0856f59e-e68f-455d-af0a-5a452f2a391d service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645591 Nov 09 21:14:02.466781 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0012abcd-200b-4e85-9303-73bb85a6fa0b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:02.491254 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058afdd-449e-4901-9ec7-ab56a4185e77 req-239bc25d-1115-437c-8cb3-7e26c5296f8a tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:02.494235 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e058afdd-449e-4901-9ec7-ab56a4185e77 req-239bc25d-1115-437c-8cb3-7e26c5296f8a tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 949 time: 0.3588634 Nov 09 21:14:02.507340 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-8166a31a-80e8-464e-b6d9-151c681b3518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:02.508856 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-8166a31a-80e8-464e-b6d9-151c681b3518 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=901d7209663f4224b6f7af44b74208e8&device_id=281e46cc-dc28-48d1-aef9-5726c68a2cb6 HTTP/1.1" status: 200 len: 1098 time: 0.2443895 Nov 09 21:14:02.590853 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-68044578-7c4b-4473-aa18-9912b35d0388 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29 HTTP/1.1" status: 200 len: 217 time: 0.0666683 Nov 09 21:14:02.656842 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e058afdd-449e-4901-9ec7-ab56a4185e77 req-47a0653f-5ba7-47b5-93b1-7f8ddc3840d1 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577547 Nov 09 21:14:02.672111 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0012abcd-200b-4e85-9303-73bb85a6fa0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:02.817152 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-79a4f3d9-a931-41dd-9a1a-21948ba35095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:02.818796 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-79a4f3d9-a931-41dd-9a1a-21948ba35095 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.2190635 Nov 09 21:14:02.842709 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0012abcd-200b-4e85-9303-73bb85a6fa0b admin admin] Network f4d539e0-ee4a-480e-b8b5-9b96b15b8a07 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:14:02.862257 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-0012abcd-200b-4e85-9303-73bb85a6fa0b admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:14:02.864363 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0012abcd-200b-4e85-9303-73bb85a6fa0b admin admin] Pushing event updated for resources: {'Port': ['ID=ac43fd0b-eeac-4ac1-819b-d15b69732417,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:02.888291 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0012abcd-200b-4e85-9303-73bb85a6fa0b admin admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:14:02.971979 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f4af2-154c-47e3-8316-5daf62f88f1b req-e1d7148d-8d67-44e6-9069-8453238b2207 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:02.973786 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-938f4af2-154c-47e3-8316-5daf62f88f1b req-e1d7148d-8d67-44e6-9069-8453238b2207 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1 HTTP/1.1" status: 200 len: 945 time: 0.1968575 Nov 09 21:14:02.981528 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0012abcd-200b-4e85-9303-73bb85a6fa0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:02.985856 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-7e9ed033-bb7c-475e-9c13-a25dd9bd58b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:02.987477 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-7e9ed033-bb7c-475e-9c13-a25dd9bd58b1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1435237 Nov 09 21:14:03.241749 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-938f4af2-154c-47e3-8316-5daf62f88f1b req-e18875a5-3c88-47d5-bf66-bcdcfc4c203b tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497478 Nov 09 21:14:03.322433 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-a393ce1b-4e6e-477a-8efe-3132ff8f47cf service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844777 Nov 09 21:14:03.329166 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-8df0c781-2688-4399-9b38-d55784739af9 req-d69abae4-3025-455c-8058-3c5bbbbf40b6 tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:14:03.340582 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8df0c781-2688-4399-9b38-d55784739af9 req-d69abae4-3025-455c-8058-3c5bbbbf40b6 tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0166488 Nov 09 21:14:03.393940 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0c781-2688-4399-9b38-d55784739af9 req-830475d3-bc3a-454c-a84a-dbd10b80c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:03.395556 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8df0c781-2688-4399-9b38-d55784739af9 req-830475d3-bc3a-454c-a84a-dbd10b80c61e service neutron] 10.222.0.49 "GET /v2.0/ports/dba86a86-570c-499c-9188-1d917904cac1 HTTP/1.1" status: 200 len: 1093 time: 0.0541463 Nov 09 21:14:03.397023 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da7c284-cdb2-4f04-ba48-0d8d45bd982c x-openstack-request-id: req-3da7c284-cdb2-4f04-ba48-0d8d45bd982c {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:14:03.397935 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "281e46cc-dc28-48d1-aef9-5726c68a2cb6", "tag": "140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:14:03.398232 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3da7c284-cdb2-4f04-ba48-0d8d45bd982c {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:14:03.398580 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '281e46cc-dc28-48d1-aef9-5726c68a2cb6', 'tag': '140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29', 'status': 'completed', 'code': 200} Nov 09 21:14:03.441053 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:03.453810 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-b0cac51f-2290-4aec-9a6b-b455a230bd82 None None] Provisioning complete for port ac43fd0b-eeac-4ac1-819b-d15b69732417 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:14:03.454193 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b0cac51f-2290-4aec-9a6b-b455a230bd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:03.498324 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-8df0c781-2688-4399-9b38-d55784739af9 req-f291c117-410d-4764-b9d1-164023cda2aa service neutron] Request body: {'binding': {'host': 'n-h1-816206-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:14:03.498853 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-8df0c781-2688-4399-9b38-d55784739af9 req-f291c117-410d-4764-b9d1-164023cda2aa service neutron] Unknown quota resources ['binding']. {{(pid=102607) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 21:14:03.499479 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-b0cac51f-2290-4aec-9a6b-b455a230bd82 None None] Port ac43fd0b-eeac-4ac1-819b-d15b69732417 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:14:03.534515 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0012abcd-200b-4e85-9303-73bb85a6fa0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:03.618390 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c13062f4-e535-44a3-adb6-7b53cacfacdb up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:14:03.668912 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port c13062f4-e535-44a3-adb6-7b53cacfacdb triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:14:03.669289 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:03.719113 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-05e34968-de8e-44be-98b8-6ca00a3ac72e req-d9d8e929-ccf7-4c0b-ac46-b8de47e0b2a6 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196669 Nov 09 21:14:03.766567 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cfc4c8-d2bf-4545-bde9-e030642d0e05 req-16cd1d0a-040f-4f0d-9c73-654e847f9465 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:03.767124 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:03.768269 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-72cfc4c8-d2bf-4545-bde9-e030642d0e05 req-16cd1d0a-040f-4f0d-9c73-654e847f9465 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=22e97a3f-dea6-4282-9ea6-7f8361f82c10 HTTP/1.1" status: 200 len: 947 time: 0.1931984 Nov 09 21:14:03.792544 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port c13062f4-e535-44a3-adb6-7b53cacfacdb, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=c13062f4-e535-44a3-adb6-7b53cacfacdb,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:14:03.796717 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:03.861243 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=c13062f4-e535-44a3-adb6-7b53cacfacdb,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:04.230812 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-8df0c781-2688-4399-9b38-d55784739af9 req-f291c117-410d-4764-b9d1-164023cda2aa service neutron] Attempting to bind port dba86a86-570c-499c-9188-1d917904cac1 on host n-h1-816206-3 for vnic_type normal with profile None {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:14:04.231348 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-8df0c781-2688-4399-9b38-d55784739af9 req-f291c117-410d-4764-b9d1-164023cda2aa service neutron] Attempting to bind port dba86a86-570c-499c-9188-1d917904cac1 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'dafe29ae-1ba0-4490-879c-5008a3eac5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:14:04.231481 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df0c781-2688-4399-9b38-d55784739af9 req-f291c117-410d-4764-b9d1-164023cda2aa service neutron] Attempting to bind port dba86a86-570c-499c-9188-1d917904cac1 on network 9cf09cc6-9022-42d8-96c2-e4ea0d1e749b {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:14:04.237009 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-72cfc4c8-d2bf-4545-bde9-e030642d0e05 req-cb1c0f52-2198-4b29-b564-65f2a5d43718 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336967 Nov 09 21:14:04.248107 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df0c781-2688-4399-9b38-d55784739af9 req-f291c117-410d-4764-b9d1-164023cda2aa service neutron] Port dba86a86-570c-499c-9188-1d917904cac1 on network 9cf09cc6-9022-42d8-96c2-e4ea0d1e749b not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:14:04.248441 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df0c781-2688-4399-9b38-d55784739af9 req-f291c117-410d-4764-b9d1-164023cda2aa service neutron] Attempting to bind port dba86a86-570c-499c-9188-1d917904cac1 on network 9cf09cc6-9022-42d8-96c2-e4ea0d1e749b {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:14:04.273363 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65024b9a-a929-4cbb-a989-246e2d69ee1c req-57ea7df9-a1cf-412d-a27d-c008c859fb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:04.273572 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-65024b9a-a929-4cbb-a989-246e2d69ee1c req-57ea7df9-a1cf-412d-a27d-c008c859fb32 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=901d7209663f4224b6f7af44b74208e8&device_id=281e46cc-dc28-48d1-aef9-5726c68a2cb6 HTTP/1.1" status: 200 len: 1098 time: 0.4411864 Nov 09 21:14:04.279024 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df0c781-2688-4399-9b38-d55784739af9 req-f291c117-410d-4764-b9d1-164023cda2aa service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:14:04.279362 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df0c781-2688-4399-9b38-d55784739af9 req-f291c117-410d-4764-b9d1-164023cda2aa service neutron] Checking segment: {'id': 'dafe29ae-1ba0-4490-879c-5008a3eac5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:14:04.279747 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df0c781-2688-4399-9b38-d55784739af9 req-f291c117-410d-4764-b9d1-164023cda2aa service neutron] Bound using segment: {'id': 'dafe29ae-1ba0-4490-879c-5008a3eac5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:14:04.280185 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-8df0c781-2688-4399-9b38-d55784739af9 req-f291c117-410d-4764-b9d1-164023cda2aa service neutron] Bound port: dba86a86-570c-499c-9188-1d917904cac1, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dafe29ae-1ba0-4490-879c-5008a3eac5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:14:04.299627 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0012abcd-200b-4e85-9303-73bb85a6fa0b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:04.307511 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0012abcd-200b-4e85-9303-73bb85a6fa0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:04.500723 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0012abcd-200b-4e85-9303-73bb85a6fa0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:04.518825 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-8df0c781-2688-4399-9b38-d55784739af9 req-f291c117-410d-4764-b9d1-164023cda2aa service neutron] For port dba86a86-570c-499c-9188-1d917904cac1, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=dba86a86-570c-499c-9188-1d917904cac1,segment=NetworkSegment(dafe29ae-1ba0-4490-879c-5008a3eac5b2),segment_id=dafe29ae-1ba0-4490-879c-5008a3eac5b2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:14:04.531576 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0012abcd-200b-4e85-9303-73bb85a6fa0b admin admin] Pushing event updated for resources: {'Port': ['ID=ac43fd0b-eeac-4ac1-819b-d15b69732417,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:04.551984 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722b04d-386b-43e5-856b-a65637ef87bb req-6a7927b2-0b22-4735-9287-e7106f93bdd0 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:04.553555 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5722b04d-386b-43e5-856b-a65637ef87bb req-6a7927b2-0b22-4735-9287-e7106f93bdd0 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 949 time: 0.2487137 Nov 09 21:14:04.557182 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8df0c781-2688-4399-9b38-d55784739af9 req-f291c117-410d-4764-b9d1-164023cda2aa service neutron] Publish callbacks [] for binding, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:04.558269 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8df0c781-2688-4399-9b38-d55784739af9 req-f291c117-410d-4764-b9d1-164023cda2aa service neutron] 10.222.0.49 "POST /v2.0/ports/dba86a86-570c-499c-9188-1d917904cac1/bindings HTTP/1.1" status: 201 len: 389 time: 1.1196928 Nov 09 21:14:04.623630 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65024b9a-a929-4cbb-a989-246e2d69ee1c req-11f76e4d-1eed-434f-89ad-4615841a0b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:04.633933 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-65024b9a-a929-4cbb-a989-246e2d69ee1c req-11f76e4d-1eed-434f-89ad-4615841a0b7b service neutron] 10.222.0.43 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.3444865 Nov 09 21:14:04.699173 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-65024b9a-a929-4cbb-a989-246e2d69ee1c req-87935e6f-26b2-4573-af96-22c2effb7f13 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29 HTTP/1.1" status: 200 len: 217 time: 0.0575607 Nov 09 21:14:04.759490 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9cff6-df14-4416-a422-360b54a878fc req-c0ab2b1d-65a9-4ae0-8c82-abb9f7ee65ce tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:04.761100 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0bb9cff6-df14-4416-a422-360b54a878fc req-c0ab2b1d-65a9-4ae0-8c82-abb9f7ee65ce tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1 HTTP/1.1" status: 200 len: 945 time: 0.0653212 Nov 09 21:14:04.766473 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5722b04d-386b-43e5-856b-a65637ef87bb req-029bde2d-2983-45a9-bc20-38ea344fe960 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002871 Nov 09 21:14:04.814926 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65024b9a-a929-4cbb-a989-246e2d69ee1c req-3298bd41-7e3c-4e52-9a0f-4e56c6053b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:04.817725 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-65024b9a-a929-4cbb-a989-246e2d69ee1c req-3298bd41-7e3c-4e52-9a0f-4e56c6053b2c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.1086378 Nov 09 21:14:04.820863 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0012abcd-200b-4e85-9303-73bb85a6fa0b admin admin] Network f4d539e0-ee4a-480e-b8b5-9b96b15b8a07 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:14:04.823724 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-0012abcd-200b-4e85-9303-73bb85a6fa0b admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:14:04.935528 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65024b9a-a929-4cbb-a989-246e2d69ee1c req-766929b4-c753-486f-b761-336614990075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:04.937354 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-65024b9a-a929-4cbb-a989-246e2d69ee1c req-766929b4-c753-486f-b761-336614990075 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1104891 Nov 09 21:14:04.945590 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0bb9cff6-df14-4416-a422-360b54a878fc req-09ca852d-b62a-49ec-adfa-76219ca44bab tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733630 Nov 09 21:14:04.982515 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0c781-2688-4399-9b38-d55784739af9 req-9398271a-33df-40e1-b7e5-4790e4d73380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:04.984217 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8df0c781-2688-4399-9b38-d55784739af9 req-9398271a-33df-40e1-b7e5-4790e4d73380 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a6366c08f5c4a9bb0bdc56b2ea0a20e&device_id=b75d9a5a-b979-4da4-90a1-c1d5e183b03c HTTP/1.1" status: 200 len: 1096 time: 0.1136627 Nov 09 21:14:05.150106 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0c781-2688-4399-9b38-d55784739af9 req-15304666-8b32-476d-a7d8-e26ffd84d4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:05.151569 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8df0c781-2688-4399-9b38-d55784739af9 req-15304666-8b32-476d-a7d8-e26ffd84d4c6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9cf09cc6-9022-42d8-96c2-e4ea0d1e749b HTTP/1.1" status: 200 len: 908 time: 0.1575952 Nov 09 21:14:05.162272 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0012abcd-200b-4e85-9303-73bb85a6fa0b admin admin] Router b71348b3-d4c4-49f9-a16c-669886d10f1e has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:14:05.184687 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-65024b9a-a929-4cbb-a989-246e2d69ee1c req-527660f8-aa73-4453-bd68-36035c3e8ddb service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331486 Nov 09 21:14:05.198158 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e47108-a37e-4335-b9e5-1e3eef83c610 req-907795bc-c63e-4e0d-ab9e-d6cc1566f8d8 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:05.200010 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f9e47108-a37e-4335-b9e5-1e3eef83c610 req-907795bc-c63e-4e0d-ab9e-d6cc1566f8d8 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=b75d9a5a-b979-4da4-90a1-c1d5e183b03c HTTP/1.1" status: 200 len: 945 time: 0.1317585 Nov 09 21:14:05.215878 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8df0c781-2688-4399-9b38-d55784739af9 req-82ae432b-c698-473a-83f8-9f2f049acd2c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dba86a86-570c-499c-9188-1d917904cac1 HTTP/1.1" status: 200 len: 217 time: 0.0548759 Nov 09 21:14:05.240758 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-b3ab2460-0b30-40ed-9014-a05b1723fe0e None None] Provisioning complete for port ac43fd0b-eeac-4ac1-819b-d15b69732417 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:14:05.242127 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b3ab2460-0b30-40ed-9014-a05b1723fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:05.283951 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0c781-2688-4399-9b38-d55784739af9 req-174bf513-f0ae-42ca-960c-94af96e92d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:05.285645 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8df0c781-2688-4399-9b38-d55784739af9 req-174bf513-f0ae-42ca-960c-94af96e92d20 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=39c6d736-667d-4cbf-9558-9612dacd0f8d HTTP/1.1" status: 200 len: 848 time: 0.0597165 Nov 09 21:14:05.308206 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-b3ab2460-0b30-40ed-9014-a05b1723fe0e None None] Port ac43fd0b-eeac-4ac1-819b-d15b69732417 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:14:05.346701 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8df0c781-2688-4399-9b38-d55784739af9 req-9b9ad90b-d0fb-4e0d-9c56-3aa78e934cd3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9cf09cc6-9022-42d8-96c2-e4ea0d1e749b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486469 Nov 09 21:14:05.417038 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f9e47108-a37e-4335-b9e5-1e3eef83c610 req-399fc1c6-64fc-4cc8-859e-9267fa4a1451 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018003 Nov 09 21:14:05.458086 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-65024b9a-a929-4cbb-a989-246e2d69ee1c req-a911dc91-6d61-41b2-8a03-df2c0273d5ad service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557809 Nov 09 21:14:05.470123 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0012abcd-200b-4e85-9303-73bb85a6fa0b admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:14:05.478855 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0012abcd-200b-4e85-9303-73bb85a6fa0b admin admin] 10.222.0.49 "PUT /v2.0/routers/b71348b3-d4c4-49f9-a16c-669886d10f1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6393273 Nov 09 21:14:05.479986 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6076c2df-e565-4d24-ad68-9df6e9341983 req-a069f0c9-7c2d-4927-94e1-fcc036e11fbc tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:05.481708 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6076c2df-e565-4d24-ad68-9df6e9341983 req-a069f0c9-7c2d-4927-94e1-fcc036e11fbc tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=22e97a3f-dea6-4282-9ea6-7f8361f82c10 HTTP/1.1" status: 200 len: 947 time: 0.1336331 Nov 09 21:14:05.509084 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0df1c25-1970-4513-b786-175b9fda5f19 None None] Sync routers for ids ['b71348b3-d4c4-49f9-a16c-669886d10f1e'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:14:05.540922 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0df1c25-1970-4513-b786-175b9fda5f19 None None] Routers {'b71348b3-d4c4-49f9-a16c-669886d10f1e'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:14:05.546987 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-e0df1c25-1970-4513-b786-175b9fda5f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:13:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['b71348b3-d4c4-49f9-a16c-669886d10f1e'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:14:05.563543 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8df0c781-2688-4399-9b38-d55784739af9 req-567d7c04-9026-4949-b21d-53d306dda907 service neutron] 10.222.0.45 "GET /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038996 Nov 09 21:14:05.621072 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c13062f4-e535-44a3-adb6-7b53cacfacdb up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:14:05.669406 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6076c2df-e565-4d24-ad68-9df6e9341983 req-5aa96134-fee6-4e0e-8a9c-5e1f19b35b08 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452348 Nov 09 21:14:05.715168 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8df0c781-2688-4399-9b38-d55784739af9 req-320e1784-02f6-4da0-94f5-2c8914c34692 service neutron] 10.222.0.45 "GET /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401441 Nov 09 21:14:05.769331 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port c13062f4-e535-44a3-adb6-7b53cacfacdb triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:14:05.769788 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:05.773319 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-e0df1c25-1970-4513-b786-175b9fda5f19 None None] Set router b71348b3-d4c4-49f9-a16c-669886d10f1e gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:14:05.822898 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 0bf25821-6e02-4aee-8496-3623d0b49287 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:14:05.826071 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [req-41cc2536-ced4-4310-b9a6-ebb131187643 req-59addbdf-9298-4b37-a89c-2568b57b070b tempest-FloatingIPDetailsNegativeTestJSON-1518920128 tempest-FloatingIPDetailsNegativeTestJSON-1518920128-project] show failed (client error): The resource could not be found. Nov 09 21:14:05.833066 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-41cc2536-ced4-4310-b9a6-ebb131187643 req-59addbdf-9298-4b37-a89c-2568b57b070b tempest-FloatingIPDetailsNegativeTestJSON-1518920128 tempest-FloatingIPDetailsNegativeTestJSON-1518920128-project] 10.222.0.49 "GET /v2.0/floatingips/bfd17fbc-6531-46e9-ba56-025e2bd39048 HTTP/1.1" status: 404 len: 350 time: 0.0628710 Nov 09 21:14:05.837663 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60216) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:14:05.864416 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0c781-2688-4399-9b38-d55784739af9 req-2ee59b0b-b1c5-43bd-aa5a-5903cff61bc3 tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:05.866798 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8df0c781-2688-4399-9b38-d55784739af9 req-2ee59b0b-b1c5-43bd-aa5a-5903cff61bc3 tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b75d9a5a-b979-4da4-90a1-c1d5e183b03c&tenant_id=5a6366c08f5c4a9bb0bdc56b2ea0a20e&binding%3Ahost_id=n-h2-816206-3 HTTP/1.1" status: 200 len: 1096 time: 0.0726717 Nov 09 21:14:05.885308 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-8df0c781-2688-4399-9b38-d55784739af9 req-7d5cc1df-fd6c-4a6a-bfec-879514dc5bf6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816206-3'}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:14:06.037766 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf758d11-3699-49aa-93c1-4672c137597d req-1d08061f-17fb-4577-b899-a3027d8d26de tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:06.039855 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bf758d11-3699-49aa-93c1-4672c137597d req-1d08061f-17fb-4577-b899-a3027d8d26de tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 949 time: 0.1446068 Nov 09 21:14:06.078344 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-8df0c781-2688-4399-9b38-d55784739af9 req-7d5cc1df-fd6c-4a6a-bfec-879514dc5bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:06.146232 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 0bf25821-6e02-4aee-8496-3623d0b49287, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=0bf25821-6e02-4aee-8496-3623d0b49287,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:14:06.180924 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '0bf25821-6e02-4aee-8496-3623d0b49287', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'port_id': '0bf25821-6e02-4aee-8496-3623d0b49287', 'mac_address': 'fa:16:3e:7e:d6:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba3500c-a288-4596-ba94-148f2bd8a6da', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:14:06.235687 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713762ba-31b3-475d-9c06-0102d183244e req-1d49b620-b1ab-4297-8799-9b2687c63886 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:06.244611 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-713762ba-31b3-475d-9c06-0102d183244e req-1d49b620-b1ab-4297-8799-9b2687c63886 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1 HTTP/1.1" status: 200 len: 945 time: 0.1244555 Nov 09 21:14:06.255090 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:06.275239 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bf25821-6e02-4aee-8496-3623d0b49287 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:14:06.304711 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 0bf25821-6e02-4aee-8496-3623d0b49287, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=0bf25821-6e02-4aee-8496-3623d0b49287,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:14:06.311927 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:06.315455 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-e0df1c25-1970-4513-b786-175b9fda5f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71348b3-d4c4-49f9-a16c-669886d10f1e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1480938790-router', 'tenant_id': '575f142b426b4e1d8b521589f03ec9a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'c13062f4-e535-44a3-adb6-7b53cacfacdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:13:56Z', 'updated_at': '2021-11-09T21:14:03Z', 'revision_number': 4, 'project_id': '575f142b426b4e1d8b521589f03ec9a9', 'gw_port': {'id': 'c13062f4-e535-44a3-adb6-7b53cacfacdb', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71348b3-d4c4-49f9-a16c-669886d10f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:13:56Z', 'updated_at': '2021-11-09T21:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'ac43fd0b-eeac-4ac1-819b-d15b69732417', 'name': '', 'network_id': 'f4d539e0-ee4a-480e-b8b5-9b96b15b8a07', 'tenant_id': '575f142b426b4e1d8b521589f03ec9a9', 'mac_address': 'fa:16:3e:de:f3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71348b3-d4c4-49f9-a16c-669886d10f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'e04b96e5-f505-44dc-93d4-e1324ee07e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:14:01Z', 'updated_at': '2021-11-09T21:14:03Z', 'revision_number': 2, 'project_id': '575f142b426b4e1d8b521589f03ec9a9', 'subnets': [{'id': 'e04b96e5-f505-44dc-93d4-e1324ee07e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:14:06.341332 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-8df0c781-2688-4399-9b38-d55784739af9 req-7d5cc1df-fd6c-4a6a-bfec-879514dc5bf6 service neutron] For port dba86a86-570c-499c-9188-1d917904cac1, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=dba86a86-570c-499c-9188-1d917904cac1,segment=NetworkSegment(dafe29ae-1ba0-4490-879c-5008a3eac5b2),segment_id=dafe29ae-1ba0-4490-879c-5008a3eac5b2)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:14:06.370817 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0df1c25-1970-4513-b786-175b9fda5f19 None None] Checking router: b71348b3-d4c4-49f9-a16c-669886d10f1e for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:14:06.371457 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0df1c25-1970-4513-b786-175b9fda5f19 None None] Updating router b71348b3-d4c4-49f9-a16c-669886d10f1e port ac43fd0b-eeac-4ac1-819b-d15b69732417 binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:14:06.400220 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-8df0c781-2688-4399-9b38-d55784739af9 req-7d5cc1df-fd6c-4a6a-bfec-879514dc5bf6 service neutron] For port dba86a86-570c-499c-9188-1d917904cac1, host n-h2-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:14:06.416134 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-713762ba-31b3-475d-9c06-0102d183244e req-af01e87e-eeb6-4d48-990d-3149491f63d4 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648064 Nov 09 21:14:06.444793 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e0df1c25-1970-4513-b786-175b9fda5f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:06.500583 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bf758d11-3699-49aa-93c1-4672c137597d req-915299ae-006c-4659-8697-f24963786ef6 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4490862 Nov 09 21:14:06.530259 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75d9a5a-b979-4da4-90a1-c1d5e183b03c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dba86a86-570c-499c-9188-1d917904cac1'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:14:06.534335 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33494cf-482a-4715-ac34-54e1a7fbd858" -d '{"events": [{"server_uuid": "b75d9a5a-b979-4da4-90a1-c1d5e183b03c", "name": "network-vif-unplugged", "status": "completed", "tag": "dba86a86-570c-499c-9188-1d917904cac1"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:14:06.538221 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-8df0c781-2688-4399-9b38-d55784739af9 req-7d5cc1df-fd6c-4a6a-bfec-879514dc5bf6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:06.546570 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-8df0c781-2688-4399-9b38-d55784739af9 req-7d5cc1df-fd6c-4a6a-bfec-879514dc5bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:06.585026 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4adfd34f-597f-4a00-a639-8d7c9023e488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:06.653778 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=0bf25821-6e02-4aee-8496-3623d0b49287,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:06.662731 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:14:06.714492 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-8df0c781-2688-4399-9b38-d55784739af9 req-7d5cc1df-fd6c-4a6a-bfec-879514dc5bf6 service neutron] Attempting to bind port dba86a86-570c-499c-9188-1d917904cac1 on host n-h2-816206-3 for vnic_type normal with profile {"migrating_to": "n-h1-816206-3"} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:14:06.714829 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-8df0c781-2688-4399-9b38-d55784739af9 req-7d5cc1df-fd6c-4a6a-bfec-879514dc5bf6 service neutron] Attempting to bind port dba86a86-570c-499c-9188-1d917904cac1 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': 'dafe29ae-1ba0-4490-879c-5008a3eac5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:14:06.715067 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df0c781-2688-4399-9b38-d55784739af9 req-7d5cc1df-fd6c-4a6a-bfec-879514dc5bf6 service neutron] Attempting to bind port dba86a86-570c-499c-9188-1d917904cac1 on network 9cf09cc6-9022-42d8-96c2-e4ea0d1e749b {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:14:06.717183 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5cc1df-fd6c-4a6a-bfec-879514dc5bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=dba86a86-570c-499c-9188-1d917904cac1,revision_number=7']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:06.724902 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df0c781-2688-4399-9b38-d55784739af9 req-7d5cc1df-fd6c-4a6a-bfec-879514dc5bf6 service neutron] Port dba86a86-570c-499c-9188-1d917904cac1 on network 9cf09cc6-9022-42d8-96c2-e4ea0d1e749b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:14:06.725216 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df0c781-2688-4399-9b38-d55784739af9 req-7d5cc1df-fd6c-4a6a-bfec-879514dc5bf6 service neutron] Attempting to bind port dba86a86-570c-499c-9188-1d917904cac1 on network 9cf09cc6-9022-42d8-96c2-e4ea0d1e749b {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:14:06.734070 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df0c781-2688-4399-9b38-d55784739af9 req-7d5cc1df-fd6c-4a6a-bfec-879514dc5bf6 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:14:06.734609 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df0c781-2688-4399-9b38-d55784739af9 req-7d5cc1df-fd6c-4a6a-bfec-879514dc5bf6 service neutron] Checking segment: {'id': 'dafe29ae-1ba0-4490-879c-5008a3eac5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:14:06.734947 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df0c781-2688-4399-9b38-d55784739af9 req-7d5cc1df-fd6c-4a6a-bfec-879514dc5bf6 service neutron] Bound using segment: {'id': 'dafe29ae-1ba0-4490-879c-5008a3eac5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:14:06.735382 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-8df0c781-2688-4399-9b38-d55784739af9 req-7d5cc1df-fd6c-4a6a-bfec-879514dc5bf6 service neutron] Bound port: dba86a86-570c-499c-9188-1d917904cac1, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dafe29ae-1ba0-4490-879c-5008a3eac5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:14:06.735744 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-8df0c781-2688-4399-9b38-d55784739af9 req-7d5cc1df-fd6c-4a6a-bfec-879514dc5bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:06.749750 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da36206-8c2a-4614-b2d3-ae24042d1692 req-1b69f72c-0a68-48f5-9c9a-b1be0d67c342 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:06.751622 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5da36206-8c2a-4614-b2d3-ae24042d1692 req-1b69f72c-0a68-48f5-9c9a-b1be0d67c342 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=b75d9a5a-b979-4da4-90a1-c1d5e183b03c HTTP/1.1" status: 200 len: 943 time: 0.1132348 Nov 09 21:14:06.761766 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3bdb5f-b2bb-4ff9-a754-1429d3f4e5eb req-ff5b95bb-7b5d-4199-ad98-dc264fd6f807 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:06.763319 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6e3bdb5f-b2bb-4ff9-a754-1429d3f4e5eb req-ff5b95bb-7b5d-4199-ad98-dc264fd6f807 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdb294f8-903e-44cc-b590-cf4c262af4db HTTP/1.1" status: 200 len: 968 time: 0.1320865 Nov 09 21:14:06.847787 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['0bf25821-6e02-4aee-8496-3623d0b49287'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:14:06.858330 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6e3bdb5f-b2bb-4ff9-a754-1429d3f4e5eb req-e0e9d756-cb39-44ed-86cf-6d5988b900d1 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/security-groups?id=c03e1c2c-ba46-4192-b9cb-d256abe573c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876884 Nov 09 21:14:06.868040 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-8df0c781-2688-4399-9b38-d55784739af9 req-7d5cc1df-fd6c-4a6a-bfec-879514dc5bf6 service neutron] For port dba86a86-570c-499c-9188-1d917904cac1, host n-h2-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:14:06.871470 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-8df0c781-2688-4399-9b38-d55784739af9 req-7d5cc1df-fd6c-4a6a-bfec-879514dc5bf6 service neutron] For port dba86a86-570c-499c-9188-1d917904cac1, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=dba86a86-570c-499c-9188-1d917904cac1,segment=NetworkSegment(dafe29ae-1ba0-4490-879c-5008a3eac5b2),segment_id=dafe29ae-1ba0-4490-879c-5008a3eac5b2)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:14:06.878191 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-8df0c781-2688-4399-9b38-d55784739af9 req-7d5cc1df-fd6c-4a6a-bfec-879514dc5bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:06.934870 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:14:06.943000 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5da36206-8c2a-4614-b2d3-ae24042d1692 req-e095b88d-6a38-4919-8257-ac54242aa247 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794035 Nov 09 21:14:06.953905 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 21:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f334b8c-b5d0-41d6-87ad-0277235a401e x-openstack-request-id: req-1f334b8c-b5d0-41d6-87ad-0277235a401e {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:14:06.954336 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75d9a5a-b979-4da4-90a1-c1d5e183b03c", "name": "network-vif-unplugged", "status": "completed", "tag": "dba86a86-570c-499c-9188-1d917904cac1", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:14:06.954598 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1f334b8c-b5d0-41d6-87ad-0277235a401e {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:14:06.957165 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75d9a5a-b979-4da4-90a1-c1d5e183b03c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dba86a86-570c-499c-9188-1d917904cac1', 'code': 200} Nov 09 21:14:07.011901 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'port_id': '140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29', 'mac_address': 'fa:16:3e:d2:50:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba3500c-a288-4596-ba94-148f2bd8a6da', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:14:07.023988 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5cc1df-fd6c-4a6a-bfec-879514dc5bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=dba86a86-570c-499c-9188-1d917904cac1,revision_number=8']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:07.076067 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-4adfd34f-597f-4a00-a639-8d7c9023e488 admin admin] Deleting port ac43fd0b-eeac-4ac1-819b-d15b69732417 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:14:07.076550 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4adfd34f-597f-4a00-a639-8d7c9023e488 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:07.091225 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0c781-2688-4399-9b38-d55784739af9 req-7d5cc1df-fd6c-4a6a-bfec-879514dc5bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:07.091849 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-8df0c781-2688-4399-9b38-d55784739af9 req-7d5cc1df-fd6c-4a6a-bfec-879514dc5bf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:07.093380 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8df0c781-2688-4399-9b38-d55784739af9 req-7d5cc1df-fd6c-4a6a-bfec-879514dc5bf6 service neutron] 10.222.0.45 "PUT /v2.0/ports/dba86a86-570c-499c-9188-1d917904cac1 HTTP/1.1" status: 200 len: 1121 time: 1.2163851 Nov 09 21:14:07.136621 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0006850-f44c-4932-b00c-56efdef22f00 req-200024e0-7be2-4389-9fcb-83b9d0596b86 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:07.144382 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:07.152785 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b0006850-f44c-4932-b00c-56efdef22f00 req-200024e0-7be2-4389-9fcb-83b9d0596b86 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=22e97a3f-dea6-4282-9ea6-7f8361f82c10 HTTP/1.1" status: 200 len: 948 time: 0.1145778 Nov 09 21:14:07.184826 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4adfd34f-597f-4a00-a639-8d7c9023e488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:07.191954 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:14:07.200383 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-4adfd34f-597f-4a00-a639-8d7c9023e488 admin admin] Calling delete_port for ac43fd0b-eeac-4ac1-819b-d15b69732417 owned by network:router_interface {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:14:07.242592 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b0006850-f44c-4932-b00c-56efdef22f00 req-008e6c18-2b03-4c00-b49b-c31cb0c1b508 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754662 Nov 09 21:14:07.254551 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:14:07.265390 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['dba86a86-570c-499c-9188-1d917904cac1'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:14:07.274745 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:07.364887 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e0df1c25-1970-4513-b786-175b9fda5f19 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:07.395259 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e0df1c25-1970-4513-b786-175b9fda5f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:07.417097 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:07.513784 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb9aa2-8d56-43c7-86ca-d1f9e11b5991 None None] Pushing event updated for resources: {'Port': ['ID=ac43fd0b-eeac-4ac1-819b-d15b69732417,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:07.607931 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-e0df1c25-1970-4513-b786-175b9fda5f19 None None] Attempting to bind port ac43fd0b-eeac-4ac1-819b-d15b69732417 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:14:07.608437 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-e0df1c25-1970-4513-b786-175b9fda5f19 None None] Attempting to bind port ac43fd0b-eeac-4ac1-819b-d15b69732417 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'ef5eb55e-3f5b-4165-816a-c85d8e066dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f4d539e0-ee4a-480e-b8b5-9b96b15b8a07'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:14:07.608693 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0df1c25-1970-4513-b786-175b9fda5f19 None None] Attempting to bind port ac43fd0b-eeac-4ac1-819b-d15b69732417 on network f4d539e0-ee4a-480e-b8b5-9b96b15b8a07 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:14:07.618686 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0df1c25-1970-4513-b786-175b9fda5f19 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:14:07.619064 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0df1c25-1970-4513-b786-175b9fda5f19 None None] Checking segment: {'id': 'ef5eb55e-3f5b-4165-816a-c85d8e066dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f4d539e0-ee4a-480e-b8b5-9b96b15b8a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:14:07.619465 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e0df1c25-1970-4513-b786-175b9fda5f19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:07.619861 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0df1c25-1970-4513-b786-175b9fda5f19 None None] Bound using segment: {'id': 'ef5eb55e-3f5b-4165-816a-c85d8e066dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f4d539e0-ee4a-480e-b8b5-9b96b15b8a07'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:14:07.620345 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-e0df1c25-1970-4513-b786-175b9fda5f19 None None] Bound port: ac43fd0b-eeac-4ac1-819b-d15b69732417, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef5eb55e-3f5b-4165-816a-c85d8e066dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f4d539e0-ee4a-480e-b8b5-9b96b15b8a07'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:14:07.620768 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e0df1c25-1970-4513-b786-175b9fda5f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:07.660213 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965974e5-76ba-405e-8ec6-5f0dfc165148 req-deef52eb-c8e6-4e8b-9af2-ed46e92f6dd0 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:07.663745 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-965974e5-76ba-405e-8ec6-5f0dfc165148 req-deef52eb-c8e6-4e8b-9af2-ed46e92f6dd0 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 949 time: 0.0842216 Nov 09 21:14:07.682099 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e7c9c-2bc2-45f4-b861-7195d41182c3 req-1fb71d10-ddaf-4f1f-98fd-2a773161233c tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:07.683717 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ee3e7c9c-2bc2-45f4-b861-7195d41182c3 req-1fb71d10-ddaf-4f1f-98fd-2a773161233c tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1 HTTP/1.1" status: 200 len: 945 time: 0.1030881 Nov 09 21:14:07.713398 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:14:07.733911 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-965974e5-76ba-405e-8ec6-5f0dfc165148 req-51ba2ce3-eeed-4367-b365-5a38ec0a4cf0 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630512 Nov 09 21:14:07.771999 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-e0df1c25-1970-4513-b786-175b9fda5f19 None None] For port ac43fd0b-eeac-4ac1-819b-d15b69732417, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:14:07.776626 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-e0df1c25-1970-4513-b786-175b9fda5f19 None None] For port ac43fd0b-eeac-4ac1-819b-d15b69732417, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=ac43fd0b-eeac-4ac1-819b-d15b69732417,segment=NetworkSegment(ef5eb55e-3f5b-4165-816a-c85d8e066dea),segment_id=ef5eb55e-3f5b-4165-816a-c85d8e066dea)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:14:07.786192 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e0df1c25-1970-4513-b786-175b9fda5f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:07.793862 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ee3e7c9c-2bc2-45f4-b861-7195d41182c3 req-0b02b6c0-742b-4878-a408-dd7334f8e826 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761173 Nov 09 21:14:07.864784 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4adfd34f-597f-4a00-a639-8d7c9023e488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:07.892305 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adfd34f-597f-4a00-a639-8d7c9023e488 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac43fd0b-eeac-4ac1-819b-d15b69732417,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:07.896179 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb9aa2-8d56-43c7-86ca-d1f9e11b5991 None None] Pushing event updated for resources: {'Port': ['ID=ac43fd0b-eeac-4ac1-819b-d15b69732417,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:07.905063 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0df1c25-1970-4513-b786-175b9fda5f19 None None] Routers {'b71348b3-d4c4-49f9-a16c-669886d10f1e'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:14:07.905831 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-e0df1c25-1970-4513-b786-175b9fda5f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:13:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['b71348b3-d4c4-49f9-a16c-669886d10f1e'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:14:07.914660 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-a88f4732-9267-4d33-b511-5ee3fa959381 None None] Provisioning complete for port ac43fd0b-eeac-4ac1-819b-d15b69732417 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:14:07.915033 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a88f4732-9267-4d33-b511-5ee3fa959381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:07.981153 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-a88f4732-9267-4d33-b511-5ee3fa959381 None None] Port ac43fd0b-eeac-4ac1-819b-d15b69732417 was deleted so its status cannot be updated. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 09 21:14:08.072122 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-e0df1c25-1970-4513-b786-175b9fda5f19 None None] Set router b71348b3-d4c4-49f9-a16c-669886d10f1e gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:14:08.073022 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4adfd34f-597f-4a00-a639-8d7c9023e488 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:08.190733 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264b19b-c2a7-4c62-8415-462ed55629ba req-930d4f15-cff5-41ea-8127-cac208428477 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:08.192278 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3264b19b-c2a7-4c62-8415-462ed55629ba req-930d4f15-cff5-41ea-8127-cac208428477 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=b75d9a5a-b979-4da4-90a1-c1d5e183b03c HTTP/1.1" status: 200 len: 943 time: 0.1163046 Nov 09 21:14:08.228601 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-84f911de-c875-4cf6-9412-bcb890b9b56b None None] Could not find standard attr ID for object ac43fd0b-eeac-4ac1-819b-d15b69732417. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 21:14:08.338986 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3264b19b-c2a7-4c62-8415-462ed55629ba req-3c3218be-1bb4-49aa-b4d2-a13395c9abe0 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362698 Nov 09 21:14:08.375960 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-e0df1c25-1970-4513-b786-175b9fda5f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71348b3-d4c4-49f9-a16c-669886d10f1e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1480938790-router', 'tenant_id': '575f142b426b4e1d8b521589f03ec9a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'c13062f4-e535-44a3-adb6-7b53cacfacdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:13:56Z', 'updated_at': '2021-11-09T21:14:07Z', 'revision_number': 5, 'project_id': '575f142b426b4e1d8b521589f03ec9a9', 'gw_port': {'id': 'c13062f4-e535-44a3-adb6-7b53cacfacdb', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71348b3-d4c4-49f9-a16c-669886d10f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:13:56Z', 'updated_at': '2021-11-09T21:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:14:08.399756 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5042a-704e-4c47-932c-7b5ad233e960 req-e4ed3851-eae8-4508-9b82-925c66df0650 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:08.401608 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e5b5042a-704e-4c47-932c-7b5ad233e960 req-e4ed3851-eae8-4508-9b82-925c66df0650 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=22e97a3f-dea6-4282-9ea6-7f8361f82c10 HTTP/1.1" status: 200 len: 948 time: 0.0628338 Nov 09 21:14:08.412159 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0df1c25-1970-4513-b786-175b9fda5f19 None None] The sync data for ids ['b71348b3-d4c4-49f9-a16c-669886d10f1e'] in n-d-816206-3 is: [{'id': 'b71348b3-d4c4-49f9-a16c-669886d10f1e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1480938790-router', 'tenant_id': '575f142b426b4e1d8b521589f03ec9a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'c13062f4-e535-44a3-adb6-7b53cacfacdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:13:56Z', 'updated_at': '2021-11-09T21:14:07Z', 'revision_number': 5, 'project_id': '575f142b426b4e1d8b521589f03ec9a9', 'gw_port': {'id': 'c13062f4-e535-44a3-adb6-7b53cacfacdb', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71348b3-d4c4-49f9-a16c-669886d10f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:13:56Z', 'updated_at': '2021-11-09T21:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:14:08.456455 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e5b5042a-704e-4c47-932c-7b5ad233e960 req-510e4071-c034-41e9-b390-dd4ce5208dfb tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489163 Nov 09 21:14:08.526619 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-a5e4d029-151d-4427-89dd-10d91130f30f tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1235531604&fields=id&tenant_id=615b76025780444bbb8ee927e4ef7062 HTTP/1.1" status: 200 len: 267 time: 0.0713265 Nov 09 21:14:08.530734 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4adfd34f-597f-4a00-a639-8d7c9023e488 admin admin] Router b71348b3-d4c4-49f9-a16c-669886d10f1e has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:14:08.719674 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-5ca00936-a6e8-4dfc-b4b1-7a170e2bcfb2 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:08.721185 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-5ca00936-a6e8-4dfc-b4b1-7a170e2bcfb2 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/networks?id=15fbc7f0-8873-4a34-924e-7fadeab13c74 HTTP/1.1" status: 200 len: 824 time: 0.1867397 Nov 09 21:14:08.734600 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4adfd34f-597f-4a00-a639-8d7c9023e488 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:14:08.739846 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4adfd34f-597f-4a00-a639-8d7c9023e488 admin admin] 10.222.0.49 "PUT /v2.0/routers/b71348b3-d4c4-49f9-a16c-669886d10f1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9012816 Nov 09 21:14:08.742561 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60264) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:14:08.743955 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-102fb31f-5dd1-4ad2-8a41-542a45df7b0c tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/quotas/615b76025780444bbb8ee927e4ef7062 HTTP/1.1" status: 200 len: 375 time: 0.0163970 Nov 09 21:14:08.809443 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-9049e5c0-b54c-42f2-9ea1-c19066ff0d77 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=615b76025780444bbb8ee927e4ef7062&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0593970 Nov 09 21:14:08.921081 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-e32f1b28-013b-4868-a66a-744b41a4080d service neutron] 10.222.0.49 "GET /v2.0/networks/15fbc7f0-8873-4a34-924e-7fadeab13c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961812 Nov 09 21:14:09.024536 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73913e26-ab29-4e88-8685-30a549337f47 None None] Sync routers for ids ['b71348b3-d4c4-49f9-a16c-669886d10f1e'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:14:09.025120 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-217baa35-9442-45da-9210-9c6d73e4b64b service neutron] 10.222.0.49 "GET /v2.0/networks/15fbc7f0-8873-4a34-924e-7fadeab13c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967860 Nov 09 21:14:09.036488 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73913e26-ab29-4e88-8685-30a549337f47 None None] Routers {'b71348b3-d4c4-49f9-a16c-669886d10f1e'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:14:09.037288 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-73913e26-ab29-4e88-8685-30a549337f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:13:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['b71348b3-d4c4-49f9-a16c-669886d10f1e'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:14:09.110706 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b75d9a5a-b979-4da4-90a1-c1d5e183b03c', 'tag': 'dba86a86-570c-499c-9188-1d917904cac1'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:14:09.113292 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9c57fb-81cf-4367-a395-79a59a72d1ff" -d '{"events": [{"name": "network-changed", "server_uuid": "b75d9a5a-b979-4da4-90a1-c1d5e183b03c", "tag": "dba86a86-570c-499c-9188-1d917904cac1"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:14:09.158287 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-73913e26-ab29-4e88-8685-30a549337f47 None None] Set router b71348b3-d4c4-49f9-a16c-669886d10f1e gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:14:09.181950 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f664c09a-a112-416a-9343-55afff3ef332 admin admin] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:09.237220 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ddc9dc-433d-4ed1-be6e-2ac7d6a7577c req-9800b300-5165-411f-896d-84cca2590331 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:09.245445 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-50ddc9dc-433d-4ed1-be6e-2ac7d6a7577c req-9800b300-5165-411f-896d-84cca2590331 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1 HTTP/1.1" status: 200 len: 945 time: 0.0591924 Nov 09 21:14:09.315884 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-50ddc9dc-433d-4ed1-be6e-2ac7d6a7577c req-7c5dbf73-42c0-4bc5-bc72-617588b906ff tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694036 Nov 09 21:14:09.330464 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d1045-92b9-4243-b423-84640bebe5de req-43bb8fb5-7440-474f-b8dd-c6c65bd92078 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:09.332844 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-864d1045-92b9-4243-b423-84640bebe5de req-43bb8fb5-7440-474f-b8dd-c6c65bd92078 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 949 time: 0.2140138 Nov 09 21:14:09.351141 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f664c09a-a112-416a-9343-55afff3ef332 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:09.377804 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-73913e26-ab29-4e88-8685-30a549337f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71348b3-d4c4-49f9-a16c-669886d10f1e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1480938790-router', 'tenant_id': '575f142b426b4e1d8b521589f03ec9a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'c13062f4-e535-44a3-adb6-7b53cacfacdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:13:56Z', 'updated_at': '2021-11-09T21:14:07Z', 'revision_number': 5, 'project_id': '575f142b426b4e1d8b521589f03ec9a9', 'gw_port': {'id': 'c13062f4-e535-44a3-adb6-7b53cacfacdb', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71348b3-d4c4-49f9-a16c-669886d10f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:13:56Z', 'updated_at': '2021-11-09T21:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:14:09.415670 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73913e26-ab29-4e88-8685-30a549337f47 None None] Checking router: b71348b3-d4c4-49f9-a16c-669886d10f1e for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:14:09.424614 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-864d1045-92b9-4243-b423-84640bebe5de req-3b4d4461-8193-4e48-a609-3f3f16ea82e8 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833259 Nov 09 21:14:09.436591 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73913e26-ab29-4e88-8685-30a549337f47 None None] Routers {'b71348b3-d4c4-49f9-a16c-669886d10f1e'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:14:09.437275 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-73913e26-ab29-4e88-8685-30a549337f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:13:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['b71348b3-d4c4-49f9-a16c-669886d10f1e'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:14:09.442283 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df15cb74-7b13-4b3c-8161-4dc5ecf041e6 x-openstack-request-id: req-df15cb74-7b13-4b3c-8161-4dc5ecf041e6 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:14:09.442482 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b75d9a5a-b979-4da4-90a1-c1d5e183b03c", "tag": "dba86a86-570c-499c-9188-1d917904cac1", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:14:09.442600 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-df15cb74-7b13-4b3c-8161-4dc5ecf041e6 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:14:09.442996 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b75d9a5a-b979-4da4-90a1-c1d5e183b03c', 'tag': 'dba86a86-570c-499c-9188-1d917904cac1', 'status': 'completed', 'code': 200} Nov 09 21:14:09.461724 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-f664c09a-a112-416a-9343-55afff3ef332 admin admin] Deleting port c13062f4-e535-44a3-adb6-7b53cacfacdb {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:14:09.462060 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f664c09a-a112-416a-9343-55afff3ef332 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:09.549050 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6f33c743-991b-4086-b089-0a73ebc2b8c7 req-2371179a-be57-4d66-b52a-72671683e963 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/ports?device_id=377f3730-87ac-409a-b3e4-c1af2c670991 HTTP/1.1" status: 200 len: 210 time: 0.0672889 Nov 09 21:14:09.613431 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-73913e26-ab29-4e88-8685-30a549337f47 None None] Set router b71348b3-d4c4-49f9-a16c-669886d10f1e gateway port host: None {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:14:09.641629 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c57fb-81cf-4367-a395-79a59a72d1ff req-a98da809-295a-49c6-a7b7-315d6cad1e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:09.643472 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-df9c57fb-81cf-4367-a395-79a59a72d1ff req-a98da809-295a-49c6-a7b7-315d6cad1e2f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5a6366c08f5c4a9bb0bdc56b2ea0a20e&device_id=b75d9a5a-b979-4da4-90a1-c1d5e183b03c HTTP/1.1" status: 200 len: 1124 time: 0.1189020 Nov 09 21:14:09.684580 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a175b-c0fc-4c9a-85f6-29c49b6c93b8 req-71cf77c5-2e5d-483b-94b5-b9e42ff3b7f1 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:09.692382 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-943a175b-c0fc-4c9a-85f6-29c49b6c93b8 req-71cf77c5-2e5d-483b-94b5-b9e42ff3b7f1 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=b75d9a5a-b979-4da4-90a1-c1d5e183b03c HTTP/1.1" status: 200 len: 943 time: 0.1554494 Nov 09 21:14:09.702662 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-73913e26-ab29-4e88-8685-30a549337f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71348b3-d4c4-49f9-a16c-669886d10f1e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1480938790-router', 'tenant_id': '575f142b426b4e1d8b521589f03ec9a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:13:56Z', 'updated_at': '2021-11-09T21:14:09Z', 'revision_number': 6, 'project_id': '575f142b426b4e1d8b521589f03ec9a9', 'gw_port_host': None}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:14:09.725982 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-f664c09a-a112-416a-9343-55afff3ef332 admin admin] For port c13062f4-e535-44a3-adb6-7b53cacfacdb, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=c13062f4-e535-44a3-adb6-7b53cacfacdb,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:14:09.726348 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f664c09a-a112-416a-9343-55afff3ef332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:09.754623 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-f664c09a-a112-416a-9343-55afff3ef332 admin admin] Calling delete_port for c13062f4-e535-44a3-adb6-7b53cacfacdb owned by network:router_gateway {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:14:09.757316 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73913e26-ab29-4e88-8685-30a549337f47 None None] The sync data for ids ['b71348b3-d4c4-49f9-a16c-669886d10f1e'] in n-d-816206-3 is: [{'id': 'b71348b3-d4c4-49f9-a16c-669886d10f1e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1480938790-router', 'tenant_id': '575f142b426b4e1d8b521589f03ec9a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:13:56Z', 'updated_at': '2021-11-09T21:14:09Z', 'revision_number': 6, 'project_id': '575f142b426b4e1d8b521589f03ec9a9', 'gw_port_host': None}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:14:09.770157 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb1e71-a60f-4931-9479-6ea84aa45211 req-142de86c-8f2e-497b-9646-60cdfbe34f54 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:09.777514 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-62cb1e71-a60f-4931-9479-6ea84aa45211 req-142de86c-8f2e-497b-9646-60cdfbe34f54 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=22e97a3f-dea6-4282-9ea6-7f8361f82c10 HTTP/1.1" status: 200 len: 948 time: 0.1165531 Nov 09 21:14:09.793722 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-943a175b-c0fc-4c9a-85f6-29c49b6c93b8 req-a0557109-d21b-4e8b-986f-f89dd5fd4c9d tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003401 Nov 09 21:14:09.813871 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device dba86a86-570c-499c-9188-1d917904cac1 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:14:09.817727 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 0bf25821-6e02-4aee-8496-3623d0b49287 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:14:09.826768 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c57fb-81cf-4367-a395-79a59a72d1ff req-1910473d-cbf8-43e8-a918-233f30d2b4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:09.828373 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-df9c57fb-81cf-4367-a395-79a59a72d1ff req-1910473d-cbf8-43e8-a918-233f30d2b4f3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9cf09cc6-9022-42d8-96c2-e4ea0d1e749b HTTP/1.1" status: 200 len: 908 time: 0.1758587 Nov 09 21:14:09.898985 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-df9c57fb-81cf-4367-a395-79a59a72d1ff req-5a1caa1e-2d10-4e72-b9d4-01bb2d489d2d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dba86a86-570c-499c-9188-1d917904cac1 HTTP/1.1" status: 200 len: 217 time: 0.0543287 Nov 09 21:14:09.910547 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-62cb1e71-a60f-4931-9479-6ea84aa45211 req-cb49810d-eb4d-4a41-98e6-fbb350107b26 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320846 Nov 09 21:14:09.969166 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c57fb-81cf-4367-a395-79a59a72d1ff req-7aead36a-6cca-40bb-861f-5326ca1931ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:09.970989 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-df9c57fb-81cf-4367-a395-79a59a72d1ff req-7aead36a-6cca-40bb-861f-5326ca1931ed service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39c6d736-667d-4cbf-9558-9612dacd0f8d HTTP/1.1" status: 200 len: 848 time: 0.0537028 Nov 09 21:14:09.993691 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 0bf25821-6e02-4aee-8496-3623d0b49287 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:14:10.008034 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 0bf25821-6e02-4aee-8496-3623d0b49287 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:14:10.008438 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:10.009880 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f664c09a-a112-416a-9343-55afff3ef332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:10.011233 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port dba86a86-570c-499c-9188-1d917904cac1, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=dba86a86-570c-499c-9188-1d917904cac1,segment=NetworkSegment(dafe29ae-1ba0-4490-879c-5008a3eac5b2),segment_id=dafe29ae-1ba0-4490-879c-5008a3eac5b2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:14:10.027047 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-df9c57fb-81cf-4367-a395-79a59a72d1ff req-c5fbebb6-add8-4c42-943a-b2de04d007e6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9cf09cc6-9022-42d8-96c2-e4ea0d1e749b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421302 Nov 09 21:14:10.046234 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device dba86a86-570c-499c-9188-1d917904cac1 has no active binding in host n-h1-816206-3 {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 21:14:10.053684 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664c09a-a112-416a-9343-55afff3ef332 admin admin] Pushing event deleted for resources: {'Port': ['ID=c13062f4-e535-44a3-adb6-7b53cacfacdb,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:10.117858 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:10.133441 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f664c09a-a112-416a-9343-55afff3ef332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:10.149478 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-df9c57fb-81cf-4367-a395-79a59a72d1ff req-cbf53961-cbe4-4106-b45c-44f8a1221da0 service neutron] 10.222.0.43 "GET /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086218 Nov 09 21:14:10.161715 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e97a3f-dea6-4282-9ea6-7f8361f82c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf25821-6e02-4aee-8496-3623d0b49287'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:14:10.165266 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccebf102-0d89-43a1-8c32-292518a2b1a5" -d '{"events": [{"server_uuid": "22e97a3f-dea6-4282-9ea6-7f8361f82c10", "name": "network-vif-plugged", "status": "completed", "tag": "0bf25821-6e02-4aee-8496-3623d0b49287"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:14:10.186559 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 0bf25821-6e02-4aee-8496-3623d0b49287, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=0bf25821-6e02-4aee-8496-3623d0b49287,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:14:10.197401 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:10.240274 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f664c09a-a112-416a-9343-55afff3ef332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:10.243178 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f664c09a-a112-416a-9343-55afff3ef332 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:10.262957 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5ebba1-e4ab-4235-bf50-053552b472ae x-openstack-request-id: req-bd5ebba1-e4ab-4235-bf50-053552b472ae {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:14:10.263272 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e97a3f-dea6-4282-9ea6-7f8361f82c10", "name": "network-vif-plugged", "status": "completed", "tag": "0bf25821-6e02-4aee-8496-3623d0b49287", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:14:10.263521 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bd5ebba1-e4ab-4235-bf50-053552b472ae {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:14:10.263969 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e97a3f-dea6-4282-9ea6-7f8361f82c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf25821-6e02-4aee-8496-3623d0b49287', 'code': 200} Nov 09 21:14:10.278316 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=0bf25821-6e02-4aee-8496-3623d0b49287,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:10.309138 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-df9c57fb-81cf-4367-a395-79a59a72d1ff req-f898b97d-c123-4498-989e-953a573d4995 service neutron] 10.222.0.43 "GET /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365464 Nov 09 21:14:10.320273 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f664c09a-a112-416a-9343-55afff3ef332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:10.321204 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f664c09a-a112-416a-9343-55afff3ef332 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b71348b3-d4c4-49f9-a16c-669886d10f1e {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:14:10.354813 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f664c09a-a112-416a-9343-55afff3ef332 admin admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:10.356741 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f664c09a-a112-416a-9343-55afff3ef332 admin admin] 10.222.0.49 "DELETE /v2.0/routers/b71348b3-d4c4-49f9-a16c-669886d10f1e HTTP/1.1" status: 204 len: 168 time: 1.6127059 Nov 09 21:14:10.359071 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60294) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:14:10.377604 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d57ea07-5f06-4ee2-a7e3-6f9a746f154f req-a9dec734-95f4-4812-b533-2b02350f6445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:10.379488 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2d57ea07-5f06-4ee2-a7e3-6f9a746f154f req-a9dec734-95f4-4812-b533-2b02350f6445 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=22e97a3f-dea6-4282-9ea6-7f8361f82c10 HTTP/1.1" status: 200 len: 1100 time: 0.0732720 Nov 09 21:14:10.457594 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2d57ea07-5f06-4ee2-a7e3-6f9a746f154f req-48b3a708-b0a8-472d-8520-d92fb170d993 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689733 Nov 09 21:14:10.492893 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ac742dd-2938-4cc4-92c6-80c90f7943db admin admin] Deleting subnet e04b96e5-f505-44dc-93d4-e1324ee07e48 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:14:10.492893 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5ac742dd-2938-4cc4-92c6-80c90f7943db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:10.500461 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:14:10.504870 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea8f4d-8638-4b79-b977-5c646bd49a59 req-585310cf-d9f0-40ce-95af-2a074c4f7c70 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:10.507411 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5eea8f4d-8638-4b79-b977-5c646bd49a59 req-585310cf-d9f0-40ce-95af-2a074c4f7c70 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1 HTTP/1.1" status: 200 len: 945 time: 0.1181436 Nov 09 21:14:10.553254 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:14:10.558910 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:14:10.560056 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:10.566963 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c369b2-6efe-4e0e-b30f-40a7d3d1aaf4 req-79800840-339e-40cb-92f3-358ca5442107 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:10.568476 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-84c369b2-6efe-4e0e-b30f-40a7d3d1aaf4 req-79800840-339e-40cb-92f3-358ca5442107 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.45 "GET /v2.0/ports?device_id=bdb294f8-903e-44cc-b590-cf4c262af4db HTTP/1.1" status: 200 len: 968 time: 0.1397223 Nov 09 21:14:10.578187 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5ac742dd-2938-4cc4-92c6-80c90f7943db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:10.639428 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5eea8f4d-8638-4b79-b977-5c646bd49a59 req-de848ee0-e7ff-46e1-a071-b7ca63960212 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071026 Nov 09 21:14:10.821533 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5ac742dd-2938-4cc4-92c6-80c90f7943db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:10.822121 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:10.877292 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:14:10.881603 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:10.893054 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16721252-f6a2-4281-ac08-aaf1bad22a52 req-2285a821-2ef9-4b54-9654-3ef40196e64a tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:10.894590 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-16721252-f6a2-4281-ac08-aaf1bad22a52 req-2285a821-2ef9-4b54-9654-3ef40196e64a tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 949 time: 0.1350198 Nov 09 21:14:10.929734 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:10.942263 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-e55bbfc6-482e-43e7-b4b1-87eca5cc542b tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:10.943710 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-e55bbfc6-482e-43e7-b4b1-87eca5cc542b tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.43 "GET /v2.0/networks?id=15fbc7f0-8873-4a34-924e-7fadeab13c74 HTTP/1.1" status: 200 len: 824 time: 0.2456012 Nov 09 21:14:10.962427 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5ac742dd-2938-4cc4-92c6-80c90f7943db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:11.011346 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac742dd-2938-4cc4-92c6-80c90f7943db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e04b96e5-f505-44dc-93d4-e1324ee07e48,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:11.021933 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecbc952-b073-4490-b470-003575cde611 None None] Network f4d539e0-ee4a-480e-b8b5-9b96b15b8a07 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:14:11.026360 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-16721252-f6a2-4281-ac08-aaf1bad22a52 req-d4a0cd0f-555e-4b4f-b3f2-ea57ab33670c tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236608 Nov 09 21:14:11.050772 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5ac742dd-2938-4cc4-92c6-80c90f7943db admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:11.054486 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5ac742dd-2938-4cc4-92c6-80c90f7943db admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e04b96e5-f505-44dc-93d4-e1324ee07e48 HTTP/1.1" status: 204 len: 168 time: 0.6943116 Nov 09 21:14:11.058139 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60310) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:14:11.087688 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-233faea6-c3b3-46f6-9e07-7d9b3d1b779d req-e174dd39-211f-439b-83be-31acf9a8655e tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/ports?device_id=377f3730-87ac-409a-b3e4-c1af2c670991 HTTP/1.1" status: 200 len: 210 time: 0.0453017 Nov 09 21:14:11.199094 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-23dba8d7-e57a-4493-adb6-cee63cf6be8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:11.219300 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-3413824b-b1a9-4b1f-869e-75f9312ae7c1 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=615b76025780444bbb8ee927e4ef7062 HTTP/1.1" status: 200 len: 380 time: 0.1917832 Nov 09 21:14:11.236935 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-0195e4ca-4709-41b0-91fd-df19624dc9ef tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Request body: {'port': {'device_id': '377f3730-87ac-409a-b3e4-c1af2c670991', 'network_id': '15fbc7f0-8873-4a34-924e-7fadeab13c74', 'admin_state_up': True, 'tenant_id': '615b76025780444bbb8ee927e4ef7062', 'security_groups': ['c03e1c2c-ba46-4192-b9cb-d256abe573c7']}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:14:11.237183 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9942ca41-c3e9-45bf-8d54-3e8750d4231d req-a0572a20-9b4b-4d3e-991d-766ede5843d1 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:11.240439 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9942ca41-c3e9-45bf-8d54-3e8750d4231d req-a0572a20-9b4b-4d3e-991d-766ede5843d1 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=b75d9a5a-b979-4da4-90a1-c1d5e183b03c HTTP/1.1" status: 200 len: 943 time: 0.0546558 Nov 09 21:14:11.240790 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb04e97b-368e-463a-903a-7791d4bc57ba None None] DHCP port deletion for f4d539e0-ee4a-480e-b8b5-9b96b15b8a07 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:14:11.292245 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-fb04e97b-368e-463a-903a-7791d4bc57ba None None] Deleting port d0ab5d0c-658b-45be-a0d9-253638f900a9 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:14:11.292742 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fb04e97b-368e-463a-903a-7791d4bc57ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:11.295992 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9942ca41-c3e9-45bf-8d54-3e8750d4231d req-404be0ee-b8a7-4b19-9d46-bb8405e79967 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464473 Nov 09 21:14:11.372208 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-fb04e97b-368e-463a-903a-7791d4bc57ba None None] For port d0ab5d0c-658b-45be-a0d9-253638f900a9, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=d0ab5d0c-658b-45be-a0d9-253638f900a9,segment=NetworkSegment(ef5eb55e-3f5b-4165-816a-c85d8e066dea),segment_id=ef5eb55e-3f5b-4165-816a-c85d8e066dea)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:14:11.372626 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fb04e97b-368e-463a-903a-7791d4bc57ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:11.385852 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-fb04e97b-368e-463a-903a-7791d4bc57ba None None] Calling delete_port for d0ab5d0c-658b-45be-a0d9-253638f900a9 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:14:11.404805 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-84c369b2-6efe-4e0e-b30f-40a7d3d1aaf4 req-2ee8e6f8-bacd-464a-a87f-df56cd04bb96 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Deleting port e1d95655-db42-4890-bb90-d32512401302 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:14:11.405464 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-84c369b2-6efe-4e0e-b30f-40a7d3d1aaf4 req-2ee8e6f8-bacd-464a-a87f-df56cd04bb96 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:11.452035 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe45a32-708e-4b30-93f8-733df67d6aa7 req-95ed2be8-a4b0-4480-bd9c-cd2f9ab244f1 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:11.456161 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cbe45a32-708e-4b30-93f8-733df67d6aa7 req-95ed2be8-a4b0-4480-bd9c-cd2f9ab244f1 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=22e97a3f-dea6-4282-9ea6-7f8361f82c10 HTTP/1.1" status: 200 len: 949 time: 0.0844276 Nov 09 21:14:11.498623 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fb04e97b-368e-463a-903a-7791d4bc57ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:11.514984 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb04e97b-368e-463a-903a-7791d4bc57ba None None] No DVR routers for this DVR port d0ab5d0c-658b-45be-a0d9-253638f900a9 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:14:11.540043 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-0195e4ca-4709-41b0-91fd-df19624dc9ef tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Made reservation on behalf of 615b76025780444bbb8ee927e4ef7062 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:14:11.540043 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-0195e4ca-4709-41b0-91fd-df19624dc9ef tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:11.555909 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cbe45a32-708e-4b30-93f8-733df67d6aa7 req-f0b88f7e-1f6c-4029-a9c4-df9b5163140a tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906150 Nov 09 21:14:11.562295 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb04e97b-368e-463a-903a-7791d4bc57ba None None] Pushing event deleted for resources: {'Port': ['ID=d0ab5d0c-658b-45be-a0d9-253638f900a9,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:11.596253 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-23dba8d7-e57a-4493-adb6-cee63cf6be8c admin admin] Deleting port d0ab5d0c-658b-45be-a0d9-253638f900a9 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:14:11.596708 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-23dba8d7-e57a-4493-adb6-cee63cf6be8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:11.614759 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device d0ab5d0c-658b-45be-a0d9-253638f900a9 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:14:11.634805 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: d0ab5d0c-658b-45be-a0d9-253638f900a9 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:14:11.635141 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device d0ab5d0c-658b-45be-a0d9-253638f900a9 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:14:11.635748 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c13062f4-e535-44a3-adb6-7b53cacfacdb no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:14:11.655551 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: c13062f4-e535-44a3-adb6-7b53cacfacdb {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:14:11.655890 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c13062f4-e535-44a3-adb6-7b53cacfacdb not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:14:11.685960 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-84c369b2-6efe-4e0e-b30f-40a7d3d1aaf4 req-2ee8e6f8-bacd-464a-a87f-df56cd04bb96 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] For port e1d95655-db42-4890-bb90-d32512401302, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=e1d95655-db42-4890-bb90-d32512401302,segment=NetworkSegment(4d08dd53-cc2d-484d-bd3b-b02909594b11),segment_id=4d08dd53-cc2d-484d-bd3b-b02909594b11)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:14:11.686331 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-84c369b2-6efe-4e0e-b30f-40a7d3d1aaf4 req-2ee8e6f8-bacd-464a-a87f-df56cd04bb96 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:12.025298 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-23dba8d7-e57a-4493-adb6-cee63cf6be8c admin admin] For port d0ab5d0c-658b-45be-a0d9-253638f900a9, host n-d-816206-3, got binding levels [] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:14:12.025934 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-23dba8d7-e57a-4493-adb6-cee63cf6be8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:12.087106 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-23dba8d7-e57a-4493-adb6-cee63cf6be8c admin admin] Calling delete_port for d0ab5d0c-658b-45be-a0d9-253638f900a9 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:14:12.097334 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.ipam_backend_mixin [None req-23dba8d7-e57a-4493-adb6-cee63cf6be8c admin admin] Port d0ab5d0c-658b-45be-a0d9-253638f900a9 was not found and therefore no delete operation was performed {{(pid=102607) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 21:14:12.110779 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-23dba8d7-e57a-4493-adb6-cee63cf6be8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:12.149026 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12bd8ed-41a7-4539-a9ab-aa472ef8703b req-cf316f24-b818-46c8-a822-3f6e623050db tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:12.150534 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e12bd8ed-41a7-4539-a9ab-aa472ef8703b req-cf316f24-b818-46c8-a822-3f6e623050db tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 949 time: 0.0533330 Nov 09 21:14:12.189384 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-0195e4ca-4709-41b0-91fd-df19624dc9ef tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Allocated IP 172.20.0.9 (15fbc7f0-8873-4a34-924e-7fadeab13c74/e9add483-8835-41e6-b594-c1f5292db974/0083c0ca-eb60-4d67-961f-32a1c5654210) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:14:12.201003 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e12bd8ed-41a7-4539-a9ab-aa472ef8703b req-ca6906f5-6847-43ca-ac04-46c030f1e802 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437057 Nov 09 21:14:12.205533 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dba8d7-e57a-4493-adb6-cee63cf6be8c admin admin] Pushing event deleted for resources: {'Port': ['ID=d0ab5d0c-658b-45be-a0d9-253638f900a9,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:12.214001 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dba8d7-e57a-4493-adb6-cee63cf6be8c admin admin] No DVR routers for this DVR port d0ab5d0c-658b-45be-a0d9-253638f900a9 on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:14:12.238097 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f6295065-4c43-42ad-870a-1ca5d4d6bdc6 req-14049b87-f2c4-4972-a75e-ac16030cf0d8 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/ports?device_id=377f3730-87ac-409a-b3e4-c1af2c670991 HTTP/1.1" status: 200 len: 210 time: 0.0415657 Nov 09 21:14:12.265135 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '281e46cc-dc28-48d1-aef9-5726c68a2cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:14:12.267660 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e9859f-2b37-43c4-9d57-ff1a600cd303" -d '{"events": [{"server_uuid": "281e46cc-dc28-48d1-aef9-5726c68a2cb6", "name": "network-vif-plugged", "status": "completed", "tag": "140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:14:12.303409 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89df9326-b505-40ad-acd3-ce800173f1d6 x-openstack-request-id: req-89df9326-b505-40ad-acd3-ce800173f1d6 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:14:12.304239 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "281e46cc-dc28-48d1-aef9-5726c68a2cb6", "name": "network-vif-plugged", "status": "completed", "tag": "140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:14:12.304496 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-89df9326-b505-40ad-acd3-ce800173f1d6 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:14:12.304951 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '281e46cc-dc28-48d1-aef9-5726c68a2cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29', 'code': 200} Nov 09 21:14:12.465625 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-23dba8d7-e57a-4493-adb6-cee63cf6be8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:12.470427 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2defa4-c959-4524-8901-80e6efbb1d99 req-88e02de3-83dd-4f15-9a9c-09a8782c117c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:12.472374 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-da2defa4-c959-4524-8901-80e6efbb1d99 req-88e02de3-83dd-4f15-9a9c-09a8782c117c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=281e46cc-dc28-48d1-aef9-5726c68a2cb6 HTTP/1.1" status: 200 len: 1100 time: 0.0457611 Nov 09 21:14:12.512502 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-23dba8d7-e57a-4493-adb6-cee63cf6be8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4d539e0-ee4a-480e-b8b5-9b96b15b8a07']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:14:12.517830 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-84c369b2-6efe-4e0e-b30f-40a7d3d1aaf4 req-2ee8e6f8-bacd-464a-a87f-df56cd04bb96 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:12.518191 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-84c369b2-6efe-4e0e-b30f-40a7d3d1aaf4 req-2ee8e6f8-bacd-464a-a87f-df56cd04bb96 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:12.518576 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [req-84c369b2-6efe-4e0e-b30f-40a7d3d1aaf4 req-2ee8e6f8-bacd-464a-a87f-df56cd04bb96 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Floating IP b49d277b-5432-4417-b86d-29b1f6693d16 disassociated. External IP: 172.25.7.193, port: e1d95655-db42-4890-bb90-d32512401302. Nov 09 21:14:12.518925 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-84c369b2-6efe-4e0e-b30f-40a7d3d1aaf4 req-2ee8e6f8-bacd-464a-a87f-df56cd04bb96 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Calling delete_port for e1d95655-db42-4890-bb90-d32512401302 owned by compute:tempest-test_az-1850887734 {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:14:12.533311 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-23dba8d7-e57a-4493-adb6-cee63cf6be8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef5eb55e-3f5b-4165-816a-c85d8e066dea') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:14:12.533548 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-da2defa4-c959-4524-8901-80e6efbb1d99 req-3a073597-c676-468f-bd76-41266ae7ef68 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416028 Nov 09 21:14:12.533659 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-23dba8d7-e57a-4493-adb6-cee63cf6be8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef5eb55e-3f5b-4165-816a-c85d8e066dea') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:14:12.561687 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-23dba8d7-e57a-4493-adb6-cee63cf6be8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:12.619245 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08902434-507b-4594-960a-19ceb78dbcae req-4af4e35a-b99b-49c5-bbd0-cc1043327f38 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:12.620893 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-08902434-507b-4594-960a-19ceb78dbcae req-4af4e35a-b99b-49c5-bbd0-cc1043327f38 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=b75d9a5a-b979-4da4-90a1-c1d5e183b03c HTTP/1.1" status: 200 len: 943 time: 0.2466605 Nov 09 21:14:12.634541 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-23dba8d7-e57a-4493-adb6-cee63cf6be8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:12.671813 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-0195e4ca-4709-41b0-91fd-df19624dc9ef tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:12.673414 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23dba8d7-e57a-4493-adb6-cee63cf6be8c admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:14:12.673804 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-23dba8d7-e57a-4493-adb6-cee63cf6be8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:12.675438 n-d-816206-3 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:14:12.675438 n-d-816206-3 neutron-server[102607]: items = [ Nov 09 21:14:12.675438 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:14:12.675438 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:14:12.675438 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:14:12.675438 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:14:12.675438 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:14:12.675438 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:14:12.675438 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:14:12.675438 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:14:12.675438 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:14:12.675438 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:14:12.675438 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:14:12.675438 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:14:12.675438 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:14:12.675438 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:14:12.675438 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:14:12.675438 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:14:12.675438 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:14:12.675438 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:14:12.675438 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:14:12.675438 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:14:12.675438 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:14:12.675438 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:14:12.675438 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:14:12.675438 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:14:12.675438 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:14:12.675438 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:14:12.675438 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:14:12.675438 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:14:12.675438 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:14:12.675438 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:14:12.675438 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:14:12.675438 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:14:12.703980 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c8501-f110-4f5d-b0eb-317069d43202 req-70c94821-1f97-45e7-afb4-a3a5c90c78bd tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:12.705669 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7d5c8501-f110-4f5d-b0eb-317069d43202 req-70c94821-1f97-45e7-afb4-a3a5c90c78bd tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=22e97a3f-dea6-4282-9ea6-7f8361f82c10 HTTP/1.1" status: 200 len: 949 time: 0.0529954 Nov 09 21:14:12.755736 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7d5c8501-f110-4f5d-b0eb-317069d43202 req-749d9619-87ad-4c9e-a321-cc16be79cd75 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430617 Nov 09 21:14:12.781692 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-23dba8d7-e57a-4493-adb6-cee63cf6be8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:12.793236 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-08902434-507b-4594-960a-19ceb78dbcae req-2da6a375-1512-40f7-8c7d-af1007b3eb88 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644750 Nov 09 21:14:12.811813 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-23dba8d7-e57a-4493-adb6-cee63cf6be8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:12.814989 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-23dba8d7-e57a-4493-adb6-cee63cf6be8c admin admin] 10.222.0.49 "DELETE /v2.0/networks/f4d539e0-ee4a-480e-b8b5-9b96b15b8a07 HTTP/1.1" status: 204 len: 168 time: 1.7559202 Nov 09 21:14:12.823741 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dba8d7-e57a-4493-adb6-cee63cf6be8c admin admin] Pushing event deleted for resources: {'Network': ['ID=f4d539e0-ee4a-480e-b8b5-9b96b15b8a07,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:12.843345 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-0195e4ca-4709-41b0-91fd-df19624dc9ef tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:12.907613 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-0195e4ca-4709-41b0-91fd-df19624dc9ef tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Network 15fbc7f0-8873-4a34-924e-7fadeab13c74 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:14:12.914506 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-0195e4ca-4709-41b0-91fd-df19624dc9ef tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:14:12.919553 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-0195e4ca-4709-41b0-91fd-df19624dc9ef tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:14:12.923956 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0195e4ca-4709-41b0-91fd-df19624dc9ef tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Pushing event updated for resources: {'Port': ['ID=0083c0ca-eb60-4d67-961f-32a1c5654210,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:12.926154 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-84c369b2-6efe-4e0e-b30f-40a7d3d1aaf4 req-2ee8e6f8-bacd-464a-a87f-df56cd04bb96 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:12.942383 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60358) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:14:12.983095 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee8e6f8-bacd-464a-a87f-df56cd04bb96 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Pushing event deleted for resources: {'Port': ['ID=e1d95655-db42-4890-bb90-d32512401302,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:12.987546 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-10af950c-61fe-42b9-84d5-3d8997aa1ea5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=575f142b426b4e1d8b521589f03ec9a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445013 Nov 09 21:14:12.990409 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60360) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:14:13.015267 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-0195e4ca-4709-41b0-91fd-df19624dc9ef tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:13.015989 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-0195e4ca-4709-41b0-91fd-df19624dc9ef tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:13.070569 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8df0c781-2688-4399-9b38-d55784739af9 req-91612b17-008b-47a8-bbef-12842715a559 service neutron] 10.222.0.43 "GET /v2.0/ports/dba86a86-570c-499c-9188-1d917904cac1/bindings/n-h1-816206-3 HTTP/1.1" status: 200 len: 384 time: 0.0813394 Nov 09 21:14:13.102497 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-0195e4ca-4709-41b0-91fd-df19624dc9ef tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8736951 Nov 09 21:14:13.136747 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-a6d41371-7f1a-43b8-837e-f8a4fc7e99a7 service neutron] Request body: {'port': {'device_id': '377f3730-87ac-409a-b3e4-c1af2c670991', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:14:13.177806 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8a79d1cd-24c2-46ba-9ca4-48aab714f493 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:13.196066 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-5c7f87b5-bcec-4135-b771-e16c8038eb2a None None] Provisioning complete for port 0083c0ca-eb60-4d67-961f-32a1c5654210 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:14:13.196791 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5c7f87b5-bcec-4135-b771-e16c8038eb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:13.234881 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8a79d1cd-24c2-46ba-9ca4-48aab714f493 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:13.251524 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84c369b2-6efe-4e0e-b30f-40a7d3d1aaf4 req-2ee8e6f8-bacd-464a-a87f-df56cd04bb96 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Router 920e0f9c-6305-4ac6-878c-c66de1180f61 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:14:13.254601 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-a6d41371-7f1a-43b8-837e-f8a4fc7e99a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:13.273698 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-5c7f87b5-bcec-4135-b771-e16c8038eb2a None None] Port 0083c0ca-eb60-4d67-961f-32a1c5654210 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:14:13.302547 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-8df0c781-2688-4399-9b38-d55784739af9 req-fe6bbf37-b89a-4765-8d09-e87497e7c73c service neutron] For port dba86a86-570c-499c-9188-1d917904cac1, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=dba86a86-570c-499c-9188-1d917904cac1,segment=NetworkSegment(dafe29ae-1ba0-4490-879c-5008a3eac5b2),segment_id=dafe29ae-1ba0-4490-879c-5008a3eac5b2)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:14:13.333186 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-8df0c781-2688-4399-9b38-d55784739af9 req-fe6bbf37-b89a-4765-8d09-e87497e7c73c service neutron] For port dba86a86-570c-499c-9188-1d917904cac1, host n-h2-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:14:13.423843 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-8df0c781-2688-4399-9b38-d55784739af9 req-fe6bbf37-b89a-4765-8d09-e87497e7c73c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dba86a86-570c-499c-9188-1d917904cac1 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:14:13.439077 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-8df0c781-2688-4399-9b38-d55784739af9 req-fe6bbf37-b89a-4765-8d09-e87497e7c73c service neutron] For port dba86a86-570c-499c-9188-1d917904cac1, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=dba86a86-570c-499c-9188-1d917904cac1,segment=NetworkSegment(dafe29ae-1ba0-4490-879c-5008a3eac5b2),segment_id=dafe29ae-1ba0-4490-879c-5008a3eac5b2)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:14:13.463329 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d5801-6dd8-4cab-84ca-b7d413d28c05 req-c382eecc-d25f-41fa-9c3f-8f35d0e2567c tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:13.464968 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3a3d5801-6dd8-4cab-84ca-b7d413d28c05 req-c382eecc-d25f-41fa-9c3f-8f35d0e2567c tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/ports?device_id=377f3730-87ac-409a-b3e4-c1af2c670991 HTTP/1.1" status: 200 len: 931 time: 0.0916317 Nov 09 21:14:13.474298 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-8df0c781-2688-4399-9b38-d55784739af9 req-fe6bbf37-b89a-4765-8d09-e87497e7c73c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:13.494981 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8a79d1cd-24c2-46ba-9ca4-48aab714f493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:13.497589 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8a79d1cd-24c2-46ba-9ca4-48aab714f493 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:13.501242 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8a79d1cd-24c2-46ba-9ca4-48aab714f493 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a5a1d185-eb46-4726-b883-deb0c0f9c500 HTTP/1.1" status: 204 len: 168 time: 0.5065861 Nov 09 21:14:13.536134 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a79d1cd-24c2-46ba-9ca4-48aab714f493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a1d185-eb46-4726-b883-deb0c0f9c500,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:13.552097 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aaee08-a642-4c6b-a486-ece3e525fc1c req-1320d942-085d-4655-a23b-21a0e14c47c9 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:13.559611 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b1aaee08-a642-4c6b-a486-ece3e525fc1c req-1320d942-085d-4655-a23b-21a0e14c47c9 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 949 time: 0.2073538 Nov 09 21:14:13.575995 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-8df0c781-2688-4399-9b38-d55784739af9 req-fe6bbf37-b89a-4765-8d09-e87497e7c73c service neutron] Transition to ACTIVE for port object dba86a86-570c-499c-9188-1d917904cac1 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:14:13.595853 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-8df0c781-2688-4399-9b38-d55784739af9 req-fe6bbf37-b89a-4765-8d09-e87497e7c73c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:13.614214 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84c369b2-6efe-4e0e-b30f-40a7d3d1aaf4 req-2ee8e6f8-bacd-464a-a87f-df56cd04bb96 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:14:13.623956 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7ff96a-b66a-4a8a-b1d9-c853e0ffdd73 None None] Sync routers for ids ['920e0f9c-6305-4ac6-878c-c66de1180f61'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:14:13.641147 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7ff96a-b66a-4a8a-b1d9-c853e0ffdd73 None None] Routers {'920e0f9c-6305-4ac6-878c-c66de1180f61'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:14:13.645575 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-6c7ff96a-b66a-4a8a-b1d9-c853e0ffdd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:13:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['920e0f9c-6305-4ac6-878c-c66de1180f61'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:14:13.687313 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c369b2-6efe-4e0e-b30f-40a7d3d1aaf4 req-2ee8e6f8-bacd-464a-a87f-df56cd04bb96 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] No DVR routers for this DVR port e1d95655-db42-4890-bb90-d32512401302 on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:14:13.695155 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-84c369b2-6efe-4e0e-b30f-40a7d3d1aaf4 req-2ee8e6f8-bacd-464a-a87f-df56cd04bb96 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:13.698695 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-84c369b2-6efe-4e0e-b30f-40a7d3d1aaf4 req-2ee8e6f8-bacd-464a-a87f-df56cd04bb96 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.45 "DELETE /v2.0/ports/e1d95655-db42-4890-bb90-d32512401302 HTTP/1.1" status: 204 len: 173 time: 2.6959145 Nov 09 21:14:13.699122 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb294f8-903e-44cc-b590-cf4c262af4db', 'name': 'network-vif-deleted', 'tag': 'e1d95655-db42-4890-bb90-d32512401302'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:14:13.701410 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac64924b-d755-449e-a8a9-050b21f93887" -d '{"events": [{"server_uuid": "bdb294f8-903e-44cc-b590-cf4c262af4db", "name": "network-vif-deleted", "tag": "e1d95655-db42-4890-bb90-d32512401302"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:14:13.725068 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b1aaee08-a642-4c6b-a486-ece3e525fc1c req-453ec09d-0599-4d51-b8de-40cb84ee789f tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623957 Nov 09 21:14:13.791689 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df0c781-2688-4399-9b38-d55784739af9 req-fe6bbf37-b89a-4765-8d09-e87497e7c73c service neutron] No DVR routers for this DVR port dba86a86-570c-499c-9188-1d917904cac1 on host n-h2-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:14:13.796487 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6bbf37-b89a-4765-8d09-e87497e7c73c service neutron] Pushing event updated for resources: {'Port': ['ID=dba86a86-570c-499c-9188-1d917904cac1,revision_number=10']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:13.815360 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-6c7ff96a-b66a-4a8a-b1d9-c853e0ffdd73 None None] Set router 920e0f9c-6305-4ac6-878c-c66de1180f61 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:14:13.849645 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3a3d5801-6dd8-4cab-84ca-b7d413d28c05 req-ac91a6cc-8c1e-4784-8bdb-e612cf41c514 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/security-groups?id=c03e1c2c-ba46-4192-b9cb-d256abe573c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3475997 Nov 09 21:14:13.907703 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device e1d95655-db42-4890-bb90-d32512401302 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:14:13.937552 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1947e833-7647-4e94-a069-ccb85714786b x-openstack-request-id: req-1947e833-7647-4e94-a069-ccb85714786b {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:14:13.937715 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb294f8-903e-44cc-b590-cf4c262af4db", "name": "network-vif-deleted", "tag": "e1d95655-db42-4890-bb90-d32512401302", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:14:13.937984 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1947e833-7647-4e94-a069-ccb85714786b {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:14:13.938376 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb294f8-903e-44cc-b590-cf4c262af4db', 'name': 'network-vif-deleted', 'tag': 'e1d95655-db42-4890-bb90-d32512401302', 'status': 'completed', 'code': 200} Nov 09 21:14:13.946454 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-a6d41371-7f1a-43b8-837e-f8a4fc7e99a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0083c0ca-eb60-4d67-961f-32a1c5654210 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:14:13.959941 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8df0c781-2688-4399-9b38-d55784739af9 req-fe6bbf37-b89a-4765-8d09-e87497e7c73c service neutron] 10.222.0.43 "PUT /v2.0/ports/dba86a86-570c-499c-9188-1d917904cac1/bindings/n-h1-816206-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8743217 Nov 09 21:14:13.968806 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-a6d41371-7f1a-43b8-837e-f8a4fc7e99a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:13.987777 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: e1d95655-db42-4890-bb90-d32512401302 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:14:13.988113 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device e1d95655-db42-4890-bb90-d32512401302 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:14:14.015977 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-a6d41371-7f1a-43b8-837e-f8a4fc7e99a7 service neutron] Transition to ACTIVE for port object 0083c0ca-eb60-4d67-961f-32a1c5654210 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:14:14.031652 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-a6d41371-7f1a-43b8-837e-f8a4fc7e99a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:14.123234 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-6c7ff96a-b66a-4a8a-b1d9-c853e0ffdd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1162150794-router', 'tenant_id': '615b76025780444bbb8ee927e4ef7062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '22af7d89-d062-40b3-ae01-584fdfa3d789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:11:36Z', 'updated_at': '2021-11-09T21:11:41Z', 'revision_number': 4, 'project_id': '615b76025780444bbb8ee927e4ef7062', 'gw_port': {'id': '22af7d89-d062-40b3-ae01-584fdfa3d789', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:11:37Z', 'updated_at': '2021-11-09T21:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '54c3d4eb-1bf9-4a71-ae51-6e1cc57b6e39', 'name': '', 'network_id': '15fbc7f0-8873-4a34-924e-7fadeab13c74', 'tenant_id': '615b76025780444bbb8ee927e4ef7062', 'mac_address': 'fa:16:3e:66:83:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e9add483-8835-41e6-b594-c1f5292db974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:11:40Z', 'updated_at': '2021-11-09T21:11:45Z', 'revision_number': 5, 'project_id': '615b76025780444bbb8ee927e4ef7062', 'subnets': [{'id': 'e9add483-8835-41e6-b594-c1f5292db974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:14:14.134233 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7d7f1-44a2-4bed-9fce-837452803445 req-22b808b3-8974-4856-87a3-72d845d3feec tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:14.135807 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c8a7d7f1-44a2-4bed-9fce-837452803445 req-22b808b3-8974-4856-87a3-72d845d3feec tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=22e97a3f-dea6-4282-9ea6-7f8361f82c10 HTTP/1.1" status: 200 len: 949 time: 0.1310833 Nov 09 21:14:14.157816 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d41371-7f1a-43b8-837e-f8a4fc7e99a7 service neutron] Pushing event updated for resources: {'Port': ['ID=0083c0ca-eb60-4d67-961f-32a1c5654210,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:14.168891 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7ff96a-b66a-4a8a-b1d9-c853e0ffdd73 None None] Checking router: 920e0f9c-6305-4ac6-878c-c66de1180f61 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:14:14.192946 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7ff96a-b66a-4a8a-b1d9-c853e0ffdd73 None None] Routers {'920e0f9c-6305-4ac6-878c-c66de1180f61'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:14:14.193651 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-6c7ff96a-b66a-4a8a-b1d9-c853e0ffdd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:13:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['920e0f9c-6305-4ac6-878c-c66de1180f61'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:14:14.210609 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a16210-ef49-42d2-a31a-9955d4de0651 req-46038787-f5f8-4711-97ed-9530e3de1609 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:14.212198 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-41a16210-ef49-42d2-a31a-9955d4de0651 req-46038787-f5f8-4711-97ed-9530e3de1609 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=b75d9a5a-b979-4da4-90a1-c1d5e183b03c HTTP/1.1" status: 200 len: 944 time: 0.2081735 Nov 09 21:14:14.272997 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c8a7d7f1-44a2-4bed-9fce-837452803445 req-3741a52d-b080-4f2e-9b34-879319fa3057 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176293 Nov 09 21:14:14.334901 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0c781-2688-4399-9b38-d55784739af9 req-85398794-086c-4dd1-825e-403c3a314e30 tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:14.336404 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8df0c781-2688-4399-9b38-d55784739af9 req-85398794-086c-4dd1-825e-403c3a314e30 tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b75d9a5a-b979-4da4-90a1-c1d5e183b03c&tenant_id=5a6366c08f5c4a9bb0bdc56b2ea0a20e&binding%3Ahost_id=n-h2-816206-3 HTTP/1.1" status: 200 len: 1095 time: 0.2341838 Nov 09 21:14:14.410090 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-6c7ff96a-b66a-4a8a-b1d9-c853e0ffdd73 None None] Set router 920e0f9c-6305-4ac6-878c-c66de1180f61 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:14:14.500946 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-41a16210-ef49-42d2-a31a-9955d4de0651 req-5bae8298-1ff1-428d-bb36-d86db4ae45a7 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298660 Nov 09 21:14:14.503545 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-a6d41371-7f1a-43b8-837e-f8a4fc7e99a7 service neutron] Attempting to bind port 0083c0ca-eb60-4d67-961f-32a1c5654210 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:14:14.507384 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-a6d41371-7f1a-43b8-837e-f8a4fc7e99a7 service neutron] Attempting to bind port 0083c0ca-eb60-4d67-961f-32a1c5654210 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '4d08dd53-cc2d-484d-bd3b-b02909594b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '15fbc7f0-8873-4a34-924e-7fadeab13c74'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:14:14.507942 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-a6d41371-7f1a-43b8-837e-f8a4fc7e99a7 service neutron] Attempting to bind port 0083c0ca-eb60-4d67-961f-32a1c5654210 on network 15fbc7f0-8873-4a34-924e-7fadeab13c74 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:14:14.517274 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0c781-2688-4399-9b38-d55784739af9 req-72de3f0c-c04c-4eb7-bc82-bf4ef42ebe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:14.519542 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8df0c781-2688-4399-9b38-d55784739af9 req-72de3f0c-c04c-4eb7-bc82-bf4ef42ebe07 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b75d9a5a-b979-4da4-90a1-c1d5e183b03c&tenant_id=5a6366c08f5c4a9bb0bdc56b2ea0a20e HTTP/1.1" status: 200 len: 1095 time: 0.1574051 Nov 09 21:14:14.520449 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-a6d41371-7f1a-43b8-837e-f8a4fc7e99a7 service neutron] Port 0083c0ca-eb60-4d67-961f-32a1c5654210 on network 15fbc7f0-8873-4a34-924e-7fadeab13c74 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:14:14.520955 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-a6d41371-7f1a-43b8-837e-f8a4fc7e99a7 service neutron] Attempting to bind port 0083c0ca-eb60-4d67-961f-32a1c5654210 on network 15fbc7f0-8873-4a34-924e-7fadeab13c74 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:14:14.529841 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-a6d41371-7f1a-43b8-837e-f8a4fc7e99a7 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:14:14.530247 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-a6d41371-7f1a-43b8-837e-f8a4fc7e99a7 service neutron] Checking segment: {'id': '4d08dd53-cc2d-484d-bd3b-b02909594b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '15fbc7f0-8873-4a34-924e-7fadeab13c74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:14:14.530763 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-a6d41371-7f1a-43b8-837e-f8a4fc7e99a7 service neutron] Bound using segment: {'id': '4d08dd53-cc2d-484d-bd3b-b02909594b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '15fbc7f0-8873-4a34-924e-7fadeab13c74'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:14:14.531207 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-a6d41371-7f1a-43b8-837e-f8a4fc7e99a7 service neutron] Bound port: 0083c0ca-eb60-4d67-961f-32a1c5654210, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d08dd53-cc2d-484d-bd3b-b02909594b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '15fbc7f0-8873-4a34-924e-7fadeab13c74'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:14:14.531614 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-a6d41371-7f1a-43b8-837e-f8a4fc7e99a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:14.627472 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 276384dc-324f-42fe-b40e-9c8407be66f4 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:14:14.670925 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-a6d41371-7f1a-43b8-837e-f8a4fc7e99a7 service neutron] For port 0083c0ca-eb60-4d67-961f-32a1c5654210, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:14:14.684581 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-a6d41371-7f1a-43b8-837e-f8a4fc7e99a7 service neutron] For port 0083c0ca-eb60-4d67-961f-32a1c5654210, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=0083c0ca-eb60-4d67-961f-32a1c5654210,segment=NetworkSegment(4d08dd53-cc2d-484d-bd3b-b02909594b11),segment_id=4d08dd53-cc2d-484d-bd3b-b02909594b11)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:14:14.705386 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0c781-2688-4399-9b38-d55784739af9 req-cc446ec2-afd8-48b1-aacd-f6e7bbc4b491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:14.707113 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8df0c781-2688-4399-9b38-d55784739af9 req-cc446ec2-afd8-48b1-aacd-f6e7bbc4b491 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a6366c08f5c4a9bb0bdc56b2ea0a20e&device_id=b75d9a5a-b979-4da4-90a1-c1d5e183b03c HTTP/1.1" status: 200 len: 1095 time: 0.1259997 Nov 09 21:14:14.708832 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-a6d41371-7f1a-43b8-837e-f8a4fc7e99a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:14.843191 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 276384dc-324f-42fe-b40e-9c8407be66f4, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=276384dc-324f-42fe-b40e-9c8407be66f4,segment=NetworkSegment(cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2),segment_id=cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:14:14.863295 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '276384dc-324f-42fe-b40e-9c8407be66f4', 'network_id': 'c451f8d0-81c8-47ac-9cdf-57d805f40534', 'port_id': '276384dc-324f-42fe-b40e-9c8407be66f4', 'mac_address': 'fa:16:3e:71:31:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48001444-9492-49b6-bd26-a82c0797ca23', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:14:14.927772 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-a6d41371-7f1a-43b8-837e-f8a4fc7e99a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:14.933313 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-a6d41371-7f1a-43b8-837e-f8a4fc7e99a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:14.935096 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-a6d41371-7f1a-43b8-837e-f8a4fc7e99a7 service neutron] 10.222.0.43 "PUT /v2.0/ports/0083c0ca-eb60-4d67-961f-32a1c5654210 HTTP/1.1" status: 200 len: 1091 time: 1.8024948 Nov 09 21:14:14.955533 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:14.962665 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d41371-7f1a-43b8-837e-f8a4fc7e99a7 service neutron] Pushing event updated for resources: {'Port': ['ID=0083c0ca-eb60-4d67-961f-32a1c5654210,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:14.984795 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 276384dc-324f-42fe-b40e-9c8407be66f4 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:14:15.007859 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0c781-2688-4399-9b38-d55784739af9 req-efb24c91-397a-437c-9655-4ea73cb7d5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:15.010633 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8df0c781-2688-4399-9b38-d55784739af9 req-efb24c91-397a-437c-9655-4ea73cb7d5ee service neutron] 10.222.0.45 "GET /v2.0/networks?id=9cf09cc6-9022-42d8-96c2-e4ea0d1e749b HTTP/1.1" status: 200 len: 908 time: 0.2828021 Nov 09 21:14:15.012776 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 276384dc-324f-42fe-b40e-9c8407be66f4, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=276384dc-324f-42fe-b40e-9c8407be66f4,segment=NetworkSegment(cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2),segment_id=cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:14:15.037069 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:15.109937 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8fa4a5-a752-4f3b-84e4-61ed1c085dcf req-f3c6c15b-5eb4-4a41-b06e-e6534abebf10 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:15.123193 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bf8fa4a5-a752-4f3b-84e4-61ed1c085dcf req-f3c6c15b-5eb4-4a41-b06e-e6534abebf10 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 949 time: 0.1546924 Nov 09 21:14:15.130531 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8df0c781-2688-4399-9b38-d55784739af9 req-7e8911a1-3909-4ee7-9cc8-971d7a7620a3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dba86a86-570c-499c-9188-1d917904cac1 HTTP/1.1" status: 200 len: 217 time: 0.1078854 Nov 09 21:14:15.210408 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=276384dc-324f-42fe-b40e-9c8407be66f4,revision_number=6']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:15.229427 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-6c7ff96a-b66a-4a8a-b1d9-c853e0ffdd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1162150794-router', 'tenant_id': '615b76025780444bbb8ee927e4ef7062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '22af7d89-d062-40b3-ae01-584fdfa3d789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:11:36Z', 'updated_at': '2021-11-09T21:11:41Z', 'revision_number': 4, 'project_id': '615b76025780444bbb8ee927e4ef7062', 'gw_port': {'id': '22af7d89-d062-40b3-ae01-584fdfa3d789', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:11:37Z', 'updated_at': '2021-11-09T21:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '54c3d4eb-1bf9-4a71-ae51-6e1cc57b6e39', 'name': '', 'network_id': '15fbc7f0-8873-4a34-924e-7fadeab13c74', 'tenant_id': '615b76025780444bbb8ee927e4ef7062', 'mac_address': 'fa:16:3e:66:83:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e9add483-8835-41e6-b594-c1f5292db974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:11:40Z', 'updated_at': '2021-11-09T21:11:45Z', 'revision_number': 5, 'project_id': '615b76025780444bbb8ee927e4ef7062', 'subnets': [{'id': 'e9add483-8835-41e6-b594-c1f5292db974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:14:15.253483 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0c781-2688-4399-9b38-d55784739af9 req-c0843960-aa90-4f89-8177-6a19e4fad935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:15.255491 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8df0c781-2688-4399-9b38-d55784739af9 req-c0843960-aa90-4f89-8177-6a19e4fad935 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=39c6d736-667d-4cbf-9558-9612dacd0f8d HTTP/1.1" status: 200 len: 848 time: 0.0889204 Nov 09 21:14:15.282030 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7ff96a-b66a-4a8a-b1d9-c853e0ffdd73 None None] The sync data for ids ['920e0f9c-6305-4ac6-878c-c66de1180f61'] in n-d-816206-3 is: [{'id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1162150794-router', 'tenant_id': '615b76025780444bbb8ee927e4ef7062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '22af7d89-d062-40b3-ae01-584fdfa3d789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:11:36Z', 'updated_at': '2021-11-09T21:11:41Z', 'revision_number': 4, 'project_id': '615b76025780444bbb8ee927e4ef7062', 'gw_port': {'id': '22af7d89-d062-40b3-ae01-584fdfa3d789', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:11:37Z', 'updated_at': '2021-11-09T21:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '54c3d4eb-1bf9-4a71-ae51-6e1cc57b6e39', 'name': '', 'network_id': '15fbc7f0-8873-4a34-924e-7fadeab13c74', 'tenant_id': '615b76025780444bbb8ee927e4ef7062', 'mac_address': 'fa:16:3e:66:83:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e9add483-8835-41e6-b594-c1f5292db974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:11:40Z', 'updated_at': '2021-11-09T21:11:45Z', 'revision_number': 5, 'project_id': '615b76025780444bbb8ee927e4ef7062', 'subnets': [{'id': 'e9add483-8835-41e6-b594-c1f5292db974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:14:15.284034 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bf8fa4a5-a752-4f3b-84e4-61ed1c085dcf req-e864b476-6ba8-4530-a7f0-2092c3686d48 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586680 Nov 09 21:14:15.299330 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbb350-ec48-40ed-998e-0c51a16586d2 req-cdbb8e73-e6f9-486b-8269-2e4d1adee344 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:15.306979 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1abbb350-ec48-40ed-998e-0c51a16586d2 req-cdbb8e73-e6f9-486b-8269-2e4d1adee344 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/ports?device_id=377f3730-87ac-409a-b3e4-c1af2c670991 HTTP/1.1" status: 200 len: 943 time: 0.1854978 Nov 09 21:14:15.309205 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['276384dc-324f-42fe-b40e-9c8407be66f4'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:14:15.520125 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71767065-d554-42c9-8d9a-480ee389339e req-f09ba783-4d74-47ca-8f91-c5004909f764 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:15.521878 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-71767065-d554-42c9-8d9a-480ee389339e req-f09ba783-4d74-47ca-8f91-c5004909f764 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=22e97a3f-dea6-4282-9ea6-7f8361f82c10 HTTP/1.1" status: 200 len: 949 time: 0.0795348 Nov 09 21:14:15.625828 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-71767065-d554-42c9-8d9a-480ee389339e req-b50fe6ab-11a5-41fb-b063-e83e605a8c9f tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955091 Nov 09 21:14:15.720589 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-6302bb88-df5b-4989-855f-b2f424fbda05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:15.722613 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-6302bb88-df5b-4989-855f-b2f424fbda05 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=615b76025780444bbb8ee927e4ef7062&device_id=377f3730-87ac-409a-b3e4-c1af2c670991 HTTP/1.1" status: 200 len: 1094 time: 0.6150756 Nov 09 21:14:15.724979 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8df0c781-2688-4399-9b38-d55784739af9 req-3e4a4c11-61f9-469f-b84a-4212631af05c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9cf09cc6-9022-42d8-96c2-e4ea0d1e749b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4560194 Nov 09 21:14:15.821041 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe9c037-b841-4175-a634-5b23dce6dbdb None None] New status for floating IP b49d277b-5432-4417-b86d-29b1f6693d16: DOWN {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:14:15.898305 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1abbb350-ec48-40ed-998e-0c51a16586d2 req-cc891323-818f-443a-af86-e5ca83508dfb tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/security-groups?id=c03e1c2c-ba46-4192-b9cb-d256abe573c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5902023 Nov 09 21:14:15.905067 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-58934e28-f2f5-4c5e-9307-2e3d6071f961 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0083c0ca-eb60-4d67-961f-32a1c5654210 HTTP/1.1" status: 200 len: 217 time: 0.1582918 Nov 09 21:14:15.939055 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '377f3730-87ac-409a-b3e4-c1af2c670991', 'tag': '0083c0ca-eb60-4d67-961f-32a1c5654210'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:14:15.947280 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f1c306-e901-4fdb-9be8-4f330b00b9c5" -d '{"events": [{"name": "network-changed", "server_uuid": "377f3730-87ac-409a-b3e4-c1af2c670991", "tag": "0083c0ca-eb60-4d67-961f-32a1c5654210"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:14:16.091208 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-bee5a3da-7919-450a-959c-3d2b4f2f15a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:16.092990 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-bee5a3da-7919-450a-959c-3d2b4f2f15a8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e9add483-8835-41e6-b594-c1f5292db974 HTTP/1.1" status: 200 len: 863 time: 0.1766994 Nov 09 21:14:16.116373 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8df0c781-2688-4399-9b38-d55784739af9 req-9ba69292-3355-43fa-a755-2624c97aa5e1 service neutron] 10.222.0.45 "GET /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707271 Nov 09 21:14:16.245288 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9ccc9-86f8-4f1e-bbff-85208fe3dc20 req-a14480a1-7660-4d81-be30-78af7e590de1 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:16.256326 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fde9ccc9-86f8-4f1e-bbff-85208fe3dc20 req-a14480a1-7660-4d81-be30-78af7e590de1 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=b75d9a5a-b979-4da4-90a1-c1d5e183b03c HTTP/1.1" status: 200 len: 944 time: 0.2482662 Nov 09 21:14:16.275413 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e411b-0766-4a02-8334-c49f1d2f3f01 req-b54e30ae-1920-4122-a040-409980af4a3d tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:16.282915 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d06e411b-0766-4a02-8334-c49f1d2f3f01 req-b54e30ae-1920-4122-a040-409980af4a3d tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=281e46cc-dc28-48d1-aef9-5726c68a2cb6 HTTP/1.1" status: 200 len: 949 time: 0.0797720 Nov 09 21:14:16.349294 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-982cf078-5316-4c0c-bfac-95e4f7d09cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:16.351028 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-982cf078-5316-4c0c-bfac-95e4f7d09cd5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=15fbc7f0-8873-4a34-924e-7fadeab13c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2374494 Nov 09 21:14:16.370851 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d06e411b-0766-4a02-8334-c49f1d2f3f01 req-cccaa111-8cde-41d8-9c3f-98fd10ec765d tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797131 Nov 09 21:14:16.384997 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8df0c781-2688-4399-9b38-d55784739af9 req-c71de601-993d-4ea6-90ea-4033097fe8f5 service neutron] 10.222.0.45 "GET /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433693 Nov 09 21:14:16.386901 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fde9ccc9-86f8-4f1e-bbff-85208fe3dc20 req-7a62c9e2-de9b-4c1c-867b-366dd920d08c tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288953 Nov 09 21:14:16.482490 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c82213-ef22-4b62-b84b-65c408bdcd6c x-openstack-request-id: req-08c82213-ef22-4b62-b84b-65c408bdcd6c {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:14:16.482855 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "377f3730-87ac-409a-b3e4-c1af2c670991", "tag": "0083c0ca-eb60-4d67-961f-32a1c5654210", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:14:16.483209 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-08c82213-ef22-4b62-b84b-65c408bdcd6c {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:14:16.483871 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '377f3730-87ac-409a-b3e4-c1af2c670991', 'tag': '0083c0ca-eb60-4d67-961f-32a1c5654210', 'status': 'completed', 'code': 200} Nov 09 21:14:16.514778 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 276384dc-324f-42fe-b40e-9c8407be66f4 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:14:16.532314 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-4f384c57-7857-4f01-ada5-ddead725d316 service neutron] 10.222.0.43 "GET /v2.0/networks/15fbc7f0-8873-4a34-924e-7fadeab13c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677887 Nov 09 21:14:16.607125 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 276384dc-324f-42fe-b40e-9c8407be66f4 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:14:16.607973 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:16.691663 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64aa9c-cce0-4edf-b4ff-8361310c5729 req-0c3a8b86-e18e-4742-9733-1712142689b1 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:16.731589 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-be64aa9c-cce0-4edf-b4ff-8361310c5729 req-0c3a8b86-e18e-4742-9733-1712142689b1 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 949 time: 0.1953659 Nov 09 21:14:16.748158 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:16.783726 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb1e110-1aca-4ade-b60c-804f8683430d req-eb718fd8-a135-432c-883e-e23905dac7f5 tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:16.785926 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0eb1e110-1aca-4ade-b60c-804f8683430d req-eb718fd8-a135-432c-883e-e23905dac7f5 tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9845c409-ac82-41a4-b346-0d26efb4aacf HTTP/1.1" status: 200 len: 1097 time: 0.0829740 Nov 09 21:14:16.792489 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276384dc-324f-42fe-b40e-9c8407be66f4'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:14:16.797484 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e8c845-1091-494e-9665-6cc803589e80" -d '{"events": [{"server_uuid": "35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1", "name": "network-vif-plugged", "status": "completed", "tag": "276384dc-324f-42fe-b40e-9c8407be66f4"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:14:16.819197 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 276384dc-324f-42fe-b40e-9c8407be66f4, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=276384dc-324f-42fe-b40e-9c8407be66f4,segment=NetworkSegment(cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2),segment_id=cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:14:16.825797 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:16.826866 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device dba86a86-570c-499c-9188-1d917904cac1 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:14:16.840171 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-686401e0-d44a-48c6-99d6-874d8883fb82 req-aad75a2a-d0e6-4815-933f-444b7c14ce2d service neutron] 10.222.0.43 "GET /v2.0/networks/15fbc7f0-8873-4a34-924e-7fadeab13c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901125 Nov 09 21:14:16.869046 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0c781-2688-4399-9b38-d55784739af9 req-a3760864-f325-4cc9-9e73-5d29e1b68dfa tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:16.870624 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8df0c781-2688-4399-9b38-d55784739af9 req-a3760864-f325-4cc9-9e73-5d29e1b68dfa tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b75d9a5a-b979-4da4-90a1-c1d5e183b03c&tenant_id=5a6366c08f5c4a9bb0bdc56b2ea0a20e&binding%3Ahost_id=n-h1-816206-3 HTTP/1.1" status: 200 len: 1095 time: 0.1101432 Nov 09 21:14:16.891281 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-be64aa9c-cce0-4edf-b4ff-8361310c5729 req-6114a26a-6dc9-421b-a6e6-95c59b1e64ab tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516669 Nov 09 21:14:16.901269 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0eb1e110-1aca-4ade-b60c-804f8683430d req-4b2969d1-d8c7-40da-9e25-621807d276a4 tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083548 Nov 09 21:14:16.955812 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device dba86a86-570c-499c-9188-1d917904cac1 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:14:16.985756 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=276384dc-324f-42fe-b40e-9c8407be66f4,revision_number=7']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:17.175661 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1c306-e901-4fdb-9be8-4f330b00b9c5 req-4502ccdd-2d79-47f3-9fd8-80f631aec5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:17.181184 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-69f1c306-e901-4fdb-9be8-4f330b00b9c5 req-4502ccdd-2d79-47f3-9fd8-80f631aec5fe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=615b76025780444bbb8ee927e4ef7062&device_id=377f3730-87ac-409a-b3e4-c1af2c670991 HTTP/1.1" status: 200 len: 1094 time: 0.1740072 Nov 09 21:14:17.233952 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12bc7d1-1048-4dfd-9680-5998348745fc x-openstack-request-id: req-e12bc7d1-1048-4dfd-9680-5998348745fc {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:14:17.234367 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1", "name": "network-vif-plugged", "status": "completed", "tag": "276384dc-324f-42fe-b40e-9c8407be66f4", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:14:17.234725 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e12bc7d1-1048-4dfd-9680-5998348745fc {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:14:17.235221 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276384dc-324f-42fe-b40e-9c8407be66f4', 'code': 200} Nov 09 21:14:17.425877 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-8df0c781-2688-4399-9b38-d55784739af9 req-72951635-1d60-410a-9498-d033b50291a5 service neutron] For port dba86a86-570c-499c-9188-1d917904cac1, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:14:17.440343 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543a122-df0e-4bb7-a847-596eaed10302 req-a9f01c4e-7900-4e3f-b864-3650b3d3842e tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:17.442984 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8543a122-df0e-4bb7-a847-596eaed10302 req-a9f01c4e-7900-4e3f-b864-3650b3d3842e tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/ports?device_id=377f3730-87ac-409a-b3e4-c1af2c670991 HTTP/1.1" status: 200 len: 943 time: 0.1106892 Nov 09 21:14:17.455512 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8df0c781-2688-4399-9b38-d55784739af9 req-72951635-1d60-410a-9498-d033b50291a5 service neutron] Publish callbacks [] for binding, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:17.456686 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8df0c781-2688-4399-9b38-d55784739af9 req-72951635-1d60-410a-9498-d033b50291a5 service neutron] 10.222.0.45 "DELETE /v2.0/ports/dba86a86-570c-499c-9188-1d917904cac1/bindings/n-h2-816206-3 HTTP/1.1" status: 204 len: 173 time: 0.5622182 Nov 09 21:14:17.513890 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c4996-d726-4f6b-9e9f-ca7f0a960346 req-7f980463-a2d3-44a6-b65c-be0ada381a5a tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:17.519899 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c4996-d726-4f6b-9e9f-ca7f0a960346 req-7f980463-a2d3-44a6-b65c-be0ada381a5a tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:17.521534 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d82c4996-d726-4f6b-9e9f-ca7f0a960346 req-7f980463-a2d3-44a6-b65c-be0ada381a5a tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=22e97a3f-dea6-4282-9ea6-7f8361f82c10&device_id=281e46cc-dc28-48d1-aef9-5726c68a2cb6 HTTP/1.1" status: 200 len: 1689 time: 0.1472707 Nov 09 21:14:17.559115 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1c306-e901-4fdb-9be8-4f330b00b9c5 req-aa629b1c-1694-4dd1-8a6b-7b087ded3231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:17.560748 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8543a122-df0e-4bb7-a847-596eaed10302 req-c3c8293d-02d8-4ddf-bbc6-aa5b7d0c8cf1 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/security-groups?id=c03e1c2c-ba46-4192-b9cb-d256abe573c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087272 Nov 09 21:14:17.571825 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-69f1c306-e901-4fdb-9be8-4f330b00b9c5 req-aa629b1c-1694-4dd1-8a6b-7b087ded3231 service neutron] 10.222.0.43 "GET /v2.0/networks?id=15fbc7f0-8873-4a34-924e-7fadeab13c74 HTTP/1.1" status: 200 len: 924 time: 0.3826020 Nov 09 21:14:17.590376 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8122bb8a-c913-4650-a3f6-a0e63034c74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:17.598943 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60528) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:14:17.703507 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-69f1c306-e901-4fdb-9be8-4f330b00b9c5 req-be1d3ea9-e294-4c06-b223-56e5abd3ff15 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0083c0ca-eb60-4d67-961f-32a1c5654210 HTTP/1.1" status: 200 len: 217 time: 0.0992284 Nov 09 21:14:17.722626 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d82c4996-d726-4f6b-9e9f-ca7f0a960346 req-c257caaf-c005-4daf-b4eb-6cc72fabfec3 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947098 Nov 09 21:14:17.796134 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1c306-e901-4fdb-9be8-4f330b00b9c5 req-6ba64ea9-f129-4ab4-98cf-66136d31eb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:17.797634 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-69f1c306-e901-4fdb-9be8-4f330b00b9c5 req-6ba64ea9-f129-4ab4-98cf-66136d31eb40 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e9add483-8835-41e6-b594-c1f5292db974 HTTP/1.1" status: 200 len: 863 time: 0.0741520 Nov 09 21:14:17.851203 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-edf306f5-0bca-4969-9899-0ce52166bc7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:17.886155 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f2a4f-b1f8-4cab-bc4d-fad24d90831f req-b94507c1-e742-4b69-b488-e692d9e584de tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:17.888040 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c51f2a4f-b1f8-4cab-bc4d-fad24d90831f req-b94507c1-e742-4b69-b488-e692d9e584de tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=b75d9a5a-b979-4da4-90a1-c1d5e183b03c HTTP/1.1" status: 200 len: 944 time: 0.0891702 Nov 09 21:14:17.893904 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1c306-e901-4fdb-9be8-4f330b00b9c5 req-77ca6967-c535-4021-9145-17a3dddead2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:17.895855 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-69f1c306-e901-4fdb-9be8-4f330b00b9c5 req-77ca6967-c535-4021-9145-17a3dddead2e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=15fbc7f0-8873-4a34-924e-7fadeab13c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856333 Nov 09 21:14:18.020475 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-edf306f5-0bca-4969-9899-0ce52166bc7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:18.041009 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-edf306f5-0bca-4969-9899-0ce52166bc7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:18.079588 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c51f2a4f-b1f8-4cab-bc4d-fad24d90831f req-3a88331b-9a2a-4160-896a-524d5ce522c2 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781328 Nov 09 21:14:18.140568 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf306f5-0bca-4969-9899-0ce52166bc7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ad46cd-d82e-4a10-b7a5-ed90c1a3fbc9,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:18.150169 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-69f1c306-e901-4fdb-9be8-4f330b00b9c5 req-02bf0895-4b86-4bd2-8151-5e29682b22d5 service neutron] 10.222.0.43 "GET /v2.0/networks/15fbc7f0-8873-4a34-924e-7fadeab13c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346120 Nov 09 21:14:18.155396 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-edf306f5-0bca-4969-9899-0ce52166bc7a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=93a64ecb13504b78af2409c8db19afcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5555034 Nov 09 21:14:18.157923 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60548) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:14:18.240700 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7c326a66-9a1f-4613-94f6-025394a7d9ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:18.309753 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7c326a66-9a1f-4613-94f6-025394a7d9ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:18.310004 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-69f1c306-e901-4fdb-9be8-4f330b00b9c5 req-299d6419-af0d-443b-ab9f-2afeb1de23d2 service neutron] 10.222.0.43 "GET /v2.0/networks/15fbc7f0-8873-4a34-924e-7fadeab13c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252990 Nov 09 21:14:18.386395 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7c326a66-9a1f-4613-94f6-025394a7d9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:18.391752 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7c326a66-9a1f-4613-94f6-025394a7d9ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:18.395418 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7c326a66-9a1f-4613-94f6-025394a7d9ce admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e8ad46cd-d82e-4a10-b7a5-ed90c1a3fbc9 HTTP/1.1" status: 204 len: 168 time: 0.2343183 Nov 09 21:14:18.404286 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c326a66-9a1f-4613-94f6-025394a7d9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ad46cd-d82e-4a10-b7a5-ed90c1a3fbc9,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:18.521983 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a108b73b-ddda-49d0-82a5-e8a73911f8b0 req-6f80e671-559e-458b-ade9-5661af96d119 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:18.525538 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a108b73b-ddda-49d0-82a5-e8a73911f8b0 req-6f80e671-559e-458b-ade9-5661af96d119 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 949 time: 0.1113391 Nov 09 21:14:18.612040 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a108b73b-ddda-49d0-82a5-e8a73911f8b0 req-2118b877-1f55-4d3b-9c27-940e648b4bb5 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805786 Nov 09 21:14:18.876539 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ea80b-9e20-4940-a9e0-57c341927083 req-d19cb704-220c-4188-80d0-1ce4f3f5636a tempest-ServersOnMultiNodesTest-454294139 tempest-ServersOnMultiNodesTest-454294139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:18.878701 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2f0ea80b-9e20-4940-a9e0-57c341927083 req-d19cb704-220c-4188-80d0-1ce4f3f5636a tempest-ServersOnMultiNodesTest-454294139 tempest-ServersOnMultiNodesTest-454294139-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=22e97a3f-dea6-4282-9ea6-7f8361f82c10 HTTP/1.1" status: 200 len: 1100 time: 0.0619910 Nov 09 21:14:18.963094 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2f0ea80b-9e20-4940-a9e0-57c341927083 req-8b92ce98-f495-423a-a87d-8804936f077d tempest-ServersOnMultiNodesTest-454294139 tempest-ServersOnMultiNodesTest-454294139-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761242 Nov 09 21:14:19.097125 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929628a-2557-43e3-b047-dbb18185f643 req-c7e01831-4174-4143-bc3a-657828fcdcf0 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:19.099389 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c929628a-2557-43e3-b047-dbb18185f643 req-c7e01831-4174-4143-bc3a-657828fcdcf0 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/ports?device_id=377f3730-87ac-409a-b3e4-c1af2c670991 HTTP/1.1" status: 200 len: 943 time: 0.0542855 Nov 09 21:14:19.166554 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c929628a-2557-43e3-b047-dbb18185f643 req-c40f5d29-392a-4a3b-ad00-995397f24ca7 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/security-groups?id=c03e1c2c-ba46-4192-b9cb-d256abe573c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547745 Nov 09 21:14:19.203949 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-b9ea55fa-2b18-4c37-aacb-cd5e34ef7ef7 tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:14:19.205099 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-b9ea55fa-2b18-4c37-aacb-cd5e34ef7ef7 tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062046 Nov 09 21:14:19.288948 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-d56dd604-adcb-469a-bf8e-50549686300e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:19.300477 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-d56dd604-adcb-469a-bf8e-50549686300e service neutron] 10.222.0.49 "GET /v2.0/ports/7a590d66-42d8-491e-bcdf-dd5b7e91dd3a HTTP/1.1" status: 200 len: 1094 time: 0.0797307 Nov 09 21:14:19.305818 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-0fec54e0-6f62-4ddc-8e0e-21dbb73bb58b service neutron] Request body: {'binding': {'host': 'n-h1-816206-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:14:19.306351 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-0fec54e0-6f62-4ddc-8e0e-21dbb73bb58b service neutron] Unknown quota resources ['binding']. {{(pid=102607) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 21:14:19.355403 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a29475-e63a-4fc8-bcd0-75e3ed836aad req-8953714b-b6a0-4eb8-b7cd-b41fb6e0618b tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:19.357231 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-31a29475-e63a-4fc8-bcd0-75e3ed836aad req-8953714b-b6a0-4eb8-b7cd-b41fb6e0618b tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b75d9a5a-b979-4da4-90a1-c1d5e183b03c HTTP/1.1" status: 200 len: 1095 time: 0.1056385 Nov 09 21:14:19.480116 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-31a29475-e63a-4fc8-bcd0-75e3ed836aad req-74413e65-eea1-4cfc-9b62-e61d8cb969d4 tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049545 Nov 09 21:14:19.546451 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-0fec54e0-6f62-4ddc-8e0e-21dbb73bb58b service neutron] Attempting to bind port 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a on host n-h1-816206-3 for vnic_type normal with profile None {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:14:19.548064 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-0fec54e0-6f62-4ddc-8e0e-21dbb73bb58b service neutron] Attempting to bind port 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '3b0433f6-0dc2-4350-8149-c15b9bac49ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:14:19.549952 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-0fec54e0-6f62-4ddc-8e0e-21dbb73bb58b service neutron] Attempting to bind port 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a on network ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:14:19.558733 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-0fec54e0-6f62-4ddc-8e0e-21dbb73bb58b service neutron] Port 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a on network ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:14:19.559326 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-0fec54e0-6f62-4ddc-8e0e-21dbb73bb58b service neutron] Attempting to bind port 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a on network ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:14:19.565906 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-0fec54e0-6f62-4ddc-8e0e-21dbb73bb58b service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:14:19.566609 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-0fec54e0-6f62-4ddc-8e0e-21dbb73bb58b service neutron] Checking segment: {'id': '3b0433f6-0dc2-4350-8149-c15b9bac49ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:14:19.567276 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-0fec54e0-6f62-4ddc-8e0e-21dbb73bb58b service neutron] Bound using segment: {'id': '3b0433f6-0dc2-4350-8149-c15b9bac49ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:14:19.567928 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-0fec54e0-6f62-4ddc-8e0e-21dbb73bb58b service neutron] Bound port: 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b0433f6-0dc2-4350-8149-c15b9bac49ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:14:19.671742 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813df7a-f9c2-48ac-997e-901d031ab374 req-f0ba5936-b02d-40f9-b364-a4aac4903896 tempest-ServersOnMultiNodesTest-454294139 tempest-ServersOnMultiNodesTest-454294139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:19.673626 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a813df7a-f9c2-48ac-997e-901d031ab374 req-f0ba5936-b02d-40f9-b364-a4aac4903896 tempest-ServersOnMultiNodesTest-454294139 tempest-ServersOnMultiNodesTest-454294139-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=281e46cc-dc28-48d1-aef9-5726c68a2cb6 HTTP/1.1" status: 200 len: 1100 time: 0.0770097 Nov 09 21:14:19.677538 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-0fec54e0-6f62-4ddc-8e0e-21dbb73bb58b service neutron] For port 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=7a590d66-42d8-491e-bcdf-dd5b7e91dd3a,segment=NetworkSegment(3b0433f6-0dc2-4350-8149-c15b9bac49ea),segment_id=3b0433f6-0dc2-4350-8149-c15b9bac49ea)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:14:19.688051 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-0fec54e0-6f62-4ddc-8e0e-21dbb73bb58b service neutron] Publish callbacks [] for binding, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:19.696841 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-0fec54e0-6f62-4ddc-8e0e-21dbb73bb58b service neutron] 10.222.0.49 "POST /v2.0/ports/7a590d66-42d8-491e-bcdf-dd5b7e91dd3a/bindings HTTP/1.1" status: 201 len: 389 time: 0.3934026 Nov 09 21:14:19.748610 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a813df7a-f9c2-48ac-997e-901d031ab374 req-d9813292-ac46-43ed-a06d-495b87ef33aa tempest-ServersOnMultiNodesTest-454294139 tempest-ServersOnMultiNodesTest-454294139-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672176 Nov 09 21:14:20.014577 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-52343143-dcc3-4775-8678-a25cde4d3a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:20.048784 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-28cfd98d-6bb1-450a-a917-95d41aab0c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:20.050578 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-28cfd98d-6bb1-450a-a917-95d41aab0c04 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79813b2c248b4d6c8fab5b7bd98099e4&device_id=9845c409-ac82-41a4-b346-0d26efb4aacf HTTP/1.1" status: 200 len: 1097 time: 0.0448492 Nov 09 21:14:20.055864 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065e630-4cb8-4f4b-ad4e-374b7d7adb1b req-c90306b1-8a11-46a4-8dae-5943a33a69bf tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:20.064593 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2065e630-4cb8-4f4b-ad4e-374b7d7adb1b req-c90306b1-8a11-46a4-8dae-5943a33a69bf tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 949 time: 0.0843332 Nov 09 21:14:20.149226 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2065e630-4cb8-4f4b-ad4e-374b7d7adb1b req-c30cb950-1d95-4cde-8dd1-ce712b897e23 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835695 Nov 09 21:14:20.170754 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-f73fc792-ebbc-4625-ab45-a60d31a3dbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:20.172438 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-f73fc792-ebbc-4625-ab45-a60d31a3dbea service neutron] 10.222.0.45 "GET /v2.0/networks?id=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 HTTP/1.1" status: 200 len: 921 time: 0.1107817 Nov 09 21:14:20.226595 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-62161a2b-8d58-430a-8cd6-103513aae682 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a590d66-42d8-491e-bcdf-dd5b7e91dd3a HTTP/1.1" status: 200 len: 217 time: 0.0460386 Nov 09 21:14:20.317582 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-0655ee9c-a9cb-4f07-8221-7dfc245e0a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:20.319962 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-0655ee9c-a9cb-4f07-8221-7dfc245e0a24 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=29a38752-08a3-4b35-bb64-8f5e3f87121b HTTP/1.1" status: 200 len: 861 time: 0.0836928 Nov 09 21:14:20.336967 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112f976-75ab-4f7a-b77d-3ed78492fdf9 req-4c82c35e-d07f-4a38-bde0-3acc574d3ac6 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:20.338840 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d112f976-75ab-4f7a-b77d-3ed78492fdf9 req-4c82c35e-d07f-4a38-bde0-3acc574d3ac6 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=9845c409-ac82-41a4-b346-0d26efb4aacf HTTP/1.1" status: 200 len: 946 time: 0.0722356 Nov 09 21:14:20.371497 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-88ffe6c9-8625-4aac-96ff-81d7c2f892a4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315094 Nov 09 21:14:20.382834 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ba04e-1820-4316-a070-e8c1044ede1f req-7a7d5e66-d294-44c2-b166-ec1db10c4357 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:20.388573 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-070ba04e-1820-4316-a070-e8c1044ede1f req-7a7d5e66-d294-44c2-b166-ec1db10c4357 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/networks?id=9cf09cc6-9022-42d8-96c2-e4ea0d1e749b HTTP/1.1" status: 200 len: 808 time: 0.1547921 Nov 09 21:14:20.405687 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-070ba04e-1820-4316-a070-e8c1044ede1f req-5de23880-7afb-4976-a793-bd6e45f857b4 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/quotas/5a6366c08f5c4a9bb0bdc56b2ea0a20e HTTP/1.1" status: 200 len: 375 time: 0.0132875 Nov 09 21:14:20.478934 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-070ba04e-1820-4316-a070-e8c1044ede1f req-92658e63-5887-4043-94bd-a59faf6b0c41 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5a6366c08f5c4a9bb0bdc56b2ea0a20e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0670607 Nov 09 21:14:20.484906 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d112f976-75ab-4f7a-b77d-3ed78492fdf9 req-be08d4cd-2720-4bf2-833b-20cc7a53ed68 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335235 Nov 09 21:14:20.534336 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-236dd9c5-1d1f-4223-bc60-186498c0481c service neutron] 10.222.0.45 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476176 Nov 09 21:14:20.585333 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 0083c0ca-eb60-4d67-961f-32a1c5654210 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:14:20.631208 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-070ba04e-1820-4316-a070-e8c1044ede1f req-e3e85c91-5a71-4a67-92fd-0b447fdb2055 service neutron] 10.222.0.49 "GET /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500909 Nov 09 21:14:20.647372 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-e4aae09f-d62b-4312-bdd0-f689bb4dfe07 service neutron] 10.222.0.45 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984654 Nov 09 21:14:20.794736 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 0083c0ca-eb60-4d67-961f-32a1c5654210, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=0083c0ca-eb60-4d67-961f-32a1c5654210,segment=NetworkSegment(4d08dd53-cc2d-484d-bd3b-b02909594b11),segment_id=4d08dd53-cc2d-484d-bd3b-b02909594b11)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:14:20.794969 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-070ba04e-1820-4316-a070-e8c1044ede1f req-8158394a-fd21-47a7-bc0e-3213f7cf97b3 service neutron] 10.222.0.49 "GET /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610379 Nov 09 21:14:20.813151 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '0083c0ca-eb60-4d67-961f-32a1c5654210', 'network_id': '15fbc7f0-8873-4a34-924e-7fadeab13c74', 'port_id': '0083c0ca-eb60-4d67-961f-32a1c5654210', 'mac_address': 'fa:16:3e:ed:74:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9add483-8835-41e6-b594-c1f5292db974', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:14:20.817403 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-338897d5-b518-40d0-865f-3fe7825410c7 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=901d7209663f4224b6f7af44b74208e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516937 Nov 09 21:14:20.864937 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:20.890731 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0083c0ca-eb60-4d67-961f-32a1c5654210 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:14:20.924805 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 0083c0ca-eb60-4d67-961f-32a1c5654210, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=0083c0ca-eb60-4d67-961f-32a1c5654210,segment=NetworkSegment(4d08dd53-cc2d-484d-bd3b-b02909594b11),segment_id=4d08dd53-cc2d-484d-bd3b-b02909594b11)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:14:20.936909 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:21.043272 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:21.138122 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=0083c0ca-eb60-4d67-961f-32a1c5654210,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:21.168627 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee8b82a-1a51-4d1f-a485-1bbc4fb7c4fb req-fa07dee1-a38b-44b0-bab2-acacf9802fcd tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:21.181353 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-6bdd14c9-2874-44ea-95b8-f1441c5bf12e tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:21.184555 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8ee8b82a-1a51-4d1f-a485-1bbc4fb7c4fb req-fa07dee1-a38b-44b0-bab2-acacf9802fcd tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/ports?device_id=377f3730-87ac-409a-b3e4-c1af2c670991 HTTP/1.1" status: 200 len: 944 time: 0.1180980 Nov 09 21:14:21.214933 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-6bdd14c9-2874-44ea-95b8-f1441c5bf12e tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3964615 Nov 09 21:14:21.249713 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-919d70b1-2044-4e68-af73-92b3a2ab0a01 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/quotas/901d7209663f4224b6f7af44b74208e8 HTTP/1.1" status: 200 len: 375 time: 0.0295718 Nov 09 21:14:21.290132 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8ee8b82a-1a51-4d1f-a485-1bbc4fb7c4fb req-0f6b6109-6390-45d6-97a8-5cdcd5ae8560 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/security-groups?id=c03e1c2c-ba46-4192-b9cb-d256abe573c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019895 Nov 09 21:14:21.328485 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['0083c0ca-eb60-4d67-961f-32a1c5654210'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:14:21.383518 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-87d37ec4-28c9-4394-ad70-445b2aa6b4f3 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=901d7209663f4224b6f7af44b74208e8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1326532 Nov 09 21:14:21.539685 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5a44868a-13a6-4263-bb21-a2a0f357a8ec req-1ee476c3-2c1e-4ea0-8053-97ff7b894803 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60bddb61-79c9-492a-b074-1a9ad796af66 HTTP/1.1" status: 200 len: 210 time: 0.0804348 Nov 09 21:14:21.781788 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c9061-991d-43f7-9220-ba2436a07b84 req-613b6c60-8f13-417f-ab17-711dd7186a7c tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:21.795270 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ff9c9061-991d-43f7-9220-ba2436a07b84 req-613b6c60-8f13-417f-ab17-711dd7186a7c tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 949 time: 0.1302650 Nov 09 21:14:21.888061 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f9176-277c-433d-9a78-816e29965d9f req-0cae9955-3c74-415e-9294-320531586ed5 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:21.889938 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ff9c9061-991d-43f7-9220-ba2436a07b84 req-3b23e1d0-02cb-4ce0-b78a-781b52fcc5ce tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848510 Nov 09 21:14:21.903131 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7d9f9176-277c-433d-9a78-816e29965d9f req-0cae9955-3c74-415e-9294-320531586ed5 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=9845c409-ac82-41a4-b346-0d26efb4aacf HTTP/1.1" status: 200 len: 946 time: 0.1433752 Nov 09 21:14:21.995292 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7d9f9176-277c-433d-9a78-816e29965d9f req-5cd69cc2-e8a6-458d-a401-1481b69e5bc9 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859444 Nov 09 21:14:22.021564 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ad97a611-ff85-4c30-b57c-3ca7cd0faced req-21692bff-6d74-4e98-b9d8-ef44b831f851 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=eddd4d47-f1e4-4fe1-89ba-7d90dcc8b77a HTTP/1.1" status: 200 len: 210 time: 0.0670011 Nov 09 21:14:22.254720 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:22.493883 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a419771-9f90-4125-99e2-23331f387f62 req-e405ffa7-af97-4665-8f38-42d9b5a33494 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:22.502305 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5a419771-9f90-4125-99e2-23331f387f62 req-e405ffa7-af97-4665-8f38-42d9b5a33494 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/ports?device_id=377f3730-87ac-409a-b3e4-c1af2c670991 HTTP/1.1" status: 200 len: 944 time: 0.0963888 Nov 09 21:14:22.595123 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:22.598778 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 0083c0ca-eb60-4d67-961f-32a1c5654210 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:14:22.632489 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5a419771-9f90-4125-99e2-23331f387f62 req-723bec98-ff12-44dc-9aec-ac48a6a662f8 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/security-groups?id=c03e1c2c-ba46-4192-b9cb-d256abe573c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224015 Nov 09 21:14:22.784119 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 0083c0ca-eb60-4d67-961f-32a1c5654210 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:14:22.790222 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 0083c0ca-eb60-4d67-961f-32a1c5654210 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:14:22.790774 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:22.864483 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f31a7373-a189-446c-80ce-baeff5219ae5 req-4e4b6ce8-432f-4d39-9cd3-e5cacbb78ca3 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60bddb61-79c9-492a-b074-1a9ad796af66 HTTP/1.1" status: 200 len: 210 time: 0.1104650 Nov 09 21:14:23.061121 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:23.097060 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377f3730-87ac-409a-b3e4-c1af2c670991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0083c0ca-eb60-4d67-961f-32a1c5654210'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:14:23.102050 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8206e6-1ffd-4fc0-b899-941583f8bffd" -d '{"events": [{"server_uuid": "377f3730-87ac-409a-b3e4-c1af2c670991", "name": "network-vif-plugged", "status": "completed", "tag": "0083c0ca-eb60-4d67-961f-32a1c5654210"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:14:23.140458 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 0083c0ca-eb60-4d67-961f-32a1c5654210, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=0083c0ca-eb60-4d67-961f-32a1c5654210,segment=NetworkSegment(4d08dd53-cc2d-484d-bd3b-b02909594b11),segment_id=4d08dd53-cc2d-484d-bd3b-b02909594b11)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:14:23.166740 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:23.212083 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76c305-1881-4b59-9889-5b49a5a8cb37 req-83d72243-c732-40b9-8415-0e92b902a961 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:23.227510 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fd76c305-1881-4b59-9889-5b49a5a8cb37 req-83d72243-c732-40b9-8415-0e92b902a961 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 949 time: 0.2127311 Nov 09 21:14:23.241876 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=0083c0ca-eb60-4d67-961f-32a1c5654210,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:23.270156 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ba04e-1820-4316-a070-e8c1044ede1f req-99461052-6368-4949-ad13-2aaf25cf0839 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:23.282491 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-070ba04e-1820-4316-a070-e8c1044ede1f req-99461052-6368-4949-ad13-2aaf25cf0839 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.43 "GET /v2.0/networks?id=9cf09cc6-9022-42d8-96c2-e4ea0d1e749b HTTP/1.1" status: 200 len: 808 time: 0.4459984 Nov 09 21:14:23.288759 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:23.354261 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fd76c305-1881-4b59-9889-5b49a5a8cb37 req-e7f3e1f2-fcb4-4e5d-8d93-4ab227004e60 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234627 Nov 09 21:14:23.375241 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-070ba04e-1820-4316-a070-e8c1044ede1f req-fdcc342e-f19d-45ac-9035-dbb30b65f4e1 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Request body: {'port': {'device_id': '60bddb61-79c9-492a-b074-1a9ad796af66', 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b', 'admin_state_up': True, 'tenant_id': '5a6366c08f5c4a9bb0bdc56b2ea0a20e'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:14:23.563946 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5e4dcb77-10fb-4c71-955d-6a04bc5cf6b6 req-1d1598ad-dce1-47dc-80fe-688b9603c384 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=eddd4d47-f1e4-4fe1-89ba-7d90dcc8b77a HTTP/1.1" status: 200 len: 210 time: 0.0646589 Nov 09 21:14:23.680659 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1c7d23-2d15-4042-bb16-2ebcab790e93 x-openstack-request-id: req-7e1c7d23-2d15-4042-bb16-2ebcab790e93 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:14:23.680984 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "377f3730-87ac-409a-b3e4-c1af2c670991", "name": "network-vif-plugged", "status": "completed", "tag": "0083c0ca-eb60-4d67-961f-32a1c5654210", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:14:23.681248 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7e1c7d23-2d15-4042-bb16-2ebcab790e93 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:14:23.681650 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '377f3730-87ac-409a-b3e4-c1af2c670991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0083c0ca-eb60-4d67-961f-32a1c5654210', 'code': 200} Nov 09 21:14:23.737927 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-070ba04e-1820-4316-a070-e8c1044ede1f req-fdcc342e-f19d-45ac-9035-dbb30b65f4e1 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Made reservation on behalf of 5a6366c08f5c4a9bb0bdc56b2ea0a20e for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:14:23.747533 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-070ba04e-1820-4316-a070-e8c1044ede1f req-fdcc342e-f19d-45ac-9035-dbb30b65f4e1 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:23.796386 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429502e-0f2b-44d2-83f0-ab71780fad92 req-f850c6a5-74c9-43f3-b21c-5cb106a730a0 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:23.805857 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9429502e-0f2b-44d2-83f0-ab71780fad92 req-f850c6a5-74c9-43f3-b21c-5cb106a730a0 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=9845c409-ac82-41a4-b346-0d26efb4aacf HTTP/1.1" status: 200 len: 946 time: 0.1292336 Nov 09 21:14:23.920734 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9429502e-0f2b-44d2-83f0-ab71780fad92 req-b8f2fd9b-f826-495f-9e09-cdc6c7b91a78 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109560 Nov 09 21:14:23.972352 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-d8b7cd3f-382f-48c6-bad4-08795a543174 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=901d7209663f4224b6f7af44b74208e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0690906 Nov 09 21:14:24.106347 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730dbec4-6eb4-42cb-bc91-0c96857e497f req-81d16a3e-1e45-4bf5-b8b1-d04247593dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:24.108562 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-730dbec4-6eb4-42cb-bc91-0c96857e497f req-81d16a3e-1e45-4bf5-b8b1-d04247593dd0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=377f3730-87ac-409a-b3e4-c1af2c670991 HTTP/1.1" status: 200 len: 1096 time: 0.1534288 Nov 09 21:14:24.223809 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-070ba04e-1820-4316-a070-e8c1044ede1f req-fdcc342e-f19d-45ac-9035-dbb30b65f4e1 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Allocated IP 172.20.0.8 (9cf09cc6-9022-42d8-96c2-e4ea0d1e749b/39c6d736-667d-4cbf-9558-9612dacd0f8d/308c9019-04d9-41f2-83f3-e7ae648ba7ec) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:14:24.288038 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f4c4b-c78e-4659-8eaa-10e8b9e5261f req-0e2aa7e3-2bc7-4676-a9d1-12be4d141923 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:24.289629 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-467f4c4b-c78e-4659-8eaa-10e8b9e5261f req-0e2aa7e3-2bc7-4676-a9d1-12be4d141923 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/ports?device_id=377f3730-87ac-409a-b3e4-c1af2c670991 HTTP/1.1" status: 200 len: 945 time: 0.1537528 Nov 09 21:14:24.414277 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-8ded2f84-e7e9-4f6f-8adf-470cb3a988c7 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:24.416031 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-8ded2f84-e7e9-4f6f-8adf-470cb3a988c7 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4284508 Nov 09 21:14:24.439945 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-070ba04e-1820-4316-a070-e8c1044ede1f req-fdcc342e-f19d-45ac-9035-dbb30b65f4e1 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:24.441723 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-25d0fa17-8f19-4ddb-a70b-34fb81f6e963 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Request body: {'port': {'device_id': 'eddd4d47-f1e4-4fe1-89ba-7d90dcc8b77a', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'admin_state_up': True, 'tenant_id': '901d7209663f4224b6f7af44b74208e8'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:14:24.466100 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-467f4c4b-c78e-4659-8eaa-10e8b9e5261f req-30895dd1-adec-4a82-a36f-fafc9b5fb705 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/security-groups?id=c03e1c2c-ba46-4192-b9cb-d256abe573c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664257 Nov 09 21:14:24.499416 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-070ba04e-1820-4316-a070-e8c1044ede1f req-fdcc342e-f19d-45ac-9035-dbb30b65f4e1 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:24.594955 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-070ba04e-1820-4316-a070-e8c1044ede1f req-fdcc342e-f19d-45ac-9035-dbb30b65f4e1 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Network 9cf09cc6-9022-42d8-96c2-e4ea0d1e749b is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:14:24.605213 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-070ba04e-1820-4316-a070-e8c1044ede1f req-fdcc342e-f19d-45ac-9035-dbb30b65f4e1 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:14:24.608574 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-070ba04e-1820-4316-a070-e8c1044ede1f req-fdcc342e-f19d-45ac-9035-dbb30b65f4e1 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:14:24.661300 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-730dbec4-6eb4-42cb-bc91-0c96857e497f req-f8735f7a-8de6-41a6-9409-ea85329ccdf1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c03e1c2c-ba46-4192-b9cb-d256abe573c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5115480 Nov 09 21:14:24.693298 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-25d0fa17-8f19-4ddb-a70b-34fb81f6e963 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Made reservation on behalf of 901d7209663f4224b6f7af44b74208e8 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:14:24.694531 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c52cc6-90ee-401f-8df7-d989fb595a88 req-cf1aab2d-83db-4905-be31-e94651b9592c tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:24.696860 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-36c52cc6-90ee-401f-8df7-d989fb595a88 req-cf1aab2d-83db-4905-be31-e94651b9592c tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60bddb61-79c9-492a-b074-1a9ad796af66 HTTP/1.1" status: 200 len: 931 time: 0.2148364 Nov 09 21:14:24.700280 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc342e-f19d-45ac-9035-dbb30b65f4e1 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Pushing event updated for resources: {'Port': ['ID=308c9019-04d9-41f2-83f3-e7ae648ba7ec,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:24.701169 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-25d0fa17-8f19-4ddb-a70b-34fb81f6e963 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:24.759407 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ba04e-1820-4316-a070-e8c1044ede1f req-fdcc342e-f19d-45ac-9035-dbb30b65f4e1 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:24.760198 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-070ba04e-1820-4316-a070-e8c1044ede1f req-fdcc342e-f19d-45ac-9035-dbb30b65f4e1 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:24.795412 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-070ba04e-1820-4316-a070-e8c1044ede1f req-fdcc342e-f19d-45ac-9035-dbb30b65f4e1 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4539258 Nov 09 21:14:24.817912 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-36c52cc6-90ee-401f-8df7-d989fb595a88 req-012c674d-e9f6-4e10-b73a-a26b4187dc97 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996609 Nov 09 21:14:24.916543 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-25d0fa17-8f19-4ddb-a70b-34fb81f6e963 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Allocated IP 192.168.233.14 (568519e4-f6af-4966-9e93-738c3c6cb9f1/5ba3500c-a288-4596-ba94-148f2bd8a6da/533f611e-07d0-4da2-a057-348014734fff) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:14:24.956587 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713e0f9-bc1d-4820-bd0e-c6a357ef82a2 req-68e7edfb-6665-409d-8d6b-715f7b049e55 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:24.970856 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6713e0f9-bc1d-4820-bd0e-c6a357ef82a2 req-68e7edfb-6665-409d-8d6b-715f7b049e55 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 949 time: 0.0852139 Nov 09 21:14:25.012593 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-070ba04e-1820-4316-a070-e8c1044ede1f req-5277199d-8505-4ad2-9457-9de4bc1a4e32 service neutron] Request body: {'port': {'device_id': '60bddb61-79c9-492a-b074-1a9ad796af66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:14:25.190016 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-25d0fa17-8f19-4ddb-a70b-34fb81f6e963 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:25.258788 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ab5295fd-8ee1-49a0-a01c-c39139ddbc29 req-7d17633f-b27e-49e2-b398-1b4c06191b9c tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=eddd4d47-f1e4-4fe1-89ba-7d90dcc8b77a HTTP/1.1" status: 200 len: 210 time: 0.0343549 Nov 09 21:14:25.268864 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-25d0fa17-8f19-4ddb-a70b-34fb81f6e963 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:25.282955 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['8f939950-bea2-412a-a2e7-7941436a9d0e', '8fffad74-aadd-420e-b124-a25fa48d0b2c', '6ea26908-1c6a-4d82-b26f-3bca70608d0b', '0bf25821-6e02-4aee-8496-3623d0b49287'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:14:25.338866 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-25d0fa17-8f19-4ddb-a70b-34fb81f6e963 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Network 568519e4-f6af-4966-9e93-738c3c6cb9f1 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:14:25.343283 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-25d0fa17-8f19-4ddb-a70b-34fb81f6e963 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:14:25.357741 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-25d0fa17-8f19-4ddb-a70b-34fb81f6e963 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:14:25.386377 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:14:25.458297 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6713e0f9-bc1d-4820-bd0e-c6a357ef82a2 req-beda088d-a7d0-487b-812c-9a02ee79b474 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4813709 Nov 09 21:14:25.459451 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-070ba04e-1820-4316-a070-e8c1044ede1f req-5277199d-8505-4ad2-9457-9de4bc1a4e32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:25.492506 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-25d0fa17-8f19-4ddb-a70b-34fb81f6e963 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:25.495297 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-25d0fa17-8f19-4ddb-a70b-34fb81f6e963 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:25.519418 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0fa17-8f19-4ddb-a70b-34fb81f6e963 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Pushing event updated for resources: {'Port': ['ID=533f611e-07d0-4da2-a057-348014734fff,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:25.556457 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-25d0fa17-8f19-4ddb-a70b-34fb81f6e963 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1207831 Nov 09 21:14:25.575520 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-6a44dcac-870c-4cd0-80da-38c25c725c91 service neutron] Request body: {'port': {'device_id': 'eddd4d47-f1e4-4fe1-89ba-7d90dcc8b77a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:14:25.757480 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fe715-ce1f-4534-8b6c-1577b82d90a6 req-70afd5db-0ef7-4b4f-8216-26b5cf04c3b1 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:25.766534 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c69fe715-ce1f-4534-8b6c-1577b82d90a6 req-70afd5db-0ef7-4b4f-8216-26b5cf04c3b1 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=9845c409-ac82-41a4-b346-0d26efb4aacf HTTP/1.1" status: 200 len: 946 time: 0.1100912 Nov 09 21:14:25.769502 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-6a44dcac-870c-4cd0-80da-38c25c725c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:25.923979 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-070ba04e-1820-4316-a070-e8c1044ede1f req-5277199d-8505-4ad2-9457-9de4bc1a4e32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 308c9019-04d9-41f2-83f3-e7ae648ba7ec {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:14:25.933637 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-070ba04e-1820-4316-a070-e8c1044ede1f req-5277199d-8505-4ad2-9457-9de4bc1a4e32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:25.947563 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-070ba04e-1820-4316-a070-e8c1044ede1f req-5277199d-8505-4ad2-9457-9de4bc1a4e32 service neutron] Transition to ACTIVE for port object 308c9019-04d9-41f2-83f3-e7ae648ba7ec will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:14:25.961043 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-070ba04e-1820-4316-a070-e8c1044ede1f req-5277199d-8505-4ad2-9457-9de4bc1a4e32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:25.988797 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-e8b6d976-b100-4a0e-b9ca-b4e931507b8f None None] Provisioning complete for port 533f611e-07d0-4da2-a057-348014734fff triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:14:25.989571 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e8b6d976-b100-4a0e-b9ca-b4e931507b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:26.107419 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288fc75a-22f4-4a39-90f9-ef973e39b7ea req-2d188e6a-eb82-43de-90c9-8fc7d6e75961 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:26.114851 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-288fc75a-22f4-4a39-90f9-ef973e39b7ea req-2d188e6a-eb82-43de-90c9-8fc7d6e75961 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/ports?device_id=377f3730-87ac-409a-b3e4-c1af2c670991 HTTP/1.1" status: 200 len: 945 time: 0.1659541 Nov 09 21:14:26.122376 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-e8b6d976-b100-4a0e-b9ca-b4e931507b8f None None] Port 533f611e-07d0-4da2-a057-348014734fff cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:14:26.170487 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5277199d-8505-4ad2-9457-9de4bc1a4e32 service neutron] Pushing event updated for resources: {'Port': ['ID=308c9019-04d9-41f2-83f3-e7ae648ba7ec,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:26.272832 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-070ba04e-1820-4316-a070-e8c1044ede1f req-5277199d-8505-4ad2-9457-9de4bc1a4e32 service neutron] Attempting to bind port 308c9019-04d9-41f2-83f3-e7ae648ba7ec on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:14:26.273418 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-070ba04e-1820-4316-a070-e8c1044ede1f req-5277199d-8505-4ad2-9457-9de4bc1a4e32 service neutron] Attempting to bind port 308c9019-04d9-41f2-83f3-e7ae648ba7ec by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': 'dafe29ae-1ba0-4490-879c-5008a3eac5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:14:26.273916 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070ba04e-1820-4316-a070-e8c1044ede1f req-5277199d-8505-4ad2-9457-9de4bc1a4e32 service neutron] Attempting to bind port 308c9019-04d9-41f2-83f3-e7ae648ba7ec on network 9cf09cc6-9022-42d8-96c2-e4ea0d1e749b {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:14:26.293902 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-288fc75a-22f4-4a39-90f9-ef973e39b7ea req-8100a3e9-34b1-4d85-b347-02174643c735 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/security-groups?id=c03e1c2c-ba46-4192-b9cb-d256abe573c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735997 Nov 09 21:14:26.302111 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c69fe715-ce1f-4534-8b6c-1577b82d90a6 req-3b5e2ad5-2d9b-4132-aa31-d2f684d5a9b7 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5282352 Nov 09 21:14:26.329916 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070ba04e-1820-4316-a070-e8c1044ede1f req-5277199d-8505-4ad2-9457-9de4bc1a4e32 service neutron] Port 308c9019-04d9-41f2-83f3-e7ae648ba7ec on network 9cf09cc6-9022-42d8-96c2-e4ea0d1e749b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:14:26.334680 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070ba04e-1820-4316-a070-e8c1044ede1f req-5277199d-8505-4ad2-9457-9de4bc1a4e32 service neutron] Attempting to bind port 308c9019-04d9-41f2-83f3-e7ae648ba7ec on network 9cf09cc6-9022-42d8-96c2-e4ea0d1e749b {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:14:26.354834 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070ba04e-1820-4316-a070-e8c1044ede1f req-5277199d-8505-4ad2-9457-9de4bc1a4e32 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:14:26.358307 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070ba04e-1820-4316-a070-e8c1044ede1f req-5277199d-8505-4ad2-9457-9de4bc1a4e32 service neutron] Checking segment: {'id': 'dafe29ae-1ba0-4490-879c-5008a3eac5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:14:26.358977 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070ba04e-1820-4316-a070-e8c1044ede1f req-5277199d-8505-4ad2-9457-9de4bc1a4e32 service neutron] Bound using segment: {'id': 'dafe29ae-1ba0-4490-879c-5008a3eac5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:14:26.359652 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-070ba04e-1820-4316-a070-e8c1044ede1f req-5277199d-8505-4ad2-9457-9de4bc1a4e32 service neutron] Bound port: 308c9019-04d9-41f2-83f3-e7ae648ba7ec, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dafe29ae-1ba0-4490-879c-5008a3eac5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:14:26.360249 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-070ba04e-1820-4316-a070-e8c1044ede1f req-5277199d-8505-4ad2-9457-9de4bc1a4e32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:26.463709 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-070ba04e-1820-4316-a070-e8c1044ede1f req-5277199d-8505-4ad2-9457-9de4bc1a4e32 service neutron] For port 308c9019-04d9-41f2-83f3-e7ae648ba7ec, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:14:26.467675 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-070ba04e-1820-4316-a070-e8c1044ede1f req-5277199d-8505-4ad2-9457-9de4bc1a4e32 service neutron] For port 308c9019-04d9-41f2-83f3-e7ae648ba7ec, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=308c9019-04d9-41f2-83f3-e7ae648ba7ec,segment=NetworkSegment(dafe29ae-1ba0-4490-879c-5008a3eac5b2),segment_id=dafe29ae-1ba0-4490-879c-5008a3eac5b2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:14:26.477331 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-070ba04e-1820-4316-a070-e8c1044ede1f req-5277199d-8505-4ad2-9457-9de4bc1a4e32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:26.591821 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5277199d-8505-4ad2-9457-9de4bc1a4e32 service neutron] Pushing event updated for resources: {'Port': ['ID=308c9019-04d9-41f2-83f3-e7ae648ba7ec,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:26.592798 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-6a44dcac-870c-4cd0-80da-38c25c725c91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 533f611e-07d0-4da2-a057-348014734fff {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:14:26.603972 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-6a44dcac-870c-4cd0-80da-38c25c725c91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:26.628264 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ba04e-1820-4316-a070-e8c1044ede1f req-5277199d-8505-4ad2-9457-9de4bc1a4e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:26.628910 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40089923-4ec0-44ec-969a-a25faf320209 req-d7d8e8ad-7111-495b-a213-69fd9356e92c tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:26.633858 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-070ba04e-1820-4316-a070-e8c1044ede1f req-5277199d-8505-4ad2-9457-9de4bc1a4e32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:26.636311 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-40089923-4ec0-44ec-969a-a25faf320209 req-d7d8e8ad-7111-495b-a213-69fd9356e92c tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=eddd4d47-f1e4-4fe1-89ba-7d90dcc8b77a HTTP/1.1" status: 200 len: 935 time: 0.0961466 Nov 09 21:14:26.638119 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-070ba04e-1820-4316-a070-e8c1044ede1f req-5277199d-8505-4ad2-9457-9de4bc1a4e32 service neutron] 10.222.0.43 "PUT /v2.0/ports/308c9019-04d9-41f2-83f3-e7ae648ba7ec HTTP/1.1" status: 200 len: 1091 time: 1.6340811 Nov 09 21:14:26.640101 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60bddb61-79c9-492a-b074-1a9ad796af66', 'tag': '308c9019-04d9-41f2-83f3-e7ae648ba7ec'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:14:26.647357 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-6a44dcac-870c-4cd0-80da-38c25c725c91 service neutron] Transition to ACTIVE for port object 533f611e-07d0-4da2-a057-348014734fff will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:14:26.649774 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26dfb17a-779e-4ea4-8975-e62a97f5613c" -d '{"events": [{"name": "network-changed", "server_uuid": "60bddb61-79c9-492a-b074-1a9ad796af66", "tag": "308c9019-04d9-41f2-83f3-e7ae648ba7ec"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:14:26.669505 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-6a44dcac-870c-4cd0-80da-38c25c725c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:26.755395 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44dcac-870c-4cd0-80da-38c25c725c91 service neutron] Pushing event updated for resources: {'Port': ['ID=533f611e-07d0-4da2-a057-348014734fff,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:26.823031 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-40089923-4ec0-44ec-969a-a25faf320209 req-ea653fbf-ff06-4c8d-b851-b058d6bfc9b1 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857321 Nov 09 21:14:26.873090 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ba04e-1820-4316-a070-e8c1044ede1f req-2976f0c4-3a27-4427-b121-b277acb4cfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:26.875620 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-070ba04e-1820-4316-a070-e8c1044ede1f req-2976f0c4-3a27-4427-b121-b277acb4cfde service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5a6366c08f5c4a9bb0bdc56b2ea0a20e&device_id=60bddb61-79c9-492a-b074-1a9ad796af66 HTTP/1.1" status: 200 len: 1094 time: 0.1638536 Nov 09 21:14:26.908481 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed70f0-283a-4f24-8f1f-f58c2ee85d4f req-622461bf-0aee-4444-9604-19a1a96dcdda tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:26.923199 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4aed70f0-283a-4f24-8f1f-f58c2ee85d4f req-622461bf-0aee-4444-9604-19a1a96dcdda tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60bddb61-79c9-492a-b074-1a9ad796af66 HTTP/1.1" status: 200 len: 943 time: 0.3653224 Nov 09 21:14:27.008831 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-6a44dcac-870c-4cd0-80da-38c25c725c91 service neutron] Attempting to bind port 533f611e-07d0-4da2-a057-348014734fff on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:14:27.009176 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-6a44dcac-870c-4cd0-80da-38c25c725c91 service neutron] Attempting to bind port 533f611e-07d0-4da2-a057-348014734fff by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:14:27.009516 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-6a44dcac-870c-4cd0-80da-38c25c725c91 service neutron] Attempting to bind port 533f611e-07d0-4da2-a057-348014734fff on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:14:27.022316 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-6a44dcac-870c-4cd0-80da-38c25c725c91 service neutron] Port 533f611e-07d0-4da2-a057-348014734fff on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:14:27.022865 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-6a44dcac-870c-4cd0-80da-38c25c725c91 service neutron] Attempting to bind port 533f611e-07d0-4da2-a057-348014734fff on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:14:27.038205 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-6a44dcac-870c-4cd0-80da-38c25c725c91 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:14:27.038781 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-6a44dcac-870c-4cd0-80da-38c25c725c91 service neutron] Checking segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:14:27.039115 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-070ba04e-1820-4316-a070-e8c1044ede1f req-25d9b6ef-b4e4-43ea-91f6-d6a00a5fb3ca service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=308c9019-04d9-41f2-83f3-e7ae648ba7ec HTTP/1.1" status: 200 len: 217 time: 0.1149209 Nov 09 21:14:27.040344 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-6a44dcac-870c-4cd0-80da-38c25c725c91 service neutron] Bound using segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:14:27.042489 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-6a44dcac-870c-4cd0-80da-38c25c725c91 service neutron] Bound port: 533f611e-07d0-4da2-a057-348014734fff, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:14:27.044242 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-6a44dcac-870c-4cd0-80da-38c25c725c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:27.130153 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4aed70f0-283a-4f24-8f1f-f58c2ee85d4f req-8591ad01-196a-44ce-9511-6a1941f295af tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890051 Nov 09 21:14:27.160109 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ba04e-1820-4316-a070-e8c1044ede1f req-c7961508-19df-4a0e-adf5-1ab091f47c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:27.164761 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-070ba04e-1820-4316-a070-e8c1044ede1f req-c7961508-19df-4a0e-adf5-1ab091f47c18 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39c6d736-667d-4cbf-9558-9612dacd0f8d HTTP/1.1" status: 200 len: 848 time: 0.1030357 Nov 09 21:14:27.216682 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-070ba04e-1820-4316-a070-e8c1044ede1f req-d3c62d8c-d86a-4b8f-8bad-aa75381a0332 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9cf09cc6-9022-42d8-96c2-e4ea0d1e749b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420420 Nov 09 21:14:27.285105 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-6a44dcac-870c-4cd0-80da-38c25c725c91 service neutron] For port 533f611e-07d0-4da2-a057-348014734fff, host n-h2-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:14:27.298697 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-6a44dcac-870c-4cd0-80da-38c25c725c91 service neutron] For port 533f611e-07d0-4da2-a057-348014734fff, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=533f611e-07d0-4da2-a057-348014734fff,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:14:27.307785 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0c447-914c-412f-9038-663ff5b43092 req-aa349ccf-4eef-4bc4-ba0c-5ca3ee7fe9c6 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:27.320154 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-eaa0c447-914c-412f-9038-663ff5b43092 req-aa349ccf-4eef-4bc4-ba0c-5ca3ee7fe9c6 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 949 time: 0.1843226 Nov 09 21:14:27.328034 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-6a44dcac-870c-4cd0-80da-38c25c725c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:27.379013 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84af9ec-0d6e-48bb-bec5-4bcf5324bb21 x-openstack-request-id: req-b84af9ec-0d6e-48bb-bec5-4bcf5324bb21 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:14:27.379316 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60bddb61-79c9-492a-b074-1a9ad796af66", "tag": "308c9019-04d9-41f2-83f3-e7ae648ba7ec", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:14:27.379578 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b84af9ec-0d6e-48bb-bec5-4bcf5324bb21 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:14:27.379975 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60bddb61-79c9-492a-b074-1a9ad796af66', 'tag': '308c9019-04d9-41f2-83f3-e7ae648ba7ec', 'status': 'completed', 'code': 200} Nov 09 21:14:27.443240 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [req-b1bf155c-85f1-4892-892d-b60673c3088b req-4d278756-6a88-4633-92fe-ef51bd5af7ce service neutron] show failed (client error): The resource could not be found. Nov 09 21:14:27.444900 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b1bf155c-85f1-4892-892d-b60673c3088b req-4d278756-6a88-4633-92fe-ef51bd5af7ce service neutron] 10.222.0.43 "GET /v2.0/ports/9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6/bindings/n-h1-816206-3 HTTP/1.1" status: 404 len: 380 time: 0.2117910 Nov 09 21:14:27.461519 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-070ba04e-1820-4316-a070-e8c1044ede1f req-f96e175a-eebb-40c8-a2ab-0b1ad2140a81 service neutron] 10.222.0.43 "GET /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226703 Nov 09 21:14:27.476946 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-6a44dcac-870c-4cd0-80da-38c25c725c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:27.477587 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-6a44dcac-870c-4cd0-80da-38c25c725c91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:27.479036 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-6a44dcac-870c-4cd0-80da-38c25c725c91 service neutron] 10.222.0.43 "PUT /v2.0/ports/533f611e-07d0-4da2-a057-348014734fff HTTP/1.1" status: 200 len: 1095 time: 1.9084077 Nov 09 21:14:27.502268 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eddd4d47-f1e4-4fe1-89ba-7d90dcc8b77a', 'tag': '533f611e-07d0-4da2-a057-348014734fff'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:14:27.509603 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be5064f-4b35-4d8e-bc03-cfa4d96da535" -d '{"events": [{"name": "network-changed", "server_uuid": "eddd4d47-f1e4-4fe1-89ba-7d90dcc8b77a", "tag": "533f611e-07d0-4da2-a057-348014734fff"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:14:27.578644 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44dcac-870c-4cd0-80da-38c25c725c91 service neutron] Pushing event updated for resources: {'Port': ['ID=533f611e-07d0-4da2-a057-348014734fff,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:27.609934 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-eaa0c447-914c-412f-9038-663ff5b43092 req-eda5ab99-9504-4fff-81cd-a522a2512b72 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888868 Nov 09 21:14:27.707913 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-3caf6bd0-864d-4f9b-9fe4-933cb779b367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:27.710328 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-3caf6bd0-864d-4f9b-9fe4-933cb779b367 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=901d7209663f4224b6f7af44b74208e8&device_id=eddd4d47-f1e4-4fe1-89ba-7d90dcc8b77a HTTP/1.1" status: 200 len: 1098 time: 0.0741522 Nov 09 21:14:27.716425 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61fedd-6acc-43ac-b4bd-04c6ff0cf678 req-afbbcada-baeb-4c2a-b788-7a3ba583c6a7 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:27.718140 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2e61fedd-6acc-43ac-b4bd-04c6ff0cf678 req-afbbcada-baeb-4c2a-b788-7a3ba583c6a7 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/ports?device_id=377f3730-87ac-409a-b3e4-c1af2c670991 HTTP/1.1" status: 200 len: 945 time: 0.2103379 Nov 09 21:14:27.886412 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-28b06f09-b139-4195-840d-5134479050bf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=533f611e-07d0-4da2-a057-348014734fff HTTP/1.1" status: 200 len: 217 time: 0.0553527 Nov 09 21:14:27.905297 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415bdc8-e0a4-45c9-b120-3bb63cd7b40b req-ff5571c0-c3c2-49ee-b2ea-2e6ca019efed tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:27.906950 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2e61fedd-6acc-43ac-b4bd-04c6ff0cf678 req-dfd0050e-65cb-4e1c-971d-0058a4a75101 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/security-groups?id=c03e1c2c-ba46-4192-b9cb-d256abe573c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814828 Nov 09 21:14:27.907685 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1415bdc8-e0a4-45c9-b120-3bb63cd7b40b req-ff5571c0-c3c2-49ee-b2ea-2e6ca019efed tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=9845c409-ac82-41a4-b346-0d26efb4aacf HTTP/1.1" status: 200 len: 946 time: 0.1534958 Nov 09 21:14:27.916340 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf155c-85f1-4892-892d-b60673c3088b req-926ecd7f-5b5d-475b-8fdc-e9b1a56542d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:27.918076 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b1bf155c-85f1-4892-892d-b60673c3088b req-926ecd7f-5b5d-475b-8fdc-e9b1a56542d6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968&tenant_id=ab9f62a9766648e6a735e31e91b7e450 HTTP/1.1" status: 200 len: 1100 time: 0.0855496 Nov 09 21:14:27.934301 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-070ba04e-1820-4316-a070-e8c1044ede1f req-714c8172-fee2-4679-88ab-a07eee62d3be service neutron] 10.222.0.43 "GET /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4635429 Nov 09 21:14:27.940174 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-b1bf155c-85f1-4892-892d-b60673c3088b req-51685880-6fc8-480d-b001-a621641064b4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-3', 'device_owner': 'compute:nova'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:14:28.015177 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-21fbeb0b-34ef-4f33-abe0-8b5fd909346c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:28.017199 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-21fbeb0b-34ef-4f33-abe0-8b5fd909346c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.1081290 Nov 09 21:14:28.025623 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-b1bf155c-85f1-4892-892d-b60673c3088b req-51685880-6fc8-480d-b001-a621641064b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:28.026760 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1415bdc8-e0a4-45c9-b120-3bb63cd7b40b req-68f1bb14-5095-459a-9a99-cab046881d2b tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056192 Nov 09 21:14:28.171898 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-e58e5288-f437-4267-be21-b9a103cb4238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:28.179027 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-e58e5288-f437-4267-be21-b9a103cb4238 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1365345 Nov 09 21:14:28.235331 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfb17a-779e-4ea4-8975-e62a97f5613c req-3de2d25e-d858-4450-a488-544a04962124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:28.242533 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-26dfb17a-779e-4ea4-8975-e62a97f5613c req-3de2d25e-d858-4450-a488-544a04962124 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5a6366c08f5c4a9bb0bdc56b2ea0a20e&device_id=60bddb61-79c9-492a-b074-1a9ad796af66 HTTP/1.1" status: 200 len: 1094 time: 0.2031236 Nov 09 21:14:28.278078 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43cea5b-f33b-4345-bc04-1a3da280943a x-openstack-request-id: req-e43cea5b-f33b-4345-bc04-1a3da280943a {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:14:28.278366 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eddd4d47-f1e4-4fe1-89ba-7d90dcc8b77a", "tag": "533f611e-07d0-4da2-a057-348014734fff", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:14:28.278629 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e43cea5b-f33b-4345-bc04-1a3da280943a {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:14:28.279294 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eddd4d47-f1e4-4fe1-89ba-7d90dcc8b77a', 'tag': '533f611e-07d0-4da2-a057-348014734fff', 'status': 'completed', 'code': 200} Nov 09 21:14:28.381378 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-a2bc8bdb-33f4-489d-a373-b7a04abe5aa9 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972892 Nov 09 21:14:28.402737 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715c8e6-7803-4c5e-ad2d-75c2355451d7 req-f79e7201-1a4d-41fa-bbf5-282c3b9311c9 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:28.413163 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7715c8e6-7803-4c5e-ad2d-75c2355451d7 req-f79e7201-1a4d-41fa-bbf5-282c3b9311c9 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=eddd4d47-f1e4-4fe1-89ba-7d90dcc8b77a HTTP/1.1" status: 200 len: 947 time: 0.1043396 Nov 09 21:14:28.507861 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfb17a-779e-4ea4-8975-e62a97f5613c req-dd32a6a9-364d-40aa-841f-6f53f6026174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:28.509791 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-26dfb17a-779e-4ea4-8975-e62a97f5613c req-dd32a6a9-364d-40aa-841f-6f53f6026174 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9cf09cc6-9022-42d8-96c2-e4ea0d1e749b HTTP/1.1" status: 200 len: 908 time: 0.1872740 Nov 09 21:14:28.527415 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-27007792-e8a0-4aba-9a3c-2075639d72aa req-497eedeb-41c6-45d0-94d1-bdb4a56fcd28 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111467 Nov 09 21:14:28.586045 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-26dfb17a-779e-4ea4-8975-e62a97f5613c req-11fea24a-b942-47f7-8f79-dea83a7531b9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=308c9019-04d9-41f2-83f3-e7ae648ba7ec HTTP/1.1" status: 200 len: 217 time: 0.0644681 Nov 09 21:14:28.625211 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7715c8e6-7803-4c5e-ad2d-75c2355451d7 req-b7857762-31c2-41b9-ad03-c5c5caca1e2c tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106421 Nov 09 21:14:28.731281 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be5064f-4b35-4d8e-bc03-cfa4d96da535 req-d36716fb-916a-480c-9e12-60bc62a8c87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:28.733090 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6be5064f-4b35-4d8e-bc03-cfa4d96da535 req-d36716fb-916a-480c-9e12-60bc62a8c87a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=901d7209663f4224b6f7af44b74208e8&device_id=eddd4d47-f1e4-4fe1-89ba-7d90dcc8b77a HTTP/1.1" status: 200 len: 1098 time: 0.0951660 Nov 09 21:14:28.734175 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfb17a-779e-4ea4-8975-e62a97f5613c req-1d404e2d-5996-42be-bda9-1eab6f7f3392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:28.735696 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-26dfb17a-779e-4ea4-8975-e62a97f5613c req-1d404e2d-5996-42be-bda9-1eab6f7f3392 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39c6d736-667d-4cbf-9558-9612dacd0f8d HTTP/1.1" status: 200 len: 848 time: 0.0570815 Nov 09 21:14:28.833917 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-26dfb17a-779e-4ea4-8975-e62a97f5613c req-56a67236-c198-4f4d-b1fa-c0771ae4f21c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9cf09cc6-9022-42d8-96c2-e4ea0d1e749b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508697 Nov 09 21:14:29.031572 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-26dfb17a-779e-4ea4-8975-e62a97f5613c req-33454171-756c-4f0e-8442-7fea168e5c10 service neutron] 10.222.0.43 "GET /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738615 Nov 09 21:14:29.044786 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83006398-d817-4913-b412-a2f8567a11a6 req-c7cd4fb4-54a3-49f3-9c0f-cac87c90d0f5 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:29.058479 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-83006398-d817-4913-b412-a2f8567a11a6 req-c7cd4fb4-54a3-49f3-9c0f-cac87c90d0f5 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/ports?device_id=377f3730-87ac-409a-b3e4-c1af2c670991 HTTP/1.1" status: 200 len: 945 time: 0.3809395 Nov 09 21:14:29.070502 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-b1bf155c-85f1-4892-892d-b60673c3088b req-51685880-6fc8-480d-b001-a621641064b4 service neutron] For port 9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:14:29.112529 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-b1bf155c-85f1-4892-892d-b60673c3088b req-51685880-6fc8-480d-b001-a621641064b4 service neutron] For port 9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:14:29.163699 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-b1bf155c-85f1-4892-892d-b60673c3088b req-51685880-6fc8-480d-b001-a621641064b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:29.178768 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-b1bf155c-85f1-4892-892d-b60673c3088b req-51685880-6fc8-480d-b001-a621641064b4 service neutron] Transition to ACTIVE for port object 9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:14:29.186713 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60818) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:14:29.296034 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-1961cd85-7e90-488c-8c8f-5b0ee4d2c43b tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Request body: {'floatingip': {'port_id': '0083c0ca-eb60-4d67-961f-32a1c5654210'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:14:29.298621 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-b1bf155c-85f1-4892-892d-b60673c3088b req-51685880-6fc8-480d-b001-a621641064b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:29.302181 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-26dfb17a-779e-4ea4-8975-e62a97f5613c req-3a439ab2-53c8-4987-ada1-3186c4f81667 service neutron] 10.222.0.43 "GET /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202993 Nov 09 21:14:29.392569 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a634a28-c264-4a64-8d09-7f172ea49968', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:14:29.395882 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d01a1b-7024-4974-b0e0-3020c8b37471" -d '{"events": [{"server_uuid": "6a634a28-c264-4a64-8d09-7f172ea49968", "name": "network-vif-unplugged", "status": "completed", "tag": "9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:14:29.406863 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1961cd85-7e90-488c-8c8f-5b0ee4d2c43b tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks [] for floatingip, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:29.469757 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d604c-b6ba-4da1-856a-756f394bdeb0 req-c3ada68d-b64c-4cfd-b73a-82de1de03248 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:29.471743 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3e3d604c-b6ba-4da1-856a-756f394bdeb0 req-c3ada68d-b64c-4cfd-b73a-82de1de03248 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60bddb61-79c9-492a-b074-1a9ad796af66 HTTP/1.1" status: 200 len: 943 time: 0.0730686 Nov 09 21:14:29.579279 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be5064f-4b35-4d8e-bc03-cfa4d96da535 req-c03f5647-3c86-478b-898e-4895e0a86600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:29.581491 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6be5064f-4b35-4d8e-bc03-cfa4d96da535 req-c03f5647-3c86-478b-898e-4895e0a86600 service neutron] 10.222.0.43 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.8279512 Nov 09 21:14:29.639612 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1bf155c-85f1-4892-892d-b60673c3088b req-51685880-6fc8-480d-b001-a621641064b4 service neutron] No DVR routers for this DVR port 9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:14:29.667183 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51685880-6fc8-480d-b001-a621641064b4 service neutron] Pushing event updated for resources: {'Port': ['ID=9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:29.669157 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6be5064f-4b35-4d8e-bc03-cfa4d96da535 req-32394359-e81c-4d24-8d1f-5c3812796b1d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=533f611e-07d0-4da2-a057-348014734fff HTTP/1.1" status: 200 len: 217 time: 0.0777829 Nov 09 21:14:29.687352 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3e3d604c-b6ba-4da1-856a-756f394bdeb0 req-47b1b257-a167-476d-b894-5cd5238d92e3 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015696 Nov 09 21:14:29.778617 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d4e1b-d6aa-49f3-89c3-dd6e1bf113a2 req-390a0cf9-4a66-4f84-8d05-1deb0252b46c tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:29.799930 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-da4d4e1b-d6aa-49f3-89c3-dd6e1bf113a2 req-390a0cf9-4a66-4f84-8d05-1deb0252b46c tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 947 time: 0.4589727 Nov 09 21:14:29.807083 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9c97c569-0095-4a84-ae42-7d1d7337dcf5 req-51c7f54d-466d-4a22-b6b6-0deca254769c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e834c6c4-1632-4645-9010-d7fc5af20448&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1519806 Nov 09 21:14:29.810893 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be5064f-4b35-4d8e-bc03-cfa4d96da535 req-c893ebbf-2919-464c-b26d-7ae9c68ff30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:29.812316 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6be5064f-4b35-4d8e-bc03-cfa4d96da535 req-c893ebbf-2919-464c-b26d-7ae9c68ff30a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.1238317 Nov 09 21:14:29.840762 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-b1bf155c-85f1-4892-892d-b60673c3088b req-51685880-6fc8-480d-b001-a621641064b4 service neutron] Attempting to bind port 9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:14:29.841128 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-b1bf155c-85f1-4892-892d-b60673c3088b req-51685880-6fc8-480d-b001-a621641064b4 service neutron] Attempting to bind port 9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:14:29.841436 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bf155c-85f1-4892-892d-b60673c3088b req-51685880-6fc8-480d-b001-a621641064b4 service neutron] Attempting to bind port 9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:14:29.884899 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bf155c-85f1-4892-892d-b60673c3088b req-51685880-6fc8-480d-b001-a621641064b4 service neutron] Port 9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:14:29.885233 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bf155c-85f1-4892-892d-b60673c3088b req-51685880-6fc8-480d-b001-a621641064b4 service neutron] Attempting to bind port 9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:14:29.902603 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-da4d4e1b-d6aa-49f3-89c3-dd6e1bf113a2 req-02acf5ef-4ca1-4444-8b0d-f1dbcf484b57 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018662 Nov 09 21:14:29.905095 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bf155c-85f1-4892-892d-b60673c3088b req-51685880-6fc8-480d-b001-a621641064b4 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:14:29.905434 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bf155c-85f1-4892-892d-b60673c3088b req-51685880-6fc8-480d-b001-a621641064b4 service neutron] Checking segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:14:29.905816 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bf155c-85f1-4892-892d-b60673c3088b req-51685880-6fc8-480d-b001-a621641064b4 service neutron] Bound using segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:14:29.906261 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-b1bf155c-85f1-4892-892d-b60673c3088b req-51685880-6fc8-480d-b001-a621641064b4 service neutron] Bound port: 9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:14:29.906622 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-b1bf155c-85f1-4892-892d-b60673c3088b req-51685880-6fc8-480d-b001-a621641064b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:29.970908 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59dcd4-c700-4ce4-8bbc-ce85b52fe1f7 req-ea9dd997-c0d4-4d45-982a-1605a952c08e tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:29.972456 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cc59dcd4-c700-4ce4-8bbc-ce85b52fe1f7 req-ea9dd997-c0d4-4d45-982a-1605a952c08e tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=9845c409-ac82-41a4-b346-0d26efb4aacf HTTP/1.1" status: 200 len: 946 time: 0.1592252 Nov 09 21:14:29.977602 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be5064f-4b35-4d8e-bc03-cfa4d96da535 req-2f322f07-38dd-4424-8550-a3d10e74438c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:29.979055 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6be5064f-4b35-4d8e-bc03-cfa4d96da535 req-2f322f07-38dd-4424-8550-a3d10e74438c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1367869 Nov 09 21:14:29.993296 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97c569-0095-4a84-ae42-7d1d7337dcf5 req-da90c290-6cc5-40d8-884e-ada8b1762c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:29.994809 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9c97c569-0095-4a84-ae42-7d1d7337dcf5 req-da90c290-6cc5-40d8-884e-ada8b1762c42 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79813b2c248b4d6c8fab5b7bd98099e4&device_id=e834c6c4-1632-4645-9010-d7fc5af20448 HTTP/1.1" status: 200 len: 1095 time: 0.1045594 Nov 09 21:14:30.083360 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 21:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b22b3f-731d-4669-8b44-b2bd1de208a9 x-openstack-request-id: req-e2b22b3f-731d-4669-8b44-b2bd1de208a9 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:14:30.084195 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a634a28-c264-4a64-8d09-7f172ea49968", "name": "network-vif-unplugged", "status": "completed", "tag": "9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:14:30.084694 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e2b22b3f-731d-4669-8b44-b2bd1de208a9 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:14:30.086426 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a634a28-c264-4a64-8d09-7f172ea49968', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6', 'code': 200} Nov 09 21:14:30.163285 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cc59dcd4-c700-4ce4-8bbc-ce85b52fe1f7 req-8cb78a75-67d9-407d-aa15-27df88e7a103 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815732 Nov 09 21:14:30.249219 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97c569-0095-4a84-ae42-7d1d7337dcf5 req-3886582c-274e-4974-a227-894ab5066e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:30.252375 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9c97c569-0095-4a84-ae42-7d1d7337dcf5 req-3886582c-274e-4974-a227-894ab5066e61 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 HTTP/1.1" status: 200 len: 921 time: 0.1881225 Nov 09 21:14:30.254874 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6be5064f-4b35-4d8e-bc03-cfa4d96da535 req-c594847f-4f1d-4e7f-bb38-d54fe3552dde service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591825 Nov 09 21:14:30.338807 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9c97c569-0095-4a84-ae42-7d1d7337dcf5 req-06b3ea77-bc88-4731-8435-2a4881a52742 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=33805be1-3de4-45a1-a311-003260b997d7 HTTP/1.1" status: 200 len: 217 time: 0.0749116 Nov 09 21:14:30.462491 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97c569-0095-4a84-ae42-7d1d7337dcf5 req-d2168001-287f-49c4-8304-f2f565560aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:30.464158 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9c97c569-0095-4a84-ae42-7d1d7337dcf5 req-d2168001-287f-49c4-8304-f2f565560aad service neutron] 10.222.0.45 "GET /v2.0/subnets?id=29a38752-08a3-4b35-bb64-8f5e3f87121b HTTP/1.1" status: 200 len: 861 time: 0.1127989 Nov 09 21:14:30.520746 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9c97c569-0095-4a84-ae42-7d1d7337dcf5 req-c59d231f-78f6-4d4f-b57f-dab5dace3616 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476577 Nov 09 21:14:30.527764 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6be5064f-4b35-4d8e-bc03-cfa4d96da535 req-4c2bf39c-c4bb-4aee-8746-fd5d41851cb5 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012827 Nov 09 21:14:30.669004 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-b1bf155c-85f1-4892-892d-b60673c3088b req-51685880-6fc8-480d-b001-a621641064b4 service neutron] For port 9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:14:30.674453 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 308c9019-04d9-41f2-83f3-e7ae648ba7ec details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:14:30.682136 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:14:30.713553 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-b1bf155c-85f1-4892-892d-b60673c3088b req-51685880-6fc8-480d-b001-a621641064b4 service neutron] For port 9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:14:30.755852 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9c97c569-0095-4a84-ae42-7d1d7337dcf5 req-19961f11-b703-4231-b9f0-1d9eb02151ba service neutron] 10.222.0.45 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256193 Nov 09 21:14:30.766398 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-b1bf155c-85f1-4892-892d-b60673c3088b req-51685880-6fc8-480d-b001-a621641064b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:30.796246 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e594e9f-8f0f-4995-8307-3baea57761c8 req-13e82322-91fb-40aa-a583-118570c51be5 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:30.804394 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2e594e9f-8f0f-4995-8307-3baea57761c8 req-13e82322-91fb-40aa-a583-118570c51be5 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=eddd4d47-f1e4-4fe1-89ba-7d90dcc8b77a HTTP/1.1" status: 200 len: 947 time: 0.6175945 Nov 09 21:14:30.870994 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf155c-85f1-4892-892d-b60673c3088b req-51685880-6fc8-480d-b001-a621641064b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:30.871965 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-b1bf155c-85f1-4892-892d-b60673c3088b req-51685880-6fc8-480d-b001-a621641064b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:30.873764 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b1bf155c-85f1-4892-892d-b60673c3088b req-51685880-6fc8-480d-b001-a621641064b4 service neutron] 10.222.0.45 "PUT /v2.0/ports/9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6 HTTP/1.1" status: 200 len: 1095 time: 2.9385421 Nov 09 21:14:30.899818 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:14:30.915975 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9c97c569-0095-4a84-ae42-7d1d7337dcf5 req-ad3e205f-65de-46ea-ae5a-bbfbe18b5f81 service neutron] 10.222.0.45 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519561 Nov 09 21:14:30.946808 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:14:30.973748 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.db.resource_extend [None req-1961cd85-7e90-488c-8c8f-5b0ee4d2c43b tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 21:14:31.007740 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2e594e9f-8f0f-4995-8307-3baea57761c8 req-af684f2a-9cdb-4db0-9176-6eeeac600152 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021852 Nov 09 21:14:31.051523 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 308c9019-04d9-41f2-83f3-e7ae648ba7ec, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=308c9019-04d9-41f2-83f3-e7ae648ba7ec,segment=NetworkSegment(dafe29ae-1ba0-4490-879c-5008a3eac5b2),segment_id=dafe29ae-1ba0-4490-879c-5008a3eac5b2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:14:31.082881 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '308c9019-04d9-41f2-83f3-e7ae648ba7ec', 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b', 'port_id': '308c9019-04d9-41f2-83f3-e7ae648ba7ec', 'mac_address': 'fa:16:3e:d2:7d:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39c6d736-667d-4cbf-9558-9612dacd0f8d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:14:31.161551 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51685880-6fc8-480d-b001-a621641064b4 service neutron] Pushing event updated for resources: {'Port': ['ID=9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6,revision_number=7']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:31.196013 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1961cd85-7e90-488c-8c8f-5b0ee4d2c43b tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:31.200532 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:31.210403 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1961cd85-7e90-488c-8c8f-5b0ee4d2c43b tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:31.213979 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03083f-78f7-4565-9124-f8e2e7a866c5 req-c8000978-c090-489f-8015-c8f661e12ffe tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:31.216238 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf155c-85f1-4892-892d-b60673c3088b req-dc92a7d1-88ae-4520-b779-dc327ae754b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:31.217834 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b1bf155c-85f1-4892-892d-b60673c3088b req-dc92a7d1-88ae-4520-b779-dc327ae754b4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab9f62a9766648e6a735e31e91b7e450&device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 1098 time: 0.2665136 Nov 09 21:14:31.228619 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 308c9019-04d9-41f2-83f3-e7ae648ba7ec {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:14:31.232222 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0d03083f-78f7-4565-9124-f8e2e7a866c5 req-c8000978-c090-489f-8015-c8f661e12ffe tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 947 time: 0.0980194 Nov 09 21:14:31.250871 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 308c9019-04d9-41f2-83f3-e7ae648ba7ec, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=308c9019-04d9-41f2-83f3-e7ae648ba7ec,segment=NetworkSegment(dafe29ae-1ba0-4490-879c-5008a3eac5b2),segment_id=dafe29ae-1ba0-4490-879c-5008a3eac5b2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:14:31.269987 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:31.333762 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0d03083f-78f7-4565-9124-f8e2e7a866c5 req-ad35bac7-8be1-4d2f-91ff-f2f4fcb30be8 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950823 Nov 09 21:14:31.353902 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=308c9019-04d9-41f2-83f3-e7ae648ba7ec,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:31.373649 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf155c-85f1-4892-892d-b60673c3088b req-12553683-0b8b-4cd0-bbc0-ee61b3177a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:31.375126 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b1bf155c-85f1-4892-892d-b60673c3088b req-12553683-0b8b-4cd0-bbc0-ee61b3177a7c service neutron] 10.222.0.45 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.1157968 Nov 09 21:14:31.387498 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6236ff-5c0d-414d-a15d-944ae5184f39 req-5f88dffe-7064-4fd4-a3d3-a3e03a2ce503 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:31.400245 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4c6236ff-5c0d-414d-a15d-944ae5184f39 req-5f88dffe-7064-4fd4-a3d3-a3e03a2ce503 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60bddb61-79c9-492a-b074-1a9ad796af66 HTTP/1.1" status: 200 len: 943 time: 0.2753682 Nov 09 21:14:31.505621 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b1bf155c-85f1-4892-892d-b60673c3088b req-7e72603f-835f-4446-adb0-9919bbab791a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6 HTTP/1.1" status: 200 len: 217 time: 0.0933564 Nov 09 21:14:31.509905 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ae096-6edb-4820-b347-43c5e6298505 req-7a1e481b-095c-43aa-a84b-7645b46691c2 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:31.518519 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-df6ae096-6edb-4820-b347-43c5e6298505 req-7a1e481b-095c-43aa-a84b-7645b46691c2 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=9845c409-ac82-41a4-b346-0d26efb4aacf HTTP/1.1" status: 200 len: 946 time: 0.0989971 Nov 09 21:14:31.589220 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-df6ae096-6edb-4820-b347-43c5e6298505 req-9b6fbbcd-be57-4223-b606-577c75a3d4d5 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697677 Nov 09 21:14:31.607759 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4c6236ff-5c0d-414d-a15d-944ae5184f39 req-aab6f831-816b-4d1a-8de6-1c5e3bde3333 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061777 Nov 09 21:14:31.616652 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf155c-85f1-4892-892d-b60673c3088b req-6b8fc5da-1156-411c-ab4d-0119783e097e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:31.618131 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b1bf155c-85f1-4892-892d-b60673c3088b req-6b8fc5da-1156-411c-ab4d-0119783e097e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.1017454 Nov 09 21:14:31.680326 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['308c9019-04d9-41f2-83f3-e7ae648ba7ec'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:14:31.686837 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [None req-1961cd85-7e90-488c-8c8f-5b0ee4d2c43b tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Floating IP b49d277b-5432-4417-b86d-29b1f6693d16 associated. External IP: 172.25.7.193, port: 0083c0ca-eb60-4d67-961f-32a1c5654210. Nov 09 21:14:31.773114 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf155c-85f1-4892-892d-b60673c3088b req-d63e5a5c-7298-4f6d-9327-960f3b8ecbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:31.774129 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b1bf155c-85f1-4892-892d-b60673c3088b req-d63e5a5c-7298-4f6d-9327-960f3b8ecbaf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1475997 Nov 09 21:14:32.039707 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b1bf155c-85f1-4892-892d-b60673c3088b req-0a8a6ac5-3a5a-48a7-9ee4-26076d3ae733 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194147 Nov 09 21:14:32.111414 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a634a28-c264-4a64-8d09-7f172ea49968', 'tag': '9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:14:32.114350 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb7b882-0152-4815-8eaf-54825c451438" -d '{"events": [{"name": "network-changed", "server_uuid": "6a634a28-c264-4a64-8d09-7f172ea49968", "tag": "9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:14:32.137238 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60884) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:14:32.195481 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea71a84-d439-4fa9-a156-d90f7c907384 x-openstack-request-id: req-9ea71a84-d439-4fa9-a156-d90f7c907384 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:14:32.195481 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a634a28-c264-4a64-8d09-7f172ea49968", "tag": "9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:14:32.195800 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9ea71a84-d439-4fa9-a156-d90f7c907384 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:14:32.196077 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a634a28-c264-4a64-8d09-7f172ea49968', 'tag': '9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6', 'status': 'completed', 'code': 200} Nov 09 21:14:32.209457 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1961cd85-7e90-488c-8c8f-5b0ee4d2c43b tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Router 920e0f9c-6305-4ac6-878c-c66de1180f61 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:14:32.217808 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d441f0-8714-48c6-85ee-d394564cfd3b req-3f060b21-413e-403c-a675-8653358f4e96 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:32.226199 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-84d441f0-8714-48c6-85ee-d394564cfd3b req-3f060b21-413e-403c-a675-8653358f4e96 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=eddd4d47-f1e4-4fe1-89ba-7d90dcc8b77a HTTP/1.1" status: 200 len: 947 time: 0.0908642 Nov 09 21:14:32.292467 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-93138cae-8182-4f02-94fc-c93fd7ac5bc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:32.324939 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7b882-0152-4815-8eaf-54825c451438 req-34b5ed96-3e40-4d14-9cc2-87747a5d6468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:32.326448 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fdb7b882-0152-4815-8eaf-54825c451438 req-34b5ed96-3e40-4d14-9cc2-87747a5d6468 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab9f62a9766648e6a735e31e91b7e450&device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 1098 time: 0.0748580 Nov 09 21:14:32.327661 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b1bf155c-85f1-4892-892d-b60673c3088b req-12bcf7f7-6da9-49f3-bd98-4a4e4c5de4ac service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786849 Nov 09 21:14:32.418323 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-84d441f0-8714-48c6-85ee-d394564cfd3b req-7fe444e4-0489-484a-8704-14cb291eb5d2 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911411 Nov 09 21:14:32.574438 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7b882-0152-4815-8eaf-54825c451438 req-963310e2-0275-41a9-b8a7-3efd9eee39b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:32.574890 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-93138cae-8182-4f02-94fc-c93fd7ac5bc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:32.576136 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fdb7b882-0152-4815-8eaf-54825c451438 req-963310e2-0275-41a9-b8a7-3efd9eee39b2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab9f62a9766648e6a735e31e91b7e450&device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 1098 time: 0.1494892 Nov 09 21:14:32.580118 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1961cd85-7e90-488c-8c8f-5b0ee4d2c43b tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:14:32.585760 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1961cd85-7e90-488c-8c8f-5b0ee4d2c43b tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:32.588758 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-93138cae-8182-4f02-94fc-c93fd7ac5bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:32.592344 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fceb6046-3472-4297-9e39-bcf06c216d7f None None] Sync routers for ids ['920e0f9c-6305-4ac6-878c-c66de1180f61'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:14:32.595185 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7b882-0152-4815-8eaf-54825c451438 req-e5dcfc78-634f-47fb-a4b6-87c9c265869c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:32.596848 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fdb7b882-0152-4815-8eaf-54825c451438 req-e5dcfc78-634f-47fb-a4b6-87c9c265869c service neutron] 10.222.0.43 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.2541246 Nov 09 21:14:32.615108 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceb6046-3472-4297-9e39-bcf06c216d7f None None] Routers {'920e0f9c-6305-4ac6-878c-c66de1180f61'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:14:32.620036 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-fceb6046-3472-4297-9e39-bcf06c216d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:14:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['920e0f9c-6305-4ac6-878c-c66de1180f61'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:14:32.685247 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fdb7b882-0152-4815-8eaf-54825c451438 req-ee7b260f-e31d-4894-960f-034ee81ab458 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6 HTTP/1.1" status: 200 len: 217 time: 0.0740163 Nov 09 21:14:32.688966 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7b882-0152-4815-8eaf-54825c451438 req-602a3e98-6ed1-478d-9a9c-231262fab1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:32.690874 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fdb7b882-0152-4815-8eaf-54825c451438 req-602a3e98-6ed1-478d-9a9c-231262fab1d1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.1024370 Nov 09 21:14:32.697110 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb2fd6-ffb3-45e6-a159-82b7c5e4eaba req-69256e1e-a1c3-4859-b730-004e91a71920 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:32.705552 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f3fb2fd6-ffb3-45e6-a159-82b7c5e4eaba req-69256e1e-a1c3-4859-b730-004e91a71920 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 947 time: 0.2229536 Nov 09 21:14:32.710216 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93138cae-8182-4f02-94fc-c93fd7ac5bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90a3801-d452-4bc4-88ee-67147ec2f31f,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:32.729028 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-93138cae-8182-4f02-94fc-c93fd7ac5bc2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=edc2fdd85adf491bbf5d449868fa67bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5906055 Nov 09 21:14:32.749498 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 533f611e-07d0-4da2-a057-348014734fff details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:14:32.754545 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60896) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:14:32.821408 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7b882-0152-4815-8eaf-54825c451438 req-b05a8a18-f10c-4fe9-a77b-ae158a21cd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:32.823060 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fdb7b882-0152-4815-8eaf-54825c451438 req-b05a8a18-f10c-4fe9-a77b-ae158a21cd9f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.1137154 Nov 09 21:14:32.840165 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f3fb2fd6-ffb3-45e6-a159-82b7c5e4eaba req-79ea7580-aa78-4b8c-bf3a-1dc72fdbba34 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336617 Nov 09 21:14:32.906499 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1dba9348-42d5-4ac5-b7a9-bae0a7e13a26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:32.928137 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7b882-0152-4815-8eaf-54825c451438 req-6e4fb729-1f61-4b6d-8f08-2d0432fe4c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:32.930756 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fdb7b882-0152-4815-8eaf-54825c451438 req-6e4fb729-1f61-4b6d-8f08-2d0432fe4c0b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0848033 Nov 09 21:14:32.938464 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1961cd85-7e90-488c-8c8f-5b0ee4d2c43b tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "PUT /v2.0/floatingips/b49d277b-5432-4417-b86d-29b1f6693d16 HTTP/1.1" status: 200 len: 991 time: 3.6469316 Nov 09 21:14:32.962491 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fdb7b882-0152-4815-8eaf-54825c451438 req-f51d97e1-6bda-497d-9c83-7765dac0512d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6 HTTP/1.1" status: 200 len: 217 time: 0.2004352 Nov 09 21:14:33.023248 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad97df-a96c-485a-bdf9-b18e829c742b req-ca780c59-ff31-4481-b2c2-8c21698d08ae tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:33.030531 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-76ad97df-a96c-485a-bdf9-b18e829c742b req-ca780c59-ff31-4481-b2c2-8c21698d08ae tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=9845c409-ac82-41a4-b346-0d26efb4aacf HTTP/1.1" status: 200 len: 946 time: 0.2443931 Nov 09 21:14:33.056362 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 533f611e-07d0-4da2-a057-348014734fff, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=533f611e-07d0-4da2-a057-348014734fff,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:14:33.060296 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7b882-0152-4815-8eaf-54825c451438 req-fc969044-e55e-41c6-9fd7-f03f3b1061ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:33.061815 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fdb7b882-0152-4815-8eaf-54825c451438 req-fc969044-e55e-41c6-9fd7-f03f3b1061ba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.0881641 Nov 09 21:14:33.071685 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fdb7b882-0152-4815-8eaf-54825c451438 req-a8f2bfe0-a151-4839-a7b7-d6b550af1acc service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988088 Nov 09 21:14:33.073326 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '533f611e-07d0-4da2-a057-348014734fff', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'port_id': '533f611e-07d0-4da2-a057-348014734fff', 'mac_address': 'fa:16:3e:cc:5c:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba3500c-a288-4596-ba94-148f2bd8a6da', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:14:33.073792 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1dba9348-42d5-4ac5-b7a9-bae0a7e13a26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:33.133004 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-76ad97df-a96c-485a-bdf9-b18e829c742b req-c7eb4205-d796-4a55-8f9f-bf1f9c08446e tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962117 Nov 09 21:14:33.140325 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:33.154007 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7b882-0152-4815-8eaf-54825c451438 req-649d19af-4e17-483f-a69f-e6d904ec6d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:33.155735 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fdb7b882-0152-4815-8eaf-54825c451438 req-649d19af-4e17-483f-a69f-e6d904ec6d94 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0844440 Nov 09 21:14:33.168313 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 533f611e-07d0-4da2-a057-348014734fff {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:14:33.172508 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af1e16f-3c33-48cf-8c77-7995cb743dbc req-13783649-858d-466b-9c86-1ab6b53f2c45 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:33.181047 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0af1e16f-3c33-48cf-8c77-7995cb743dbc req-13783649-858d-466b-9c86-1ab6b53f2c45 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60bddb61-79c9-492a-b074-1a9ad796af66 HTTP/1.1" status: 200 len: 944 time: 0.2581604 Nov 09 21:14:33.198743 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 533f611e-07d0-4da2-a057-348014734fff, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=533f611e-07d0-4da2-a057-348014734fff,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:14:33.208571 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:33.279252 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-fceb6046-3472-4297-9e39-bcf06c216d7f None None] Set router 920e0f9c-6305-4ac6-878c-c66de1180f61 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:14:33.281666 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=533f611e-07d0-4da2-a057-348014734fff,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:33.287801 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0af1e16f-3c33-48cf-8c77-7995cb743dbc req-aad5f6ac-69c4-4aa5-bf69-3f3281425a56 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050954 Nov 09 21:14:33.351522 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fdb7b882-0152-4815-8eaf-54825c451438 req-267a9242-f443-4c54-8233-c9a0a915a686 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853716 Nov 09 21:14:33.388384 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1dba9348-42d5-4ac5-b7a9-bae0a7e13a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:33.398486 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1dba9348-42d5-4ac5-b7a9-bae0a7e13a26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:33.399654 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1dba9348-42d5-4ac5-b7a9-bae0a7e13a26 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a90a3801-d452-4bc4-88ee-67147ec2f31f HTTP/1.1" status: 204 len: 168 time: 0.6441660 Nov 09 21:14:33.411523 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba9348-42d5-4ac5-b7a9-bae0a7e13a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90a3801-d452-4bc4-88ee-67147ec2f31f,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:33.415432 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fdb7b882-0152-4815-8eaf-54825c451438 req-41a0d3f2-9efc-4567-85cf-1ea825fccb45 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298829 Nov 09 21:14:33.506453 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:33.574171 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fdb7b882-0152-4815-8eaf-54825c451438 req-6b99b150-e313-49c2-a52c-7deb22d1f119 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102480 Nov 09 21:14:33.609281 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9893b2a-4e18-4c18-8baa-b4de7a7243fb req-a1b8b9a8-311d-420e-9085-1f87e0930d9e tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:33.611168 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e9893b2a-4e18-4c18-8baa-b4de7a7243fb req-a1b8b9a8-311d-420e-9085-1f87e0930d9e tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=eddd4d47-f1e4-4fe1-89ba-7d90dcc8b77a HTTP/1.1" status: 200 len: 948 time: 0.0981531 Nov 09 21:14:33.686231 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e9893b2a-4e18-4c18-8baa-b4de7a7243fb req-64b2f42a-1070-430d-a715-0538b49da844 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632622 Nov 09 21:14:33.717919 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['533f611e-07d0-4da2-a057-348014734fff'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:14:33.911303 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-fceb6046-3472-4297-9e39-bcf06c216d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1162150794-router', 'tenant_id': '615b76025780444bbb8ee927e4ef7062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '22af7d89-d062-40b3-ae01-584fdfa3d789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:11:36Z', 'updated_at': '2021-11-09T21:11:41Z', 'revision_number': 4, 'project_id': '615b76025780444bbb8ee927e4ef7062', 'gw_port': {'id': '22af7d89-d062-40b3-ae01-584fdfa3d789', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:11:37Z', 'updated_at': '2021-11-09T21:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': 'b49d277b-5432-4417-b86d-29b1f6693d16', 'tenant_id': '615b76025780444bbb8ee927e4ef7062', 'floating_ip_address': '172.25.7.193', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'port_id': '0083c0ca-eb60-4d67-961f-32a1c5654210', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15fbc7f0-8873-4a34-924e-7fadeab13c74', 'mac_address': 'fa:16:3e:ed:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377f3730-87ac-409a-b3e4-c1af2c670991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:12:07Z', 'updated_at': '2021-11-09T21:14:30Z', 'revision_number': 5, 'project_id': '615b76025780444bbb8ee927e4ef7062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54c3d4eb-1bf9-4a71-ae51-6e1cc57b6e39', 'name': '', 'network_id': '15fbc7f0-8873-4a34-924e-7fadeab13c74', 'tenant_id': '615b76025780444bbb8ee927e4ef7062', 'mac_address': 'fa:16:3e:66:83:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e9add483-8835-41e6-b594-c1f5292db974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:11:40Z', 'updated_at': '2021-11-09T21:11:45Z', 'revision_number': 5, 'project_id': '615b76025780444bbb8ee927e4ef7062', 'subnets': [{'id': 'e9add483-8835-41e6-b594-c1f5292db974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:14:33.945114 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fceb6046-3472-4297-9e39-bcf06c216d7f None None] Checking router: 920e0f9c-6305-4ac6-878c-c66de1180f61 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:14:33.969661 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceb6046-3472-4297-9e39-bcf06c216d7f None None] Routers {'920e0f9c-6305-4ac6-878c-c66de1180f61'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:14:33.970347 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-fceb6046-3472-4297-9e39-bcf06c216d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:14:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['920e0f9c-6305-4ac6-878c-c66de1180f61'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:14:34.023780 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbce2a9-889c-4528-af20-d7b2cc8e7463 req-9002697e-e68b-4685-a342-33ff5b807f3c tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:34.035268 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ccbce2a9-889c-4528-af20-d7b2cc8e7463 req-9002697e-e68b-4685-a342-33ff5b807f3c tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 947 time: 0.0884340 Nov 09 21:14:34.111230 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-fceb6046-3472-4297-9e39-bcf06c216d7f None None] Set router 920e0f9c-6305-4ac6-878c-c66de1180f61 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:14:34.132143 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ccbce2a9-889c-4528-af20-d7b2cc8e7463 req-5792a6c2-ae76-44aa-816e-ace94ec39f3d tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907915 Nov 09 21:14:34.197474 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '377f3730-87ac-409a-b3e4-c1af2c670991', 'tag': '0083c0ca-eb60-4d67-961f-32a1c5654210'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:14:34.200511 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7006f6-517f-4cbe-913d-582a9912dc1c" -d '{"events": [{"name": "network-changed", "server_uuid": "377f3730-87ac-409a-b3e4-c1af2c670991", "tag": "0083c0ca-eb60-4d67-961f-32a1c5654210"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:14:34.345499 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af429af-894a-4efb-8a03-1db4d674ebc9 x-openstack-request-id: req-5af429af-894a-4efb-8a03-1db4d674ebc9 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:14:34.345895 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "377f3730-87ac-409a-b3e4-c1af2c670991", "tag": "0083c0ca-eb60-4d67-961f-32a1c5654210", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:14:34.346222 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5af429af-894a-4efb-8a03-1db4d674ebc9 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:14:34.346692 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '377f3730-87ac-409a-b3e4-c1af2c670991', 'tag': '0083c0ca-eb60-4d67-961f-32a1c5654210', 'status': 'completed', 'code': 200} Nov 09 21:14:34.442327 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0909494-78b7-4f72-ba40-fb418609f7b7 req-ebed45e8-d3a2-491b-ae58-6a3f6dd83406 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:34.472029 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a0909494-78b7-4f72-ba40-fb418609f7b7 req-ebed45e8-d3a2-491b-ae58-6a3f6dd83406 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=9845c409-ac82-41a4-b346-0d26efb4aacf HTTP/1.1" status: 200 len: 946 time: 0.2462771 Nov 09 21:14:34.491128 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7006f6-517f-4cbe-913d-582a9912dc1c req-bba6b6e4-50b6-441c-839d-8237122baff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:34.493129 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7e7006f6-517f-4cbe-913d-582a9912dc1c req-bba6b6e4-50b6-441c-839d-8237122baff6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=615b76025780444bbb8ee927e4ef7062&device_id=377f3730-87ac-409a-b3e4-c1af2c670991 HTTP/1.1" status: 200 len: 1096 time: 0.1130226 Nov 09 21:14:34.551857 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a0909494-78b7-4f72-ba40-fb418609f7b7 req-a1b636ec-8d4c-442f-abb6-eac94aad4fa7 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722840 Nov 09 21:14:34.680485 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7006f6-517f-4cbe-913d-582a9912dc1c req-79f3ca3f-718e-4002-b4ec-8a241f326721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:34.682202 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7e7006f6-517f-4cbe-913d-582a9912dc1c req-79f3ca3f-718e-4002-b4ec-8a241f326721 service neutron] 10.222.0.43 "GET /v2.0/networks?id=15fbc7f0-8873-4a34-924e-7fadeab13c74 HTTP/1.1" status: 200 len: 924 time: 0.1774764 Nov 09 21:14:34.696082 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc5113-b636-42a6-8057-65f817359bbd req-527c7696-8c11-4887-ab0d-47889eb784a3 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:34.700488 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 308c9019-04d9-41f2-83f3-e7ae648ba7ec up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:14:34.705697 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2bcc5113-b636-42a6-8057-65f817359bbd req-527c7696-8c11-4887-ab0d-47889eb784a3 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60bddb61-79c9-492a-b074-1a9ad796af66 HTTP/1.1" status: 200 len: 944 time: 0.1134808 Nov 09 21:14:34.770390 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 308c9019-04d9-41f2-83f3-e7ae648ba7ec completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:14:34.776776 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 308c9019-04d9-41f2-83f3-e7ae648ba7ec triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:14:34.777152 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:34.808472 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2bcc5113-b636-42a6-8057-65f817359bbd req-1d66ad92-c45f-45e5-9672-32989884fd9b tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999801 Nov 09 21:14:34.850679 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7e7006f6-517f-4cbe-913d-582a9912dc1c req-554e9658-4563-4e83-a3e0-c6486d2ce864 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0083c0ca-eb60-4d67-961f-32a1c5654210 HTTP/1.1" status: 200 len: 999 time: 0.1162243 Nov 09 21:14:34.851477 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-fceb6046-3472-4297-9e39-bcf06c216d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1162150794-router', 'tenant_id': '615b76025780444bbb8ee927e4ef7062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '22af7d89-d062-40b3-ae01-584fdfa3d789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:11:36Z', 'updated_at': '2021-11-09T21:11:41Z', 'revision_number': 4, 'project_id': '615b76025780444bbb8ee927e4ef7062', 'gw_port': {'id': '22af7d89-d062-40b3-ae01-584fdfa3d789', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:11:37Z', 'updated_at': '2021-11-09T21:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': 'b49d277b-5432-4417-b86d-29b1f6693d16', 'tenant_id': '615b76025780444bbb8ee927e4ef7062', 'floating_ip_address': '172.25.7.193', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'port_id': '0083c0ca-eb60-4d67-961f-32a1c5654210', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15fbc7f0-8873-4a34-924e-7fadeab13c74', 'mac_address': 'fa:16:3e:ed:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377f3730-87ac-409a-b3e4-c1af2c670991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:12:07Z', 'updated_at': '2021-11-09T21:14:30Z', 'revision_number': 5, 'project_id': '615b76025780444bbb8ee927e4ef7062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54c3d4eb-1bf9-4a71-ae51-6e1cc57b6e39', 'name': '', 'network_id': '15fbc7f0-8873-4a34-924e-7fadeab13c74', 'tenant_id': '615b76025780444bbb8ee927e4ef7062', 'mac_address': 'fa:16:3e:66:83:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e9add483-8835-41e6-b594-c1f5292db974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:11:40Z', 'updated_at': '2021-11-09T21:11:45Z', 'revision_number': 5, 'project_id': '615b76025780444bbb8ee927e4ef7062', 'subnets': [{'id': 'e9add483-8835-41e6-b594-c1f5292db974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:14:34.971959 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fceb6046-3472-4297-9e39-bcf06c216d7f None None] The sync data for ids ['920e0f9c-6305-4ac6-878c-c66de1180f61'] in n-d-816206-3 is: [{'id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1162150794-router', 'tenant_id': '615b76025780444bbb8ee927e4ef7062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '22af7d89-d062-40b3-ae01-584fdfa3d789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:11:36Z', 'updated_at': '2021-11-09T21:11:41Z', 'revision_number': 4, 'project_id': '615b76025780444bbb8ee927e4ef7062', 'gw_port': {'id': '22af7d89-d062-40b3-ae01-584fdfa3d789', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:11:37Z', 'updated_at': '2021-11-09T21:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': 'b49d277b-5432-4417-b86d-29b1f6693d16', 'tenant_id': '615b76025780444bbb8ee927e4ef7062', 'floating_ip_address': '172.25.7.193', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'port_id': '0083c0ca-eb60-4d67-961f-32a1c5654210', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15fbc7f0-8873-4a34-924e-7fadeab13c74', 'mac_address': 'fa:16:3e:ed:74:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377f3730-87ac-409a-b3e4-c1af2c670991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:12:07Z', 'updated_at': '2021-11-09T21:14:30Z', 'revision_number': 5, 'project_id': '615b76025780444bbb8ee927e4ef7062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54c3d4eb-1bf9-4a71-ae51-6e1cc57b6e39', 'name': '', 'network_id': '15fbc7f0-8873-4a34-924e-7fadeab13c74', 'tenant_id': '615b76025780444bbb8ee927e4ef7062', 'mac_address': 'fa:16:3e:66:83:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e9add483-8835-41e6-b594-c1f5292db974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:11:40Z', 'updated_at': '2021-11-09T21:11:45Z', 'revision_number': 5, 'project_id': '615b76025780444bbb8ee927e4ef7062', 'subnets': [{'id': 'e9add483-8835-41e6-b594-c1f5292db974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:14:35.015171 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7006f6-517f-4cbe-913d-582a9912dc1c req-84ffa5fd-384e-4b34-ab9f-cccb3a3570af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:35.016731 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7e7006f6-517f-4cbe-913d-582a9912dc1c req-84ffa5fd-384e-4b34-ab9f-cccb3a3570af service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e9add483-8835-41e6-b594-c1f5292db974 HTTP/1.1" status: 200 len: 863 time: 0.1500187 Nov 09 21:14:35.019312 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:35.059880 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60bddb61-79c9-492a-b074-1a9ad796af66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '308c9019-04d9-41f2-83f3-e7ae648ba7ec'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:14:35.062900 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04fb7a9-2855-435e-b1f0-d02c509b883e" -d '{"events": [{"server_uuid": "60bddb61-79c9-492a-b074-1a9ad796af66", "name": "network-vif-plugged", "status": "completed", "tag": "308c9019-04d9-41f2-83f3-e7ae648ba7ec"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:14:35.080469 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 308c9019-04d9-41f2-83f3-e7ae648ba7ec, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=308c9019-04d9-41f2-83f3-e7ae648ba7ec,segment=NetworkSegment(dafe29ae-1ba0-4490-879c-5008a3eac5b2),segment_id=dafe29ae-1ba0-4490-879c-5008a3eac5b2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:14:35.085688 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:35.106406 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc298666-0057-40cf-9bef-944589b640ff req-c0727da9-c72a-4e0d-a2b0-cd3b6a05403b tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:35.119523 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fc298666-0057-40cf-9bef-944589b640ff req-c0727da9-c72a-4e0d-a2b0-cd3b6a05403b tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=eddd4d47-f1e4-4fe1-89ba-7d90dcc8b77a HTTP/1.1" status: 200 len: 948 time: 0.1795404 Nov 09 21:14:35.144171 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=308c9019-04d9-41f2-83f3-e7ae648ba7ec,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:35.178588 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f0d44b-00f2-4739-b83f-26cba710da72 x-openstack-request-id: req-64f0d44b-00f2-4739-b83f-26cba710da72 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:14:35.178914 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60bddb61-79c9-492a-b074-1a9ad796af66", "name": "network-vif-plugged", "status": "completed", "tag": "308c9019-04d9-41f2-83f3-e7ae648ba7ec", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:14:35.179180 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-64f0d44b-00f2-4739-b83f-26cba710da72 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:14:35.180010 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60bddb61-79c9-492a-b074-1a9ad796af66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '308c9019-04d9-41f2-83f3-e7ae648ba7ec', 'code': 200} Nov 09 21:14:35.182031 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7006f6-517f-4cbe-913d-582a9912dc1c req-5cf079f1-b78f-4a26-b8c3-7a8574b27064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:35.183657 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7e7006f6-517f-4cbe-913d-582a9912dc1c req-5cf079f1-b78f-4a26-b8c3-7a8574b27064 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=15fbc7f0-8873-4a34-924e-7fadeab13c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1567488 Nov 09 21:14:35.239355 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fc298666-0057-40cf-9bef-944589b640ff req-1a1cb018-40e7-46bc-85dc-f4eb9d48b43a tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188350 Nov 09 21:14:35.393251 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322cafe9-8b40-4ab2-90cb-6ba1da84631c req-56bc1551-a325-4786-822e-630390e9f7ed tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:35.394919 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-322cafe9-8b40-4ab2-90cb-6ba1da84631c req-56bc1551-a325-4786-822e-630390e9f7ed tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 947 time: 0.1147435 Nov 09 21:14:35.406031 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7e7006f6-517f-4cbe-913d-582a9912dc1c req-86810f1b-9649-4b50-8180-4c178edf9b59 service neutron] 10.222.0.43 "GET /v2.0/networks/15fbc7f0-8873-4a34-924e-7fadeab13c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612158 Nov 09 21:14:35.433130 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdbe88b-9cdd-48f3-b8b6-b1b19be70e39 None None] New status for floating IP b49d277b-5432-4417-b86d-29b1f6693d16: ACTIVE {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:14:35.439299 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbbc5d-d80b-4b09-b0bf-9c6e4a276a3b req-8f055ea1-9e5c-433e-8332-44dd23a06dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:35.441323 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-76dbbc5d-d80b-4b09-b0bf-9c6e4a276a3b req-8f055ea1-9e5c-433e-8332-44dd23a06dec service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=60bddb61-79c9-492a-b074-1a9ad796af66 HTTP/1.1" status: 200 len: 1096 time: 0.1140778 Nov 09 21:14:35.486144 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-322cafe9-8b40-4ab2-90cb-6ba1da84631c req-2b294752-f5d6-4feb-b0cb-181e2047dfae tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779800 Nov 09 21:14:35.519657 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60974) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:14:35.594982 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7e7006f6-517f-4cbe-913d-582a9912dc1c req-fdc3be9e-561d-4619-bec7-c99b47b4a70e service neutron] 10.222.0.43 "GET /v2.0/networks/15fbc7f0-8873-4a34-924e-7fadeab13c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783397 Nov 09 21:14:35.611460 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-76dbbc5d-d80b-4b09-b0bf-9c6e4a276a3b req-bfff4d84-a0a5-443a-be1f-828c2b0e017e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403294 Nov 09 21:14:35.671676 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-60cbe324-be83-4f91-a03d-ece82f1d3c59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:35.854584 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98da2e-4e4a-4b3e-976d-a8cce13e81b1 req-eb299258-f0f5-4186-a295-e27afb63b7eb tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:35.856223 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ee98da2e-4e4a-4b3e-976d-a8cce13e81b1 req-eb299258-f0f5-4186-a295-e27afb63b7eb tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=9845c409-ac82-41a4-b346-0d26efb4aacf HTTP/1.1" status: 200 len: 946 time: 0.1006806 Nov 09 21:14:35.858353 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-60cbe324-be83-4f91-a03d-ece82f1d3c59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:35.881434 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-60cbe324-be83-4f91-a03d-ece82f1d3c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:35.882070 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d050d2-47d8-4193-8ed5-e3cfc6ff2ef6 req-fe962c8f-c972-4f1b-8d6e-039e010e7309 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:35.883509 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c2d050d2-47d8-4193-8ed5-e3cfc6ff2ef6 req-fe962c8f-c972-4f1b-8d6e-039e010e7309 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 947 time: 0.0574365 Nov 09 21:14:35.939661 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbe324-be83-4f91-a03d-ece82f1d3c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6357166f-3527-4ada-9cad-00378b9de459,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:35.941194 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c2d050d2-47d8-4193-8ed5-e3cfc6ff2ef6 req-f91feb38-79c4-4d35-82f3-7ddaf09d2260 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510640 Nov 09 21:14:35.957444 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ee98da2e-4e4a-4b3e-976d-a8cce13e81b1 req-ca1b9ad0-13ac-4af2-a4b3-beea9d3ca60c tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950713 Nov 09 21:14:35.962800 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-60cbe324-be83-4f91-a03d-ece82f1d3c59 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0021ff1fcc2b4b87baef5c847a999bed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4398727 Nov 09 21:14:35.963529 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 32774) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:14:35.966075 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:14:36.057321 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-acd81aec-7565-40de-b20c-31153a51419f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:36.083493 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-acd81aec-7565-40de-b20c-31153a51419f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:36.088036 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:14:36.103210 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'port_id': '9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6', 'mac_address': 'fa:16:3e:40:9f:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba3500c-a288-4596-ba94-148f2bd8a6da', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:14:36.110259 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532fbd86-4373-458c-a60e-ffe153500395 req-9b234e1c-8a77-4524-b030-8075b21b4717 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:36.113098 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-532fbd86-4373-458c-a60e-ffe153500395 req-9b234e1c-8a77-4524-b030-8075b21b4717 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60bddb61-79c9-492a-b074-1a9ad796af66 HTTP/1.1" status: 200 len: 945 time: 0.0582345 Nov 09 21:14:36.140896 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-acd81aec-7565-40de-b20c-31153a51419f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:36.144587 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-acd81aec-7565-40de-b20c-31153a51419f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:36.144741 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:36.146228 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-acd81aec-7565-40de-b20c-31153a51419f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6357166f-3527-4ada-9cad-00378b9de459 HTTP/1.1" status: 204 len: 168 time: 0.1711946 Nov 09 21:14:36.158451 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd81aec-7565-40de-b20c-31153a51419f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6357166f-3527-4ada-9cad-00378b9de459,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:36.161829 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:14:36.195508 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:14:36.200219 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:36.244897 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322a888-1e1f-4a0d-897c-becec9a2489a req-db6a7e0f-5dff-4641-9655-ae2c0c5e2c1e tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:36.246493 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e322a888-1e1f-4a0d-897c-becec9a2489a req-db6a7e0f-5dff-4641-9655-ae2c0c5e2c1e tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968&tenant_id=ab9f62a9766648e6a735e31e91b7e450&binding%3Ahost_id=n-h1-816206-3 HTTP/1.1" status: 200 len: 947 time: 0.1324334 Nov 09 21:14:36.252069 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-532fbd86-4373-458c-a60e-ffe153500395 req-e08c2c60-b3f2-4814-aee3-d73fee7613bb tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277490 Nov 09 21:14:36.257618 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6,revision_number=8']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:36.359725 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b5d4f-9e2f-47a8-9e9e-223b9192ef21 req-7d7cc82f-b031-4caf-84c7-8a4bbfd938f7 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:36.361434 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1c0b5d4f-9e2f-47a8-9e9e-223b9192ef21 req-7d7cc82f-b031-4caf-84c7-8a4bbfd938f7 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=eddd4d47-f1e4-4fe1-89ba-7d90dcc8b77a HTTP/1.1" status: 200 len: 948 time: 0.0500567 Nov 09 21:14:36.438730 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1c0b5d4f-9e2f-47a8-9e9e-223b9192ef21 req-bc457d3f-87fc-4100-9771-d4bab4eb5e22 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702317 Nov 09 21:14:36.459954 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [req-e322a888-1e1f-4a0d-897c-becec9a2489a req-945e639f-c05b-4797-8bf0-2daeafa2533c service neutron] delete failed (client error): The resource could not be found. Nov 09 21:14:36.463573 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e322a888-1e1f-4a0d-897c-becec9a2489a req-945e639f-c05b-4797-8bf0-2daeafa2533c service neutron] 10.222.0.43 "DELETE /v2.0/ports/9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6/bindings/n-h2-816206-3 HTTP/1.1" status: 404 len: 380 time: 0.0809243 Nov 09 21:14:36.607657 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322a888-1e1f-4a0d-897c-becec9a2489a req-e1c8aef9-0dc5-418d-942a-03d4f3aded70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:36.609264 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e322a888-1e1f-4a0d-897c-becec9a2489a req-e1c8aef9-0dc5-418d-942a-03d4f3aded70 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab9f62a9766648e6a735e31e91b7e450&device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 1099 time: 0.0416026 Nov 09 21:14:36.703718 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 533f611e-07d0-4da2-a057-348014734fff up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:14:36.736380 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322a888-1e1f-4a0d-897c-becec9a2489a req-762b4b93-a1c6-42a0-8666-bb1f4ff552bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:36.738935 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e322a888-1e1f-4a0d-897c-becec9a2489a req-762b4b93-a1c6-42a0-8666-bb1f4ff552bc service neutron] 10.222.0.43 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.1201065 Nov 09 21:14:36.774222 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:14:36.876773 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e322a888-1e1f-4a0d-897c-becec9a2489a req-6419e322-ace2-4eb1-8f3e-288f7b48742a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6 HTTP/1.1" status: 200 len: 217 time: 0.1278627 Nov 09 21:14:36.907466 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 533f611e-07d0-4da2-a057-348014734fff completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:14:36.923286 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 533f611e-07d0-4da2-a057-348014734fff triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:14:36.923641 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:37.011410 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 32832) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:14:37.072809 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:37.148585 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 533f611e-07d0-4da2-a057-348014734fff, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=533f611e-07d0-4da2-a057-348014734fff,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:14:37.155023 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:37.209148 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eddd4d47-f1e4-4fe1-89ba-7d90dcc8b77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '533f611e-07d0-4da2-a057-348014734fff'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:14:37.210392 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-9e2684f1-5b86-4c25-b2e8-28abe87de144 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-392447541-network', 'tenant_id': '1a5920813b2844328371886b82e29ccc'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:14:37.211478 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a31e45f-0a3f-483b-b2cd-73c6be048bbf" -d '{"events": [{"server_uuid": "eddd4d47-f1e4-4fe1-89ba-7d90dcc8b77a", "name": "network-vif-plugged", "status": "completed", "tag": "533f611e-07d0-4da2-a057-348014734fff"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:14:37.235380 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2684f1-5b86-4c25-b2e8-28abe87de144 admin admin] Made reservation on behalf of 1a5920813b2844328371886b82e29ccc for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:14:37.237813 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9e2684f1-5b86-4c25-b2e8-28abe87de144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:37.245409 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=533f611e-07d0-4da2-a057-348014734fff,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:37.248048 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9e2684f1-5b86-4c25-b2e8-28abe87de144 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:37.344082 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9e2684f1-5b86-4c25-b2e8-28abe87de144 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:37.348306 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9e2684f1-5b86-4c25-b2e8-28abe87de144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:37.364176 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e2684f1-5b86-4c25-b2e8-28abe87de144 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:14:37.377770 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9e2684f1-5b86-4c25-b2e8-28abe87de144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:37.378142 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-9e2684f1-5b86-4c25-b2e8-28abe87de144 admin admin] Added segment 8b1b01a8-b344-4327-a9b9-a60974ab9c86 of type vlan for network 8c8f2b6c-195d-48ff-a555-8eaf73503061 Nov 09 21:14:37.434666 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9e2684f1-5b86-4c25-b2e8-28abe87de144 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:37.479363 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322a888-1e1f-4a0d-897c-becec9a2489a req-7fccf569-062d-4ff5-be9f-c19091f668ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:37.480372 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2684f1-5b86-4c25-b2e8-28abe87de144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd19ef65-d568-4780-9e0d-3f81b0fab6c7,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:37.482539 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e322a888-1e1f-4a0d-897c-becec9a2489a req-7fccf569-062d-4ff5-be9f-c19091f668ec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.0917926 Nov 09 21:14:37.501126 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9e2684f1-5b86-4c25-b2e8-28abe87de144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:37.504020 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2684f1-5b86-4c25-b2e8-28abe87de144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:37.504803 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9e2684f1-5b86-4c25-b2e8-28abe87de144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:37.530039 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-9e2684f1-5b86-4c25-b2e8-28abe87de144 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5172918 Nov 09 21:14:37.541416 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 32856) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:14:37.549528 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-fc9a1816-ce7e-4320-abb9-d216c661d4c9 admin admin] Request body: {'subnet': {'network_id': '8c8f2b6c-195d-48ff-a555-8eaf73503061', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-392447541-subnet', 'tenant_id': '1a5920813b2844328371886b82e29ccc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:14:37.559667 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-65fa1bd4-4852-4859-8f03-dc1efc242ac0 tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:37.561409 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-65fa1bd4-4852-4859-8f03-dc1efc242ac0 tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9845c409-ac82-41a4-b346-0d26efb4aacf&tenant_id=79813b2c248b4d6c8fab5b7bd98099e4&binding%3Ahost_id=n-h2-816206-3 HTTP/1.1" status: 200 len: 1097 time: 0.6972120 Nov 09 21:14:37.594952 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-7133e179-91a6-4f89-8f7d-691e6a3271ee service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816206-3'}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:14:37.609153 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9a1816-ce7e-4320-abb9-d216c661d4c9 admin admin] Made reservation on behalf of 1a5920813b2844328371886b82e29ccc for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:14:37.613104 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fc9a1816-ce7e-4320-abb9-d216c661d4c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:37.672591 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c234ac-9148-42f1-b5e1-464d5fcb9701 req-2c2e7a6f-d4ab-4e89-93a3-a8bd6bc83fe5 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:37.687399 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-28c234ac-9148-42f1-b5e1-464d5fcb9701 req-2c2e7a6f-d4ab-4e89-93a3-a8bd6bc83fe5 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=9845c409-ac82-41a4-b346-0d26efb4aacf HTTP/1.1" status: 200 len: 946 time: 0.2979341 Nov 09 21:14:37.694012 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2684f1-5b86-4c25-b2e8-28abe87de144 admin admin] Pushing event updated for resources: {'Network': ['ID=8c8f2b6c-195d-48ff-a555-8eaf73503061,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:37.707848 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 8c8f2b6c-195d-48ff-a555-8eaf73503061 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:14:37.757114 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322a888-1e1f-4a0d-897c-becec9a2489a req-3f21ba37-13d3-4bdc-a68d-61c43af3f945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:37.762441 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e322a888-1e1f-4a0d-897c-becec9a2489a req-3f21ba37-13d3-4bdc-a68d-61c43af3f945 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2543468 Nov 09 21:14:37.929338 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fc9a1816-ce7e-4320-abb9-d216c661d4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:37.983118 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:14:37.992017 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-7133e179-91a6-4f89-8f7d-691e6a3271ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:37.995261 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e322a888-1e1f-4a0d-897c-becec9a2489a req-37f09397-f21d-4732-ae8c-5b7ae8d65749 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092667 Nov 09 21:14:38.033861 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-28c234ac-9148-42f1-b5e1-464d5fcb9701 req-c4e1b70f-4607-46d2-a7bf-b881429bd4d5 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435223 Nov 09 21:14:38.089673 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a1816-ce7e-4320-abb9-d216c661d4c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84db8397-5784-48ab-95ce-fb883a369271,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:38.113532 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9a1816-ce7e-4320-abb9-d216c661d4c9 admin admin] Checking segment: {'id': '8b1b01a8-b344-4327-a9b9-a60974ab9c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8c8f2b6c-195d-48ff-a555-8eaf73503061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:14:38.113954 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9a1816-ce7e-4320-abb9-d216c661d4c9 admin admin] Network hostable DHCP agents. Network: 8c8f2b6c-195d-48ff-a555-8eaf73503061, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:14:38.118838 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=7a590d66-42d8-491e-bcdf-dd5b7e91dd3a,segment=NetworkSegment(3b0433f6-0dc2-4350-8149-c15b9bac49ea),segment_id=3b0433f6-0dc2-4350-8149-c15b9bac49ea)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:14:38.131461 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f253df1-39e6-495f-8b61-10a88f45b9bd req-bb98becc-c370-45ef-9879-cd2a75cb9184 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:38.133708 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0f253df1-39e6-495f-8b61-10a88f45b9bd req-bb98becc-c370-45ef-9879-cd2a75cb9184 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 948 time: 0.1529567 Nov 09 21:14:38.140367 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a has no active binding in host n-h1-816206-3 {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 21:14:38.146381 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-13377175-5b81-4b27-aa73-b0469331a0dd req-b3300bed-5b83-44b5-b693-e70af32dca44 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1115580 Nov 09 21:14:38.170827 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9a1816-ce7e-4320-abb9-d216c661d4c9 admin admin] Network 8c8f2b6c-195d-48ff-a555-8eaf73503061 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:14:38.200760 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-fc9a1816-ce7e-4320-abb9-d216c661d4c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 8c8f2b6c-195d-48ff-a555-8eaf73503061) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:14:38.212300 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b613866-6556-4fb9-8126-f1299f637441 None None] Network 8c8f2b6c-195d-48ff-a555-8eaf73503061 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:14:38.216689 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba79dd42-d77a-4484-87e7-71faff2b371a x-openstack-request-id: req-ba79dd42-d77a-4484-87e7-71faff2b371a {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:14:38.217002 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eddd4d47-f1e4-4fe1-89ba-7d90dcc8b77a", "name": "network-vif-plugged", "status": "completed", "tag": "533f611e-07d0-4da2-a057-348014734fff", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:14:38.217257 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ba79dd42-d77a-4484-87e7-71faff2b371a {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:14:38.217709 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eddd4d47-f1e4-4fe1-89ba-7d90dcc8b77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '533f611e-07d0-4da2-a057-348014734fff', 'code': 200} Nov 09 21:14:38.220670 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9a1816-ce7e-4320-abb9-d216c661d4c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:38.223127 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fc9a1816-ce7e-4320-abb9-d216c661d4c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:38.264974 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0f253df1-39e6-495f-8b61-10a88f45b9bd req-4597e0d8-900c-4297-8fe2-383d3adf64b1 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158035 Nov 09 21:14:38.268477 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-fc9a1816-ce7e-4320-abb9-d216c661d4c9 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7262125 Nov 09 21:14:38.280968 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13377175-5b81-4b27-aa73-b0469331a0dd req-a291be44-e7fd-4733-b830-d25f72f95a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:38.285586 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-13377175-5b81-4b27-aa73-b0469331a0dd req-a291be44-e7fd-4733-b830-d25f72f95a79 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=76936f9674ad45baa5c13f7f3fe24c2c&device_id=35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1 HTTP/1.1" status: 200 len: 1096 time: 0.0858226 Nov 09 21:14:38.290174 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e322a888-1e1f-4a0d-897c-becec9a2489a req-9a381758-7db2-47f8-b0ee-cf656255a008 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654924 Nov 09 21:14:38.420526 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adba9cb-bcaf-4851-ab52-114cd0aa406c req-227fe1ae-7b6f-4cf4-be74-00ff133d6ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:38.423494 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-7133e179-91a6-4f89-8f7d-691e6a3271ee service neutron] For port 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=7a590d66-42d8-491e-bcdf-dd5b7e91dd3a,segment=NetworkSegment(3b0433f6-0dc2-4350-8149-c15b9bac49ea),segment_id=3b0433f6-0dc2-4350-8149-c15b9bac49ea)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:14:38.424542 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9adba9cb-bcaf-4851-ab52-114cd0aa406c req-227fe1ae-7b6f-4cf4-be74-00ff133d6ed3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=eddd4d47-f1e4-4fe1-89ba-7d90dcc8b77a HTTP/1.1" status: 200 len: 1100 time: 0.0662091 Nov 09 21:14:38.465568 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44643ec-e93b-4c7b-803f-8b7c976a6127 req-05082284-792d-4eeb-a226-0968b4bb727c tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:38.473911 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d44643ec-e93b-4c7b-803f-8b7c976a6127 req-05082284-792d-4eeb-a226-0968b4bb727c tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60bddb61-79c9-492a-b074-1a9ad796af66 HTTP/1.1" status: 200 len: 945 time: 0.1772547 Nov 09 21:14:38.496508 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c176fc-dcb1-44f8-a9da-e0d9ef03de85 None None] Network 8c8f2b6c-195d-48ff-a555-8eaf73503061 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:14:38.518060 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15605bb8-35c8-496b-873e-9742fb185c62 req-e8865831-36a8-4b71-acef-8d0221c0b0b6 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:38.519814 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-15605bb8-35c8-496b-873e-9742fb185c62 req-e8865831-36a8-4b71-acef-8d0221c0b0b6 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=eddd4d47-f1e4-4fe1-89ba-7d90dcc8b77a HTTP/1.1" status: 200 len: 949 time: 0.1017725 Nov 09 21:14:38.523820 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9adba9cb-bcaf-4851-ab52-114cd0aa406c req-f9d47b3e-132e-4e25-89bb-ce4392463e1b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604343 Nov 09 21:14:38.554877 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13377175-5b81-4b27-aa73-b0469331a0dd req-f1d916e4-2b25-43be-90c8-1f5967ab2d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:38.557004 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-13377175-5b81-4b27-aa73-b0469331a0dd req-f1d916e4-2b25-43be-90c8-1f5967ab2d14 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c451f8d0-81c8-47ac-9cdf-57d805f40534 HTTP/1.1" status: 200 len: 905 time: 0.2202802 Nov 09 21:14:38.564492 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-7133e179-91a6-4f89-8f7d-691e6a3271ee service neutron] For port 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:14:38.569527 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d44643ec-e93b-4c7b-803f-8b7c976a6127 req-efe4419a-00fc-4c34-9a0c-a01dec872ad2 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941937 Nov 09 21:14:38.574375 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-15605bb8-35c8-496b-873e-9742fb185c62 req-8d22b7c4-9f76-40df-a369-622110108567 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464029 Nov 09 21:14:38.616103 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-7133e179-91a6-4f89-8f7d-691e6a3271ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:38.618425 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9845c409-ac82-41a4-b346-0d26efb4aacf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a590d66-42d8-491e-bcdf-dd5b7e91dd3a'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:14:38.621494 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da24dc0-5074-4bab-8e95-3776808b4b4a" -d '{"events": [{"server_uuid": "9845c409-ac82-41a4-b346-0d26efb4aacf", "name": "network-vif-unplugged", "status": "completed", "tag": "7a590d66-42d8-491e-bcdf-dd5b7e91dd3a"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:14:38.625745 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-7133e179-91a6-4f89-8f7d-691e6a3271ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:38.714503 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133e179-91a6-4f89-8f7d-691e6a3271ee service neutron] Pushing event updated for resources: {'Port': ['ID=7a590d66-42d8-491e-bcdf-dd5b7e91dd3a,revision_number=7']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:38.728135 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-7133e179-91a6-4f89-8f7d-691e6a3271ee service neutron] Attempting to bind port 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a on host n-h2-816206-3 for vnic_type normal with profile {"migrating_to": "n-h1-816206-3"} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:14:38.728483 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-7133e179-91a6-4f89-8f7d-691e6a3271ee service neutron] Attempting to bind port 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '3b0433f6-0dc2-4350-8149-c15b9bac49ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:14:38.728848 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-7133e179-91a6-4f89-8f7d-691e6a3271ee service neutron] Attempting to bind port 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a on network ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:14:38.734091 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-7133e179-91a6-4f89-8f7d-691e6a3271ee service neutron] Port 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a on network ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:14:38.734728 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-7133e179-91a6-4f89-8f7d-691e6a3271ee service neutron] Attempting to bind port 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a on network ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:14:38.739994 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-7133e179-91a6-4f89-8f7d-691e6a3271ee service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:14:38.740446 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-7133e179-91a6-4f89-8f7d-691e6a3271ee service neutron] Checking segment: {'id': '3b0433f6-0dc2-4350-8149-c15b9bac49ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:14:38.740744 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-7133e179-91a6-4f89-8f7d-691e6a3271ee service neutron] Bound using segment: {'id': '3b0433f6-0dc2-4350-8149-c15b9bac49ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:14:38.741793 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-7133e179-91a6-4f89-8f7d-691e6a3271ee service neutron] Bound port: 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b0433f6-0dc2-4350-8149-c15b9bac49ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:14:38.742289 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-7133e179-91a6-4f89-8f7d-691e6a3271ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:38.833979 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-ffc5f4f6-58e9-47a0-8ad6-e79f53aac029 req-dcdfa651-e342-454d-9f47-f72ac66b302c tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-617004811', 'description': 'tempest-description-807374512'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:14:38.856215 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3683f2bf-7dcd-4978-a195-01b9950f4dbe req-77472311-84f3-4884-bef3-2310a61f110c tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:38.864107 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3683f2bf-7dcd-4978-a195-01b9950f4dbe req-77472311-84f3-4884-bef3-2310a61f110c tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=60bddb61-79c9-492a-b074-1a9ad796af66 HTTP/1.1" status: 200 len: 1096 time: 0.0533442 Nov 09 21:14:38.888454 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-13377175-5b81-4b27-aa73-b0469331a0dd req-d848324c-e775-4598-a8a2-1eb90723ec9c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=276384dc-324f-42fe-b40e-9c8407be66f4 HTTP/1.1" status: 200 len: 217 time: 0.0601726 Nov 09 21:14:38.895275 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-7133e179-91a6-4f89-8f7d-691e6a3271ee service neutron] For port 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:14:38.899676 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-7133e179-91a6-4f89-8f7d-691e6a3271ee service neutron] For port 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=7a590d66-42d8-491e-bcdf-dd5b7e91dd3a,segment=NetworkSegment(3b0433f6-0dc2-4350-8149-c15b9bac49ea),segment_id=3b0433f6-0dc2-4350-8149-c15b9bac49ea)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:14:38.904652 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-7133e179-91a6-4f89-8f7d-691e6a3271ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:38.907908 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3683f2bf-7dcd-4978-a195-01b9950f4dbe req-5e54f316-79e4-453e-903e-4ac3fb720975 tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425539 Nov 09 21:14:38.913998 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ffc5f4f6-58e9-47a0-8ad6-e79f53aac029 req-dcdfa651-e342-454d-9f47-f72ac66b302c tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:38.974150 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 21:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eaa3390-038a-4b8a-aa01-152ca7cb7072 x-openstack-request-id: req-0eaa3390-038a-4b8a-aa01-152ca7cb7072 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:14:38.974505 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9845c409-ac82-41a4-b346-0d26efb4aacf", "name": "network-vif-unplugged", "status": "completed", "tag": "7a590d66-42d8-491e-bcdf-dd5b7e91dd3a", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:14:38.975267 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0eaa3390-038a-4b8a-aa01-152ca7cb7072 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:14:38.975667 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9845c409-ac82-41a4-b346-0d26efb4aacf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a590d66-42d8-491e-bcdf-dd5b7e91dd3a', 'code': 200} Nov 09 21:14:39.050152 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13377175-5b81-4b27-aa73-b0469331a0dd req-82883bd1-de8a-441f-88e8-9aca902485e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:39.051623 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-13377175-5b81-4b27-aa73-b0469331a0dd req-82883bd1-de8a-441f-88e8-9aca902485e2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=48001444-9492-49b6-bd26-a82c0797ca23 HTTP/1.1" status: 200 len: 845 time: 0.1155262 Nov 09 21:14:39.054757 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133e179-91a6-4f89-8f7d-691e6a3271ee service neutron] Pushing event updated for resources: {'Port': ['ID=7a590d66-42d8-491e-bcdf-dd5b7e91dd3a,revision_number=8']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:39.064189 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-7133e179-91a6-4f89-8f7d-691e6a3271ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:39.064477 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-7133e179-91a6-4f89-8f7d-691e6a3271ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:39.065921 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-7133e179-91a6-4f89-8f7d-691e6a3271ee service neutron] 10.222.0.45 "PUT /v2.0/ports/7a590d66-42d8-491e-bcdf-dd5b7e91dd3a HTTP/1.1" status: 200 len: 1122 time: 1.4845417 Nov 09 21:14:39.099384 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-13377175-5b81-4b27-aa73-b0469331a0dd req-f5b146d5-ccf6-4e32-a26e-ca6bb2f05fd1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c451f8d0-81c8-47ac-9cdf-57d805f40534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325553 Nov 09 21:14:39.125346 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6f769-c210-440b-b9a4-9d2683bef6c9 req-e5d2e7ff-5d1f-40f2-87b5-0465e8fe05d7 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:39.129094 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-afe6f769-c210-440b-b9a4-9d2683bef6c9 req-e5d2e7ff-5d1f-40f2-87b5-0465e8fe05d7 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/networks?id=c451f8d0-81c8-47ac-9cdf-57d805f40534 HTTP/1.1" status: 200 len: 805 time: 0.1124501 Nov 09 21:14:39.144341 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-afe6f769-c210-440b-b9a4-9d2683bef6c9 req-ee3de4f5-8495-4932-a939-89e3caacc68b tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/quotas/76936f9674ad45baa5c13f7f3fe24c2c HTTP/1.1" status: 200 len: 375 time: 0.0110815 Nov 09 21:14:39.167894 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ffc5f4f6-58e9-47a0-8ad6-e79f53aac029 req-dcdfa651-e342-454d-9f47-f72ac66b302c tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:39.173837 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ffc5f4f6-58e9-47a0-8ad6-e79f53aac029 req-dcdfa651-e342-454d-9f47-f72ac66b302c tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:39.203510 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-afe6f769-c210-440b-b9a4-9d2683bef6c9 req-ea70a604-6d0e-4d2a-9956-a820c267ba9f tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=76936f9674ad45baa5c13f7f3fe24c2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0516016 Nov 09 21:14:39.215776 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ffc5f4f6-58e9-47a0-8ad6-e79f53aac029 req-dcdfa651-e342-454d-9f47-f72ac66b302c tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:39.217020 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ffc5f4f6-58e9-47a0-8ad6-e79f53aac029 req-dcdfa651-e342-454d-9f47-f72ac66b302c tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3956797 Nov 09 21:14:39.222007 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdfa651-e342-454d-9f47-f72ac66b302c tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5254fef-2b50-414e-8ce2-427b13d8e723,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:39.253493 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-13377175-5b81-4b27-aa73-b0469331a0dd req-4cd18cd5-a0e3-4f16-adca-4835f2a6702c service neutron] 10.222.0.43 "GET /v2.0/networks/c451f8d0-81c8-47ac-9cdf-57d805f40534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440074 Nov 09 21:14:39.267939 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['7a590d66-42d8-491e-bcdf-dd5b7e91dd3a'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:14:39.294973 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['7a590d66-42d8-491e-bcdf-dd5b7e91dd3a'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:14:39.312807 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-afe6f769-c210-440b-b9a4-9d2683bef6c9 req-69b9ce4c-3d52-450b-8ece-96eb4540db17 service neutron] 10.222.0.49 "GET /v2.0/networks/c451f8d0-81c8-47ac-9cdf-57d805f40534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980577 Nov 09 21:14:39.334869 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9fd15-a9e3-4ae8-b7f2-808d88c7b013 req-d0778ad7-08fb-46a4-b305-55f1dbf83257 tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:39.336410 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2ca9fd15-a9e3-4ae8-b7f2-808d88c7b013 req-d0778ad7-08fb-46a4-b305-55f1dbf83257 tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=60bddb61-79c9-492a-b074-1a9ad796af66 HTTP/1.1" status: 200 len: 1096 time: 0.0510871 Nov 09 21:14:39.440302 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-afe6f769-c210-440b-b9a4-9d2683bef6c9 req-b3cadf19-e036-41e5-a566-fed6820f6beb service neutron] 10.222.0.49 "GET /v2.0/networks/c451f8d0-81c8-47ac-9cdf-57d805f40534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195571 Nov 09 21:14:39.460170 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2ca9fd15-a9e3-4ae8-b7f2-808d88c7b013 req-5b52de59-fb22-4c04-81fc-878d90203479 tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157000 Nov 09 21:14:39.513438 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-13377175-5b81-4b27-aa73-b0469331a0dd req-a5417dcf-ecf5-4f39-b412-bcdf6adc6a11 service neutron] 10.222.0.43 "GET /v2.0/networks/c451f8d0-81c8-47ac-9cdf-57d805f40534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486328 Nov 09 21:14:39.647904 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e956b-d89c-4feb-874e-1ce51a4aba7a req-a357ec71-576e-403f-b0f1-23376737b10c tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:39.649533 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ae2e956b-d89c-4feb-874e-1ce51a4aba7a req-a357ec71-576e-403f-b0f1-23376737b10c tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=9845c409-ac82-41a4-b346-0d26efb4aacf HTTP/1.1" status: 200 len: 944 time: 0.0684574 Nov 09 21:14:39.707181 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ae2e956b-d89c-4feb-874e-1ce51a4aba7a req-14b4b0c6-cabb-4b4d-bbb9-44e1af4626ca tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503745 Nov 09 21:14:39.777106 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-87ebeeb1-838a-4d6c-9e89-d256320e0167 req-2ee8f7c2-281f-4ded-a243-902e4123d111 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] 10.222.0.49 "GET /v2.0/security-groups/b5254fef-2b50-414e-8ce2-427b13d8e723 HTTP/1.1" status: 200 len: 1820 time: 0.0651777 Nov 09 21:14:39.792846 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-87ebeeb1-838a-4d6c-9e89-d256320e0167 req-bf73a270-0cc7-4b85-a385-5d0471c2ff4c tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b5254fef-2b50-414e-8ce2-427b13d8e723', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:14:39.793275 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-87ebeeb1-838a-4d6c-9e89-d256320e0167 req-bf73a270-0cc7-4b85-a385-5d0471c2ff4c tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b5254fef-2b50-414e-8ce2-427b13d8e723', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:14:39.870471 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff22042-7033-4170-ac87-e7dfaca35482 req-6519f2a0-4925-4c33-89a2-582f74b61176 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:39.872114 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aff22042-7033-4170-ac87-e7dfaca35482 req-6519f2a0-4925-4c33-89a2-582f74b61176 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 948 time: 0.0638711 Nov 09 21:14:39.874932 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-87ebeeb1-838a-4d6c-9e89-d256320e0167 req-bf73a270-0cc7-4b85-a385-5d0471c2ff4c tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:39.906108 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-87ebeeb1-838a-4d6c-9e89-d256320e0167 req-bf73a270-0cc7-4b85-a385-5d0471c2ff4c tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:39.910259 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-87ebeeb1-838a-4d6c-9e89-d256320e0167 req-bf73a270-0cc7-4b85-a385-5d0471c2ff4c tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:39.931115 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73a270-0cc7-4b85-a385-5d0471c2ff4c tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c137c0c9-10c5-48e7-9dc8-a42596faf871,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:39.933504 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aff22042-7033-4170-ac87-e7dfaca35482 req-aca8182c-6a70-4283-b743-ef2cd11fe13c tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545931 Nov 09 21:14:39.941124 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-87ebeeb1-838a-4d6c-9e89-d256320e0167 req-bf73a270-0cc7-4b85-a385-5d0471c2ff4c tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:39.942185 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-87ebeeb1-838a-4d6c-9e89-d256320e0167 req-bf73a270-0cc7-4b85-a385-5d0471c2ff4c tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1542742 Nov 09 21:14:39.997234 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:14:40.041732 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-74b0c63c-9cd8-4549-a997-d52c473f6cff req-58ba63e4-f052-4360-907f-52dc3481a201 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=21adb9b9-1c53-4286-bf9d-3e9701ef614a HTTP/1.1" status: 200 len: 210 time: 0.0512404 Nov 09 21:14:40.061630 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:14:40.069454 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:14:40.069831 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:40.139261 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-18784930-0430-4ae6-afe1-04d2e803f869 req-641a7374-de23-40e8-81d1-9df7fd93df4f tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1831753307', 'description': 'tempest-description-1245371895'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:14:40.139557 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c389ab8-fcb9-4068-ba97-71c437706247 req-c4036a04-42dc-4404-8bbc-2f0fd395c23d tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:40.141262 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8c389ab8-fcb9-4068-ba97-71c437706247 req-c4036a04-42dc-4404-8bbc-2f0fd395c23d tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=eddd4d47-f1e4-4fe1-89ba-7d90dcc8b77a HTTP/1.1" status: 200 len: 949 time: 0.0746694 Nov 09 21:14:40.168264 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-18784930-0430-4ae6-afe1-04d2e803f869 req-641a7374-de23-40e8-81d1-9df7fd93df4f tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:40.191466 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:40.226477 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a634a28-c264-4a64-8d09-7f172ea49968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:14:40.228767 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8c389ab8-fcb9-4068-ba97-71c437706247 req-15f578e6-0c9e-480b-ade7-33c50a8c5960 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786784 Nov 09 21:14:40.230577 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87bd0cc7-1b8a-4228-b441-f6580dc52c55" -d '{"events": [{"server_uuid": "6a634a28-c264-4a64-8d09-7f172ea49968", "name": "network-vif-plugged", "status": "completed", "tag": "9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:14:40.265613 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:14:40.268994 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-18784930-0430-4ae6-afe1-04d2e803f869 req-641a7374-de23-40e8-81d1-9df7fd93df4f tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:40.271361 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:40.276310 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-18784930-0430-4ae6-afe1-04d2e803f869 req-641a7374-de23-40e8-81d1-9df7fd93df4f tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:40.312624 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-18784930-0430-4ae6-afe1-04d2e803f869 req-641a7374-de23-40e8-81d1-9df7fd93df4f tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:40.314297 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-18784930-0430-4ae6-afe1-04d2e803f869 req-641a7374-de23-40e8-81d1-9df7fd93df4f tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.1806285 Nov 09 21:14:40.324292 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641a7374-de23-40e8-81d1-9df7fd93df4f tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85a0c5e3-57e7-4b58-aa33-eac807cbc130,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:40.369591 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6,revision_number=9']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:40.376220 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897e17a-36a0-4b7c-915a-c438d9ed6453 req-d93e61e5-edeb-416e-a8fa-881e371973cb tempest-MigrationsAdminTest-1051940959 tempest-MigrationsAdminTest-1051940959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:40.384074 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:40.384784 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:40.384897 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3897e17a-36a0-4b7c-915a-c438d9ed6453 req-d93e61e5-edeb-416e-a8fa-881e371973cb tempest-MigrationsAdminTest-1051940959 tempest-MigrationsAdminTest-1051940959-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 1100 time: 0.0598547 Nov 09 21:14:40.385431 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:40.385967 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:40.386496 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:40.387067 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:40.387591 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:40.388115 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:40.388887 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:40.389453 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:40.390173 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:40.390707 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:40.435313 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3897e17a-36a0-4b7c-915a-c438d9ed6453 req-66cc7f88-c6f3-40e7-a294-4245d88c664b tempest-MigrationsAdminTest-1051940959 tempest-MigrationsAdminTest-1051940959-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494170 Nov 09 21:14:40.494170 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623a72fd-60a7-401b-b4af-0c00b1fd6129 x-openstack-request-id: req-623a72fd-60a7-401b-b4af-0c00b1fd6129 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:14:40.494591 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a634a28-c264-4a64-8d09-7f172ea49968", "name": "network-vif-plugged", "status": "completed", "tag": "9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:14:40.495043 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-623a72fd-60a7-401b-b4af-0c00b1fd6129 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:14:40.497581 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a634a28-c264-4a64-8d09-7f172ea49968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6', 'code': 200} Nov 09 21:14:40.514696 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bf20636b-11e4-4bed-acd4-4cff6a653aca req-2edc5f9f-8d73-4c75-83ff-adbeb51dadbd tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] 10.222.0.49 "GET /v2.0/security-groups/85a0c5e3-57e7-4b58-aa33-eac807cbc130 HTTP/1.1" status: 200 len: 1822 time: 0.0486515 Nov 09 21:14:40.525667 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-bf20636b-11e4-4bed-acd4-4cff6a653aca req-35a586d6-0223-4a26-9ef4-7d418cf312af tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '85a0c5e3-57e7-4b58-aa33-eac807cbc130', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:14:40.525994 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-bf20636b-11e4-4bed-acd4-4cff6a653aca req-35a586d6-0223-4a26-9ef4-7d418cf312af tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '85a0c5e3-57e7-4b58-aa33-eac807cbc130', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:14:40.586580 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-bf20636b-11e4-4bed-acd4-4cff6a653aca req-35a586d6-0223-4a26-9ef4-7d418cf312af tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:40.597472 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a32b9-0e8a-4312-a068-666b2dc65a56 req-b791ff4c-36a4-4cd3-afbd-fe0a8e2c5798 tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:40.599148 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f80a32b9-0e8a-4312-a068-666b2dc65a56 req-b791ff4c-36a4-4cd3-afbd-fe0a8e2c5798 tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=60bddb61-79c9-492a-b074-1a9ad796af66 HTTP/1.1" status: 200 len: 1096 time: 0.0528059 Nov 09 21:14:40.613211 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-bf20636b-11e4-4bed-acd4-4cff6a653aca req-35a586d6-0223-4a26-9ef4-7d418cf312af tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:40.617327 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-bf20636b-11e4-4bed-acd4-4cff6a653aca req-35a586d6-0223-4a26-9ef4-7d418cf312af tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:40.635131 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a586d6-0223-4a26-9ef4-7d418cf312af tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=145f8586-37c9-4632-8701-363a1a8a045e,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:40.644837 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-bf20636b-11e4-4bed-acd4-4cff6a653aca req-35a586d6-0223-4a26-9ef4-7d418cf312af tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:40.647189 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bf20636b-11e4-4bed-acd4-4cff6a653aca req-35a586d6-0223-4a26-9ef4-7d418cf312af tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1248877 Nov 09 21:14:40.656813 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f80a32b9-0e8a-4312-a068-666b2dc65a56 req-d96f0c0d-69d3-4602-b99f-67e58e7eabba tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503237 Nov 09 21:14:40.684653 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-ef787660-84a0-43a2-83c9-bf49010f83ed req-171db1a5-af49-49ee-ab06-8d693b5aa38b tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-509546906', 'description': 'tempest-description-134602662'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:14:40.707175 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ef787660-84a0-43a2-83c9-bf49010f83ed req-171db1a5-af49-49ee-ab06-8d693b5aa38b tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:40.750419 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 276384dc-324f-42fe-b40e-9c8407be66f4 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:14:40.787618 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ef787660-84a0-43a2-83c9-bf49010f83ed req-171db1a5-af49-49ee-ab06-8d693b5aa38b tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:40.791545 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ef787660-84a0-43a2-83c9-bf49010f83ed req-171db1a5-af49-49ee-ab06-8d693b5aa38b tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:40.839132 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:40.857172 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ef787660-84a0-43a2-83c9-bf49010f83ed req-171db1a5-af49-49ee-ab06-8d693b5aa38b tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:40.861840 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ef787660-84a0-43a2-83c9-bf49010f83ed req-171db1a5-af49-49ee-ab06-8d693b5aa38b tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.1807952 Nov 09 21:14:40.873743 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171db1a5-af49-49ee-ab06-8d693b5aa38b tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60c2f3fe-1b5f-4e6f-93eb-a32c67a8d23f,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:40.895028 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 276384dc-324f-42fe-b40e-9c8407be66f4, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=276384dc-324f-42fe-b40e-9c8407be66f4,segment=NetworkSegment(cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2),segment_id=cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:14:40.900732 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:40.975610 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240e960-c085-47e6-bfef-138365dbf311 req-8c35f289-d129-49dc-9ca9-32df4fd13ccb tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:40.983813 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e240e960-c085-47e6-bfef-138365dbf311 req-8c35f289-d129-49dc-9ca9-32df4fd13ccb tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=9845c409-ac82-41a4-b346-0d26efb4aacf HTTP/1.1" status: 200 len: 944 time: 0.0923626 Nov 09 21:14:40.985177 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=276384dc-324f-42fe-b40e-9c8407be66f4,revision_number=8']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:40.994938 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9845c409-ac82-41a4-b346-0d26efb4aacf', 'tag': '7a590d66-42d8-491e-bcdf-dd5b7e91dd3a'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:14:40.997485 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfa3d33-260d-49b4-a0d3-a3f8521a14bf" -d '{"events": [{"name": "network-changed", "server_uuid": "9845c409-ac82-41a4-b346-0d26efb4aacf", "tag": "7a590d66-42d8-491e-bcdf-dd5b7e91dd3a"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:14:41.033357 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-f156d1ef-7a3f-4c92-917a-22274ade1242 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=ab9f62a9766648e6a735e31e91b7e450&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640256 Nov 09 21:14:41.035306 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e240e960-c085-47e6-bfef-138365dbf311 req-d7cc3f05-6f0b-4847-9f0d-07e2ea38dd42 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503664 Nov 09 21:14:41.070499 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-b5b6599b-4439-440f-97cb-d339622738f0 req-73454311-6126-4078-9647-72b92e36e153 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-580057083', 'description': 'tempest-description-585512316'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:14:41.092893 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-b5b6599b-4439-440f-97cb-d339622738f0 req-73454311-6126-4078-9647-72b92e36e153 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:41.159658 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6f769-c210-440b-b9a4-9d2683bef6c9 req-8a920ccc-473f-457a-8d9b-4b3d5212b3bb tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:41.161238 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-afe6f769-c210-440b-b9a4-9d2683bef6c9 req-8a920ccc-473f-457a-8d9b-4b3d5212b3bb tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.45 "GET /v2.0/networks?id=c451f8d0-81c8-47ac-9cdf-57d805f40534 HTTP/1.1" status: 200 len: 805 time: 0.2194660 Nov 09 21:14:41.162702 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-b5b6599b-4439-440f-97cb-d339622738f0 req-73454311-6126-4078-9647-72b92e36e153 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:41.166665 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-b5b6599b-4439-440f-97cb-d339622738f0 req-73454311-6126-4078-9647-72b92e36e153 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:41.191412 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-afe6f769-c210-440b-b9a4-9d2683bef6c9 req-8d8443cb-6dd4-4ce4-8dbc-ed57fdcbcd7a tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Request body: {'port': {'device_id': '21adb9b9-1c53-4286-bf9d-3e9701ef614a', 'network_id': 'c451f8d0-81c8-47ac-9cdf-57d805f40534', 'admin_state_up': True, 'tenant_id': '76936f9674ad45baa5c13f7f3fe24c2c'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:14:41.193915 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-b5b6599b-4439-440f-97cb-d339622738f0 req-73454311-6126-4078-9647-72b92e36e153 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:41.195293 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b5b6599b-4439-440f-97cb-d339622738f0 req-73454311-6126-4078-9647-72b92e36e153 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.1310554 Nov 09 21:14:41.201111 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73454311-6126-4078-9647-72b92e36e153 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fddf147c-766e-4581-baaf-4d09fdb9860f,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:41.217567 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-004f51a4-6863-431c-b523-3d2179b097ff tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:41.219156 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-004f51a4-6863-431c-b523-3d2179b097ff tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1846240 Nov 09 21:14:41.248268 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2152604b-b93f-4c3a-a001-cadefe0babaa x-openstack-request-id: req-2152604b-b93f-4c3a-a001-cadefe0babaa {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:14:41.248556 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9845c409-ac82-41a4-b346-0d26efb4aacf", "tag": "7a590d66-42d8-491e-bcdf-dd5b7e91dd3a", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:14:41.248845 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2152604b-b93f-4c3a-a001-cadefe0babaa {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:14:41.249230 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9845c409-ac82-41a4-b346-0d26efb4aacf', 'tag': '7a590d66-42d8-491e-bcdf-dd5b7e91dd3a', 'status': 'completed', 'code': 200} Nov 09 21:14:41.264156 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-fe4ebb11-9392-4b25-ad39-da06d10e9121 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/quotas/ab9f62a9766648e6a735e31e91b7e450 HTTP/1.1" status: 200 len: 375 time: 0.0177095 Nov 09 21:14:41.320562 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-65768c85-7413-4063-847b-bd9c29b0b288 req-3a119846-2e57-4513-9157-c5ef3f0816c5 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=21adb9b9-1c53-4286-bf9d-3e9701ef614a HTTP/1.1" status: 200 len: 210 time: 0.0308993 Nov 09 21:14:41.383504 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-7246f29a-3d24-414e-86db-8ebfcea1f565 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab9f62a9766648e6a735e31e91b7e450&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1126509 Nov 09 21:14:41.399564 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfa3d33-260d-49b4-a0d3-a3f8521a14bf req-0a3382ed-a2b8-46f2-bd51-5317e3c2f1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:41.401227 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6bfa3d33-260d-49b4-a0d3-a3f8521a14bf req-0a3382ed-a2b8-46f2-bd51-5317e3c2f1bf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=79813b2c248b4d6c8fab5b7bd98099e4&device_id=9845c409-ac82-41a4-b346-0d26efb4aacf HTTP/1.1" status: 200 len: 1125 time: 0.0697663 Nov 09 21:14:41.402327 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afe6f769-c210-440b-b9a4-9d2683bef6c9 req-8d8443cb-6dd4-4ce4-8dbc-ed57fdcbcd7a tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Made reservation on behalf of 76936f9674ad45baa5c13f7f3fe24c2c for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:14:41.405756 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-afe6f769-c210-440b-b9a4-9d2683bef6c9 req-8d8443cb-6dd4-4ce4-8dbc-ed57fdcbcd7a tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:41.456628 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7c27370b-ce05-4486-a906-6f0214e67637 req-48cdec6f-cc47-43ac-a669-ed33d68316b7 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] 10.222.0.49 "GET /v2.0/security-groups/60c2f3fe-1b5f-4e6f-93eb-a32c67a8d23f HTTP/1.1" status: 200 len: 1820 time: 0.0424550 Nov 09 21:14:41.533282 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7c27370b-ce05-4486-a906-6f0214e67637 req-694ca7a9-da28-48f2-9568-590e068a7912 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] 10.222.0.49 "GET /v2.0/security-groups/fddf147c-766e-4581-baaf-4d09fdb9860f HTTP/1.1" status: 200 len: 1820 time: 0.0670154 Nov 09 21:14:41.556078 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-7c27370b-ce05-4486-a906-6f0214e67637 req-00e9704c-e453-467c-aad7-95040a135f1a tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '60c2f3fe-1b5f-4e6f-93eb-a32c67a8d23f', 'remote_group_id': 'fddf147c-766e-4581-baaf-4d09fdb9860f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:14:41.556521 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-7c27370b-ce05-4486-a906-6f0214e67637 req-00e9704c-e453-467c-aad7-95040a135f1a tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '60c2f3fe-1b5f-4e6f-93eb-a32c67a8d23f', 'remote_group_id': 'fddf147c-766e-4581-baaf-4d09fdb9860f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:14:41.613079 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfa3d33-260d-49b4-a0d3-a3f8521a14bf req-88cbb653-15b4-4437-a2dc-c52b59d0c597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:41.614627 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6bfa3d33-260d-49b4-a0d3-a3f8521a14bf req-88cbb653-15b4-4437-a2dc-c52b59d0c597 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 HTTP/1.1" status: 200 len: 921 time: 0.2055020 Nov 09 21:14:41.631702 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-7c27370b-ce05-4486-a906-6f0214e67637 req-00e9704c-e453-467c-aad7-95040a135f1a tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:41.676319 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6bfa3d33-260d-49b4-a0d3-a3f8521a14bf req-a28c2440-83d1-46dd-aff9-25cde571b07a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a590d66-42d8-491e-bcdf-dd5b7e91dd3a HTTP/1.1" status: 200 len: 217 time: 0.0500059 Nov 09 21:14:41.678186 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-7c27370b-ce05-4486-a906-6f0214e67637 req-00e9704c-e453-467c-aad7-95040a135f1a tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:41.682862 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-7c27370b-ce05-4486-a906-6f0214e67637 req-00e9704c-e453-467c-aad7-95040a135f1a tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:41.686678 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-afe6f769-c210-440b-b9a4-9d2683bef6c9 req-8d8443cb-6dd4-4ce4-8dbc-ed57fdcbcd7a tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Allocated IP 172.20.0.13 (c451f8d0-81c8-47ac-9cdf-57d805f40534/48001444-9492-49b6-bd26-a82c0797ca23/74f58e05-5729-4c1b-be21-ab1b4d531e49) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:14:41.704314 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9704c-e453-467c-aad7-95040a135f1a tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=149d7c6c-f644-4684-8641-a51de8cf7de7,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:41.710795 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d96da-4565-430e-a1a3-1fb84385c051 req-b5441095-53c2-4369-a5e8-d1c20741a7a1 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:41.711692 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-7c27370b-ce05-4486-a906-6f0214e67637 req-00e9704c-e453-467c-aad7-95040a135f1a tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:41.712541 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-050d96da-4565-430e-a1a3-1fb84385c051 req-b5441095-53c2-4369-a5e8-d1c20741a7a1 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=eddd4d47-f1e4-4fe1-89ba-7d90dcc8b77a HTTP/1.1" status: 200 len: 949 time: 0.1618736 Nov 09 21:14:41.712906 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7c27370b-ce05-4486-a906-6f0214e67637 req-00e9704c-e453-467c-aad7-95040a135f1a tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1616232 Nov 09 21:14:41.781200 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-965c62d1-6067-446f-a959-732491af61bb req-604b3426-25de-4393-a173-96f217122a2d tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 210 time: 0.0293796 Nov 09 21:14:41.798661 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfa3d33-260d-49b4-a0d3-a3f8521a14bf req-28654801-d865-4d44-a1b8-7aeec896202f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:41.800352 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6bfa3d33-260d-49b4-a0d3-a3f8521a14bf req-28654801-d865-4d44-a1b8-7aeec896202f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=29a38752-08a3-4b35-bb64-8f5e3f87121b HTTP/1.1" status: 200 len: 861 time: 0.1112547 Nov 09 21:14:41.866337 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-050d96da-4565-430e-a1a3-1fb84385c051 req-a64a32ee-d7c9-4fd3-8e79-e40b5eb8cc95 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281159 Nov 09 21:14:41.920604 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-c8ee7f1c-1524-456d-815f-e51fa4d9f26f req-9b87e9c9-ef2d-4f16-812f-8d0f541cf615 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1055692177', 'description': 'tempest-description-1903522734'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:14:41.927934 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6bfa3d33-260d-49b4-a0d3-a3f8521a14bf req-9d41a9f1-6702-4771-b705-3f599166e4be service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825195 Nov 09 21:14:41.936081 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2d3f1-72ee-4fd7-9d28-b0c2988751a4 req-b89ba16b-1d03-4c52-9f19-c639597d283f tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:41.944216 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-87f2d3f1-72ee-4fd7-9d28-b0c2988751a4 req-b89ba16b-1d03-4c52-9f19-c639597d283f tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=60bddb61-79c9-492a-b074-1a9ad796af66 HTTP/1.1" status: 200 len: 1096 time: 0.0988379 Nov 09 21:14:41.953063 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2675fef-6bd0-4431-87ea-6fe7845fd3da req-bdd8f302-efd0-4282-9475-b72d4cc53e54 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:41.954474 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f2675fef-6bd0-4431-87ea-6fe7845fd3da req-bdd8f302-efd0-4282-9475-b72d4cc53e54 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.43 "GET /v2.0/ports?device_id=35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1 HTTP/1.1" status: 200 len: 943 time: 0.1076603 Nov 09 21:14:42.016738 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c8ee7f1c-1524-456d-815f-e51fa4d9f26f req-9b87e9c9-ef2d-4f16-812f-8d0f541cf615 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:42.087836 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-afe6f769-c210-440b-b9a4-9d2683bef6c9 req-8d8443cb-6dd4-4ce4-8dbc-ed57fdcbcd7a tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:42.143217 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6bfa3d33-260d-49b4-a0d3-a3f8521a14bf req-6c1e9229-5e3d-4526-8218-432e4099b68d service neutron] 10.222.0.43 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985660 Nov 09 21:14:42.243003 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c8ee7f1c-1524-456d-815f-e51fa4d9f26f req-9b87e9c9-ef2d-4f16-812f-8d0f541cf615 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:42.246402 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-afe6f769-c210-440b-b9a4-9d2683bef6c9 req-8d8443cb-6dd4-4ce4-8dbc-ed57fdcbcd7a tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:42.256900 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c8ee7f1c-1524-456d-815f-e51fa4d9f26f req-9b87e9c9-ef2d-4f16-812f-8d0f541cf615 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:42.284927 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-87f2d3f1-72ee-4fd7-9d28-b0c2988751a4 req-ab2d1dd5-d8d0-40be-b66c-6e892358f802 tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398333 Nov 09 21:14:42.332391 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-f2675fef-6bd0-4431-87ea-6fe7845fd3da req-6b726c04-4d8f-487d-bea7-5a5385feb082 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Deleting port 276384dc-324f-42fe-b40e-9c8407be66f4 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:14:42.332770 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f2675fef-6bd0-4431-87ea-6fe7845fd3da req-6b726c04-4d8f-487d-bea7-5a5385feb082 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:42.338465 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afe6f769-c210-440b-b9a4-9d2683bef6c9 req-8d8443cb-6dd4-4ce4-8dbc-ed57fdcbcd7a tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Network c451f8d0-81c8-47ac-9cdf-57d805f40534 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:14:42.342317 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c8ee7f1c-1524-456d-815f-e51fa4d9f26f req-9b87e9c9-ef2d-4f16-812f-8d0f541cf615 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:42.342806 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c8ee7f1c-1524-456d-815f-e51fa4d9f26f req-9b87e9c9-ef2d-4f16-812f-8d0f541cf615 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4447882 Nov 09 21:14:42.354927 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-afe6f769-c210-440b-b9a4-9d2683bef6c9 req-8d8443cb-6dd4-4ce4-8dbc-ed57fdcbcd7a tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:14:42.362941 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe6f769-c210-440b-b9a4-9d2683bef6c9 req-8d8443cb-6dd4-4ce4-8dbc-ed57fdcbcd7a tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:14:42.366260 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b87e9c9-ef2d-4f16-812f-8d0f541cf615 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=086c9743-a5e0-462e-9000-e5dcec2e353b,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:42.368083 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8443cb-6dd4-4ce4-8dbc-ed57fdcbcd7a tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Pushing event updated for resources: {'Port': ['ID=74f58e05-5729-4c1b-be21-ab1b4d531e49,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:42.409685 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87e9c9-ef2d-4f16-812f-8d0f541cf615 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:42.410826 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87e9c9-ef2d-4f16-812f-8d0f541cf615 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:42.410826 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87e9c9-ef2d-4f16-812f-8d0f541cf615 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:42.410826 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87e9c9-ef2d-4f16-812f-8d0f541cf615 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:42.412864 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87e9c9-ef2d-4f16-812f-8d0f541cf615 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:42.412864 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87e9c9-ef2d-4f16-812f-8d0f541cf615 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:42.412864 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87e9c9-ef2d-4f16-812f-8d0f541cf615 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:42.412864 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87e9c9-ef2d-4f16-812f-8d0f541cf615 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:42.413228 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87e9c9-ef2d-4f16-812f-8d0f541cf615 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:42.413449 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87e9c9-ef2d-4f16-812f-8d0f541cf615 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:42.413809 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87e9c9-ef2d-4f16-812f-8d0f541cf615 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:42.414088 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87e9c9-ef2d-4f16-812f-8d0f541cf615 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:42.422911 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6bfa3d33-260d-49b4-a0d3-a3f8521a14bf req-d5293f33-57f4-490f-bad9-8c0266144ee1 service neutron] 10.222.0.43 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647533 Nov 09 21:14:42.424162 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8443cb-6dd4-4ce4-8dbc-ed57fdcbcd7a tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:42.424996 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8443cb-6dd4-4ce4-8dbc-ed57fdcbcd7a tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:42.424996 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8443cb-6dd4-4ce4-8dbc-ed57fdcbcd7a tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:42.425296 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8443cb-6dd4-4ce4-8dbc-ed57fdcbcd7a tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:42.425636 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8443cb-6dd4-4ce4-8dbc-ed57fdcbcd7a tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:42.425964 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8443cb-6dd4-4ce4-8dbc-ed57fdcbcd7a tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:42.426295 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8443cb-6dd4-4ce4-8dbc-ed57fdcbcd7a tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:42.426617 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8443cb-6dd4-4ce4-8dbc-ed57fdcbcd7a tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:42.426975 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8443cb-6dd4-4ce4-8dbc-ed57fdcbcd7a tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:42.427319 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8443cb-6dd4-4ce4-8dbc-ed57fdcbcd7a tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:42.427588 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8443cb-6dd4-4ce4-8dbc-ed57fdcbcd7a tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:42.427913 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8443cb-6dd4-4ce4-8dbc-ed57fdcbcd7a tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:42.455222 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-f2675fef-6bd0-4431-87ea-6fe7845fd3da req-6b726c04-4d8f-487d-bea7-5a5385feb082 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] For port 276384dc-324f-42fe-b40e-9c8407be66f4, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=276384dc-324f-42fe-b40e-9c8407be66f4,segment=NetworkSegment(cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2),segment_id=cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:14:42.455753 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f2675fef-6bd0-4431-87ea-6fe7845fd3da req-6b726c04-4d8f-487d-bea7-5a5385feb082 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:42.481030 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6f769-c210-440b-b9a4-9d2683bef6c9 req-8d8443cb-6dd4-4ce4-8dbc-ed57fdcbcd7a tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:42.481722 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-afe6f769-c210-440b-b9a4-9d2683bef6c9 req-8d8443cb-6dd4-4ce4-8dbc-ed57fdcbcd7a tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:42.493115 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-f2675fef-6bd0-4431-87ea-6fe7845fd3da req-6b726c04-4d8f-487d-bea7-5a5385feb082 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Calling delete_port for 276384dc-324f-42fe-b40e-9c8407be66f4 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:14:42.499582 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c678ff3-7ffc-402c-84f7-b17e4d68494e req-de3d7621-a1fd-42ed-a54f-2f3996375a39 tempest-ServersOnMultiNodesTest-454294139 tempest-ServersOnMultiNodesTest-454294139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:42.499766 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '276384dc-324f-42fe-b40e-9c8407be66f4'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:14:42.501240 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5c678ff3-7ffc-402c-84f7-b17e4d68494e req-de3d7621-a1fd-42ed-a54f-2f3996375a39 tempest-ServersOnMultiNodesTest-454294139 tempest-ServersOnMultiNodesTest-454294139-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=eddd4d47-f1e4-4fe1-89ba-7d90dcc8b77a HTTP/1.1" status: 200 len: 1100 time: 0.0808077 Nov 09 21:14:42.502617 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9728745c-2b5f-448f-865b-9ae6744a03cd" -d '{"events": [{"server_uuid": "35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1", "name": "network-vif-unplugged", "status": "completed", "tag": "276384dc-324f-42fe-b40e-9c8407be66f4"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:14:42.504471 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-afe6f769-c210-440b-b9a4-9d2683bef6c9 req-8d8443cb-6dd4-4ce4-8dbc-ed57fdcbcd7a tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3229926 Nov 09 21:14:42.529403 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-afe6f769-c210-440b-b9a4-9d2683bef6c9 req-fa4d4dd9-a74d-41ee-97d9-0b772cc59961 service neutron] Request body: {'port': {'device_id': '21adb9b9-1c53-4286-bf9d-3e9701ef614a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:14:42.556025 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afccf50-150d-43f9-811c-f8daee3fdd34 req-6d365565-a296-4504-8485-989946ca4035 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:42.557546 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5afccf50-150d-43f9-811c-f8daee3fdd34 req-6d365565-a296-4504-8485-989946ca4035 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=9845c409-ac82-41a4-b346-0d26efb4aacf HTTP/1.1" status: 200 len: 944 time: 0.0989668 Nov 09 21:14:42.578026 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5c678ff3-7ffc-402c-84f7-b17e4d68494e req-d66ddc30-0d16-4704-90e4-87e27ed30630 tempest-ServersOnMultiNodesTest-454294139 tempest-ServersOnMultiNodesTest-454294139-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686097 Nov 09 21:14:42.619530 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-afe6f769-c210-440b-b9a4-9d2683bef6c9 req-fa4d4dd9-a74d-41ee-97d9-0b772cc59961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:42.635941 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5afccf50-150d-43f9-811c-f8daee3fdd34 req-ed00a397-3680-440b-b6bd-22af499f1191 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699992 Nov 09 21:14:42.750913 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f2675fef-6bd0-4431-87ea-6fe7845fd3da req-6b726c04-4d8f-487d-bea7-5a5385feb082 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:42.806364 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b726c04-4d8f-487d-bea7-5a5385feb082 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Pushing event deleted for resources: {'Port': ['ID=276384dc-324f-42fe-b40e-9c8407be66f4,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:42.819818 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b726c04-4d8f-487d-bea7-5a5385feb082 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:42.820364 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b726c04-4d8f-487d-bea7-5a5385feb082 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:42.821227 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b726c04-4d8f-487d-bea7-5a5385feb082 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:42.821227 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b726c04-4d8f-487d-bea7-5a5385feb082 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:42.822638 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b726c04-4d8f-487d-bea7-5a5385feb082 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:42.822638 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b726c04-4d8f-487d-bea7-5a5385feb082 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:42.822862 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b726c04-4d8f-487d-bea7-5a5385feb082 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:42.823463 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b726c04-4d8f-487d-bea7-5a5385feb082 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:42.823936 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b726c04-4d8f-487d-bea7-5a5385feb082 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:42.824358 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b726c04-4d8f-487d-bea7-5a5385feb082 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:42.824802 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b726c04-4d8f-487d-bea7-5a5385feb082 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:42.825221 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b726c04-4d8f-487d-bea7-5a5385feb082 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:14:42.837966 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-794f98e8-b963-40c5-914d-233a82e6bfbc tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=ab9f62a9766648e6a735e31e91b7e450&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343516 Nov 09 21:14:42.883263 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2675fef-6bd0-4431-87ea-6fe7845fd3da req-6b726c04-4d8f-487d-bea7-5a5385feb082 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] No DVR routers for this DVR port 276384dc-324f-42fe-b40e-9c8407be66f4 on host n-h2-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:14:42.892629 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a672d5-d8d2-4505-ab8a-74ea106a434a req-fc527cfe-ff4e-4011-8dee-3f46f4511c74 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:42.894483 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-64a672d5-d8d2-4505-ab8a-74ea106a434a req-fc527cfe-ff4e-4011-8dee-3f46f4511c74 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=21adb9b9-1c53-4286-bf9d-3e9701ef614a HTTP/1.1" status: 200 len: 932 time: 0.1607473 Nov 09 21:14:42.895747 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f2675fef-6bd0-4431-87ea-6fe7845fd3da req-6b726c04-4d8f-487d-bea7-5a5385feb082 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:42.899415 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f2675fef-6bd0-4431-87ea-6fe7845fd3da req-6b726c04-4d8f-487d-bea7-5a5385feb082 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.43 "DELETE /v2.0/ports/276384dc-324f-42fe-b40e-9c8407be66f4 HTTP/1.1" status: 204 len: 173 time: 0.6703069 Nov 09 21:14:42.900089 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1', 'name': 'network-vif-deleted', 'tag': '276384dc-324f-42fe-b40e-9c8407be66f4'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:14:42.903384 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd70a46-d90f-40fd-8a93-6ce5a6b9897c" -d '{"events": [{"server_uuid": "35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1", "name": "network-vif-deleted", "tag": "276384dc-324f-42fe-b40e-9c8407be66f4"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:14:42.956952 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-64a672d5-d8d2-4505-ab8a-74ea106a434a req-111960e2-d5e6-4c22-b3e5-3d0a96b4731c tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493071 Nov 09 21:14:43.004379 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-3763080b-b822-477c-8c69-33e9b4e6520e req-7df29d29-616d-4777-9c00-00a2cf946257 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-969441621', 'description': 'tempest-description-689630719'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:14:43.038956 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-3763080b-b822-477c-8c69-33e9b4e6520e req-7df29d29-616d-4777-9c00-00a2cf946257 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:43.101146 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-1495ff88-db39-4547-8bf2-00f17abcc5dd tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:43.102537 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-1495ff88-db39-4547-8bf2-00f17abcc5dd tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2364383 Nov 09 21:14:43.118561 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-3763080b-b822-477c-8c69-33e9b4e6520e req-7df29d29-616d-4777-9c00-00a2cf946257 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:43.122719 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-3763080b-b822-477c-8c69-33e9b4e6520e req-7df29d29-616d-4777-9c00-00a2cf946257 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:43.137244 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-b31da880-0704-4217-b445-e54690f434fe tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Request body: {'port': {'device_id': '1786be83-a39f-4ca2-967e-60e8f883ffba', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'admin_state_up': True, 'tenant_id': 'ab9f62a9766648e6a735e31e91b7e450'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:14:43.154434 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-3763080b-b822-477c-8c69-33e9b4e6520e req-7df29d29-616d-4777-9c00-00a2cf946257 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:43.157140 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3763080b-b822-477c-8c69-33e9b4e6520e req-7df29d29-616d-4777-9c00-00a2cf946257 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.1611865 Nov 09 21:14:43.169757 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df29d29-616d-4777-9c00-00a2cf946257 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c65f111-e49b-40d4-96c3-441e8fccf431,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:43.202806 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-afe6f769-c210-440b-b9a4-9d2683bef6c9 req-fa4d4dd9-a74d-41ee-97d9-0b772cc59961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74f58e05-5729-4c1b-be21-ab1b4d531e49 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:14:43.218577 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-afe6f769-c210-440b-b9a4-9d2683bef6c9 req-fa4d4dd9-a74d-41ee-97d9-0b772cc59961 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:43.243615 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-afe6f769-c210-440b-b9a4-9d2683bef6c9 req-fa4d4dd9-a74d-41ee-97d9-0b772cc59961 service neutron] Transition to ACTIVE for port object 74f58e05-5729-4c1b-be21-ab1b4d531e49 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:14:43.254554 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-afe6f769-c210-440b-b9a4-9d2683bef6c9 req-fa4d4dd9-a74d-41ee-97d9-0b772cc59961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:43.263065 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 21:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1cb046c-c269-45b9-980b-e12a1684d36a x-openstack-request-id: req-d1cb046c-c269-45b9-980b-e12a1684d36a {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:14:43.264959 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1", "name": "network-vif-unplugged", "status": "completed", "tag": "276384dc-324f-42fe-b40e-9c8407be66f4", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:14:43.265796 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d1cb046c-c269-45b9-980b-e12a1684d36a {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:14:43.266300 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '276384dc-324f-42fe-b40e-9c8407be66f4', 'code': 200} Nov 09 21:14:43.355001 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-80346f65-7845-4a86-91ed-3b509603f542 req-77d3038c-1af9-4f2b-bbb6-a0378a946ec8 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=901d7209663f4224b6f7af44b74208e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244374 Nov 09 21:14:43.491470 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80346f65-7845-4a86-91ed-3b509603f542 req-6e58bd2c-d5f0-42d9-8506-ce6a90103c88 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:43.494763 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-80346f65-7845-4a86-91ed-3b509603f542 req-6e58bd2c-d5f0-42d9-8506-ce6a90103c88 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1327994 Nov 09 21:14:43.511210 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-80346f65-7845-4a86-91ed-3b509603f542 req-fc24aded-b717-4ecd-b388-003f416cffae tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/quotas/901d7209663f4224b6f7af44b74208e8 HTTP/1.1" status: 200 len: 375 time: 0.0103943 Nov 09 21:14:43.585628 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-80346f65-7845-4a86-91ed-3b509603f542 req-e19271d9-c4d6-4d1b-a686-1bf3fd162979 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=901d7209663f4224b6f7af44b74208e8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0679820 Nov 09 21:14:43.661741 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d4dd9-a74d-41ee-97d9-0b772cc59961 service neutron] Pushing event updated for resources: {'Port': ['ID=74f58e05-5729-4c1b-be21-ab1b4d531e49,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:43.729524 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-b31da880-0704-4217-b445-e54690f434fe tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Made reservation on behalf of ab9f62a9766648e6a735e31e91b7e450 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:14:43.735728 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-b31da880-0704-4217-b445-e54690f434fe tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:43.787179 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-afe6f769-c210-440b-b9a4-9d2683bef6c9 req-fa4d4dd9-a74d-41ee-97d9-0b772cc59961 service neutron] Attempting to bind port 74f58e05-5729-4c1b-be21-ab1b4d531e49 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:14:43.787524 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-afe6f769-c210-440b-b9a4-9d2683bef6c9 req-fa4d4dd9-a74d-41ee-97d9-0b772cc59961 service neutron] Attempting to bind port 74f58e05-5729-4c1b-be21-ab1b4d531e49 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c451f8d0-81c8-47ac-9cdf-57d805f40534'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:14:43.788045 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe6f769-c210-440b-b9a4-9d2683bef6c9 req-fa4d4dd9-a74d-41ee-97d9-0b772cc59961 service neutron] Attempting to bind port 74f58e05-5729-4c1b-be21-ab1b4d531e49 on network c451f8d0-81c8-47ac-9cdf-57d805f40534 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:14:43.830340 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe6f769-c210-440b-b9a4-9d2683bef6c9 req-fa4d4dd9-a74d-41ee-97d9-0b772cc59961 service neutron] Port 74f58e05-5729-4c1b-be21-ab1b4d531e49 on network c451f8d0-81c8-47ac-9cdf-57d805f40534 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:14:43.830759 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe6f769-c210-440b-b9a4-9d2683bef6c9 req-fa4d4dd9-a74d-41ee-97d9-0b772cc59961 service neutron] Attempting to bind port 74f58e05-5729-4c1b-be21-ab1b4d531e49 on network c451f8d0-81c8-47ac-9cdf-57d805f40534 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:14:43.840561 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d8948a0e-97af-44e1-beb2-81e832b1d9b1 req-25e1b56c-eaf6-4881-8a6e-399b1ce6fc15 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 210 time: 0.0383651 Nov 09 21:14:43.842751 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe6f769-c210-440b-b9a4-9d2683bef6c9 req-fa4d4dd9-a74d-41ee-97d9-0b772cc59961 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:14:43.843266 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe6f769-c210-440b-b9a4-9d2683bef6c9 req-fa4d4dd9-a74d-41ee-97d9-0b772cc59961 service neutron] Checking segment: {'id': 'cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c451f8d0-81c8-47ac-9cdf-57d805f40534'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:14:43.843738 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe6f769-c210-440b-b9a4-9d2683bef6c9 req-fa4d4dd9-a74d-41ee-97d9-0b772cc59961 service neutron] Bound using segment: {'id': 'cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c451f8d0-81c8-47ac-9cdf-57d805f40534'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:14:43.844369 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-afe6f769-c210-440b-b9a4-9d2683bef6c9 req-fa4d4dd9-a74d-41ee-97d9-0b772cc59961 service neutron] Bound port: 74f58e05-5729-4c1b-be21-ab1b4d531e49, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c451f8d0-81c8-47ac-9cdf-57d805f40534'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:14:43.844843 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-afe6f769-c210-440b-b9a4-9d2683bef6c9 req-fa4d4dd9-a74d-41ee-97d9-0b772cc59961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:43.884133 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33062) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:14:43.891146 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb63c451-cb8a-4582-a1c6-9d3778f3634c x-openstack-request-id: req-cb63c451-cb8a-4582-a1c6-9d3778f3634c {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:14:43.891434 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1", "name": "network-vif-deleted", "tag": "276384dc-324f-42fe-b40e-9c8407be66f4", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:14:43.891690 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cb63c451-cb8a-4582-a1c6-9d3778f3634c {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:14:43.892247 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a06b11-4303-4bf0-9d18-a1a3fc8ce3e1', 'name': 'network-vif-deleted', 'tag': '276384dc-324f-42fe-b40e-9c8407be66f4', 'status': 'completed', 'code': 200} Nov 09 21:14:43.958924 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-1e1ac9f8-90e2-468a-bffa-79317d6bc5b4 tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:14:43.971853 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-1e1ac9f8-90e2-468a-bffa-79317d6bc5b4 tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0863771 Nov 09 21:14:43.976984 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d019da15-63bc-4bbc-be93-c2ea8c018b9f req-fd838f9b-3578-4426-9373-165aca62d842 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] 10.222.0.49 "GET /v2.0/security-groups/086c9743-a5e0-462e-9000-e5dcec2e353b HTTP/1.1" status: 200 len: 1822 time: 0.0733154 Nov 09 21:14:43.979299 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-b31da880-0704-4217-b445-e54690f434fe tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Allocated IP 192.168.233.4 (568519e4-f6af-4966-9e93-738c3c6cb9f1/5ba3500c-a288-4596-ba94-148f2bd8a6da/96e311e4-91ed-45b7-ad20-39610f4e530b) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:14:43.992027 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-afe6f769-c210-440b-b9a4-9d2683bef6c9 req-fa4d4dd9-a74d-41ee-97d9-0b772cc59961 service neutron] For port 74f58e05-5729-4c1b-be21-ab1b4d531e49, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:14:43.995557 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-afe6f769-c210-440b-b9a4-9d2683bef6c9 req-fa4d4dd9-a74d-41ee-97d9-0b772cc59961 service neutron] For port 74f58e05-5729-4c1b-be21-ab1b4d531e49, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=74f58e05-5729-4c1b-be21-ab1b4d531e49,segment=NetworkSegment(cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2),segment_id=cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:14:44.003699 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-afe6f769-c210-440b-b9a4-9d2683bef6c9 req-fa4d4dd9-a74d-41ee-97d9-0b772cc59961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:44.051084 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6f769-c210-440b-b9a4-9d2683bef6c9 req-fa4d4dd9-a74d-41ee-97d9-0b772cc59961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:44.051619 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-afe6f769-c210-440b-b9a4-9d2683bef6c9 req-fa4d4dd9-a74d-41ee-97d9-0b772cc59961 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:44.053285 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d019da15-63bc-4bbc-be93-c2ea8c018b9f req-3caf4c02-6f1e-4174-800a-865a308055ed tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] 10.222.0.49 "GET /v2.0/security-groups/8c65f111-e49b-40d4-96c3-441e8fccf431 HTTP/1.1" status: 200 len: 1820 time: 0.0684896 Nov 09 21:14:44.053587 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-afe6f769-c210-440b-b9a4-9d2683bef6c9 req-fa4d4dd9-a74d-41ee-97d9-0b772cc59961 service neutron] 10.222.0.45 "PUT /v2.0/ports/74f58e05-5729-4c1b-be21-ab1b4d531e49 HTTP/1.1" status: 200 len: 1092 time: 1.5297298 Nov 09 21:14:44.058652 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-d019da15-63bc-4bbc-be93-c2ea8c018b9f req-1348c4ec-26e1-454e-9107-24fbb415a2b7 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '086c9743-a5e0-462e-9000-e5dcec2e353b', 'remote_group_id': '8c65f111-e49b-40d4-96c3-441e8fccf431', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:14:44.058966 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-d019da15-63bc-4bbc-be93-c2ea8c018b9f req-1348c4ec-26e1-454e-9107-24fbb415a2b7 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '086c9743-a5e0-462e-9000-e5dcec2e353b', 'remote_group_id': '8c65f111-e49b-40d4-96c3-441e8fccf431', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:14:44.060512 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21adb9b9-1c53-4286-bf9d-3e9701ef614a', 'tag': '74f58e05-5729-4c1b-be21-ab1b4d531e49'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:14:44.062814 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276c8e4e-d8bd-4815-b5b6-00411837c7ab" -d '{"events": [{"name": "network-changed", "server_uuid": "21adb9b9-1c53-4286-bf9d-3e9701ef614a", "tag": "74f58e05-5729-4c1b-be21-ab1b4d531e49"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:14:44.167263 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-d019da15-63bc-4bbc-be93-c2ea8c018b9f req-1348c4ec-26e1-454e-9107-24fbb415a2b7 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:44.172920 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d4dd9-a74d-41ee-97d9-0b772cc59961 service neutron] Pushing event updated for resources: {'Port': ['ID=74f58e05-5729-4c1b-be21-ab1b4d531e49,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:44.202663 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-d019da15-63bc-4bbc-be93-c2ea8c018b9f req-1348c4ec-26e1-454e-9107-24fbb415a2b7 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:44.207137 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-d019da15-63bc-4bbc-be93-c2ea8c018b9f req-1348c4ec-26e1-454e-9107-24fbb415a2b7 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:44.221194 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6f769-c210-440b-b9a4-9d2683bef6c9 req-11331b0f-a3bd-482c-b2f0-5ba7eff57935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:44.222716 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-afe6f769-c210-440b-b9a4-9d2683bef6c9 req-11331b0f-a3bd-482c-b2f0-5ba7eff57935 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=76936f9674ad45baa5c13f7f3fe24c2c&device_id=21adb9b9-1c53-4286-bf9d-3e9701ef614a HTTP/1.1" status: 200 len: 1095 time: 0.1099451 Nov 09 21:14:44.227504 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-aa760424-e423-4450-8a71-1a768177fa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:44.228924 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-aa760424-e423-4450-8a71-1a768177fa72 service neutron] 10.222.0.49 "GET /v2.0/ports/308c9019-04d9-41f2-83f3-e7ae648ba7ec HTTP/1.1" status: 200 len: 1093 time: 0.1949658 Nov 09 21:14:44.236288 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-d019da15-63bc-4bbc-be93-c2ea8c018b9f req-1348c4ec-26e1-454e-9107-24fbb415a2b7 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:44.253605 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d019da15-63bc-4bbc-be93-c2ea8c018b9f req-1348c4ec-26e1-454e-9107-24fbb415a2b7 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1990037 Nov 09 21:14:44.267382 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-bd166b09-b102-4325-b93f-1c1781c6d77d service neutron] Request body: {'binding': {'host': 'n-h1-816206-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:14:44.267382 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-bd166b09-b102-4325-b93f-1c1781c6d77d service neutron] Unknown quota resources ['binding']. {{(pid=102608) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 21:14:44.270276 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1348c4ec-26e1-454e-9107-24fbb415a2b7 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=337a6fcb-6f69-4be5-ac4e-45d92f8224a8,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:44.283219 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-afe6f769-c210-440b-b9a4-9d2683bef6c9 req-e787f708-1db6-4f00-a69c-c0b5cf77425a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74f58e05-5729-4c1b-be21-ab1b4d531e49 HTTP/1.1" status: 200 len: 217 time: 0.0466444 Nov 09 21:14:44.312471 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-b31da880-0704-4217-b445-e54690f434fe tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:44.367125 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6f769-c210-440b-b9a4-9d2683bef6c9 req-40a62d3d-87b5-42e9-9490-56ee572e9fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:44.368607 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-afe6f769-c210-440b-b9a4-9d2683bef6c9 req-40a62d3d-87b5-42e9-9490-56ee572e9fac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=48001444-9492-49b6-bd26-a82c0797ca23 HTTP/1.1" status: 200 len: 845 time: 0.0694234 Nov 09 21:14:44.412419 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-afe6f769-c210-440b-b9a4-9d2683bef6c9 req-8c1e92c7-e1d8-44d2-af7d-d508b19197e1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c451f8d0-81c8-47ac-9cdf-57d805f40534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342679 Nov 09 21:14:44.414597 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-b31da880-0704-4217-b445-e54690f434fe tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:44.428355 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:14:44.484149 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-bd166b09-b102-4325-b93f-1c1781c6d77d service neutron] Attempting to bind port 308c9019-04d9-41f2-83f3-e7ae648ba7ec on host n-h1-816206-3 for vnic_type normal with profile None {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:14:44.484489 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-bd166b09-b102-4325-b93f-1c1781c6d77d service neutron] Attempting to bind port 308c9019-04d9-41f2-83f3-e7ae648ba7ec by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'dafe29ae-1ba0-4490-879c-5008a3eac5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:14:44.491824 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-bd166b09-b102-4325-b93f-1c1781c6d77d service neutron] Attempting to bind port 308c9019-04d9-41f2-83f3-e7ae648ba7ec on network 9cf09cc6-9022-42d8-96c2-e4ea0d1e749b {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:14:44.508453 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54a688-2fe5-4a13-8fe8-edaeef63b138 req-57537fcd-a89b-4ee4-8ca0-b179b11726b5 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:44.511135 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4d54a688-2fe5-4a13-8fe8-edaeef63b138 req-57537fcd-a89b-4ee4-8ca0-b179b11726b5 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=9845c409-ac82-41a4-b346-0d26efb4aacf HTTP/1.1" status: 200 len: 944 time: 0.0975921 Nov 09 21:14:44.513986 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-bd166b09-b102-4325-b93f-1c1781c6d77d service neutron] Port 308c9019-04d9-41f2-83f3-e7ae648ba7ec on network 9cf09cc6-9022-42d8-96c2-e4ea0d1e749b not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:14:44.514512 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-bd166b09-b102-4325-b93f-1c1781c6d77d service neutron] Attempting to bind port 308c9019-04d9-41f2-83f3-e7ae648ba7ec on network 9cf09cc6-9022-42d8-96c2-e4ea0d1e749b {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:14:44.523367 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-bd166b09-b102-4325-b93f-1c1781c6d77d service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:14:44.523963 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-bd166b09-b102-4325-b93f-1c1781c6d77d service neutron] Checking segment: {'id': 'dafe29ae-1ba0-4490-879c-5008a3eac5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:14:44.524507 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-bd166b09-b102-4325-b93f-1c1781c6d77d service neutron] Bound using segment: {'id': 'dafe29ae-1ba0-4490-879c-5008a3eac5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:14:44.525525 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-bd166b09-b102-4325-b93f-1c1781c6d77d service neutron] Bound port: 308c9019-04d9-41f2-83f3-e7ae648ba7ec, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dafe29ae-1ba0-4490-879c-5008a3eac5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:14:44.537337 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-b31da880-0704-4217-b445-e54690f434fe tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Network 568519e4-f6af-4966-9e93-738c3c6cb9f1 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:14:44.547629 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-b31da880-0704-4217-b445-e54690f434fe tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:14:44.551879 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-b31da880-0704-4217-b445-e54690f434fe tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:14:44.596869 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31da880-0704-4217-b445-e54690f434fe tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Pushing event updated for resources: {'Port': ['ID=96e311e4-91ed-45b7-ad20-39610f4e530b,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:44.647131 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-b31da880-0704-4217-b445-e54690f434fe tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:44.648182 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-b31da880-0704-4217-b445-e54690f434fe tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:44.665581 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4d54a688-2fe5-4a13-8fe8-edaeef63b138 req-77cea880-45e8-4363-bb5c-ca35da247cc9 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445799 Nov 09 21:14:44.675537 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-afe6f769-c210-440b-b9a4-9d2683bef6c9 req-429673e4-81cf-4967-8997-368196ca421b service neutron] 10.222.0.45 "GET /v2.0/networks/c451f8d0-81c8-47ac-9cdf-57d805f40534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472780 Nov 09 21:14:44.680282 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-b31da880-0704-4217-b445-e54690f434fe tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5491035 Nov 09 21:14:44.701305 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-bd166b09-b102-4325-b93f-1c1781c6d77d service neutron] For port 308c9019-04d9-41f2-83f3-e7ae648ba7ec, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=308c9019-04d9-41f2-83f3-e7ae648ba7ec,segment=NetworkSegment(dafe29ae-1ba0-4490-879c-5008a3eac5b2),segment_id=dafe29ae-1ba0-4490-879c-5008a3eac5b2)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:14:44.710528 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-bd166b09-b102-4325-b93f-1c1781c6d77d service neutron] Publish callbacks [] for binding, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:44.712044 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-bd166b09-b102-4325-b93f-1c1781c6d77d service neutron] 10.222.0.49 "POST /v2.0/ports/308c9019-04d9-41f2-83f3-e7ae648ba7ec/bindings HTTP/1.1" status: 201 len: 389 time: 0.4546170 Nov 09 21:14:44.722447 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-31d51d66-09bb-4a67-8832-82320e5ba1c6 service neutron] Request body: {'port': {'device_id': '1786be83-a39f-4ca2-967e-60e8f883ffba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:14:44.823191 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b1b24988-ac01-4865-8c93-3b52088f664b req-7036d1b5-0ed8-4480-b335-f3dfd9598f0e tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=078323f7-cede-47db-a65d-9ea48c2d49ca HTTP/1.1" status: 200 len: 210 time: 0.0611424 Nov 09 21:14:44.842931 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-31d51d66-09bb-4a67-8832-82320e5ba1c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:44.891105 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-afe6f769-c210-440b-b9a4-9d2683bef6c9 req-7b85e58d-5f0c-4ba9-903f-46bb60eb8125 service neutron] 10.222.0.45 "GET /v2.0/networks/c451f8d0-81c8-47ac-9cdf-57d805f40534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030437 Nov 09 21:14:44.892924 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb55a71-ee4f-4ce3-be3a-9504395cb63b x-openstack-request-id: req-6fb55a71-ee4f-4ce3-be3a-9504395cb63b {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:14:44.893339 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21adb9b9-1c53-4286-bf9d-3e9701ef614a", "tag": "74f58e05-5729-4c1b-be21-ab1b4d531e49", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:14:44.893777 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6fb55a71-ee4f-4ce3-be3a-9504395cb63b {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:14:44.894417 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21adb9b9-1c53-4286-bf9d-3e9701ef614a', 'tag': '74f58e05-5729-4c1b-be21-ab1b4d531e49', 'status': 'completed', 'code': 200} Nov 09 21:14:44.943530 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-621e13c5-046b-4b38-ad8b-daaf64a12f31 None None] Provisioning complete for port 96e311e4-91ed-45b7-ad20-39610f4e530b triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:14:44.944350 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-621e13c5-046b-4b38-ad8b-daaf64a12f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:44.996165 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-621e13c5-046b-4b38-ad8b-daaf64a12f31 None None] Port 96e311e4-91ed-45b7-ad20-39610f4e530b cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:14:45.044061 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-536c954e-b94c-42b2-afc7-191a0528e0c4 req-03f3bd01-2688-4b63-b286-d9011b5dd809 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] 10.222.0.49 "GET /v2.0/security-groups/8c65f111-e49b-40d4-96c3-441e8fccf431 HTTP/1.1" status: 200 len: 1820 time: 0.0401826 Nov 09 21:14:45.101444 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80580833-f166-45d9-bb62-a64c4162ed8e req-e858626d-ce0d-4be2-8065-0c1953e7f82f tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:45.102793 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-536c954e-b94c-42b2-afc7-191a0528e0c4 req-68a8036f-49a6-4624-b076-7659e5ca04b7 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:45.102943 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-80580833-f166-45d9-bb62-a64c4162ed8e req-e858626d-ce0d-4be2-8065-0c1953e7f82f tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=21adb9b9-1c53-4286-bf9d-3e9701ef614a HTTP/1.1" status: 200 len: 944 time: 0.1777585 Nov 09 21:14:45.122818 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c8e4e-d8bd-4815-b5b6-00411837c7ab req-2c948440-deaa-4418-82d2-0839ac0c966d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:45.124293 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-276c8e4e-d8bd-4815-b5b6-00411837c7ab req-2c948440-deaa-4418-82d2-0839ac0c966d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=76936f9674ad45baa5c13f7f3fe24c2c&device_id=21adb9b9-1c53-4286-bf9d-3e9701ef614a HTTP/1.1" status: 200 len: 1095 time: 0.1600502 Nov 09 21:14:45.126070 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-536c954e-b94c-42b2-afc7-191a0528e0c4 req-68a8036f-49a6-4624-b076-7659e5ca04b7 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:45.193884 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-536c954e-b94c-42b2-afc7-191a0528e0c4 req-68a8036f-49a6-4624-b076-7659e5ca04b7 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:45.196381 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-536c954e-b94c-42b2-afc7-191a0528e0c4 req-68a8036f-49a6-4624-b076-7659e5ca04b7 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:45.197973 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-536c954e-b94c-42b2-afc7-191a0528e0c4 req-68a8036f-49a6-4624-b076-7659e5ca04b7 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] 10.222.0.49 "DELETE /v2.0/security-groups/8c65f111-e49b-40d4-96c3-441e8fccf431 HTTP/1.1" status: 204 len: 173 time: 0.1477056 Nov 09 21:14:45.210552 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a8036f-49a6-4624-b076-7659e5ca04b7 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c65f111-e49b-40d4-96c3-441e8fccf431,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:45.260598 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-80580833-f166-45d9-bb62-a64c4162ed8e req-e1de4036-f926-4992-b551-996874021ba3 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495974 Nov 09 21:14:45.312035 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2813a37-85f5-4b9f-a65f-edd1015b1e7a req-93dcfac0-c875-41bf-a42b-b92b383e13d7 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:45.321275 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d2813a37-85f5-4b9f-a65f-edd1015b1e7a req-93dcfac0-c875-41bf-a42b-b92b383e13d7 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60bddb61-79c9-492a-b074-1a9ad796af66 HTTP/1.1" status: 200 len: 945 time: 0.0622981 Nov 09 21:14:45.328054 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c8e4e-d8bd-4815-b5b6-00411837c7ab req-b5503297-0de4-4ecf-8cae-f2dae7dae133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:45.329582 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-276c8e4e-d8bd-4815-b5b6-00411837c7ab req-b5503297-0de4-4ecf-8cae-f2dae7dae133 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c451f8d0-81c8-47ac-9cdf-57d805f40534 HTTP/1.1" status: 200 len: 905 time: 0.1628330 Nov 09 21:14:45.367616 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d2813a37-85f5-4b9f-a65f-edd1015b1e7a req-6ed96631-22b3-41b1-bd9c-2acddde777c5 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454643 Nov 09 21:14:45.434777 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-276c8e4e-d8bd-4815-b5b6-00411837c7ab req-597f2104-8a91-4d69-98bb-0af5ba5d10c6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74f58e05-5729-4c1b-be21-ab1b4d531e49 HTTP/1.1" status: 200 len: 217 time: 0.0833509 Nov 09 21:14:45.435581 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9a47741a-f455-4814-9297-edef1788763c req-59d87f7a-2427-4c78-9093-da3aa820bead tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] 10.222.0.49 "GET /v2.0/security-groups/086c9743-a5e0-462e-9000-e5dcec2e353b HTTP/1.1" status: 200 len: 1822 time: 0.0402253 Nov 09 21:14:45.449457 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-31d51d66-09bb-4a67-8832-82320e5ba1c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96e311e4-91ed-45b7-ad20-39610f4e530b {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:14:45.461181 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-31d51d66-09bb-4a67-8832-82320e5ba1c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:45.503455 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-80346f65-7845-4a86-91ed-3b509603f542 req-ca1c08f4-2a08-45f3-bdbf-f612aab06a05 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=901d7209663f4224b6f7af44b74208e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366967 Nov 09 21:14:45.516268 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aac644-2186-469e-aa7a-86426f205824 req-e4e0c85c-e215-4d88-9140-111f6cd9146c tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:45.517795 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-37aac644-2186-469e-aa7a-86426f205824 req-e4e0c85c-e215-4d88-9140-111f6cd9146c tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 934 time: 0.1873443 Nov 09 21:14:45.520308 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-31d51d66-09bb-4a67-8832-82320e5ba1c6 service neutron] Transition to ACTIVE for port object 96e311e4-91ed-45b7-ad20-39610f4e530b will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:14:45.533777 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-31d51d66-09bb-4a67-8832-82320e5ba1c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:45.577695 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c8e4e-d8bd-4815-b5b6-00411837c7ab req-37010a6c-b9e1-4158-b9de-778e39856289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:45.579167 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-276c8e4e-d8bd-4815-b5b6-00411837c7ab req-37010a6c-b9e1-4158-b9de-778e39856289 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=48001444-9492-49b6-bd26-a82c0797ca23 HTTP/1.1" status: 200 len: 845 time: 0.1209118 Nov 09 21:14:45.605157 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-59812439-2105-4902-80a7-ff41be16a050 req-9e261fb8-038a-4587-aba6-cb059eb966b7 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1671853302', 'description': 'tempest-description-1605654332'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:14:45.649232 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-276c8e4e-d8bd-4815-b5b6-00411837c7ab req-df7586d9-4421-46bc-b27c-d9888cc92cae service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c451f8d0-81c8-47ac-9cdf-57d805f40534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598762 Nov 09 21:14:45.651158 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-59812439-2105-4902-80a7-ff41be16a050 req-9e261fb8-038a-4587-aba6-cb059eb966b7 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:45.654460 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d51d66-09bb-4a67-8832-82320e5ba1c6 service neutron] Pushing event updated for resources: {'Port': ['ID=96e311e4-91ed-45b7-ad20-39610f4e530b,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:45.670401 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-37aac644-2186-469e-aa7a-86426f205824 req-3b5e6520-a364-4151-a676-2ce9f12a41b6 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431837 Nov 09 21:14:45.696725 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80346f65-7845-4a86-91ed-3b509603f542 req-16967ec3-2082-4ed7-9d0c-c290ac0df466 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:45.698722 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-80346f65-7845-4a86-91ed-3b509603f542 req-16967ec3-2082-4ed7-9d0c-c290ac0df466 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1594353 Nov 09 21:14:45.736620 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-80346f65-7845-4a86-91ed-3b509603f542 req-e4a32f59-fa1c-46de-b8e4-74e62e60d69b tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Request body: {'port': {'device_id': '078323f7-cede-47db-a65d-9ea48c2d49ca', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'admin_state_up': True, 'tenant_id': '901d7209663f4224b6f7af44b74208e8'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:14:45.812823 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-59812439-2105-4902-80a7-ff41be16a050 req-9e261fb8-038a-4587-aba6-cb059eb966b7 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:45.819662 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-59812439-2105-4902-80a7-ff41be16a050 req-9e261fb8-038a-4587-aba6-cb059eb966b7 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:45.848412 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-31d51d66-09bb-4a67-8832-82320e5ba1c6 service neutron] Attempting to bind port 96e311e4-91ed-45b7-ad20-39610f4e530b on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:14:45.849626 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-31d51d66-09bb-4a67-8832-82320e5ba1c6 service neutron] Attempting to bind port 96e311e4-91ed-45b7-ad20-39610f4e530b by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:14:45.849732 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-31d51d66-09bb-4a67-8832-82320e5ba1c6 service neutron] Attempting to bind port 96e311e4-91ed-45b7-ad20-39610f4e530b on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:14:45.864336 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1301a0-662d-4cd3-a7b4-5d3476982538 req-20de185a-8b55-4b36-a8b2-ed199463e5f8 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:45.866396 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2c1301a0-662d-4cd3-a7b4-5d3476982538 req-20de185a-8b55-4b36-a8b2-ed199463e5f8 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=9845c409-ac82-41a4-b346-0d26efb4aacf HTTP/1.1" status: 200 len: 944 time: 0.1070716 Nov 09 21:14:45.868677 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-59812439-2105-4902-80a7-ff41be16a050 req-9e261fb8-038a-4587-aba6-cb059eb966b7 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:45.871843 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-31d51d66-09bb-4a67-8832-82320e5ba1c6 service neutron] Port 96e311e4-91ed-45b7-ad20-39610f4e530b on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:14:45.871991 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-31d51d66-09bb-4a67-8832-82320e5ba1c6 service neutron] Attempting to bind port 96e311e4-91ed-45b7-ad20-39610f4e530b on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:14:45.878540 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-276c8e4e-d8bd-4815-b5b6-00411837c7ab req-20634790-4dfe-42c9-8770-a378f75f8654 service neutron] 10.222.0.45 "GET /v2.0/networks/c451f8d0-81c8-47ac-9cdf-57d805f40534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164266 Nov 09 21:14:45.879491 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-31d51d66-09bb-4a67-8832-82320e5ba1c6 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:14:45.880304 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-59812439-2105-4902-80a7-ff41be16a050 req-9e261fb8-038a-4587-aba6-cb059eb966b7 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3127539 Nov 09 21:14:45.881100 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-31d51d66-09bb-4a67-8832-82320e5ba1c6 service neutron] Checking segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:14:45.881506 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-31d51d66-09bb-4a67-8832-82320e5ba1c6 service neutron] Bound using segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:14:45.881970 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-31d51d66-09bb-4a67-8832-82320e5ba1c6 service neutron] Bound port: 96e311e4-91ed-45b7-ad20-39610f4e530b, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:14:45.882667 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-31d51d66-09bb-4a67-8832-82320e5ba1c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:45.885268 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e261fb8-038a-4587-aba6-cb059eb966b7 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=876081d4-3e29-49ee-93e2-6a2841dc831f,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:45.922608 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80346f65-7845-4a86-91ed-3b509603f542 req-e4a32f59-fa1c-46de-b8e4-74e62e60d69b tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Made reservation on behalf of 901d7209663f4224b6f7af44b74208e8 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:14:45.927750 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-80346f65-7845-4a86-91ed-3b509603f542 req-e4a32f59-fa1c-46de-b8e4-74e62e60d69b tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:45.966396 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-19bd421d-b592-4a32-b34f-858d3bd23744 req-2316f43b-acd1-447f-a30c-3468fd9233a9 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=078323f7-cede-47db-a65d-9ea48c2d49ca HTTP/1.1" status: 200 len: 210 time: 0.0276511 Nov 09 21:14:46.070914 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2c1301a0-662d-4cd3-a7b4-5d3476982538 req-977ee278-90dd-4f82-b4db-5c4c4035d048 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644580 Nov 09 21:14:46.081979 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-31d51d66-09bb-4a67-8832-82320e5ba1c6 service neutron] For port 96e311e4-91ed-45b7-ad20-39610f4e530b, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:14:46.089660 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8fac123a-4ad4-4afe-b53e-92684d8bb244 req-80ccb89c-0380-435d-ae06-fb9d0dac4ca1 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] 10.222.0.49 "GET /v2.0/security-groups/876081d4-3e29-49ee-93e2-6a2841dc831f HTTP/1.1" status: 200 len: 1822 time: 0.0776851 Nov 09 21:14:46.094872 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-276c8e4e-d8bd-4815-b5b6-00411837c7ab req-c20c07d4-048d-4e9e-8f87-4eb1dcecdde7 service neutron] 10.222.0.45 "GET /v2.0/networks/c451f8d0-81c8-47ac-9cdf-57d805f40534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895661 Nov 09 21:14:46.098128 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-31d51d66-09bb-4a67-8832-82320e5ba1c6 service neutron] For port 96e311e4-91ed-45b7-ad20-39610f4e530b, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=96e311e4-91ed-45b7-ad20-39610f4e530b,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:14:46.104704 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-31d51d66-09bb-4a67-8832-82320e5ba1c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:46.106666 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-8fac123a-4ad4-4afe-b53e-92684d8bb244 req-676fd1de-1448-40ec-aec3-2bd4021b0fed tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '876081d4-3e29-49ee-93e2-6a2841dc831f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:14:46.106995 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-8fac123a-4ad4-4afe-b53e-92684d8bb244 req-676fd1de-1448-40ec-aec3-2bd4021b0fed tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '876081d4-3e29-49ee-93e2-6a2841dc831f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:14:46.134907 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-80346f65-7845-4a86-91ed-3b509603f542 req-e4a32f59-fa1c-46de-b8e4-74e62e60d69b tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Allocated IP 192.168.233.65 (568519e4-f6af-4966-9e93-738c3c6cb9f1/5ba3500c-a288-4596-ba94-148f2bd8a6da/628112a8-0c63-4e84-85d2-40b9680b00f9) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:14:46.172887 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-31d51d66-09bb-4a67-8832-82320e5ba1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:46.173616 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-31d51d66-09bb-4a67-8832-82320e5ba1c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:46.174934 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-31d51d66-09bb-4a67-8832-82320e5ba1c6 service neutron] 10.222.0.43 "PUT /v2.0/ports/96e311e4-91ed-45b7-ad20-39610f4e530b HTTP/1.1" status: 200 len: 1094 time: 1.4585533 Nov 09 21:14:46.180150 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d51d66-09bb-4a67-8832-82320e5ba1c6 service neutron] Pushing event updated for resources: {'Port': ['ID=96e311e4-91ed-45b7-ad20-39610f4e530b,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:46.230116 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-8fac123a-4ad4-4afe-b53e-92684d8bb244 req-676fd1de-1448-40ec-aec3-2bd4021b0fed tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:46.277894 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-d8145fdc-b700-4544-8e5f-c6f175d4cc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:46.279530 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-d8145fdc-b700-4544-8e5f-c6f175d4cc5b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab9f62a9766648e6a735e31e91b7e450&device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 1097 time: 0.0458846 Nov 09 21:14:46.289249 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-8fac123a-4ad4-4afe-b53e-92684d8bb244 req-676fd1de-1448-40ec-aec3-2bd4021b0fed tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:46.297224 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-8fac123a-4ad4-4afe-b53e-92684d8bb244 req-676fd1de-1448-40ec-aec3-2bd4021b0fed tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:46.342916 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676fd1de-1448-40ec-aec3-2bd4021b0fed tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66773261-68d1-4e63-b8f8-13981dbab5f6,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:46.350518 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-8fac123a-4ad4-4afe-b53e-92684d8bb244 req-676fd1de-1448-40ec-aec3-2bd4021b0fed tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:46.351723 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8fac123a-4ad4-4afe-b53e-92684d8bb244 req-676fd1de-1448-40ec-aec3-2bd4021b0fed tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2513623 Nov 09 21:14:46.356872 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-4384ca6c-51ff-4589-9cd8-da4390228dfd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=96e311e4-91ed-45b7-ad20-39610f4e530b HTTP/1.1" status: 200 len: 217 time: 0.0555494 Nov 09 21:14:46.383625 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-80346f65-7845-4a86-91ed-3b509603f542 req-e4a32f59-fa1c-46de-b8e4-74e62e60d69b tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:46.435529 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0febaa6-b47c-4f5d-ac59-bf7114366a80 req-6ce25ca2-1bb2-4222-aebd-b95e9d352fbc tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:46.437051 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c0febaa6-b47c-4f5d-ac59-bf7114366a80 req-6ce25ca2-1bb2-4222-aebd-b95e9d352fbc tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=21adb9b9-1c53-4286-bf9d-3e9701ef614a HTTP/1.1" status: 200 len: 944 time: 0.0879281 Nov 09 21:14:46.441934 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c4c9954d-88e9-4cdc-a7e2-fe9c65eaf065 req-f44380c1-4653-4965-a30a-7b5c789cd93b tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] 10.222.0.49 "GET /v2.0/security-groups/876081d4-3e29-49ee-93e2-6a2841dc831f HTTP/1.1" status: 200 len: 2415 time: 0.0564594 Nov 09 21:14:46.442978 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-b221b696-4ceb-454a-b783-bc10da776fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:46.444952 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-b221b696-4ceb-454a-b783-bc10da776fc7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.0794444 Nov 09 21:14:46.455274 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-c4c9954d-88e9-4cdc-a7e2-fe9c65eaf065 req-530c05af-97b8-4da7-afd6-79ef71016e5f tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '876081d4-3e29-49ee-93e2-6a2841dc831f', 'remote_group_id': None}]} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:14:46.455526 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-c4c9954d-88e9-4cdc-a7e2-fe9c65eaf065 req-530c05af-97b8-4da7-afd6-79ef71016e5f tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '876081d4-3e29-49ee-93e2-6a2841dc831f', 'remote_group_id': None}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:14:46.461553 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-80346f65-7845-4a86-91ed-3b509603f542 req-e4a32f59-fa1c-46de-b8e4-74e62e60d69b tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:46.478037 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['8f939950-bea2-412a-a2e7-7941436a9d0e', '8fffad74-aadd-420e-b124-a25fa48d0b2c', '6ea26908-1c6a-4d82-b26f-3bca70608d0b', '0bf25821-6e02-4aee-8496-3623d0b49287'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:14:46.526626 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80346f65-7845-4a86-91ed-3b509603f542 req-e4a32f59-fa1c-46de-b8e4-74e62e60d69b tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Network 568519e4-f6af-4966-9e93-738c3c6cb9f1 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:14:46.527926 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c0febaa6-b47c-4f5d-ac59-bf7114366a80 req-3399427c-abbd-4771-805b-77c76556d075 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802109 Nov 09 21:14:46.530501 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-80346f65-7845-4a86-91ed-3b509603f542 req-e4a32f59-fa1c-46de-b8e4-74e62e60d69b tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:14:46.537250 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-80346f65-7845-4a86-91ed-3b509603f542 req-e4a32f59-fa1c-46de-b8e4-74e62e60d69b tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:14:46.544231 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-c328a8b9-4a9d-454c-a496-4f5561c82cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:46.545769 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-c328a8b9-4a9d-454c-a496-4f5561c82cd6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0739262 Nov 09 21:14:46.592085 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a32f59-fa1c-46de-b8e4-74e62e60d69b tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Pushing event updated for resources: {'Port': ['ID=628112a8-0c63-4e84-85d2-40b9680b00f9,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:46.635880 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80346f65-7845-4a86-91ed-3b509603f542 req-e4a32f59-fa1c-46de-b8e4-74e62e60d69b tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:46.636939 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-80346f65-7845-4a86-91ed-3b509603f542 req-e4a32f59-fa1c-46de-b8e4-74e62e60d69b tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:46.675495 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c4c9954d-88e9-4cdc-a7e2-fe9c65eaf065 req-530c05af-97b8-4da7-afd6-79ef71016e5f tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:46.689860 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-80346f65-7845-4a86-91ed-3b509603f542 req-e4a32f59-fa1c-46de-b8e4-74e62e60d69b tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9612219 Nov 09 21:14:46.704479 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c4c9954d-88e9-4cdc-a7e2-fe9c65eaf065 req-530c05af-97b8-4da7-afd6-79ef71016e5f tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:46.708247 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29', '533f611e-07d0-4da2-a057-348014734fff'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:14:46.711162 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c4c9954d-88e9-4cdc-a7e2-fe9c65eaf065 req-530c05af-97b8-4da7-afd6-79ef71016e5f tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:46.731653 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ff391-e308-4cdb-a739-707e6d9c48a6 req-1a3f330b-c1ea-47a2-ae78-293a5c5bc07a tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:46.733379 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-098ff391-e308-4cdb-a739-707e6d9c48a6 req-1a3f330b-c1ea-47a2-ae78-293a5c5bc07a tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60bddb61-79c9-492a-b074-1a9ad796af66 HTTP/1.1" status: 200 len: 945 time: 0.0840917 Nov 09 21:14:46.737600 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-fa544361-318c-4266-929a-7451c49aa0a6 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833780 Nov 09 21:14:46.740333 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-80346f65-7845-4a86-91ed-3b509603f542 req-ff27778e-d203-48b1-ba94-28651500e03f service neutron] Request body: {'port': {'device_id': '078323f7-cede-47db-a65d-9ea48c2d49ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:14:46.770423 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 276384dc-324f-42fe-b40e-9c8407be66f4 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:14:46.806890 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: 276384dc-324f-42fe-b40e-9c8407be66f4 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:14:46.807081 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-098ff391-e308-4cdb-a739-707e6d9c48a6 req-da41127f-234a-4a06-b706-237297f35b48 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653133 Nov 09 21:14:46.807394 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 276384dc-324f-42fe-b40e-9c8407be66f4 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:14:46.807674 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c4c9954d-88e9-4cdc-a7e2-fe9c65eaf065 req-530c05af-97b8-4da7-afd6-79ef71016e5f tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:46.813867 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c4c9954d-88e9-4cdc-a7e2-fe9c65eaf065 req-530c05af-97b8-4da7-afd6-79ef71016e5f tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3627901 Nov 09 21:14:46.814822 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c05af-97b8-4da7-afd6-79ef71016e5f tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad7790b-1505-4042-8591-f6bb6e467f1a,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:46.837747 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-80346f65-7845-4a86-91ed-3b509603f542 req-ff27778e-d203-48b1-ba94-28651500e03f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:46.919967 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1786be83-a39f-4ca2-967e-60e8f883ffba', 'tag': '96e311e4-91ed-45b7-ad20-39610f4e530b'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:14:46.923500 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e57bd1-ca45-4431-bcea-ca940a09a9a5" -d '{"events": [{"name": "network-changed", "server_uuid": "1786be83-a39f-4ca2-967e-60e8f883ffba", "tag": "96e311e4-91ed-45b7-ad20-39610f4e530b"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:14:46.930237 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5780f195-5b4e-46b0-a0b2-b18fd55c67ac req-56c2b856-4158-4180-acea-fae226c442f6 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184785 Nov 09 21:14:46.937284 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-a9e62777-3047-4153-a1d3-29ce5f6d7b5e None None] Provisioning complete for port 628112a8-0c63-4e84-85d2-40b9680b00f9 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:14:46.937653 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a9e62777-3047-4153-a1d3-29ce5f6d7b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:46.991756 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f7bc63-ae7e-4aa5-ad8b-f5581a42bcdd req-fbca6c82-add8-403d-9f70-eee9cbb98614 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:46.993632 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-99f7bc63-ae7e-4aa5-ad8b-f5581a42bcdd req-fbca6c82-add8-403d-9f70-eee9cbb98614 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 946 time: 0.0547862 Nov 09 21:14:47.020277 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-a9e62777-3047-4153-a1d3-29ce5f6d7b5e None None] Port 628112a8-0c63-4e84-85d2-40b9680b00f9 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:14:47.047889 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-99f7bc63-ae7e-4aa5-ad8b-f5581a42bcdd req-b01ea4ac-a03e-4620-ac18-158752c35bf3 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459011 Nov 09 21:14:47.054662 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cdf03089-5b32-4d88-a96a-850c6796d378 req-626291f4-08e6-4ef4-90b5-e578b251d4ed tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] 10.222.0.49 "GET /v2.0/security-groups/876081d4-3e29-49ee-93e2-6a2841dc831f HTTP/1.1" status: 200 len: 3013 time: 0.0597720 Nov 09 21:14:47.099433 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f86e4f-1882-4c2c-8228-0f67a1d99ab9 x-openstack-request-id: req-74f86e4f-1882-4c2c-8228-0f67a1d99ab9 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:14:47.099735 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1786be83-a39f-4ca2-967e-60e8f883ffba", "tag": "96e311e4-91ed-45b7-ad20-39610f4e530b", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:14:47.099994 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-74f86e4f-1882-4c2c-8228-0f67a1d99ab9 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:14:47.100510 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1786be83-a39f-4ca2-967e-60e8f883ffba', 'tag': '96e311e4-91ed-45b7-ad20-39610f4e530b', 'status': 'completed', 'code': 200} Nov 09 21:14:47.165348 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c5b5b4e9-cc24-4ace-8897-8325e2c2c957 req-c9e8e7b4-ce35-4d47-a2eb-09a752e6e789 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] 10.222.0.49 "GET /v2.0/security-group-rules/dad7790b-1505-4042-8591-f6bb6e467f1a HTTP/1.1" status: 200 len: 783 time: 0.0404816 Nov 09 21:14:47.235640 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b54c29-06e4-49de-ab62-146b7b71e1a5 req-f3b43c93-4bf2-4c89-823e-04091a2b4e20 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:47.243893 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-28b54c29-06e4-49de-ab62-146b7b71e1a5 req-f3b43c93-4bf2-4c89-823e-04091a2b4e20 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=078323f7-cede-47db-a65d-9ea48c2d49ca HTTP/1.1" status: 200 len: 935 time: 0.1172166 Nov 09 21:14:47.246966 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e57bd1-ca45-4431-bcea-ca940a09a9a5 req-3d0fa4c4-c5ff-465f-a714-97479c60a7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:47.248430 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a4e57bd1-ca45-4431-bcea-ca940a09a9a5 req-3d0fa4c4-c5ff-465f-a714-97479c60a7ba service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab9f62a9766648e6a735e31e91b7e450&device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 1097 time: 0.0759115 Nov 09 21:14:47.308309 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-80346f65-7845-4a86-91ed-3b509603f542 req-ff27778e-d203-48b1-ba94-28651500e03f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 628112a8-0c63-4e84-85d2-40b9680b00f9 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:14:47.319820 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-80346f65-7845-4a86-91ed-3b509603f542 req-ff27778e-d203-48b1-ba94-28651500e03f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:47.346322 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c5b5b4e9-cc24-4ace-8897-8325e2c2c957 req-c09eb034-453b-4b21-922c-67be468ff7b2 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] 10.222.0.49 "GET /v2.0/security-groups/876081d4-3e29-49ee-93e2-6a2841dc831f HTTP/1.1" status: 200 len: 3013 time: 0.1545279 Nov 09 21:14:47.351756 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-80346f65-7845-4a86-91ed-3b509603f542 req-ff27778e-d203-48b1-ba94-28651500e03f service neutron] Transition to ACTIVE for port object 628112a8-0c63-4e84-85d2-40b9680b00f9 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:14:47.353422 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-28b54c29-06e4-49de-ab62-146b7b71e1a5 req-86725b82-278b-481e-93fc-fb49298ae3b8 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085927 Nov 09 21:14:47.358626 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-80346f65-7845-4a86-91ed-3b509603f542 req-ff27778e-d203-48b1-ba94-28651500e03f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:47.423634 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c5b5b4e9-cc24-4ace-8897-8325e2c2c957 req-8795d73f-557a-43ee-ab61-bb1ca9806bed tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:47.438866 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27778e-d203-48b1-ba94-28651500e03f service neutron] Pushing event updated for resources: {'Port': ['ID=628112a8-0c63-4e84-85d2-40b9680b00f9,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:47.444172 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c5b5b4e9-cc24-4ace-8897-8325e2c2c957 req-8795d73f-557a-43ee-ab61-bb1ca9806bed tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:47.455815 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e57bd1-ca45-4431-bcea-ca940a09a9a5 req-180887d1-b2da-4760-9851-3c338d2960d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:47.460579 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a4e57bd1-ca45-4431-bcea-ca940a09a9a5 req-180887d1-b2da-4760-9851-3c338d2960d4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.1971984 Nov 09 21:14:47.522781 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c5b5b4e9-cc24-4ace-8897-8325e2c2c957 req-8795d73f-557a-43ee-ab61-bb1ca9806bed tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:47.540216 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a4e57bd1-ca45-4431-bcea-ca940a09a9a5 req-3f50e500-2601-4542-9ca8-8eb23fc5766b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=96e311e4-91ed-45b7-ad20-39610f4e530b HTTP/1.1" status: 200 len: 217 time: 0.0631459 Nov 09 21:14:47.555687 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c5b5b4e9-cc24-4ace-8897-8325e2c2c957 req-8795d73f-557a-43ee-ab61-bb1ca9806bed tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:47.569131 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c5b5b4e9-cc24-4ace-8897-8325e2c2c957 req-8795d73f-557a-43ee-ab61-bb1ca9806bed tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/dad7790b-1505-4042-8591-f6bb6e467f1a HTTP/1.1" status: 204 len: 173 time: 0.2216527 Nov 09 21:14:47.569929 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8795d73f-557a-43ee-ab61-bb1ca9806bed tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dad7790b-1505-4042-8591-f6bb6e467f1a,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:47.594123 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a59c7aba-9491-46c8-a7d0-bd98c5d7c855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:47.623890 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-80346f65-7845-4a86-91ed-3b509603f542 req-ff27778e-d203-48b1-ba94-28651500e03f service neutron] Attempting to bind port 628112a8-0c63-4e84-85d2-40b9680b00f9 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:14:47.624222 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-80346f65-7845-4a86-91ed-3b509603f542 req-ff27778e-d203-48b1-ba94-28651500e03f service neutron] Attempting to bind port 628112a8-0c63-4e84-85d2-40b9680b00f9 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:14:47.624549 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80346f65-7845-4a86-91ed-3b509603f542 req-ff27778e-d203-48b1-ba94-28651500e03f service neutron] Attempting to bind port 628112a8-0c63-4e84-85d2-40b9680b00f9 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:14:47.630475 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80346f65-7845-4a86-91ed-3b509603f542 req-ff27778e-d203-48b1-ba94-28651500e03f service neutron] Port 628112a8-0c63-4e84-85d2-40b9680b00f9 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:14:47.630812 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80346f65-7845-4a86-91ed-3b509603f542 req-ff27778e-d203-48b1-ba94-28651500e03f service neutron] Attempting to bind port 628112a8-0c63-4e84-85d2-40b9680b00f9 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:14:47.637905 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80346f65-7845-4a86-91ed-3b509603f542 req-ff27778e-d203-48b1-ba94-28651500e03f service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:14:47.638556 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80346f65-7845-4a86-91ed-3b509603f542 req-ff27778e-d203-48b1-ba94-28651500e03f service neutron] Checking segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:14:47.639109 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80346f65-7845-4a86-91ed-3b509603f542 req-ff27778e-d203-48b1-ba94-28651500e03f service neutron] Bound using segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:14:47.640163 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-80346f65-7845-4a86-91ed-3b509603f542 req-ff27778e-d203-48b1-ba94-28651500e03f service neutron] Bound port: 628112a8-0c63-4e84-85d2-40b9680b00f9, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:14:47.640946 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-80346f65-7845-4a86-91ed-3b509603f542 req-ff27778e-d203-48b1-ba94-28651500e03f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:47.679976 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d671b-4f7b-4c88-a0c1-d79c9e13be81 req-f5db1c55-4ea7-46b8-8b2a-ef3eb2212384 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:47.688273 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ca2d671b-4f7b-4c88-a0c1-d79c9e13be81 req-f5db1c55-4ea7-46b8-8b2a-ef3eb2212384 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=9845c409-ac82-41a4-b346-0d26efb4aacf HTTP/1.1" status: 200 len: 944 time: 0.2221315 Nov 09 21:14:47.708203 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e57bd1-ca45-4431-bcea-ca940a09a9a5 req-1668b32f-1aad-443c-85e3-45f0cc0fc7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:47.710519 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a4e57bd1-ca45-4431-bcea-ca940a09a9a5 req-1668b32f-1aad-443c-85e3-45f0cc0fc7aa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.1403556 Nov 09 21:14:47.770464 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ca2d671b-4f7b-4c88-a0c1-d79c9e13be81 req-19e1f04e-c5c9-4d54-b052-c159a17f9a0f tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807502 Nov 09 21:14:47.780745 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e57bd1-ca45-4431-bcea-ca940a09a9a5 req-170204c0-0e06-4a41-a5b0-54d82929f0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:47.781016 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-25a98170-b6e4-4aca-b874-dcee36acfc62 req-a58c1f0a-7f41-4155-bdc1-c7b493181677 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] 10.222.0.49 "GET /v2.0/security-groups/876081d4-3e29-49ee-93e2-6a2841dc831f HTTP/1.1" status: 200 len: 2415 time: 0.0546339 Nov 09 21:14:47.782235 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-80346f65-7845-4a86-91ed-3b509603f542 req-ff27778e-d203-48b1-ba94-28651500e03f service neutron] For port 628112a8-0c63-4e84-85d2-40b9680b00f9, host n-h2-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:14:47.782576 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a4e57bd1-ca45-4431-bcea-ca940a09a9a5 req-170204c0-0e06-4a41-a5b0-54d82929f0af service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0635653 Nov 09 21:14:47.790943 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-80346f65-7845-4a86-91ed-3b509603f542 req-ff27778e-d203-48b1-ba94-28651500e03f service neutron] For port 628112a8-0c63-4e84-85d2-40b9680b00f9, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=628112a8-0c63-4e84-85d2-40b9680b00f9,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:14:47.833053 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-80346f65-7845-4a86-91ed-3b509603f542 req-ff27778e-d203-48b1-ba94-28651500e03f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:47.891997 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80346f65-7845-4a86-91ed-3b509603f542 req-ff27778e-d203-48b1-ba94-28651500e03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:47.892624 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-80346f65-7845-4a86-91ed-3b509603f542 req-ff27778e-d203-48b1-ba94-28651500e03f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:47.894042 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-80346f65-7845-4a86-91ed-3b509603f542 req-ff27778e-d203-48b1-ba94-28651500e03f service neutron] 10.222.0.43 "PUT /v2.0/ports/628112a8-0c63-4e84-85d2-40b9680b00f9 HTTP/1.1" status: 200 len: 1095 time: 1.1663582 Nov 09 21:14:47.894572 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '078323f7-cede-47db-a65d-9ea48c2d49ca', 'tag': '628112a8-0c63-4e84-85d2-40b9680b00f9'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:14:47.901017 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340d358f-30d3-41ba-a445-bd53a104b7c4" -d '{"events": [{"name": "network-changed", "server_uuid": "078323f7-cede-47db-a65d-9ea48c2d49ca", "tag": "628112a8-0c63-4e84-85d2-40b9680b00f9"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:14:47.920451 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-25a98170-b6e4-4aca-b874-dcee36acfc62 req-5e5b9823-2986-481d-a27b-b8073ea96f7c tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:47.943578 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a4e57bd1-ca45-4431-bcea-ca940a09a9a5 req-26823d63-986f-417a-8f3c-022fddc95cb4 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447384 Nov 09 21:14:47.951742 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27778e-d203-48b1-ba94-28651500e03f service neutron] Pushing event updated for resources: {'Port': ['ID=628112a8-0c63-4e84-85d2-40b9680b00f9,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:47.978309 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-25a98170-b6e4-4aca-b874-dcee36acfc62 req-5e5b9823-2986-481d-a27b-b8073ea96f7c tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:48.008665 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468052c2-6097-469f-9c25-5e92ebaf70b8 req-982d3a9c-f0eb-4b82-87cb-cbfb4a385e6a tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:48.016289 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-468052c2-6097-469f-9c25-5e92ebaf70b8 req-982d3a9c-f0eb-4b82-87cb-cbfb4a385e6a tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=21adb9b9-1c53-4286-bf9d-3e9701ef614a HTTP/1.1" status: 200 len: 944 time: 0.1518786 Nov 09 21:14:48.053610 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-25a98170-b6e4-4aca-b874-dcee36acfc62 req-5e5b9823-2986-481d-a27b-b8073ea96f7c tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:48.056431 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-25a98170-b6e4-4aca-b874-dcee36acfc62 req-5e5b9823-2986-481d-a27b-b8073ea96f7c tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:48.070766 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-25a98170-b6e4-4aca-b874-dcee36acfc62 req-5e5b9823-2986-481d-a27b-b8073ea96f7c tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] 10.222.0.49 "DELETE /v2.0/security-groups/876081d4-3e29-49ee-93e2-6a2841dc831f HTTP/1.1" status: 204 len: 173 time: 0.2781777 Nov 09 21:14:48.075985 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-468052c2-6097-469f-9c25-5e92ebaf70b8 req-0e8f9da5-3966-4e47-8aef-e65a2e627157 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569053 Nov 09 21:14:48.092799 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 74f58e05-5729-4c1b-be21-ab1b4d531e49 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:14:48.132026 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b9823-2986-481d-a27b-b8073ea96f7c tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=876081d4-3e29-49ee-93e2-6a2841dc831f,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:48.160038 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80346f65-7845-4a86-91ed-3b509603f542 req-fc1fc246-7be8-47b8-9798-73e513e12600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:48.163849 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-80346f65-7845-4a86-91ed-3b509603f542 req-fc1fc246-7be8-47b8-9798-73e513e12600 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=901d7209663f4224b6f7af44b74208e8&device_id=078323f7-cede-47db-a65d-9ea48c2d49ca HTTP/1.1" status: 200 len: 1098 time: 0.1243887 Nov 09 21:14:48.165678 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38669a11-1221-4f14-bc35-080869c75fa3 x-openstack-request-id: req-38669a11-1221-4f14-bc35-080869c75fa3 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:14:48.166025 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "078323f7-cede-47db-a65d-9ea48c2d49ca", "tag": "628112a8-0c63-4e84-85d2-40b9680b00f9", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:14:48.166578 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-38669a11-1221-4f14-bc35-080869c75fa3 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:14:48.167278 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '078323f7-cede-47db-a65d-9ea48c2d49ca', 'tag': '628112a8-0c63-4e84-85d2-40b9680b00f9', 'status': 'completed', 'code': 200} Nov 09 21:14:48.169917 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a4e57bd1-ca45-4431-bcea-ca940a09a9a5 req-3250c934-1c4d-4ebd-a2b7-70846f3d6ba6 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138488 Nov 09 21:14:48.266530 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 74f58e05-5729-4c1b-be21-ab1b4d531e49, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=74f58e05-5729-4c1b-be21-ab1b4d531e49,segment=NetworkSegment(cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2),segment_id=cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:14:48.282476 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '74f58e05-5729-4c1b-be21-ab1b4d531e49', 'network_id': 'c451f8d0-81c8-47ac-9cdf-57d805f40534', 'port_id': '74f58e05-5729-4c1b-be21-ab1b4d531e49', 'mac_address': 'fa:16:3e:0a:a9:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48001444-9492-49b6-bd26-a82c0797ca23', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:14:48.283241 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-80346f65-7845-4a86-91ed-3b509603f542 req-4714bedf-6b13-4503-ad39-ef923d58a917 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=628112a8-0c63-4e84-85d2-40b9680b00f9 HTTP/1.1" status: 200 len: 217 time: 0.0699756 Nov 09 21:14:48.322714 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [req-25b6f3d1-83ec-44b9-bf03-9d7fb89c22ed req-781ba9c7-8731-4786-a220-ca013a75557e tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] show failed (client error): The resource could not be found. Nov 09 21:14:48.335026 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-25b6f3d1-83ec-44b9-bf03-9d7fb89c22ed req-781ba9c7-8731-4786-a220-ca013a75557e tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] 10.222.0.49 "GET /v2.0/security-groups/8c65f111-e49b-40d4-96c3-441e8fccf431 HTTP/1.1" status: 404 len: 352 time: 0.0265191 Nov 09 21:14:48.337794 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811478a-2404-444f-811d-453b7376bdaa req-af353098-ca0f-4868-8348-7ec474e1b3e2 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:48.338770 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:48.345624 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0811478a-2404-444f-811d-453b7376bdaa req-af353098-ca0f-4868-8348-7ec474e1b3e2 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60bddb61-79c9-492a-b074-1a9ad796af66 HTTP/1.1" status: 200 len: 945 time: 0.1477888 Nov 09 21:14:48.359223 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74f58e05-5729-4c1b-be21-ab1b4d531e49 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:14:48.376210 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80346f65-7845-4a86-91ed-3b509603f542 req-92e60f8c-9c88-4d4e-8d26-e9b3bfbd585d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:48.377866 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-80346f65-7845-4a86-91ed-3b509603f542 req-92e60f8c-9c88-4d4e-8d26-e9b3bfbd585d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.0855203 Nov 09 21:14:48.408092 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 74f58e05-5729-4c1b-be21-ab1b4d531e49, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=74f58e05-5729-4c1b-be21-ab1b4d531e49,segment=NetworkSegment(cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2),segment_id=cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:14:48.412745 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:48.432231 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0811478a-2404-444f-811d-453b7376bdaa req-9215c17f-12f1-4b6f-a22f-b7c78cc844ca tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853860 Nov 09 21:14:48.444388 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80346f65-7845-4a86-91ed-3b509603f542 req-097e054c-aad7-4958-a020-00f9e094125a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:48.446038 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-80346f65-7845-4a86-91ed-3b509603f542 req-097e054c-aad7-4958-a020-00f9e094125a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0568967 Nov 09 21:14:48.468956 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=74f58e05-5729-4c1b-be21-ab1b4d531e49,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:48.505678 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f409d4d-b718-4101-b0cb-64d55a5ce3e3 req-33d3ced6-880e-4cd4-ae1a-d8bd6088902a tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:48.507685 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2f409d4d-b718-4101-b0cb-64d55a5ce3e3 req-33d3ced6-880e-4cd4-ae1a-d8bd6088902a tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 946 time: 0.1071508 Nov 09 21:14:48.559883 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2f409d4d-b718-4101-b0cb-64d55a5ce3e3 req-5c906286-bf85-49fc-ab0f-c97593f9571d tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459511 Nov 09 21:14:48.565532 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d96ea8b3-7d79-4048-bec9-7a433f4df984 req-a139fbf1-f017-49f0-b169-11978b1eaeca tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] 10.222.0.49 "GET /v2.0/security-groups/086c9743-a5e0-462e-9000-e5dcec2e353b HTTP/1.1" status: 200 len: 1822 time: 0.0799460 Nov 09 21:14:48.607356 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-80346f65-7845-4a86-91ed-3b509603f542 req-d7bca211-5e11-4933-bbff-ef143d2721a1 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482513 Nov 09 21:14:48.681217 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-d96ea8b3-7d79-4048-bec9-7a433f4df984 req-c8658793-e6d5-4687-9f90-a988f89a6366 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:48.697305 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13700d10-d22d-41a7-96e5-18e0cb601f3b req-a80b9aad-622a-4700-955e-57f37b0f2072 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:48.704469 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-13700d10-d22d-41a7-96e5-18e0cb601f3b req-a80b9aad-622a-4700-955e-57f37b0f2072 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=078323f7-cede-47db-a65d-9ea48c2d49ca HTTP/1.1" status: 200 len: 947 time: 0.0746818 Nov 09 21:14:48.717218 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-d96ea8b3-7d79-4048-bec9-7a433f4df984 req-c8658793-e6d5-4687-9f90-a988f89a6366 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:48.751611 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-13700d10-d22d-41a7-96e5-18e0cb601f3b req-5930592a-2892-4a8c-862a-d5d397468d8b tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461686 Nov 09 21:14:48.764953 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-80346f65-7845-4a86-91ed-3b509603f542 req-0dd2dd47-1cb3-4e27-89f2-33bf57bf4664 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446483 Nov 09 21:14:48.788329 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-d96ea8b3-7d79-4048-bec9-7a433f4df984 req-c8658793-e6d5-4687-9f90-a988f89a6366 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:48.799032 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-d96ea8b3-7d79-4048-bec9-7a433f4df984 req-c8658793-e6d5-4687-9f90-a988f89a6366 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:48.800324 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d96ea8b3-7d79-4048-bec9-7a433f4df984 req-c8658793-e6d5-4687-9f90-a988f89a6366 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] 10.222.0.49 "DELETE /v2.0/security-groups/086c9743-a5e0-462e-9000-e5dcec2e353b HTTP/1.1" status: 204 len: 173 time: 0.2285068 Nov 09 21:14:48.811228 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8658793-e6d5-4687-9f90-a988f89a6366 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=086c9743-a5e0-462e-9000-e5dcec2e353b,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:48.873155 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-74de4a75-010b-4ff9-ae3c-c1de2710f03b req-f85ce4ba-7da5-4f54-bc89-09ac63f38c01 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] 10.222.0.49 "GET /v2.0/security-groups/fddf147c-766e-4581-baaf-4d09fdb9860f HTTP/1.1" status: 200 len: 1820 time: 0.0495951 Nov 09 21:14:48.903018 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['74f58e05-5729-4c1b-be21-ab1b4d531e49'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:14:48.945445 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0945a9d-b78e-46c1-b96c-1d703ca549d5 req-6fc029bd-052c-4458-a5d8-dbcf60f2dce2 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:48.947875 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e0945a9d-b78e-46c1-b96c-1d703ca549d5 req-6fc029bd-052c-4458-a5d8-dbcf60f2dce2 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=9845c409-ac82-41a4-b346-0d26efb4aacf HTTP/1.1" status: 200 len: 944 time: 0.0595458 Nov 09 21:14:48.985722 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-74de4a75-010b-4ff9-ae3c-c1de2710f03b req-558bd9b3-5053-4b4d-8078-a52453b902d4 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:48.990580 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d358f-30d3-41ba-a445-bd53a104b7c4 req-d891d51d-e351-48db-bd95-ca7bddee988b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:48.992079 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-340d358f-30d3-41ba-a445-bd53a104b7c4 req-d891d51d-e351-48db-bd95-ca7bddee988b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=901d7209663f4224b6f7af44b74208e8&device_id=078323f7-cede-47db-a65d-9ea48c2d49ca HTTP/1.1" status: 200 len: 1098 time: 0.1012764 Nov 09 21:14:49.009503 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e0945a9d-b78e-46c1-b96c-1d703ca549d5 req-4a6b7b8f-65bb-42d3-86c6-daa46c8dac01 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533285 Nov 09 21:14:49.062575 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-74de4a75-010b-4ff9-ae3c-c1de2710f03b req-558bd9b3-5053-4b4d-8078-a52453b902d4 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:49.142270 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d358f-30d3-41ba-a445-bd53a104b7c4 req-98b1db69-3ca2-45d8-b350-c0f20f72eb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:49.144012 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-340d358f-30d3-41ba-a445-bd53a104b7c4 req-98b1db69-3ca2-45d8-b350-c0f20f72eb24 service neutron] 10.222.0.43 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.1428139 Nov 09 21:14:49.163688 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-74de4a75-010b-4ff9-ae3c-c1de2710f03b req-558bd9b3-5053-4b4d-8078-a52453b902d4 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:49.167873 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-74de4a75-010b-4ff9-ae3c-c1de2710f03b req-558bd9b3-5053-4b4d-8078-a52453b902d4 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:49.169278 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-74de4a75-010b-4ff9-ae3c-c1de2710f03b req-558bd9b3-5053-4b4d-8078-a52453b902d4 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] 10.222.0.49 "DELETE /v2.0/security-groups/fddf147c-766e-4581-baaf-4d09fdb9860f HTTP/1.1" status: 204 len: 173 time: 0.2956448 Nov 09 21:14:49.207132 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe17666-764a-4ca2-b8ee-7d44ff534e62 req-76cb8a4d-5945-4226-8845-c68882f39fc8 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:49.208818 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-340d358f-30d3-41ba-a445-bd53a104b7c4 req-92cb3ad1-4d82-4053-9684-2e4c6cf76c7b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=628112a8-0c63-4e84-85d2-40b9680b00f9 HTTP/1.1" status: 200 len: 217 time: 0.0535462 Nov 09 21:14:49.208962 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-abe17666-764a-4ca2-b8ee-7d44ff534e62 req-76cb8a4d-5945-4226-8845-c68882f39fc8 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=21adb9b9-1c53-4286-bf9d-3e9701ef614a HTTP/1.1" status: 200 len: 945 time: 0.0711422 Nov 09 21:14:49.216161 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558bd9b3-5053-4b4d-8078-a52453b902d4 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fddf147c-766e-4581-baaf-4d09fdb9860f,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:49.277575 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-abe17666-764a-4ca2-b8ee-7d44ff534e62 req-e79749c4-9f38-4bec-98e2-c699ebc762af tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613103 Nov 09 21:14:49.295774 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4518794b-8f82-4393-b09b-d9e1577e157e req-3cbcc6a2-5dcf-4079-aa2c-34ec559124bb tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] 10.222.0.49 "GET /v2.0/security-groups/60c2f3fe-1b5f-4e6f-93eb-a32c67a8d23f HTTP/1.1" status: 200 len: 1820 time: 0.0934639 Nov 09 21:14:49.297345 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d358f-30d3-41ba-a445-bd53a104b7c4 req-8ad0a8b7-4964-40a6-bf6e-d42890e950c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:49.298735 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-340d358f-30d3-41ba-a445-bd53a104b7c4 req-8ad0a8b7-4964-40a6-bf6e-d42890e950c8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.0639303 Nov 09 21:14:49.379000 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d358f-30d3-41ba-a445-bd53a104b7c4 req-d2fbb80a-130b-4634-bea1-895815d6dc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:49.380514 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-340d358f-30d3-41ba-a445-bd53a104b7c4 req-d2fbb80a-130b-4634-bea1-895815d6dc42 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0686462 Nov 09 21:14:49.390700 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-4518794b-8f82-4393-b09b-d9e1577e157e req-896b96eb-4264-41be-b7de-e12cc246976f tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:49.418450 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-30bfb52a-7b61-4239-b4c8-e1f9f232996e service neutron] 10.222.0.43 "GET /v2.0/ports/7a590d66-42d8-491e-bcdf-dd5b7e91dd3a/bindings/n-h1-816206-3 HTTP/1.1" status: 200 len: 384 time: 0.0580947 Nov 09 21:14:49.457998 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-4518794b-8f82-4393-b09b-d9e1577e157e req-896b96eb-4264-41be-b7de-e12cc246976f tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:49.525643 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-340d358f-30d3-41ba-a445-bd53a104b7c4 req-fa0635b8-92a8-42b7-a2a4-b3f2b6854b51 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237540 Nov 09 21:14:49.526539 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-4518794b-8f82-4393-b09b-d9e1577e157e req-896b96eb-4264-41be-b7de-e12cc246976f tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:49.529175 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-4518794b-8f82-4393-b09b-d9e1577e157e req-896b96eb-4264-41be-b7de-e12cc246976f tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:49.530220 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4518794b-8f82-4393-b09b-d9e1577e157e req-896b96eb-4264-41be-b7de-e12cc246976f tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] 10.222.0.49 "DELETE /v2.0/security-groups/60c2f3fe-1b5f-4e6f-93eb-a32c67a8d23f HTTP/1.1" status: 204 len: 173 time: 0.2263937 Nov 09 21:14:49.539606 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896b96eb-4264-41be-b7de-e12cc246976f tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c2f3fe-1b5f-4e6f-93eb-a32c67a8d23f,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:49.640990 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15c466-f264-4ca9-b531-08261df552e0 req-3d311ffd-069c-49cf-99f2-6595d6e43bda tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:49.642506 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7f15c466-f264-4ca9-b531-08261df552e0 req-3d311ffd-069c-49cf-99f2-6595d6e43bda tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60bddb61-79c9-492a-b074-1a9ad796af66 HTTP/1.1" status: 200 len: 945 time: 0.1135502 Nov 09 21:14:49.648616 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-746718c9-65f0-4e1e-be52-56a835ebdf65 req-fb279872-45d3-4530-8a10-eb5e8a0e679f tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] 10.222.0.49 "GET /v2.0/security-groups/85a0c5e3-57e7-4b58-aa33-eac807cbc130 HTTP/1.1" status: 200 len: 2421 time: 0.0853498 Nov 09 21:14:49.670785 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-340d358f-30d3-41ba-a445-bd53a104b7c4 req-633aa2b3-3717-4136-b62e-6a033abb0099 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291351 Nov 09 21:14:49.688992 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-ab85e585-11f9-4c1d-aebc-28bb0c69e5ca service neutron] For port 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=7a590d66-42d8-491e-bcdf-dd5b7e91dd3a,segment=NetworkSegment(3b0433f6-0dc2-4350-8149-c15b9bac49ea),segment_id=3b0433f6-0dc2-4350-8149-c15b9bac49ea)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:14:49.717891 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-746718c9-65f0-4e1e-be52-56a835ebdf65 req-75c48ecb-1f4a-42ac-b5dd-d489c38376a3 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:49.728795 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7f15c466-f264-4ca9-b531-08261df552e0 req-d66f390c-78eb-4eca-8187-b5fce26fe94f tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685222 Nov 09 21:14:49.729721 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-ab85e585-11f9-4c1d-aebc-28bb0c69e5ca service neutron] For port 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:14:49.743828 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-746718c9-65f0-4e1e-be52-56a835ebdf65 req-75c48ecb-1f4a-42ac-b5dd-d489c38376a3 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:49.772579 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-ab85e585-11f9-4c1d-aebc-28bb0c69e5ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:14:49.784228 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-ab85e585-11f9-4c1d-aebc-28bb0c69e5ca service neutron] For port 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=7a590d66-42d8-491e-bcdf-dd5b7e91dd3a,segment=NetworkSegment(3b0433f6-0dc2-4350-8149-c15b9bac49ea),segment_id=3b0433f6-0dc2-4350-8149-c15b9bac49ea)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:14:49.797932 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-746718c9-65f0-4e1e-be52-56a835ebdf65 req-75c48ecb-1f4a-42ac-b5dd-d489c38376a3 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:49.800502 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-746718c9-65f0-4e1e-be52-56a835ebdf65 req-75c48ecb-1f4a-42ac-b5dd-d489c38376a3 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:49.801870 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-746718c9-65f0-4e1e-be52-56a835ebdf65 req-75c48ecb-1f4a-42ac-b5dd-d489c38376a3 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] 10.222.0.49 "DELETE /v2.0/security-groups/85a0c5e3-57e7-4b58-aa33-eac807cbc130 HTTP/1.1" status: 204 len: 173 time: 0.1428101 Nov 09 21:14:49.807252 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-ab85e585-11f9-4c1d-aebc-28bb0c69e5ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:49.814311 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c48ecb-1f4a-42ac-b5dd-d489c38376a3 tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a0c5e3-57e7-4b58-aa33-eac807cbc130,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:49.919053 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9661e0a3-02d6-4941-aa7b-42d5073db406 req-f04aaf31-67c3-40ee-9ec4-5e0d3fee85e4 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:49.920978 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9661e0a3-02d6-4941-aa7b-42d5073db406 req-f04aaf31-67c3-40ee-9ec4-5e0d3fee85e4 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=078323f7-cede-47db-a65d-9ea48c2d49ca HTTP/1.1" status: 200 len: 947 time: 0.0523081 Nov 09 21:14:49.973443 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9661e0a3-02d6-4941-aa7b-42d5073db406 req-98a163a7-4093-4fad-b441-e8c7ce274280 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455029 Nov 09 21:14:49.997405 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-21d9e3e7-8f15-4c4d-bbfb-482751527c38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:50.045756 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a1dec329-f6c6-4d35-97d7-ecea3251a75b req-473f3b58-f0e7-48fe-8156-45b5962be2fa tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] 10.222.0.49 "GET /v2.0/security-groups/b5254fef-2b50-414e-8ce2-427b13d8e723 HTTP/1.1" status: 200 len: 2413 time: 0.0444334 Nov 09 21:14:50.105262 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a1dec329-f6c6-4d35-97d7-ecea3251a75b req-550eadd7-edd1-4a2f-bb51-123315f5866a tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:50.129345 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a1dec329-f6c6-4d35-97d7-ecea3251a75b req-550eadd7-edd1-4a2f-bb51-123315f5866a tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:50.172936 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13a19b-976a-46cd-866c-4f876d52d306 req-1d260041-7859-4574-88e8-22f5621c04f6 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:50.174319 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4b13a19b-976a-46cd-866c-4f876d52d306 req-1d260041-7859-4574-88e8-22f5621c04f6 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 946 time: 0.3779733 Nov 09 21:14:50.174662 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a1dec329-f6c6-4d35-97d7-ecea3251a75b req-550eadd7-edd1-4a2f-bb51-123315f5866a tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:50.177405 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a1dec329-f6c6-4d35-97d7-ecea3251a75b req-550eadd7-edd1-4a2f-bb51-123315f5866a tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:50.178607 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a1dec329-f6c6-4d35-97d7-ecea3251a75b req-550eadd7-edd1-4a2f-bb51-123315f5866a tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] 10.222.0.49 "DELETE /v2.0/security-groups/b5254fef-2b50-414e-8ce2-427b13d8e723 HTTP/1.1" status: 204 len: 173 time: 0.1266861 Nov 09 21:14:50.187779 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33168) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:14:50.190641 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550eadd7-edd1-4a2f-bb51-123315f5866a tempest-SecurityGroupRulesTestJSON-1759595758 tempest-SecurityGroupRulesTestJSON-1759595758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5254fef-2b50-414e-8ce2-427b13d8e723,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:50.237711 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-64b719bf-db8f-4635-a52a-39fc8d64821d admin admin] Deleting subnet 84db8397-5784-48ab-95ce-fb883a369271 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:14:50.239251 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4b13a19b-976a-46cd-866c-4f876d52d306 req-c8bdd57d-5048-48f9-a0f7-fea55d136754 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574121 Nov 09 21:14:50.241218 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-64b719bf-db8f-4635-a52a-39fc8d64821d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:50.245202 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-ab85e585-11f9-4c1d-aebc-28bb0c69e5ca service neutron] Transition to ACTIVE for port object 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:14:50.250529 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-ab85e585-11f9-4c1d-aebc-28bb0c69e5ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:50.295121 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-64b719bf-db8f-4635-a52a-39fc8d64821d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:50.321440 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-ab85e585-11f9-4c1d-aebc-28bb0c69e5ca service neutron] No DVR routers for this DVR port 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:14:50.328814 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab85e585-11f9-4c1d-aebc-28bb0c69e5ca service neutron] Pushing event updated for resources: {'Port': ['ID=7a590d66-42d8-491e-bcdf-dd5b7e91dd3a,revision_number=10']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:50.375791 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-64b719bf-db8f-4635-a52a-39fc8d64821d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:50.387494 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-ab85e585-11f9-4c1d-aebc-28bb0c69e5ca service neutron] 10.222.0.43 "PUT /v2.0/ports/7a590d66-42d8-491e-bcdf-dd5b7e91dd3a/bindings/n-h1-816206-3/activate HTTP/1.1" status: 200 len: 369 time: 0.9589901 Nov 09 21:14:50.410507 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8fe8c8-9ee6-4841-ad3d-ffffe8d35e9e req-cc879dc5-c5e9-4d5a-9998-958a1b41c110 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:50.412057 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bd8fe8c8-9ee6-4841-ad3d-ffffe8d35e9e req-cc879dc5-c5e9-4d5a-9998-958a1b41c110 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=21adb9b9-1c53-4286-bf9d-3e9701ef614a HTTP/1.1" status: 200 len: 945 time: 0.0538225 Nov 09 21:14:50.414676 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd4ff3-5a8c-48b3-8ed3-6250e0dc3136 req-29e63bc9-3815-4ca0-b5e3-adb729db4252 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:50.416250 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-66bd4ff3-5a8c-48b3-8ed3-6250e0dc3136 req-29e63bc9-3815-4ca0-b5e3-adb729db4252 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=9845c409-ac82-41a4-b346-0d26efb4aacf HTTP/1.1" status: 200 len: 945 time: 0.0884833 Nov 09 21:14:50.464480 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-64b719bf-db8f-4635-a52a-39fc8d64821d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:50.481681 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bd8fe8c8-9ee6-4841-ad3d-ffffe8d35e9e req-d6ccf144-94ad-4b2e-9874-2625c54d5446 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621741 Nov 09 21:14:50.511908 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-66bd4ff3-5a8c-48b3-8ed3-6250e0dc3136 req-7190959d-2569-47fd-be1c-a44e720f2d99 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889025 Nov 09 21:14:50.512945 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b719bf-db8f-4635-a52a-39fc8d64821d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84db8397-5784-48ab-95ce-fb883a369271,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:50.515008 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-64b719bf-db8f-4635-a52a-39fc8d64821d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:50.520437 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-64b719bf-db8f-4635-a52a-39fc8d64821d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/84db8397-5784-48ab-95ce-fb883a369271 HTTP/1.1" status: 204 len: 168 time: 0.3292735 Nov 09 21:14:50.520761 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33174) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:14:50.548078 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-f8560f29-f4cb-4298-bec0-60ffcda95ef8 tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:50.549653 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-f8560f29-f4cb-4298-bec0-60ffcda95ef8 tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9845c409-ac82-41a4-b346-0d26efb4aacf&tenant_id=79813b2c248b4d6c8fab5b7bd98099e4&binding%3Ahost_id=n-h2-816206-3 HTTP/1.1" status: 200 len: 1096 time: 0.0589950 Nov 09 21:14:50.592396 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4914db71-b530-413b-a2ca-f8dcc6a2715a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:50.607079 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-611e61b9-e834-4cc2-9403-5775a2618e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:50.608602 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-611e61b9-e834-4cc2-9403-5775a2618e26 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9845c409-ac82-41a4-b346-0d26efb4aacf&tenant_id=79813b2c248b4d6c8fab5b7bd98099e4 HTTP/1.1" status: 200 len: 1096 time: 0.0451534 Nov 09 21:14:50.685417 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-e804a5de-1bbc-4ce6-8e54-b2180de30d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:50.686937 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-e804a5de-1bbc-4ce6-8e54-b2180de30d66 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79813b2c248b4d6c8fab5b7bd98099e4&device_id=9845c409-ac82-41a4-b346-0d26efb4aacf HTTP/1.1" status: 200 len: 1096 time: 0.0517936 Nov 09 21:14:50.761948 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 96e311e4-91ed-45b7-ad20-39610f4e530b details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:14:50.772182 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:14:50.792940 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-f9d117c4-3cc5-4ee8-81d2-e07aaf01b7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:50.795481 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-f9d117c4-3cc5-4ee8-81d2-e07aaf01b7e0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 HTTP/1.1" status: 200 len: 921 time: 0.1006141 Nov 09 21:14:50.846963 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-234db4bd-36e5-4fa2-b1d9-91d166543ae0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a590d66-42d8-491e-bcdf-dd5b7e91dd3a HTTP/1.1" status: 200 len: 217 time: 0.0417159 Nov 09 21:14:50.889980 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:14:50.899337 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:50.908265 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-6930828e-1904-4783-ab12-00af10c67d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:50.909835 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-6930828e-1904-4783-ab12-00af10c67d82 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=29a38752-08a3-4b35-bb64-8f5e3f87121b HTTP/1.1" status: 200 len: 861 time: 0.0533290 Nov 09 21:14:50.929990 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 96e311e4-91ed-45b7-ad20-39610f4e530b, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=96e311e4-91ed-45b7-ad20-39610f4e530b,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:14:50.945489 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '96e311e4-91ed-45b7-ad20-39610f4e530b', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'port_id': '96e311e4-91ed-45b7-ad20-39610f4e530b', 'mac_address': 'fa:16:3e:30:fc:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba3500c-a288-4596-ba94-148f2bd8a6da', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:14:50.947786 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-e2f0327a-af2b-4334-b4db-ae09c655ce59 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299921 Nov 09 21:14:50.954141 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4914db71-b530-413b-a2ca-f8dcc6a2715a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:50.982728 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-4914db71-b530-413b-a2ca-f8dcc6a2715a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c8f2b6c-195d-48ff-a555-8eaf73503061']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:14:50.986252 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:51.002339 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96e311e4-91ed-45b7-ad20-39610f4e530b {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:14:51.003024 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a0ade-a794-4726-94c6-0126fc783ef3 req-5b5a02b9-13b9-47d2-8ca2-5ac9dddc2352 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:51.004110 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-406a0ade-a794-4726-94c6-0126fc783ef3 req-5b5a02b9-13b9-47d2-8ca2-5ac9dddc2352 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60bddb61-79c9-492a-b074-1a9ad796af66 HTTP/1.1" status: 200 len: 945 time: 0.0851669 Nov 09 21:14:51.006594 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-4914db71-b530-413b-a2ca-f8dcc6a2715a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b1b01a8-b344-4327-a9b9-a60974ab9c86') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:14:51.006891 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-4914db71-b530-413b-a2ca-f8dcc6a2715a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b1b01a8-b344-4327-a9b9-a60974ab9c86') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:14:51.018019 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4914db71-b530-413b-a2ca-f8dcc6a2715a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:51.025119 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 96e311e4-91ed-45b7-ad20-39610f4e530b, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=96e311e4-91ed-45b7-ad20-39610f4e530b,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:14:51.031045 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:51.048556 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4914db71-b530-413b-a2ca-f8dcc6a2715a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:51.064032 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4914db71-b530-413b-a2ca-f8dcc6a2715a admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:14:51.064250 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4914db71-b530-413b-a2ca-f8dcc6a2715a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:51.065970 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:14:51.065970 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:14:51.065970 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:14:51.065970 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:14:51.065970 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:14:51.065970 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:14:51.065970 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:14:51.065970 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:14:51.065970 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:14:51.065970 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:14:51.065970 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:14:51.065970 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:14:51.065970 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:14:51.065970 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:14:51.065970 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:14:51.065970 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:14:51.065970 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:14:51.065970 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:14:51.065970 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:14:51.065970 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:14:51.065970 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:14:51.065970 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:14:51.065970 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:14:51.065970 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:14:51.065970 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:14:51.065970 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:14:51.065970 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:14:51.065970 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:14:51.065970 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:14:51.065970 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:14:51.065970 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:14:51.065970 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:14:51.084753 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-865132cb-bd16-4895-b13f-189811ab6076 service neutron] 10.222.0.45 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276014 Nov 09 21:14:51.094231 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=96e311e4-91ed-45b7-ad20-39610f4e530b,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:51.119086 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-406a0ade-a794-4726-94c6-0126fc783ef3 req-dfc336d7-8e41-49be-8e6a-382dce5f5e1d tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053052 Nov 09 21:14:51.140207 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4914db71-b530-413b-a2ca-f8dcc6a2715a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:51.148394 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4914db71-b530-413b-a2ca-f8dcc6a2715a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:51.154672 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4914db71-b530-413b-a2ca-f8dcc6a2715a admin admin] 10.222.0.49 "DELETE /v2.0/networks/8c8f2b6c-195d-48ff-a555-8eaf73503061 HTTP/1.1" status: 204 len: 168 time: 0.6308751 Nov 09 21:14:51.166528 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4914db71-b530-413b-a2ca-f8dcc6a2715a admin admin] Pushing event deleted for resources: {'Network': ['ID=8c8f2b6c-195d-48ff-a555-8eaf73503061,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:51.173591 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e48771-d917-44a5-b799-11ad15f7101a req-c3c863a1-ad06-402d-a1d8-373a987d1276 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:51.175206 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-45e48771-d917-44a5-b799-11ad15f7101a req-c3c863a1-ad06-402d-a1d8-373a987d1276 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=078323f7-cede-47db-a65d-9ea48c2d49ca HTTP/1.1" status: 200 len: 947 time: 0.1015179 Nov 09 21:14:51.228734 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-74e6815e-aad0-49bd-a6ac-2352039c8d53 service neutron] 10.222.0.45 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264446 Nov 09 21:14:51.246031 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-45e48771-d917-44a5-b799-11ad15f7101a req-bed27743-7fe2-4aca-9f6f-17c5df42251b tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628436 Nov 09 21:14:51.276464 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33186) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:14:51.325166 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-83baa8f4-e3e2-44a5-8b4b-ea04ffb16360 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1a5920813b2844328371886b82e29ccc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0472646 Nov 09 21:14:51.327612 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33188) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:14:51.387740 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59882a69-fbdb-4f1e-8975-3fb7221412d5 req-154425c6-e330-4668-86fc-6800310c1eed tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:51.388371 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['96e311e4-91ed-45b7-ad20-39610f4e530b'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:14:51.388622 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bce9ce19-f5d7-462f-9234-0be2672c5732 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:51.392183 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-59882a69-fbdb-4f1e-8975-3fb7221412d5 req-154425c6-e330-4668-86fc-6800310c1eed tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 947 time: 0.0636582 Nov 09 21:14:51.417266 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bce9ce19-f5d7-462f-9234-0be2672c5732 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:51.449006 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-59882a69-fbdb-4f1e-8975-3fb7221412d5 req-4c831a8d-1b64-4668-b044-075a89101e12 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474832 Nov 09 21:14:51.493707 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bce9ce19-f5d7-462f-9234-0be2672c5732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:51.496481 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bce9ce19-f5d7-462f-9234-0be2672c5732 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:51.499968 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-bce9ce19-f5d7-462f-9234-0be2672c5732 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cd19ef65-d568-4780-9e0d-3f81b0fab6c7 HTTP/1.1" status: 204 len: 168 time: 0.1691625 Nov 09 21:14:51.507248 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce9ce19-f5d7-462f-9234-0be2672c5732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd19ef65-d568-4780-9e0d-3f81b0fab6c7,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:51.567887 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-fff55ece-21c3-43b9-b5d9-9bdbc7cf05d1 tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:51.569471 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-fff55ece-21c3-43b9-b5d9-9bdbc7cf05d1 tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9845c409-ac82-41a4-b346-0d26efb4aacf&tenant_id=79813b2c248b4d6c8fab5b7bd98099e4&binding%3Ahost_id=n-h1-816206-3 HTTP/1.1" status: 200 len: 1096 time: 0.0848999 Nov 09 21:14:51.634693 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b99a84-b3d3-41c7-a9e0-ff9a6fdde58c req-18bc4f3b-f0f6-490d-8d41-772a9a103ec6 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:51.636346 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-85b99a84-b3d3-41c7-a9e0-ff9a6fdde58c req-18bc4f3b-f0f6-490d-8d41-772a9a103ec6 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=21adb9b9-1c53-4286-bf9d-3e9701ef614a HTTP/1.1" status: 200 len: 945 time: 0.0668886 Nov 09 21:14:51.692441 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-85b99a84-b3d3-41c7-a9e0-ff9a6fdde58c req-2d32c3eb-b098-4f11-ad85-f1ca5908bcd9 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490215 Nov 09 21:14:51.726120 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05391d17-54ce-4652-9592-6098f8d87013 req-e4653c5f-eec4-4b1f-ae81-243d9b34f398 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:51.729124 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-05391d17-54ce-4652-9592-6098f8d87013 req-e4653c5f-eec4-4b1f-ae81-243d9b34f398 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=9845c409-ac82-41a4-b346-0d26efb4aacf HTTP/1.1" status: 200 len: 945 time: 0.1077166 Nov 09 21:14:51.777349 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-34be2b92-b5be-469f-968d-07348ca7fdb4 service neutron] For port 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:14:51.786310 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-34be2b92-b5be-469f-968d-07348ca7fdb4 service neutron] Publish callbacks [] for binding, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:51.787948 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4ed13a3c-9506-434e-8185-6227c8ee3276 req-34be2b92-b5be-469f-968d-07348ca7fdb4 service neutron] 10.222.0.45 "DELETE /v2.0/ports/7a590d66-42d8-491e-bcdf-dd5b7e91dd3a/bindings/n-h2-816206-3 HTTP/1.1" status: 204 len: 173 time: 0.2107933 Nov 09 21:14:51.795438 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-05391d17-54ce-4652-9592-6098f8d87013 req-fe2e7e38-a136-490a-a3a3-1c7b089cc5c3 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611939 Nov 09 21:14:51.951643 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef46483-9dd7-4c17-8916-b166f501fe32 req-3cc834cd-cbe4-49ef-a111-8973be0640f2 tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:51.953208 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fef46483-9dd7-4c17-8916-b166f501fe32 req-3cc834cd-cbe4-49ef-a111-8973be0640f2 tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9845c409-ac82-41a4-b346-0d26efb4aacf HTTP/1.1" status: 200 len: 1096 time: 0.0456483 Nov 09 21:14:51.998990 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fef46483-9dd7-4c17-8916-b166f501fe32 req-a6392a21-a4f9-4d9a-b1b3-31c9f2f72c2f tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383215 Nov 09 21:14:52.091146 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 74f58e05-5729-4c1b-be21-ab1b4d531e49 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:14:52.124851 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca0dd17-2484-4555-8be4-780d6eb4f769 req-565a25d4-51a8-4222-8bed-b72421e60888 tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:52.126474 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8ca0dd17-2484-4555-8be4-780d6eb4f769 req-565a25d4-51a8-4222-8bed-b72421e60888 tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9845c409-ac82-41a4-b346-0d26efb4aacf HTTP/1.1" status: 200 len: 1096 time: 0.0439167 Nov 09 21:14:52.157587 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 74f58e05-5729-4c1b-be21-ab1b4d531e49 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:14:52.164545 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 74f58e05-5729-4c1b-be21-ab1b4d531e49 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:14:52.165007 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:52.174258 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8ca0dd17-2484-4555-8be4-780d6eb4f769 req-7fbb04e4-4286-4d2a-b8db-fc4eeec8d982 tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413852 Nov 09 21:14:52.253320 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:52.273875 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3e7fb-0327-4c6a-9c4e-cc2bfa93c709 req-12d27c8b-59b1-4e96-bc61-3635ced893cf tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:52.275444 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-55b3e7fb-0327-4c6a-9c4e-cc2bfa93c709 req-12d27c8b-59b1-4e96-bc61-3635ced893cf tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60bddb61-79c9-492a-b074-1a9ad796af66 HTTP/1.1" status: 200 len: 945 time: 0.0735943 Nov 09 21:14:52.316252 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:52.342087 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21adb9b9-1c53-4286-bf9d-3e9701ef614a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f58e05-5729-4c1b-be21-ab1b4d531e49'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:14:52.344897 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17cea8e-3a98-4d09-a826-0cbe39b1b509" -d '{"events": [{"server_uuid": "21adb9b9-1c53-4286-bf9d-3e9701ef614a", "name": "network-vif-plugged", "status": "completed", "tag": "74f58e05-5729-4c1b-be21-ab1b4d531e49"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:14:52.355072 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-55b3e7fb-0327-4c6a-9c4e-cc2bfa93c709 req-5bcd6723-5076-4d3e-af02-dff63a122ab5 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737581 Nov 09 21:14:52.385191 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 74f58e05-5729-4c1b-be21-ab1b4d531e49, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=74f58e05-5729-4c1b-be21-ab1b4d531e49,segment=NetworkSegment(cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2),segment_id=cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:14:52.393468 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:52.413394 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f401597-8f49-45b0-9d04-39bdbe9074dc req-0eedceb7-b3de-446a-b07d-79685f2f7b43 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:52.418922 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2f401597-8f49-45b0-9d04-39bdbe9074dc req-0eedceb7-b3de-446a-b07d-79685f2f7b43 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=078323f7-cede-47db-a65d-9ea48c2d49ca HTTP/1.1" status: 200 len: 947 time: 0.0640702 Nov 09 21:14:52.422778 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a1e92b-bdc8-4dc9-8677-ee42a2279eba x-openstack-request-id: req-33a1e92b-bdc8-4dc9-8677-ee42a2279eba {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:14:52.423088 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21adb9b9-1c53-4286-bf9d-3e9701ef614a", "name": "network-vif-plugged", "status": "completed", "tag": "74f58e05-5729-4c1b-be21-ab1b4d531e49", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:14:52.423343 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-33a1e92b-bdc8-4dc9-8677-ee42a2279eba {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:14:52.423734 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21adb9b9-1c53-4286-bf9d-3e9701ef614a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f58e05-5729-4c1b-be21-ab1b4d531e49', 'code': 200} Nov 09 21:14:52.453219 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=74f58e05-5729-4c1b-be21-ab1b4d531e49,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:52.496970 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2f401597-8f49-45b0-9d04-39bdbe9074dc req-626ef0ba-0f3f-4ed3-bb94-62f3a03a55cd tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736489 Nov 09 21:14:52.547164 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c31278-fa55-4f7e-9063-af9ef7f8d2bf req-5c29c969-5aa9-4e1e-8071-20cc4d977fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:52.548728 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e9c31278-fa55-4f7e-9063-af9ef7f8d2bf req-5c29c969-5aa9-4e1e-8071-20cc4d977fec service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=21adb9b9-1c53-4286-bf9d-3e9701ef614a HTTP/1.1" status: 200 len: 1097 time: 0.0496871 Nov 09 21:14:52.566527 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:52.605956 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e9c31278-fa55-4f7e-9063-af9ef7f8d2bf req-b53123e5-119c-4805-8b10-07202cbc2df9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483513 Nov 09 21:14:52.754929 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec0928c-f31f-49b7-b8b0-13434b862af0 req-99e606f0-1268-4c1a-bfd6-d7bbaf13d15c tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:52.762776 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7ec0928c-f31f-49b7-b8b0-13434b862af0 req-99e606f0-1268-4c1a-bfd6-d7bbaf13d15c tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 947 time: 0.0619044 Nov 09 21:14:52.778356 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 628112a8-0c63-4e84-85d2-40b9680b00f9 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:14:52.821099 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7ec0928c-f31f-49b7-b8b0-13434b862af0 req-c97ae1d7-8725-4755-99ab-5f2ae5c36286 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559692 Nov 09 21:14:52.828037 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 96e311e4-91ed-45b7-ad20-39610f4e530b up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:14:52.883540 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de67c1-6dc9-48cd-8b5c-f57e3d6db9dd req-c2aad325-6c12-4492-82ad-f896d9dc24ed tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:52.890399 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-70de67c1-6dc9-48cd-8b5c-f57e3d6db9dd req-c2aad325-6c12-4492-82ad-f896d9dc24ed tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=21adb9b9-1c53-4286-bf9d-3e9701ef614a HTTP/1.1" status: 200 len: 946 time: 0.0814962 Nov 09 21:14:52.945436 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-70de67c1-6dc9-48cd-8b5c-f57e3d6db9dd req-b86f052d-8ede-4f7c-9489-8098feb352af tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539935 Nov 09 21:14:52.984884 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 96e311e4-91ed-45b7-ad20-39610f4e530b completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:14:52.989471 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 628112a8-0c63-4e84-85d2-40b9680b00f9, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=628112a8-0c63-4e84-85d2-40b9680b00f9,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:14:53.010567 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 96e311e4-91ed-45b7-ad20-39610f4e530b triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:14:53.011007 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:53.018036 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '628112a8-0c63-4e84-85d2-40b9680b00f9', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'port_id': '628112a8-0c63-4e84-85d2-40b9680b00f9', 'mac_address': 'fa:16:3e:9d:69:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba3500c-a288-4596-ba94-148f2bd8a6da', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:14:53.058788 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33256) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:14:53.094438 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:53.115613 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 628112a8-0c63-4e84-85d2-40b9680b00f9 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:14:53.164289 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 628112a8-0c63-4e84-85d2-40b9680b00f9, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=628112a8-0c63-4e84-85d2-40b9680b00f9,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:14:53.169500 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:53.174254 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:53.180876 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1449b50b-e91e-4a04-9073-e85ab06a70bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:53.214028 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-92c276d1-5531-49af-8427-e89a0003b3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:53.215882 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-92c276d1-5531-49af-8427-e89a0003b3f8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a6366c08f5c4a9bb0bdc56b2ea0a20e&device_id=60bddb61-79c9-492a-b074-1a9ad796af66 HTTP/1.1" status: 200 len: 1096 time: 0.0511796 Nov 09 21:14:53.245945 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 96e311e4-91ed-45b7-ad20-39610f4e530b, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=96e311e4-91ed-45b7-ad20-39610f4e530b,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:14:53.249789 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=628112a8-0c63-4e84-85d2-40b9680b00f9,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:53.254724 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:53.279740 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1449b50b-e91e-4a04-9073-e85ab06a70bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:53.285458 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1449b50b-e91e-4a04-9073-e85ab06a70bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:53.302009 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:53.319704 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=96e311e4-91ed-45b7-ad20-39610f4e530b,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:53.322733 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-d25794f3-f723-42f0-ab81-bdd366e7cad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:53.324319 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-d25794f3-f723-42f0-ab81-bdd366e7cad8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9cf09cc6-9022-42d8-96c2-e4ea0d1e749b HTTP/1.1" status: 200 len: 908 time: 0.1020105 Nov 09 21:14:53.324492 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1449b50b-e91e-4a04-9073-e85ab06a70bc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c0a1eff7790f4a04abcc9e82d87c65ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2646284 Nov 09 21:14:53.326574 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1449b50b-e91e-4a04-9073-e85ab06a70bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78748716-1f61-492e-9066-5972040b7525,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:53.327098 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33260) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:14:53.380469 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-f7fa7304-4765-4715-a0d5-cdbff4605b56 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=308c9019-04d9-41f2-83f3-e7ae648ba7ec HTTP/1.1" status: 200 len: 217 time: 0.0404906 Nov 09 21:14:53.449197 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-069d7f14-ee5a-4673-90e9-04ce0d0ce519 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:53.455705 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-0b3310f0-d864-4ce7-a55e-364fb70392fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:53.457198 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-0b3310f0-d864-4ce7-a55e-364fb70392fa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=39c6d736-667d-4cbf-9558-9612dacd0f8d HTTP/1.1" status: 200 len: 848 time: 0.0635402 Nov 09 21:14:53.478220 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc75b2c-8e75-49b5-8134-c1506131d9be req-1e7a3e76-1565-40ee-be98-625016c15b40 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:53.479749 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3cc75b2c-8e75-49b5-8134-c1506131d9be req-1e7a3e76-1565-40ee-be98-625016c15b40 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60bddb61-79c9-492a-b074-1a9ad796af66 HTTP/1.1" status: 200 len: 945 time: 0.0530224 Nov 09 21:14:53.482813 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-069d7f14-ee5a-4673-90e9-04ce0d0ce519 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:53.505766 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-3199e267-58b0-41bb-ab52-ee645c35abbd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9cf09cc6-9022-42d8-96c2-e4ea0d1e749b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352530 Nov 09 21:14:53.534165 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3cc75b2c-8e75-49b5-8134-c1506131d9be req-19496102-aa17-47b6-a915-9f05417026f6 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473993 Nov 09 21:14:53.539854 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['628112a8-0c63-4e84-85d2-40b9680b00f9'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:14:53.615926 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-069d7f14-ee5a-4673-90e9-04ce0d0ce519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:53.618668 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-069d7f14-ee5a-4673-90e9-04ce0d0ce519 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:53.622825 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-069d7f14-ee5a-4673-90e9-04ce0d0ce519 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/78748716-1f61-492e-9066-5972040b7525 HTTP/1.1" status: 204 len: 168 time: 0.2915733 Nov 09 21:14:53.632459 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-6de92f0b-5cfc-4d82-af99-88cdbd08baf5 service neutron] 10.222.0.45 "GET /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190319 Nov 09 21:14:53.633769 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d7f14-ee5a-4673-90e9-04ce0d0ce519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78748716-1f61-492e-9066-5972040b7525,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:53.726213 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a978f8-7b8f-47cd-8372-b2e22644ce31 req-49152197-9b41-4299-9ac4-66cb78db491a tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:53.735126 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b9a978f8-7b8f-47cd-8372-b2e22644ce31 req-49152197-9b41-4299-9ac4-66cb78db491a tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=078323f7-cede-47db-a65d-9ea48c2d49ca HTTP/1.1" status: 200 len: 948 time: 0.0698068 Nov 09 21:14:53.790382 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-60985553-0869-47a5-98f9-7c549be43c66 service neutron] 10.222.0.45 "GET /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477637 Nov 09 21:14:53.793841 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b9a978f8-7b8f-47cd-8372-b2e22644ce31 req-9d5cb912-6616-45be-8ecd-a7e7d48706e3 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578578 Nov 09 21:14:53.932925 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-7a5580ee-418b-499b-8749-bfc07d0591c1 tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:53.934426 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-7a5580ee-418b-499b-8749-bfc07d0591c1 tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=60bddb61-79c9-492a-b074-1a9ad796af66&tenant_id=5a6366c08f5c4a9bb0bdc56b2ea0a20e&binding%3Ahost_id=n-h2-816206-3 HTTP/1.1" status: 200 len: 1096 time: 0.0751834 Nov 09 21:14:53.957946 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-fc12aca0-a06c-413a-850c-dea28cd2d34d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816206-3'}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:14:54.029268 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-fc12aca0-a06c-413a-850c-dea28cd2d34d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:54.104946 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca930701-2a36-4887-b72b-634e499de302 req-f7a0141d-1208-4cbc-bc46-bc3aaebc4aba tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:54.113558 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ca930701-2a36-4887-b72b-634e499de302 req-f7a0141d-1208-4cbc-bc46-bc3aaebc4aba tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 948 time: 0.1936910 Nov 09 21:14:54.160247 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55cb6ca-e309-4a45-924a-20ee2b863a0b req-5b4ce9ad-520c-4c56-bbad-29be94a6e160 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:54.164316 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c55cb6ca-e309-4a45-924a-20ee2b863a0b req-5b4ce9ad-520c-4c56-bbad-29be94a6e160 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=21adb9b9-1c53-4286-bf9d-3e9701ef614a HTTP/1.1" status: 200 len: 946 time: 0.1266086 Nov 09 21:14:54.242223 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ca930701-2a36-4887-b72b-634e499de302 req-887fa16d-5ded-450a-b0ab-2e401e38df18 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277232 Nov 09 21:14:54.243299 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c55cb6ca-e309-4a45-924a-20ee2b863a0b req-39829739-1ed5-4ffe-9acd-6a3357a5f884 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704613 Nov 09 21:14:54.298390 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-fc12aca0-a06c-413a-850c-dea28cd2d34d service neutron] For port 308c9019-04d9-41f2-83f3-e7ae648ba7ec, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=308c9019-04d9-41f2-83f3-e7ae648ba7ec,segment=NetworkSegment(dafe29ae-1ba0-4490-879c-5008a3eac5b2),segment_id=dafe29ae-1ba0-4490-879c-5008a3eac5b2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:14:54.351590 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-fc12aca0-a06c-413a-850c-dea28cd2d34d service neutron] For port 308c9019-04d9-41f2-83f3-e7ae648ba7ec, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:14:54.395063 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60bddb61-79c9-492a-b074-1a9ad796af66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '308c9019-04d9-41f2-83f3-e7ae648ba7ec'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:14:54.398330 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61727e71-0abb-4f27-9956-d24368ffd957" -d '{"events": [{"server_uuid": "60bddb61-79c9-492a-b074-1a9ad796af66", "name": "network-vif-unplugged", "status": "completed", "tag": "308c9019-04d9-41f2-83f3-e7ae648ba7ec"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:14:54.402448 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-fc12aca0-a06c-413a-850c-dea28cd2d34d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:54.410056 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-fc12aca0-a06c-413a-850c-dea28cd2d34d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:54.425443 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1786be83-a39f-4ca2-967e-60e8f883ffba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e311e4-91ed-45b7-ad20-39610f4e530b'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:14:54.428410 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5afda15-6075-42fe-af92-c494f56a5069" -d '{"events": [{"server_uuid": "1786be83-a39f-4ca2-967e-60e8f883ffba", "name": "network-vif-plugged", "status": "completed", "tag": "96e311e4-91ed-45b7-ad20-39610f4e530b"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:14:54.456020 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33300) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:14:54.472192 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 21:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274c1c92-5cca-45c8-8f04-2b66231bba1a x-openstack-request-id: req-274c1c92-5cca-45c8-8f04-2b66231bba1a {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:14:54.472192 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60bddb61-79c9-492a-b074-1a9ad796af66", "name": "network-vif-unplugged", "status": "completed", "tag": "308c9019-04d9-41f2-83f3-e7ae648ba7ec", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:14:54.472192 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-274c1c92-5cca-45c8-8f04-2b66231bba1a {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:14:54.472192 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60bddb61-79c9-492a-b074-1a9ad796af66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '308c9019-04d9-41f2-83f3-e7ae648ba7ec', 'code': 200} Nov 09 21:14:54.482853 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94835a9a-4653-4bce-a864-e15885c856b1 x-openstack-request-id: req-94835a9a-4653-4bce-a864-e15885c856b1 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:14:54.483171 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1786be83-a39f-4ca2-967e-60e8f883ffba", "name": "network-vif-plugged", "status": "completed", "tag": "96e311e4-91ed-45b7-ad20-39610f4e530b", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:14:54.483437 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-94835a9a-4653-4bce-a864-e15885c856b1 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:14:54.483821 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1786be83-a39f-4ca2-967e-60e8f883ffba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e311e4-91ed-45b7-ad20-39610f4e530b', 'code': 200} Nov 09 21:14:54.515391 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12aca0-a06c-413a-850c-dea28cd2d34d service neutron] Pushing event updated for resources: {'Port': ['ID=308c9019-04d9-41f2-83f3-e7ae648ba7ec,revision_number=7']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:54.545225 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-fc12aca0-a06c-413a-850c-dea28cd2d34d service neutron] Attempting to bind port 308c9019-04d9-41f2-83f3-e7ae648ba7ec on host n-h2-816206-3 for vnic_type normal with profile {"migrating_to": "n-h1-816206-3"} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:14:54.545563 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-fc12aca0-a06c-413a-850c-dea28cd2d34d service neutron] Attempting to bind port 308c9019-04d9-41f2-83f3-e7ae648ba7ec by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': 'dafe29ae-1ba0-4490-879c-5008a3eac5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:14:54.545894 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-fc12aca0-a06c-413a-850c-dea28cd2d34d service neutron] Attempting to bind port 308c9019-04d9-41f2-83f3-e7ae648ba7ec on network 9cf09cc6-9022-42d8-96c2-e4ea0d1e749b {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:14:54.550576 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-fc12aca0-a06c-413a-850c-dea28cd2d34d service neutron] Port 308c9019-04d9-41f2-83f3-e7ae648ba7ec on network 9cf09cc6-9022-42d8-96c2-e4ea0d1e749b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:14:54.551017 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-fc12aca0-a06c-413a-850c-dea28cd2d34d service neutron] Attempting to bind port 308c9019-04d9-41f2-83f3-e7ae648ba7ec on network 9cf09cc6-9022-42d8-96c2-e4ea0d1e749b {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:14:54.559411 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-fc12aca0-a06c-413a-850c-dea28cd2d34d service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:14:54.559755 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-fc12aca0-a06c-413a-850c-dea28cd2d34d service neutron] Checking segment: {'id': 'dafe29ae-1ba0-4490-879c-5008a3eac5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:14:54.560130 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-fc12aca0-a06c-413a-850c-dea28cd2d34d service neutron] Bound using segment: {'id': 'dafe29ae-1ba0-4490-879c-5008a3eac5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:14:54.560564 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-fc12aca0-a06c-413a-850c-dea28cd2d34d service neutron] Bound port: 308c9019-04d9-41f2-83f3-e7ae648ba7ec, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dafe29ae-1ba0-4490-879c-5008a3eac5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:14:54.560955 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-fc12aca0-a06c-413a-850c-dea28cd2d34d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:54.601781 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-4afc36f0-0b26-4b57-a1a2-a4c773785927 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1130941535-network', 'tenant_id': '400600a87b5744da836a5a4df97863c7'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:14:54.649545 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afc36f0-0b26-4b57-a1a2-a4c773785927 admin admin] Made reservation on behalf of 400600a87b5744da836a5a4df97863c7 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:14:54.653433 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4afc36f0-0b26-4b57-a1a2-a4c773785927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:54.666831 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4afc36f0-0b26-4b57-a1a2-a4c773785927 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:54.726896 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe5f2f-8596-4485-abc7-4ed5d50a1b75 req-25f17c57-687b-4504-939f-a299028bc3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:54.728468 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fabe5f2f-8596-4485-abc7-4ed5d50a1b75 req-25f17c57-687b-4504-939f-a299028bc3ec service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 1099 time: 0.1086195 Nov 09 21:14:54.731362 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-fc12aca0-a06c-413a-850c-dea28cd2d34d service neutron] For port 308c9019-04d9-41f2-83f3-e7ae648ba7ec, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:14:54.735533 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-fc12aca0-a06c-413a-850c-dea28cd2d34d service neutron] For port 308c9019-04d9-41f2-83f3-e7ae648ba7ec, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=308c9019-04d9-41f2-83f3-e7ae648ba7ec,segment=NetworkSegment(dafe29ae-1ba0-4490-879c-5008a3eac5b2),segment_id=dafe29ae-1ba0-4490-879c-5008a3eac5b2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:14:54.752627 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06155e4b-7c44-4b43-8e92-96b1ef21cce7 req-3e4af82c-57b5-4d3b-85d5-cc79af31bd83 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:54.754102 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-06155e4b-7c44-4b43-8e92-96b1ef21cce7 req-3e4af82c-57b5-4d3b-85d5-cc79af31bd83 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60bddb61-79c9-492a-b074-1a9ad796af66 HTTP/1.1" status: 200 len: 943 time: 0.1054871 Nov 09 21:14:54.758152 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4afc36f0-0b26-4b57-a1a2-a4c773785927 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:54.761646 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-fc12aca0-a06c-413a-850c-dea28cd2d34d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:54.762121 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4afc36f0-0b26-4b57-a1a2-a4c773785927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:54.790942 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4afc36f0-0b26-4b57-a1a2-a4c773785927 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:14:54.795076 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 628112a8-0c63-4e84-85d2-40b9680b00f9 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:14:54.798358 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc36f0-0b26-4b57-a1a2-a4c773785927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49c0492-ae47-4dac-8056-4d2eff42c909,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:54.804957 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4afc36f0-0b26-4b57-a1a2-a4c773785927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:54.805288 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-4afc36f0-0b26-4b57-a1a2-a4c773785927 admin admin] Added segment f477b23b-3157-468e-9cfa-93d67e390b26 of type vlan for network d6a5df07-fe3c-47f1-83e0-b8908198e01d Nov 09 21:14:54.851031 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4afc36f0-0b26-4b57-a1a2-a4c773785927 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:54.873301 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fabe5f2f-8596-4485-abc7-4ed5d50a1b75 req-b976a0ba-72a7-43df-a0d2-d7d2f4318a33 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343865 Nov 09 21:14:54.873890 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12aca0-a06c-413a-850c-dea28cd2d34d service neutron] Pushing event updated for resources: {'Port': ['ID=308c9019-04d9-41f2-83f3-e7ae648ba7ec,revision_number=8']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:54.897687 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4afc36f0-0b26-4b57-a1a2-a4c773785927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:54.899439 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afc36f0-0b26-4b57-a1a2-a4c773785927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:54.900077 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4afc36f0-0b26-4b57-a1a2-a4c773785927 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:54.921960 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-06155e4b-7c44-4b43-8e92-96b1ef21cce7 req-9b5bee2c-2b94-40de-bc13-c9142b52610c tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529360 Nov 09 21:14:54.923660 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-fc12aca0-a06c-413a-850c-dea28cd2d34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:54.926197 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-fc12aca0-a06c-413a-850c-dea28cd2d34d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:54.927869 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-fc12aca0-a06c-413a-850c-dea28cd2d34d service neutron] 10.222.0.45 "PUT /v2.0/ports/308c9019-04d9-41f2-83f3-e7ae648ba7ec HTTP/1.1" status: 200 len: 1121 time: 0.9757400 Nov 09 21:14:54.954510 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 628112a8-0c63-4e84-85d2-40b9680b00f9 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:14:54.962329 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 628112a8-0c63-4e84-85d2-40b9680b00f9 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:14:54.962729 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:54.978651 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33310) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:14:54.978852 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4afc36f0-0b26-4b57-a1a2-a4c773785927 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5216022 Nov 09 21:14:54.984460 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-bd08f8de-f1d1-4ffd-a399-d21c34feaffe admin admin] Request body: {'subnet': {'network_id': 'd6a5df07-fe3c-47f1-83e0-b8908198e01d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1130941535-subnet', 'tenant_id': '400600a87b5744da836a5a4df97863c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:14:55.006700 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc36f0-0b26-4b57-a1a2-a4c773785927 admin admin] Pushing event updated for resources: {'Network': ['ID=d6a5df07-fe3c-47f1-83e0-b8908198e01d,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:55.018106 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd08f8de-f1d1-4ffd-a399-d21c34feaffe admin admin] Made reservation on behalf of 400600a87b5744da836a5a4df97863c7 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:14:55.019818 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network d6a5df07-fe3c-47f1-83e0-b8908198e01d details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:14:55.022089 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bd08f8de-f1d1-4ffd-a399-d21c34feaffe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:55.040194 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7d9fc-338a-4b70-a7b8-23036b4d059e req-dae41c8f-7b8b-4ea3-b5bd-7819e8465182 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:55.042915 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-daf7d9fc-338a-4b70-a7b8-23036b4d059e req-dae41c8f-7b8b-4ea3-b5bd-7819e8465182 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=078323f7-cede-47db-a65d-9ea48c2d49ca HTTP/1.1" status: 200 len: 948 time: 0.0879781 Nov 09 21:14:55.099690 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-daf7d9fc-338a-4b70-a7b8-23036b4d059e req-1b1f03af-393e-4235-a38d-1ce42cdf84a8 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496614 Nov 09 21:14:55.123644 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['308c9019-04d9-41f2-83f3-e7ae648ba7ec'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:14:55.159880 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:55.225422 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 628112a8-0c63-4e84-85d2-40b9680b00f9, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=628112a8-0c63-4e84-85d2-40b9680b00f9,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:14:55.231635 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bd08f8de-f1d1-4ffd-a399-d21c34feaffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:55.233794 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:55.295337 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd08f8de-f1d1-4ffd-a399-d21c34feaffe admin admin] Pushing event updated for resources: {'Subnet': ['ID=55602be9-97b4-4359-8931-67067a301b3c,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:55.303571 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd08f8de-f1d1-4ffd-a399-d21c34feaffe admin admin] Checking segment: {'id': 'f477b23b-3157-468e-9cfa-93d67e390b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd6a5df07-fe3c-47f1-83e0-b8908198e01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:14:55.304158 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd08f8de-f1d1-4ffd-a399-d21c34feaffe admin admin] Network hostable DHCP agents. Network: d6a5df07-fe3c-47f1-83e0-b8908198e01d, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:14:55.322387 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd08f8de-f1d1-4ffd-a399-d21c34feaffe admin admin] Network d6a5df07-fe3c-47f1-83e0-b8908198e01d is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:14:55.324660 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=628112a8-0c63-4e84-85d2-40b9680b00f9,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:55.341220 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-bd08f8de-f1d1-4ffd-a399-d21c34feaffe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, d6a5df07-fe3c-47f1-83e0-b8908198e01d) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:14:55.348907 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd08f8de-f1d1-4ffd-a399-d21c34feaffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:55.349589 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bd08f8de-f1d1-4ffd-a399-d21c34feaffe admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:55.369695 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedba92e-d72d-4e20-b206-4f1ab1ecada9 None None] Network d6a5df07-fe3c-47f1-83e0-b8908198e01d requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:14:55.384197 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-bd08f8de-f1d1-4ffd-a399-d21c34feaffe admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4012554 Nov 09 21:14:55.384827 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33320) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:14:55.394678 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-1227e2f1-a7e6-4706-9d8a-c1480a595374 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1130941535-router', 'tenant_id': '400600a87b5744da836a5a4df97863c7', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:14:55.444751 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee1c2aa-a2b0-4910-a2f1-ea80612fbfca req-96c6f165-c15a-4307-8ca0-b2fc3ea38e58 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:55.448309 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fee1c2aa-a2b0-4910-a2f1-ea80612fbfca req-96c6f165-c15a-4307-8ca0-b2fc3ea38e58 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=21adb9b9-1c53-4286-bf9d-3e9701ef614a HTTP/1.1" status: 200 len: 946 time: 0.0712283 Nov 09 21:14:55.454072 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450ac78-fe7f-49f0-b764-8f80398965ae req-7756c410-1b3d-4ed7-88ac-ce290e925a84 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:55.456442 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b450ac78-fe7f-49f0-b764-8f80398965ae req-7756c410-1b3d-4ed7-88ac-ce290e925a84 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 948 time: 0.0892363 Nov 09 21:14:55.458758 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1227e2f1-a7e6-4706-9d8a-c1480a595374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:55.459928 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1227e2f1-a7e6-4706-9d8a-c1480a595374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:55.548203 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fee1c2aa-a2b0-4910-a2f1-ea80612fbfca req-e9adbd50-9c8f-4910-85f4-4dbda980e50a tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822814 Nov 09 21:14:55.584328 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1227e2f1-a7e6-4706-9d8a-c1480a595374 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:55.612691 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b450ac78-fe7f-49f0-b764-8f80398965ae req-d29b7f3b-c7f0-4e8f-b317-1f6084b87e75 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468430 Nov 09 21:14:55.667047 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f5817e-f099-4b4d-bf57-8f9f255f61de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-d6a5df07-fe3c-47f1-83e0-b8908198e01d', 'network_id': 'd6a5df07-fe3c-47f1-83e0-b8908198e01d', 'tenant_id': '400600a87b5744da836a5a4df97863c7', 'fixed_ips': [{'subnet_id': '55602be9-97b4-4359-8931-67067a301b3c'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:14:55.668144 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-00f5817e-f099-4b4d-bf57-8f9f255f61de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:55.825049 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1227e2f1-a7e6-4706-9d8a-c1480a595374 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:55.960749 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d865d-7e17-48fe-aac6-dcc826e9ae80 req-cc408aa1-ee16-4703-b7eb-0fb13897d5c9 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:55.962844 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1b9d865d-7e17-48fe-aac6-dcc826e9ae80 req-cc408aa1-ee16-4703-b7eb-0fb13897d5c9 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=21adb9b9-1c53-4286-bf9d-3e9701ef614a HTTP/1.1" status: 200 len: 946 time: 0.0614138 Nov 09 21:14:56.010209 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-00f5817e-f099-4b4d-bf57-8f9f255f61de None None] Allocated IP 172.20.0.2 (d6a5df07-fe3c-47f1-83e0-b8908198e01d/55602be9-97b4-4359-8931-67067a301b3c/17edb1a1-37cf-4b30-a587-425d7c52a26d) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:14:56.060201 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1b9d865d-7e17-48fe-aac6-dcc826e9ae80 req-427b3b41-85a0-4d93-8b8e-2981142201d5 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904887 Nov 09 21:14:56.067226 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1227e2f1-a7e6-4706-9d8a-c1480a595374 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:56.103743 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1227e2f1-a7e6-4706-9d8a-c1480a595374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:56.158301 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52fbe9-1625-402c-bff6-dfa1bc896991 req-ee54a863-4e4f-4b13-afde-7002b8c7f872 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:56.159658 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0a52fbe9-1625-402c-bff6-dfa1bc896991 req-ee54a863-4e4f-4b13-afde-7002b8c7f872 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60bddb61-79c9-492a-b074-1a9ad796af66 HTTP/1.1" status: 200 len: 943 time: 0.1114986 Nov 09 21:14:56.183938 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-00f5817e-f099-4b4d-bf57-8f9f255f61de None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:56.190673 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-00f5817e-f099-4b4d-bf57-8f9f255f61de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:56.238023 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f5817e-f099-4b4d-bf57-8f9f255f61de None None] Network d6a5df07-fe3c-47f1-83e0-b8908198e01d is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:14:56.241888 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-00f5817e-f099-4b4d-bf57-8f9f255f61de None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:14:56.248530 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f5817e-f099-4b4d-bf57-8f9f255f61de None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:14:56.258454 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f5817e-f099-4b4d-bf57-8f9f255f61de None None] Pushing event updated for resources: {'Port': ['ID=17edb1a1-37cf-4b30-a587-425d7c52a26d,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:56.264991 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-1227e2f1-a7e6-4706-9d8a-c1480a595374 admin admin] Allocated IP 172.25.7.79 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/1f54d51a-a509-43fb-85c6-83287b942a03) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:14:56.280393 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0a52fbe9-1625-402c-bff6-dfa1bc896991 req-0335a733-4a5a-492c-9c92-21309ebb8a67 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003871 Nov 09 21:14:56.330594 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-00f5817e-f099-4b4d-bf57-8f9f255f61de None None] Attempting to bind port 17edb1a1-37cf-4b30-a587-425d7c52a26d on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:14:56.331104 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-00f5817e-f099-4b4d-bf57-8f9f255f61de None None] Attempting to bind port 17edb1a1-37cf-4b30-a587-425d7c52a26d by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'f477b23b-3157-468e-9cfa-93d67e390b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd6a5df07-fe3c-47f1-83e0-b8908198e01d'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:14:56.331473 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f5817e-f099-4b4d-bf57-8f9f255f61de None None] Attempting to bind port 17edb1a1-37cf-4b30-a587-425d7c52a26d on network d6a5df07-fe3c-47f1-83e0-b8908198e01d {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:14:56.337533 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f5817e-f099-4b4d-bf57-8f9f255f61de None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:14:56.337917 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f5817e-f099-4b4d-bf57-8f9f255f61de None None] Checking segment: {'id': 'f477b23b-3157-468e-9cfa-93d67e390b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd6a5df07-fe3c-47f1-83e0-b8908198e01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:14:56.338322 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-00f5817e-f099-4b4d-bf57-8f9f255f61de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:56.338855 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f5817e-f099-4b4d-bf57-8f9f255f61de None None] Bound using segment: {'id': 'f477b23b-3157-468e-9cfa-93d67e390b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd6a5df07-fe3c-47f1-83e0-b8908198e01d'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:14:56.339324 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-00f5817e-f099-4b4d-bf57-8f9f255f61de None None] Bound port: 17edb1a1-37cf-4b30-a587-425d7c52a26d, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f477b23b-3157-468e-9cfa-93d67e390b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd6a5df07-fe3c-47f1-83e0-b8908198e01d'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:14:56.339706 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-00f5817e-f099-4b4d-bf57-8f9f255f61de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:56.344953 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c0686-5905-477a-99c2-1b27d2951022 req-935cb8eb-5634-4d6f-85cf-f76d1c07b8b1 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:56.358016 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-995c0686-5905-477a-99c2-1b27d2951022 req-935cb8eb-5634-4d6f-85cf-f76d1c07b8b1 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=078323f7-cede-47db-a65d-9ea48c2d49ca HTTP/1.1" status: 200 len: 949 time: 0.1170542 Nov 09 21:14:56.410538 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-00f5817e-f099-4b4d-bf57-8f9f255f61de None None] For port 17edb1a1-37cf-4b30-a587-425d7c52a26d, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:14:56.413170 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-995c0686-5905-477a-99c2-1b27d2951022 req-23686692-0a8c-401c-85a4-ec9a7dc694ff tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538204 Nov 09 21:14:56.414477 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-00f5817e-f099-4b4d-bf57-8f9f255f61de None None] For port 17edb1a1-37cf-4b30-a587-425d7c52a26d, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=17edb1a1-37cf-4b30-a587-425d7c52a26d,segment=NetworkSegment(f477b23b-3157-468e-9cfa-93d67e390b26),segment_id=f477b23b-3157-468e-9cfa-93d67e390b26)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:14:56.419823 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-00f5817e-f099-4b4d-bf57-8f9f255f61de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:56.473223 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60bddb61-79c9-492a-b074-1a9ad796af66', 'tag': '308c9019-04d9-41f2-83f3-e7ae648ba7ec'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:14:56.476952 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ce0284-1e78-4ab9-99b1-3d5f407bac4b" -d '{"events": [{"name": "network-changed", "server_uuid": "60bddb61-79c9-492a-b074-1a9ad796af66", "tag": "308c9019-04d9-41f2-83f3-e7ae648ba7ec"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:14:56.484422 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1227e2f1-a7e6-4706-9d8a-c1480a595374 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:56.493176 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '078323f7-cede-47db-a65d-9ea48c2d49ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628112a8-0c63-4e84-85d2-40b9680b00f9'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:14:56.499123 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4e7dc7-8f51-4d25-abb8-d3327025ab65" -d '{"events": [{"server_uuid": "078323f7-cede-47db-a65d-9ea48c2d49ca", "name": "network-vif-plugged", "status": "completed", "tag": "628112a8-0c63-4e84-85d2-40b9680b00f9"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:14:56.528115 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f5817e-f099-4b4d-bf57-8f9f255f61de None None] Pushing event updated for resources: {'Port': ['ID=17edb1a1-37cf-4b30-a587-425d7c52a26d,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:56.547568 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1227e2f1-a7e6-4706-9d8a-c1480a595374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:56.554698 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da48a2e-c632-491e-a6b4-0e8ed604cb91 x-openstack-request-id: req-8da48a2e-c632-491e-a6b4-0e8ed604cb91 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:14:56.555072 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60bddb61-79c9-492a-b074-1a9ad796af66", "tag": "308c9019-04d9-41f2-83f3-e7ae648ba7ec", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:14:56.555547 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8da48a2e-c632-491e-a6b4-0e8ed604cb91 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:14:56.556460 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60bddb61-79c9-492a-b074-1a9ad796af66', 'tag': '308c9019-04d9-41f2-83f3-e7ae648ba7ec', 'status': 'completed', 'code': 200} Nov 09 21:14:56.570950 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a251552-97cc-4050-8985-7f7643ec7ba2 x-openstack-request-id: req-5a251552-97cc-4050-8985-7f7643ec7ba2 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:14:56.571587 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "078323f7-cede-47db-a65d-9ea48c2d49ca", "name": "network-vif-plugged", "status": "completed", "tag": "628112a8-0c63-4e84-85d2-40b9680b00f9", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:14:56.572394 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5a251552-97cc-4050-8985-7f7643ec7ba2 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:14:56.573016 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '078323f7-cede-47db-a65d-9ea48c2d49ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628112a8-0c63-4e84-85d2-40b9680b00f9', 'code': 200} Nov 09 21:14:56.604941 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1227e2f1-a7e6-4706-9d8a-c1480a595374 admin admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:14:56.610272 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-1227e2f1-a7e6-4706-9d8a-c1480a595374 admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:14:56.615635 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1227e2f1-a7e6-4706-9d8a-c1480a595374 admin admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:14:56.853552 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d3513-9b3d-4a0c-a90f-02958dacc7d8 req-d9166a86-ff8c-44f8-9381-dcd170ba4fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:56.856196 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b95d3513-9b3d-4a0c-a90f-02958dacc7d8 req-d9166a86-ff8c-44f8-9381-dcd170ba4fda service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=078323f7-cede-47db-a65d-9ea48c2d49ca HTTP/1.1" status: 200 len: 1100 time: 0.1544268 Nov 09 21:14:56.874479 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780e465-3249-495d-ab8e-58baa9e08679 req-f84d3420-584a-4cdf-a2ee-162809944024 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:56.884827 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1780e465-3249-495d-ab8e-58baa9e08679 req-f84d3420-584a-4cdf-a2ee-162809944024 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 948 time: 0.0963576 Nov 09 21:14:56.899679 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1227e2f1-a7e6-4706-9d8a-c1480a595374 admin admin] Pushing event updated for resources: {'Port': ['ID=1f54d51a-a509-43fb-85c6-83287b942a03,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:56.972660 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b95d3513-9b3d-4a0c-a90f-02958dacc7d8 req-e8193fb1-44d4-4a78-891d-e01d51884a09 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846100 Nov 09 21:14:56.977758 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce0284-1e78-4ab9-99b1-3d5f407bac4b req-8ac486ed-ba00-45b7-b6f7-e8d6d383564f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:56.982986 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-22ce0284-1e78-4ab9-99b1-3d5f407bac4b req-8ac486ed-ba00-45b7-b6f7-e8d6d383564f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5a6366c08f5c4a9bb0bdc56b2ea0a20e&device_id=60bddb61-79c9-492a-b074-1a9ad796af66 HTTP/1.1" status: 200 len: 1124 time: 0.3169374 Nov 09 21:14:56.984330 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1780e465-3249-495d-ab8e-58baa9e08679 req-1a655dc5-392e-42ca-bd76-388880a2a908 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963969 Nov 09 21:14:57.034975 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1227e2f1-a7e6-4706-9d8a-c1480a595374 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:57.115897 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-52ab4e7a-eaf5-47f4-b610-911d3b1ea89b req-2ba9178e-52cf-42fc-bc38-73980ff94970 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:14:57.116885 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-52ab4e7a-eaf5-47f4-b610-911d3b1ea89b req-2ba9178e-52cf-42fc-bc38-73980ff94970 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063949 Nov 09 21:14:57.200924 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254cb428-2891-4ac5-9fa6-57e5a76caf87 req-ea39143e-42f7-4100-8eb9-74c0572b9aa2 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:57.207577 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-254cb428-2891-4ac5-9fa6-57e5a76caf87 req-ea39143e-42f7-4100-8eb9-74c0572b9aa2 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=21adb9b9-1c53-4286-bf9d-3e9701ef614a HTTP/1.1" status: 200 len: 946 time: 0.0762384 Nov 09 21:14:57.281701 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-254cb428-2891-4ac5-9fa6-57e5a76caf87 req-d7599989-6a40-4eb3-a685-578f469cbc12 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731425 Nov 09 21:14:57.441575 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8f75b95e-e09f-40f4-8e41-8c188707f608 req-3b0c2e69-889e-414e-a7df-812ff8c66eea service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0868392 Nov 09 21:14:57.447811 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [req-8f75b95e-e09f-40f4-8e41-8c188707f608 req-63779a6e-5d02-460d-a773-cfa0b4af5b74 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:14:57.468736 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8f75b95e-e09f-40f4-8e41-8c188707f608 req-63779a6e-5d02-460d-a773-cfa0b4af5b74 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0184979 Nov 09 21:14:57.741664 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 17edb1a1-37cf-4b30-a587-425d7c52a26d up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:14:57.847805 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1227e2f1-a7e6-4706-9d8a-c1480a595374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:57.867423 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 17edb1a1-37cf-4b30-a587-425d7c52a26d triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:14:57.868238 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:57.938881 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240dead-df15-448f-8bc7-671732ad114e req-9dc6d726-1ede-4f59-8b0a-76aa62e3acf0 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:57.949825 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1240dead-df15-448f-8bc7-671732ad114e req-9dc6d726-1ede-4f59-8b0a-76aa62e3acf0 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 948 time: 0.3319578 Nov 09 21:14:57.960250 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561fea2d-a163-4ca1-ac92-113c199cd01d req-90ea5dfc-1ffc-4709-ba4b-b73379201881 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:57.969077 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-561fea2d-a163-4ca1-ac92-113c199cd01d req-90ea5dfc-1ffc-4709-ba4b-b73379201881 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60bddb61-79c9-492a-b074-1a9ad796af66 HTTP/1.1" status: 200 len: 943 time: 0.0846653 Nov 09 21:14:57.982367 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185f0226-0b04-401b-9ecc-b4abc99f3072 None None] Network d6a5df07-fe3c-47f1-83e0-b8908198e01d requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:14:58.042929 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:58.063892 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-561fea2d-a163-4ca1-ac92-113c199cd01d req-5e608655-29f2-4dd8-b0db-c0ab2d6d68b3 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862195 Nov 09 21:14:58.113765 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 17edb1a1-37cf-4b30-a587-425d7c52a26d, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=17edb1a1-37cf-4b30-a587-425d7c52a26d,segment=NetworkSegment(f477b23b-3157-468e-9cfa-93d67e390b26),segment_id=f477b23b-3157-468e-9cfa-93d67e390b26)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:14:58.130315 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 308c9019-04d9-41f2-83f3-e7ae648ba7ec details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:14:58.140359 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:58.181187 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1240dead-df15-448f-8bc7-671732ad114e req-a93c9f1d-605e-4d78-a256-3ede7149ceee tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272336 Nov 09 21:14:58.185267 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce0284-1e78-4ab9-99b1-3d5f407bac4b req-df1f5438-760f-40d1-8b51-f727ddc2ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:58.186719 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-da568774-edc9-49f9-89de-4ef6cc8492ed None None] Provisioning complete for port 17edb1a1-37cf-4b30-a587-425d7c52a26d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:14:58.186862 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-22ce0284-1e78-4ab9-99b1-3d5f407bac4b req-df1f5438-760f-40d1-8b51-f727ddc2ace9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9cf09cc6-9022-42d8-96c2-e4ea0d1e749b HTTP/1.1" status: 200 len: 908 time: 0.5677824 Nov 09 21:14:58.187101 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-da568774-edc9-49f9-89de-4ef6cc8492ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:58.243933 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd12c00-4bbf-4321-b99e-7275b07f030f req-a9e31ff4-8aa6-4ec9-bd34-183c3c58520f tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:58.248323 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cfd12c00-4bbf-4321-b99e-7275b07f030f req-a9e31ff4-8aa6-4ec9-bd34-183c3c58520f tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=078323f7-cede-47db-a65d-9ea48c2d49ca HTTP/1.1" status: 200 len: 949 time: 0.1077106 Nov 09 21:14:58.347254 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cfd12c00-4bbf-4321-b99e-7275b07f030f req-7d02cced-20b3-4dc6-b9d7-141f9f3a463b tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887377 Nov 09 21:14:58.375831 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=17edb1a1-37cf-4b30-a587-425d7c52a26d,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:14:58.377631 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-22ce0284-1e78-4ab9-99b1-3d5f407bac4b req-4f88d0e4-d036-4fa9-80e3-3f45781a2001 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=308c9019-04d9-41f2-83f3-e7ae648ba7ec HTTP/1.1" status: 200 len: 217 time: 0.1355302 Nov 09 21:14:58.478377 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce0284-1e78-4ab9-99b1-3d5f407bac4b req-652d6637-42b6-4849-8c99-ae117cf06a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:58.479859 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-22ce0284-1e78-4ab9-99b1-3d5f407bac4b req-652d6637-42b6-4849-8c99-ae117cf06a6b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39c6d736-667d-4cbf-9558-9612dacd0f8d HTTP/1.1" status: 200 len: 848 time: 0.0876637 Nov 09 21:14:58.538230 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-22ce0284-1e78-4ab9-99b1-3d5f407bac4b req-56095ade-1b5b-492a-bbae-7bb516a3d25f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9cf09cc6-9022-42d8-96c2-e4ea0d1e749b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331936 Nov 09 21:14:58.577413 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1227e2f1-a7e6-4706-9d8a-c1480a595374 admin admin] Router f15193b5-cc62-400b-9141-50819cd14590 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:14:58.761216 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 308c9019-04d9-41f2-83f3-e7ae648ba7ec, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=308c9019-04d9-41f2-83f3-e7ae648ba7ec,segment=NetworkSegment(dafe29ae-1ba0-4490-879c-5008a3eac5b2),segment_id=dafe29ae-1ba0-4490-879c-5008a3eac5b2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:14:58.776407 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 308c9019-04d9-41f2-83f3-e7ae648ba7ec has no active binding in host n-h1-816206-3 {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 21:14:58.807178 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-22ce0284-1e78-4ab9-99b1-3d5f407bac4b req-0de54756-9b0c-416a-83b8-bde13ce7c899 service neutron] 10.222.0.43 "GET /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505472 Nov 09 21:14:58.883475 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1227e2f1-a7e6-4706-9d8a-c1480a595374 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:14:58.896731 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40bdd0e-6442-4ac4-a414-1c6ed59e365d None None] Sync routers for ids ['f15193b5-cc62-400b-9141-50819cd14590'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:14:58.907841 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40bdd0e-6442-4ac4-a414-1c6ed59e365d None None] Routers {'f15193b5-cc62-400b-9141-50819cd14590'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:14:58.908491 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-f40bdd0e-6442-4ac4-a414-1c6ed59e365d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:14:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f15193b5-cc62-400b-9141-50819cd14590'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:14:58.925396 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1227e2f1-a7e6-4706-9d8a-c1480a595374 admin admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:58.927797 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1227e2f1-a7e6-4706-9d8a-c1480a595374 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5423248 Nov 09 21:14:58.930602 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33402) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:14:58.965915 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-22ce0284-1e78-4ab9-99b1-3d5f407bac4b req-9e457eeb-c9a4-4e08-87c6-57ea266a9f8b service neutron] 10.222.0.43 "GET /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490483 Nov 09 21:14:59.048816 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-f40bdd0e-6442-4ac4-a414-1c6ed59e365d None None] Set router f15193b5-cc62-400b-9141-50819cd14590 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:14:59.198631 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-4ef78cb8-8428-496c-9892-17558bd8dd47 None None] Provisioning complete for port 17edb1a1-37cf-4b30-a587-425d7c52a26d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:14:59.199017 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4ef78cb8-8428-496c-9892-17558bd8dd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:59.340347 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-f40bdd0e-6442-4ac4-a414-1c6ed59e365d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15193b5-cc62-400b-9141-50819cd14590', 'name': 'tempest-TaggedBootDevicesTest-1130941535-router', 'tenant_id': '400600a87b5744da836a5a4df97863c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '1f54d51a-a509-43fb-85c6-83287b942a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:14:55Z', 'updated_at': '2021-11-09T21:14:56Z', 'revision_number': 3, 'project_id': '400600a87b5744da836a5a4df97863c7', 'gw_port': {'id': '1f54d51a-a509-43fb-85c6-83287b942a03', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:83:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15193b5-cc62-400b-9141-50819cd14590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:14:56Z', 'updated_at': '2021-11-09T21:14:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:14:59.343614 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe30f2-aade-4fa2-a102-07eda1daedc4 req-668d4e30-5cdd-4524-9391-45dee97db736 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:59.345251 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-20fe30f2-aade-4fa2-a102-07eda1daedc4 req-668d4e30-5cdd-4524-9391-45dee97db736 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60bddb61-79c9-492a-b074-1a9ad796af66 HTTP/1.1" status: 200 len: 943 time: 0.1505713 Nov 09 21:14:59.372805 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40bdd0e-6442-4ac4-a414-1c6ed59e365d None None] Checking router: f15193b5-cc62-400b-9141-50819cd14590 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:14:59.373168 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40bdd0e-6442-4ac4-a414-1c6ed59e365d None None] Updating router f15193b5-cc62-400b-9141-50819cd14590 port 1f54d51a-a509-43fb-85c6-83287b942a03 binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:14:59.385965 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b4fe4-72be-443e-a62d-2bd74f6e1d16 req-da21be80-62d8-49c6-bf01-d27c054389a4 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:59.394362 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-943b4fe4-72be-443e-a62d-2bd74f6e1d16 req-da21be80-62d8-49c6-bf01-d27c054389a4 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 948 time: 0.0741596 Nov 09 21:14:59.401468 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f40bdd0e-6442-4ac4-a414-1c6ed59e365d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:59.455922 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-943b4fe4-72be-443e-a62d-2bd74f6e1d16 req-79c72290-5ec9-4e68-a255-3170bd040e69 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595868 Nov 09 21:14:59.460469 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-20fe30f2-aade-4fa2-a102-07eda1daedc4 req-c4613825-771b-4d77-ad87-e2c7299b69fc tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006784 Nov 09 21:14:59.680516 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c1513-f5ff-48cb-a933-0c78b5571f67 req-155b7c31-26cc-499d-bfc4-660a55f664a7 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:59.688005 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6f8c1513-f5ff-48cb-a933-0c78b5571f67 req-155b7c31-26cc-499d-bfc4-660a55f664a7 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=078323f7-cede-47db-a65d-9ea48c2d49ca HTTP/1.1" status: 200 len: 949 time: 0.1178837 Nov 09 21:14:59.740043 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2adf6a0e-5f9f-455c-a3c0-293c2b4d9d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:14:59.769442 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6f8c1513-f5ff-48cb-a933-0c78b5571f67 req-4f9965ee-dfa1-4531-bc8f-e248cfe57148 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805242 Nov 09 21:14:59.903015 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 17edb1a1-37cf-4b30-a587-425d7c52a26d up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:14:59.904069 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75b95e-e09f-40f4-8e41-8c188707f608 req-cbf1664a-9b01-4246-baf4-0e589fd39d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:14:59.905641 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8f75b95e-e09f-40f4-8e41-8c188707f608 req-cbf1664a-9b01-4246-baf4-0e589fd39d27 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab9f62a9766648e6a735e31e91b7e450&device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 1099 time: 0.0602076 Nov 09 21:14:59.984891 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-2adf6a0e-5f9f-455c-a3c0-293c2b4d9d52 admin admin] Allocated IP 172.20.0.1 (d6a5df07-fe3c-47f1-83e0-b8908198e01d/55602be9-97b4-4359-8931-67067a301b3c/0c844657-9d7d-40c4-8f9d-f57e57caa8af) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:14:59.989710 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 17edb1a1-37cf-4b30-a587-425d7c52a26d triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:14:59.990141 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:00.033705 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dcdcdd-0786-4e82-8c1c-4f6136b5849f req-02ab8c1d-9768-42f3-a873-cfb1c95d21a9 tempest-ServersOnMultiNodesTest-454294139 tempest-ServersOnMultiNodesTest-454294139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:00.036041 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-20dcdcdd-0786-4e82-8c1c-4f6136b5849f req-02ab8c1d-9768-42f3-a873-cfb1c95d21a9 tempest-ServersOnMultiNodesTest-454294139 tempest-ServersOnMultiNodesTest-454294139-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=078323f7-cede-47db-a65d-9ea48c2d49ca HTTP/1.1" status: 200 len: 1100 time: 0.1090157 Nov 09 21:15:00.072471 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f40bdd0e-6442-4ac4-a414-1c6ed59e365d None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:00.078775 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75b95e-e09f-40f4-8e41-8c188707f608 req-2a9d5b66-6528-4c6b-b759-d08cc606ce81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:00.080260 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8f75b95e-e09f-40f4-8e41-8c188707f608 req-2a9d5b66-6528-4c6b-b759-d08cc606ce81 service neutron] 10.222.0.43 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.1426437 Nov 09 21:15:00.100466 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2adf6a0e-5f9f-455c-a3c0-293c2b4d9d52 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:00.105811 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f40bdd0e-6442-4ac4-a414-1c6ed59e365d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:00.139038 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2adf6a0e-5f9f-455c-a3c0-293c2b4d9d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:00.146443 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-20dcdcdd-0786-4e82-8c1c-4f6136b5849f req-57849b0f-bfe4-4632-b72d-ea57e4ff0720 tempest-ServersOnMultiNodesTest-454294139 tempest-ServersOnMultiNodesTest-454294139-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978706 Nov 09 21:15:00.150101 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8f75b95e-e09f-40f4-8e41-8c188707f608 req-e6f3183f-c7d8-4958-83d7-2df95bda5a6d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=96e311e4-91ed-45b7-ad20-39610f4e530b HTTP/1.1" status: 200 len: 217 time: 0.0520198 Nov 09 21:15:00.160883 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 74f58e05-5729-4c1b-be21-ab1b4d531e49 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:15:00.162886 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-f40bdd0e-6442-4ac4-a414-1c6ed59e365d None None] Attempting to bind port 1f54d51a-a509-43fb-85c6-83287b942a03 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:15:00.163254 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-f40bdd0e-6442-4ac4-a414-1c6ed59e365d None None] Attempting to bind port 1f54d51a-a509-43fb-85c6-83287b942a03 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:15:00.163617 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40bdd0e-6442-4ac4-a414-1c6ed59e365d None None] Attempting to bind port 1f54d51a-a509-43fb-85c6-83287b942a03 on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:15:00.183466 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adf6a0e-5f9f-455c-a3c0-293c2b4d9d52 admin admin] Network d6a5df07-fe3c-47f1-83e0-b8908198e01d is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:15:00.189919 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40bdd0e-6442-4ac4-a414-1c6ed59e365d None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:15:00.190371 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40bdd0e-6442-4ac4-a414-1c6ed59e365d None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:15:00.190662 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-2adf6a0e-5f9f-455c-a3c0-293c2b4d9d52 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:15:00.190796 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f40bdd0e-6442-4ac4-a414-1c6ed59e365d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:00.191053 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40bdd0e-6442-4ac4-a414-1c6ed59e365d None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:15:00.191542 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-f40bdd0e-6442-4ac4-a414-1c6ed59e365d None None] Bound port: 1f54d51a-a509-43fb-85c6-83287b942a03, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:15:00.191924 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f40bdd0e-6442-4ac4-a414-1c6ed59e365d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:00.195080 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adf6a0e-5f9f-455c-a3c0-293c2b4d9d52 admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:15:00.221036 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf6a0e-5f9f-455c-a3c0-293c2b4d9d52 admin admin] Pushing event updated for resources: {'Port': ['ID=0c844657-9d7d-40c4-8f9d-f57e57caa8af,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:00.249449 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2adf6a0e-5f9f-455c-a3c0-293c2b4d9d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:00.260767 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a3bd94-128a-4999-939e-471301438113 None None] Pushing event updated for resources: {'Port': ['ID=1f54d51a-a509-43fb-85c6-83287b942a03,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:00.270959 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75b95e-e09f-40f4-8e41-8c188707f608 req-cdcf840f-e81f-422d-a736-747594683ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:00.273584 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8f75b95e-e09f-40f4-8e41-8c188707f608 req-cdcf840f-e81f-422d-a736-747594683ed5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.1088710 Nov 09 21:15:00.356349 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75b95e-e09f-40f4-8e41-8c188707f608 req-41af9914-45bb-4eb5-a532-25eff04aeb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:00.358110 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8f75b95e-e09f-40f4-8e41-8c188707f608 req-41af9914-45bb-4eb5-a532-25eff04aeb52 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0700810 Nov 09 21:15:00.361445 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-f40bdd0e-6442-4ac4-a414-1c6ed59e365d None None] For port 1f54d51a-a509-43fb-85c6-83287b942a03, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:15:00.367113 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-f40bdd0e-6442-4ac4-a414-1c6ed59e365d None None] For port 1f54d51a-a509-43fb-85c6-83287b942a03, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=1f54d51a-a509-43fb-85c6-83287b942a03,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:15:00.374986 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f40bdd0e-6442-4ac4-a414-1c6ed59e365d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:00.439382 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 74f58e05-5729-4c1b-be21-ab1b4d531e49, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=74f58e05-5729-4c1b-be21-ab1b4d531e49,segment=NetworkSegment(cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2),segment_id=cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:15:00.471536 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-0c7f28c2-95b8-491e-b1e3-3dfaab442370 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=901d7209663f4224b6f7af44b74208e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443902 Nov 09 21:15:00.478291 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '74f58e05-5729-4c1b-be21-ab1b4d531e49', 'network_id': 'c451f8d0-81c8-47ac-9cdf-57d805f40534', 'port_id': '74f58e05-5729-4c1b-be21-ab1b4d531e49', 'mac_address': 'fa:16:3e:0a:a9:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48001444-9492-49b6-bd26-a82c0797ca23', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:15:00.508516 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a3bd94-128a-4999-939e-471301438113 None None] Pushing event updated for resources: {'Port': ['ID=1f54d51a-a509-43fb-85c6-83287b942a03,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:00.509189 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8f75b95e-e09f-40f4-8e41-8c188707f608 req-1651a2a2-f69a-485c-a3d8-20ac1254598f service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393225 Nov 09 21:15:00.512459 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40bdd0e-6442-4ac4-a414-1c6ed59e365d None None] Routers {'f15193b5-cc62-400b-9141-50819cd14590'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:15:00.513560 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-f40bdd0e-6442-4ac4-a414-1c6ed59e365d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:14:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f15193b5-cc62-400b-9141-50819cd14590'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:15:00.566349 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2adf6a0e-5f9f-455c-a3c0-293c2b4d9d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:00.639682 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:00.641904 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c719a-16f6-443a-bfec-a187578c7b64 req-cdb04938-b386-4b34-9bcc-817fba653247 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:00.643227 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d91c719a-16f6-443a-bfec-a187578c7b64 req-cdb04938-b386-4b34-9bcc-817fba653247 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 948 time: 0.0749424 Nov 09 21:15:00.649330 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-a696428b-dcf8-4fc3-8e37-b1706957e5df None None] Provisioning complete for port 0c844657-9d7d-40c4-8f9d-f57e57caa8af triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:15:00.649709 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a696428b-dcf8-4fc3-8e37-b1706957e5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:00.677855 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8f75b95e-e09f-40f4-8e41-8c188707f608 req-b6850a3d-54c0-40e0-8f37-55a46d380f46 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533151 Nov 09 21:15:00.692190 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-0ed83869-7078-47bc-9a28-b42af156ec83 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:00.694397 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-0ed83869-7078-47bc-9a28-b42af156ec83 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2016282 Nov 09 21:15:00.695765 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74f58e05-5729-4c1b-be21-ab1b4d531e49 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:15:00.713062 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d91c719a-16f6-443a-bfec-a187578c7b64 req-ac7f2652-fc01-48cb-b1a2-c32e3e3751e0 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630236 Nov 09 21:15:00.732376 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 74f58e05-5729-4c1b-be21-ab1b4d531e49, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=74f58e05-5729-4c1b-be21-ab1b4d531e49,segment=NetworkSegment(cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2),segment_id=cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:15:00.734438 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-f40bdd0e-6442-4ac4-a414-1c6ed59e365d None None] Set router f15193b5-cc62-400b-9141-50819cd14590 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:15:00.736930 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-a696428b-dcf8-4fc3-8e37-b1706957e5df None None] Port 0c844657-9d7d-40c4-8f9d-f57e57caa8af cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:15:00.774228 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:00.774644 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 308c9019-04d9-41f2-83f3-e7ae648ba7ec details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:15:00.775465 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-4e245d9a-bf94-472d-8be9-b87fc971cfc0 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/quotas/901d7209663f4224b6f7af44b74208e8 HTTP/1.1" status: 200 len: 375 time: 0.0298507 Nov 09 21:15:00.858787 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17607e1d-9f1d-47c4-ba7c-b3368855d4be req-4e00366c-c00c-4543-bc15-714ddfcb5773 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:00.869061 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-17607e1d-9f1d-47c4-ba7c-b3368855d4be req-4e00366c-c00c-4543-bc15-714ddfcb5773 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60bddb61-79c9-492a-b074-1a9ad796af66 HTTP/1.1" status: 200 len: 943 time: 0.0880380 Nov 09 21:15:00.894024 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-ab6781bf-2148-4c34-ba77-26dea6423661 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=901d7209663f4224b6f7af44b74208e8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1141624 Nov 09 21:15:00.919067 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.db.resource_extend [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 21:15:00.934595 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=74f58e05-5729-4c1b-be21-ab1b4d531e49,revision_number=6']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:00.948311 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2adf6a0e-5f9f-455c-a3c0-293c2b4d9d52 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:00.955231 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2adf6a0e-5f9f-455c-a3c0-293c2b4d9d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:00.993251 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-17607e1d-9f1d-47c4-ba7c-b3368855d4be req-33971233-7e02-4c76-8456-58d297e4e3e8 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230273 Nov 09 21:15:01.014726 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-e9f604f3-be47-412e-956c-9a7bc58a5ee3 service neutron] 10.222.0.43 "GET /v2.0/ports/308c9019-04d9-41f2-83f3-e7ae648ba7ec/bindings/n-h1-816206-3 HTTP/1.1" status: 200 len: 384 time: 0.1198428 Nov 09 21:15:01.055547 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 308c9019-04d9-41f2-83f3-e7ae648ba7ec, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=308c9019-04d9-41f2-83f3-e7ae648ba7ec,segment=NetworkSegment(dafe29ae-1ba0-4490-879c-5008a3eac5b2),segment_id=dafe29ae-1ba0-4490-879c-5008a3eac5b2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:15:01.074842 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 308c9019-04d9-41f2-83f3-e7ae648ba7ec has no active binding in host n-h1-816206-3 {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 21:15:01.090773 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf6a0e-5f9f-455c-a3c0-293c2b4d9d52 admin admin] Pushing event updated for resources: {'Port': ['ID=0c844657-9d7d-40c4-8f9d-f57e57caa8af,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:01.100257 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2adf6a0e-5f9f-455c-a3c0-293c2b4d9d52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:01.167292 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-f40bdd0e-6442-4ac4-a414-1c6ed59e365d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15193b5-cc62-400b-9141-50819cd14590', 'name': 'tempest-TaggedBootDevicesTest-1130941535-router', 'tenant_id': '400600a87b5744da836a5a4df97863c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '1f54d51a-a509-43fb-85c6-83287b942a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:14:55Z', 'updated_at': '2021-11-09T21:15:00Z', 'revision_number': 4, 'project_id': '400600a87b5744da836a5a4df97863c7', 'gw_port': {'id': '1f54d51a-a509-43fb-85c6-83287b942a03', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:83:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15193b5-cc62-400b-9141-50819cd14590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:14:56Z', 'updated_at': '2021-11-09T21:15:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '0c844657-9d7d-40c4-8f9d-f57e57caa8af', 'name': '', 'network_id': 'd6a5df07-fe3c-47f1-83e0-b8908198e01d', 'tenant_id': '400600a87b5744da836a5a4df97863c7', 'mac_address': 'fa:16:3e:49:9b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15193b5-cc62-400b-9141-50819cd14590', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '55602be9-97b4-4359-8931-67067a301b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:14:59Z', 'updated_at': '2021-11-09T21:14:59Z', 'revision_number': 1, 'project_id': '400600a87b5744da836a5a4df97863c7', 'subnets': [{'id': '55602be9-97b4-4359-8931-67067a301b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:15:01.214734 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40bdd0e-6442-4ac4-a414-1c6ed59e365d None None] The sync data for ids ['f15193b5-cc62-400b-9141-50819cd14590'] in n-d-816206-3 is: [{'id': 'f15193b5-cc62-400b-9141-50819cd14590', 'name': 'tempest-TaggedBootDevicesTest-1130941535-router', 'tenant_id': '400600a87b5744da836a5a4df97863c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '1f54d51a-a509-43fb-85c6-83287b942a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:14:55Z', 'updated_at': '2021-11-09T21:15:00Z', 'revision_number': 4, 'project_id': '400600a87b5744da836a5a4df97863c7', 'gw_port': {'id': '1f54d51a-a509-43fb-85c6-83287b942a03', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:83:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15193b5-cc62-400b-9141-50819cd14590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:14:56Z', 'updated_at': '2021-11-09T21:15:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '0c844657-9d7d-40c4-8f9d-f57e57caa8af', 'name': '', 'network_id': 'd6a5df07-fe3c-47f1-83e0-b8908198e01d', 'tenant_id': '400600a87b5744da836a5a4df97863c7', 'mac_address': 'fa:16:3e:49:9b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15193b5-cc62-400b-9141-50819cd14590', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '55602be9-97b4-4359-8931-67067a301b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:14:59Z', 'updated_at': '2021-11-09T21:14:59Z', 'revision_number': 1, 'project_id': '400600a87b5744da836a5a4df97863c7', 'subnets': [{'id': '55602be9-97b4-4359-8931-67067a301b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:15:01.332105 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adf6a0e-5f9f-455c-a3c0-293c2b4d9d52 admin admin] Network d6a5df07-fe3c-47f1-83e0-b8908198e01d is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:15:01.334976 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-2adf6a0e-5f9f-455c-a3c0-293c2b4d9d52 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:15:01.359272 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cd9897e9-8503-4394-862a-089793d07a82 req-a53dfd62-c04d-404c-8e71-93779ea44982 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c26e99-7fc9-4508-9c20-9655ad058124 HTTP/1.1" status: 200 len: 210 time: 0.0824370 Nov 09 21:15:01.375975 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['74f58e05-5729-4c1b-be21-ab1b4d531e49'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:15:01.426038 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-d4e0f694-527c-4fee-8378-2036fabd97d8 service neutron] For port 308c9019-04d9-41f2-83f3-e7ae648ba7ec, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=308c9019-04d9-41f2-83f3-e7ae648ba7ec,segment=NetworkSegment(dafe29ae-1ba0-4490-879c-5008a3eac5b2),segment_id=dafe29ae-1ba0-4490-879c-5008a3eac5b2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:15:01.452453 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-d4e0f694-527c-4fee-8378-2036fabd97d8 service neutron] For port 308c9019-04d9-41f2-83f3-e7ae648ba7ec, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:15:01.539421 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-d4e0f694-527c-4fee-8378-2036fabd97d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 308c9019-04d9-41f2-83f3-e7ae648ba7ec {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:15:01.575582 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-d4e0f694-527c-4fee-8378-2036fabd97d8 service neutron] For port 308c9019-04d9-41f2-83f3-e7ae648ba7ec, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=308c9019-04d9-41f2-83f3-e7ae648ba7ec,segment=NetworkSegment(dafe29ae-1ba0-4490-879c-5008a3eac5b2),segment_id=dafe29ae-1ba0-4490-879c-5008a3eac5b2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:15:01.595003 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-d4e0f694-527c-4fee-8378-2036fabd97d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:01.762548 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2adf6a0e-5f9f-455c-a3c0-293c2b4d9d52 admin admin] Router f15193b5-cc62-400b-9141-50819cd14590 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:15:01.827344 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-d4e0f694-527c-4fee-8378-2036fabd97d8 service neutron] Transition to ACTIVE for port object 308c9019-04d9-41f2-83f3-e7ae648ba7ec will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:15:01.835050 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-d4e0f694-527c-4fee-8378-2036fabd97d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:01.906916 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-99b6ea7b-0515-48ef-ba70-83b70e43fe4e None None] Provisioning complete for port 0c844657-9d7d-40c4-8f9d-f57e57caa8af triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:15:01.909043 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-99b6ea7b-0515-48ef-ba70-83b70e43fe4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:01.987015 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-d4e0f694-527c-4fee-8378-2036fabd97d8 service neutron] No DVR routers for this DVR port 308c9019-04d9-41f2-83f3-e7ae648ba7ec on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:15:02.000086 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-99b6ea7b-0515-48ef-ba70-83b70e43fe4e None None] Port 0c844657-9d7d-40c4-8f9d-f57e57caa8af cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:15:02.055538 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-d4e0f694-527c-4fee-8378-2036fabd97d8 service neutron] 10.222.0.43 "PUT /v2.0/ports/308c9019-04d9-41f2-83f3-e7ae648ba7ec/bindings/n-h1-816206-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0156147 Nov 09 21:15:02.080222 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0f694-527c-4fee-8378-2036fabd97d8 service neutron] Pushing event updated for resources: {'Port': ['ID=308c9019-04d9-41f2-83f3-e7ae648ba7ec,revision_number=10']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:02.115940 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac2253-200b-4310-974d-c497666a6239 req-ecca58ab-abfa-45c7-888c-6ab94dabd1cb tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:02.126900 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5aac2253-200b-4310-974d-c497666a6239 req-ecca58ab-abfa-45c7-888c-6ab94dabd1cb tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 948 time: 0.2284627 Nov 09 21:15:02.154512 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 74f58e05-5729-4c1b-be21-ab1b4d531e49 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:15:02.166988 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2adf6a0e-5f9f-455c-a3c0-293c2b4d9d52 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:15:02.176359 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2adf6a0e-5f9f-455c-a3c0-293c2b4d9d52 admin admin] 10.222.0.49 "PUT /v2.0/routers/f15193b5-cc62-400b-9141-50819cd14590/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2408698 Nov 09 21:15:02.213816 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbae760-cf7c-4388-8ad9-62a3b6aab298 req-8489ec5b-cdd9-4e74-b251-3e739c388ee7 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:02.223480 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-abbae760-cf7c-4388-8ad9-62a3b6aab298 req-8489ec5b-cdd9-4e74-b251-3e739c388ee7 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60bddb61-79c9-492a-b074-1a9ad796af66 HTTP/1.1" status: 200 len: 944 time: 0.1160846 Nov 09 21:15:02.264056 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5aac2253-200b-4310-974d-c497666a6239 req-1f4c49cc-5948-4c1f-9206-11c182e16056 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203237 Nov 09 21:15:02.336929 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 74f58e05-5729-4c1b-be21-ab1b4d531e49 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:15:02.337263 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:02.451635 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-e8961f08-da43-4969-a572-509c2f404b6b tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:02.453214 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-e8961f08-da43-4969-a572-509c2f404b6b tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=60bddb61-79c9-492a-b074-1a9ad796af66&tenant_id=5a6366c08f5c4a9bb0bdc56b2ea0a20e&binding%3Ahost_id=n-h2-816206-3 HTTP/1.1" status: 200 len: 1095 time: 0.2142813 Nov 09 21:15:02.591359 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-abbae760-cf7c-4388-8ad9-62a3b6aab298 req-f8d28fa8-b5c9-4a18-8bd0-45865196405f tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668532 Nov 09 21:15:02.614992 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:02.679512 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-4e34ed4b-d9f8-478b-b026-230af8b01798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:02.686988 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-4e34ed4b-d9f8-478b-b026-230af8b01798 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=60bddb61-79c9-492a-b074-1a9ad796af66&tenant_id=5a6366c08f5c4a9bb0bdc56b2ea0a20e HTTP/1.1" status: 200 len: 1095 time: 0.2104824 Nov 09 21:15:02.717582 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21adb9b9-1c53-4286-bf9d-3e9701ef614a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f58e05-5729-4c1b-be21-ab1b4d531e49'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:15:02.719955 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e856bdf-54d9-4333-b035-eaa8fca82e03" -d '{"events": [{"server_uuid": "21adb9b9-1c53-4286-bf9d-3e9701ef614a", "name": "network-vif-plugged", "status": "completed", "tag": "74f58e05-5729-4c1b-be21-ab1b4d531e49"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:15:02.744514 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 74f58e05-5729-4c1b-be21-ab1b4d531e49, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=74f58e05-5729-4c1b-be21-ab1b4d531e49,segment=NetworkSegment(cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2),segment_id=cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:15:02.757060 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:02.878114 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3700e254-9ae8-4ac8-a12d-2ef504e975fc req-7695520f-d761-4ba9-9e20-84398a5bb766 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c26e99-7fc9-4508-9c20-9655ad058124 HTTP/1.1" status: 200 len: 210 time: 0.0705466 Nov 09 21:15:02.886502 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e92e12-6d3a-4191-922a-1db533af4941 x-openstack-request-id: req-d5e92e12-6d3a-4191-922a-1db533af4941 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:15:02.888203 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21adb9b9-1c53-4286-bf9d-3e9701ef614a", "name": "network-vif-plugged", "status": "completed", "tag": "74f58e05-5729-4c1b-be21-ab1b4d531e49", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:15:02.888732 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d5e92e12-6d3a-4191-922a-1db533af4941 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:15:02.890788 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21adb9b9-1c53-4286-bf9d-3e9701ef614a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f58e05-5729-4c1b-be21-ab1b4d531e49', 'code': 200} Nov 09 21:15:02.892056 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 308c9019-04d9-41f2-83f3-e7ae648ba7ec no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:15:02.900349 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-44b588dc-f665-4a1f-b488-39ad74f821a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:02.902922 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-44b588dc-f665-4a1f-b488-39ad74f821a4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a6366c08f5c4a9bb0bdc56b2ea0a20e&device_id=60bddb61-79c9-492a-b074-1a9ad796af66 HTTP/1.1" status: 200 len: 1095 time: 0.1707797 Nov 09 21:15:03.001329 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 308c9019-04d9-41f2-83f3-e7ae648ba7ec not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:15:03.022490 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=74f58e05-5729-4c1b-be21-ab1b4d531e49,revision_number=7']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:03.034149 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-b8f711ce-a722-4547-b32a-5c2dadd4cb4c tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=901d7209663f4224b6f7af44b74208e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0798049 Nov 09 21:15:03.171113 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-1a275e71-86d0-497b-aeed-0b278cbfbc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:03.172925 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-1a275e71-86d0-497b-aeed-0b278cbfbc2b service neutron] 10.222.0.45 "GET /v2.0/networks?id=9cf09cc6-9022-42d8-96c2-e4ea0d1e749b HTTP/1.1" status: 200 len: 908 time: 0.2617445 Nov 09 21:15:03.236523 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-34c1d3fc-407a-4333-9f9c-4f83dfa40413 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=308c9019-04d9-41f2-83f3-e7ae648ba7ec HTTP/1.1" status: 200 len: 217 time: 0.0539486 Nov 09 21:15:03.251544 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-c4f5709d-e1e7-4c48-8848-10b1b95da198 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:03.257808 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-c4f5709d-e1e7-4c48-8848-10b1b95da198 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2126095 Nov 09 21:15:03.275234 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-0aca0437-58b9-4024-84a6-536332be8cb0 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Request body: {'port': {'device_id': '86c26e99-7fc9-4508-9c20-9655ad058124', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'admin_state_up': True, 'tenant_id': '901d7209663f4224b6f7af44b74208e8'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:15:03.318762 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-656fdd1f-d21d-4b23-9927-3d9c520c20b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:03.320442 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-656fdd1f-d21d-4b23-9927-3d9c520c20b0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=39c6d736-667d-4cbf-9558-9612dacd0f8d HTTP/1.1" status: 200 len: 848 time: 0.0676415 Nov 09 21:15:03.401314 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-e52814ea-03a9-489c-9ed8-466e85a02630 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9cf09cc6-9022-42d8-96c2-e4ea0d1e749b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625532 Nov 09 21:15:03.435744 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:03.588374 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-0aca0437-58b9-4024-84a6-536332be8cb0 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Made reservation on behalf of 901d7209663f4224b6f7af44b74208e8 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:15:03.592729 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-0aca0437-58b9-4024-84a6-536332be8cb0 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:03.604318 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44779d23-bf48-462b-bbb6-a1e3c741f5a5 req-0ded966f-5ca6-4cd4-8670-e162a46bf316 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:03.616803 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-44779d23-bf48-462b-bbb6-a1e3c741f5a5 req-0ded966f-5ca6-4cd4-8670-e162a46bf316 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 948 time: 0.1486084 Nov 09 21:15:03.638277 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-bf3fb5e7-58ed-42ab-b86d-bbfdd8513459 service neutron] 10.222.0.45 "GET /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123318 Nov 09 21:15:03.746645 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 1f54d51a-a509-43fb-85c6-83287b942a03 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:15:03.780325 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-44779d23-bf48-462b-bbb6-a1e3c741f5a5 req-aed22bfc-0b9c-47f7-bda5-4e10bc8e9bb8 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624830 Nov 09 21:15:03.860309 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-3dd7971c-cdda-4d49-8d4a-9583fcb31b5e service neutron] 10.222.0.45 "GET /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088726 Nov 09 21:15:03.867927 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 1f54d51a-a509-43fb-85c6-83287b942a03 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:15:03.868558 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:03.942029 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-0aca0437-58b9-4024-84a6-536332be8cb0 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Allocated IP 192.168.233.79 (568519e4-f6af-4966-9e93-738c3c6cb9f1/5ba3500c-a288-4596-ba94-148f2bd8a6da/d9a6774f-2cfe-49c1-a1b4-25eb14df3a50) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:15:04.036851 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:04.123537 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 1f54d51a-a509-43fb-85c6-83287b942a03, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=1f54d51a-a509-43fb-85c6-83287b942a03,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:15:04.135199 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:04.245549 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=1f54d51a-a509-43fb-85c6-83287b942a03,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:04.288926 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-a1a8362a-b21c-482f-8ea2-582d5dae3342 tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:04.291121 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-a1a8362a-b21c-482f-8ea2-582d5dae3342 tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=60bddb61-79c9-492a-b074-1a9ad796af66&tenant_id=5a6366c08f5c4a9bb0bdc56b2ea0a20e&binding%3Ahost_id=n-h1-816206-3 HTTP/1.1" status: 200 len: 1095 time: 0.0871618 Nov 09 21:15:04.429067 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ee755-47a6-4738-bcfd-ebf14066a89b req-f8fed22a-5a6e-4ded-a9f6-6c8cd9ab0e44 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:04.436531 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f53ee755-47a6-4738-bcfd-ebf14066a89b req-f8fed22a-5a6e-4ded-a9f6-6c8cd9ab0e44 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60bddb61-79c9-492a-b074-1a9ad796af66 HTTP/1.1" status: 200 len: 944 time: 0.4281681 Nov 09 21:15:04.476153 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-2788aa2a-3a63-4822-a7f4-3c9b017e60ff service neutron] For port 308c9019-04d9-41f2-83f3-e7ae648ba7ec, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:15:04.479847 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-2788aa2a-3a63-4822-a7f4-3c9b017e60ff service neutron] Publish callbacks [] for binding, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:04.481462 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b32e2fcd-033f-43e2-a0d3-f43a02852f9a req-2788aa2a-3a63-4822-a7f4-3c9b017e60ff service neutron] 10.222.0.45 "DELETE /v2.0/ports/308c9019-04d9-41f2-83f3-e7ae648ba7ec/bindings/n-h2-816206-3 HTTP/1.1" status: 204 len: 173 time: 0.1783977 Nov 09 21:15:04.525563 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f53ee755-47a6-4738-bcfd-ebf14066a89b req-a608f7de-8d9e-4d9d-bd1c-53b70601f571 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880909 Nov 09 21:15:04.595110 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-0aca0437-58b9-4024-84a6-536332be8cb0 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:04.656545 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-0aca0437-58b9-4024-84a6-536332be8cb0 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:04.671121 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['8f939950-bea2-412a-a2e7-7941436a9d0e', '8fffad74-aadd-420e-b124-a25fa48d0b2c', '6ea26908-1c6a-4d82-b26f-3bca70608d0b', '0bf25821-6e02-4aee-8496-3623d0b49287'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:15:04.714232 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29', '533f611e-07d0-4da2-a057-348014734fff', '628112a8-0c63-4e84-85d2-40b9680b00f9'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:15:04.754757 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-0aca0437-58b9-4024-84a6-536332be8cb0 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Network 568519e4-f6af-4966-9e93-738c3c6cb9f1 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:15:04.775227 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-0aca0437-58b9-4024-84a6-536332be8cb0 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:15:04.803723 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-0aca0437-58b9-4024-84a6-536332be8cb0 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:15:04.952278 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca0437-58b9-4024-84a6-536332be8cb0 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Pushing event updated for resources: {'Port': ['ID=d9a6774f-2cfe-49c1-a1b4-25eb14df3a50,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:05.005931 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404ee055-c086-45e6-a6ef-f3a67490ad3d None None] Sync routers for ids ['f15193b5-cc62-400b-9141-50819cd14590'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:15:05.021547 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404ee055-c086-45e6-a6ef-f3a67490ad3d None None] Routers {'f15193b5-cc62-400b-9141-50819cd14590'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:15:05.027045 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-404ee055-c086-45e6-a6ef-f3a67490ad3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:14:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f15193b5-cc62-400b-9141-50819cd14590'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:15:05.084446 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f05e9-17bc-475b-87bc-7d2d410dbfbf req-78f814b7-aecd-4b09-997f-05819cb7eb01 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:05.093142 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-162f05e9-17bc-475b-87bc-7d2d410dbfbf req-78f814b7-aecd-4b09-997f-05819cb7eb01 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c26e99-7fc9-4508-9c20-9655ad058124 HTTP/1.1" status: 200 len: 935 time: 0.3339877 Nov 09 21:15:05.120663 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-0aca0437-58b9-4024-84a6-536332be8cb0 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:05.120663 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-0aca0437-58b9-4024-84a6-536332be8cb0 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:05.194892 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-0aca0437-58b9-4024-84a6-536332be8cb0 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9272966 Nov 09 21:15:05.258235 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-6f18cba7-904d-4b23-9d8e-53dc107723e8 service neutron] Request body: {'port': {'device_id': '86c26e99-7fc9-4508-9c20-9655ad058124', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:15:05.307968 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-162f05e9-17bc-475b-87bc-7d2d410dbfbf req-31e7d5fe-39a9-4057-aece-e714e7309a2d tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132604 Nov 09 21:15:05.395349 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-6f18cba7-904d-4b23-9d8e-53dc107723e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:05.502747 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-289d090d-b009-4922-b56b-c576444fd951 None None] Provisioning complete for port d9a6774f-2cfe-49c1-a1b4-25eb14df3a50 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:15:05.503334 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-289d090d-b009-4922-b56b-c576444fd951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:05.508219 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e04978-86cd-4f12-84bb-fb158bed338b req-fb9926ea-92db-43ff-bf21-b51a8deb6ca7 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:05.514828 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-404ee055-c086-45e6-a6ef-f3a67490ad3d None None] Set router f15193b5-cc62-400b-9141-50819cd14590 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:15:05.525229 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-91e04978-86cd-4f12-84bb-fb158bed338b req-fb9926ea-92db-43ff-bf21-b51a8deb6ca7 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 948 time: 0.1053672 Nov 09 21:15:05.727576 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-289d090d-b009-4922-b56b-c576444fd951 None None] Port d9a6774f-2cfe-49c1-a1b4-25eb14df3a50 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:15:05.758929 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 1f54d51a-a509-43fb-85c6-83287b942a03 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:15:05.790641 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-91e04978-86cd-4f12-84bb-fb158bed338b req-15b7230a-d8eb-4f4c-92a9-af0e6d988c16 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618752 Nov 09 21:15:05.986494 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-404ee055-c086-45e6-a6ef-f3a67490ad3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15193b5-cc62-400b-9141-50819cd14590', 'name': 'tempest-TaggedBootDevicesTest-1130941535-router', 'tenant_id': '400600a87b5744da836a5a4df97863c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '1f54d51a-a509-43fb-85c6-83287b942a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:14:55Z', 'updated_at': '2021-11-09T21:15:00Z', 'revision_number': 4, 'project_id': '400600a87b5744da836a5a4df97863c7', 'gw_port': {'id': '1f54d51a-a509-43fb-85c6-83287b942a03', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:83:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15193b5-cc62-400b-9141-50819cd14590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:14:56Z', 'updated_at': '2021-11-09T21:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '0c844657-9d7d-40c4-8f9d-f57e57caa8af', 'name': '', 'network_id': 'd6a5df07-fe3c-47f1-83e0-b8908198e01d', 'tenant_id': '400600a87b5744da836a5a4df97863c7', 'mac_address': 'fa:16:3e:49:9b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15193b5-cc62-400b-9141-50819cd14590', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '55602be9-97b4-4359-8931-67067a301b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:14:59Z', 'updated_at': '2021-11-09T21:15:00Z', 'revision_number': 2, 'project_id': '400600a87b5744da836a5a4df97863c7', 'subnets': [{'id': '55602be9-97b4-4359-8931-67067a301b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:15:06.024000 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404ee055-c086-45e6-a6ef-f3a67490ad3d None None] Checking router: f15193b5-cc62-400b-9141-50819cd14590 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:15:06.025214 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404ee055-c086-45e6-a6ef-f3a67490ad3d None None] Updating router f15193b5-cc62-400b-9141-50819cd14590 port 0c844657-9d7d-40c4-8f9d-f57e57caa8af binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:15:06.050649 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-404ee055-c086-45e6-a6ef-f3a67490ad3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:06.063852 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 1f54d51a-a509-43fb-85c6-83287b942a03 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:15:06.064220 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:06.360049 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-6f18cba7-904d-4b23-9d8e-53dc107723e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9a6774f-2cfe-49c1-a1b4-25eb14df3a50 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:15:06.362787 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-6f18cba7-904d-4b23-9d8e-53dc107723e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:06.389497 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de04058-3a95-4910-8d74-af9bc3226302 req-167344d9-6b3c-4057-9dce-42cb763c6204 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:06.391172 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6de04058-3a95-4910-8d74-af9bc3226302 req-167344d9-6b3c-4057-9dce-42cb763c6204 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60bddb61-79c9-492a-b074-1a9ad796af66 HTTP/1.1" status: 200 len: 944 time: 0.3319151 Nov 09 21:15:06.406581 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-6f18cba7-904d-4b23-9d8e-53dc107723e8 service neutron] Transition to ACTIVE for port object d9a6774f-2cfe-49c1-a1b4-25eb14df3a50 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:15:06.417087 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-6f18cba7-904d-4b23-9d8e-53dc107723e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:06.437077 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-404ee055-c086-45e6-a6ef-f3a67490ad3d None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:06.450332 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-404ee055-c086-45e6-a6ef-f3a67490ad3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:06.540592 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f9ac22-00a8-4f2d-8f1e-998cda08b710 None None] Pushing event updated for resources: {'Port': ['ID=0c844657-9d7d-40c4-8f9d-f57e57caa8af,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:06.568938 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f9ac22-00a8-4f2d-8f1e-998cda08b710 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:15:06.569254 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f9ac22-00a8-4f2d-8f1e-998cda08b710 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:15:06.569775 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f9ac22-00a8-4f2d-8f1e-998cda08b710 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:15:06.570269 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f9ac22-00a8-4f2d-8f1e-998cda08b710 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:15:06.570817 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f9ac22-00a8-4f2d-8f1e-998cda08b710 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:15:06.571303 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f9ac22-00a8-4f2d-8f1e-998cda08b710 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:15:06.572046 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f9ac22-00a8-4f2d-8f1e-998cda08b710 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:15:06.577152 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f9ac22-00a8-4f2d-8f1e-998cda08b710 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:15:06.578394 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f9ac22-00a8-4f2d-8f1e-998cda08b710 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:15:06.578893 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f9ac22-00a8-4f2d-8f1e-998cda08b710 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:15:06.579374 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f9ac22-00a8-4f2d-8f1e-998cda08b710 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:15:06.579850 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f9ac22-00a8-4f2d-8f1e-998cda08b710 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:15:06.622652 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18cba7-904d-4b23-9d8e-53dc107723e8 service neutron] Pushing event updated for resources: {'Port': ['ID=d9a6774f-2cfe-49c1-a1b4-25eb14df3a50,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:06.694696 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6de04058-3a95-4910-8d74-af9bc3226302 req-a177d951-81d7-478c-b81b-9d272c6bb282 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962849 Nov 09 21:15:06.714400 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-404ee055-c086-45e6-a6ef-f3a67490ad3d None None] Attempting to bind port 0c844657-9d7d-40c4-8f9d-f57e57caa8af on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:15:06.714761 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-404ee055-c086-45e6-a6ef-f3a67490ad3d None None] Attempting to bind port 0c844657-9d7d-40c4-8f9d-f57e57caa8af by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'f477b23b-3157-468e-9cfa-93d67e390b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd6a5df07-fe3c-47f1-83e0-b8908198e01d'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:15:06.717718 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404ee055-c086-45e6-a6ef-f3a67490ad3d None None] Attempting to bind port 0c844657-9d7d-40c4-8f9d-f57e57caa8af on network d6a5df07-fe3c-47f1-83e0-b8908198e01d {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:15:06.727985 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404ee055-c086-45e6-a6ef-f3a67490ad3d None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:15:06.739840 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404ee055-c086-45e6-a6ef-f3a67490ad3d None None] Checking segment: {'id': 'f477b23b-3157-468e-9cfa-93d67e390b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd6a5df07-fe3c-47f1-83e0-b8908198e01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:15:06.740441 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-404ee055-c086-45e6-a6ef-f3a67490ad3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:06.741015 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404ee055-c086-45e6-a6ef-f3a67490ad3d None None] Bound using segment: {'id': 'f477b23b-3157-468e-9cfa-93d67e390b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd6a5df07-fe3c-47f1-83e0-b8908198e01d'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:15:06.741677 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-404ee055-c086-45e6-a6ef-f3a67490ad3d None None] Bound port: 0c844657-9d7d-40c4-8f9d-f57e57caa8af, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f477b23b-3157-468e-9cfa-93d67e390b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd6a5df07-fe3c-47f1-83e0-b8908198e01d'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:15:06.742372 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-404ee055-c086-45e6-a6ef-f3a67490ad3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:06.750203 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-6f18cba7-904d-4b23-9d8e-53dc107723e8 service neutron] Attempting to bind port d9a6774f-2cfe-49c1-a1b4-25eb14df3a50 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:15:06.759662 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-6f18cba7-904d-4b23-9d8e-53dc107723e8 service neutron] Attempting to bind port d9a6774f-2cfe-49c1-a1b4-25eb14df3a50 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:15:06.759999 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-6f18cba7-904d-4b23-9d8e-53dc107723e8 service neutron] Attempting to bind port d9a6774f-2cfe-49c1-a1b4-25eb14df3a50 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:15:06.779833 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-6f18cba7-904d-4b23-9d8e-53dc107723e8 service neutron] Port d9a6774f-2cfe-49c1-a1b4-25eb14df3a50 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:15:06.785423 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-6f18cba7-904d-4b23-9d8e-53dc107723e8 service neutron] Attempting to bind port d9a6774f-2cfe-49c1-a1b4-25eb14df3a50 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:15:06.811063 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-6f18cba7-904d-4b23-9d8e-53dc107723e8 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:15:06.811398 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-6f18cba7-904d-4b23-9d8e-53dc107723e8 service neutron] Checking segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:15:06.811837 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-6f18cba7-904d-4b23-9d8e-53dc107723e8 service neutron] Bound using segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:15:06.812272 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-6f18cba7-904d-4b23-9d8e-53dc107723e8 service neutron] Bound port: d9a6774f-2cfe-49c1-a1b4-25eb14df3a50, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:15:06.812644 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-6f18cba7-904d-4b23-9d8e-53dc107723e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:06.930051 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-404ee055-c086-45e6-a6ef-f3a67490ad3d None None] For port 0c844657-9d7d-40c4-8f9d-f57e57caa8af, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:15:06.933891 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-404ee055-c086-45e6-a6ef-f3a67490ad3d None None] For port 0c844657-9d7d-40c4-8f9d-f57e57caa8af, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=0c844657-9d7d-40c4-8f9d-f57e57caa8af,segment=NetworkSegment(f477b23b-3157-468e-9cfa-93d67e390b26),segment_id=f477b23b-3157-468e-9cfa-93d67e390b26)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:15:06.942282 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-404ee055-c086-45e6-a6ef-f3a67490ad3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:06.970411 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-6f18cba7-904d-4b23-9d8e-53dc107723e8 service neutron] For port d9a6774f-2cfe-49c1-a1b4-25eb14df3a50, host n-h1-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:15:06.977840 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-6f18cba7-904d-4b23-9d8e-53dc107723e8 service neutron] For port d9a6774f-2cfe-49c1-a1b4-25eb14df3a50, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=d9a6774f-2cfe-49c1-a1b4-25eb14df3a50,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:15:06.986709 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-6f18cba7-904d-4b23-9d8e-53dc107723e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:07.044314 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f9ac22-00a8-4f2d-8f1e-998cda08b710 None None] Pushing event updated for resources: {'Port': ['ID=0c844657-9d7d-40c4-8f9d-f57e57caa8af,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:07.053528 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404ee055-c086-45e6-a6ef-f3a67490ad3d None None] Routers {'f15193b5-cc62-400b-9141-50819cd14590'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:15:07.054576 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-404ee055-c086-45e6-a6ef-f3a67490ad3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:14:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f15193b5-cc62-400b-9141-50819cd14590'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:15:07.114446 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-6f18cba7-904d-4b23-9d8e-53dc107723e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:07.118537 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-6f18cba7-904d-4b23-9d8e-53dc107723e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:07.129590 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-6f18cba7-904d-4b23-9d8e-53dc107723e8 service neutron] 10.222.0.45 "PUT /v2.0/ports/d9a6774f-2cfe-49c1-a1b4-25eb14df3a50 HTTP/1.1" status: 200 len: 1095 time: 1.9034889 Nov 09 21:15:07.133182 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c26e99-7fc9-4508-9c20-9655ad058124', 'tag': 'd9a6774f-2cfe-49c1-a1b4-25eb14df3a50'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:15:07.155319 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c814dde-a5f9-4145-b31f-d4abab9a5669" -d '{"events": [{"name": "network-changed", "server_uuid": "86c26e99-7fc9-4508-9c20-9655ad058124", "tag": "d9a6774f-2cfe-49c1-a1b4-25eb14df3a50"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:15:07.226686 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-dc1b3a75-b389-42e9-9744-061db3c901c9 None None] Provisioning complete for port 0c844657-9d7d-40c4-8f9d-f57e57caa8af triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:15:07.228836 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dc1b3a75-b389-42e9-9744-061db3c901c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:07.285405 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18cba7-904d-4b23-9d8e-53dc107723e8 service neutron] Pushing event updated for resources: {'Port': ['ID=d9a6774f-2cfe-49c1-a1b4-25eb14df3a50,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:07.311029 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-404ee055-c086-45e6-a6ef-f3a67490ad3d None None] Set router f15193b5-cc62-400b-9141-50819cd14590 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:15:07.319648 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bfd3d5-3b05-45a5-97b8-e3ef83d8e333 req-8babde4d-e689-492b-8318-710c4ccff2eb tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:07.334354 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-49bfd3d5-3b05-45a5-97b8-e3ef83d8e333 req-8babde4d-e689-492b-8318-710c4ccff2eb tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c26e99-7fc9-4508-9c20-9655ad058124 HTTP/1.1" status: 200 len: 947 time: 0.3013439 Nov 09 21:15:07.464307 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-49bfd3d5-3b05-45a5-97b8-e3ef83d8e333 req-fb900175-c411-42f1-9f21-64934ae7fc47 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290460 Nov 09 21:15:07.475589 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dc1b3a75-b389-42e9-9744-061db3c901c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:07.481631 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-7a491d64-686e-48cc-ad9f-e525c9df3202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:07.483136 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-7a491d64-686e-48cc-ad9f-e525c9df3202 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=901d7209663f4224b6f7af44b74208e8&device_id=86c26e99-7fc9-4508-9c20-9655ad058124 HTTP/1.1" status: 200 len: 1098 time: 0.3226418 Nov 09 21:15:07.581462 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-dc1b3a75-b389-42e9-9744-061db3c901c9 None None] For port 0c844657-9d7d-40c4-8f9d-f57e57caa8af, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=0c844657-9d7d-40c4-8f9d-f57e57caa8af,segment=NetworkSegment(f477b23b-3157-468e-9cfa-93d67e390b26),segment_id=f477b23b-3157-468e-9cfa-93d67e390b26)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:15:07.585213 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dc1b3a75-b389-42e9-9744-061db3c901c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:07.621200 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-481d2787-8ba0-4c16-ab20-b4d3888d1874 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=d9a6774f-2cfe-49c1-a1b4-25eb14df3a50 HTTP/1.1" status: 200 len: 217 time: 0.1261036 Nov 09 21:15:07.677261 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b3a75-b389-42e9-9744-061db3c901c9 None None] Pushing event updated for resources: {'Port': ['ID=0c844657-9d7d-40c4-8f9d-f57e57caa8af,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:07.735212 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-9df5316a-1a5e-454f-a84b-0902a55c1c52 None None] Provisioning complete for port 0c844657-9d7d-40c4-8f9d-f57e57caa8af triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:15:07.735856 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9df5316a-1a5e-454f-a84b-0902a55c1c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:07.780167 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 0c844657-9d7d-40c4-8f9d-f57e57caa8af up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:15:07.791561 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-404ee055-c086-45e6-a6ef-f3a67490ad3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15193b5-cc62-400b-9141-50819cd14590', 'name': 'tempest-TaggedBootDevicesTest-1130941535-router', 'tenant_id': '400600a87b5744da836a5a4df97863c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '1f54d51a-a509-43fb-85c6-83287b942a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:14:55Z', 'updated_at': '2021-11-09T21:15:00Z', 'revision_number': 4, 'project_id': '400600a87b5744da836a5a4df97863c7', 'gw_port': {'id': '1f54d51a-a509-43fb-85c6-83287b942a03', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:83:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15193b5-cc62-400b-9141-50819cd14590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:14:56Z', 'updated_at': '2021-11-09T21:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '0c844657-9d7d-40c4-8f9d-f57e57caa8af', 'name': '', 'network_id': 'd6a5df07-fe3c-47f1-83e0-b8908198e01d', 'tenant_id': '400600a87b5744da836a5a4df97863c7', 'mac_address': 'fa:16:3e:49:9b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15193b5-cc62-400b-9141-50819cd14590', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '55602be9-97b4-4359-8931-67067a301b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:14:59Z', 'updated_at': '2021-11-09T21:15:06Z', 'revision_number': 4, 'project_id': '400600a87b5744da836a5a4df97863c7', 'subnets': [{'id': '55602be9-97b4-4359-8931-67067a301b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:15:07.831250 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-e935d791-46b1-462e-88cd-50ee0dbd4e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:07.835821 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-e935d791-46b1-462e-88cd-50ee0dbd4e61 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.2044144 Nov 09 21:15:07.844483 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc01c64-d511-4a63-8f75-c86acb93f00a req-47778b3f-4117-48ee-8938-61b8f6234502 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:07.844794 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404ee055-c086-45e6-a6ef-f3a67490ad3d None None] The sync data for ids ['f15193b5-cc62-400b-9141-50819cd14590'] in n-d-816206-3 is: [{'id': 'f15193b5-cc62-400b-9141-50819cd14590', 'name': 'tempest-TaggedBootDevicesTest-1130941535-router', 'tenant_id': '400600a87b5744da836a5a4df97863c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '1f54d51a-a509-43fb-85c6-83287b942a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:14:55Z', 'updated_at': '2021-11-09T21:15:00Z', 'revision_number': 4, 'project_id': '400600a87b5744da836a5a4df97863c7', 'gw_port': {'id': '1f54d51a-a509-43fb-85c6-83287b942a03', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:83:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15193b5-cc62-400b-9141-50819cd14590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:14:56Z', 'updated_at': '2021-11-09T21:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '0c844657-9d7d-40c4-8f9d-f57e57caa8af', 'name': '', 'network_id': 'd6a5df07-fe3c-47f1-83e0-b8908198e01d', 'tenant_id': '400600a87b5744da836a5a4df97863c7', 'mac_address': 'fa:16:3e:49:9b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15193b5-cc62-400b-9141-50819cd14590', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '55602be9-97b4-4359-8931-67067a301b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:14:59Z', 'updated_at': '2021-11-09T21:15:06Z', 'revision_number': 4, 'project_id': '400600a87b5744da836a5a4df97863c7', 'subnets': [{'id': '55602be9-97b4-4359-8931-67067a301b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:15:07.872842 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dcc01c64-d511-4a63-8f75-c86acb93f00a req-47778b3f-4117-48ee-8938-61b8f6234502 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 948 time: 0.1753666 Nov 09 21:15:07.876067 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 0c844657-9d7d-40c4-8f9d-f57e57caa8af triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:15:07.876447 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:07.901869 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:15:08.007851 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dcc01c64-d511-4a63-8f75-c86acb93f00a req-ceb634a5-b350-4575-97ef-46f095dd6562 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407290 Nov 09 21:15:08.038189 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-ce32e83a-e1b7-4160-b532-7e6d48893587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:08.040054 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-ce32e83a-e1b7-4160-b532-7e6d48893587 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1713500 Nov 09 21:15:08.217759 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f264b13a-16f5-4b50-8b95-7ed9d365a9fc x-openstack-request-id: req-f264b13a-16f5-4b50-8b95-7ed9d365a9fc {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:15:08.217961 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86c26e99-7fc9-4508-9c20-9655ad058124", "tag": "d9a6774f-2cfe-49c1-a1b4-25eb14df3a50", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:15:08.218149 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f264b13a-16f5-4b50-8b95-7ed9d365a9fc {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:15:08.218527 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c26e99-7fc9-4508-9c20-9655ad058124', 'tag': 'd9a6774f-2cfe-49c1-a1b4-25eb14df3a50', 'status': 'completed', 'code': 200} Nov 09 21:15:08.261261 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-2176d4bd-93e6-49fc-8972-b9d5931e4ba4 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126300 Nov 09 21:15:08.426924 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444922d8-b7d0-4b32-bcc8-65ad8572fb48 req-5dd62c94-4f11-41fd-b348-df60b24275be tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:08.431676 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-444922d8-b7d0-4b32-bcc8-65ad8572fb48 req-5dd62c94-4f11-41fd-b348-df60b24275be tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=60bddb61-79c9-492a-b074-1a9ad796af66 HTTP/1.1" status: 200 len: 1095 time: 0.0811176 Nov 09 21:15:08.478024 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-cbc2799b-bf27-425a-a75a-454d4518d4e7 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026029 Nov 09 21:15:08.549207 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-444922d8-b7d0-4b32-bcc8-65ad8572fb48 req-ba9532d0-a01d-4773-abd8-c9b770842d9d tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130943 Nov 09 21:15:08.670100 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c814dde-a5f9-4145-b31f-d4abab9a5669 req-2920f355-8022-4eed-9003-ae30ab0381dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:08.671895 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7c814dde-a5f9-4145-b31f-d4abab9a5669 req-2920f355-8022-4eed-9003-ae30ab0381dc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=901d7209663f4224b6f7af44b74208e8&device_id=86c26e99-7fc9-4508-9c20-9655ad058124 HTTP/1.1" status: 200 len: 1098 time: 0.1147203 Nov 09 21:15:08.820788 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c814dde-a5f9-4145-b31f-d4abab9a5669 req-2e3ff491-c635-4134-8f49-955355602026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:08.823050 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7c814dde-a5f9-4145-b31f-d4abab9a5669 req-2e3ff491-c635-4134-8f49-955355602026 service neutron] 10.222.0.45 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.1391559 Nov 09 21:15:08.878431 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7c814dde-a5f9-4145-b31f-d4abab9a5669 req-e083479c-f85a-44e7-8886-738060e8ed6b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=d9a6774f-2cfe-49c1-a1b4-25eb14df3a50 HTTP/1.1" status: 200 len: 217 time: 0.0480092 Nov 09 21:15:08.965839 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c814dde-a5f9-4145-b31f-d4abab9a5669 req-c359a649-6840-4ad8-a22e-065aa20843f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:08.967865 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7c814dde-a5f9-4145-b31f-d4abab9a5669 req-c359a649-6840-4ad8-a22e-065aa20843f2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.0741985 Nov 09 21:15:09.029247 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3945c-bd74-4e4c-a960-76a4adc71ec8 req-61e29b79-7848-401c-83c7-f56812e05fa3 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:09.037808 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7bf3945c-bd74-4e4c-a960-76a4adc71ec8 req-61e29b79-7848-401c-83c7-f56812e05fa3 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c26e99-7fc9-4508-9c20-9655ad058124 HTTP/1.1" status: 200 len: 947 time: 0.1622791 Nov 09 21:15:09.081269 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c814dde-a5f9-4145-b31f-d4abab9a5669 req-3624197b-2a6c-4a5c-a4d4-469317bdb35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:09.083016 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7c814dde-a5f9-4145-b31f-d4abab9a5669 req-3624197b-2a6c-4a5c-a4d4-469317bdb35d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1047509 Nov 09 21:15:09.128324 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7bf3945c-bd74-4e4c-a960-76a4adc71ec8 req-1ffb6ba6-5662-45a2-aa7a-d2a046e4a200 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895598 Nov 09 21:15:09.232198 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7c814dde-a5f9-4145-b31f-d4abab9a5669 req-c2d9a34d-353d-4e64-9335-551790c3d0c4 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374586 Nov 09 21:15:09.370899 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7c814dde-a5f9-4145-b31f-d4abab9a5669 req-3d1b353c-fe98-4b2a-acaf-9d6c3d1a4396 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221592 Nov 09 21:15:09.682066 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 0c844657-9d7d-40c4-8f9d-f57e57caa8af up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:15:09.758780 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 0c844657-9d7d-40c4-8f9d-f57e57caa8af triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:15:09.759139 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:12.212179 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device d9a6774f-2cfe-49c1-a1b4-25eb14df3a50 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:15:12.330616 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port d9a6774f-2cfe-49c1-a1b4-25eb14df3a50, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=d9a6774f-2cfe-49c1-a1b4-25eb14df3a50,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:15:12.343734 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': 'd9a6774f-2cfe-49c1-a1b4-25eb14df3a50', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'port_id': 'd9a6774f-2cfe-49c1-a1b4-25eb14df3a50', 'mac_address': 'fa:16:3e:72:9b:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba3500c-a288-4596-ba94-148f2bd8a6da', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:15:12.392716 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:12.407600 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9a6774f-2cfe-49c1-a1b4-25eb14df3a50 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:15:12.429484 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port d9a6774f-2cfe-49c1-a1b4-25eb14df3a50, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=d9a6774f-2cfe-49c1-a1b4-25eb14df3a50,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:15:12.433853 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:12.531048 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=d9a6774f-2cfe-49c1-a1b4-25eb14df3a50,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:12.831918 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['d9a6774f-2cfe-49c1-a1b4-25eb14df3a50'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:15:15.816208 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2b246-7f0d-4d5d-bba8-3764e20991b3 req-cf7fc251-2a32-4b4b-9b93-f7cec01f4829 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:15.818022 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-89f2b246-7f0d-4d5d-bba8-3764e20991b3 req-cf7fc251-2a32-4b4b-9b93-f7cec01f4829 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/networks?id=9cf09cc6-9022-42d8-96c2-e4ea0d1e749b HTTP/1.1" status: 200 len: 808 time: 0.1261730 Nov 09 21:15:15.825816 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c261be-4cbe-45d1-afad-4a4e47963c0a req-eb2f4d9b-94d6-4be5-819d-1be7e8731367 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:15.828066 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-69c261be-4cbe-45d1-afad-4a4e47963c0a req-eb2f4d9b-94d6-4be5-819d-1be7e8731367 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 948 time: 0.0620508 Nov 09 21:15:15.834144 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-89f2b246-7f0d-4d5d-bba8-3764e20991b3 req-beb64c34-735a-4be3-b885-1d4968168b99 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/quotas/5a6366c08f5c4a9bb0bdc56b2ea0a20e HTTP/1.1" status: 200 len: 375 time: 0.0098996 Nov 09 21:15:15.894712 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-69c261be-4cbe-45d1-afad-4a4e47963c0a req-a71254ed-e72d-421f-8bf3-e1266b5be766 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601811 Nov 09 21:15:15.904899 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-89f2b246-7f0d-4d5d-bba8-3764e20991b3 req-fbafaf17-101a-44f3-a0cd-37d63737d4a5 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5a6366c08f5c4a9bb0bdc56b2ea0a20e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635810 Nov 09 21:15:16.029928 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-89f2b246-7f0d-4d5d-bba8-3764e20991b3 req-3fdb2711-6da9-4230-8a9d-0d2f94107e7e service neutron] 10.222.0.49 "GET /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177144 Nov 09 21:15:16.174544 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-89f2b246-7f0d-4d5d-bba8-3764e20991b3 req-c1b97726-5d51-46f3-8147-c9ed190e4934 service neutron] 10.222.0.49 "GET /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303067 Nov 09 21:15:16.215400 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device d9a6774f-2cfe-49c1-a1b4-25eb14df3a50 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:15:16.220343 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c17a5f-8f51-4326-b399-612cf8000553 req-5676c24d-4c31-4270-8e91-742a848d2247 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:16.222208 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-04c17a5f-8f51-4326-b399-612cf8000553 req-5676c24d-4c31-4270-8e91-742a848d2247 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c26e99-7fc9-4508-9c20-9655ad058124 HTTP/1.1" status: 200 len: 948 time: 0.0547459 Nov 09 21:15:16.281022 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-04c17a5f-8f51-4326-b399-612cf8000553 req-92ed876a-c518-431b-9f12-643f05fed020 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497415 Nov 09 21:15:16.305635 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port d9a6774f-2cfe-49c1-a1b4-25eb14df3a50 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:15:16.322195 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port d9a6774f-2cfe-49c1-a1b4-25eb14df3a50 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:15:16.322841 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:16.410571 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-df50677b-2d06-48ad-b34f-75f804ec0539 req-ee90cbd6-cbcd-41b9-b731-a78eded4631c tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e5a12d4-8ad3-4c14-abaf-57d178d86fc5 HTTP/1.1" status: 200 len: 210 time: 0.0519941 Nov 09 21:15:16.496381 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:16.521915 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c26e99-7fc9-4508-9c20-9655ad058124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a6774f-2cfe-49c1-a1b4-25eb14df3a50'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:15:16.529035 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b237e7-3b67-4410-859a-842ca4d1867c" -d '{"events": [{"server_uuid": "86c26e99-7fc9-4508-9c20-9655ad058124", "name": "network-vif-plugged", "status": "completed", "tag": "d9a6774f-2cfe-49c1-a1b4-25eb14df3a50"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:15:16.550540 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port d9a6774f-2cfe-49c1-a1b4-25eb14df3a50, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=d9a6774f-2cfe-49c1-a1b4-25eb14df3a50,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:15:16.555381 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:16.612250 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651f56f6-0062-440e-a242-c9eb23066ea8 x-openstack-request-id: req-651f56f6-0062-440e-a242-c9eb23066ea8 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:15:16.613147 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c26e99-7fc9-4508-9c20-9655ad058124", "name": "network-vif-plugged", "status": "completed", "tag": "d9a6774f-2cfe-49c1-a1b4-25eb14df3a50", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:15:16.613973 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-651f56f6-0062-440e-a242-c9eb23066ea8 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:15:16.614533 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c26e99-7fc9-4508-9c20-9655ad058124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a6774f-2cfe-49c1-a1b4-25eb14df3a50', 'code': 200} Nov 09 21:15:16.620786 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=d9a6774f-2cfe-49c1-a1b4-25eb14df3a50,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:16.728029 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc07e08-7cdc-4692-bd22-ec599e687384 req-cc55068b-8eb2-4b4d-9325-d6b97b8c31ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:16.729591 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2bc07e08-7cdc-4692-bd22-ec599e687384 req-cc55068b-8eb2-4b4d-9325-d6b97b8c31ab service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=86c26e99-7fc9-4508-9c20-9655ad058124 HTTP/1.1" status: 200 len: 1100 time: 0.0499430 Nov 09 21:15:16.781192 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2bc07e08-7cdc-4692-bd22-ec599e687384 req-3372d2fe-27fe-43bb-ab3b-e556efa52b9e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426373 Nov 09 21:15:17.066242 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5fcab-3c70-4eab-b755-72e4c996a69d req-296de115-fc58-4fe6-b0d7-2e3c75ea1043 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:17.075094 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7fb5fcab-3c70-4eab-b755-72e4c996a69d req-296de115-fc58-4fe6-b0d7-2e3c75ea1043 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 948 time: 0.0861497 Nov 09 21:15:17.135708 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7fb5fcab-3c70-4eab-b755-72e4c996a69d req-3f9e3b74-2624-449a-92c5-1f1912dfd843 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595815 Nov 09 21:15:17.412296 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8849c84-ca9d-4faf-a450-d72111a8fa2c req-2c7d6f77-c495-43ac-9d6d-25ff9d97e509 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:17.420459 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b8849c84-ca9d-4faf-a450-d72111a8fa2c req-2c7d6f77-c495-43ac-9d6d-25ff9d97e509 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c26e99-7fc9-4508-9c20-9655ad058124 HTTP/1.1" status: 200 len: 949 time: 0.0602009 Nov 09 21:15:17.474188 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b8849c84-ca9d-4faf-a450-d72111a8fa2c req-b9b26071-cd9e-40de-b9bd-3e071ec4bf25 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517449 Nov 09 21:15:17.558947 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-50ace518-48ad-4ae9-98df-c6e26f2aa3ec req-c970bfb2-8c52-4181-b128-30fb07463347 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e5a12d4-8ad3-4c14-abaf-57d178d86fc5 HTTP/1.1" status: 200 len: 210 time: 0.0299098 Nov 09 21:15:17.572796 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-02a91ac7-b4b5-4d2d-8cdb-395ec878fa27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:17.874612 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2b246-7f0d-4d5d-bba8-3764e20991b3 req-308ab0c7-481c-4137-a90a-8eeb88d29198 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:17.876353 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-89f2b246-7f0d-4d5d-bba8-3764e20991b3 req-308ab0c7-481c-4137-a90a-8eeb88d29198 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.43 "GET /v2.0/networks?id=9cf09cc6-9022-42d8-96c2-e4ea0d1e749b HTTP/1.1" status: 200 len: 808 time: 0.1154091 Nov 09 21:15:17.900106 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-89f2b246-7f0d-4d5d-bba8-3764e20991b3 req-5289ddf2-73ba-4b2e-9c0c-2e9e73b00fa3 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Request body: {'port': {'device_id': '5e5a12d4-8ad3-4c14-abaf-57d178d86fc5', 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b', 'admin_state_up': True, 'tenant_id': '5a6366c08f5c4a9bb0bdc56b2ea0a20e'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:15:18.026147 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89f2b246-7f0d-4d5d-bba8-3764e20991b3 req-5289ddf2-73ba-4b2e-9c0c-2e9e73b00fa3 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Made reservation on behalf of 5a6366c08f5c4a9bb0bdc56b2ea0a20e for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:15:18.030540 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-89f2b246-7f0d-4d5d-bba8-3764e20991b3 req-5289ddf2-73ba-4b2e-9c0c-2e9e73b00fa3 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:18.078136 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05b432-c458-4424-a0ac-879b0c3ce4a0 req-8cf20a80-2fdd-4b22-9b45-bb30b1cc707a tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:18.079704 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ea05b432-c458-4424-a0ac-879b0c3ce4a0 req-8cf20a80-2fdd-4b22-9b45-bb30b1cc707a tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/networks?id=c451f8d0-81c8-47ac-9cdf-57d805f40534 HTTP/1.1" status: 200 len: 805 time: 0.1284950 Nov 09 21:15:18.097206 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ea05b432-c458-4424-a0ac-879b0c3ce4a0 req-6a6e6e56-de7f-4aed-8325-0aa49bae2173 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/quotas/76936f9674ad45baa5c13f7f3fe24c2c HTTP/1.1" status: 200 len: 375 time: 0.0110791 Nov 09 21:15:18.149260 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ea05b432-c458-4424-a0ac-879b0c3ce4a0 req-2bfc46cc-560d-4d65-95a9-a63c1f809757 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=76936f9674ad45baa5c13f7f3fe24c2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0447559 Nov 09 21:15:18.178805 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-89f2b246-7f0d-4d5d-bba8-3764e20991b3 req-5289ddf2-73ba-4b2e-9c0c-2e9e73b00fa3 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Allocated IP 172.20.0.14 (9cf09cc6-9022-42d8-96c2-e4ea0d1e749b/39c6d736-667d-4cbf-9558-9612dacd0f8d/a3689f97-d8ca-4d92-8460-3d778109e644) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:15:18.284125 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ea05b432-c458-4424-a0ac-879b0c3ce4a0 req-fb61f704-68d0-48b8-8816-1fe4688006ae service neutron] 10.222.0.49 "GET /v2.0/networks/c451f8d0-81c8-47ac-9cdf-57d805f40534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280000 Nov 09 21:15:18.368095 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867269eb-8f4e-47be-9c1c-ac956987a322 req-aae8913e-669e-4c3c-858f-bcff84d66292 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:18.374583 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-867269eb-8f4e-47be-9c1c-ac956987a322 req-aae8913e-669e-4c3c-858f-bcff84d66292 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 948 time: 0.1457720 Nov 09 21:15:18.398120 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ea05b432-c458-4424-a0ac-879b0c3ce4a0 req-ebfd9368-803b-4d7f-ad3b-c9ab5071b942 service neutron] 10.222.0.49 "GET /v2.0/networks/c451f8d0-81c8-47ac-9cdf-57d805f40534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130335 Nov 09 21:15:18.440198 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-89f2b246-7f0d-4d5d-bba8-3764e20991b3 req-5289ddf2-73ba-4b2e-9c0c-2e9e73b00fa3 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:18.471188 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-867269eb-8f4e-47be-9c1c-ac956987a322 req-47242f0c-db5e-405a-8316-9476b6dad7f7 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953934 Nov 09 21:15:18.518061 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-89f2b246-7f0d-4d5d-bba8-3764e20991b3 req-5289ddf2-73ba-4b2e-9c0c-2e9e73b00fa3 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:18.576500 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89f2b246-7f0d-4d5d-bba8-3764e20991b3 req-5289ddf2-73ba-4b2e-9c0c-2e9e73b00fa3 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Network 9cf09cc6-9022-42d8-96c2-e4ea0d1e749b is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:15:18.580799 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-89f2b246-7f0d-4d5d-bba8-3764e20991b3 req-5289ddf2-73ba-4b2e-9c0c-2e9e73b00fa3 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:15:18.589232 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f2b246-7f0d-4d5d-bba8-3764e20991b3 req-5289ddf2-73ba-4b2e-9c0c-2e9e73b00fa3 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:15:18.633721 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5289ddf2-73ba-4b2e-9c0c-2e9e73b00fa3 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Pushing event updated for resources: {'Port': ['ID=a3689f97-d8ca-4d92-8460-3d778109e644,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:18.674836 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2b246-7f0d-4d5d-bba8-3764e20991b3 req-5289ddf2-73ba-4b2e-9c0c-2e9e73b00fa3 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:18.675649 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-89f2b246-7f0d-4d5d-bba8-3764e20991b3 req-5289ddf2-73ba-4b2e-9c0c-2e9e73b00fa3 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:18.700881 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-89f2b246-7f0d-4d5d-bba8-3764e20991b3 req-5289ddf2-73ba-4b2e-9c0c-2e9e73b00fa3 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8048642 Nov 09 21:15:18.738153 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-89f2b246-7f0d-4d5d-bba8-3764e20991b3 req-2724352e-80f7-41b0-9c6b-80ad040418c9 service neutron] Request body: {'port': {'device_id': '5e5a12d4-8ad3-4c14-abaf-57d178d86fc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:15:18.808584 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f3844f33-4cad-49e0-b453-7f4b8a023346 req-f51f9aa9-65b3-492e-9a04-c759e72ccf59 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e748671-fe8e-463e-b5de-fd2794de7091 HTTP/1.1" status: 200 len: 210 time: 0.0617964 Nov 09 21:15:18.855629 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ad218-4272-4b11-8d22-df0653789639 req-5b170593-0fba-443e-b0dd-9d2c8799b8fc tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:18.863750 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-265ad218-4272-4b11-8d22-df0653789639 req-5b170593-0fba-443e-b0dd-9d2c8799b8fc tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c26e99-7fc9-4508-9c20-9655ad058124 HTTP/1.1" status: 200 len: 949 time: 0.1616178 Nov 09 21:15:18.927090 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-89f2b246-7f0d-4d5d-bba8-3764e20991b3 req-2724352e-80f7-41b0-9c6b-80ad040418c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:18.971907 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d640c-d8c6-474c-aad3-2f5b1832f9c4 req-ad2822fd-e379-45c3-813b-8a4733f1ad3d tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:18.973685 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-da2d640c-d8c6-474c-aad3-2f5b1832f9c4 req-ad2822fd-e379-45c3-813b-8a4733f1ad3d tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e5a12d4-8ad3-4c14-abaf-57d178d86fc5 HTTP/1.1" status: 200 len: 932 time: 0.0955014 Nov 09 21:15:18.991132 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-265ad218-4272-4b11-8d22-df0653789639 req-a986179b-1977-49c9-a06c-ad963ab31462 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218441 Nov 09 21:15:19.093179 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-da2d640c-d8c6-474c-aad3-2f5b1832f9c4 req-64cd7592-6524-48e7-b805-db59b3a84af6 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063917 Nov 09 21:15:19.247479 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55433d59-7070-4d99-add5-e03aca2eae12 req-cbbfa0a4-8933-4220-9489-463a640a479c tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:19.247911 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-55433d59-7070-4d99-add5-e03aca2eae12 req-cbbfa0a4-8933-4220-9489-463a640a479c tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.45 "GET /v2.0/ports?device_id=21adb9b9-1c53-4286-bf9d-3e9701ef614a HTTP/1.1" status: 200 len: 946 time: 0.0673237 Nov 09 21:15:19.283260 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-89f2b246-7f0d-4d5d-bba8-3764e20991b3 req-2724352e-80f7-41b0-9c6b-80ad040418c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3689f97-d8ca-4d92-8460-3d778109e644 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:15:19.292970 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-89f2b246-7f0d-4d5d-bba8-3764e20991b3 req-2724352e-80f7-41b0-9c6b-80ad040418c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:19.309083 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-89f2b246-7f0d-4d5d-bba8-3764e20991b3 req-2724352e-80f7-41b0-9c6b-80ad040418c9 service neutron] Transition to ACTIVE for port object a3689f97-d8ca-4d92-8460-3d778109e644 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:15:19.313694 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-89f2b246-7f0d-4d5d-bba8-3764e20991b3 req-2724352e-80f7-41b0-9c6b-80ad040418c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:19.388885 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2724352e-80f7-41b0-9c6b-80ad040418c9 service neutron] Pushing event updated for resources: {'Port': ['ID=a3689f97-d8ca-4d92-8460-3d778109e644,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:19.405155 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-55433d59-7070-4d99-add5-e03aca2eae12 req-d3ae39c6-a8f9-4015-8ffd-a50bebc9ad2c tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Deleting port 74f58e05-5729-4c1b-be21-ab1b4d531e49 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:15:19.405509 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-55433d59-7070-4d99-add5-e03aca2eae12 req-d3ae39c6-a8f9-4015-8ffd-a50bebc9ad2c tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:19.493422 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-89f2b246-7f0d-4d5d-bba8-3764e20991b3 req-2724352e-80f7-41b0-9c6b-80ad040418c9 service neutron] Attempting to bind port a3689f97-d8ca-4d92-8460-3d778109e644 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:15:19.493763 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-89f2b246-7f0d-4d5d-bba8-3764e20991b3 req-2724352e-80f7-41b0-9c6b-80ad040418c9 service neutron] Attempting to bind port a3689f97-d8ca-4d92-8460-3d778109e644 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': 'dafe29ae-1ba0-4490-879c-5008a3eac5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:15:19.494089 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f2b246-7f0d-4d5d-bba8-3764e20991b3 req-2724352e-80f7-41b0-9c6b-80ad040418c9 service neutron] Attempting to bind port a3689f97-d8ca-4d92-8460-3d778109e644 on network 9cf09cc6-9022-42d8-96c2-e4ea0d1e749b {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:15:19.499362 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f2b246-7f0d-4d5d-bba8-3764e20991b3 req-2724352e-80f7-41b0-9c6b-80ad040418c9 service neutron] Port a3689f97-d8ca-4d92-8460-3d778109e644 on network 9cf09cc6-9022-42d8-96c2-e4ea0d1e749b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:15:19.499542 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f2b246-7f0d-4d5d-bba8-3764e20991b3 req-2724352e-80f7-41b0-9c6b-80ad040418c9 service neutron] Attempting to bind port a3689f97-d8ca-4d92-8460-3d778109e644 on network 9cf09cc6-9022-42d8-96c2-e4ea0d1e749b {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:15:19.507753 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f2b246-7f0d-4d5d-bba8-3764e20991b3 req-2724352e-80f7-41b0-9c6b-80ad040418c9 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:15:19.508114 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f2b246-7f0d-4d5d-bba8-3764e20991b3 req-2724352e-80f7-41b0-9c6b-80ad040418c9 service neutron] Checking segment: {'id': 'dafe29ae-1ba0-4490-879c-5008a3eac5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:15:19.508422 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f2b246-7f0d-4d5d-bba8-3764e20991b3 req-2724352e-80f7-41b0-9c6b-80ad040418c9 service neutron] Bound using segment: {'id': 'dafe29ae-1ba0-4490-879c-5008a3eac5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:15:19.509056 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-89f2b246-7f0d-4d5d-bba8-3764e20991b3 req-2724352e-80f7-41b0-9c6b-80ad040418c9 service neutron] Bound port: a3689f97-d8ca-4d92-8460-3d778109e644, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dafe29ae-1ba0-4490-879c-5008a3eac5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:15:19.509423 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-89f2b246-7f0d-4d5d-bba8-3764e20991b3 req-2724352e-80f7-41b0-9c6b-80ad040418c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:19.592526 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-55433d59-7070-4d99-add5-e03aca2eae12 req-d3ae39c6-a8f9-4015-8ffd-a50bebc9ad2c tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] For port 74f58e05-5729-4c1b-be21-ab1b4d531e49, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=74f58e05-5729-4c1b-be21-ab1b4d531e49,segment=NetworkSegment(cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2),segment_id=cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:15:19.593116 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-55433d59-7070-4d99-add5-e03aca2eae12 req-d3ae39c6-a8f9-4015-8ffd-a50bebc9ad2c tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:19.614594 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-89f2b246-7f0d-4d5d-bba8-3764e20991b3 req-2724352e-80f7-41b0-9c6b-80ad040418c9 service neutron] For port a3689f97-d8ca-4d92-8460-3d778109e644, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:15:19.620077 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-89f2b246-7f0d-4d5d-bba8-3764e20991b3 req-2724352e-80f7-41b0-9c6b-80ad040418c9 service neutron] For port a3689f97-d8ca-4d92-8460-3d778109e644, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=a3689f97-d8ca-4d92-8460-3d778109e644,segment=NetworkSegment(dafe29ae-1ba0-4490-879c-5008a3eac5b2),segment_id=dafe29ae-1ba0-4490-879c-5008a3eac5b2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:15:19.631183 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-55433d59-7070-4d99-add5-e03aca2eae12 req-d3ae39c6-a8f9-4015-8ffd-a50bebc9ad2c tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Calling delete_port for 74f58e05-5729-4c1b-be21-ab1b4d531e49 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:15:19.634468 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-89f2b246-7f0d-4d5d-bba8-3764e20991b3 req-2724352e-80f7-41b0-9c6b-80ad040418c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:19.699897 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2b246-7f0d-4d5d-bba8-3764e20991b3 req-2724352e-80f7-41b0-9c6b-80ad040418c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:19.700575 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-89f2b246-7f0d-4d5d-bba8-3764e20991b3 req-2724352e-80f7-41b0-9c6b-80ad040418c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:19.701908 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-89f2b246-7f0d-4d5d-bba8-3764e20991b3 req-2724352e-80f7-41b0-9c6b-80ad040418c9 service neutron] 10.222.0.43 "PUT /v2.0/ports/a3689f97-d8ca-4d92-8460-3d778109e644 HTTP/1.1" status: 200 len: 1092 time: 0.9862874 Nov 09 21:15:19.704021 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e5a12d4-8ad3-4c14-abaf-57d178d86fc5', 'tag': 'a3689f97-d8ca-4d92-8460-3d778109e644'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:15:19.706117 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37357017-8c38-40f0-8825-0a60b318832f" -d '{"events": [{"name": "network-changed", "server_uuid": "5e5a12d4-8ad3-4c14-abaf-57d178d86fc5", "tag": "a3689f97-d8ca-4d92-8460-3d778109e644"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:15:19.781848 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38788f4f-f1f9-4560-bd5c-fcff73db1d05 req-626d3824-b8f7-4a5a-8a3f-53de7fbb5819 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:19.783545 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-38788f4f-f1f9-4560-bd5c-fcff73db1d05 req-626d3824-b8f7-4a5a-8a3f-53de7fbb5819 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 948 time: 0.1666527 Nov 09 21:15:19.799026 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2724352e-80f7-41b0-9c6b-80ad040418c9 service neutron] Pushing event updated for resources: {'Port': ['ID=a3689f97-d8ca-4d92-8460-3d778109e644,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:19.863206 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-55433d59-7070-4d99-add5-e03aca2eae12 req-d3ae39c6-a8f9-4015-8ffd-a50bebc9ad2c tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:19.906229 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae39c6-a8f9-4015-8ffd-a50bebc9ad2c tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Pushing event deleted for resources: {'Port': ['ID=74f58e05-5729-4c1b-be21-ab1b4d531e49,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:19.910757 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-38788f4f-f1f9-4560-bd5c-fcff73db1d05 req-68f38b58-a5c4-4262-827b-11a55ef57534 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127336 Nov 09 21:15:19.914046 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2b246-7f0d-4d5d-bba8-3764e20991b3 req-68e0e2dc-6a48-436b-a114-3228ba4f1c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:19.917374 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-89f2b246-7f0d-4d5d-bba8-3764e20991b3 req-68e0e2dc-6a48-436b-a114-3228ba4f1c8f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5a6366c08f5c4a9bb0bdc56b2ea0a20e&device_id=5e5a12d4-8ad3-4c14-abaf-57d178d86fc5 HTTP/1.1" status: 200 len: 1095 time: 0.1298451 Nov 09 21:15:19.996657 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-55433d59-7070-4d99-add5-e03aca2eae12 req-d3ae39c6-a8f9-4015-8ffd-a50bebc9ad2c tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] No DVR routers for this DVR port 74f58e05-5729-4c1b-be21-ab1b4d531e49 on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:15:20.008052 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-55433d59-7070-4d99-add5-e03aca2eae12 req-d3ae39c6-a8f9-4015-8ffd-a50bebc9ad2c tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:20.013542 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-79cf92b9-71af-41b5-b03d-f87b59c1be5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:20.017274 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-55433d59-7070-4d99-add5-e03aca2eae12 req-d3ae39c6-a8f9-4015-8ffd-a50bebc9ad2c tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.45 "DELETE /v2.0/ports/74f58e05-5729-4c1b-be21-ab1b4d531e49 HTTP/1.1" status: 204 len: 173 time: 0.7569325 Nov 09 21:15:20.018466 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21adb9b9-1c53-4286-bf9d-3e9701ef614a', 'name': 'network-vif-deleted', 'tag': '74f58e05-5729-4c1b-be21-ab1b4d531e49'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:15:20.022259 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b63766b-5f65-4cb8-b2ad-4d3c9d9bde42" -d '{"events": [{"server_uuid": "21adb9b9-1c53-4286-bf9d-3e9701ef614a", "name": "network-vif-deleted", "tag": "74f58e05-5729-4c1b-be21-ab1b4d531e49"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:15:20.040562 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-89f2b246-7f0d-4d5d-bba8-3764e20991b3 req-4eb32e74-33c5-49b9-b0e8-3e32dd8d6644 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3689f97-d8ca-4d92-8460-3d778109e644 HTTP/1.1" status: 200 len: 217 time: 0.1061499 Nov 09 21:15:20.042656 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c656347a-6bcb-462f-8793-62f30db29011 x-openstack-request-id: req-c656347a-6bcb-462f-8793-62f30db29011 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:15:20.043024 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e5a12d4-8ad3-4c14-abaf-57d178d86fc5", "tag": "a3689f97-d8ca-4d92-8460-3d778109e644", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:15:20.043216 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c656347a-6bcb-462f-8793-62f30db29011 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:15:20.043601 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e5a12d4-8ad3-4c14-abaf-57d178d86fc5', 'tag': 'a3689f97-d8ca-4d92-8460-3d778109e644', 'status': 'completed', 'code': 200} Nov 09 21:15:20.084418 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-12e07ebb-1af4-4b47-9461-3600e17b9eb8 req-73cfd718-1127-4f37-9682-2d1053dbdc36 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e748671-fe8e-463e-b5de-fd2794de7091 HTTP/1.1" status: 200 len: 210 time: 0.0399101 Nov 09 21:15:20.196184 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2b246-7f0d-4d5d-bba8-3764e20991b3 req-4208bc28-f582-4a2e-a898-782b8b27e74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:20.197993 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-89f2b246-7f0d-4d5d-bba8-3764e20991b3 req-4208bc28-f582-4a2e-a898-782b8b27e74a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39c6d736-667d-4cbf-9558-9612dacd0f8d HTTP/1.1" status: 200 len: 848 time: 0.1039383 Nov 09 21:15:20.208806 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87a4023-3258-4249-b54f-a387253051f4 x-openstack-request-id: req-f87a4023-3258-4249-b54f-a387253051f4 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:15:20.209333 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21adb9b9-1c53-4286-bf9d-3e9701ef614a", "name": "network-vif-deleted", "tag": "74f58e05-5729-4c1b-be21-ab1b4d531e49", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:15:20.209333 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f87a4023-3258-4249-b54f-a387253051f4 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:15:20.209731 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21adb9b9-1c53-4286-bf9d-3e9701ef614a', 'name': 'network-vif-deleted', 'tag': '74f58e05-5729-4c1b-be21-ab1b4d531e49', 'status': 'completed', 'code': 200} Nov 09 21:15:20.234754 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 74f58e05-5729-4c1b-be21-ab1b4d531e49 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:15:20.262749 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-89f2b246-7f0d-4d5d-bba8-3764e20991b3 req-384a9555-abd2-400f-8497-44d3b03cf61f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9cf09cc6-9022-42d8-96c2-e4ea0d1e749b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572817 Nov 09 21:15:20.275993 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 74f58e05-5729-4c1b-be21-ab1b4d531e49 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:15:20.276457 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 74f58e05-5729-4c1b-be21-ab1b4d531e49 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:15:20.326898 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74957a2e-e900-4d9c-bc95-21742d950f13 req-f538d6e9-ed6a-4670-b532-ba4100cb0f0f tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:20.334341 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-74957a2e-e900-4d9c-bc95-21742d950f13 req-f538d6e9-ed6a-4670-b532-ba4100cb0f0f tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c26e99-7fc9-4508-9c20-9655ad058124 HTTP/1.1" status: 200 len: 949 time: 0.1237504 Nov 09 21:15:20.362490 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05b432-c458-4424-a0ac-879b0c3ce4a0 req-1e02d377-24e7-4304-9edb-d9c76f1608f4 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:20.364516 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ea05b432-c458-4424-a0ac-879b0c3ce4a0 req-1e02d377-24e7-4304-9edb-d9c76f1608f4 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.43 "GET /v2.0/networks?id=c451f8d0-81c8-47ac-9cdf-57d805f40534 HTTP/1.1" status: 200 len: 805 time: 0.2866790 Nov 09 21:15:20.397210 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-74957a2e-e900-4d9c-bc95-21742d950f13 req-3652cca5-cd57-4b58-8852-27c3368bc718 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619843 Nov 09 21:15:20.427373 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-ea05b432-c458-4424-a0ac-879b0c3ce4a0 req-797a7060-2f14-4791-acab-9e5ff041c5c2 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Request body: {'port': {'device_id': '3e748671-fe8e-463e-b5de-fd2794de7091', 'network_id': 'c451f8d0-81c8-47ac-9cdf-57d805f40534', 'admin_state_up': True, 'tenant_id': '76936f9674ad45baa5c13f7f3fe24c2c'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:15:20.434684 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522324b8-7a75-4751-a435-f81661e6f731 req-68d8b998-b83e-4ca8-80ff-5a3ad0c5aa2a tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:20.443862 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-522324b8-7a75-4751-a435-f81661e6f731 req-68d8b998-b83e-4ca8-80ff-5a3ad0c5aa2a tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e5a12d4-8ad3-4c14-abaf-57d178d86fc5 HTTP/1.1" status: 200 len: 944 time: 0.1554029 Nov 09 21:15:20.514279 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-89f2b246-7f0d-4d5d-bba8-3764e20991b3 req-e659fd4f-552b-42cb-89a2-e063143031b0 service neutron] 10.222.0.43 "GET /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432213 Nov 09 21:15:20.573914 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-522324b8-7a75-4751-a435-f81661e6f731 req-138ec1ad-d04d-4ceb-9695-6eb10b0b974c tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288562 Nov 09 21:15:20.627172 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea05b432-c458-4424-a0ac-879b0c3ce4a0 req-797a7060-2f14-4791-acab-9e5ff041c5c2 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Made reservation on behalf of 76936f9674ad45baa5c13f7f3fe24c2c for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:15:20.631289 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-ea05b432-c458-4424-a0ac-879b0c3ce4a0 req-797a7060-2f14-4791-acab-9e5ff041c5c2 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:20.717575 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-89f2b246-7f0d-4d5d-bba8-3764e20991b3 req-3a38787a-3d8d-4289-9b3d-6b36c785ae38 service neutron] 10.222.0.43 "GET /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921611 Nov 09 21:15:20.837288 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-ea05b432-c458-4424-a0ac-879b0c3ce4a0 req-797a7060-2f14-4791-acab-9e5ff041c5c2 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Allocated IP 172.20.0.4 (c451f8d0-81c8-47ac-9cdf-57d805f40534/48001444-9492-49b6-bd26-a82c0797ca23/1bb7a66a-0c57-4eff-a722-93137cb4cd81) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:15:20.893204 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:20.903107 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37357017-8c38-40f0-8825-0a60b318832f req-5f0da0e7-8019-4552-832f-fb0eb093a576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:20.905381 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-37357017-8c38-40f0-8825-0a60b318832f req-5f0da0e7-8019-4552-832f-fb0eb093a576 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5a6366c08f5c4a9bb0bdc56b2ea0a20e&device_id=5e5a12d4-8ad3-4c14-abaf-57d178d86fc5 HTTP/1.1" status: 200 len: 1095 time: 0.0608809 Nov 09 21:15:21.038335 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-ea05b432-c458-4424-a0ac-879b0c3ce4a0 req-797a7060-2f14-4791-acab-9e5ff041c5c2 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:21.114608 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-ea05b432-c458-4424-a0ac-879b0c3ce4a0 req-797a7060-2f14-4791-acab-9e5ff041c5c2 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:21.181543 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea05b432-c458-4424-a0ac-879b0c3ce4a0 req-797a7060-2f14-4791-acab-9e5ff041c5c2 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Network c451f8d0-81c8-47ac-9cdf-57d805f40534 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:15:21.183656 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a7060-2f14-4791-acab-9e5ff041c5c2 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Pushing event updated for resources: {'Port': ['ID=1bb7a66a-0c57-4eff-a722-93137cb4cd81,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:21.200775 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde2937-9f51-480a-b78a-a064b1cd2478 req-65e97d91-068a-4c39-a644-f069537f7f65 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:21.202763 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ebde2937-9f51-480a-b78a-a064b1cd2478 req-65e97d91-068a-4c39-a644-f069537f7f65 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 948 time: 0.1370537 Nov 09 21:15:21.204251 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-ea05b432-c458-4424-a0ac-879b0c3ce4a0 req-797a7060-2f14-4791-acab-9e5ff041c5c2 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:15:21.206871 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea05b432-c458-4424-a0ac-879b0c3ce4a0 req-797a7060-2f14-4791-acab-9e5ff041c5c2 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:15:21.287695 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05b432-c458-4424-a0ac-879b0c3ce4a0 req-797a7060-2f14-4791-acab-9e5ff041c5c2 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:21.288644 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-ea05b432-c458-4424-a0ac-879b0c3ce4a0 req-797a7060-2f14-4791-acab-9e5ff041c5c2 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:21.311562 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ea05b432-c458-4424-a0ac-879b0c3ce4a0 req-797a7060-2f14-4791-acab-9e5ff041c5c2 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8893061 Nov 09 21:15:21.339919 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ebde2937-9f51-480a-b78a-a064b1cd2478 req-ee01d45c-43b6-44f2-8222-de2032313c22 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072259 Nov 09 21:15:21.346379 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-ea05b432-c458-4424-a0ac-879b0c3ce4a0 req-1d119c1c-cdf8-45b5-850e-92147c705e8c service neutron] Request body: {'port': {'device_id': '3e748671-fe8e-463e-b5de-fd2794de7091', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:15:21.411724 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-ea05b432-c458-4424-a0ac-879b0c3ce4a0 req-1d119c1c-cdf8-45b5-850e-92147c705e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:21.450878 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37357017-8c38-40f0-8825-0a60b318832f req-32b3ed06-3474-4f27-8ed0-40208de8e61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:21.453019 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-37357017-8c38-40f0-8825-0a60b318832f req-32b3ed06-3474-4f27-8ed0-40208de8e61f service neutron] 10.222.0.43 "GET /v2.0/networks?id=9cf09cc6-9022-42d8-96c2-e4ea0d1e749b HTTP/1.1" status: 200 len: 908 time: 0.5387866 Nov 09 21:15:21.472087 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e61585-bee3-4ff7-a61a-b725ab246f3e req-e81b9176-fbcf-4fe4-ab54-178aba8b8da6 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:21.477129 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-52e61585-bee3-4ff7-a61a-b725ab246f3e req-e81b9176-fbcf-4fe4-ab54-178aba8b8da6 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e748671-fe8e-463e-b5de-fd2794de7091 HTTP/1.1" status: 200 len: 931 time: 0.0715942 Nov 09 21:15:21.539228 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-37357017-8c38-40f0-8825-0a60b318832f req-ee04f8a6-57bd-4d46-96fc-8ea85dc760e1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3689f97-d8ca-4d92-8460-3d778109e644 HTTP/1.1" status: 200 len: 217 time: 0.0610824 Nov 09 21:15:21.603884 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37357017-8c38-40f0-8825-0a60b318832f req-e0d191a5-db0d-42cd-b248-fbdd3e2cfbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:21.608734 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-37357017-8c38-40f0-8825-0a60b318832f req-e0d191a5-db0d-42cd-b248-fbdd3e2cfbcc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39c6d736-667d-4cbf-9558-9612dacd0f8d HTTP/1.1" status: 200 len: 848 time: 0.0559719 Nov 09 21:15:21.663348 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-37357017-8c38-40f0-8825-0a60b318832f req-8a98db1f-1f81-418c-aa09-bea43e655499 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9cf09cc6-9022-42d8-96c2-e4ea0d1e749b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437558 Nov 09 21:15:21.669975 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-52e61585-bee3-4ff7-a61a-b725ab246f3e req-d5473620-fc4e-4adf-a9ca-1da92ee972a7 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852248 Nov 09 21:15:21.694843 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262cdd4a-ba92-4457-870a-8f666d87eb34 req-ce4cca07-e2c6-4b74-9a75-7e59b5778de0 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:21.699974 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-262cdd4a-ba92-4457-870a-8f666d87eb34 req-ce4cca07-e2c6-4b74-9a75-7e59b5778de0 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c26e99-7fc9-4508-9c20-9655ad058124 HTTP/1.1" status: 200 len: 949 time: 0.1268008 Nov 09 21:15:21.865807 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b60b1b-8b64-476e-8011-184c721dcd9d req-9ead5ff8-822b-4460-9b53-9e07806d75a3 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:21.867541 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c0b60b1b-8b64-476e-8011-184c721dcd9d req-9ead5ff8-822b-4460-9b53-9e07806d75a3 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e5a12d4-8ad3-4c14-abaf-57d178d86fc5 HTTP/1.1" status: 200 len: 944 time: 0.0828521 Nov 09 21:15:21.869718 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-37357017-8c38-40f0-8825-0a60b318832f req-cf742744-fcf8-42be-b552-70c485e8ef51 service neutron] 10.222.0.43 "GET /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957338 Nov 09 21:15:21.979602 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c0b60b1b-8b64-476e-8011-184c721dcd9d req-afb372ac-4c81-4883-b98b-e74db5b72d56 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050723 Nov 09 21:15:22.033743 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-37357017-8c38-40f0-8825-0a60b318832f req-424c55d2-1931-40ec-a73e-12954cdcf91b service neutron] 10.222.0.43 "GET /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505592 Nov 09 21:15:22.064811 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-262cdd4a-ba92-4457-870a-8f666d87eb34 req-0ce07bcf-1209-43dd-949c-444eee6d0456 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638382 Nov 09 21:15:22.158402 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-ea05b432-c458-4424-a0ac-879b0c3ce4a0 req-1d119c1c-cdf8-45b5-850e-92147c705e8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bb7a66a-0c57-4eff-a722-93137cb4cd81 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:15:22.167288 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-ea05b432-c458-4424-a0ac-879b0c3ce4a0 req-1d119c1c-cdf8-45b5-850e-92147c705e8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:22.182756 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-ea05b432-c458-4424-a0ac-879b0c3ce4a0 req-1d119c1c-cdf8-45b5-850e-92147c705e8c service neutron] Transition to ACTIVE for port object 1bb7a66a-0c57-4eff-a722-93137cb4cd81 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:15:22.187868 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-ea05b432-c458-4424-a0ac-879b0c3ce4a0 req-1d119c1c-cdf8-45b5-850e-92147c705e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:22.247980 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d119c1c-cdf8-45b5-850e-92147c705e8c service neutron] Pushing event updated for resources: {'Port': ['ID=1bb7a66a-0c57-4eff-a722-93137cb4cd81,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:22.257491 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:22.326030 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-ea05b432-c458-4424-a0ac-879b0c3ce4a0 req-1d119c1c-cdf8-45b5-850e-92147c705e8c service neutron] Attempting to bind port 1bb7a66a-0c57-4eff-a722-93137cb4cd81 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:15:22.326662 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-ea05b432-c458-4424-a0ac-879b0c3ce4a0 req-1d119c1c-cdf8-45b5-850e-92147c705e8c service neutron] Attempting to bind port 1bb7a66a-0c57-4eff-a722-93137cb4cd81 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': 'cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c451f8d0-81c8-47ac-9cdf-57d805f40534'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:15:22.326940 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea05b432-c458-4424-a0ac-879b0c3ce4a0 req-1d119c1c-cdf8-45b5-850e-92147c705e8c service neutron] Attempting to bind port 1bb7a66a-0c57-4eff-a722-93137cb4cd81 on network c451f8d0-81c8-47ac-9cdf-57d805f40534 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:15:22.331378 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea05b432-c458-4424-a0ac-879b0c3ce4a0 req-1d119c1c-cdf8-45b5-850e-92147c705e8c service neutron] Port 1bb7a66a-0c57-4eff-a722-93137cb4cd81 on network c451f8d0-81c8-47ac-9cdf-57d805f40534 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:15:22.331704 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea05b432-c458-4424-a0ac-879b0c3ce4a0 req-1d119c1c-cdf8-45b5-850e-92147c705e8c service neutron] Attempting to bind port 1bb7a66a-0c57-4eff-a722-93137cb4cd81 on network c451f8d0-81c8-47ac-9cdf-57d805f40534 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:15:22.337191 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea05b432-c458-4424-a0ac-879b0c3ce4a0 req-1d119c1c-cdf8-45b5-850e-92147c705e8c service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:15:22.337532 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea05b432-c458-4424-a0ac-879b0c3ce4a0 req-1d119c1c-cdf8-45b5-850e-92147c705e8c service neutron] Checking segment: {'id': 'cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c451f8d0-81c8-47ac-9cdf-57d805f40534'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:15:22.337916 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea05b432-c458-4424-a0ac-879b0c3ce4a0 req-1d119c1c-cdf8-45b5-850e-92147c705e8c service neutron] Bound using segment: {'id': 'cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c451f8d0-81c8-47ac-9cdf-57d805f40534'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:15:22.338348 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-ea05b432-c458-4424-a0ac-879b0c3ce4a0 req-1d119c1c-cdf8-45b5-850e-92147c705e8c service neutron] Bound port: 1bb7a66a-0c57-4eff-a722-93137cb4cd81, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c451f8d0-81c8-47ac-9cdf-57d805f40534'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:15:22.338706 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-ea05b432-c458-4424-a0ac-879b0c3ce4a0 req-1d119c1c-cdf8-45b5-850e-92147c705e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:22.419836 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-ea05b432-c458-4424-a0ac-879b0c3ce4a0 req-1d119c1c-cdf8-45b5-850e-92147c705e8c service neutron] For port 1bb7a66a-0c57-4eff-a722-93137cb4cd81, host n-h2-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:15:22.426230 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-ea05b432-c458-4424-a0ac-879b0c3ce4a0 req-1d119c1c-cdf8-45b5-850e-92147c705e8c service neutron] For port 1bb7a66a-0c57-4eff-a722-93137cb4cd81, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=1bb7a66a-0c57-4eff-a722-93137cb4cd81,segment=NetworkSegment(cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2),segment_id=cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:15:22.434350 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-ea05b432-c458-4424-a0ac-879b0c3ce4a0 req-1d119c1c-cdf8-45b5-850e-92147c705e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:22.492426 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05b432-c458-4424-a0ac-879b0c3ce4a0 req-1d119c1c-cdf8-45b5-850e-92147c705e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:22.493156 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-ea05b432-c458-4424-a0ac-879b0c3ce4a0 req-1d119c1c-cdf8-45b5-850e-92147c705e8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:22.494924 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ea05b432-c458-4424-a0ac-879b0c3ce4a0 req-1d119c1c-cdf8-45b5-850e-92147c705e8c service neutron] 10.222.0.43 "PUT /v2.0/ports/1bb7a66a-0c57-4eff-a722-93137cb4cd81 HTTP/1.1" status: 200 len: 1091 time: 1.1665692 Nov 09 21:15:22.495387 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e748671-fe8e-463e-b5de-fd2794de7091', 'tag': '1bb7a66a-0c57-4eff-a722-93137cb4cd81'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:15:22.498596 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1452354-064f-4986-94fa-53a321d11db8" -d '{"events": [{"name": "network-changed", "server_uuid": "3e748671-fe8e-463e-b5de-fd2794de7091", "tag": "1bb7a66a-0c57-4eff-a722-93137cb4cd81"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:15:22.499224 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5bae5a-3e93-4105-8d05-0a196eef8c14 req-2fa65903-312d-4496-acb8-91cf36c9520a tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:22.500949 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ef5bae5a-3e93-4105-8d05-0a196eef8c14 req-2fa65903-312d-4496-acb8-91cf36c9520a tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 948 time: 0.0765779 Nov 09 21:15:22.556007 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d119c1c-cdf8-45b5-850e-92147c705e8c service neutron] Pushing event updated for resources: {'Port': ['ID=1bb7a66a-0c57-4eff-a722-93137cb4cd81,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:22.577119 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:22.601754 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee6ce0d-dd40-41ca-8bec-cb67c254c31f x-openstack-request-id: req-9ee6ce0d-dd40-41ca-8bec-cb67c254c31f {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:15:22.602178 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e748671-fe8e-463e-b5de-fd2794de7091", "tag": "1bb7a66a-0c57-4eff-a722-93137cb4cd81", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:15:22.602824 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9ee6ce0d-dd40-41ca-8bec-cb67c254c31f {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:15:22.603233 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e748671-fe8e-463e-b5de-fd2794de7091', 'tag': '1bb7a66a-0c57-4eff-a722-93137cb4cd81', 'status': 'completed', 'code': 200} Nov 09 21:15:22.604442 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ef5bae5a-3e93-4105-8d05-0a196eef8c14 req-e4e69e0e-9161-4f88-859d-3187f2c0e9da tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892096 Nov 09 21:15:22.629048 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05b432-c458-4424-a0ac-879b0c3ce4a0 req-93165898-11b9-4d20-8fc7-e3ba94ec425d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:22.631182 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ea05b432-c458-4424-a0ac-879b0c3ce4a0 req-93165898-11b9-4d20-8fc7-e3ba94ec425d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=76936f9674ad45baa5c13f7f3fe24c2c&device_id=3e748671-fe8e-463e-b5de-fd2794de7091 HTTP/1.1" status: 200 len: 1094 time: 0.0685873 Nov 09 21:15:22.691445 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ea05b432-c458-4424-a0ac-879b0c3ce4a0 req-1cab9165-4110-4f81-9ce9-f242d013c78f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bb7a66a-0c57-4eff-a722-93137cb4cd81 HTTP/1.1" status: 200 len: 217 time: 0.0382407 Nov 09 21:15:22.748596 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05b432-c458-4424-a0ac-879b0c3ce4a0 req-220eda7d-7152-437f-9a12-41c476927c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:22.750019 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ea05b432-c458-4424-a0ac-879b0c3ce4a0 req-220eda7d-7152-437f-9a12-41c476927c6e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=48001444-9492-49b6-bd26-a82c0797ca23 HTTP/1.1" status: 200 len: 845 time: 0.0490563 Nov 09 21:15:22.806943 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ea05b432-c458-4424-a0ac-879b0c3ce4a0 req-bd4da271-79be-4d78-b932-178e2cf5c774 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c451f8d0-81c8-47ac-9cdf-57d805f40534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440371 Nov 09 21:15:22.843795 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device a3689f97-d8ca-4d92-8460-3d778109e644 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:15:22.873067 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c57ea5-4e87-40b7-8d28-9e760cf02e7a req-f3aade38-f21c-4b2d-819d-bbaf775cb8e2 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:22.874404 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-60c57ea5-4e87-40b7-8d28-9e760cf02e7a req-f3aade38-f21c-4b2d-819d-bbaf775cb8e2 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e748671-fe8e-463e-b5de-fd2794de7091 HTTP/1.1" status: 200 len: 943 time: 0.1206613 Nov 09 21:15:22.957938 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ea05b432-c458-4424-a0ac-879b0c3ce4a0 req-82f7412f-ffaf-4485-9448-fa43f3175675 service neutron] 10.222.0.43 "GET /v2.0/networks/c451f8d0-81c8-47ac-9cdf-57d805f40534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418507 Nov 09 21:15:22.973046 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-60c57ea5-4e87-40b7-8d28-9e760cf02e7a req-f0cafca7-4388-4ff3-8818-86d4dc26dc62 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863280 Nov 09 21:15:23.007258 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port a3689f97-d8ca-4d92-8460-3d778109e644, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=a3689f97-d8ca-4d92-8460-3d778109e644,segment=NetworkSegment(dafe29ae-1ba0-4490-879c-5008a3eac5b2),segment_id=dafe29ae-1ba0-4490-879c-5008a3eac5b2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:15:23.020461 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': 'a3689f97-d8ca-4d92-8460-3d778109e644', 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b', 'port_id': 'a3689f97-d8ca-4d92-8460-3d778109e644', 'mac_address': 'fa:16:3e:be:b5:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39c6d736-667d-4cbf-9558-9612dacd0f8d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:15:23.065600 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:23.080930 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ea05b432-c458-4424-a0ac-879b0c3ce4a0 req-7f7ddb8c-8923-4594-aabc-cec4b49171ac service neutron] 10.222.0.43 "GET /v2.0/networks/c451f8d0-81c8-47ac-9cdf-57d805f40534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058214 Nov 09 21:15:23.090376 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3689f97-d8ca-4d92-8460-3d778109e644 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:15:23.134214 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port a3689f97-d8ca-4d92-8460-3d778109e644, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=a3689f97-d8ca-4d92-8460-3d778109e644,segment=NetworkSegment(dafe29ae-1ba0-4490-879c-5008a3eac5b2),segment_id=dafe29ae-1ba0-4490-879c-5008a3eac5b2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:15:23.139503 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:23.216656 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=a3689f97-d8ca-4d92-8460-3d778109e644,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:23.225843 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4e2ad-e8a9-46d7-87d4-f84c738d7283 req-3639deae-fb08-4e66-99ec-68a12616ddc2 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:23.227639 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a1b4e2ad-e8a9-46d7-87d4-f84c738d7283 req-3639deae-fb08-4e66-99ec-68a12616ddc2 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e5a12d4-8ad3-4c14-abaf-57d178d86fc5 HTTP/1.1" status: 200 len: 944 time: 0.1165895 Nov 09 21:15:23.276942 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d301e-d5da-47e1-bd42-d7ca06d5751f req-ac1ffaa5-477a-40a1-a42f-c17a9ee8661b tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:23.281692 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:23.284854 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0a1d301e-d5da-47e1-bd42-d7ca06d5751f req-ac1ffaa5-477a-40a1-a42f-c17a9ee8661b tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c26e99-7fc9-4508-9c20-9655ad058124 HTTP/1.1" status: 200 len: 949 time: 0.1407573 Nov 09 21:15:23.297659 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1452354-064f-4986-94fa-53a321d11db8 req-364a9766-7010-4a15-9658-359adfbdfcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:23.299308 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e1452354-064f-4986-94fa-53a321d11db8 req-364a9766-7010-4a15-9658-359adfbdfcc1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=76936f9674ad45baa5c13f7f3fe24c2c&device_id=3e748671-fe8e-463e-b5de-fd2794de7091 HTTP/1.1" status: 200 len: 1094 time: 0.0970390 Nov 09 21:15:23.309286 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a1b4e2ad-e8a9-46d7-87d4-f84c738d7283 req-86877950-d626-4101-9092-0ef686a1a51f tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752106 Nov 09 21:15:23.402495 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0a1d301e-d5da-47e1-bd42-d7ca06d5751f req-4facf4f4-2791-4bc8-90c9-6c998bf57f6a tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167681 Nov 09 21:15:23.451487 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1452354-064f-4986-94fa-53a321d11db8 req-113cf244-c0f0-426c-97fb-b9f49886e879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:23.452992 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e1452354-064f-4986-94fa-53a321d11db8 req-113cf244-c0f0-426c-97fb-b9f49886e879 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c451f8d0-81c8-47ac-9cdf-57d805f40534 HTTP/1.1" status: 200 len: 905 time: 0.1247652 Nov 09 21:15:23.513747 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e1452354-064f-4986-94fa-53a321d11db8 req-f4532523-767a-4a79-8aaf-a2d9359e852b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bb7a66a-0c57-4eff-a722-93137cb4cd81 HTTP/1.1" status: 200 len: 217 time: 0.0529966 Nov 09 21:15:23.569660 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1452354-064f-4986-94fa-53a321d11db8 req-c58fcd4a-3da7-4546-a714-75ba1da55374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:23.571180 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e1452354-064f-4986-94fa-53a321d11db8 req-c58fcd4a-3da7-4546-a714-75ba1da55374 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=48001444-9492-49b6-bd26-a82c0797ca23 HTTP/1.1" status: 200 len: 845 time: 0.0469477 Nov 09 21:15:23.575234 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['a3689f97-d8ca-4d92-8460-3d778109e644'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:15:23.611315 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e1452354-064f-4986-94fa-53a321d11db8 req-2e68ebcd-8bc1-4c84-b412-df6c7a0fbd3a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c451f8d0-81c8-47ac-9cdf-57d805f40534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284169 Nov 09 21:15:23.825094 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7937c7-bbe6-4467-b5c6-2ccb6c022e77 req-56172cbd-1ce9-4c1c-8390-fb2d0b610086 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:23.833199 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2c7937c7-bbe6-4467-b5c6-2ccb6c022e77 req-56172cbd-1ce9-4c1c-8390-fb2d0b610086 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 948 time: 0.1042016 Nov 09 21:15:23.842163 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e1452354-064f-4986-94fa-53a321d11db8 req-c9acdff5-2cac-46e8-bfcc-950cf98bf5ac service neutron] 10.222.0.43 "GET /v2.0/networks/c451f8d0-81c8-47ac-9cdf-57d805f40534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140012 Nov 09 21:15:23.931506 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2c7937c7-bbe6-4467-b5c6-2ccb6c022e77 req-8c50c631-df10-4e1a-a2d2-30bb878b711d tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972614 Nov 09 21:15:23.983242 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e1452354-064f-4986-94fa-53a321d11db8 req-6d2960de-2036-4db4-888a-fa6da8e6b193 service neutron] 10.222.0.43 "GET /v2.0/networks/c451f8d0-81c8-47ac-9cdf-57d805f40534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322815 Nov 09 21:15:24.090801 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63bc36-c60e-4084-ba6a-624c103aed54 req-4d563812-291a-4e1b-bdf2-36f7e8b16a04 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:24.092517 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6c63bc36-c60e-4084-ba6a-624c103aed54 req-4d563812-291a-4e1b-bdf2-36f7e8b16a04 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e748671-fe8e-463e-b5de-fd2794de7091 HTTP/1.1" status: 200 len: 943 time: 0.0546200 Nov 09 21:15:24.166489 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6c63bc36-c60e-4084-ba6a-624c103aed54 req-34f66226-f656-478b-b24c-3e8ae3d17bbb tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659494 Nov 09 21:15:24.436123 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66886081-cff7-4ebe-b831-538bdfda1bb4 req-76556197-2f70-4f97-b6a7-312c1b23cdcf tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:24.437705 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-66886081-cff7-4ebe-b831-538bdfda1bb4 req-76556197-2f70-4f97-b6a7-312c1b23cdcf tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e5a12d4-8ad3-4c14-abaf-57d178d86fc5 HTTP/1.1" status: 200 len: 945 time: 0.0621753 Nov 09 21:15:24.499073 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-66886081-cff7-4ebe-b831-538bdfda1bb4 req-5cae47c5-47e2-4587-a108-6a13c180deb0 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545909 Nov 09 21:15:24.610480 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58635505-348f-493f-94bb-4b7a0d68bfd0 req-a43fb6fd-ec0c-423a-99b9-6e45122fce5c tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:24.612302 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-58635505-348f-493f-94bb-4b7a0d68bfd0 req-a43fb6fd-ec0c-423a-99b9-6e45122fce5c tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c26e99-7fc9-4508-9c20-9655ad058124 HTTP/1.1" status: 200 len: 949 time: 0.0688105 Nov 09 21:15:24.681233 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-58635505-348f-493f-94bb-4b7a0d68bfd0 req-b8754472-47ec-4287-9c8d-0d4c5b10524c tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581703 Nov 09 21:15:24.848987 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device a3689f97-d8ca-4d92-8460-3d778109e644 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:15:24.927165 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port a3689f97-d8ca-4d92-8460-3d778109e644 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:15:24.932486 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port a3689f97-d8ca-4d92-8460-3d778109e644 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:15:24.932886 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:25.108497 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6a0c2-9e7d-441b-ae84-5181b2ae8b15 req-b203285d-8f4c-4086-9110-c056f0fafdd5 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:25.111380 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fdc6a0c2-9e7d-441b-ae84-5181b2ae8b15 req-b203285d-8f4c-4086-9110-c056f0fafdd5 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 948 time: 0.0783720 Nov 09 21:15:25.194606 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fdc6a0c2-9e7d-441b-ae84-5181b2ae8b15 req-813b617e-56d4-46f1-814c-9de852d6de9d tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720694 Nov 09 21:15:25.209246 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:25.244109 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e5a12d4-8ad3-4c14-abaf-57d178d86fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3689f97-d8ca-4d92-8460-3d778109e644'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:15:25.246873 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89538fc1-3422-4a62-bca4-6e9b612c8e9c" -d '{"events": [{"server_uuid": "5e5a12d4-8ad3-4c14-abaf-57d178d86fc5", "name": "network-vif-plugged", "status": "completed", "tag": "a3689f97-d8ca-4d92-8460-3d778109e644"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:15:25.265050 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port a3689f97-d8ca-4d92-8460-3d778109e644, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=a3689f97-d8ca-4d92-8460-3d778109e644,segment=NetworkSegment(dafe29ae-1ba0-4490-879c-5008a3eac5b2),segment_id=dafe29ae-1ba0-4490-879c-5008a3eac5b2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:15:25.271283 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:25.332514 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=a3689f97-d8ca-4d92-8460-3d778109e644,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:25.338239 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817bb47-22de-42bc-80ed-540763a966f3 req-89a8fe33-98fe-4bc8-9f77-5a6cb891b964 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:25.341445 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0817bb47-22de-42bc-80ed-540763a966f3 req-89a8fe33-98fe-4bc8-9f77-5a6cb891b964 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e748671-fe8e-463e-b5de-fd2794de7091 HTTP/1.1" status: 200 len: 943 time: 0.0689733 Nov 09 21:15:25.343159 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a883dde4-1fc8-43ad-b3ad-357a8efd1700 x-openstack-request-id: req-a883dde4-1fc8-43ad-b3ad-357a8efd1700 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:15:25.343446 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e5a12d4-8ad3-4c14-abaf-57d178d86fc5", "name": "network-vif-plugged", "status": "completed", "tag": "a3689f97-d8ca-4d92-8460-3d778109e644", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:15:25.344187 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a883dde4-1fc8-43ad-b3ad-357a8efd1700 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:15:25.344187 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e5a12d4-8ad3-4c14-abaf-57d178d86fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3689f97-d8ca-4d92-8460-3d778109e644', 'code': 200} Nov 09 21:15:25.414844 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0817bb47-22de-42bc-80ed-540763a966f3 req-6114bb1b-55b9-4d8a-9613-66b5539881ff tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663283 Nov 09 21:15:25.527785 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf4844-a9df-4360-bbc6-22c9c8898dbf req-71de3c9f-6370-42d2-95df-c224638d3517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:25.530595 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-36bf4844-a9df-4360-bbc6-22c9c8898dbf req-71de3c9f-6370-42d2-95df-c224638d3517 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5e5a12d4-8ad3-4c14-abaf-57d178d86fc5 HTTP/1.1" status: 200 len: 1097 time: 0.0735788 Nov 09 21:15:25.586564 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-36bf4844-a9df-4360-bbc6-22c9c8898dbf req-d4a48a97-e6d9-4e1d-a267-70f4f4c93b56 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478725 Nov 09 21:15:25.658553 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361c881-f98d-4810-82d0-acf1ef5c96a9 req-af55269a-b5d4-4f30-8758-d6a08e34d68d tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:25.667410 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c361c881-f98d-4810-82d0-acf1ef5c96a9 req-af55269a-b5d4-4f30-8758-d6a08e34d68d tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e5a12d4-8ad3-4c14-abaf-57d178d86fc5 HTTP/1.1" status: 200 len: 946 time: 0.0767992 Nov 09 21:15:25.723728 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c361c881-f98d-4810-82d0-acf1ef5c96a9 req-8a3431c5-45ab-4e90-b931-daaddfe61d6a tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548880 Nov 09 21:15:25.861829 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b94a9-0c24-416b-8709-131e993e0772 req-6ad7621b-13ff-4706-a7a0-eb10821950ae tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:25.863450 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0b3b94a9-0c24-416b-8709-131e993e0772 req-6ad7621b-13ff-4706-a7a0-eb10821950ae tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c26e99-7fc9-4508-9c20-9655ad058124 HTTP/1.1" status: 200 len: 949 time: 0.0668323 Nov 09 21:15:25.927097 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0b3b94a9-0c24-416b-8709-131e993e0772 req-bbe7dcc6-af4d-4a45-ba03-8505383f40a4 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557506 Nov 09 21:15:26.333536 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d40a848-695b-4416-afb8-2246ef0d7497 req-15d0056e-6a8f-451a-ae83-c67155473950 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:26.340424 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7d40a848-695b-4416-afb8-2246ef0d7497 req-15d0056e-6a8f-451a-ae83-c67155473950 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 948 time: 0.0608864 Nov 09 21:15:26.385908 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7d40a848-695b-4416-afb8-2246ef0d7497 req-97919656-3652-46bb-a5b3-37b84c43f2d3 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442238 Nov 09 21:15:26.552213 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db645884-e53a-4a51-82cc-f8e03ca55672 req-a88d9ecb-43f6-47d2-83d0-4bed2fec3df9 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:26.554643 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-db645884-e53a-4a51-82cc-f8e03ca55672 req-a88d9ecb-43f6-47d2-83d0-4bed2fec3df9 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e748671-fe8e-463e-b5de-fd2794de7091 HTTP/1.1" status: 200 len: 943 time: 0.0591695 Nov 09 21:15:26.610447 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-db645884-e53a-4a51-82cc-f8e03ca55672 req-b9c96694-8bea-424f-8d0d-1acc0cba1270 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494156 Nov 09 21:15:26.848958 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c9297-1eca-456f-ac73-8b041d9d6910 req-118677d2-55e8-4bde-b4ea-03f1a1ca0145 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:26.850609 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-698c9297-1eca-456f-ac73-8b041d9d6910 req-118677d2-55e8-4bde-b4ea-03f1a1ca0145 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e5a12d4-8ad3-4c14-abaf-57d178d86fc5 HTTP/1.1" status: 200 len: 946 time: 0.0532274 Nov 09 21:15:26.868110 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 1bb7a66a-0c57-4eff-a722-93137cb4cd81 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:15:26.922892 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-698c9297-1eca-456f-ac73-8b041d9d6910 req-b54928a6-fca4-4223-82aa-de0106ba676b tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626476 Nov 09 21:15:26.995145 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 1bb7a66a-0c57-4eff-a722-93137cb4cd81, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=1bb7a66a-0c57-4eff-a722-93137cb4cd81,segment=NetworkSegment(cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2),segment_id=cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:15:27.009537 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '1bb7a66a-0c57-4eff-a722-93137cb4cd81', 'network_id': 'c451f8d0-81c8-47ac-9cdf-57d805f40534', 'port_id': '1bb7a66a-0c57-4eff-a722-93137cb4cd81', 'mac_address': 'fa:16:3e:3c:1a:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48001444-9492-49b6-bd26-a82c0797ca23', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:15:27.062391 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:27.077106 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bb7a66a-0c57-4eff-a722-93137cb4cd81 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:15:27.101833 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d09fea-5c11-49ae-8763-e8f19dccbb97 req-cbcffbae-7663-401d-bfd8-3c05ff92b976 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:27.103451 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-44d09fea-5c11-49ae-8763-e8f19dccbb97 req-cbcffbae-7663-401d-bfd8-3c05ff92b976 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c26e99-7fc9-4508-9c20-9655ad058124 HTTP/1.1" status: 200 len: 949 time: 0.0619361 Nov 09 21:15:27.104960 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 1bb7a66a-0c57-4eff-a722-93137cb4cd81, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=1bb7a66a-0c57-4eff-a722-93137cb4cd81,segment=NetworkSegment(cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2),segment_id=cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:15:27.109425 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:27.178108 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-44d09fea-5c11-49ae-8763-e8f19dccbb97 req-2e8732bd-c604-4a1f-8583-d4109bededfb tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680287 Nov 09 21:15:27.197294 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=1bb7a66a-0c57-4eff-a722-93137cb4cd81,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:27.402126 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd9b80-b39c-4f86-8310-2f245c492802 req-2b3bea54-51ef-42f4-ac61-5cc7240b3d2d tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:27.403662 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b9dd9b80-b39c-4f86-8310-2f245c492802 req-2b3bea54-51ef-42f4-ac61-5cc7240b3d2d tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/networks?id=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 HTTP/1.1" status: 200 len: 821 time: 0.1103342 Nov 09 21:15:27.419765 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b9dd9b80-b39c-4f86-8310-2f245c492802 req-7a7bae9b-31d7-4f30-97d6-d66c3a7074ed tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/quotas/79813b2c248b4d6c8fab5b7bd98099e4 HTTP/1.1" status: 200 len: 375 time: 0.0102530 Nov 09 21:15:27.477925 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b9dd9b80-b39c-4f86-8310-2f245c492802 req-a1239fb3-4c8d-41ce-aa74-97c5a9b74bab tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=79813b2c248b4d6c8fab5b7bd98099e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0523822 Nov 09 21:15:27.511203 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690904c5-3f33-4980-9faf-05fa6c1bd647 req-3964b32c-88b1-4858-84be-9f53f2e07cdb tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:27.512836 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-690904c5-3f33-4980-9faf-05fa6c1bd647 req-3964b32c-88b1-4858-84be-9f53f2e07cdb tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 948 time: 0.0518270 Nov 09 21:15:27.560141 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['1bb7a66a-0c57-4eff-a722-93137cb4cd81'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:15:27.568823 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-690904c5-3f33-4980-9faf-05fa6c1bd647 req-93d5e459-8e63-4a4c-8a69-403f7fc57ddb tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477140 Nov 09 21:15:27.600102 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b9dd9b80-b39c-4f86-8310-2f245c492802 req-14ca13ae-fbd4-4849-b340-04e822473eb5 service neutron] 10.222.0.49 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139703 Nov 09 21:15:27.704404 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b9dd9b80-b39c-4f86-8310-2f245c492802 req-552e2434-f09c-43e7-8ff6-05a1f02f6e3b service neutron] 10.222.0.49 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976274 Nov 09 21:15:27.759507 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc65992-6773-4f68-85a4-cdeca3544b30 req-05d4b513-c29e-46b7-ac92-408f4c5bbb5d tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:27.761107 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5bc65992-6773-4f68-85a4-cdeca3544b30 req-05d4b513-c29e-46b7-ac92-408f4c5bbb5d tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e748671-fe8e-463e-b5de-fd2794de7091 HTTP/1.1" status: 200 len: 944 time: 0.0638206 Nov 09 21:15:27.819321 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5bc65992-6773-4f68-85a4-cdeca3544b30 req-f2370e14-0eb3-4350-9099-66fae9579fcf tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513792 Nov 09 21:15:28.038988 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b51e0-22bb-45c2-8fcc-2f6d37956fc7 req-4658d338-a268-4446-b45f-b4b59590eaa7 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:28.040865 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f01b51e0-22bb-45c2-8fcc-2f6d37956fc7 req-4658d338-a268-4446-b45f-b4b59590eaa7 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/ports?device_id=8097b17c-655c-4469-b0d5-023bbc6ff3bb HTTP/1.1" status: 200 len: 945 time: 0.0640917 Nov 09 21:15:28.127581 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e73f81-b797-4391-ad9a-d8940908175c req-1d017fa1-78d6-4482-951d-b2ff8781bc68 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:28.132454 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a3e73f81-b797-4391-ad9a-d8940908175c req-1d017fa1-78d6-4482-951d-b2ff8781bc68 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e5a12d4-8ad3-4c14-abaf-57d178d86fc5 HTTP/1.1" status: 200 len: 946 time: 0.0875864 Nov 09 21:15:28.137283 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f01b51e0-22bb-45c2-8fcc-2f6d37956fc7 req-b4d2fbf6-3f54-4df6-8e82-3b7592a29efa tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/security-groups?id=c10406f7-65bc-482e-b626-a11906f8f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813720 Nov 09 21:15:28.203656 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a3e73f81-b797-4391-ad9a-d8940908175c req-24f19417-5e28-4956-a130-630ebef7ca87 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621610 Nov 09 21:15:28.204910 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0e39bd76-e24a-4bc5-9922-32a0770d19c4 req-31315ad6-3eec-4290-a4ac-69a0bcc9c7a0 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 210 time: 0.0320404 Nov 09 21:15:28.354923 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd7184-0055-4478-9979-724d8fb9a477 req-10edc62e-9f71-4e57-b4e7-958608d7f619 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:28.357415 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-89cd7184-0055-4478-9979-724d8fb9a477 req-10edc62e-9f71-4e57-b4e7-958608d7f619 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c26e99-7fc9-4508-9c20-9655ad058124 HTTP/1.1" status: 200 len: 949 time: 0.0706282 Nov 09 21:15:28.423509 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-89cd7184-0055-4478-9979-724d8fb9a477 req-8c1525ce-5d93-4d70-831e-fa8705e529d4 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584376 Nov 09 21:15:28.457791 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1059f-ab63-4cd1-9376-19dc0e95475a req-d1e874b7-ea95-4261-a3dc-949561473b41 tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:28.459342 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3ab1059f-ab63-4cd1-9376-19dc0e95475a req-d1e874b7-ea95-4261-a3dc-949561473b41 tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5e5a12d4-8ad3-4c14-abaf-57d178d86fc5 HTTP/1.1" status: 200 len: 1097 time: 0.0737453 Nov 09 21:15:28.517455 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3ab1059f-ab63-4cd1-9376-19dc0e95475a req-994965f3-d3a2-4341-9d55-4e8fd659edc5 tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508721 Nov 09 21:15:28.711143 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223bd95f-232d-40fe-a094-ffa07a530f20 req-d3314823-3940-48fa-9a53-b1804b312c00 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:28.712585 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-223bd95f-232d-40fe-a094-ffa07a530f20 req-d3314823-3940-48fa-9a53-b1804b312c00 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 948 time: 0.0562580 Nov 09 21:15:28.783151 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-223bd95f-232d-40fe-a094-ffa07a530f20 req-76d04166-4982-46fe-b8be-2047b85b9699 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629601 Nov 09 21:15:28.869531 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 1bb7a66a-0c57-4eff-a722-93137cb4cd81 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:15:28.979556 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 1bb7a66a-0c57-4eff-a722-93137cb4cd81 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:15:28.985411 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 1bb7a66a-0c57-4eff-a722-93137cb4cd81 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:15:28.985781 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:29.007256 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b93d0-9c25-4f42-b002-e81205f4b069 req-a4052a1f-4a46-467d-ba83-867d0f838aaf tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:29.017222 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ff3b93d0-9c25-4f42-b002-e81205f4b069 req-a4052a1f-4a46-467d-ba83-867d0f838aaf tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e748671-fe8e-463e-b5de-fd2794de7091 HTTP/1.1" status: 200 len: 944 time: 0.0727143 Nov 09 21:15:29.070185 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ff3b93d0-9c25-4f42-b002-e81205f4b069 req-a8a8c8a2-1e52-493f-b2d5-5bb26a01ca58 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497801 Nov 09 21:15:29.087447 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:29.116351 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e748671-fe8e-463e-b5de-fd2794de7091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb7a66a-0c57-4eff-a722-93137cb4cd81'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:15:29.118691 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3976f0c0-0c84-4efc-bb31-7e445eea814f" -d '{"events": [{"server_uuid": "3e748671-fe8e-463e-b5de-fd2794de7091", "name": "network-vif-plugged", "status": "completed", "tag": "1bb7a66a-0c57-4eff-a722-93137cb4cd81"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:15:29.134595 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 1bb7a66a-0c57-4eff-a722-93137cb4cd81, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=1bb7a66a-0c57-4eff-a722-93137cb4cd81,segment=NetworkSegment(cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2),segment_id=cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:15:29.143453 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:29.175755 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12045e1-63bb-4da9-9542-a31ddfc9f508 x-openstack-request-id: req-b12045e1-63bb-4da9-9542-a31ddfc9f508 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:15:29.176824 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e748671-fe8e-463e-b5de-fd2794de7091", "name": "network-vif-plugged", "status": "completed", "tag": "1bb7a66a-0c57-4eff-a722-93137cb4cd81", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:15:29.177238 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b12045e1-63bb-4da9-9542-a31ddfc9f508 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:15:29.177775 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e748671-fe8e-463e-b5de-fd2794de7091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb7a66a-0c57-4eff-a722-93137cb4cd81', 'code': 200} Nov 09 21:15:29.230650 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=1bb7a66a-0c57-4eff-a722-93137cb4cd81,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:29.399374 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c137cd26-1533-4976-8f20-19cd69e2091a req-cfa214fb-c15b-4fc7-8b2c-5a82a21c1940 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 210 time: 0.0960646 Nov 09 21:15:29.438617 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232b282-f4d9-475c-88bb-19e9f2f0d52e req-9bfddbc6-94fd-4a22-9e92-e84cf6e48149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:29.449799 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8232b282-f4d9-475c-88bb-19e9f2f0d52e req-9bfddbc6-94fd-4a22-9e92-e84cf6e48149 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3e748671-fe8e-463e-b5de-fd2794de7091 HTTP/1.1" status: 200 len: 1096 time: 0.1548381 Nov 09 21:15:29.536885 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8232b282-f4d9-475c-88bb-19e9f2f0d52e req-90b0de59-3dbc-4093-9214-bb7d208f9935 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782444 Nov 09 21:15:29.613055 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd9b80-b39c-4f86-8310-2f245c492802 req-42f26349-31e0-4541-b62c-578046951f58 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:29.615115 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b9dd9b80-b39c-4f86-8310-2f245c492802 req-42f26349-31e0-4541-b62c-578046951f58 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.43 "GET /v2.0/networks?id=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 HTTP/1.1" status: 200 len: 821 time: 0.2501602 Nov 09 21:15:29.622374 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222dbcc-afd1-4065-bd6a-b6847401f919 req-4519fd5d-780a-4ab6-8c56-7a0a07eb8bd6 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:29.633703 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0222dbcc-afd1-4065-bd6a-b6847401f919 req-4519fd5d-780a-4ab6-8c56-7a0a07eb8bd6 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c26e99-7fc9-4508-9c20-9655ad058124 HTTP/1.1" status: 200 len: 949 time: 0.0720770 Nov 09 21:15:29.693393 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0222dbcc-afd1-4065-bd6a-b6847401f919 req-e9aaeb0b-fcc0-4ee1-90ec-e745ab0ecb2f tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586450 Nov 09 21:15:29.817820 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78300678-9dbd-467f-96bc-4942b22fda4f req-d157378c-8809-4b28-85eb-26a4372108ca tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:29.821641 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-78300678-9dbd-467f-96bc-4942b22fda4f req-d157378c-8809-4b28-85eb-26a4372108ca tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/ports?device_id=8097b17c-655c-4469-b0d5-023bbc6ff3bb HTTP/1.1" status: 200 len: 945 time: 0.0711792 Nov 09 21:15:29.836370 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-b9dd9b80-b39c-4f86-8310-2f245c492802 req-15e393b5-4c2f-4f99-9d11-01f92e42cfc3 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Request body: {'port': {'device_id': '58a338c5-88dc-4b1d-a233-f64e2c5ed451', 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68', 'admin_state_up': True, 'tenant_id': '79813b2c248b4d6c8fab5b7bd98099e4'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:15:29.987504 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f0935-3d3e-4568-b4da-d3f5d47a22e7 req-073d9a02-d28d-4fd4-b2d5-1f2433603f49 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:29.999091 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9c0f0935-3d3e-4568-b4da-d3f5d47a22e7 req-073d9a02-d28d-4fd4-b2d5-1f2433603f49 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 948 time: 0.1132095 Nov 09 21:15:30.093844 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9c0f0935-3d3e-4568-b4da-d3f5d47a22e7 req-416f7df1-a929-4033-86c6-4a5ecb9ec59f tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859795 Nov 09 21:15:30.093844 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d40c7496-152a-46f9-a8f4-0dc08bfbba25 req-359337f4-671e-4c5e-8082-40c6e0e42680 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8097b17c-655c-4469-b0d5-023bbc6ff3bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1445854 Nov 09 21:15:30.094020 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-78300678-9dbd-467f-96bc-4942b22fda4f req-a8c31ff3-12fc-4d5e-b19e-2bd6993d0c8c tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/security-groups?id=c10406f7-65bc-482e-b626-a11906f8f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2510526 Nov 09 21:15:30.094451 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9dd9b80-b39c-4f86-8310-2f245c492802 req-15e393b5-4c2f-4f99-9d11-01f92e42cfc3 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Made reservation on behalf of 79813b2c248b4d6c8fab5b7bd98099e4 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:15:30.099263 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-b9dd9b80-b39c-4f86-8310-2f245c492802 req-15e393b5-4c2f-4f99-9d11-01f92e42cfc3 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:30.189176 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c7496-152a-46f9-a8f4-0dc08bfbba25 req-cbc6f9f4-6355-4d49-bd6a-9bdc74e6404f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:30.193011 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d40c7496-152a-46f9-a8f4-0dc08bfbba25 req-cbc6f9f4-6355-4d49-bd6a-9bdc74e6404f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f907ded5330840338031155da556e400&device_id=8097b17c-655c-4469-b0d5-023bbc6ff3bb HTTP/1.1" status: 200 len: 1096 time: 0.0654228 Nov 09 21:15:30.293826 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e55c3-9fd4-4ee8-b787-386fa3526caa req-5da8e8c3-b0cf-4514-9c1a-6651841f4b11 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:30.295241 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d90e55c3-9fd4-4ee8-b787-386fa3526caa req-5da8e8c3-b0cf-4514-9c1a-6651841f4b11 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e748671-fe8e-463e-b5de-fd2794de7091 HTTP/1.1" status: 200 len: 945 time: 0.0977118 Nov 09 21:15:30.325161 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-b9dd9b80-b39c-4f86-8310-2f245c492802 req-15e393b5-4c2f-4f99-9d11-01f92e42cfc3 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Allocated IP 172.20.0.6 (ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68/29a38752-08a3-4b35-bb64-8f5e3f87121b/dd537a7f-eee1-4a96-8125-e0e20d4613a1) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:15:30.369294 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c7496-152a-46f9-a8f4-0dc08bfbba25 req-8317aa65-2e64-4900-ab1b-608153693b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:30.371612 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d40c7496-152a-46f9-a8f4-0dc08bfbba25 req-8317aa65-2e64-4900-ab1b-608153693b0e service neutron] 10.222.0.45 "GET /v2.0/networks?id=edc3ecb2-5f49-4a97-9497-9c4bcc32484e HTTP/1.1" status: 200 len: 916 time: 0.1553359 Nov 09 21:15:30.376038 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d90e55c3-9fd4-4ee8-b787-386fa3526caa req-943ba433-51da-4d51-b789-df2163a8b195 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731418 Nov 09 21:15:30.528818 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d40c7496-152a-46f9-a8f4-0dc08bfbba25 req-43c800b2-d070-4879-a48c-639db1e006ec service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c9297ce-4bb5-4b91-9984-2776c74838f7 HTTP/1.1" status: 200 len: 1000 time: 0.1344795 Nov 09 21:15:30.552442 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-b9dd9b80-b39c-4f86-8310-2f245c492802 req-15e393b5-4c2f-4f99-9d11-01f92e42cfc3 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:30.612159 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bccec104-d340-4473-8960-048dc86e800b req-47b5f533-2245-4cb8-a423-e46469a32a4f tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 210 time: 0.0433514 Nov 09 21:15:30.631224 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-b9dd9b80-b39c-4f86-8310-2f245c492802 req-15e393b5-4c2f-4f99-9d11-01f92e42cfc3 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:30.636894 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c7496-152a-46f9-a8f4-0dc08bfbba25 req-9e30ce62-fc93-4acc-bc8d-b907ab0a8af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:30.639286 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d40c7496-152a-46f9-a8f4-0dc08bfbba25 req-9e30ce62-fc93-4acc-bc8d-b907ab0a8af7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=26b680b2-5719-4867-80c5-91edc011cf50 HTTP/1.1" status: 200 len: 855 time: 0.1013920 Nov 09 21:15:30.644359 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['7a590d66-42d8-491e-bcdf-dd5b7e91dd3a'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:15:30.711350 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9dd9b80-b39c-4f86-8310-2f245c492802 req-15e393b5-4c2f-4f99-9d11-01f92e42cfc3 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Network ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:15:30.716928 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-b9dd9b80-b39c-4f86-8310-2f245c492802 req-15e393b5-4c2f-4f99-9d11-01f92e42cfc3 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:15:30.721273 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9dd9b80-b39c-4f86-8310-2f245c492802 req-15e393b5-4c2f-4f99-9d11-01f92e42cfc3 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:15:30.728865 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e393b5-4c2f-4f99-9d11-01f92e42cfc3 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Pushing event updated for resources: {'Port': ['ID=dd537a7f-eee1-4a96-8125-e0e20d4613a1,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:30.794927 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd9b80-b39c-4f86-8310-2f245c492802 req-15e393b5-4c2f-4f99-9d11-01f92e42cfc3 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:30.795804 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-b9dd9b80-b39c-4f86-8310-2f245c492802 req-15e393b5-4c2f-4f99-9d11-01f92e42cfc3 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:30.828754 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b9dd9b80-b39c-4f86-8310-2f245c492802 req-15e393b5-4c2f-4f99-9d11-01f92e42cfc3 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0057807 Nov 09 21:15:30.835198 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c7496-152a-46f9-a8f4-0dc08bfbba25 req-7ee279eb-1e9d-4e9c-9c8a-24e60cd1bcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:30.841001 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d40c7496-152a-46f9-a8f4-0dc08bfbba25 req-7ee279eb-1e9d-4e9c-9c8a-24e60cd1bcd3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=edc3ecb2-5f49-4a97-9497-9c4bcc32484e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1803117 Nov 09 21:15:30.850159 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-b9dd9b80-b39c-4f86-8310-2f245c492802 req-7d7cddbe-51cb-4018-8d7f-04545c89f21b service neutron] Request body: {'port': {'device_id': '58a338c5-88dc-4b1d-a233-f64e2c5ed451', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:15:30.970199 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-b9dd9b80-b39c-4f86-8310-2f245c492802 req-7d7cddbe-51cb-4018-8d7f-04545c89f21b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:31.008190 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8a411-de2b-4a21-a95c-94f5a434bca1 req-13951258-e427-457d-b588-43abe742f49c tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:31.013206 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-41f8a411-de2b-4a21-a95c-94f5a434bca1 req-13951258-e427-457d-b588-43abe742f49c tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c26e99-7fc9-4508-9c20-9655ad058124 HTTP/1.1" status: 200 len: 949 time: 0.1429851 Nov 09 21:15:31.106804 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-41f8a411-de2b-4a21-a95c-94f5a434bca1 req-ce3fbb85-ca1a-418d-88fd-42c839293e29 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867183 Nov 09 21:15:31.121489 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d40c7496-152a-46f9-a8f4-0dc08bfbba25 req-5fd65712-bec1-440f-a7dc-c4622da28b8b service neutron] 10.222.0.45 "GET /v2.0/networks/edc3ecb2-5f49-4a97-9497-9c4bcc32484e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674232 Nov 09 21:15:31.227514 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94353ef7-726e-4b47-bdc3-963d5229d82a req-c1713726-1a56-4af2-8b5e-9ea6e530db86 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:31.237373 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-94353ef7-726e-4b47-bdc3-963d5229d82a req-c1713726-1a56-4af2-8b5e-9ea6e530db86 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/ports?device_id=8097b17c-655c-4469-b0d5-023bbc6ff3bb HTTP/1.1" status: 200 len: 945 time: 0.1920223 Nov 09 21:15:31.273294 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d40c7496-152a-46f9-a8f4-0dc08bfbba25 req-5be65096-025e-4b24-b301-1d460a9dd3e1 service neutron] 10.222.0.45 "GET /v2.0/networks/edc3ecb2-5f49-4a97-9497-9c4bcc32484e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422729 Nov 09 21:15:31.319145 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-94353ef7-726e-4b47-bdc3-963d5229d82a req-a718c74a-14d5-4e6a-9adb-f240361d4225 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/security-groups?id=c10406f7-65bc-482e-b626-a11906f8f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793200 Nov 09 21:15:31.501624 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-b9dd9b80-b39c-4f86-8310-2f245c492802 req-7d7cddbe-51cb-4018-8d7f-04545c89f21b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd537a7f-eee1-4a96-8125-e0e20d4613a1 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:15:31.512787 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-b9dd9b80-b39c-4f86-8310-2f245c492802 req-7d7cddbe-51cb-4018-8d7f-04545c89f21b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:31.536410 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1bbe54-ad5e-4bb8-82eb-511be6994906 req-48a1a057-69e6-4377-8c27-6f259f889f78 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:31.543797 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ca1bbe54-ad5e-4bb8-82eb-511be6994906 req-48a1a057-69e6-4377-8c27-6f259f889f78 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 948 time: 0.1390812 Nov 09 21:15:31.553305 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-b9dd9b80-b39c-4f86-8310-2f245c492802 req-7d7cddbe-51cb-4018-8d7f-04545c89f21b service neutron] Transition to ACTIVE for port object dd537a7f-eee1-4a96-8125-e0e20d4613a1 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:15:31.561998 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-b9dd9b80-b39c-4f86-8310-2f245c492802 req-7d7cddbe-51cb-4018-8d7f-04545c89f21b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:31.615280 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7cddbe-51cb-4018-8d7f-04545c89f21b service neutron] Pushing event updated for resources: {'Port': ['ID=dd537a7f-eee1-4a96-8125-e0e20d4613a1,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:31.685949 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ca1bbe54-ad5e-4bb8-82eb-511be6994906 req-14ab38d0-4830-4742-b2b5-88996025d6d1 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411674 Nov 09 21:15:31.737350 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a9c7ab-6f9e-48bf-b680-c01eb4867f31 req-42a17095-e5bc-4a5a-ad3d-3a1601a0ed19 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:31.743437 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-87a9c7ab-6f9e-48bf-b680-c01eb4867f31 req-42a17095-e5bc-4a5a-ad3d-3a1601a0ed19 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e748671-fe8e-463e-b5de-fd2794de7091 HTTP/1.1" status: 200 len: 945 time: 0.0874143 Nov 09 21:15:31.815187 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-b9dd9b80-b39c-4f86-8310-2f245c492802 req-7d7cddbe-51cb-4018-8d7f-04545c89f21b service neutron] Attempting to bind port dd537a7f-eee1-4a96-8125-e0e20d4613a1 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:15:31.815522 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-b9dd9b80-b39c-4f86-8310-2f245c492802 req-7d7cddbe-51cb-4018-8d7f-04545c89f21b service neutron] Attempting to bind port dd537a7f-eee1-4a96-8125-e0e20d4613a1 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '3b0433f6-0dc2-4350-8149-c15b9bac49ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:15:31.815847 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dd9b80-b39c-4f86-8310-2f245c492802 req-7d7cddbe-51cb-4018-8d7f-04545c89f21b service neutron] Attempting to bind port dd537a7f-eee1-4a96-8125-e0e20d4613a1 on network ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:15:31.821692 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dd9b80-b39c-4f86-8310-2f245c492802 req-7d7cddbe-51cb-4018-8d7f-04545c89f21b service neutron] Port dd537a7f-eee1-4a96-8125-e0e20d4613a1 on network ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:15:31.822169 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dd9b80-b39c-4f86-8310-2f245c492802 req-7d7cddbe-51cb-4018-8d7f-04545c89f21b service neutron] Attempting to bind port dd537a7f-eee1-4a96-8125-e0e20d4613a1 on network ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:15:31.824393 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-87a9c7ab-6f9e-48bf-b680-c01eb4867f31 req-04108998-5d1c-403c-81ff-615a7d8086bb tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762980 Nov 09 21:15:31.827229 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dd9b80-b39c-4f86-8310-2f245c492802 req-7d7cddbe-51cb-4018-8d7f-04545c89f21b service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:15:31.827572 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dd9b80-b39c-4f86-8310-2f245c492802 req-7d7cddbe-51cb-4018-8d7f-04545c89f21b service neutron] Checking segment: {'id': '3b0433f6-0dc2-4350-8149-c15b9bac49ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:15:31.828370 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dd9b80-b39c-4f86-8310-2f245c492802 req-7d7cddbe-51cb-4018-8d7f-04545c89f21b service neutron] Bound using segment: {'id': '3b0433f6-0dc2-4350-8149-c15b9bac49ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:15:31.828842 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-b9dd9b80-b39c-4f86-8310-2f245c492802 req-7d7cddbe-51cb-4018-8d7f-04545c89f21b service neutron] Bound port: dd537a7f-eee1-4a96-8125-e0e20d4613a1, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b0433f6-0dc2-4350-8149-c15b9bac49ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:15:31.829200 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-b9dd9b80-b39c-4f86-8310-2f245c492802 req-7d7cddbe-51cb-4018-8d7f-04545c89f21b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:31.940282 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-b9dd9b80-b39c-4f86-8310-2f245c492802 req-7d7cddbe-51cb-4018-8d7f-04545c89f21b service neutron] For port dd537a7f-eee1-4a96-8125-e0e20d4613a1, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:15:31.961299 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-b9dd9b80-b39c-4f86-8310-2f245c492802 req-7d7cddbe-51cb-4018-8d7f-04545c89f21b service neutron] For port dd537a7f-eee1-4a96-8125-e0e20d4613a1, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=dd537a7f-eee1-4a96-8125-e0e20d4613a1,segment=NetworkSegment(3b0433f6-0dc2-4350-8149-c15b9bac49ea),segment_id=3b0433f6-0dc2-4350-8149-c15b9bac49ea)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:15:31.970754 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf41ab9-0c92-4f4d-9cb8-54fffb8fdbae req-b18d88fe-18be-48dd-8b88-3af809970ce1 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:31.980784 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9cf41ab9-0c92-4f4d-9cb8-54fffb8fdbae req-b18d88fe-18be-48dd-8b88-3af809970ce1 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 943 time: 0.0912158 Nov 09 21:15:31.985122 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-b9dd9b80-b39c-4f86-8310-2f245c492802 req-7d7cddbe-51cb-4018-8d7f-04545c89f21b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:32.072103 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd9b80-b39c-4f86-8310-2f245c492802 req-7d7cddbe-51cb-4018-8d7f-04545c89f21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:32.072983 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-b9dd9b80-b39c-4f86-8310-2f245c492802 req-7d7cddbe-51cb-4018-8d7f-04545c89f21b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:32.075919 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b9dd9b80-b39c-4f86-8310-2f245c492802 req-7d7cddbe-51cb-4018-8d7f-04545c89f21b service neutron] 10.222.0.43 "PUT /v2.0/ports/dd537a7f-eee1-4a96-8125-e0e20d4613a1 HTTP/1.1" status: 200 len: 1091 time: 1.2319694 Nov 09 21:15:32.077972 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a338c5-88dc-4b1d-a233-f64e2c5ed451', 'tag': 'dd537a7f-eee1-4a96-8125-e0e20d4613a1'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:15:32.080264 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec30227-27d4-432f-855a-ebf6206df0d5" -d '{"events": [{"name": "network-changed", "server_uuid": "58a338c5-88dc-4b1d-a233-f64e2c5ed451", "tag": "dd537a7f-eee1-4a96-8125-e0e20d4613a1"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:15:32.100046 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9cf41ab9-0c92-4f4d-9cb8-54fffb8fdbae req-ec9e20f5-0249-4ffc-8669-c93ef669f099 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180422 Nov 09 21:15:32.133346 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7cddbe-51cb-4018-8d7f-04545c89f21b service neutron] Pushing event updated for resources: {'Port': ['ID=dd537a7f-eee1-4a96-8125-e0e20d4613a1,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:32.207342 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5779d1c7-9eb6-4066-8cac-9b67d6acb3e1 x-openstack-request-id: req-5779d1c7-9eb6-4066-8cac-9b67d6acb3e1 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:15:32.207741 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58a338c5-88dc-4b1d-a233-f64e2c5ed451", "tag": "dd537a7f-eee1-4a96-8125-e0e20d4613a1", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:15:32.208129 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5779d1c7-9eb6-4066-8cac-9b67d6acb3e1 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:15:32.208598 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58a338c5-88dc-4b1d-a233-f64e2c5ed451', 'tag': 'dd537a7f-eee1-4a96-8125-e0e20d4613a1', 'status': 'completed', 'code': 200} Nov 09 21:15:32.243834 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd9b80-b39c-4f86-8310-2f245c492802 req-47439f32-17bf-4819-a12a-210b99b520a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:32.246871 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b9dd9b80-b39c-4f86-8310-2f245c492802 req-47439f32-17bf-4819-a12a-210b99b520a0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=79813b2c248b4d6c8fab5b7bd98099e4&device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 1094 time: 0.1041572 Nov 09 21:15:32.354388 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b9dd9b80-b39c-4f86-8310-2f245c492802 req-5dd0c592-5fe2-40b7-a6ff-b7650e0f4e24 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd537a7f-eee1-4a96-8125-e0e20d4613a1 HTTP/1.1" status: 200 len: 217 time: 0.0877979 Nov 09 21:15:32.517311 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4b6c8-a57b-485d-be9e-8edfd0133104 req-e7eca8b1-3cc8-445a-939a-247b730e13ab tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:32.526196 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-81f4b6c8-a57b-485d-be9e-8edfd0133104 req-e7eca8b1-3cc8-445a-939a-247b730e13ab tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c26e99-7fc9-4508-9c20-9655ad058124 HTTP/1.1" status: 200 len: 949 time: 0.1918261 Nov 09 21:15:32.537721 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd9b80-b39c-4f86-8310-2f245c492802 req-057347c3-0f9f-4a4c-b355-dcb3ffc44436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:32.539630 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b9dd9b80-b39c-4f86-8310-2f245c492802 req-057347c3-0f9f-4a4c-b355-dcb3ffc44436 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=29a38752-08a3-4b35-bb64-8f5e3f87121b HTTP/1.1" status: 200 len: 861 time: 0.1592357 Nov 09 21:15:32.577541 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b57841-a552-45c2-810b-9532ca1159ec req-a809b30f-57aa-4622-a847-adaee7cf60c4 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:32.579672 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-11b57841-a552-45c2-810b-9532ca1159ec req-a809b30f-57aa-4622-a847-adaee7cf60c4 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.45 "GET /v2.0/ports?device_id=8097b17c-655c-4469-b0d5-023bbc6ff3bb HTTP/1.1" status: 200 len: 945 time: 0.1163671 Nov 09 21:15:32.618828 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-81f4b6c8-a57b-485d-be9e-8edfd0133104 req-01dfae74-cbea-485a-8718-d9dcf5f754cc tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913060 Nov 09 21:15:32.621466 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8c9be-7575-43bc-9c3d-3bc558434946 req-6547a883-4e12-4e79-966a-bdcdfa628c80 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:32.645578 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b9dd9b80-b39c-4f86-8310-2f245c492802 req-5e26d37a-3a61-4b5b-be5f-dc37ccd16c8b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665653 Nov 09 21:15:32.647940 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-16e8c9be-7575-43bc-9c3d-3bc558434946 req-6547a883-4e12-4e79-966a-bdcdfa628c80 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/ports?device_id=8097b17c-655c-4469-b0d5-023bbc6ff3bb HTTP/1.1" status: 200 len: 945 time: 0.1585054 Nov 09 21:15:32.791608 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-16e8c9be-7575-43bc-9c3d-3bc558434946 req-aaf74652-a4aa-4159-9880-163fa28497be tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/security-groups?id=c10406f7-65bc-482e-b626-a11906f8f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339440 Nov 09 21:15:32.896955 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-11b57841-a552-45c2-810b-9532ca1159ec req-63399e8c-542b-473b-a265-f203dcd05e38 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Deleting port 1c9297ce-4bb5-4b91-9984-2776c74838f7 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:15:32.897788 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-11b57841-a552-45c2-810b-9532ca1159ec req-63399e8c-542b-473b-a265-f203dcd05e38 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:32.911572 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6358357-b7e9-48d8-89e4-ed95023ef344 req-68f61410-8a4c-4c17-86d9-b498b38ac4d4 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:32.921133 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e6358357-b7e9-48d8-89e4-ed95023ef344 req-68f61410-8a4c-4c17-86d9-b498b38ac4d4 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 948 time: 0.0927265 Nov 09 21:15:32.931163 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b9dd9b80-b39c-4f86-8310-2f245c492802 req-1ac11cd9-fa13-4b85-be61-5b2e61684f85 service neutron] 10.222.0.43 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747984 Nov 09 21:15:33.028319 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-11b57841-a552-45c2-810b-9532ca1159ec req-63399e8c-542b-473b-a265-f203dcd05e38 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] For port 1c9297ce-4bb5-4b91-9984-2776c74838f7, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=1c9297ce-4bb5-4b91-9984-2776c74838f7,segment=NetworkSegment(030b5546-ce77-4a8b-a3a1-791393a98192),segment_id=030b5546-ce77-4a8b-a3a1-791393a98192)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:15:33.029328 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-11b57841-a552-45c2-810b-9532ca1159ec req-63399e8c-542b-473b-a265-f203dcd05e38 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:33.153735 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b9dd9b80-b39c-4f86-8310-2f245c492802 req-ae8d98f4-53de-4b89-9026-384286a2f7e1 service neutron] 10.222.0.43 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071350 Nov 09 21:15:33.185646 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e6358357-b7e9-48d8-89e4-ed95023ef344 req-3cede573-9aac-435a-80c5-199afffd6062 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635953 Nov 09 21:15:33.274812 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-f444f544-4a4e-4bdd-a815-afd0b9d72de1 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:33.284648 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-f444f544-4a4e-4bdd-a815-afd0b9d72de1 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.45 "GET /v2.0/ports?device_id=86c26e99-7fc9-4508-9c20-9655ad058124 HTTP/1.1" status: 200 len: 949 time: 0.1504169 Nov 09 21:15:33.423624 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec30227-27d4-432f-855a-ebf6206df0d5 req-0d155952-f26c-480a-8551-59e4acb80b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:33.425328 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8ec30227-27d4-432f-855a-ebf6206df0d5 req-0d155952-f26c-480a-8551-59e4acb80b6f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=79813b2c248b4d6c8fab5b7bd98099e4&device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 1094 time: 0.1397026 Nov 09 21:15:33.442214 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:33.451611 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8f75b95e-e09f-40f4-8e41-8c188707f608 req-69c9eb7f-1964-4c4d-b263-a4f4b1be1c4c service neutron] 10.222.0.43 "GET /v2.0/ports/96e311e4-91ed-45b7-ad20-39610f4e530b/bindings/n-h2-816206-3 HTTP/1.1" status: 200 len: 382 time: 0.1569369 Nov 09 21:15:33.464916 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2a0cf-e2ff-4f8d-915e-fdcec559ca13 req-dd4c77fb-67b8-4b3b-9445-adf879596b16 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:33.466429 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cea2a0cf-e2ff-4f8d-915e-fdcec559ca13 req-dd4c77fb-67b8-4b3b-9445-adf879596b16 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 943 time: 0.1331394 Nov 09 21:15:33.492476 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6abd2d-21a3-4432-a931-3664db9d434a req-f43596cd-1009-43aa-a591-76a8cbfbfe61 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:33.500410 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dc6abd2d-21a3-4432-a931-3664db9d434a req-f43596cd-1009-43aa-a591-76a8cbfbfe61 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e748671-fe8e-463e-b5de-fd2794de7091 HTTP/1.1" status: 200 len: 945 time: 0.1758971 Nov 09 21:15:33.530388 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-11b57841-a552-45c2-810b-9532ca1159ec req-63399e8c-542b-473b-a265-f203dcd05e38 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:33.530898 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-11b57841-a552-45c2-810b-9532ca1159ec req-63399e8c-542b-473b-a265-f203dcd05e38 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:33.531370 n-d-816206-3 neutron-server[102608]: INFO neutron.db.l3_db [req-11b57841-a552-45c2-810b-9532ca1159ec req-63399e8c-542b-473b-a265-f203dcd05e38 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Floating IP 93f9ea52-a297-4db5-925a-48e4c9ee7951 disassociated. External IP: 172.25.7.34, port: 1c9297ce-4bb5-4b91-9984-2776c74838f7. Nov 09 21:15:33.532419 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-11b57841-a552-45c2-810b-9532ca1159ec req-63399e8c-542b-473b-a265-f203dcd05e38 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Calling delete_port for 1c9297ce-4bb5-4b91-9984-2776c74838f7 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:15:33.602357 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec30227-27d4-432f-855a-ebf6206df0d5 req-82f61154-2c94-4791-bf68-06672712acee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:33.603853 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8ec30227-27d4-432f-855a-ebf6206df0d5 req-82f61154-2c94-4791-bf68-06672712acee service neutron] 10.222.0.43 "GET /v2.0/networks?id=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 HTTP/1.1" status: 200 len: 921 time: 0.1365364 Nov 09 21:15:33.654424 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8ec30227-27d4-432f-855a-ebf6206df0d5 req-ebd1b031-a2bb-4bbe-b98e-31fc3e53b510 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd537a7f-eee1-4a96-8125-e0e20d4613a1 HTTP/1.1" status: 200 len: 217 time: 0.0415525 Nov 09 21:15:33.666174 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-fc74014e-a715-4c58-9b62-761109aa6b3e tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Deleting port d9a6774f-2cfe-49c1-a1b4-25eb14df3a50 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:15:33.666521 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-fc74014e-a715-4c58-9b62-761109aa6b3e tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:33.670407 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dc6abd2d-21a3-4432-a931-3664db9d434a req-d0bd0acd-7340-4b13-b47d-4cd4ea4f1f06 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688213 Nov 09 21:15:33.727895 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cea2a0cf-e2ff-4f8d-915e-fdcec559ca13 req-664be37e-257e-45a6-bb13-ae6c64bc89c5 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839612 Nov 09 21:15:33.803476 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec30227-27d4-432f-855a-ebf6206df0d5 req-3edb058d-a6eb-4d2e-b96e-a5f00e7b564c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:33.815719 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8ec30227-27d4-432f-855a-ebf6206df0d5 req-3edb058d-a6eb-4d2e-b96e-a5f00e7b564c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=29a38752-08a3-4b35-bb64-8f5e3f87121b HTTP/1.1" status: 200 len: 861 time: 0.1459866 Nov 09 21:15:33.906123 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17db7e4-8a95-4ef0-8967-419705199453 req-8d0c0054-8c94-47d6-bd75-b780f4cbfa55 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:33.908068 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8ec30227-27d4-432f-855a-ebf6206df0d5 req-cf9c553a-fb97-450b-a06c-e0401fcef5bd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699534 Nov 09 21:15:33.914295 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b17db7e4-8a95-4ef0-8967-419705199453 req-8d0c0054-8c94-47d6-bd75-b780f4cbfa55 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c26e99-7fc9-4508-9c20-9655ad058124 HTTP/1.1" status: 200 len: 949 time: 0.1199503 Nov 09 21:15:33.967618 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bb46b075-a0eb-4d47-917c-51a4c1e8f34b req-24f872f2-af2c-4969-8899-241a3fa3536f tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/ports?device_id=8097b17c-655c-4469-b0d5-023bbc6ff3bb HTTP/1.1" status: 200 len: 210 time: 0.0658793 Nov 09 21:15:33.999071 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-fc74014e-a715-4c58-9b62-761109aa6b3e tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] For port d9a6774f-2cfe-49c1-a1b4-25eb14df3a50, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=d9a6774f-2cfe-49c1-a1b4-25eb14df3a50,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:15:33.999993 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-fc74014e-a715-4c58-9b62-761109aa6b3e tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:34.071591 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-fc74014e-a715-4c58-9b62-761109aa6b3e tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Calling delete_port for d9a6774f-2cfe-49c1-a1b4-25eb14df3a50 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:15:34.179112 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8ec30227-27d4-432f-855a-ebf6206df0d5 req-5ecac5e0-d5d8-4136-836a-851ff7edca20 service neutron] 10.222.0.43 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082889 Nov 09 21:15:34.232783 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-11b57841-a552-45c2-810b-9532ca1159ec req-63399e8c-542b-473b-a265-f203dcd05e38 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:34.323066 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63399e8c-542b-473b-a265-f203dcd05e38 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Pushing event deleted for resources: {'Port': ['ID=1c9297ce-4bb5-4b91-9984-2776c74838f7,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:34.429510 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96140e57-c8a2-4915-be23-09abdd3a0f43 req-2391143f-cb3b-4956-8f52-156d934269bf tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:34.431901 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-96140e57-c8a2-4915-be23-09abdd3a0f43 req-2391143f-cb3b-4956-8f52-156d934269bf tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 948 time: 0.1374431 Nov 09 21:15:34.434977 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8ec30227-27d4-432f-855a-ebf6206df0d5 req-10ed3468-3e96-4c7e-a7b9-e485523b1c9c service neutron] 10.222.0.43 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433555 Nov 09 21:15:34.435746 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-fc74014e-a715-4c58-9b62-761109aa6b3e tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:34.449152 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['8f939950-bea2-412a-a2e7-7941436a9d0e', '8fffad74-aadd-420e-b124-a25fa48d0b2c', '6ea26908-1c6a-4d82-b26f-3bca70608d0b', '0bf25821-6e02-4aee-8496-3623d0b49287'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:15:34.483315 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc74014e-a715-4c58-9b62-761109aa6b3e tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Pushing event deleted for resources: {'Port': ['ID=d9a6774f-2cfe-49c1-a1b4-25eb14df3a50,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:34.512410 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29', '533f611e-07d0-4da2-a057-348014734fff', '628112a8-0c63-4e84-85d2-40b9680b00f9'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:15:34.515295 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11b57841-a552-45c2-810b-9532ca1159ec req-63399e8c-542b-473b-a265-f203dcd05e38 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Router db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:15:34.572221 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-fc74014e-a715-4c58-9b62-761109aa6b3e tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] No DVR routers for this DVR port d9a6774f-2cfe-49c1-a1b4-25eb14df3a50 on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:15:34.577529 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-fc74014e-a715-4c58-9b62-761109aa6b3e tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:34.581108 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-fc74014e-a715-4c58-9b62-761109aa6b3e tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.45 "DELETE /v2.0/ports/d9a6774f-2cfe-49c1-a1b4-25eb14df3a50 HTTP/1.1" status: 204 len: 173 time: 1.2498107 Nov 09 21:15:34.581937 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c26e99-7fc9-4508-9c20-9655ad058124', 'name': 'network-vif-deleted', 'tag': 'd9a6774f-2cfe-49c1-a1b4-25eb14df3a50'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:15:34.585033 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895a01ce-ae00-4a10-a0d4-94a6e26065cc" -d '{"events": [{"server_uuid": "86c26e99-7fc9-4508-9c20-9655ad058124", "name": "network-vif-deleted", "tag": "d9a6774f-2cfe-49c1-a1b4-25eb14df3a50"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:15:34.605993 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-96140e57-c8a2-4915-be23-09abdd3a0f43 req-daa08ce5-c0ee-42e6-a864-8cbf4bbee36d tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584373 Nov 09 21:15:34.670050 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 09 Nov 2021 21:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e110c511-e406-4462-9c4d-e45d4224060d x-openstack-request-id: req-e110c511-e406-4462-9c4d-e45d4224060d {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:15:34.670563 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c26e99-7fc9-4508-9c20-9655ad058124", "name": "network-vif-deleted", "tag": "d9a6774f-2cfe-49c1-a1b4-25eb14df3a50", "status": "failed", "code": 422}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:15:34.670975 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e110c511-e406-4462-9c4d-e45d4224060d {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:15:34.671567 n-d-816206-3 neutron-server[102607]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '86c26e99-7fc9-4508-9c20-9655ad058124', 'name': 'network-vif-deleted', 'tag': 'd9a6774f-2cfe-49c1-a1b4-25eb14df3a50', 'status': 'failed', 'code': 422} returned with failed status Nov 09 21:15:34.864980 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11b57841-a552-45c2-810b-9532ca1159ec req-63399e8c-542b-473b-a265-f203dcd05e38 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:15:34.930317 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931a549f-23fa-487c-9f7c-5650454bf5e2 None None] Sync routers for ids ['db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:15:34.932791 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 1bb7a66a-0c57-4eff-a722-93137cb4cd81 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:15:34.952040 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b57841-a552-45c2-810b-9532ca1159ec req-63399e8c-542b-473b-a265-f203dcd05e38 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] No DVR routers for this DVR port 1c9297ce-4bb5-4b91-9984-2776c74838f7 on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:15:34.959235 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-11b57841-a552-45c2-810b-9532ca1159ec req-63399e8c-542b-473b-a265-f203dcd05e38 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:34.963022 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-11b57841-a552-45c2-810b-9532ca1159ec req-63399e8c-542b-473b-a265-f203dcd05e38 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.45 "DELETE /v2.0/ports/1c9297ce-4bb5-4b91-9984-2776c74838f7 HTTP/1.1" status: 204 len: 173 time: 2.2910979 Nov 09 21:15:34.964383 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d03c8-c1ad-4ea7-890d-e35044b5c534 req-fa90f1af-fbf0-46cb-9098-7910b02d8f33 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:34.965120 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75b95e-e09f-40f4-8e41-8c188707f608 req-0016c1fa-7a49-4038-bfe3-4645eb418486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:34.970590 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8f75b95e-e09f-40f4-8e41-8c188707f608 req-0016c1fa-7a49-4038-bfe3-4645eb418486 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba&tenant_id=ab9f62a9766648e6a735e31e91b7e450 HTTP/1.1" status: 200 len: 1099 time: 1.0850654 Nov 09 21:15:34.971070 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8097b17c-655c-4469-b0d5-023bbc6ff3bb', 'name': 'network-vif-deleted', 'tag': '1c9297ce-4bb5-4b91-9984-2776c74838f7'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:15:34.972749 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ac6d03c8-c1ad-4ea7-890d-e35044b5c534 req-fa90f1af-fbf0-46cb-9098-7910b02d8f33 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e748671-fe8e-463e-b5de-fd2794de7091 HTTP/1.1" status: 200 len: 945 time: 0.1787798 Nov 09 21:15:34.975479 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1f5884-928f-4901-8d21-4ea5820f41a8" -d '{"events": [{"server_uuid": "8097b17c-655c-4469-b0d5-023bbc6ff3bb", "name": "network-vif-deleted", "tag": "1c9297ce-4bb5-4b91-9984-2776c74838f7"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:15:35.005036 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b17db7e4-8a95-4ef0-8967-419705199453 req-9e377545-939a-48bc-bb0d-cef78245d863 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0876632 Nov 09 21:15:35.130799 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ac6d03c8-c1ad-4ea7-890d-e35044b5c534 req-701a9415-2591-46b1-87c8-9a74407c7101 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564896 Nov 09 21:15:35.146781 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75b95e-e09f-40f4-8e41-8c188707f608 req-d2ce1c7a-1676-41ac-84ca-b5120eb371e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:35.149128 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8f75b95e-e09f-40f4-8e41-8c188707f608 req-d2ce1c7a-1676-41ac-84ca-b5120eb371e4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab9f62a9766648e6a735e31e91b7e450&device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 1099 time: 0.1180496 Nov 09 21:15:35.154152 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931a549f-23fa-487c-9f7c-5650454bf5e2 None None] Routers {'db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:15:35.155127 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-931a549f-23fa-487c-9f7c-5650454bf5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:15:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:15:35.270212 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 1bb7a66a-0c57-4eff-a722-93137cb4cd81, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=1bb7a66a-0c57-4eff-a722-93137cb4cd81,segment=NetworkSegment(cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2),segment_id=cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:15:35.272864 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34244) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:15:35.313363 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2584b7e-6055-410f-98d4-3dd68cf4678d req-06e84727-1988-49fd-90a7-c81aaf1c51e5 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:35.322374 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-179375f6-2f5a-4063-9c61-5ff36417c073 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c26e99-7fc9-4508-9c20-9655ad058124 HTTP/1.1" status: 200 len: 210 time: 0.0475872 Nov 09 21:15:35.327375 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c2584b7e-6055-410f-98d4-3dd68cf4678d req-06e84727-1988-49fd-90a7-c81aaf1c51e5 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 943 time: 0.2246277 Nov 09 21:15:35.362493 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75b95e-e09f-40f4-8e41-8c188707f608 req-f7ec8b16-276d-4a69-b6f4-2bcd927f4b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:35.364566 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8f75b95e-e09f-40f4-8e41-8c188707f608 req-f7ec8b16-276d-4a69-b6f4-2bcd927f4b06 service neutron] 10.222.0.43 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.2045786 Nov 09 21:15:35.366031 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b172e93-249a-4341-a183-46d80ee11770 x-openstack-request-id: req-7b172e93-249a-4341-a183-46d80ee11770 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:15:35.366322 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8097b17c-655c-4469-b0d5-023bbc6ff3bb", "name": "network-vif-deleted", "tag": "1c9297ce-4bb5-4b91-9984-2776c74838f7", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:15:35.366578 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7b172e93-249a-4341-a183-46d80ee11770 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:15:35.366975 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8097b17c-655c-4469-b0d5-023bbc6ff3bb', 'name': 'network-vif-deleted', 'tag': '1c9297ce-4bb5-4b91-9984-2776c74838f7', 'status': 'completed', 'code': 200} Nov 09 21:15:35.373503 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '1bb7a66a-0c57-4eff-a722-93137cb4cd81', 'network_id': 'c451f8d0-81c8-47ac-9cdf-57d805f40534', 'port_id': '1bb7a66a-0c57-4eff-a722-93137cb4cd81', 'mac_address': 'fa:16:3e:3c:1a:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48001444-9492-49b6-bd26-a82c0797ca23', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:15:35.387079 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71eb3c6c-329a-407b-aac7-917b1b2f8a61 req-5f503f58-d041-42e7-81d6-012bd4f7e95c tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/ports?device_id=8097b17c-655c-4469-b0d5-023bbc6ff3bb HTTP/1.1" status: 200 len: 210 time: 0.0617638 Nov 09 21:15:35.418914 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c2584b7e-6055-410f-98d4-3dd68cf4678d req-c4855141-ef69-481f-b05a-aafa76877252 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905852 Nov 09 21:15:35.463105 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8f75b95e-e09f-40f4-8e41-8c188707f608 req-742af95c-d234-4fa0-aca7-9c1a8743840e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=96e311e4-91ed-45b7-ad20-39610f4e530b HTTP/1.1" status: 200 len: 217 time: 0.0431633 Nov 09 21:15:35.530753 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:35.550156 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75b95e-e09f-40f4-8e41-8c188707f608 req-c6a1c42c-fa1a-459d-82ae-93ee1c4f6a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:35.552607 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8f75b95e-e09f-40f4-8e41-8c188707f608 req-c6a1c42c-fa1a-459d-82ae-93ee1c4f6a47 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.0643420 Nov 09 21:15:35.579129 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1bb7a66a-0c57-4eff-a722-93137cb4cd81 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:15:35.640326 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75b95e-e09f-40f4-8e41-8c188707f608 req-86a40b4f-01f2-4903-88a3-3a690e32b85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:35.642915 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8f75b95e-e09f-40f4-8e41-8c188707f608 req-86a40b4f-01f2-4903-88a3-3a690e32b85a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0783484 Nov 09 21:15:35.643183 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-931a549f-23fa-487c-9f7c-5650454bf5e2 None None] Set router db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:15:35.688747 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 1bb7a66a-0c57-4eff-a722-93137cb4cd81, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=1bb7a66a-0c57-4eff-a722-93137cb4cd81,segment=NetworkSegment(cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2),segment_id=cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:15:35.716318 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:35.835220 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9aefa9-76f7-49df-a6ce-0a5c5173699b req-873b6af7-12b6-43ca-9fbc-d04a4e964bb2 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:35.846672 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-be9aefa9-76f7-49df-a6ce-0a5c5173699b req-873b6af7-12b6-43ca-9fbc-d04a4e964bb2 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 948 time: 0.0908673 Nov 09 21:15:35.915624 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8f75b95e-e09f-40f4-8e41-8c188707f608 req-05da32bc-5db6-49b5-a0b6-e2fa76d8773d service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602196 Nov 09 21:15:35.929928 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-be9aefa9-76f7-49df-a6ce-0a5c5173699b req-cad72717-04bc-4f68-8c43-175f2c33c8ff tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823922 Nov 09 21:15:35.935890 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=1bb7a66a-0c57-4eff-a722-93137cb4cd81,revision_number=6']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:35.967434 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['1bb7a66a-0c57-4eff-a722-93137cb4cd81'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:15:36.074132 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8f75b95e-e09f-40f4-8e41-8c188707f608 req-c7112c11-9070-46ba-9fd7-3a0a30fcc8e6 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045132 Nov 09 21:15:36.233069 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7b57e377-412d-4c5d-bc66-b5dd563e0eca req-5c489d73-ab68-45c3-84e4-b215c4271049 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c26e99-7fc9-4508-9c20-9655ad058124 HTTP/1.1" status: 200 len: 210 time: 0.0592163 Nov 09 21:15:36.271126 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 1c9297ce-4bb5-4b91-9984-2776c74838f7 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:15:36.386798 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cec26f-147b-4aed-b781-62850ae3eb3a req-40d92436-5553-409c-b296-3e4f7dc5f7f2 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:36.388264 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b9cec26f-147b-4aed-b781-62850ae3eb3a req-40d92436-5553-409c-b296-3e4f7dc5f7f2 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e748671-fe8e-463e-b5de-fd2794de7091 HTTP/1.1" status: 200 len: 944 time: 0.1645012 Nov 09 21:15:36.475623 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b9cec26f-147b-4aed-b781-62850ae3eb3a req-b2617a62-3e18-48f9-bd95-11ce9e0727b1 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778596 Nov 09 21:15:36.485458 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9f50fb48-0b6b-47a8-bb4f-47be23c1faef req-281d594e-bf3a-4753-8ddb-e4c72288e27b tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c26e99-7fc9-4508-9c20-9655ad058124 HTTP/1.1" status: 200 len: 210 time: 0.0528479 Nov 09 21:15:36.548495 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 1c9297ce-4bb5-4b91-9984-2776c74838f7 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:15:36.549222 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 1c9297ce-4bb5-4b91-9984-2776c74838f7 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:15:36.549872 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device d9a6774f-2cfe-49c1-a1b4-25eb14df3a50 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:15:36.592208 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: d9a6774f-2cfe-49c1-a1b4-25eb14df3a50 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:15:36.592668 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device d9a6774f-2cfe-49c1-a1b4-25eb14df3a50 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:15:36.687833 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-931a549f-23fa-487c-9f7c-5650454bf5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6', 'name': 'tempest-ServersTestBootFromVolume-1849581686-router', 'tenant_id': 'f907ded5330840338031155da556e400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '8092a808-209c-40a4-8e6a-ae4487fef1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:12:13Z', 'updated_at': '2021-11-09T21:12:19Z', 'revision_number': 4, 'project_id': 'f907ded5330840338031155da556e400', 'gw_port': {'id': '8092a808-209c-40a4-8e6a-ae4487fef1a4', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:12:14Z', 'updated_at': '2021-11-09T21:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '2df20e46-042b-4a7e-832e-18049153d26b', 'name': '', 'network_id': 'edc3ecb2-5f49-4a97-9497-9c4bcc32484e', 'tenant_id': 'f907ded5330840338031155da556e400', 'mac_address': 'fa:16:3e:f0:e2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '26b680b2-5719-4867-80c5-91edc011cf50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:12:18Z', 'updated_at': '2021-11-09T21:12:23Z', 'revision_number': 5, 'project_id': 'f907ded5330840338031155da556e400', 'subnets': [{'id': '26b680b2-5719-4867-80c5-91edc011cf50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:15:36.709500 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d1939d83-d588-43f2-840b-2538103ac3bc req-96a3a106-f246-41c3-8d0f-f5051960d625 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/ports?device_id=8097b17c-655c-4469-b0d5-023bbc6ff3bb HTTP/1.1" status: 200 len: 210 time: 0.0557144 Nov 09 21:15:36.743512 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931a549f-23fa-487c-9f7c-5650454bf5e2 None None] Checking router: db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:15:36.767818 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931a549f-23fa-487c-9f7c-5650454bf5e2 None None] Routers {'db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:15:36.768684 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-931a549f-23fa-487c-9f7c-5650454bf5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:15:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:15:36.902594 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 96e311e4-91ed-45b7-ad20-39610f4e530b no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:15:36.985377 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685053bc-5c0c-4e2a-a2ad-b16850c9230a req-fa89540b-63ec-47cc-918c-b69aa1c665e6 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:36.996427 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-685053bc-5c0c-4e2a-a2ad-b16850c9230a req-fa89540b-63ec-47cc-918c-b69aa1c665e6 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 943 time: 0.1459351 Nov 09 21:15:37.010609 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-931a549f-23fa-487c-9f7c-5650454bf5e2 None None] Set router db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:15:37.107918 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-685053bc-5c0c-4e2a-a2ad-b16850c9230a req-23a31a6a-9d6e-4e18-bad2-87bba41f3a2a tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097229 Nov 09 21:15:37.373817 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:37.479005 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 96e311e4-91ed-45b7-ad20-39610f4e530b, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=96e311e4-91ed-45b7-ad20-39610f4e530b,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:15:37.482893 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1786be83-a39f-4ca2-967e-60e8f883ffba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96e311e4-91ed-45b7-ad20-39610f4e530b'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:15:37.486646 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fea281e-f483-43ca-9521-d5b6504ebe2d" -d '{"events": [{"server_uuid": "1786be83-a39f-4ca2-967e-60e8f883ffba", "name": "network-vif-unplugged", "status": "completed", "tag": "96e311e4-91ed-45b7-ad20-39610f4e530b"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:15:37.503466 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30535a-6a08-4d94-8068-788e02736314 req-0c9592ae-d2f9-4861-86d5-14aae6711066 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:37.513106 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:37.513259 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5b30535a-6a08-4d94-8068-788e02736314 req-0c9592ae-d2f9-4861-86d5-14aae6711066 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 948 time: 0.1199148 Nov 09 21:15:37.601668 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=96e311e4-91ed-45b7-ad20-39610f4e530b,revision_number=6']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:37.628582 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5b30535a-6a08-4d94-8068-788e02736314 req-7b042975-c904-4307-98cd-36d74e33661f tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127381 Nov 09 21:15:37.672205 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 21:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f396ebf5-7734-4a6a-b870-863d67086d67 x-openstack-request-id: req-f396ebf5-7734-4a6a-b870-863d67086d67 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:15:37.677099 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1786be83-a39f-4ca2-967e-60e8f883ffba", "name": "network-vif-unplugged", "status": "completed", "tag": "96e311e4-91ed-45b7-ad20-39610f4e530b", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:15:37.677543 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f396ebf5-7734-4a6a-b870-863d67086d67 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:15:37.678055 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1786be83-a39f-4ca2-967e-60e8f883ffba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96e311e4-91ed-45b7-ad20-39610f4e530b', 'code': 200} Nov 09 21:15:37.682888 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-931a549f-23fa-487c-9f7c-5650454bf5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6', 'name': 'tempest-ServersTestBootFromVolume-1849581686-router', 'tenant_id': 'f907ded5330840338031155da556e400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '8092a808-209c-40a4-8e6a-ae4487fef1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:12:13Z', 'updated_at': '2021-11-09T21:12:19Z', 'revision_number': 4, 'project_id': 'f907ded5330840338031155da556e400', 'gw_port': {'id': '8092a808-209c-40a4-8e6a-ae4487fef1a4', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:12:14Z', 'updated_at': '2021-11-09T21:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '2df20e46-042b-4a7e-832e-18049153d26b', 'name': '', 'network_id': 'edc3ecb2-5f49-4a97-9497-9c4bcc32484e', 'tenant_id': 'f907ded5330840338031155da556e400', 'mac_address': 'fa:16:3e:f0:e2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '26b680b2-5719-4867-80c5-91edc011cf50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:12:18Z', 'updated_at': '2021-11-09T21:12:23Z', 'revision_number': 5, 'project_id': 'f907ded5330840338031155da556e400', 'subnets': [{'id': '26b680b2-5719-4867-80c5-91edc011cf50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:15:37.763767 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931a549f-23fa-487c-9f7c-5650454bf5e2 None None] The sync data for ids ['db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6'] in n-d-816206-3 is: [{'id': 'db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6', 'name': 'tempest-ServersTestBootFromVolume-1849581686-router', 'tenant_id': 'f907ded5330840338031155da556e400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '8092a808-209c-40a4-8e6a-ae4487fef1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:12:13Z', 'updated_at': '2021-11-09T21:12:19Z', 'revision_number': 4, 'project_id': 'f907ded5330840338031155da556e400', 'gw_port': {'id': '8092a808-209c-40a4-8e6a-ae4487fef1a4', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:12:14Z', 'updated_at': '2021-11-09T21:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '2df20e46-042b-4a7e-832e-18049153d26b', 'name': '', 'network_id': 'edc3ecb2-5f49-4a97-9497-9c4bcc32484e', 'tenant_id': 'f907ded5330840338031155da556e400', 'mac_address': 'fa:16:3e:f0:e2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '26b680b2-5719-4867-80c5-91edc011cf50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:12:18Z', 'updated_at': '2021-11-09T21:12:23Z', 'revision_number': 5, 'project_id': 'f907ded5330840338031155da556e400', 'subnets': [{'id': '26b680b2-5719-4867-80c5-91edc011cf50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:15:37.907702 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c5ae6485-2aa0-451e-822d-79431fdcd8f0 req-de544d6d-2e7d-4fae-9d91-db61c1390a26 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/ports?device_id=8097b17c-655c-4469-b0d5-023bbc6ff3bb HTTP/1.1" status: 200 len: 210 time: 0.0413098 Nov 09 21:15:37.927727 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6b2d0-aa41-4ecb-a54c-14630b0bcd55 req-8346abc3-7eeb-457b-a40d-72b9d4a6e372 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:37.935451 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e7d6b2d0-aa41-4ecb-a54c-14630b0bcd55 req-8346abc3-7eeb-457b-a40d-72b9d4a6e372 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=078323f7-cede-47db-a65d-9ea48c2d49ca HTTP/1.1" status: 200 len: 949 time: 0.0665257 Nov 09 21:15:38.000013 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e7d6b2d0-aa41-4ecb-a54c-14630b0bcd55 req-1e609a91-0565-4184-bfea-d4fa596a3516 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589757 Nov 09 21:15:38.055607 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd79dcc-9e14-496c-9ded-7669c5332fa2 req-0041c4cd-1ac4-451c-94e5-a451eb34eceb tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:38.064236 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7fd79dcc-9e14-496c-9ded-7669c5332fa2 req-0041c4cd-1ac4-451c-94e5-a451eb34eceb tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e748671-fe8e-463e-b5de-fd2794de7091 HTTP/1.1" status: 200 len: 944 time: 0.0630009 Nov 09 21:15:38.133372 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7fd79dcc-9e14-496c-9ded-7669c5332fa2 req-21c6a027-af3c-4c40-8c89-87207d855a99 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678926 Nov 09 21:15:38.259703 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6328698-bea3-44b0-a487-3c9fbcf3a847 None None] New status for floating IP 93f9ea52-a297-4db5-925a-48e4c9ee7951: DOWN {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:15:38.351006 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd258e8-b0bc-4297-8fad-37cf28d9e605 req-27e839a3-0f8d-4431-a8ab-4c7df7910fd6 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:38.366558 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bcd258e8-b0bc-4297-8fad-37cf28d9e605 req-27e839a3-0f8d-4431-a8ab-4c7df7910fd6 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 943 time: 0.1305385 Nov 09 21:15:38.491525 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bcd258e8-b0bc-4297-8fad-37cf28d9e605 req-863916ed-e564-40f8-8df9-e09a20a7c78b tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139722 Nov 09 21:15:38.749945 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b443e-ed09-4a2c-ab2d-d15cf9e8ac6a req-7c3ac221-afbe-4a9c-94b8-ba1d562d545d tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:38.751542 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-182b443e-ed09-4a2c-ab2d-d15cf9e8ac6a req-7c3ac221-afbe-4a9c-94b8-ba1d562d545d tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 946 time: 0.0520387 Nov 09 21:15:38.807238 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-182b443e-ed09-4a2c-ab2d-d15cf9e8ac6a req-d242e9d2-ea15-42f0-85f0-7c842ee8faa3 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480731 Nov 09 21:15:38.888823 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 96e311e4-91ed-45b7-ad20-39610f4e530b details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:15:38.902452 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 1bb7a66a-0c57-4eff-a722-93137cb4cd81 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:15:39.033916 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6f6b5969-4050-4f1a-b8bd-2592da92da7a req-39969076-6397-4e36-bff7-91e70f6126fa tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/ports?device_id=8097b17c-655c-4469-b0d5-023bbc6ff3bb HTTP/1.1" status: 200 len: 210 time: 0.0538213 Nov 09 21:15:39.048988 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 1bb7a66a-0c57-4eff-a722-93137cb4cd81 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:15:39.049394 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:39.102685 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 96e311e4-91ed-45b7-ad20-39610f4e530b, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=96e311e4-91ed-45b7-ad20-39610f4e530b,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:15:39.116992 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '96e311e4-91ed-45b7-ad20-39610f4e530b', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'port_id': '96e311e4-91ed-45b7-ad20-39610f4e530b', 'mac_address': 'fa:16:3e:30:fc:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba3500c-a288-4596-ba94-148f2bd8a6da', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:15:39.150964 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb813b8-0c35-415f-bc1a-7199f28d5db0 req-37594d26-0f28-4a44-9ecd-491af7c08e01 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:39.159459 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cfb813b8-0c35-415f-bc1a-7199f28d5db0 req-37594d26-0f28-4a44-9ecd-491af7c08e01 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=078323f7-cede-47db-a65d-9ea48c2d49ca HTTP/1.1" status: 200 len: 949 time: 0.0713389 Nov 09 21:15:39.175371 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:39.234121 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cfb813b8-0c35-415f-bc1a-7199f28d5db0 req-05bbc53b-645a-4411-afac-334f251f35f0 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660081 Nov 09 21:15:39.238554 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:39.244001 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96e311e4-91ed-45b7-ad20-39610f4e530b {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:15:39.287843 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 96e311e4-91ed-45b7-ad20-39610f4e530b, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=96e311e4-91ed-45b7-ad20-39610f4e530b,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:15:39.293579 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b341403-29fd-49e9-aad7-ac9d1733966d req-61d50df8-8a78-4db4-8040-e326c2d8e259 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:39.295652 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8b341403-29fd-49e9-aad7-ac9d1733966d req-61d50df8-8a78-4db4-8040-e326c2d8e259 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e748671-fe8e-463e-b5de-fd2794de7091 HTTP/1.1" status: 200 len: 944 time: 0.0710523 Nov 09 21:15:39.304621 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:39.307955 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 1bb7a66a-0c57-4eff-a722-93137cb4cd81, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=1bb7a66a-0c57-4eff-a722-93137cb4cd81,segment=NetworkSegment(cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2),segment_id=cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:15:39.340406 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:39.361139 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8b341403-29fd-49e9-aad7-ac9d1733966d req-97a41384-e45e-4671-85bd-0bd6b9729d4b tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545840 Nov 09 21:15:39.383087 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=96e311e4-91ed-45b7-ad20-39610f4e530b,revision_number=7']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:39.433838 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=1bb7a66a-0c57-4eff-a722-93137cb4cd81,revision_number=7']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:39.646062 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8588dfa-2d94-401c-a51c-72c5c0424cec req-55d1a619-b87b-4115-9ba4-e1d962cfa8a0 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:39.647842 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b8588dfa-2d94-401c-a51c-72c5c0424cec req-55d1a619-b87b-4115-9ba4-e1d962cfa8a0 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 943 time: 0.0711799 Nov 09 21:15:39.679333 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e748671-fe8e-463e-b5de-fd2794de7091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb7a66a-0c57-4eff-a722-93137cb4cd81'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:15:39.681810 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9841b343-18ec-4676-9cc7-661ecc514df3" -d '{"events": [{"server_uuid": "3e748671-fe8e-463e-b5de-fd2794de7091", "name": "network-vif-plugged", "status": "completed", "tag": "1bb7a66a-0c57-4eff-a722-93137cb4cd81"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:15:39.714408 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b8588dfa-2d94-401c-a51c-72c5c0424cec req-827be9b0-fdab-4711-b2e6-2940d7a33b8f tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589151 Nov 09 21:15:39.731135 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11788612-ee29-4435-838c-264559392a9d x-openstack-request-id: req-11788612-ee29-4435-838c-264559392a9d {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:15:39.731962 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e748671-fe8e-463e-b5de-fd2794de7091", "name": "network-vif-plugged", "status": "completed", "tag": "1bb7a66a-0c57-4eff-a722-93137cb4cd81", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:15:39.732624 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-11788612-ee29-4435-838c-264559392a9d {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:15:39.733370 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e748671-fe8e-463e-b5de-fd2794de7091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb7a66a-0c57-4eff-a722-93137cb4cd81', 'code': 200} Nov 09 21:15:39.780753 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['96e311e4-91ed-45b7-ad20-39610f4e530b'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:15:39.973568 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7367631-4d38-45e5-9931-60351ec6e98b req-4c103804-7b64-4646-b4d0-da1ce7508636 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:39.975520 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e7367631-4d38-45e5-9931-60351ec6e98b req-4c103804-7b64-4646-b4d0-da1ce7508636 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e748671-fe8e-463e-b5de-fd2794de7091 HTTP/1.1" status: 200 len: 945 time: 0.1487100 Nov 09 21:15:40.127717 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bdd2d167-3525-4721-a653-874614af7de9 req-60873cf5-34ab-467e-a103-83164b463b6f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=281e46cc-dc28-48d1-aef9-5726c68a2cb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1595862 Nov 09 21:15:40.142638 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029333c-a8e7-42f9-a8ee-4008ecbff76d req-bd4bd25f-e2c4-42e4-9910-0f0fc8c99fb0 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:40.144423 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5029333c-a8e7-42f9-a8ee-4008ecbff76d req-bd4bd25f-e2c4-42e4-9910-0f0fc8c99fb0 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.43 "GET /v2.0/ports?device_id=078323f7-cede-47db-a65d-9ea48c2d49ca HTTP/1.1" status: 200 len: 949 time: 0.1641080 Nov 09 21:15:40.156552 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a48b0-e501-419e-9498-c34c4dfbbd02 req-a3d3e855-94eb-4a8a-9fd6-1c2be9433597 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:40.164793 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-e7367631-4d38-45e5-9931-60351ec6e98b req-214f1c31-cac2-4fed-ae4b-97c71b5b71ad tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Deleting port 1bb7a66a-0c57-4eff-a722-93137cb4cd81 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:15:40.165143 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e7367631-4d38-45e5-9931-60351ec6e98b req-214f1c31-cac2-4fed-ae4b-97c71b5b71ad tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:40.170348 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e77a48b0-e501-419e-9498-c34c4dfbbd02 req-a3d3e855-94eb-4a8a-9fd6-1c2be9433597 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 947 time: 0.1762478 Nov 09 21:15:40.280405 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6b2dfd2c-fc9a-4ec2-ab47-ab4f66c4c7d7 req-a73b6893-c8c8-4b4e-85b5-a9d28634fd28 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/ports?device_id=8097b17c-655c-4469-b0d5-023bbc6ff3bb HTTP/1.1" status: 200 len: 210 time: 0.1353273 Nov 09 21:15:40.442509 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-e7367631-4d38-45e5-9931-60351ec6e98b req-214f1c31-cac2-4fed-ae4b-97c71b5b71ad tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] For port 1bb7a66a-0c57-4eff-a722-93137cb4cd81, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=1bb7a66a-0c57-4eff-a722-93137cb4cd81,segment=NetworkSegment(cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2),segment_id=cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:15:40.443322 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e7367631-4d38-45e5-9931-60351ec6e98b req-214f1c31-cac2-4fed-ae4b-97c71b5b71ad tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:40.462039 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-e7367631-4d38-45e5-9931-60351ec6e98b req-214f1c31-cac2-4fed-ae4b-97c71b5b71ad tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Calling delete_port for 1bb7a66a-0c57-4eff-a722-93137cb4cd81 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:15:40.511816 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49aba35-bade-4ae4-9b90-fcc4bca31db0 req-b5d6b4e0-625c-4e63-ab40-c22d4b77b10c tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:40.513880 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b49aba35-bade-4ae4-9b90-fcc4bca31db0 req-b5d6b4e0-625c-4e63-ab40-c22d4b77b10c tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=078323f7-cede-47db-a65d-9ea48c2d49ca HTTP/1.1" status: 200 len: 949 time: 0.1171484 Nov 09 21:15:40.635336 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b49aba35-bade-4ae4-9b90-fcc4bca31db0 req-b886c065-e1b7-4cd2-ba81-5a635594fc1d tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761337 Nov 09 21:15:40.695735 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e77a48b0-e501-419e-9498-c34c4dfbbd02 req-940fc273-54c1-46eb-92ae-b35bf5435648 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5139511 Nov 09 21:15:40.730412 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2d167-3525-4721-a653-874614af7de9 req-e8567042-4eaa-4cfc-90e8-78e1888a3834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:40.732369 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bdd2d167-3525-4721-a653-874614af7de9 req-e8567042-4eaa-4cfc-90e8-78e1888a3834 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=901d7209663f4224b6f7af44b74208e8&device_id=281e46cc-dc28-48d1-aef9-5726c68a2cb6 HTTP/1.1" status: 200 len: 1100 time: 0.5164347 Nov 09 21:15:40.751195 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-5029333c-a8e7-42f9-a8ee-4008ecbff76d req-29b16563-91ef-41c7-b607-0141575f5074 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Deleting port 628112a8-0c63-4e84-85d2-40b9680b00f9 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:15:40.752619 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5029333c-a8e7-42f9-a8ee-4008ecbff76d req-29b16563-91ef-41c7-b607-0141575f5074 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:40.815579 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181b04c-a6ab-4539-bdc8-f5e7a45b5bf0 req-fb4f914f-ba00-4d00-b3df-beaa91300444 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:40.819760 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6181b04c-a6ab-4539-bdc8-f5e7a45b5bf0 req-fb4f914f-ba00-4d00-b3df-beaa91300444 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e748671-fe8e-463e-b5de-fd2794de7091 HTTP/1.1" status: 200 len: 945 time: 0.0968933 Nov 09 21:15:40.823424 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e7367631-4d38-45e5-9931-60351ec6e98b req-214f1c31-cac2-4fed-ae4b-97c71b5b71ad tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:40.911309 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f1c31-cac2-4fed-ae4b-97c71b5b71ad tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Pushing event deleted for resources: {'Port': ['ID=1bb7a66a-0c57-4eff-a722-93137cb4cd81,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:40.945942 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 96e311e4-91ed-45b7-ad20-39610f4e530b up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:15:40.990982 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-5029333c-a8e7-42f9-a8ee-4008ecbff76d req-29b16563-91ef-41c7-b607-0141575f5074 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] For port 628112a8-0c63-4e84-85d2-40b9680b00f9, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=628112a8-0c63-4e84-85d2-40b9680b00f9,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:15:40.991365 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5029333c-a8e7-42f9-a8ee-4008ecbff76d req-29b16563-91ef-41c7-b607-0141575f5074 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:40.996459 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7367631-4d38-45e5-9931-60351ec6e98b req-214f1c31-cac2-4fed-ae4b-97c71b5b71ad tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] No DVR routers for this DVR port 1bb7a66a-0c57-4eff-a722-93137cb4cd81 on host n-h2-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:15:40.999989 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e7367631-4d38-45e5-9931-60351ec6e98b req-214f1c31-cac2-4fed-ae4b-97c71b5b71ad tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:41.005572 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-5029333c-a8e7-42f9-a8ee-4008ecbff76d req-29b16563-91ef-41c7-b607-0141575f5074 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Calling delete_port for 628112a8-0c63-4e84-85d2-40b9680b00f9 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:15:41.009643 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e7367631-4d38-45e5-9931-60351ec6e98b req-214f1c31-cac2-4fed-ae4b-97c71b5b71ad tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.43 "DELETE /v2.0/ports/1bb7a66a-0c57-4eff-a722-93137cb4cd81 HTTP/1.1" status: 204 len: 173 time: 1.0276427 Nov 09 21:15:41.011445 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e748671-fe8e-463e-b5de-fd2794de7091', 'name': 'network-vif-deleted', 'tag': '1bb7a66a-0c57-4eff-a722-93137cb4cd81'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:15:41.016955 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b8335f-c167-400d-9e22-6089c11d15a5" -d '{"events": [{"server_uuid": "3e748671-fe8e-463e-b5de-fd2794de7091", "name": "network-vif-deleted", "tag": "1bb7a66a-0c57-4eff-a722-93137cb4cd81"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:15:41.052787 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6181b04c-a6ab-4539-bdc8-f5e7a45b5bf0 req-d98330d7-8341-45e3-8a8a-37b800e8a405 tempest-ImagesTestJSON-2031621645 tempest-ImagesTestJSON-2031621645-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e10d478-7ba8-4742-bd29-fa6467c837a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249308 Nov 09 21:15:41.093554 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 96e311e4-91ed-45b7-ad20-39610f4e530b triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:15:41.093760 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:41.116559 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2d167-3525-4721-a653-874614af7de9 req-78513ea0-7d61-45dd-adf5-e09e8338662c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:41.122765 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bdd2d167-3525-4721-a653-874614af7de9 req-78513ea0-7d61-45dd-adf5-e09e8338662c service neutron] 10.222.0.43 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.3611224 Nov 09 21:15:41.222622 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bdd2d167-3525-4721-a653-874614af7de9 req-f06062d2-0b85-47af-8837-c126c4b1a567 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29 HTTP/1.1" status: 200 len: 217 time: 0.0531552 Nov 09 21:15:41.280078 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:41.306040 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c894f-44a3-4718-aa15-399e7c653e76 req-50285ba3-ca62-4de8-981c-8d4470f186f5 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:41.315996 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-783c894f-44a3-4718-aa15-399e7c653e76 req-50285ba3-ca62-4de8-981c-8d4470f186f5 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 943 time: 0.2037077 Nov 09 21:15:41.340321 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 96e311e4-91ed-45b7-ad20-39610f4e530b, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=96e311e4-91ed-45b7-ad20-39610f4e530b,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:15:41.342053 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262cef70-2057-4097-91ee-d83273656938 req-192e8c8e-d01f-4095-a80d-1396086a102a tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:41.350809 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:41.353417 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-262cef70-2057-4097-91ee-d83273656938 req-192e8c8e-d01f-4095-a80d-1396086a102a tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 947 time: 0.2301824 Nov 09 21:15:41.400883 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf3fa8-b04a-4072-9f6c-bfc703066855 req-f8418b39-2cc8-46ee-9db0-f0d50792a35e tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:41.403228 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-40bf3fa8-b04a-4072-9f6c-bfc703066855 req-f8418b39-2cc8-46ee-9db0-f0d50792a35e tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.43 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba&tenant_id=ab9f62a9766648e6a735e31e91b7e450&binding%3Ahost_id=n-h2-816206-3 HTTP/1.1" status: 200 len: 947 time: 0.2277465 Nov 09 21:15:41.426823 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=96e311e4-91ed-45b7-ad20-39610f4e530b,revision_number=8']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:41.443110 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-262cef70-2057-4097-91ee-d83273656938 req-41b3d3b9-c302-4ee5-8317-d4b7e57858be tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886707 Nov 09 21:15:41.473174 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:15:41.473174 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:15:41.473174 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:15:41.473174 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:15:41.473174 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:15:41.473174 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:15:41.473174 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:15:41.473174 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:15:41.473174 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:15:41.473174 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:15:41.473174 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:15:41.473174 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:15:41.509085 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2d167-3525-4721-a653-874614af7de9 req-5eaf736d-65d1-4888-86a6-afface1e0a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:41.522243 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bdd2d167-3525-4721-a653-874614af7de9 req-5eaf736d-65d1-4888-86a6-afface1e0a92 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.2788320 Nov 09 21:15:41.545294 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731bd689-29a9-4940-8547-d89b2a721b42 x-openstack-request-id: req-731bd689-29a9-4940-8547-d89b2a721b42 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:15:41.545590 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e748671-fe8e-463e-b5de-fd2794de7091", "name": "network-vif-deleted", "tag": "1bb7a66a-0c57-4eff-a722-93137cb4cd81", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:15:41.545847 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-731bd689-29a9-4940-8547-d89b2a721b42 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:15:41.546501 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e748671-fe8e-463e-b5de-fd2794de7091', 'name': 'network-vif-deleted', 'tag': '1bb7a66a-0c57-4eff-a722-93137cb4cd81', 'status': 'completed', 'code': 200} Nov 09 21:15:41.589772 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf3fa8-b04a-4072-9f6c-bfc703066855 req-e5f79111-8a52-49ca-9268-579a13b8c175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:41.591296 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-40bf3fa8-b04a-4072-9f6c-bfc703066855 req-e5f79111-8a52-49ca-9268-579a13b8c175 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab9f62a9766648e6a735e31e91b7e450&device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 1099 time: 0.0962393 Nov 09 21:15:41.621159 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-783c894f-44a3-4718-aa15-399e7c653e76 req-76851bf5-e60e-4f27-9e5d-f62cdf3247e5 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042476 Nov 09 21:15:41.667429 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5029333c-a8e7-42f9-a8ee-4008ecbff76d req-29b16563-91ef-41c7-b607-0141575f5074 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:41.679072 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['8f939950-bea2-412a-a2e7-7941436a9d0e', '8fffad74-aadd-420e-b124-a25fa48d0b2c', '6ea26908-1c6a-4d82-b26f-3bca70608d0b', '0bf25821-6e02-4aee-8496-3623d0b49287'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:15:41.689263 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2d167-3525-4721-a653-874614af7de9 req-f460b3ee-350d-45a8-961d-7e03aee8aa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:41.690834 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bdd2d167-3525-4721-a653-874614af7de9 req-f460b3ee-350d-45a8-961d-7e03aee8aa70 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1678002 Nov 09 21:15:41.797278 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1786be83-a39f-4ca2-967e-60e8f883ffba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e311e4-91ed-45b7-ad20-39610f4e530b'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:15:41.805472 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73685520-89d5-4eef-8c1a-d62813fbedfd" -d '{"events": [{"server_uuid": "1786be83-a39f-4ca2-967e-60e8f883ffba", "name": "network-vif-plugged", "status": "completed", "tag": "96e311e4-91ed-45b7-ad20-39610f4e530b"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:15:41.821637 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29', '533f611e-07d0-4da2-a057-348014734fff'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:15:41.865647 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0ebaca02-1f4e-471a-909b-ccc4b33e3345 req-63f5a1d7-6844-4486-af52-50f636f9bc0b tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/ports?device_id=8097b17c-655c-4469-b0d5-023bbc6ff3bb HTTP/1.1" status: 200 len: 210 time: 0.1699681 Nov 09 21:15:41.875161 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf3fa8-b04a-4072-9f6c-bfc703066855 req-bb593a5a-bacf-4ed9-853c-75248c273157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:41.876655 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-40bf3fa8-b04a-4072-9f6c-bfc703066855 req-bb593a5a-bacf-4ed9-853c-75248c273157 service neutron] 10.222.0.43 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.2768586 Nov 09 21:15:41.882863 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b16563-91ef-41c7-b607-0141575f5074 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Pushing event deleted for resources: {'Port': ['ID=628112a8-0c63-4e84-85d2-40b9680b00f9,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:41.887023 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bdd2d167-3525-4721-a653-874614af7de9 req-e6d224c6-b33f-4339-9651-a04bc819dabd service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483452 Nov 09 21:15:41.980893 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-40bf3fa8-b04a-4072-9f6c-bfc703066855 req-b86f20c9-8c9e-4de5-91b5-3cd9e825be90 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=96e311e4-91ed-45b7-ad20-39610f4e530b HTTP/1.1" status: 200 len: 217 time: 0.0837338 Nov 09 21:15:42.015603 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b31bb815-bdaf-4e2d-9551-33a5e91a5538 req-2f7cc3e1-d151-4dc5-8548-e8edbd76e866 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=078323f7-cede-47db-a65d-9ea48c2d49ca HTTP/1.1" status: 200 len: 210 time: 0.1271818 Nov 09 21:15:42.152382 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf3fa8-b04a-4072-9f6c-bfc703066855 req-dc333dfc-974f-4048-b92b-c92173e5bc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:42.158055 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-40bf3fa8-b04a-4072-9f6c-bfc703066855 req-dc333dfc-974f-4048-b92b-c92173e5bc77 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.1701643 Nov 09 21:15:42.158208 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3b0e05-3103-441f-873b-61dc300b304e x-openstack-request-id: req-5e3b0e05-3103-441f-873b-61dc300b304e {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:15:42.158696 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1786be83-a39f-4ca2-967e-60e8f883ffba", "name": "network-vif-plugged", "status": "completed", "tag": "96e311e4-91ed-45b7-ad20-39610f4e530b", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:15:42.158811 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5e3b0e05-3103-441f-873b-61dc300b304e {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:15:42.159292 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1786be83-a39f-4ca2-967e-60e8f883ffba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e311e4-91ed-45b7-ad20-39610f4e530b', 'code': 200} Nov 09 21:15:42.228666 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bdd2d167-3525-4721-a653-874614af7de9 req-5a0f2c4c-6292-4a04-9ebc-62189b1d6e45 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132212 Nov 09 21:15:42.229633 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-5029333c-a8e7-42f9-a8ee-4008ecbff76d req-29b16563-91ef-41c7-b607-0141575f5074 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] No DVR routers for this DVR port 628112a8-0c63-4e84-85d2-40b9680b00f9 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:15:42.232444 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5029333c-a8e7-42f9-a8ee-4008ecbff76d req-29b16563-91ef-41c7-b607-0141575f5074 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:42.236255 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5029333c-a8e7-42f9-a8ee-4008ecbff76d req-29b16563-91ef-41c7-b607-0141575f5074 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.43 "DELETE /v2.0/ports/628112a8-0c63-4e84-85d2-40b9680b00f9 HTTP/1.1" status: 204 len: 173 time: 2.0636868 Nov 09 21:15:42.236763 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '078323f7-cede-47db-a65d-9ea48c2d49ca', 'name': 'network-vif-deleted', 'tag': '628112a8-0c63-4e84-85d2-40b9680b00f9'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:15:42.258051 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11ca6ff-2734-4ee5-85ab-32ea3689302f" -d '{"events": [{"server_uuid": "078323f7-cede-47db-a65d-9ea48c2d49ca", "name": "network-vif-deleted", "tag": "628112a8-0c63-4e84-85d2-40b9680b00f9"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:15:42.298882 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf3fa8-b04a-4072-9f6c-bfc703066855 req-7f5ba488-47ce-4310-9d17-158032033a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:42.302416 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-40bf3fa8-b04a-4072-9f6c-bfc703066855 req-7f5ba488-47ce-4310-9d17-158032033a43 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1068742 Nov 09 21:15:42.331484 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8038ae98-c985-4ebe-8532-9291b9ef05dd x-openstack-request-id: req-8038ae98-c985-4ebe-8532-9291b9ef05dd {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:15:42.331845 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "078323f7-cede-47db-a65d-9ea48c2d49ca", "name": "network-vif-deleted", "tag": "628112a8-0c63-4e84-85d2-40b9680b00f9", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:15:42.332200 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8038ae98-c985-4ebe-8532-9291b9ef05dd {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:15:42.332812 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '078323f7-cede-47db-a65d-9ea48c2d49ca', 'name': 'network-vif-deleted', 'tag': '628112a8-0c63-4e84-85d2-40b9680b00f9', 'status': 'completed', 'code': 200} Nov 09 21:15:42.581298 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-40bf3fa8-b04a-4072-9f6c-bfc703066855 req-57c5db5a-410f-4e5b-8a9f-6d22101d4f45 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473755 Nov 09 21:15:42.668194 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6362a-a9ff-4635-8eae-47bc499a981e req-4c98a767-64c0-42e3-ab41-be13ad2ecf9f tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:42.678628 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-38a6362a-a9ff-4635-8eae-47bc499a981e req-4c98a767-64c0-42e3-ab41-be13ad2ecf9f tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 948 time: 0.1074920 Nov 09 21:15:42.681523 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34386) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:15:42.750390 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-38a6362a-a9ff-4635-8eae-47bc499a981e req-d35a9ff2-b25e-4090-b31f-9710bad40049 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709827 Nov 09 21:15:42.779468 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-40bf3fa8-b04a-4072-9f6c-bfc703066855 req-46ae5f1e-4a5d-4a3c-8c37-61a7ddd3fe62 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901922 Nov 09 21:15:42.793176 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ce5a92b-22ce-45d3-b707-5700589b534c admin admin] Deleting subnet 48001444-9492-49b6-bd26-a82c0797ca23 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:15:42.797648 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5ce5a92b-22ce-45d3-b707-5700589b534c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:42.835486 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa4ad6-4599-4a64-9d73-3890890a6f2a req-78305887-c270-4b07-a44f-55c89df47d74 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:42.843977 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-82fa4ad6-4599-4a64-9d73-3890890a6f2a req-78305887-c270-4b07-a44f-55c89df47d74 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 943 time: 0.1115935 Nov 09 21:15:42.872042 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5ce5a92b-22ce-45d3-b707-5700589b534c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:42.936775 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 628112a8-0c63-4e84-85d2-40b9680b00f9 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:15:42.958260 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-82fa4ad6-4599-4a64-9d73-3890890a6f2a req-4c9c8e03-61c2-482a-91d8-d8b16a13b4a5 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030769 Nov 09 21:15:42.963619 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5ce5a92b-22ce-45d3-b707-5700589b534c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:42.974305 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: 628112a8-0c63-4e84-85d2-40b9680b00f9 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:15:42.974658 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 628112a8-0c63-4e84-85d2-40b9680b00f9 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:15:42.975081 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 1bb7a66a-0c57-4eff-a722-93137cb4cd81 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:15:43.021208 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: 1bb7a66a-0c57-4eff-a722-93137cb4cd81 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:15:43.021563 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 1bb7a66a-0c57-4eff-a722-93137cb4cd81 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:15:43.028528 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d34b0d07-9ff5-4310-aecc-5df3f5b620a4 req-dd5cc117-b283-48e0-901d-3eb0cc40c468 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/ports?device_id=8097b17c-655c-4469-b0d5-023bbc6ff3bb HTTP/1.1" status: 200 len: 210 time: 0.0381696 Nov 09 21:15:43.062679 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5ce5a92b-22ce-45d3-b707-5700589b534c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:43.092128 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce5a92b-22ce-45d3-b707-5700589b534c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48001444-9492-49b6-bd26-a82c0797ca23,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:43.098207 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5ce5a92b-22ce-45d3-b707-5700589b534c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:43.102312 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5ce5a92b-22ce-45d3-b707-5700589b534c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/48001444-9492-49b6-bd26-a82c0797ca23 HTTP/1.1" status: 204 len: 168 time: 0.4195004 Nov 09 21:15:43.104971 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34400) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:15:43.108268 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce5a92b-22ce-45d3-b707-5700589b534c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:15:43.108612 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce5a92b-22ce-45d3-b707-5700589b534c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:15:43.109066 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce5a92b-22ce-45d3-b707-5700589b534c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:15:43.109401 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce5a92b-22ce-45d3-b707-5700589b534c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:15:43.109743 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce5a92b-22ce-45d3-b707-5700589b534c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:15:43.110085 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce5a92b-22ce-45d3-b707-5700589b534c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:15:43.110387 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce5a92b-22ce-45d3-b707-5700589b534c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:15:43.110706 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce5a92b-22ce-45d3-b707-5700589b534c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:15:43.111189 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce5a92b-22ce-45d3-b707-5700589b534c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:15:43.111659 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce5a92b-22ce-45d3-b707-5700589b534c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:15:43.111981 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce5a92b-22ce-45d3-b707-5700589b534c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:15:43.112483 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce5a92b-22ce-45d3-b707-5700589b534c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:15:43.210779 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-469e4c13-e8dc-4e15-817b-5436547cf7ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:43.302773 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-469e4c13-e8dc-4e15-817b-5436547cf7ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:43.325314 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-469e4c13-e8dc-4e15-817b-5436547cf7ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c451f8d0-81c8-47ac-9cdf-57d805f40534']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:15:43.336650 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-469e4c13-e8dc-4e15-817b-5436547cf7ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:15:43.337054 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-469e4c13-e8dc-4e15-817b-5436547cf7ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc3a58a-45b3-4fd8-bab8-4c6c5f77a4e2') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:15:43.347152 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-469e4c13-e8dc-4e15-817b-5436547cf7ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:43.351845 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b115e2-7fb3-4443-827c-1e4191cde31c req-50ad46d6-6de5-4f79-ab36-ce648e55ddf2 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:43.353683 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-03b115e2-7fb3-4443-827c-1e4191cde31c req-50ad46d6-6de5-4f79-ab36-ce648e55ddf2 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=eddd4d47-f1e4-4fe1-89ba-7d90dcc8b77a HTTP/1.1" status: 200 len: 949 time: 0.0490878 Nov 09 21:15:43.361466 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-469e4c13-e8dc-4e15-817b-5436547cf7ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:43.368603 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-469e4c13-e8dc-4e15-817b-5436547cf7ca admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:15:43.369167 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-469e4c13-e8dc-4e15-817b-5436547cf7ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:43.371223 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:15:43.371223 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:15:43.371223 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:15:43.371223 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:15:43.371223 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:15:43.371223 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:15:43.371223 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:15:43.371223 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:15:43.371223 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:15:43.371223 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:15:43.371223 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:15:43.371223 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:15:43.371223 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:15:43.371223 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:15:43.371223 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:15:43.371223 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:15:43.371223 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:15:43.371223 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:15:43.371223 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:15:43.371223 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:15:43.371223 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:15:43.371223 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:15:43.371223 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:15:43.371223 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:15:43.371223 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:15:43.371223 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:15:43.371223 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:15:43.371223 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:15:43.371223 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:15:43.371223 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:15:43.371223 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:15:43.371223 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:15:43.409315 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-03b115e2-7fb3-4443-827c-1e4191cde31c req-5a77ab09-36c3-48a5-a085-0d763673417e tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451355 Nov 09 21:15:43.430410 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-469e4c13-e8dc-4e15-817b-5436547cf7ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:43.441401 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-469e4c13-e8dc-4e15-817b-5436547cf7ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:43.444815 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-469e4c13-e8dc-4e15-817b-5436547cf7ca admin admin] 10.222.0.49 "DELETE /v2.0/networks/c451f8d0-81c8-47ac-9cdf-57d805f40534 HTTP/1.1" status: 204 len: 168 time: 0.3368104 Nov 09 21:15:43.458887 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e4c13-e8dc-4e15-817b-5436547cf7ca admin admin] Pushing event deleted for resources: {'Network': ['ID=c451f8d0-81c8-47ac-9cdf-57d805f40534,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:43.467408 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e4c13-e8dc-4e15-817b-5436547cf7ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:15:43.467949 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e4c13-e8dc-4e15-817b-5436547cf7ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:15:43.468293 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e4c13-e8dc-4e15-817b-5436547cf7ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:15:43.468672 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e4c13-e8dc-4e15-817b-5436547cf7ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:15:43.468990 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e4c13-e8dc-4e15-817b-5436547cf7ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:15:43.469319 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e4c13-e8dc-4e15-817b-5436547cf7ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:15:43.469649 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e4c13-e8dc-4e15-817b-5436547cf7ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:15:43.469977 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e4c13-e8dc-4e15-817b-5436547cf7ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:15:43.470346 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e4c13-e8dc-4e15-817b-5436547cf7ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:15:43.470711 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e4c13-e8dc-4e15-817b-5436547cf7ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:15:43.471082 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e4c13-e8dc-4e15-817b-5436547cf7ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:15:43.471373 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e4c13-e8dc-4e15-817b-5436547cf7ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:15:43.569006 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34406) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:15:43.611267 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-aca3af8b-4307-4b24-9ca0-89e67a06fbc6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=76936f9674ad45baa5c13f7f3fe24c2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409956 Nov 09 21:15:43.613747 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34408) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:15:43.669326 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6846aa1a-9d19-4bde-87db-fc248614bd42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:43.690943 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6846aa1a-9d19-4bde-87db-fc248614bd42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:43.747648 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6846aa1a-9d19-4bde-87db-fc248614bd42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:43.750800 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6846aa1a-9d19-4bde-87db-fc248614bd42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:43.752072 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6846aa1a-9d19-4bde-87db-fc248614bd42 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4e10d478-7ba8-4742-bd29-fa6467c837a2 HTTP/1.1" status: 204 len: 168 time: 0.1374176 Nov 09 21:15:43.762436 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6846aa1a-9d19-4bde-87db-fc248614bd42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e10d478-7ba8-4742-bd29-fa6467c837a2,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:43.904323 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f8607-1e0d-4863-9bda-33056436510c req-835396ed-2c3e-40d6-98de-2c908f586bc3 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:43.913254 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d73f8607-1e0d-4863-9bda-33056436510c req-835396ed-2c3e-40d6-98de-2c908f586bc3 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 948 time: 0.0839393 Nov 09 21:15:43.970206 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d73f8607-1e0d-4863-9bda-33056436510c req-fda1698a-3d19-4339-8a85-a61880ecb9d5 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555110 Nov 09 21:15:44.145125 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2be1f9-0dad-4858-b8fb-67bd035ee8ab req-7ed61138-5602-41ca-9e3f-28919e1eb811 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:44.146970 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3e2be1f9-0dad-4858-b8fb-67bd035ee8ab req-7ed61138-5602-41ca-9e3f-28919e1eb811 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 943 time: 0.1006165 Nov 09 21:15:44.205974 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3e2be1f9-0dad-4858-b8fb-67bd035ee8ab req-696542b1-1f12-4617-be35-e1853f16336c tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508411 Nov 09 21:15:44.208461 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-66d86b5e-aa29-4a53-82ac-2620e5cabbe8 req-b11ef6d9-1f11-4310-b363-8c18a2b22079 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/ports?device_id=8097b17c-655c-4469-b0d5-023bbc6ff3bb HTTP/1.1" status: 200 len: 210 time: 0.0551755 Nov 09 21:15:44.547564 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97bb656-3f5d-41ca-ba2e-64b149966f39 req-a4a49032-7e15-4495-b453-ad6dd2abd97e tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:44.549180 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e97bb656-3f5d-41ca-ba2e-64b149966f39 req-a4a49032-7e15-4495-b453-ad6dd2abd97e tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=eddd4d47-f1e4-4fe1-89ba-7d90dcc8b77a HTTP/1.1" status: 200 len: 949 time: 0.0558348 Nov 09 21:15:44.607603 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e97bb656-3f5d-41ca-ba2e-64b149966f39 req-0bc7d222-f0f8-4c99-8b76-eb8524da9134 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513151 Nov 09 21:15:44.901516 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:15:45.118041 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d824e-3181-4fb3-aba7-de5076cf2d97 req-7d9378ab-5263-43eb-8628-e0180456f2d0 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:45.125884 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d26d824e-3181-4fb3-aba7-de5076cf2d97 req-7d9378ab-5263-43eb-8628-e0180456f2d0 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 948 time: 0.0773137 Nov 09 21:15:45.189200 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d26d824e-3181-4fb3-aba7-de5076cf2d97 req-53a0f9f3-9301-4bc1-a9db-288b0b86665c tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621691 Nov 09 21:15:45.207649 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-929b08b0-221d-46d9-b416-d937edc1c40f req-ce871878-2559-47c8-a1cb-31acc0b3c4d0 tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=032f087b173746e19ac5edb3414cafe4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588939 Nov 09 21:15:45.296800 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12fc66a-dbe3-4117-b170-71a49f5b14e5 req-2354cae0-76a2-4bc3-9706-68e031bcce12 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:45.298548 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c12fc66a-dbe3-4117-b170-71a49f5b14e5 req-2354cae0-76a2-4bc3-9706-68e031bcce12 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.43 "GET /v2.0/ports?device_id=eddd4d47-f1e4-4fe1-89ba-7d90dcc8b77a HTTP/1.1" status: 200 len: 949 time: 0.1394036 Nov 09 21:15:45.371749 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39f05a-8ede-4c59-b9bf-e5e395674247 req-7dbbf2e3-d042-4f4e-86d3-0657c5c63d74 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:45.373895 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ec39f05a-8ede-4c59-b9bf-e5e395674247 req-7dbbf2e3-d042-4f4e-86d3-0657c5c63d74 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 948 time: 0.0774131 Nov 09 21:15:45.403413 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b08b0-221d-46d9-b416-d937edc1c40f req-c3061720-2678-49e7-89d4-697ace46e4d7 tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:45.405440 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-929b08b0-221d-46d9-b416-d937edc1c40f req-c3061720-2678-49e7-89d4-697ace46e4d7 tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1970325 Nov 09 21:15:45.445596 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-929b08b0-221d-46d9-b416-d937edc1c40f req-306fbfcd-add7-43fa-8afc-98f03a754a1f tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] 10.222.0.49 "GET /v2.0/quotas/032f087b173746e19ac5edb3414cafe4 HTTP/1.1" status: 200 len: 375 time: 0.0207193 Nov 09 21:15:45.471751 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ec39f05a-8ede-4c59-b9bf-e5e395674247 req-444abf19-0292-4de8-bc18-3e30007e7e24 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855329 Nov 09 21:15:45.504923 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-929b08b0-221d-46d9-b416-d937edc1c40f req-35a7e652-274c-42b2-b41e-b8210e30e3a0 tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=032f087b173746e19ac5edb3414cafe4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520008 Nov 09 21:15:45.520770 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-c12fc66a-dbe3-4117-b170-71a49f5b14e5 req-8914baa6-98c7-4575-a98e-93661b6e135b tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Deleting port 533f611e-07d0-4da2-a057-348014734fff {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:15:45.521281 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c12fc66a-dbe3-4117-b170-71a49f5b14e5 req-8914baa6-98c7-4575-a98e-93661b6e135b tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:45.683651 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-c12fc66a-dbe3-4117-b170-71a49f5b14e5 req-8914baa6-98c7-4575-a98e-93661b6e135b tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] For port 533f611e-07d0-4da2-a057-348014734fff, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=533f611e-07d0-4da2-a057-348014734fff,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:15:45.684020 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c12fc66a-dbe3-4117-b170-71a49f5b14e5 req-8914baa6-98c7-4575-a98e-93661b6e135b tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:45.695746 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d38f9d-0d06-4aae-bde4-89ec61075aec req-9202de90-b8d9-4087-90a5-9c3bebb61a61 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:45.702009 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-83d38f9d-0d06-4aae-bde4-89ec61075aec req-9202de90-b8d9-4087-90a5-9c3bebb61a61 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 943 time: 0.1222055 Nov 09 21:15:45.711106 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-c12fc66a-dbe3-4117-b170-71a49f5b14e5 req-8914baa6-98c7-4575-a98e-93661b6e135b tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Calling delete_port for 533f611e-07d0-4da2-a057-348014734fff owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:15:45.789502 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-67692b67-8d0d-477d-afaa-9988e416b25c req-2e45892d-ea56-45d4-bfd9-85911e971990 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/ports?device_id=8097b17c-655c-4469-b0d5-023bbc6ff3bb HTTP/1.1" status: 200 len: 210 time: 0.0311112 Nov 09 21:15:45.830269 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-83d38f9d-0d06-4aae-bde4-89ec61075aec req-bc0a0b6b-4fc1-458d-986a-30ede5c49df8 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217492 Nov 09 21:15:45.940942 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c12fc66a-dbe3-4117-b170-71a49f5b14e5 req-8914baa6-98c7-4575-a98e-93661b6e135b tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:45.965522 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['8f939950-bea2-412a-a2e7-7941436a9d0e', '8fffad74-aadd-420e-b124-a25fa48d0b2c', '6ea26908-1c6a-4d82-b26f-3bca70608d0b', '0bf25821-6e02-4aee-8496-3623d0b49287'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:15:46.012523 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8914baa6-98c7-4575-a98e-93661b6e135b tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Pushing event deleted for resources: {'Port': ['ID=533f611e-07d0-4da2-a057-348014734fff,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:46.047520 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ae093e1c-5731-4372-945d-c9dabf28ad9c req-8a55c908-75ef-429a-9904-dc7d0165f1f3 tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fb51f48-6c11-481e-be91-4008ead689ff HTTP/1.1" status: 200 len: 210 time: 0.0511045 Nov 09 21:15:46.049615 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d06c3943-72ee-4a5e-8967-d5033d300d73 req-69b54d3d-d927-4e43-ad13-36a6bb654919 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=eddd4d47-f1e4-4fe1-89ba-7d90dcc8b77a HTTP/1.1" status: 200 len: 210 time: 0.0560229 Nov 09 21:15:46.178930 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-c12fc66a-dbe3-4117-b170-71a49f5b14e5 req-8914baa6-98c7-4575-a98e-93661b6e135b tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] No DVR routers for this DVR port 533f611e-07d0-4da2-a057-348014734fff on host n-h2-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:15:46.182316 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c12fc66a-dbe3-4117-b170-71a49f5b14e5 req-8914baa6-98c7-4575-a98e-93661b6e135b tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:46.187024 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c12fc66a-dbe3-4117-b170-71a49f5b14e5 req-8914baa6-98c7-4575-a98e-93661b6e135b tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.43 "DELETE /v2.0/ports/533f611e-07d0-4da2-a057-348014734fff HTTP/1.1" status: 204 len: 173 time: 0.8764205 Nov 09 21:15:46.187701 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eddd4d47-f1e4-4fe1-89ba-7d90dcc8b77a', 'name': 'network-vif-deleted', 'tag': '533f611e-07d0-4da2-a057-348014734fff'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:15:46.191126 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96236871-78cf-4400-b08a-20c0eb3125d0" -d '{"events": [{"server_uuid": "eddd4d47-f1e4-4fe1-89ba-7d90dcc8b77a", "name": "network-vif-deleted", "tag": "533f611e-07d0-4da2-a057-348014734fff"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:15:46.293242 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98555b44-2d32-4d6b-81e3-7e4ab2e663b7 x-openstack-request-id: req-98555b44-2d32-4d6b-81e3-7e4ab2e663b7 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:15:46.293852 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eddd4d47-f1e4-4fe1-89ba-7d90dcc8b77a", "name": "network-vif-deleted", "tag": "533f611e-07d0-4da2-a057-348014734fff", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:15:46.293852 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-98555b44-2d32-4d6b-81e3-7e4ab2e663b7 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:15:46.294195 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eddd4d47-f1e4-4fe1-89ba-7d90dcc8b77a', 'name': 'network-vif-deleted', 'tag': '533f611e-07d0-4da2-a057-348014734fff', 'status': 'completed', 'code': 200} Nov 09 21:15:46.432113 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29', '533f611e-07d0-4da2-a057-348014734fff'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:15:46.519612 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-04f5e99a-ae1f-4ae9-a401-e606c6940dc1 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=ab9f62a9766648e6a735e31e91b7e450&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398977 Nov 09 21:15:46.731055 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-229bf79a-2216-44bc-b18b-1637c071930f tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:46.733725 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-229bf79a-2216-44bc-b18b-1637c071930f tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2081473 Nov 09 21:15:46.767597 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-8448f446-998c-4b76-8e3c-896f09418411 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/quotas/ab9f62a9766648e6a735e31e91b7e450 HTTP/1.1" status: 200 len: 375 time: 0.0267994 Nov 09 21:15:46.898730 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-20b8e200-ca82-48a6-95ad-7916075ece7e tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab9f62a9766648e6a735e31e91b7e450&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1247637 Nov 09 21:15:46.996935 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5cc39678-29c0-49a0-a78c-624fe6f4ea26 req-2efcd489-1471-410b-a913-e06f9d4521c6 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/ports?device_id=8097b17c-655c-4469-b0d5-023bbc6ff3bb HTTP/1.1" status: 200 len: 210 time: 0.0629621 Nov 09 21:15:47.157083 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08db45-4284-400e-8a2e-b14a4bd71ff1 req-bbdd44f5-c58f-4fac-9a87-5eb2eadb2023 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:47.159270 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7b08db45-4284-400e-8a2e-b14a4bd71ff1 req-bbdd44f5-c58f-4fac-9a87-5eb2eadb2023 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 943 time: 0.0961864 Nov 09 21:15:47.266826 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7b08db45-4284-400e-8a2e-b14a4bd71ff1 req-38e1ecc8-2289-4cf9-96ed-8a110fb0788c tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013432 Nov 09 21:15:47.382787 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c33d63f7-9412-4894-afec-c13be90bc8d8 req-9f310ea9-82c2-4dfe-9c3b-7d487821bb3f tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fb51f48-6c11-481e-be91-4008ead689ff HTTP/1.1" status: 200 len: 210 time: 0.0380137 Nov 09 21:15:47.479495 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-929b08b0-221d-46d9-b416-d937edc1c40f req-989dfbaf-95e3-4f85-bc09-40571baaec13 tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=032f087b173746e19ac5edb3414cafe4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398664 Nov 09 21:15:47.501977 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e88e8654-0191-47a8-90d8-dcc42dcd4b0c req-3eeca750-67b4-4589-8441-f7597e3b84fd tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 210 time: 0.0954416 Nov 09 21:15:47.574102 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-41d8e986-c071-4db9-9b0b-f8dc85250f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:47.620981 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b08b0-221d-46d9-b416-d937edc1c40f req-46c384dd-772f-482e-9992-f872ec029223 tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:47.622615 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-929b08b0-221d-46d9-b416-d937edc1c40f req-46c384dd-772f-482e-9992-f872ec029223 tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1391983 Nov 09 21:15:47.638180 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-929b08b0-221d-46d9-b416-d937edc1c40f req-cbf1c769-8091-4b80-9e80-f5c363c9e81e tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] Request body: {'port': {'device_id': '3fb51f48-6c11-481e-be91-4008ead689ff', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'admin_state_up': True, 'tenant_id': '032f087b173746e19ac5edb3414cafe4'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:15:47.796744 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-929b08b0-221d-46d9-b416-d937edc1c40f req-cbf1c769-8091-4b80-9e80-f5c363c9e81e tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] Made reservation on behalf of 032f087b173746e19ac5edb3414cafe4 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:15:47.800888 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-929b08b0-221d-46d9-b416-d937edc1c40f req-cbf1c769-8091-4b80-9e80-f5c363c9e81e tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:47.816065 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-929b08b0-221d-46d9-b416-d937edc1c40f req-cbf1c769-8091-4b80-9e80-f5c363c9e81e tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:48.110363 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34554) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:15:48.117485 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-f7f511f1-c00f-4a14-af22-43b3b8fb7e17 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1812080805'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:15:48.138034 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fbeea655-fd16-4f3f-a46b-92701396eb09 req-01198d4f-f4fa-496e-9436-39286b535285 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/ports?device_id=8097b17c-655c-4469-b0d5-023bbc6ff3bb HTTP/1.1" status: 200 len: 210 time: 0.0367653 Nov 09 21:15:48.170861 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f511f1-c00f-4a14-af22-43b3b8fb7e17 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Made reservation on behalf of 400600a87b5744da836a5a4df97863c7 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:15:48.175093 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f7f511f1-c00f-4a14-af22-43b3b8fb7e17 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:48.202208 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7f511f1-c00f-4a14-af22-43b3b8fb7e17 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:15:48.213056 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f7f511f1-c00f-4a14-af22-43b3b8fb7e17 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:48.214069 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-f7f511f1-c00f-4a14-af22-43b3b8fb7e17 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Added segment 254957df-25ec-4868-b731-a668ba7c24bc of type vlan for network 3808ba34-f2ea-4dcf-b849-bb7f67f33c6c Nov 09 21:15:48.242714 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b2357-7c53-4886-8ac6-143c0ce08536 req-52e30d33-08f1-42f5-96d2-3080d65809ee tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:48.244190 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b75b2357-7c53-4886-8ac6-143c0ce08536 req-52e30d33-08f1-42f5-96d2-3080d65809ee tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=281e46cc-dc28-48d1-aef9-5726c68a2cb6 HTTP/1.1" status: 200 len: 949 time: 0.0713985 Nov 09 21:15:48.255875 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f7f511f1-c00f-4a14-af22-43b3b8fb7e17 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:48.283027 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-929b08b0-221d-46d9-b416-d937edc1c40f req-cbf1c769-8091-4b80-9e80-f5c363c9e81e tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:48.285419 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f7f511f1-c00f-4a14-af22-43b3b8fb7e17 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:48.292128 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f511f1-c00f-4a14-af22-43b3b8fb7e17 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:48.292858 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f7f511f1-c00f-4a14-af22-43b3b8fb7e17 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:48.294721 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-929b08b0-221d-46d9-b416-d937edc1c40f req-cbf1c769-8091-4b80-9e80-f5c363c9e81e tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:48.328189 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f7f511f1-c00f-4a14-af22-43b3b8fb7e17 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2167182 Nov 09 21:15:48.354274 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34560) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:15:48.381692 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b75b2357-7c53-4886-8ac6-143c0ce08536 req-d5f384ca-0763-4af7-9814-b170f3368115 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280601 Nov 09 21:15:48.396543 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf1c769-8091-4b80-9e80-f5c363c9e81e tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c64941-221b-42e5-b52d-55ece7669d44,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:48.400358 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-038c36e6-1b9d-4a0a-becb-665a2788e2ec tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-628064189'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:15:48.508908 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f511f1-c00f-4a14-af22-43b3b8fb7e17 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Pushing event updated for resources: {'Network': ['ID=3808ba34-f2ea-4dcf-b849-bb7f67f33c6c,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:48.522136 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 3808ba34-f2ea-4dcf-b849-bb7f67f33c6c details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:15:48.545562 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038c36e6-1b9d-4a0a-becb-665a2788e2ec tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Made reservation on behalf of 400600a87b5744da836a5a4df97863c7 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:15:48.551413 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-038c36e6-1b9d-4a0a-becb-665a2788e2ec tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:48.593012 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b1c4edb7-73a2-4d55-a6fa-317eda200048 req-56cfddc9-63ff-4457-b3d5-eea711a6d1fa tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fb51f48-6c11-481e-be91-4008ead689ff HTTP/1.1" status: 200 len: 210 time: 0.0770910 Nov 09 21:15:48.601414 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-929b08b0-221d-46d9-b416-d937edc1c40f req-cbf1c769-8091-4b80-9e80-f5c363c9e81e tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] Allocated IP 192.168.233.13 (568519e4-f6af-4966-9e93-738c3c6cb9f1/5ba3500c-a288-4596-ba94-148f2bd8a6da/4d108f97-8373-4571-b93b-b76aa6949c47) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:15:48.651025 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-038c36e6-1b9d-4a0a-becb-665a2788e2ec tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:15:48.654084 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f155b9f-1226-4488-b293-715f817d2471 req-ecb03ac2-eb6c-4c8d-b8bb-96b18a28c50f tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:48.667056 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-038c36e6-1b9d-4a0a-becb-665a2788e2ec tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:48.667857 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-038c36e6-1b9d-4a0a-becb-665a2788e2ec tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Added segment 670cd2f4-a96f-44b2-b0bf-937a304cf3ab of type vlan for network 5fad92fa-6e69-4982-b33d-973ebedbbd56 Nov 09 21:15:48.674609 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4f155b9f-1226-4488-b293-715f817d2471 req-ecb03ac2-eb6c-4c8d-b8bb-96b18a28c50f tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 943 time: 0.1882558 Nov 09 21:15:48.747308 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-91464225-72f6-406d-af0c-b8d0c34970aa req-f81b01be-3154-4add-a17c-8cfa8fca15ad tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 210 time: 0.0595982 Nov 09 21:15:48.751761 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-038c36e6-1b9d-4a0a-becb-665a2788e2ec tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:48.796859 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-038c36e6-1b9d-4a0a-becb-665a2788e2ec tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:48.803040 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038c36e6-1b9d-4a0a-becb-665a2788e2ec tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:48.803647 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-038c36e6-1b9d-4a0a-becb-665a2788e2ec tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:48.805135 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-97e64321-a580-45c6-8e98-58ba8d5f5e30 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=ab9f62a9766648e6a735e31e91b7e450&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0889962 Nov 09 21:15:48.832116 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4f155b9f-1226-4488-b293-715f817d2471 req-c19e63b9-7a25-4cb6-9b83-981802739eb0 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559832 Nov 09 21:15:48.892187 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-038c36e6-1b9d-4a0a-becb-665a2788e2ec tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5340559 Nov 09 21:15:48.893620 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34568) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:15:48.911227 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-4d369bed-22a7-4df8-8e57-81b5539fb430 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Request body: {'subnet': {'network_id': '3808ba34-f2ea-4dcf-b849-bb7f67f33c6c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:15:48.956583 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c36e6-1b9d-4a0a-becb-665a2788e2ec tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Pushing event updated for resources: {'Network': ['ID=5fad92fa-6e69-4982-b33d-973ebedbbd56,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:48.967852 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 5fad92fa-6e69-4982-b33d-973ebedbbd56 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:15:49.017758 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-929b08b0-221d-46d9-b416-d937edc1c40f req-cbf1c769-8091-4b80-9e80-f5c363c9e81e tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:49.019602 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 533f611e-07d0-4da2-a057-348014734fff no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:15:49.025610 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-8d0821ed-cc2f-420f-8640-906d08ecca12 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:49.027095 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-8d0821ed-cc2f-420f-8640-906d08ecca12 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1939275 Nov 09 21:15:49.043260 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d369bed-22a7-4df8-8e57-81b5539fb430 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Made reservation on behalf of 400600a87b5744da836a5a4df97863c7 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:15:49.046741 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4d369bed-22a7-4df8-8e57-81b5539fb430 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:49.052243 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: 533f611e-07d0-4da2-a057-348014734fff {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:15:49.053410 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 533f611e-07d0-4da2-a057-348014734fff not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:15:49.069724 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-cbdc49ae-1f42-4031-bc46-9aa6483bf4dc tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Request body: {'port': {'device_id': 'b74163e6-e8f2-43cc-886b-cf04dbdaa044', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'admin_state_up': True, 'tenant_id': 'ab9f62a9766648e6a735e31e91b7e450'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:15:49.136277 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-929b08b0-221d-46d9-b416-d937edc1c40f req-cbf1c769-8091-4b80-9e80-f5c363c9e81e tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:49.229486 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-929b08b0-221d-46d9-b416-d937edc1c40f req-cbf1c769-8091-4b80-9e80-f5c363c9e81e tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] Network 568519e4-f6af-4966-9e93-738c3c6cb9f1 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:15:49.237592 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-929b08b0-221d-46d9-b416-d937edc1c40f req-cbf1c769-8091-4b80-9e80-f5c363c9e81e tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:15:49.245285 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-929b08b0-221d-46d9-b416-d937edc1c40f req-cbf1c769-8091-4b80-9e80-f5c363c9e81e tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:15:49.256712 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b982f663-47e4-412e-95ed-95d67d08bae7 req-7cc47100-3ac3-494d-b02a-3c204a8ebdc3 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/ports?device_id=8097b17c-655c-4469-b0d5-023bbc6ff3bb HTTP/1.1" status: 200 len: 210 time: 0.0377316 Nov 09 21:15:49.301585 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf1c769-8091-4b80-9e80-f5c363c9e81e tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] Pushing event updated for resources: {'Port': ['ID=4d108f97-8373-4571-b93b-b76aa6949c47,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:49.308667 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4d369bed-22a7-4df8-8e57-81b5539fb430 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:49.331450 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b08b0-221d-46d9-b416-d937edc1c40f req-cbf1c769-8091-4b80-9e80-f5c363c9e81e tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:49.332235 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-929b08b0-221d-46d9-b416-d937edc1c40f req-cbf1c769-8091-4b80-9e80-f5c363c9e81e tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:49.336238 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-cbdc49ae-1f42-4031-bc46-9aa6483bf4dc tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Made reservation on behalf of ab9f62a9766648e6a735e31e91b7e450 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:15:49.340036 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-cbdc49ae-1f42-4031-bc46-9aa6483bf4dc tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:49.390912 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d369bed-22a7-4df8-8e57-81b5539fb430 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Pushing event updated for resources: {'Subnet': ['ID=1a3bf33a-28e4-43d0-b3a3-869cb4b7ec53,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:49.400139 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356053c-b837-45c2-9e82-e35b269ca091 req-13471e22-57e2-4763-93b1-fe7349a0aa60 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:49.401885 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1356053c-b837-45c2-9e82-e35b269ca091 req-13471e22-57e2-4763-93b1-fe7349a0aa60 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.45 "GET /v2.0/ports?device_id=22e97a3f-dea6-4282-9ea6-7f8361f82c10 HTTP/1.1" status: 200 len: 949 time: 0.1441135 Nov 09 21:15:49.439442 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-929b08b0-221d-46d9-b416-d937edc1c40f req-cbf1c769-8091-4b80-9e80-f5c363c9e81e tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8052742 Nov 09 21:15:49.472724 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-929b08b0-221d-46d9-b416-d937edc1c40f req-0f390ca3-56a9-4f84-b025-e21555203cec service neutron] Request body: {'port': {'device_id': '3fb51f48-6c11-481e-be91-4008ead689ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:15:49.482659 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d369bed-22a7-4df8-8e57-81b5539fb430 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Checking segment: {'id': '254957df-25ec-4868-b731-a668ba7c24bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3808ba34-f2ea-4dcf-b849-bb7f67f33c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:15:49.483025 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d369bed-22a7-4df8-8e57-81b5539fb430 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Network hostable DHCP agents. Network: 3808ba34-f2ea-4dcf-b849-bb7f67f33c6c, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:15:49.541385 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-b0e6e032-0543-4a5e-b822-2315e43e3c15 None None] Provisioning complete for port 4d108f97-8373-4571-b93b-b76aa6949c47 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:15:49.544480 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b0e6e032-0543-4a5e-b822-2315e43e3c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:49.567524 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d369bed-22a7-4df8-8e57-81b5539fb430 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Network 3808ba34-f2ea-4dcf-b849-bb7f67f33c6c is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:15:49.591663 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-4d369bed-22a7-4df8-8e57-81b5539fb430 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 3808ba34-f2ea-4dcf-b849-bb7f67f33c6c) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:15:49.596567 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d369bed-22a7-4df8-8e57-81b5539fb430 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:49.597880 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4d369bed-22a7-4df8-8e57-81b5539fb430 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:49.614099 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-b0e6e032-0543-4a5e-b822-2315e43e3c15 None None] Port 4d108f97-8373-4571-b93b-b76aa6949c47 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:15:49.618133 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d9d31d-3f1e-4f43-9d91-3fb875018745 None None] Network 3808ba34-f2ea-4dcf-b849-bb7f67f33c6c requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:15:49.620727 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-1356053c-b837-45c2-9e82-e35b269ca091 req-26eef152-65b2-48b0-be54-806acb7bfeb5 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Deleting port 0bf25821-6e02-4aee-8496-3623d0b49287 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:15:49.621879 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-1356053c-b837-45c2-9e82-e35b269ca091 req-26eef152-65b2-48b0-be54-806acb7bfeb5 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:49.666132 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-929b08b0-221d-46d9-b416-d937edc1c40f req-0f390ca3-56a9-4f84-b025-e21555203cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:49.712400 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4d369bed-22a7-4df8-8e57-81b5539fb430 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8180239 Nov 09 21:15:49.715776 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34580) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:15:49.721202 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-80215b72-cd71-4b3f-9b83-86925f29657f tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Request body: {'subnet': {'network_id': '5fad92fa-6e69-4982-b33d-973ebedbbd56', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:15:49.740562 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-cbdc49ae-1f42-4031-bc46-9aa6483bf4dc tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Allocated IP 192.168.233.218 (568519e4-f6af-4966-9e93-738c3c6cb9f1/5ba3500c-a288-4596-ba94-148f2bd8a6da/abba3097-c927-495f-bc4b-00c2b012ca39) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:15:49.791474 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf5e6d-156b-43ab-8574-38ddabf36ca6 req-909c1593-5b0b-4b82-a43b-3723d258b198 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:49.793143 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c3bf5e6d-156b-43ab-8574-38ddabf36ca6 req-909c1593-5b0b-4b82-a43b-3723d258b198 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=281e46cc-dc28-48d1-aef9-5726c68a2cb6 HTTP/1.1" status: 200 len: 949 time: 0.2544880 Nov 09 21:15:49.834639 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711217dd-48f5-44b7-a2a5-6ea84f23f20a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-3808ba34-f2ea-4dcf-b849-bb7f67f33c6c', 'network_id': '3808ba34-f2ea-4dcf-b849-bb7f67f33c6c', 'tenant_id': '400600a87b5744da836a5a4df97863c7', 'fixed_ips': [{'subnet_id': '1a3bf33a-28e4-43d0-b3a3-869cb4b7ec53'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:15:49.836764 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-711217dd-48f5-44b7-a2a5-6ea84f23f20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:49.938154 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80215b72-cd71-4b3f-9b83-86925f29657f tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Made reservation on behalf of 400600a87b5744da836a5a4df97863c7 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:15:49.941670 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-80215b72-cd71-4b3f-9b83-86925f29657f tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:50.010443 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-1356053c-b837-45c2-9e82-e35b269ca091 req-26eef152-65b2-48b0-be54-806acb7bfeb5 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] For port 0bf25821-6e02-4aee-8496-3623d0b49287, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=0bf25821-6e02-4aee-8496-3623d0b49287,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:15:50.011509 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-1356053c-b837-45c2-9e82-e35b269ca091 req-26eef152-65b2-48b0-be54-806acb7bfeb5 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:50.026126 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c3bf5e6d-156b-43ab-8574-38ddabf36ca6 req-017addae-2129-4cd1-ab91-b2f9c7944354 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246275 Nov 09 21:15:50.052417 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-1356053c-b837-45c2-9e82-e35b269ca091 req-26eef152-65b2-48b0-be54-806acb7bfeb5 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Calling delete_port for 0bf25821-6e02-4aee-8496-3623d0b49287 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:15:50.075391 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-711217dd-48f5-44b7-a2a5-6ea84f23f20a None None] Allocated IP 10.1.1.2 (3808ba34-f2ea-4dcf-b849-bb7f67f33c6c/1a3bf33a-28e4-43d0-b3a3-869cb4b7ec53/c2724fa8-c63d-4ccf-8c40-7912153cbe11) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:15:50.123463 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-cbdc49ae-1f42-4031-bc46-9aa6483bf4dc tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:50.231135 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-73628a25-bf32-4c1f-892f-8f26ddcbf27b req-94d7c578-f0d3-4596-9589-9d5877cd44cb tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 210 time: 0.0722022 Nov 09 21:15:50.233695 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a1340-de4c-4b49-92fa-ae23a4ca1d3f req-f6c3d82b-9cd2-4d92-87ec-6f315671d3c6 tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:50.241526 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-af8a1340-de4c-4b49-92fa-ae23a4ca1d3f req-f6c3d82b-9cd2-4d92-87ec-6f315671d3c6 tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fb51f48-6c11-481e-be91-4008ead689ff HTTP/1.1" status: 200 len: 935 time: 0.3837008 Nov 09 21:15:50.271388 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-cbdc49ae-1f42-4031-bc46-9aa6483bf4dc tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:50.315424 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-711217dd-48f5-44b7-a2a5-6ea84f23f20a None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:50.324389 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:15:50.327821 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['96e311e4-91ed-45b7-ad20-39610f4e530b'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:15:50.358395 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ce723-ce60-47ea-a51a-5534938421b3 req-7480db04-ab54-4ad0-a674-95f0b785fefb tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:50.359868 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fd7ce723-ce60-47ea-a51a-5534938421b3 req-7480db04-ab54-4ad0-a674-95f0b785fefb tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.43 "GET /v2.0/ports?device_id=281e46cc-dc28-48d1-aef9-5726c68a2cb6 HTTP/1.1" status: 200 len: 949 time: 0.2370257 Nov 09 21:15:50.401163 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-cbdc49ae-1f42-4031-bc46-9aa6483bf4dc tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Network 568519e4-f6af-4966-9e93-738c3c6cb9f1 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:15:50.419829 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-af8a1340-de4c-4b49-92fa-ae23a4ca1d3f req-02da6c57-bcea-4d73-91d3-36dbc8b67389 tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0c64941-221b-42e5-b52d-55ece7669d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769590 Nov 09 21:15:50.428036 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-cbdc49ae-1f42-4031-bc46-9aa6483bf4dc tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:15:50.438880 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-cbdc49ae-1f42-4031-bc46-9aa6483bf4dc tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:15:50.477353 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-711217dd-48f5-44b7-a2a5-6ea84f23f20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:50.489333 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc49ae-1f42-4031-bc46-9aa6483bf4dc tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Pushing event updated for resources: {'Port': ['ID=abba3097-c927-495f-bc4b-00c2b012ca39,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:50.557607 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8b6f99ff-dc4a-4d85-98ab-1e709d5483c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:50.587517 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf2c6f5-bdca-41b6-80f2-19b6db8a0c0e req-4727d967-8f7c-460d-ae0f-0c8cc2915012 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:50.591970 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7bf2c6f5-bdca-41b6-80f2-19b6db8a0c0e req-4727d967-8f7c-460d-ae0f-0c8cc2915012 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 943 time: 0.2389672 Nov 09 21:15:50.711681 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-cbdc49ae-1f42-4031-bc46-9aa6483bf4dc tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:50.712261 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-cbdc49ae-1f42-4031-bc46-9aa6483bf4dc tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:50.740334 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e7081306-61b8-47bc-be1f-d930f803e5ee req-b6689f70-2e13-4b3a-946d-a1641ff9a28b tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/ports?device_id=8097b17c-655c-4469-b0d5-023bbc6ff3bb HTTP/1.1" status: 200 len: 210 time: 0.1054773 Nov 09 21:15:50.780498 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711217dd-48f5-44b7-a2a5-6ea84f23f20a None None] Network 3808ba34-f2ea-4dcf-b849-bb7f67f33c6c is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:15:50.786944 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-1356053c-b837-45c2-9e82-e35b269ca091 req-26eef152-65b2-48b0-be54-806acb7bfeb5 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:50.794270 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-711217dd-48f5-44b7-a2a5-6ea84f23f20a None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:15:50.805344 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-cbdc49ae-1f42-4031-bc46-9aa6483bf4dc tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7397506 Nov 09 21:15:50.817549 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711217dd-48f5-44b7-a2a5-6ea84f23f20a None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:15:50.881481 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711217dd-48f5-44b7-a2a5-6ea84f23f20a None None] Pushing event updated for resources: {'Port': ['ID=c2724fa8-c63d-4ccf-8c40-7912153cbe11,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:50.899661 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-80215b72-cd71-4b3f-9b83-86925f29657f tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:50.901534 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eef152-65b2-48b0-be54-806acb7bfeb5 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Pushing event deleted for resources: {'Port': ['ID=0bf25821-6e02-4aee-8496-3623d0b49287,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:50.929306 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-aae1f410-7c27-4736-ba5d-3db7b34ca4ac service neutron] Request body: {'port': {'device_id': 'b74163e6-e8f2-43cc-886b-cf04dbdaa044', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:15:50.991914 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7bf2c6f5-bdca-41b6-80f2-19b6db8a0c0e req-bf710f1c-3d31-45cc-8abb-7a431828af30 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3849437 Nov 09 21:15:51.007082 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:51.008375 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-1356053c-b837-45c2-9e82-e35b269ca091 req-26eef152-65b2-48b0-be54-806acb7bfeb5 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] No DVR routers for this DVR port 0bf25821-6e02-4aee-8496-3623d0b49287 on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:15:51.011245 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-1356053c-b837-45c2-9e82-e35b269ca091 req-26eef152-65b2-48b0-be54-806acb7bfeb5 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:51.014742 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1356053c-b837-45c2-9e82-e35b269ca091 req-26eef152-65b2-48b0-be54-806acb7bfeb5 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.45 "DELETE /v2.0/ports/0bf25821-6e02-4aee-8496-3623d0b49287 HTTP/1.1" status: 204 len: 173 time: 1.6048100 Nov 09 21:15:51.015321 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-929b08b0-221d-46d9-b416-d937edc1c40f req-0f390ca3-56a9-4f84-b025-e21555203cec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d108f97-8373-4571-b93b-b76aa6949c47 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:15:51.024308 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-929b08b0-221d-46d9-b416-d937edc1c40f req-0f390ca3-56a9-4f84-b025-e21555203cec service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:51.038129 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-929b08b0-221d-46d9-b416-d937edc1c40f req-0f390ca3-56a9-4f84-b025-e21555203cec service neutron] Transition to ACTIVE for port object 4d108f97-8373-4571-b93b-b76aa6949c47 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:15:51.043061 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-929b08b0-221d-46d9-b416-d937edc1c40f req-0f390ca3-56a9-4f84-b025-e21555203cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:51.071355 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e97a3f-dea6-4282-9ea6-7f8361f82c10', 'name': 'network-vif-deleted', 'tag': '0bf25821-6e02-4aee-8496-3623d0b49287'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:15:51.076103 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5687f689-93a0-4c60-8ef2-9d47874ff1de" -d '{"events": [{"server_uuid": "22e97a3f-dea6-4282-9ea6-7f8361f82c10", "name": "network-vif-deleted", "tag": "0bf25821-6e02-4aee-8496-3623d0b49287"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:15:51.098806 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-fd7ce723-ce60-47ea-a51a-5534938421b3 req-675ff4b7-fc07-4628-931f-ac71cdeb0763 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Deleting port 140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:15:51.102605 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-fd7ce723-ce60-47ea-a51a-5534938421b3 req-675ff4b7-fc07-4628-931f-ac71cdeb0763 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:51.117480 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-7e250066-b4f3-414a-9446-20ea18462518 None None] Provisioning complete for port abba3097-c927-495f-bc4b-00c2b012ca39 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:15:51.121796 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-aae1f410-7c27-4736-ba5d-3db7b34ca4ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:51.123667 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7e250066-b4f3-414a-9446-20ea18462518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:51.139681 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f390ca3-56a9-4f84-b025-e21555203cec service neutron] Pushing event updated for resources: {'Port': ['ID=4d108f97-8373-4571-b93b-b76aa6949c47,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:51.141528 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-711217dd-48f5-44b7-a2a5-6ea84f23f20a None None] Attempting to bind port c2724fa8-c63d-4ccf-8c40-7912153cbe11 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:15:51.142203 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-711217dd-48f5-44b7-a2a5-6ea84f23f20a None None] Attempting to bind port c2724fa8-c63d-4ccf-8c40-7912153cbe11 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '254957df-25ec-4868-b731-a668ba7c24bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3808ba34-f2ea-4dcf-b849-bb7f67f33c6c'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:15:51.142574 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711217dd-48f5-44b7-a2a5-6ea84f23f20a None None] Attempting to bind port c2724fa8-c63d-4ccf-8c40-7912153cbe11 on network 3808ba34-f2ea-4dcf-b849-bb7f67f33c6c {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:15:51.173240 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711217dd-48f5-44b7-a2a5-6ea84f23f20a None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:15:51.174166 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711217dd-48f5-44b7-a2a5-6ea84f23f20a None None] Checking segment: {'id': '254957df-25ec-4868-b731-a668ba7c24bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3808ba34-f2ea-4dcf-b849-bb7f67f33c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:15:51.174353 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-711217dd-48f5-44b7-a2a5-6ea84f23f20a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:51.174837 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711217dd-48f5-44b7-a2a5-6ea84f23f20a None None] Bound using segment: {'id': '254957df-25ec-4868-b731-a668ba7c24bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3808ba34-f2ea-4dcf-b849-bb7f67f33c6c'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:15:51.175378 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-711217dd-48f5-44b7-a2a5-6ea84f23f20a None None] Bound port: c2724fa8-c63d-4ccf-8c40-7912153cbe11, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254957df-25ec-4868-b731-a668ba7c24bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3808ba34-f2ea-4dcf-b849-bb7f67f33c6c'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:15:51.175875 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-711217dd-48f5-44b7-a2a5-6ea84f23f20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:51.312588 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-711217dd-48f5-44b7-a2a5-6ea84f23f20a None None] For port c2724fa8-c63d-4ccf-8c40-7912153cbe11, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:15:51.317685 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-711217dd-48f5-44b7-a2a5-6ea84f23f20a None None] For port c2724fa8-c63d-4ccf-8c40-7912153cbe11, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=c2724fa8-c63d-4ccf-8c40-7912153cbe11,segment=NetworkSegment(254957df-25ec-4868-b731-a668ba7c24bc),segment_id=254957df-25ec-4868-b731-a668ba7c24bc)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:15:51.335797 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-711217dd-48f5-44b7-a2a5-6ea84f23f20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:51.348604 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-7e250066-b4f3-414a-9446-20ea18462518 None None] Port abba3097-c927-495f-bc4b-00c2b012ca39 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:15:51.360838 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-929b08b0-221d-46d9-b416-d937edc1c40f req-0f390ca3-56a9-4f84-b025-e21555203cec service neutron] Attempting to bind port 4d108f97-8373-4571-b93b-b76aa6949c47 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:15:51.361173 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-929b08b0-221d-46d9-b416-d937edc1c40f req-0f390ca3-56a9-4f84-b025-e21555203cec service neutron] Attempting to bind port 4d108f97-8373-4571-b93b-b76aa6949c47 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:15:51.361505 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929b08b0-221d-46d9-b416-d937edc1c40f req-0f390ca3-56a9-4f84-b025-e21555203cec service neutron] Attempting to bind port 4d108f97-8373-4571-b93b-b76aa6949c47 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:15:51.422126 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929b08b0-221d-46d9-b416-d937edc1c40f req-0f390ca3-56a9-4f84-b025-e21555203cec service neutron] Port 4d108f97-8373-4571-b93b-b76aa6949c47 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:15:51.422596 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929b08b0-221d-46d9-b416-d937edc1c40f req-0f390ca3-56a9-4f84-b025-e21555203cec service neutron] Attempting to bind port 4d108f97-8373-4571-b93b-b76aa6949c47 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:15:51.439525 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874c45f-c59a-48d5-96c4-1e3ef5ec50e7 req-705fcf88-3c33-4fa0-85af-6a533cbe797a tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:51.450689 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9874c45f-c59a-48d5-96c4-1e3ef5ec50e7 req-705fcf88-3c33-4fa0-85af-6a533cbe797a tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=281e46cc-dc28-48d1-aef9-5726c68a2cb6 HTTP/1.1" status: 200 len: 949 time: 0.2720668 Nov 09 21:15:51.509755 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929b08b0-221d-46d9-b416-d937edc1c40f req-0f390ca3-56a9-4f84-b025-e21555203cec service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:15:51.510777 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929b08b0-221d-46d9-b416-d937edc1c40f req-0f390ca3-56a9-4f84-b025-e21555203cec service neutron] Checking segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:15:51.511349 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929b08b0-221d-46d9-b416-d937edc1c40f req-0f390ca3-56a9-4f84-b025-e21555203cec service neutron] Bound using segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:15:51.511953 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-929b08b0-221d-46d9-b416-d937edc1c40f req-0f390ca3-56a9-4f84-b025-e21555203cec service neutron] Bound port: 4d108f97-8373-4571-b93b-b76aa6949c47, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:15:51.512487 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-929b08b0-221d-46d9-b416-d937edc1c40f req-0f390ca3-56a9-4f84-b025-e21555203cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:51.523665 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711217dd-48f5-44b7-a2a5-6ea84f23f20a None None] Pushing event updated for resources: {'Port': ['ID=c2724fa8-c63d-4ccf-8c40-7912153cbe11,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:51.703552 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80215b72-cd71-4b3f-9b83-86925f29657f tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Pushing event updated for resources: {'Subnet': ['ID=f871ff84-2077-4380-931c-47532c2d408d,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:51.718586 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80215b72-cd71-4b3f-9b83-86925f29657f tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Checking segment: {'id': '670cd2f4-a96f-44b2-b0bf-937a304cf3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5fad92fa-6e69-4982-b33d-973ebedbbd56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:15:51.719158 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80215b72-cd71-4b3f-9b83-86925f29657f tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Network hostable DHCP agents. Network: 5fad92fa-6e69-4982-b33d-973ebedbbd56, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:15:51.772705 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ceb45e-9a03-4c43-bff6-1fd258a1780b req-71d4ed1c-c375-479f-836c-abffa809f188 tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:51.774730 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b0ceb45e-9a03-4c43-bff6-1fd258a1780b req-71d4ed1c-c375-479f-836c-abffa809f188 tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5e5a12d4-8ad3-4c14-abaf-57d178d86fc5 HTTP/1.1" status: 200 len: 1097 time: 0.6175575 Nov 09 21:15:51.816278 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['8f939950-bea2-412a-a2e7-7941436a9d0e', '8fffad74-aadd-420e-b124-a25fa48d0b2c', '6ea26908-1c6a-4d82-b26f-3bca70608d0b'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:15:51.858414 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-fd7ce723-ce60-47ea-a51a-5534938421b3 req-675ff4b7-fc07-4628-931f-ac71cdeb0763 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] For port 140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:15:51.858414 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-fd7ce723-ce60-47ea-a51a-5534938421b3 req-675ff4b7-fc07-4628-931f-ac71cdeb0763 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:51.878852 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80215b72-cd71-4b3f-9b83-86925f29657f tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Network 5fad92fa-6e69-4982-b33d-973ebedbbd56 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:15:51.899143 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9874c45f-c59a-48d5-96c4-1e3ef5ec50e7 req-3c8ce106-9b09-499a-840f-bf705a6afa3c tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475477 Nov 09 21:15:51.924607 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-fd7ce723-ce60-47ea-a51a-5534938421b3 req-675ff4b7-fc07-4628-931f-ac71cdeb0763 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Calling delete_port for 140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:15:51.940544 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b0ceb45e-9a03-4c43-bff6-1fd258a1780b req-17e096f1-67d3-4de1-a63c-72fbb03c3c79 tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558533 Nov 09 21:15:51.944038 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-80215b72-cd71-4b3f-9b83-86925f29657f tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 5fad92fa-6e69-4982-b33d-973ebedbbd56) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:15:51.977956 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940f95e5-1e24-4cdc-ac5d-9e1b18f9d84e None None] Network 5fad92fa-6e69-4982-b33d-973ebedbbd56 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:15:51.984370 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-929b08b0-221d-46d9-b416-d937edc1c40f req-0f390ca3-56a9-4f84-b025-e21555203cec service neutron] For port 4d108f97-8373-4571-b93b-b76aa6949c47, host n-h1-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:15:52.004711 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80215b72-cd71-4b3f-9b83-86925f29657f tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:52.005329 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-80215b72-cd71-4b3f-9b83-86925f29657f tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:52.008887 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-929b08b0-221d-46d9-b416-d937edc1c40f req-0f390ca3-56a9-4f84-b025-e21555203cec service neutron] For port 4d108f97-8373-4571-b93b-b76aa6949c47, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=4d108f97-8373-4571-b93b-b76aa6949c47,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:15:52.031345 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-aae1f410-7c27-4736-ba5d-3db7b34ca4ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abba3097-c927-495f-bc4b-00c2b012ca39 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:15:52.040542 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-aae1f410-7c27-4736-ba5d-3db7b34ca4ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:52.054909 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-aae1f410-7c27-4736-ba5d-3db7b34ca4ac service neutron] Transition to ACTIVE for port object abba3097-c927-495f-bc4b-00c2b012ca39 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:15:52.057062 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-929b08b0-221d-46d9-b416-d937edc1c40f req-0f390ca3-56a9-4f84-b025-e21555203cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:52.065029 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-aae1f410-7c27-4736-ba5d-3db7b34ca4ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:52.117129 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28042f9-606d-4017-abe9-093ff226a131 x-openstack-request-id: req-f28042f9-606d-4017-abe9-093ff226a131 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:15:52.117379 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e97a3f-dea6-4282-9ea6-7f8361f82c10", "name": "network-vif-deleted", "tag": "0bf25821-6e02-4aee-8496-3623d0b49287", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:15:52.118108 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f28042f9-606d-4017-abe9-093ff226a131 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:15:52.118108 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e97a3f-dea6-4282-9ea6-7f8361f82c10', 'name': 'network-vif-deleted', 'tag': '0bf25821-6e02-4aee-8496-3623d0b49287', 'status': 'completed', 'code': 200} Nov 09 21:15:52.123826 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b08b0-221d-46d9-b416-d937edc1c40f req-0f390ca3-56a9-4f84-b025-e21555203cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:52.124391 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-929b08b0-221d-46d9-b416-d937edc1c40f req-0f390ca3-56a9-4f84-b025-e21555203cec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:52.127596 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-929b08b0-221d-46d9-b416-d937edc1c40f req-0f390ca3-56a9-4f84-b025-e21555203cec service neutron] 10.222.0.45 "PUT /v2.0/ports/4d108f97-8373-4571-b93b-b76aa6949c47 HTTP/1.1" status: 200 len: 1095 time: 2.6716430 Nov 09 21:15:52.127987 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb51f48-6c11-481e-be91-4008ead689ff', 'tag': '4d108f97-8373-4571-b93b-b76aa6949c47'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:15:52.131880 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596cc8d0-2b7e-409a-b5cc-9de25fbe6c28" -d '{"events": [{"name": "network-changed", "server_uuid": "3fb51f48-6c11-481e-be91-4008ead689ff", "tag": "4d108f97-8373-4571-b93b-b76aa6949c47"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:15:52.137901 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-80215b72-cd71-4b3f-9b83-86925f29657f tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4187398 Nov 09 21:15:52.138901 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34612) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:15:52.144791 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-bcc72c8b-786e-4275-bc5b-9b5a89377d94 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Request body: {'port': {'network_id': '3808ba34-f2ea-4dcf-b849-bb7f67f33c6c', 'name': 'tempest-TaggedBootDevicesTest-1469113936', 'fixed_ips': [{'subnet_id': '1a3bf33a-28e4-43d0-b3a3-869cb4b7ec53'}]}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:15:52.239522 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa990e-a77b-4525-985b-b3ba0a612344 req-1190a28a-6cd6-43ed-b1d7-7a29260466e6 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:52.247194 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bbfa990e-a77b-4525-985b-b3ba0a612344 req-1190a28a-6cd6-43ed-b1d7-7a29260466e6 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 948 time: 0.1588645 Nov 09 21:15:52.270088 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f390ca3-56a9-4f84-b025-e21555203cec service neutron] Pushing event updated for resources: {'Port': ['ID=4d108f97-8373-4571-b93b-b76aa6949c47,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:52.303981 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 0bf25821-6e02-4aee-8496-3623d0b49287 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:15:52.346210 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4a989f-25e6-4907-af6b-a4774100237f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-5fad92fa-6e69-4982-b33d-973ebedbbd56', 'network_id': '5fad92fa-6e69-4982-b33d-973ebedbbd56', 'tenant_id': '400600a87b5744da836a5a4df97863c7', 'fixed_ips': [{'subnet_id': 'f871ff84-2077-4380-931c-47532c2d408d'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:15:52.347136 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4f4a989f-25e6-4907-af6b-a4774100237f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:52.394556 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b08b0-221d-46d9-b416-d937edc1c40f req-98cb0e95-4b18-462c-a8ec-9d0698811aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:52.396487 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-929b08b0-221d-46d9-b416-d937edc1c40f req-98cb0e95-4b18-462c-a8ec-9d0698811aa0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=032f087b173746e19ac5edb3414cafe4&device_id=3fb51f48-6c11-481e-be91-4008ead689ff HTTP/1.1" status: 200 len: 1098 time: 0.2171564 Nov 09 21:15:52.411046 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bbfa990e-a77b-4525-985b-b3ba0a612344 req-6a42692c-d493-4311-851e-c3dc6b387caa tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628556 Nov 09 21:15:52.423390 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 0bf25821-6e02-4aee-8496-3623d0b49287 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:15:52.423765 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 0bf25821-6e02-4aee-8496-3623d0b49287 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:15:52.470543 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-929b08b0-221d-46d9-b416-d937edc1c40f req-e2951739-d727-4a82-8b11-4108ea834f1e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=4d108f97-8373-4571-b93b-b76aa6949c47 HTTP/1.1" status: 200 len: 217 time: 0.0594907 Nov 09 21:15:52.471546 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae1f410-7c27-4736-ba5d-3db7b34ca4ac service neutron] Pushing event updated for resources: {'Port': ['ID=abba3097-c927-495f-bc4b-00c2b012ca39,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:52.495900 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45a61f-3f6e-4e6f-834c-43a7f43a163c req-6859b288-fa12-4c7e-b300-7ecd941291f8 tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:52.507507 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3c45a61f-3f6e-4e6f-834c-43a7f43a163c req-6859b288-fa12-4c7e-b300-7ecd941291f8 tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fb51f48-6c11-481e-be91-4008ead689ff HTTP/1.1" status: 200 len: 947 time: 0.2845647 Nov 09 21:15:52.561313 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc72c8b-786e-4275-bc5b-9b5a89377d94 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Made reservation on behalf of 400600a87b5744da836a5a4df97863c7 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:15:52.612169 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-aae1f410-7c27-4736-ba5d-3db7b34ca4ac service neutron] Attempting to bind port abba3097-c927-495f-bc4b-00c2b012ca39 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:15:52.613223 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-aae1f410-7c27-4736-ba5d-3db7b34ca4ac service neutron] Attempting to bind port abba3097-c927-495f-bc4b-00c2b012ca39 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:15:52.613809 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-aae1f410-7c27-4736-ba5d-3db7b34ca4ac service neutron] Attempting to bind port abba3097-c927-495f-bc4b-00c2b012ca39 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:15:52.653263 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-aae1f410-7c27-4736-ba5d-3db7b34ca4ac service neutron] Port abba3097-c927-495f-bc4b-00c2b012ca39 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:15:52.653890 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-aae1f410-7c27-4736-ba5d-3db7b34ca4ac service neutron] Attempting to bind port abba3097-c927-495f-bc4b-00c2b012ca39 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:15:52.676220 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-aae1f410-7c27-4736-ba5d-3db7b34ca4ac service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:15:52.677053 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-aae1f410-7c27-4736-ba5d-3db7b34ca4ac service neutron] Checking segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:15:52.677678 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-aae1f410-7c27-4736-ba5d-3db7b34ca4ac service neutron] Bound using segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:15:52.682132 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-aae1f410-7c27-4736-ba5d-3db7b34ca4ac service neutron] Bound port: abba3097-c927-495f-bc4b-00c2b012ca39, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:15:52.682788 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-aae1f410-7c27-4736-ba5d-3db7b34ca4ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:52.722241 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b08b0-221d-46d9-b416-d937edc1c40f req-36cec66e-f00a-4c2d-bff5-b1bdb8c23703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:52.724190 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-929b08b0-221d-46d9-b416-d937edc1c40f req-36cec66e-f00a-4c2d-bff5-b1bdb8c23703 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.2097330 Nov 09 21:15:52.726559 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:52.751201 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-fd7ce723-ce60-47ea-a51a-5534938421b3 req-675ff4b7-fc07-4628-931f-ac71cdeb0763 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:52.774629 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3c45a61f-3f6e-4e6f-834c-43a7f43a163c req-ac044d3b-d16c-4521-9435-37f304879147 tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0c64941-221b-42e5-b52d-55ece7669d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604535 Nov 09 21:15:52.777771 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-4f4a989f-25e6-4907-af6b-a4774100237f None None] Allocated IP 10.2.2.2 (5fad92fa-6e69-4982-b33d-973ebedbbd56/f871ff84-2077-4380-931c-47532c2d408d/03551e16-8ecf-4fa7-885d-2926ddc4fb9a) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:15:52.835607 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ff4b7-fc07-4628-931f-ac71cdeb0763 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Pushing event deleted for resources: {'Port': ['ID=140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:52.966771 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b08b0-221d-46d9-b416-d937edc1c40f req-d94c6e05-7146-4d7b-b7bc-edc1a72c18d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:52.968692 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-929b08b0-221d-46d9-b416-d937edc1c40f req-d94c6e05-7146-4d7b-b7bc-edc1a72c18d8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2332840 Nov 09 21:15:52.974763 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-aae1f410-7c27-4736-ba5d-3db7b34ca4ac service neutron] For port abba3097-c927-495f-bc4b-00c2b012ca39, host n-h2-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:15:52.983607 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd7ce723-ce60-47ea-a51a-5534938421b3 req-675ff4b7-fc07-4628-931f-ac71cdeb0763 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] No DVR routers for this DVR port 140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:15:52.985584 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:52.997679 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-fd7ce723-ce60-47ea-a51a-5534938421b3 req-675ff4b7-fc07-4628-931f-ac71cdeb0763 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:53.001771 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fd7ce723-ce60-47ea-a51a-5534938421b3 req-675ff4b7-fc07-4628-931f-ac71cdeb0763 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.43 "DELETE /v2.0/ports/140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29 HTTP/1.1" status: 204 len: 173 time: 2.6320171 Nov 09 21:15:53.007264 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bcc72c8b-786e-4275-bc5b-9b5a89377d94 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:53.051149 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-bcc72c8b-786e-4275-bc5b-9b5a89377d94 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] device_id is not set on port b53947c2-f2f0-4db5-a448-3a32c902f2f5 yet. {{(pid=102607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:15:53.067985 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device dd537a7f-eee1-4a96-8125-e0e20d4613a1 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:15:53.108337 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-929b08b0-221d-46d9-b416-d937edc1c40f req-4df02a82-590d-45d1-883b-9b3b4f72fdfe service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308749 Nov 09 21:15:53.139121 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-aae1f410-7c27-4736-ba5d-3db7b34ca4ac service neutron] For port abba3097-c927-495f-bc4b-00c2b012ca39, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=abba3097-c927-495f-bc4b-00c2b012ca39,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:15:53.185379 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port dd537a7f-eee1-4a96-8125-e0e20d4613a1, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=dd537a7f-eee1-4a96-8125-e0e20d4613a1,segment=NetworkSegment(3b0433f6-0dc2-4350-8149-c15b9bac49ea),segment_id=3b0433f6-0dc2-4350-8149-c15b9bac49ea)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:15:53.201139 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:15:53.246722 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-aae1f410-7c27-4736-ba5d-3db7b34ca4ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:53.256445 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': 'dd537a7f-eee1-4a96-8125-e0e20d4613a1', 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68', 'port_id': 'dd537a7f-eee1-4a96-8125-e0e20d4613a1', 'mac_address': 'fa:16:3e:f4:14:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29a38752-08a3-4b35-bb64-8f5e3f87121b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:15:53.258027 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: 140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:15:53.258373 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:15:53.260422 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4521d87-dce4-4715-8233-74c99c74f72b None None] Network 3808ba34-f2ea-4dcf-b849-bb7f67f33c6c requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:15:53.411502 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-aae1f410-7c27-4736-ba5d-3db7b34ca4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:53.412229 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-aae1f410-7c27-4736-ba5d-3db7b34ca4ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:53.414218 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-aae1f410-7c27-4736-ba5d-3db7b34ca4ac service neutron] 10.222.0.43 "PUT /v2.0/ports/abba3097-c927-495f-bc4b-00c2b012ca39 HTTP/1.1" status: 200 len: 1096 time: 2.5470400 Nov 09 21:15:53.501934 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfae1fd-d2c2-405f-b9f2-aa95714bc100 req-f19b2920-530d-4f87-bca3-b95e9929ad14 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:53.511182 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dcfae1fd-d2c2-405f-b9f2-aa95714bc100 req-f19b2920-530d-4f87-bca3-b95e9929ad14 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 943 time: 0.3891187 Nov 09 21:15:53.518039 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-bcc72c8b-786e-4275-bc5b-9b5a89377d94 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Allocated IP 10.1.1.26 (3808ba34-f2ea-4dcf-b849-bb7f67f33c6c/1a3bf33a-28e4-43d0-b3a3-869cb4b7ec53/b53947c2-f2f0-4db5-a448-3a32c902f2f5) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:15:53.841568 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-e974ba22-dc0f-4e98-b21b-ca57307618f6 None None] Provisioning complete for port c2724fa8-c63d-4ccf-8c40-7912153cbe11 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:15:53.842310 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e974ba22-dc0f-4e98-b21b-ca57307618f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:53.968153 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bcc72c8b-786e-4275-bc5b-9b5a89377d94 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:54.008651 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c2724fa8-c63d-4ccf-8c40-7912153cbe11 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:15:54.075102 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:54.081937 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bcc72c8b-786e-4275-bc5b-9b5a89377d94 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:54.085962 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:54.129236 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae1f410-7c27-4736-ba5d-3db7b34ca4ac service neutron] Pushing event updated for resources: {'Port': ['ID=abba3097-c927-495f-bc4b-00c2b012ca39,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:54.143467 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4f4a989f-25e6-4907-af6b-a4774100237f None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:54.163973 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4f4a989f-25e6-4907-af6b-a4774100237f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:54.170327 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd537a7f-eee1-4a96-8125-e0e20d4613a1 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:15:54.217810 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '281e46cc-dc28-48d1-aef9-5726c68a2cb6', 'name': 'network-vif-deleted', 'tag': '140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:15:54.224173 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b28b49b-5f93-4446-9b96-57dfb1f92653" -d '{"events": [{"server_uuid": "281e46cc-dc28-48d1-aef9-5726c68a2cb6", "name": "network-vif-deleted", "tag": "140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:15:54.240701 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dcfae1fd-d2c2-405f-b9f2-aa95714bc100 req-e12aa91a-0056-4e23-9fda-dd9e6a6382f6 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7285037 Nov 09 21:15:54.244646 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-929b08b0-221d-46d9-b416-d937edc1c40f req-8dc0733b-e058-4c66-afbb-043f59c5b00c service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1111481 Nov 09 21:15:54.250134 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc72c8b-786e-4275-bc5b-9b5a89377d94 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Pushing event updated for resources: {'Port': ['ID=b53947c2-f2f0-4db5-a448-3a32c902f2f5,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:54.258724 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-c3b9da87-276a-4c8a-8898-3e6b3602dec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:54.263338 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port dd537a7f-eee1-4a96-8125-e0e20d4613a1, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=dd537a7f-eee1-4a96-8125-e0e20d4613a1,segment=NetworkSegment(3b0433f6-0dc2-4350-8149-c15b9bac49ea),segment_id=3b0433f6-0dc2-4350-8149-c15b9bac49ea)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:15:54.264486 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-c3b9da87-276a-4c8a-8898-3e6b3602dec2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab9f62a9766648e6a735e31e91b7e450&device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 1099 time: 0.7512338 Nov 09 21:15:54.281284 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc72c8b-786e-4275-bc5b-9b5a89377d94 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Network 3808ba34-f2ea-4dcf-b849-bb7f67f33c6c is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:15:54.289626 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-bcc72c8b-786e-4275-bc5b-9b5a89377d94 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:15:54.298724 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4a989f-25e6-4907-af6b-a4774100237f None None] Network 5fad92fa-6e69-4982-b33d-973ebedbbd56 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:15:54.308239 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc72c8b-786e-4275-bc5b-9b5a89377d94 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:15:54.308427 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:54.316071 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-4f4a989f-25e6-4907-af6b-a4774100237f None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:15:54.319665 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4a989f-25e6-4907-af6b-a4774100237f None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:15:54.338542 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a989f-25e6-4907-af6b-a4774100237f None None] Pushing event updated for resources: {'Port': ['ID=03551e16-8ecf-4fa7-885d-2926ddc4fb9a,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:54.346956 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port c2724fa8-c63d-4ccf-8c40-7912153cbe11 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:15:54.347873 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:54.386938 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72cfeea-9859-4f76-9089-f8f5263f7c8d x-openstack-request-id: req-a72cfeea-9859-4f76-9089-f8f5263f7c8d {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:15:54.387238 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fb51f48-6c11-481e-be91-4008ead689ff", "tag": "4d108f97-8373-4571-b93b-b76aa6949c47", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:15:54.389281 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a72cfeea-9859-4f76-9089-f8f5263f7c8d {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:15:54.391700 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fb51f48-6c11-481e-be91-4008ead689ff', 'tag': '4d108f97-8373-4571-b93b-b76aa6949c47', 'status': 'completed', 'code': 200} Nov 09 21:15:54.410647 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34650) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:15:54.427294 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e974ba22-dc0f-4e98-b21b-ca57307618f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:54.429913 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-73e692b5-72ae-4f90-bbcc-e1674f82efc1 tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:15:54.431078 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-73e692b5-72ae-4f90-bbcc-e1674f82efc1 tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0195079 Nov 09 21:15:54.444578 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc72c8b-786e-4275-bc5b-9b5a89377d94 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:54.445297 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bcc72c8b-786e-4275-bc5b-9b5a89377d94 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:54.463360 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-da3e8090-f1fb-40c8-9066-02e925ba87ff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=abba3097-c927-495f-bc4b-00c2b012ca39 HTTP/1.1" status: 200 len: 217 time: 0.1772630 Nov 09 21:15:54.588956 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-d3e07289-8374-4aeb-8be1-263c488dcb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:54.595983 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-d3e07289-8374-4aeb-8be1-263c488dcb1e service neutron] 10.222.0.49 "GET /v2.0/ports/a3689f97-d8ca-4d92-8460-3d778109e644 HTTP/1.1" status: 200 len: 1094 time: 0.1359296 Nov 09 21:15:54.600803 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-0365857d-145c-4be5-8365-99bf5e3dd31c service neutron] Request body: {'binding': {'host': 'n-h1-816206-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:15:54.601968 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-0365857d-145c-4be5-8365-99bf5e3dd31c service neutron] Unknown quota resources ['binding']. {{(pid=102607) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 21:15:54.609503 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-bcc72c8b-786e-4275-bc5b-9b5a89377d94 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4701252 Nov 09 21:15:54.610111 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34654) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:15:54.636518 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-4f3a3df9-277d-4d7f-9d5a-294356ab0040 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Request body: {'port': {'network_id': '3808ba34-f2ea-4dcf-b849-bb7f67f33c6c', 'name': 'tempest-TaggedBootDevicesTest-960165968', 'fixed_ips': [{'subnet_id': '1a3bf33a-28e4-43d0-b3a3-869cb4b7ec53'}]}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:15:54.638851 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-69a0cd42-979f-4c3f-929b-5805e5e77f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:54.638979 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-e974ba22-dc0f-4e98-b21b-ca57307618f6 None None] For port c2724fa8-c63d-4ccf-8c40-7912153cbe11, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=c2724fa8-c63d-4ccf-8c40-7912153cbe11,segment=NetworkSegment(254957df-25ec-4868-b731-a668ba7c24bc),segment_id=254957df-25ec-4868-b731-a668ba7c24bc)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:15:54.640819 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-69a0cd42-979f-4c3f-929b-5805e5e77f23 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.1653147 Nov 09 21:15:54.660592 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e974ba22-dc0f-4e98-b21b-ca57307618f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:54.665231 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-4f4a989f-25e6-4907-af6b-a4774100237f None None] Attempting to bind port 03551e16-8ecf-4fa7-885d-2926ddc4fb9a on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:15:54.665596 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-4f4a989f-25e6-4907-af6b-a4774100237f None None] Attempting to bind port 03551e16-8ecf-4fa7-885d-2926ddc4fb9a by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '670cd2f4-a96f-44b2-b0bf-937a304cf3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5fad92fa-6e69-4982-b33d-973ebedbbd56'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:15:54.666172 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4a989f-25e6-4907-af6b-a4774100237f None None] Attempting to bind port 03551e16-8ecf-4fa7-885d-2926ddc4fb9a on network 5fad92fa-6e69-4982-b33d-973ebedbbd56 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:15:54.675912 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596cc8d0-2b7e-409a-b5cc-9de25fbe6c28 req-cafe7b20-5c27-4e8a-be28-f7b3bef2b998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:54.678189 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-596cc8d0-2b7e-409a-b5cc-9de25fbe6c28 req-cafe7b20-5c27-4e8a-be28-f7b3bef2b998 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=032f087b173746e19ac5edb3414cafe4&device_id=3fb51f48-6c11-481e-be91-4008ead689ff HTTP/1.1" status: 200 len: 1098 time: 0.2845242 Nov 09 21:15:54.678707 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['dd537a7f-eee1-4a96-8125-e0e20d4613a1'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:15:54.731412 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=dd537a7f-eee1-4a96-8125-e0e20d4613a1,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:54.746940 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4a989f-25e6-4907-af6b-a4774100237f None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:15:54.747328 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4a989f-25e6-4907-af6b-a4774100237f None None] Checking segment: {'id': '670cd2f4-a96f-44b2-b0bf-937a304cf3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5fad92fa-6e69-4982-b33d-973ebedbbd56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:15:54.748864 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4f4a989f-25e6-4907-af6b-a4774100237f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:54.749262 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4a989f-25e6-4907-af6b-a4774100237f None None] Bound using segment: {'id': '670cd2f4-a96f-44b2-b0bf-937a304cf3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5fad92fa-6e69-4982-b33d-973ebedbbd56'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:15:54.749741 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-4f4a989f-25e6-4907-af6b-a4774100237f None None] Bound port: 03551e16-8ecf-4fa7-885d-2926ddc4fb9a, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '670cd2f4-a96f-44b2-b0bf-937a304cf3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5fad92fa-6e69-4982-b33d-973ebedbbd56'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:15:54.750280 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4f4a989f-25e6-4907-af6b-a4774100237f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:54.818921 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596cc8d0-2b7e-409a-b5cc-9de25fbe6c28 req-23adc11a-b791-4865-a682-f3e4847fdd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:54.821276 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-596cc8d0-2b7e-409a-b5cc-9de25fbe6c28 req-23adc11a-b791-4865-a682-f3e4847fdd1b service neutron] 10.222.0.45 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.1186633 Nov 09 21:15:54.845186 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b83cd-1e0c-4034-8330-29a12b83bba6 req-c466300e-1c84-43ce-afa8-89c0f06040b1 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:54.845534 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d2b274a6-62af-4c96-868f-640e8af1e8ba tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:54.859213 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bc6b83cd-1e0c-4034-8330-29a12b83bba6 req-c466300e-1c84-43ce-afa8-89c0f06040b1 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 948 time: 0.3070529 Nov 09 21:15:54.872606 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d2b274a6-62af-4c96-868f-640e8af1e8ba tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:54.934624 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3a3df9-277d-4d7f-9d5a-294356ab0040 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Made reservation on behalf of 400600a87b5744da836a5a4df97863c7 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:15:54.940568 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4f3a3df9-277d-4d7f-9d5a-294356ab0040 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:54.943456 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-596cc8d0-2b7e-409a-b5cc-9de25fbe6c28 req-25560fb1-d3bf-4341-8d89-9d9b7403700e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=4d108f97-8373-4571-b93b-b76aa6949c47 HTTP/1.1" status: 200 len: 217 time: 0.1102698 Nov 09 21:15:54.949215 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e974ba22-dc0f-4e98-b21b-ca57307618f6 None None] Pushing event updated for resources: {'Port': ['ID=c2724fa8-c63d-4ccf-8c40-7912153cbe11,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:54.961699 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d2b274a6-62af-4c96-868f-640e8af1e8ba tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:54.964576 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d2b274a6-62af-4c96-868f-640e8af1e8ba tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:54.968052 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d2b274a6-62af-4c96-868f-640e8af1e8ba tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "DELETE /v2.0/security-groups/c10406f7-65bc-482e-b626-a11906f8f3ab HTTP/1.1" status: 204 len: 168 time: 0.5173843 Nov 09 21:15:54.972931 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-4f3a3df9-277d-4d7f-9d5a-294356ab0040 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] device_id is not set on port 2b6a9424-e1c2-4d17-92db-720005970041 yet. {{(pid=102607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:15:54.976890 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34656) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:15:54.978903 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-600dbf40-4b6c-4d26-91f1-a4bfe88fc573 None None] Provisioning complete for port b53947c2-f2f0-4db5-a448-3a32c902f2f5 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:15:54.979638 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-600dbf40-4b6c-4d26-91f1-a4bfe88fc573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:54.995805 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bc6b83cd-1e0c-4034-8330-29a12b83bba6 req-167ea9d1-7e70-4c2b-8f13-a469e0a07d48 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350799 Nov 09 21:15:55.001051 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b274a6-62af-4c96-868f-640e8af1e8ba tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10406f7-65bc-482e-b626-a11906f8f3ab,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:55.021575 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-b5673b7f-2d5f-46c5-aae2-5f1a7f9f68aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:55.023039 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-b5673b7f-2d5f-46c5-aae2-5f1a7f9f68aa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3713224 Nov 09 21:15:55.047274 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-4f4a989f-25e6-4907-af6b-a4774100237f None None] For port 03551e16-8ecf-4fa7-885d-2926ddc4fb9a, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:15:55.061757 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-4f4a989f-25e6-4907-af6b-a4774100237f None None] For port 03551e16-8ecf-4fa7-885d-2926ddc4fb9a, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=03551e16-8ecf-4fa7-885d-2926ddc4fb9a,segment=NetworkSegment(670cd2f4-a96f-44b2-b0bf-937a304cf3ab),segment_id=670cd2f4-a96f-44b2-b0bf-937a304cf3ab)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:15:55.078509 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-47d84de9-fd13-4992-93b7-cada125037f3 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] show failed (client error): The resource could not be found. Nov 09 21:15:55.082953 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-47d84de9-fd13-4992-93b7-cada125037f3 tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "GET /v2.0/security-groups/c10406f7-65bc-482e-b626-a11906f8f3ab HTTP/1.1" status: 404 len: 347 time: 0.0822859 Nov 09 21:15:55.090020 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4f4a989f-25e6-4907-af6b-a4774100237f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:55.109580 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34658) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:15:55.201746 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-0365857d-145c-4be5-8365-99bf5e3dd31c service neutron] Attempting to bind port a3689f97-d8ca-4d92-8460-3d778109e644 on host n-h1-816206-3 for vnic_type normal with profile None {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:15:55.202086 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-0365857d-145c-4be5-8365-99bf5e3dd31c service neutron] Attempting to bind port a3689f97-d8ca-4d92-8460-3d778109e644 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'dafe29ae-1ba0-4490-879c-5008a3eac5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:15:55.202414 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-0365857d-145c-4be5-8365-99bf5e3dd31c service neutron] Attempting to bind port a3689f97-d8ca-4d92-8460-3d778109e644 on network 9cf09cc6-9022-42d8-96c2-e4ea0d1e749b {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:15:55.210136 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-0365857d-145c-4be5-8365-99bf5e3dd31c service neutron] Port a3689f97-d8ca-4d92-8460-3d778109e644 on network 9cf09cc6-9022-42d8-96c2-e4ea0d1e749b not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:15:55.210505 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-0365857d-145c-4be5-8365-99bf5e3dd31c service neutron] Attempting to bind port a3689f97-d8ca-4d92-8460-3d778109e644 on network 9cf09cc6-9022-42d8-96c2-e4ea0d1e749b {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:15:55.211345 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596cc8d0-2b7e-409a-b5cc-9de25fbe6c28 req-f170586a-dd0e-4192-8807-9d1bfba4a4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:55.213716 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-596cc8d0-2b7e-409a-b5cc-9de25fbe6c28 req-f170586a-dd0e-4192-8807-9d1bfba4a4e0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.2355390 Nov 09 21:15:55.215609 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-33abf522-6559-4858-9d0d-688b18af5092 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782260 Nov 09 21:15:55.270485 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-0365857d-145c-4be5-8365-99bf5e3dd31c service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:15:55.270891 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-0365857d-145c-4be5-8365-99bf5e3dd31c service neutron] Checking segment: {'id': 'dafe29ae-1ba0-4490-879c-5008a3eac5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:15:55.271103 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a989f-25e6-4907-af6b-a4774100237f None None] Pushing event updated for resources: {'Port': ['ID=03551e16-8ecf-4fa7-885d-2926ddc4fb9a,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:55.271230 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-0365857d-145c-4be5-8365-99bf5e3dd31c service neutron] Bound using segment: {'id': 'dafe29ae-1ba0-4490-879c-5008a3eac5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:15:55.271631 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-0365857d-145c-4be5-8365-99bf5e3dd31c service neutron] Bound port: a3689f97-d8ca-4d92-8460-3d778109e644, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dafe29ae-1ba0-4490-879c-5008a3eac5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:15:55.273944 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-600dbf40-4b6c-4d26-91f1-a4bfe88fc573 None None] Port b53947c2-f2f0-4db5-a448-3a32c902f2f5 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:15:55.300438 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-600dbf40-4b6c-4d26-91f1-a4bfe88fc573 None None] Provisioning complete for port c2724fa8-c63d-4ccf-8c40-7912153cbe11 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:15:55.300985 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-600dbf40-4b6c-4d26-91f1-a4bfe88fc573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:55.392946 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c72dc079-0d69-4ce8-a561-b49c1341fd8d req-1bade41f-a0cb-4edb-912d-a1c8e06a4120 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555736 Nov 09 21:15:55.403403 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce16efa-8806-4f37-99ef-970009772c6b req-7535e80f-13e2-4d25-b0ae-2077dec99542 tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:55.411185 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dce16efa-8806-4f37-99ef-970009772c6b req-7535e80f-13e2-4d25-b0ae-2077dec99542 tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fb51f48-6c11-481e-be91-4008ead689ff HTTP/1.1" status: 200 len: 947 time: 0.2941484 Nov 09 21:15:55.449388 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596cc8d0-2b7e-409a-b5cc-9de25fbe6c28 req-feb4bc7e-01c5-47ac-8d98-69e5f71fe664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:55.449750 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-4f3a3df9-277d-4d7f-9d5a-294356ab0040 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Allocated IP 10.1.1.128 (3808ba34-f2ea-4dcf-b849-bb7f67f33c6c/1a3bf33a-28e4-43d0-b3a3-869cb4b7ec53/2b6a9424-e1c2-4d17-92db-720005970041) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:15:55.451099 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-596cc8d0-2b7e-409a-b5cc-9de25fbe6c28 req-feb4bc7e-01c5-47ac-8d98-69e5f71fe664 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2254424 Nov 09 21:15:55.458291 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-0365857d-145c-4be5-8365-99bf5e3dd31c service neutron] For port a3689f97-d8ca-4d92-8460-3d778109e644, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=a3689f97-d8ca-4d92-8460-3d778109e644,segment=NetworkSegment(dafe29ae-1ba0-4490-879c-5008a3eac5b2),segment_id=dafe29ae-1ba0-4490-879c-5008a3eac5b2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:15:55.485933 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-0365857d-145c-4be5-8365-99bf5e3dd31c service neutron] Publish callbacks [] for binding, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:55.487158 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-0365857d-145c-4be5-8365-99bf5e3dd31c service neutron] 10.222.0.49 "POST /v2.0/ports/a3689f97-d8ca-4d92-8460-3d778109e644/bindings HTTP/1.1" status: 201 len: 389 time: 0.8903918 Nov 09 21:15:55.501879 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-4673ad64-54ff-414d-8b8d-c5e014a5d5aa tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Deleting port f0acda41-9ff5-4faf-b34b-9e0d63aff89a {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:15:55.502212 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4673ad64-54ff-414d-8b8d-c5e014a5d5aa tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:55.630265 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dce16efa-8806-4f37-99ef-970009772c6b req-dae461c4-b5a3-4352-a22c-e00d48204a70 tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0c64941-221b-42e5-b52d-55ece7669d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161932 Nov 09 21:15:55.706405 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['8f939950-bea2-412a-a2e7-7941436a9d0e', '8fffad74-aadd-420e-b124-a25fa48d0b2c', '6ea26908-1c6a-4d82-b26f-3bca70608d0b'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:15:55.735992 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e724c878-fc89-4d7d-80a8-2ed479a7b419 x-openstack-request-id: req-e724c878-fc89-4d7d-80a8-2ed479a7b419 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:15:55.737003 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "281e46cc-dc28-48d1-aef9-5726c68a2cb6", "name": "network-vif-deleted", "tag": "140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:15:55.737543 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e724c878-fc89-4d7d-80a8-2ed479a7b419 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:15:55.739701 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '281e46cc-dc28-48d1-aef9-5726c68a2cb6', 'name': 'network-vif-deleted', 'tag': '140bf3f7-cf8b-40b9-9eb3-90c3a15fcc29', 'status': 'completed', 'code': 200} Nov 09 21:15:55.764805 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4673ad64-54ff-414d-8b8d-c5e014a5d5aa tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:55.765452 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4673ad64-54ff-414d-8b8d-c5e014a5d5aa tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:55.822148 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-4673ad64-54ff-414d-8b8d-c5e014a5d5aa tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Calling delete_port for f0acda41-9ff5-4faf-b34b-9e0d63aff89a owned by network:floatingip {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:15:55.836514 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-596cc8d0-2b7e-409a-b5cc-9de25fbe6c28 req-07afc110-f22a-49d7-b15a-cae198f23f8c service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184006 Nov 09 21:15:55.975401 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4f3a3df9-277d-4d7f-9d5a-294356ab0040 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:55.984759 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c2724fa8-c63d-4ccf-8c40-7912153cbe11 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:15:56.040209 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-596cc8d0-2b7e-409a-b5cc-9de25fbe6c28 req-2233ce99-925c-4539-8f09-86b33ebe5367 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956654 Nov 09 21:15:56.041222 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-58ac336d-e801-494e-ab09-56e657aca535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:56.042945 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-58ac336d-e801-494e-ab09-56e657aca535 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a6366c08f5c4a9bb0bdc56b2ea0a20e&device_id=5e5a12d4-8ad3-4c14-abaf-57d178d86fc5 HTTP/1.1" status: 200 len: 1097 time: 0.1299624 Nov 09 21:15:56.055882 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8352a-a89d-4c84-81c8-1bd302a138a6 req-81079cbe-06e9-43a3-930c-f14d260e8664 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:56.058360 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7ed8352a-a89d-4c84-81c8-1bd302a138a6 req-81079cbe-06e9-43a3-930c-f14d260e8664 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 944 time: 0.1002696 Nov 09 21:15:56.105626 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e44a8f1-4cbb-4886-b6cc-91d95bae6fd5 req-9d05d208-65c9-4042-b7b5-e13bbe1fb5d9 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:56.107310 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4e44a8f1-4cbb-4886-b6cc-91d95bae6fd5 req-9d05d208-65c9-4042-b7b5-e13bbe1fb5d9 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e5a12d4-8ad3-4c14-abaf-57d178d86fc5 HTTP/1.1" status: 200 len: 946 time: 0.0658810 Nov 09 21:15:56.107845 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port c2724fa8-c63d-4ccf-8c40-7912153cbe11 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:15:56.108329 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:56.179569 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4e44a8f1-4cbb-4886-b6cc-91d95bae6fd5 req-d950caf9-7c45-4349-958d-742963dbc58c tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571613 Nov 09 21:15:56.277373 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4f3a3df9-277d-4d7f-9d5a-294356ab0040 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:56.311505 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 4d108f97-8373-4571-b93b-b76aa6949c47 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:15:56.339886 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7ed8352a-a89d-4c84-81c8-1bd302a138a6 req-dcda758e-cc5d-48f9-a6b1-923ed5666f37 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486453 Nov 09 21:15:56.390124 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 03551e16-8ecf-4fa7-885d-2926ddc4fb9a up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:15:56.396610 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa27d7-28d5-4a06-8c41-3419ed96f727 req-e1ae9b2c-8c4e-47f0-abcf-67722319759b tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:56.401756 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3a3df9-277d-4d7f-9d5a-294356ab0040 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Network 3808ba34-f2ea-4dcf-b849-bb7f67f33c6c is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:15:56.407971 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6afa27d7-28d5-4a06-8c41-3419ed96f727 req-e1ae9b2c-8c4e-47f0-abcf-67722319759b tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 948 time: 0.0894208 Nov 09 21:15:56.426512 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b74163e6-e8f2-43cc-886b-cf04dbdaa044', 'tag': 'abba3097-c927-495f-bc4b-00c2b012ca39'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:15:56.431036 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-4f3a3df9-277d-4d7f-9d5a-294356ab0040 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:15:56.433077 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4673ad64-54ff-414d-8b8d-c5e014a5d5aa tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:56.444536 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e707f4-c4bc-466f-acb4-754ea1fd9c86" -d '{"events": [{"name": "network-changed", "server_uuid": "b74163e6-e8f2-43cc-886b-cf04dbdaa044", "tag": "abba3097-c927-495f-bc4b-00c2b012ca39"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:15:56.447573 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3a3df9-277d-4d7f-9d5a-294356ab0040 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:15:56.548251 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a3df9-277d-4d7f-9d5a-294356ab0040 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Pushing event updated for resources: {'Port': ['ID=2b6a9424-e1c2-4d17-92db-720005970041,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:56.567260 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-a1da501c-b55e-49a6-8485-645c41e908c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:56.573980 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6afa27d7-28d5-4a06-8c41-3419ed96f727 req-4153fc04-aa3b-4eef-9323-af49221ec80e tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585448 Nov 09 21:15:56.575602 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-a1da501c-b55e-49a6-8485-645c41e908c1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9cf09cc6-9022-42d8-96c2-e4ea0d1e749b HTTP/1.1" status: 200 len: 908 time: 0.4964817 Nov 09 21:15:56.598066 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220e1ef0-7fc3-4ba5-b9ea-2b2208e4a445 x-openstack-request-id: req-220e1ef0-7fc3-4ba5-b9ea-2b2208e4a445 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:15:56.599146 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b74163e6-e8f2-43cc-886b-cf04dbdaa044", "tag": "abba3097-c927-495f-bc4b-00c2b012ca39", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:15:56.599620 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-220e1ef0-7fc3-4ba5-b9ea-2b2208e4a445 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:15:56.600375 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b74163e6-e8f2-43cc-886b-cf04dbdaa044', 'tag': 'abba3097-c927-495f-bc4b-00c2b012ca39', 'status': 'completed', 'code': 200} Nov 09 21:15:56.642899 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 03551e16-8ecf-4fa7-885d-2926ddc4fb9a triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:15:56.648336 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:56.761874 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e707f4-c4bc-466f-acb4-754ea1fd9c86 req-f744ca63-4933-4f52-86a5-29b966ecc1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:56.763542 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d3e707f4-c4bc-466f-acb4-754ea1fd9c86 req-f744ca63-4933-4f52-86a5-29b966ecc1b7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab9f62a9766648e6a735e31e91b7e450&device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 1099 time: 0.1153791 Nov 09 21:15:56.811779 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4673ad64-54ff-414d-8b8d-c5e014a5d5aa tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Publish callbacks [] for floatingip, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:56.812621 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 4d108f97-8373-4571-b93b-b76aa6949c47, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=4d108f97-8373-4571-b93b-b76aa6949c47,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:15:56.818107 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4673ad64-54ff-414d-8b8d-c5e014a5d5aa tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:56.830471 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34680) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:15:56.834701 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4673ad64-54ff-414d-8b8d-c5e014a5d5aa tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] 10.222.0.49 "DELETE /v2.0/floatingips/93f9ea52-a297-4db5-925a-48e4c9ee7951 HTTP/1.1" status: 204 len: 168 time: 1.7109210 Nov 09 21:15:56.842283 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-0053deb9-5ad9-4717-9f36-09baf24c6bc0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3689f97-d8ca-4d92-8460-3d778109e644 HTTP/1.1" status: 200 len: 217 time: 0.2323468 Nov 09 21:15:56.844294 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '4d108f97-8373-4571-b93b-b76aa6949c47', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'port_id': '4d108f97-8373-4571-b93b-b76aa6949c47', 'mac_address': 'fa:16:3e:89:37:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba3500c-a288-4596-ba94-148f2bd8a6da', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:15:56.850475 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4673ad64-54ff-414d-8b8d-c5e014a5d5aa tempest-ServersTestBootFromVolume-134313739 tempest-ServersTestBootFromVolume-134313739-project] Pushing event deleted for resources: {'Port': ['ID=f0acda41-9ff5-4faf-b34b-9e0d63aff89a,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:56.903992 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268d3866-b070-4998-b200-0fe2c4fa48db None None] Network 5fad92fa-6e69-4982-b33d-973ebedbbd56 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:15:56.909347 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3a3df9-277d-4d7f-9d5a-294356ab0040 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:56.910435 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4f3a3df9-277d-4d7f-9d5a-294356ab0040 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:57.022832 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-466f24d1-52f2-4524-99e1-b58c89813318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:57.024814 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:57.026387 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-466f24d1-52f2-4524-99e1-b58c89813318 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=39c6d736-667d-4cbf-9558-9612dacd0f8d HTTP/1.1" status: 200 len: 848 time: 0.1643817 Nov 09 21:15:57.057145 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:57.065475 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b9051-fad1-49ef-8ba5-be16af901ac5 req-0f37556f-6924-4109-a0e7-772240b7a0d9 tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:57.074508 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3b7b9051-fad1-49ef-8ba5-be16af901ac5 req-0f37556f-6924-4109-a0e7-772240b7a0d9 tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fb51f48-6c11-481e-be91-4008ead689ff HTTP/1.1" status: 200 len: 947 time: 0.2775178 Nov 09 21:15:57.084481 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-fb9137f9-46fd-4917-9dda-ef1e9d0ffb7c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9cf09cc6-9022-42d8-96c2-e4ea0d1e749b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483253 Nov 09 21:15:57.085155 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-33370c97-1ae2-4d2b-a5e5-275a6fde1f63 None None] Provisioning complete for port 03551e16-8ecf-4fa7-885d-2926ddc4fb9a triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:15:57.085647 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-33370c97-1ae2-4d2b-a5e5-275a6fde1f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:57.090833 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e707f4-c4bc-466f-acb4-754ea1fd9c86 req-e07a77af-8552-4336-af70-ec1fa475fc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:57.092378 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d3e707f4-c4bc-466f-acb4-754ea1fd9c86 req-e07a77af-8552-4336-af70-ec1fa475fc83 service neutron] 10.222.0.43 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.3185623 Nov 09 21:15:57.092691 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d108f97-8373-4571-b93b-b76aa6949c47 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:15:57.110894 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device abba3097-c927-495f-bc4b-00c2b012ca39 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:15:57.113272 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device dd537a7f-eee1-4a96-8125-e0e20d4613a1 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:15:57.116841 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4f3a3df9-277d-4d7f-9d5a-294356ab0040 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5007281 Nov 09 21:15:57.162625 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d3e707f4-c4bc-466f-acb4-754ea1fd9c86 req-35940ade-9425-46e0-86c6-8985fcd27a6a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=abba3097-c927-495f-bc4b-00c2b012ca39 HTTP/1.1" status: 200 len: 217 time: 0.0599844 Nov 09 21:15:57.214162 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22c630-c75b-49fb-8d29-aad628e4cec4 req-eecb68a2-d603-45ae-863d-64f65bc7db40 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:57.223640 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3d22c630-c75b-49fb-8d29-aad628e4cec4 req-eecb68a2-d603-45ae-863d-64f65bc7db40 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a9ae318-726e-4c3d-9814-e92f3be4c6c9 HTTP/1.1" status: 200 len: 950 time: 0.1372561 Nov 09 21:15:57.282920 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-7b6c9b06-ca22-4c71-802c-d37193a4b53e service neutron] 10.222.0.45 "GET /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844018 Nov 09 21:15:57.356562 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3b7b9051-fad1-49ef-8ba5-be16af901ac5 req-ac4c53b6-d294-4be8-bcf8-4e5596d5b15e tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0c64941-221b-42e5-b52d-55ece7669d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811368 Nov 09 21:15:57.390375 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port dd537a7f-eee1-4a96-8125-e0e20d4613a1 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:15:57.399670 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e707f4-c4bc-466f-acb4-754ea1fd9c86 req-0c2985d3-f3d6-4d8c-a9aa-c01fe3222132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:57.404107 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d3e707f4-c4bc-466f-acb4-754ea1fd9c86 req-0c2985d3-f3d6-4d8c-a9aa-c01fe3222132 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.1326184 Nov 09 21:15:57.405540 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port dd537a7f-eee1-4a96-8125-e0e20d4613a1 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:15:57.406040 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:57.416775 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-76b320b0-7e8a-4cf6-ba63-de03ae2a3157 service neutron] 10.222.0.45 "GET /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241560 Nov 09 21:15:57.433382 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3d22c630-c75b-49fb-8d29-aad628e4cec4 req-285c5a13-e256-4d65-bb29-4d1feee995ba tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084219 Nov 09 21:15:57.468831 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 4d108f97-8373-4571-b93b-b76aa6949c47, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=4d108f97-8373-4571-b93b-b76aa6949c47,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:15:57.546411 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 03551e16-8ecf-4fa7-885d-2926ddc4fb9a, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=03551e16-8ecf-4fa7-885d-2926ddc4fb9a,segment=NetworkSegment(670cd2f4-a96f-44b2-b0bf-937a304cf3ab),segment_id=670cd2f4-a96f-44b2-b0bf-937a304cf3ab)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:15:57.547754 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:57.549743 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e707f4-c4bc-466f-acb4-754ea1fd9c86 req-4855d71d-a92b-4262-b930-b64f78af71e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:57.552060 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d3e707f4-c4bc-466f-acb4-754ea1fd9c86 req-4855d71d-a92b-4262-b930-b64f78af71e6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1391912 Nov 09 21:15:57.561539 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.db.resource_extend [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 21:15:57.568091 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:57.673859 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f70d7e-209a-4943-93ff-2578f5e84d01 req-082a7f1f-cc98-4e65-b4da-b14d49130354 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:57.676358 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-73f70d7e-209a-4943-93ff-2578f5e84d01 req-082a7f1f-cc98-4e65-b4da-b14d49130354 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e5a12d4-8ad3-4c14-abaf-57d178d86fc5 HTTP/1.1" status: 200 len: 946 time: 0.1337562 Nov 09 21:15:57.731468 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-57a1cfda-b6fa-4892-8974-72c23310128e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:57.737186 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d3e707f4-c4bc-466f-acb4-754ea1fd9c86 req-52077046-885c-4b40-ad75-84405b5553d1 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717708 Nov 09 21:15:57.777007 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-73f70d7e-209a-4943-93ff-2578f5e84d01 req-78dba699-822a-4293-a27b-4e5d33a96c9d tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942304 Nov 09 21:15:57.922365 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port abba3097-c927-495f-bc4b-00c2b012ca39, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=abba3097-c927-495f-bc4b-00c2b012ca39,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:15:57.941367 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': 'abba3097-c927-495f-bc4b-00c2b012ca39', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'port_id': 'abba3097-c927-495f-bc4b-00c2b012ca39', 'mac_address': 'fa:16:3e:8b:0d:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba3500c-a288-4596-ba94-148f2bd8a6da', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:15:57.943600 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d3e707f4-c4bc-466f-acb4-754ea1fd9c86 req-613151f0-5273-455b-a62f-8437458d87bd service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695943 Nov 09 21:15:57.945355 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=4d108f97-8373-4571-b93b-b76aa6949c47,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:57.950271 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['4d108f97-8373-4571-b93b-b76aa6949c47'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:15:57.952894 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243f551-4a02-454a-8558-0b3c9201e1f1 req-2388fc2a-81c5-4e6c-8f2e-a821bed8b940 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:57.954470 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d243f551-4a02-454a-8558-0b3c9201e1f1 req-2388fc2a-81c5-4e6c-8f2e-a821bed8b940 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 944 time: 0.0908904 Nov 09 21:15:58.000143 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34694) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:15:58.017674 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-60cc7b54-ea5c-4f39-a72e-828b5e7fbb9d tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Request body: {'security_group': {'name': 'tempest-securitygroup--30910507', 'description': 'tempest-description--282843689'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:15:58.083334 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:58.099755 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:58.105641 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abba3097-c927-495f-bc4b-00c2b012ca39 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:15:58.119659 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-60cc7b54-ea5c-4f39-a72e-828b5e7fbb9d tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:58.129705 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port abba3097-c927-495f-bc4b-00c2b012ca39, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=abba3097-c927-495f-bc4b-00c2b012ca39,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:15:58.171602 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e204b29e-d13e-47f6-93d3-0d02e41d39ae req-d45bd089-1a5e-47ed-9f19-a0792f5f60e0 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:58.172991 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:58.176148 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e204b29e-d13e-47f6-93d3-0d02e41d39ae req-d45bd089-1a5e-47ed-9f19-a0792f5f60e0 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a9ae318-726e-4c3d-9814-e92f3be4c6c9 HTTP/1.1" status: 200 len: 950 time: 0.2189295 Nov 09 21:15:58.213562 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f2fb1a-bccb-4df0-93b4-3e73ba427e12 req-e082aa86-30b9-4771-9067-043d199d6f8b tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:58.215339 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f0f2fb1a-bccb-4df0-93b4-3e73ba427e12 req-e082aa86-30b9-4771-9067-043d199d6f8b tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 948 time: 0.1218429 Nov 09 21:15:58.257532 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-33370c97-1ae2-4d2b-a5e5-275a6fde1f63 None None] Provisioning complete for port 2b6a9424-e1c2-4d17-92db-720005970041 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:15:58.258036 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-33370c97-1ae2-4d2b-a5e5-275a6fde1f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:58.262889 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-60cc7b54-ea5c-4f39-a72e-828b5e7fbb9d tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:58.292081 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d243f551-4a02-454a-8558-0b3c9201e1f1 req-35ba75e7-487c-4090-87f7-df9cf5f07149 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250079 Nov 09 21:15:58.298331 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-60cc7b54-ea5c-4f39-a72e-828b5e7fbb9d tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:58.300545 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-57a1cfda-b6fa-4892-8974-72c23310128e admin admin] Deleting port 2df20e46-042b-4a7e-832e-18049153d26b {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:15:58.300935 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-57a1cfda-b6fa-4892-8974-72c23310128e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:58.329752 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port dd537a7f-eee1-4a96-8125-e0e20d4613a1, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=dd537a7f-eee1-4a96-8125-e0e20d4613a1,segment=NetworkSegment(3b0433f6-0dc2-4350-8149-c15b9bac49ea),segment_id=3b0433f6-0dc2-4350-8149-c15b9bac49ea)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:15:58.352772 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a338c5-88dc-4b1d-a233-f64e2c5ed451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd537a7f-eee1-4a96-8125-e0e20d4613a1'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:15:58.356723 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4906f0-f550-4ae6-b650-168b57a87e9a" -d '{"events": [{"server_uuid": "58a338c5-88dc-4b1d-a233-f64e2c5ed451", "name": "network-vif-plugged", "status": "completed", "tag": "dd537a7f-eee1-4a96-8125-e0e20d4613a1"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:15:58.367878 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:58.386592 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f0f2fb1a-bccb-4df0-93b4-3e73ba427e12 req-0d6455ed-1f41-4d7b-b480-678d0c3c3174 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375201 Nov 09 21:15:58.392345 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b08da6-0605-49c4-b28a-34aab9b8aea5 req-12af5cbd-ea94-4bf7-81fe-d28a2123c6c1 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:58.400366 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-68b08da6-0605-49c4-b28a-34aab9b8aea5 req-12af5cbd-ea94-4bf7-81fe-d28a2123c6c1 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9ef14da-1ce2-400b-a670-9f5e6ea0076d HTTP/1.1" status: 200 len: 949 time: 0.2028320 Nov 09 21:15:58.417160 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-60cc7b54-ea5c-4f39-a72e-828b5e7fbb9d tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:58.419115 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-60cc7b54-ea5c-4f39-a72e-828b5e7fbb9d tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4056180 Nov 09 21:15:58.424581 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34700) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:15:58.434153 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-16c7f3de-a67d-456d-b6c0-caae1e7419d1 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Request body: {'security_group_rule': {'security_group_id': '2aa0795d-359d-4f24-ad70-d15c6200f092', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:15:58.450322 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-33370c97-1ae2-4d2b-a5e5-275a6fde1f63 None None] Port 2b6a9424-e1c2-4d17-92db-720005970041 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:15:58.460364 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=03551e16-8ecf-4fa7-885d-2926ddc4fb9a,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:58.505386 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc7b54-ea5c-4f39-a72e-828b5e7fbb9d tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa0795d-359d-4f24-ad70-d15c6200f092,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:58.539138 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-e204b29e-d13e-47f6-93d3-0d02e41d39ae req-eeff1e90-e542-4978-9142-eabf8e543f9c tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Deleting port 8fffad74-aadd-420e-b124-a25fa48d0b2c {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:15:58.540034 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-e204b29e-d13e-47f6-93d3-0d02e41d39ae req-eeff1e90-e542-4978-9142-eabf8e543f9c tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:58.614155 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1d832c-f216-41a6-bc69-0ba6e196643f x-openstack-request-id: req-ee1d832c-f216-41a6-bc69-0ba6e196643f {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:15:58.615160 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a338c5-88dc-4b1d-a233-f64e2c5ed451", "name": "network-vif-plugged", "status": "completed", "tag": "dd537a7f-eee1-4a96-8125-e0e20d4613a1", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:15:58.615703 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ee1d832c-f216-41a6-bc69-0ba6e196643f {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:15:58.616158 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a338c5-88dc-4b1d-a233-f64e2c5ed451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd537a7f-eee1-4a96-8125-e0e20d4613a1', 'code': 200} Nov 09 21:15:58.621781 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=abba3097-c927-495f-bc4b-00c2b012ca39,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:58.644715 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['abba3097-c927-495f-bc4b-00c2b012ca39'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:15:58.669220 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766c190-2eba-44bc-b7e7-dec300b15e34 req-3f04e7ae-2725-43c6-abb4-25b3fb10bf51 tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:58.671643 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9766c190-2eba-44bc-b7e7-dec300b15e34 req-3f04e7ae-2725-43c6-abb4-25b3fb10bf51 tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fb51f48-6c11-481e-be91-4008ead689ff HTTP/1.1" status: 200 len: 948 time: 0.0797513 Nov 09 21:15:58.700409 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-57a1cfda-b6fa-4892-8974-72c23310128e admin admin] For port 2df20e46-042b-4a7e-832e-18049153d26b, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=2df20e46-042b-4a7e-832e-18049153d26b,segment=NetworkSegment(030b5546-ce77-4a8b-a3a1-791393a98192),segment_id=030b5546-ce77-4a8b-a3a1-791393a98192)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:15:58.700804 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-57a1cfda-b6fa-4892-8974-72c23310128e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:58.709485 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-16c7f3de-a67d-456d-b6c0-caae1e7419d1 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:58.723887 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-9a0edab3-7dde-4cc9-ba6b-109af0ea53f5 None None] Provisioning complete for port 03551e16-8ecf-4fa7-885d-2926ddc4fb9a triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:15:58.724254 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9a0edab3-7dde-4cc9-ba6b-109af0ea53f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:58.726101 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-e204b29e-d13e-47f6-93d3-0d02e41d39ae req-eeff1e90-e542-4978-9142-eabf8e543f9c tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] For port 8fffad74-aadd-420e-b124-a25fa48d0b2c, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=8fffad74-aadd-420e-b124-a25fa48d0b2c,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:15:58.726587 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-e204b29e-d13e-47f6-93d3-0d02e41d39ae req-eeff1e90-e542-4978-9142-eabf8e543f9c tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:58.755571 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-e204b29e-d13e-47f6-93d3-0d02e41d39ae req-eeff1e90-e542-4978-9142-eabf8e543f9c tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Calling delete_port for 8fffad74-aadd-420e-b124-a25fa48d0b2c owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:15:58.769497 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9766c190-2eba-44bc-b7e7-dec300b15e34 req-d038eb3a-bdb5-4123-b5ec-f969347b6268 tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0c64941-221b-42e5-b52d-55ece7669d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825894 Nov 09 21:15:58.797531 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=dd537a7f-eee1-4a96-8125-e0e20d4613a1,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:59.035546 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36876f-0c8d-402d-81fe-4ce693f0c0d5 req-592801ff-557f-4f6d-b08a-c381b5b19635 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:59.037367 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3a36876f-0c8d-402d-81fe-4ce693f0c0d5 req-592801ff-557f-4f6d-b08a-c381b5b19635 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a9ae318-726e-4c3d-9814-e92f3be4c6c9 HTTP/1.1" status: 200 len: 950 time: 0.4325039 Nov 09 21:15:59.063475 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-57a1cfda-b6fa-4892-8974-72c23310128e admin admin] Calling delete_port for 2df20e46-042b-4a7e-832e-18049153d26b owned by network:router_interface {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:15:59.094833 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553cba0-1652-4712-9b8f-c00ff5080ab2 req-df1348e9-48c0-49e2-9edd-8058e153023b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:59.096462 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a553cba0-1652-4712-9b8f-c00ff5080ab2 req-df1348e9-48c0-49e2-9edd-8058e153023b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 1096 time: 0.5019736 Nov 09 21:15:59.162213 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-68b08da6-0605-49c4-b28a-34aab9b8aea5 req-b63e06bd-2381-42d2-afda-a9e05e50e06b tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Deleting port 6ea26908-1c6a-4d82-b26f-3bca70608d0b {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:15:59.162705 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-68b08da6-0605-49c4-b28a-34aab9b8aea5 req-b63e06bd-2381-42d2-afda-a9e05e50e06b tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:59.205278 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670da6c-e0c4-4899-a9a0-c5b0fed60fef req-ad98f416-48e0-4e89-9949-158c9bfde431 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:59.207316 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1670da6c-e0c4-4899-a9a0-c5b0fed60fef req-ad98f416-48e0-4e89-9949-158c9bfde431 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e5a12d4-8ad3-4c14-abaf-57d178d86fc5 HTTP/1.1" status: 200 len: 946 time: 0.0644913 Nov 09 21:15:59.245359 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-16c7f3de-a67d-456d-b6c0-caae1e7419d1 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:59.258291 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3a36876f-0c8d-402d-81fe-4ce693f0c0d5 req-7093f163-7a06-49e3-85a3-2c8926d93257 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099571 Nov 09 21:15:59.261379 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1670da6c-e0c4-4899-a9a0-c5b0fed60fef req-9cc76468-7cf9-4540-91f6-10458a2b28de tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430188 Nov 09 21:15:59.275970 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-16c7f3de-a67d-456d-b6c0-caae1e7419d1 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:59.324673 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c7f3de-a67d-456d-b6c0-caae1e7419d1 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86f5f6b4-a261-421d-bcf2-1d93a86f284e,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:59.354495 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-e204b29e-d13e-47f6-93d3-0d02e41d39ae req-eeff1e90-e542-4978-9142-eabf8e543f9c tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:59.366588 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['8f939950-bea2-412a-a2e7-7941436a9d0e', '8fffad74-aadd-420e-b124-a25fa48d0b2c', '6ea26908-1c6a-4d82-b26f-3bca70608d0b'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:15:59.401183 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff1e90-e542-4978-9142-eabf8e543f9c tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Pushing event deleted for resources: {'Port': ['ID=8fffad74-aadd-420e-b124-a25fa48d0b2c,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:15:59.428476 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a553cba0-1652-4712-9b8f-c00ff5080ab2 req-beccef0b-c6a3-426c-9289-ff9e75112a90 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148267 Nov 09 21:15:59.436069 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-16c7f3de-a67d-456d-b6c0-caae1e7419d1 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:59.441467 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-16c7f3de-a67d-456d-b6c0-caae1e7419d1 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0106111 Nov 09 21:15:59.443764 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34710) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:15:59.472268 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-8884b048-b757-4aa5-b281-e9c6b67341ea tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Request body: {'security_group_rule': {'security_group_id': '2aa0795d-359d-4f24-ad70-d15c6200f092', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:15:59.472918 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-e204b29e-d13e-47f6-93d3-0d02e41d39ae req-eeff1e90-e542-4978-9142-eabf8e543f9c tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] No DVR routers for this DVR port 8fffad74-aadd-420e-b124-a25fa48d0b2c on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:15:59.509366 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-68b08da6-0605-49c4-b28a-34aab9b8aea5 req-b63e06bd-2381-42d2-afda-a9e05e50e06b tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] For port 6ea26908-1c6a-4d82-b26f-3bca70608d0b, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=6ea26908-1c6a-4d82-b26f-3bca70608d0b,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:15:59.509990 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-68b08da6-0605-49c4-b28a-34aab9b8aea5 req-b63e06bd-2381-42d2-afda-a9e05e50e06b tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:59.517507 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-e204b29e-d13e-47f6-93d3-0d02e41d39ae req-eeff1e90-e542-4978-9142-eabf8e543f9c tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:59.521835 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e204b29e-d13e-47f6-93d3-0d02e41d39ae req-eeff1e90-e542-4978-9142-eabf8e543f9c tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.45 "DELETE /v2.0/ports/8fffad74-aadd-420e-b124-a25fa48d0b2c HTTP/1.1" status: 204 len: 173 time: 1.2575238 Nov 09 21:15:59.523231 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9ae318-726e-4c3d-9814-e92f3be4c6c9', 'name': 'network-vif-deleted', 'tag': '8fffad74-aadd-420e-b124-a25fa48d0b2c'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:15:59.525533 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67af6588-e2d9-455c-ab3b-1f4658bae5d4" -d '{"events": [{"server_uuid": "7a9ae318-726e-4c3d-9814-e92f3be4c6c9", "name": "network-vif-deleted", "tag": "8fffad74-aadd-420e-b124-a25fa48d0b2c"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:15:59.527390 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-68b08da6-0605-49c4-b28a-34aab9b8aea5 req-b63e06bd-2381-42d2-afda-a9e05e50e06b tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Calling delete_port for 6ea26908-1c6a-4d82-b26f-3bca70608d0b owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:15:59.548180 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071e9d0-3008-477c-833e-38a5a0dfdc51 req-8f5725df-7bd8-41ed-9957-de643250596a tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:59.549776 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f071e9d0-3008-477c-833e-38a5a0dfdc51 req-8f5725df-7bd8-41ed-9957-de643250596a tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 949 time: 0.0744441 Nov 09 21:15:59.622715 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8884b048-b757-4aa5-b281-e9c6b67341ea tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:59.631612 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f071e9d0-3008-477c-833e-38a5a0dfdc51 req-2e2d0ba9-f9fc-438e-a9c3-4e7cede4b8e1 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644462 Nov 09 21:15:59.777167 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 03551e16-8ecf-4fa7-885d-2926ddc4fb9a up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:15:59.807230 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee65d53-204c-4ad1-b8c2-c1d268bafc05 req-5a7387e5-7b9e-41cc-b171-1451e37b8b93 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:15:59.813861 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-eee65d53-204c-4ad1-b8c2-c1d268bafc05 req-5a7387e5-7b9e-41cc-b171-1451e37b8b93 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 945 time: 0.4076166 Nov 09 21:15:59.879370 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8884b048-b757-4aa5-b281-e9c6b67341ea tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:59.897126 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 03551e16-8ecf-4fa7-885d-2926ddc4fb9a triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:15:59.897711 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:15:59.899383 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8884b048-b757-4aa5-b281-e9c6b67341ea tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:00.031412 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8884b048-b757-4aa5-b281-e9c6b67341ea tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07e9f009-8baf-4bb9-9781-557bca03be9a,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:00.056376 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8884b048-b757-4aa5-b281-e9c6b67341ea tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:00.060542 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8884b048-b757-4aa5-b281-e9c6b67341ea tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5889623 Nov 09 21:16:00.061396 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34718) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:16:00.068698 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-77db5fd9-f937-4e00-a390-5b6cedb14e46 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:16:00.073656 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-eee65d53-204c-4ad1-b8c2-c1d268bafc05 req-1b9880a4-9afb-4ba2-b56a-77084b86e6b6 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467802 Nov 09 21:16:00.075846 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-68b08da6-0605-49c4-b28a-34aab9b8aea5 req-b63e06bd-2381-42d2-afda-a9e05e50e06b tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:00.087331 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-57a1cfda-b6fa-4892-8974-72c23310128e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:00.103545 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a716fbaf-04ca-43cc-a5ff-6864df02cd03 x-openstack-request-id: req-a716fbaf-04ca-43cc-a5ff-6864df02cd03 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:16:00.105549 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9ae318-726e-4c3d-9814-e92f3be4c6c9", "name": "network-vif-deleted", "tag": "8fffad74-aadd-420e-b124-a25fa48d0b2c", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:16:00.105963 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a716fbaf-04ca-43cc-a5ff-6864df02cd03 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:16:00.107357 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9ae318-726e-4c3d-9814-e92f3be4c6c9', 'name': 'network-vif-deleted', 'tag': '8fffad74-aadd-420e-b124-a25fa48d0b2c', 'status': 'completed', 'code': 200} Nov 09 21:16:00.112142 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e06bd-2381-42d2-afda-a9e05e50e06b tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Pushing event deleted for resources: {'Port': ['ID=6ea26908-1c6a-4d82-b26f-3bca70608d0b,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:00.148784 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a1cfda-b6fa-4892-8974-72c23310128e admin admin] Pushing event deleted for resources: {'Port': ['ID=2df20e46-042b-4a7e-832e-18049153d26b,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:00.154576 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['8f939950-bea2-412a-a2e7-7941436a9d0e', '8fffad74-aadd-420e-b124-a25fa48d0b2c'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:16:00.181874 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-77db5fd9-f937-4e00-a390-5b6cedb14e46 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks [] for floatingip, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:00.246810 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b08da6-0605-49c4-b28a-34aab9b8aea5 req-b63e06bd-2381-42d2-afda-a9e05e50e06b tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] No DVR routers for this DVR port 6ea26908-1c6a-4d82-b26f-3bca70608d0b on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:16:00.250569 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-68b08da6-0605-49c4-b28a-34aab9b8aea5 req-b63e06bd-2381-42d2-afda-a9e05e50e06b tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:00.254133 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-68b08da6-0605-49c4-b28a-34aab9b8aea5 req-b63e06bd-2381-42d2-afda-a9e05e50e06b tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.45 "DELETE /v2.0/ports/6ea26908-1c6a-4d82-b26f-3bca70608d0b HTTP/1.1" status: 204 len: 173 time: 1.8449230 Nov 09 21:16:00.254588 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ef14da-1ce2-400b-a670-9f5e6ea0076d', 'name': 'network-vif-deleted', 'tag': '6ea26908-1c6a-4d82-b26f-3bca70608d0b'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:16:00.256939 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a9e7c0-8776-4378-a42e-bb1f765bc6e9" -d '{"events": [{"server_uuid": "a9ef14da-1ce2-400b-a670-9f5e6ea0076d", "name": "network-vif-deleted", "tag": "6ea26908-1c6a-4d82-b26f-3bca70608d0b"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:16:00.296256 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 4d108f97-8373-4571-b93b-b76aa6949c47 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:16:00.389176 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d6aa50-71fb-42fc-b47d-3a0ef885eef9 x-openstack-request-id: req-71d6aa50-71fb-42fc-b47d-3a0ef885eef9 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:16:00.389474 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ef14da-1ce2-400b-a670-9f5e6ea0076d", "name": "network-vif-deleted", "tag": "6ea26908-1c6a-4d82-b26f-3bca70608d0b", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:16:00.389733 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-71d6aa50-71fb-42fc-b47d-3a0ef885eef9 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:16:00.390135 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ef14da-1ce2-400b-a670-9f5e6ea0076d', 'name': 'network-vif-deleted', 'tag': '6ea26908-1c6a-4d82-b26f-3bca70608d0b', 'status': 'completed', 'code': 200} Nov 09 21:16:00.465921 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 4d108f97-8373-4571-b93b-b76aa6949c47 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:16:00.482371 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d81bc-1394-4102-bc3e-f7971ab9da80 req-4ba0786c-0885-44e6-8c7e-a14797f172d4 tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:00.484140 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4e9d81bc-1394-4102-bc3e-f7971ab9da80 req-4ba0786c-0885-44e6-8c7e-a14797f172d4 tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fb51f48-6c11-481e-be91-4008ead689ff HTTP/1.1" status: 200 len: 948 time: 0.2600093 Nov 09 21:16:00.522505 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-57a1cfda-b6fa-4892-8974-72c23310128e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:00.530161 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 4d108f97-8373-4571-b93b-b76aa6949c47 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:16:00.530902 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:00.612357 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4e9d81bc-1394-4102-bc3e-f7971ab9da80 req-4f97a8e6-d3e7-4168-81cf-3cc407aa113a tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0c64941-221b-42e5-b52d-55ece7669d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180151 Nov 09 21:16:00.661669 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-77db5fd9-f937-4e00-a390-5b6cedb14e46 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:00.686110 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a0275-2284-4f48-8b54-4477612ee8a4 req-94cda8fc-20fe-4c30-958a-ce0bed12dbe2 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:00.687865 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:00.698430 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-834a0275-2284-4f48-8b54-4477612ee8a4 req-94cda8fc-20fe-4c30-958a-ce0bed12dbe2 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e5a12d4-8ad3-4c14-abaf-57d178d86fc5 HTTP/1.1" status: 200 len: 946 time: 0.1693802 Nov 09 21:16:00.712764 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb51f48-6c11-481e-be91-4008ead689ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d108f97-8373-4571-b93b-b76aa6949c47'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:16:00.714860 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9e3689-b557-4410-b394-f0d065b2699d" -d '{"events": [{"server_uuid": "3fb51f48-6c11-481e-be91-4008ead689ff", "name": "network-vif-plugged", "status": "completed", "tag": "4d108f97-8373-4571-b93b-b76aa6949c47"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:16:00.730056 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 4d108f97-8373-4571-b93b-b76aa6949c47, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=4d108f97-8373-4571-b93b-b76aa6949c47,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:16:00.739570 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:00.740694 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 6ea26908-1c6a-4d82-b26f-3bca70608d0b no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:16:00.802561 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 6ea26908-1c6a-4d82-b26f-3bca70608d0b {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:16:00.803094 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 6ea26908-1c6a-4d82-b26f-3bca70608d0b not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:16:00.846517 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=4d108f97-8373-4571-b93b-b76aa6949c47,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:00.874009 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-834a0275-2284-4f48-8b54-4477612ee8a4 req-d1792255-2c35-4b9b-b709-3dacabc31814 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746244 Nov 09 21:16:00.914992 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3d0641d9-987d-4141-a699-1a0e1cdc27aa req-4e58d761-f055-470b-94a0-be047e683efb tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ef14da-1ce2-400b-a670-9f5e6ea0076d HTTP/1.1" status: 200 len: 210 time: 0.0598116 Nov 09 21:16:01.012377 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c55477-887c-4726-a208-886864e7504d x-openstack-request-id: req-56c55477-887c-4726-a208-886864e7504d {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:16:01.012783 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb51f48-6c11-481e-be91-4008ead689ff", "name": "network-vif-plugged", "status": "completed", "tag": "4d108f97-8373-4571-b93b-b76aa6949c47", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:16:01.012908 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-56c55477-887c-4726-a208-886864e7504d {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:16:01.013305 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb51f48-6c11-481e-be91-4008ead689ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d108f97-8373-4571-b93b-b76aa6949c47', 'code': 200} Nov 09 21:16:01.018956 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-77db5fd9-f937-4e00-a390-5b6cedb14e46 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Allocated IP 172.25.7.129 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/230cc1a1-eea9-420d-a499-b73a087bd0e3) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:16:01.085143 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995548d-0368-4f7f-a8d1-48f36f7db152 req-cbca7310-bd9e-4f9b-818d-485ec618c87e tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:01.087441 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f995548d-0368-4f7f-a8d1-48f36f7db152 req-cbca7310-bd9e-4f9b-818d-485ec618c87e tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 949 time: 0.1018794 Nov 09 21:16:01.088429 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device abba3097-c927-495f-bc4b-00c2b012ca39 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:16:01.165910 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port abba3097-c927-495f-bc4b-00c2b012ca39 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:16:01.171612 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port abba3097-c927-495f-bc4b-00c2b012ca39 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:16:01.174143 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:01.191875 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f995548d-0368-4f7f-a8d1-48f36f7db152 req-67f68421-6bd4-4ca9-9d57-186c424e7831 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813982 Nov 09 21:16:01.198536 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a1cfda-b6fa-4892-8974-72c23310128e admin admin] Router db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:16:01.201006 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833bc68-142c-4bab-b9b6-4906b2c52606 req-866b3830-ca67-4a51-acd1-b60b30b4403a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:01.203216 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0833bc68-142c-4bab-b9b6-4906b2c52606 req-866b3830-ca67-4a51-acd1-b60b30b4403a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3fb51f48-6c11-481e-be91-4008ead689ff HTTP/1.1" status: 200 len: 1100 time: 0.1065996 Nov 09 21:16:01.221412 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-77db5fd9-f937-4e00-a390-5b6cedb14e46 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:01.305348 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-77db5fd9-f937-4e00-a390-5b6cedb14e46 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:01.311850 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:01.320504 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0833bc68-142c-4bab-b9b6-4906b2c52606 req-ccdd449f-6e3f-4fcc-a3ae-6ce023cd5dde service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a0c64941-221b-42e5-b52d-55ece7669d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081662 Nov 09 21:16:01.352543 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port abba3097-c927-495f-bc4b-00c2b012ca39, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=abba3097-c927-495f-bc4b-00c2b012ca39,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:16:01.358257 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:01.363559 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a511f65-d662-44b4-acfb-7d1563b49fce req-cbf8b210-2e20-4e31-b2cc-380bcf9468f9 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:01.365177 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1a511f65-d662-44b4-acfb-7d1563b49fce req-cbf8b210-2e20-4e31-b2cc-380bcf9468f9 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 945 time: 0.1103108 Nov 09 21:16:01.370554 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77db5fd9-f937-4e00-a390-5b6cedb14e46 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:16:01.376284 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a1cfda-b6fa-4892-8974-72c23310128e admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:16:01.383381 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-57a1cfda-b6fa-4892-8974-72c23310128e admin admin] 10.222.0.49 "PUT /v2.0/routers/db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5350871 Nov 09 21:16:01.385947 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34736) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:16:01.389464 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b00002-ec63-4b35-8041-5425eb45a618 None None] Sync routers for ids ['db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:16:01.405767 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b00002-ec63-4b35-8041-5425eb45a618 None None] Routers {'db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:16:01.406515 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-80b00002-ec63-4b35-8041-5425eb45a618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:15:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:16:01.441383 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1a511f65-d662-44b4-acfb-7d1563b49fce req-f4af9a24-d005-472f-851e-fc79718748f9 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663195 Nov 09 21:16:01.442512 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-77db5fd9-f937-4e00-a390-5b6cedb14e46 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:16:01.447541 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77db5fd9-f937-4e00-a390-5b6cedb14e46 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:16:01.485659 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=abba3097-c927-495f-bc4b-00c2b012ca39,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:01.527746 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-719a1a51-7add-40c5-8c87-958be516dca3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:01.528366 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db5fd9-f937-4e00-a390-5b6cedb14e46 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Pushing event updated for resources: {'Port': ['ID=230cc1a1-eea9-420d-a499-b73a087bd0e3,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:01.573878 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-80b00002-ec63-4b35-8041-5425eb45a618 None None] Set router db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:16:01.596475 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-77db5fd9-f937-4e00-a390-5b6cedb14e46 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:01.664153 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-77db5fd9-f937-4e00-a390-5b6cedb14e46 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:01.714426 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1c8f5-e0b7-463a-99dd-302982eca4de req-4f5494cb-fd76-453e-9f47-f40d8d813eeb tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:01.721792 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-abc1c8f5-e0b7-463a-99dd-302982eca4de req-4f5494cb-fd76-453e-9f47-f40d8d813eeb tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 1096 time: 0.1317797 Nov 09 21:16:01.730066 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-719a1a51-7add-40c5-8c87-958be516dca3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:01.808644 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-abc1c8f5-e0b7-463a-99dd-302982eca4de req-3fb4af9b-1878-4710-a9b7-ea5fef71821f tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858560 Nov 09 21:16:01.864593 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-719a1a51-7add-40c5-8c87-958be516dca3 admin admin] Deleting port 8092a808-209c-40a4-8e6a-ae4487fef1a4 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:16:01.864971 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-719a1a51-7add-40c5-8c87-958be516dca3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:01.905298 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4ca90-5a0e-4df9-8359-ce6c3ae5aae9 req-389e4ebc-fb65-4cf0-a583-9646200ca9a1 tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:01.906929 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-11e4ca90-5a0e-4df9-8359-ce6c3ae5aae9 req-389e4ebc-fb65-4cf0-a583-9646200ca9a1 tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fb51f48-6c11-481e-be91-4008ead689ff HTTP/1.1" status: 200 len: 949 time: 0.1640224 Nov 09 21:16:01.954106 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-80b00002-ec63-4b35-8041-5425eb45a618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6', 'name': 'tempest-ServersTestBootFromVolume-1849581686-router', 'tenant_id': 'f907ded5330840338031155da556e400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': '8092a808-209c-40a4-8e6a-ae4487fef1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:12:13Z', 'updated_at': '2021-11-09T21:15:59Z', 'revision_number': 5, 'project_id': 'f907ded5330840338031155da556e400', 'gw_port': {'id': '8092a808-209c-40a4-8e6a-ae4487fef1a4', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:12:14Z', 'updated_at': '2021-11-09T21:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:16:01.963219 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-719a1a51-7add-40c5-8c87-958be516dca3 admin admin] For port 8092a808-209c-40a4-8e6a-ae4487fef1a4, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=8092a808-209c-40a4-8e6a-ae4487fef1a4,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:16:01.964005 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-719a1a51-7add-40c5-8c87-958be516dca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:01.979123 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-719a1a51-7add-40c5-8c87-958be516dca3 admin admin] Calling delete_port for 8092a808-209c-40a4-8e6a-ae4487fef1a4 owned by network:router_gateway {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:16:01.986046 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b00002-ec63-4b35-8041-5425eb45a618 None None] Checking router: db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:16:01.996019 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b00002-ec63-4b35-8041-5425eb45a618 None None] Routers {'db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:16:01.996741 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-80b00002-ec63-4b35-8041-5425eb45a618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:15:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:16:02.023973 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-11e4ca90-5a0e-4df9-8359-ce6c3ae5aae9 req-dd8254af-56d6-4e7e-b72c-b7d76b18f163 tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0c64941-221b-42e5-b52d-55ece7669d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045158 Nov 09 21:16:02.056378 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-77db5fd9-f937-4e00-a390-5b6cedb14e46 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:02.065092 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-77db5fd9-f937-4e00-a390-5b6cedb14e46 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:02.094965 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-80b00002-ec63-4b35-8041-5425eb45a618 None None] Set router db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6 gateway port host: None {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:16:02.146940 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db5fd9-f937-4e00-a390-5b6cedb14e46 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Pushing event updated for resources: {'Port': ['ID=230cc1a1-eea9-420d-a499-b73a087bd0e3,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:02.170975 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32edcbd-fe9d-4675-abbb-6e914ccb0319 req-73f39c33-86b1-44ec-9d68-ecb43acaaf4c tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:02.178012 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-80b00002-ec63-4b35-8041-5425eb45a618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6', 'name': 'tempest-ServersTestBootFromVolume-1849581686-router', 'tenant_id': 'f907ded5330840338031155da556e400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:12:13Z', 'updated_at': '2021-11-09T21:16:01Z', 'revision_number': 6, 'project_id': 'f907ded5330840338031155da556e400', 'gw_port_host': None}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:16:02.179131 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f32edcbd-fe9d-4675-abbb-6e914ccb0319 req-73f39c33-86b1-44ec-9d68-ecb43acaaf4c tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 1096 time: 0.1052537 Nov 09 21:16:02.213406 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b00002-ec63-4b35-8041-5425eb45a618 None None] The sync data for ids ['db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6'] in n-d-816206-3 is: [{'id': 'db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6', 'name': 'tempest-ServersTestBootFromVolume-1849581686-router', 'tenant_id': 'f907ded5330840338031155da556e400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:12:13Z', 'updated_at': '2021-11-09T21:16:01Z', 'revision_number': 6, 'project_id': 'f907ded5330840338031155da556e400', 'gw_port_host': None}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:16:02.235575 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-77db5fd9-f937-4e00-a390-5b6cedb14e46 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:02.270043 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76872544-d5b1-4530-b0de-31d4ae4acc1c req-15c163b5-0c36-4413-b469-a1e82cdd4014 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:02.272645 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-76872544-d5b1-4530-b0de-31d4ae4acc1c req-15c163b5-0c36-4413-b469-a1e82cdd4014 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e5a12d4-8ad3-4c14-abaf-57d178d86fc5 HTTP/1.1" status: 200 len: 946 time: 0.1362810 Nov 09 21:16:02.276093 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-77db5fd9-f937-4e00-a390-5b6cedb14e46 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:02.281226 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-77db5fd9-f937-4e00-a390-5b6cedb14e46 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2181718 Nov 09 21:16:02.285785 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f32edcbd-fe9d-4675-abbb-6e914ccb0319 req-badadcf7-ead4-4dc2-806c-a835f0dc196e tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054869 Nov 09 21:16:02.294608 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-719a1a51-7add-40c5-8c87-958be516dca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:02.306921 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 8fffad74-aadd-420e-b124-a25fa48d0b2c no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:16:02.351060 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-76872544-d5b1-4530-b0de-31d4ae4acc1c req-ebcc4a81-9bd5-4bed-8c64-d1752a1f2821 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661232 Nov 09 21:16:02.352807 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 8fffad74-aadd-420e-b124-a25fa48d0b2c {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:16:02.353998 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 8fffad74-aadd-420e-b124-a25fa48d0b2c not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:16:02.365097 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a1a51-7add-40c5-8c87-958be516dca3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8092a808-209c-40a4-8e6a-ae4487fef1a4,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:02.560157 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-719a1a51-7add-40c5-8c87-958be516dca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:02.665650 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a831e9d-0a9a-43ef-b153-98a0a8905046 req-4f6f75bc-34e2-418e-94d9-af9d3d5374c0 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:02.667102 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9a831e9d-0a9a-43ef-b153-98a0a8905046 req-4f6f75bc-34e2-418e-94d9-af9d3d5374c0 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 950 time: 0.1655192 Nov 09 21:16:02.670859 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-719a1a51-7add-40c5-8c87-958be516dca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:02.673212 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-719a1a51-7add-40c5-8c87-958be516dca3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:02.744280 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-719a1a51-7add-40c5-8c87-958be516dca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:02.744851 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719a1a51-7add-40c5-8c87-958be516dca3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6 {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:16:02.751258 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-719a1a51-7add-40c5-8c87-958be516dca3 admin admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:02.755385 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-719a1a51-7add-40c5-8c87-958be516dca3 admin admin] 10.222.0.49 "DELETE /v2.0/routers/db3fe1f7-c8f2-4f5d-b9a8-15b73022d5a6 HTTP/1.1" status: 204 len: 168 time: 1.3653381 Nov 09 21:16:02.755733 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34768) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:16:02.757755 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9a831e9d-0a9a-43ef-b153-98a0a8905046 req-b794d1cd-637f-4585-8beb-3f55e8597038 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828087 Nov 09 21:16:02.830035 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f09d240-774d-474f-9432-6b4dc4552995 admin admin] Deleting subnet 26b680b2-5719-4867-80c5-91edc011cf50 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:16:02.838037 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4f09d240-774d-474f-9432-6b4dc4552995 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:02.874713 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4f09d240-774d-474f-9432-6b4dc4552995 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:02.911884 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-e712cabb-55bc-4b75-8270-67c7de6dea86 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--30910507&fields=id&tenant_id=400600a87b5744da836a5a4df97863c7 HTTP/1.1" status: 200 len: 267 time: 0.0631664 Nov 09 21:16:02.966589 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4f09d240-774d-474f-9432-6b4dc4552995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:03.002626 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-43631148-132e-4c7a-928d-5c9ff79abab1 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:03.015135 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74163e6-e8f2-43cc-886b-cf04dbdaa044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abba3097-c927-495f-bc4b-00c2b012ca39'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:16:03.018226 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224d756f-6ad5-4853-a577-069a72d57c45" -d '{"events": [{"server_uuid": "b74163e6-e8f2-43cc-886b-cf04dbdaa044", "name": "network-vif-plugged", "status": "completed", "tag": "abba3097-c927-495f-bc4b-00c2b012ca39"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:16:03.025726 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4f09d240-774d-474f-9432-6b4dc4552995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:03.027380 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-43631148-132e-4c7a-928d-5c9ff79abab1 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports/b53947c2-f2f0-4db5-a448-3a32c902f2f5 HTTP/1.1" status: 200 len: 931 time: 0.1063313 Nov 09 21:16:03.056525 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f09d240-774d-474f-9432-6b4dc4552995 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26b680b2-5719-4867-80c5-91edc011cf50,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:03.072010 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dff4e87-c0b4-4d0e-86a9-0e0e6b005237 None None] Network edc3ecb2-5f49-4a97-9497-9c4bcc32484e requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:16:03.072617 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4f09d240-774d-474f-9432-6b4dc4552995 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:03.078446 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4f09d240-774d-474f-9432-6b4dc4552995 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/26b680b2-5719-4867-80c5-91edc011cf50 HTTP/1.1" status: 204 len: 168 time: 0.3217039 Nov 09 21:16:03.081020 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34798) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:16:03.121798 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-f83d79ef-7d37-44b1-a6ca-91c0c38fac16 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:03.140590 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-f83d79ef-7d37-44b1-a6ca-91c0c38fac16 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports/2b6a9424-e1c2-4d17-92db-720005970041 HTTP/1.1" status: 200 len: 931 time: 0.1120052 Nov 09 21:16:03.176366 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a909dc53-6c34-4ab8-8dc2-bd8f9ebc538b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:03.247611 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-188a04ce-b57c-48cf-9593-df7deb38cb70 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?network_id=5fad92fa-6e69-4982-b33d-973ebedbbd56&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1028571 Nov 09 21:16:03.256747 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-a909dc53-6c34-4ab8-8dc2-bd8f9ebc538b admin admin] Deleting port 6858bfbb-a03c-425a-82ce-aee50c774bcf {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:16:03.257285 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a909dc53-6c34-4ab8-8dc2-bd8f9ebc538b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:03.292039 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-00656fa9-3f79-44c4-867a-1f187be3ffc0 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?network_id=5fad92fa-6e69-4982-b33d-973ebedbbd56&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0417280 Nov 09 21:16:03.388864 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88df977-a6e4-453f-94b5-5fdcbbd66bd5 None None] DHCP port deletion for edc3ecb2-5f49-4a97-9497-9c4bcc32484e request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:16:03.419291 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-a909dc53-6c34-4ab8-8dc2-bd8f9ebc538b admin admin] For port 6858bfbb-a03c-425a-82ce-aee50c774bcf, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=6858bfbb-a03c-425a-82ce-aee50c774bcf,segment=NetworkSegment(030b5546-ce77-4a8b-a3a1-791393a98192),segment_id=030b5546-ce77-4a8b-a3a1-791393a98192)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:16:03.422055 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a909dc53-6c34-4ab8-8dc2-bd8f9ebc538b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:03.458449 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-a909dc53-6c34-4ab8-8dc2-bd8f9ebc538b admin admin] Calling delete_port for 6858bfbb-a03c-425a-82ce-aee50c774bcf owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:16:03.510529 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-29a28429-5699-495d-b653-8f670b7e6db6 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:03.516895 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-29a28429-5699-495d-b653-8f670b7e6db6 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:03.517892 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:03.523517 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-29a28429-5699-495d-b653-8f670b7e6db6 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:03.531283 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-29a28429-5699-495d-b653-8f670b7e6db6 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/networks?id=d6a5df07-fe3c-47f1-83e0-b8908198e01d&id=3808ba34-f2ea-4dcf-b849-bb7f67f33c6c&id=3808ba34-f2ea-4dcf-b849-bb7f67f33c6c&id=5fad92fa-6e69-4982-b33d-973ebedbbd56&id=5fad92fa-6e69-4982-b33d-973ebedbbd56 HTTP/1.1" status: 200 len: 1990 time: 0.2378256 Nov 09 21:16:03.544933 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-c88df977-a6e4-453f-94b5-5fdcbbd66bd5 None None] Deleting port 6858bfbb-a03c-425a-82ce-aee50c774bcf {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:16:03.545641 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c88df977-a6e4-453f-94b5-5fdcbbd66bd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:03.552971 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-08542336-4267-40af-b9fa-5f453f2e8edd tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/quotas/400600a87b5744da836a5a4df97863c7 HTTP/1.1" status: 200 len: 375 time: 0.0128562 Nov 09 21:16:03.556863 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-ca2ee76a-db1b-4763-94f2-e95fa32b24ba tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:16:03.558116 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-ca2ee76a-db1b-4763-94f2-e95fa32b24ba tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077119 Nov 09 21:16:03.617877 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a909dc53-6c34-4ab8-8dc2-bd8f9ebc538b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:03.641885 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a909dc53-6c34-4ab8-8dc2-bd8f9ebc538b admin admin] No DVR routers for this DVR port 6858bfbb-a03c-425a-82ce-aee50c774bcf on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:16:03.669358 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-c88df977-a6e4-453f-94b5-5fdcbbd66bd5 None None] For port 6858bfbb-a03c-425a-82ce-aee50c774bcf, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=6858bfbb-a03c-425a-82ce-aee50c774bcf,segment=NetworkSegment(030b5546-ce77-4a8b-a3a1-791393a98192),segment_id=030b5546-ce77-4a8b-a3a1-791393a98192)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:16:03.670054 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c88df977-a6e4-453f-94b5-5fdcbbd66bd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:03.691654 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-c88df977-a6e4-453f-94b5-5fdcbbd66bd5 None None] Calling delete_port for 6858bfbb-a03c-425a-82ce-aee50c774bcf owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:16:03.696367 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-d3097ac3-a4d3-4f8a-ac02-6db19d3b01ce tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=400600a87b5744da836a5a4df97863c7&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1367347 Nov 09 21:16:03.699329 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-ab66a4a4-44b4-4dc4-89e7-4947d7154475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:03.701259 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-ab66a4a4-44b4-4dc4-89e7-4947d7154475 service neutron] 10.222.0.49 "GET /v2.0/ports/dd537a7f-eee1-4a96-8125-e0e20d4613a1 HTTP/1.1" status: 200 len: 1093 time: 0.1311905 Nov 09 21:16:03.747463 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a909dc53-6c34-4ab8-8dc2-bd8f9ebc538b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:03.750340 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a909dc53-6c34-4ab8-8dc2-bd8f9ebc538b admin admin] Pushing event deleted for resources: {'Port': ['ID=6858bfbb-a03c-425a-82ce-aee50c774bcf,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:03.752150 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-13ac2014-6f4e-4135-b628-63375394bc8a service neutron] Request body: {'binding': {'host': 'n-h1-816206-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:16:03.752669 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-13ac2014-6f4e-4135-b628-63375394bc8a service neutron] Unknown quota resources ['binding']. {{(pid=102608) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 21:16:03.765303 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 2df20e46-042b-4a7e-832e-18049153d26b no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:16:03.779441 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-a909dc53-6c34-4ab8-8dc2-bd8f9ebc538b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edc3ecb2-5f49-4a97-9497-9c4bcc32484e']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:16:03.794391 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-a909dc53-6c34-4ab8-8dc2-bd8f9ebc538b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '030b5546-ce77-4a8b-a3a1-791393a98192') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:16:03.795418 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-a909dc53-6c34-4ab8-8dc2-bd8f9ebc538b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '030b5546-ce77-4a8b-a3a1-791393a98192') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:16:03.805058 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 2df20e46-042b-4a7e-832e-18049153d26b {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:16:03.805543 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 2df20e46-042b-4a7e-832e-18049153d26b not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:16:03.806928 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 8092a808-209c-40a4-8e6a-ae4487fef1a4 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:16:03.808698 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a909dc53-6c34-4ab8-8dc2-bd8f9ebc538b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:03.826609 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a909dc53-6c34-4ab8-8dc2-bd8f9ebc538b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:03.834001 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a909dc53-6c34-4ab8-8dc2-bd8f9ebc538b admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:16:03.834575 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a909dc53-6c34-4ab8-8dc2-bd8f9ebc538b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:03.865811 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c88df977-a6e4-453f-94b5-5fdcbbd66bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:03.870798 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 8092a808-209c-40a4-8e6a-ae4487fef1a4 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:16:03.871525 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 8092a808-209c-40a4-8e6a-ae4487fef1a4 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:16:03.872145 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 6858bfbb-a03c-425a-82ce-aee50c774bcf no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:16:03.897326 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:16:03.897326 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:16:03.897326 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:16:03.897326 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:16:03.897326 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:16:03.897326 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:16:03.897326 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:16:03.897326 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:16:03.897326 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:16:03.897326 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:16:03.897326 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:16:03.897326 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:16:03.897326 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:16:03.897326 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:16:03.897326 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:16:03.897326 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:16:03.897326 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:16:03.897326 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:16:03.897326 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:16:03.897326 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:16:03.897326 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:16:03.897326 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:16:03.897326 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:16:03.897326 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:16:03.897326 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:16:03.897326 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:16:03.897326 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:16:03.897326 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:16:03.897326 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:16:03.897326 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:16:03.897326 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:16:03.897326 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:16:03.901927 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a909dc53-6c34-4ab8-8dc2-bd8f9ebc538b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:03.909678 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a909dc53-6c34-4ab8-8dc2-bd8f9ebc538b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:03.910257 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 6858bfbb-a03c-425a-82ce-aee50c774bcf {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:16:03.911051 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 6858bfbb-a03c-425a-82ce-aee50c774bcf not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:16:03.914150 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a909dc53-6c34-4ab8-8dc2-bd8f9ebc538b admin admin] 10.222.0.49 "DELETE /v2.0/networks/edc3ecb2-5f49-4a97-9497-9c4bcc32484e HTTP/1.1" status: 204 len: 168 time: 0.8309343 Nov 09 21:16:03.926567 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a909dc53-6c34-4ab8-8dc2-bd8f9ebc538b admin admin] Pushing event deleted for resources: {'Network': ['ID=edc3ecb2-5f49-4a97-9497-9c4bcc32484e,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:03.955451 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88df977-a6e4-453f-94b5-5fdcbbd66bd5 None None] Pushing event deleted for resources: {'Port': ['ID=6858bfbb-a03c-425a-82ce-aee50c774bcf,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:03.960233 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88df977-a6e4-453f-94b5-5fdcbbd66bd5 None None] No DVR routers for this DVR port 6858bfbb-a03c-425a-82ce-aee50c774bcf on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:16:04.129006 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34812) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:16:04.169686 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2ada483f-761f-4698-a93f-aea7f9b97635 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f907ded5330840338031155da556e400&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395064 Nov 09 21:16:04.172219 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34814) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:16:04.200619 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-8ea03e9e-35ca-41c6-97c6-5835882f590b service neutron] 10.222.0.49 "GET /v2.0/networks/d6a5df07-fe3c-47f1-83e0-b8908198e01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4983034 Nov 09 21:16:04.220912 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5c0b11f8-8a2c-40a7-bfce-f41408b9d795 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:04.248338 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5c0b11f8-8a2c-40a7-bfce-f41408b9d795 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:04.298633 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5c0b11f8-8a2c-40a7-bfce-f41408b9d795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:04.301291 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5c0b11f8-8a2c-40a7-bfce-f41408b9d795 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:04.304983 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5c0b11f8-8a2c-40a7-bfce-f41408b9d795 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9462b573-a632-44e1-9dae-0a5496043b0b HTTP/1.1" status: 204 len: 168 time: 0.1294649 Nov 09 21:16:04.310445 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-13ac2014-6f4e-4135-b628-63375394bc8a service neutron] Attempting to bind port dd537a7f-eee1-4a96-8125-e0e20d4613a1 on host n-h1-816206-3 for vnic_type normal with profile None {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:16:04.310801 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-13ac2014-6f4e-4135-b628-63375394bc8a service neutron] Attempting to bind port dd537a7f-eee1-4a96-8125-e0e20d4613a1 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '3b0433f6-0dc2-4350-8149-c15b9bac49ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:16:04.311130 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-13ac2014-6f4e-4135-b628-63375394bc8a service neutron] Attempting to bind port dd537a7f-eee1-4a96-8125-e0e20d4613a1 on network ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:16:04.312065 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b11f8-8a2c-40a7-bfce-f41408b9d795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9462b573-a632-44e1-9dae-0a5496043b0b,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:04.322396 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-13ac2014-6f4e-4135-b628-63375394bc8a service neutron] Port dd537a7f-eee1-4a96-8125-e0e20d4613a1 on network ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:16:04.322784 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-13ac2014-6f4e-4135-b628-63375394bc8a service neutron] Attempting to bind port dd537a7f-eee1-4a96-8125-e0e20d4613a1 on network ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:16:04.333747 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-13ac2014-6f4e-4135-b628-63375394bc8a service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:16:04.334088 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-13ac2014-6f4e-4135-b628-63375394bc8a service neutron] Checking segment: {'id': '3b0433f6-0dc2-4350-8149-c15b9bac49ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:16:04.334476 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-13ac2014-6f4e-4135-b628-63375394bc8a service neutron] Bound using segment: {'id': '3b0433f6-0dc2-4350-8149-c15b9bac49ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:16:04.334923 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-13ac2014-6f4e-4135-b628-63375394bc8a service neutron] Bound port: dd537a7f-eee1-4a96-8125-e0e20d4613a1, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b0433f6-0dc2-4350-8149-c15b9bac49ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:16:04.366034 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-dc1168ee-c1e5-41bb-8f5d-be310b7a93a5 service neutron] 10.222.0.49 "GET /v2.0/networks/d6a5df07-fe3c-47f1-83e0-b8908198e01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511722 Nov 09 21:16:04.420227 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-86aaffee-1482-4680-9c77-651b2c75c490 service neutron] 10.222.0.49 "GET /v2.0/ports/b53947c2-f2f0-4db5-a448-3a32c902f2f5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0466518 Nov 09 21:16:04.441391 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-13ac2014-6f4e-4135-b628-63375394bc8a service neutron] For port dd537a7f-eee1-4a96-8125-e0e20d4613a1, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=dd537a7f-eee1-4a96-8125-e0e20d4613a1,segment=NetworkSegment(3b0433f6-0dc2-4350-8149-c15b9bac49ea),segment_id=3b0433f6-0dc2-4350-8149-c15b9bac49ea)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:16:04.480426 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-13ac2014-6f4e-4135-b628-63375394bc8a service neutron] Publish callbacks [] for binding, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:04.481602 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-13ac2014-6f4e-4135-b628-63375394bc8a service neutron] 10.222.0.49 "POST /v2.0/ports/dd537a7f-eee1-4a96-8125-e0e20d4613a1/bindings HTTP/1.1" status: 201 len: 389 time: 0.7338037 Nov 09 21:16:04.535091 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-939369c3-730c-47e1-a423-a6b9ba8a7359 service neutron] 10.222.0.49 "GET /v2.0/networks/3808ba34-f2ea-4dcf-b849-bb7f67f33c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026595 Nov 09 21:16:04.666847 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-b4bd2a1d-1e16-4e22-9697-e56054a775f1 service neutron] 10.222.0.49 "GET /v2.0/networks/3808ba34-f2ea-4dcf-b849-bb7f67f33c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226552 Nov 09 21:16:04.730158 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-2fc2c07b-fb61-4625-9fd1-ad5f1a23e4de service neutron] 10.222.0.49 "GET /v2.0/ports/2b6a9424-e1c2-4d17-92db-720005970041?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0612075 Nov 09 21:16:04.783733 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3948a74f-f3ae-4197-a9b9-7aac37c0ec65 x-openstack-request-id: req-3948a74f-f3ae-4197-a9b9-7aac37c0ec65 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:16:04.785254 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b74163e6-e8f2-43cc-886b-cf04dbdaa044", "name": "network-vif-plugged", "status": "completed", "tag": "abba3097-c927-495f-bc4b-00c2b012ca39", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:16:04.785683 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3948a74f-f3ae-4197-a9b9-7aac37c0ec65 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:16:04.786237 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74163e6-e8f2-43cc-886b-cf04dbdaa044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abba3097-c927-495f-bc4b-00c2b012ca39', 'code': 200} Nov 09 21:16:04.853222 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-e3c50eb3-9c1c-4fb1-96c8-ced1b509d53e service neutron] 10.222.0.49 "GET /v2.0/networks/3808ba34-f2ea-4dcf-b849-bb7f67f33c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163707 Nov 09 21:16:04.905643 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c128e7b-bfa2-4521-a80b-c6273fea51a5 req-9b586b26-523b-452e-8b3d-51351aaff15f tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:04.915851 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2c128e7b-bfa2-4521-a80b-c6273fea51a5 req-9b586b26-523b-452e-8b3d-51351aaff15f tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fb51f48-6c11-481e-be91-4008ead689ff HTTP/1.1" status: 200 len: 949 time: 0.0824265 Nov 09 21:16:04.980489 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2c128e7b-bfa2-4521-a80b-c6273fea51a5 req-6d77d68a-3aa1-4c75-acca-3b3c7d4c49c4 tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0c64941-221b-42e5-b52d-55ece7669d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635483 Nov 09 21:16:04.985212 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618cea7-ac8f-4bdf-b1f6-a8f2ed4ce786 req-edd42eb8-0cbd-4d53-a3af-bab82337c823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:04.988937 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b618cea7-ac8f-4bdf-b1f6-a8f2ed4ce786 req-edd42eb8-0cbd-4d53-a3af-bab82337c823 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 1101 time: 0.0869193 Nov 09 21:16:04.990997 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-a39ddb83-f179-4448-b6bd-fb454fab53fb service neutron] 10.222.0.49 "GET /v2.0/networks/3808ba34-f2ea-4dcf-b849-bb7f67f33c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368461 Nov 09 21:16:05.091277 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fbd5b9-0072-4684-ae6c-27bdac9ee961 req-76c0da59-4e7e-498b-ac1a-cc24aa05194e tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:05.093194 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b5fbd5b9-0072-4684-ae6c-27bdac9ee961 req-76c0da59-4e7e-498b-ac1a-cc24aa05194e tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e5a12d4-8ad3-4c14-abaf-57d178d86fc5 HTTP/1.1" status: 200 len: 946 time: 0.0570550 Nov 09 21:16:05.105291 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b618cea7-ac8f-4bdf-b1f6-a8f2ed4ce786 req-5377f89f-8226-4f4e-8e0c-56005325de72 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983083 Nov 09 21:16:05.122468 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-b9cec35f-c4b4-4fad-8c82-1e9b7df69473 service neutron] 10.222.0.49 "GET /v2.0/networks/3808ba34-f2ea-4dcf-b849-bb7f67f33c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245298 Nov 09 21:16:05.146228 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b5fbd5b9-0072-4684-ae6c-27bdac9ee961 req-1e632d43-3df3-425f-9b35-41e44f6ff44a tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439763 Nov 09 21:16:05.207310 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34842) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:16:05.220446 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-3f81add4-3afb-4c3e-abb2-82a1ccc7487b service neutron] 10.222.0.49 "GET /v2.0/networks/3808ba34-f2ea-4dcf-b849-bb7f67f33c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919065 Nov 09 21:16:05.310821 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-e1f85112-765d-4c93-b3cc-528b1c955106 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1649065242-network', 'tenant_id': '82c72cbaced549c1af9f163b71209187'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:16:05.311659 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-fd3beb62-499a-4075-8e23-d569bc78bcb2 service neutron] 10.222.0.49 "GET /v2.0/networks/3808ba34-f2ea-4dcf-b849-bb7f67f33c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847754 Nov 09 21:16:05.332500 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f85112-765d-4c93-b3cc-528b1c955106 admin admin] Made reservation on behalf of 82c72cbaced549c1af9f163b71209187 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:16:05.334786 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e1f85112-765d-4c93-b3cc-528b1c955106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:05.346431 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e1f85112-765d-4c93-b3cc-528b1c955106 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:05.414441 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-7027e0d8-bc29-41ab-870a-e044c80969f9 service neutron] 10.222.0.49 "GET /v2.0/networks/3808ba34-f2ea-4dcf-b849-bb7f67f33c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960004 Nov 09 21:16:05.425545 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e1f85112-765d-4c93-b3cc-528b1c955106 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:05.429476 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e1f85112-765d-4c93-b3cc-528b1c955106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:05.457380 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1f85112-765d-4c93-b3cc-528b1c955106 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:16:05.462591 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f85112-765d-4c93-b3cc-528b1c955106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea98d57d-1ab2-4bb7-8668-5c17afc65416,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:05.474091 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e1f85112-765d-4c93-b3cc-528b1c955106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:05.474091 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-e1f85112-765d-4c93-b3cc-528b1c955106 admin admin] Added segment c74b6dd5-97d0-4d15-ae96-0ba74f278c4f of type vlan for network 4b9d06c7-33c8-4c7a-8231-6eb95b2347b3 Nov 09 21:16:05.518141 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e1f85112-765d-4c93-b3cc-528b1c955106 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:05.521024 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-8f139a29-b7ea-4e3d-bbab-3cda76302ae9 service neutron] 10.222.0.49 "GET /v2.0/networks/5fad92fa-6e69-4982-b33d-973ebedbbd56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999439 Nov 09 21:16:05.567071 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e1f85112-765d-4c93-b3cc-528b1c955106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:05.567934 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f85112-765d-4c93-b3cc-528b1c955106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:05.568514 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e1f85112-765d-4c93-b3cc-528b1c955106 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:05.617491 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-d13872f6-1cb9-4861-89d3-a8203fd033f8 service neutron] 10.222.0.49 "GET /v2.0/networks/5fad92fa-6e69-4982-b33d-973ebedbbd56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896449 Nov 09 21:16:05.639433 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e1f85112-765d-4c93-b3cc-528b1c955106 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4309390 Nov 09 21:16:05.643596 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34846) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:16:05.664223 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f405140-3019-400c-99a3-62ee9ab14f67 req-fc59b99e-77aa-4a7c-abb6-6334f31109e3 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:05.666478 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5f405140-3019-400c-99a3-62ee9ab14f67 req-fc59b99e-77aa-4a7c-abb6-6334f31109e3 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 950 time: 0.1321268 Nov 09 21:16:05.676456 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-4cd2652d-61b5-4402-ab04-c3203c4dc3ea admin admin] Request body: {'subnet': {'network_id': '4b9d06c7-33c8-4c7a-8231-6eb95b2347b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1649065242-subnet', 'tenant_id': '82c72cbaced549c1af9f163b71209187', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:16:05.676954 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f85112-765d-4c93-b3cc-528b1c955106 admin admin] Pushing event updated for resources: {'Network': ['ID=4b9d06c7-33c8-4c7a-8231-6eb95b2347b3,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:05.688501 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 4b9d06c7-33c8-4c7a-8231-6eb95b2347b3 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:16:05.716952 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd2652d-61b5-4402-ab04-c3203c4dc3ea admin admin] Made reservation on behalf of 82c72cbaced549c1af9f163b71209187 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:16:05.719988 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4cd2652d-61b5-4402-ab04-c3203c4dc3ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:05.738920 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5f405140-3019-400c-99a3-62ee9ab14f67 req-48b2e183-87bc-4e52-9db8-481a524b5f89 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648997 Nov 09 21:16:05.813704 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-b4b65cb5-13f2-40cc-9301-184af1844064 service neutron] 10.222.0.49 "GET /v2.0/networks/5fad92fa-6e69-4982-b33d-973ebedbbd56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903825 Nov 09 21:16:05.846274 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d9214-146a-43ea-92b8-92c7d7969e31 req-7d859bd8-ca47-44d4-a1ef-0e8f01af55fe tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:05.847757 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-736d9214-146a-43ea-92b8-92c7d7969e31 req-7d859bd8-ca47-44d4-a1ef-0e8f01af55fe tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 945 time: 0.0509398 Nov 09 21:16:05.894826 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-736d9214-146a-43ea-92b8-92c7d7969e31 req-5d7507af-298f-4bec-81a8-78e66120d8e5 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407073 Nov 09 21:16:05.950487 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-ef17b0d8-c6bc-4c94-8f72-35b250f28bd2 service neutron] 10.222.0.49 "GET /v2.0/networks/5fad92fa-6e69-4982-b33d-973ebedbbd56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294293 Nov 09 21:16:05.999724 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4cd2652d-61b5-4402-ab04-c3203c4dc3ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:06.029372 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb43d3-9ddb-4db8-b0b5-105db12da967 req-c02689d6-d5b3-44eb-88a9-3912432d47d2 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:06.031082 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-09bb43d3-9ddb-4db8-b0b5-105db12da967 req-c02689d6-d5b3-44eb-88a9-3912432d47d2 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cef59e2-4b7a-491e-85a3-f99d22df7dee HTTP/1.1" status: 200 len: 950 time: 0.0653732 Nov 09 21:16:06.074756 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd2652d-61b5-4402-ab04-c3203c4dc3ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3d920bb-b358-4f30-b501-1f6a5fba102b,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:06.087804 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd2652d-61b5-4402-ab04-c3203c4dc3ea admin admin] Checking segment: {'id': 'c74b6dd5-97d0-4d15-ae96-0ba74f278c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4b9d06c7-33c8-4c7a-8231-6eb95b2347b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:16:06.088550 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd2652d-61b5-4402-ab04-c3203c4dc3ea admin admin] Network hostable DHCP agents. Network: 4b9d06c7-33c8-4c7a-8231-6eb95b2347b3, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:16:06.091976 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-09bb43d3-9ddb-4db8-b0b5-105db12da967 req-dfcc326f-87ad-4bec-a5fe-6b5fb8f64820 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/security-groups?id=515f8fd5-04fb-4212-b78d-c700d88cf932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530934 Nov 09 21:16:06.121053 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd2652d-61b5-4402-ab04-c3203c4dc3ea admin admin] Network 4b9d06c7-33c8-4c7a-8231-6eb95b2347b3 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:16:06.148085 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-4cd2652d-61b5-4402-ab04-c3203c4dc3ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 4b9d06c7-33c8-4c7a-8231-6eb95b2347b3) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:16:06.154487 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd2652d-61b5-4402-ab04-c3203c4dc3ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:06.155226 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4cd2652d-61b5-4402-ab04-c3203c4dc3ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:06.160840 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe02448-a713-4cd1-af0a-822d326298e0 None None] Network 4b9d06c7-33c8-4c7a-8231-6eb95b2347b3 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:16:06.175951 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7400f26-a0e6-4a0d-8e31-e9cfafa9e6b5 req-680a327b-a07d-448d-8c3f-f940c8a1da48 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:06.177640 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c7400f26-a0e6-4a0d-8e31-e9cfafa9e6b5 req-680a327b-a07d-448d-8c3f-f940c8a1da48 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.45 "GET /v2.0/ports?device_id=3cef59e2-4b7a-491e-85a3-f99d22df7dee HTTP/1.1" status: 200 len: 950 time: 0.0774252 Nov 09 21:16:06.189235 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34858) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:16:06.190100 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4cd2652d-61b5-4402-ab04-c3203c4dc3ea admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5451500 Nov 09 21:16:06.194461 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-85f80046-6a7c-44f2-a3c9-0b0e7ba85022 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1649065242-router', 'tenant_id': '82c72cbaced549c1af9f163b71209187', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:16:06.248578 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85f80046-6a7c-44f2-a3c9-0b0e7ba85022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:06.249674 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85f80046-6a7c-44f2-a3c9-0b0e7ba85022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:06.296619 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-c7400f26-a0e6-4a0d-8e31-e9cfafa9e6b5 req-72bbb96c-cc3a-44d1-bb5b-60ef37901026 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Deleting port 8f939950-bea2-412a-a2e7-7941436a9d0e {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:16:06.297080 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c7400f26-a0e6-4a0d-8e31-e9cfafa9e6b5 req-72bbb96c-cc3a-44d1-bb5b-60ef37901026 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:06.365018 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85f80046-6a7c-44f2-a3c9-0b0e7ba85022 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:06.388497 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7192e9ad-235a-4b0b-8492-a6c311b4de9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-4b9d06c7-33c8-4c7a-8231-6eb95b2347b3', 'network_id': '4b9d06c7-33c8-4c7a-8231-6eb95b2347b3', 'tenant_id': '82c72cbaced549c1af9f163b71209187', 'fixed_ips': [{'subnet_id': 'c3d920bb-b358-4f30-b501-1f6a5fba102b'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:16:06.395170 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7192e9ad-235a-4b0b-8492-a6c311b4de9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:06.493344 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-c7400f26-a0e6-4a0d-8e31-e9cfafa9e6b5 req-72bbb96c-cc3a-44d1-bb5b-60ef37901026 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] For port 8f939950-bea2-412a-a2e7-7941436a9d0e, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=8f939950-bea2-412a-a2e7-7941436a9d0e,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:16:06.496090 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c7400f26-a0e6-4a0d-8e31-e9cfafa9e6b5 req-72bbb96c-cc3a-44d1-bb5b-60ef37901026 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:06.520702 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-c7400f26-a0e6-4a0d-8e31-e9cfafa9e6b5 req-72bbb96c-cc3a-44d1-bb5b-60ef37901026 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Calling delete_port for 8f939950-bea2-412a-a2e7-7941436a9d0e owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:16:06.558618 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-7192e9ad-235a-4b0b-8492-a6c311b4de9f None None] Allocated IP 172.20.0.2 (4b9d06c7-33c8-4c7a-8231-6eb95b2347b3/c3d920bb-b358-4f30-b501-1f6a5fba102b/5f7ceeee-0fce-42a6-a449-8ddb69ccc18e) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:16:06.669521 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85f80046-6a7c-44f2-a3c9-0b0e7ba85022 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:06.750309 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c7400f26-a0e6-4a0d-8e31-e9cfafa9e6b5 req-72bbb96c-cc3a-44d1-bb5b-60ef37901026 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:06.765243 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['8f939950-bea2-412a-a2e7-7941436a9d0e'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:16:06.783881 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd2a62-24ae-4ff1-a53b-a20c5e940a5d req-5e27e311-a3b7-4c6e-919e-f6875a3295f3 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:06.791385 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bbb96c-cc3a-44d1-bb5b-60ef37901026 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Pushing event deleted for resources: {'Port': ['ID=8f939950-bea2-412a-a2e7-7941436a9d0e,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:06.792504 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-12bd2a62-24ae-4ff1-a53b-a20c5e940a5d req-5e27e311-a3b7-4c6e-919e-f6875a3295f3 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e5a12d4-8ad3-4c14-abaf-57d178d86fc5 HTTP/1.1" status: 200 len: 946 time: 0.1129568 Nov 09 21:16:06.815830 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7192e9ad-235a-4b0b-8492-a6c311b4de9f None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:06.828124 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7192e9ad-235a-4b0b-8492-a6c311b4de9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:06.855000 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7400f26-a0e6-4a0d-8e31-e9cfafa9e6b5 req-72bbb96c-cc3a-44d1-bb5b-60ef37901026 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] No DVR routers for this DVR port 8f939950-bea2-412a-a2e7-7941436a9d0e on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:16:06.859004 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c7400f26-a0e6-4a0d-8e31-e9cfafa9e6b5 req-72bbb96c-cc3a-44d1-bb5b-60ef37901026 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:06.864124 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c7400f26-a0e6-4a0d-8e31-e9cfafa9e6b5 req-72bbb96c-cc3a-44d1-bb5b-60ef37901026 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.45 "DELETE /v2.0/ports/8f939950-bea2-412a-a2e7-7941436a9d0e HTTP/1.1" status: 204 len: 173 time: 0.6728034 Nov 09 21:16:06.865086 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cef59e2-4b7a-491e-85a3-f99d22df7dee', 'name': 'network-vif-deleted', 'tag': '8f939950-bea2-412a-a2e7-7941436a9d0e'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:16:06.868918 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7192e9ad-235a-4b0b-8492-a6c311b4de9f None None] Network 4b9d06c7-33c8-4c7a-8231-6eb95b2347b3 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:16:06.871023 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630bad60-b287-4ee4-a825-136841216f3f" -d '{"events": [{"server_uuid": "3cef59e2-4b7a-491e-85a3-f99d22df7dee", "name": "network-vif-deleted", "tag": "8f939950-bea2-412a-a2e7-7941436a9d0e"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:16:06.873211 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-7192e9ad-235a-4b0b-8492-a6c311b4de9f None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:16:06.877370 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7192e9ad-235a-4b0b-8492-a6c311b4de9f None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:16:06.894996 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7192e9ad-235a-4b0b-8492-a6c311b4de9f None None] Pushing event updated for resources: {'Port': ['ID=5f7ceeee-0fce-42a6-a449-8ddb69ccc18e,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:06.901800 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-12bd2a62-24ae-4ff1-a53b-a20c5e940a5d req-96e41b56-a082-4ca6-aeee-f9c0167f9e84 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067286 Nov 09 21:16:06.972842 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-7192e9ad-235a-4b0b-8492-a6c311b4de9f None None] Attempting to bind port 5f7ceeee-0fce-42a6-a449-8ddb69ccc18e on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:16:06.973280 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-7192e9ad-235a-4b0b-8492-a6c311b4de9f None None] Attempting to bind port 5f7ceeee-0fce-42a6-a449-8ddb69ccc18e by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'c74b6dd5-97d0-4d15-ae96-0ba74f278c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4b9d06c7-33c8-4c7a-8231-6eb95b2347b3'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:16:06.973709 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7192e9ad-235a-4b0b-8492-a6c311b4de9f None None] Attempting to bind port 5f7ceeee-0fce-42a6-a449-8ddb69ccc18e on network 4b9d06c7-33c8-4c7a-8231-6eb95b2347b3 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:16:06.986666 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7192e9ad-235a-4b0b-8492-a6c311b4de9f None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:16:06.989352 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7192e9ad-235a-4b0b-8492-a6c311b4de9f None None] Checking segment: {'id': 'c74b6dd5-97d0-4d15-ae96-0ba74f278c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4b9d06c7-33c8-4c7a-8231-6eb95b2347b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:16:06.989863 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7192e9ad-235a-4b0b-8492-a6c311b4de9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:06.990538 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7192e9ad-235a-4b0b-8492-a6c311b4de9f None None] Bound using segment: {'id': 'c74b6dd5-97d0-4d15-ae96-0ba74f278c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4b9d06c7-33c8-4c7a-8231-6eb95b2347b3'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:16:06.991850 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-7192e9ad-235a-4b0b-8492-a6c311b4de9f None None] Bound port: 5f7ceeee-0fce-42a6-a449-8ddb69ccc18e, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c74b6dd5-97d0-4d15-ae96-0ba74f278c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4b9d06c7-33c8-4c7a-8231-6eb95b2347b3'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:16:06.992530 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7192e9ad-235a-4b0b-8492-a6c311b4de9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:07.081108 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-79391245-5df8-434e-ab4f-2eb7063daf2e req-daec1c00-ca73-4103-b0f3-c7b457cdfdbd tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 210 time: 0.0510426 Nov 09 21:16:07.089255 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-7192e9ad-235a-4b0b-8492-a6c311b4de9f None None] For port 5f7ceeee-0fce-42a6-a449-8ddb69ccc18e, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:16:07.093961 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-7192e9ad-235a-4b0b-8492-a6c311b4de9f None None] For port 5f7ceeee-0fce-42a6-a449-8ddb69ccc18e, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5f7ceeee-0fce-42a6-a449-8ddb69ccc18e,segment=NetworkSegment(c74b6dd5-97d0-4d15-ae96-0ba74f278c4f),segment_id=c74b6dd5-97d0-4d15-ae96-0ba74f278c4f)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:16:07.100889 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7192e9ad-235a-4b0b-8492-a6c311b4de9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:07.151452 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c6d0e7-2fda-4e94-b3c6-158e904a8133 x-openstack-request-id: req-94c6d0e7-2fda-4e94-b3c6-158e904a8133 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:16:07.151750 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cef59e2-4b7a-491e-85a3-f99d22df7dee", "name": "network-vif-deleted", "tag": "8f939950-bea2-412a-a2e7-7941436a9d0e", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:16:07.152006 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-94c6d0e7-2fda-4e94-b3c6-158e904a8133 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:16:07.152409 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cef59e2-4b7a-491e-85a3-f99d22df7dee', 'name': 'network-vif-deleted', 'tag': '8f939950-bea2-412a-a2e7-7941436a9d0e', 'status': 'completed', 'code': 200} Nov 09 21:16:07.188410 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d7903-4cb4-4e18-b4aa-4ec54c301b87 req-34b98134-ea2c-4809-83db-e62472dc95d7 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:07.190677 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bf3d7903-4cb4-4e18-b4aa-4ec54c301b87 req-34b98134-ea2c-4809-83db-e62472dc95d7 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 950 time: 0.1070578 Nov 09 21:16:07.192569 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85f80046-6a7c-44f2-a3c9-0b0e7ba85022 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:07.204811 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7192e9ad-235a-4b0b-8492-a6c311b4de9f None None] Pushing event updated for resources: {'Port': ['ID=5f7ceeee-0fce-42a6-a449-8ddb69ccc18e,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:07.229379 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85f80046-6a7c-44f2-a3c9-0b0e7ba85022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:07.320701 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97301510-4d5e-49aa-ad43-7a4c029573a0 req-6a5321f5-4c59-4b6b-82a1-82bb08d4f03a tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:07.324985 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-97301510-4d5e-49aa-ad43-7a4c029573a0 req-6a5321f5-4c59-4b6b-82a1-82bb08d4f03a tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 945 time: 0.0715778 Nov 09 21:16:07.368308 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bf3d7903-4cb4-4e18-b4aa-4ec54c301b87 req-0b915587-9c56-4ac8-8f66-6c698b7811f5 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413937 Nov 09 21:16:07.434916 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-97301510-4d5e-49aa-ad43-7a4c029573a0 req-b2958959-5f08-432e-9ce2-b14853f97ad5 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026084 Nov 09 21:16:07.528286 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-85f80046-6a7c-44f2-a3c9-0b0e7ba85022 admin admin] Allocated IP 172.25.7.185 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/66f64dbf-96e1-4621-ac3c-49fd405eefcf) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:16:07.599401 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-31e81a99-a91d-4e43-806c-e21e9c586cd3 req-c0aff32f-8544-477f-a38e-036ffed6d8be tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cef59e2-4b7a-491e-85a3-f99d22df7dee HTTP/1.1" status: 200 len: 210 time: 0.0511885 Nov 09 21:16:07.635535 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f45b77-a315-4b9e-a246-77d6be487e78 req-e95f40d5-9c12-4e4d-a079-3d74f6b0c017 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:07.653530 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a4f45b77-a315-4b9e-a246-77d6be487e78 req-e95f40d5-9c12-4e4d-a079-3d74f6b0c017 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 950 time: 0.1239798 Nov 09 21:16:07.749953 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85f80046-6a7c-44f2-a3c9-0b0e7ba85022 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:07.759481 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a4f45b77-a315-4b9e-a246-77d6be487e78 req-5cc08bb3-c732-4921-b082-66f58360c658 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990436 Nov 09 21:16:07.791899 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 5f7ceeee-0fce-42a6-a449-8ddb69ccc18e up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:16:07.796870 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85f80046-6a7c-44f2-a3c9-0b0e7ba85022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:07.837439 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f80046-6a7c-44f2-a3c9-0b0e7ba85022 admin admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:16:07.847425 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-85f80046-6a7c-44f2-a3c9-0b0e7ba85022 admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:16:07.852892 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f80046-6a7c-44f2-a3c9-0b0e7ba85022 admin admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:16:07.857801 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 5f7ceeee-0fce-42a6-a449-8ddb69ccc18e triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:16:07.858244 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:07.881056 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f80046-6a7c-44f2-a3c9-0b0e7ba85022 admin admin] Pushing event updated for resources: {'Port': ['ID=66f64dbf-96e1-4621-ac3c-49fd405eefcf,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:07.988815 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:08.030583 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 5f7ceeee-0fce-42a6-a449-8ddb69ccc18e, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5f7ceeee-0fce-42a6-a449-8ddb69ccc18e,segment=NetworkSegment(c74b6dd5-97d0-4d15-ae96-0ba74f278c4f),segment_id=c74b6dd5-97d0-4d15-ae96-0ba74f278c4f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:16:08.034668 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:08.047505 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29aad47-8abd-4941-bc25-7d0b6ceffbfa req-9e15aadd-177c-47c3-b6f0-1dd5c9b39802 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:08.049146 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f29aad47-8abd-4941-bc25-7d0b6ceffbfa req-9e15aadd-177c-47c3-b6f0-1dd5c9b39802 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e5a12d4-8ad3-4c14-abaf-57d178d86fc5 HTTP/1.1" status: 200 len: 946 time: 0.0647266 Nov 09 21:16:08.127115 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f29aad47-8abd-4941-bc25-7d0b6ceffbfa req-62f03a59-c5d5-4783-8ec3-78e2108abae9 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694420 Nov 09 21:16:08.141062 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=5f7ceeee-0fce-42a6-a449-8ddb69ccc18e,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:08.191437 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-a6120c40-bb14-4675-827c-1bf2b25dc5ef service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0620193 Nov 09 21:16:08.193856 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85f80046-6a7c-44f2-a3c9-0b0e7ba85022 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:08.308754 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 4d108f97-8373-4571-b93b-b76aa6949c47 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:16:08.417539 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18abf1f-82f6-489f-a54a-50e28d6c977f req-49439667-189a-4c98-87f7-f95205895e72 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:08.419201 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d18abf1f-82f6-489f-a54a-50e28d6c977f req-49439667-189a-4c98-87f7-f95205895e72 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 950 time: 0.1691597 Nov 09 21:16:08.435519 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e223845d-9791-4c06-b563-b2bcbfa403f8 req-a8bd1e48-9e12-42d6-bc5a-0051f22f299e tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 210 time: 0.0654891 Nov 09 21:16:08.514887 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 4d108f97-8373-4571-b93b-b76aa6949c47, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=4d108f97-8373-4571-b93b-b76aa6949c47,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:16:08.532903 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-5c50a631-d868-45cb-b3ef-c62a35ab3311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:08.535644 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-5c50a631-d868-45cb-b3ef-c62a35ab3311 service neutron] 10.222.0.43 "GET /v2.0/ports/b53947c2-f2f0-4db5-a448-3a32c902f2f5 HTTP/1.1" status: 200 len: 1027 time: 0.0490847 Nov 09 21:16:08.562951 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '4d108f97-8373-4571-b93b-b76aa6949c47', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'port_id': '4d108f97-8373-4571-b93b-b76aa6949c47', 'mac_address': 'fa:16:3e:89:37:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba3500c-a288-4596-ba94-148f2bd8a6da', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:16:08.595500 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d18abf1f-82f6-489f-a54a-50e28d6c977f req-13019193-d057-46e3-9200-1420806d6fe0 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972016 Nov 09 21:16:08.623864 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:08.625713 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-7e762f59-c507-4896-9f4f-201a36a50d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:08.627303 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-7e762f59-c507-4896-9f4f-201a36a50d2f service neutron] 10.222.0.43 "GET /v2.0/ports/2b6a9424-e1c2-4d17-92db-720005970041 HTTP/1.1" status: 200 len: 1027 time: 0.0836427 Nov 09 21:16:08.640250 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d108f97-8373-4571-b93b-b76aa6949c47 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:16:08.672750 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 4d108f97-8373-4571-b93b-b76aa6949c47, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=4d108f97-8373-4571-b93b-b76aa6949c47,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:16:08.683823 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:08.724066 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85f80046-6a7c-44f2-a3c9-0b0e7ba85022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:08.755291 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa3abad-e3b7-473f-ae0e-8c5d9152f7ef None None] Network 4b9d06c7-33c8-4c7a-8231-6eb95b2347b3 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:16:08.834380 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['4d108f97-8373-4571-b93b-b76aa6949c47'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:16:08.845307 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26780d0-da0d-4b54-a5a3-ec55d162b1b3 req-e43d2435-2ad5-4783-8997-525624626437 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:08.853903 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e26780d0-da0d-4b54-a5a3-ec55d162b1b3 req-e43d2435-2ad5-4783-8997-525624626437 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 945 time: 0.2798636 Nov 09 21:16:08.899805 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-c5ebf80d-4e1c-430a-8955-72dba2c117fe None None] Provisioning complete for port 5f7ceeee-0fce-42a6-a449-8ddb69ccc18e triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:16:08.901323 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c5ebf80d-4e1c-430a-8955-72dba2c117fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:08.908984 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=4d108f97-8373-4571-b93b-b76aa6949c47,revision_number=6']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:08.976252 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e26780d0-da0d-4b54-a5a3-ec55d162b1b3 req-f092639b-bbb1-4b19-a7a5-c2d80025ae25 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214080 Nov 09 21:16:09.036456 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-602673ac-938d-4769-a10e-bd6eb233dc84 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:09.048654 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-602673ac-938d-4769-a10e-bd6eb233dc84 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:09.053672 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f80046-6a7c-44f2-a3c9-0b0e7ba85022 admin admin] Router 4b55485e-b816-4210-b2f7-3abcece4e667 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:16:09.068508 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-602673ac-938d-4769-a10e-bd6eb233dc84 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:09.075427 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-602673ac-938d-4769-a10e-bd6eb233dc84 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.43 "GET /v2.0/networks?id=d6a5df07-fe3c-47f1-83e0-b8908198e01d&id=3808ba34-f2ea-4dcf-b849-bb7f67f33c6c&id=3808ba34-f2ea-4dcf-b849-bb7f67f33c6c&id=3808ba34-f2ea-4dcf-b849-bb7f67f33c6c&id=3808ba34-f2ea-4dcf-b849-bb7f67f33c6c&id=5fad92fa-6e69-4982-b33d-973ebedbbd56&id=5fad92fa-6e69-4982-b33d-973ebedbbd56 HTTP/1.1" status: 200 len: 1990 time: 0.3984385 Nov 09 21:16:09.158587 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34962) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:16:09.238765 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f80046-6a7c-44f2-a3c9-0b0e7ba85022 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:16:09.250095 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca758531-e3ba-43a4-96e2-fb2a5aad2415 None None] Sync routers for ids ['4b55485e-b816-4210-b2f7-3abcece4e667'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:16:09.280027 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85f80046-6a7c-44f2-a3c9-0b0e7ba85022 admin admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:09.289520 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca758531-e3ba-43a4-96e2-fb2a5aad2415 None None] Routers {'4b55485e-b816-4210-b2f7-3abcece4e667'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:16:09.294399 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-ca758531-e3ba-43a4-96e2-fb2a5aad2415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:15:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['4b55485e-b816-4210-b2f7-3abcece4e667'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:16:09.297239 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-85f80046-6a7c-44f2-a3c9-0b0e7ba85022 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.1069043 Nov 09 21:16:09.297883 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34974) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:16:09.317412 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-6fbf985e-e131-4f3e-a973-8e5a3ae51552 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=400600a87b5744da836a5a4df97863c7 HTTP/1.1" status: 200 len: 378 time: 0.2245998 Nov 09 21:16:09.335570 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-0266d270-77e9-4e7c-9ae1-36bd49477c45 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Request body: {'port': {'device_id': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'network_id': 'd6a5df07-fe3c-47f1-83e0-b8908198e01d', 'admin_state_up': True, 'tenant_id': '400600a87b5744da836a5a4df97863c7', 'security_groups': ['2aa0795d-359d-4f24-ad70-d15c6200f092']}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:16:09.635871 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-ca758531-e3ba-43a4-96e2-fb2a5aad2415 None None] Set router 4b55485e-b816-4210-b2f7-3abcece4e667 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:16:09.714487 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9a3af0c2-8944-4971-a966-9ec8c5a5df32 req-5698040c-d8bd-4910-a96a-ed7b999e4949 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 210 time: 0.1126609 Nov 09 21:16:09.787988 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-0266d270-77e9-4e7c-9ae1-36bd49477c45 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Made reservation on behalf of 400600a87b5744da836a5a4df97863c7 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:16:09.797589 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 5f7ceeee-0fce-42a6-a449-8ddb69ccc18e up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:16:09.804256 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-0266d270-77e9-4e7c-9ae1-36bd49477c45 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:10.008815 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-ec509a60-e294-415f-912a-c29f9ab6a048 None None] Provisioning complete for port 5f7ceeee-0fce-42a6-a449-8ddb69ccc18e triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:16:10.011954 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ec509a60-e294-415f-912a-c29f9ab6a048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:10.058491 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 5f7ceeee-0fce-42a6-a449-8ddb69ccc18e triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:16:10.059157 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:10.102171 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-411c203c-aef1-4ef6-8fb9-8e2b1b36aca6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=901d7209663f4224b6f7af44b74208e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9416234 Nov 09 21:16:10.107185 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35002) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:16:10.140436 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be223bb-4204-48ae-980b-95d0f6430208 req-173eb162-1e93-4606-9296-b89063eeaea2 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:10.141990 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4be223bb-4204-48ae-980b-95d0f6430208 req-173eb162-1e93-4606-9296-b89063eeaea2 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e5a12d4-8ad3-4c14-abaf-57d178d86fc5 HTTP/1.1" status: 200 len: 946 time: 0.1932008 Nov 09 21:16:10.149389 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d419180-dfdc-4966-8f2d-f5483114f543 req-24bedd5b-83ed-40c2-90bd-ba44f9aff94c tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:10.149900 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2d419180-dfdc-4966-8f2d-f5483114f543 req-24bedd5b-83ed-40c2-90bd-ba44f9aff94c tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 950 time: 0.2852547 Nov 09 21:16:10.294483 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-ca758531-e3ba-43a4-96e2-fb2a5aad2415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b55485e-b816-4210-b2f7-3abcece4e667', 'name': 'tempest-TaggedBootDevicesTest_v242-1649065242-router', 'tenant_id': '82c72cbaced549c1af9f163b71209187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '66f64dbf-96e1-4621-ac3c-49fd405eefcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:16:06Z', 'updated_at': '2021-11-09T21:16:08Z', 'revision_number': 3, 'project_id': '82c72cbaced549c1af9f163b71209187', 'gw_port': {'id': '66f64dbf-96e1-4621-ac3c-49fd405eefcf', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b55485e-b816-4210-b2f7-3abcece4e667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:16:07Z', 'updated_at': '2021-11-09T21:16:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:16:10.318581 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 4d108f97-8373-4571-b93b-b76aa6949c47 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:16:10.343019 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca758531-e3ba-43a4-96e2-fb2a5aad2415 None None] Checking router: 4b55485e-b816-4210-b2f7-3abcece4e667 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:16:10.343358 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca758531-e3ba-43a4-96e2-fb2a5aad2415 None None] Updating router 4b55485e-b816-4210-b2f7-3abcece4e667 port 66f64dbf-96e1-4621-ac3c-49fd405eefcf binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:16:10.369386 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-0266d270-77e9-4e7c-9ae1-36bd49477c45 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Allocated IP 172.20.0.11 (d6a5df07-fe3c-47f1-83e0-b8908198e01d/55602be9-97b4-4359-8931-67067a301b3c/825351ba-9738-49ef-a76d-6d1620cd75d1) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:16:10.376889 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ca758531-e3ba-43a4-96e2-fb2a5aad2415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:10.380115 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 4d108f97-8373-4571-b93b-b76aa6949c47 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:16:10.380115 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:10.437291 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4be223bb-4204-48ae-980b-95d0f6430208 req-1066799b-834b-4a24-96bf-acb6ebaaaf90 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663734 Nov 09 21:16:10.552189 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a41f0fff-a6d5-4b68-8855-8b4012bf29ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:10.589496 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:10.630131 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-66788137-9c7f-413a-92a6-1eb6c3f43a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:10.632082 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-66788137-9c7f-413a-92a6-1eb6c3f43a11 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab9f62a9766648e6a735e31e91b7e450&device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 1101 time: 0.3343241 Nov 09 21:16:10.646871 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb51f48-6c11-481e-be91-4008ead689ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d108f97-8373-4571-b93b-b76aa6949c47'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:16:10.655286 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d361ece-b349-42d5-af61-7c69495952db" -d '{"events": [{"server_uuid": "3fb51f48-6c11-481e-be91-4008ead689ff", "name": "network-vif-plugged", "status": "completed", "tag": "4d108f97-8373-4571-b93b-b76aa6949c47"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:16:10.681747 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2d419180-dfdc-4966-8f2d-f5483114f543 req-d8157eb8-8a67-4b28-8234-76eea52866b2 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5240338 Nov 09 21:16:10.689769 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 4d108f97-8373-4571-b93b-b76aa6949c47, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=4d108f97-8373-4571-b93b-b76aa6949c47,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:16:10.696405 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:10.699151 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 8f939950-bea2-412a-a2e7-7941436a9d0e no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:16:10.809759 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-0266d270-77e9-4e7c-9ae1-36bd49477c45 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:10.834217 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a41f0fff-a6d5-4b68-8855-8b4012bf29ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:10.873327 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 8f939950-bea2-412a-a2e7-7941436a9d0e {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:16:10.873869 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 8f939950-bea2-412a-a2e7-7941436a9d0e not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:16:10.877618 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=4d108f97-8373-4571-b93b-b76aa6949c47,revision_number=7']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:10.890065 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-0266d270-77e9-4e7c-9ae1-36bd49477c45 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:10.980299 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-0266d270-77e9-4e7c-9ae1-36bd49477c45 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Network d6a5df07-fe3c-47f1-83e0-b8908198e01d is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:16:10.999791 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-0266d270-77e9-4e7c-9ae1-36bd49477c45 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:16:11.004964 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ca758531-e3ba-43a4-96e2-fb2a5aad2415 None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:11.008342 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-0266d270-77e9-4e7c-9ae1-36bd49477c45 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:16:11.017279 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a605a0e-2570-472d-963e-5564522ab6da x-openstack-request-id: req-8a605a0e-2570-472d-963e-5564522ab6da {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:16:11.017595 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb51f48-6c11-481e-be91-4008ead689ff", "name": "network-vif-plugged", "status": "completed", "tag": "4d108f97-8373-4571-b93b-b76aa6949c47", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:16:11.017875 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8a605a0e-2570-472d-963e-5564522ab6da {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:16:11.018281 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb51f48-6c11-481e-be91-4008ead689ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d108f97-8373-4571-b93b-b76aa6949c47', 'code': 200} Nov 09 21:16:11.022496 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ca758531-e3ba-43a4-96e2-fb2a5aad2415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:11.073175 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0266d270-77e9-4e7c-9ae1-36bd49477c45 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Pushing event updated for resources: {'Port': ['ID=825351ba-9738-49ef-a76d-6d1620cd75d1,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:11.136700 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-0266d270-77e9-4e7c-9ae1-36bd49477c45 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:11.138239 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-0266d270-77e9-4e7c-9ae1-36bd49477c45 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:11.150308 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-ca758531-e3ba-43a4-96e2-fb2a5aad2415 None None] Attempting to bind port 66f64dbf-96e1-4621-ac3c-49fd405eefcf on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:16:11.150673 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-ca758531-e3ba-43a4-96e2-fb2a5aad2415 None None] Attempting to bind port 66f64dbf-96e1-4621-ac3c-49fd405eefcf by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:16:11.151031 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca758531-e3ba-43a4-96e2-fb2a5aad2415 None None] Attempting to bind port 66f64dbf-96e1-4621-ac3c-49fd405eefcf on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:16:11.162415 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c7929-e45d-4a9e-9de3-f5a000d33ea5 None None] Pushing event updated for resources: {'Port': ['ID=66f64dbf-96e1-4621-ac3c-49fd405eefcf,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:11.167381 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca758531-e3ba-43a4-96e2-fb2a5aad2415 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:16:11.167751 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca758531-e3ba-43a4-96e2-fb2a5aad2415 None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:16:11.168144 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ca758531-e3ba-43a4-96e2-fb2a5aad2415 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:11.168528 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca758531-e3ba-43a4-96e2-fb2a5aad2415 None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:16:11.169019 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-ca758531-e3ba-43a4-96e2-fb2a5aad2415 None None] Bound port: 66f64dbf-96e1-4621-ac3c-49fd405eefcf, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:16:11.169408 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ca758531-e3ba-43a4-96e2-fb2a5aad2415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:11.193228 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c7929-e45d-4a9e-9de3-f5a000d33ea5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:16:11.193550 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c7929-e45d-4a9e-9de3-f5a000d33ea5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:16:11.193891 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c7929-e45d-4a9e-9de3-f5a000d33ea5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:16:11.194219 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c7929-e45d-4a9e-9de3-f5a000d33ea5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:16:11.194555 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c7929-e45d-4a9e-9de3-f5a000d33ea5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:16:11.194869 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c7929-e45d-4a9e-9de3-f5a000d33ea5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:16:11.195190 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c7929-e45d-4a9e-9de3-f5a000d33ea5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:16:11.195507 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c7929-e45d-4a9e-9de3-f5a000d33ea5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:16:11.196081 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c7929-e45d-4a9e-9de3-f5a000d33ea5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:16:11.196398 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c7929-e45d-4a9e-9de3-f5a000d33ea5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:16:11.196735 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c7929-e45d-4a9e-9de3-f5a000d33ea5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:16:11.197053 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c7929-e45d-4a9e-9de3-f5a000d33ea5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:16:11.231527 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da3a95-8552-4a94-800f-b5dd4210d357 req-0adc6f45-a93f-4e27-a2b9-91cffad7aca2 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:11.246560 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43da3a95-8552-4a94-800f-b5dd4210d357 req-0adc6f45-a93f-4e27-a2b9-91cffad7aca2 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 945 time: 0.6977932 Nov 09 21:16:11.266504 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-0266d270-77e9-4e7c-9ae1-36bd49477c45 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9427752 Nov 09 21:16:11.288032 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-6f378a18-e30d-441b-b539-fbc0094f8354 tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:11.290623 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-6f378a18-e30d-441b-b539-fbc0094f8354 tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=5e5a12d4-8ad3-4c14-abaf-57d178d86fc5&tenant_id=5a6366c08f5c4a9bb0bdc56b2ea0a20e&binding%3Ahost_id=n-h2-816206-3 HTTP/1.1" status: 200 len: 1097 time: 0.1441545 Nov 09 21:16:11.296941 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-f00b02b6-8513-4166-87bc-539760eedd3f tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Request body: {'port': {'device_id': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'network_id': '3808ba34-f2ea-4dcf-b849-bb7f67f33c6c', 'admin_state_up': True, 'tenant_id': '400600a87b5744da836a5a4df97863c7', 'security_groups': ['2aa0795d-359d-4f24-ad70-d15c6200f092']}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:16:11.322371 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-ca758531-e3ba-43a4-96e2-fb2a5aad2415 None None] For port 66f64dbf-96e1-4621-ac3c-49fd405eefcf, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:16:11.325947 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-ca758531-e3ba-43a4-96e2-fb2a5aad2415 None None] For port 66f64dbf-96e1-4621-ac3c-49fd405eefcf, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=66f64dbf-96e1-4621-ac3c-49fd405eefcf,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:16:11.330567 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ca758531-e3ba-43a4-96e2-fb2a5aad2415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:11.420153 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-0b99e16a-b393-4b0e-b7d2-b10654d7269e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:11.421973 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-0b99e16a-b393-4b0e-b7d2-b10654d7269e service neutron] 10.222.0.43 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.7358356 Nov 09 21:16:11.453338 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca758531-e3ba-43a4-96e2-fb2a5aad2415 None None] Routers {'4b55485e-b816-4210-b2f7-3abcece4e667'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:16:11.453959 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-ca758531-e3ba-43a4-96e2-fb2a5aad2415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:15:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['4b55485e-b816-4210-b2f7-3abcece4e667'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:16:11.454829 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-abb9a239-f7cb-454d-be55-cdbe86c05fef service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816206-3'}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:16:11.458496 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c7929-e45d-4a9e-9de3-f5a000d33ea5 None None] Pushing event updated for resources: {'Port': ['ID=66f64dbf-96e1-4621-ac3c-49fd405eefcf,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:11.501004 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43da3a95-8552-4a94-800f-b5dd4210d357 req-bb38cff1-3536-4361-ab20-f3f490f13ac2 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533522 Nov 09 21:16:11.505164 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-03ceb43b-d2ac-474d-bd65-1c52e17f02ab None None] Provisioning complete for port 825351ba-9738-49ef-a76d-6d1620cd75d1 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:16:11.505827 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-03ceb43b-d2ac-474d-bd65-1c52e17f02ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:11.511576 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a41f0fff-a6d5-4b68-8855-8b4012bf29ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:11.516355 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a41f0fff-a6d5-4b68-8855-8b4012bf29ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:11.520570 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a41f0fff-a6d5-4b68-8855-8b4012bf29ac admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/515f8fd5-04fb-4212-b78d-c700d88cf932 HTTP/1.1" status: 204 len: 168 time: 1.4020352 Nov 09 21:16:11.537699 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-9ba60976-9c1b-4152-9e13-41b2e9fe3949 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=abba3097-c927-495f-bc4b-00c2b012ca39 HTTP/1.1" status: 200 len: 217 time: 0.1036241 Nov 09 21:16:11.539715 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f0fff-a6d5-4b68-8855-8b4012bf29ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515f8fd5-04fb-4212-b78d-c700d88cf932,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:11.586674 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-f00b02b6-8513-4166-87bc-539760eedd3f tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Made reservation on behalf of 400600a87b5744da836a5a4df97863c7 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:16:11.602742 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-f00b02b6-8513-4166-87bc-539760eedd3f tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:11.673924 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-0a08ac47-c66c-44dc-ae89-e93477ec9ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:11.675755 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-0a08ac47-c66c-44dc-ae89-e93477ec9ee9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.0986235 Nov 09 21:16:11.697810 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-03ceb43b-d2ac-474d-bd65-1c52e17f02ab None None] Port 825351ba-9738-49ef-a76d-6d1620cd75d1 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:16:11.762439 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-ca758531-e3ba-43a4-96e2-fb2a5aad2415 None None] Set router 4b55485e-b816-4210-b2f7-3abcece4e667 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:16:11.772156 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0beea-4d41-48fa-affe-48a0b8c4c4cc req-0505b697-1f17-4c15-b0dd-de55c77c2490 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:11.792668 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-57f0beea-4d41-48fa-affe-48a0b8c4c4cc req-0505b697-1f17-4c15-b0dd-de55c77c2490 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 932 time: 0.6438062 Nov 09 21:16:11.922042 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-41791f0e-2ba7-4707-99e4-9e16ab8d4751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:12.020073 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f369f1-7cf4-4e2e-bd0c-a2b22f2a39ec req-2b0fcac4-8a8a-4533-a359-f3949b3fc324 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:12.023291 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-62f369f1-7cf4-4e2e-bd0c-a2b22f2a39ec req-2b0fcac4-8a8a-4533-a359-f3949b3fc324 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e5a12d4-8ad3-4c14-abaf-57d178d86fc5 HTTP/1.1" status: 200 len: 946 time: 0.3512397 Nov 09 21:16:12.028804 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-3ee56dcb-17c2-400b-844a-7dbf2fd400a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:12.030176 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-3ee56dcb-17c2-400b-844a-7dbf2fd400a4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3259718 Nov 09 21:16:12.048267 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35042) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:16:12.097396 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-abb9a239-f7cb-454d-be55-cdbe86c05fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:12.177285 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-ca758531-e3ba-43a4-96e2-fb2a5aad2415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b55485e-b816-4210-b2f7-3abcece4e667', 'name': 'tempest-TaggedBootDevicesTest_v242-1649065242-router', 'tenant_id': '82c72cbaced549c1af9f163b71209187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '66f64dbf-96e1-4621-ac3c-49fd405eefcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:16:06Z', 'updated_at': '2021-11-09T21:16:08Z', 'revision_number': 3, 'project_id': '82c72cbaced549c1af9f163b71209187', 'gw_port': {'id': '66f64dbf-96e1-4621-ac3c-49fd405eefcf', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b55485e-b816-4210-b2f7-3abcece4e667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:16:07Z', 'updated_at': '2021-11-09T21:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:16:12.184411 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-57f0beea-4d41-48fa-affe-48a0b8c4c4cc req-3ae22b82-5e5a-4fd0-a53f-1cbf94329ce8 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/security-groups?id=2aa0795d-359d-4f24-ad70-d15c6200f092&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3924880 Nov 09 21:16:12.209292 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca758531-e3ba-43a4-96e2-fb2a5aad2415 None None] The sync data for ids ['4b55485e-b816-4210-b2f7-3abcece4e667'] in n-d-816206-3 is: [{'id': '4b55485e-b816-4210-b2f7-3abcece4e667', 'name': 'tempest-TaggedBootDevicesTest_v242-1649065242-router', 'tenant_id': '82c72cbaced549c1af9f163b71209187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '66f64dbf-96e1-4621-ac3c-49fd405eefcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:16:06Z', 'updated_at': '2021-11-09T21:16:08Z', 'revision_number': 3, 'project_id': '82c72cbaced549c1af9f163b71209187', 'gw_port': {'id': '66f64dbf-96e1-4621-ac3c-49fd405eefcf', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b55485e-b816-4210-b2f7-3abcece4e667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:16:07Z', 'updated_at': '2021-11-09T21:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:16:12.279235 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-37de973c-de9f-4072-b9ec-ac76d1fef574 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3c625fe997b84908af15df3a1290524e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199106 Nov 09 21:16:12.302937 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-7726f5c8-63c1-4c84-b355-2049b6e62759 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468514 Nov 09 21:16:12.346307 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35044) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:16:12.358128 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device a3689f97-d8ca-4d92-8460-3d778109e644 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:16:12.522012 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-41791f0e-2ba7-4707-99e4-9e16ab8d4751 admin admin] Allocated IP 172.20.0.1 (4b9d06c7-33c8-4c7a-8231-6eb95b2347b3/c3d920bb-b358-4f30-b501-1f6a5fba102b/2229e2ec-7726-4970-8bac-5c7b90af8838) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:16:12.570935 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port a3689f97-d8ca-4d92-8460-3d778109e644, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=a3689f97-d8ca-4d92-8460-3d778109e644,segment=NetworkSegment(dafe29ae-1ba0-4490-879c-5008a3eac5b2),segment_id=dafe29ae-1ba0-4490-879c-5008a3eac5b2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:16:12.603339 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device a3689f97-d8ca-4d92-8460-3d778109e644 has no active binding in host n-h1-816206-3 {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 21:16:12.623919 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-f00b02b6-8513-4166-87bc-539760eedd3f tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Allocated IP 10.1.1.53 (3808ba34-f2ea-4dcf-b849-bb7f67f33c6c/1a3bf33a-28e4-43d0-b3a3-869cb4b7ec53/80e946a2-577f-4411-ada9-9c19200b402c) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:16:12.659932 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-41791f0e-2ba7-4707-99e4-9e16ab8d4751 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:12.728125 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2674c38c-268e-4d69-8452-36111784d5f3 req-c3560b0e-7782-4926-a2d5-27081990b3ee tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:12.745229 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2674c38c-268e-4d69-8452-36111784d5f3 req-c3560b0e-7782-4926-a2d5-27081990b3ee tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 950 time: 0.3996348 Nov 09 21:16:12.756368 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-abb9a239-f7cb-454d-be55-cdbe86c05fef service neutron] For port a3689f97-d8ca-4d92-8460-3d778109e644, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=a3689f97-d8ca-4d92-8460-3d778109e644,segment=NetworkSegment(dafe29ae-1ba0-4490-879c-5008a3eac5b2),segment_id=dafe29ae-1ba0-4490-879c-5008a3eac5b2)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:16:12.809705 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-75034b49-3a5b-4b6f-b526-aa0dbb5a7c3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:12.839938 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-a65ca52a-3a2a-4b78-b5de-351456608f66 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208050 Nov 09 21:16:12.842934 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-41791f0e-2ba7-4707-99e4-9e16ab8d4751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:12.904226 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41791f0e-2ba7-4707-99e4-9e16ab8d4751 admin admin] Pushing event updated for resources: {'Port': ['ID=2229e2ec-7726-4970-8bac-5c7b90af8838,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:12.919458 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-62f369f1-7cf4-4e2e-bd0c-a2b22f2a39ec req-f7156b79-4f17-4ae1-84cf-3ebe2d101fdc tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8650813 Nov 09 21:16:12.940109 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41791f0e-2ba7-4707-99e4-9e16ab8d4751 admin admin] Network 4b9d06c7-33c8-4c7a-8231-6eb95b2347b3 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:16:12.942602 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-41791f0e-2ba7-4707-99e4-9e16ab8d4751 admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:16:12.946977 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41791f0e-2ba7-4707-99e4-9e16ab8d4751 admin admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:16:13.004527 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-75034b49-3a5b-4b6f-b526-aa0dbb5a7c3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:13.029658 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-41791f0e-2ba7-4707-99e4-9e16ab8d4751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:13.091507 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-abb9a239-f7cb-454d-be55-cdbe86c05fef service neutron] For port a3689f97-d8ca-4d92-8460-3d778109e644, host n-h2-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:16:13.104432 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2674c38c-268e-4d69-8452-36111784d5f3 req-5c73fa4d-64a0-4ff7-9efa-2ced34ce2fac tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583164 Nov 09 21:16:13.350291 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e5a12d4-8ad3-4c14-abaf-57d178d86fc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3689f97-d8ca-4d92-8460-3d778109e644'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:16:13.353783 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6466cd7d-b895-4290-ad3c-c660dc1ae3ba" -d '{"events": [{"server_uuid": "5e5a12d4-8ad3-4c14-abaf-57d178d86fc5", "name": "network-vif-unplugged", "status": "completed", "tag": "a3689f97-d8ca-4d92-8460-3d778109e644"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:16:13.364671 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-abb9a239-f7cb-454d-be55-cdbe86c05fef service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:13.367918 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-f00b02b6-8513-4166-87bc-539760eedd3f tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:13.391030 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-abb9a239-f7cb-454d-be55-cdbe86c05fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:13.393158 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-41791f0e-2ba7-4707-99e4-9e16ab8d4751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:13.457701 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-0903428b-d64d-464b-a5be-8ab40ec70428 None None] Provisioning complete for port 2229e2ec-7726-4970-8bac-5c7b90af8838 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:16:13.458759 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0903428b-d64d-464b-a5be-8ab40ec70428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:13.480865 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb9a239-f7cb-454d-be55-cdbe86c05fef service neutron] Pushing event updated for resources: {'Port': ['ID=a3689f97-d8ca-4d92-8460-3d778109e644,revision_number=7']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:13.496619 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-75034b49-3a5b-4b6f-b526-aa0dbb5a7c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:13.506944 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-75034b49-3a5b-4b6f-b526-aa0dbb5a7c3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:13.530319 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-75034b49-3a5b-4b6f-b526-aa0dbb5a7c3f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2efca042-a7b1-43c1-9c47-e90704129eb9 HTTP/1.1" status: 204 len: 168 time: 1.1654358 Nov 09 21:16:13.530935 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-0903428b-d64d-464b-a5be-8ab40ec70428 None None] Port 2229e2ec-7726-4970-8bac-5c7b90af8838 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:16:13.650465 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75034b49-3a5b-4b6f-b526-aa0dbb5a7c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2efca042-a7b1-43c1-9c47-e90704129eb9,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:13.729673 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-f00b02b6-8513-4166-87bc-539760eedd3f tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:13.735765 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a52ef-5206-4074-8270-b616b8a2759d req-151ae9a3-3f0a-4f17-983d-b416ed01c5f4 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:13.751441 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f54a52ef-5206-4074-8270-b616b8a2759d req-151ae9a3-3f0a-4f17-983d-b416ed01c5f4 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 945 time: 0.3665452 Nov 09 21:16:13.913553 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 66f64dbf-96e1-4621-ac3c-49fd405eefcf up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:16:13.944965 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b02b6-8513-4166-87bc-539760eedd3f tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Pushing event updated for resources: {'Port': ['ID=80e946a2-577f-4411-ada9-9c19200b402c,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:13.972140 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-abb9a239-f7cb-454d-be55-cdbe86c05fef service neutron] Attempting to bind port a3689f97-d8ca-4d92-8460-3d778109e644 on host n-h2-816206-3 for vnic_type normal with profile {"migrating_to": "n-h1-816206-3"} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:16:13.972527 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-abb9a239-f7cb-454d-be55-cdbe86c05fef service neutron] Attempting to bind port a3689f97-d8ca-4d92-8460-3d778109e644 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': 'dafe29ae-1ba0-4490-879c-5008a3eac5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:16:13.972891 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-abb9a239-f7cb-454d-be55-cdbe86c05fef service neutron] Attempting to bind port a3689f97-d8ca-4d92-8460-3d778109e644 on network 9cf09cc6-9022-42d8-96c2-e4ea0d1e749b {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:16:13.991637 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-abb9a239-f7cb-454d-be55-cdbe86c05fef service neutron] Port a3689f97-d8ca-4d92-8460-3d778109e644 on network 9cf09cc6-9022-42d8-96c2-e4ea0d1e749b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:16:13.992252 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-abb9a239-f7cb-454d-be55-cdbe86c05fef service neutron] Attempting to bind port a3689f97-d8ca-4d92-8460-3d778109e644 on network 9cf09cc6-9022-42d8-96c2-e4ea0d1e749b {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:16:14.000201 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f54a52ef-5206-4074-8270-b616b8a2759d req-38d54c6f-3801-4f78-999b-d881e17fefc1 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477691 Nov 09 21:16:14.008268 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d584f2-3b37-46a7-bd44-51d243b6521d req-7e922a89-3b39-4a76-81f7-0192ed78064a tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:14.017536 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-08d584f2-3b37-46a7-bd44-51d243b6521d req-7e922a89-3b39-4a76-81f7-0192ed78064a tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 932 time: 0.5257421 Nov 09 21:16:14.020518 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-abb9a239-f7cb-454d-be55-cdbe86c05fef service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:16:14.020893 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-abb9a239-f7cb-454d-be55-cdbe86c05fef service neutron] Checking segment: {'id': 'dafe29ae-1ba0-4490-879c-5008a3eac5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:16:14.021279 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-abb9a239-f7cb-454d-be55-cdbe86c05fef service neutron] Bound using segment: {'id': 'dafe29ae-1ba0-4490-879c-5008a3eac5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:16:14.021722 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-abb9a239-f7cb-454d-be55-cdbe86c05fef service neutron] Bound port: a3689f97-d8ca-4d92-8460-3d778109e644, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dafe29ae-1ba0-4490-879c-5008a3eac5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:16:14.022080 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-abb9a239-f7cb-454d-be55-cdbe86c05fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:14.050979 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-f00b02b6-8513-4166-87bc-539760eedd3f tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Network 3808ba34-f2ea-4dcf-b849-bb7f67f33c6c is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:16:14.061507 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-f00b02b6-8513-4166-87bc-539760eedd3f tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:16:14.072772 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 66f64dbf-96e1-4621-ac3c-49fd405eefcf triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:16:14.073746 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:14.080253 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-f00b02b6-8513-4166-87bc-539760eedd3f tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:16:14.177750 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-41791f0e-2ba7-4707-99e4-9e16ab8d4751 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:14.182387 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 21:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5074d05c-d974-4966-9dc9-9a4e83c50f75 x-openstack-request-id: req-5074d05c-d974-4966-9dc9-9a4e83c50f75 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:16:14.182682 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e5a12d4-8ad3-4c14-abaf-57d178d86fc5", "name": "network-vif-unplugged", "status": "completed", "tag": "a3689f97-d8ca-4d92-8460-3d778109e644", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:16:14.182941 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5074d05c-d974-4966-9dc9-9a4e83c50f75 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:16:14.183344 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e5a12d4-8ad3-4c14-abaf-57d178d86fc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3689f97-d8ca-4d92-8460-3d778109e644', 'code': 200} Nov 09 21:16:14.194480 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-41791f0e-2ba7-4707-99e4-9e16ab8d4751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:14.227745 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:14.238258 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-f00b02b6-8513-4166-87bc-539760eedd3f tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:14.239206 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-f00b02b6-8513-4166-87bc-539760eedd3f tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:14.284256 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 66f64dbf-96e1-4621-ac3c-49fd405eefcf, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=66f64dbf-96e1-4621-ac3c-49fd405eefcf,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:16:14.292670 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:14.305066 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-f00b02b6-8513-4166-87bc-539760eedd3f tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0131152 Nov 09 21:16:14.376031 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-08d584f2-3b37-46a7-bd44-51d243b6521d req-888272a9-73f0-432d-aeb0-066b413c2162 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/security-groups?id=2aa0795d-359d-4f24-ad70-d15c6200f092&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3566201 Nov 09 21:16:14.383696 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-91f886a9-536b-465b-8adf-3550adbff51f tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Request body: {'port': {'device_id': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'network_id': '3808ba34-f2ea-4dcf-b849-bb7f67f33c6c', 'admin_state_up': True, 'tenant_id': '400600a87b5744da836a5a4df97863c7', 'security_groups': ['2aa0795d-359d-4f24-ad70-d15c6200f092']}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:16:14.412101 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75928d19-6dc6-4289-bb92-e807dd064eda req-f482cfe1-a2ff-4dc5-b07b-9fa1fa0766a4 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:14.419092 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=66f64dbf-96e1-4621-ac3c-49fd405eefcf,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:14.421953 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-75928d19-6dc6-4289-bb92-e807dd064eda req-f482cfe1-a2ff-4dc5-b07b-9fa1fa0766a4 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e5a12d4-8ad3-4c14-abaf-57d178d86fc5 HTTP/1.1" status: 200 len: 944 time: 0.1410754 Nov 09 21:16:14.448907 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41791f0e-2ba7-4707-99e4-9e16ab8d4751 admin admin] Pushing event updated for resources: {'Port': ['ID=2229e2ec-7726-4970-8bac-5c7b90af8838,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:14.475384 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-41791f0e-2ba7-4707-99e4-9e16ab8d4751 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:14.614970 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-4cd7d83e-e1de-400e-9737-d992b7bfc5dc None None] Provisioning complete for port 80e946a2-577f-4411-ada9-9c19200b402c triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:16:14.615484 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4cd7d83e-e1de-400e-9737-d992b7bfc5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:14.735228 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41791f0e-2ba7-4707-99e4-9e16ab8d4751 admin admin] Network 4b9d06c7-33c8-4c7a-8231-6eb95b2347b3 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:16:14.745811 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-41791f0e-2ba7-4707-99e4-9e16ab8d4751 admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:16:14.757531 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-4cd7d83e-e1de-400e-9737-d992b7bfc5dc None None] Port 80e946a2-577f-4411-ada9-9c19200b402c cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:16:14.786686 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-75928d19-6dc6-4289-bb92-e807dd064eda req-8fe9aa5d-bd15-4fc1-a224-55ac358229df tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640950 Nov 09 21:16:15.164245 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-abb9a239-f7cb-454d-be55-cdbe86c05fef service neutron] For port a3689f97-d8ca-4d92-8460-3d778109e644, host n-h2-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:16:15.168528 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-abb9a239-f7cb-454d-be55-cdbe86c05fef service neutron] For port a3689f97-d8ca-4d92-8460-3d778109e644, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=a3689f97-d8ca-4d92-8460-3d778109e644,segment=NetworkSegment(dafe29ae-1ba0-4490-879c-5008a3eac5b2),segment_id=dafe29ae-1ba0-4490-879c-5008a3eac5b2)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:16:15.238058 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-e45b65cf-d97b-4f04-ae93-c922d0ec476e None None] Provisioning complete for port 2229e2ec-7726-4970-8bac-5c7b90af8838 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:16:15.241993 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-abb9a239-f7cb-454d-be55-cdbe86c05fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:15.243194 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e45b65cf-d97b-4f04-ae93-c922d0ec476e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:15.281358 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41791f0e-2ba7-4707-99e4-9e16ab8d4751 admin admin] Router 4b55485e-b816-4210-b2f7-3abcece4e667 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:16:15.360035 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-e45b65cf-d97b-4f04-ae93-c922d0ec476e None None] Port 2229e2ec-7726-4970-8bac-5c7b90af8838 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:16:15.373993 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d2870-8666-4c49-9322-4b7635272e5b req-4bfddbcc-7382-419b-8eed-3d10d91c8e28 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:15.378831 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cd3d2870-8666-4c49-9322-4b7635272e5b req-4bfddbcc-7382-419b-8eed-3d10d91c8e28 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 950 time: 0.2428424 Nov 09 21:16:15.380864 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb9a239-f7cb-454d-be55-cdbe86c05fef service neutron] Pushing event updated for resources: {'Port': ['ID=a3689f97-d8ca-4d92-8460-3d778109e644,revision_number=8']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:15.384269 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-91f886a9-536b-465b-8adf-3550adbff51f tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Made reservation on behalf of 400600a87b5744da836a5a4df97863c7 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:16:15.401327 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-91f886a9-536b-465b-8adf-3550adbff51f tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:15.490849 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-abb9a239-f7cb-454d-be55-cdbe86c05fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:15.492470 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-abb9a239-f7cb-454d-be55-cdbe86c05fef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:15.494682 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-abb9a239-f7cb-454d-be55-cdbe86c05fef service neutron] 10.222.0.45 "PUT /v2.0/ports/a3689f97-d8ca-4d92-8460-3d778109e644 HTTP/1.1" status: 200 len: 1122 time: 4.0475152 Nov 09 21:16:15.557577 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35100) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:16:15.599737 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6917e3-f48e-4288-91d9-038063b8c172 req-5a8e2893-8604-41ce-b49a-bf76af36a287 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:15.613082 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9d6917e3-f48e-4288-91d9-038063b8c172 req-5a8e2893-8604-41ce-b49a-bf76af36a287 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 945 time: 0.3017714 Nov 09 21:16:15.620608 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['a3689f97-d8ca-4d92-8460-3d778109e644'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:16:15.709910 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['a3689f97-d8ca-4d92-8460-3d778109e644'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:16:15.755158 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9d6917e3-f48e-4288-91d9-038063b8c172 req-5848e41c-3d76-4bad-961c-3764afb98cb2 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320572 Nov 09 21:16:15.774740 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41791f0e-2ba7-4707-99e4-9e16ab8d4751 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:16:15.791348 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-41791f0e-2ba7-4707-99e4-9e16ab8d4751 admin admin] 10.222.0.49 "PUT /v2.0/routers/4b55485e-b816-4210-b2f7-3abcece4e667/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4923689 Nov 09 21:16:15.832685 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 66f64dbf-96e1-4621-ac3c-49fd405eefcf up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:16:15.847438 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-a6add876-11f9-41c3-940d-f003bf6d97a6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1281118552-network', 'tenant_id': '5cf606e88e4d44b5a19f8e1371c70498'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:16:15.854150 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af30b6f-b35d-47db-b102-0be0b40e25b3 None None] Sync routers for ids ['4b55485e-b816-4210-b2f7-3abcece4e667'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:16:15.887372 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6add876-11f9-41c3-940d-f003bf6d97a6 admin admin] Made reservation on behalf of 5cf606e88e4d44b5a19f8e1371c70498 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:16:15.893876 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a6add876-11f9-41c3-940d-f003bf6d97a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:15.907824 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cd3d2870-8666-4c49-9322-4b7635272e5b req-ca15d652-7db6-41ae-897c-50b80e1a1897 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4989800 Nov 09 21:16:15.923007 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a6add876-11f9-41c3-940d-f003bf6d97a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:16.009018 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-91f886a9-536b-465b-8adf-3550adbff51f tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Allocated IP 10.1.1.59 (3808ba34-f2ea-4dcf-b849-bb7f67f33c6c/1a3bf33a-28e4-43d0-b3a3-869cb4b7ec53/d46dc18b-b6fe-4988-b8da-762fe90a822d) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:16:16.044346 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af30b6f-b35d-47db-b102-0be0b40e25b3 None None] Routers {'4b55485e-b816-4210-b2f7-3abcece4e667'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:16:16.053670 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-9af30b6f-b35d-47db-b102-0be0b40e25b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:15:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['4b55485e-b816-4210-b2f7-3abcece4e667'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:16:16.110491 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a6add876-11f9-41c3-940d-f003bf6d97a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:16.165678 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a6add876-11f9-41c3-940d-f003bf6d97a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:16.242059 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-91f886a9-536b-465b-8adf-3550adbff51f tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:16.268807 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6add876-11f9-41c3-940d-f003bf6d97a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:16:16.305985 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6add876-11f9-41c3-940d-f003bf6d97a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a671783-811a-451b-a828-2f4f659ac1d2,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:16.332217 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e5a12d4-8ad3-4c14-abaf-57d178d86fc5', 'tag': 'a3689f97-d8ca-4d92-8460-3d778109e644'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:16:16.334362 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0068ec25-d3f5-48ad-91da-0048caab53fc req-252d3c02-e96a-43ba-8524-0d82f12af9f3 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:16.338140 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8afe37b2-7a44-4ff7-a531-f5a2d2fad1f4" -d '{"events": [{"name": "network-changed", "server_uuid": "5e5a12d4-8ad3-4c14-abaf-57d178d86fc5", "tag": "a3689f97-d8ca-4d92-8460-3d778109e644"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:16:16.353270 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0068ec25-d3f5-48ad-91da-0048caab53fc req-252d3c02-e96a-43ba-8524-0d82f12af9f3 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:16.354907 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0068ec25-d3f5-48ad-91da-0048caab53fc req-252d3c02-e96a-43ba-8524-0d82f12af9f3 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 1653 time: 0.2431087 Nov 09 21:16:16.360364 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-91f886a9-536b-465b-8adf-3550adbff51f tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:16.369670 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a6add876-11f9-41c3-940d-f003bf6d97a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:16.370057 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-a6add876-11f9-41c3-940d-f003bf6d97a6 admin admin] Added segment 69c85e60-ea4f-40ee-98ab-da922c8dbb2b of type vlan for network 03909057-058a-4a93-9a3f-6ba19a12c757 Nov 09 21:16:16.402368 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 66f64dbf-96e1-4621-ac3c-49fd405eefcf triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:16:16.402838 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:16.479120 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-91f886a9-536b-465b-8adf-3550adbff51f tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Network 3808ba34-f2ea-4dcf-b849-bb7f67f33c6c is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:16:16.491040 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-91f886a9-536b-465b-8adf-3550adbff51f tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:16:16.499267 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-91f886a9-536b-465b-8adf-3550adbff51f tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:16:16.517791 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-9af30b6f-b35d-47db-b102-0be0b40e25b3 None None] Set router 4b55485e-b816-4210-b2f7-3abcece4e667 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:16:16.543804 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a6add876-11f9-41c3-940d-f003bf6d97a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:16.572727 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f886a9-536b-465b-8adf-3550adbff51f tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Pushing event updated for resources: {'Port': ['ID=d46dc18b-b6fe-4988-b8da-762fe90a822d,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:16.601646 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447193c-57db-4a7c-904c-2e90e0dac432 req-64549bd8-896d-472b-b98e-a8b591a7c979 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:16.609982 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1447193c-57db-4a7c-904c-2e90e0dac432 req-64549bd8-896d-472b-b98e-a8b591a7c979 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e5a12d4-8ad3-4c14-abaf-57d178d86fc5 HTTP/1.1" status: 200 len: 944 time: 0.2584381 Nov 09 21:16:16.675189 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-91f886a9-536b-465b-8adf-3550adbff51f tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:16.676848 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-91f886a9-536b-465b-8adf-3550adbff51f tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:16.678976 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0068ec25-d3f5-48ad-91da-0048caab53fc req-f9fe4e91-d378-42d3-bb56-240eebbaabdb tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/security-groups?id=2aa0795d-359d-4f24-ad70-d15c6200f092&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2856753 Nov 09 21:16:16.712282 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-91f886a9-536b-465b-8adf-3550adbff51f tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3597431 Nov 09 21:16:16.733913 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a6add876-11f9-41c3-940d-f003bf6d97a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:16.734885 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6add876-11f9-41c3-940d-f003bf6d97a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:16.735669 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a6add876-11f9-41c3-940d-f003bf6d97a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:16.742981 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1447193c-57db-4a7c-904c-2e90e0dac432 req-5ee523dd-2f39-4093-9cd9-b8ef4227c309 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317573 Nov 09 21:16:16.762990 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-3d51c907-0d22-4939-a323-15e681cb2fd9 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Request body: {'port': {'device_id': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '5fad92fa-6e69-4982-b33d-973ebedbbd56', 'admin_state_up': True, 'tenant_id': '400600a87b5744da836a5a4df97863c7', 'security_groups': ['2aa0795d-359d-4f24-ad70-d15c6200f092']}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:16:16.954536 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a6add876-11f9-41c3-940d-f003bf6d97a6 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3940673 Nov 09 21:16:16.961504 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db299dc-2bab-4648-8d87-ea692875b620 x-openstack-request-id: req-5db299dc-2bab-4648-8d87-ea692875b620 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:16:16.961843 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e5a12d4-8ad3-4c14-abaf-57d178d86fc5", "tag": "a3689f97-d8ca-4d92-8460-3d778109e644", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:16:16.962113 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5db299dc-2bab-4648-8d87-ea692875b620 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:16:16.962542 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e5a12d4-8ad3-4c14-abaf-57d178d86fc5', 'tag': 'a3689f97-d8ca-4d92-8460-3d778109e644', 'status': 'completed', 'code': 200} Nov 09 21:16:16.968557 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35162) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:16:17.017176 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-b3752292-cf6d-455d-bb04-a7ecfd5b1fd5 admin admin] Request body: {'subnet': {'network_id': '03909057-058a-4a93-9a3f-6ba19a12c757', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1281118552-subnet', 'tenant_id': '5cf606e88e4d44b5a19f8e1371c70498', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:16:17.043794 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-9af30b6f-b35d-47db-b102-0be0b40e25b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b55485e-b816-4210-b2f7-3abcece4e667', 'name': 'tempest-TaggedBootDevicesTest_v242-1649065242-router', 'tenant_id': '82c72cbaced549c1af9f163b71209187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '66f64dbf-96e1-4621-ac3c-49fd405eefcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:16:06Z', 'updated_at': '2021-11-09T21:16:13Z', 'revision_number': 4, 'project_id': '82c72cbaced549c1af9f163b71209187', 'gw_port': {'id': '66f64dbf-96e1-4621-ac3c-49fd405eefcf', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b55485e-b816-4210-b2f7-3abcece4e667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:16:07Z', 'updated_at': '2021-11-09T21:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '2229e2ec-7726-4970-8bac-5c7b90af8838', 'name': '', 'network_id': '4b9d06c7-33c8-4c7a-8231-6eb95b2347b3', 'tenant_id': '82c72cbaced549c1af9f163b71209187', 'mac_address': 'fa:16:3e:fc:4f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b55485e-b816-4210-b2f7-3abcece4e667', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c3d920bb-b358-4f30-b501-1f6a5fba102b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:16:12Z', 'updated_at': '2021-11-09T21:16:13Z', 'revision_number': 2, 'project_id': '82c72cbaced549c1af9f163b71209187', 'subnets': [{'id': 'c3d920bb-b358-4f30-b501-1f6a5fba102b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:16:17.106857 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af30b6f-b35d-47db-b102-0be0b40e25b3 None None] Checking router: 4b55485e-b816-4210-b2f7-3abcece4e667 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:16:17.107258 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af30b6f-b35d-47db-b102-0be0b40e25b3 None None] Updating router 4b55485e-b816-4210-b2f7-3abcece4e667 port 2229e2ec-7726-4970-8bac-5c7b90af8838 binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:16:17.146406 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-23702b3b-cab5-420b-8918-5fc291a7abfa None None] Provisioning complete for port d46dc18b-b6fe-4988-b8da-762fe90a822d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:16:17.146784 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-23702b3b-cab5-420b-8918-5fc291a7abfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:17.167981 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3752292-cf6d-455d-bb04-a7ecfd5b1fd5 admin admin] Made reservation on behalf of 5cf606e88e4d44b5a19f8e1371c70498 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:16:17.173583 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6add876-11f9-41c3-940d-f003bf6d97a6 admin admin] Pushing event updated for resources: {'Network': ['ID=03909057-058a-4a93-9a3f-6ba19a12c757,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:17.179115 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b3752292-cf6d-455d-bb04-a7ecfd5b1fd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:17.184805 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9af30b6f-b35d-47db-b102-0be0b40e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:17.201985 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 03909057-058a-4a93-9a3f-6ba19a12c757 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:16:17.273841 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe37b2-7a44-4ff7-a531-f5a2d2fad1f4 req-5887819b-a5e8-4bf6-a0aa-e3f4b0452991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:17.282420 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8afe37b2-7a44-4ff7-a531-f5a2d2fad1f4 req-5887819b-a5e8-4bf6-a0aa-e3f4b0452991 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5a6366c08f5c4a9bb0bdc56b2ea0a20e&device_id=5e5a12d4-8ad3-4c14-abaf-57d178d86fc5 HTTP/1.1" status: 200 len: 1125 time: 0.2610357 Nov 09 21:16:17.296366 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f7d21-f520-4813-83ea-3c1879a368a1 req-483cef89-6540-4e6e-b715-84754d23d9b4 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:17.312662 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8e0f7d21-f520-4813-83ea-3c1879a368a1 req-483cef89-6540-4e6e-b715-84754d23d9b4 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 945 time: 0.1617978 Nov 09 21:16:17.386587 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36634a8-7696-46be-98c1-9f4dc69ec7f5 req-3170ba79-b4e9-4a56-9e9b-04469d88e0f6 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:17.392416 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a36634a8-7696-46be-98c1-9f4dc69ec7f5 req-3170ba79-b4e9-4a56-9e9b-04469d88e0f6 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 950 time: 0.2880740 Nov 09 21:16:17.397244 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-23702b3b-cab5-420b-8918-5fc291a7abfa None None] Port d46dc18b-b6fe-4988-b8da-762fe90a822d cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:16:17.464052 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-3d51c907-0d22-4939-a323-15e681cb2fd9 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Made reservation on behalf of 400600a87b5744da836a5a4df97863c7 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:16:17.609557 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-87035cd1-3693-4634-b392-0e29f751c8fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:17.613102 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-3d51c907-0d22-4939-a323-15e681cb2fd9 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:17.902292 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a36634a8-7696-46be-98c1-9f4dc69ec7f5 req-6042f93a-4476-42a0-b4f2-f47744854e4e tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4806027 Nov 09 21:16:18.170914 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9af30b6f-b35d-47db-b102-0be0b40e25b3 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:18.171519 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8e0f7d21-f520-4813-83ea-3c1879a368a1 req-5abc5328-d253-45c7-bbb7-43229ac5019d tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8570635 Nov 09 21:16:18.179859 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9af30b6f-b35d-47db-b102-0be0b40e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:18.194124 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe37b2-7a44-4ff7-a531-f5a2d2fad1f4 req-bcda8abf-829c-4443-a6ff-7dedabe8582d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:18.196169 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8afe37b2-7a44-4ff7-a531-f5a2d2fad1f4 req-bcda8abf-829c-4443-a6ff-7dedabe8582d service neutron] 10.222.0.43 "GET /v2.0/networks?id=9cf09cc6-9022-42d8-96c2-e4ea0d1e749b HTTP/1.1" status: 200 len: 908 time: 0.8804245 Nov 09 21:16:18.270970 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60944d30-f902-4eaa-8f7c-447a34eb83cc None None] Pushing event updated for resources: {'Port': ['ID=2229e2ec-7726-4970-8bac-5c7b90af8838,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:18.280754 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8afe37b2-7a44-4ff7-a531-f5a2d2fad1f4 req-848aa0a5-6efd-41b8-96df-7650fd58899d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3689f97-d8ca-4d92-8460-3d778109e644 HTTP/1.1" status: 200 len: 217 time: 0.0554965 Nov 09 21:16:18.366523 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe37b2-7a44-4ff7-a531-f5a2d2fad1f4 req-f6324671-04fc-4377-9adc-cf147a47fbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:18.371990 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8afe37b2-7a44-4ff7-a531-f5a2d2fad1f4 req-f6324671-04fc-4377-9adc-cf147a47fbfa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39c6d736-667d-4cbf-9558-9612dacd0f8d HTTP/1.1" status: 200 len: 848 time: 0.0899355 Nov 09 21:16:18.509166 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-9af30b6f-b35d-47db-b102-0be0b40e25b3 None None] Attempting to bind port 2229e2ec-7726-4970-8bac-5c7b90af8838 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:16:18.509796 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-9af30b6f-b35d-47db-b102-0be0b40e25b3 None None] Attempting to bind port 2229e2ec-7726-4970-8bac-5c7b90af8838 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'c74b6dd5-97d0-4d15-ae96-0ba74f278c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4b9d06c7-33c8-4c7a-8231-6eb95b2347b3'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:16:18.510169 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af30b6f-b35d-47db-b102-0be0b40e25b3 None None] Attempting to bind port 2229e2ec-7726-4970-8bac-5c7b90af8838 on network 4b9d06c7-33c8-4c7a-8231-6eb95b2347b3 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:16:18.513596 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8afe37b2-7a44-4ff7-a531-f5a2d2fad1f4 req-1cf63b3a-76f8-4985-a31e-2b2dee47f9fe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9cf09cc6-9022-42d8-96c2-e4ea0d1e749b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1188107 Nov 09 21:16:18.521891 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af30b6f-b35d-47db-b102-0be0b40e25b3 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:16:18.525836 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af30b6f-b35d-47db-b102-0be0b40e25b3 None None] Checking segment: {'id': 'c74b6dd5-97d0-4d15-ae96-0ba74f278c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4b9d06c7-33c8-4c7a-8231-6eb95b2347b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:16:18.526542 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9af30b6f-b35d-47db-b102-0be0b40e25b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:18.526965 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af30b6f-b35d-47db-b102-0be0b40e25b3 None None] Bound using segment: {'id': 'c74b6dd5-97d0-4d15-ae96-0ba74f278c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4b9d06c7-33c8-4c7a-8231-6eb95b2347b3'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:16:18.527479 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-9af30b6f-b35d-47db-b102-0be0b40e25b3 None None] Bound port: 2229e2ec-7726-4970-8bac-5c7b90af8838, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c74b6dd5-97d0-4d15-ae96-0ba74f278c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4b9d06c7-33c8-4c7a-8231-6eb95b2347b3'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:16:18.527878 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9af30b6f-b35d-47db-b102-0be0b40e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:18.685181 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2bae1-d6c8-493a-b0a6-32033423dda4 req-86c2f271-fcfe-45c4-a9fd-f292bdfc7d29 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:18.695140 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-60c2bae1-d6c8-493a-b0a6-32033423dda4 req-86c2f271-fcfe-45c4-a9fd-f292bdfc7d29 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e5a12d4-8ad3-4c14-abaf-57d178d86fc5 HTTP/1.1" status: 200 len: 944 time: 0.3188992 Nov 09 21:16:18.711886 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b3752292-cf6d-455d-bb04-a7ecfd5b1fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:18.720226 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-9af30b6f-b35d-47db-b102-0be0b40e25b3 None None] For port 2229e2ec-7726-4970-8bac-5c7b90af8838, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:16:18.729606 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-9af30b6f-b35d-47db-b102-0be0b40e25b3 None None] For port 2229e2ec-7726-4970-8bac-5c7b90af8838, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=2229e2ec-7726-4970-8bac-5c7b90af8838,segment=NetworkSegment(c74b6dd5-97d0-4d15-ae96-0ba74f278c4f),segment_id=c74b6dd5-97d0-4d15-ae96-0ba74f278c4f)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:16:18.741738 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9af30b6f-b35d-47db-b102-0be0b40e25b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:18.743809 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc2721-30d9-48d5-a5b6-422779bcf421 req-79069ee9-405d-41a1-8543-cc165aa67205 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:18.760019 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc2721-30d9-48d5-a5b6-422779bcf421 req-79069ee9-405d-41a1-8543-cc165aa67205 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:18.774354 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc2721-30d9-48d5-a5b6-422779bcf421 req-79069ee9-405d-41a1-8543-cc165aa67205 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:18.785926 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ccbc2721-30d9-48d5-a5b6-422779bcf421 req-79069ee9-405d-41a1-8543-cc165aa67205 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 2373 time: 0.6544054 Nov 09 21:16:18.826643 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-60c2bae1-d6c8-493a-b0a6-32033423dda4 req-6a284594-3109-4ded-88b0-8742a3d41640 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299648 Nov 09 21:16:18.960759 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8afe37b2-7a44-4ff7-a531-f5a2d2fad1f4 req-a4eef160-69ac-49ef-b79a-dd653a39c85f service neutron] 10.222.0.43 "GET /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355073 Nov 09 21:16:18.983019 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-dffb3336-b9bb-4236-9185-2ee0a5026bda None None] Provisioning complete for port 2229e2ec-7726-4970-8bac-5c7b90af8838 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:16:18.983393 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dffb3336-b9bb-4236-9185-2ee0a5026bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:18.985699 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af30b6f-b35d-47db-b102-0be0b40e25b3 None None] Routers {'4b55485e-b816-4210-b2f7-3abcece4e667'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:16:18.986348 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-9af30b6f-b35d-47db-b102-0be0b40e25b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:15:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['4b55485e-b816-4210-b2f7-3abcece4e667'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:16:19.017275 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ccbc2721-30d9-48d5-a5b6-422779bcf421 req-f879ee4c-32c1-406b-b08f-85640966b966 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/security-groups?id=2aa0795d-359d-4f24-ad70-d15c6200f092&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2297087 Nov 09 21:16:19.084484 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-3d51c907-0d22-4939-a323-15e681cb2fd9 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Allocated IP 10.2.2.100 (5fad92fa-6e69-4982-b33d-973ebedbbd56/f871ff84-2077-4380-931c-47532c2d408d/f76d6a35-507d-404f-8871-26d5877be815) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:16:19.147544 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3752292-cf6d-455d-bb04-a7ecfd5b1fd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03ebe66c-812e-4ed2-be76-fe97707943c4,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:19.168058 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8afe37b2-7a44-4ff7-a531-f5a2d2fad1f4 req-2d3e7678-ee67-4e6e-b05a-64a4fc3e8cba service neutron] 10.222.0.43 "GET /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984367 Nov 09 21:16:19.270384 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3752292-cf6d-455d-bb04-a7ecfd5b1fd5 admin admin] Checking segment: {'id': '69c85e60-ea4f-40ee-98ab-da922c8dbb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '03909057-058a-4a93-9a3f-6ba19a12c757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:16:19.270773 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3752292-cf6d-455d-bb04-a7ecfd5b1fd5 admin admin] Network hostable DHCP agents. Network: 03909057-058a-4a93-9a3f-6ba19a12c757, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:16:19.285684 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60944d30-f902-4eaa-8f7c-447a34eb83cc None None] Pushing event updated for resources: {'Port': ['ID=2229e2ec-7726-4970-8bac-5c7b90af8838,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:19.378825 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-9af30b6f-b35d-47db-b102-0be0b40e25b3 None None] Set router 4b55485e-b816-4210-b2f7-3abcece4e667 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:16:19.390032 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3752292-cf6d-455d-bb04-a7ecfd5b1fd5 admin admin] Network 03909057-058a-4a93-9a3f-6ba19a12c757 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:16:19.440891 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dffb3336-b9bb-4236-9185-2ee0a5026bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:19.483125 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-b3752292-cf6d-455d-bb04-a7ecfd5b1fd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 03909057-058a-4a93-9a3f-6ba19a12c757) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:16:19.501610 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3752292-cf6d-455d-bb04-a7ecfd5b1fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:19.502203 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b3752292-cf6d-455d-bb04-a7ecfd5b1fd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:19.544168 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1319de-ad81-447f-a4b4-8d3f8d64d5eb None None] Network 03909057-058a-4a93-9a3f-6ba19a12c757 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:16:19.544455 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87296a58-e8c8-4d63-a1d4-d094062fd71b req-0a62e512-82d7-4a46-8ea3-e981a5401ab9 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:19.553218 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-87296a58-e8c8-4d63-a1d4-d094062fd71b req-0a62e512-82d7-4a46-8ea3-e981a5401ab9 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 950 time: 0.1304836 Nov 09 21:16:19.578209 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b3752292-cf6d-455d-bb04-a7ecfd5b1fd5 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.6012504 Nov 09 21:16:19.580977 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35218) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:16:19.587014 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-2b98cf9d-1069-40a9-a2df-13033bd824bf admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1281118552-router', 'tenant_id': '5cf606e88e4d44b5a19f8e1371c70498', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:16:19.637367 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-3d51c907-0d22-4939-a323-15e681cb2fd9 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:19.639055 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2b98cf9d-1069-40a9-a2df-13033bd824bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:19.641901 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2b98cf9d-1069-40a9-a2df-13033bd824bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:19.707046 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-87296a58-e8c8-4d63-a1d4-d094062fd71b req-cb5ae96e-fe7a-4ffc-90c9-92e298398b66 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528580 Nov 09 21:16:19.804148 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2b98cf9d-1069-40a9-a2df-13033bd824bf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:19.819978 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-3d51c907-0d22-4939-a323-15e681cb2fd9 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:19.859078 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-dffb3336-b9bb-4236-9185-2ee0a5026bda None None] For port 2229e2ec-7726-4970-8bac-5c7b90af8838, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=2229e2ec-7726-4970-8bac-5c7b90af8838,segment=NetworkSegment(c74b6dd5-97d0-4d15-ae96-0ba74f278c4f),segment_id=c74b6dd5-97d0-4d15-ae96-0ba74f278c4f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:16:19.882588 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dffb3336-b9bb-4236-9185-2ee0a5026bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:19.994258 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-3d51c907-0d22-4939-a323-15e681cb2fd9 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Network 5fad92fa-6e69-4982-b33d-973ebedbbd56 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:16:20.014967 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-3d51c907-0d22-4939-a323-15e681cb2fd9 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:16:20.030141 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-3d51c907-0d22-4939-a323-15e681cb2fd9 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:16:20.219521 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2b98cf9d-1069-40a9-a2df-13033bd824bf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:20.240200 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d51c907-0d22-4939-a323-15e681cb2fd9 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Pushing event updated for resources: {'Port': ['ID=f76d6a35-507d-404f-8871-26d5877be815,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:20.259200 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-60f3e34a-b381-4864-b546-0e9347a1a79a None None] Provisioning complete for port 2229e2ec-7726-4970-8bac-5c7b90af8838 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:16:20.276285 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35ae96-fb42-48a1-a0d0-bcdd8f4c3d10 req-043474d3-21bb-4101-88bc-688d76d0f179 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:20.278564 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-60f3e34a-b381-4864-b546-0e9347a1a79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:20.295281 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ec35ae96-fb42-48a1-a0d0-bcdd8f4c3d10 req-043474d3-21bb-4101-88bc-688d76d0f179 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 945 time: 0.4878776 Nov 09 21:16:20.315568 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-3d51c907-0d22-4939-a323-15e681cb2fd9 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:20.322370 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-3d51c907-0d22-4939-a323-15e681cb2fd9 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:20.429350 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-3d51c907-0d22-4939-a323-15e681cb2fd9 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6776271 Nov 09 21:16:20.466388 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece989f4-f8fd-44cb-929c-0411c00ef87f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-03909057-058a-4a93-9a3f-6ba19a12c757', 'network_id': '03909057-058a-4a93-9a3f-6ba19a12c757', 'tenant_id': '5cf606e88e4d44b5a19f8e1371c70498', 'fixed_ips': [{'subnet_id': '03ebe66c-812e-4ed2-be76-fe97707943c4'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:16:20.473208 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-f0745b57-f43e-464e-aa7a-d71372ca9391 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Request body: {'port': {'device_id': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '5fad92fa-6e69-4982-b33d-973ebedbbd56', 'admin_state_up': True, 'tenant_id': '400600a87b5744da836a5a4df97863c7', 'security_groups': ['2aa0795d-359d-4f24-ad70-d15c6200f092']}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:16:20.475811 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ece989f4-f8fd-44cb-929c-0411c00ef87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:20.562775 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ec35ae96-fb42-48a1-a0d0-bcdd8f4c3d10 req-eda70e7e-c5a6-4e39-8cd8-e6baf8e4925f tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628307 Nov 09 21:16:20.615645 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-eee09596-782a-4f7a-b32a-232f3c26c685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:20.711609 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffb3336-b9bb-4236-9185-2ee0a5026bda None None] Pushing event updated for resources: {'Port': ['ID=2229e2ec-7726-4970-8bac-5c7b90af8838,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:20.753336 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-f0745b57-f43e-464e-aa7a-d71372ca9391 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Made reservation on behalf of 400600a87b5744da836a5a4df97863c7 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:16:20.759830 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-f0745b57-f43e-464e-aa7a-d71372ca9391 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:20.790206 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2b98cf9d-1069-40a9-a2df-13033bd824bf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:20.798527 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3a8db-5c30-491e-9e0d-791f552e53c5 req-cd41d72c-91c8-4ec6-a747-1479939db86e tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:20.806702 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c9e3a8db-5c30-491e-9e0d-791f552e53c5 req-cd41d72c-91c8-4ec6-a747-1479939db86e tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e5a12d4-8ad3-4c14-abaf-57d178d86fc5 HTTP/1.1" status: 200 len: 944 time: 0.1164136 Nov 09 21:16:20.828749 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2b98cf9d-1069-40a9-a2df-13033bd824bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:20.960720 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c9e3a8db-5c30-491e-9e0d-791f552e53c5 req-6717e09a-83eb-4e11-aef0-6a6397f5aadc tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480417 Nov 09 21:16:21.047106 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-2b98cf9d-1069-40a9-a2df-13033bd824bf admin admin] Allocated IP 172.25.7.110 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/a1a7ea0d-d36b-4c80-801d-d897ef48ae6d) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:16:21.124405 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:21.241659 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-9af30b6f-b35d-47db-b102-0be0b40e25b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b55485e-b816-4210-b2f7-3abcece4e667', 'name': 'tempest-TaggedBootDevicesTest_v242-1649065242-router', 'tenant_id': '82c72cbaced549c1af9f163b71209187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '66f64dbf-96e1-4621-ac3c-49fd405eefcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:16:06Z', 'updated_at': '2021-11-09T21:16:13Z', 'revision_number': 4, 'project_id': '82c72cbaced549c1af9f163b71209187', 'gw_port': {'id': '66f64dbf-96e1-4621-ac3c-49fd405eefcf', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b55485e-b816-4210-b2f7-3abcece4e667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:16:07Z', 'updated_at': '2021-11-09T21:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '2229e2ec-7726-4970-8bac-5c7b90af8838', 'name': '', 'network_id': '4b9d06c7-33c8-4c7a-8231-6eb95b2347b3', 'tenant_id': '82c72cbaced549c1af9f163b71209187', 'mac_address': 'fa:16:3e:fc:4f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b55485e-b816-4210-b2f7-3abcece4e667', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c3d920bb-b358-4f30-b501-1f6a5fba102b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:16:12Z', 'updated_at': '2021-11-09T21:16:18Z', 'revision_number': 4, 'project_id': '82c72cbaced549c1af9f163b71209187', 'subnets': [{'id': 'c3d920bb-b358-4f30-b501-1f6a5fba102b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:16:21.276098 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2b98cf9d-1069-40a9-a2df-13033bd824bf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:21.305529 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-ece989f4-f8fd-44cb-929c-0411c00ef87f None None] Allocated IP 172.20.0.2 (03909057-058a-4a93-9a3f-6ba19a12c757/03ebe66c-812e-4ed2-be76-fe97707943c4/f82cba2b-880d-4347-a52a-3bd6095645d8) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:16:21.310020 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af30b6f-b35d-47db-b102-0be0b40e25b3 None None] The sync data for ids ['4b55485e-b816-4210-b2f7-3abcece4e667'] in n-d-816206-3 is: [{'id': '4b55485e-b816-4210-b2f7-3abcece4e667', 'name': 'tempest-TaggedBootDevicesTest_v242-1649065242-router', 'tenant_id': '82c72cbaced549c1af9f163b71209187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '66f64dbf-96e1-4621-ac3c-49fd405eefcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:16:06Z', 'updated_at': '2021-11-09T21:16:13Z', 'revision_number': 4, 'project_id': '82c72cbaced549c1af9f163b71209187', 'gw_port': {'id': '66f64dbf-96e1-4621-ac3c-49fd405eefcf', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b55485e-b816-4210-b2f7-3abcece4e667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:16:07Z', 'updated_at': '2021-11-09T21:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '2229e2ec-7726-4970-8bac-5c7b90af8838', 'name': '', 'network_id': '4b9d06c7-33c8-4c7a-8231-6eb95b2347b3', 'tenant_id': '82c72cbaced549c1af9f163b71209187', 'mac_address': 'fa:16:3e:fc:4f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b55485e-b816-4210-b2f7-3abcece4e667', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c3d920bb-b358-4f30-b501-1f6a5fba102b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:16:12Z', 'updated_at': '2021-11-09T21:16:18Z', 'revision_number': 4, 'project_id': '82c72cbaced549c1af9f163b71209187', 'subnets': [{'id': 'c3d920bb-b358-4f30-b501-1f6a5fba102b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:16:21.328487 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2b98cf9d-1069-40a9-a2df-13033bd824bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:21.337996 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b778c62d-ba31-4361-b666-7545bb6b35b2 req-81e6ca36-895b-4aa5-9407-96efc48446ce tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:21.354219 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-277a6fab-136a-4ee9-9c25-5de9b3c40b20 None None] Provisioning complete for port f76d6a35-507d-404f-8871-26d5877be815 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:16:21.355085 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-277a6fab-136a-4ee9-9c25-5de9b3c40b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:21.360465 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b778c62d-ba31-4361-b666-7545bb6b35b2 req-81e6ca36-895b-4aa5-9407-96efc48446ce tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:21.420118 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b778c62d-ba31-4361-b666-7545bb6b35b2 req-81e6ca36-895b-4aa5-9407-96efc48446ce tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:21.437252 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b778c62d-ba31-4361-b666-7545bb6b35b2 req-81e6ca36-895b-4aa5-9407-96efc48446ce tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:21.444617 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b98cf9d-1069-40a9-a2df-13033bd824bf admin admin] Pushing event updated for resources: {'Port': ['ID=a1a7ea0d-d36b-4c80-801d-d897ef48ae6d,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:21.452821 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b778c62d-ba31-4361-b666-7545bb6b35b2 req-81e6ca36-895b-4aa5-9407-96efc48446ce tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 3094 time: 0.3692002 Nov 09 21:16:21.468224 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b98cf9d-1069-40a9-a2df-13033bd824bf admin admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:16:21.470098 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-2b98cf9d-1069-40a9-a2df-13033bd824bf admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:16:21.477333 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b98cf9d-1069-40a9-a2df-13033bd824bf admin admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:16:21.581544 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-f0745b57-f43e-464e-aa7a-d71372ca9391 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Allocated IP 10.2.2.200 (5fad92fa-6e69-4982-b33d-973ebedbbd56/f871ff84-2077-4380-931c-47532c2d408d/ea660c77-3caf-44f2-bbe7-bc918607ccd3) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:16:21.597200 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-277a6fab-136a-4ee9-9c25-5de9b3c40b20 None None] Port f76d6a35-507d-404f-8871-26d5877be815 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:16:21.701540 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b778c62d-ba31-4361-b666-7545bb6b35b2 req-d96308c1-4ce0-438a-9184-ae6cb66b8157 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/security-groups?id=2aa0795d-359d-4f24-ad70-d15c6200f092&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2404737 Nov 09 21:16:21.775948 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ece989f4-f8fd-44cb-929c-0411c00ef87f None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:21.785782 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ece989f4-f8fd-44cb-929c-0411c00ef87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:21.879318 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece989f4-f8fd-44cb-929c-0411c00ef87f None None] Pushing event updated for resources: {'Port': ['ID=f82cba2b-880d-4347-a52a-3bd6095645d8,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:21.882424 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 2229e2ec-7726-4970-8bac-5c7b90af8838 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:16:21.900492 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece989f4-f8fd-44cb-929c-0411c00ef87f None None] Network 03909057-058a-4a93-9a3f-6ba19a12c757 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:16:21.902902 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:16:21.924020 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-ece989f4-f8fd-44cb-929c-0411c00ef87f None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:16:21.930142 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece989f4-f8fd-44cb-929c-0411c00ef87f None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:16:22.091011 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-ece989f4-f8fd-44cb-929c-0411c00ef87f None None] Attempting to bind port f82cba2b-880d-4347-a52a-3bd6095645d8 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:16:22.093453 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-ece989f4-f8fd-44cb-929c-0411c00ef87f None None] Attempting to bind port f82cba2b-880d-4347-a52a-3bd6095645d8 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '69c85e60-ea4f-40ee-98ab-da922c8dbb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '03909057-058a-4a93-9a3f-6ba19a12c757'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:16:22.095140 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece989f4-f8fd-44cb-929c-0411c00ef87f None None] Attempting to bind port f82cba2b-880d-4347-a52a-3bd6095645d8 on network 03909057-058a-4a93-9a3f-6ba19a12c757 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:16:22.128673 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece989f4-f8fd-44cb-929c-0411c00ef87f None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:16:22.129233 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece989f4-f8fd-44cb-929c-0411c00ef87f None None] Checking segment: {'id': '69c85e60-ea4f-40ee-98ab-da922c8dbb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '03909057-058a-4a93-9a3f-6ba19a12c757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:16:22.129758 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ece989f4-f8fd-44cb-929c-0411c00ef87f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:22.132013 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece989f4-f8fd-44cb-929c-0411c00ef87f None None] Bound using segment: {'id': '69c85e60-ea4f-40ee-98ab-da922c8dbb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '03909057-058a-4a93-9a3f-6ba19a12c757'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:16:22.134095 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-ece989f4-f8fd-44cb-929c-0411c00ef87f None None] Bound port: f82cba2b-880d-4347-a52a-3bd6095645d8, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69c85e60-ea4f-40ee-98ab-da922c8dbb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '03909057-058a-4a93-9a3f-6ba19a12c757'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:16:22.134623 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ece989f4-f8fd-44cb-929c-0411c00ef87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:22.149590 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 2229e2ec-7726-4970-8bac-5c7b90af8838 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:16:22.160244 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:22.324682 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:22.384711 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2b98cf9d-1069-40a9-a2df-13033bd824bf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:22.432680 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b13b6-e17e-4ed5-bc24-c6f9eedaf0d0 req-8fd0235e-2c52-41b3-a560-a4a4a732864d tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:22.445967 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-497b13b6-e17e-4ed5-bc24-c6f9eedaf0d0 req-8fd0235e-2c52-41b3-a560-a4a4a732864d tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 950 time: 0.2669971 Nov 09 21:16:22.508095 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-f0745b57-f43e-464e-aa7a-d71372ca9391 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:22.555095 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-ece989f4-f8fd-44cb-929c-0411c00ef87f None None] For port f82cba2b-880d-4347-a52a-3bd6095645d8, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:16:22.581141 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-ece989f4-f8fd-44cb-929c-0411c00ef87f None None] For port f82cba2b-880d-4347-a52a-3bd6095645d8, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=f82cba2b-880d-4347-a52a-3bd6095645d8,segment=NetworkSegment(69c85e60-ea4f-40ee-98ab-da922c8dbb2b),segment_id=69c85e60-ea4f-40ee-98ab-da922c8dbb2b)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:16:22.605014 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-f0745b57-f43e-464e-aa7a-d71372ca9391 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:22.671470 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ece989f4-f8fd-44cb-929c-0411c00ef87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:22.691570 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:22.860598 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-497b13b6-e17e-4ed5-bc24-c6f9eedaf0d0 req-fe3d9848-4d43-40de-a0e7-28fb307a6776 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4137144 Nov 09 21:16:22.874167 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece989f4-f8fd-44cb-929c-0411c00ef87f None None] Pushing event updated for resources: {'Port': ['ID=f82cba2b-880d-4347-a52a-3bd6095645d8,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:22.876297 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-f0745b57-f43e-464e-aa7a-d71372ca9391 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Network 5fad92fa-6e69-4982-b33d-973ebedbbd56 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:16:22.896435 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-f0745b57-f43e-464e-aa7a-d71372ca9391 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:16:22.912432 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-f0745b57-f43e-464e-aa7a-d71372ca9391 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:16:23.013695 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0745b57-f43e-464e-aa7a-d71372ca9391 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Pushing event updated for resources: {'Port': ['ID=ea660c77-3caf-44f2-bbe7-bc918607ccd3,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:23.047626 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2b98cf9d-1069-40a9-a2df-13033bd824bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:23.097972 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-f0745b57-f43e-464e-aa7a-d71372ca9391 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:23.098628 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-f0745b57-f43e-464e-aa7a-d71372ca9391 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:23.157139 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-f0745b57-f43e-464e-aa7a-d71372ca9391 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7029567 Nov 09 21:16:23.222581 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device a3689f97-d8ca-4d92-8460-3d778109e644 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:16:23.323346 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-b1bf52c1-a15c-44dc-9749-550c2c833722 service neutron] Request body: {'port': {'device_id': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:16:23.402325 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:23.544979 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b98cf9d-1069-40a9-a2df-13033bd824bf admin admin] Router ee739494-7f68-4de2-b459-4824e69af231 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:16:23.607435 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba31734-9a18-47a3-a655-cde45dfba14c req-4d9171e2-5e5a-468c-b439-5ec83ce5aa5e tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:23.614333 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dba31734-9a18-47a3-a655-cde45dfba14c req-4d9171e2-5e5a-468c-b439-5ec83ce5aa5e tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 945 time: 0.4415421 Nov 09 21:16:23.632402 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-b1bf52c1-a15c-44dc-9749-550c2c833722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:23.887323 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b98cf9d-1069-40a9-a2df-13033bd824bf admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:16:23.899724 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637ba86c-fb47-418d-b95b-b50e9573fe31 None None] Sync routers for ids ['ee739494-7f68-4de2-b459-4824e69af231'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:16:23.918478 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637ba86c-fb47-418d-b95b-b50e9573fe31 None None] Routers {'ee739494-7f68-4de2-b459-4824e69af231'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:16:23.919530 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-637ba86c-fb47-418d-b95b-b50e9573fe31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:16:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['ee739494-7f68-4de2-b459-4824e69af231'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:16:23.942841 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2b98cf9d-1069-40a9-a2df-13033bd824bf admin admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:23.944187 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2b98cf9d-1069-40a9-a2df-13033bd824bf admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.3621111 Nov 09 21:16:23.947549 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35248) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:16:23.996615 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dba31734-9a18-47a3-a655-cde45dfba14c req-6b772758-ea46-4fe0-be0c-92471bf79f64 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475994 Nov 09 21:16:24.000044 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device f82cba2b-880d-4347-a52a-3bd6095645d8 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:16:24.137398 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-18eec4a2-4a8e-4b0b-829a-1827bee76c75 None None] Provisioning complete for port ea660c77-3caf-44f2-bbe7-bc918607ccd3 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:16:24.140476 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-18eec4a2-4a8e-4b0b-829a-1827bee76c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:24.168060 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port f82cba2b-880d-4347-a52a-3bd6095645d8 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:16:24.168741 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:24.283137 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-18eec4a2-4a8e-4b0b-829a-1827bee76c75 None None] Port ea660c77-3caf-44f2-bbe7-bc918607ccd3 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:16:24.354232 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-637ba86c-fb47-418d-b95b-b50e9573fe31 None None] Set router ee739494-7f68-4de2-b459-4824e69af231 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:16:24.398514 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:24.497380 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port f82cba2b-880d-4347-a52a-3bd6095645d8, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=f82cba2b-880d-4347-a52a-3bd6095645d8,segment=NetworkSegment(69c85e60-ea4f-40ee-98ab-da922c8dbb2b),segment_id=69c85e60-ea4f-40ee-98ab-da922c8dbb2b)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:16:24.505048 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:24.505954 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f35649-534f-4ecb-96a7-5e7ddabb0479 req-a4438d21-504e-4a37-a444-82bf40ccfbdb tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:24.531265 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e9f35649-534f-4ecb-96a7-5e7ddabb0479 req-a4438d21-504e-4a37-a444-82bf40ccfbdb tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e5a12d4-8ad3-4c14-abaf-57d178d86fc5 HTTP/1.1" status: 200 len: 944 time: 0.2877696 Nov 09 21:16:24.608679 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=f82cba2b-880d-4347-a52a-3bd6095645d8,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:24.702434 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-637ba86c-fb47-418d-b95b-b50e9573fe31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee739494-7f68-4de2-b459-4824e69af231', 'name': 'tempest-FloatingIPDetailsTestJSON-1281118552-router', 'tenant_id': '5cf606e88e4d44b5a19f8e1371c70498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'a1a7ea0d-d36b-4c80-801d-d897ef48ae6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:16:19Z', 'updated_at': '2021-11-09T21:16:21Z', 'revision_number': 3, 'project_id': '5cf606e88e4d44b5a19f8e1371c70498', 'gw_port': {'id': 'a1a7ea0d-d36b-4c80-801d-d897ef48ae6d', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:99:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee739494-7f68-4de2-b459-4824e69af231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:16:20Z', 'updated_at': '2021-11-09T21:16:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:16:24.715070 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e9f35649-534f-4ecb-96a7-5e7ddabb0479 req-04d8640b-55e9-4901-8be6-83ca8a35b640 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803675 Nov 09 21:16:24.724232 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ac9b7b-64d8-44ce-bcf4-1c8b99585d61 None None] Network 03909057-058a-4a93-9a3f-6ba19a12c757 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:16:24.795664 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637ba86c-fb47-418d-b95b-b50e9573fe31 None None] Checking router: ee739494-7f68-4de2-b459-4824e69af231 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:16:24.796138 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637ba86c-fb47-418d-b95b-b50e9573fe31 None None] Updating router ee739494-7f68-4de2-b459-4824e69af231 port a1a7ea0d-d36b-4c80-801d-d897ef48ae6d binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:16:24.860041 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-637ba86c-fb47-418d-b95b-b50e9573fe31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:24.883100 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-f9b9ad23-b006-4655-9567-487d0a0956f9 None None] Provisioning complete for port f82cba2b-880d-4347-a52a-3bd6095645d8 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:16:24.893810 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f9b9ad23-b006-4655-9567-487d0a0956f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:24.952256 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-b1bf52c1-a15c-44dc-9749-550c2c833722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 825351ba-9738-49ef-a76d-6d1620cd75d1 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:16:24.989686 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-b1bf52c1-a15c-44dc-9749-550c2c833722 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:25.012073 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-b1bf52c1-a15c-44dc-9749-550c2c833722 service neutron] Transition to ACTIVE for port object 825351ba-9738-49ef-a76d-6d1620cd75d1 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:16:25.022722 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c440f-6972-463c-90b9-df9cceeb2b6f req-7ac25606-d7d5-4dc9-a848-4185c928a13a tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:25.033111 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ca3c440f-6972-463c-90b9-df9cceeb2b6f req-7ac25606-d7d5-4dc9-a848-4185c928a13a tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/ports?device_id=377f3730-87ac-409a-b3e4-c1af2c670991 HTTP/1.1" status: 200 len: 945 time: 0.2081304 Nov 09 21:16:25.043318 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-b1bf52c1-a15c-44dc-9749-550c2c833722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:25.218240 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf52c1-a15c-44dc-9749-550c2c833722 service neutron] Pushing event updated for resources: {'Port': ['ID=825351ba-9738-49ef-a76d-6d1620cd75d1,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:25.244742 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ca3c440f-6972-463c-90b9-df9cceeb2b6f req-ab832690-f0b4-4d66-b0c9-6330c5a992d5 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/security-groups?id=c03e1c2c-ba46-4192-b9cb-d256abe573c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020514 Nov 09 21:16:25.454174 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-b1bf52c1-a15c-44dc-9749-550c2c833722 service neutron] Attempting to bind port 825351ba-9738-49ef-a76d-6d1620cd75d1 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:16:25.456953 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-b1bf52c1-a15c-44dc-9749-550c2c833722 service neutron] Attempting to bind port 825351ba-9738-49ef-a76d-6d1620cd75d1 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': 'f477b23b-3157-468e-9cfa-93d67e390b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd6a5df07-fe3c-47f1-83e0-b8908198e01d'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:16:25.457558 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-b1bf52c1-a15c-44dc-9749-550c2c833722 service neutron] Attempting to bind port 825351ba-9738-49ef-a76d-6d1620cd75d1 on network d6a5df07-fe3c-47f1-83e0-b8908198e01d {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:16:25.506412 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a4dceebd-4ae3-4916-8eb3-a7af0eacea5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:25.525388 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-b1bf52c1-a15c-44dc-9749-550c2c833722 service neutron] Port 825351ba-9738-49ef-a76d-6d1620cd75d1 on network d6a5df07-fe3c-47f1-83e0-b8908198e01d not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:16:25.525874 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-b1bf52c1-a15c-44dc-9749-550c2c833722 service neutron] Attempting to bind port 825351ba-9738-49ef-a76d-6d1620cd75d1 on network d6a5df07-fe3c-47f1-83e0-b8908198e01d {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:16:25.583099 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-b1bf52c1-a15c-44dc-9749-550c2c833722 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:16:25.586738 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-b1bf52c1-a15c-44dc-9749-550c2c833722 service neutron] Checking segment: {'id': 'f477b23b-3157-468e-9cfa-93d67e390b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd6a5df07-fe3c-47f1-83e0-b8908198e01d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:16:25.588460 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-b1bf52c1-a15c-44dc-9749-550c2c833722 service neutron] Bound using segment: {'id': 'f477b23b-3157-468e-9cfa-93d67e390b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd6a5df07-fe3c-47f1-83e0-b8908198e01d'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:16:25.591667 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-b1bf52c1-a15c-44dc-9749-550c2c833722 service neutron] Bound port: 825351ba-9738-49ef-a76d-6d1620cd75d1, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f477b23b-3157-468e-9cfa-93d67e390b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd6a5df07-fe3c-47f1-83e0-b8908198e01d'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:16:25.593371 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-b1bf52c1-a15c-44dc-9749-550c2c833722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:25.686218 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-637ba86c-fb47-418d-b95b-b50e9573fe31 None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:25.696702 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-637ba86c-fb47-418d-b95b-b50e9573fe31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:25.698909 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1d7ac-cc46-4c41-85c2-d52ceca89833 req-e014e85f-af07-4288-8ab8-4e35967da124 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:25.724887 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1d7ac-cc46-4c41-85c2-d52ceca89833 req-e014e85f-af07-4288-8ab8-4e35967da124 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:25.761747 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1d7ac-cc46-4c41-85c2-d52ceca89833 req-e014e85f-af07-4288-8ab8-4e35967da124 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:25.786426 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1d7ac-cc46-4c41-85c2-d52ceca89833 req-e014e85f-af07-4288-8ab8-4e35967da124 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:25.810590 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device f82cba2b-880d-4347-a52a-3bd6095645d8 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:16:25.821860 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-637ba86c-fb47-418d-b95b-b50e9573fe31 None None] Attempting to bind port a1a7ea0d-d36b-4c80-801d-d897ef48ae6d on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:16:25.822952 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-637ba86c-fb47-418d-b95b-b50e9573fe31 None None] Attempting to bind port a1a7ea0d-d36b-4c80-801d-d897ef48ae6d by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:16:25.823331 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637ba86c-fb47-418d-b95b-b50e9573fe31 None None] Attempting to bind port a1a7ea0d-d36b-4c80-801d-d897ef48ae6d on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:16:25.842623 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637ba86c-fb47-418d-b95b-b50e9573fe31 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:16:25.843080 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637ba86c-fb47-418d-b95b-b50e9573fe31 None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:16:25.844259 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-637ba86c-fb47-418d-b95b-b50e9573fe31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:25.845444 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637ba86c-fb47-418d-b95b-b50e9573fe31 None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:16:25.846787 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-637ba86c-fb47-418d-b95b-b50e9573fe31 None None] Bound port: a1a7ea0d-d36b-4c80-801d-d897ef48ae6d, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:16:25.848340 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1d7ac-cc46-4c41-85c2-d52ceca89833 req-e014e85f-af07-4288-8ab8-4e35967da124 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:25.848990 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-637ba86c-fb47-418d-b95b-b50e9573fe31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:25.863763 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c6e1d7ac-cc46-4c41-85c2-d52ceca89833 req-e014e85f-af07-4288-8ab8-4e35967da124 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 3827 time: 0.4331951 Nov 09 21:16:25.886379 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-a4dceebd-4ae3-4916-8eb3-a7af0eacea5d admin admin] Allocated IP 172.20.0.1 (03909057-058a-4a93-9a3f-6ba19a12c757/03ebe66c-812e-4ed2-be76-fe97707943c4/19f4f27c-9fbe-4307-a312-a6bb8ff521ff) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:16:25.998674 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea72be3-7c9c-4fa5-abaa-abf4e4674044 None None] Pushing event updated for resources: {'Port': ['ID=a1a7ea0d-d36b-4c80-801d-d897ef48ae6d,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:26.005545 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-637ba86c-fb47-418d-b95b-b50e9573fe31 None None] For port a1a7ea0d-d36b-4c80-801d-d897ef48ae6d, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:16:26.011501 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-637ba86c-fb47-418d-b95b-b50e9573fe31 None None] For port a1a7ea0d-d36b-4c80-801d-d897ef48ae6d, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=a1a7ea0d-d36b-4c80-801d-d897ef48ae6d,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:16:26.014986 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port f82cba2b-880d-4347-a52a-3bd6095645d8 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:16:26.016509 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:26.020208 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-637ba86c-fb47-418d-b95b-b50e9573fe31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:26.136854 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-c8dce61d-9daa-4949-a63f-a4574b4dcba5 None None] Provisioning complete for port f82cba2b-880d-4347-a52a-3bd6095645d8 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:16:26.137520 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c8dce61d-9daa-4949-a63f-a4574b4dcba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:26.153923 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a4dceebd-4ae3-4916-8eb3-a7af0eacea5d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:26.212833 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637ba86c-fb47-418d-b95b-b50e9573fe31 None None] Routers {'ee739494-7f68-4de2-b459-4824e69af231'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:16:26.219032 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-637ba86c-fb47-418d-b95b-b50e9573fe31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:16:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['ee739494-7f68-4de2-b459-4824e69af231'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:16:26.242740 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c6e1d7ac-cc46-4c41-85c2-d52ceca89833 req-759cf8c1-42fc-4ffb-b241-0d0935cc2522 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/security-groups?id=2aa0795d-359d-4f24-ad70-d15c6200f092&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3779624 Nov 09 21:16:26.256327 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a4dceebd-4ae3-4916-8eb3-a7af0eacea5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:26.260814 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-b1bf52c1-a15c-44dc-9749-550c2c833722 service neutron] For port 825351ba-9738-49ef-a76d-6d1620cd75d1, host n-h2-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:16:26.264617 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-b1bf52c1-a15c-44dc-9749-550c2c833722 service neutron] For port 825351ba-9738-49ef-a76d-6d1620cd75d1, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=825351ba-9738-49ef-a76d-6d1620cd75d1,segment=NetworkSegment(f477b23b-3157-468e-9cfa-93d67e390b26),segment_id=f477b23b-3157-468e-9cfa-93d67e390b26)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:16:26.275997 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-b1bf52c1-a15c-44dc-9749-550c2c833722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:26.342126 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-b1bf52c1-a15c-44dc-9749-550c2c833722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:26.342741 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-b1bf52c1-a15c-44dc-9749-550c2c833722 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:26.344131 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-b1bf52c1-a15c-44dc-9749-550c2c833722 service neutron] 10.222.0.43 "PUT /v2.0/ports/825351ba-9738-49ef-a76d-6d1620cd75d1 HTTP/1.1" status: 200 len: 1092 time: 3.0450523 Nov 09 21:16:26.344582 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'tag': '825351ba-9738-49ef-a76d-6d1620cd75d1'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:16:26.347401 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0475e5cd-f813-454d-ab05-3c719faba5b8" -d '{"events": [{"name": "network-changed", "server_uuid": "40b6c418-4d59-4dd2-bb2b-a20015d0c169", "tag": "825351ba-9738-49ef-a76d-6d1620cd75d1"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:16:26.380585 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf52c1-a15c-44dc-9749-550c2c833722 service neutron] Pushing event updated for resources: {'Port': ['ID=825351ba-9738-49ef-a76d-6d1620cd75d1,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:26.398230 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-e41f7e5b-1527-4bfc-ba04-26dbcae272ef service neutron] Request body: {'port': {'device_id': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:16:26.444267 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea72be3-7c9c-4fa5-abaa-abf4e4674044 None None] Pushing event updated for resources: {'Port': ['ID=a1a7ea0d-d36b-4c80-801d-d897ef48ae6d,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:26.448693 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4dceebd-4ae3-4916-8eb3-a7af0eacea5d admin admin] Network 03909057-058a-4a93-9a3f-6ba19a12c757 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:16:26.456088 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-a4dceebd-4ae3-4916-8eb3-a7af0eacea5d admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:16:26.497378 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dceebd-4ae3-4916-8eb3-a7af0eacea5d admin admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:16:26.513567 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dceebd-4ae3-4916-8eb3-a7af0eacea5d admin admin] Pushing event updated for resources: {'Port': ['ID=19f4f27c-9fbe-4307-a312-a6bb8ff521ff,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:26.586840 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-e41f7e5b-1527-4bfc-ba04-26dbcae272ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:26.615468 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a4dceebd-4ae3-4916-8eb3-a7af0eacea5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:26.857805 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef43c146-4f60-414f-a684-a4bf4e23e3f7 req-d55cacf5-50b7-4172-9916-d64b2315f474 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:26.868330 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ef43c146-4f60-414f-a684-a4bf4e23e3f7 req-d55cacf5-50b7-4172-9916-d64b2315f474 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 950 time: 0.3246706 Nov 09 21:16:26.980394 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-637ba86c-fb47-418d-b95b-b50e9573fe31 None None] Set router ee739494-7f68-4de2-b459-4824e69af231 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:16:27.006217 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-1cb0d2ac-8121-4863-8ad3-99d8da1f0c51 None None] Provisioning complete for port 19f4f27c-9fbe-4307-a312-a6bb8ff521ff triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:16:27.006812 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1cb0d2ac-8121-4863-8ad3-99d8da1f0c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:27.059098 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a4dceebd-4ae3-4916-8eb3-a7af0eacea5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:27.136370 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-1cb0d2ac-8121-4863-8ad3-99d8da1f0c51 None None] Port 19f4f27c-9fbe-4307-a312-a6bb8ff521ff cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:16:27.340207 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-637ba86c-fb47-418d-b95b-b50e9573fe31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee739494-7f68-4de2-b459-4824e69af231', 'name': 'tempest-FloatingIPDetailsTestJSON-1281118552-router', 'tenant_id': '5cf606e88e4d44b5a19f8e1371c70498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'a1a7ea0d-d36b-4c80-801d-d897ef48ae6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:16:19Z', 'updated_at': '2021-11-09T21:16:21Z', 'revision_number': 3, 'project_id': '5cf606e88e4d44b5a19f8e1371c70498', 'gw_port': {'id': 'a1a7ea0d-d36b-4c80-801d-d897ef48ae6d', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:99:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee739494-7f68-4de2-b459-4824e69af231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:16:20Z', 'updated_at': '2021-11-09T21:16:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:16:27.410487 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637ba86c-fb47-418d-b95b-b50e9573fe31 None None] The sync data for ids ['ee739494-7f68-4de2-b459-4824e69af231'] in n-d-816206-3 is: [{'id': 'ee739494-7f68-4de2-b459-4824e69af231', 'name': 'tempest-FloatingIPDetailsTestJSON-1281118552-router', 'tenant_id': '5cf606e88e4d44b5a19f8e1371c70498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'a1a7ea0d-d36b-4c80-801d-d897ef48ae6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:16:19Z', 'updated_at': '2021-11-09T21:16:21Z', 'revision_number': 3, 'project_id': '5cf606e88e4d44b5a19f8e1371c70498', 'gw_port': {'id': 'a1a7ea0d-d36b-4c80-801d-d897ef48ae6d', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:99:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee739494-7f68-4de2-b459-4824e69af231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:16:20Z', 'updated_at': '2021-11-09T21:16:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:16:27.606631 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a4dceebd-4ae3-4916-8eb3-a7af0eacea5d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:27.624926 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a4dceebd-4ae3-4916-8eb3-a7af0eacea5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:27.805231 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-5cf2c2a6-9652-440d-9105-9c7a58b68a75 service neutron] 10.222.0.43 "GET /v2.0/ports/a3689f97-d8ca-4d92-8460-3d778109e644/bindings/n-h1-816206-3 HTTP/1.1" status: 200 len: 384 time: 0.4496074 Nov 09 21:16:27.966124 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a4dceebd-4ae3-4916-8eb3-a7af0eacea5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:27.972275 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dceebd-4ae3-4916-8eb3-a7af0eacea5d admin admin] Pushing event updated for resources: {'Port': ['ID=19f4f27c-9fbe-4307-a312-a6bb8ff521ff,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:28.076971 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-e41f7e5b-1527-4bfc-ba04-26dbcae272ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b53947c2-f2f0-4db5-a448-3a32c902f2f5 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:16:28.090519 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-e41f7e5b-1527-4bfc-ba04-26dbcae272ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:28.104883 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-e41f7e5b-1527-4bfc-ba04-26dbcae272ef service neutron] Transition to ACTIVE for port object b53947c2-f2f0-4db5-a448-3a32c902f2f5 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:16:28.116515 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ef43c146-4f60-414f-a684-a4bf4e23e3f7 req-90793755-7936-41fc-8469-82eec092e54c tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2457893 Nov 09 21:16:28.120516 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-e41f7e5b-1527-4bfc-ba04-26dbcae272ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:28.292860 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4dceebd-4ae3-4916-8eb3-a7af0eacea5d admin admin] Network 03909057-058a-4a93-9a3f-6ba19a12c757 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:16:28.316858 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-a4dceebd-4ae3-4916-8eb3-a7af0eacea5d admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:16:28.491424 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f7e5b-1527-4bfc-ba04-26dbcae272ef service neutron] Pushing event updated for resources: {'Port': ['ID=b53947c2-f2f0-4db5-a448-3a32c902f2f5,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:28.664335 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b51fe-1b09-4a6a-9662-b8790e0b2117 req-4a5874fc-88e5-41be-832b-6c2694a3f06c tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:28.673288 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ef0b51fe-1b09-4a6a-9662-b8790e0b2117 req-4a5874fc-88e5-41be-832b-6c2694a3f06c tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 945 time: 0.4078717 Nov 09 21:16:28.893350 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-e390209a-b29b-4471-b4ce-aef4d004ac31 service neutron] For port a3689f97-d8ca-4d92-8460-3d778109e644, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=a3689f97-d8ca-4d92-8460-3d778109e644,segment=NetworkSegment(dafe29ae-1ba0-4490-879c-5008a3eac5b2),segment_id=dafe29ae-1ba0-4490-879c-5008a3eac5b2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:16:28.907575 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-e41f7e5b-1527-4bfc-ba04-26dbcae272ef service neutron] Attempting to bind port b53947c2-f2f0-4db5-a448-3a32c902f2f5 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:16:28.908198 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-e41f7e5b-1527-4bfc-ba04-26dbcae272ef service neutron] Attempting to bind port b53947c2-f2f0-4db5-a448-3a32c902f2f5 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '254957df-25ec-4868-b731-a668ba7c24bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3808ba34-f2ea-4dcf-b849-bb7f67f33c6c'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:16:28.908821 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-e41f7e5b-1527-4bfc-ba04-26dbcae272ef service neutron] Attempting to bind port b53947c2-f2f0-4db5-a448-3a32c902f2f5 on network 3808ba34-f2ea-4dcf-b849-bb7f67f33c6c {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:16:28.934784 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ef0b51fe-1b09-4a6a-9662-b8790e0b2117 req-1a46e330-9df7-4cac-ab63-ad16dab48f3e tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588794 Nov 09 21:16:28.935408 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d4f48588-74db-4eba-a982-bd4a329d3666 None None] Provisioning complete for port 19f4f27c-9fbe-4307-a312-a6bb8ff521ff triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:16:28.935893 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d4f48588-74db-4eba-a982-bd4a329d3666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:28.942162 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-e390209a-b29b-4471-b4ce-aef4d004ac31 service neutron] For port a3689f97-d8ca-4d92-8460-3d778109e644, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:16:28.943349 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-e41f7e5b-1527-4bfc-ba04-26dbcae272ef service neutron] Port b53947c2-f2f0-4db5-a448-3a32c902f2f5 on network 3808ba34-f2ea-4dcf-b849-bb7f67f33c6c not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:16:28.943856 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-e41f7e5b-1527-4bfc-ba04-26dbcae272ef service neutron] Attempting to bind port b53947c2-f2f0-4db5-a448-3a32c902f2f5 on network 3808ba34-f2ea-4dcf-b849-bb7f67f33c6c {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:16:28.984179 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-e41f7e5b-1527-4bfc-ba04-26dbcae272ef service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:16:28.985649 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-e41f7e5b-1527-4bfc-ba04-26dbcae272ef service neutron] Checking segment: {'id': '254957df-25ec-4868-b731-a668ba7c24bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3808ba34-f2ea-4dcf-b849-bb7f67f33c6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:16:28.986855 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-e41f7e5b-1527-4bfc-ba04-26dbcae272ef service neutron] Bound using segment: {'id': '254957df-25ec-4868-b731-a668ba7c24bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3808ba34-f2ea-4dcf-b849-bb7f67f33c6c'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:16:28.987425 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-e41f7e5b-1527-4bfc-ba04-26dbcae272ef service neutron] Bound port: b53947c2-f2f0-4db5-a448-3a32c902f2f5, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '254957df-25ec-4868-b731-a668ba7c24bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3808ba34-f2ea-4dcf-b849-bb7f67f33c6c'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:16:28.991740 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-e41f7e5b-1527-4bfc-ba04-26dbcae272ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:29.037258 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-e390209a-b29b-4471-b4ce-aef4d004ac31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3689f97-d8ca-4d92-8460-3d778109e644 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:16:29.049173 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-d4f48588-74db-4eba-a982-bd4a329d3666 None None] Port 19f4f27c-9fbe-4307-a312-a6bb8ff521ff cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:16:29.071003 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-e390209a-b29b-4471-b4ce-aef4d004ac31 service neutron] For port a3689f97-d8ca-4d92-8460-3d778109e644, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=a3689f97-d8ca-4d92-8460-3d778109e644,segment=NetworkSegment(dafe29ae-1ba0-4490-879c-5008a3eac5b2),segment_id=dafe29ae-1ba0-4490-879c-5008a3eac5b2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:16:29.105863 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-e390209a-b29b-4471-b4ce-aef4d004ac31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:29.168746 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-e41f7e5b-1527-4bfc-ba04-26dbcae272ef service neutron] For port b53947c2-f2f0-4db5-a448-3a32c902f2f5, host n-h2-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:16:29.173261 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-e41f7e5b-1527-4bfc-ba04-26dbcae272ef service neutron] For port b53947c2-f2f0-4db5-a448-3a32c902f2f5, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=b53947c2-f2f0-4db5-a448-3a32c902f2f5,segment=NetworkSegment(254957df-25ec-4868-b731-a668ba7c24bc),segment_id=254957df-25ec-4868-b731-a668ba7c24bc)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:16:29.196539 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-e41f7e5b-1527-4bfc-ba04-26dbcae272ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:29.255361 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-e390209a-b29b-4471-b4ce-aef4d004ac31 service neutron] Transition to ACTIVE for port object a3689f97-d8ca-4d92-8460-3d778109e644 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:16:29.266214 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-e390209a-b29b-4471-b4ce-aef4d004ac31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:29.297853 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4dceebd-4ae3-4916-8eb3-a7af0eacea5d admin admin] Router ee739494-7f68-4de2-b459-4824e69af231 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:16:29.349772 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-e41f7e5b-1527-4bfc-ba04-26dbcae272ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:29.350417 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-e41f7e5b-1527-4bfc-ba04-26dbcae272ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:29.355250 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-e41f7e5b-1527-4bfc-ba04-26dbcae272ef service neutron] 10.222.0.43 "PUT /v2.0/ports/b53947c2-f2f0-4db5-a448-3a32c902f2f5 HTTP/1.1" status: 200 len: 1130 time: 2.9602299 Nov 09 21:16:29.376698 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-e390209a-b29b-4471-b4ce-aef4d004ac31 service neutron] No DVR routers for this DVR port a3689f97-d8ca-4d92-8460-3d778109e644 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:16:29.476924 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e390209a-b29b-4471-b4ce-aef4d004ac31 service neutron] Pushing event updated for resources: {'Port': ['ID=a3689f97-d8ca-4d92-8460-3d778109e644,revision_number=10']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:29.530676 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717ca93-40d7-4185-ac2b-0ac7ab7506ee req-c7e5f5e0-5702-441c-ba18-cf1edf1f37c1 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:29.536837 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d717ca93-40d7-4185-ac2b-0ac7ab7506ee req-c7e5f5e0-5702-441c-ba18-cf1edf1f37c1 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e5a12d4-8ad3-4c14-abaf-57d178d86fc5 HTTP/1.1" status: 200 len: 944 time: 0.3580048 Nov 09 21:16:29.542060 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f7e5b-1527-4bfc-ba04-26dbcae272ef service neutron] Pushing event updated for resources: {'Port': ['ID=b53947c2-f2f0-4db5-a448-3a32c902f2f5,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:29.608792 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-e390209a-b29b-4471-b4ce-aef4d004ac31 service neutron] 10.222.0.43 "PUT /v2.0/ports/a3689f97-d8ca-4d92-8460-3d778109e644/bindings/n-h1-816206-3/activate HTTP/1.1" status: 200 len: 369 time: 1.7954631 Nov 09 21:16:29.617626 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-3e9753d6-7bfd-4fba-8745-286f9b0f5fce service neutron] Request body: {'port': {'device_id': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:16:29.870183 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d717ca93-40d7-4185-ac2b-0ac7ab7506ee req-79daaf89-527c-4d66-8c04-6f10cd7a08cc tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124039 Nov 09 21:16:29.938479 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-b78cf568-6d80-4205-95c1-54cc78c4d042 tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:29.948419 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device a1a7ea0d-d36b-4c80-801d-d897ef48ae6d up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:16:29.970123 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-b78cf568-6d80-4205-95c1-54cc78c4d042 tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=5e5a12d4-8ad3-4c14-abaf-57d178d86fc5&tenant_id=5a6366c08f5c4a9bb0bdc56b2ea0a20e&binding%3Ahost_id=n-h2-816206-3 HTTP/1.1" status: 200 len: 1096 time: 0.2005112 Nov 09 21:16:30.011919 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-3e9753d6-7bfd-4fba-8745-286f9b0f5fce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:30.092814 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port a1a7ea0d-d36b-4c80-801d-d897ef48ae6d triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:16:30.093460 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:30.198291 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-f21b78c3-c46f-4934-8a3a-49ea6ab9ca8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:30.203152 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-f21b78c3-c46f-4934-8a3a-49ea6ab9ca8b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5e5a12d4-8ad3-4c14-abaf-57d178d86fc5&tenant_id=5a6366c08f5c4a9bb0bdc56b2ea0a20e HTTP/1.1" status: 200 len: 1096 time: 0.2173514 Nov 09 21:16:30.356513 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:30.412588 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port a1a7ea0d-d36b-4c80-801d-d897ef48ae6d, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=a1a7ea0d-d36b-4c80-801d-d897ef48ae6d,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:16:30.422938 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:30.562440 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4dceebd-4ae3-4916-8eb3-a7af0eacea5d admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:16:30.568833 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f5eca6-a7b3-4e5c-b358-aacf595643f5 x-openstack-request-id: req-a8f5eca6-a7b3-4e5c-b358-aacf595643f5 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:16:30.569147 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40b6c418-4d59-4dd2-bb2b-a20015d0c169", "tag": "825351ba-9738-49ef-a76d-6d1620cd75d1", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:16:30.569409 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a8f5eca6-a7b3-4e5c-b358-aacf595643f5 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:16:30.569811 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'tag': '825351ba-9738-49ef-a76d-6d1620cd75d1', 'status': 'completed', 'code': 200} Nov 09 21:16:30.586616 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a4dceebd-4ae3-4916-8eb3-a7af0eacea5d admin admin] 10.222.0.49 "PUT /v2.0/routers/ee739494-7f68-4de2-b459-4824e69af231/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6379902 Nov 09 21:16:30.607080 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=a1a7ea0d-d36b-4c80-801d-d897ef48ae6d,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:30.626247 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27bb1c7-3e02-4f26-af83-5113aaac53f7 None None] Sync routers for ids ['ee739494-7f68-4de2-b459-4824e69af231'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:16:30.630450 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475e5cd-f813-454d-ab05-3c719faba5b8 req-467a5603-d05f-48d1-a33e-44d99b1f4b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:30.634514 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475e5cd-f813-454d-ab05-3c719faba5b8 req-467a5603-d05f-48d1-a33e-44d99b1f4b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:30.636599 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475e5cd-f813-454d-ab05-3c719faba5b8 req-467a5603-d05f-48d1-a33e-44d99b1f4b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:30.659283 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27bb1c7-3e02-4f26-af83-5113aaac53f7 None None] Routers {'ee739494-7f68-4de2-b459-4824e69af231'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:16:30.661848 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b27bb1c7-3e02-4f26-af83-5113aaac53f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:16:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['ee739494-7f68-4de2-b459-4824e69af231'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:16:30.662586 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475e5cd-f813-454d-ab05-3c719faba5b8 req-467a5603-d05f-48d1-a33e-44d99b1f4b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:30.664114 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475e5cd-f813-454d-ab05-3c719faba5b8 req-467a5603-d05f-48d1-a33e-44d99b1f4b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:30.665259 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475e5cd-f813-454d-ab05-3c719faba5b8 req-467a5603-d05f-48d1-a33e-44d99b1f4b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:30.676310 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0475e5cd-f813-454d-ab05-3c719faba5b8 req-467a5603-d05f-48d1-a33e-44d99b1f4b1b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=400600a87b5744da836a5a4df97863c7&device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 5285 time: 0.1967609 Nov 09 21:16:30.772975 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-4d1a5a78-0c94-469d-9369-ad879d6d7e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:30.774908 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-4d1a5a78-0c94-469d-9369-ad879d6d7e6c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a6366c08f5c4a9bb0bdc56b2ea0a20e&device_id=5e5a12d4-8ad3-4c14-abaf-57d178d86fc5 HTTP/1.1" status: 200 len: 1096 time: 0.5400610 Nov 09 21:16:30.870089 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b08eb-0c0c-492d-8766-14753c878d85 req-b34f02e2-5083-445f-a739-86a80521d1dd tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:30.875967 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b08eb-0c0c-492d-8766-14753c878d85 req-b34f02e2-5083-445f-a739-86a80521d1dd tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:30.889654 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b08eb-0c0c-492d-8766-14753c878d85 req-b34f02e2-5083-445f-a739-86a80521d1dd tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:30.896943 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b08eb-0c0c-492d-8766-14753c878d85 req-b34f02e2-5083-445f-a739-86a80521d1dd tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:30.903286 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b08eb-0c0c-492d-8766-14753c878d85 req-b34f02e2-5083-445f-a739-86a80521d1dd tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:30.909758 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b08eb-0c0c-492d-8766-14753c878d85 req-b34f02e2-5083-445f-a739-86a80521d1dd tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:30.918104 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-801b08eb-0c0c-492d-8766-14753c878d85 req-b34f02e2-5083-445f-a739-86a80521d1dd tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 4599 time: 0.3451974 Nov 09 21:16:30.989481 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-b27bb1c7-3e02-4f26-af83-5113aaac53f7 None None] Set router ee739494-7f68-4de2-b459-4824e69af231 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:16:31.124089 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475e5cd-f813-454d-ab05-3c719faba5b8 req-e493d2a3-4026-41b6-a73e-e0f64f4ffaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:31.126436 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475e5cd-f813-454d-ab05-3c719faba5b8 req-e493d2a3-4026-41b6-a73e-e0f64f4ffaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:31.131934 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475e5cd-f813-454d-ab05-3c719faba5b8 req-e493d2a3-4026-41b6-a73e-e0f64f4ffaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:31.134784 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0475e5cd-f813-454d-ab05-3c719faba5b8 req-e493d2a3-4026-41b6-a73e-e0f64f4ffaef service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=400600a87b5744da836a5a4df97863c7&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4440069 Nov 09 21:16:31.167960 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-3e9753d6-7bfd-4fba-8745-286f9b0f5fce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b6a9424-e1c2-4d17-92db-720005970041 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:16:31.229980 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-3e9753d6-7bfd-4fba-8745-286f9b0f5fce service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:31.312938 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-801b08eb-0c0c-492d-8766-14753c878d85 req-f567a852-4923-4d2c-a1a5-1a570bf0a9f9 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/security-groups?id=a49c0492-ae47-4dac-8056-4d2eff42c909&id=2aa0795d-359d-4f24-ad70-d15c6200f092&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3899903 Nov 09 21:16:31.326801 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-3e9753d6-7bfd-4fba-8745-286f9b0f5fce service neutron] Transition to ACTIVE for port object 2b6a9424-e1c2-4d17-92db-720005970041 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:16:31.328326 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-0a96a641-ca92-416c-99f0-018391ac4e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:31.338104 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-0a96a641-ca92-416c-99f0-018391ac4e2b service neutron] 10.222.0.45 "GET /v2.0/networks?id=9cf09cc6-9022-42d8-96c2-e4ea0d1e749b HTTP/1.1" status: 200 len: 908 time: 0.5434334 Nov 09 21:16:31.356587 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-3e9753d6-7bfd-4fba-8745-286f9b0f5fce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:31.462705 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b27bb1c7-3e02-4f26-af83-5113aaac53f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee739494-7f68-4de2-b459-4824e69af231', 'name': 'tempest-FloatingIPDetailsTestJSON-1281118552-router', 'tenant_id': '5cf606e88e4d44b5a19f8e1371c70498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'a1a7ea0d-d36b-4c80-801d-d897ef48ae6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:16:19Z', 'updated_at': '2021-11-09T21:16:26Z', 'revision_number': 4, 'project_id': '5cf606e88e4d44b5a19f8e1371c70498', 'gw_port': {'id': 'a1a7ea0d-d36b-4c80-801d-d897ef48ae6d', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee739494-7f68-4de2-b459-4824e69af231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:16:20Z', 'updated_at': '2021-11-09T21:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '19f4f27c-9fbe-4307-a312-a6bb8ff521ff', 'name': '', 'network_id': '03909057-058a-4a93-9a3f-6ba19a12c757', 'tenant_id': '5cf606e88e4d44b5a19f8e1371c70498', 'mac_address': 'fa:16:3e:7f:68:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee739494-7f68-4de2-b459-4824e69af231', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '03ebe66c-812e-4ed2-be76-fe97707943c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:16:25Z', 'updated_at': '2021-11-09T21:16:27Z', 'revision_number': 2, 'project_id': '5cf606e88e4d44b5a19f8e1371c70498', 'subnets': [{'id': '03ebe66c-812e-4ed2-be76-fe97707943c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:16:31.525947 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475e5cd-f813-454d-ab05-3c719faba5b8 req-e9360830-3deb-4868-8541-9ff09358e11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:31.528316 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0475e5cd-f813-454d-ab05-3c719faba5b8 req-e9360830-3deb-4868-8541-9ff09358e11f service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3858926 Nov 09 21:16:31.535845 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27bb1c7-3e02-4f26-af83-5113aaac53f7 None None] Checking router: ee739494-7f68-4de2-b459-4824e69af231 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:16:31.536467 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27bb1c7-3e02-4f26-af83-5113aaac53f7 None None] Updating router ee739494-7f68-4de2-b459-4824e69af231 port 19f4f27c-9fbe-4307-a312-a6bb8ff521ff binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:16:31.588689 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9753d6-7bfd-4fba-8745-286f9b0f5fce service neutron] Pushing event updated for resources: {'Port': ['ID=2b6a9424-e1c2-4d17-92db-720005970041,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:31.591272 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b27bb1c7-3e02-4f26-af83-5113aaac53f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:31.600831 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-cfdaea29-a493-427b-b9f7-060ca6f3fc84 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3689f97-d8ca-4d92-8460-3d778109e644 HTTP/1.1" status: 200 len: 217 time: 0.2453535 Nov 09 21:16:31.821535 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device a1a7ea0d-d36b-4c80-801d-d897ef48ae6d up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:16:31.886186 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24edc3fb-9d0a-42e8-93a4-25ebf46b362d req-bea17874-96b0-4a07-bc6a-30f6b9054400 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:31.912365 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-24edc3fb-9d0a-42e8-93a4-25ebf46b362d req-bea17874-96b0-4a07-bc6a-30f6b9054400 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 950 time: 0.3226149 Nov 09 21:16:31.987304 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-d7454853-bc4a-4c99-88a3-0d5ab40f184a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:31.989458 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-d7454853-bc4a-4c99-88a3-0d5ab40f184a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=39c6d736-667d-4cbf-9558-9612dacd0f8d HTTP/1.1" status: 200 len: 848 time: 0.3758616 Nov 09 21:16:32.002547 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port a1a7ea0d-d36b-4c80-801d-d897ef48ae6d triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:16:32.003111 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:32.024837 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-3e9753d6-7bfd-4fba-8745-286f9b0f5fce service neutron] Attempting to bind port 2b6a9424-e1c2-4d17-92db-720005970041 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:16:32.025555 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-3e9753d6-7bfd-4fba-8745-286f9b0f5fce service neutron] Attempting to bind port 2b6a9424-e1c2-4d17-92db-720005970041 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '254957df-25ec-4868-b731-a668ba7c24bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3808ba34-f2ea-4dcf-b849-bb7f67f33c6c'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:16:32.026124 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-3e9753d6-7bfd-4fba-8745-286f9b0f5fce service neutron] Attempting to bind port 2b6a9424-e1c2-4d17-92db-720005970041 on network 3808ba34-f2ea-4dcf-b849-bb7f67f33c6c {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:16:32.060589 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-3e9753d6-7bfd-4fba-8745-286f9b0f5fce service neutron] Port 2b6a9424-e1c2-4d17-92db-720005970041 on network 3808ba34-f2ea-4dcf-b849-bb7f67f33c6c not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:16:32.061313 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-3e9753d6-7bfd-4fba-8745-286f9b0f5fce service neutron] Attempting to bind port 2b6a9424-e1c2-4d17-92db-720005970041 on network 3808ba34-f2ea-4dcf-b849-bb7f67f33c6c {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:16:32.069242 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-62885171-081f-45a3-b70e-f768b0cdbdbf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9cf09cc6-9022-42d8-96c2-e4ea0d1e749b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604565 Nov 09 21:16:32.071929 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cd7815e3-e37f-4a4b-9b0d-b8bd25d502de req-252ae133-d96d-4c0a-93e7-2b7d21291ab1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=41bac806-9e1e-4473-b42d-4b701d2b796d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1256626 Nov 09 21:16:32.084095 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-3e9753d6-7bfd-4fba-8745-286f9b0f5fce service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:16:32.084822 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-3e9753d6-7bfd-4fba-8745-286f9b0f5fce service neutron] Checking segment: {'id': '254957df-25ec-4868-b731-a668ba7c24bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3808ba34-f2ea-4dcf-b849-bb7f67f33c6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:16:32.085415 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-3e9753d6-7bfd-4fba-8745-286f9b0f5fce service neutron] Bound using segment: {'id': '254957df-25ec-4868-b731-a668ba7c24bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3808ba34-f2ea-4dcf-b849-bb7f67f33c6c'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:16:32.086770 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-3e9753d6-7bfd-4fba-8745-286f9b0f5fce service neutron] Bound port: 2b6a9424-e1c2-4d17-92db-720005970041, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '254957df-25ec-4868-b731-a668ba7c24bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3808ba34-f2ea-4dcf-b849-bb7f67f33c6c'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:16:32.088007 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-3e9753d6-7bfd-4fba-8745-286f9b0f5fce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:32.264355 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7815e3-e37f-4a4b-9b0d-b8bd25d502de req-b8230a94-44b9-41a3-9bfe-b293bd17de59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:32.266401 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-24edc3fb-9d0a-42e8-93a4-25ebf46b362d req-05a3a812-86a5-4a3d-9cf0-2385fbc7cf18 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132620 Nov 09 21:16:32.273053 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cd7815e3-e37f-4a4b-9b0d-b8bd25d502de req-b8230a94-44b9-41a3-9bfe-b293bd17de59 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79813b2c248b4d6c8fab5b7bd98099e4&device_id=41bac806-9e1e-4473-b42d-4b701d2b796d HTTP/1.1" status: 200 len: 1095 time: 0.1598542 Nov 09 21:16:32.405633 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-3e9753d6-7bfd-4fba-8745-286f9b0f5fce service neutron] For port 2b6a9424-e1c2-4d17-92db-720005970041, host n-h2-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:16:32.415862 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-3e9753d6-7bfd-4fba-8745-286f9b0f5fce service neutron] For port 2b6a9424-e1c2-4d17-92db-720005970041, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=2b6a9424-e1c2-4d17-92db-720005970041,segment=NetworkSegment(254957df-25ec-4868-b731-a668ba7c24bc),segment_id=254957df-25ec-4868-b731-a668ba7c24bc)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:16:32.421498 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-325be7e5-8277-41e4-84f9-ff22fadc67e1 service neutron] 10.222.0.45 "GET /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383865 Nov 09 21:16:32.426555 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-3e9753d6-7bfd-4fba-8745-286f9b0f5fce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:32.429726 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b27bb1c7-3e02-4f26-af83-5113aaac53f7 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:32.454163 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b27bb1c7-3e02-4f26-af83-5113aaac53f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:32.490986 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec31667-3725-4e7b-944c-e254ce7744c7 req-930fed21-7235-4cbb-bc88-a409150ccd77 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:32.492401 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0ec31667-3725-4e7b-944c-e254ce7744c7 req-930fed21-7235-4cbb-bc88-a409150ccd77 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.43 "GET /v2.0/ports?device_id=377f3730-87ac-409a-b3e4-c1af2c670991 HTTP/1.1" status: 200 len: 945 time: 0.3227649 Nov 09 21:16:32.547734 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-3e9753d6-7bfd-4fba-8745-286f9b0f5fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:32.548745 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-3e9753d6-7bfd-4fba-8745-286f9b0f5fce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:32.550757 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-3e9753d6-7bfd-4fba-8745-286f9b0f5fce service neutron] 10.222.0.43 "PUT /v2.0/ports/2b6a9424-e1c2-4d17-92db-720005970041 HTTP/1.1" status: 200 len: 1130 time: 2.9410632 Nov 09 21:16:32.559411 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7815e3-e37f-4a4b-9b0d-b8bd25d502de req-07429e02-b8c3-4a62-a35c-cc43a94624e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:32.563155 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cd7815e3-e37f-4a4b-9b0d-b8bd25d502de req-07429e02-b8c3-4a62-a35c-cc43a94624e2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 HTTP/1.1" status: 200 len: 921 time: 0.2689371 Nov 09 21:16:32.580458 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'tag': 'b53947c2-f2f0-4db5-a448-3a32c902f2f5'}, {'name': 'network-changed', 'server_uuid': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'tag': '2b6a9424-e1c2-4d17-92db-720005970041'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:16:32.583010 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4800b5f2-9bee-4c0b-9fe3-eab79ae1213d" -d '{"events": [{"name": "network-changed", "server_uuid": "40b6c418-4d59-4dd2-bb2b-a20015d0c169", "tag": "b53947c2-f2f0-4db5-a448-3a32c902f2f5"}, {"name": "network-changed", "server_uuid": "40b6c418-4d59-4dd2-bb2b-a20015d0c169", "tag": "2b6a9424-e1c2-4d17-92db-720005970041"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:16:32.595073 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdc658b-3826-4545-a19e-1e1b9052b982 None None] Pushing event updated for resources: {'Port': ['ID=19f4f27c-9fbe-4307-a312-a6bb8ff521ff,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:32.677686 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cd7815e3-e37f-4a4b-9b0d-b8bd25d502de req-ddf87a82-7f8f-46e2-b10a-75e710ff0b2d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e HTTP/1.1" status: 200 len: 217 time: 0.1049259 Nov 09 21:16:32.803721 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-b27bb1c7-3e02-4f26-af83-5113aaac53f7 None None] Attempting to bind port 19f4f27c-9fbe-4307-a312-a6bb8ff521ff on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:16:32.804105 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-b27bb1c7-3e02-4f26-af83-5113aaac53f7 None None] Attempting to bind port 19f4f27c-9fbe-4307-a312-a6bb8ff521ff by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '69c85e60-ea4f-40ee-98ab-da922c8dbb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '03909057-058a-4a93-9a3f-6ba19a12c757'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:16:32.804691 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27bb1c7-3e02-4f26-af83-5113aaac53f7 None None] Attempting to bind port 19f4f27c-9fbe-4307-a312-a6bb8ff521ff on network 03909057-058a-4a93-9a3f-6ba19a12c757 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:16:32.812412 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27bb1c7-3e02-4f26-af83-5113aaac53f7 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:16:32.813289 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27bb1c7-3e02-4f26-af83-5113aaac53f7 None None] Checking segment: {'id': '69c85e60-ea4f-40ee-98ab-da922c8dbb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '03909057-058a-4a93-9a3f-6ba19a12c757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:16:32.813289 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b27bb1c7-3e02-4f26-af83-5113aaac53f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:32.827641 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27bb1c7-3e02-4f26-af83-5113aaac53f7 None None] Bound using segment: {'id': '69c85e60-ea4f-40ee-98ab-da922c8dbb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '03909057-058a-4a93-9a3f-6ba19a12c757'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:16:32.829521 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-b27bb1c7-3e02-4f26-af83-5113aaac53f7 None None] Bound port: 19f4f27c-9fbe-4307-a312-a6bb8ff521ff, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69c85e60-ea4f-40ee-98ab-da922c8dbb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '03909057-058a-4a93-9a3f-6ba19a12c757'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:16:32.829943 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b27bb1c7-3e02-4f26-af83-5113aaac53f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:32.835070 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9753d6-7bfd-4fba-8745-286f9b0f5fce service neutron] Pushing event updated for resources: {'Port': ['ID=2b6a9424-e1c2-4d17-92db-720005970041,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:32.868454 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-f3833d11-4198-4ea9-836e-bd51abc51e4b service neutron] Request body: {'port': {'device_id': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:16:32.890374 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7815e3-e37f-4a4b-9b0d-b8bd25d502de req-eea26b58-d7a2-4820-a00f-22178b9f63d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:32.893416 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cd7815e3-e37f-4a4b-9b0d-b8bd25d502de req-eea26b58-d7a2-4820-a00f-22178b9f63d4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=29a38752-08a3-4b35-bb64-8f5e3f87121b HTTP/1.1" status: 200 len: 861 time: 0.1351371 Nov 09 21:16:33.012112 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cd7815e3-e37f-4a4b-9b0d-b8bd25d502de req-08e533c3-07ef-4943-96b2-dfb1ab82d997 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1056464 Nov 09 21:16:33.074981 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-b27bb1c7-3e02-4f26-af83-5113aaac53f7 None None] For port 19f4f27c-9fbe-4307-a312-a6bb8ff521ff, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:16:33.087024 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-b27bb1c7-3e02-4f26-af83-5113aaac53f7 None None] For port 19f4f27c-9fbe-4307-a312-a6bb8ff521ff, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=19f4f27c-9fbe-4307-a312-a6bb8ff521ff,segment=NetworkSegment(69c85e60-ea4f-40ee-98ab-da922c8dbb2b),segment_id=69c85e60-ea4f-40ee-98ab-da922c8dbb2b)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:16:33.092841 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b27bb1c7-3e02-4f26-af83-5113aaac53f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:33.141821 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-f3833d11-4198-4ea9-836e-bd51abc51e4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:33.258319 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7f1de-66c7-41bc-9d5f-69511d483883 req-745a8555-9a86-494d-a14d-b845e9edf818 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:33.259867 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-def7f1de-66c7-41bc-9d5f-69511d483883 req-745a8555-9a86-494d-a14d-b845e9edf818 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 945 time: 0.8070767 Nov 09 21:16:33.296169 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-0ec31667-3725-4e7b-944c-e254ce7744c7 req-d0e19e21-a4a8-4658-8f33-b3c290bd9258 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Deleting port 0083c0ca-eb60-4d67-961f-32a1c5654210 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:16:33.296845 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0ec31667-3725-4e7b-944c-e254ce7744c7 req-d0e19e21-a4a8-4658-8f33-b3c290bd9258 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:33.299861 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27bb1c7-3e02-4f26-af83-5113aaac53f7 None None] Routers {'ee739494-7f68-4de2-b459-4824e69af231'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:16:33.300714 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b27bb1c7-3e02-4f26-af83-5113aaac53f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:16:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['ee739494-7f68-4de2-b459-4824e69af231'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:16:33.304486 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdc658b-3826-4545-a19e-1e1b9052b982 None None] Pushing event updated for resources: {'Port': ['ID=19f4f27c-9fbe-4307-a312-a6bb8ff521ff,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:33.405497 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-4619a1ca-a39a-427f-9e6a-66081637cc13 service neutron] 10.222.0.45 "GET /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9558868 Nov 09 21:16:33.516160 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-def7f1de-66c7-41bc-9d5f-69511d483883 req-75da1818-9c9d-45bf-a489-2ce5136c182e tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289538 Nov 09 21:16:33.521863 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-0ec31667-3725-4e7b-944c-e254ce7744c7 req-d0e19e21-a4a8-4658-8f33-b3c290bd9258 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] For port 0083c0ca-eb60-4d67-961f-32a1c5654210, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=0083c0ca-eb60-4d67-961f-32a1c5654210,segment=NetworkSegment(4d08dd53-cc2d-484d-bd3b-b02909594b11),segment_id=4d08dd53-cc2d-484d-bd3b-b02909594b11)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:16:33.522351 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0ec31667-3725-4e7b-944c-e254ce7744c7 req-d0e19e21-a4a8-4658-8f33-b3c290bd9258 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:33.906712 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0ec31667-3725-4e7b-944c-e254ce7744c7 req-d0e19e21-a4a8-4658-8f33-b3c290bd9258 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:33.906712 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0ec31667-3725-4e7b-944c-e254ce7744c7 req-d0e19e21-a4a8-4658-8f33-b3c290bd9258 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:33.907397 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [req-0ec31667-3725-4e7b-944c-e254ce7744c7 req-d0e19e21-a4a8-4658-8f33-b3c290bd9258 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Floating IP b49d277b-5432-4417-b86d-29b1f6693d16 disassociated. External IP: 172.25.7.193, port: 0083c0ca-eb60-4d67-961f-32a1c5654210. Nov 09 21:16:33.907850 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-0ec31667-3725-4e7b-944c-e254ce7744c7 req-d0e19e21-a4a8-4658-8f33-b3c290bd9258 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Calling delete_port for 0083c0ca-eb60-4d67-961f-32a1c5654210 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:16:34.028088 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-f3833d11-4198-4ea9-836e-bd51abc51e4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80e946a2-577f-4411-ada9-9c19200b402c {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:16:34.043899 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-f3833d11-4198-4ea9-836e-bd51abc51e4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:34.067649 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-f3833d11-4198-4ea9-836e-bd51abc51e4b service neutron] Transition to ACTIVE for port object 80e946a2-577f-4411-ada9-9c19200b402c will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:16:34.074546 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cd7815e3-e37f-4a4b-9b0d-b8bd25d502de req-cdc8f09b-3433-4d1c-9291-e0477a513d26 service neutron] 10.222.0.45 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0611243 Nov 09 21:16:34.088955 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-f3833d11-4198-4ea9-836e-bd51abc51e4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:34.174495 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83601591-1304-4677-a532-5c248dcbd593 req-29b1a2e9-53f5-4d1c-9e45-7795258a0bcb tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:34.175836 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-83601591-1304-4677-a532-5c248dcbd593 req-29b1a2e9-53f5-4d1c-9e45-7795258a0bcb tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/ports?device_id=377f3730-87ac-409a-b3e4-c1af2c670991 HTTP/1.1" status: 200 len: 945 time: 0.3297920 Nov 09 21:16:34.192454 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-b27bb1c7-3e02-4f26-af83-5113aaac53f7 None None] Set router ee739494-7f68-4de2-b459-4824e69af231 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:16:34.197429 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0ec31667-3725-4e7b-944c-e254ce7744c7 req-d0e19e21-a4a8-4658-8f33-b3c290bd9258 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:34.275973 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-f517768c-8f6e-4084-b42d-9017b3628c46 tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:34.277782 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-f517768c-8f6e-4084-b42d-9017b3628c46 tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=5e5a12d4-8ad3-4c14-abaf-57d178d86fc5&tenant_id=5a6366c08f5c4a9bb0bdc56b2ea0a20e&binding%3Ahost_id=n-h1-816206-3 HTTP/1.1" status: 200 len: 1096 time: 0.3708653 Nov 09 21:16:34.306576 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3833d11-4198-4ea9-836e-bd51abc51e4b service neutron] Pushing event updated for resources: {'Port': ['ID=80e946a2-577f-4411-ada9-9c19200b402c,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:34.334776 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e19e21-a4a8-4658-8f33-b3c290bd9258 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Pushing event deleted for resources: {'Port': ['ID=0083c0ca-eb60-4d67-961f-32a1c5654210,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:34.582866 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-3ebf6535-eb87-482c-873c-7934614aaea9 None None] Provisioning complete for port 19f4f27c-9fbe-4307-a312-a6bb8ff521ff triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:16:34.583249 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3ebf6535-eb87-482c-873c-7934614aaea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:34.630767 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:34.657774 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-83601591-1304-4677-a532-5c248dcbd593 req-a8dbb25e-b04a-4e93-ac3a-c41eeb0fffbb tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/security-groups?id=c03e1c2c-ba46-4192-b9cb-d256abe573c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4719582 Nov 09 21:16:34.735139 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-f3833d11-4198-4ea9-836e-bd51abc51e4b service neutron] Attempting to bind port 80e946a2-577f-4411-ada9-9c19200b402c on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:16:34.735383 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-f3833d11-4198-4ea9-836e-bd51abc51e4b service neutron] Attempting to bind port 80e946a2-577f-4411-ada9-9c19200b402c by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '254957df-25ec-4868-b731-a668ba7c24bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3808ba34-f2ea-4dcf-b849-bb7f67f33c6c'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:16:34.735723 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-f3833d11-4198-4ea9-836e-bd51abc51e4b service neutron] Attempting to bind port 80e946a2-577f-4411-ada9-9c19200b402c on network 3808ba34-f2ea-4dcf-b849-bb7f67f33c6c {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:16:34.758617 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b27bb1c7-3e02-4f26-af83-5113aaac53f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee739494-7f68-4de2-b459-4824e69af231', 'name': 'tempest-FloatingIPDetailsTestJSON-1281118552-router', 'tenant_id': '5cf606e88e4d44b5a19f8e1371c70498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'a1a7ea0d-d36b-4c80-801d-d897ef48ae6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:16:19Z', 'updated_at': '2021-11-09T21:16:26Z', 'revision_number': 4, 'project_id': '5cf606e88e4d44b5a19f8e1371c70498', 'gw_port': {'id': 'a1a7ea0d-d36b-4c80-801d-d897ef48ae6d', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee739494-7f68-4de2-b459-4824e69af231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:16:20Z', 'updated_at': '2021-11-09T21:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '19f4f27c-9fbe-4307-a312-a6bb8ff521ff', 'name': '', 'network_id': '03909057-058a-4a93-9a3f-6ba19a12c757', 'tenant_id': '5cf606e88e4d44b5a19f8e1371c70498', 'mac_address': 'fa:16:3e:7f:68:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee739494-7f68-4de2-b459-4824e69af231', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '03ebe66c-812e-4ed2-be76-fe97707943c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:16:25Z', 'updated_at': '2021-11-09T21:16:33Z', 'revision_number': 4, 'project_id': '5cf606e88e4d44b5a19f8e1371c70498', 'subnets': [{'id': '03ebe66c-812e-4ed2-be76-fe97707943c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:16:34.769822 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-0262ff2f-f707-4c6d-9f42-0b21c6e7948f service neutron] For port a3689f97-d8ca-4d92-8460-3d778109e644, host n-h2-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:16:34.774296 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-0262ff2f-f707-4c6d-9f42-0b21c6e7948f service neutron] Publish callbacks [] for binding, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:34.775667 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e92dc3f6-79f5-447b-92b9-6ac44cf79dd3 req-0262ff2f-f707-4c6d-9f42-0b21c6e7948f service neutron] 10.222.0.45 "DELETE /v2.0/ports/a3689f97-d8ca-4d92-8460-3d778109e644/bindings/n-h2-816206-3 HTTP/1.1" status: 204 len: 173 time: 0.4620554 Nov 09 21:16:34.776907 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-f3833d11-4198-4ea9-836e-bd51abc51e4b service neutron] Port 80e946a2-577f-4411-ada9-9c19200b402c on network 3808ba34-f2ea-4dcf-b849-bb7f67f33c6c not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:16:34.779068 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-f3833d11-4198-4ea9-836e-bd51abc51e4b service neutron] Attempting to bind port 80e946a2-577f-4411-ada9-9c19200b402c on network 3808ba34-f2ea-4dcf-b849-bb7f67f33c6c {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:16:34.800206 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-f3833d11-4198-4ea9-836e-bd51abc51e4b service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:16:34.800473 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3ebf6535-eb87-482c-873c-7934614aaea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:34.801122 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-f3833d11-4198-4ea9-836e-bd51abc51e4b service neutron] Checking segment: {'id': '254957df-25ec-4868-b731-a668ba7c24bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3808ba34-f2ea-4dcf-b849-bb7f67f33c6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:16:34.802753 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-f3833d11-4198-4ea9-836e-bd51abc51e4b service neutron] Bound using segment: {'id': '254957df-25ec-4868-b731-a668ba7c24bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3808ba34-f2ea-4dcf-b849-bb7f67f33c6c'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:16:34.803410 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-f3833d11-4198-4ea9-836e-bd51abc51e4b service neutron] Bound port: 80e946a2-577f-4411-ada9-9c19200b402c, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '254957df-25ec-4868-b731-a668ba7c24bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3808ba34-f2ea-4dcf-b849-bb7f67f33c6c'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:16:34.810054 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-f3833d11-4198-4ea9-836e-bd51abc51e4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:34.812935 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cd7815e3-e37f-4a4b-9b0d-b8bd25d502de req-f291b863-b89a-49a4-8452-342bb2bf7daf service neutron] 10.222.0.45 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6099539 Nov 09 21:16:34.847706 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27bb1c7-3e02-4f26-af83-5113aaac53f7 None None] The sync data for ids ['ee739494-7f68-4de2-b459-4824e69af231'] in n-d-816206-3 is: [{'id': 'ee739494-7f68-4de2-b459-4824e69af231', 'name': 'tempest-FloatingIPDetailsTestJSON-1281118552-router', 'tenant_id': '5cf606e88e4d44b5a19f8e1371c70498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'a1a7ea0d-d36b-4c80-801d-d897ef48ae6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:16:19Z', 'updated_at': '2021-11-09T21:16:26Z', 'revision_number': 4, 'project_id': '5cf606e88e4d44b5a19f8e1371c70498', 'gw_port': {'id': 'a1a7ea0d-d36b-4c80-801d-d897ef48ae6d', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee739494-7f68-4de2-b459-4824e69af231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:16:20Z', 'updated_at': '2021-11-09T21:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '19f4f27c-9fbe-4307-a312-a6bb8ff521ff', 'name': '', 'network_id': '03909057-058a-4a93-9a3f-6ba19a12c757', 'tenant_id': '5cf606e88e4d44b5a19f8e1371c70498', 'mac_address': 'fa:16:3e:7f:68:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee739494-7f68-4de2-b459-4824e69af231', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '03ebe66c-812e-4ed2-be76-fe97707943c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:16:25Z', 'updated_at': '2021-11-09T21:16:33Z', 'revision_number': 4, 'project_id': '5cf606e88e4d44b5a19f8e1371c70498', 'subnets': [{'id': '03ebe66c-812e-4ed2-be76-fe97707943c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:16:34.874469 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ec31667-3725-4e7b-944c-e254ce7744c7 req-d0e19e21-a4a8-4658-8f33-b3c290bd9258 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Router 920e0f9c-6305-4ac6-878c-c66de1180f61 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:16:34.886183 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-3ebf6535-eb87-482c-873c-7934614aaea9 None None] For port 19f4f27c-9fbe-4307-a312-a6bb8ff521ff, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=19f4f27c-9fbe-4307-a312-a6bb8ff521ff,segment=NetworkSegment(69c85e60-ea4f-40ee-98ab-da922c8dbb2b),segment_id=69c85e60-ea4f-40ee-98ab-da922c8dbb2b)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:16:34.892141 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3ebf6535-eb87-482c-873c-7934614aaea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:35.043506 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-f3833d11-4198-4ea9-836e-bd51abc51e4b service neutron] For port 80e946a2-577f-4411-ada9-9c19200b402c, host n-h2-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:16:35.052531 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-f3833d11-4198-4ea9-836e-bd51abc51e4b service neutron] For port 80e946a2-577f-4411-ada9-9c19200b402c, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=80e946a2-577f-4411-ada9-9c19200b402c,segment=NetworkSegment(254957df-25ec-4868-b731-a668ba7c24bc),segment_id=254957df-25ec-4868-b731-a668ba7c24bc)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:16:35.059550 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-f3833d11-4198-4ea9-836e-bd51abc51e4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:35.099537 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-f3833d11-4198-4ea9-836e-bd51abc51e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:35.101421 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-f3833d11-4198-4ea9-836e-bd51abc51e4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:35.106013 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-f3833d11-4198-4ea9-836e-bd51abc51e4b service neutron] 10.222.0.43 "PUT /v2.0/ports/80e946a2-577f-4411-ada9-9c19200b402c HTTP/1.1" status: 200 len: 1090 time: 2.3347838 Nov 09 21:16:35.262928 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf6535-eb87-482c-873c-7934614aaea9 None None] Pushing event updated for resources: {'Port': ['ID=19f4f27c-9fbe-4307-a312-a6bb8ff521ff,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:35.285383 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 0083c0ca-eb60-4d67-961f-32a1c5654210 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:16:35.324884 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7ad3de39-1e50-4920-a3e2-918972e32023 req-10cd00b5-36f2-4e89-9800-f713452794a5 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1864316 Nov 09 21:16:35.333973 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-92608c1f-e19d-4fb2-a7f0-071def8bdf6f service neutron] Request body: {'port': {'device_id': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:16:35.341799 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-7ad3de39-1e50-4920-a3e2-918972e32023 req-5af72052-6c44-44ca-8088-bc88f4f409bd tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:16:35.387122 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-95183577-cd07-47b6-a003-5d56ff0c1508 None None] Provisioning complete for port 19f4f27c-9fbe-4307-a312-a6bb8ff521ff triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:16:35.388286 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-95183577-cd07-47b6-a003-5d56ff0c1508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:35.402749 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: 0083c0ca-eb60-4d67-961f-32a1c5654210 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:16:35.404472 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 0083c0ca-eb60-4d67-961f-32a1c5654210 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:16:35.410712 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ec31667-3725-4e7b-944c-e254ce7744c7 req-d0e19e21-a4a8-4658-8f33-b3c290bd9258 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:16:35.426897 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fd3e62-5e75-430c-8dcd-8311746e0c98 None None] Sync routers for ids ['920e0f9c-6305-4ac6-878c-c66de1180f61'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:16:35.445965 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fd3e62-5e75-430c-8dcd-8311746e0c98 None None] Routers {'920e0f9c-6305-4ac6-878c-c66de1180f61'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:16:35.452197 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-e9fd3e62-5e75-430c-8dcd-8311746e0c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:16:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['920e0f9c-6305-4ac6-878c-c66de1180f61'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:16:35.541807 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec31667-3725-4e7b-944c-e254ce7744c7 req-d0e19e21-a4a8-4658-8f33-b3c290bd9258 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] No DVR routers for this DVR port 0083c0ca-eb60-4d67-961f-32a1c5654210 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:16:35.549496 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0ec31667-3725-4e7b-944c-e254ce7744c7 req-d0e19e21-a4a8-4658-8f33-b3c290bd9258 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:35.559351 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0ec31667-3725-4e7b-944c-e254ce7744c7 req-d0e19e21-a4a8-4658-8f33-b3c290bd9258 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.43 "DELETE /v2.0/ports/0083c0ca-eb60-4d67-961f-32a1c5654210 HTTP/1.1" status: 204 len: 173 time: 3.0596516 Nov 09 21:16:35.562351 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377f3730-87ac-409a-b3e4-c1af2c670991', 'name': 'network-vif-deleted', 'tag': '0083c0ca-eb60-4d67-961f-32a1c5654210'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:16:35.575439 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256f001b-d444-44c6-8966-b8c67c09d7ab" -d '{"events": [{"server_uuid": "377f3730-87ac-409a-b3e4-c1af2c670991", "name": "network-vif-deleted", "tag": "0083c0ca-eb60-4d67-961f-32a1c5654210"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:16:35.673566 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-92608c1f-e19d-4fb2-a7f0-071def8bdf6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:35.838480 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3833d11-4198-4ea9-836e-bd51abc51e4b service neutron] Pushing event updated for resources: {'Port': ['ID=80e946a2-577f-4411-ada9-9c19200b402c,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:35.841360 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-7ad3de39-1e50-4920-a3e2-918972e32023 req-5af72052-6c44-44ca-8088-bc88f4f409bd tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks [] for floatingip, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:35.850492 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-e9fd3e62-5e75-430c-8dcd-8311746e0c98 None None] Set router 920e0f9c-6305-4ac6-878c-c66de1180f61 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:16:35.906552 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 19f4f27c-9fbe-4307-a312-a6bb8ff521ff up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:16:36.157422 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 19f4f27c-9fbe-4307-a312-a6bb8ff521ff triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:16:36.159406 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:36.370588 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-e9fd3e62-5e75-430c-8dcd-8311746e0c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1162150794-router', 'tenant_id': '615b76025780444bbb8ee927e4ef7062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '22af7d89-d062-40b3-ae01-584fdfa3d789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:11:36Z', 'updated_at': '2021-11-09T21:11:41Z', 'revision_number': 4, 'project_id': '615b76025780444bbb8ee927e4ef7062', 'gw_port': {'id': '22af7d89-d062-40b3-ae01-584fdfa3d789', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:11:37Z', 'updated_at': '2021-11-09T21:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '54c3d4eb-1bf9-4a71-ae51-6e1cc57b6e39', 'name': '', 'network_id': '15fbc7f0-8873-4a34-924e-7fadeab13c74', 'tenant_id': '615b76025780444bbb8ee927e4ef7062', 'mac_address': 'fa:16:3e:66:83:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e9add483-8835-41e6-b594-c1f5292db974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:11:40Z', 'updated_at': '2021-11-09T21:11:45Z', 'revision_number': 5, 'project_id': '615b76025780444bbb8ee927e4ef7062', 'subnets': [{'id': 'e9add483-8835-41e6-b594-c1f5292db974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:16:36.432011 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fd3e62-5e75-430c-8dcd-8311746e0c98 None None] Checking router: 920e0f9c-6305-4ac6-878c-c66de1180f61 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:16:36.444546 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fd3e62-5e75-430c-8dcd-8311746e0c98 None None] Routers {'920e0f9c-6305-4ac6-878c-c66de1180f61'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:16:36.445873 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-e9fd3e62-5e75-430c-8dcd-8311746e0c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:16:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['920e0f9c-6305-4ac6-878c-c66de1180f61'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:16:36.601504 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-e9fd3e62-5e75-430c-8dcd-8311746e0c98 None None] Set router 920e0f9c-6305-4ac6-878c-c66de1180f61 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:16:36.628115 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-7ad3de39-1e50-4920-a3e2-918972e32023 req-5af72052-6c44-44ca-8088-bc88f4f409bd tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:36.890411 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-7ad3de39-1e50-4920-a3e2-918972e32023 req-5af72052-6c44-44ca-8088-bc88f4f409bd tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Allocated IP 172.25.7.106 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/c7d8f604-8e97-4f7f-ad0b-61a0bdf1dc79) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:16:36.966187 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-35678887-fd0a-483b-ae01-f15463714aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:36.974976 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-35678887-fd0a-483b-ae01-f15463714aa7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79813b2c248b4d6c8fab5b7bd98099e4&device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 1096 time: 0.2415392 Nov 09 21:16:37.138062 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-e9fd3e62-5e75-430c-8dcd-8311746e0c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1162150794-router', 'tenant_id': '615b76025780444bbb8ee927e4ef7062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '22af7d89-d062-40b3-ae01-584fdfa3d789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:11:36Z', 'updated_at': '2021-11-09T21:11:41Z', 'revision_number': 4, 'project_id': '615b76025780444bbb8ee927e4ef7062', 'gw_port': {'id': '22af7d89-d062-40b3-ae01-584fdfa3d789', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:11:37Z', 'updated_at': '2021-11-09T21:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '54c3d4eb-1bf9-4a71-ae51-6e1cc57b6e39', 'name': '', 'network_id': '15fbc7f0-8873-4a34-924e-7fadeab13c74', 'tenant_id': '615b76025780444bbb8ee927e4ef7062', 'mac_address': 'fa:16:3e:66:83:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e9add483-8835-41e6-b594-c1f5292db974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:11:40Z', 'updated_at': '2021-11-09T21:11:45Z', 'revision_number': 5, 'project_id': '615b76025780444bbb8ee927e4ef7062', 'subnets': [{'id': 'e9add483-8835-41e6-b594-c1f5292db974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:16:37.178477 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-7ad3de39-1e50-4920-a3e2-918972e32023 req-5af72052-6c44-44ca-8088-bc88f4f409bd tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:37.204994 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fd3e62-5e75-430c-8dcd-8311746e0c98 None None] The sync data for ids ['920e0f9c-6305-4ac6-878c-c66de1180f61'] in n-d-816206-3 is: [{'id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1162150794-router', 'tenant_id': '615b76025780444bbb8ee927e4ef7062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '22af7d89-d062-40b3-ae01-584fdfa3d789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:11:36Z', 'updated_at': '2021-11-09T21:11:41Z', 'revision_number': 4, 'project_id': '615b76025780444bbb8ee927e4ef7062', 'gw_port': {'id': '22af7d89-d062-40b3-ae01-584fdfa3d789', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:11:37Z', 'updated_at': '2021-11-09T21:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '54c3d4eb-1bf9-4a71-ae51-6e1cc57b6e39', 'name': '', 'network_id': '15fbc7f0-8873-4a34-924e-7fadeab13c74', 'tenant_id': '615b76025780444bbb8ee927e4ef7062', 'mac_address': 'fa:16:3e:66:83:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e9add483-8835-41e6-b594-c1f5292db974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:11:40Z', 'updated_at': '2021-11-09T21:11:45Z', 'revision_number': 5, 'project_id': '615b76025780444bbb8ee927e4ef7062', 'subnets': [{'id': 'e9add483-8835-41e6-b594-c1f5292db974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:16:37.236832 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-7ad3de39-1e50-4920-a3e2-918972e32023 req-5af72052-6c44-44ca-8088-bc88f4f409bd tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:37.257120 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-1ff7df2b-ae24-4504-8c8a-be78bf72391b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:37.258722 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-1ff7df2b-ae24-4504-8c8a-be78bf72391b service neutron] 10.222.0.45 "GET /v2.0/networks?id=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 HTTP/1.1" status: 200 len: 921 time: 0.2761452 Nov 09 21:16:37.344967 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af72052-6c44-44ca-8088-bc88f4f409bd tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Pushing event updated for resources: {'Port': ['ID=c7d8f604-8e97-4f7f-ad0b-61a0bdf1dc79,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:37.350568 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-debea864-6e59-4433-b933-5163b07efbd9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd537a7f-eee1-4a96-8125-e0e20d4613a1 HTTP/1.1" status: 200 len: 217 time: 0.0844998 Nov 09 21:16:37.427626 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ad3de39-1e50-4920-a3e2-918972e32023 req-5af72052-6c44-44ca-8088-bc88f4f409bd tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:16:37.443596 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-7ad3de39-1e50-4920-a3e2-918972e32023 req-5af72052-6c44-44ca-8088-bc88f4f409bd tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:16:37.451369 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad3de39-1e50-4920-a3e2-918972e32023 req-5af72052-6c44-44ca-8088-bc88f4f409bd tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:16:37.468026 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-203a72ba-d397-4e25-a38d-03a8e1417348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:37.470220 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-203a72ba-d397-4e25-a38d-03a8e1417348 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=29a38752-08a3-4b35-bb64-8f5e3f87121b HTTP/1.1" status: 200 len: 861 time: 0.1122353 Nov 09 21:16:37.545008 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-ffa2a3ff-8e3b-49a0-a91a-dc0767f8df95 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659506 Nov 09 21:16:37.651575 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-92608c1f-e19d-4fb2-a7f0-071def8bdf6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d46dc18b-b6fe-4988-b8da-762fe90a822d {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:16:37.684330 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-92608c1f-e19d-4fb2-a7f0-071def8bdf6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:37.754805 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-92608c1f-e19d-4fb2-a7f0-071def8bdf6f service neutron] Transition to ACTIVE for port object d46dc18b-b6fe-4988-b8da-762fe90a822d will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:16:37.783103 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-655ae0c8-8ea0-4e14-96d2-5648555398fa service neutron] 10.222.0.45 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288637 Nov 09 21:16:37.823555 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-92608c1f-e19d-4fb2-a7f0-071def8bdf6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:37.950705 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351bf6a0-9023-4d5e-a366-981ea277fc1a None None] New status for floating IP b49d277b-5432-4417-b86d-29b1f6693d16: DOWN {{(pid=102609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:16:38.057652 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-c8143107-8403-442b-9a2c-9e5a440f0f3b service neutron] 10.222.0.45 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624500 Nov 09 21:16:38.164096 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-7ad3de39-1e50-4920-a3e2-918972e32023 req-5af72052-6c44-44ca-8088-bc88f4f409bd tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:38.636827 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92608c1f-e19d-4fb2-a7f0-071def8bdf6f service neutron] Pushing event updated for resources: {'Port': ['ID=d46dc18b-b6fe-4988-b8da-762fe90a822d,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:38.652969 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-92608c1f-e19d-4fb2-a7f0-071def8bdf6f service neutron] Attempting to bind port d46dc18b-b6fe-4988-b8da-762fe90a822d on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:16:38.657159 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-92608c1f-e19d-4fb2-a7f0-071def8bdf6f service neutron] Attempting to bind port d46dc18b-b6fe-4988-b8da-762fe90a822d by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '254957df-25ec-4868-b731-a668ba7c24bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3808ba34-f2ea-4dcf-b849-bb7f67f33c6c'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:16:38.657159 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-92608c1f-e19d-4fb2-a7f0-071def8bdf6f service neutron] Attempting to bind port d46dc18b-b6fe-4988-b8da-762fe90a822d on network 3808ba34-f2ea-4dcf-b849-bb7f67f33c6c {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:16:38.674787 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-92608c1f-e19d-4fb2-a7f0-071def8bdf6f service neutron] Port d46dc18b-b6fe-4988-b8da-762fe90a822d on network 3808ba34-f2ea-4dcf-b849-bb7f67f33c6c not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:16:38.675117 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-92608c1f-e19d-4fb2-a7f0-071def8bdf6f service neutron] Attempting to bind port d46dc18b-b6fe-4988-b8da-762fe90a822d on network 3808ba34-f2ea-4dcf-b849-bb7f67f33c6c {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:16:38.687455 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-92608c1f-e19d-4fb2-a7f0-071def8bdf6f service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:16:38.687784 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-92608c1f-e19d-4fb2-a7f0-071def8bdf6f service neutron] Checking segment: {'id': '254957df-25ec-4868-b731-a668ba7c24bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3808ba34-f2ea-4dcf-b849-bb7f67f33c6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:16:38.688170 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-92608c1f-e19d-4fb2-a7f0-071def8bdf6f service neutron] Bound using segment: {'id': '254957df-25ec-4868-b731-a668ba7c24bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3808ba34-f2ea-4dcf-b849-bb7f67f33c6c'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:16:38.688606 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-92608c1f-e19d-4fb2-a7f0-071def8bdf6f service neutron] Bound port: d46dc18b-b6fe-4988-b8da-762fe90a822d, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '254957df-25ec-4868-b731-a668ba7c24bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3808ba34-f2ea-4dcf-b849-bb7f67f33c6c'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:16:38.692282 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-92608c1f-e19d-4fb2-a7f0-071def8bdf6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:38.789576 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-92608c1f-e19d-4fb2-a7f0-071def8bdf6f service neutron] For port d46dc18b-b6fe-4988-b8da-762fe90a822d, host n-h2-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:16:38.793290 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-92608c1f-e19d-4fb2-a7f0-071def8bdf6f service neutron] For port d46dc18b-b6fe-4988-b8da-762fe90a822d, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=d46dc18b-b6fe-4988-b8da-762fe90a822d,segment=NetworkSegment(254957df-25ec-4868-b731-a668ba7c24bc),segment_id=254957df-25ec-4868-b731-a668ba7c24bc)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:16:38.830516 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-92608c1f-e19d-4fb2-a7f0-071def8bdf6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:38.922763 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-7ad3de39-1e50-4920-a3e2-918972e32023 req-5af72052-6c44-44ca-8088-bc88f4f409bd tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:39.213396 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-92608c1f-e19d-4fb2-a7f0-071def8bdf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:39.215620 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-92608c1f-e19d-4fb2-a7f0-071def8bdf6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:39.218848 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-92608c1f-e19d-4fb2-a7f0-071def8bdf6f service neutron] 10.222.0.43 "PUT /v2.0/ports/d46dc18b-b6fe-4988-b8da-762fe90a822d HTTP/1.1" status: 200 len: 1090 time: 3.8907087 Nov 09 21:16:39.220341 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92608c1f-e19d-4fb2-a7f0-071def8bdf6f service neutron] Pushing event updated for resources: {'Port': ['ID=d46dc18b-b6fe-4988-b8da-762fe90a822d,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:39.291509 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-ec4011df-3c9a-40ca-8ad8-fe756ec0a3e0 service neutron] Request body: {'port': {'device_id': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:16:39.452116 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-7ad3de39-1e50-4920-a3e2-918972e32023 req-5af72052-6c44-44ca-8088-bc88f4f409bd tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:39.462525 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-7ad3de39-1e50-4920-a3e2-918972e32023 req-5af72052-6c44-44ca-8088-bc88f4f409bd tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:39.480403 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-ec4011df-3c9a-40ca-8ad8-fe756ec0a3e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:39.678965 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af72052-6c44-44ca-8088-bc88f4f409bd tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Pushing event updated for resources: {'Port': ['ID=c7d8f604-8e97-4f7f-ad0b-61a0bdf1dc79,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:39.705189 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-7ad3de39-1e50-4920-a3e2-918972e32023 req-5af72052-6c44-44ca-8088-bc88f4f409bd tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:39.776847 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-7ad3de39-1e50-4920-a3e2-918972e32023 req-5af72052-6c44-44ca-8088-bc88f4f409bd tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:39.779324 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7ad3de39-1e50-4920-a3e2-918972e32023 req-5af72052-6c44-44ca-8088-bc88f4f409bd tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.4421480 Nov 09 21:16:39.948221 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7ad3de39-1e50-4920-a3e2-918972e32023 req-4b830ce1-dba4-44c3-990f-300e4a28d0ed tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 696 time: 0.1386938 Nov 09 21:16:40.211836 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bfc2312b-1c98-43b5-bc43-cdf563874552 req-8c163e3e-ad9e-466c-9570-e855595ef232 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1474729 Nov 09 21:16:40.257994 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3de39-1e50-4920-a3e2-918972e32023 req-46588660-1b72-4a19-be61-72ffbe4fc1b5 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:40.259530 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7ad3de39-1e50-4920-a3e2-918972e32023 req-46588660-1b72-4a19-be61-72ffbe4fc1b5 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] 10.222.0.49 "GET /v2.0/networks/4531c23d-84b7-490d-8d7c-6676781b6e6a HTTP/1.1" status: 200 len: 784 time: 0.2990768 Nov 09 21:16:40.346880 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-ec4011df-3c9a-40ca-8ad8-fe756ec0a3e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f76d6a35-507d-404f-8871-26d5877be815 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:16:40.362698 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-ec4011df-3c9a-40ca-8ad8-fe756ec0a3e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:40.413570 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2312b-1c98-43b5-bc43-cdf563874552 req-2826ec97-a85c-4fce-9c87-0ba441204ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:40.415912 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bfc2312b-1c98-43b5-bc43-cdf563874552 req-2826ec97-a85c-4fce-9c87-0ba441204ad6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab9f62a9766648e6a735e31e91b7e450&device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 1099 time: 0.1650975 Nov 09 21:16:40.441291 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-ec4011df-3c9a-40ca-8ad8-fe756ec0a3e0 service neutron] Transition to ACTIVE for port object f76d6a35-507d-404f-8871-26d5877be815 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:16:40.451048 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-ec4011df-3c9a-40ca-8ad8-fe756ec0a3e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:40.560956 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-3abc1bdc-a6d5-4a94-a2ef-35ed3dead86d service neutron] show failed (client error): The resource could not be found. Nov 09 21:16:40.562240 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-3abc1bdc-a6d5-4a94-a2ef-35ed3dead86d service neutron] 10.222.0.43 "GET /v2.0/ports/abba3097-c927-495f-bc4b-00c2b012ca39/bindings/n-h1-816206-3 HTTP/1.1" status: 404 len: 380 time: 0.2794211 Nov 09 21:16:40.563912 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4011df-3c9a-40ca-8ad8-fe756ec0a3e0 service neutron] Pushing event updated for resources: {'Port': ['ID=f76d6a35-507d-404f-8871-26d5877be815,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:40.650600 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2312b-1c98-43b5-bc43-cdf563874552 req-9152bc94-a492-4f92-b13f-c49a668c51eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:40.655171 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bfc2312b-1c98-43b5-bc43-cdf563874552 req-9152bc94-a492-4f92-b13f-c49a668c51eb service neutron] 10.222.0.43 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.2112570 Nov 09 21:16:40.751424 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39152a84-f5b7-474b-ba69-5e4c9c3f472c req-72f312c5-3f1d-4821-a550-72e1381ee2c7 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:40.753508 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-39152a84-f5b7-474b-ba69-5e4c9c3f472c req-72f312c5-3f1d-4821-a550-72e1381ee2c7 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e5a12d4-8ad3-4c14-abaf-57d178d86fc5 HTTP/1.1" status: 200 len: 945 time: 0.3819163 Nov 09 21:16:40.806649 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bfc2312b-1c98-43b5-bc43-cdf563874552 req-bfea04c4-034d-42cf-86e7-f16ba6334235 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=96e311e4-91ed-45b7-ad20-39610f4e530b HTTP/1.1" status: 200 len: 217 time: 0.1388364 Nov 09 21:16:40.978657 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2312b-1c98-43b5-bc43-cdf563874552 req-1a2661b7-3156-4299-9007-12ebad6ee57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:40.982535 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bfc2312b-1c98-43b5-bc43-cdf563874552 req-1a2661b7-3156-4299-9007-12ebad6ee57e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.1658242 Nov 09 21:16:41.055930 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-39152a84-f5b7-474b-ba69-5e4c9c3f472c req-78497bbf-bb13-41ef-8b3d-eaca69bb28e8 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851562 Nov 09 21:16:41.064595 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-ec4011df-3c9a-40ca-8ad8-fe756ec0a3e0 service neutron] Attempting to bind port f76d6a35-507d-404f-8871-26d5877be815 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:16:41.065037 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-ec4011df-3c9a-40ca-8ad8-fe756ec0a3e0 service neutron] Attempting to bind port f76d6a35-507d-404f-8871-26d5877be815 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '670cd2f4-a96f-44b2-b0bf-937a304cf3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5fad92fa-6e69-4982-b33d-973ebedbbd56'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:16:41.065387 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-ec4011df-3c9a-40ca-8ad8-fe756ec0a3e0 service neutron] Attempting to bind port f76d6a35-507d-404f-8871-26d5877be815 on network 5fad92fa-6e69-4982-b33d-973ebedbbd56 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:16:41.077025 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-ec4011df-3c9a-40ca-8ad8-fe756ec0a3e0 service neutron] Port f76d6a35-507d-404f-8871-26d5877be815 on network 5fad92fa-6e69-4982-b33d-973ebedbbd56 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:16:41.077351 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-ec4011df-3c9a-40ca-8ad8-fe756ec0a3e0 service neutron] Attempting to bind port f76d6a35-507d-404f-8871-26d5877be815 on network 5fad92fa-6e69-4982-b33d-973ebedbbd56 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:16:41.089411 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-ec4011df-3c9a-40ca-8ad8-fe756ec0a3e0 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:16:41.089753 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-ec4011df-3c9a-40ca-8ad8-fe756ec0a3e0 service neutron] Checking segment: {'id': '670cd2f4-a96f-44b2-b0bf-937a304cf3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5fad92fa-6e69-4982-b33d-973ebedbbd56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:16:41.090138 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-ec4011df-3c9a-40ca-8ad8-fe756ec0a3e0 service neutron] Bound using segment: {'id': '670cd2f4-a96f-44b2-b0bf-937a304cf3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5fad92fa-6e69-4982-b33d-973ebedbbd56'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:16:41.090576 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-ec4011df-3c9a-40ca-8ad8-fe756ec0a3e0 service neutron] Bound port: f76d6a35-507d-404f-8871-26d5877be815, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '670cd2f4-a96f-44b2-b0bf-937a304cf3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5fad92fa-6e69-4982-b33d-973ebedbbd56'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:16:41.092666 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-ec4011df-3c9a-40ca-8ad8-fe756ec0a3e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:41.181859 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2312b-1c98-43b5-bc43-cdf563874552 req-5e7d4d34-f2a6-4eaf-8be1-32b588118a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:41.185477 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bfc2312b-1c98-43b5-bc43-cdf563874552 req-5e7d4d34-f2a6-4eaf-8be1-32b588118a7f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1961651 Nov 09 21:16:41.214747 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-b3e8c892-2f48-4457-9b38-b14471082584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:41.215784 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-b3e8c892-2f48-4457-9b38-b14471082584 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044&tenant_id=ab9f62a9766648e6a735e31e91b7e450 HTTP/1.1" status: 200 len: 1101 time: 0.1526847 Nov 09 21:16:41.232061 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-c8585b7d-dabc-4017-b416-c5d3f61486e1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-3', 'device_owner': 'compute:nova'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:16:41.280060 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-ec4011df-3c9a-40ca-8ad8-fe756ec0a3e0 service neutron] For port f76d6a35-507d-404f-8871-26d5877be815, host n-h2-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:16:41.286881 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-ec4011df-3c9a-40ca-8ad8-fe756ec0a3e0 service neutron] For port f76d6a35-507d-404f-8871-26d5877be815, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f76d6a35-507d-404f-8871-26d5877be815,segment=NetworkSegment(670cd2f4-a96f-44b2-b0bf-937a304cf3ab),segment_id=670cd2f4-a96f-44b2-b0bf-937a304cf3ab)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:16:41.295492 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-ec4011df-3c9a-40ca-8ad8-fe756ec0a3e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:41.334432 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-c8585b7d-dabc-4017-b416-c5d3f61486e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:41.416091 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bfc2312b-1c98-43b5-bc43-cdf563874552 req-19b33488-7da9-4fca-bf04-8654bff894c5 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165751 Nov 09 21:16:41.434272 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-ec4011df-3c9a-40ca-8ad8-fe756ec0a3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:41.434895 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-ec4011df-3c9a-40ca-8ad8-fe756ec0a3e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:41.436248 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-ec4011df-3c9a-40ca-8ad8-fe756ec0a3e0 service neutron] 10.222.0.43 "PUT /v2.0/ports/f76d6a35-507d-404f-8871-26d5877be815 HTTP/1.1" status: 200 len: 1091 time: 2.1504538 Nov 09 21:16:41.464514 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4011df-3c9a-40ca-8ad8-fe756ec0a3e0 service neutron] Pushing event updated for resources: {'Port': ['ID=f76d6a35-507d-404f-8871-26d5877be815,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:41.477050 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-6346803a-6b0b-4bbd-94d0-21e53ed133f4 service neutron] Request body: {'port': {'device_id': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:16:41.494103 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f82632-42db-45d2-bc09-0dc0bfc526de req-8da2527c-c40c-4928-85a9-02f16bf85b57 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:41.500266 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f82632-42db-45d2-bc09-0dc0bfc526de req-8da2527c-c40c-4928-85a9-02f16bf85b57 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:41.510536 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f82632-42db-45d2-bc09-0dc0bfc526de req-8da2527c-c40c-4928-85a9-02f16bf85b57 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:41.528109 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f82632-42db-45d2-bc09-0dc0bfc526de req-8da2527c-c40c-4928-85a9-02f16bf85b57 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:41.534885 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f82632-42db-45d2-bc09-0dc0bfc526de req-8da2527c-c40c-4928-85a9-02f16bf85b57 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:41.549830 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f82632-42db-45d2-bc09-0dc0bfc526de req-8da2527c-c40c-4928-85a9-02f16bf85b57 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:41.570194 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f82632-42db-45d2-bc09-0dc0bfc526de req-8da2527c-c40c-4928-85a9-02f16bf85b57 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:41.584116 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-84f82632-42db-45d2-bc09-0dc0bfc526de req-8da2527c-c40c-4928-85a9-02f16bf85b57 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 5407 time: 0.3157918 Nov 09 21:16:41.785109 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-84f82632-42db-45d2-bc09-0dc0bfc526de req-00e67bff-130b-4345-ac87-d8d083cca1c0 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/security-groups?id=a49c0492-ae47-4dac-8056-4d2eff42c909&id=2aa0795d-359d-4f24-ad70-d15c6200f092&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1509984 Nov 09 21:16:41.786373 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-6346803a-6b0b-4bbd-94d0-21e53ed133f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:41.929745 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 09 Nov 2021 21:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79bccc34-ea21-45dd-ae73-282ca387e093 x-openstack-request-id: req-79bccc34-ea21-45dd-ae73-282ca387e093 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:16:41.929978 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40b6c418-4d59-4dd2-bb2b-a20015d0c169", "tag": "b53947c2-f2f0-4db5-a448-3a32c902f2f5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "40b6c418-4d59-4dd2-bb2b-a20015d0c169", "tag": "2b6a9424-e1c2-4d17-92db-720005970041", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:16:41.930235 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-79bccc34-ea21-45dd-ae73-282ca387e093 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:16:41.930640 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'tag': 'b53947c2-f2f0-4db5-a448-3a32c902f2f5', 'status': 'completed', 'code': 200} Nov 09 21:16:41.930953 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'tag': '2b6a9424-e1c2-4d17-92db-720005970041', 'status': 'completed', 'code': 200} Nov 09 21:16:42.229554 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93e907-d833-48b1-8a22-0d3ae22053bc req-05ed47ac-a14f-4261-8a6b-c8194fadbeaf tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:42.231885 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1c93e907-d833-48b1-8a22-0d3ae22053bc req-05ed47ac-a14f-4261-8a6b-c8194fadbeaf tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 950 time: 0.1085479 Nov 09 21:16:42.300431 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bfc2312b-1c98-43b5-bc43-cdf563874552 req-72e0f88d-2307-463a-84a8-2e86c019f70b service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8534918 Nov 09 21:16:42.389101 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833dc77-87ce-4fe3-88e1-436a89aacf1d req-e03d52c5-5d08-4b53-b646-4c2ab3db9f4b tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:42.391026 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2833dc77-87ce-4fe3-88e1-436a89aacf1d req-e03d52c5-5d08-4b53-b646-4c2ab3db9f4b tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 945 time: 0.1523340 Nov 09 21:16:42.397124 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800b5f2-9bee-4c0b-9fe3-eab79ae1213d req-fa182268-99b3-453d-9726-df897dd60062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:42.403787 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800b5f2-9bee-4c0b-9fe3-eab79ae1213d req-fa182268-99b3-453d-9726-df897dd60062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:42.403787 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800b5f2-9bee-4c0b-9fe3-eab79ae1213d req-fa182268-99b3-453d-9726-df897dd60062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:42.403787 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800b5f2-9bee-4c0b-9fe3-eab79ae1213d req-fa182268-99b3-453d-9726-df897dd60062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:42.403787 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800b5f2-9bee-4c0b-9fe3-eab79ae1213d req-fa182268-99b3-453d-9726-df897dd60062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:42.403787 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800b5f2-9bee-4c0b-9fe3-eab79ae1213d req-fa182268-99b3-453d-9726-df897dd60062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:42.403787 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800b5f2-9bee-4c0b-9fe3-eab79ae1213d req-fa182268-99b3-453d-9726-df897dd60062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:42.403787 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4800b5f2-9bee-4c0b-9fe3-eab79ae1213d req-fa182268-99b3-453d-9726-df897dd60062 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=400600a87b5744da836a5a4df97863c7&device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 6409 time: 0.1527123 Nov 09 21:16:42.458523 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-6346803a-6b0b-4bbd-94d0-21e53ed133f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea660c77-3caf-44f2-bbe7-bc918607ccd3 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:16:42.490565 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-6346803a-6b0b-4bbd-94d0-21e53ed133f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:42.520626 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-c8585b7d-dabc-4017-b416-c5d3f61486e1 service neutron] For port abba3097-c927-495f-bc4b-00c2b012ca39, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=abba3097-c927-495f-bc4b-00c2b012ca39,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:16:42.529614 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-6346803a-6b0b-4bbd-94d0-21e53ed133f4 service neutron] Transition to ACTIVE for port object ea660c77-3caf-44f2-bbe7-bc918607ccd3 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:16:42.537494 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-6346803a-6b0b-4bbd-94d0-21e53ed133f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:42.572511 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2833dc77-87ce-4fe3-88e1-436a89aacf1d req-665c1225-b656-46f0-8cb1-f8542dd5ba43 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668580 Nov 09 21:16:42.610613 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-c8585b7d-dabc-4017-b416-c5d3f61486e1 service neutron] For port abba3097-c927-495f-bc4b-00c2b012ca39, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:16:42.614391 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1c93e907-d833-48b1-8a22-0d3ae22053bc req-909d5b35-03dd-4231-abd3-57898d2e13c7 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436951 Nov 09 21:16:42.661726 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800b5f2-9bee-4c0b-9fe3-eab79ae1213d req-53cb808b-df41-4a52-b217-38ee7bad82b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:42.662773 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800b5f2-9bee-4c0b-9fe3-eab79ae1213d req-53cb808b-df41-4a52-b217-38ee7bad82b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:42.663314 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800b5f2-9bee-4c0b-9fe3-eab79ae1213d req-53cb808b-df41-4a52-b217-38ee7bad82b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:42.666666 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4800b5f2-9bee-4c0b-9fe3-eab79ae1213d req-53cb808b-df41-4a52-b217-38ee7bad82b4 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=400600a87b5744da836a5a4df97863c7&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2460713 Nov 09 21:16:42.724516 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8bca73-e26e-4e4b-9a5d-a0d582487478 x-openstack-request-id: req-1c8bca73-e26e-4e4b-9a5d-a0d582487478 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:16:42.726365 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "377f3730-87ac-409a-b3e4-c1af2c670991", "name": "network-vif-deleted", "tag": "0083c0ca-eb60-4d67-961f-32a1c5654210", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:16:42.726735 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1c8bca73-e26e-4e4b-9a5d-a0d582487478 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:16:42.727187 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '377f3730-87ac-409a-b3e4-c1af2c670991', 'name': 'network-vif-deleted', 'tag': '0083c0ca-eb60-4d67-961f-32a1c5654210', 'status': 'completed', 'code': 200} Nov 09 21:16:42.734621 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6346803a-6b0b-4bbd-94d0-21e53ed133f4 service neutron] Pushing event updated for resources: {'Port': ['ID=ea660c77-3caf-44f2-bbe7-bc918607ccd3,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:42.856409 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-c8585b7d-dabc-4017-b416-c5d3f61486e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:42.857918 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-6346803a-6b0b-4bbd-94d0-21e53ed133f4 service neutron] Attempting to bind port ea660c77-3caf-44f2-bbe7-bc918607ccd3 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:16:42.860062 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-6346803a-6b0b-4bbd-94d0-21e53ed133f4 service neutron] Attempting to bind port ea660c77-3caf-44f2-bbe7-bc918607ccd3 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '670cd2f4-a96f-44b2-b0bf-937a304cf3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5fad92fa-6e69-4982-b33d-973ebedbbd56'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:16:42.863775 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-6346803a-6b0b-4bbd-94d0-21e53ed133f4 service neutron] Attempting to bind port ea660c77-3caf-44f2-bbe7-bc918607ccd3 on network 5fad92fa-6e69-4982-b33d-973ebedbbd56 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:16:42.872903 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-6346803a-6b0b-4bbd-94d0-21e53ed133f4 service neutron] Port ea660c77-3caf-44f2-bbe7-bc918607ccd3 on network 5fad92fa-6e69-4982-b33d-973ebedbbd56 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:16:42.873946 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-6346803a-6b0b-4bbd-94d0-21e53ed133f4 service neutron] Attempting to bind port ea660c77-3caf-44f2-bbe7-bc918607ccd3 on network 5fad92fa-6e69-4982-b33d-973ebedbbd56 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:16:42.874674 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-c8585b7d-dabc-4017-b416-c5d3f61486e1 service neutron] Transition to ACTIVE for port object abba3097-c927-495f-bc4b-00c2b012ca39 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:16:42.891211 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-6346803a-6b0b-4bbd-94d0-21e53ed133f4 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:16:42.894343 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-6346803a-6b0b-4bbd-94d0-21e53ed133f4 service neutron] Checking segment: {'id': '670cd2f4-a96f-44b2-b0bf-937a304cf3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5fad92fa-6e69-4982-b33d-973ebedbbd56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:16:42.894967 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-6346803a-6b0b-4bbd-94d0-21e53ed133f4 service neutron] Bound using segment: {'id': '670cd2f4-a96f-44b2-b0bf-937a304cf3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5fad92fa-6e69-4982-b33d-973ebedbbd56'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:16:42.895667 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-6346803a-6b0b-4bbd-94d0-21e53ed133f4 service neutron] Bound port: ea660c77-3caf-44f2-bbe7-bc918607ccd3, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '670cd2f4-a96f-44b2-b0bf-937a304cf3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5fad92fa-6e69-4982-b33d-973ebedbbd56'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:16:42.896206 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-6346803a-6b0b-4bbd-94d0-21e53ed133f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:42.941064 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800b5f2-9bee-4c0b-9fe3-eab79ae1213d req-d7a36a97-5f00-4c46-bc11-d766f6c94e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:42.942208 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4800b5f2-9bee-4c0b-9fe3-eab79ae1213d req-d7a36a97-5f00-4c46-bc11-d766f6c94e9a service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2650983 Nov 09 21:16:42.945899 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-c8585b7d-dabc-4017-b416-c5d3f61486e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:43.004231 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-6346803a-6b0b-4bbd-94d0-21e53ed133f4 service neutron] For port ea660c77-3caf-44f2-bbe7-bc918607ccd3, host n-h2-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:16:43.008409 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-6346803a-6b0b-4bbd-94d0-21e53ed133f4 service neutron] For port ea660c77-3caf-44f2-bbe7-bc918607ccd3, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=ea660c77-3caf-44f2-bbe7-bc918607ccd3,segment=NetworkSegment(670cd2f4-a96f-44b2-b0bf-937a304cf3ab),segment_id=670cd2f4-a96f-44b2-b0bf-937a304cf3ab)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:16:43.022880 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-6346803a-6b0b-4bbd-94d0-21e53ed133f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:43.055832 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-c8585b7d-dabc-4017-b416-c5d3f61486e1 service neutron] No DVR routers for this DVR port abba3097-c927-495f-bc4b-00c2b012ca39 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:16:43.081891 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-6346803a-6b0b-4bbd-94d0-21e53ed133f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:43.082516 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-6346803a-6b0b-4bbd-94d0-21e53ed133f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:43.083971 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-6346803a-6b0b-4bbd-94d0-21e53ed133f4 service neutron] 10.222.0.43 "PUT /v2.0/ports/ea660c77-3caf-44f2-bbe7-bc918607ccd3 HTTP/1.1" status: 200 len: 1091 time: 1.6160212 Nov 09 21:16:43.112408 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f0814-11aa-4478-a4ee-78380c3d3e50 req-77a27c0d-c36d-4d35-a7a7-46b504d87c0f tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:43.121505 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-624f0814-11aa-4478-a4ee-78380c3d3e50 req-77a27c0d-c36d-4d35-a7a7-46b504d87c0f tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5e5a12d4-8ad3-4c14-abaf-57d178d86fc5 HTTP/1.1" status: 200 len: 1096 time: 0.1112154 Nov 09 21:16:43.159389 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6346803a-6b0b-4bbd-94d0-21e53ed133f4 service neutron] Pushing event updated for resources: {'Port': ['ID=ea660c77-3caf-44f2-bbe7-bc918607ccd3,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:43.175057 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346803a-6b0b-4bbd-94d0-21e53ed133f4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:16:43.175413 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346803a-6b0b-4bbd-94d0-21e53ed133f4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:16:43.175762 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346803a-6b0b-4bbd-94d0-21e53ed133f4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:16:43.176088 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346803a-6b0b-4bbd-94d0-21e53ed133f4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:16:43.176418 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346803a-6b0b-4bbd-94d0-21e53ed133f4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:16:43.176812 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346803a-6b0b-4bbd-94d0-21e53ed133f4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:16:43.177140 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346803a-6b0b-4bbd-94d0-21e53ed133f4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:16:43.177464 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346803a-6b0b-4bbd-94d0-21e53ed133f4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:16:43.177789 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346803a-6b0b-4bbd-94d0-21e53ed133f4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:16:43.178116 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346803a-6b0b-4bbd-94d0-21e53ed133f4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:16:43.178431 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346803a-6b0b-4bbd-94d0-21e53ed133f4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:16:43.178789 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346803a-6b0b-4bbd-94d0-21e53ed133f4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:16:43.202520 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-c8585b7d-dabc-4017-b416-c5d3f61486e1 service neutron] Attempting to bind port abba3097-c927-495f-bc4b-00c2b012ca39 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:16:43.202804 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-c8585b7d-dabc-4017-b416-c5d3f61486e1 service neutron] Attempting to bind port abba3097-c927-495f-bc4b-00c2b012ca39 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:16:43.203135 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-c8585b7d-dabc-4017-b416-c5d3f61486e1 service neutron] Attempting to bind port abba3097-c927-495f-bc4b-00c2b012ca39 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:16:43.204319 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-624f0814-11aa-4478-a4ee-78380c3d3e50 req-22a18a80-5d86-4671-b2e1-4bdcc914b7e0 tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819368 Nov 09 21:16:43.240004 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8585b7d-dabc-4017-b416-c5d3f61486e1 service neutron] Pushing event updated for resources: {'Port': ['ID=abba3097-c927-495f-bc4b-00c2b012ca39,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:43.245810 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device abba3097-c927-495f-bc4b-00c2b012ca39 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:16:43.266598 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-c8585b7d-dabc-4017-b416-c5d3f61486e1 service neutron] Port abba3097-c927-495f-bc4b-00c2b012ca39 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:16:43.266931 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-c8585b7d-dabc-4017-b416-c5d3f61486e1 service neutron] Attempting to bind port abba3097-c927-495f-bc4b-00c2b012ca39 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:16:43.282216 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-20a51e5e-3cc0-4ca2-91c6-768ddc441899 req-d8b980cb-e30e-467d-ad91-3a90281df978 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5232379 Nov 09 21:16:43.285717 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-c8585b7d-dabc-4017-b416-c5d3f61486e1 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:16:43.286132 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-c8585b7d-dabc-4017-b416-c5d3f61486e1 service neutron] Checking segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:16:43.286526 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-c8585b7d-dabc-4017-b416-c5d3f61486e1 service neutron] Bound using segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:16:43.287281 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-c8585b7d-dabc-4017-b416-c5d3f61486e1 service neutron] Bound port: abba3097-c927-495f-bc4b-00c2b012ca39, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:16:43.287650 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-c8585b7d-dabc-4017-b416-c5d3f61486e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:43.300548 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-20a51e5e-3cc0-4ca2-91c6-768ddc441899 req-35d3a609-f26e-480d-ab03-c3d4f648a56b tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:16:43.338334 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device abba3097-c927-495f-bc4b-00c2b012ca39 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:16:43.364471 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800b5f2-9bee-4c0b-9fe3-eab79ae1213d req-3c0c8318-909f-434b-9bd1-64924e8ce5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:43.365607 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800b5f2-9bee-4c0b-9fe3-eab79ae1213d req-3c0c8318-909f-434b-9bd1-64924e8ce5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:43.366082 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800b5f2-9bee-4c0b-9fe3-eab79ae1213d req-3c0c8318-909f-434b-9bd1-64924e8ce5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:43.366573 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800b5f2-9bee-4c0b-9fe3-eab79ae1213d req-3c0c8318-909f-434b-9bd1-64924e8ce5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:43.367105 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800b5f2-9bee-4c0b-9fe3-eab79ae1213d req-3c0c8318-909f-434b-9bd1-64924e8ce5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:43.367671 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800b5f2-9bee-4c0b-9fe3-eab79ae1213d req-3c0c8318-909f-434b-9bd1-64924e8ce5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:43.368252 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800b5f2-9bee-4c0b-9fe3-eab79ae1213d req-3c0c8318-909f-434b-9bd1-64924e8ce5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:43.370498 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4800b5f2-9bee-4c0b-9fe3-eab79ae1213d req-3c0c8318-909f-434b-9bd1-64924e8ce5f6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=400600a87b5744da836a5a4df97863c7&device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 6476 time: 0.3068409 Nov 09 21:16:43.462311 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9230a-51a2-4e94-971f-56f2a7b204f6 req-b410608d-4d3f-4dc0-8cca-00b2d8f486a9 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:43.474613 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9230a-51a2-4e94-971f-56f2a7b204f6 req-b410608d-4d3f-4dc0-8cca-00b2d8f486a9 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:43.495815 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9230a-51a2-4e94-971f-56f2a7b204f6 req-b410608d-4d3f-4dc0-8cca-00b2d8f486a9 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:43.502772 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9230a-51a2-4e94-971f-56f2a7b204f6 req-b410608d-4d3f-4dc0-8cca-00b2d8f486a9 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:43.509252 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-20a51e5e-3cc0-4ca2-91c6-768ddc441899 req-35d3a609-f26e-480d-ab03-c3d4f648a56b tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks [] for floatingip, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:43.512567 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9230a-51a2-4e94-971f-56f2a7b204f6 req-b410608d-4d3f-4dc0-8cca-00b2d8f486a9 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:43.522490 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9230a-51a2-4e94-971f-56f2a7b204f6 req-b410608d-4d3f-4dc0-8cca-00b2d8f486a9 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:43.533154 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9230a-51a2-4e94-971f-56f2a7b204f6 req-b410608d-4d3f-4dc0-8cca-00b2d8f486a9 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:43.537349 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4cd9230a-51a2-4e94-971f-56f2a7b204f6 req-b410608d-4d3f-4dc0-8cca-00b2d8f486a9 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 5419 time: 0.1967227 Nov 09 21:16:43.607797 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-c8585b7d-dabc-4017-b416-c5d3f61486e1 service neutron] For port abba3097-c927-495f-bc4b-00c2b012ca39, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:16:43.614981 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-c8585b7d-dabc-4017-b416-c5d3f61486e1 service neutron] For port abba3097-c927-495f-bc4b-00c2b012ca39, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=abba3097-c927-495f-bc4b-00c2b012ca39,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:16:43.634973 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-c8585b7d-dabc-4017-b416-c5d3f61486e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:43.664378 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4cd9230a-51a2-4e94-971f-56f2a7b204f6 req-9f6fbb80-1a22-44c7-aab5-afb47cc8af75 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/security-groups?id=a49c0492-ae47-4dac-8056-4d2eff42c909&id=2aa0795d-359d-4f24-ad70-d15c6200f092&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1143863 Nov 09 21:16:43.722828 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-c8585b7d-dabc-4017-b416-c5d3f61486e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:43.723468 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-c8585b7d-dabc-4017-b416-c5d3f61486e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:43.724901 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-c8585b7d-dabc-4017-b416-c5d3f61486e1 service neutron] 10.222.0.45 "PUT /v2.0/ports/abba3097-c927-495f-bc4b-00c2b012ca39 HTTP/1.1" status: 200 len: 1096 time: 2.4974408 Nov 09 21:16:43.737196 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800b5f2-9bee-4c0b-9fe3-eab79ae1213d req-6a983728-faa2-4ac7-ae95-5bc448b57857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:43.737859 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800b5f2-9bee-4c0b-9fe3-eab79ae1213d req-6a983728-faa2-4ac7-ae95-5bc448b57857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:43.738110 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800b5f2-9bee-4c0b-9fe3-eab79ae1213d req-6a983728-faa2-4ac7-ae95-5bc448b57857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:43.740540 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4800b5f2-9bee-4c0b-9fe3-eab79ae1213d req-6a983728-faa2-4ac7-ae95-5bc448b57857 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=400600a87b5744da836a5a4df97863c7&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3245611 Nov 09 21:16:43.884756 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8585b7d-dabc-4017-b416-c5d3f61486e1 service neutron] Pushing event updated for resources: {'Port': ['ID=abba3097-c927-495f-bc4b-00c2b012ca39,revision_number=7']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:43.912839 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8585b7d-dabc-4017-b416-c5d3f61486e1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:16:43.913510 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8585b7d-dabc-4017-b416-c5d3f61486e1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:16:43.913864 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8585b7d-dabc-4017-b416-c5d3f61486e1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:16:43.914200 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8585b7d-dabc-4017-b416-c5d3f61486e1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:16:43.915913 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8585b7d-dabc-4017-b416-c5d3f61486e1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:16:43.916258 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8585b7d-dabc-4017-b416-c5d3f61486e1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:16:43.916592 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8585b7d-dabc-4017-b416-c5d3f61486e1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:16:43.916961 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8585b7d-dabc-4017-b416-c5d3f61486e1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:16:43.917285 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8585b7d-dabc-4017-b416-c5d3f61486e1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:16:43.917612 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8585b7d-dabc-4017-b416-c5d3f61486e1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:16:43.917941 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8585b7d-dabc-4017-b416-c5d3f61486e1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:16:43.918266 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8585b7d-dabc-4017-b416-c5d3f61486e1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:16:43.931939 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'tag': '80e946a2-577f-4411-ada9-9c19200b402c'}, {'name': 'network-changed', 'server_uuid': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'tag': 'd46dc18b-b6fe-4988-b8da-762fe90a822d'}, {'name': 'network-changed', 'server_uuid': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'tag': 'f76d6a35-507d-404f-8871-26d5877be815'}, {'name': 'network-changed', 'server_uuid': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'tag': 'ea660c77-3caf-44f2-bbe7-bc918607ccd3'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:16:43.936408 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1" -d '{"events": [{"name": "network-changed", "server_uuid": "40b6c418-4d59-4dd2-bb2b-a20015d0c169", "tag": "80e946a2-577f-4411-ada9-9c19200b402c"}, {"name": "network-changed", "server_uuid": "40b6c418-4d59-4dd2-bb2b-a20015d0c169", "tag": "d46dc18b-b6fe-4988-b8da-762fe90a822d"}, {"name": "network-changed", "server_uuid": "40b6c418-4d59-4dd2-bb2b-a20015d0c169", "tag": "f76d6a35-507d-404f-8871-26d5877be815"}, {"name": "network-changed", "server_uuid": "40b6c418-4d59-4dd2-bb2b-a20015d0c169", "tag": "ea660c77-3caf-44f2-bbe7-bc918607ccd3"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:16:43.962998 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-0f897bd3-f59d-4220-9901-ff770f8308c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:43.964436 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-0f897bd3-f59d-4220-9901-ff770f8308c6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab9f62a9766648e6a735e31e91b7e450&device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 1099 time: 0.1936820 Nov 09 21:16:44.008401 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0ce77-34c6-4bcf-a392-c0e32e61bee7 req-e7f0a5ab-ff5d-4ed5-90dd-f7ebd7a92470 tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:44.019437 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4fc0ce77-34c6-4bcf-a392-c0e32e61bee7 req-e7f0a5ab-ff5d-4ed5-90dd-f7ebd7a92470 tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5e5a12d4-8ad3-4c14-abaf-57d178d86fc5 HTTP/1.1" status: 200 len: 1096 time: 0.0684767 Nov 09 21:16:44.024508 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800b5f2-9bee-4c0b-9fe3-eab79ae1213d req-3e2b2b77-167b-4531-80f9-1e65bf90dffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:44.026015 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4800b5f2-9bee-4c0b-9fe3-eab79ae1213d req-3e2b2b77-167b-4531-80f9-1e65bf90dffd service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2783749 Nov 09 21:16:44.087029 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-20a51e5e-3cc0-4ca2-91c6-768ddc441899 req-35d3a609-f26e-480d-ab03-c3d4f648a56b tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:44.113508 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4fc0ce77-34c6-4bcf-a392-c0e32e61bee7 req-8d67caa5-45c3-49b2-9152-68ae973ec6d6 tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929680 Nov 09 21:16:44.229917 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-5c96bfbe-b562-472e-b9e5-487814a8d638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:44.231492 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-5c96bfbe-b562-472e-b9e5-487814a8d638 service neutron] 10.222.0.45 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.2482066 Nov 09 21:16:44.261479 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71b347-192e-438d-a359-945d26f6f138 req-2469ec7f-be8b-4cdd-833b-e99a90ddbe4b tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:44.269228 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dd71b347-192e-438d-a359-945d26f6f138 req-2469ec7f-be8b-4cdd-833b-e99a90ddbe4b tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 945 time: 0.0860178 Nov 09 21:16:44.290199 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-d0d02d4d-f0af-4068-bbdd-7560a44dab4c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=abba3097-c927-495f-bc4b-00c2b012ca39 HTTP/1.1" status: 200 len: 217 time: 0.0477660 Nov 09 21:16:44.306109 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-2e5e02b5-5e80-48a6-aed6-71ad440b8309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:44.306792 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-2e5e02b5-5e80-48a6-aed6-71ad440b8309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:44.307032 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-2e5e02b5-5e80-48a6-aed6-71ad440b8309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:44.307492 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-2e5e02b5-5e80-48a6-aed6-71ad440b8309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:44.307950 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-2e5e02b5-5e80-48a6-aed6-71ad440b8309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:44.308404 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-2e5e02b5-5e80-48a6-aed6-71ad440b8309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:44.308896 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-2e5e02b5-5e80-48a6-aed6-71ad440b8309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:44.310845 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-2e5e02b5-5e80-48a6-aed6-71ad440b8309 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=400600a87b5744da836a5a4df97863c7&device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 6476 time: 0.2044146 Nov 09 21:16:44.348354 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dd71b347-192e-438d-a359-945d26f6f138 req-c0b43747-31ba-43d0-8169-5fd951bf1821 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700836 Nov 09 21:16:44.451418 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-e72e27c2-6f9b-4f98-a899-fd068c6c6d7a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=825351ba-9738-49ef-a76d-6d1620cd75d1 HTTP/1.1" status: 200 len: 217 time: 0.1196651 Nov 09 21:16:44.514027 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3ba7c-d498-453c-ad3d-075352a690be req-38059cba-10ed-4603-8e85-1a1d231be044 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:44.516918 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fee3ba7c-d498-453c-ad3d-075352a690be req-38059cba-10ed-4603-8e85-1a1d231be044 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 948 time: 0.0770416 Nov 09 21:16:44.517251 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-20a51e5e-3cc0-4ca2-91c6-768ddc441899 req-35d3a609-f26e-480d-ab03-c3d4f648a56b tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Allocated IP 172.25.7.220 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/18f19fde-268b-4513-b1dc-c2412ceca2f6) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:16:44.528191 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-98c0c665-36d6-44ba-ae3b-3d9dde0bf7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:44.529740 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-98c0c665-36d6-44ba-ae3b-3d9dde0bf7cb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.2137430 Nov 09 21:16:44.587598 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fee3ba7c-d498-453c-ad3d-075352a690be req-7592c069-544c-4ef1-9010-6bf71500511e tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594895 Nov 09 21:16:44.621629 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35384) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:16:44.622424 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-abaf6773-e0db-4002-8f38-53cc484146f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:44.624091 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-abaf6773-e0db-4002-8f38-53cc484146f4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=55602be9-97b4-4359-8931-67067a301b3c HTTP/1.1" status: 200 len: 851 time: 0.1631494 Nov 09 21:16:44.707562 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-22f34b68-c64f-4f63-a976-04bddb810559 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:44.712859 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-eedb2e2f-1575-4e6b-9a7d-7d3bfbd4647d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:44.719190 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-eedb2e2f-1575-4e6b-9a7d-7d3bfbd4647d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1801746 Nov 09 21:16:44.731276 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74163e6-e8f2-43cc-886b-cf04dbdaa044', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abba3097-c927-495f-bc4b-00c2b012ca39'}, {'name': 'network-changed', 'server_uuid': 'b74163e6-e8f2-43cc-886b-cf04dbdaa044', 'tag': 'abba3097-c927-495f-bc4b-00c2b012ca39'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:16:44.733670 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcef74d-af05-4212-94b1-d3c8c93ea1fe" -d '{"events": [{"server_uuid": "b74163e6-e8f2-43cc-886b-cf04dbdaa044", "name": "network-vif-unplugged", "status": "completed", "tag": "abba3097-c927-495f-bc4b-00c2b012ca39"}, {"name": "network-changed", "server_uuid": "b74163e6-e8f2-43cc-886b-cf04dbdaa044", "tag": "abba3097-c927-495f-bc4b-00c2b012ca39"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:16:44.741661 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 680 Content-Type: application/json Date: Tue, 09 Nov 2021 21:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992184b1-467c-4490-942d-30a706157926 x-openstack-request-id: req-992184b1-467c-4490-942d-30a706157926 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:16:44.741966 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40b6c418-4d59-4dd2-bb2b-a20015d0c169", "tag": "80e946a2-577f-4411-ada9-9c19200b402c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "40b6c418-4d59-4dd2-bb2b-a20015d0c169", "tag": "d46dc18b-b6fe-4988-b8da-762fe90a822d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "40b6c418-4d59-4dd2-bb2b-a20015d0c169", "tag": "f76d6a35-507d-404f-8871-26d5877be815", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "40b6c418-4d59-4dd2-bb2b-a20015d0c169", "tag": "ea660c77-3caf-44f2-bbe7-bc918607ccd3", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:16:44.742249 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-992184b1-467c-4490-942d-30a706157926 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:16:44.742676 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'tag': '80e946a2-577f-4411-ada9-9c19200b402c', 'status': 'completed', 'code': 200} Nov 09 21:16:44.742939 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'tag': 'd46dc18b-b6fe-4988-b8da-762fe90a822d', 'status': 'completed', 'code': 200} Nov 09 21:16:44.743366 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'tag': 'f76d6a35-507d-404f-8871-26d5877be815', 'status': 'completed', 'code': 200} Nov 09 21:16:44.743759 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'tag': 'ea660c77-3caf-44f2-bbe7-bc918607ccd3', 'status': 'completed', 'code': 200} Nov 09 21:16:44.746883 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-22f34b68-c64f-4f63-a976-04bddb810559 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:44.838883 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-20a51e5e-3cc0-4ca2-91c6-768ddc441899 req-35d3a609-f26e-480d-ab03-c3d4f648a56b tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:44.867493 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-22f34b68-c64f-4f63-a976-04bddb810559 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:44.871206 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-22f34b68-c64f-4f63-a976-04bddb810559 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:44.875291 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-22f34b68-c64f-4f63-a976-04bddb810559 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "DELETE /v2.0/security-groups/c03e1c2c-ba46-4192-b9cb-d256abe573c7 HTTP/1.1" status: 204 len: 168 time: 0.2518623 Nov 09 21:16:44.877496 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35400) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:16:44.893547 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f34b68-c64f-4f63-a976-04bddb810559 tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03e1c2c-ba46-4192-b9cb-d256abe573c7,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:44.929167 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452f727-5b93-440a-97c4-f59a57d00f84 req-40609825-dca1-45f5-a87f-9b777a6701d2 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:44.937360 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-3b7609b1-05e6-4a24-b590-6a5fd1853705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:44.938544 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452f727-5b93-440a-97c4-f59a57d00f84 req-40609825-dca1-45f5-a87f-9b777a6701d2 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:44.938913 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-3b7609b1-05e6-4a24-b590-6a5fd1853705 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d6a5df07-fe3c-47f1-83e0-b8908198e01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3020957 Nov 09 21:16:44.949188 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452f727-5b93-440a-97c4-f59a57d00f84 req-40609825-dca1-45f5-a87f-9b777a6701d2 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:44.956371 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452f727-5b93-440a-97c4-f59a57d00f84 req-40609825-dca1-45f5-a87f-9b777a6701d2 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:44.963244 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452f727-5b93-440a-97c4-f59a57d00f84 req-40609825-dca1-45f5-a87f-9b777a6701d2 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:44.969904 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452f727-5b93-440a-97c4-f59a57d00f84 req-40609825-dca1-45f5-a87f-9b777a6701d2 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:44.977505 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452f727-5b93-440a-97c4-f59a57d00f84 req-40609825-dca1-45f5-a87f-9b777a6701d2 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:44.986441 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c452f727-5b93-440a-97c4-f59a57d00f84 req-40609825-dca1-45f5-a87f-9b777a6701d2 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 5419 time: 0.1865211 Nov 09 21:16:45.009038 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-025167de-8b16-4d53-a538-f722d1b3b83c tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] show failed (client error): The resource could not be found. Nov 09 21:16:45.013458 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-025167de-8b16-4d53-a538-f722d1b3b83c tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "GET /v2.0/security-groups/c03e1c2c-ba46-4192-b9cb-d256abe573c7 HTTP/1.1" status: 404 len: 347 time: 0.1265819 Nov 09 21:16:45.016151 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35402) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:16:45.040423 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-20a51e5e-3cc0-4ca2-91c6-768ddc441899 req-35d3a609-f26e-480d-ab03-c3d4f648a56b tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:45.043762 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-835cad41-6703-4ad0-a40a-34d1a2f0f0cc service neutron] 10.222.0.43 "GET /v2.0/networks/d6a5df07-fe3c-47f1-83e0-b8908198e01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939364 Nov 09 21:16:45.104931 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20a51e5e-3cc0-4ca2-91c6-768ddc441899 req-35d3a609-f26e-480d-ab03-c3d4f648a56b tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:16:45.121503 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-20a51e5e-3cc0-4ca2-91c6-768ddc441899 req-35d3a609-f26e-480d-ab03-c3d4f648a56b tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:16:45.124615 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a51e5e-3cc0-4ca2-91c6-768ddc441899 req-35d3a609-f26e-480d-ab03-c3d4f648a56b tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:16:45.205267 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c452f727-5b93-440a-97c4-f59a57d00f84 req-e8113875-2b6d-4efc-bcc0-d883631a5559 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/security-groups?id=a49c0492-ae47-4dac-8056-4d2eff42c909&id=2aa0795d-359d-4f24-ad70-d15c6200f092&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2120924 Nov 09 21:16:45.221491 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-e1930657-bb52-4876-9e41-7af648bb20de tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Deleting port 3102971d-a8d2-48da-8511-03b3da7c7442 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:16:45.223565 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e1930657-bb52-4876-9e41-7af648bb20de tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:45.241401 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-d0259b72-28a9-4d63-af23-38c33e989024 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4952247 Nov 09 21:16:45.291276 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3a609-f26e-480d-ab03-c3d4f648a56b tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Pushing event updated for resources: {'Port': ['ID=18f19fde-268b-4513-b1dc-c2412ceca2f6,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:45.375903 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3832cf-1642-4bdd-8a2d-baa0510af137 req-1882205a-0e29-4d58-b093-3f7bdc9bc41a tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:45.377758 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9a3832cf-1642-4bdd-8a2d-baa0510af137 req-1882205a-0e29-4d58-b093-3f7bdc9bc41a tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fb51f48-6c11-481e-be91-4008ead689ff HTTP/1.1" status: 200 len: 949 time: 0.0870805 Nov 09 21:16:45.403848 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e1930657-bb52-4876-9e41-7af648bb20de tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:45.404199 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e1930657-bb52-4876-9e41-7af648bb20de tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:45.423333 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-a7497ce4-c49e-473d-a375-6ede5e9834b0 service neutron] 10.222.0.43 "GET /v2.0/networks/d6a5df07-fe3c-47f1-83e0-b8908198e01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632574 Nov 09 21:16:45.432448 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-20a51e5e-3cc0-4ca2-91c6-768ddc441899 req-35d3a609-f26e-480d-ab03-c3d4f648a56b tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:45.449400 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-e1930657-bb52-4876-9e41-7af648bb20de tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Calling delete_port for 3102971d-a8d2-48da-8511-03b3da7c7442 owned by network:floatingip {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:16:45.540606 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-8ff32c0b-cef1-4b29-a554-bc7b072cc190 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=b53947c2-f2f0-4db5-a448-3a32c902f2f5 HTTP/1.1" status: 200 len: 217 time: 0.1062047 Nov 09 21:16:45.547848 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-20a51e5e-3cc0-4ca2-91c6-768ddc441899 req-35d3a609-f26e-480d-ab03-c3d4f648a56b tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:45.584832 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9a3832cf-1642-4bdd-8a2d-baa0510af137 req-bd81ee79-fccc-4482-bc96-b0d4ee3e7267 tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0c64941-221b-42e5-b52d-55ece7669d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906834 Nov 09 21:16:45.636399 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-02801dc2-9171-40bc-b4d5-845e5df71f40 req-ca46d978-a011-4b70-9a2f-0d5e5bdc4d49 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604939 Nov 09 21:16:45.672014 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-00dbc390-96d1-4b95-8d97-a58bd1c9240c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:45.674298 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-00dbc390-96d1-4b95-8d97-a58bd1c9240c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1a3bf33a-28e4-43d0-b3a3-869cb4b7ec53 HTTP/1.1" status: 200 len: 797 time: 0.1248853 Nov 09 21:16:45.725170 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 09 Nov 2021 21:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba45f912-2412-474b-8ef1-db1335adcde8 x-openstack-request-id: req-ba45f912-2412-474b-8ef1-db1335adcde8 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:16:45.725529 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b74163e6-e8f2-43cc-886b-cf04dbdaa044", "name": "network-vif-unplugged", "status": "completed", "tag": "abba3097-c927-495f-bc4b-00c2b012ca39", "code": 200}, {"name": "network-changed", "server_uuid": "b74163e6-e8f2-43cc-886b-cf04dbdaa044", "tag": "abba3097-c927-495f-bc4b-00c2b012ca39", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:16:45.725739 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ba45f912-2412-474b-8ef1-db1335adcde8 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:16:45.726124 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74163e6-e8f2-43cc-886b-cf04dbdaa044', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abba3097-c927-495f-bc4b-00c2b012ca39', 'code': 200} Nov 09 21:16:45.726380 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b74163e6-e8f2-43cc-886b-cf04dbdaa044', 'tag': 'abba3097-c927-495f-bc4b-00c2b012ca39', 'status': 'completed', 'code': 200} Nov 09 21:16:45.896520 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcef74d-af05-4212-94b1-d3c8c93ea1fe req-5a7229c4-70fc-408a-94c8-e9184ccd27fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:45.898565 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2dcef74d-af05-4212-94b1-d3c8c93ea1fe req-5a7229c4-70fc-408a-94c8-e9184ccd27fb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab9f62a9766648e6a735e31e91b7e450&device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 1099 time: 0.0857222 Nov 09 21:16:45.899581 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e1930657-bb52-4876-9e41-7af648bb20de tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:45.953102 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-e32762cf-9f1a-4411-9316-e6b68fe49e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:45.955023 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-e32762cf-9f1a-4411-9316-e6b68fe49e6e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3808ba34-f2ea-4dcf-b849-bb7f67f33c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2574563 Nov 09 21:16:45.963292 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1930657-bb52-4876-9e41-7af648bb20de tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Pushing event deleted for resources: {'Port': ['ID=3102971d-a8d2-48da-8511-03b3da7c7442,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:45.996396 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcef74d-af05-4212-94b1-d3c8c93ea1fe req-49b91434-2392-4e6c-a489-e64327e3fec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:45.998255 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2dcef74d-af05-4212-94b1-d3c8c93ea1fe req-49b91434-2392-4e6c-a489-e64327e3fec1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab9f62a9766648e6a735e31e91b7e450&device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 1099 time: 0.1660306 Nov 09 21:16:46.124770 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c96a33-1780-4127-a142-b6a1b890f629 req-07742c46-86e7-4337-8498-64ed0a7f77f6 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:46.133282 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d0c96a33-1780-4127-a142-b6a1b890f629 req-07742c46-86e7-4337-8498-64ed0a7f77f6 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 945 time: 0.3309557 Nov 09 21:16:46.183005 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcef74d-af05-4212-94b1-d3c8c93ea1fe req-90b66695-9d2a-4f54-8c94-a550003583e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:46.184970 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2dcef74d-af05-4212-94b1-d3c8c93ea1fe req-90b66695-9d2a-4f54-8c94-a550003583e4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.2513106 Nov 09 21:16:46.189619 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e1930657-bb52-4876-9e41-7af648bb20de tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks [] for floatingip, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:46.193114 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e1930657-bb52-4876-9e41-7af648bb20de tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:46.197217 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e1930657-bb52-4876-9e41-7af648bb20de tempest-ServersWithSpecificFlavorTestJSON-142145816 tempest-ServersWithSpecificFlavorTestJSON-142145816-project] 10.222.0.49 "DELETE /v2.0/floatingips/b49d277b-5432-4417-b86d-29b1f6693d16 HTTP/1.1" status: 204 len: 168 time: 1.1772342 Nov 09 21:16:46.256774 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2dcef74d-af05-4212-94b1-d3c8c93ea1fe req-7de63c99-f3ec-4417-8b8d-38c21d69d5f9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=abba3097-c927-495f-bc4b-00c2b012ca39 HTTP/1.1" status: 200 len: 217 time: 0.0551815 Nov 09 21:16:46.273789 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d0c96a33-1780-4127-a142-b6a1b890f629 req-b1e61029-b41f-4ebf-9b3f-4ffd166aa01b tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341794 Nov 09 21:16:46.338819 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcef74d-af05-4212-94b1-d3c8c93ea1fe req-7630c901-2228-4fa8-bbf9-2bc07b36b020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:46.341126 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2dcef74d-af05-4212-94b1-d3c8c93ea1fe req-7630c901-2228-4fa8-bbf9-2bc07b36b020 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.0662415 Nov 09 21:16:46.443434 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcef74d-af05-4212-94b1-d3c8c93ea1fe req-9b3c25e7-3e4d-4cdc-8dd1-880b58c45e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:46.445695 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2dcef74d-af05-4212-94b1-d3c8c93ea1fe req-9b3c25e7-3e4d-4cdc-8dd1-880b58c45e32 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0971329 Nov 09 21:16:46.455287 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b87ea50-ce89-4b89-b01f-33064be5219d req-1912e590-cfb4-44cf-ba6a-1df1c97c8c5a tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:46.457335 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8b87ea50-ce89-4b89-b01f-33064be5219d req-1912e590-cfb4-44cf-ba6a-1df1c97c8c5a tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 948 time: 0.0682013 Nov 09 21:16:46.505779 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 4d108f97-8373-4571-b93b-b76aa6949c47 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:16:46.543739 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-20a51e5e-3cc0-4ca2-91c6-768ddc441899 req-35d3a609-f26e-480d-ab03-c3d4f648a56b tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:46.567428 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-20a51e5e-3cc0-4ca2-91c6-768ddc441899 req-35d3a609-f26e-480d-ab03-c3d4f648a56b tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:46.585818 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8b87ea50-ce89-4b89-b01f-33064be5219d req-0ff25fbf-b0d4-4e4f-bef9-a3a54fff29e3 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194549 Nov 09 21:16:46.624900 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2dcef74d-af05-4212-94b1-d3c8c93ea1fe req-0d81de4a-d901-4429-8ad5-98e2359bd333 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657217 Nov 09 21:16:46.632932 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3a609-f26e-480d-ab03-c3d4f648a56b tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Pushing event updated for resources: {'Port': ['ID=18f19fde-268b-4513-b1dc-c2412ceca2f6,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:46.648543 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcef74d-af05-4212-94b1-d3c8c93ea1fe req-f9ef7fb8-b914-4f72-a96b-75f61a489927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:46.650093 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2dcef74d-af05-4212-94b1-d3c8c93ea1fe req-f9ef7fb8-b914-4f72-a96b-75f61a489927 service neutron] 10.222.0.45 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.6222770 Nov 09 21:16:46.664015 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-d85cc446-4ec1-453e-b248-c1264f0ddea5 service neutron] 10.222.0.43 "GET /v2.0/networks/3808ba34-f2ea-4dcf-b849-bb7f67f33c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6962640 Nov 09 21:16:46.703414 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:46.775768 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2dcef74d-af05-4212-94b1-d3c8c93ea1fe req-20885c22-8249-4c61-abd0-37600a4ce1f2 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410158 Nov 09 21:16:46.793754 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 4d108f97-8373-4571-b93b-b76aa6949c47, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=4d108f97-8373-4571-b93b-b76aa6949c47,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:16:46.794814 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb51f48-6c11-481e-be91-4008ead689ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d108f97-8373-4571-b93b-b76aa6949c47'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:16:46.797314 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b538ea-4947-4bc8-ba08-f04af7beebc6" -d '{"events": [{"server_uuid": "3fb51f48-6c11-481e-be91-4008ead689ff", "name": "network-vif-unplugged", "status": "completed", "tag": "4d108f97-8373-4571-b93b-b76aa6949c47"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:16:46.802061 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:46.849238 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2dcef74d-af05-4212-94b1-d3c8c93ea1fe req-a23d0508-163f-43e2-97b2-f950d1d2cc24 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=abba3097-c927-495f-bc4b-00c2b012ca39 HTTP/1.1" status: 200 len: 217 time: 0.1841912 Nov 09 21:16:46.882934 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=4d108f97-8373-4571-b93b-b76aa6949c47,revision_number=8']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:46.891745 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:16:46.892093 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:16:46.892672 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:16:46.893167 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:16:46.893876 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:16:46.894396 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:16:46.894882 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:16:46.895364 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:16:46.896647 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:16:46.897179 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:16:46.897867 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:16:46.898549 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:16:46.931695 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff086bf-fdb0-4518-93d2-ddae1ed2fadc req-0dfc8f53-e837-432f-a007-7be7189b1d2e tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:46.938690 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff086bf-fdb0-4518-93d2-ddae1ed2fadc req-0dfc8f53-e837-432f-a007-7be7189b1d2e tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:46.946236 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff086bf-fdb0-4518-93d2-ddae1ed2fadc req-0dfc8f53-e837-432f-a007-7be7189b1d2e tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:46.947011 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcef74d-af05-4212-94b1-d3c8c93ea1fe req-0613395e-dcbc-44b7-87ae-802820e580c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:46.948834 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2dcef74d-af05-4212-94b1-d3c8c93ea1fe req-0613395e-dcbc-44b7-87ae-802820e580c3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.0911672 Nov 09 21:16:46.952250 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff086bf-fdb0-4518-93d2-ddae1ed2fadc req-0dfc8f53-e837-432f-a007-7be7189b1d2e tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:46.958352 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff086bf-fdb0-4518-93d2-ddae1ed2fadc req-0dfc8f53-e837-432f-a007-7be7189b1d2e tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:46.964927 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff086bf-fdb0-4518-93d2-ddae1ed2fadc req-0dfc8f53-e837-432f-a007-7be7189b1d2e tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:46.970880 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff086bf-fdb0-4518-93d2-ddae1ed2fadc req-0dfc8f53-e837-432f-a007-7be7189b1d2e tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:46.979139 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2ff086bf-fdb0-4518-93d2-ddae1ed2fadc req-0dfc8f53-e837-432f-a007-7be7189b1d2e tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 5419 time: 0.1267350 Nov 09 21:16:46.988108 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-1d06751c-e1e0-450d-b92d-1dff071000df service neutron] 10.222.0.43 "GET /v2.0/networks/3808ba34-f2ea-4dcf-b849-bb7f67f33c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049562 Nov 09 21:16:46.989309 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-20a51e5e-3cc0-4ca2-91c6-768ddc441899 req-35d3a609-f26e-480d-ab03-c3d4f648a56b tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:47.052443 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2ff086bf-fdb0-4518-93d2-ddae1ed2fadc req-0027521a-4cb4-44ab-9bff-39c5773ab7c4 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/security-groups?id=a49c0492-ae47-4dac-8056-4d2eff42c909&id=2aa0795d-359d-4f24-ad70-d15c6200f092&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0658329 Nov 09 21:16:47.074890 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-af821008-6da7-4a56-a5d9-bfe74abfd756 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=2b6a9424-e1c2-4d17-92db-720005970041 HTTP/1.1" status: 200 len: 217 time: 0.0426004 Nov 09 21:16:47.143997 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-43644d0f-6a12-40b9-a8d3-109690bc0f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:47.146347 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-43644d0f-6a12-40b9-a8d3-109690bc0f2d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1a3bf33a-28e4-43d0-b3a3-869cb4b7ec53 HTTP/1.1" status: 200 len: 797 time: 0.0607448 Nov 09 21:16:47.155435 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcef74d-af05-4212-94b1-d3c8c93ea1fe req-bd46eb96-edc6-4ed3-b136-b009e6e3322e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:47.157099 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 21:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fca2168-6489-4b85-ab5f-b27744eb5631 x-openstack-request-id: req-7fca2168-6489-4b85-ab5f-b27744eb5631 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:16:47.157398 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb51f48-6c11-481e-be91-4008ead689ff", "name": "network-vif-unplugged", "status": "completed", "tag": "4d108f97-8373-4571-b93b-b76aa6949c47", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:16:47.157653 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7fca2168-6489-4b85-ab5f-b27744eb5631 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:16:47.159469 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb51f48-6c11-481e-be91-4008ead689ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d108f97-8373-4571-b93b-b76aa6949c47', 'code': 200} Nov 09 21:16:47.159608 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2dcef74d-af05-4212-94b1-d3c8c93ea1fe req-bd46eb96-edc6-4ed3-b136-b009e6e3322e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1668215 Nov 09 21:16:47.192503 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-20a51e5e-3cc0-4ca2-91c6-768ddc441899 req-35d3a609-f26e-480d-ab03-c3d4f648a56b tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:47.194368 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-20a51e5e-3cc0-4ca2-91c6-768ddc441899 req-35d3a609-f26e-480d-ab03-c3d4f648a56b tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9010246 Nov 09 21:16:47.301738 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-22ded62d-fdf9-47e9-9590-b4a89d27d619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:47.303243 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-22ded62d-fdf9-47e9-9590-b4a89d27d619 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3808ba34-f2ea-4dcf-b849-bb7f67f33c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1426299 Nov 09 21:16:47.315779 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2dcef74d-af05-4212-94b1-d3c8c93ea1fe req-0633c78c-71ed-4081-95b3-dcf20467f3e4 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439230 Nov 09 21:16:47.476097 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-20a51e5e-3cc0-4ca2-91c6-768ddc441899 req-54903909-ec30-4da3-9cd9-f4f867342628 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.220 HTTP/1.1" status: 200 len: 696 time: 0.2206328 Nov 09 21:16:47.542235 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-9113393e-eec8-4b19-aad6-869b0c13f66d service neutron] 10.222.0.43 "GET /v2.0/networks/3808ba34-f2ea-4dcf-b849-bb7f67f33c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255759 Nov 09 21:16:47.583072 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4040de71-0460-4bcb-8415-2efa2050191d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:47.797868 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2dcef74d-af05-4212-94b1-d3c8c93ea1fe req-57e8d7c9-a6e1-47e6-b135-c89fad8c1eae service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4714327 Nov 09 21:16:47.884336 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a51e5e-3cc0-4ca2-91c6-768ddc441899 req-0bf6397e-7cdc-4372-86e1-066df6101051 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:47.899680 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-20a51e5e-3cc0-4ca2-91c6-768ddc441899 req-0bf6397e-7cdc-4372-86e1-066df6101051 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] 10.222.0.49 "GET /v2.0/networks/4531c23d-84b7-490d-8d7c-6676781b6e6a HTTP/1.1" status: 200 len: 784 time: 0.4153423 Nov 09 21:16:47.906715 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-8426d16e-9852-455c-b299-8c7fd4d23690 service neutron] 10.222.0.43 "GET /v2.0/networks/3808ba34-f2ea-4dcf-b849-bb7f67f33c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892580 Nov 09 21:16:47.972074 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-8f105437-7ea8-4fd5-a9a0-5ff4caeae9a0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=80e946a2-577f-4411-ada9-9c19200b402c HTTP/1.1" status: 200 len: 217 time: 0.0541258 Nov 09 21:16:48.048671 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-38371b9b-6026-4150-9ef4-f5528fdbd63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:48.050145 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-38371b9b-6026-4150-9ef4-f5528fdbd63e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1a3bf33a-28e4-43d0-b3a3-869cb4b7ec53 HTTP/1.1" status: 200 len: 797 time: 0.0674751 Nov 09 21:16:48.069654 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83592a-a829-4520-bfb6-88ccb9213904 req-d4f6ce99-cdfe-4836-a053-1de5af24d284 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:48.070639 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356f313-90e1-4031-bbcc-016a3f1afad7 req-5da84a94-f92c-46c5-9ba6-c2f22149ffd0 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:48.078532 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8356f313-90e1-4031-bbcc-016a3f1afad7 req-5da84a94-f92c-46c5-9ba6-c2f22149ffd0 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 948 time: 0.0735199 Nov 09 21:16:48.079612 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5c83592a-a829-4520-bfb6-88ccb9213904 req-d4f6ce99-cdfe-4836-a053-1de5af24d284 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 945 time: 0.1077392 Nov 09 21:16:48.137878 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8356f313-90e1-4031-bbcc-016a3f1afad7 req-0bc29a39-a876-4d29-bf65-bf6374bca370 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580051 Nov 09 21:16:48.151173 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5c83592a-a829-4520-bfb6-88ccb9213904 req-b6c5a56e-9bad-4df7-8dc2-b35ad89bc654 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705922 Nov 09 21:16:48.191398 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-bfacdd2d-2b70-4a3f-9210-d4b466090c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:48.193523 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-bfacdd2d-2b70-4a3f-9210-d4b466090c3c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3808ba34-f2ea-4dcf-b849-bb7f67f33c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0899482 Nov 09 21:16:48.367112 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-657edc2c-63c2-4686-9ee9-2928e0a88cb1 service neutron] 10.222.0.43 "GET /v2.0/networks/3808ba34-f2ea-4dcf-b849-bb7f67f33c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637924 Nov 09 21:16:48.424350 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6958b-5e44-4c13-b9ae-1a5c655259ee req-358d1f3d-c3aa-47e7-872f-e0de05d94e5e tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:48.431996 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6958b-5e44-4c13-b9ae-1a5c655259ee req-358d1f3d-c3aa-47e7-872f-e0de05d94e5e tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:48.439312 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6958b-5e44-4c13-b9ae-1a5c655259ee req-358d1f3d-c3aa-47e7-872f-e0de05d94e5e tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:48.447802 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6958b-5e44-4c13-b9ae-1a5c655259ee req-358d1f3d-c3aa-47e7-872f-e0de05d94e5e tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:48.454376 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0548ed06-f75d-46ac-8640-7a0833528208 req-a2cc04da-a1bc-4ef2-b071-061fdf6dd65b tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2367079 Nov 09 21:16:48.461265 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6958b-5e44-4c13-b9ae-1a5c655259ee req-358d1f3d-c3aa-47e7-872f-e0de05d94e5e tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:48.479669 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6958b-5e44-4c13-b9ae-1a5c655259ee req-358d1f3d-c3aa-47e7-872f-e0de05d94e5e tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:48.495089 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6958b-5e44-4c13-b9ae-1a5c655259ee req-358d1f3d-c3aa-47e7-872f-e0de05d94e5e tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:48.498493 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-0548ed06-f75d-46ac-8640-7a0833528208 req-c798eda0-5f0c-40cc-903c-904f5bf3cd34 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:16:48.502933 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-06c6958b-5e44-4c13-b9ae-1a5c655259ee req-358d1f3d-c3aa-47e7-872f-e0de05d94e5e tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 5419 time: 0.1408846 Nov 09 21:16:48.505506 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device abba3097-c927-495f-bc4b-00c2b012ca39 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:16:48.539803 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-dddc10b0-49ed-49c3-8811-baef9985a3a2 service neutron] 10.222.0.43 "GET /v2.0/networks/3808ba34-f2ea-4dcf-b849-bb7f67f33c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626310 Nov 09 21:16:48.591500 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-06c6958b-5e44-4c13-b9ae-1a5c655259ee req-5b8be541-9c84-43ba-9466-7addf201b731 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/security-groups?id=a49c0492-ae47-4dac-8056-4d2eff42c909&id=2aa0795d-359d-4f24-ad70-d15c6200f092&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0847516 Nov 09 21:16:48.601403 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0548ed06-f75d-46ac-8640-7a0833528208 req-c798eda0-5f0c-40cc-903c-904f5bf3cd34 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks [] for floatingip, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:48.606218 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-0d920c31-cc5d-4d36-94a4-22d90ac5c1bc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=d46dc18b-b6fe-4988-b8da-762fe90a822d HTTP/1.1" status: 200 len: 217 time: 0.0593362 Nov 09 21:16:48.713135 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-663b6880-5e5c-4a74-914a-ffc7481e2b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:48.714934 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-663b6880-5e5c-4a74-914a-ffc7481e2b3d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1a3bf33a-28e4-43d0-b3a3-869cb4b7ec53 HTTP/1.1" status: 200 len: 797 time: 0.0969291 Nov 09 21:16:48.736515 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port abba3097-c927-495f-bc4b-00c2b012ca39, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=abba3097-c927-495f-bc4b-00c2b012ca39,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:16:48.763892 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': 'abba3097-c927-495f-bc4b-00c2b012ca39', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'port_id': 'abba3097-c927-495f-bc4b-00c2b012ca39', 'mac_address': 'fa:16:3e:8b:0d:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba3500c-a288-4596-ba94-148f2bd8a6da', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:16:48.815774 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-9aac895a-65ed-4d89-b9c0-d9901ab18bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:48.818590 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-9aac895a-65ed-4d89-b9c0-d9901ab18bf2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3808ba34-f2ea-4dcf-b849-bb7f67f33c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0903049 Nov 09 21:16:48.822968 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:48.853543 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abba3097-c927-495f-bc4b-00c2b012ca39 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:16:48.904306 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port abba3097-c927-495f-bc4b-00c2b012ca39, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=abba3097-c927-495f-bc4b-00c2b012ca39,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:16:48.910903 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0548ed06-f75d-46ac-8640-7a0833528208 req-c798eda0-5f0c-40cc-903c-904f5bf3cd34 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:48.914501 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:49.016784 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=abba3097-c927-495f-bc4b-00c2b012ca39,revision_number=8']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:49.125640 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-ee7847d1-518a-4ad1-8ee3-2c94a0980275 service neutron] 10.222.0.43 "GET /v2.0/networks/3808ba34-f2ea-4dcf-b849-bb7f67f33c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985168 Nov 09 21:16:49.224184 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['abba3097-c927-495f-bc4b-00c2b012ca39'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:16:49.270541 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-176a464e-2770-4e8c-8a86-8efc0ce64305 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:49.272665 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-176a464e-2770-4e8c-8a86-8efc0ce64305 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.45 "GET /v2.0/ports?device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044&tenant_id=ab9f62a9766648e6a735e31e91b7e450&binding%3Ahost_id=n-h1-816206-3 HTTP/1.1" status: 200 len: 949 time: 0.1555786 Nov 09 21:16:49.274102 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-0548ed06-f75d-46ac-8640-7a0833528208 req-c798eda0-5f0c-40cc-903c-904f5bf3cd34 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Allocated IP 172.25.7.3 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/151164f6-5ba2-4b3f-b71b-ac6fddb2a86e) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:16:49.443593 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-943fe43d-0aa2-41ae-897d-b52a2234f558 service neutron] 10.222.0.43 "GET /v2.0/networks/3808ba34-f2ea-4dcf-b849-bb7f67f33c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810690 Nov 09 21:16:49.496866 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-29e4fca5-cee2-42c3-87fb-ff4721238883 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f76d6a35-507d-404f-8871-26d5877be815 HTTP/1.1" status: 200 len: 217 time: 0.0451140 Nov 09 21:16:49.558534 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-c4718f80-61cc-4761-893f-2f7e281cbf0d service neutron] 10.222.0.45 "GET /v2.0/ports/abba3097-c927-495f-bc4b-00c2b012ca39/bindings/n-h1-816206-3 HTTP/1.1" status: 200 len: 382 time: 0.2733104 Nov 09 21:16:49.607714 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b29a44-a856-4212-9041-c746406e426c req-a8a85fe8-479a-49c0-814d-4d51450ba809 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:49.609581 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-8facc6ef-c764-43fb-ad73-6b33c594641a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:49.620468 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c9b29a44-a856-4212-9041-c746406e426c req-a8a85fe8-479a-49c0-814d-4d51450ba809 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 949 time: 0.0748465 Nov 09 21:16:49.625681 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-8facc6ef-c764-43fb-ad73-6b33c594641a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f871ff84-2077-4380-931c-47532c2d408d HTTP/1.1" status: 200 len: 797 time: 0.1202257 Nov 09 21:16:49.683211 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c9b29a44-a856-4212-9041-c746406e426c req-848f37dc-bc57-4181-8d83-9ae4a0fa52fe tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614736 Nov 09 21:16:49.707491 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0548ed06-f75d-46ac-8640-7a0833528208 req-c798eda0-5f0c-40cc-903c-904f5bf3cd34 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:49.752009 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-15e75fa9-217f-4f41-a929-5857eb2447bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:49.753539 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-15e75fa9-217f-4f41-a929-5857eb2447bb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab9f62a9766648e6a735e31e91b7e450&device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 1100 time: 0.1645741 Nov 09 21:16:49.802145 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ecf3ee-0365-46d0-924e-d459f8a37896 req-aa4087d8-2331-4d2f-a5c1-fafae972c688 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:49.810171 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f3ecf3ee-0365-46d0-924e-d459f8a37896 req-aa4087d8-2331-4d2f-a5c1-fafae972c688 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 945 time: 0.0721562 Nov 09 21:16:49.834017 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-845882df-c8bb-472f-8010-6ee6a9742f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:49.835532 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-845882df-c8bb-472f-8010-6ee6a9742f60 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5fad92fa-6e69-4982-b33d-973ebedbbd56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1407442 Nov 09 21:16:49.855899 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0548ed06-f75d-46ac-8640-7a0833528208 req-c798eda0-5f0c-40cc-903c-904f5bf3cd34 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:49.880974 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f3ecf3ee-0365-46d0-924e-d459f8a37896 req-ff96bb27-a388-4ba9-976f-82fd09a3fcb3 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695541 Nov 09 21:16:49.942855 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0548ed06-f75d-46ac-8640-7a0833528208 req-c798eda0-5f0c-40cc-903c-904f5bf3cd34 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:16:49.949908 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-0548ed06-f75d-46ac-8640-7a0833528208 req-c798eda0-5f0c-40cc-903c-904f5bf3cd34 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:16:49.952881 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-0548ed06-f75d-46ac-8640-7a0833528208 req-c798eda0-5f0c-40cc-903c-904f5bf3cd34 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:16:50.004218 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d2813e21-c151-4099-8590-609ca7eb37cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:50.037269 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-99cd0e5b-2545-4ce4-b929-d5e19c2a064a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:50.038743 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-99cd0e5b-2545-4ce4-b929-d5e19c2a064a service neutron] 10.222.0.45 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.2763345 Nov 09 21:16:50.044403 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c798eda0-5f0c-40cc-903c-904f5bf3cd34 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Pushing event updated for resources: {'Port': ['ID=151164f6-5ba2-4b3f-b71b-ac6fddb2a86e,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:50.113726 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0548ed06-f75d-46ac-8640-7a0833528208 req-c798eda0-5f0c-40cc-903c-904f5bf3cd34 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:50.118858 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39477b62-7aa5-496d-9393-369ba0719dc1 req-93cd1af1-2815-4fbb-aa4f-ebf7d8977e33 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:50.128333 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39477b62-7aa5-496d-9393-369ba0719dc1 req-93cd1af1-2815-4fbb-aa4f-ebf7d8977e33 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:50.135120 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39477b62-7aa5-496d-9393-369ba0719dc1 req-93cd1af1-2815-4fbb-aa4f-ebf7d8977e33 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:50.141650 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39477b62-7aa5-496d-9393-369ba0719dc1 req-93cd1af1-2815-4fbb-aa4f-ebf7d8977e33 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:50.148843 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39477b62-7aa5-496d-9393-369ba0719dc1 req-93cd1af1-2815-4fbb-aa4f-ebf7d8977e33 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:50.154466 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-d29d97f5-2a9c-4b0d-804e-484289635dc5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=abba3097-c927-495f-bc4b-00c2b012ca39 HTTP/1.1" status: 200 len: 217 time: 0.1035900 Nov 09 21:16:50.155289 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39477b62-7aa5-496d-9393-369ba0719dc1 req-93cd1af1-2815-4fbb-aa4f-ebf7d8977e33 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:50.161513 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39477b62-7aa5-496d-9393-369ba0719dc1 req-93cd1af1-2815-4fbb-aa4f-ebf7d8977e33 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:50.163468 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-39477b62-7aa5-496d-9393-369ba0719dc1 req-93cd1af1-2815-4fbb-aa4f-ebf7d8977e33 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 5419 time: 0.1092057 Nov 09 21:16:50.198209 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-b0e8bf02-49b0-46a0-b081-2e738d9eaecd service neutron] 10.222.0.43 "GET /v2.0/networks/5fad92fa-6e69-4982-b33d-973ebedbbd56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546717 Nov 09 21:16:50.237038 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-39477b62-7aa5-496d-9393-369ba0719dc1 req-bebbbefd-9b34-41c5-afa0-83a4b84d5f3d tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/security-groups?id=a49c0492-ae47-4dac-8056-4d2eff42c909&id=2aa0795d-359d-4f24-ad70-d15c6200f092&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0654464 Nov 09 21:16:50.245932 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0548ed06-f75d-46ac-8640-7a0833528208 req-c798eda0-5f0c-40cc-903c-904f5bf3cd34 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:50.328207 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-a48c7bab-887f-4e6c-8bea-bc44a3063ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:50.329806 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-a48c7bab-887f-4e6c-8bea-bc44a3063ea8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.1473191 Nov 09 21:16:50.337110 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35532) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:16:50.490796 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-08e26dad-bb93-4b39-bd62-7a3a143b0182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:50.493051 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-08e26dad-bb93-4b39-bd62-7a3a143b0182 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1410677 Nov 09 21:16:50.501087 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-611b5648-c473-4f81-a6ab-1099e6ac7903 service neutron] 10.222.0.43 "GET /v2.0/networks/5fad92fa-6e69-4982-b33d-973ebedbbd56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800488 Nov 09 21:16:50.863400 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d8e73-41e2-402f-ac22-30803cf15026 req-875d38b6-60f7-4a9a-8db1-b2ecd2efe5c5 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:50.868478 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a27d8e73-41e2-402f-ac22-30803cf15026 req-875d38b6-60f7-4a9a-8db1-b2ecd2efe5c5 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 949 time: 0.1108224 Nov 09 21:16:50.887354 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:50.990759 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a27d8e73-41e2-402f-ac22-30803cf15026 req-025727a7-6a69-40f6-b6ff-ac7834dd0e26 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146746 Nov 09 21:16:51.019398 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a84c2482-0319-45e3-9ccf-c9d35cc505fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:51.085813 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0548ed06-f75d-46ac-8640-7a0833528208 req-c798eda0-5f0c-40cc-903c-904f5bf3cd34 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:51.122432 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0548ed06-f75d-46ac-8640-7a0833528208 req-c798eda0-5f0c-40cc-903c-904f5bf3cd34 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:51.134718 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-4ba0bcad-bbb9-4bc6-beb1-51fda8b8cb65 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ea660c77-3caf-44f2-bbe7-bc918607ccd3 HTTP/1.1" status: 200 len: 217 time: 0.1278653 Nov 09 21:16:51.210174 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-66df9bf6-f739-49d3-afc6-663a16c3373c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:51.211656 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-66df9bf6-f739-49d3-afc6-663a16c3373c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f871ff84-2077-4380-931c-47532c2d408d HTTP/1.1" status: 200 len: 797 time: 0.0518763 Nov 09 21:16:51.255453 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0548ed06-f75d-46ac-8640-7a0833528208 req-c798eda0-5f0c-40cc-903c-904f5bf3cd34 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:51.366412 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-fe7438c2-4bc1-4dc4-95ad-c9808710717e service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8593585 Nov 09 21:16:51.466858 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0548ed06-f75d-46ac-8640-7a0833528208 req-c798eda0-5f0c-40cc-903c-904f5bf3cd34 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:51.479168 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0548ed06-f75d-46ac-8640-7a0833528208 req-c798eda0-5f0c-40cc-903c-904f5bf3cd34 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.9846911 Nov 09 21:16:51.529406 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c798eda0-5f0c-40cc-903c-904f5bf3cd34 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Pushing event updated for resources: {'Port': ['ID=151164f6-5ba2-4b3f-b71b-ac6fddb2a86e,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:51.542692 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0548ed06-f75d-46ac-8640-7a0833528208 req-49735cc0-977f-4ffb-9f9a-adc1484e0dc7 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.3 HTTP/1.1" status: 200 len: 694 time: 0.0625887 Nov 09 21:16:51.549028 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-86464481-2d3c-4054-a611-80acb86de481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:51.550544 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-86464481-2d3c-4054-a611-80acb86de481 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5fad92fa-6e69-4982-b33d-973ebedbbd56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2918091 Nov 09 21:16:51.572100 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-a84c2482-0319-45e3-9ccf-c9d35cc505fc admin admin] Deleting port 54c3d4eb-1bf9-4a71-ae51-6e1cc57b6e39 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:16:51.572546 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a84c2482-0319-45e3-9ccf-c9d35cc505fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:51.624098 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dfec5b-b0ae-4f36-8a9a-aebb6c98a018 req-f7f4ccb6-8d48-456b-8339-bc80b0216fd9 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:51.625815 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b4dfec5b-b0ae-4f36-8a9a-aebb6c98a018 req-f7f4ccb6-8d48-456b-8339-bc80b0216fd9 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 945 time: 0.1421750 Nov 09 21:16:51.675185 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548ed06-f75d-46ac-8640-7a0833528208 req-b952f5e9-2f05-4e20-afb9-be4b9500f83d tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:51.689981 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0548ed06-f75d-46ac-8640-7a0833528208 req-b952f5e9-2f05-4e20-afb9-be4b9500f83d tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] 10.222.0.49 "GET /v2.0/networks/4531c23d-84b7-490d-8d7c-6676781b6e6a HTTP/1.1" status: 200 len: 784 time: 0.1456223 Nov 09 21:16:51.703437 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b4dfec5b-b0ae-4f36-8a9a-aebb6c98a018 req-b4cdc1ff-2029-4332-96a9-4b8ebd28010a tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670965 Nov 09 21:16:51.757560 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-a84c2482-0319-45e3-9ccf-c9d35cc505fc admin admin] For port 54c3d4eb-1bf9-4a71-ae51-6e1cc57b6e39, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=54c3d4eb-1bf9-4a71-ae51-6e1cc57b6e39,segment=NetworkSegment(4d08dd53-cc2d-484d-bd3b-b02909594b11),segment_id=4d08dd53-cc2d-484d-bd3b-b02909594b11)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:16:51.758128 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a84c2482-0319-45e3-9ccf-c9d35cc505fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:51.793188 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-a84c2482-0319-45e3-9ccf-c9d35cc505fc admin admin] Calling delete_port for 54c3d4eb-1bf9-4a71-ae51-6e1cc57b6e39 owned by network:router_interface {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:16:51.843516 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-ef90954b-ebfb-4881-b62f-a3fc5ea8ddf3 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4669793 Nov 09 21:16:51.867737 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-1e38d494-4fe3-4793-9f32-baecd3d9ead4 service neutron] 10.222.0.43 "GET /v2.0/networks/5fad92fa-6e69-4982-b33d-973ebedbbd56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764653 Nov 09 21:16:52.038728 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-744f5666-393f-4612-9bf8-4865fa635afd req-accc8f13-2a51-4986-8c2a-e5d8c421a91a tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1439159 Nov 09 21:16:52.103040 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-744f5666-393f-4612-9bf8-4865fa635afd req-2318c472-bfc8-4938-862c-089a62b9dafc tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:16:52.151836 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-744f5666-393f-4612-9bf8-4865fa635afd req-2318c472-bfc8-4938-862c-089a62b9dafc tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks [] for floatingip, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:52.209507 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43db0d30-0b19-42ac-9276-911f4fe91e70 req-7f97d98d-cf5e-4f2b-9e7b-8162b9cee3ce service neutron] 10.222.0.43 "GET /v2.0/networks/5fad92fa-6e69-4982-b33d-973ebedbbd56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282142 Nov 09 21:16:52.277417 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:52.389233 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a84c2482-0319-45e3-9ccf-c9d35cc505fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:52.405980 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-edb5da27-d62a-4090-bb84-1522c72761c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:52.406461 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-edb5da27-d62a-4090-bb84-1522c72761c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:52.406929 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-edb5da27-d62a-4090-bb84-1522c72761c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:52.407400 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-edb5da27-d62a-4090-bb84-1522c72761c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:52.408432 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-edb5da27-d62a-4090-bb84-1522c72761c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:52.408919 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-edb5da27-d62a-4090-bb84-1522c72761c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:52.409378 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-edb5da27-d62a-4090-bb84-1522c72761c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:52.410542 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9a640-9ff9-419e-ade9-de24777e756b req-763c636b-f906-40c1-9d48-60597e4ad38a tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:52.411480 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-edb5da27-d62a-4090-bb84-1522c72761c0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=400600a87b5744da836a5a4df97863c7&device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 6476 time: 0.0679851 Nov 09 21:16:52.416942 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9a640-9ff9-419e-ade9-de24777e756b req-763c636b-f906-40c1-9d48-60597e4ad38a tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:52.423990 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9a640-9ff9-419e-ade9-de24777e756b req-763c636b-f906-40c1-9d48-60597e4ad38a tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:52.430284 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9a640-9ff9-419e-ade9-de24777e756b req-763c636b-f906-40c1-9d48-60597e4ad38a tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:52.436467 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9a640-9ff9-419e-ade9-de24777e756b req-763c636b-f906-40c1-9d48-60597e4ad38a tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:52.443169 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9a640-9ff9-419e-ade9-de24777e756b req-763c636b-f906-40c1-9d48-60597e4ad38a tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:52.449551 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9a640-9ff9-419e-ade9-de24777e756b req-763c636b-f906-40c1-9d48-60597e4ad38a tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:52.458456 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0cc9a640-9ff9-419e-ade9-de24777e756b req-763c636b-f906-40c1-9d48-60597e4ad38a tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 5419 time: 0.1239026 Nov 09 21:16:52.484665 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c2482-0319-45e3-9ccf-c9d35cc505fc admin admin] Pushing event deleted for resources: {'Port': ['ID=54c3d4eb-1bf9-4a71-ae51-6e1cc57b6e39,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:52.527872 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 4d108f97-8373-4571-b93b-b76aa6949c47 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:16:52.534893 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device abba3097-c927-495f-bc4b-00c2b012ca39 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:16:52.539875 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-744f5666-393f-4612-9bf8-4865fa635afd req-2318c472-bfc8-4938-862c-089a62b9dafc tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:52.597006 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0cc9a640-9ff9-419e-ade9-de24777e756b req-31168407-17fa-4fe5-affc-40aacdef4ea9 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/security-groups?id=a49c0492-ae47-4dac-8056-4d2eff42c909&id=2aa0795d-359d-4f24-ad70-d15c6200f092&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1374803 Nov 09 21:16:52.640963 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:52.711752 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-39d56344-6c2b-437d-86e1-5c0a93a6f74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:52.713285 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-39d56344-6c2b-437d-86e1-5c0a93a6f74a service neutron] 10.222.0.43 "GET /v2.0/networks?id=3808ba34-f2ea-4dcf-b849-bb7f67f33c6c HTTP/1.1" status: 200 len: 902 time: 0.2926819 Nov 09 21:16:52.771638 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 4d108f97-8373-4571-b93b-b76aa6949c47, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=4d108f97-8373-4571-b93b-b76aa6949c47,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:16:52.788259 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '4d108f97-8373-4571-b93b-b76aa6949c47', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'port_id': '4d108f97-8373-4571-b93b-b76aa6949c47', 'mac_address': 'fa:16:3e:89:37:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba3500c-a288-4596-ba94-148f2bd8a6da', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:16:52.827293 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-586351cc-18dc-4ed6-8283-5fcc1db1014c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=80e946a2-577f-4411-ada9-9c19200b402c HTTP/1.1" status: 200 len: 217 time: 0.1032259 Nov 09 21:16:52.840422 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port abba3097-c927-495f-bc4b-00c2b012ca39 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:16:52.847899 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port abba3097-c927-495f-bc4b-00c2b012ca39 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:16:52.848551 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:52.877417 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70609e2e-177c-45b6-90b4-9829fa076b2b req-52e39e31-2e66-4b3d-b8a9-8938e58e308f tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:52.879378 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-70609e2e-177c-45b6-90b4-9829fa076b2b req-52e39e31-2e66-4b3d-b8a9-8938e58e308f tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 949 time: 0.1331511 Nov 09 21:16:52.881999 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a84c2482-0319-45e3-9ccf-c9d35cc505fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:52.897948 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-744f5666-393f-4612-9bf8-4865fa635afd req-2318c472-bfc8-4938-862c-089a62b9dafc tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Allocated IP 172.25.7.33 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/31f844e9-cfd3-47a2-a0d9-e6b572380948) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:16:52.906484 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:52.929695 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d108f97-8373-4571-b93b-b76aa6949c47 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:16:52.952377 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 4d108f97-8373-4571-b93b-b76aa6949c47, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=4d108f97-8373-4571-b93b-b76aa6949c47,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:16:53.018839 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:53.022437 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:53.105085 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-35917f2c-2e77-4c42-9140-5188dd2a18bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:53.106727 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-35917f2c-2e77-4c42-9140-5188dd2a18bf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1a3bf33a-28e4-43d0-b3a3-869cb4b7ec53 HTTP/1.1" status: 200 len: 797 time: 0.2719817 Nov 09 21:16:53.173106 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-70609e2e-177c-45b6-90b4-9829fa076b2b req-6c5967fb-e311-4325-a4b4-595ec89655ea tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777424 Nov 09 21:16:53.190013 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port abba3097-c927-495f-bc4b-00c2b012ca39, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=abba3097-c927-495f-bc4b-00c2b012ca39,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:16:53.197295 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74163e6-e8f2-43cc-886b-cf04dbdaa044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abba3097-c927-495f-bc4b-00c2b012ca39'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:16:53.199537 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e133a2-c30b-4657-986d-0b9586702a79" -d '{"events": [{"server_uuid": "b74163e6-e8f2-43cc-886b-cf04dbdaa044", "name": "network-vif-plugged", "status": "completed", "tag": "abba3097-c927-495f-bc4b-00c2b012ca39"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:16:53.215477 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:53.233130 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['4d108f97-8373-4571-b93b-b76aa6949c47'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:16:53.302686 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-744f5666-393f-4612-9bf8-4865fa635afd req-2318c472-bfc8-4938-862c-089a62b9dafc tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:53.328258 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-b1d38dbb-a84d-40a6-b042-8ff317895574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:53.331719 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-b1d38dbb-a84d-40a6-b042-8ff317895574 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3808ba34-f2ea-4dcf-b849-bb7f67f33c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2169044 Nov 09 21:16:53.418500 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=4d108f97-8373-4571-b93b-b76aa6949c47,revision_number=9']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:53.538365 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:53.538570 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84c2482-0319-45e3-9ccf-c9d35cc505fc admin admin] Router 920e0f9c-6305-4ac6-878c-c66de1180f61 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:16:53.569255 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21306cd0-ac64-4045-92c6-fee445ad6762 req-949b6302-5c1a-4eca-ad62-79bb0a817550 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:53.601589 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-21306cd0-ac64-4045-92c6-fee445ad6762 req-949b6302-5c1a-4eca-ad62-79bb0a817550 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 945 time: 0.2411945 Nov 09 21:16:53.619792 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-d6193640-4dd5-4d21-9584-fdf2a3367a10 service neutron] 10.222.0.43 "GET /v2.0/networks/3808ba34-f2ea-4dcf-b849-bb7f67f33c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710347 Nov 09 21:16:53.655433 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=abba3097-c927-495f-bc4b-00c2b012ca39,revision_number=9']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:53.667138 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-744f5666-393f-4612-9bf8-4865fa635afd req-2318c472-bfc8-4938-862c-089a62b9dafc tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:53.745943 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-21306cd0-ac64-4045-92c6-fee445ad6762 req-75520e3a-aee2-40e6-84a4-6d99916fffac tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536176 Nov 09 21:16:53.913779 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84c2482-0319-45e3-9ccf-c9d35cc505fc admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:16:53.925917 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d44b6f3-2b82-4f7e-b635-eba3ae125b49 None None] Sync routers for ids ['920e0f9c-6305-4ac6-878c-c66de1180f61'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:16:53.927286 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a84c2482-0319-45e3-9ccf-c9d35cc505fc admin admin] 10.222.0.49 "PUT /v2.0/routers/920e0f9c-6305-4ac6-878c-c66de1180f61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5890241 Nov 09 21:16:53.929024 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35624) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:16:53.947126 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d44b6f3-2b82-4f7e-b635-eba3ae125b49 None None] Routers {'920e0f9c-6305-4ac6-878c-c66de1180f61'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:16:53.951845 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-5d44b6f3-2b82-4f7e-b635-eba3ae125b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:16:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['920e0f9c-6305-4ac6-878c-c66de1180f61'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:16:53.965188 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-744f5666-393f-4612-9bf8-4865fa635afd req-2318c472-bfc8-4938-862c-089a62b9dafc tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:16:53.982061 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-744f5666-393f-4612-9bf8-4865fa635afd req-2318c472-bfc8-4938-862c-089a62b9dafc tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:16:53.984353 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-744f5666-393f-4612-9bf8-4865fa635afd req-2318c472-bfc8-4938-862c-089a62b9dafc tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:16:54.126293 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f997b3d1-f25d-4b9d-8ef2-dcc93830f895 x-openstack-request-id: req-f997b3d1-f25d-4b9d-8ef2-dcc93830f895 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:16:54.127284 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b74163e6-e8f2-43cc-886b-cf04dbdaa044", "name": "network-vif-plugged", "status": "completed", "tag": "abba3097-c927-495f-bc4b-00c2b012ca39", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:16:54.128162 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f997b3d1-f25d-4b9d-8ef2-dcc93830f895 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:16:54.129016 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74163e6-e8f2-43cc-886b-cf04dbdaa044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abba3097-c927-495f-bc4b-00c2b012ca39', 'code': 200} Nov 09 21:16:54.158348 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2318c472-bfc8-4938-862c-089a62b9dafc tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Pushing event updated for resources: {'Port': ['ID=31f844e9-cfd3-47a2-a0d9-e6b572380948,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:54.167044 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-04255cf1-1028-4cdb-810d-65fb75985fd8 service neutron] 10.222.0.43 "GET /v2.0/networks/3808ba34-f2ea-4dcf-b849-bb7f67f33c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5306680 Nov 09 21:16:54.284859 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9048a5b3-f11e-41e3-b712-ac9e9ee7449d admin admin] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:54.332065 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-5d44b6f3-2b82-4f7e-b635-eba3ae125b49 None None] Set router 920e0f9c-6305-4ac6-878c-c66de1180f61 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:16:54.417654 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-cd0d0c38-edd7-48cd-b65c-fb42cc8a72e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:54.418126 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-cd0d0c38-edd7-48cd-b65c-fb42cc8a72e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:54.418592 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-cd0d0c38-edd7-48cd-b65c-fb42cc8a72e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:54.419040 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-cd0d0c38-edd7-48cd-b65c-fb42cc8a72e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:54.419492 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-cd0d0c38-edd7-48cd-b65c-fb42cc8a72e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:54.419937 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-cd0d0c38-edd7-48cd-b65c-fb42cc8a72e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:54.420384 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-cd0d0c38-edd7-48cd-b65c-fb42cc8a72e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:54.422356 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-cd0d0c38-edd7-48cd-b65c-fb42cc8a72e9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=400600a87b5744da836a5a4df97863c7&device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 6476 time: 0.1061821 Nov 09 21:16:54.424373 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-744f5666-393f-4612-9bf8-4865fa635afd req-2318c472-bfc8-4938-862c-089a62b9dafc tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:54.539539 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 4d108f97-8373-4571-b93b-b76aa6949c47 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:16:54.541199 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-66fea73c-4152-411c-bb5f-56a024a4b643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:54.542860 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-66fea73c-4152-411c-bb5f-56a024a4b643 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3808ba34-f2ea-4dcf-b849-bb7f67f33c6c HTTP/1.1" status: 200 len: 902 time: 0.1079993 Nov 09 21:16:54.575779 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-744f5666-393f-4612-9bf8-4865fa635afd req-2318c472-bfc8-4938-862c-089a62b9dafc tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:54.621676 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-7f2b4177-4fd7-4364-bd93-70d66109eaa2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=d46dc18b-b6fe-4988-b8da-762fe90a822d HTTP/1.1" status: 200 len: 217 time: 0.0471113 Nov 09 21:16:54.738192 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-15256f08-556a-40a1-98a5-a17b7898672f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:54.739579 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-15256f08-556a-40a1-98a5-a17b7898672f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1a3bf33a-28e4-43d0-b3a3-869cb4b7ec53 HTTP/1.1" status: 200 len: 797 time: 0.0941484 Nov 09 21:16:54.751015 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 4d108f97-8373-4571-b93b-b76aa6949c47 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:16:54.753985 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:54.786497 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4787a7a4-0354-45e6-a1b6-7af4b770f2bd req-bcb229a3-55f3-43b4-bcfd-052622c4e970 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:54.793273 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4787a7a4-0354-45e6-a1b6-7af4b770f2bd req-bcb229a3-55f3-43b4-bcfd-052622c4e970 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:54.810095 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4787a7a4-0354-45e6-a1b6-7af4b770f2bd req-bcb229a3-55f3-43b4-bcfd-052622c4e970 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:54.827164 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4787a7a4-0354-45e6-a1b6-7af4b770f2bd req-bcb229a3-55f3-43b4-bcfd-052622c4e970 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:54.835824 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-775589fd-0b4c-42d0-9e69-35e9702dd2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:54.837538 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-775589fd-0b4c-42d0-9e69-35e9702dd2b0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3808ba34-f2ea-4dcf-b849-bb7f67f33c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0865283 Nov 09 21:16:54.839343 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4787a7a4-0354-45e6-a1b6-7af4b770f2bd req-bcb229a3-55f3-43b4-bcfd-052622c4e970 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:54.849862 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4787a7a4-0354-45e6-a1b6-7af4b770f2bd req-bcb229a3-55f3-43b4-bcfd-052622c4e970 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:54.865459 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4787a7a4-0354-45e6-a1b6-7af4b770f2bd req-bcb229a3-55f3-43b4-bcfd-052622c4e970 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:54.882334 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4787a7a4-0354-45e6-a1b6-7af4b770f2bd req-bcb229a3-55f3-43b4-bcfd-052622c4e970 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 5419 time: 0.4941330 Nov 09 21:16:54.903237 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-5d44b6f3-2b82-4f7e-b635-eba3ae125b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1162150794-router', 'tenant_id': '615b76025780444bbb8ee927e4ef7062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '22af7d89-d062-40b3-ae01-584fdfa3d789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:11:36Z', 'updated_at': '2021-11-09T21:16:52Z', 'revision_number': 5, 'project_id': '615b76025780444bbb8ee927e4ef7062', 'gw_port': {'id': '22af7d89-d062-40b3-ae01-584fdfa3d789', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:11:37Z', 'updated_at': '2021-11-09T21:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:16:54.922518 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9048a5b3-f11e-41e3-b712-ac9e9ee7449d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:54.962650 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-f3159c06-61ee-488c-aa89-2e08eabdc6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:54.964466 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-f3159c06-61ee-488c-aa89-2e08eabdc6eb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044&tenant_id=ab9f62a9766648e6a735e31e91b7e450 HTTP/1.1" status: 200 len: 1101 time: 0.3622172 Nov 09 21:16:54.988851 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d44b6f3-2b82-4f7e-b635-eba3ae125b49 None None] Checking router: 920e0f9c-6305-4ac6-878c-c66de1180f61 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:16:55.012130 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d44b6f3-2b82-4f7e-b635-eba3ae125b49 None None] Routers {'920e0f9c-6305-4ac6-878c-c66de1180f61'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:16:55.013028 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-5d44b6f3-2b82-4f7e-b635-eba3ae125b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:16:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['920e0f9c-6305-4ac6-878c-c66de1180f61'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:16:55.023680 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-970ea673-63aa-4d5e-9422-b43ccd9bc666 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-3', 'device_owner': 'compute:nova'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:16:55.116666 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4787a7a4-0354-45e6-a1b6-7af4b770f2bd req-75839658-e95e-4f5f-a171-11b18fca75ff tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/security-groups?id=a49c0492-ae47-4dac-8056-4d2eff42c909&id=2aa0795d-359d-4f24-ad70-d15c6200f092&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2266870 Nov 09 21:16:55.131221 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-5d44b6f3-2b82-4f7e-b635-eba3ae125b49 None None] Set router 920e0f9c-6305-4ac6-878c-c66de1180f61 gateway port host: None {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:16:55.213498 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-5d44b6f3-2b82-4f7e-b635-eba3ae125b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1162150794-router', 'tenant_id': '615b76025780444bbb8ee927e4ef7062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:11:36Z', 'updated_at': '2021-11-09T21:16:54Z', 'revision_number': 6, 'project_id': '615b76025780444bbb8ee927e4ef7062', 'gw_port_host': None}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:16:55.243174 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d44b6f3-2b82-4f7e-b635-eba3ae125b49 None None] The sync data for ids ['920e0f9c-6305-4ac6-878c-c66de1180f61'] in n-d-816206-3 is: [{'id': '920e0f9c-6305-4ac6-878c-c66de1180f61', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1162150794-router', 'tenant_id': '615b76025780444bbb8ee927e4ef7062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:11:36Z', 'updated_at': '2021-11-09T21:16:54Z', 'revision_number': 6, 'project_id': '615b76025780444bbb8ee927e4ef7062', 'gw_port_host': None}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:16:55.275501 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-744f5666-393f-4612-9bf8-4865fa635afd req-2318c472-bfc8-4938-862c-089a62b9dafc tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:55.281581 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-a4e10507-cd28-4d56-bfee-e6cd64906f9b service neutron] 10.222.0.43 "GET /v2.0/networks/3808ba34-f2ea-4dcf-b849-bb7f67f33c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4327641 Nov 09 21:16:55.287395 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-970ea673-63aa-4d5e-9422-b43ccd9bc666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:55.300067 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-9048a5b3-f11e-41e3-b712-ac9e9ee7449d admin admin] Deleting port 22af7d89-d062-40b3-ae01-584fdfa3d789 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:16:55.301188 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9048a5b3-f11e-41e3-b712-ac9e9ee7449d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:55.309021 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-744f5666-393f-4612-9bf8-4865fa635afd req-2318c472-bfc8-4938-862c-089a62b9dafc tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:55.402177 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:55.461090 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2318c472-bfc8-4938-862c-089a62b9dafc tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Pushing event updated for resources: {'Port': ['ID=31f844e9-cfd3-47a2-a0d9-e6b572380948,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:55.542620 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 4d108f97-8373-4571-b93b-b76aa6949c47, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=4d108f97-8373-4571-b93b-b76aa6949c47,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:16:55.548899 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-744f5666-393f-4612-9bf8-4865fa635afd req-2318c472-bfc8-4938-862c-089a62b9dafc tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:55.562719 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:55.574866 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-3083725a-fda7-4b8d-bc62-9a6646c44cf6 service neutron] 10.222.0.43 "GET /v2.0/networks/3808ba34-f2ea-4dcf-b849-bb7f67f33c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848616 Nov 09 21:16:55.583180 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-744f5666-393f-4612-9bf8-4865fa635afd req-2318c472-bfc8-4938-862c-089a62b9dafc tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:55.584508 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-744f5666-393f-4612-9bf8-4865fa635afd req-2318c472-bfc8-4938-862c-089a62b9dafc tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5275581 Nov 09 21:16:55.625155 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cc92a-05ca-4bc3-b54c-c4188d9d06b0 req-68f79ae3-fe6f-4c8d-bb79-f4b979f18454 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:55.627651 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a90cc92a-05ca-4bc3-b54c-c4188d9d06b0 req-68f79ae3-fe6f-4c8d-bb79-f4b979f18454 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 950 time: 0.2284567 Nov 09 21:16:55.641407 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=4d108f97-8373-4571-b93b-b76aa6949c47,revision_number=10']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:55.651785 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-9048a5b3-f11e-41e3-b712-ac9e9ee7449d admin admin] For port 22af7d89-d062-40b3-ae01-584fdfa3d789, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=22af7d89-d062-40b3-ae01-584fdfa3d789,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:16:55.652459 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9048a5b3-f11e-41e3-b712-ac9e9ee7449d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:55.698351 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-9048a5b3-f11e-41e3-b712-ac9e9ee7449d admin admin] Calling delete_port for 22af7d89-d062-40b3-ae01-584fdfa3d789 owned by network:router_gateway {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:16:55.709865 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 54c3d4eb-1bf9-4a71-ae51-6e1cc57b6e39 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:16:55.744331 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-744f5666-393f-4612-9bf8-4865fa635afd req-09dd25bb-2180-49bb-bc9a-0262c80be5b7 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.33 HTTP/1.1" status: 200 len: 695 time: 0.1527398 Nov 09 21:16:55.752671 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 54c3d4eb-1bf9-4a71-ae51-6e1cc57b6e39 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:16:55.752671 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 54c3d4eb-1bf9-4a71-ae51-6e1cc57b6e39 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:16:55.817347 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35640) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:16:55.862894 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-1860e303-c7d5-4456-a057-ddc518d5a914 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2076338763'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:16:55.921796 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-e5bccb44-a173-4373-8683-e72fcfade8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:55.924419 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-e5bccb44-a173-4373-8683-e72fcfade8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:55.924419 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-e5bccb44-a173-4373-8683-e72fcfade8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:55.924419 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-e5bccb44-a173-4373-8683-e72fcfade8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:55.924419 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-e5bccb44-a173-4373-8683-e72fcfade8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:55.924419 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-e5bccb44-a173-4373-8683-e72fcfade8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:55.924865 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-e5bccb44-a173-4373-8683-e72fcfade8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:55.927222 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-e5bccb44-a173-4373-8683-e72fcfade8d4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=400600a87b5744da836a5a4df97863c7&device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 6476 time: 0.1817219 Nov 09 21:16:55.935180 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a90cc92a-05ca-4bc3-b54c-c4188d9d06b0 req-dde531bb-ec55-4d95-8ff2-0c4eb20f3107 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825398 Nov 09 21:16:55.965667 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1860e303-c7d5-4456-a057-ddc518d5a914 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Made reservation on behalf of 82c72cbaced549c1af9f163b71209187 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:16:55.969816 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1860e303-c7d5-4456-a057-ddc518d5a914 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:56.013965 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-970ea673-63aa-4d5e-9422-b43ccd9bc666 service neutron] For port abba3097-c927-495f-bc4b-00c2b012ca39, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=abba3097-c927-495f-bc4b-00c2b012ca39,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:16:56.060590 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1860e303-c7d5-4456-a057-ddc518d5a914 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:16:56.077962 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1860e303-c7d5-4456-a057-ddc518d5a914 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:56.078525 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-1860e303-c7d5-4456-a057-ddc518d5a914 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Added segment ded2c788-6987-4a27-bea5-74ee8c4df2d8 of type vlan for network 9bd028ff-7bca-4c46-bd71-6aace0071dc5 Nov 09 21:16:56.130329 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb51f48-6c11-481e-be91-4008ead689ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d108f97-8373-4571-b93b-b76aa6949c47'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:16:56.134278 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28fa8881-b540-4fd1-94ba-adfafb350640" -d '{"events": [{"server_uuid": "3fb51f48-6c11-481e-be91-4008ead689ff", "name": "network-vif-plugged", "status": "completed", "tag": "4d108f97-8373-4571-b93b-b76aa6949c47"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:16:56.136042 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1860e303-c7d5-4456-a057-ddc518d5a914 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:56.157637 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-970ea673-63aa-4d5e-9422-b43ccd9bc666 service neutron] For port abba3097-c927-495f-bc4b-00c2b012ca39, host n-h1-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:16:56.178596 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1860e303-c7d5-4456-a057-ddc518d5a914 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:56.186499 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1860e303-c7d5-4456-a057-ddc518d5a914 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:56.187414 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1860e303-c7d5-4456-a057-ddc518d5a914 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:56.203464 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f5666-393f-4612-9bf8-4865fa635afd req-845fafce-269a-4343-952f-f687d4870672 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:56.205613 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-744f5666-393f-4612-9bf8-4865fa635afd req-845fafce-269a-4343-952f-f687d4870672 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] 10.222.0.49 "GET /v2.0/networks/4531c23d-84b7-490d-8d7c-6676781b6e6a HTTP/1.1" status: 200 len: 784 time: 0.4400947 Nov 09 21:16:56.235440 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68adfb4-385e-4c9a-b7a8-1da2fc1a799b req-af0a1663-5140-4d7c-9322-e28f1fc1729d tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:56.249633 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c68adfb4-385e-4c9a-b7a8-1da2fc1a799b req-af0a1663-5140-4d7c-9322-e28f1fc1729d tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 945 time: 0.1722317 Nov 09 21:16:56.304843 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74163e6-e8f2-43cc-886b-cf04dbdaa044', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abba3097-c927-495f-bc4b-00c2b012ca39'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:16:56.307176 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb237823-44bb-4c49-ac1d-a41bb0df3869" -d '{"events": [{"server_uuid": "b74163e6-e8f2-43cc-886b-cf04dbdaa044", "name": "network-vif-unplugged", "status": "completed", "tag": "abba3097-c927-495f-bc4b-00c2b012ca39"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:16:56.311590 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-970ea673-63aa-4d5e-9422-b43ccd9bc666 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:56.368925 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1860e303-c7d5-4456-a057-ddc518d5a914 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5105631 Nov 09 21:16:56.370931 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9048a5b3-f11e-41e3-b712-ac9e9ee7449d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:56.373286 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-970ea673-63aa-4d5e-9422-b43ccd9bc666 service neutron] Transition to ACTIVE for port object abba3097-c927-495f-bc4b-00c2b012ca39 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:16:56.375355 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35658) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:16:56.389114 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1860e303-c7d5-4456-a057-ddc518d5a914 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Pushing event updated for resources: {'Network': ['ID=9bd028ff-7bca-4c46-bd71-6aace0071dc5,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:56.395289 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c68adfb4-385e-4c9a-b7a8-1da2fc1a799b req-6d5bc9ab-7b47-4bdf-946f-fbec5c337c1f tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408844 Nov 09 21:16:56.402618 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 9bd028ff-7bca-4c46-bd71-6aace0071dc5 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:16:56.405277 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-348d4481-3fd9-4962-8ea2-5e1f9faf1d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:56.407192 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-348d4481-3fd9-4962-8ea2-5e1f9faf1d8d service neutron] 10.222.0.43 "GET /v2.0/networks?id=5fad92fa-6e69-4982-b33d-973ebedbbd56 HTTP/1.1" status: 200 len: 901 time: 0.4716558 Nov 09 21:16:56.416966 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-126258c7-35d8-49f1-aae3-f9668fe50660 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1326405097'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:16:56.495698 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-970ea673-63aa-4d5e-9422-b43ccd9bc666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:56.527540 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048a5b3-f11e-41e3-b712-ac9e9ee7449d admin admin] Pushing event deleted for resources: {'Port': ['ID=22af7d89-d062-40b3-ae01-584fdfa3d789,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:56.595095 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-597e4693-2c9d-4b52-a774-d8a3bda68995 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f76d6a35-507d-404f-8871-26d5877be815 HTTP/1.1" status: 200 len: 217 time: 0.1100008 Nov 09 21:16:56.607025 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f70a227-8750-4649-9ecc-053a05d6833c x-openstack-request-id: req-1f70a227-8750-4649-9ecc-053a05d6833c {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:16:56.608171 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb51f48-6c11-481e-be91-4008ead689ff", "name": "network-vif-plugged", "status": "completed", "tag": "4d108f97-8373-4571-b93b-b76aa6949c47", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:16:56.609835 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1f70a227-8750-4649-9ecc-053a05d6833c {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:16:56.613166 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb51f48-6c11-481e-be91-4008ead689ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d108f97-8373-4571-b93b-b76aa6949c47', 'code': 200} Nov 09 21:16:56.620945 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device abba3097-c927-495f-bc4b-00c2b012ca39 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:16:56.643114 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cac53-439e-46ab-b75c-56cc91f7187a req-def33cab-6f8f-48c1-b94d-6cc0a96a4321 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:56.650812 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cac53-439e-46ab-b75c-56cc91f7187a req-def33cab-6f8f-48c1-b94d-6cc0a96a4321 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:56.657221 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cac53-439e-46ab-b75c-56cc91f7187a req-def33cab-6f8f-48c1-b94d-6cc0a96a4321 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:56.666309 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cac53-439e-46ab-b75c-56cc91f7187a req-def33cab-6f8f-48c1-b94d-6cc0a96a4321 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:56.675380 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cac53-439e-46ab-b75c-56cc91f7187a req-def33cab-6f8f-48c1-b94d-6cc0a96a4321 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:56.682400 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cac53-439e-46ab-b75c-56cc91f7187a req-def33cab-6f8f-48c1-b94d-6cc0a96a4321 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:56.687860 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126258c7-35d8-49f1-aae3-f9668fe50660 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Made reservation on behalf of 82c72cbaced549c1af9f163b71209187 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:16:56.690274 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cac53-439e-46ab-b75c-56cc91f7187a req-def33cab-6f8f-48c1-b94d-6cc0a96a4321 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:56.692425 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-126258c7-35d8-49f1-aae3-f9668fe50660 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:56.699673 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-916cac53-439e-46ab-b75c-56cc91f7187a req-def33cab-6f8f-48c1-b94d-6cc0a96a4321 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 5419 time: 0.1398890 Nov 09 21:16:56.751151 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device abba3097-c927-495f-bc4b-00c2b012ca39 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:16:56.774276 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-43c9d4c1-99bc-458a-a2b6-6ac40ce94cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:56.776005 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-43c9d4c1-99bc-458a-a2b6-6ac40ce94cdc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f871ff84-2077-4380-931c-47532c2d408d HTTP/1.1" status: 200 len: 797 time: 0.1698689 Nov 09 21:16:56.815600 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-970ea673-63aa-4d5e-9422-b43ccd9bc666 service neutron] No DVR routers for this DVR port abba3097-c927-495f-bc4b-00c2b012ca39 on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:16:56.839509 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-badfe436-cb40-4ed8-80f2-5ec0065ba69b req-4f6e5f88-5492-411b-ade7-e3017b58447f tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] 10.222.0.49 "GET /v2.0/floatingips/63422acc-a68d-400d-b84e-6036681cdc0d HTTP/1.1" status: 200 len: 692 time: 0.3073225 Nov 09 21:16:56.887266 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970ea673-63aa-4d5e-9422-b43ccd9bc666 service neutron] Pushing event updated for resources: {'Port': ['ID=abba3097-c927-495f-bc4b-00c2b012ca39,revision_number=10']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:56.915008 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-916cac53-439e-46ab-b75c-56cc91f7187a req-b0c04e83-7415-47f4-8b26-514092885ea2 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/security-groups?id=a49c0492-ae47-4dac-8056-4d2eff42c909&id=2aa0795d-359d-4f24-ad70-d15c6200f092&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2139535 Nov 09 21:16:56.948340 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-44078d12-fa92-4a9c-a92a-17ae56767328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:56.951254 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-44078d12-fa92-4a9c-a92a-17ae56767328 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5fad92fa-6e69-4982-b33d-973ebedbbd56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1663713 Nov 09 21:16:56.998700 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-126258c7-35d8-49f1-aae3-f9668fe50660 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:16:57.034459 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9048a5b3-f11e-41e3-b712-ac9e9ee7449d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:57.043895 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-126258c7-35d8-49f1-aae3-f9668fe50660 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:57.047225 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-126258c7-35d8-49f1-aae3-f9668fe50660 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Added segment 006a3ea2-319a-4ab9-b18e-2250972f1f05 of type vlan for network db993ee6-66d3-478a-b585-3c11adab0dfd Nov 09 21:16:57.093844 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-970ea673-63aa-4d5e-9422-b43ccd9bc666 service neutron] Attempting to bind port abba3097-c927-495f-bc4b-00c2b012ca39 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:16:57.099348 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-970ea673-63aa-4d5e-9422-b43ccd9bc666 service neutron] Attempting to bind port abba3097-c927-495f-bc4b-00c2b012ca39 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:16:57.101568 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-970ea673-63aa-4d5e-9422-b43ccd9bc666 service neutron] Attempting to bind port abba3097-c927-495f-bc4b-00c2b012ca39 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:16:57.117816 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 21:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04c3e8c-ea38-4a40-8993-a34555c3a414 x-openstack-request-id: req-f04c3e8c-ea38-4a40-8993-a34555c3a414 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:16:57.118197 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b74163e6-e8f2-43cc-886b-cf04dbdaa044", "name": "network-vif-unplugged", "status": "completed", "tag": "abba3097-c927-495f-bc4b-00c2b012ca39", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:16:57.118381 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f04c3e8c-ea38-4a40-8993-a34555c3a414 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:16:57.118773 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74163e6-e8f2-43cc-886b-cf04dbdaa044', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abba3097-c927-495f-bc4b-00c2b012ca39', 'code': 200} Nov 09 21:16:57.156741 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-d17c22ca-fe1c-47cf-b3c0-3734ffc5edb7 service neutron] 10.222.0.43 "GET /v2.0/networks/5fad92fa-6e69-4982-b33d-973ebedbbd56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952782 Nov 09 21:16:57.165589 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-7893b674-487e-4f07-aeef-713dfafc0a19 tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:57.167403 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-7893b674-487e-4f07-aeef-713dfafc0a19 tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451&tenant_id=79813b2c248b4d6c8fab5b7bd98099e4&binding%3Ahost_id=n-h2-816206-3 HTTP/1.1" status: 200 len: 1096 time: 0.3288114 Nov 09 21:16:57.176652 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-126258c7-35d8-49f1-aae3-f9668fe50660 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:57.286579 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-126258c7-35d8-49f1-aae3-f9668fe50660 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:57.292896 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126258c7-35d8-49f1-aae3-f9668fe50660 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:57.293762 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-126258c7-35d8-49f1-aae3-f9668fe50660 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:57.295830 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-f77075d3-c261-4bab-90e7-bc11d3dcfdb2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816206-3'}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:16:57.308081 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-970ea673-63aa-4d5e-9422-b43ccd9bc666 service neutron] Port abba3097-c927-495f-bc4b-00c2b012ca39 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:16:57.308402 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-970ea673-63aa-4d5e-9422-b43ccd9bc666 service neutron] Attempting to bind port abba3097-c927-495f-bc4b-00c2b012ca39 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:16:57.309379 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a40e9a-d253-4909-bccb-a68387394360 req-1d0dbcd3-e363-4a96-a42f-849fc03cd754 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:57.311396 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a4a40e9a-d253-4909-bccb-a68387394360 req-1d0dbcd3-e363-4a96-a42f-849fc03cd754 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 949 time: 0.1482778 Nov 09 21:16:57.358938 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9048a5b3-f11e-41e3-b712-ac9e9ee7449d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:57.366214 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9048a5b3-f11e-41e3-b712-ac9e9ee7449d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:57.416099 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-970ea673-63aa-4d5e-9422-b43ccd9bc666 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:16:57.416432 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-970ea673-63aa-4d5e-9422-b43ccd9bc666 service neutron] Checking segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:16:57.416869 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-970ea673-63aa-4d5e-9422-b43ccd9bc666 service neutron] Bound using segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:16:57.417324 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-970ea673-63aa-4d5e-9422-b43ccd9bc666 service neutron] Bound port: abba3097-c927-495f-bc4b-00c2b012ca39, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:16:57.417672 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-970ea673-63aa-4d5e-9422-b43ccd9bc666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:57.424376 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a4a40e9a-d253-4909-bccb-a68387394360 req-25a384e8-d32b-4905-86c4-3da24270434f tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838013 Nov 09 21:16:57.457413 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-4d8d1029-0e15-441f-b9a0-294326d36dd9 service neutron] 10.222.0.43 "GET /v2.0/networks/5fad92fa-6e69-4982-b33d-973ebedbbd56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888575 Nov 09 21:16:57.457951 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-f77075d3-c261-4bab-90e7-bc11d3dcfdb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:57.472996 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-126258c7-35d8-49f1-aae3-f9668fe50660 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0765481 Nov 09 21:16:57.478532 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35674) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:16:57.497189 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-02be221d-6ad1-434c-8338-baa60d9f3898 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Request body: {'subnet': {'network_id': '9bd028ff-7bca-4c46-bd71-6aace0071dc5', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:16:57.803515 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 22af7d89-d062-40b3-ae01-584fdfa3d789 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:16:57.851785 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 22af7d89-d062-40b3-ae01-584fdfa3d789 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:16:57.852134 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 22af7d89-d062-40b3-ae01-584fdfa3d789 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:16:57.968045 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126258c7-35d8-49f1-aae3-f9668fe50660 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Pushing event updated for resources: {'Network': ['ID=db993ee6-66d3-478a-b585-3c11adab0dfd,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:57.979521 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network db993ee6-66d3-478a-b585-3c11adab0dfd details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:16:57.981263 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfe436-cb40-4ed8-80f2-5ec0065ba69b req-c9f1c9f4-a609-4ba8-af20-b8b0644f3cb6 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:57.992334 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-badfe436-cb40-4ed8-80f2-5ec0065ba69b req-c9f1c9f4-a609-4ba8-af20-b8b0644f3cb6 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] 10.222.0.49 "GET /v2.0/networks/4531c23d-84b7-490d-8d7c-6676781b6e6a HTTP/1.1" status: 200 len: 784 time: 1.1488845 Nov 09 21:16:58.002497 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9048a5b3-f11e-41e3-b712-ac9e9ee7449d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:58.003139 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9048a5b3-f11e-41e3-b712-ac9e9ee7449d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 920e0f9c-6305-4ac6-878c-c66de1180f61 {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:16:58.055727 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9048a5b3-f11e-41e3-b712-ac9e9ee7449d admin admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:58.063178 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-9048a5b3-f11e-41e3-b712-ac9e9ee7449d admin admin] 10.222.0.49 "DELETE /v2.0/routers/920e0f9c-6305-4ac6-878c-c66de1180f61 HTTP/1.1" status: 204 len: 168 time: 4.1330438 Nov 09 21:16:58.066177 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35684) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:16:58.270265 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-d33a1c56-677e-4ac9-9ee8-b3b3e9f23c63 admin admin] Deleting subnet e9add483-8835-41e6-b594-c1f5292db974 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:16:58.274678 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-970ea673-63aa-4d5e-9422-b43ccd9bc666 service neutron] For port abba3097-c927-495f-bc4b-00c2b012ca39, host n-h2-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:16:58.279065 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d33a1c56-677e-4ac9-9ee8-b3b3e9f23c63 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:58.335028 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-8281dcca-b66f-4db0-9458-37f3a5ceb125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:58.335742 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-8281dcca-b66f-4db0-9458-37f3a5ceb125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:58.336394 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-8281dcca-b66f-4db0-9458-37f3a5ceb125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:58.337030 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-8281dcca-b66f-4db0-9458-37f3a5ceb125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:58.337636 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-8281dcca-b66f-4db0-9458-37f3a5ceb125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:58.338240 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-8281dcca-b66f-4db0-9458-37f3a5ceb125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:58.338850 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-8281dcca-b66f-4db0-9458-37f3a5ceb125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:58.340885 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-8281dcca-b66f-4db0-9458-37f3a5ceb125 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=400600a87b5744da836a5a4df97863c7&device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 6476 time: 0.7289817 Nov 09 21:16:58.347134 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-970ea673-63aa-4d5e-9422-b43ccd9bc666 service neutron] For port abba3097-c927-495f-bc4b-00c2b012ca39, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=abba3097-c927-495f-bc4b-00c2b012ca39,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:16:58.369137 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-970ea673-63aa-4d5e-9422-b43ccd9bc666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:58.387091 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de04925-32a3-4510-bf23-8a6e1ca5ea18 req-99a342a3-73f4-4235-b7d5-f7874eb2b438 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:58.394558 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9de04925-32a3-4510-bf23-8a6e1ca5ea18 req-99a342a3-73f4-4235-b7d5-f7874eb2b438 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 945 time: 0.8068247 Nov 09 21:16:58.431171 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d33a1c56-677e-4ac9-9ee8-b3b3e9f23c63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:58.506542 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c8dc9-c753-4a79-aa7f-d738c8cb525e req-16a51721-cbf3-4925-ae90-3c8ce1387f12 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:58.522522 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-c3e9b8cf-3924-42e7-bb7e-fe7348070766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:58.524463 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c8dc9-c753-4a79-aa7f-d738c8cb525e req-16a51721-cbf3-4925-ae90-3c8ce1387f12 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:58.524890 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-c3e9b8cf-3924-42e7-bb7e-fe7348070766 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5fad92fa-6e69-4982-b33d-973ebedbbd56 HTTP/1.1" status: 200 len: 901 time: 0.1501977 Nov 09 21:16:58.533625 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c8dc9-c753-4a79-aa7f-d738c8cb525e req-16a51721-cbf3-4925-ae90-3c8ce1387f12 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:58.566808 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device dd537a7f-eee1-4a96-8125-e0e20d4613a1 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:16:58.576189 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c8dc9-c753-4a79-aa7f-d738c8cb525e req-16a51721-cbf3-4925-ae90-3c8ce1387f12 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:58.601011 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c8dc9-c753-4a79-aa7f-d738c8cb525e req-16a51721-cbf3-4925-ae90-3c8ce1387f12 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:58.624541 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-67925a42-12fe-4380-9e43-9a2ebe0972b2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ea660c77-3caf-44f2-bbe7-bc918607ccd3 HTTP/1.1" status: 200 len: 217 time: 0.0837977 Nov 09 21:16:58.626821 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c8dc9-c753-4a79-aa7f-d738c8cb525e req-16a51721-cbf3-4925-ae90-3c8ce1387f12 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:58.648171 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c8dc9-c753-4a79-aa7f-d738c8cb525e req-16a51721-cbf3-4925-ae90-3c8ce1387f12 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:58.653424 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-468c8dc9-c753-4a79-aa7f-d738c8cb525e req-16a51721-cbf3-4925-ae90-3c8ce1387f12 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 5419 time: 0.4035261 Nov 09 21:16:58.677268 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-970ea673-63aa-4d5e-9422-b43ccd9bc666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:58.684331 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-970ea673-63aa-4d5e-9422-b43ccd9bc666 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:58.689598 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-970ea673-63aa-4d5e-9422-b43ccd9bc666 service neutron] 10.222.0.43 "PUT /v2.0/ports/abba3097-c927-495f-bc4b-00c2b012ca39 HTTP/1.1" status: 200 len: 1097 time: 3.6702602 Nov 09 21:16:58.737062 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-91bbab44-8ad0-4eff-8993-d6929c334875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:58.738955 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-91bbab44-8ad0-4eff-8993-d6929c334875 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f871ff84-2077-4380-931c-47532c2d408d HTTP/1.1" status: 200 len: 797 time: 0.1043236 Nov 09 21:16:58.746548 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02be221d-6ad1-434c-8338-baa60d9f3898 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Made reservation on behalf of 82c72cbaced549c1af9f163b71209187 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:16:58.750414 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-02be221d-6ad1-434c-8338-baa60d9f3898 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:58.835239 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port dd537a7f-eee1-4a96-8125-e0e20d4613a1, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=dd537a7f-eee1-4a96-8125-e0e20d4613a1,segment=NetworkSegment(3b0433f6-0dc2-4350-8149-c15b9bac49ea),segment_id=3b0433f6-0dc2-4350-8149-c15b9bac49ea)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:16:58.853357 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device dd537a7f-eee1-4a96-8125-e0e20d4613a1 has no active binding in host n-h1-816206-3 {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 21:16:58.870632 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9de04925-32a3-4510-bf23-8a6e1ca5ea18 req-e5d2f651-9f4a-4658-9179-c1753744685d tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4735694 Nov 09 21:16:58.903043 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:16:58.931322 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-f77075d3-c261-4bab-90e7-bc11d3dcfdb2 service neutron] For port dd537a7f-eee1-4a96-8125-e0e20d4613a1, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=dd537a7f-eee1-4a96-8125-e0e20d4613a1,segment=NetworkSegment(3b0433f6-0dc2-4350-8149-c15b9bac49ea),segment_id=3b0433f6-0dc2-4350-8149-c15b9bac49ea)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:16:58.962181 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d33a1c56-677e-4ac9-9ee8-b3b3e9f23c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:59.023932 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43c41cee-480e-48a3-b108-2f9414a42b90 req-039db641-dfe3-4232-ac35-4b00eafb67d8 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] 10.222.0.49 "GET /v2.0/floatingips/63422acc-a68d-400d-b84e-6036681cdc0d HTTP/1.1" status: 200 len: 692 time: 0.0963423 Nov 09 21:16:59.027530 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970ea673-63aa-4d5e-9422-b43ccd9bc666 service neutron] Pushing event updated for resources: {'Port': ['ID=abba3097-c927-495f-bc4b-00c2b012ca39,revision_number=11']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:59.083478 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-b666efe9-2efa-4bd6-b349-074875b47e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:59.085282 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-b666efe9-2efa-4bd6-b349-074875b47e0f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5fad92fa-6e69-4982-b33d-973ebedbbd56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3281150 Nov 09 21:16:59.099340 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-f77075d3-c261-4bab-90e7-bc11d3dcfdb2 service neutron] For port dd537a7f-eee1-4a96-8125-e0e20d4613a1, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:16:59.122093 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b74163e6-e8f2-43cc-886b-cf04dbdaa044', 'tag': 'abba3097-c927-495f-bc4b-00c2b012ca39'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:16:59.123718 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a627280c-0b4f-48d4-82ad-e23f44d125a5" -d '{"events": [{"name": "network-changed", "server_uuid": "b74163e6-e8f2-43cc-886b-cf04dbdaa044", "tag": "abba3097-c927-495f-bc4b-00c2b012ca39"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:16:59.148726 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-c4309f7f-48e4-4ff5-8a3e-18c1a1f1ad97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:59.150222 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-c4309f7f-48e4-4ff5-8a3e-18c1a1f1ad97 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab9f62a9766648e6a735e31e91b7e450&device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 1100 time: 0.3911636 Nov 09 21:16:59.160492 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-468c8dc9-c753-4a79-aa7f-d738c8cb525e req-cf41b9e1-71ae-4f6c-82b9-96881d2f04f8 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/security-groups?id=a49c0492-ae47-4dac-8056-4d2eff42c909&id=2aa0795d-359d-4f24-ad70-d15c6200f092&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4699097 Nov 09 21:16:59.248747 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d33a1c56-677e-4ac9-9ee8-b3b3e9f23c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:59.311221 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a1c56-677e-4ac9-9ee8-b3b3e9f23c63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9add483-8835-41e6-b594-c1f5292db974,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:59.337711 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d33a1c56-677e-4ac9-9ee8-b3b3e9f23c63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:59.343180 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d33a1c56-677e-4ac9-9ee8-b3b3e9f23c63 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e9add483-8835-41e6-b594-c1f5292db974 HTTP/1.1" status: 204 len: 168 time: 1.2737317 Nov 09 21:16:59.343451 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac8f064-6bbf-4247-af86-b6b8a6a4a33d None None] Network 15fbc7f0-8873-4a34-924e-7fadeab13c74 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:16:59.354679 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35694) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:16:59.405514 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a338c5-88dc-4b1d-a233-f64e2c5ed451', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd537a7f-eee1-4a96-8125-e0e20d4613a1'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:16:59.408550 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e35178c-ea1f-4cd0-b7f7-3c683c27f5f7" -d '{"events": [{"server_uuid": "58a338c5-88dc-4b1d-a233-f64e2c5ed451", "name": "network-vif-unplugged", "status": "completed", "tag": "dd537a7f-eee1-4a96-8125-e0e20d4613a1"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:16:59.412661 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-f77075d3-c261-4bab-90e7-bc11d3dcfdb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:59.427126 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-706bed2e-dd3d-49bd-809e-7a3cacbfb089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:59.429284 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-706bed2e-dd3d-49bd-809e-7a3cacbfb089 service neutron] 10.222.0.43 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.2666943 Nov 09 21:16:59.473296 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-f77075d3-c261-4bab-90e7-bc11d3dcfdb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:59.526761 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8823da2-f3a5-4820-9045-066c701a5ff6 req-eda1e06d-9d8a-4770-b448-e26b6ecb0274 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:59.539843 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e8823da2-f3a5-4820-9045-066c701a5ff6 req-eda1e06d-9d8a-4770-b448-e26b6ecb0274 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 949 time: 0.2442596 Nov 09 21:16:59.554475 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77075d3-c261-4bab-90e7-bc11d3dcfdb2 service neutron] Pushing event updated for resources: {'Port': ['ID=dd537a7f-eee1-4a96-8125-e0e20d4613a1,revision_number=7']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:59.569469 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-ae9fe2a9-6a34-4b91-b56c-d2960bf7501b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=abba3097-c927-495f-bc4b-00c2b012ca39 HTTP/1.1" status: 200 len: 217 time: 0.1314018 Nov 09 21:16:59.574187 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c41cee-480e-48a3-b108-2f9414a42b90 req-588fc0f0-5ca1-4f23-8009-7268d557097b tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:59.575855 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43c41cee-480e-48a3-b108-2f9414a42b90 req-588fc0f0-5ca1-4f23-8009-7268d557097b tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] 10.222.0.49 "GET /v2.0/networks/4531c23d-84b7-490d-8d7c-6676781b6e6a HTTP/1.1" status: 200 len: 784 time: 0.5274298 Nov 09 21:16:59.666025 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c0967a1b-ed8a-406e-ae4b-fb0c595cda3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:59.714767 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e242580-e994-4a1f-85c7-ec2b55b154a4 None None] DHCP port deletion for 15fbc7f0-8873-4a34-924e-7fadeab13c74 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:16:59.733446 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-5540e970-c4a2-4a7f-8bbc-918759e7bd72 service neutron] 10.222.0.43 "GET /v2.0/networks/5fad92fa-6e69-4982-b33d-973ebedbbd56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6321692 Nov 09 21:16:59.754015 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-02be221d-6ad1-434c-8338-baa60d9f3898 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:59.816979 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e8823da2-f3a5-4820-9045-066c701a5ff6 req-ad106c60-1447-40d3-98bd-163ef03aa27b tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761810 Nov 09 21:16:59.832013 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-cc289670-f903-44f3-b18c-2ab1bbe34e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:16:59.833485 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43c41cee-480e-48a3-b108-2f9414a42b90 req-b2b334b7-e575-45c5-92d0-72b360d8046e tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.33 HTTP/1.1" status: 200 len: 695 time: 0.2241793 Nov 09 21:16:59.837456 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be221d-6ad1-434c-8338-baa60d9f3898 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Pushing event updated for resources: {'Subnet': ['ID=9535f1a8-f553-42a2-9902-5d76b011d9e0,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:16:59.847754 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-0e242580-e994-4a1f-85c7-ec2b55b154a4 None None] Deleting port 291d649d-38c5-4333-9558-46c5d29aa0e9 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:16:59.848233 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0e242580-e994-4a1f-85c7-ec2b55b154a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:16:59.857416 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-cc289670-f903-44f3-b18c-2ab1bbe34e83 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.2758262 Nov 09 21:16:59.935681 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-f77075d3-c261-4bab-90e7-bc11d3dcfdb2 service neutron] Attempting to bind port dd537a7f-eee1-4a96-8125-e0e20d4613a1 on host n-h2-816206-3 for vnic_type normal with profile {"migrating_to": "n-h1-816206-3"} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:16:59.936350 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-f77075d3-c261-4bab-90e7-bc11d3dcfdb2 service neutron] Attempting to bind port dd537a7f-eee1-4a96-8125-e0e20d4613a1 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '3b0433f6-0dc2-4350-8149-c15b9bac49ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:16:59.936569 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-f77075d3-c261-4bab-90e7-bc11d3dcfdb2 service neutron] Attempting to bind port dd537a7f-eee1-4a96-8125-e0e20d4613a1 on network ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:16:59.946583 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-f77075d3-c261-4bab-90e7-bc11d3dcfdb2 service neutron] Port dd537a7f-eee1-4a96-8125-e0e20d4613a1 on network ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:16:59.953781 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-f77075d3-c261-4bab-90e7-bc11d3dcfdb2 service neutron] Attempting to bind port dd537a7f-eee1-4a96-8125-e0e20d4613a1 on network ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:17:00.003006 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 291d649d-38c5-4333-9558-46c5d29aa0e9 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:17:00.013155 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-0e242580-e994-4a1f-85c7-ec2b55b154a4 None None] For port 291d649d-38c5-4333-9558-46c5d29aa0e9, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=291d649d-38c5-4333-9558-46c5d29aa0e9,segment=NetworkSegment(4d08dd53-cc2d-484d-bd3b-b02909594b11),segment_id=4d08dd53-cc2d-484d-bd3b-b02909594b11)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:00.014445 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-bee0b4bc-dc64-4938-83a6-2e297004bd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:00.015725 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0e242580-e994-4a1f-85c7-ec2b55b154a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:00.018455 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-f77075d3-c261-4bab-90e7-bc11d3dcfdb2 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:17:00.018860 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-f77075d3-c261-4bab-90e7-bc11d3dcfdb2 service neutron] Checking segment: {'id': '3b0433f6-0dc2-4350-8149-c15b9bac49ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:17:00.019327 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-f77075d3-c261-4bab-90e7-bc11d3dcfdb2 service neutron] Bound using segment: {'id': '3b0433f6-0dc2-4350-8149-c15b9bac49ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:17:00.019837 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-f77075d3-c261-4bab-90e7-bc11d3dcfdb2 service neutron] Bound port: dd537a7f-eee1-4a96-8125-e0e20d4613a1, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b0433f6-0dc2-4350-8149-c15b9bac49ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:17:00.020277 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-f77075d3-c261-4bab-90e7-bc11d3dcfdb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:00.021309 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-bee0b4bc-dc64-4938-83a6-2e297004bd5a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1531820 Nov 09 21:17:00.032435 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02be221d-6ad1-434c-8338-baa60d9f3898 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Checking segment: {'id': 'ded2c788-6987-4a27-bea5-74ee8c4df2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9bd028ff-7bca-4c46-bd71-6aace0071dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:17:00.033450 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02be221d-6ad1-434c-8338-baa60d9f3898 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Network hostable DHCP agents. Network: 9bd028ff-7bca-4c46-bd71-6aace0071dc5, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:17:00.077388 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43c41cee-480e-48a3-b108-2f9414a42b90 req-0dc25c99-74e2-4673-98f9-7417bf061dff tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.33 HTTP/1.1" status: 200 len: 695 time: 0.2222171 Nov 09 21:17:00.090644 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-c0967a1b-ed8a-406e-ae4b-fb0c595cda3b admin admin] Deleting port 291d649d-38c5-4333-9558-46c5d29aa0e9 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:17:00.091175 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c0967a1b-ed8a-406e-ae4b-fb0c595cda3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:00.137517 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-0e242580-e994-4a1f-85c7-ec2b55b154a4 None None] Calling delete_port for 291d649d-38c5-4333-9558-46c5d29aa0e9 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:17:00.153737 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-f77075d3-c261-4bab-90e7-bc11d3dcfdb2 service neutron] For port dd537a7f-eee1-4a96-8125-e0e20d4613a1, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:17:00.160347 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-f77075d3-c261-4bab-90e7-bc11d3dcfdb2 service neutron] For port dd537a7f-eee1-4a96-8125-e0e20d4613a1, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=dd537a7f-eee1-4a96-8125-e0e20d4613a1,segment=NetworkSegment(3b0433f6-0dc2-4350-8149-c15b9bac49ea),segment_id=3b0433f6-0dc2-4350-8149-c15b9bac49ea)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:17:00.164767 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02be221d-6ad1-434c-8338-baa60d9f3898 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Network 9bd028ff-7bca-4c46-bd71-6aace0071dc5 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:17:00.191028 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-f77075d3-c261-4bab-90e7-bc11d3dcfdb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:00.271408 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-02be221d-6ad1-434c-8338-baa60d9f3898 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 9bd028ff-7bca-4c46-bd71-6aace0071dc5) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:17:00.277588 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02be221d-6ad1-434c-8338-baa60d9f3898 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:00.278265 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-02be221d-6ad1-434c-8338-baa60d9f3898 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:00.285054 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-6d5c6667-941f-440f-801d-80acf59a310e service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534919 Nov 09 21:17:00.344137 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b80488a-3fc8-4965-9f14-155ac75ea3d4 None None] Network 9bd028ff-7bca-4c46-bd71-6aace0071dc5 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:17:00.462086 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dcdbfdc-76a9-4a27-adf3-6d486df09347 x-openstack-request-id: req-5dcdbfdc-76a9-4a27-adf3-6d486df09347 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:17:00.462672 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b74163e6-e8f2-43cc-886b-cf04dbdaa044", "tag": "abba3097-c927-495f-bc4b-00c2b012ca39", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:17:00.466550 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-02be221d-6ad1-434c-8338-baa60d9f3898 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.9835882 Nov 09 21:17:00.475751 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0e242580-e994-4a1f-85c7-ec2b55b154a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:00.476492 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5dcdbfdc-76a9-4a27-adf3-6d486df09347 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:17:00.478642 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b74163e6-e8f2-43cc-886b-cf04dbdaa044', 'tag': 'abba3097-c927-495f-bc4b-00c2b012ca39', 'status': 'completed', 'code': 200} Nov 09 21:17:00.509413 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35714) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:17:00.520917 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-18028d0a-bd69-4797-9af6-c6fd85fab3f0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Request body: {'subnet': {'network_id': 'db993ee6-66d3-478a-b585-3c11adab0dfd', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:17:00.526484 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e242580-e994-4a1f-85c7-ec2b55b154a4 None None] No DVR routers for this DVR port 291d649d-38c5-4333-9558-46c5d29aa0e9 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:17:00.551909 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e242580-e994-4a1f-85c7-ec2b55b154a4 None None] Pushing event deleted for resources: {'Port': ['ID=291d649d-38c5-4333-9558-46c5d29aa0e9,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:00.611945 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:00.630400 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627280c-0b4f-48d4-82ad-e23f44d125a5 req-c831e165-6424-4858-b85e-abad2441957a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:00.636121 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a627280c-0b4f-48d4-82ad-e23f44d125a5 req-c831e165-6424-4858-b85e-abad2441957a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab9f62a9766648e6a735e31e91b7e450&device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 1100 time: 0.1373808 Nov 09 21:17:00.653761 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 21:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008afc19-a569-40c8-b032-ccc2d7875a78 x-openstack-request-id: req-008afc19-a569-40c8-b032-ccc2d7875a78 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:17:00.654323 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a338c5-88dc-4b1d-a233-f64e2c5ed451", "name": "network-vif-unplugged", "status": "completed", "tag": "dd537a7f-eee1-4a96-8125-e0e20d4613a1", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:17:00.654323 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-008afc19-a569-40c8-b032-ccc2d7875a78 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:17:00.654755 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a338c5-88dc-4b1d-a233-f64e2c5ed451', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd537a7f-eee1-4a96-8125-e0e20d4613a1', 'code': 200} Nov 09 21:17:00.682657 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18028d0a-bd69-4797-9af6-c6fd85fab3f0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Made reservation on behalf of 82c72cbaced549c1af9f163b71209187 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:17:00.687856 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-18028d0a-bd69-4797-9af6-c6fd85fab3f0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:00.695658 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-eda56ef5-e0f0-458a-8ccf-0143c35270b0 req-5a88a715-21c2-44c0-89b6-eedcd5b62ad0 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4020708 Nov 09 21:17:00.817139 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba9f1c7-a04d-4ab8-b1b7-4055e5d3978f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-9bd028ff-7bca-4c46-bd71-6aace0071dc5', 'network_id': '9bd028ff-7bca-4c46-bd71-6aace0071dc5', 'tenant_id': '82c72cbaced549c1af9f163b71209187', 'fixed_ips': [{'subnet_id': '9535f1a8-f553-42a2-9902-5d76b011d9e0'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:17:00.818354 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dba9f1c7-a04d-4ab8-b1b7-4055e5d3978f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:00.876929 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627280c-0b4f-48d4-82ad-e23f44d125a5 req-5419ec49-c294-4609-b026-3470d600f2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:00.878462 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a627280c-0b4f-48d4-82ad-e23f44d125a5 req-5419ec49-c294-4609-b026-3470d600f2e7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.2247422 Nov 09 21:17:00.886903 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627280c-0b4f-48d4-82ad-e23f44d125a5 req-1f618612-1000-4e15-aa1f-d0b169a6ee81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:00.888385 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a627280c-0b4f-48d4-82ad-e23f44d125a5 req-1f618612-1000-4e15-aa1f-d0b169a6ee81 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab9f62a9766648e6a735e31e91b7e450&device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 1100 time: 0.0966322 Nov 09 21:17:00.919099 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413a622-60da-4843-912b-c4bb8e9f1298 req-56cde668-6651-48f7-9b87-514ae46b7b29 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:00.920111 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3413a622-60da-4843-912b-c4bb8e9f1298 req-56cde668-6651-48f7-9b87-514ae46b7b29 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 943 time: 0.1443954 Nov 09 21:17:00.948359 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c8169d6-7b2e-4f6d-b998-f27faa6bf6f1 req-6545bba3-58e8-4693-a810-9512bc306ca7 service neutron] 10.222.0.43 "GET /v2.0/networks/5fad92fa-6e69-4982-b33d-973ebedbbd56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1978531 Nov 09 21:17:00.971057 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-18028d0a-bd69-4797-9af6-c6fd85fab3f0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:01.001222 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a627280c-0b4f-48d4-82ad-e23f44d125a5 req-8b0ca23e-7416-43fe-ab85-2a3e1cfc3ecb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=abba3097-c927-495f-bc4b-00c2b012ca39 HTTP/1.1" status: 200 len: 217 time: 0.1118333 Nov 09 21:17:01.008747 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-dba9f1c7-a04d-4ab8-b1b7-4055e5d3978f None None] Allocated IP 10.1.1.2 (9bd028ff-7bca-4c46-bd71-6aace0071dc5/9535f1a8-f553-42a2-9902-5d76b011d9e0/19057446-d7e9-4b93-89c6-418fe81bde64) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:17:01.083138 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18028d0a-bd69-4797-9af6-c6fd85fab3f0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Pushing event updated for resources: {'Subnet': ['ID=4eb2317b-2e64-46a1-bd53-a56ce963060a,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:01.100575 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-c0967a1b-ed8a-406e-ae4b-fb0c595cda3b admin admin] For port 291d649d-38c5-4333-9558-46c5d29aa0e9, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=291d649d-38c5-4333-9558-46c5d29aa0e9,segment=NetworkSegment(4d08dd53-cc2d-484d-bd3b-b02909594b11),segment_id=4d08dd53-cc2d-484d-bd3b-b02909594b11)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:01.101338 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c0967a1b-ed8a-406e-ae4b-fb0c595cda3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:01.106879 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627280c-0b4f-48d4-82ad-e23f44d125a5 req-14c788e3-3d7a-4869-b21d-fa598adf4183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:01.107605 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-f77075d3-c261-4bab-90e7-bc11d3dcfdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:01.108321 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a627280c-0b4f-48d4-82ad-e23f44d125a5 req-14c788e3-3d7a-4869-b21d-fa598adf4183 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.0952165 Nov 09 21:17:01.108830 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-f77075d3-c261-4bab-90e7-bc11d3dcfdb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:01.110610 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-f77075d3-c261-4bab-90e7-bc11d3dcfdb2 service neutron] 10.222.0.45 "PUT /v2.0/ports/dd537a7f-eee1-4a96-8125-e0e20d4613a1 HTTP/1.1" status: 200 len: 1121 time: 3.9241102 Nov 09 21:17:01.111997 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77075d3-c261-4bab-90e7-bc11d3dcfdb2 service neutron] Pushing event updated for resources: {'Port': ['ID=dd537a7f-eee1-4a96-8125-e0e20d4613a1,revision_number=8']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:01.129019 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3413a622-60da-4843-912b-c4bb8e9f1298 req-8d4d1bc4-8697-4b1e-8f50-890883633b1a tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370733 Nov 09 21:17:01.142908 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-43c41cee-480e-48a3-b108-2f9414a42b90 req-263cf21f-6fd8-4f7c-b850-73151091725d tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Deleting port 31f844e9-cfd3-47a2-a0d9-e6b572380948 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:17:01.143360 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-43c41cee-480e-48a3-b108-2f9414a42b90 req-263cf21f-6fd8-4f7c-b850-73151091725d tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:01.186672 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-c0967a1b-ed8a-406e-ae4b-fb0c595cda3b admin admin] Calling delete_port for 291d649d-38c5-4333-9558-46c5d29aa0e9 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:17:01.234373 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627280c-0b4f-48d4-82ad-e23f44d125a5 req-f4529d1a-08e9-4974-82cb-265266e9611e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:01.235770 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a627280c-0b4f-48d4-82ad-e23f44d125a5 req-f4529d1a-08e9-4974-82cb-265266e9611e service neutron] 10.222.0.43 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.3367538 Nov 09 21:17:01.246562 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['dd537a7f-eee1-4a96-8125-e0e20d4613a1'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:17:01.248363 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['dd537a7f-eee1-4a96-8125-e0e20d4613a1'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:17:01.301466 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18028d0a-bd69-4797-9af6-c6fd85fab3f0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Checking segment: {'id': '006a3ea2-319a-4ab9-b18e-2250972f1f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'db993ee6-66d3-478a-b585-3c11adab0dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:17:01.301869 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18028d0a-bd69-4797-9af6-c6fd85fab3f0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Network hostable DHCP agents. Network: db993ee6-66d3-478a-b585-3c11adab0dfd, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:17:01.327251 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a627280c-0b4f-48d4-82ad-e23f44d125a5 req-cc6f4f6f-be55-45d5-ae3d-493e68a4f27a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=abba3097-c927-495f-bc4b-00c2b012ca39 HTTP/1.1" status: 200 len: 217 time: 0.0769470 Nov 09 21:17:01.331141 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627280c-0b4f-48d4-82ad-e23f44d125a5 req-0f525af5-dfec-4070-82cb-b490a8639a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:01.332580 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a627280c-0b4f-48d4-82ad-e23f44d125a5 req-0f525af5-dfec-4070-82cb-b490a8639a05 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2026439 Nov 09 21:17:01.364812 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-43c41cee-480e-48a3-b108-2f9414a42b90 req-263cf21f-6fd8-4f7c-b850-73151091725d tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:01.365243 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-43c41cee-480e-48a3-b108-2f9414a42b90 req-263cf21f-6fd8-4f7c-b850-73151091725d tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:01.373918 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18028d0a-bd69-4797-9af6-c6fd85fab3f0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Network db993ee6-66d3-478a-b585-3c11adab0dfd is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:17:01.392751 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-43c41cee-480e-48a3-b108-2f9414a42b90 req-263cf21f-6fd8-4f7c-b850-73151091725d tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Calling delete_port for 31f844e9-cfd3-47a2-a0d9-e6b572380948 owned by network:floatingip {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:17:01.398947 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-18028d0a-bd69-4797-9af6-c6fd85fab3f0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, db993ee6-66d3-478a-b585-3c11adab0dfd) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:17:01.412548 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18028d0a-bd69-4797-9af6-c6fd85fab3f0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:01.412548 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-18028d0a-bd69-4797-9af6-c6fd85fab3f0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:01.452394 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c0967a1b-ed8a-406e-ae4b-fb0c595cda3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:01.456419 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a627280c-0b4f-48d4-82ad-e23f44d125a5 req-52c9ac98-fcd3-4c03-af44-230f566a4453 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011825 Nov 09 21:17:01.471832 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896c077b-d1ab-4e8b-bd58-b2ed20679688 None None] Network db993ee6-66d3-478a-b585-3c11adab0dfd requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:17:01.482956 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dba9f1c7-a04d-4ab8-b1b7-4055e5d3978f None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:01.499134 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-18028d0a-bd69-4797-9af6-c6fd85fab3f0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9847872 Nov 09 21:17:01.502319 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0967a1b-ed8a-406e-ae4b-fb0c595cda3b admin admin] Pushing event deleted for resources: {'Port': ['ID=291d649d-38c5-4333-9558-46c5d29aa0e9,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:01.505862 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35722) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:17:01.512483 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-6ec44c59-bbbd-4beb-92ae-d7e92152036f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Request body: {'port': {'network_id': '9bd028ff-7bca-4c46-bd71-6aace0071dc5', 'name': 'tempest-TaggedBootDevicesTest_v242-881899326', 'fixed_ips': [{'subnet_id': '9535f1a8-f553-42a2-9902-5d76b011d9e0'}]}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:17:01.516252 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0967a1b-ed8a-406e-ae4b-fb0c595cda3b admin admin] No DVR routers for this DVR port 291d649d-38c5-4333-9558-46c5d29aa0e9 on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:17:01.595737 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dba9f1c7-a04d-4ab8-b1b7-4055e5d3978f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:01.598121 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627280c-0b4f-48d4-82ad-e23f44d125a5 req-daed5d65-c7d9-4ff3-8bb3-fc27631ed6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:01.599596 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a627280c-0b4f-48d4-82ad-e23f44d125a5 req-daed5d65-c7d9-4ff3-8bb3-fc27631ed6ef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.2587142 Nov 09 21:17:01.642581 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05d0cc-fded-4c76-9fbd-3f4575095533 req-ff8eda69-e66a-4c94-9b80-6087301a7e52 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:01.653412 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05d0cc-fded-4c76-9fbd-3f4575095533 req-ff8eda69-e66a-4c94-9b80-6087301a7e52 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:01.662665 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba9f1c7-a04d-4ab8-b1b7-4055e5d3978f None None] Network 9bd028ff-7bca-4c46-bd71-6aace0071dc5 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:17:01.676591 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05d0cc-fded-4c76-9fbd-3f4575095533 req-ff8eda69-e66a-4c94-9b80-6087301a7e52 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:01.690367 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05d0cc-fded-4c76-9fbd-3f4575095533 req-ff8eda69-e66a-4c94-9b80-6087301a7e52 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:01.700764 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-dba9f1c7-a04d-4ab8-b1b7-4055e5d3978f None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:17:01.707817 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05d0cc-fded-4c76-9fbd-3f4575095533 req-ff8eda69-e66a-4c94-9b80-6087301a7e52 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:01.727913 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05d0cc-fded-4c76-9fbd-3f4575095533 req-ff8eda69-e66a-4c94-9b80-6087301a7e52 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:01.746896 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05d0cc-fded-4c76-9fbd-3f4575095533 req-ff8eda69-e66a-4c94-9b80-6087301a7e52 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:01.747782 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba9f1c7-a04d-4ab8-b1b7-4055e5d3978f None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:17:01.749031 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-af05d0cc-fded-4c76-9fbd-3f4575095533 req-ff8eda69-e66a-4c94-9b80-6087301a7e52 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 5419 time: 0.4206483 Nov 09 21:17:01.767216 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c0967a1b-ed8a-406e-ae4b-fb0c595cda3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:01.781892 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba9f1c7-a04d-4ab8-b1b7-4055e5d3978f None None] Pushing event updated for resources: {'Port': ['ID=19057446-d7e9-4b93-89c6-418fe81bde64,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:01.853715 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-c0967a1b-ed8a-406e-ae4b-fb0c595cda3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15fbc7f0-8873-4a34-924e-7fadeab13c74']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:17:01.887251 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a627280c-0b4f-48d4-82ad-e23f44d125a5 req-c43a2611-8a5c-4384-aac9-6474347afee6 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898306 Nov 09 21:17:01.903551 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-c0967a1b-ed8a-406e-ae4b-fb0c595cda3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d08dd53-cc2d-484d-bd3b-b02909594b11') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:17:01.903848 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-c0967a1b-ed8a-406e-ae4b-fb0c595cda3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d08dd53-cc2d-484d-bd3b-b02909594b11') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:17:01.906444 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627280c-0b4f-48d4-82ad-e23f44d125a5 req-4900f26f-67a7-4688-b9d9-8369c7993306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:01.908538 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a627280c-0b4f-48d4-82ad-e23f44d125a5 req-4900f26f-67a7-4688-b9d9-8369c7993306 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2886770 Nov 09 21:17:01.915629 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c0967a1b-ed8a-406e-ae4b-fb0c595cda3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:01.932949 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c0967a1b-ed8a-406e-ae4b-fb0c595cda3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:01.936872 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-af05d0cc-fded-4c76-9fbd-3f4575095533 req-b7cf3316-2deb-43d8-a6e0-8742c49eff8d tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/security-groups?id=a49c0492-ae47-4dac-8056-4d2eff42c909&id=2aa0795d-359d-4f24-ad70-d15c6200f092&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1623523 Nov 09 21:17:02.077737 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-43c41cee-480e-48a3-b108-2f9414a42b90 req-263cf21f-6fd8-4f7c-b850-73151091725d tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:02.084723 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0967a1b-ed8a-406e-ae4b-fb0c595cda3b admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:17:02.085257 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c0967a1b-ed8a-406e-ae4b-fb0c595cda3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:02.091340 n-d-816206-3 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:17:02.091340 n-d-816206-3 neutron-server[102607]: self.session.flush() Nov 09 21:17:02.091340 n-d-816206-3 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:17:02.091340 n-d-816206-3 neutron-server[102607]: self.session.flush() Nov 09 21:17:02.091340 n-d-816206-3 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:17:02.091340 n-d-816206-3 neutron-server[102607]: self.session.flush() Nov 09 21:17:02.091340 n-d-816206-3 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:17:02.091340 n-d-816206-3 neutron-server[102607]: self.session.flush() Nov 09 21:17:02.091340 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:17:02.091340 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:17:02.091340 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:17:02.091340 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:17:02.091340 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:17:02.091340 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:17:02.091340 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:17:02.091340 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:17:02.091340 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:17:02.091340 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:17:02.091340 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:17:02.091340 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:17:02.091340 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:17:02.091340 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:17:02.091340 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:17:02.091340 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:17:02.091340 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:17:02.091340 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:17:02.091340 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:17:02.091340 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:17:02.091340 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:17:02.091340 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:17:02.091340 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:17:02.091340 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:17:02.091340 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:17:02.091340 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:17:02.091340 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:17:02.091340 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:17:02.091340 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:17:02.091340 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:17:02.091340 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:17:02.091340 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:17:02.097197 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a0d0c1-9c3c-4ca2-8b2a-af4a8e7d3086 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-db993ee6-66d3-478a-b585-3c11adab0dfd', 'network_id': 'db993ee6-66d3-478a-b585-3c11adab0dfd', 'tenant_id': '82c72cbaced549c1af9f163b71209187', 'fixed_ips': [{'subnet_id': '4eb2317b-2e64-46a1-bd53-a56ce963060a'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:17:02.098058 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c8a0d0c1-9c3c-4ca2-8b2a-af4a8e7d3086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:02.119119 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397ca17-d616-4c26-9f7d-001588568455 req-8c47c31c-3fab-49b6-9737-4d374c0e55a9 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:02.119817 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-dba9f1c7-a04d-4ab8-b1b7-4055e5d3978f None None] Attempting to bind port 19057446-d7e9-4b93-89c6-418fe81bde64 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:17:02.120242 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-dba9f1c7-a04d-4ab8-b1b7-4055e5d3978f None None] Attempting to bind port 19057446-d7e9-4b93-89c6-418fe81bde64 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'ded2c788-6987-4a27-bea5-74ee8c4df2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9bd028ff-7bca-4c46-bd71-6aace0071dc5'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:17:02.120605 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba9f1c7-a04d-4ab8-b1b7-4055e5d3978f None None] Attempting to bind port 19057446-d7e9-4b93-89c6-418fe81bde64 on network 9bd028ff-7bca-4c46-bd71-6aace0071dc5 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:17:02.129464 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b397ca17-d616-4c26-9f7d-001588568455 req-8c47c31c-3fab-49b6-9737-4d374c0e55a9 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 949 time: 0.1161721 Nov 09 21:17:02.129701 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba9f1c7-a04d-4ab8-b1b7-4055e5d3978f None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:17:02.129917 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba9f1c7-a04d-4ab8-b1b7-4055e5d3978f None None] Checking segment: {'id': 'ded2c788-6987-4a27-bea5-74ee8c4df2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9bd028ff-7bca-4c46-bd71-6aace0071dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:17:02.130319 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dba9f1c7-a04d-4ab8-b1b7-4055e5d3978f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:02.130771 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba9f1c7-a04d-4ab8-b1b7-4055e5d3978f None None] Bound using segment: {'id': 'ded2c788-6987-4a27-bea5-74ee8c4df2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9bd028ff-7bca-4c46-bd71-6aace0071dc5'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:17:02.131251 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-dba9f1c7-a04d-4ab8-b1b7-4055e5d3978f None None] Bound port: 19057446-d7e9-4b93-89c6-418fe81bde64, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ded2c788-6987-4a27-bea5-74ee8c4df2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9bd028ff-7bca-4c46-bd71-6aace0071dc5'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:17:02.131629 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dba9f1c7-a04d-4ab8-b1b7-4055e5d3978f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:02.150084 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a627280c-0b4f-48d4-82ad-e23f44d125a5 req-e315e718-c2d6-4767-84ea-338986ec9696 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308071 Nov 09 21:17:02.196702 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263cf21f-6fd8-4f7c-b850-73151091725d tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Pushing event deleted for resources: {'Port': ['ID=31f844e9-cfd3-47a2-a0d9-e6b572380948,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:02.232238 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec44c59-bbbd-4beb-92ae-d7e92152036f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Made reservation on behalf of 82c72cbaced549c1af9f163b71209187 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:17:02.253410 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b397ca17-d616-4c26-9f7d-001588568455 req-6482c4a4-ffd1-4d4c-902b-72a7ab9b64f2 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217909 Nov 09 21:17:02.359875 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-dba9f1c7-a04d-4ab8-b1b7-4055e5d3978f None None] For port 19057446-d7e9-4b93-89c6-418fe81bde64, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:17:02.382067 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-dba9f1c7-a04d-4ab8-b1b7-4055e5d3978f None None] For port 19057446-d7e9-4b93-89c6-418fe81bde64, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=19057446-d7e9-4b93-89c6-418fe81bde64,segment=NetworkSegment(ded2c788-6987-4a27-bea5-74ee8c4df2d8),segment_id=ded2c788-6987-4a27-bea5-74ee8c4df2d8)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:17:02.387149 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dba9f1c7-a04d-4ab8-b1b7-4055e5d3978f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:02.431279 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-c8a0d0c1-9c3c-4ca2-8b2a-af4a8e7d3086 None None] Allocated IP 10.2.2.2 (db993ee6-66d3-478a-b585-3c11adab0dfd/4eb2317b-2e64-46a1-bd53-a56ce963060a/1c55deb0-6699-4ece-8a40-a3faf6ce0615) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:17:02.449088 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c0967a1b-ed8a-406e-ae4b-fb0c595cda3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:02.468358 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c0967a1b-ed8a-406e-ae4b-fb0c595cda3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:02.475861 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c0967a1b-ed8a-406e-ae4b-fb0c595cda3b admin admin] 10.222.0.49 "DELETE /v2.0/networks/15fbc7f0-8873-4a34-924e-7fadeab13c74 HTTP/1.1" status: 204 len: 168 time: 3.1153800 Nov 09 21:17:02.485653 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a627280c-0b4f-48d4-82ad-e23f44d125a5 req-0a60dc4d-7231-410e-a518-32a49e016582 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303286 Nov 09 21:17:02.490326 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35738) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:17:02.507708 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0967a1b-ed8a-406e-ae4b-fb0c595cda3b admin admin] Pushing event deleted for resources: {'Network': ['ID=15fbc7f0-8873-4a34-924e-7fadeab13c74,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:02.516742 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-43c41cee-480e-48a3-b108-2f9414a42b90 req-263cf21f-6fd8-4f7c-b850-73151091725d tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks [] for floatingip, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:02.524408 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-43c41cee-480e-48a3-b108-2f9414a42b90 req-263cf21f-6fd8-4f7c-b850-73151091725d tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:02.533682 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43c41cee-480e-48a3-b108-2f9414a42b90 req-263cf21f-6fd8-4f7c-b850-73151091725d tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] 10.222.0.49 "DELETE /v2.0/floatingips/63422acc-a68d-400d-b84e-6036681cdc0d HTTP/1.1" status: 204 len: 173 time: 2.3700283 Nov 09 21:17:02.604534 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6ec44c59-bbbd-4beb-92ae-d7e92152036f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:02.720237 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-6ec44c59-bbbd-4beb-92ae-d7e92152036f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] device_id is not set on port a07b3c2f-c8c5-43d5-9170-485f26594f02 yet. {{(pid=102607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:17:02.798400 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba9f1c7-a04d-4ab8-b1b7-4055e5d3978f None None] Pushing event updated for resources: {'Port': ['ID=19057446-d7e9-4b93-89c6-418fe81bde64,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:02.987739 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2324bb9-4d9b-4cba-8825-1d1b88312537 req-56030d2a-512c-401d-9253-10ddc5193313 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:02.989279 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a338c5-88dc-4b1d-a233-f64e2c5ed451', 'tag': 'dd537a7f-eee1-4a96-8125-e0e20d4613a1'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:17:02.991531 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f60013-f436-4743-ac32-0746845c34d7" -d '{"events": [{"name": "network-changed", "server_uuid": "58a338c5-88dc-4b1d-a233-f64e2c5ed451", "tag": "dd537a7f-eee1-4a96-8125-e0e20d4613a1"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:17:03.007555 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e2324bb9-4d9b-4cba-8825-1d1b88312537 req-56030d2a-512c-401d-9253-10ddc5193313 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 943 time: 0.2691753 Nov 09 21:17:03.171767 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c8a0d0c1-9c3c-4ca2-8b2a-af4a8e7d3086 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:03.188295 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c8a0d0c1-9c3c-4ca2-8b2a-af4a8e7d3086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:03.260575 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a0d0c1-9c3c-4ca2-8b2a-af4a8e7d3086 None None] Network db993ee6-66d3-478a-b585-3c11adab0dfd is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:17:03.261776 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e2324bb9-4d9b-4cba-8825-1d1b88312537 req-54208ade-d491-45cb-afa4-808e0e75df8f tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525120 Nov 09 21:17:03.266226 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-c8a0d0c1-9c3c-4ca2-8b2a-af4a8e7d3086 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:17:03.275500 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a0d0c1-9c3c-4ca2-8b2a-af4a8e7d3086 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:17:03.286196 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0d0c1-9c3c-4ca2-8b2a-af4a8e7d3086 None None] Pushing event updated for resources: {'Port': ['ID=1c55deb0-6699-4ece-8a40-a3faf6ce0615,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:03.370940 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device abba3097-c927-495f-bc4b-00c2b012ca39 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:17:03.400771 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-c8a0d0c1-9c3c-4ca2-8b2a-af4a8e7d3086 None None] Attempting to bind port 1c55deb0-6699-4ece-8a40-a3faf6ce0615 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:17:03.402148 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-c8a0d0c1-9c3c-4ca2-8b2a-af4a8e7d3086 None None] Attempting to bind port 1c55deb0-6699-4ece-8a40-a3faf6ce0615 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '006a3ea2-319a-4ab9-b18e-2250972f1f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'db993ee6-66d3-478a-b585-3c11adab0dfd'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:17:03.402731 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a0d0c1-9c3c-4ca2-8b2a-af4a8e7d3086 None None] Attempting to bind port 1c55deb0-6699-4ece-8a40-a3faf6ce0615 on network db993ee6-66d3-478a-b585-3c11adab0dfd {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:17:03.444156 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a0d0c1-9c3c-4ca2-8b2a-af4a8e7d3086 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:17:03.444831 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a0d0c1-9c3c-4ca2-8b2a-af4a8e7d3086 None None] Checking segment: {'id': '006a3ea2-319a-4ab9-b18e-2250972f1f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'db993ee6-66d3-478a-b585-3c11adab0dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:17:03.445572 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c8a0d0c1-9c3c-4ca2-8b2a-af4a8e7d3086 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:03.446081 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a0d0c1-9c3c-4ca2-8b2a-af4a8e7d3086 None None] Bound using segment: {'id': '006a3ea2-319a-4ab9-b18e-2250972f1f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'db993ee6-66d3-478a-b585-3c11adab0dfd'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:17:03.446638 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-c8a0d0c1-9c3c-4ca2-8b2a-af4a8e7d3086 None None] Bound port: 1c55deb0-6699-4ece-8a40-a3faf6ce0615, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '006a3ea2-319a-4ab9-b18e-2250972f1f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'db993ee6-66d3-478a-b585-3c11adab0dfd'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:17:03.447110 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c8a0d0c1-9c3c-4ca2-8b2a-af4a8e7d3086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:03.527801 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd732a-b304-4ce6-b50c-72d646274bc8 req-0b357caa-d7ea-461e-8ab5-c33aa46780bc tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:03.533962 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd732a-b304-4ce6-b50c-72d646274bc8 req-0b357caa-d7ea-461e-8ab5-c33aa46780bc tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:03.547714 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd732a-b304-4ce6-b50c-72d646274bc8 req-0b357caa-d7ea-461e-8ab5-c33aa46780bc tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:03.553933 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd732a-b304-4ce6-b50c-72d646274bc8 req-0b357caa-d7ea-461e-8ab5-c33aa46780bc tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:03.560605 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd732a-b304-4ce6-b50c-72d646274bc8 req-0b357caa-d7ea-461e-8ab5-c33aa46780bc tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:03.573054 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd732a-b304-4ce6-b50c-72d646274bc8 req-0b357caa-d7ea-461e-8ab5-c33aa46780bc tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:03.579370 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd732a-b304-4ce6-b50c-72d646274bc8 req-0b357caa-d7ea-461e-8ab5-c33aa46780bc tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:03.581891 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cbcd732a-b304-4ce6-b50c-72d646274bc8 req-0b357caa-d7ea-461e-8ab5-c33aa46780bc tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 5419 time: 0.1592741 Nov 09 21:17:03.679809 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cbcd732a-b304-4ce6-b50c-72d646274bc8 req-43fb0077-bc91-4ca9-a715-25653e780bec tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/security-groups?id=a49c0492-ae47-4dac-8056-4d2eff42c909&id=2aa0795d-359d-4f24-ad70-d15c6200f092&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0900307 Nov 09 21:17:03.824534 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:03.868865 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d9430959-03ec-4a85-bf01-f7693f08ac2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:03.906215 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-6ec44c59-bbbd-4beb-92ae-d7e92152036f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Allocated IP 10.1.1.213 (9bd028ff-7bca-4c46-bd71-6aace0071dc5/9535f1a8-f553-42a2-9902-5d76b011d9e0/a07b3c2f-c8c5-43d5-9170-485f26594f02) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:17:03.959033 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 19057446-d7e9-4b93-89c6-418fe81bde64 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:17:04.108038 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85bca30-b811-46aa-ab9b-34024ded66db req-57e27a6f-d2ab-4b90-840b-3012b06d7a42 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:04.110058 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c85bca30-b811-46aa-ab9b-34024ded66db req-57e27a6f-d2ab-4b90-840b-3012b06d7a42 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 949 time: 0.2574170 Nov 09 21:17:04.223628 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port abba3097-c927-495f-bc4b-00c2b012ca39, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=abba3097-c927-495f-bc4b-00c2b012ca39,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:04.239886 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-c8a0d0c1-9c3c-4ca2-8b2a-af4a8e7d3086 None None] For port 1c55deb0-6699-4ece-8a40-a3faf6ce0615, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:17:04.247720 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-c8a0d0c1-9c3c-4ca2-8b2a-af4a8e7d3086 None None] For port 1c55deb0-6699-4ece-8a40-a3faf6ce0615, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=1c55deb0-6699-4ece-8a40-a3faf6ce0615,segment=NetworkSegment(006a3ea2-319a-4ab9-b18e-2250972f1f05),segment_id=006a3ea2-319a-4ab9-b18e-2250972f1f05)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:17:04.256794 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': 'abba3097-c927-495f-bc4b-00c2b012ca39', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'port_id': 'abba3097-c927-495f-bc4b-00c2b012ca39', 'mac_address': 'fa:16:3e:8b:0d:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba3500c-a288-4596-ba94-148f2bd8a6da', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:17:04.265884 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c8a0d0c1-9c3c-4ca2-8b2a-af4a8e7d3086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:04.367213 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c85bca30-b811-46aa-ab9b-34024ded66db req-6462e089-2be8-4577-93ec-660685bdaeec tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443542 Nov 09 21:17:04.425132 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6ec44c59-bbbd-4beb-92ae-d7e92152036f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:04.505305 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 19057446-d7e9-4b93-89c6-418fe81bde64 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:17:04.507069 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:04.537588 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676acc8-392f-44f4-a834-3dc426f52ed5 req-ff9ccafe-f9d9-4532-b86f-d10c6d800c61 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:04.552338 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a676acc8-392f-44f4-a834-3dc426f52ed5 req-ff9ccafe-f9d9-4532-b86f-d10c6d800c61 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 2.0021801 Nov 09 21:17:04.558357 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6ec44c59-bbbd-4beb-92ae-d7e92152036f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:04.602220 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b70b5d-66d2-4d37-be53-4571f3b5eb7f None None] Network 9bd028ff-7bca-4c46-bd71-6aace0071dc5 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:17:04.633577 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-d9430959-03ec-4a85-bf01-f7693f08ac2b admin admin] Deleting port c9dea17f-8749-4b7a-ba9e-c31ac6a4a0b8 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:17:04.634119 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d9430959-03ec-4a85-bf01-f7693f08ac2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:04.668825 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9ca3d4-b197-4e3e-8e42-7a8dfc0a3b9e x-openstack-request-id: req-ef9ca3d4-b197-4e3e-8e42-7a8dfc0a3b9e {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:17:04.670405 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58a338c5-88dc-4b1d-a233-f64e2c5ed451", "tag": "dd537a7f-eee1-4a96-8125-e0e20d4613a1", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:17:04.673914 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ef9ca3d4-b197-4e3e-8e42-7a8dfc0a3b9e {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:17:04.674685 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58a338c5-88dc-4b1d-a233-f64e2c5ed451', 'tag': 'dd537a7f-eee1-4a96-8125-e0e20d4613a1', 'status': 'completed', 'code': 200} Nov 09 21:17:04.748477 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec44c59-bbbd-4beb-92ae-d7e92152036f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Network 9bd028ff-7bca-4c46-bd71-6aace0071dc5 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:17:04.787077 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-6ec44c59-bbbd-4beb-92ae-d7e92152036f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:17:04.799942 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec44c59-bbbd-4beb-92ae-d7e92152036f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:17:04.802800 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec44c59-bbbd-4beb-92ae-d7e92152036f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Pushing event updated for resources: {'Port': ['ID=a07b3c2f-c8c5-43d5-9170-485f26594f02,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:04.915659 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0d0c1-9c3c-4ca2-8b2a-af4a8e7d3086 None None] Pushing event updated for resources: {'Port': ['ID=1c55deb0-6699-4ece-8a40-a3faf6ce0615,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:04.979861 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-d9430959-03ec-4a85-bf01-f7693f08ac2b admin admin] For port c9dea17f-8749-4b7a-ba9e-c31ac6a4a0b8, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=c9dea17f-8749-4b7a-ba9e-c31ac6a4a0b8,segment=NetworkSegment(a29c3c1d-3c11-4e49-a861-7f0e0229585c),segment_id=a29c3c1d-3c11-4e49-a861-7f0e0229585c)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:04.983345 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d9430959-03ec-4a85-bf01-f7693f08ac2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:05.002281 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:05.035377 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abba3097-c927-495f-bc4b-00c2b012ca39 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:17:05.037754 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f60013-f436-4743-ac32-0746845c34d7 req-9b32b98d-666e-40cf-9c58-5f6ed8d47bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:05.040437 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e9f60013-f436-4743-ac32-0746845c34d7 req-9b32b98d-666e-40cf-9c58-5f6ed8d47bf4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=79813b2c248b4d6c8fab5b7bd98099e4&device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 1124 time: 0.2371602 Nov 09 21:17:05.044061 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb218e9a-b922-4386-b995-ab2829223c13 req-d2dc0bd9-45c5-4562-94b0-3b6ebac0ea6b tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:05.046276 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-d9430959-03ec-4a85-bf01-f7693f08ac2b admin admin] Calling delete_port for c9dea17f-8749-4b7a-ba9e-c31ac6a4a0b8 owned by network:router_interface {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:17:05.058112 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port abba3097-c927-495f-bc4b-00c2b012ca39, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=abba3097-c927-495f-bc4b-00c2b012ca39,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:05.058318 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fb218e9a-b922-4386-b995-ab2829223c13 req-d2dc0bd9-45c5-4562-94b0-3b6ebac0ea6b tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 943 time: 0.2350979 Nov 09 21:17:05.086675 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-e12131ae-7a7f-49de-b7b7-06cce842a6ce None None] Provisioning complete for port 19057446-d7e9-4b93-89c6-418fe81bde64 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:17:05.087041 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e12131ae-7a7f-49de-b7b7-06cce842a6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:05.088558 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:05.117792 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec44c59-bbbd-4beb-92ae-d7e92152036f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:05.118592 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6ec44c59-bbbd-4beb-92ae-d7e92152036f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:05.223721 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fb218e9a-b922-4386-b995-ab2829223c13 req-d8ffa17b-9f89-4030-942e-1a3c8d672968 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645210 Nov 09 21:17:05.242095 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f60013-f436-4743-ac32-0746845c34d7 req-a45759bf-1f39-44b1-8bd3-bc063621e57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:05.244135 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=abba3097-c927-495f-bc4b-00c2b012ca39,revision_number=12']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:05.250961 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e9f60013-f436-4743-ac32-0746845c34d7 req-a45759bf-1f39-44b1-8bd3-bc063621e57e service neutron] 10.222.0.43 "GET /v2.0/networks?id=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 HTTP/1.1" status: 200 len: 921 time: 0.1934226 Nov 09 21:17:05.255582 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6ec44c59-bbbd-4beb-92ae-d7e92152036f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.7471101 Nov 09 21:17:05.258835 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35836) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:17:05.276405 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-8047e902-6aab-49cf-bd5b-1f9b575ac52d tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Request body: {'port': {'network_id': '9bd028ff-7bca-4c46-bd71-6aace0071dc5', 'name': 'tempest-TaggedBootDevicesTest_v242-1424387604', 'fixed_ips': [{'subnet_id': '9535f1a8-f553-42a2-9902-5d76b011d9e0'}]}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:17:05.388495 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device dd537a7f-eee1-4a96-8125-e0e20d4613a1 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:17:05.479485 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:05.534616 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['abba3097-c927-495f-bc4b-00c2b012ca39'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:17:05.542896 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b92becf-a82b-440c-afbb-dab422f3bcb3 req-6489021d-ff1f-46ad-93b9-a385402479ed tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:05.555583 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3b92becf-a82b-440c-afbb-dab422f3bcb3 req-6489021d-ff1f-46ad-93b9-a385402479ed tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 950 time: 0.1492515 Nov 09 21:17:05.702213 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3b92becf-a82b-440c-afbb-dab422f3bcb3 req-b0e9fe3a-3aeb-4058-9ad5-16676c3a2264 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389124 Nov 09 21:17:05.836651 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 19057446-d7e9-4b93-89c6-418fe81bde64, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=19057446-d7e9-4b93-89c6-418fe81bde64,segment=NetworkSegment(ded2c788-6987-4a27-bea5-74ee8c4df2d8),segment_id=ded2c788-6987-4a27-bea5-74ee8c4df2d8)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:05.853008 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-feeb1480-b8f3-4846-beb8-d015d784cc00 req-a53ec288-3ed0-4b82-b972-e028a6812983 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] 10.222.0.49 "GET /v2.0/floatingips?tenant_id=5cf606e88e4d44b5a19f8e1371c70498 HTTP/1.1" status: 200 len: 1655 time: 0.1142805 Nov 09 21:17:05.876834 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:06.090342 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8047e902-6aab-49cf-bd5b-1f9b575ac52d tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Made reservation on behalf of 82c72cbaced549c1af9f163b71209187 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:17:06.107761 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e9f60013-f436-4743-ac32-0746845c34d7 req-d8785390-79b5-4fb3-ab8b-f62e5ae707a3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd537a7f-eee1-4a96-8125-e0e20d4613a1 HTTP/1.1" status: 200 len: 217 time: 0.8444879 Nov 09 21:17:06.134018 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb1480-b8f3-4846-beb8-d015d784cc00 req-98794d10-cdd7-46af-acf8-42bcc243edb0 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:06.162868 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-feeb1480-b8f3-4846-beb8-d015d784cc00 req-98794d10-cdd7-46af-acf8-42bcc243edb0 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] 10.222.0.49 "GET /v2.0/networks?id=4531c23d-84b7-490d-8d7c-6676781b6e6a&id=4531c23d-84b7-490d-8d7c-6676781b6e6a&id=4531c23d-84b7-490d-8d7c-6676781b6e6a HTTP/1.1" status: 200 len: 787 time: 0.3088818 Nov 09 21:17:06.221361 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 1c55deb0-6699-4ece-8a40-a3faf6ce0615 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:17:06.383224 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b0cbc-b12d-4500-b1d9-b9205cf39c98 req-16d69cf4-4205-453d-887e-414e8aa9bc74 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:06.389455 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b0cbc-b12d-4500-b1d9-b9205cf39c98 req-16d69cf4-4205-453d-887e-414e8aa9bc74 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:06.400164 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b0cbc-b12d-4500-b1d9-b9205cf39c98 req-16d69cf4-4205-453d-887e-414e8aa9bc74 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:06.404346 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be392f6f-a314-4b86-8a1e-6e5ed960de62 None None] Network db993ee6-66d3-478a-b585-3c11adab0dfd requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:17:06.409001 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b0cbc-b12d-4500-b1d9-b9205cf39c98 req-16d69cf4-4205-453d-887e-414e8aa9bc74 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:06.415970 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b0cbc-b12d-4500-b1d9-b9205cf39c98 req-16d69cf4-4205-453d-887e-414e8aa9bc74 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:06.424171 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b0cbc-b12d-4500-b1d9-b9205cf39c98 req-16d69cf4-4205-453d-887e-414e8aa9bc74 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:06.431114 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b0cbc-b12d-4500-b1d9-b9205cf39c98 req-16d69cf4-4205-453d-887e-414e8aa9bc74 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:06.441648 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f60013-f436-4743-ac32-0746845c34d7 req-68780bb0-f341-49c7-ac7f-45953f511d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:06.443241 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e9f60013-f436-4743-ac32-0746845c34d7 req-68780bb0-f341-49c7-ac7f-45953f511d51 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=29a38752-08a3-4b35-bb64-8f5e3f87121b HTTP/1.1" status: 200 len: 861 time: 0.2158103 Nov 09 21:17:06.450362 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-182b0cbc-b12d-4500-b1d9-b9205cf39c98 req-16d69cf4-4205-453d-887e-414e8aa9bc74 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 5419 time: 0.1803415 Nov 09 21:17:06.524836 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e9f60013-f436-4743-ac32-0746845c34d7 req-1112020b-74e2-4706-98f6-d6a6fd5a11af service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735791 Nov 09 21:17:06.575408 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-182b0cbc-b12d-4500-b1d9-b9205cf39c98 req-1bc78fbb-6670-4176-bb68-71724206c144 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/security-groups?id=a49c0492-ae47-4dac-8056-4d2eff42c909&id=2aa0795d-359d-4f24-ad70-d15c6200f092&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1213861 Nov 09 21:17:06.596521 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=19057446-d7e9-4b93-89c6-418fe81bde64,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:06.750443 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8047e902-6aab-49cf-bd5b-1f9b575ac52d tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:06.824274 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-61cc55f7-eea1-4227-ac35-c5040e787373 req-57752051-7655-482b-87f6-dc3f5842a5b7 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] 10.222.0.49 "GET /v2.0/floatingips/4d94ed65-9f40-4d41-969a-0d9a673442fa HTTP/1.1" status: 200 len: 691 time: 0.1330256 Nov 09 21:17:06.896747 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 1c55deb0-6699-4ece-8a40-a3faf6ce0615 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:17:06.907974 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:06.915077 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-9b240dfc-b786-47fc-8336-073d5b0a9455 None None] Provisioning complete for port a07b3c2f-c8c5-43d5-9170-485f26594f02 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:17:06.917996 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9b240dfc-b786-47fc-8336-073d5b0a9455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:07.026347 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-9b240dfc-b786-47fc-8336-073d5b0a9455 None None] Port a07b3c2f-c8c5-43d5-9170-485f26594f02 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:17:07.033077 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc55f7-eea1-4227-ac35-c5040e787373 req-f68a5c3a-bf0d-4a9d-91f6-2584da4b6362 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:07.044656 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-61cc55f7-eea1-4227-ac35-c5040e787373 req-f68a5c3a-bf0d-4a9d-91f6-2584da4b6362 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] 10.222.0.49 "GET /v2.0/networks/4531c23d-84b7-490d-8d7c-6676781b6e6a HTTP/1.1" status: 200 len: 784 time: 0.2191851 Nov 09 21:17:07.087793 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d9430959-03ec-4a85-bf01-f7693f08ac2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:07.091114 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-8047e902-6aab-49cf-bd5b-1f9b575ac52d tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] device_id is not set on port 91c8b178-c506-4843-982e-f1a58ad7e198 yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:17:07.128273 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-61cc55f7-eea1-4227-ac35-c5040e787373 req-7df8d256-6d9b-4d3a-9499-bf889e24b966 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.3 HTTP/1.1" status: 200 len: 694 time: 0.0823612 Nov 09 21:17:07.207474 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-61cc55f7-eea1-4227-ac35-c5040e787373 req-090fb34e-8ff3-4ac5-b841-a79d43d088db tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.3 HTTP/1.1" status: 200 len: 694 time: 0.0779507 Nov 09 21:17:07.223677 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-9b240dfc-b786-47fc-8336-073d5b0a9455 None None] Provisioning complete for port 19057446-d7e9-4b93-89c6-418fe81bde64 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:17:07.229542 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9b240dfc-b786-47fc-8336-073d5b0a9455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:07.270173 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9430959-03ec-4a85-bf01-f7693f08ac2b admin admin] Pushing event deleted for resources: {'Port': ['ID=c9dea17f-8749-4b7a-ba9e-c31ac6a4a0b8,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:07.519114 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-61cc55f7-eea1-4227-ac35-c5040e787373 req-ef0bf45c-a4eb-4918-8655-900d7d17ae4d tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Deleting port 151164f6-5ba2-4b3f-b71b-ac6fddb2a86e {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:17:07.519742 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-61cc55f7-eea1-4227-ac35-c5040e787373 req-ef0bf45c-a4eb-4918-8655-900d7d17ae4d tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:07.604322 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-8047e902-6aab-49cf-bd5b-1f9b575ac52d tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Allocated IP 10.1.1.55 (9bd028ff-7bca-4c46-bd71-6aace0071dc5/9535f1a8-f553-42a2-9902-5d76b011d9e0/91c8b178-c506-4843-982e-f1a58ad7e198) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:17:07.607670 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:07.698498 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-61cc55f7-eea1-4227-ac35-c5040e787373 req-ef0bf45c-a4eb-4918-8655-900d7d17ae4d tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:07.699055 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-61cc55f7-eea1-4227-ac35-c5040e787373 req-ef0bf45c-a4eb-4918-8655-900d7d17ae4d tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:07.724998 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-61cc55f7-eea1-4227-ac35-c5040e787373 req-ef0bf45c-a4eb-4918-8655-900d7d17ae4d tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Calling delete_port for 151164f6-5ba2-4b3f-b71b-ac6fddb2a86e owned by network:floatingip {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:17:07.782443 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 1c55deb0-6699-4ece-8a40-a3faf6ce0615, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=1c55deb0-6699-4ece-8a40-a3faf6ce0615,segment=NetworkSegment(006a3ea2-319a-4ab9-b18e-2250972f1f05),segment_id=006a3ea2-319a-4ab9-b18e-2250972f1f05)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:07.792292 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-9b240dfc-b786-47fc-8336-073d5b0a9455 None None] Provisioning complete for port 1c55deb0-6699-4ece-8a40-a3faf6ce0615 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:17:07.793923 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9b240dfc-b786-47fc-8336-073d5b0a9455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:07.840534 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:07.858289 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e9f60013-f436-4743-ac32-0746845c34d7 req-b8c9a8b0-35a4-4525-822d-0a5042fe6ac1 service neutron] 10.222.0.43 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1720538 Nov 09 21:17:08.049267 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=1c55deb0-6699-4ece-8a40-a3faf6ce0615,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:08.109758 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-61cc55f7-eea1-4227-ac35-c5040e787373 req-ef0bf45c-a4eb-4918-8655-900d7d17ae4d tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:08.172202 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0bf45c-a4eb-4918-8655-900d7d17ae4d tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Pushing event deleted for resources: {'Port': ['ID=151164f6-5ba2-4b3f-b71b-ac6fddb2a86e,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:08.187624 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 19057446-d7e9-4b93-89c6-418fe81bde64 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:17:08.250019 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 19057446-d7e9-4b93-89c6-418fe81bde64 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:17:08.250543 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:08.325206 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-58754c73-c388-4904-b9ea-384ff9c0bec4 None None] Provisioning complete for port a07b3c2f-c8c5-43d5-9170-485f26594f02 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:17:08.326914 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-58754c73-c388-4904-b9ea-384ff9c0bec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:08.328689 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-61cc55f7-eea1-4227-ac35-c5040e787373 req-ef0bf45c-a4eb-4918-8655-900d7d17ae4d tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks [] for floatingip, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:08.334089 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-61cc55f7-eea1-4227-ac35-c5040e787373 req-ef0bf45c-a4eb-4918-8655-900d7d17ae4d tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:08.335383 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-61cc55f7-eea1-4227-ac35-c5040e787373 req-ef0bf45c-a4eb-4918-8655-900d7d17ae4d tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] 10.222.0.49 "DELETE /v2.0/floatingips/4d94ed65-9f40-4d41-969a-0d9a673442fa HTTP/1.1" status: 204 len: 173 time: 1.1124530 Nov 09 21:17:08.425005 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-58754c73-c388-4904-b9ea-384ff9c0bec4 None None] Port a07b3c2f-c8c5-43d5-9170-485f26594f02 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:17:08.449527 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e9f60013-f436-4743-ac32-0746845c34d7 req-80b0aa7f-e8c5-433d-87f5-29d90797e324 service neutron] 10.222.0.43 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5509982 Nov 09 21:17:08.452279 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-58754c73-c388-4904-b9ea-384ff9c0bec4 None None] Provisioning complete for port 1c55deb0-6699-4ece-8a40-a3faf6ce0615 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:17:08.456917 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-58754c73-c388-4904-b9ea-384ff9c0bec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:08.460891 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d9430959-03ec-4a85-bf01-f7693f08ac2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:08.490899 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8047e902-6aab-49cf-bd5b-1f9b575ac52d tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:08.543062 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd075f-3a85-48a9-bdbf-616eb7764bbd req-d170e84d-d279-41cb-a917-cc231181af82 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:08.544776 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dffd075f-3a85-48a9-bdbf-616eb7764bbd req-d170e84d-d279-41cb-a917-cc231181af82 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 943 time: 0.1002557 Nov 09 21:17:08.628589 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dffd075f-3a85-48a9-bdbf-616eb7764bbd req-1d6323d4-ad49-4fe2-8351-c11715996772 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761924 Nov 09 21:17:08.851097 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9430959-03ec-4a85-bf01-f7693f08ac2b admin admin] Router f3e19679-30d4-46f8-8ef5-cf0f08970ba5 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:17:08.862607 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8047e902-6aab-49cf-bd5b-1f9b575ac52d tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:08.989435 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8047e902-6aab-49cf-bd5b-1f9b575ac52d tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Network 9bd028ff-7bca-4c46-bd71-6aace0071dc5 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:17:09.017963 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8047e902-6aab-49cf-bd5b-1f9b575ac52d tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Pushing event updated for resources: {'Port': ['ID=91c8b178-c506-4843-982e-f1a58ad7e198,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:09.020874 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-8047e902-6aab-49cf-bd5b-1f9b575ac52d tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:17:09.027739 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8047e902-6aab-49cf-bd5b-1f9b575ac52d tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:17:09.151526 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-2a5129ce-3b4c-49cb-9a00-9cb87f9f7822 service neutron] 10.222.0.43 "GET /v2.0/ports/dd537a7f-eee1-4a96-8125-e0e20d4613a1/bindings/n-h1-816206-3 HTTP/1.1" status: 200 len: 384 time: 0.1799803 Nov 09 21:17:09.204280 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8047e902-6aab-49cf-bd5b-1f9b575ac52d tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:09.204968 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8047e902-6aab-49cf-bd5b-1f9b575ac52d tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:09.229241 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8047e902-6aab-49cf-bd5b-1f9b575ac52d tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.9689045 Nov 09 21:17:09.236983 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9430959-03ec-4a85-bf01-f7693f08ac2b admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:17:09.248655 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d9430959-03ec-4a85-bf01-f7693f08ac2b admin admin] 10.222.0.49 "PUT /v2.0/routers/f3e19679-30d4-46f8-8ef5-cf0f08970ba5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7511187 Nov 09 21:17:09.251825 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35864) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:17:09.253251 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f15434-2f37-4ef8-a7e7-3a8134eccd15 None None] Sync routers for ids ['f3e19679-30d4-46f8-8ef5-cf0f08970ba5'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:17:09.452364 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f7307a3b-0f8f-409c-9c91-494f9c6379e2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:09.517032 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-fa42424f-cd03-453a-b08a-e7a653a20e7c service neutron] For port dd537a7f-eee1-4a96-8125-e0e20d4613a1, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=dd537a7f-eee1-4a96-8125-e0e20d4613a1,segment=NetworkSegment(3b0433f6-0dc2-4350-8149-c15b9bac49ea),segment_id=3b0433f6-0dc2-4350-8149-c15b9bac49ea)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:09.534550 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device abba3097-c927-495f-bc4b-00c2b012ca39 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:17:09.543685 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f15434-2f37-4ef8-a7e7-3a8134eccd15 None None] Routers {'f3e19679-30d4-46f8-8ef5-cf0f08970ba5'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:17:09.544315 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-68f15434-2f37-4ef8-a7e7-3a8134eccd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:16:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f3e19679-30d4-46f8-8ef5-cf0f08970ba5'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:17:09.559025 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-fa42424f-cd03-453a-b08a-e7a653a20e7c service neutron] For port dd537a7f-eee1-4a96-8125-e0e20d4613a1, host n-h2-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:17:09.617657 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f7307a3b-0f8f-409c-9c91-494f9c6379e2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:09.617951 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-fa42424f-cd03-453a-b08a-e7a653a20e7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd537a7f-eee1-4a96-8125-e0e20d4613a1 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:17:09.631188 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-fa42424f-cd03-453a-b08a-e7a653a20e7c service neutron] For port dd537a7f-eee1-4a96-8125-e0e20d4613a1, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=dd537a7f-eee1-4a96-8125-e0e20d4613a1,segment=NetworkSegment(3b0433f6-0dc2-4350-8149-c15b9bac49ea),segment_id=3b0433f6-0dc2-4350-8149-c15b9bac49ea)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:09.660508 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-fa42424f-cd03-453a-b08a-e7a653a20e7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:09.665818 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-3a24cfc2-873e-4d0b-803f-4f2c1d1cda16 None None] Provisioning complete for port 91c8b178-c506-4843-982e-f1a58ad7e198 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:17:09.671558 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3a24cfc2-873e-4d0b-803f-4f2c1d1cda16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:09.692947 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-f7307a3b-0f8f-409c-9c91-494f9c6379e2 admin admin] Deleting port d5c7e58a-4fad-4f5b-b7ba-8d4269f400c7 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:17:09.693423 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f7307a3b-0f8f-409c-9c91-494f9c6379e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:09.714496 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-3a24cfc2-873e-4d0b-803f-4f2c1d1cda16 None None] Port 91c8b178-c506-4843-982e-f1a58ad7e198 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:17:09.788785 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-f7307a3b-0f8f-409c-9c91-494f9c6379e2 admin admin] For port d5c7e58a-4fad-4f5b-b7ba-8d4269f400c7, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=d5c7e58a-4fad-4f5b-b7ba-8d4269f400c7,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:09.789505 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f7307a3b-0f8f-409c-9c91-494f9c6379e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:09.791054 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-fa42424f-cd03-453a-b08a-e7a653a20e7c service neutron] Transition to ACTIVE for port object dd537a7f-eee1-4a96-8125-e0e20d4613a1 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:17:09.796935 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-fa42424f-cd03-453a-b08a-e7a653a20e7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:09.798621 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port abba3097-c927-495f-bc4b-00c2b012ca39 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:17:09.810544 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port abba3097-c927-495f-bc4b-00c2b012ca39 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:17:09.811644 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:09.820453 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-f7307a3b-0f8f-409c-9c91-494f9c6379e2 admin admin] Calling delete_port for d5c7e58a-4fad-4f5b-b7ba-8d4269f400c7 owned by network:router_gateway {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:17:09.863114 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-fa42424f-cd03-453a-b08a-e7a653a20e7c service neutron] No DVR routers for this DVR port dd537a7f-eee1-4a96-8125-e0e20d4613a1 on host n-h2-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:17:09.882815 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-68f15434-2f37-4ef8-a7e7-3a8134eccd15 None None] Set router f3e19679-30d4-46f8-8ef5-cf0f08970ba5 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:17:09.959493 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa42424f-cd03-453a-b08a-e7a653a20e7c service neutron] Pushing event updated for resources: {'Port': ['ID=dd537a7f-eee1-4a96-8125-e0e20d4613a1,revision_number=10']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:09.978962 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-fa42424f-cd03-453a-b08a-e7a653a20e7c service neutron] 10.222.0.43 "PUT /v2.0/ports/dd537a7f-eee1-4a96-8125-e0e20d4613a1/bindings/n-h1-816206-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8178012 Nov 09 21:17:10.114601 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f7307a3b-0f8f-409c-9c91-494f9c6379e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:10.146976 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 1c55deb0-6699-4ece-8a40-a3faf6ce0615 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:17:10.155608 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7307a3b-0f8f-409c-9c91-494f9c6379e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5c7e58a-4fad-4f5b-b7ba-8d4269f400c7,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:10.181542 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-8d359295-adff-43da-a7b5-e8626415fc9d tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:10.184337 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-8d359295-adff-43da-a7b5-e8626415fc9d tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451&tenant_id=79813b2c248b4d6c8fab5b7bd98099e4&binding%3Ahost_id=n-h2-816206-3 HTTP/1.1" status: 200 len: 1095 time: 0.1070058 Nov 09 21:17:10.224561 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:10.242991 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f7307a3b-0f8f-409c-9c91-494f9c6379e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:10.268037 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74163e6-e8f2-43cc-886b-cf04dbdaa044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abba3097-c927-495f-bc4b-00c2b012ca39'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:17:10.270936 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87fe53a2-4176-4c57-94e9-7326e011057a" -d '{"events": [{"server_uuid": "b74163e6-e8f2-43cc-886b-cf04dbdaa044", "name": "network-vif-plugged", "status": "completed", "tag": "abba3097-c927-495f-bc4b-00c2b012ca39"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:17:10.293882 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-765b03a3-498d-4eed-adb2-1c1704b4524f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:10.295838 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-765b03a3-498d-4eed-adb2-1c1704b4524f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451&tenant_id=79813b2c248b4d6c8fab5b7bd98099e4 HTTP/1.1" status: 200 len: 1095 time: 0.1024897 Nov 09 21:17:10.307002 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port abba3097-c927-495f-bc4b-00c2b012ca39, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=abba3097-c927-495f-bc4b-00c2b012ca39,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:10.320038 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:10.381820 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-f9bf82f4-159d-4d3f-9cec-8bea00d02981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:10.384362 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-f9bf82f4-159d-4d3f-9cec-8bea00d02981 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79813b2c248b4d6c8fab5b7bd98099e4&device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 1095 time: 0.0632129 Nov 09 21:17:10.391185 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=abba3097-c927-495f-bc4b-00c2b012ca39,revision_number=13']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:10.401453 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 1c55deb0-6699-4ece-8a40-a3faf6ce0615 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:17:10.401910 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:10.442618 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f7307a3b-0f8f-409c-9c91-494f9c6379e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:10.447278 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f7307a3b-0f8f-409c-9c91-494f9c6379e2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:10.550035 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f7307a3b-0f8f-409c-9c91-494f9c6379e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:10.550630 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7307a3b-0f8f-409c-9c91-494f9c6379e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3e19679-30d4-46f8-8ef5-cf0f08970ba5 {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:17:10.562316 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f7307a3b-0f8f-409c-9c91-494f9c6379e2 admin admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:10.568097 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f7307a3b-0f8f-409c-9c91-494f9c6379e2 admin admin] 10.222.0.49 "DELETE /v2.0/routers/f3e19679-30d4-46f8-8ef5-cf0f08970ba5 HTTP/1.1" status: 204 len: 168 time: 1.3109934 Nov 09 21:17:10.568097 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35874) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:17:10.629570 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-68f15434-2f37-4ef8-a7e7-3a8134eccd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e19679-30d4-46f8-8ef5-cf0f08970ba5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1536929849-router', 'tenant_id': 'c20f252684ae4da9a1390ccd11aaf128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'd5c7e58a-4fad-4f5b-b7ba-8d4269f400c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:11:48Z', 'updated_at': '2021-11-09T21:17:06Z', 'revision_number': 5, 'project_id': 'c20f252684ae4da9a1390ccd11aaf128', 'gw_port': {'id': 'd5c7e58a-4fad-4f5b-b7ba-8d4269f400c7', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:04:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e19679-30d4-46f8-8ef5-cf0f08970ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:11:50Z', 'updated_at': '2021-11-09T21:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:17:10.643549 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-96d06d65-00ba-4082-ac75-b97f60d7e55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:10.650232 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-96d06d65-00ba-4082-ac75-b97f60d7e55b service neutron] 10.222.0.45 "GET /v2.0/networks?id=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 HTTP/1.1" status: 200 len: 921 time: 0.2309272 Nov 09 21:17:10.669292 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c52f15e-85c9-4484-bfe2-9a75370531d5 admin admin] Deleting subnet a3b3bc2b-20cc-47cf-b4a5-9b6f95e8de4b {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:17:10.674111 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2c52f15e-85c9-4484-bfe2-9a75370531d5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:10.720702 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f15434-2f37-4ef8-a7e7-3a8134eccd15 None None] Checking router: f3e19679-30d4-46f8-8ef5-cf0f08970ba5 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:17:10.723627 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f15434-2f37-4ef8-a7e7-3a8134eccd15 None None] Routers set() bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:17:10.724331 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f15434-2f37-4ef8-a7e7-3a8134eccd15 None None] Router IDs set() for agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 09 21:17:10.725483 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_agentschedulers_db [None req-68f15434-2f37-4ef8-a7e7-3a8134eccd15 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f3e19679-30d4-46f8-8ef5-cf0f08970ba5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:16:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent'). {{(pid=102609) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 09 21:17:10.726160 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f15434-2f37-4ef8-a7e7-3a8134eccd15 None None] The sync data for ids ['f3e19679-30d4-46f8-8ef5-cf0f08970ba5'] in n-d-816206-3 is: [] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:17:10.732225 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-38afd776-e313-46f1-ab6a-aede9036e4a2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd537a7f-eee1-4a96-8125-e0e20d4613a1 HTTP/1.1" status: 200 len: 217 time: 0.0732777 Nov 09 21:17:10.740464 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2c52f15e-85c9-4484-bfe2-9a75370531d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:10.813481 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-544bc933-540e-4749-a6f3-2d67f634441a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:10.827664 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-544bc933-540e-4749-a6f3-2d67f634441a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=29a38752-08a3-4b35-bb64-8f5e3f87121b HTTP/1.1" status: 200 len: 861 time: 0.0860207 Nov 09 21:17:10.855001 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2c52f15e-85c9-4484-bfe2-9a75370531d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:10.870118 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-9c457556-5f63-48d6-aea9-d43447302559 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349882 Nov 09 21:17:10.960031 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2c52f15e-85c9-4484-bfe2-9a75370531d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:10.988218 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8791f54-4cec-4584-ac11-e74ee1403fc1 None None] Network d681f8ea-b455-49c1-8487-faf6812123bc requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:17:10.988928 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2c52f15e-85c9-4484-bfe2-9a75370531d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:10.995343 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2c52f15e-85c9-4484-bfe2-9a75370531d5 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a3b3bc2b-20cc-47cf-b4a5-9b6f95e8de4b HTTP/1.1" status: 204 len: 168 time: 0.4245844 Nov 09 21:17:10.996064 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35880) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:17:11.019363 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52f15e-85c9-4484-bfe2-9a75370531d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3b3bc2b-20cc-47cf-b4a5-9b6f95e8de4b,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:11.075997 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-86b9b400-b1c2-4856-bd50-a8fd5ca6a221 service neutron] 10.222.0.45 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972871 Nov 09 21:17:11.238202 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef5ab95-ff50-4c61-ab22-25024a7835c3 None None] DHCP port deletion for d681f8ea-b455-49c1-8487-faf6812123bc request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:17:11.346659 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-9ef5ab95-ff50-4c61-ab22-25024a7835c3 None None] Deleting port fe3c56cb-51bf-4fef-8bdd-5e3166da71d3 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:17:11.347361 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ef5ab95-ff50-4c61-ab22-25024a7835c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:11.439583 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-9ef5ab95-ff50-4c61-ab22-25024a7835c3 None None] For port fe3c56cb-51bf-4fef-8bdd-5e3166da71d3, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=fe3c56cb-51bf-4fef-8bdd-5e3166da71d3,segment=NetworkSegment(a29c3c1d-3c11-4e49-a861-7f0e0229585c),segment_id=a29c3c1d-3c11-4e49-a861-7f0e0229585c)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:11.440410 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ef5ab95-ff50-4c61-ab22-25024a7835c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:11.460681 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device d46dc18b-b6fe-4988-b8da-762fe90a822d details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:17:11.463121 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-9ef5ab95-ff50-4c61-ab22-25024a7835c3 None None] Calling delete_port for fe3c56cb-51bf-4fef-8bdd-5e3166da71d3 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:17:11.514820 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-aaffc7bb-9f30-401d-b39f-3447cbdcc0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:11.668810 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port d46dc18b-b6fe-4988-b8da-762fe90a822d, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=d46dc18b-b6fe-4988-b8da-762fe90a822d,segment=NetworkSegment(254957df-25ec-4868-b731-a668ba7c24bc),segment_id=254957df-25ec-4868-b731-a668ba7c24bc)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:11.672619 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ef5ab95-ff50-4c61-ab22-25024a7835c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:11.691044 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-43320c64-b536-4887-adfa-884362069c79 service neutron] 10.222.0.45 "GET /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6039717 Nov 09 21:17:11.722861 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-aaffc7bb-9f30-401d-b39f-3447cbdcc0b4 admin admin] Deleting port fe3c56cb-51bf-4fef-8bdd-5e3166da71d3 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:17:11.723617 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-aaffc7bb-9f30-401d-b39f-3447cbdcc0b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:11.751766 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef5ab95-ff50-4c61-ab22-25024a7835c3 None None] No DVR routers for this DVR port fe3c56cb-51bf-4fef-8bdd-5e3166da71d3 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:17:11.761758 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef5ab95-ff50-4c61-ab22-25024a7835c3 None None] Pushing event deleted for resources: {'Port': ['ID=fe3c56cb-51bf-4fef-8bdd-5e3166da71d3,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:11.769520 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': 'd46dc18b-b6fe-4988-b8da-762fe90a822d', 'network_id': '3808ba34-f2ea-4dcf-b849-bb7f67f33c6c', 'port_id': 'd46dc18b-b6fe-4988-b8da-762fe90a822d', 'mac_address': 'fa:16:3e:c6:97:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a3bf33a-28e4-43d0-b3a3-869cb4b7ec53', 'ip_address': '10.1.1.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:17:11.850127 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-aaffc7bb-9f30-401d-b39f-3447cbdcc0b4 admin admin] For port fe3c56cb-51bf-4fef-8bdd-5e3166da71d3, host n-d-816206-3, got binding levels [] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:11.852244 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-aaffc7bb-9f30-401d-b39f-3447cbdcc0b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:11.856881 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:11.879281 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-aaffc7bb-9f30-401d-b39f-3447cbdcc0b4 admin admin] Calling delete_port for fe3c56cb-51bf-4fef-8bdd-5e3166da71d3 owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:17:11.882925 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.ipam_backend_mixin [None req-aaffc7bb-9f30-401d-b39f-3447cbdcc0b4 admin admin] Port fe3c56cb-51bf-4fef-8bdd-5e3166da71d3 was not found and therefore no delete operation was performed {{(pid=102608) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 21:17:11.884600 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-aaffc7bb-9f30-401d-b39f-3447cbdcc0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:11.885693 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d46dc18b-b6fe-4988-b8da-762fe90a822d {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:17:11.926073 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaffc7bb-9f30-401d-b39f-3447cbdcc0b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe3c56cb-51bf-4fef-8bdd-5e3166da71d3,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:11.929210 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaffc7bb-9f30-401d-b39f-3447cbdcc0b4 admin admin] No DVR routers for this DVR port fe3c56cb-51bf-4fef-8bdd-5e3166da71d3 on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:17:11.929502 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port d46dc18b-b6fe-4988-b8da-762fe90a822d, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=d46dc18b-b6fe-4988-b8da-762fe90a822d,segment=NetworkSegment(254957df-25ec-4868-b731-a668ba7c24bc),segment_id=254957df-25ec-4868-b731-a668ba7c24bc)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:11.939053 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:11.943596 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device f76d6a35-507d-404f-8871-26d5877be815 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:17:12.079482 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-aaffc7bb-9f30-401d-b39f-3447cbdcc0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:12.089575 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port f76d6a35-507d-404f-8871-26d5877be815, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f76d6a35-507d-404f-8871-26d5877be815,segment=NetworkSegment(670cd2f4-a96f-44b2-b0bf-937a304cf3ab),segment_id=670cd2f4-a96f-44b2-b0bf-937a304cf3ab)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:12.107509 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-aaffc7bb-9f30-401d-b39f-3447cbdcc0b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d681f8ea-b455-49c1-8487-faf6812123bc']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:17:12.120477 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-aaffc7bb-9f30-401d-b39f-3447cbdcc0b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a29c3c1d-3c11-4e49-a861-7f0e0229585c') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:17:12.121207 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-aaffc7bb-9f30-401d-b39f-3447cbdcc0b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a29c3c1d-3c11-4e49-a861-7f0e0229585c') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:17:12.124849 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-a071c540-98d6-48bf-a6c9-789270c5947d tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:12.126613 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-a071c540-98d6-48bf-a6c9-789270c5947d tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451&tenant_id=79813b2c248b4d6c8fab5b7bd98099e4&binding%3Ahost_id=n-h1-816206-3 HTTP/1.1" status: 200 len: 1095 time: 0.1518617 Nov 09 21:17:12.134511 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device fe3c56cb-51bf-4fef-8bdd-5e3166da71d3 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:17:12.144654 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-aaffc7bb-9f30-401d-b39f-3447cbdcc0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:12.173576 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': 'f76d6a35-507d-404f-8871-26d5877be815', 'network_id': '5fad92fa-6e69-4982-b33d-973ebedbbd56', 'port_id': 'f76d6a35-507d-404f-8871-26d5877be815', 'mac_address': 'fa:16:3e:15:d1:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f871ff84-2077-4380-931c-47532c2d408d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:17:12.177963 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: fe3c56cb-51bf-4fef-8bdd-5e3166da71d3 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:17:12.178557 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device fe3c56cb-51bf-4fef-8bdd-5e3166da71d3 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:17:12.179316 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c9dea17f-8749-4b7a-ba9e-c31ac6a4a0b8 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:17:12.185156 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-aaffc7bb-9f30-401d-b39f-3447cbdcc0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:12.186607 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=d46dc18b-b6fe-4988-b8da-762fe90a822d,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:12.199610 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaffc7bb-9f30-401d-b39f-3447cbdcc0b4 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:17:12.200304 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-aaffc7bb-9f30-401d-b39f-3447cbdcc0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:12.202567 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:17:12.202567 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:17:12.202567 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:17:12.202567 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:17:12.202567 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:17:12.202567 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:17:12.202567 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:17:12.202567 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:17:12.202567 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:17:12.202567 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:17:12.202567 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:17:12.202567 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:17:12.202567 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:17:12.202567 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:17:12.202567 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:17:12.202567 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:17:12.202567 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:17:12.202567 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:17:12.202567 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:17:12.202567 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:17:12.202567 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:17:12.202567 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:17:12.202567 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:17:12.202567 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:17:12.202567 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:17:12.202567 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:17:12.202567 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:17:12.202567 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:17:12.202567 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:17:12.202567 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:17:12.202567 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:17:12.202567 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:17:12.213996 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: c9dea17f-8749-4b7a-ba9e-c31ac6a4a0b8 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:17:12.214448 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c9dea17f-8749-4b7a-ba9e-c31ac6a4a0b8 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:17:12.214911 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device d5c7e58a-4fad-4f5b-b7ba-8d4269f400c7 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:17:12.257948 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: d5c7e58a-4fad-4f5b-b7ba-8d4269f400c7 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:17:12.258296 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device d5c7e58a-4fad-4f5b-b7ba-8d4269f400c7 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:17:12.274098 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:12.293616 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f76d6a35-507d-404f-8871-26d5877be815 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:17:12.313840 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-aaffc7bb-9f30-401d-b39f-3447cbdcc0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:12.325262 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-aaffc7bb-9f30-401d-b39f-3447cbdcc0b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:12.325425 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port f76d6a35-507d-404f-8871-26d5877be815, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f76d6a35-507d-404f-8871-26d5877be815,segment=NetworkSegment(670cd2f4-a96f-44b2-b0bf-937a304cf3ab),segment_id=670cd2f4-a96f-44b2-b0bf-937a304cf3ab)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:12.331357 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-aaffc7bb-9f30-401d-b39f-3447cbdcc0b4 admin admin] 10.222.0.49 "DELETE /v2.0/networks/d681f8ea-b455-49c1-8487-faf6812123bc HTTP/1.1" status: 204 len: 168 time: 1.3344598 Nov 09 21:17:12.336973 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:12.337785 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 80e946a2-577f-4411-ada9-9c19200b402c details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:17:12.360127 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaffc7bb-9f30-401d-b39f-3447cbdcc0b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d681f8ea-b455-49c1-8487-faf6812123bc,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:12.386986 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-a7ff4fc6-68b6-486e-9a34-001ce65a707c service neutron] For port dd537a7f-eee1-4a96-8125-e0e20d4613a1, host n-h2-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:17:12.398093 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-a7ff4fc6-68b6-486e-9a34-001ce65a707c service neutron] Publish callbacks [] for binding, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:12.399577 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6fa9c218-4914-4f52-8dc7-c39f6c28b40c req-a7ff4fc6-68b6-486e-9a34-001ce65a707c service neutron] 10.222.0.45 "DELETE /v2.0/ports/dd537a7f-eee1-4a96-8125-e0e20d4613a1/bindings/n-h2-816206-3 HTTP/1.1" status: 204 len: 173 time: 0.2650821 Nov 09 21:17:12.437605 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 80e946a2-577f-4411-ada9-9c19200b402c, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=80e946a2-577f-4411-ada9-9c19200b402c,segment=NetworkSegment(254957df-25ec-4868-b731-a668ba7c24bc),segment_id=254957df-25ec-4868-b731-a668ba7c24bc)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:12.441286 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=f76d6a35-507d-404f-8871-26d5877be815,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:12.453667 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '80e946a2-577f-4411-ada9-9c19200b402c', 'network_id': '3808ba34-f2ea-4dcf-b849-bb7f67f33c6c', 'port_id': '80e946a2-577f-4411-ada9-9c19200b402c', 'mac_address': 'fa:16:3e:38:e9:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a3bf33a-28e4-43d0-b3a3-869cb4b7ec53', 'ip_address': '10.1.1.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:17:12.530393 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:12.546084 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80e946a2-577f-4411-ada9-9c19200b402c {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:17:12.573597 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 80e946a2-577f-4411-ada9-9c19200b402c, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=80e946a2-577f-4411-ada9-9c19200b402c,segment=NetworkSegment(254957df-25ec-4868-b731-a668ba7c24bc),segment_id=254957df-25ec-4868-b731-a668ba7c24bc)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:12.582108 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:12.582796 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 825351ba-9738-49ef-a76d-6d1620cd75d1 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:17:12.591719 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35886) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:17:12.646624 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-68e25e0d-6621-4398-b60f-f81696385d8f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=615b76025780444bbb8ee927e4ef7062&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0533004 Nov 09 21:17:12.648730 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35890) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:17:12.722545 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-60231706-7908-41b5-a5f7-e6b03162b9a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:12.746572 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-60231706-7908-41b5-a5f7-e6b03162b9a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:12.800833 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-60231706-7908-41b5-a5f7-e6b03162b9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:12.805986 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-60231706-7908-41b5-a5f7-e6b03162b9a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:12.812773 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-60231706-7908-41b5-a5f7-e6b03162b9a2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6ff36c2e-70eb-44b1-89a4-dcf50e0cc74f HTTP/1.1" status: 204 len: 168 time: 0.1621339 Nov 09 21:17:12.827364 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60231706-7908-41b5-a5f7-e6b03162b9a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff36c2e-70eb-44b1-89a4-dcf50e0cc74f,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:13.004800 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=80e946a2-577f-4411-ada9-9c19200b402c,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:13.075227 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 825351ba-9738-49ef-a76d-6d1620cd75d1, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=825351ba-9738-49ef-a76d-6d1620cd75d1,segment=NetworkSegment(f477b23b-3157-468e-9cfa-93d67e390b26),segment_id=f477b23b-3157-468e-9cfa-93d67e390b26)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:13.094195 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '825351ba-9738-49ef-a76d-6d1620cd75d1', 'network_id': 'd6a5df07-fe3c-47f1-83e0-b8908198e01d', 'port_id': '825351ba-9738-49ef-a76d-6d1620cd75d1', 'mac_address': 'fa:16:3e:ec:27:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55602be9-97b4-4359-8931-67067a301b3c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:17:13.165028 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:13.187776 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 825351ba-9738-49ef-a76d-6d1620cd75d1 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:17:13.232480 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 825351ba-9738-49ef-a76d-6d1620cd75d1, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=825351ba-9738-49ef-a76d-6d1620cd75d1,segment=NetworkSegment(f477b23b-3157-468e-9cfa-93d67e390b26),segment_id=f477b23b-3157-468e-9cfa-93d67e390b26)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:13.240574 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:13.241484 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 2b6a9424-e1c2-4d17-92db-720005970041 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:17:13.324933 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 2b6a9424-e1c2-4d17-92db-720005970041, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=2b6a9424-e1c2-4d17-92db-720005970041,segment=NetworkSegment(254957df-25ec-4868-b731-a668ba7c24bc),segment_id=254957df-25ec-4868-b731-a668ba7c24bc)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:13.330290 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=825351ba-9738-49ef-a76d-6d1620cd75d1,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:13.344430 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '2b6a9424-e1c2-4d17-92db-720005970041', 'network_id': '3808ba34-f2ea-4dcf-b849-bb7f67f33c6c', 'port_id': '2b6a9424-e1c2-4d17-92db-720005970041', 'mac_address': 'fa:16:3e:77:18:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a3bf33a-28e4-43d0-b3a3-869cb4b7ec53', 'ip_address': '10.1.1.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:17:13.409628 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:13.425093 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b6a9424-e1c2-4d17-92db-720005970041 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:17:13.463686 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35896) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:17:13.475137 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 2b6a9424-e1c2-4d17-92db-720005970041, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=2b6a9424-e1c2-4d17-92db-720005970041,segment=NetworkSegment(254957df-25ec-4868-b731-a668ba7c24bc),segment_id=254957df-25ec-4868-b731-a668ba7c24bc)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:13.476292 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:13.479416 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device ea660c77-3caf-44f2-bbe7-bc918607ccd3 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:17:13.549832 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e29b76fc-7068-48d9-8434-15a878b11d69 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c20f252684ae4da9a1390ccd11aaf128&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0846856 Nov 09 21:17:13.552242 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35898) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:17:13.586156 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port ea660c77-3caf-44f2-bbe7-bc918607ccd3, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=ea660c77-3caf-44f2-bbe7-bc918607ccd3,segment=NetworkSegment(670cd2f4-a96f-44b2-b0bf-937a304cf3ab),segment_id=670cd2f4-a96f-44b2-b0bf-937a304cf3ab)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:13.588980 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=2b6a9424-e1c2-4d17-92db-720005970041,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:13.605873 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': 'ea660c77-3caf-44f2-bbe7-bc918607ccd3', 'network_id': '5fad92fa-6e69-4982-b33d-973ebedbbd56', 'port_id': 'ea660c77-3caf-44f2-bbe7-bc918607ccd3', 'mac_address': 'fa:16:3e:89:ee:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f871ff84-2077-4380-931c-47532c2d408d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:17:13.625229 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3bda3e49-adef-4d57-8945-c862eb3d384a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:13.649702 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3bda3e49-adef-4d57-8945-c862eb3d384a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:13.662648 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:13.689570 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea660c77-3caf-44f2-bbe7-bc918607ccd3 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:17:13.728470 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port ea660c77-3caf-44f2-bbe7-bc918607ccd3, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=ea660c77-3caf-44f2-bbe7-bc918607ccd3,segment=NetworkSegment(670cd2f4-a96f-44b2-b0bf-937a304cf3ab),segment_id=670cd2f4-a96f-44b2-b0bf-937a304cf3ab)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:13.739097 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:13.739097 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device b53947c2-f2f0-4db5-a448-3a32c902f2f5 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:17:13.749974 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3bda3e49-adef-4d57-8945-c862eb3d384a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:13.752765 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3bda3e49-adef-4d57-8945-c862eb3d384a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:13.755040 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3bda3e49-adef-4d57-8945-c862eb3d384a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1b698e68-ba8d-4752-81fb-d678d362e170 HTTP/1.1" status: 204 len: 168 time: 0.2015042 Nov 09 21:17:13.770317 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda3e49-adef-4d57-8945-c862eb3d384a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b698e68-ba8d-4752-81fb-d678d362e170,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:13.846045 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=ea660c77-3caf-44f2-bbe7-bc918607ccd3,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:13.849713 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port b53947c2-f2f0-4db5-a448-3a32c902f2f5, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=b53947c2-f2f0-4db5-a448-3a32c902f2f5,segment=NetworkSegment(254957df-25ec-4868-b731-a668ba7c24bc),segment_id=254957df-25ec-4868-b731-a668ba7c24bc)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:13.862005 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': 'b53947c2-f2f0-4db5-a448-3a32c902f2f5', 'network_id': '3808ba34-f2ea-4dcf-b849-bb7f67f33c6c', 'port_id': 'b53947c2-f2f0-4db5-a448-3a32c902f2f5', 'mac_address': 'fa:16:3e:c4:7a:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a3bf33a-28e4-43d0-b3a3-869cb4b7ec53', 'ip_address': '10.1.1.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:17:13.914220 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:13.936393 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b53947c2-f2f0-4db5-a448-3a32c902f2f5 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:17:13.960677 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port b53947c2-f2f0-4db5-a448-3a32c902f2f5, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=b53947c2-f2f0-4db5-a448-3a32c902f2f5,segment=NetworkSegment(254957df-25ec-4868-b731-a668ba7c24bc),segment_id=254957df-25ec-4868-b731-a668ba7c24bc)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:13.968427 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:14.047296 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=b53947c2-f2f0-4db5-a448-3a32c902f2f5,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:14.895740 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['80e946a2-577f-4411-ada9-9c19200b402c'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:17:14.909422 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['825351ba-9738-49ef-a76d-6d1620cd75d1'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:17:14.943794 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['d46dc18b-b6fe-4988-b8da-762fe90a822d'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:17:15.028279 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['b53947c2-f2f0-4db5-a448-3a32c902f2f5'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:17:15.030843 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['f76d6a35-507d-404f-8871-26d5877be815'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:17:16.080164 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['2b6a9424-e1c2-4d17-92db-720005970041'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:17:16.133413 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['ea660c77-3caf-44f2-bbe7-bc918607ccd3'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:17:16.609829 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-69bb4c68-44f1-4939-9b8f-a3045d4c61c3 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=ab9f62a9766648e6a735e31e91b7e450&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237772 Nov 09 21:17:16.689482 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6889e-ba5b-40fe-9de1-37b3f83f861d req-08f92f56-6a04-4cf0-b128-4b1c307008df tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:16.695739 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6889e-ba5b-40fe-9de1-37b3f83f861d req-08f92f56-6a04-4cf0-b128-4b1c307008df tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:16.701703 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6889e-ba5b-40fe-9de1-37b3f83f861d req-08f92f56-6a04-4cf0-b128-4b1c307008df tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:16.707696 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6889e-ba5b-40fe-9de1-37b3f83f861d req-08f92f56-6a04-4cf0-b128-4b1c307008df tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:16.713679 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6889e-ba5b-40fe-9de1-37b3f83f861d req-08f92f56-6a04-4cf0-b128-4b1c307008df tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:16.720264 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6889e-ba5b-40fe-9de1-37b3f83f861d req-08f92f56-6a04-4cf0-b128-4b1c307008df tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:16.725213 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-83abd67a-0e97-459e-80e2-4db6b419a1e2 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:16.726253 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6889e-ba5b-40fe-9de1-37b3f83f861d req-08f92f56-6a04-4cf0-b128-4b1c307008df tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:16.726666 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-83abd67a-0e97-459e-80e2-4db6b419a1e2 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1108429 Nov 09 21:17:16.731695 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bdf6889e-ba5b-40fe-9de1-37b3f83f861d req-08f92f56-6a04-4cf0-b128-4b1c307008df tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 5426 time: 0.0977938 Nov 09 21:17:16.742725 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-5f8c8e54-a96b-4a78-a992-d4125d350d92 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/quotas/ab9f62a9766648e6a735e31e91b7e450 HTTP/1.1" status: 200 len: 375 time: 0.0102687 Nov 09 21:17:16.798818 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bdf6889e-ba5b-40fe-9de1-37b3f83f861d req-e682d6d4-38b1-4c9c-8530-adf78058cc60 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/security-groups?id=a49c0492-ae47-4dac-8056-4d2eff42c909&id=2aa0795d-359d-4f24-ad70-d15c6200f092&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0590708 Nov 09 21:17:16.804490 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-74f6e8e2-6fcd-461d-9d2b-88980e7080b3 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab9f62a9766648e6a735e31e91b7e450&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0552337 Nov 09 21:17:16.880024 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-216685c1-22b5-4619-988e-ca70408a4709 req-7c19e9e7-ae11-40b1-b05f-8b8d366e07e1 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] 10.222.0.49 "GET /v2.0/floatingips/468289b1-682e-4109-825c-b6f33cb96814 HTTP/1.1" status: 200 len: 693 time: 0.0489810 Nov 09 21:17:17.043409 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216685c1-22b5-4619-988e-ca70408a4709 req-71af69f0-b7f9-4c3d-9e3e-a3c802ccb1ee tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:17.044797 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-216685c1-22b5-4619-988e-ca70408a4709 req-71af69f0-b7f9-4c3d-9e3e-a3c802ccb1ee tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] 10.222.0.49 "GET /v2.0/networks/4531c23d-84b7-490d-8d7c-6676781b6e6a HTTP/1.1" status: 200 len: 784 time: 0.1593907 Nov 09 21:17:17.100349 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-216685c1-22b5-4619-988e-ca70408a4709 req-a58e3110-04af-429a-a20c-d5d271edd865 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.220 HTTP/1.1" status: 200 len: 696 time: 0.0491476 Nov 09 21:17:17.160738 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-216685c1-22b5-4619-988e-ca70408a4709 req-845b1179-37a2-45f9-b322-fab4d749138e tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.220 HTTP/1.1" status: 200 len: 696 time: 0.0543356 Nov 09 21:17:17.325333 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-216685c1-22b5-4619-988e-ca70408a4709 req-6041248f-4c3f-42ba-a8d8-0665089d91c6 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Deleting port 18f19fde-268b-4513-b1dc-c2412ceca2f6 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:17:17.326061 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-216685c1-22b5-4619-988e-ca70408a4709 req-6041248f-4c3f-42ba-a8d8-0665089d91c6 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:17.377779 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35978) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:17:17.382416 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-7bd89b5f-67b0-41f9-a731-cc95d3224d1f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1145137591', 'description': 'tempest-description--904617208'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:17:17.417849 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-216685c1-22b5-4619-988e-ca70408a4709 req-6041248f-4c3f-42ba-a8d8-0665089d91c6 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:17.418205 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-216685c1-22b5-4619-988e-ca70408a4709 req-6041248f-4c3f-42ba-a8d8-0665089d91c6 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:17.426173 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7bd89b5f-67b0-41f9-a731-cc95d3224d1f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:17.435905 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-216685c1-22b5-4619-988e-ca70408a4709 req-6041248f-4c3f-42ba-a8d8-0665089d91c6 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Calling delete_port for 18f19fde-268b-4513-b1dc-c2412ceca2f6 owned by network:floatingip {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:17:17.534500 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14abd4-e5db-42da-bf8c-e96373fc925a req-af794818-0397-43ae-a9cd-83f64694a9e6 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:17.542505 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ff14abd4-e5db-42da-bf8c-e96373fc925a req-af794818-0397-43ae-a9cd-83f64694a9e6 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 944 time: 0.1016879 Nov 09 21:17:17.574286 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0868390c-eb67-4ec5-a2fa-71a146f6d727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:17.602654 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-216685c1-22b5-4619-988e-ca70408a4709 req-6041248f-4c3f-42ba-a8d8-0665089d91c6 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:17.630017 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ff14abd4-e5db-42da-bf8c-e96373fc925a req-40e2bc83-c3a9-420b-bb1c-6bb21680d7c4 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770228 Nov 09 21:17:17.634983 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041248f-4c3f-42ba-a8d8-0665089d91c6 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Pushing event deleted for resources: {'Port': ['ID=18f19fde-268b-4513-b1dc-c2412ceca2f6,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:17.679037 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7bd89b5f-67b0-41f9-a731-cc95d3224d1f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:17.689358 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7bd89b5f-67b0-41f9-a731-cc95d3224d1f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:17.741819 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7bd89b5f-67b0-41f9-a731-cc95d3224d1f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:17.743326 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7bd89b5f-67b0-41f9-a731-cc95d3224d1f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3643610 Nov 09 21:17:17.746878 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35986) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:17:17.748028 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd89b5f-67b0-41f9-a731-cc95d3224d1f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=911bb090-0716-4bfb-a02e-6ca72569ddde,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:17.753948 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-b6fe3656-6793-4406-8c8e-d4be915e5e6a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Request body: {'security_group_rule': {'security_group_id': '911bb090-0716-4bfb-a02e-6ca72569ddde', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:17:17.760114 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-216685c1-22b5-4619-988e-ca70408a4709 req-6041248f-4c3f-42ba-a8d8-0665089d91c6 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks [] for floatingip, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:17.765690 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-216685c1-22b5-4619-988e-ca70408a4709 req-6041248f-4c3f-42ba-a8d8-0665089d91c6 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:17.769184 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-216685c1-22b5-4619-988e-ca70408a4709 req-6041248f-4c3f-42ba-a8d8-0665089d91c6 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] 10.222.0.49 "DELETE /v2.0/floatingips/468289b1-682e-4109-825c-b6f33cb96814 HTTP/1.1" status: 204 len: 173 time: 0.6010182 Nov 09 21:17:17.805141 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b6fe3656-6793-4406-8c8e-d4be915e5e6a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:17.868755 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8fc059-ba37-42c8-b5d4-cefbdbba04e3 x-openstack-request-id: req-3e8fc059-ba37-42c8-b5d4-cefbdbba04e3 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:17:17.869082 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b74163e6-e8f2-43cc-886b-cf04dbdaa044", "name": "network-vif-plugged", "status": "completed", "tag": "abba3097-c927-495f-bc4b-00c2b012ca39", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:17:17.869497 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3e8fc059-ba37-42c8-b5d4-cefbdbba04e3 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:17:17.869934 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74163e6-e8f2-43cc-886b-cf04dbdaa044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abba3097-c927-495f-bc4b-00c2b012ca39', 'code': 200} Nov 09 21:17:17.903795 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b6fe3656-6793-4406-8c8e-d4be915e5e6a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:17.918565 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b6fe3656-6793-4406-8c8e-d4be915e5e6a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:17.948052 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe3656-6793-4406-8c8e-d4be915e5e6a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fee9622b-992c-47a6-89fd-d3f422579022,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:17.966171 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b6fe3656-6793-4406-8c8e-d4be915e5e6a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:17.967773 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b6fe3656-6793-4406-8c8e-d4be915e5e6a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2188540 Nov 09 21:17:17.971361 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36008) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:17:17.977322 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-4631643f-b3e1-4381-9f82-696db1fad622 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Request body: {'security_group_rule': {'security_group_id': '911bb090-0716-4bfb-a02e-6ca72569ddde', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:17:18.026775 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e053a15c-11dc-4b42-af93-d1cee84a06ec req-96b46ea5-2986-46ca-82d7-38085a28bdca tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 210 time: 0.0300491 Nov 09 21:17:18.064312 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4631643f-b3e1-4381-9f82-696db1fad622 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:18.074123 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d80e02b8-ddd0-48f8-8887-f3cdabb073ec req-977f867f-f26c-4c8c-acf3-a82661f33451 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] 10.222.0.49 "GET /v2.0/floatingips/6f25aceb-6e46-40dc-a7fa-bb9ad2efc1f5 HTTP/1.1" status: 200 len: 693 time: 0.0818675 Nov 09 21:17:18.133822 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device d46dc18b-b6fe-4988-b8da-762fe90a822d up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:17:18.148476 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff7589-3f13-43c7-8880-c03e171a758d req-c56e84a9-6149-49ee-bbf0-288b838e4db1 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:18.155363 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff7589-3f13-43c7-8880-c03e171a758d req-c56e84a9-6149-49ee-bbf0-288b838e4db1 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:18.163033 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff7589-3f13-43c7-8880-c03e171a758d req-c56e84a9-6149-49ee-bbf0-288b838e4db1 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:18.170020 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff7589-3f13-43c7-8880-c03e171a758d req-c56e84a9-6149-49ee-bbf0-288b838e4db1 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:18.176817 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff7589-3f13-43c7-8880-c03e171a758d req-c56e84a9-6149-49ee-bbf0-288b838e4db1 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:18.184851 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff7589-3f13-43c7-8880-c03e171a758d req-c56e84a9-6149-49ee-bbf0-288b838e4db1 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:18.193416 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff7589-3f13-43c7-8880-c03e171a758d req-c56e84a9-6149-49ee-bbf0-288b838e4db1 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:18.195970 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3fff7589-3f13-43c7-8880-c03e171a758d req-c56e84a9-6149-49ee-bbf0-288b838e4db1 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 5426 time: 0.1078234 Nov 09 21:17:18.196716 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port d46dc18b-b6fe-4988-b8da-762fe90a822d completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:17:18.199550 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4631643f-b3e1-4381-9f82-696db1fad622 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:18.201809 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port d46dc18b-b6fe-4988-b8da-762fe90a822d triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:17:18.202485 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:18.212006 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4631643f-b3e1-4381-9f82-696db1fad622 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:18.272365 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4631643f-b3e1-4381-9f82-696db1fad622 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:18.273910 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4631643f-b3e1-4381-9f82-696db1fad622 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3012955 Nov 09 21:17:18.278295 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36012) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:17:18.292371 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-ab1da0fb-298b-4573-baa2-5080f3f57d45 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:17:18.296190 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e02b8-ddd0-48f8-8887-f3cdabb073ec req-49132009-9c35-40b4-b609-7ec2fef56019 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:18.302080 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:18.304029 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d80e02b8-ddd0-48f8-8887-f3cdabb073ec req-49132009-9c35-40b4-b609-7ec2fef56019 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] 10.222.0.49 "GET /v2.0/networks/4531c23d-84b7-490d-8d7c-6676781b6e6a HTTP/1.1" status: 200 len: 784 time: 0.2221556 Nov 09 21:17:18.321216 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3fff7589-3f13-43c7-8880-c03e171a758d req-2ce37d1f-a292-41a2-acfd-2bd7545a5490 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/security-groups?id=a49c0492-ae47-4dac-8056-4d2eff42c909&id=2aa0795d-359d-4f24-ad70-d15c6200f092&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1138985 Nov 09 21:17:18.364828 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port d46dc18b-b6fe-4988-b8da-762fe90a822d, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=d46dc18b-b6fe-4988-b8da-762fe90a822d,segment=NetworkSegment(254957df-25ec-4868-b731-a668ba7c24bc),segment_id=254957df-25ec-4868-b731-a668ba7c24bc)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:18.374186 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:18.375813 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device f76d6a35-507d-404f-8871-26d5877be815 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:17:18.392896 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ab1da0fb-298b-4573-baa2-5080f3f57d45 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks [] for floatingip, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:18.393100 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4631643f-b3e1-4381-9f82-696db1fad622 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08bd92b2-7e60-47c9-ba39-f5ee3bf9b938,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:18.404248 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-0e761529-2529-432a-a2bb-9b6d67fb10cf tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=ab9f62a9766648e6a735e31e91b7e450&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485117 Nov 09 21:17:18.410549 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d80e02b8-ddd0-48f8-8887-f3cdabb073ec req-808ad269-f696-4c46-99a1-6a78f5eee8c5 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 696 time: 0.1053598 Nov 09 21:17:18.503428 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=d46dc18b-b6fe-4988-b8da-762fe90a822d,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:18.511170 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port f76d6a35-507d-404f-8871-26d5877be815 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:17:18.521363 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port f76d6a35-507d-404f-8871-26d5877be815 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:17:18.525017 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:18.550396 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d80e02b8-ddd0-48f8-8887-f3cdabb073ec req-698e280d-5191-4f06-aeeb-f0218a961799 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 696 time: 0.1310704 Nov 09 21:17:18.622454 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-7b72a556-564d-4d85-8934-f5832617442e tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:18.624279 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-7b72a556-564d-4d85-8934-f5832617442e tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1986630 Nov 09 21:17:18.642264 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-3c4bafbb-764d-4256-99ab-25f24382e9f7 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Request body: {'port': {'device_id': '7643dd4f-fcd6-4e08-90e5-76b9e057ba4f', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'admin_state_up': True, 'tenant_id': 'ab9f62a9766648e6a735e31e91b7e450'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:17:18.676507 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:18.733102 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port f76d6a35-507d-404f-8871-26d5877be815, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f76d6a35-507d-404f-8871-26d5877be815,segment=NetworkSegment(670cd2f4-a96f-44b2-b0bf-937a304cf3ab),segment_id=670cd2f4-a96f-44b2-b0bf-937a304cf3ab)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:18.738402 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:18.739204 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 80e946a2-577f-4411-ada9-9c19200b402c up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:17:18.774540 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ab1da0fb-298b-4573-baa2-5080f3f57d45 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:18.808126 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-d80e02b8-ddd0-48f8-8887-f3cdabb073ec req-867122eb-76b3-4333-92df-bf2b7a62a777 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Deleting port c7d8f604-8e97-4f7f-ad0b-61a0bdf1dc79 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:17:18.808713 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d80e02b8-ddd0-48f8-8887-f3cdabb073ec req-867122eb-76b3-4333-92df-bf2b7a62a777 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:18.837375 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=f76d6a35-507d-404f-8871-26d5877be815,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:18.846788 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 80e946a2-577f-4411-ada9-9c19200b402c completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:17:18.851471 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 80e946a2-577f-4411-ada9-9c19200b402c triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:17:18.851855 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:18.863417 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a682b6e5-000b-40bf-8214-b10061710f09 req-c93c55fb-d73b-46b5-99f8-68e60ef401bb tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:18.865197 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a682b6e5-000b-40bf-8214-b10061710f09 req-c93c55fb-d73b-46b5-99f8-68e60ef401bb tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fb51f48-6c11-481e-be91-4008ead689ff HTTP/1.1" status: 200 len: 950 time: 0.1623628 Nov 09 21:17:18.908601 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d80e02b8-ddd0-48f8-8887-f3cdabb073ec req-867122eb-76b3-4333-92df-bf2b7a62a777 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:18.909303 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d80e02b8-ddd0-48f8-8887-f3cdabb073ec req-867122eb-76b3-4333-92df-bf2b7a62a777 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:18.929182 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-d80e02b8-ddd0-48f8-8887-f3cdabb073ec req-867122eb-76b3-4333-92df-bf2b7a62a777 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Calling delete_port for c7d8f604-8e97-4f7f-ad0b-61a0bdf1dc79 owned by network:floatingip {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:17:18.943251 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:18.951373 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-3c4bafbb-764d-4256-99ab-25f24382e9f7 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Made reservation on behalf of ab9f62a9766648e6a735e31e91b7e450 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:17:18.954901 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-3c4bafbb-764d-4256-99ab-25f24382e9f7 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:18.985630 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 80e946a2-577f-4411-ada9-9c19200b402c, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=80e946a2-577f-4411-ada9-9c19200b402c,segment=NetworkSegment(254957df-25ec-4868-b731-a668ba7c24bc),segment_id=254957df-25ec-4868-b731-a668ba7c24bc)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:18.994921 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:18.996010 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 825351ba-9738-49ef-a76d-6d1620cd75d1 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:17:19.004432 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a682b6e5-000b-40bf-8214-b10061710f09 req-f2b80041-a333-4a98-a3c7-ae1e3bc1d5b3 tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0c64941-221b-42e5-b52d-55ece7669d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208127 Nov 09 21:17:19.016376 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-ab1da0fb-298b-4573-baa2-5080f3f57d45 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Allocated IP 172.25.7.230 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/3a11288f-545c-4755-b5f3-393ef3d9119e) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:17:19.144723 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d80e02b8-ddd0-48f8-8887-f3cdabb073ec req-867122eb-76b3-4333-92df-bf2b7a62a777 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:19.156367 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=80e946a2-577f-4411-ada9-9c19200b402c,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:19.177408 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867122eb-76b3-4333-92df-bf2b7a62a777 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Pushing event deleted for resources: {'Port': ['ID=c7d8f604-8e97-4f7f-ad0b-61a0bdf1dc79,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:19.185121 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 825351ba-9738-49ef-a76d-6d1620cd75d1 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:17:19.190938 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 825351ba-9738-49ef-a76d-6d1620cd75d1 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:17:19.191553 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:19.208299 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-3c4bafbb-764d-4256-99ab-25f24382e9f7 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Allocated IP 192.168.233.193 (568519e4-f6af-4966-9e93-738c3c6cb9f1/5ba3500c-a288-4596-ba94-148f2bd8a6da/c12b4097-cc61-4791-8e29-6bd956d25e95) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:17:19.267660 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d80e02b8-ddd0-48f8-8887-f3cdabb073ec req-867122eb-76b3-4333-92df-bf2b7a62a777 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks [] for floatingip, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:19.270666 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d80e02b8-ddd0-48f8-8887-f3cdabb073ec req-867122eb-76b3-4333-92df-bf2b7a62a777 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:19.271911 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d80e02b8-ddd0-48f8-8887-f3cdabb073ec req-867122eb-76b3-4333-92df-bf2b7a62a777 tempest-FloatingIPDetailsTestJSON-538947579 tempest-FloatingIPDetailsTestJSON-538947579-project] 10.222.0.49 "DELETE /v2.0/floatingips/6f25aceb-6e46-40dc-a7fa-bb9ad2efc1f5 HTTP/1.1" status: 204 len: 173 time: 0.7153606 Nov 09 21:17:19.297602 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36024) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:17:19.315946 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:19.321554 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bba749-6d70-41ec-9d5a-3d823f64d2e5 req-6153de72-e102-4f4a-9111-6404a65bc475 tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:19.328682 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-96bba749-6d70-41ec-9d5a-3d823f64d2e5 req-6153de72-e102-4f4a-9111-6404a65bc475 tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 1095 time: 0.0986481 Nov 09 21:17:19.382121 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 825351ba-9738-49ef-a76d-6d1620cd75d1, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=825351ba-9738-49ef-a76d-6d1620cd75d1,segment=NetworkSegment(f477b23b-3157-468e-9cfa-93d67e390b26),segment_id=f477b23b-3157-468e-9cfa-93d67e390b26)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:19.406498 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:19.407545 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device b53947c2-f2f0-4db5-a448-3a32c902f2f5 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:17:19.462765 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-96bba749-6d70-41ec-9d5a-3d823f64d2e5 req-bbb9737c-e6c3-4bdf-85e2-a3e0ee6e80f7 tempest-LiveAutoBlockMigrationV225Test-443941765 tempest-LiveAutoBlockMigrationV225Test-443941765-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305435 Nov 09 21:17:19.502608 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=825351ba-9738-49ef-a76d-6d1620cd75d1,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:19.502890 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ab1da0fb-298b-4573-baa2-5080f3f57d45 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:19.595926 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-3c4bafbb-764d-4256-99ab-25f24382e9f7 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:19.598762 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port b53947c2-f2f0-4db5-a448-3a32c902f2f5 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:17:19.609452 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port b53947c2-f2f0-4db5-a448-3a32c902f2f5 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:17:19.613638 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:19.713162 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:19.716769 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-86eb8172-7598-4b15-a29f-77f251e9e39a req-2836be72-a9d1-4657-a0b2-f290572204b2 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 210 time: 0.0862892 Nov 09 21:17:19.783894 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port b53947c2-f2f0-4db5-a448-3a32c902f2f5, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=b53947c2-f2f0-4db5-a448-3a32c902f2f5,segment=NetworkSegment(254957df-25ec-4868-b731-a668ba7c24bc),segment_id=254957df-25ec-4868-b731-a668ba7c24bc)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:19.798042 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:19.867211 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-3c4bafbb-764d-4256-99ab-25f24382e9f7 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:19.872690 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=b53947c2-f2f0-4db5-a448-3a32c902f2f5,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:19.876978 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46dc18b-b6fe-4988-b8da-762fe90a822d'}, {'server_uuid': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76d6a35-507d-404f-8871-26d5877be815'}, {'server_uuid': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e946a2-577f-4411-ada9-9c19200b402c'}, {'server_uuid': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825351ba-9738-49ef-a76d-6d1620cd75d1'}, {'server_uuid': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53947c2-f2f0-4db5-a448-3a32c902f2f5'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:17:19.877614 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ab1da0fb-298b-4573-baa2-5080f3f57d45 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:19.881275 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0dbc1f-72aa-4b26-962d-6606dcefee2f" -d '{"events": [{"server_uuid": "40b6c418-4d59-4dd2-bb2b-a20015d0c169", "name": "network-vif-plugged", "status": "completed", "tag": "d46dc18b-b6fe-4988-b8da-762fe90a822d"}, {"server_uuid": "40b6c418-4d59-4dd2-bb2b-a20015d0c169", "name": "network-vif-plugged", "status": "completed", "tag": "f76d6a35-507d-404f-8871-26d5877be815"}, {"server_uuid": "40b6c418-4d59-4dd2-bb2b-a20015d0c169", "name": "network-vif-plugged", "status": "completed", "tag": "80e946a2-577f-4411-ada9-9c19200b402c"}, {"server_uuid": "40b6c418-4d59-4dd2-bb2b-a20015d0c169", "name": "network-vif-plugged", "status": "completed", "tag": "825351ba-9738-49ef-a76d-6d1620cd75d1"}, {"server_uuid": "40b6c418-4d59-4dd2-bb2b-a20015d0c169", "name": "network-vif-plugged", "status": "completed", "tag": "b53947c2-f2f0-4db5-a448-3a32c902f2f5"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:17:19.887548 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:17:19.895107 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ab41d237-d1b0-4c1c-a985-6a410638c396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:19.924666 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['96e311e4-91ed-45b7-ad20-39610f4e530b', 'abba3097-c927-495f-bc4b-00c2b012ca39'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:17:19.931053 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-3c4bafbb-764d-4256-99ab-25f24382e9f7 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Network 568519e4-f6af-4966-9e93-738c3c6cb9f1 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:17:19.945491 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1da0fb-298b-4573-baa2-5080f3f57d45 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:17:19.946831 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-3c4bafbb-764d-4256-99ab-25f24382e9f7 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:17:19.952403 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-3c4bafbb-764d-4256-99ab-25f24382e9f7 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:17:19.955335 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-ab1da0fb-298b-4573-baa2-5080f3f57d45 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:17:19.973044 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297305b-9b6e-48b6-9c61-ff63cd0b4ede req-053bea8c-011d-4c71-bfd0-d1b8b3a64cfa tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:19.987039 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297305b-9b6e-48b6-9c61-ff63cd0b4ede req-053bea8c-011d-4c71-bfd0-d1b8b3a64cfa tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:20.000215 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297305b-9b6e-48b6-9c61-ff63cd0b4ede req-053bea8c-011d-4c71-bfd0-d1b8b3a64cfa tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:20.009388 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297305b-9b6e-48b6-9c61-ff63cd0b4ede req-053bea8c-011d-4c71-bfd0-d1b8b3a64cfa tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:20.022007 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297305b-9b6e-48b6-9c61-ff63cd0b4ede req-053bea8c-011d-4c71-bfd0-d1b8b3a64cfa tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:20.030416 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297305b-9b6e-48b6-9c61-ff63cd0b4ede req-053bea8c-011d-4c71-bfd0-d1b8b3a64cfa tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:20.038386 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297305b-9b6e-48b6-9c61-ff63cd0b4ede req-053bea8c-011d-4c71-bfd0-d1b8b3a64cfa tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:20.041717 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9297305b-9b6e-48b6-9c61-ff63cd0b4ede req-053bea8c-011d-4c71-bfd0-d1b8b3a64cfa tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 5431 time: 0.2549522 Nov 09 21:17:20.050636 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1da0fb-298b-4573-baa2-5080f3f57d45 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:17:20.061254 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4bafbb-764d-4256-99ab-25f24382e9f7 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Pushing event updated for resources: {'Port': ['ID=c12b4097-cc61-4791-8e29-6bd956d25e95,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:20.078729 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8e402109-043b-4ebd-b918-cbc789d5efe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:20.323509 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device ea660c77-3caf-44f2-bbe7-bc918607ccd3 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:17:20.334255 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-3c4bafbb-764d-4256-99ab-25f24382e9f7 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:20.334882 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-3c4bafbb-764d-4256-99ab-25f24382e9f7 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:20.421968 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ab1da0fb-298b-4573-baa2-5080f3f57d45 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:20.472143 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port ea660c77-3caf-44f2-bbe7-bc918607ccd3 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:17:20.478941 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ab41d237-d1b0-4c1c-a985-6a410638c396 admin admin] Deleting port 19f4f27c-9fbe-4307-a312-a6bb8ff521ff {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:17:20.479290 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ab41d237-d1b0-4c1c-a985-6a410638c396 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:20.490239 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1da0fb-298b-4573-baa2-5080f3f57d45 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Pushing event updated for resources: {'Port': ['ID=3a11288f-545c-4755-b5f3-393ef3d9119e,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:20.503939 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port ea660c77-3caf-44f2-bbe7-bc918607ccd3 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:17:20.504312 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:20.529234 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9297305b-9b6e-48b6-9c61-ff63cd0b4ede req-78a294f0-f663-4b8b-b22c-eb9f67260873 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/security-groups?id=a49c0492-ae47-4dac-8056-4d2eff42c909&id=2aa0795d-359d-4f24-ad70-d15c6200f092&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4364059 Nov 09 21:17:20.535904 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ab1da0fb-298b-4573-baa2-5080f3f57d45 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:20.635393 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-f0dcb9ee-b08e-40c2-85e6-9f4b0cecfcd0 None None] Provisioning complete for port c12b4097-cc61-4791-8e29-6bd956d25e95 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:17:20.635766 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f0dcb9ee-b08e-40c2-85e6-9f4b0cecfcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:20.635893 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-3c4bafbb-764d-4256-99ab-25f24382e9f7 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9972916 Nov 09 21:17:20.660491 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-21bbbc8a-5e4c-4d3f-9d28-90d0b4751b09 service neutron] Request body: {'port': {'device_id': '7643dd4f-fcd6-4e08-90e5-76b9e057ba4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:17:20.674283 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Tue, 09 Nov 2021 21:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a140eae-25b9-4b16-86c8-94fcca7ea0f0 x-openstack-request-id: req-4a140eae-25b9-4b16-86c8-94fcca7ea0f0 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:17:20.674283 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b6c418-4d59-4dd2-bb2b-a20015d0c169", "name": "network-vif-plugged", "status": "completed", "tag": "d46dc18b-b6fe-4988-b8da-762fe90a822d", "code": 200}, {"server_uuid": "40b6c418-4d59-4dd2-bb2b-a20015d0c169", "name": "network-vif-plugged", "status": "completed", "tag": "f76d6a35-507d-404f-8871-26d5877be815", "code": 200}, {"server_uuid": "40b6c418-4d59-4dd2-bb2b-a20015d0c169", "name": "network-vif-plugged", "status": "completed", "tag": "80e946a2-577f-4411-ada9-9c19200b402c", "code": 200}, {"server_uuid": "40b6c418-4d59-4dd2-bb2b-a20015d0c169", "name": "network-vif-plugged", "status": "completed", "tag": "825351ba-9738-49ef-a76d-6d1620cd75d1", "code": 200}, {"server_uuid": "40b6c418-4d59-4dd2-bb2b-a20015d0c169", "name": "network-vif-plugged", "status": "completed", "tag": "b53947c2-f2f0-4db5-a448-3a32c902f2f5", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:17:20.674283 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4a140eae-25b9-4b16-86c8-94fcca7ea0f0 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:17:20.674694 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46dc18b-b6fe-4988-b8da-762fe90a822d', 'code': 200} Nov 09 21:17:20.674947 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76d6a35-507d-404f-8871-26d5877be815', 'code': 200} Nov 09 21:17:20.675052 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e946a2-577f-4411-ada9-9c19200b402c', 'code': 200} Nov 09 21:17:20.675306 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825351ba-9738-49ef-a76d-6d1620cd75d1', 'code': 200} Nov 09 21:17:20.675548 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53947c2-f2f0-4db5-a448-3a32c902f2f5', 'code': 200} Nov 09 21:17:20.679193 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 4d108f97-8373-4571-b93b-b76aa6949c47 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:17:20.707398 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-ab41d237-d1b0-4c1c-a985-6a410638c396 admin admin] For port 19f4f27c-9fbe-4307-a312-a6bb8ff521ff, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=19f4f27c-9fbe-4307-a312-a6bb8ff521ff,segment=NetworkSegment(69c85e60-ea4f-40ee-98ab-da922c8dbb2b),segment_id=69c85e60-ea4f-40ee-98ab-da922c8dbb2b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:20.713318 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ab41d237-d1b0-4c1c-a985-6a410638c396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:20.778835 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ab41d237-d1b0-4c1c-a985-6a410638c396 admin admin] Calling delete_port for 19f4f27c-9fbe-4307-a312-a6bb8ff521ff owned by network:router_interface {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:17:20.800335 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-f0dcb9ee-b08e-40c2-85e6-9f4b0cecfcd0 None None] Port c12b4097-cc61-4791-8e29-6bd956d25e95 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:17:20.828347 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:20.978362 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port ea660c77-3caf-44f2-bbe7-bc918607ccd3, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=ea660c77-3caf-44f2-bbe7-bc918607ccd3,segment=NetworkSegment(670cd2f4-a96f-44b2-b0bf-937a304cf3ab),segment_id=670cd2f4-a96f-44b2-b0bf-937a304cf3ab)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:20.983485 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:20.986519 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:20.990940 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:20.991975 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 2b6a9424-e1c2-4d17-92db-720005970041 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:17:21.044538 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-21bbbc8a-5e4c-4d3f-9d28-90d0b4751b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:21.107902 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 4d108f97-8373-4571-b93b-b76aa6949c47, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=4d108f97-8373-4571-b93b-b76aa6949c47,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:21.121945 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:21.129144 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=ea660c77-3caf-44f2-bbe7-bc918607ccd3,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:21.179580 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 2b6a9424-e1c2-4d17-92db-720005970041 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:17:21.197071 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 2b6a9424-e1c2-4d17-92db-720005970041 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:17:21.197442 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:21.229214 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=4d108f97-8373-4571-b93b-b76aa6949c47,revision_number=11']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:21.282789 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031de412-fe28-40fb-8497-84db253c0424 req-ef78405e-ff4c-460c-b0f0-204b576d5952 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:21.284480 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-031de412-fe28-40fb-8497-84db253c0424 req-ef78405e-ff4c-460c-b0f0-204b576d5952 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 944 time: 0.1651173 Nov 09 21:17:21.316544 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ab1da0fb-298b-4573-baa2-5080f3f57d45 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:21.331922 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ab1da0fb-298b-4573-baa2-5080f3f57d45 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:21.363880 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:21.414629 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 2b6a9424-e1c2-4d17-92db-720005970041, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=2b6a9424-e1c2-4d17-92db-720005970041,segment=NetworkSegment(254957df-25ec-4868-b731-a668ba7c24bc),segment_id=254957df-25ec-4868-b731-a668ba7c24bc)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:21.419081 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:21.424058 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5814ae8-2886-45c2-a5c1-4c44f5df0b78 req-c8c50b79-ab06-4b16-9fb3-3444315b6ab4 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:21.431856 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d5814ae8-2886-45c2-a5c1-4c44f5df0b78 req-c8c50b79-ab06-4b16-9fb3-3444315b6ab4 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 936 time: 0.1089191 Nov 09 21:17:21.480068 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ab1da0fb-298b-4573-baa2-5080f3f57d45 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:21.484097 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=2b6a9424-e1c2-4d17-92db-720005970041,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:21.511758 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1da0fb-298b-4573-baa2-5080f3f57d45 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Pushing event updated for resources: {'Port': ['ID=3a11288f-545c-4755-b5f3-393ef3d9119e,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:21.520545 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-031de412-fe28-40fb-8497-84db253c0424 req-43738fcf-404a-4dd7-a008-1ad5dbf33c03 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245061 Nov 09 21:17:21.526524 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ab1da0fb-298b-4573-baa2-5080f3f57d45 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:21.527817 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ab1da0fb-298b-4573-baa2-5080f3f57d45 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2485716 Nov 09 21:17:21.556925 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d5814ae8-2886-45c2-a5c1-4c44f5df0b78 req-25850cf2-bb76-4de8-ab04-4b868bf77805 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107025 Nov 09 21:17:21.733198 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-21bbbc8a-5e4c-4d3f-9d28-90d0b4751b09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c12b4097-cc61-4791-8e29-6bd956d25e95 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:17:21.754705 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-21bbbc8a-5e4c-4d3f-9d28-90d0b4751b09 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:21.763929 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11638d0d-00ed-481e-8fa1-23221592de8b req-1167f0fc-9337-42b0-bf5e-edd17bebef30 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:21.765786 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-11638d0d-00ed-481e-8fa1-23221592de8b req-1167f0fc-9337-42b0-bf5e-edd17bebef30 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.45 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 944 time: 0.1778815 Nov 09 21:17:21.777355 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb5f5c1-874a-47d2-a610-7c29c1f906c5 req-091518d2-f2bb-4746-a351-2c9ebceb63e4 tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:21.778970 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cfb5f5c1-874a-47d2-a610-7c29c1f906c5 req-091518d2-f2bb-4746-a351-2c9ebceb63e4 tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fb51f48-6c11-481e-be91-4008ead689ff HTTP/1.1" status: 200 len: 948 time: 0.1170442 Nov 09 21:17:21.798154 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-21bbbc8a-5e4c-4d3f-9d28-90d0b4751b09 service neutron] Transition to ACTIVE for port object c12b4097-cc61-4791-8e29-6bd956d25e95 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:17:21.809226 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-21bbbc8a-5e4c-4d3f-9d28-90d0b4751b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:21.816357 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ab41d237-d1b0-4c1c-a985-6a410638c396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:21.880158 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5b70d-4466-491f-a39a-509594156dc1 req-6615e138-80b7-40c0-823d-a503f1a740e1 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:21.881532 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bbbc8a-5e4c-4d3f-9d28-90d0b4751b09 service neutron] Pushing event updated for resources: {'Port': ['ID=c12b4097-cc61-4791-8e29-6bd956d25e95,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:21.888314 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cfb5f5c1-874a-47d2-a610-7c29c1f906c5 req-486162b5-6d87-4573-aa30-4ae46260e4d7 tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0c64941-221b-42e5-b52d-55ece7669d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975056 Nov 09 21:17:21.899799 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5b70d-4466-491f-a39a-509594156dc1 req-6615e138-80b7-40c0-823d-a503f1a740e1 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:21.915670 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5b70d-4466-491f-a39a-509594156dc1 req-6615e138-80b7-40c0-823d-a503f1a740e1 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:21.921751 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5b70d-4466-491f-a39a-509594156dc1 req-6615e138-80b7-40c0-823d-a503f1a740e1 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:21.936044 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5b70d-4466-491f-a39a-509594156dc1 req-6615e138-80b7-40c0-823d-a503f1a740e1 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:21.949605 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5b70d-4466-491f-a39a-509594156dc1 req-6615e138-80b7-40c0-823d-a503f1a740e1 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:21.956659 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5b70d-4466-491f-a39a-509594156dc1 req-6615e138-80b7-40c0-823d-a503f1a740e1 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:21.965179 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2eb5b70d-4466-491f-a39a-509594156dc1 req-6615e138-80b7-40c0-823d-a503f1a740e1 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 5433 time: 0.2638614 Nov 09 21:17:21.977109 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41d237-d1b0-4c1c-a985-6a410638c396 admin admin] Pushing event deleted for resources: {'Port': ['ID=19f4f27c-9fbe-4307-a312-a6bb8ff521ff,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:22.021587 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-21bbbc8a-5e4c-4d3f-9d28-90d0b4751b09 service neutron] Attempting to bind port c12b4097-cc61-4791-8e29-6bd956d25e95 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:17:22.021935 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-21bbbc8a-5e4c-4d3f-9d28-90d0b4751b09 service neutron] Attempting to bind port c12b4097-cc61-4791-8e29-6bd956d25e95 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:17:22.022269 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-21bbbc8a-5e4c-4d3f-9d28-90d0b4751b09 service neutron] Attempting to bind port c12b4097-cc61-4791-8e29-6bd956d25e95 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:17:22.032708 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-21bbbc8a-5e4c-4d3f-9d28-90d0b4751b09 service neutron] Port c12b4097-cc61-4791-8e29-6bd956d25e95 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:17:22.033057 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-21bbbc8a-5e4c-4d3f-9d28-90d0b4751b09 service neutron] Attempting to bind port c12b4097-cc61-4791-8e29-6bd956d25e95 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:17:22.084870 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-21bbbc8a-5e4c-4d3f-9d28-90d0b4751b09 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:17:22.086030 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-21bbbc8a-5e4c-4d3f-9d28-90d0b4751b09 service neutron] Checking segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:17:22.086705 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-21bbbc8a-5e4c-4d3f-9d28-90d0b4751b09 service neutron] Bound using segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:17:22.087304 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-21bbbc8a-5e4c-4d3f-9d28-90d0b4751b09 service neutron] Bound port: c12b4097-cc61-4791-8e29-6bd956d25e95, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:17:22.087774 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-21bbbc8a-5e4c-4d3f-9d28-90d0b4751b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:22.193420 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-4e8b0747-4d7d-409a-9461-916eddd80de4 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1145137591&fields=id&tenant_id=82c72cbaced549c1af9f163b71209187 HTTP/1.1" status: 200 len: 267 time: 0.1532776 Nov 09 21:17:22.197429 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36118) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:17:22.247461 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2eb5b70d-4466-491f-a39a-509594156dc1 req-6f5f8feb-ecf3-404f-9736-c17c4c57cf28 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/security-groups?id=a49c0492-ae47-4dac-8056-4d2eff42c909&id=2aa0795d-359d-4f24-ad70-d15c6200f092&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2723022 Nov 09 21:17:22.270939 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266250-d1ee-4299-97ef-ea7073dd066f req-3865f7ca-994f-421f-ba50-fa5189f2bad7 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:22.278258 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-3865f7ca-994f-421f-ba50-fa5189f2bad7 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports/a07b3c2f-c8c5-43d5-9170-485f26594f02 HTTP/1.1" status: 200 len: 936 time: 0.0837390 Nov 09 21:17:22.282018 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-21bbbc8a-5e4c-4d3f-9d28-90d0b4751b09 service neutron] For port c12b4097-cc61-4791-8e29-6bd956d25e95, host n-h1-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:17:22.287079 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-21bbbc8a-5e4c-4d3f-9d28-90d0b4751b09 service neutron] For port c12b4097-cc61-4791-8e29-6bd956d25e95, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=c12b4097-cc61-4791-8e29-6bd956d25e95,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:17:22.325714 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:22.341422 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-21bbbc8a-5e4c-4d3f-9d28-90d0b4751b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:22.378337 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-11638d0d-00ed-481e-8fa1-23221592de8b req-befd7d33-03cb-4374-96e8-9373f1df6243 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Deleting port dd537a7f-eee1-4a96-8125-e0e20d4613a1 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:17:22.379056 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-11638d0d-00ed-481e-8fa1-23221592de8b req-befd7d33-03cb-4374-96e8-9373f1df6243 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:22.405093 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266250-d1ee-4299-97ef-ea7073dd066f req-a489e512-4e9b-4f28-9f4f-94c6d2864cd6 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:22.421501 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-a489e512-4e9b-4f28-9f4f-94c6d2864cd6 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports/91c8b178-c506-4843-982e-f1a58ad7e198 HTTP/1.1" status: 200 len: 936 time: 0.1421337 Nov 09 21:17:22.479014 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-7b554eb9-28c3-4094-995c-a92935d5680e tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?network_id=db993ee6-66d3-478a-b585-3c11adab0dfd&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0565484 Nov 09 21:17:22.492679 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-21bbbc8a-5e4c-4d3f-9d28-90d0b4751b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:22.494341 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-21bbbc8a-5e4c-4d3f-9d28-90d0b4751b09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:22.495264 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-21bbbc8a-5e4c-4d3f-9d28-90d0b4751b09 service neutron] 10.222.0.45 "PUT /v2.0/ports/c12b4097-cc61-4791-8e29-6bd956d25e95 HTTP/1.1" status: 200 len: 1096 time: 1.8527739 Nov 09 21:17:22.495629 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7643dd4f-fcd6-4e08-90e5-76b9e057ba4f', 'tag': 'c12b4097-cc61-4791-8e29-6bd956d25e95'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:17:22.498132 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bdc9b5f-13d8-4159-bf48-edfdc9e7c94f" -d '{"events": [{"name": "network-changed", "server_uuid": "7643dd4f-fcd6-4e08-90e5-76b9e057ba4f", "tag": "c12b4097-cc61-4791-8e29-6bd956d25e95"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:17:22.521514 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-68e89fd0-6e22-4145-bea5-9f8359e1da14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:22.526806 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bbbc8a-5e4c-4d3f-9d28-90d0b4751b09 service neutron] Pushing event updated for resources: {'Port': ['ID=c12b4097-cc61-4791-8e29-6bd956d25e95,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:22.549664 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-e208483b-cb5e-4ee9-99bf-c831ecf04584 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?network_id=db993ee6-66d3-478a-b585-3c11adab0dfd&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0463834 Nov 09 21:17:22.558232 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ab41d237-d1b0-4c1c-a985-6a410638c396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:22.588906 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-11638d0d-00ed-481e-8fa1-23221592de8b req-befd7d33-03cb-4374-96e8-9373f1df6243 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] For port dd537a7f-eee1-4a96-8125-e0e20d4613a1, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=dd537a7f-eee1-4a96-8125-e0e20d4613a1,segment=NetworkSegment(3b0433f6-0dc2-4350-8149-c15b9bac49ea),segment_id=3b0433f6-0dc2-4350-8149-c15b9bac49ea)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:22.589289 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-11638d0d-00ed-481e-8fa1-23221592de8b req-befd7d33-03cb-4374-96e8-9373f1df6243 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:22.607704 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:22.609106 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e0eaae-8f50-4a55-9573-52fd12243e74 x-openstack-request-id: req-48e0eaae-8f50-4a55-9573-52fd12243e74 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:17:22.609505 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7643dd4f-fcd6-4e08-90e5-76b9e057ba4f", "tag": "c12b4097-cc61-4791-8e29-6bd956d25e95", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:17:22.609907 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-48e0eaae-8f50-4a55-9573-52fd12243e74 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:17:22.610412 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7643dd4f-fcd6-4e08-90e5-76b9e057ba4f', 'tag': 'c12b4097-cc61-4791-8e29-6bd956d25e95', 'status': 'completed', 'code': 200} Nov 09 21:17:22.645007 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-11638d0d-00ed-481e-8fa1-23221592de8b req-befd7d33-03cb-4374-96e8-9373f1df6243 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Calling delete_port for dd537a7f-eee1-4a96-8125-e0e20d4613a1 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:17:22.677157 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea660c77-3caf-44f2-bbe7-bc918607ccd3'}, {'server_uuid': '3fb51f48-6c11-481e-be91-4008ead689ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d108f97-8373-4571-b93b-b76aa6949c47'}, {'server_uuid': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b6a9424-e1c2-4d17-92db-720005970041'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:17:22.679775 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12665f5-d0d7-4e91-ba20-74748c4498cf" -d '{"events": [{"server_uuid": "40b6c418-4d59-4dd2-bb2b-a20015d0c169", "name": "network-vif-plugged", "status": "completed", "tag": "ea660c77-3caf-44f2-bbe7-bc918607ccd3"}, {"server_uuid": "3fb51f48-6c11-481e-be91-4008ead689ff", "name": "network-vif-unplugged", "status": "completed", "tag": "4d108f97-8373-4571-b93b-b76aa6949c47"}, {"server_uuid": "40b6c418-4d59-4dd2-bb2b-a20015d0c169", "name": "network-vif-plugged", "status": "completed", "tag": "2b6a9424-e1c2-4d17-92db-720005970041"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:17:22.712205 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-12cb6085-e5b3-4d16-b9b2-a4fccd5f8e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:22.714182 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-12cb6085-e5b3-4d16-b9b2-a4fccd5f8e95 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab9f62a9766648e6a735e31e91b7e450&device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 1099 time: 0.1575408 Nov 09 21:17:22.791006 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-9ca8b967-bf95-4102-bb37-9cfa3c0b96f3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=c12b4097-cc61-4791-8e29-6bd956d25e95 HTTP/1.1" status: 200 len: 217 time: 0.0625560 Nov 09 21:17:22.807368 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266250-d1ee-4299-97ef-ea7073dd066f req-1a6696bb-1185-409e-9b74-8f0a3defbf54 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:22.813810 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266250-d1ee-4299-97ef-ea7073dd066f req-1a6696bb-1185-409e-9b74-8f0a3defbf54 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:22.820199 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266250-d1ee-4299-97ef-ea7073dd066f req-1a6696bb-1185-409e-9b74-8f0a3defbf54 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:22.827579 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-1a6696bb-1185-409e-9b74-8f0a3defbf54 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/networks?id=4b9d06c7-33c8-4c7a-8231-6eb95b2347b3&id=9bd028ff-7bca-4c46-bd71-6aace0071dc5&id=9bd028ff-7bca-4c46-bd71-6aace0071dc5&id=db993ee6-66d3-478a-b585-3c11adab0dfd&id=db993ee6-66d3-478a-b585-3c11adab0dfd HTTP/1.1" status: 200 len: 1996 time: 0.2693515 Nov 09 21:17:22.872464 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2fa54-1829-4fd0-9251-256895959bee req-03748435-c393-4812-8601-8d4a952ff21a tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:22.874007 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-40f2fa54-1829-4fd0-9251-256895959bee req-03748435-c393-4812-8601-8d4a952ff21a tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 948 time: 0.1782963 Nov 09 21:17:22.905110 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-38f7dc11-3947-4a6c-966f-bd8d753cf12e tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/quotas/82c72cbaced549c1af9f163b71209187 HTTP/1.1" status: 200 len: 375 time: 0.0762918 Nov 09 21:17:22.918111 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-68e89fd0-6e22-4145-bea5-9f8359e1da14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:22.943596 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-68e89fd0-6e22-4145-bea5-9f8359e1da14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:23.054382 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-40f2fa54-1829-4fd0-9251-256895959bee req-6aec06f7-e110-4114-a40e-d21ed9114f03 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350121 Nov 09 21:17:23.084945 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab41d237-d1b0-4c1c-a985-6a410638c396 admin admin] Router ee739494-7f68-4de2-b459-4824e69af231 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:17:23.084945 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-11638d0d-00ed-481e-8fa1-23221592de8b req-befd7d33-03cb-4374-96e8-9373f1df6243 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:23.092980 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['7a590d66-42d8-491e-bcdf-dd5b7e91dd3a'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:17:23.130952 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd7d33-03cb-4374-96e8-9373f1df6243 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Pushing event deleted for resources: {'Port': ['ID=dd537a7f-eee1-4a96-8125-e0e20d4613a1,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:23.187263 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-11638d0d-00ed-481e-8fa1-23221592de8b req-befd7d33-03cb-4374-96e8-9373f1df6243 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] No DVR routers for this DVR port dd537a7f-eee1-4a96-8125-e0e20d4613a1 on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:17:23.229589 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-11638d0d-00ed-481e-8fa1-23221592de8b req-befd7d33-03cb-4374-96e8-9373f1df6243 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:23.233023 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-11638d0d-00ed-481e-8fa1-23221592de8b req-befd7d33-03cb-4374-96e8-9373f1df6243 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.45 "DELETE /v2.0/ports/dd537a7f-eee1-4a96-8125-e0e20d4613a1 HTTP/1.1" status: 204 len: 173 time: 1.4545956 Nov 09 21:17:23.233482 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a338c5-88dc-4b1d-a233-f64e2c5ed451', 'name': 'network-vif-deleted', 'tag': 'dd537a7f-eee1-4a96-8125-e0e20d4613a1'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:17:23.235896 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01dee824-7093-43cf-8801-839f2df345ec" -d '{"events": [{"server_uuid": "58a338c5-88dc-4b1d-a233-f64e2c5ed451", "name": "network-vif-deleted", "tag": "dd537a7f-eee1-4a96-8125-e0e20d4613a1"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:17:23.273934 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-52027181-414c-4e3b-832f-28f94959301b req-2041a9d6-6a45-49bb-b4e5-40f79b21b204 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 210 time: 0.0880435 Nov 09 21:17:23.333600 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-0792b369-7158-4281-a5f8-935bc462f191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:23.335885 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-0792b369-7158-4281-a5f8-935bc462f191 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.5044177 Nov 09 21:17:23.342444 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-68e89fd0-6e22-4145-bea5-9f8359e1da14 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2985ed767c6d4dfb94c0221fe5037e68&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1408432 Nov 09 21:17:23.347565 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36158) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:17:23.364317 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:23.374370 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf254d4-b2c7-414b-985b-256b90b23659 req-c25c81cd-2fb2-4249-96d7-e5bed59fa5d8 tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:23.376791 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2cf254d4-b2c7-414b-985b-256b90b23659 req-c25c81cd-2fb2-4249-96d7-e5bed59fa5d8 tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fb51f48-6c11-481e-be91-4008ead689ff HTTP/1.1" status: 200 len: 948 time: 0.5462680 Nov 09 21:17:23.397046 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e89fd0-6e22-4145-bea5-9f8359e1da14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec23b3f-1618-4853-a70f-c8c187ff6a19,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:23.399964 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Tue, 09 Nov 2021 21:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c58d13c-880b-4d3e-addd-9cd6ceb1d15a x-openstack-request-id: req-9c58d13c-880b-4d3e-addd-9cd6ceb1d15a {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:17:23.400569 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b6c418-4d59-4dd2-bb2b-a20015d0c169", "name": "network-vif-plugged", "status": "completed", "tag": "ea660c77-3caf-44f2-bbe7-bc918607ccd3", "code": 200}, {"server_uuid": "3fb51f48-6c11-481e-be91-4008ead689ff", "name": "network-vif-unplugged", "status": "completed", "tag": "4d108f97-8373-4571-b93b-b76aa6949c47", "code": 200}, {"server_uuid": "40b6c418-4d59-4dd2-bb2b-a20015d0c169", "name": "network-vif-plugged", "status": "completed", "tag": "2b6a9424-e1c2-4d17-92db-720005970041", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:17:23.401261 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9c58d13c-880b-4d3e-addd-9cd6ceb1d15a {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:17:23.401901 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea660c77-3caf-44f2-bbe7-bc918607ccd3', 'code': 200} Nov 09 21:17:23.402549 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb51f48-6c11-481e-be91-4008ead689ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d108f97-8373-4571-b93b-b76aa6949c47', 'code': 200} Nov 09 21:17:23.402968 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b6a9424-e1c2-4d17-92db-720005970041', 'code': 200} Nov 09 21:17:23.445530 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab41d237-d1b0-4c1c-a985-6a410638c396 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:17:23.446320 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-c32e27cd-beda-4ca4-8ff2-9a64e8642b64 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=82c72cbaced549c1af9f163b71209187&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5301859 Nov 09 21:17:23.456574 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cde2c64-65bc-4f56-9bba-68f482ca01cb None None] Sync routers for ids ['ee739494-7f68-4de2-b459-4824e69af231'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:17:23.472137 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ab41d237-d1b0-4c1c-a985-6a410638c396 admin admin] 10.222.0.49 "PUT /v2.0/routers/ee739494-7f68-4de2-b459-4824e69af231/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1735580 Nov 09 21:17:23.477234 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36164) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:17:23.491761 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cde2c64-65bc-4f56-9bba-68f482ca01cb None None] Routers {'ee739494-7f68-4de2-b459-4824e69af231'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:17:23.492825 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-9cde2c64-65bc-4f56-9bba-68f482ca01cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:17:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['ee739494-7f68-4de2-b459-4824e69af231'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:17:23.559633 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-258f5d2c-459c-4e6e-a06a-6de4c76a63c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:23.559633 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-258f5d2c-459c-4e6e-a06a-6de4c76a63c5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2089205 Nov 09 21:17:23.593444 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dceec324-c1ff-47d8-b488-0b6c6506f498 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:23.663699 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dceec324-c1ff-47d8-b488-0b6c6506f498 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:23.684408 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965bfc4-2708-4c5b-a937-ac9f8b18f8ba req-48581a11-f45a-41f1-8f74-13722c65c2cb tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:23.692181 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a965bfc4-2708-4c5b-a937-ac9f8b18f8ba req-48581a11-f45a-41f1-8f74-13722c65c2cb tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fb51f48-6c11-481e-be91-4008ead689ff HTTP/1.1" status: 200 len: 948 time: 0.2260497 Nov 09 21:17:23.696488 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-9cde2c64-65bc-4f56-9bba-68f482ca01cb None None] Set router ee739494-7f68-4de2-b459-4824e69af231 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:17:23.733948 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1926c346-91bb-448c-a535-c8976c195e52 admin admin] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:23.757117 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-6dd7f82d-05a2-41ae-b4de-d900cc3e81a7 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857603 Nov 09 21:17:23.880120 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a965bfc4-2708-4c5b-a937-ac9f8b18f8ba req-8ea9a248-6b47-42a8-b4c2-4159b8102fb9 tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] 10.222.0.49 "GET /v2.0/security-groups?id=a0c64941-221b-42e5-b52d-55ece7669d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866286 Nov 09 21:17:23.967983 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-9cde2c64-65bc-4f56-9bba-68f482ca01cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee739494-7f68-4de2-b459-4824e69af231', 'name': 'tempest-FloatingIPDetailsTestJSON-1281118552-router', 'tenant_id': '5cf606e88e4d44b5a19f8e1371c70498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'a1a7ea0d-d36b-4c80-801d-d897ef48ae6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:16:19Z', 'updated_at': '2021-11-09T21:17:21Z', 'revision_number': 5, 'project_id': '5cf606e88e4d44b5a19f8e1371c70498', 'gw_port': {'id': 'a1a7ea0d-d36b-4c80-801d-d897ef48ae6d', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee739494-7f68-4de2-b459-4824e69af231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:16:20Z', 'updated_at': '2021-11-09T21:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:17:23.996657 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0716273c-3a88-4287-b3d3-0f0deb6cf212 x-openstack-request-id: req-0716273c-3a88-4287-b3d3-0f0deb6cf212 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:17:23.996657 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a338c5-88dc-4b1d-a233-f64e2c5ed451", "name": "network-vif-deleted", "tag": "dd537a7f-eee1-4a96-8125-e0e20d4613a1", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:17:23.996657 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0716273c-3a88-4287-b3d3-0f0deb6cf212 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:17:23.996657 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a338c5-88dc-4b1d-a233-f64e2c5ed451', 'name': 'network-vif-deleted', 'tag': 'dd537a7f-eee1-4a96-8125-e0e20d4613a1', 'status': 'completed', 'code': 200} Nov 09 21:17:24.003141 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cde2c64-65bc-4f56-9bba-68f482ca01cb None None] Checking router: ee739494-7f68-4de2-b459-4824e69af231 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:17:24.007546 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dceec324-c1ff-47d8-b488-0b6c6506f498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:24.010685 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dceec324-c1ff-47d8-b488-0b6c6506f498 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:24.012150 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-dceec324-c1ff-47d8-b488-0b6c6506f498 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2ec23b3f-1618-4853-a70f-c8c187ff6a19 HTTP/1.1" status: 204 len: 168 time: 0.6636221 Nov 09 21:17:24.014868 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cde2c64-65bc-4f56-9bba-68f482ca01cb None None] Routers {'ee739494-7f68-4de2-b459-4824e69af231'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:17:24.015532 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-9cde2c64-65bc-4f56-9bba-68f482ca01cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:17:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['ee739494-7f68-4de2-b459-4824e69af231'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:17:24.053532 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceec324-c1ff-47d8-b488-0b6c6506f498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec23b3f-1618-4853-a70f-c8c187ff6a19,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:24.085440 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-55361d15-e67d-4c0b-afd5-af0873caea53 req-51882ec6-9372-41c1-9d86-a92f45cd4a69 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916056 Nov 09 21:17:24.101145 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-f6a29e24-06c1-4ec5-aa7c-0baeaf961da6 service neutron] 10.222.0.49 "GET /v2.0/networks/4b9d06c7-33c8-4c7a-8231-6eb95b2347b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6520402 Nov 09 21:17:24.109156 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1926c346-91bb-448c-a535-c8976c195e52 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:24.215094 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-9cde2c64-65bc-4f56-9bba-68f482ca01cb None None] Set router ee739494-7f68-4de2-b459-4824e69af231 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:17:24.216113 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576a83f-ce79-4cbe-a4f9-cfc445244360 req-beee3e81-4ed8-468b-a40f-286f9cc68e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:24.216778 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576a83f-ce79-4cbe-a4f9-cfc445244360 req-beee3e81-4ed8-468b-a40f-286f9cc68e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:24.217242 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576a83f-ce79-4cbe-a4f9-cfc445244360 req-beee3e81-4ed8-468b-a40f-286f9cc68e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:24.218998 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576a83f-ce79-4cbe-a4f9-cfc445244360 req-beee3e81-4ed8-468b-a40f-286f9cc68e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:24.221464 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576a83f-ce79-4cbe-a4f9-cfc445244360 req-beee3e81-4ed8-468b-a40f-286f9cc68e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:24.221998 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576a83f-ce79-4cbe-a4f9-cfc445244360 req-beee3e81-4ed8-468b-a40f-286f9cc68e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:24.222463 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576a83f-ce79-4cbe-a4f9-cfc445244360 req-beee3e81-4ed8-468b-a40f-286f9cc68e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:24.226255 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3576a83f-ce79-4cbe-a4f9-cfc445244360 req-beee3e81-4ed8-468b-a40f-286f9cc68e19 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 6490 time: 0.6212089 Nov 09 21:17:24.249107 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55310cd0-e66a-4061-bc36-cf4c8e90341b req-eec3b91e-368a-43a7-920b-ca176bb972d6 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:24.256507 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55310cd0-e66a-4061-bc36-cf4c8e90341b req-eec3b91e-368a-43a7-920b-ca176bb972d6 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:24.263333 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55310cd0-e66a-4061-bc36-cf4c8e90341b req-eec3b91e-368a-43a7-920b-ca176bb972d6 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:24.269688 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55310cd0-e66a-4061-bc36-cf4c8e90341b req-eec3b91e-368a-43a7-920b-ca176bb972d6 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:24.275910 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55310cd0-e66a-4061-bc36-cf4c8e90341b req-eec3b91e-368a-43a7-920b-ca176bb972d6 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:24.282546 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55310cd0-e66a-4061-bc36-cf4c8e90341b req-eec3b91e-368a-43a7-920b-ca176bb972d6 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:24.288967 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55310cd0-e66a-4061-bc36-cf4c8e90341b req-eec3b91e-368a-43a7-920b-ca176bb972d6 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:24.297073 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-55310cd0-e66a-4061-bc36-cf4c8e90341b req-eec3b91e-368a-43a7-920b-ca176bb972d6 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 5433 time: 0.1765215 Nov 09 21:17:24.317068 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-1926c346-91bb-448c-a535-c8976c195e52 admin admin] Deleting port a1a7ea0d-d36b-4c80-801d-d897ef48ae6d {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:17:24.317780 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1926c346-91bb-448c-a535-c8976c195e52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:24.334400 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-2cf254d4-b2c7-414b-985b-256b90b23659 req-320ac042-e562-4eae-b308-019b01cbc2eb tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] Deleting port 4d108f97-8373-4571-b93b-b76aa6949c47 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:17:24.334949 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2cf254d4-b2c7-414b-985b-256b90b23659 req-320ac042-e562-4eae-b308-019b01cbc2eb tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:24.419674 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-55310cd0-e66a-4061-bc36-cf4c8e90341b req-91361fc4-ec1d-45e3-9949-8a12530fc6a1 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/security-groups?id=a49c0492-ae47-4dac-8056-4d2eff42c909&id=2aa0795d-359d-4f24-ad70-d15c6200f092&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1207643 Nov 09 21:17:24.481276 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-1926c346-91bb-448c-a535-c8976c195e52 admin admin] For port a1a7ea0d-d36b-4c80-801d-d897ef48ae6d, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=a1a7ea0d-d36b-4c80-801d-d897ef48ae6d,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:24.481792 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1926c346-91bb-448c-a535-c8976c195e52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:24.505758 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-1926c346-91bb-448c-a535-c8976c195e52 admin admin] Calling delete_port for a1a7ea0d-d36b-4c80-801d-d897ef48ae6d owned by network:router_gateway {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:17:24.553291 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-2cf254d4-b2c7-414b-985b-256b90b23659 req-320ac042-e562-4eae-b308-019b01cbc2eb tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] For port 4d108f97-8373-4571-b93b-b76aa6949c47, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=4d108f97-8373-4571-b93b-b76aa6949c47,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:24.553668 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2cf254d4-b2c7-414b-985b-256b90b23659 req-320ac042-e562-4eae-b308-019b01cbc2eb tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:24.568567 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-2cf254d4-b2c7-414b-985b-256b90b23659 req-320ac042-e562-4eae-b308-019b01cbc2eb tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] Calling delete_port for 4d108f97-8373-4571-b93b-b76aa6949c47 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:17:24.640311 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36176) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:17:24.645998 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-9cde2c64-65bc-4f56-9bba-68f482ca01cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee739494-7f68-4de2-b459-4824e69af231', 'name': 'tempest-FloatingIPDetailsTestJSON-1281118552-router', 'tenant_id': '5cf606e88e4d44b5a19f8e1371c70498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'a1a7ea0d-d36b-4c80-801d-d897ef48ae6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:16:19Z', 'updated_at': '2021-11-09T21:17:21Z', 'revision_number': 5, 'project_id': '5cf606e88e4d44b5a19f8e1371c70498', 'gw_port': {'id': 'a1a7ea0d-d36b-4c80-801d-d897ef48ae6d', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee739494-7f68-4de2-b459-4824e69af231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:16:20Z', 'updated_at': '2021-11-09T21:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:17:24.664730 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device dd537a7f-eee1-4a96-8125-e0e20d4613a1 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:17:24.675667 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cde2c64-65bc-4f56-9bba-68f482ca01cb None None] The sync data for ids ['ee739494-7f68-4de2-b459-4824e69af231'] in n-d-816206-3 is: [{'id': 'ee739494-7f68-4de2-b459-4824e69af231', 'name': 'tempest-FloatingIPDetailsTestJSON-1281118552-router', 'tenant_id': '5cf606e88e4d44b5a19f8e1371c70498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'a1a7ea0d-d36b-4c80-801d-d897ef48ae6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:16:19Z', 'updated_at': '2021-11-09T21:17:21Z', 'revision_number': 5, 'project_id': '5cf606e88e4d44b5a19f8e1371c70498', 'gw_port': {'id': 'a1a7ea0d-d36b-4c80-801d-d897ef48ae6d', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee739494-7f68-4de2-b459-4824e69af231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:16:20Z', 'updated_at': '2021-11-09T21:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:17:24.691770 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0bb52e63-0c73-4e80-a6ee-eb7644840612 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:24.720077 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: dd537a7f-eee1-4a96-8125-e0e20d4613a1 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:17:24.720515 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device dd537a7f-eee1-4a96-8125-e0e20d4613a1 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:17:24.728903 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-b2acc72e-2fe1-4526-8a3d-f7b80fdd11a6 service neutron] 10.222.0.49 "GET /v2.0/networks/4b9d06c7-33c8-4c7a-8231-6eb95b2347b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6066799 Nov 09 21:17:24.739454 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc9b5f-13d8-4159-bf48-edfdc9e7c94f req-636f04ba-302b-4204-b1c3-686551d925a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:24.741279 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5bdc9b5f-13d8-4159-bf48-edfdc9e7c94f req-636f04ba-302b-4204-b1c3-686551d925a6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab9f62a9766648e6a735e31e91b7e450&device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 1099 time: 0.5442121 Nov 09 21:17:24.779512 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-96468beb-d1d8-41a4-8459-85c0fea6d2cc service neutron] 10.222.0.49 "GET /v2.0/ports/a07b3c2f-c8c5-43d5-9170-485f26594f02?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0347168 Nov 09 21:17:24.793075 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0bb52e63-0c73-4e80-a6ee-eb7644840612 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:24.816313 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0bb52e63-0c73-4e80-a6ee-eb7644840612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:24.866552 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb52e63-0c73-4e80-a6ee-eb7644840612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7046ca-57dc-4e53-bbfb-03c237f92512,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:24.896718 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc9b5f-13d8-4159-bf48-edfdc9e7c94f req-c7d64001-8a18-49fa-83f1-29096e6e9164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:24.899538 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5bdc9b5f-13d8-4159-bf48-edfdc9e7c94f req-c7d64001-8a18-49fa-83f1-29096e6e9164 service neutron] 10.222.0.45 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.1176717 Nov 09 21:17:24.907568 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4934c-55e8-4447-b927-3527cc80b4e2 req-db03773a-cc18-4e74-aa8c-7d8aaf41fa4c tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:24.915638 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dbd4934c-55e8-4447-b927-3527cc80b4e2 req-db03773a-cc18-4e74-aa8c-7d8aaf41fa4c tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 948 time: 0.3188143 Nov 09 21:17:24.964206 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5bdc9b5f-13d8-4159-bf48-edfdc9e7c94f req-f20e242a-45b2-4515-8ffa-25d77ec1ef80 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=c12b4097-cc61-4791-8e29-6bd956d25e95 HTTP/1.1" status: 200 len: 217 time: 0.0503738 Nov 09 21:17:25.021356 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dbd4934c-55e8-4447-b927-3527cc80b4e2 req-caef4497-c842-49f4-a4cd-6540fba7bd2a tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046877 Nov 09 21:17:25.045853 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3576a83f-ce79-4cbe-a4f9-cfc445244360 req-f060df7b-9437-4bae-bfe3-f806de892dfa service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2aa0795d-359d-4f24-ad70-d15c6200f092&id=a49c0492-ae47-4dac-8056-4d2eff42c909&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.7544467 Nov 09 21:17:25.064581 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36180) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:17:25.067743 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0bb52e63-0c73-4e80-a6ee-eb7644840612 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f7a23b7540fa4cfb98998d27b602f35e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4262545 Nov 09 21:17:25.145764 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d5821594-592a-429a-9811-7bb6a8d2df25 req-a4de033a-4942-46d2-aca8-8170213e81ed tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 210 time: 0.0481234 Nov 09 21:17:25.175585 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1926c346-91bb-448c-a535-c8976c195e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:25.238027 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-f5d716f6-536d-48ce-a18b-b58f318de306 service neutron] 10.222.0.49 "GET /v2.0/networks/9bd028ff-7bca-4c46-bd71-6aace0071dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374176 Nov 09 21:17:25.245177 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926c346-91bb-448c-a535-c8976c195e52 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1a7ea0d-d36b-4c80-801d-d897ef48ae6d,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:25.303817 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc9b5f-13d8-4159-bf48-edfdc9e7c94f req-3ce99410-cd4b-4f44-8b83-5dfdfe21a34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:25.305333 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5bdc9b5f-13d8-4159-bf48-edfdc9e7c94f req-3ce99410-cd4b-4f44-8b83-5dfdfe21a34e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.1886351 Nov 09 21:17:25.343851 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1926c346-91bb-448c-a535-c8976c195e52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:25.353099 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2cf254d4-b2c7-414b-985b-256b90b23659 req-320ac042-e562-4eae-b308-019b01cbc2eb tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:25.354674 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fc1b160b-8dc6-4bfc-a9c6-cfe782595a4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:25.419883 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ac042-e562-4eae-b308-019b01cbc2eb tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] Pushing event deleted for resources: {'Port': ['ID=4d108f97-8373-4571-b93b-b76aa6949c47,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:25.443950 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fc1b160b-8dc6-4bfc-a9c6-cfe782595a4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:25.459800 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1926c346-91bb-448c-a535-c8976c195e52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:25.462687 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1926c346-91bb-448c-a535-c8976c195e52 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:25.500104 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf254d4-b2c7-414b-985b-256b90b23659 req-320ac042-e562-4eae-b308-019b01cbc2eb tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] No DVR routers for this DVR port 4d108f97-8373-4571-b93b-b76aa6949c47 on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:17:25.515600 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2cf254d4-b2c7-414b-985b-256b90b23659 req-320ac042-e562-4eae-b308-019b01cbc2eb tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:25.519562 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2cf254d4-b2c7-414b-985b-256b90b23659 req-320ac042-e562-4eae-b308-019b01cbc2eb tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] 10.222.0.45 "DELETE /v2.0/ports/4d108f97-8373-4571-b93b-b76aa6949c47 HTTP/1.1" status: 204 len: 173 time: 2.1189952 Nov 09 21:17:25.519953 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb51f48-6c11-481e-be91-4008ead689ff', 'name': 'network-vif-deleted', 'tag': '4d108f97-8373-4571-b93b-b76aa6949c47'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:17:25.522210 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652fbc46-88ba-45bc-859e-b429608527e3" -d '{"events": [{"server_uuid": "3fb51f48-6c11-481e-be91-4008ead689ff", "name": "network-vif-deleted", "tag": "4d108f97-8373-4571-b93b-b76aa6949c47"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:17:25.565457 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ea0d49a1-32c1-4f12-a1da-d785bfe5f009 req-503635cc-971f-4d70-b75f-ab452cb204dc tempest-ImagesOneServerTestJSON-1779285356 tempest-ImagesOneServerTestJSON-1779285356-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fb51f48-6c11-481e-be91-4008ead689ff HTTP/1.1" status: 200 len: 210 time: 0.2824101 Nov 09 21:17:25.589187 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1926c346-91bb-448c-a535-c8976c195e52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:25.589187 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1926c346-91bb-448c-a535-c8976c195e52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee739494-7f68-4de2-b459-4824e69af231 {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:17:25.589187 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1926c346-91bb-448c-a535-c8976c195e52 admin admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:25.600183 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1926c346-91bb-448c-a535-c8976c195e52 admin admin] 10.222.0.49 "DELETE /v2.0/routers/ee739494-7f68-4de2-b459-4824e69af231 HTTP/1.1" status: 204 len: 168 time: 2.1122384 Nov 09 21:17:25.604780 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-1d33c855-f1cb-41f1-8c59-9add738b6f3c service neutron] 10.222.0.49 "GET /v2.0/networks/9bd028ff-7bca-4c46-bd71-6aace0071dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578823 Nov 09 21:17:25.608256 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36186) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:17:25.613382 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc9b5f-13d8-4159-bf48-edfdc9e7c94f req-40485454-141e-489f-82bc-1182793cd738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:25.617776 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5bdc9b5f-13d8-4159-bf48-edfdc9e7c94f req-40485454-141e-489f-82bc-1182793cd738 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2759161 Nov 09 21:17:25.724263 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-17a3ea93-9d53-46bd-a9b8-085553549d44 service neutron] 10.222.0.49 "GET /v2.0/ports/91c8b178-c506-4843-982e-f1a58ad7e198?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1196737 Nov 09 21:17:25.784096 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-157563b4-e9d3-46ee-a5af-fa92f9289066 admin admin] Deleting subnet 03ebe66c-812e-4ed2-be76-fe97707943c4 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:17:25.790128 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-157563b4-e9d3-46ee-a5af-fa92f9289066 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:25.881715 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-157563b4-e9d3-46ee-a5af-fa92f9289066 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:25.921018 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fc1b160b-8dc6-4bfc-a9c6-cfe782595a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:25.931047 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fc1b160b-8dc6-4bfc-a9c6-cfe782595a4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:25.935093 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-fc1b160b-8dc6-4bfc-a9c6-cfe782595a4c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6b7046ca-57dc-4e53-bbfb-03c237f92512 HTTP/1.1" status: 204 len: 168 time: 0.8589971 Nov 09 21:17:25.953854 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7cfca-a10c-4cd5-9e90-66f7e116cd7d req-9c94f5be-c681-4df7-ab09-fd325346b1a3 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:25.977919 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7cfca-a10c-4cd5-9e90-66f7e116cd7d req-9c94f5be-c681-4df7-ab09-fd325346b1a3 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:25.987442 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7cfca-a10c-4cd5-9e90-66f7e116cd7d req-9c94f5be-c681-4df7-ab09-fd325346b1a3 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:25.993737 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7cfca-a10c-4cd5-9e90-66f7e116cd7d req-9c94f5be-c681-4df7-ab09-fd325346b1a3 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:26.001149 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7cfca-a10c-4cd5-9e90-66f7e116cd7d req-9c94f5be-c681-4df7-ab09-fd325346b1a3 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:26.007357 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b160b-8dc6-4bfc-a9c6-cfe782595a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7046ca-57dc-4e53-bbfb-03c237f92512,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:26.007714 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7cfca-a10c-4cd5-9e90-66f7e116cd7d req-9c94f5be-c681-4df7-ab09-fd325346b1a3 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:26.018125 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7cfca-a10c-4cd5-9e90-66f7e116cd7d req-9c94f5be-c681-4df7-ab09-fd325346b1a3 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:26.020014 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-49f7cfca-a10c-4cd5-9e90-66f7e116cd7d req-9c94f5be-c681-4df7-ab09-fd325346b1a3 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 5433 time: 0.2866426 Nov 09 21:17:26.079105 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5bdc9b5f-13d8-4159-bf48-edfdc9e7c94f req-379f9143-4962-4f90-b8bb-d47cb4de05d8 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528602 Nov 09 21:17:26.104589 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-5113ad3f-f2ac-453e-ac81-adc5e33c4541 service neutron] 10.222.0.49 "GET /v2.0/networks/9bd028ff-7bca-4c46-bd71-6aace0071dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794541 Nov 09 21:17:26.304687 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-49f7cfca-a10c-4cd5-9e90-66f7e116cd7d req-9df6066d-a086-453b-85fc-202b80a14e39 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/security-groups?id=a49c0492-ae47-4dac-8056-4d2eff42c909&id=2aa0795d-359d-4f24-ad70-d15c6200f092&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2756648 Nov 09 21:17:26.315087 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-157563b4-e9d3-46ee-a5af-fa92f9289066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:26.440559 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-157563b4-e9d3-46ee-a5af-fa92f9289066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:26.446678 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 19f4f27c-9fbe-4307-a312-a6bb8ff521ff no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:17:26.483578 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157563b4-e9d3-46ee-a5af-fa92f9289066 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03ebe66c-812e-4ed2-be76-fe97707943c4,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:26.495847 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 19f4f27c-9fbe-4307-a312-a6bb8ff521ff {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:17:26.496464 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 19f4f27c-9fbe-4307-a312-a6bb8ff521ff not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:17:26.504041 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5bdc9b5f-13d8-4159-bf48-edfdc9e7c94f req-13fc9e4d-8b6a-4dca-a826-1bcd9c23891f service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008239 Nov 09 21:17:26.505839 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-157563b4-e9d3-46ee-a5af-fa92f9289066 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:26.516757 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-157563b4-e9d3-46ee-a5af-fa92f9289066 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/03ebe66c-812e-4ed2-be76-fe97707943c4 HTTP/1.1" status: 204 len: 168 time: 0.9064975 Nov 09 21:17:26.517388 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36208) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:17:26.528903 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-10b00d44-2e2e-4a28-80ca-2422b57fd454 service neutron] 10.222.0.49 "GET /v2.0/networks/9bd028ff-7bca-4c46-bd71-6aace0071dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4229825 Nov 09 21:17:26.537718 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10f13c6-d9e7-4e9c-8406-4a6e32c58c34 None None] Network 03909057-058a-4a93-9a3f-6ba19a12c757 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:17:26.565203 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026f2a2f-8e22-4191-a976-2621611ecddc x-openstack-request-id: req-026f2a2f-8e22-4191-a976-2621611ecddc {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:17:26.565509 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb51f48-6c11-481e-be91-4008ead689ff", "name": "network-vif-deleted", "tag": "4d108f97-8373-4571-b93b-b76aa6949c47", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:17:26.565771 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-026f2a2f-8e22-4191-a976-2621611ecddc {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:17:26.566713 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb51f48-6c11-481e-be91-4008ead689ff', 'name': 'network-vif-deleted', 'tag': '4d108f97-8373-4571-b93b-b76aa6949c47', 'status': 'completed', 'code': 200} Nov 09 21:17:26.679102 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee30b706-850c-461b-aee0-2174c2f86347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:26.693143 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 4d108f97-8373-4571-b93b-b76aa6949c47 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:17:26.753753 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 4d108f97-8373-4571-b93b-b76aa6949c47 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:17:26.754367 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 4d108f97-8373-4571-b93b-b76aa6949c47 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:17:26.770891 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-626a62bf-a0ed-4bf3-90af-d96446aaf1cd service neutron] 10.222.0.49 "GET /v2.0/networks/9bd028ff-7bca-4c46-bd71-6aace0071dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408495 Nov 09 21:17:26.861785 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f17720-95b1-4518-83cb-574399b89140 req-00ff7fee-90a8-4fd4-9d87-5f1418422f8e tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:26.871435 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-59f17720-95b1-4518-83cb-574399b89140 req-00ff7fee-90a8-4fd4-9d87-5f1418422f8e tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 948 time: 0.1875541 Nov 09 21:17:26.900138 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ee30b706-850c-461b-aee0-2174c2f86347 admin admin] Deleting port f82cba2b-880d-4347-a52a-3bd6095645d8 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:17:26.900430 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee30b706-850c-461b-aee0-2174c2f86347 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:26.903960 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25734ab4-bea9-4601-a662-2f345c7460f2 None None] DHCP port deletion for 03909057-058a-4a93-9a3f-6ba19a12c757 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:17:27.004307 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-25734ab4-bea9-4601-a662-2f345c7460f2 None None] Deleting port f82cba2b-880d-4347-a52a-3bd6095645d8 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:17:27.004936 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-25734ab4-bea9-4601-a662-2f345c7460f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:27.008148 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-d1eebfed-e437-4a1d-84bc-25acd72312f7 service neutron] 10.222.0.49 "GET /v2.0/networks/9bd028ff-7bca-4c46-bd71-6aace0071dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287097 Nov 09 21:17:27.008366 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-59f17720-95b1-4518-83cb-574399b89140 req-f087112c-5715-4b31-b8d9-162dca399611 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363595 Nov 09 21:17:27.026950 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-ee30b706-850c-461b-aee0-2174c2f86347 admin admin] For port f82cba2b-880d-4347-a52a-3bd6095645d8, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=f82cba2b-880d-4347-a52a-3bd6095645d8,segment=NetworkSegment(69c85e60-ea4f-40ee-98ab-da922c8dbb2b),segment_id=69c85e60-ea4f-40ee-98ab-da922c8dbb2b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:27.028194 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee30b706-850c-461b-aee0-2174c2f86347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:27.048999 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ee30b706-850c-461b-aee0-2174c2f86347 admin admin] Calling delete_port for f82cba2b-880d-4347-a52a-3bd6095645d8 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:17:27.153131 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6cd0b29b-7845-49f9-9587-264ccb9c949c req-faec2bf1-c881-411d-8b43-95a6ec5463d1 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 210 time: 0.0458257 Nov 09 21:17:27.154157 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-25734ab4-bea9-4601-a662-2f345c7460f2 None None] For port f82cba2b-880d-4347-a52a-3bd6095645d8, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=f82cba2b-880d-4347-a52a-3bd6095645d8,segment=NetworkSegment(69c85e60-ea4f-40ee-98ab-da922c8dbb2b),segment_id=69c85e60-ea4f-40ee-98ab-da922c8dbb2b)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:27.154556 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-25734ab4-bea9-4601-a662-2f345c7460f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:27.187514 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-25734ab4-bea9-4601-a662-2f345c7460f2 None None] Calling delete_port for f82cba2b-880d-4347-a52a-3bd6095645d8 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:17:27.211027 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee30b706-850c-461b-aee0-2174c2f86347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:27.236204 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-e31645d4-254c-40b5-be2c-c84b563fe2e2 service neutron] 10.222.0.49 "GET /v2.0/networks/9bd028ff-7bca-4c46-bd71-6aace0071dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228885 Nov 09 21:17:27.246925 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee30b706-850c-461b-aee0-2174c2f86347 admin admin] Pushing event deleted for resources: {'Port': ['ID=f82cba2b-880d-4347-a52a-3bd6095645d8,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:27.265644 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee30b706-850c-461b-aee0-2174c2f86347 admin admin] No DVR routers for this DVR port f82cba2b-880d-4347-a52a-3bd6095645d8 on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:17:27.347693 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-25734ab4-bea9-4601-a662-2f345c7460f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:27.421977 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-65e6eec4-036f-4d56-b004-51bcfea29dd6 service neutron] 10.222.0.49 "GET /v2.0/networks/9bd028ff-7bca-4c46-bd71-6aace0071dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797280 Nov 09 21:17:27.450353 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25734ab4-bea9-4601-a662-2f345c7460f2 None None] Pushing event deleted for resources: {'Port': ['ID=f82cba2b-880d-4347-a52a-3bd6095645d8,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:27.458083 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25734ab4-bea9-4601-a662-2f345c7460f2 None None] No DVR routers for this DVR port f82cba2b-880d-4347-a52a-3bd6095645d8 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:17:27.491358 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee30b706-850c-461b-aee0-2174c2f86347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:27.524024 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-ee30b706-850c-461b-aee0-2174c2f86347 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03909057-058a-4a93-9a3f-6ba19a12c757']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:17:27.538942 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-ee30b706-850c-461b-aee0-2174c2f86347 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69c85e60-ea4f-40ee-98ab-da922c8dbb2b') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:17:27.539580 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-ee30b706-850c-461b-aee0-2174c2f86347 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69c85e60-ea4f-40ee-98ab-da922c8dbb2b') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:17:27.552095 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee30b706-850c-461b-aee0-2174c2f86347 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:27.615413 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-1d2c5703-467d-4dc6-acef-abcaeacfe635 service neutron] 10.222.0.49 "GET /v2.0/networks/db993ee6-66d3-478a-b585-3c11adab0dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852472 Nov 09 21:17:27.619826 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee30b706-850c-461b-aee0-2174c2f86347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:27.638503 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee30b706-850c-461b-aee0-2174c2f86347 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:17:27.639278 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee30b706-850c-461b-aee0-2174c2f86347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:27.747491 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:17:27.747491 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:17:27.747491 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:17:27.747491 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:17:27.747491 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:17:27.747491 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:17:27.747491 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:17:27.747491 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:17:27.747491 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:17:27.747491 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:17:27.747491 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:17:27.747491 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:17:27.747491 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:17:27.747491 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:17:27.747491 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:17:27.747491 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:17:27.747491 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:17:27.747491 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:17:27.747491 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:17:27.747491 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:17:27.747491 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:17:27.747491 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:17:27.747491 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:17:27.747491 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:17:27.747491 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:17:27.747491 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:17:27.747491 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:17:27.747491 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:17:27.747491 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:17:27.747491 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:17:27.747491 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:17:27.747491 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:17:27.771509 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36236) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:17:27.783015 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-cecf3816-3699-482a-9dfa-60b12161af3f service neutron] 10.222.0.49 "GET /v2.0/networks/db993ee6-66d3-478a-b585-3c11adab0dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601727 Nov 09 21:17:27.783524 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee30b706-850c-461b-aee0-2174c2f86347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:27.790224 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee30b706-850c-461b-aee0-2174c2f86347 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:27.806457 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ee30b706-850c-461b-aee0-2174c2f86347 admin admin] 10.222.0.49 "DELETE /v2.0/networks/03909057-058a-4a93-9a3f-6ba19a12c757 HTTP/1.1" status: 204 len: 168 time: 1.2809205 Nov 09 21:17:27.831408 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee30b706-850c-461b-aee0-2174c2f86347 admin admin] Pushing event deleted for resources: {'Network': ['ID=03909057-058a-4a93-9a3f-6ba19a12c757,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:27.876900 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60fe446-8ee5-4091-9221-fabfcee1a1a1 req-52b696cf-636b-4cb6-bd31-53ac23f11f34 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:27.887009 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60fe446-8ee5-4091-9221-fabfcee1a1a1 req-52b696cf-636b-4cb6-bd31-53ac23f11f34 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:27.899813 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60fe446-8ee5-4091-9221-fabfcee1a1a1 req-52b696cf-636b-4cb6-bd31-53ac23f11f34 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:27.928329 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60fe446-8ee5-4091-9221-fabfcee1a1a1 req-52b696cf-636b-4cb6-bd31-53ac23f11f34 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:27.930413 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-02470341-bd6e-4838-9bb4-d939c49e46e8 service neutron] 10.222.0.49 "GET /v2.0/networks/db993ee6-66d3-478a-b585-3c11adab0dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486363 Nov 09 21:17:27.943303 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60fe446-8ee5-4091-9221-fabfcee1a1a1 req-52b696cf-636b-4cb6-bd31-53ac23f11f34 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:27.957703 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60fe446-8ee5-4091-9221-fabfcee1a1a1 req-52b696cf-636b-4cb6-bd31-53ac23f11f34 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:27.966906 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60fe446-8ee5-4091-9221-fabfcee1a1a1 req-52b696cf-636b-4cb6-bd31-53ac23f11f34 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:27.979154 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f60fe446-8ee5-4091-9221-fabfcee1a1a1 req-52b696cf-636b-4cb6-bd31-53ac23f11f34 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 5433 time: 0.4019682 Nov 09 21:17:28.028614 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device a1a7ea0d-d36b-4c80-801d-d897ef48ae6d no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:17:28.085425 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: a1a7ea0d-d36b-4c80-801d-d897ef48ae6d {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:17:28.086075 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device a1a7ea0d-d36b-4c80-801d-d897ef48ae6d not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:17:28.088138 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device f82cba2b-880d-4347-a52a-3bd6095645d8 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:17:28.097341 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f60fe446-8ee5-4091-9221-fabfcee1a1a1 req-4f52fcda-f184-4970-a629-2e902b8ae887 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/security-groups?id=a49c0492-ae47-4dac-8056-4d2eff42c909&id=2aa0795d-359d-4f24-ad70-d15c6200f092&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1132746 Nov 09 21:17:28.134927 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-be3596f3-a6bc-4c84-982d-b2aa2782c48f service neutron] 10.222.0.49 "GET /v2.0/networks/db993ee6-66d3-478a-b585-3c11adab0dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016010 Nov 09 21:17:28.140087 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: f82cba2b-880d-4347-a52a-3bd6095645d8 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:17:28.140740 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device f82cba2b-880d-4347-a52a-3bd6095645d8 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:17:28.142961 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36252) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:17:28.295024 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-86fbef5a-786c-47de-8e49-97af0721bf87 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5cf606e88e4d44b5a19f8e1371c70498&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1507080 Nov 09 21:17:28.298548 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36260) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:17:28.377537 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac59c09-ca50-401e-af03-fe4dcb5e5d83 req-4d185130-3e2a-47ef-9897-ee28686d3d96 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:28.388684 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3ac59c09-ca50-401e-af03-fe4dcb5e5d83 req-4d185130-3e2a-47ef-9897-ee28686d3d96 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 948 time: 0.1429505 Nov 09 21:17:28.415786 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a0d125f2-ef05-4d99-b5a6-29415260c318 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:28.459098 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a0d125f2-ef05-4d99-b5a6-29415260c318 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:28.487630 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3ac59c09-ca50-401e-af03-fe4dcb5e5d83 req-90af53eb-53bf-4201-982f-54a04f826b72 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980661 Nov 09 21:17:28.493640 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0a0a5fcd-aa2e-4228-8e56-641a54f5be11 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=032f087b173746e19ac5edb3414cafe4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7192948 Nov 09 21:17:28.495040 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36268) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:17:28.533439 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a0d125f2-ef05-4d99-b5a6-29415260c318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:28.543419 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a0d125f2-ef05-4d99-b5a6-29415260c318 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:28.550865 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a0d125f2-ef05-4d99-b5a6-29415260c318 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5a671783-811a-451b-a828-2f4f659ac1d2 HTTP/1.1" status: 204 len: 168 time: 0.2511835 Nov 09 21:17:28.564482 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d125f2-ef05-4d99-b5a6-29415260c318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a671783-811a-451b-a828-2f4f659ac1d2,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:28.612522 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-97c8f947-be7b-429a-8ba9-58b5721b0ac4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:28.666181 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-97c8f947-be7b-429a-8ba9-58b5721b0ac4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:28.681956 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device c12b4097-cc61-4791-8e29-6bd956d25e95 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:17:28.795277 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-97c8f947-be7b-429a-8ba9-58b5721b0ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:28.803383 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-97c8f947-be7b-429a-8ba9-58b5721b0ac4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:28.806788 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-97c8f947-be7b-429a-8ba9-58b5721b0ac4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a0c64941-221b-42e5-b52d-55ece7669d44 HTTP/1.1" status: 204 len: 168 time: 0.3083632 Nov 09 21:17:28.826801 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8f947-be7b-429a-8ba9-58b5721b0ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c64941-221b-42e5-b52d-55ece7669d44,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:28.871701 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de58ef9-8a8e-46a1-ae40-2a460b54b703 req-1688d8cb-a375-4f83-841e-b9dc89f47279 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:28.892875 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de58ef9-8a8e-46a1-ae40-2a460b54b703 req-1688d8cb-a375-4f83-841e-b9dc89f47279 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:28.908301 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de58ef9-8a8e-46a1-ae40-2a460b54b703 req-1688d8cb-a375-4f83-841e-b9dc89f47279 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:28.922875 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de58ef9-8a8e-46a1-ae40-2a460b54b703 req-1688d8cb-a375-4f83-841e-b9dc89f47279 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:28.937653 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de58ef9-8a8e-46a1-ae40-2a460b54b703 req-1688d8cb-a375-4f83-841e-b9dc89f47279 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:28.952587 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de58ef9-8a8e-46a1-ae40-2a460b54b703 req-1688d8cb-a375-4f83-841e-b9dc89f47279 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:28.969533 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port c12b4097-cc61-4791-8e29-6bd956d25e95, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=c12b4097-cc61-4791-8e29-6bd956d25e95,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:28.969677 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de58ef9-8a8e-46a1-ae40-2a460b54b703 req-1688d8cb-a375-4f83-841e-b9dc89f47279 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:28.973023 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5de58ef9-8a8e-46a1-ae40-2a460b54b703 req-1688d8cb-a375-4f83-841e-b9dc89f47279 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 5433 time: 0.3274279 Nov 09 21:17:28.982387 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36296) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:17:28.985455 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': 'c12b4097-cc61-4791-8e29-6bd956d25e95', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'port_id': 'c12b4097-cc61-4791-8e29-6bd956d25e95', 'mac_address': 'fa:16:3e:9e:43:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba3500c-a288-4596-ba94-148f2bd8a6da', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:17:28.987433 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-5ec269fe-7b29-459f-8557-595c9c7fa0aa tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Request body: {'floatingip': {'port_id': '825351ba-9738-49ef-a76d-6d1620cd75d1'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:17:29.032067 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:29.047150 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c12b4097-cc61-4791-8e29-6bd956d25e95 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:17:29.092900 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port c12b4097-cc61-4791-8e29-6bd956d25e95, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=c12b4097-cc61-4791-8e29-6bd956d25e95,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:29.107448 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:29.241736 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=c12b4097-cc61-4791-8e29-6bd956d25e95,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:29.405319 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['c12b4097-cc61-4791-8e29-6bd956d25e95'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:17:29.450798 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-748eb5d3-293b-4149-a315-5bba406368d6 req-e6c400f9-c333-495d-b667-453ad3efb2f0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 210 time: 0.0890548 Nov 09 21:17:29.761585 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4392965-b0be-4c6e-b315-9c92e720e1de req-ce5c50b3-e9f4-4247-8488-58b9fcd0ec9e tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:29.763696 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d4392965-b0be-4c6e-b315-9c92e720e1de req-ce5c50b3-e9f4-4247-8488-58b9fcd0ec9e tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 949 time: 0.1162841 Nov 09 21:17:29.885377 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d4392965-b0be-4c6e-b315-9c92e720e1de req-25cb1fcd-bf6c-4bcc-8a86-402fe10b866b tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145322 Nov 09 21:17:29.890460 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36328) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:17:29.937520 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5712991b-056c-48cf-b32f-f6909437373b req-cf7708c2-3e5b-4c25-b436-f2fe22964b48 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 210 time: 0.1104383 Nov 09 21:17:29.950913 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5ec269fe-7b29-459f-8557-595c9c7fa0aa tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks [] for floatingip, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:30.132996 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ab3f0512-2694-4961-9204-04807c491e91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:30.383571 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ab3f0512-2694-4961-9204-04807c491e91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:30.393897 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ab3f0512-2694-4961-9204-04807c491e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:30.539081 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ab3f0512-2694-4961-9204-04807c491e91 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d2bc19fe3fe24751aeaf04807df482e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6471539 Nov 09 21:17:30.542891 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36350) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:17:30.555401 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f0512-2694-4961-9204-04807c491e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9e0494-fd2e-4ac3-adec-e952514ab0fa,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:30.664864 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-77308c7b-6ded-4674-9ada-fd3e9471fcdd req-384d8b6b-3ce0-4b77-8292-3f3e2f9e2367 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 210 time: 0.0584793 Nov 09 21:17:30.695663 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device c12b4097-cc61-4791-8e29-6bd956d25e95 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:17:30.841841 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port c12b4097-cc61-4791-8e29-6bd956d25e95 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:17:30.848274 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port c12b4097-cc61-4791-8e29-6bd956d25e95 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:17:30.848851 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:30.927985 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-74c19350-88b3-4e30-9ab8-e6f560824961 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:30.977988 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-74c19350-88b3-4e30-9ab8-e6f560824961 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:31.035096 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:31.089046 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7643dd4f-fcd6-4e08-90e5-76b9e057ba4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12b4097-cc61-4791-8e29-6bd956d25e95'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:17:31.093269 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67964039-3372-495f-84db-0e4355339392" -d '{"events": [{"server_uuid": "7643dd4f-fcd6-4e08-90e5-76b9e057ba4f", "name": "network-vif-plugged", "status": "completed", "tag": "c12b4097-cc61-4791-8e29-6bd956d25e95"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:17:31.115317 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0c951-505a-4356-8126-ce2ca4b00d84 req-b4e9763c-1b96-4ae3-9ad2-b9fe056691d8 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:31.121360 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port c12b4097-cc61-4791-8e29-6bd956d25e95, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=c12b4097-cc61-4791-8e29-6bd956d25e95,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:31.124891 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4be0c951-505a-4356-8126-ce2ca4b00d84 req-b4e9763c-1b96-4ae3-9ad2-b9fe056691d8 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 949 time: 0.1020899 Nov 09 21:17:31.130736 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:31.189843 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36368) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:17:31.243453 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-74c19350-88b3-4e30-9ab8-e6f560824961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:31.246309 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-74c19350-88b3-4e30-9ab8-e6f560824961 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:31.248093 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4be0c951-505a-4356-8126-ce2ca4b00d84 req-cd55ed6a-e426-4694-b359-fcfc5de3beaa tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215823 Nov 09 21:17:31.249330 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-74c19350-88b3-4e30-9ab8-e6f560824961 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7a9e0494-fd2e-4ac3-adec-e952514ab0fa HTTP/1.1" status: 204 len: 168 time: 0.7032726 Nov 09 21:17:31.257992 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=c12b4097-cc61-4791-8e29-6bd956d25e95,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:31.282634 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5ec269fe-7b29-459f-8557-595c9c7fa0aa tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:31.286749 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c19350-88b3-4e30-9ab8-e6f560824961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9e0494-fd2e-4ac3-adec-e952514ab0fa,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:31.290447 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5ec269fe-7b29-459f-8557-595c9c7fa0aa tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:31.443708 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ebfb7eeb-635e-440a-8667-e07b6ece065c req-ac8c0e6d-0c56-4dad-8cc6-65c975de93a5 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 210 time: 0.0667875 Nov 09 21:17:31.455582 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-33b62e42-2b76-443f-b877-ca079394a4f2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-224760883-network', 'tenant_id': 'd00e1693799d4504a967582f47598798'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:17:31.519746 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a021de2c-ea30-47b9-85f2-b90b4d94271d x-openstack-request-id: req-a021de2c-ea30-47b9-85f2-b90b4d94271d {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:17:31.520042 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7643dd4f-fcd6-4e08-90e5-76b9e057ba4f", "name": "network-vif-plugged", "status": "completed", "tag": "c12b4097-cc61-4791-8e29-6bd956d25e95", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:17:31.520299 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a021de2c-ea30-47b9-85f2-b90b4d94271d {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:17:31.521480 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7643dd4f-fcd6-4e08-90e5-76b9e057ba4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12b4097-cc61-4791-8e29-6bd956d25e95', 'code': 200} Nov 09 21:17:31.583686 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b62e42-2b76-443f-b877-ca079394a4f2 admin admin] Made reservation on behalf of d00e1693799d4504a967582f47598798 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:17:31.586577 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-33b62e42-2b76-443f-b877-ca079394a4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:31.629218 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [None req-5ec269fe-7b29-459f-8557-595c9c7fa0aa tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Floating IP 882aeec3-4637-46b9-bfea-5aa6180415da associated. External IP: 172.25.7.129, port: 825351ba-9738-49ef-a76d-6d1620cd75d1. Nov 09 21:17:31.653951 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-33b62e42-2b76-443f-b877-ca079394a4f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:31.825178 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-33b62e42-2b76-443f-b877-ca079394a4f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:31.855052 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-33b62e42-2b76-443f-b877-ca079394a4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:31.949947 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266250-d1ee-4299-97ef-ea7073dd066f req-9494422d-08f1-4521-a3d3-5f508a52940a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:31.951809 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-9494422d-08f1-4521-a3d3-5f508a52940a service neutron] 10.222.0.43 "GET /v2.0/ports/a07b3c2f-c8c5-43d5-9170-485f26594f02 HTTP/1.1" status: 200 len: 1032 time: 0.4446945 Nov 09 21:17:31.956814 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b62e42-2b76-443f-b877-ca079394a4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bec62d-e5fe-4a32-8104-f33db8ee4b24,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:32.067082 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36412) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:17:32.099684 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1be32875-517d-4f52-a5bb-45a1baf936cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:32.184730 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36416) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:17:32.274411 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec269fe-7b29-459f-8557-595c9c7fa0aa tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Router f15193b5-cc62-400b-9141-50819cd14590 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:17:32.476973 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c506d2c6-983f-461f-8a02-ded99473d087 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:32.520898 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c72d8846-3150-48fd-b0e6-17e7ab56d33e req-7f0d9e53-1f62-4b6f-9a8d-8f02d33309ab tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 210 time: 0.6575458 Nov 09 21:17:32.561463 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266250-d1ee-4299-97ef-ea7073dd066f req-130675da-100a-4cca-a04d-b5d7e82a0374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:32.564086 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-130675da-100a-4cca-a04d-b5d7e82a0374 service neutron] 10.222.0.43 "GET /v2.0/ports/91c8b178-c506-4843-982e-f1a58ad7e198 HTTP/1.1" status: 200 len: 1032 time: 0.5712016 Nov 09 21:17:32.572564 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33b62e42-2b76-443f-b877-ca079394a4f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:17:32.577434 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73759c1f-2c63-4e16-9eed-fd689b5000ae req-e08e2669-a295-41f2-b7d0-86c052289ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:32.579057 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-73759c1f-2c63-4e16-9eed-fd689b5000ae req-e08e2669-a295-41f2-b7d0-86c052289ae6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 1101 time: 0.9644911 Nov 09 21:17:32.680025 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1be32875-517d-4f52-a5bb-45a1baf936cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:32.700048 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1be32875-517d-4f52-a5bb-45a1baf936cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:32.758214 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec269fe-7b29-459f-8557-595c9c7fa0aa tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:17:32.768939 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5ec269fe-7b29-459f-8557-595c9c7fa0aa tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:32.771701 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4f29b1-9eea-404b-9e3e-30c63c763a53 None None] Sync routers for ids ['f15193b5-cc62-400b-9141-50819cd14590'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:17:32.784678 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bef3bd-512c-41de-b4a6-6a0700415dba req-40e9668c-7b0b-43ff-ad9b-0bc3655462f3 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:32.786402 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4f29b1-9eea-404b-9e3e-30c63c763a53 None None] Routers {'f15193b5-cc62-400b-9141-50819cd14590'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:17:32.787048 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-de4f29b1-9eea-404b-9e3e-30c63c763a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:17:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f15193b5-cc62-400b-9141-50819cd14590'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:17:32.792602 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f8bef3bd-512c-41de-b4a6-6a0700415dba req-40e9668c-7b0b-43ff-ad9b-0bc3655462f3 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 950 time: 0.3253708 Nov 09 21:17:32.799911 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1be32875-517d-4f52-a5bb-45a1baf936cf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a660c2d0b229452d8f9b0d825f087ea3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7290013 Nov 09 21:17:32.801012 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be32875-517d-4f52-a5bb-45a1baf936cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e361d948-64a2-4fff-abd9-9a2d01311475,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:32.803520 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36426) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:17:32.834233 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-33b62e42-2b76-443f-b877-ca079394a4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:32.834854 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-33b62e42-2b76-443f-b877-ca079394a4f2 admin admin] Added segment 2eae2f9e-9356-4916-8730-f212a2241e0a of type vlan for network 69fa4f6e-d932-408f-b951-a69ec0ab0342 Nov 09 21:17:32.868506 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c506d2c6-983f-461f-8a02-ded99473d087 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:32.890190 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5ec269fe-7b29-459f-8557-595c9c7fa0aa tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "PUT /v2.0/floatingips/882aeec3-4637-46b9-bfea-5aa6180415da HTTP/1.1" status: 200 len: 992 time: 3.9067109 Nov 09 21:17:32.890409 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-33b62e42-2b76-443f-b877-ca079394a4f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:32.895127 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'tag': '825351ba-9738-49ef-a76d-6d1620cd75d1'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:17:32.898180 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf6e442-8f39-4f98-93be-5c0d24dfde27" -d '{"events": [{"name": "network-changed", "server_uuid": "40b6c418-4d59-4dd2-bb2b-a20015d0c169", "tag": "825351ba-9738-49ef-a76d-6d1620cd75d1"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:17:32.902600 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c506d2c6-983f-461f-8a02-ded99473d087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:32.935470 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-de4f29b1-9eea-404b-9e3e-30c63c763a53 None None] Set router f15193b5-cc62-400b-9141-50819cd14590 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:17:32.954484 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266250-d1ee-4299-97ef-ea7073dd066f req-ed85ba0c-0361-4851-afb5-b909dc230213 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:32.965180 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266250-d1ee-4299-97ef-ea7073dd066f req-ed85ba0c-0361-4851-afb5-b909dc230213 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:32.974877 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266250-d1ee-4299-97ef-ea7073dd066f req-ed85ba0c-0361-4851-afb5-b909dc230213 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:32.977099 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-ed85ba0c-0361-4851-afb5-b909dc230213 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.43 "GET /v2.0/networks?id=4b9d06c7-33c8-4c7a-8231-6eb95b2347b3&id=9bd028ff-7bca-4c46-bd71-6aace0071dc5&id=9bd028ff-7bca-4c46-bd71-6aace0071dc5&id=9bd028ff-7bca-4c46-bd71-6aace0071dc5&id=9bd028ff-7bca-4c46-bd71-6aace0071dc5&id=db993ee6-66d3-478a-b585-3c11adab0dfd&id=db993ee6-66d3-478a-b585-3c11adab0dfd HTTP/1.1" status: 200 len: 1996 time: 0.4018686 Nov 09 21:17:33.016444 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c506d2c6-983f-461f-8a02-ded99473d087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab485d55-0902-4233-80e5-b09e70060485,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:33.021796 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c506d2c6-983f-461f-8a02-ded99473d087 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ce5ea11a4d8d484fa13af4913bcb1320&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8360050 Nov 09 21:17:33.042112 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-036fc392-8deb-4a9a-b719-5db01e9f44c2 req-4d2ea076-8769-43e7-81f8-0cd535e67340 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=58a338c5-88dc-4b1d-a233-f64e2c5ed451 HTTP/1.1" status: 200 len: 210 time: 0.0992103 Nov 09 21:17:33.042770 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-33b62e42-2b76-443f-b877-ca079394a4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:33.043747 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b62e42-2b76-443f-b877-ca079394a4f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:33.044358 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-33b62e42-2b76-443f-b877-ca079394a4f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:33.053046 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36434) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:17:33.054155 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-902f5fbe-25e7-4f8c-a716-6e326552f531 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:33.095933 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-902f5fbe-25e7-4f8c-a716-6e326552f531 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:33.198348 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b62e42-2b76-443f-b877-ca079394a4f2 admin admin] Pushing event updated for resources: {'Network': ['ID=69fa4f6e-d932-408f-b951-a69ec0ab0342,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:33.222423 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 69fa4f6e-d932-408f-b951-a69ec0ab0342 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:17:33.230250 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-73759c1f-2c63-4e16-9eed-fd689b5000ae req-c6c7c144-4c2d-419d-a04c-de784aa2ead7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6398222 Nov 09 21:17:33.267723 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705a74f9-d1f5-41a7-b2ec-91e280bad0c7 x-openstack-request-id: req-705a74f9-d1f5-41a7-b2ec-91e280bad0c7 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:17:33.267946 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40b6c418-4d59-4dd2-bb2b-a20015d0c169", "tag": "825351ba-9738-49ef-a76d-6d1620cd75d1", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:17:33.268195 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-705a74f9-d1f5-41a7-b2ec-91e280bad0c7 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:17:33.268600 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'tag': '825351ba-9738-49ef-a76d-6d1620cd75d1', 'status': 'completed', 'code': 200} Nov 09 21:17:33.275391 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-5f63b4b6-e810-40d9-ad86-01240bc8007d tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82c72cbaced549c1af9f163b71209187 HTTP/1.1" status: 200 len: 380 time: 0.2233527 Nov 09 21:17:33.285127 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4490878e-ce31-442e-bc75-b7fa0c21d1bf req-cafb6a31-df2d-4c9a-9247-27decd4e0224 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3059616 Nov 09 21:17:33.290421 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-33b62e42-2b76-443f-b877-ca079394a4f2 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.0994868 Nov 09 21:17:33.294585 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36436) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:17:33.301260 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-1b36d86c-2a32-49ef-9a75-4e2954f9720b admin admin] Request body: {'subnet': {'network_id': '69fa4f6e-d932-408f-b951-a69ec0ab0342', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-224760883-subnet', 'tenant_id': 'd00e1693799d4504a967582f47598798', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:17:33.302443 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-902f5fbe-25e7-4f8c-a716-6e326552f531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:33.305181 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-902f5fbe-25e7-4f8c-a716-6e326552f531 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:33.306335 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-902f5fbe-25e7-4f8c-a716-6e326552f531 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e361d948-64a2-4fff-abd9-9a2d01311475 HTTP/1.1" status: 204 len: 168 time: 0.4829695 Nov 09 21:17:33.310226 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b9f01274-efb3-41c4-9dc0-638f34418472 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:33.321760 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-14266250-d1ee-4299-97ef-ea7073dd066f req-106e412d-41ab-4b19-96de-1ab14a107cb3 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Request body: {'port': {'device_id': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'network_id': '4b9d06c7-33c8-4c7a-8231-6eb95b2347b3', 'admin_state_up': True, 'tenant_id': '82c72cbaced549c1af9f163b71209187', 'security_groups': ['911bb090-0716-4bfb-a02e-6ca72569ddde']}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:17:33.335837 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b9f01274-efb3-41c4-9dc0-638f34418472 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:33.366113 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b36d86c-2a32-49ef-9a75-4e2954f9720b admin admin] Made reservation on behalf of d00e1693799d4504a967582f47598798 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:17:33.368357 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1b36d86c-2a32-49ef-9a75-4e2954f9720b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:33.405207 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-de4f29b1-9eea-404b-9e3e-30c63c763a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15193b5-cc62-400b-9141-50819cd14590', 'name': 'tempest-TaggedBootDevicesTest-1130941535-router', 'tenant_id': '400600a87b5744da836a5a4df97863c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '1f54d51a-a509-43fb-85c6-83287b942a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:14:55Z', 'updated_at': '2021-11-09T21:15:00Z', 'revision_number': 4, 'project_id': '400600a87b5744da836a5a4df97863c7', 'gw_port': {'id': '1f54d51a-a509-43fb-85c6-83287b942a03', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:83:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15193b5-cc62-400b-9141-50819cd14590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:14:56Z', 'updated_at': '2021-11-09T21:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '882aeec3-4637-46b9-bfea-5aa6180415da', 'tenant_id': '400600a87b5744da836a5a4df97863c7', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'f15193b5-cc62-400b-9141-50819cd14590', 'port_id': '825351ba-9738-49ef-a76d-6d1620cd75d1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6a5df07-fe3c-47f1-83e0-b8908198e01d', 'mac_address': 'fa:16:3e:ec:27:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:16:01Z', 'updated_at': '2021-11-09T21:17:31Z', 'revision_number': 1, 'project_id': '400600a87b5744da836a5a4df97863c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c844657-9d7d-40c4-8f9d-f57e57caa8af', 'name': '', 'network_id': 'd6a5df07-fe3c-47f1-83e0-b8908198e01d', 'tenant_id': '400600a87b5744da836a5a4df97863c7', 'mac_address': 'fa:16:3e:49:9b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15193b5-cc62-400b-9141-50819cd14590', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '55602be9-97b4-4359-8931-67067a301b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:14:59Z', 'updated_at': '2021-11-09T21:15:07Z', 'revision_number': 5, 'project_id': '400600a87b5744da836a5a4df97863c7', 'subnets': [{'id': '55602be9-97b4-4359-8931-67067a301b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:17:33.440455 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f8bef3bd-512c-41de-b4a6-6a0700415dba req-fecb286d-f458-4810-afd7-d1620d4cab37 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6424670 Nov 09 21:17:33.443841 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b9f01274-efb3-41c4-9dc0-638f34418472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:33.447002 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b9f01274-efb3-41c4-9dc0-638f34418472 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:33.448828 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b9f01274-efb3-41c4-9dc0-638f34418472 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ab485d55-0902-4233-80e5-b09e70060485 HTTP/1.1" status: 204 len: 168 time: 0.2933011 Nov 09 21:17:33.449788 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f5fbe-25e7-4f8c-a716-6e326552f531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e361d948-64a2-4fff-abd9-9a2d01311475,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:33.503700 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4f29b1-9eea-404b-9e3e-30c63c763a53 None None] Checking router: f15193b5-cc62-400b-9141-50819cd14590 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:17:33.509318 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f01274-efb3-41c4-9dc0-638f34418472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab485d55-0902-4233-80e5-b09e70060485,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:33.575320 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6e442-8f39-4f98-93be-5c0d24dfde27 req-8c5477aa-e25a-4918-8548-746093c4f33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:33.575805 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6e442-8f39-4f98-93be-5c0d24dfde27 req-8c5477aa-e25a-4918-8548-746093c4f33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:33.580336 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6e442-8f39-4f98-93be-5c0d24dfde27 req-8c5477aa-e25a-4918-8548-746093c4f33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:33.580884 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6e442-8f39-4f98-93be-5c0d24dfde27 req-8c5477aa-e25a-4918-8548-746093c4f33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:33.581904 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6e442-8f39-4f98-93be-5c0d24dfde27 req-8c5477aa-e25a-4918-8548-746093c4f33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:33.581904 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6e442-8f39-4f98-93be-5c0d24dfde27 req-8c5477aa-e25a-4918-8548-746093c4f33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:33.586430 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6e442-8f39-4f98-93be-5c0d24dfde27 req-8c5477aa-e25a-4918-8548-746093c4f33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:33.592783 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3bf6e442-8f39-4f98-93be-5c0d24dfde27 req-8c5477aa-e25a-4918-8548-746093c4f33b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=400600a87b5744da836a5a4df97863c7&device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 6490 time: 0.2020907 Nov 09 21:17:33.601240 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4f29b1-9eea-404b-9e3e-30c63c763a53 None None] Routers {'f15193b5-cc62-400b-9141-50819cd14590'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:17:33.605669 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-de4f29b1-9eea-404b-9e3e-30c63c763a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:17:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f15193b5-cc62-400b-9141-50819cd14590'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:17:33.653628 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490878e-ce31-442e-bc75-b7fa0c21d1bf req-ae229c81-9640-4482-9c20-5cfb5eaafacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:33.655176 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4490878e-ce31-442e-bc75-b7fa0c21d1bf req-ae229c81-9640-4482-9c20-5cfb5eaafacb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab9f62a9766648e6a735e31e91b7e450&device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 1100 time: 0.1711116 Nov 09 21:17:33.759856 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:33.807139 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6e442-8f39-4f98-93be-5c0d24dfde27 req-2f38c5ec-4b85-4226-b562-f7fa42efad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:33.808864 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3bf6e442-8f39-4f98-93be-5c0d24dfde27 req-2f38c5ec-4b85-4226-b562-f7fa42efad4c service neutron] 10.222.0.43 "GET /v2.0/networks?id=d6a5df07-fe3c-47f1-83e0-b8908198e01d HTTP/1.1" status: 200 len: 912 time: 0.2120736 Nov 09 21:17:33.937175 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f3ee9cbf-4759-491b-b5b2-f8adbc93cf86 req-4cd979d2-1832-44d7-abb1-8a775bed2409 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 210 time: 0.2173679 Nov 09 21:17:33.951056 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1b36d86c-2a32-49ef-9a75-4e2954f9720b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:34.019838 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14266250-d1ee-4299-97ef-ea7073dd066f req-106e412d-41ab-4b19-96de-1ab14a107cb3 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Made reservation on behalf of 82c72cbaced549c1af9f163b71209187 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:17:34.024408 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-106e412d-41ab-4b19-96de-1ab14a107cb3 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:34.105378 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-de4f29b1-9eea-404b-9e3e-30c63c763a53 None None] Set router f15193b5-cc62-400b-9141-50819cd14590 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:17:34.138909 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a41de-843d-4d25-b9ca-0c1314b89c94 req-3edb6d25-a7e2-4b1f-9b70-8c66b9d034f6 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:34.140456 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-357a41de-843d-4d25-b9ca-0c1314b89c94 req-3edb6d25-a7e2-4b1f-9b70-8c66b9d034f6 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/networks?id=9cf09cc6-9022-42d8-96c2-e4ea0d1e749b HTTP/1.1" status: 200 len: 808 time: 0.2478557 Nov 09 21:17:34.177048 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3bf6e442-8f39-4f98-93be-5c0d24dfde27 req-718818c8-08a8-4096-b07d-2602425f66f1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=825351ba-9738-49ef-a76d-6d1620cd75d1 HTTP/1.1" status: 200 len: 1000 time: 0.3598723 Nov 09 21:17:34.178736 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-357a41de-843d-4d25-b9ca-0c1314b89c94 req-7e30bc97-8e7b-4302-8f19-95622f504311 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/quotas/5a6366c08f5c4a9bb0bdc56b2ea0a20e HTTP/1.1" status: 200 len: 375 time: 0.0239418 Nov 09 21:17:34.217421 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490878e-ce31-442e-bc75-b7fa0c21d1bf req-7c835485-41a8-434a-93e7-960cc3a1b597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:34.223956 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4490878e-ce31-442e-bc75-b7fa0c21d1bf req-7c835485-41a8-434a-93e7-960cc3a1b597 service neutron] 10.222.0.45 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.5363157 Nov 09 21:17:34.225519 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b36d86c-2a32-49ef-9a75-4e2954f9720b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6db95e6-36ed-4c38-b9dd-b86023f7638a,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:34.264073 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b36d86c-2a32-49ef-9a75-4e2954f9720b admin admin] Checking segment: {'id': '2eae2f9e-9356-4916-8730-f212a2241e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '69fa4f6e-d932-408f-b951-a69ec0ab0342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:17:34.270412 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b36d86c-2a32-49ef-9a75-4e2954f9720b admin admin] Network hostable DHCP agents. Network: 69fa4f6e-d932-408f-b951-a69ec0ab0342, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:17:34.300119 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6e442-8f39-4f98-93be-5c0d24dfde27 req-92dc2206-af65-4bc4-a6b6-805aef5a5e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:34.302409 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3bf6e442-8f39-4f98-93be-5c0d24dfde27 req-92dc2206-af65-4bc4-a6b6-805aef5a5e8e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=55602be9-97b4-4359-8931-67067a301b3c HTTP/1.1" status: 200 len: 851 time: 0.1119072 Nov 09 21:17:34.436353 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-357a41de-843d-4d25-b9ca-0c1314b89c94 req-127ba7f2-c614-43a1-9adb-fbde743f0917 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5a6366c08f5c4a9bb0bdc56b2ea0a20e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2497625 Nov 09 21:17:34.472612 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6e442-8f39-4f98-93be-5c0d24dfde27 req-da1a4d7c-4240-4194-bc53-a0c3ef73a54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:34.474265 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3bf6e442-8f39-4f98-93be-5c0d24dfde27 req-da1a4d7c-4240-4194-bc53-a0c3ef73a54b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d6a5df07-fe3c-47f1-83e0-b8908198e01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1649361 Nov 09 21:17:34.508025 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4490878e-ce31-442e-bc75-b7fa0c21d1bf req-9d20591d-d941-41c4-847f-2114fea2bcce service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6 HTTP/1.1" status: 200 len: 217 time: 0.2678759 Nov 09 21:17:34.560287 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b36d86c-2a32-49ef-9a75-4e2954f9720b admin admin] Network 69fa4f6e-d932-408f-b951-a69ec0ab0342 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:17:34.645291 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-1b36d86c-2a32-49ef-9a75-4e2954f9720b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 69fa4f6e-d932-408f-b951-a69ec0ab0342) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:17:34.687379 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff201d2-a697-4156-9e8d-142d3b1b1f44 None None] Network 69fa4f6e-d932-408f-b951-a69ec0ab0342 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:17:34.691651 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b36d86c-2a32-49ef-9a75-4e2954f9720b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:34.692249 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1b36d86c-2a32-49ef-9a75-4e2954f9720b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:34.733065 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3bf6e442-8f39-4f98-93be-5c0d24dfde27 req-d044f36c-2a7e-4092-ae14-96b352b19dbc service neutron] 10.222.0.43 "GET /v2.0/networks/d6a5df07-fe3c-47f1-83e0-b8908198e01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476625 Nov 09 21:17:34.757514 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1b36d86c-2a32-49ef-9a75-4e2954f9720b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4617734 Nov 09 21:17:34.769533 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490878e-ce31-442e-bc75-b7fa0c21d1bf req-14556a66-782d-415e-b878-b3114ae9d709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:34.774644 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4490878e-ce31-442e-bc75-b7fa0c21d1bf req-14556a66-782d-415e-b878-b3114ae9d709 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.2657640 Nov 09 21:17:34.795132 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-14266250-d1ee-4299-97ef-ea7073dd066f req-106e412d-41ab-4b19-96de-1ab14a107cb3 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Allocated IP 172.20.0.5 (4b9d06c7-33c8-4c7a-8231-6eb95b2347b3/c3d920bb-b358-4f30-b501-1f6a5fba102b/7bd49de7-14e9-45ba-ad29-41a7b31624e4) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:17:34.836158 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-de4f29b1-9eea-404b-9e3e-30c63c763a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15193b5-cc62-400b-9141-50819cd14590', 'name': 'tempest-TaggedBootDevicesTest-1130941535-router', 'tenant_id': '400600a87b5744da836a5a4df97863c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '1f54d51a-a509-43fb-85c6-83287b942a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:14:55Z', 'updated_at': '2021-11-09T21:15:00Z', 'revision_number': 4, 'project_id': '400600a87b5744da836a5a4df97863c7', 'gw_port': {'id': '1f54d51a-a509-43fb-85c6-83287b942a03', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:83:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15193b5-cc62-400b-9141-50819cd14590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:14:56Z', 'updated_at': '2021-11-09T21:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '882aeec3-4637-46b9-bfea-5aa6180415da', 'tenant_id': '400600a87b5744da836a5a4df97863c7', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'f15193b5-cc62-400b-9141-50819cd14590', 'port_id': '825351ba-9738-49ef-a76d-6d1620cd75d1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6a5df07-fe3c-47f1-83e0-b8908198e01d', 'mac_address': 'fa:16:3e:ec:27:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:16:01Z', 'updated_at': '2021-11-09T21:17:31Z', 'revision_number': 1, 'project_id': '400600a87b5744da836a5a4df97863c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c844657-9d7d-40c4-8f9d-f57e57caa8af', 'name': '', 'network_id': 'd6a5df07-fe3c-47f1-83e0-b8908198e01d', 'tenant_id': '400600a87b5744da836a5a4df97863c7', 'mac_address': 'fa:16:3e:49:9b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15193b5-cc62-400b-9141-50819cd14590', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '55602be9-97b4-4359-8931-67067a301b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:14:59Z', 'updated_at': '2021-11-09T21:15:07Z', 'revision_number': 5, 'project_id': '400600a87b5744da836a5a4df97863c7', 'subnets': [{'id': '55602be9-97b4-4359-8931-67067a301b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:17:34.858544 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32108a0f-424a-4413-81f8-8790b301cd41 req-2bd8c4fd-94cc-42c9-a7f3-b16bd8930fa5 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:34.870553 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-32108a0f-424a-4413-81f8-8790b301cd41 req-2bd8c4fd-94cc-42c9-a7f3-b16bd8930fa5 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 950 time: 0.2289619 Nov 09 21:17:34.871507 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4f29b1-9eea-404b-9e3e-30c63c763a53 None None] The sync data for ids ['f15193b5-cc62-400b-9141-50819cd14590'] in n-d-816206-3 is: [{'id': 'f15193b5-cc62-400b-9141-50819cd14590', 'name': 'tempest-TaggedBootDevicesTest-1130941535-router', 'tenant_id': '400600a87b5744da836a5a4df97863c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '1f54d51a-a509-43fb-85c6-83287b942a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:14:55Z', 'updated_at': '2021-11-09T21:15:00Z', 'revision_number': 4, 'project_id': '400600a87b5744da836a5a4df97863c7', 'gw_port': {'id': '1f54d51a-a509-43fb-85c6-83287b942a03', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:83:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15193b5-cc62-400b-9141-50819cd14590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:14:56Z', 'updated_at': '2021-11-09T21:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '882aeec3-4637-46b9-bfea-5aa6180415da', 'tenant_id': '400600a87b5744da836a5a4df97863c7', 'floating_ip_address': '172.25.7.129', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'f15193b5-cc62-400b-9141-50819cd14590', 'port_id': '825351ba-9738-49ef-a76d-6d1620cd75d1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6a5df07-fe3c-47f1-83e0-b8908198e01d', 'mac_address': 'fa:16:3e:ec:27:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:16:01Z', 'updated_at': '2021-11-09T21:17:31Z', 'revision_number': 1, 'project_id': '400600a87b5744da836a5a4df97863c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c844657-9d7d-40c4-8f9d-f57e57caa8af', 'name': '', 'network_id': 'd6a5df07-fe3c-47f1-83e0-b8908198e01d', 'tenant_id': '400600a87b5744da836a5a4df97863c7', 'mac_address': 'fa:16:3e:49:9b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15193b5-cc62-400b-9141-50819cd14590', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '55602be9-97b4-4359-8931-67067a301b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:14:59Z', 'updated_at': '2021-11-09T21:15:07Z', 'revision_number': 5, 'project_id': '400600a87b5744da836a5a4df97863c7', 'subnets': [{'id': '55602be9-97b4-4359-8931-67067a301b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:17:34.925091 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3bf6e442-8f39-4f98-93be-5c0d24dfde27 req-87a2f1a5-0e17-44a4-9da0-49e71c069649 service neutron] 10.222.0.43 "GET /v2.0/networks/d6a5df07-fe3c-47f1-83e0-b8908198e01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827064 Nov 09 21:17:35.114081 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdb1ea6-0d29-4c33-9564-50283ccd3b5c None None] Network 69fa4f6e-d932-408f-b951-a69ec0ab0342 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:17:35.122402 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-357a41de-843d-4d25-b9ca-0c1314b89c94 req-0ad0a61b-e269-45d1-bf84-8d2c472d330a service neutron] 10.222.0.49 "GET /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6773818 Nov 09 21:17:35.283417 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c800f1-9e95-47dc-9ad8-8da42054ffd8 None None] New status for floating IP 882aeec3-4637-46b9-bfea-5aa6180415da: ACTIVE {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:17:35.322483 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-106e412d-41ab-4b19-96de-1ab14a107cb3 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:35.357098 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-357a41de-843d-4d25-b9ca-0c1314b89c94 req-199562b5-170e-48ae-b802-3e9f6941bfea service neutron] 10.222.0.49 "GET /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260506 Nov 09 21:17:35.394875 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-32108a0f-424a-4413-81f8-8790b301cd41 req-0bd6ccdd-3612-4ebf-9171-d5ce709966ba tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5193443 Nov 09 21:17:35.399294 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-106e412d-41ab-4b19-96de-1ab14a107cb3 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:35.441173 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36512) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:17:35.509581 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14266250-d1ee-4299-97ef-ea7073dd066f req-106e412d-41ab-4b19-96de-1ab14a107cb3 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Network 4b9d06c7-33c8-4c7a-8231-6eb95b2347b3 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:17:35.563269 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490878e-ce31-442e-bc75-b7fa0c21d1bf req-3e304f8a-97ab-4071-b895-98b0cc6c9d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:35.567607 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4490878e-ce31-442e-bc75-b7fa0c21d1bf req-3e304f8a-97ab-4071-b895-98b0cc6c9d8f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7658186 Nov 09 21:17:35.570108 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e412d-41ab-4b19-96de-1ab14a107cb3 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Pushing event updated for resources: {'Port': ['ID=7bd49de7-14e9-45ba-ad29-41a7b31624e4,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:35.577492 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-14266250-d1ee-4299-97ef-ea7073dd066f req-106e412d-41ab-4b19-96de-1ab14a107cb3 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:17:35.825595 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-14266250-d1ee-4299-97ef-ea7073dd066f req-106e412d-41ab-4b19-96de-1ab14a107cb3 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:17:35.831516 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4490878e-ce31-442e-bc75-b7fa0c21d1bf req-d26b9dbe-9faa-4d40-8bf2-70a2751d2e4e service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474401 Nov 09 21:17:35.858088 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-df6b63c9-1a38-4122-bc3a-ccc1e0235c7c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1521085466-network', 'tenant_id': 'ddac74d17cf94df2880a226d15c0a5ff'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:17:35.905773 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:17:35.911157 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6b63c9-1a38-4122-bc3a-ccc1e0235c7c admin admin] Made reservation on behalf of ddac74d17cf94df2880a226d15c0a5ff for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:17:35.914886 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-df6b63c9-1a38-4122-bc3a-ccc1e0235c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:35.936441 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-df6b63c9-1a38-4122-bc3a-ccc1e0235c7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:36.104509 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-df6b63c9-1a38-4122-bc3a-ccc1e0235c7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:36.110456 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-df6b63c9-1a38-4122-bc3a-ccc1e0235c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:36.121236 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266250-d1ee-4299-97ef-ea7073dd066f req-106e412d-41ab-4b19-96de-1ab14a107cb3 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:36.121902 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-106e412d-41ab-4b19-96de-1ab14a107cb3 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:36.137146 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-52c48d95-9ed9-438d-931f-66e6f5674721 None None] Provisioning complete for port 7bd49de7-14e9-45ba-ad29-41a7b31624e4 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:17:36.137615 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-52c48d95-9ed9-438d-931f-66e6f5674721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:36.147074 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6b63c9-1a38-4122-bc3a-ccc1e0235c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7beac0-83b7-4dc2-8a69-2d3bfb73b965,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:36.152404 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df6b63c9-1a38-4122-bc3a-ccc1e0235c7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:17:36.165088 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-df6b63c9-1a38-4122-bc3a-ccc1e0235c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:36.165567 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-df6b63c9-1a38-4122-bc3a-ccc1e0235c7c admin admin] Added segment 09b70962-317a-4e30-8693-8968e5be04b8 of type vlan for network 7680b8cd-cf84-4451-b98c-9ec0a0c87d39 Nov 09 21:17:36.235044 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-52c48d95-9ed9-438d-931f-66e6f5674721 None None] Port 7bd49de7-14e9-45ba-ad29-41a7b31624e4 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:17:36.276418 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-df6b63c9-1a38-4122-bc3a-ccc1e0235c7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:36.299495 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4490878e-ce31-442e-bc75-b7fa0c21d1bf req-a05d5007-ca33-4648-b1a9-c05a9e65ef8f service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409916 Nov 09 21:17:36.330844 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-df6b63c9-1a38-4122-bc3a-ccc1e0235c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:36.334222 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6b63c9-1a38-4122-bc3a-ccc1e0235c7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:36.336013 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-106e412d-41ab-4b19-96de-1ab14a107cb3 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0238650 Nov 09 21:17:36.336549 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-df6b63c9-1a38-4122-bc3a-ccc1e0235c7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:36.380594 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6050bca8-cea8-48eb-a8f8-5928cf2e845d req-9667538c-8f55-476e-b6fd-e71bfc050df9 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:36.382371 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6050bca8-cea8-48eb-a8f8-5928cf2e845d req-9667538c-8f55-476e-b6fd-e71bfc050df9 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 931 time: 0.7972298 Nov 09 21:17:36.403295 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-14266250-d1ee-4299-97ef-ea7073dd066f req-5f1db71d-6d93-4485-aaa7-9fd80ee08804 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Request body: {'port': {'device_id': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'network_id': '9bd028ff-7bca-4c46-bd71-6aace0071dc5', 'admin_state_up': True, 'tenant_id': '82c72cbaced549c1af9f163b71209187', 'security_groups': ['911bb090-0716-4bfb-a02e-6ca72569ddde']}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:17:36.447704 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-df6b63c9-1a38-4122-bc3a-ccc1e0235c7c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0052872 Nov 09 21:17:36.451227 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36540) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:17:36.456871 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-87868641-8220-4aeb-a087-2bbe29749272 admin admin] Request body: {'subnet': {'network_id': '7680b8cd-cf84-4451-b98c-9ec0a0c87d39', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1521085466-subnet', 'tenant_id': 'ddac74d17cf94df2880a226d15c0a5ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:17:36.473080 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6b63c9-1a38-4122-bc3a-ccc1e0235c7c admin admin] Pushing event updated for resources: {'Network': ['ID=7680b8cd-cf84-4451-b98c-9ec0a0c87d39,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:36.488169 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 7680b8cd-cf84-4451-b98c-9ec0a0c87d39 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:17:36.514479 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87868641-8220-4aeb-a087-2bbe29749272 admin admin] Made reservation on behalf of ddac74d17cf94df2880a226d15c0a5ff for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:17:36.518371 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-87868641-8220-4aeb-a087-2bbe29749272 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:36.599128 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6050bca8-cea8-48eb-a8f8-5928cf2e845d req-58a7ad7b-93d3-4ae8-a3b2-bb4a1e7c0e23 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041621 Nov 09 21:17:36.775305 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14266250-d1ee-4299-97ef-ea7073dd066f req-5f1db71d-6d93-4485-aaa7-9fd80ee08804 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Made reservation on behalf of 82c72cbaced549c1af9f163b71209187 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:17:36.783896 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-5f1db71d-6d93-4485-aaa7-9fd80ee08804 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:36.911744 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-6550fd60-2ec9-4f85-88ae-25383aa754ae req-fc76ad1e-7661-4b20-89da-c96d7712a608 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2052429837', 'description': 'tempest-description-1416415758'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:17:37.005852 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6550fd60-2ec9-4f85-88ae-25383aa754ae req-fc76ad1e-7661-4b20-89da-c96d7712a608 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:37.038314 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-87868641-8220-4aeb-a087-2bbe29749272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:37.116412 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453bd9cc-67ed-4b75-b2dd-080267cf539f req-ef66fdf5-b145-4282-9afe-42be6da2c32f tempest-MigrationsAdminTest-1051940959 tempest-MigrationsAdminTest-1051940959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:37.123449 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-453bd9cc-67ed-4b75-b2dd-080267cf539f req-ef66fdf5-b145-4282-9afe-42be6da2c32f tempest-MigrationsAdminTest-1051940959 tempest-MigrationsAdminTest-1051940959-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 1101 time: 0.1874874 Nov 09 21:17:37.136454 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87868641-8220-4aeb-a087-2bbe29749272 admin admin] Pushing event updated for resources: {'Subnet': ['ID=262b1767-8d0a-4864-8ab4-daf4a8d6ba62,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:37.179756 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6550fd60-2ec9-4f85-88ae-25383aa754ae req-fc76ad1e-7661-4b20-89da-c96d7712a608 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:37.181424 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87868641-8220-4aeb-a087-2bbe29749272 admin admin] Checking segment: {'id': '09b70962-317a-4e30-8693-8968e5be04b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7680b8cd-cf84-4451-b98c-9ec0a0c87d39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:17:37.182185 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87868641-8220-4aeb-a087-2bbe29749272 admin admin] Network hostable DHCP agents. Network: 7680b8cd-cf84-4451-b98c-9ec0a0c87d39, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:17:37.187508 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6550fd60-2ec9-4f85-88ae-25383aa754ae req-fc76ad1e-7661-4b20-89da-c96d7712a608 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:37.194865 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-14266250-d1ee-4299-97ef-ea7073dd066f req-5f1db71d-6d93-4485-aaa7-9fd80ee08804 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Allocated IP 10.1.1.35 (9bd028ff-7bca-4c46-bd71-6aace0071dc5/9535f1a8-f553-42a2-9902-5d76b011d9e0/425016f1-5323-4fd9-bef6-b3071e755392) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:17:37.236835 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6550fd60-2ec9-4f85-88ae-25383aa754ae req-fc76ad1e-7661-4b20-89da-c96d7712a608 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:37.238802 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6550fd60-2ec9-4f85-88ae-25383aa754ae req-fc76ad1e-7661-4b20-89da-c96d7712a608 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3360457 Nov 09 21:17:37.242454 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87868641-8220-4aeb-a087-2bbe29749272 admin admin] Network 7680b8cd-cf84-4451-b98c-9ec0a0c87d39 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:17:37.244704 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc76ad1e-7661-4b20-89da-c96d7712a608 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08bf0ec2-57be-4ce8-b48b-4faa13626251,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:37.275980 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-87868641-8220-4aeb-a087-2bbe29749272 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 7680b8cd-cf84-4451-b98c-9ec0a0c87d39) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:17:37.286331 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9287e535-b41a-4258-8790-718f94dc676f None None] Network 7680b8cd-cf84-4451-b98c-9ec0a0c87d39 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:17:37.290248 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87868641-8220-4aeb-a087-2bbe29749272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:37.290950 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-87868641-8220-4aeb-a087-2bbe29749272 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:37.329927 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-87868641-8220-4aeb-a087-2bbe29749272 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8774385 Nov 09 21:17:37.337302 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-453bd9cc-67ed-4b75-b2dd-080267cf539f req-a665a338-b1eb-48e0-92dc-1320ba5f642f tempest-MigrationsAdminTest-1051940959 tempest-MigrationsAdminTest-1051940959-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043734 Nov 09 21:17:37.443050 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7b82b457-c9fc-485b-a786-e757e14c88d6 req-7bad5789-921f-4b17-b01a-6078f25dfe11 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 210 time: 0.0637672 Nov 09 21:17:37.541407 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0cb90d58-8832-4e78-8bba-831c48b4ac29 req-613d78aa-c00c-41a2-9caf-e7cd79dc6dc3 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] 10.222.0.49 "GET /v2.0/security-groups/08bf0ec2-57be-4ce8-b48b-4faa13626251 HTTP/1.1" status: 200 len: 1830 time: 0.0846353 Nov 09 21:17:37.551720 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-0cb90d58-8832-4e78-8bba-831c48b4ac29 req-f1b46b46-f5cb-478e-97bc-0bfb136efcd1 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '08bf0ec2-57be-4ce8-b48b-4faa13626251', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:17:37.554424 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-0cb90d58-8832-4e78-8bba-831c48b4ac29 req-f1b46b46-f5cb-478e-97bc-0bfb136efcd1 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '08bf0ec2-57be-4ce8-b48b-4faa13626251', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:17:37.648677 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196a1850-b7fc-41ee-bae9-9863d577d948 None None] Network 7680b8cd-cf84-4451-b98c-9ec0a0c87d39 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:17:37.693126 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-5f1db71d-6d93-4485-aaa7-9fd80ee08804 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:37.707498 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0cb90d58-8832-4e78-8bba-831c48b4ac29 req-f1b46b46-f5cb-478e-97bc-0bfb136efcd1 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:37.776165 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0cb90d58-8832-4e78-8bba-831c48b4ac29 req-f1b46b46-f5cb-478e-97bc-0bfb136efcd1 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:37.781905 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0cb90d58-8832-4e78-8bba-831c48b4ac29 req-f1b46b46-f5cb-478e-97bc-0bfb136efcd1 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:37.795153 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-efb96abd-e1aa-43a1-ab32-b31b2616348d tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=7aae6b47b1e248c6bac679963e432215&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0790093 Nov 09 21:17:37.827840 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0cb90d58-8832-4e78-8bba-831c48b4ac29 req-f1b46b46-f5cb-478e-97bc-0bfb136efcd1 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:37.829809 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0cb90d58-8832-4e78-8bba-831c48b4ac29 req-f1b46b46-f5cb-478e-97bc-0bfb136efcd1 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2864444 Nov 09 21:17:37.835537 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b46b46-f5cb-478e-97bc-0bfb136efcd1 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e549b236-07fd-4ecd-9e61-5bf437ec63b5,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:37.975859 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-5f1db71d-6d93-4485-aaa7-9fd80ee08804 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:38.087170 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-b1412156-5ecb-4db2-b5fd-9076e8d8e0e6 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:38.099531 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-b1412156-5ecb-4db2-b5fd-9076e8d8e0e6 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2931693 Nov 09 21:17:38.102233 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1db71d-6d93-4485-aaa7-9fd80ee08804 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Pushing event updated for resources: {'Port': ['ID=425016f1-5323-4fd9-bef6-b3071e755392,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:38.174712 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14266250-d1ee-4299-97ef-ea7073dd066f req-5f1db71d-6d93-4485-aaa7-9fd80ee08804 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Network 9bd028ff-7bca-4c46-bd71-6aace0071dc5 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:17:38.184910 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-14266250-d1ee-4299-97ef-ea7073dd066f req-5f1db71d-6d93-4485-aaa7-9fd80ee08804 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:17:38.198670 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-0b219611-7c50-41c8-8f83-9804da4c540d tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/quotas/7aae6b47b1e248c6bac679963e432215 HTTP/1.1" status: 200 len: 375 time: 0.0982122 Nov 09 21:17:38.202370 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-14266250-d1ee-4299-97ef-ea7073dd066f req-5f1db71d-6d93-4485-aaa7-9fd80ee08804 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:17:38.298126 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266250-d1ee-4299-97ef-ea7073dd066f req-5f1db71d-6d93-4485-aaa7-9fd80ee08804 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:38.298797 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-5f1db71d-6d93-4485-aaa7-9fd80ee08804 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:38.350641 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-b7e877c3-3d35-456e-b1b9-9543971609c6 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7aae6b47b1e248c6bac679963e432215&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1508484 Nov 09 21:17:38.393950 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-5f1db71d-6d93-4485-aaa7-9fd80ee08804 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0003681 Nov 09 21:17:38.416701 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-14266250-d1ee-4299-97ef-ea7073dd066f req-c8e4dfe4-399d-49ec-a4a8-9f98d0a414a7 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Request body: {'port': {'device_id': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'network_id': '9bd028ff-7bca-4c46-bd71-6aace0071dc5', 'admin_state_up': True, 'tenant_id': '82c72cbaced549c1af9f163b71209187', 'security_groups': ['911bb090-0716-4bfb-a02e-6ca72569ddde']}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:17:38.435045 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a41de-843d-4d25-b9ca-0c1314b89c94 req-d1c0effa-1974-43f6-82fd-1cc714290deb tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:38.437389 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-357a41de-843d-4d25-b9ca-0c1314b89c94 req-d1c0effa-1974-43f6-82fd-1cc714290deb tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.43 "GET /v2.0/networks?id=9cf09cc6-9022-42d8-96c2-e4ea0d1e749b HTTP/1.1" status: 200 len: 808 time: 0.2896774 Nov 09 21:17:38.465974 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-357a41de-843d-4d25-b9ca-0c1314b89c94 req-5f9efdca-d6f0-41a0-8ebb-e6f4dc503d4f tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Request body: {'port': {'device_id': '60a58040-942c-44e2-a76c-af935664b0df', 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b', 'admin_state_up': True, 'tenant_id': '5a6366c08f5c4a9bb0bdc56b2ea0a20e'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:17:38.701523 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-357a41de-843d-4d25-b9ca-0c1314b89c94 req-5f9efdca-d6f0-41a0-8ebb-e6f4dc503d4f tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Made reservation on behalf of 5a6366c08f5c4a9bb0bdc56b2ea0a20e for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:17:38.714387 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-357a41de-843d-4d25-b9ca-0c1314b89c94 req-5f9efdca-d6f0-41a0-8ebb-e6f4dc503d4f tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:38.726001 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d95c748a-3a72-4d0a-adbc-8bcdceb97546 None None] Provisioning complete for port 425016f1-5323-4fd9-bef6-b3071e755392 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:17:38.726702 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d95c748a-3a72-4d0a-adbc-8bcdceb97546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:38.874698 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-d95c748a-3a72-4d0a-adbc-8bcdceb97546 None None] Port 425016f1-5323-4fd9-bef6-b3071e755392 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:17:38.899087 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14266250-d1ee-4299-97ef-ea7073dd066f req-c8e4dfe4-399d-49ec-a4a8-9f98d0a414a7 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Made reservation on behalf of 82c72cbaced549c1af9f163b71209187 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:17:38.923111 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-c8e4dfe4-399d-49ec-a4a8-9f98d0a414a7 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:39.068323 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-31d6dc09-78ce-48d2-ae82-e716553396c4 req-039bba55-bef8-4085-8aea-f5d4be95251c tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-163006077', 'description': 'tempest-description-992530797'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:17:39.177829 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3054f04-c8bb-4f77-a633-fe2d11fd340d req-db32e08c-6c0a-4389-9c83-4dd591edb773 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:39.184580 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3054f04-c8bb-4f77-a633-fe2d11fd340d req-db32e08c-6c0a-4389-9c83-4dd591edb773 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:39.196769 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a3054f04-c8bb-4f77-a633-fe2d11fd340d req-db32e08c-6c0a-4389-9c83-4dd591edb773 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 1652 time: 0.3961563 Nov 09 21:17:39.274237 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-31d6dc09-78ce-48d2-ae82-e716553396c4 req-039bba55-bef8-4085-8aea-f5d4be95251c tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:39.415633 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a3054f04-c8bb-4f77-a633-fe2d11fd340d req-63e93984-998b-4da0-9948-46e8ef6e6881 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2177560 Nov 09 21:17:39.529784 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-14266250-d1ee-4299-97ef-ea7073dd066f req-c8e4dfe4-399d-49ec-a4a8-9f98d0a414a7 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Allocated IP 10.1.1.229 (9bd028ff-7bca-4c46-bd71-6aace0071dc5/9535f1a8-f553-42a2-9902-5d76b011d9e0/f1a55f02-391f-4b2f-8594-8dd0febfc624) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:17:39.615970 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-31d6dc09-78ce-48d2-ae82-e716553396c4 req-039bba55-bef8-4085-8aea-f5d4be95251c tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:39.640542 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9a6c121e-369d-41f1-9f50-d5aa77254012 req-69637719-09a4-4a8d-825f-0d35c1687b1f tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] 10.222.0.49 "GET /v2.0/security-groups/08bf0ec2-57be-4ce8-b48b-4faa13626251 HTTP/1.1" status: 200 len: 2423 time: 0.1444800 Nov 09 21:17:39.648017 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-31d6dc09-78ce-48d2-ae82-e716553396c4 req-039bba55-bef8-4085-8aea-f5d4be95251c tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:39.664121 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dbaf0558-741d-48ec-9270-13406976aa62 req-62fbac3e-ce21-4e09-8841-3809bf8d36b0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6658683 Nov 09 21:17:39.799747 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039bba55-bef8-4085-8aea-f5d4be95251c tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de833f66-8fc4-48f6-8a5e-900af5240801,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:39.827039 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-357a41de-843d-4d25-b9ca-0c1314b89c94 req-5f9efdca-d6f0-41a0-8ebb-e6f4dc503d4f tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Allocated IP 172.20.0.4 (9cf09cc6-9022-42d8-96c2-e4ea0d1e749b/39c6d736-667d-4cbf-9558-9612dacd0f8d/c24f8166-c8a4-4539-b2a9-15639a039160) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:17:39.863332 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-31d6dc09-78ce-48d2-ae82-e716553396c4 req-039bba55-bef8-4085-8aea-f5d4be95251c tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:39.880486 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-31d6dc09-78ce-48d2-ae82-e716553396c4 req-039bba55-bef8-4085-8aea-f5d4be95251c tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.8204267 Nov 09 21:17:40.078667 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-c8e4dfe4-399d-49ec-a4a8-9f98d0a414a7 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:40.104556 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-24001a7c-f193-4fd7-bbd3-dff932da663c req-a1ff54a8-c1ef-4d70-a5df-32bfdc37a1b8 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 210 time: 0.0833678 Nov 09 21:17:40.168962 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-c8e4dfe4-399d-49ec-a4a8-9f98d0a414a7 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:40.245354 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2bc98dec-8ff4-4dbe-ac43-723711daa6a4 req-130ce0bf-8bff-46a3-b6b3-d4b6bec5572f tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/ports?device_id=e14c2798-7f63-4f1b-b504-14b711c7aae2 HTTP/1.1" status: 200 len: 210 time: 0.0836890 Nov 09 21:17:40.248117 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-357a41de-843d-4d25-b9ca-0c1314b89c94 req-5f9efdca-d6f0-41a0-8ebb-e6f4dc503d4f tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:40.367763 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-357a41de-843d-4d25-b9ca-0c1314b89c94 req-5f9efdca-d6f0-41a0-8ebb-e6f4dc503d4f tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:40.383203 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['a3689f97-d8ca-4d92-8460-3d778109e644'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:17:40.413391 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a98c40-3d70-4a3a-93fd-df2690265865 req-2d5ee2eb-e2c8-47df-8ef1-7ff343af543e tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:40.418443 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-42a98c40-3d70-4a3a-93fd-df2690265865 req-2d5ee2eb-e2c8-47df-8ef1-7ff343af543e tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 950 time: 0.1165793 Nov 09 21:17:40.449132 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14266250-d1ee-4299-97ef-ea7073dd066f req-c8e4dfe4-399d-49ec-a4a8-9f98d0a414a7 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Network 9bd028ff-7bca-4c46-bd71-6aace0071dc5 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:17:40.463983 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5e41044f-bb9d-4ff3-a4e6-b7ea2a99caf1 req-49679c8d-2bc5-40b8-846d-a3ffbb6d015e tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] 10.222.0.49 "GET /v2.0/security-group-rules/e549b236-07fd-4ecd-9e61-5bf437ec63b5 HTTP/1.1" status: 200 len: 778 time: 0.1261082 Nov 09 21:17:40.489776 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e4dfe4-399d-49ec-a4a8-9f98d0a414a7 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Pushing event updated for resources: {'Port': ['ID=f1a55f02-391f-4b2f-8594-8dd0febfc624,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:40.501598 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-14266250-d1ee-4299-97ef-ea7073dd066f req-c8e4dfe4-399d-49ec-a4a8-9f98d0a414a7 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:17:40.509258 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-14266250-d1ee-4299-97ef-ea7073dd066f req-c8e4dfe4-399d-49ec-a4a8-9f98d0a414a7 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:17:40.601479 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-357a41de-843d-4d25-b9ca-0c1314b89c94 req-5f9efdca-d6f0-41a0-8ebb-e6f4dc503d4f tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Network 9cf09cc6-9022-42d8-96c2-e4ea0d1e749b is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:17:40.630902 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-357a41de-843d-4d25-b9ca-0c1314b89c94 req-5f9efdca-d6f0-41a0-8ebb-e6f4dc503d4f tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:17:40.642382 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-357a41de-843d-4d25-b9ca-0c1314b89c94 req-5f9efdca-d6f0-41a0-8ebb-e6f4dc503d4f tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:17:40.713027 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a41de-843d-4d25-b9ca-0c1314b89c94 req-5f9efdca-d6f0-41a0-8ebb-e6f4dc503d4f tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:40.713810 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-357a41de-843d-4d25-b9ca-0c1314b89c94 req-5f9efdca-d6f0-41a0-8ebb-e6f4dc503d4f tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:40.715673 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-30ce9c27-11bf-44b4-8114-17a0f5fc0414 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=7aae6b47b1e248c6bac679963e432215&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2287722 Nov 09 21:17:40.726787 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9efdca-d6f0-41a0-8ebb-e6f4dc503d4f tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Pushing event updated for resources: {'Port': ['ID=c24f8166-c8a4-4539-b2a9-15639a039160,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:40.752069 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5e41044f-bb9d-4ff3-a4e6-b7ea2a99caf1 req-45287b95-270a-4216-a875-4305e15e7590 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] 10.222.0.49 "GET /v2.0/security-groups/08bf0ec2-57be-4ce8-b48b-4faa13626251 HTTP/1.1" status: 200 len: 2423 time: 0.2692890 Nov 09 21:17:40.769773 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-42a98c40-3d70-4a3a-93fd-df2690265865 req-c6453253-a729-441d-9489-cc0de6dda0a8 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345258 Nov 09 21:17:40.814473 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-357a41de-843d-4d25-b9ca-0c1314b89c94 req-5f9efdca-d6f0-41a0-8ebb-e6f4dc503d4f tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3572123 Nov 09 21:17:40.846203 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-16860a9a-e76f-45fc-9a69-7dcc7af78e55 req-7671daa9-7ed2-4a8b-b4d3-5b076b17d434 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-97309412', 'description': 'tempest-description-1619080992'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:17:40.859178 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266250-d1ee-4299-97ef-ea7073dd066f req-c8e4dfe4-399d-49ec-a4a8-9f98d0a414a7 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:40.859858 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-c8e4dfe4-399d-49ec-a4a8-9f98d0a414a7 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:40.906975 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-357a41de-843d-4d25-b9ca-0c1314b89c94 req-1bde4d00-fad3-4d06-806c-25bf9b07b101 service neutron] Request body: {'port': {'device_id': '60a58040-942c-44e2-a76c-af935664b0df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:17:40.911959 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-16860a9a-e76f-45fc-9a69-7dcc7af78e55 req-7671daa9-7ed2-4a8b-b4d3-5b076b17d434 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:41.032729 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-27b8c43c-1614-4f67-bde7-0776285b8a3c None None] Provisioning complete for port f1a55f02-391f-4b2f-8594-8dd0febfc624 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:17:41.033414 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-27b8c43c-1614-4f67-bde7-0776285b8a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:41.056668 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-5e41044f-bb9d-4ff3-a4e6-b7ea2a99caf1 req-35875d9f-8ed7-484d-8d5f-c80bbb169372 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:41.058165 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-357a41de-843d-4d25-b9ca-0c1314b89c94 req-1bde4d00-fad3-4d06-806c-25bf9b07b101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:41.078890 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-c8e4dfe4-399d-49ec-a4a8-9f98d0a414a7 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6658459 Nov 09 21:17:41.088720 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-5e41044f-bb9d-4ff3-a4e6-b7ea2a99caf1 req-35875d9f-8ed7-484d-8d5f-c80bbb169372 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:41.101522 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-27b8c43c-1614-4f67-bde7-0776285b8a3c None None] Port f1a55f02-391f-4b2f-8594-8dd0febfc624 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:17:41.156854 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-dd0ef1b2-6781-461f-8907-202c46f57b52 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:41.158169 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-16860a9a-e76f-45fc-9a69-7dcc7af78e55 req-7671daa9-7ed2-4a8b-b4d3-5b076b17d434 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:41.160052 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-dd0ef1b2-6781-461f-8907-202c46f57b52 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4190750 Nov 09 21:17:41.186020 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-14266250-d1ee-4299-97ef-ea7073dd066f req-ca6910b1-290c-4e4f-b639-6c9b7571c885 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Request body: {'port': {'device_id': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'db993ee6-66d3-478a-b585-3c11adab0dfd', 'admin_state_up': True, 'tenant_id': '82c72cbaced549c1af9f163b71209187', 'security_groups': ['911bb090-0716-4bfb-a02e-6ca72569ddde']}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:17:41.201240 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-16860a9a-e76f-45fc-9a69-7dcc7af78e55 req-7671daa9-7ed2-4a8b-b4d3-5b076b17d434 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:41.252511 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-16860a9a-e76f-45fc-9a69-7dcc7af78e55 req-7671daa9-7ed2-4a8b-b4d3-5b076b17d434 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:41.253515 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-16860a9a-e76f-45fc-9a69-7dcc7af78e55 req-7671daa9-7ed2-4a8b-b4d3-5b076b17d434 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.4152799 Nov 09 21:17:41.273936 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7671daa9-7ed2-4a8b-b4d3-5b076b17d434 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aee41029-d955-4db4-8426-e4c6f709c5ca,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:41.321071 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-d92311f7-a0ba-4f37-be1e-7a353bf31c88 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Request body: {'port': {'device_id': 'e14c2798-7f63-4f1b-b504-14b711c7aae2', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'admin_state_up': True, 'tenant_id': '7aae6b47b1e248c6bac679963e432215'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:17:41.331764 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-5e41044f-bb9d-4ff3-a4e6-b7ea2a99caf1 req-35875d9f-8ed7-484d-8d5f-c80bbb169372 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:41.337230 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-5e41044f-bb9d-4ff3-a4e6-b7ea2a99caf1 req-35875d9f-8ed7-484d-8d5f-c80bbb169372 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:41.338618 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5e41044f-bb9d-4ff3-a4e6-b7ea2a99caf1 req-35875d9f-8ed7-484d-8d5f-c80bbb169372 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/e549b236-07fd-4ecd-9e61-5bf437ec63b5 HTTP/1.1" status: 204 len: 173 time: 0.5854197 Nov 09 21:17:41.455620 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35875d9f-8ed7-484d-8d5f-c80bbb169372 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e549b236-07fd-4ecd-9e61-5bf437ec63b5,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:41.481984 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14266250-d1ee-4299-97ef-ea7073dd066f req-ca6910b1-290c-4e4f-b639-6c9b7571c885 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Made reservation on behalf of 82c72cbaced549c1af9f163b71209187 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:17:41.506895 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2060040-a32f-405a-be75-804edd73f7a6 req-cfc17c36-a033-4cee-8366-58c693d1a1c9 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:41.518601 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2060040-a32f-405a-be75-804edd73f7a6 req-cfc17c36-a033-4cee-8366-58c693d1a1c9 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:41.525347 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2060040-a32f-405a-be75-804edd73f7a6 req-cfc17c36-a033-4cee-8366-58c693d1a1c9 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:41.527859 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a2060040-a32f-405a-be75-804edd73f7a6 req-cfc17c36-a033-4cee-8366-58c693d1a1c9 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 2373 time: 0.1520851 Nov 09 21:17:41.560326 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-357a41de-843d-4d25-b9ca-0c1314b89c94 req-1bde4d00-fad3-4d06-806c-25bf9b07b101 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c24f8166-c8a4-4539-b2a9-15639a039160 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:17:41.572853 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-357a41de-843d-4d25-b9ca-0c1314b89c94 req-1bde4d00-fad3-4d06-806c-25bf9b07b101 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:41.605756 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-357a41de-843d-4d25-b9ca-0c1314b89c94 req-1bde4d00-fad3-4d06-806c-25bf9b07b101 service neutron] Transition to ACTIVE for port object c24f8166-c8a4-4539-b2a9-15639a039160 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:17:41.612629 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-357a41de-843d-4d25-b9ca-0c1314b89c94 req-1bde4d00-fad3-4d06-806c-25bf9b07b101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:41.679702 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde4d00-fad3-4d06-806c-25bf9b07b101 service neutron] Pushing event updated for resources: {'Port': ['ID=c24f8166-c8a4-4539-b2a9-15639a039160,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:41.722339 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a2060040-a32f-405a-be75-804edd73f7a6 req-ed1c7904-20c4-48d1-b03b-26045f0ecd1b tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870265 Nov 09 21:17:41.836578 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-357a41de-843d-4d25-b9ca-0c1314b89c94 req-1bde4d00-fad3-4d06-806c-25bf9b07b101 service neutron] Attempting to bind port c24f8166-c8a4-4539-b2a9-15639a039160 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:17:41.837270 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-357a41de-843d-4d25-b9ca-0c1314b89c94 req-1bde4d00-fad3-4d06-806c-25bf9b07b101 service neutron] Attempting to bind port c24f8166-c8a4-4539-b2a9-15639a039160 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': 'dafe29ae-1ba0-4490-879c-5008a3eac5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:17:41.837270 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357a41de-843d-4d25-b9ca-0c1314b89c94 req-1bde4d00-fad3-4d06-806c-25bf9b07b101 service neutron] Attempting to bind port c24f8166-c8a4-4539-b2a9-15639a039160 on network 9cf09cc6-9022-42d8-96c2-e4ea0d1e749b {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:17:41.847533 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357a41de-843d-4d25-b9ca-0c1314b89c94 req-1bde4d00-fad3-4d06-806c-25bf9b07b101 service neutron] Port c24f8166-c8a4-4539-b2a9-15639a039160 on network 9cf09cc6-9022-42d8-96c2-e4ea0d1e749b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:17:41.847891 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357a41de-843d-4d25-b9ca-0c1314b89c94 req-1bde4d00-fad3-4d06-806c-25bf9b07b101 service neutron] Attempting to bind port c24f8166-c8a4-4539-b2a9-15639a039160 on network 9cf09cc6-9022-42d8-96c2-e4ea0d1e749b {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:17:41.859330 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357a41de-843d-4d25-b9ca-0c1314b89c94 req-1bde4d00-fad3-4d06-806c-25bf9b07b101 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:17:41.859727 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357a41de-843d-4d25-b9ca-0c1314b89c94 req-1bde4d00-fad3-4d06-806c-25bf9b07b101 service neutron] Checking segment: {'id': 'dafe29ae-1ba0-4490-879c-5008a3eac5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:17:41.866034 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357a41de-843d-4d25-b9ca-0c1314b89c94 req-1bde4d00-fad3-4d06-806c-25bf9b07b101 service neutron] Bound using segment: {'id': 'dafe29ae-1ba0-4490-879c-5008a3eac5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:17:41.866581 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-357a41de-843d-4d25-b9ca-0c1314b89c94 req-1bde4d00-fad3-4d06-806c-25bf9b07b101 service neutron] Bound port: c24f8166-c8a4-4539-b2a9-15639a039160, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dafe29ae-1ba0-4490-879c-5008a3eac5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:17:41.866963 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-357a41de-843d-4d25-b9ca-0c1314b89c94 req-1bde4d00-fad3-4d06-806c-25bf9b07b101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:41.908687 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6024aff1-8fec-4c00-b9b7-3e4773d615a6 req-da5ac06f-76c5-4fa0-b0e0-2c0d3d358956 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/ports?device_id=e14c2798-7f63-4f1b-b504-14b711c7aae2 HTTP/1.1" status: 200 len: 210 time: 0.0351782 Nov 09 21:17:41.984493 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-357a41de-843d-4d25-b9ca-0c1314b89c94 req-1bde4d00-fad3-4d06-806c-25bf9b07b101 service neutron] For port c24f8166-c8a4-4539-b2a9-15639a039160, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:17:41.988808 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-357a41de-843d-4d25-b9ca-0c1314b89c94 req-1bde4d00-fad3-4d06-806c-25bf9b07b101 service neutron] For port c24f8166-c8a4-4539-b2a9-15639a039160, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=c24f8166-c8a4-4539-b2a9-15639a039160,segment=NetworkSegment(dafe29ae-1ba0-4490-879c-5008a3eac5b2),segment_id=dafe29ae-1ba0-4490-879c-5008a3eac5b2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:17:41.996491 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-cf628041-273b-4af4-964c-cd0e81cc9a77 req-46736f21-9a7d-403d-a13f-6b84a0377190 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1126415736', 'description': 'tempest-description-1561903634'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:17:42.024022 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-357a41de-843d-4d25-b9ca-0c1314b89c94 req-1bde4d00-fad3-4d06-806c-25bf9b07b101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:42.063001 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-cf628041-273b-4af4-964c-cd0e81cc9a77 req-46736f21-9a7d-403d-a13f-6b84a0377190 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:42.093158 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a41de-843d-4d25-b9ca-0c1314b89c94 req-1bde4d00-fad3-4d06-806c-25bf9b07b101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:42.094432 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-357a41de-843d-4d25-b9ca-0c1314b89c94 req-1bde4d00-fad3-4d06-806c-25bf9b07b101 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:42.095395 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-357a41de-843d-4d25-b9ca-0c1314b89c94 req-1bde4d00-fad3-4d06-806c-25bf9b07b101 service neutron] 10.222.0.43 "PUT /v2.0/ports/c24f8166-c8a4-4539-b2a9-15639a039160 HTTP/1.1" status: 200 len: 1091 time: 1.2076006 Nov 09 21:17:42.099467 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60a58040-942c-44e2-a76c-af935664b0df', 'tag': 'c24f8166-c8a4-4539-b2a9-15639a039160'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:17:42.103117 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e50ec9-7ea9-4917-a73d-673df8e7088d" -d '{"events": [{"name": "network-changed", "server_uuid": "60a58040-942c-44e2-a76c-af935664b0df", "tag": "c24f8166-c8a4-4539-b2a9-15639a039160"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:17:42.125847 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8be0c-af9b-4c46-82eb-32d30c5c0475 req-73e2b7be-6280-4291-ba45-93ae560fcda4 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:42.127405 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-39a8be0c-af9b-4c46-82eb-32d30c5c0475 req-73e2b7be-6280-4291-ba45-93ae560fcda4 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 943 time: 0.5927415 Nov 09 21:17:42.133551 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-ca6910b1-290c-4e4f-b639-6c9b7571c885 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:42.139336 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf0558-741d-48ec-9270-13406976aa62 req-3d4ea990-715b-4275-ae6b-95b9d4134fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:42.141460 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dbaf0558-741d-48ec-9270-13406976aa62 req-3d4ea990-715b-4275-ae6b-95b9d4134fb7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab9f62a9766648e6a735e31e91b7e450&device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 1101 time: 0.1533067 Nov 09 21:17:42.142536 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-d92311f7-a0ba-4f37-be1e-7a353bf31c88 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Made reservation on behalf of 7aae6b47b1e248c6bac679963e432215 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:17:42.145513 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-d92311f7-a0ba-4f37-be1e-7a353bf31c88 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:42.160880 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde4d00-fad3-4d06-806c-25bf9b07b101 service neutron] Pushing event updated for resources: {'Port': ['ID=c24f8166-c8a4-4539-b2a9-15639a039160,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:42.193299 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-d92311f7-a0ba-4f37-be1e-7a353bf31c88 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:42.229488 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a41de-843d-4d25-b9ca-0c1314b89c94 req-9f2b0a55-fb9c-4914-941b-c72aea0d6d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:42.231227 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-357a41de-843d-4d25-b9ca-0c1314b89c94 req-9f2b0a55-fb9c-4914-941b-c72aea0d6d36 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5a6366c08f5c4a9bb0bdc56b2ea0a20e&device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 1094 time: 0.0667458 Nov 09 21:17:42.292213 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-357a41de-843d-4d25-b9ca-0c1314b89c94 req-3be2eb0e-36b0-4c52-abac-27709b485170 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c24f8166-c8a4-4539-b2a9-15639a039160 HTTP/1.1" status: 200 len: 217 time: 0.0455351 Nov 09 21:17:42.359336 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-cf628041-273b-4af4-964c-cd0e81cc9a77 req-46736f21-9a7d-403d-a13f-6b84a0377190 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:42.367041 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-cf628041-273b-4af4-964c-cd0e81cc9a77 req-46736f21-9a7d-403d-a13f-6b84a0377190 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:42.381776 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-39a8be0c-af9b-4c46-82eb-32d30c5c0475 req-3a9ab3c2-67d7-4b98-b283-13e30113ca0f tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307782 Nov 09 21:17:42.384256 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a41de-843d-4d25-b9ca-0c1314b89c94 req-cd05c656-086c-4b81-ae83-3301aaf173c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:42.385848 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-357a41de-843d-4d25-b9ca-0c1314b89c94 req-cd05c656-086c-4b81-ae83-3301aaf173c0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39c6d736-667d-4cbf-9558-9612dacd0f8d HTTP/1.1" status: 200 len: 848 time: 0.0857553 Nov 09 21:17:42.472031 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf0558-741d-48ec-9270-13406976aa62 req-695ffa3f-6dbb-46e7-903d-688188f5ca8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:42.473842 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dbaf0558-741d-48ec-9270-13406976aa62 req-695ffa3f-6dbb-46e7-903d-688188f5ca8d service neutron] 10.222.0.45 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.3247337 Nov 09 21:17:42.579639 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dbaf0558-741d-48ec-9270-13406976aa62 req-cd3c6b84-2f6c-4803-85fa-1e516d47a751 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=c12b4097-cc61-4791-8e29-6bd956d25e95 HTTP/1.1" status: 200 len: 217 time: 0.0936449 Nov 09 21:17:42.712028 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-d92311f7-a0ba-4f37-be1e-7a353bf31c88 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:42.716287 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf0558-741d-48ec-9270-13406976aa62 req-c8dcf562-8564-4a76-8afd-8be67d85adcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:42.718407 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dbaf0558-741d-48ec-9270-13406976aa62 req-c8dcf562-8564-4a76-8afd-8be67d85adcf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.1300161 Nov 09 21:17:42.719896 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-14266250-d1ee-4299-97ef-ea7073dd066f req-ca6910b1-290c-4e4f-b639-6c9b7571c885 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Allocated IP 10.2.2.100 (db993ee6-66d3-478a-b585-3c11adab0dfd/4eb2317b-2e64-46a1-bd53-a56ce963060a/1907057c-c36f-477c-ab6d-b465673b10a8) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:17:42.731184 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-d92311f7-a0ba-4f37-be1e-7a353bf31c88 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:42.868664 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46736f21-9a7d-403d-a13f-6b84a0377190 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb87fd5f-39cb-4464-8b5b-327cee05553c,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:42.876710 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92311f7-a0ba-4f37-be1e-7a353bf31c88 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c936c073-8fef-4bf5-8625-84669736e0a8,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:42.893783 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-cf628041-273b-4af4-964c-cd0e81cc9a77 req-46736f21-9a7d-403d-a13f-6b84a0377190 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:42.895054 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cf628041-273b-4af4-964c-cd0e81cc9a77 req-46736f21-9a7d-403d-a13f-6b84a0377190 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.9038968 Nov 09 21:17:42.909961 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-357a41de-843d-4d25-b9ca-0c1314b89c94 req-2d39cd06-e379-4ec2-8feb-cff5ec35834b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9cf09cc6-9022-42d8-96c2-e4ea0d1e749b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5003843 Nov 09 21:17:42.963062 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8d277-e7f6-474d-b362-f3016220a547 req-6cf20435-377f-4d3c-a77d-d92291981520 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:42.964744 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d8d8d277-e7f6-474d-b362-f3016220a547 req-6cf20435-377f-4d3c-a77d-d92291981520 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/networks?id=7680b8cd-cf84-4451-b98c-9ec0a0c87d39 HTTP/1.1" status: 200 len: 813 time: 0.4232633 Nov 09 21:17:43.037617 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf0558-741d-48ec-9270-13406976aa62 req-c64a71de-a943-4c8a-88f3-13b906e9cfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:43.039096 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dbaf0558-741d-48ec-9270-13406976aa62 req-c64a71de-a943-4c8a-88f3-13b906e9cfea service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3119843 Nov 09 21:17:43.054096 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d8d8d277-e7f6-474d-b362-f3016220a547 req-0d9d4e19-037d-47b0-86d7-3248d966181d tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/quotas/ddac74d17cf94df2880a226d15c0a5ff HTTP/1.1" status: 200 len: 375 time: 0.0494206 Nov 09 21:17:43.060300 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889e58a-0aba-48c3-950e-54c56530055e req-9045a146-e707-46eb-9fc3-6bba1aae9cb9 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:43.061830 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4889e58a-0aba-48c3-950e-54c56530055e req-9045a146-e707-46eb-9fc3-6bba1aae9cb9 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 950 time: 0.0742500 Nov 09 21:17:43.068608 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-357a41de-843d-4d25-b9ca-0c1314b89c94 req-19b4bbb0-888f-4c77-a3cd-fa41218c368f service neutron] 10.222.0.43 "GET /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484356 Nov 09 21:17:43.163298 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-d92311f7-a0ba-4f37-be1e-7a353bf31c88 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Allocated IP 192.168.233.42 (568519e4-f6af-4966-9e93-738c3c6cb9f1/5ba3500c-a288-4596-ba94-148f2bd8a6da/f98ea90c-d76a-4ae6-9753-a16f0d02dadd) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:17:43.170543 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d8d8d277-e7f6-474d-b362-f3016220a547 req-acee1805-f22d-4229-8f24-74d397ccb8ed tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ddac74d17cf94df2880a226d15c0a5ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0848863 Nov 09 21:17:43.191970 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4889e58a-0aba-48c3-950e-54c56530055e req-48570aee-06ae-4a8a-84df-97b911d90f1b tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189857 Nov 09 21:17:43.220012 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-357a41de-843d-4d25-b9ca-0c1314b89c94 req-0662cd6c-d22b-4a2a-a67b-099a9ad281bc service neutron] 10.222.0.43 "GET /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385949 Nov 09 21:17:43.273154 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9f3b9a-2dd1-4e03-929f-55f5e8b9cd47 x-openstack-request-id: req-4a9f3b9a-2dd1-4e03-929f-55f5e8b9cd47 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:17:43.273154 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60a58040-942c-44e2-a76c-af935664b0df", "tag": "c24f8166-c8a4-4539-b2a9-15639a039160", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:17:43.273154 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4a9f3b9a-2dd1-4e03-929f-55f5e8b9cd47 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:17:43.274610 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60a58040-942c-44e2-a76c-af935664b0df', 'tag': 'c24f8166-c8a4-4539-b2a9-15639a039160', 'status': 'completed', 'code': 200} Nov 09 21:17:43.310842 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-ca6910b1-290c-4e4f-b639-6c9b7571c885 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:43.378444 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dbaf0558-741d-48ec-9270-13406976aa62 req-11e86c52-05cf-4064-bed6-ea67854506a6 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282607 Nov 09 21:17:43.439482 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e50ec9-7ea9-4917-a73d-673df8e7088d req-ae3f235b-bb06-4d82-b2ee-88af64f72294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:43.440994 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-99e50ec9-7ea9-4917-a73d-673df8e7088d req-ae3f235b-bb06-4d82-b2ee-88af64f72294 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5a6366c08f5c4a9bb0bdc56b2ea0a20e&device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 1094 time: 0.0702085 Nov 09 21:17:43.586975 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e50ec9-7ea9-4917-a73d-673df8e7088d req-dc37e65b-97ba-42e2-80d3-c32764b34ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:43.588755 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-99e50ec9-7ea9-4917-a73d-673df8e7088d req-dc37e65b-97ba-42e2-80d3-c32764b34ccf service neutron] 10.222.0.43 "GET /v2.0/networks?id=9cf09cc6-9022-42d8-96c2-e4ea0d1e749b HTTP/1.1" status: 200 len: 908 time: 0.0947666 Nov 09 21:17:43.605649 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-d92311f7-a0ba-4f37-be1e-7a353bf31c88 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:43.639687 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-99e50ec9-7ea9-4917-a73d-673df8e7088d req-1bef939a-bf88-4502-a009-0eb7ca9431eb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c24f8166-c8a4-4539-b2a9-15639a039160 HTTP/1.1" status: 200 len: 217 time: 0.0391176 Nov 09 21:17:43.648941 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09cc469-b2db-4876-82c0-35e3f1d09772 req-b1cc3b5f-cc5e-463a-88d5-9f85288fa2f1 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:43.654958 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09cc469-b2db-4876-82c0-35e3f1d09772 req-b1cc3b5f-cc5e-463a-88d5-9f85288fa2f1 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:43.661185 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09cc469-b2db-4876-82c0-35e3f1d09772 req-b1cc3b5f-cc5e-463a-88d5-9f85288fa2f1 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:43.662847 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d09cc469-b2db-4876-82c0-35e3f1d09772 req-b1cc3b5f-cc5e-463a-88d5-9f85288fa2f1 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 2373 time: 0.2057505 Nov 09 21:17:43.670555 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d8d8d277-e7f6-474d-b362-f3016220a547 req-9ab8ac4e-0051-45b9-a08b-a91f06245a4f service neutron] 10.222.0.49 "GET /v2.0/networks/7680b8cd-cf84-4451-b98c-9ec0a0c87d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4796267 Nov 09 21:17:43.677363 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-d92311f7-a0ba-4f37-be1e-7a353bf31c88 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:43.755011 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d09cc469-b2db-4876-82c0-35e3f1d09772 req-101622a3-ca9d-4396-9475-ac3b70be8163 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756977 Nov 09 21:17:43.765435 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e50ec9-7ea9-4917-a73d-673df8e7088d req-2b0d55fc-8fe9-45cb-8657-513edc90f59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:43.766913 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-99e50ec9-7ea9-4917-a73d-673df8e7088d req-2b0d55fc-8fe9-45cb-8657-513edc90f59f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39c6d736-667d-4cbf-9558-9612dacd0f8d HTTP/1.1" status: 200 len: 848 time: 0.1031733 Nov 09 21:17:43.786555 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-ca6910b1-290c-4e4f-b639-6c9b7571c885 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:43.820100 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-d92311f7-a0ba-4f37-be1e-7a353bf31c88 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Network 568519e4-f6af-4966-9e93-738c3c6cb9f1 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:17:43.827675 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-99e50ec9-7ea9-4917-a73d-673df8e7088d req-b0d96808-e029-4696-aaae-443cf1e0da13 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9cf09cc6-9022-42d8-96c2-e4ea0d1e749b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455546 Nov 09 21:17:43.837029 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-d92311f7-a0ba-4f37-be1e-7a353bf31c88 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:17:43.857115 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-d92311f7-a0ba-4f37-be1e-7a353bf31c88 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:17:43.866141 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14266250-d1ee-4299-97ef-ea7073dd066f req-ca6910b1-290c-4e4f-b639-6c9b7571c885 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Network db993ee6-66d3-478a-b585-3c11adab0dfd is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:17:43.873495 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92311f7-a0ba-4f37-be1e-7a353bf31c88 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Pushing event updated for resources: {'Port': ['ID=f98ea90c-d76a-4ae6-9753-a16f0d02dadd,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:43.905024 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-14266250-d1ee-4299-97ef-ea7073dd066f req-ca6910b1-290c-4e4f-b639-6c9b7571c885 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:17:43.938180 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-36d6812f-779e-4d72-beb5-9a4ad25c4d5d req-56da1ab2-6b90-4ff3-a6cc-81f8717eb8e8 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] 10.222.0.49 "GET /v2.0/security-groups/cb87fd5f-39cb-4464-8b5b-327cee05553c HTTP/1.1" status: 200 len: 1830 time: 0.1135786 Nov 09 21:17:43.946324 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-14266250-d1ee-4299-97ef-ea7073dd066f req-ca6910b1-290c-4e4f-b639-6c9b7571c885 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:17:43.962393 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92311f7-a0ba-4f37-be1e-7a353bf31c88 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:17:43.962736 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92311f7-a0ba-4f37-be1e-7a353bf31c88 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:17:43.963073 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92311f7-a0ba-4f37-be1e-7a353bf31c88 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:17:43.963404 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92311f7-a0ba-4f37-be1e-7a353bf31c88 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:17:43.963731 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92311f7-a0ba-4f37-be1e-7a353bf31c88 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:17:43.964054 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92311f7-a0ba-4f37-be1e-7a353bf31c88 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:17:43.964379 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92311f7-a0ba-4f37-be1e-7a353bf31c88 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:17:43.964724 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92311f7-a0ba-4f37-be1e-7a353bf31c88 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:17:43.965049 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92311f7-a0ba-4f37-be1e-7a353bf31c88 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:17:43.965434 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92311f7-a0ba-4f37-be1e-7a353bf31c88 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:17:43.965676 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92311f7-a0ba-4f37-be1e-7a353bf31c88 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:17:43.965994 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92311f7-a0ba-4f37-be1e-7a353bf31c88 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:17:44.013892 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-99e50ec9-7ea9-4917-a73d-673df8e7088d req-f9b8599d-e6a3-4f9b-bb05-d462829d9fe1 service neutron] 10.222.0.43 "GET /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775169 Nov 09 21:17:44.053749 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dbaf0558-741d-48ec-9270-13406976aa62 req-163f6385-9143-4bb3-bf3f-c94bdd585753 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6608832 Nov 09 21:17:44.146784 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d8d8d277-e7f6-474d-b362-f3016220a547 req-35c9cb67-ea2d-4098-8158-849d0d3a2ffa service neutron] 10.222.0.49 "GET /v2.0/networks/7680b8cd-cf84-4451-b98c-9ec0a0c87d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4624023 Nov 09 21:17:44.147416 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6910b1-290c-4e4f-b639-6c9b7571c885 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Pushing event updated for resources: {'Port': ['ID=1907057c-c36f-477c-ab6d-b465673b10a8,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:44.167643 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-d92311f7-a0ba-4f37-be1e-7a353bf31c88 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:44.168295 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-d92311f7-a0ba-4f37-be1e-7a353bf31c88 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:44.188166 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-d92311f7-a0ba-4f37-be1e-7a353bf31c88 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9779284 Nov 09 21:17:44.208844 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-3bb1ac92-9201-4ef3-8560-1943f8120d0f service neutron] Request body: {'port': {'device_id': 'e14c2798-7f63-4f1b-b504-14b711c7aae2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:17:44.225917 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266250-d1ee-4299-97ef-ea7073dd066f req-ca6910b1-290c-4e4f-b639-6c9b7571c885 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:44.228055 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-ca6910b1-290c-4e4f-b639-6c9b7571c885 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:44.268851 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-ca6910b1-290c-4e4f-b639-6c9b7571c885 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1072903 Nov 09 21:17:44.306726 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-93c96036-aea3-42d4-9fd8-a61240858f5e None None] Provisioning complete for port f98ea90c-d76a-4ae6-9753-a16f0d02dadd triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:17:44.307274 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-93c96036-aea3-42d4-9fd8-a61240858f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:44.312166 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-14266250-d1ee-4299-97ef-ea7073dd066f req-6fc5fcc4-68f3-4044-9aa4-fbf99ad771e5 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Request body: {'port': {'device_id': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'db993ee6-66d3-478a-b585-3c11adab0dfd', 'admin_state_up': True, 'tenant_id': '82c72cbaced549c1af9f163b71209187', 'security_groups': ['911bb090-0716-4bfb-a02e-6ca72569ddde']}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:17:44.322965 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-99e50ec9-7ea9-4917-a73d-673df8e7088d req-9e2c6cb9-0a3a-4d40-bac5-64d77d0e85e3 service neutron] 10.222.0.43 "GET /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009264 Nov 09 21:17:44.371556 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f694d4-2656-4ab4-91d0-b67627691d4e req-fcbe8a47-30d7-4469-8fdf-a88ad6e1d492 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:44.373163 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-29f694d4-2656-4ab4-91d0-b67627691d4e req-fcbe8a47-30d7-4469-8fdf-a88ad6e1d492 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/ports?device_id=e14c2798-7f63-4f1b-b504-14b711c7aae2 HTTP/1.1" status: 200 len: 935 time: 0.3194561 Nov 09 21:17:44.376966 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-3bb1ac92-9201-4ef3-8560-1943f8120d0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:44.420661 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-93c96036-aea3-42d4-9fd8-a61240858f5e None None] Port f98ea90c-d76a-4ae6-9753-a16f0d02dadd cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:17:44.508980 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-29f694d4-2656-4ab4-91d0-b67627691d4e req-e1aa3ab3-fcbd-41fa-8782-86394edc338c tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/security-groups?id=c936c073-8fef-4bf5-8625-84669736e0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178713 Nov 09 21:17:44.550509 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-905f66b8-01fd-4d6b-a978-6a9d053d7420 None None] Provisioning complete for port 1907057c-c36f-477c-ab6d-b465673b10a8 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:17:44.552914 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-905f66b8-01fd-4d6b-a978-6a9d053d7420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:44.658874 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-905f66b8-01fd-4d6b-a978-6a9d053d7420 None None] Port 1907057c-c36f-477c-ab6d-b465673b10a8 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:17:44.681130 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14266250-d1ee-4299-97ef-ea7073dd066f req-6fc5fcc4-68f3-4044-9aa4-fbf99ad771e5 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Made reservation on behalf of 82c72cbaced549c1af9f163b71209187 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:17:44.685944 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-6fc5fcc4-68f3-4044-9aa4-fbf99ad771e5 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:44.715202 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384c0c3-e94b-48fd-8cc4-c0e6943f90e7 req-ca511485-b276-4097-932b-4d578f8d6d36 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:44.717068 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a384c0c3-e94b-48fd-8cc4-c0e6943f90e7 req-ca511485-b276-4097-932b-4d578f8d6d36 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 950 time: 0.0962753 Nov 09 21:17:44.811041 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a384c0c3-e94b-48fd-8cc4-c0e6943f90e7 req-6e095638-78cb-4d41-96c1-cab368c7e750 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781181 Nov 09 21:17:44.831059 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41f0e7-dd6c-4377-be30-fb995bdfa4ba req-8edca700-3ce4-4b82-933b-92744b6762c5 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:44.832833 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2d41f0e7-dd6c-4377-be30-fb995bdfa4ba req-8edca700-3ce4-4b82-933b-92744b6762c5 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 943 time: 0.1652718 Nov 09 21:17:45.015154 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2d41f0e7-dd6c-4377-be30-fb995bdfa4ba req-ac1ae9e8-d40f-4913-b95e-85e129aa17a6 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621797 Nov 09 21:17:45.038976 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-557eaf14-2061-4dfa-b442-f1c1bc731501 req-7b2e4302-ee11-47d8-8ab6-5b6a3f8c9a1e tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc5c2581-5720-4e18-b5a0-f584fd4a37e7 HTTP/1.1" status: 200 len: 210 time: 0.0425220 Nov 09 21:17:45.056161 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-14266250-d1ee-4299-97ef-ea7073dd066f req-6fc5fcc4-68f3-4044-9aa4-fbf99ad771e5 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Allocated IP 10.2.2.200 (db993ee6-66d3-478a-b585-3c11adab0dfd/4eb2317b-2e64-46a1-bd53-a56ce963060a/a4b3d77a-e8b9-47df-8ea9-8096b98da309) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:17:45.074570 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-fc469c69-5d93-42ce-9e52-10a9ea9d25d6 req-62734db6-043f-4ec6-aafd-5329678f4cd6 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1150660327', 'description': 'tempest-description-1997809021'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:17:45.154274 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-3bb1ac92-9201-4ef3-8560-1943f8120d0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f98ea90c-d76a-4ae6-9753-a16f0d02dadd {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:17:45.170400 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-fc469c69-5d93-42ce-9e52-10a9ea9d25d6 req-62734db6-043f-4ec6-aafd-5329678f4cd6 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:45.174983 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-3bb1ac92-9201-4ef3-8560-1943f8120d0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:45.226579 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079578e9-47a0-40ae-9bf1-96175c0075af req-bc621213-6044-4578-bd1e-d8cc314052bc tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:45.232941 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079578e9-47a0-40ae-9bf1-96175c0075af req-bc621213-6044-4578-bd1e-d8cc314052bc tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:45.240038 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079578e9-47a0-40ae-9bf1-96175c0075af req-bc621213-6044-4578-bd1e-d8cc314052bc tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:45.246059 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-3bb1ac92-9201-4ef3-8560-1943f8120d0f service neutron] Transition to ACTIVE for port object f98ea90c-d76a-4ae6-9753-a16f0d02dadd will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:17:45.246822 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079578e9-47a0-40ae-9bf1-96175c0075af req-bc621213-6044-4578-bd1e-d8cc314052bc tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:45.255320 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-079578e9-47a0-40ae-9bf1-96175c0075af req-bc621213-6044-4578-bd1e-d8cc314052bc tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 3094 time: 0.1039588 Nov 09 21:17:45.258258 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-3bb1ac92-9201-4ef3-8560-1943f8120d0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:45.328209 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-079578e9-47a0-40ae-9bf1-96175c0075af req-6837560c-7bbd-4458-94f7-5a6e19f7446a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683200 Nov 09 21:17:45.404381 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-fc469c69-5d93-42ce-9e52-10a9ea9d25d6 req-62734db6-043f-4ec6-aafd-5329678f4cd6 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:45.511072 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb1ac92-9201-4ef3-8560-1943f8120d0f service neutron] Pushing event updated for resources: {'Port': ['ID=f98ea90c-d76a-4ae6-9753-a16f0d02dadd,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:45.548319 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-fc469c69-5d93-42ce-9e52-10a9ea9d25d6 req-62734db6-043f-4ec6-aafd-5329678f4cd6 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:45.554673 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-3bb1ac92-9201-4ef3-8560-1943f8120d0f service neutron] Attempting to bind port f98ea90c-d76a-4ae6-9753-a16f0d02dadd on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:17:45.555004 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-3bb1ac92-9201-4ef3-8560-1943f8120d0f service neutron] Attempting to bind port f98ea90c-d76a-4ae6-9753-a16f0d02dadd by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:17:45.556201 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-3bb1ac92-9201-4ef3-8560-1943f8120d0f service neutron] Attempting to bind port f98ea90c-d76a-4ae6-9753-a16f0d02dadd on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:17:45.605441 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-3bb1ac92-9201-4ef3-8560-1943f8120d0f service neutron] Port f98ea90c-d76a-4ae6-9753-a16f0d02dadd on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:17:45.605817 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-3bb1ac92-9201-4ef3-8560-1943f8120d0f service neutron] Attempting to bind port f98ea90c-d76a-4ae6-9753-a16f0d02dadd on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:17:45.608402 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62734db6-043f-4ec6-aafd-5329678f4cd6 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5b6bf3-597f-4a18-984a-104dc06af824,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:45.630989 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-3bb1ac92-9201-4ef3-8560-1943f8120d0f service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:17:45.631460 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-3bb1ac92-9201-4ef3-8560-1943f8120d0f service neutron] Checking segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:17:45.631966 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-3bb1ac92-9201-4ef3-8560-1943f8120d0f service neutron] Bound using segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:17:45.632513 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-3bb1ac92-9201-4ef3-8560-1943f8120d0f service neutron] Bound port: f98ea90c-d76a-4ae6-9753-a16f0d02dadd, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:17:45.633198 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-3bb1ac92-9201-4ef3-8560-1943f8120d0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:45.639709 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-6fc5fcc4-68f3-4044-9aa4-fbf99ad771e5 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:45.653118 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-fc469c69-5d93-42ce-9e52-10a9ea9d25d6 req-62734db6-043f-4ec6-aafd-5329678f4cd6 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:45.654501 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fc469c69-5d93-42ce-9e52-10a9ea9d25d6 req-62734db6-043f-4ec6-aafd-5329678f4cd6 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.5859225 Nov 09 21:17:45.705026 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f8c1a-b16a-4f4d-b225-5420e5f7992c req-6aa95925-5974-4426-b304-f9f14f458876 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:45.713630 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3c5f8c1a-b16a-4f4d-b225-5420e5f7992c req-6aa95925-5974-4426-b304-f9f14f458876 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/ports?device_id=e14c2798-7f63-4f1b-b504-14b711c7aae2 HTTP/1.1" status: 200 len: 947 time: 0.1324284 Nov 09 21:17:45.767292 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3c5f8c1a-b16a-4f4d-b225-5420e5f7992c req-6a13b649-9868-47cb-9586-e537951aef91 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/security-groups?id=c936c073-8fef-4bf5-8625-84669736e0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524640 Nov 09 21:17:45.795737 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-3bb1ac92-9201-4ef3-8560-1943f8120d0f service neutron] For port f98ea90c-d76a-4ae6-9753-a16f0d02dadd, host n-h1-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:17:45.801639 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-3bb1ac92-9201-4ef3-8560-1943f8120d0f service neutron] For port f98ea90c-d76a-4ae6-9753-a16f0d02dadd, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=f98ea90c-d76a-4ae6-9753-a16f0d02dadd,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:17:45.803420 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-6fc5fcc4-68f3-4044-9aa4-fbf99ad771e5 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:45.813759 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-3bb1ac92-9201-4ef3-8560-1943f8120d0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:45.825156 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-900d8cb1-efc3-4930-b41f-6947a1d07b82 req-ccb8ee61-680b-4804-a2cc-8cf93645f054 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] 10.222.0.49 "GET /v2.0/security-groups/7f5b6bf3-597f-4a18-984a-104dc06af824 HTTP/1.1" status: 200 len: 1830 time: 0.1272066 Nov 09 21:17:45.909131 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc5fcc4-68f3-4044-9aa4-fbf99ad771e5 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Pushing event updated for resources: {'Port': ['ID=a4b3d77a-e8b9-47df-8ea9-8096b98da309,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:46.037791 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c6fb6-9103-4354-a8cf-7ab6b4d61c7f req-c7e3d93f-fcf9-4691-815a-6bc9444ee13d tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:46.053420 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5c3c6fb6-9103-4354-a8cf-7ab6b4d61c7f req-c7e3d93f-fcf9-4691-815a-6bc9444ee13d tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 950 time: 0.1112025 Nov 09 21:17:46.083694 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb1ac92-9201-4ef3-8560-1943f8120d0f service neutron] Pushing event updated for resources: {'Port': ['ID=f98ea90c-d76a-4ae6-9753-a16f0d02dadd,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:46.088884 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-3bb1ac92-9201-4ef3-8560-1943f8120d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:46.091738 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-3bb1ac92-9201-4ef3-8560-1943f8120d0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:46.094177 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-3bb1ac92-9201-4ef3-8560-1943f8120d0f service neutron] 10.222.0.45 "PUT /v2.0/ports/f98ea90c-d76a-4ae6-9753-a16f0d02dadd HTTP/1.1" status: 200 len: 1095 time: 1.8962266 Nov 09 21:17:46.096126 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e14c2798-7f63-4f1b-b504-14b711c7aae2', 'tag': 'f98ea90c-d76a-4ae6-9753-a16f0d02dadd'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:17:46.108870 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6894b8-2523-4319-8bca-0dd1ed52d7e7" -d '{"events": [{"name": "network-changed", "server_uuid": "e14c2798-7f63-4f1b-b504-14b711c7aae2", "tag": "f98ea90c-d76a-4ae6-9753-a16f0d02dadd"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:17:46.125989 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14266250-d1ee-4299-97ef-ea7073dd066f req-6fc5fcc4-68f3-4044-9aa4-fbf99ad771e5 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Network db993ee6-66d3-478a-b585-3c11adab0dfd is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:17:46.141331 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-14266250-d1ee-4299-97ef-ea7073dd066f req-6fc5fcc4-68f3-4044-9aa4-fbf99ad771e5 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:17:46.146812 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-14266250-d1ee-4299-97ef-ea7073dd066f req-6fc5fcc4-68f3-4044-9aa4-fbf99ad771e5 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:17:46.300244 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-fab58ac5-0ff3-4834-b942-c2e10b6c5b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:46.301795 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-fab58ac5-0ff3-4834-b942-c2e10b6c5b66 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7aae6b47b1e248c6bac679963e432215&device_id=e14c2798-7f63-4f1b-b504-14b711c7aae2 HTTP/1.1" status: 200 len: 1098 time: 0.0799172 Nov 09 21:17:46.342720 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266250-d1ee-4299-97ef-ea7073dd066f req-6fc5fcc4-68f3-4044-9aa4-fbf99ad771e5 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:46.345492 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-6fc5fcc4-68f3-4044-9aa4-fbf99ad771e5 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:46.368995 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5c3c6fb6-9103-4354-a8cf-7ab6b4d61c7f req-d490f38e-135b-4fe5-b158-9039b5d979f4 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098776 Nov 09 21:17:46.428032 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-6fc5fcc4-68f3-4044-9aa4-fbf99ad771e5 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1348538 Nov 09 21:17:46.429534 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-05ca3f79-6dd2-405b-9957-b0a8adfc4e15 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=f98ea90c-d76a-4ae6-9753-a16f0d02dadd HTTP/1.1" status: 200 len: 217 time: 0.1180768 Nov 09 21:17:46.469438 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-9b02a8fb-1b38-4b00-aa46-3ddb34ef4c9b req-3e8e6662-f8c8-4eda-a047-e45a689db8b6 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1165547377', 'description': 'tempest-description-670247532'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:17:46.482648 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-14266250-d1ee-4299-97ef-ea7073dd066f req-0fc91ee9-250c-437d-b1be-fedba798b492 service neutron] Request body: {'port': {'device_id': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:17:46.497645 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8d277-e7f6-474d-b362-f3016220a547 req-707f72dd-f1d5-4c86-9351-21d8c4b2b50d tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:46.499591 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d8d8d277-e7f6-474d-b362-f3016220a547 req-707f72dd-f1d5-4c86-9351-21d8c4b2b50d tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.43 "GET /v2.0/networks?id=7680b8cd-cf84-4451-b98c-9ec0a0c87d39 HTTP/1.1" status: 200 len: 813 time: 0.3941352 Nov 09 21:17:46.558263 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-d8d8d277-e7f6-474d-b362-f3016220a547 req-f6cf80b6-0cb6-43eb-8b4e-60de5ede8e8f tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Request body: {'port': {'device_id': 'bc5c2581-5720-4e18-b5a0-f584fd4a37e7', 'network_id': '7680b8cd-cf84-4451-b98c-9ec0a0c87d39', 'admin_state_up': True, 'tenant_id': 'ddac74d17cf94df2880a226d15c0a5ff'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:17:46.564301 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-99bafbfe-9ae9-4ac8-9b85-884658df5179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:46.567057 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-99bafbfe-9ae9-4ac8-9b85-884658df5179 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.1302056 Nov 09 21:17:46.650293 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-9b02a8fb-1b38-4b00-aa46-3ddb34ef4c9b req-3e8e6662-f8c8-4eda-a047-e45a689db8b6 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:46.691288 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-f9672a2e-f698-4c13-aff9-e3630b64d03e None None] Provisioning complete for port a4b3d77a-e8b9-47df-8ea9-8096b98da309 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:17:46.692386 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f9672a2e-f698-4c13-aff9-e3630b64d03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:46.692796 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-0fc91ee9-250c-437d-b1be-fedba798b492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:46.736338 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-45d537f9-e691-4b9e-b4e6-35f49173f7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:46.737808 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-45d537f9-e691-4b9e-b4e6-35f49173f7dd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1330483 Nov 09 21:17:46.745194 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-f9672a2e-f698-4c13-aff9-e3630b64d03e None None] Port a4b3d77a-e8b9-47df-8ea9-8096b98da309 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:17:46.758034 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd2099-0bf0-4bb2-843f-14e495748485 req-8397749e-ef16-4923-b8c0-f89cc8c576bf tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:46.767209 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-83bd2099-0bf0-4bb2-843f-14e495748485 req-8397749e-ef16-4923-b8c0-f89cc8c576bf tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 943 time: 0.1374369 Nov 09 21:17:46.856020 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8d8d277-e7f6-474d-b362-f3016220a547 req-f6cf80b6-0cb6-43eb-8b4e-60de5ede8e8f tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Made reservation on behalf of ddac74d17cf94df2880a226d15c0a5ff for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:17:46.862211 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d8d8d277-e7f6-474d-b362-f3016220a547 req-f6cf80b6-0cb6-43eb-8b4e-60de5ede8e8f tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:46.879722 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-83bd2099-0bf0-4bb2-843f-14e495748485 req-06f17aaa-7d48-49a2-9a61-118458e10050 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100140 Nov 09 21:17:47.053480 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d31d553c-1865-4fb9-8dde-0853830e4b6c req-c89d66d1-0c7b-4758-8733-49abbca5cacc tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc5c2581-5720-4e18-b5a0-f584fd4a37e7 HTTP/1.1" status: 200 len: 210 time: 0.0366986 Nov 09 21:17:47.167920 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-d8d8d277-e7f6-474d-b362-f3016220a547 req-f6cf80b6-0cb6-43eb-8b4e-60de5ede8e8f tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Allocated IP 172.20.0.6 (7680b8cd-cf84-4451-b98c-9ec0a0c87d39/262b1767-8d0a-4864-8ab4-daf4a8d6ba62/f2f89472-9a16-481e-af91-7fd1b570f557) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:17:47.223649 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b269b8-5e25-4cc1-a3d8-bacf2acd4bf9 x-openstack-request-id: req-10b269b8-5e25-4cc1-a3d8-bacf2acd4bf9 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:17:47.224298 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e14c2798-7f63-4f1b-b504-14b711c7aae2", "tag": "f98ea90c-d76a-4ae6-9753-a16f0d02dadd", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:17:47.224414 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-10b269b8-5e25-4cc1-a3d8-bacf2acd4bf9 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:17:47.224954 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e14c2798-7f63-4f1b-b504-14b711c7aae2', 'tag': 'f98ea90c-d76a-4ae6-9753-a16f0d02dadd', 'status': 'completed', 'code': 200} Nov 09 21:17:47.269512 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-9b02a8fb-1b38-4b00-aa46-3ddb34ef4c9b req-3e8e6662-f8c8-4eda-a047-e45a689db8b6 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:47.283720 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d3a16-5fd8-415d-8373-4606ae476fb6 req-b492e548-91e6-4e01-b111-bedb5392890f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:47.289924 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d3a16-5fd8-415d-8373-4606ae476fb6 req-b492e548-91e6-4e01-b111-bedb5392890f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:47.297651 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d3a16-5fd8-415d-8373-4606ae476fb6 req-b492e548-91e6-4e01-b111-bedb5392890f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:47.303698 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d3a16-5fd8-415d-8373-4606ae476fb6 req-b492e548-91e6-4e01-b111-bedb5392890f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:47.310493 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d3a16-5fd8-415d-8373-4606ae476fb6 req-b492e548-91e6-4e01-b111-bedb5392890f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:47.312382 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e58d3a16-5fd8-415d-8373-4606ae476fb6 req-b492e548-91e6-4e01-b111-bedb5392890f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 3815 time: 0.1284983 Nov 09 21:17:47.315620 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-c2b76600-a7e7-406d-b027-8386247b3e89 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5550215 Nov 09 21:17:47.316541 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-9b02a8fb-1b38-4b00-aa46-3ddb34ef4c9b req-3e8e6662-f8c8-4eda-a047-e45a689db8b6 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:47.414875 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e58d3a16-5fd8-415d-8373-4606ae476fb6 req-4ede5eb0-528c-4efe-af97-c7b18ae3aa84 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726316 Nov 09 21:17:47.440542 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d8d8d277-e7f6-474d-b362-f3016220a547 req-f6cf80b6-0cb6-43eb-8b4e-60de5ede8e8f tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:47.458056 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e6662-f8c8-4eda-a047-e45a689db8b6 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf9049e-65e8-4c9c-bbef-1752cdf3e24d,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:47.462322 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-9b02a8fb-1b38-4b00-aa46-3ddb34ef4c9b req-3e8e6662-f8c8-4eda-a047-e45a689db8b6 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:47.463380 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9b02a8fb-1b38-4b00-aa46-3ddb34ef4c9b req-3e8e6662-f8c8-4eda-a047-e45a689db8b6 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.9998493 Nov 09 21:17:47.544532 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-44f6cee3-3846-4447-8f2c-c545e75a8ac8 req-6b0cd702-dd71-4487-b1ea-c086e11acfb1 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049055 Nov 09 21:17:47.561461 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d8d8d277-e7f6-474d-b362-f3016220a547 req-f6cf80b6-0cb6-43eb-8b4e-60de5ede8e8f tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:47.581369 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8e3d486d-dc10-4c30-9c1c-20ea78b19929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:47.636406 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8d8d277-e7f6-474d-b362-f3016220a547 req-f6cf80b6-0cb6-43eb-8b4e-60de5ede8e8f tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Network 7680b8cd-cf84-4451-b98c-9ec0a0c87d39 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:17:47.647760 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2c3d2-8ab1-4b33-b150-9d255a985da3 req-06959e42-10e1-45bb-8661-2402b653eb49 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:47.653312 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-64e2c3d2-8ab1-4b33-b150-9d255a985da3 req-06959e42-10e1-45bb-8661-2402b653eb49 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/ports?device_id=e14c2798-7f63-4f1b-b504-14b711c7aae2 HTTP/1.1" status: 200 len: 947 time: 0.1315024 Nov 09 21:17:47.659008 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-d8d8d277-e7f6-474d-b362-f3016220a547 req-f6cf80b6-0cb6-43eb-8b4e-60de5ede8e8f tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:17:47.664082 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf80b6-0cb6-43eb-8b4e-60de5ede8e8f tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Pushing event updated for resources: {'Port': ['ID=f2f89472-9a16-481e-af91-7fd1b570f557,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:47.667966 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d8d277-e7f6-474d-b362-f3016220a547 req-f6cf80b6-0cb6-43eb-8b4e-60de5ede8e8f tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:17:47.705261 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6894b8-2523-4319-8bca-0dd1ed52d7e7 req-dd24dcce-f3f7-4be4-bbf3-259cc0fab6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:47.706772 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fe6894b8-2523-4319-8bca-0dd1ed52d7e7 req-dd24dcce-f3f7-4be4-bbf3-259cc0fab6a4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7aae6b47b1e248c6bac679963e432215&device_id=e14c2798-7f63-4f1b-b504-14b711c7aae2 HTTP/1.1" status: 200 len: 1098 time: 0.1065898 Nov 09 21:17:47.709593 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cf80b6-0cb6-43eb-8b4e-60de5ede8e8f tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:17:47.709969 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cf80b6-0cb6-43eb-8b4e-60de5ede8e8f tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:17:47.710618 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cf80b6-0cb6-43eb-8b4e-60de5ede8e8f tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:17:47.710743 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cf80b6-0cb6-43eb-8b4e-60de5ede8e8f tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:17:47.711020 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cf80b6-0cb6-43eb-8b4e-60de5ede8e8f tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:17:47.711358 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cf80b6-0cb6-43eb-8b4e-60de5ede8e8f tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:17:47.711688 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cf80b6-0cb6-43eb-8b4e-60de5ede8e8f tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:17:47.712017 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cf80b6-0cb6-43eb-8b4e-60de5ede8e8f tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:17:47.712345 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cf80b6-0cb6-43eb-8b4e-60de5ede8e8f tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:17:47.712853 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cf80b6-0cb6-43eb-8b4e-60de5ede8e8f tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:17:47.713054 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cf80b6-0cb6-43eb-8b4e-60de5ede8e8f tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:17:47.713407 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cf80b6-0cb6-43eb-8b4e-60de5ede8e8f tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:17:47.723858 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33fa5a-d1f3-422c-a15a-fbde63e6305e req-bf70c3bb-b396-4912-aea6-4bde9e5b196a tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:47.725357 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3f33fa5a-d1f3-422c-a15a-fbde63e6305e req-bf70c3bb-b396-4912-aea6-4bde9e5b196a tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 950 time: 0.1676395 Nov 09 21:17:47.767768 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8d277-e7f6-474d-b362-f3016220a547 req-f6cf80b6-0cb6-43eb-8b4e-60de5ede8e8f tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:47.768388 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d8d8d277-e7f6-474d-b362-f3016220a547 req-f6cf80b6-0cb6-43eb-8b4e-60de5ede8e8f tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:47.780476 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-64e2c3d2-8ab1-4b33-b150-9d255a985da3 req-03d5352b-eee7-41a3-a116-3729ac4980c8 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/security-groups?id=c936c073-8fef-4bf5-8625-84669736e0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182063 Nov 09 21:17:47.789514 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d8d8d277-e7f6-474d-b362-f3016220a547 req-f6cf80b6-0cb6-43eb-8b4e-60de5ede8e8f tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2386482 Nov 09 21:17:47.820131 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-d8d8d277-e7f6-474d-b362-f3016220a547 req-a77b9f1d-6374-48c7-aad4-d634cc86998f service neutron] Request body: {'port': {'device_id': 'bc5c2581-5720-4e18-b5a0-f584fd4a37e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:17:47.847141 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-14266250-d1ee-4299-97ef-ea7073dd066f req-0fc91ee9-250c-437d-b1be-fedba798b492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bd49de7-14e9-45ba-ad29-41a7b31624e4 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:17:47.870492 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-0fc91ee9-250c-437d-b1be-fedba798b492 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:47.901009 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6894b8-2523-4319-8bca-0dd1ed52d7e7 req-4bd61f68-2d09-4ca1-a7d3-8ffe8f0e3b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:47.903152 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fe6894b8-2523-4319-8bca-0dd1ed52d7e7 req-4bd61f68-2d09-4ca1-a7d3-8ffe8f0e3b98 service neutron] 10.222.0.45 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.1872408 Nov 09 21:17:47.911524 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d8d8d277-e7f6-474d-b362-f3016220a547 req-a77b9f1d-6374-48c7-aad4-d634cc86998f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:47.915790 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8d927b14-3f8b-4677-9b74-3b90ac414fc5 req-4abc4413-3621-498d-8a31-6137fe92afa7 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] 10.222.0.49 "GET /v2.0/security-groups/eaf9049e-65e8-4c9c-bbef-1752cdf3e24d HTTP/1.1" status: 200 len: 1829 time: 0.0912471 Nov 09 21:17:47.917834 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-14266250-d1ee-4299-97ef-ea7073dd066f req-0fc91ee9-250c-437d-b1be-fedba798b492 service neutron] Transition to ACTIVE for port object 7bd49de7-14e9-45ba-ad29-41a7b31624e4 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:17:47.969038 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3f33fa5a-d1f3-422c-a15a-fbde63e6305e req-813e02a4-3314-4ae8-ac26-49834eacd4a3 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298665 Nov 09 21:17:47.971253 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-0fc91ee9-250c-437d-b1be-fedba798b492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:48.058787 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fe6894b8-2523-4319-8bca-0dd1ed52d7e7 req-b0c5eb50-5675-4f5a-a400-9579e7258bf4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=f98ea90c-d76a-4ae6-9753-a16f0d02dadd HTTP/1.1" status: 200 len: 217 time: 0.0885968 Nov 09 21:17:48.073849 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-22848998-d521-4634-ab3e-f1b4cba0e08c req-bbca3d6d-9984-4d2c-a9de-f8c24e05b228 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1174431321', 'description': 'tempest-description-2057493627'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:17:48.146024 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-22848998-d521-4634-ab3e-f1b4cba0e08c req-bbca3d6d-9984-4d2c-a9de-f8c24e05b228 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:48.203908 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc91ee9-250c-437d-b1be-fedba798b492 service neutron] Pushing event updated for resources: {'Port': ['ID=7bd49de7-14e9-45ba-ad29-41a7b31624e4,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:48.239631 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6894b8-2523-4319-8bca-0dd1ed52d7e7 req-ff667da9-97a2-401b-99c8-22bccbb6f833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:48.241363 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fe6894b8-2523-4319-8bca-0dd1ed52d7e7 req-ff667da9-97a2-401b-99c8-22bccbb6f833 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.1419325 Nov 09 21:17:48.264684 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0327e5a-beca-4553-aaea-2da0cc67e547 req-4711ce0a-d10e-4060-a5a2-372d121076f0 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:48.266982 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e0327e5a-beca-4553-aaea-2da0cc67e547 req-4711ce0a-d10e-4060-a5a2-372d121076f0 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 943 time: 0.2071860 Nov 09 21:17:48.280092 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-22848998-d521-4634-ab3e-f1b4cba0e08c req-bbca3d6d-9984-4d2c-a9de-f8c24e05b228 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:48.302237 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-22848998-d521-4634-ab3e-f1b4cba0e08c req-bbca3d6d-9984-4d2c-a9de-f8c24e05b228 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:48.340881 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-d8d8d277-e7f6-474d-b362-f3016220a547 req-a77b9f1d-6374-48c7-aad4-d634cc86998f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2f89472-9a16-481e-af91-7fd1b570f557 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:17:48.360934 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-22848998-d521-4634-ab3e-f1b4cba0e08c req-bbca3d6d-9984-4d2c-a9de-f8c24e05b228 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:48.367987 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6894b8-2523-4319-8bca-0dd1ed52d7e7 req-99c6864e-6456-48db-a03e-a41e8b7f3722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:48.369658 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fe6894b8-2523-4319-8bca-0dd1ed52d7e7 req-99c6864e-6456-48db-a03e-a41e8b7f3722 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1212175 Nov 09 21:17:48.372389 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-22848998-d521-4634-ab3e-f1b4cba0e08c req-bbca3d6d-9984-4d2c-a9de-f8c24e05b228 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3045869 Nov 09 21:17:48.374480 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d8d8d277-e7f6-474d-b362-f3016220a547 req-a77b9f1d-6374-48c7-aad4-d634cc86998f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:48.375870 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-14266250-d1ee-4299-97ef-ea7073dd066f req-0fc91ee9-250c-437d-b1be-fedba798b492 service neutron] Attempting to bind port 7bd49de7-14e9-45ba-ad29-41a7b31624e4 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:17:48.376214 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-14266250-d1ee-4299-97ef-ea7073dd066f req-0fc91ee9-250c-437d-b1be-fedba798b492 service neutron] Attempting to bind port 7bd49de7-14e9-45ba-ad29-41a7b31624e4 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': 'c74b6dd5-97d0-4d15-ae96-0ba74f278c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4b9d06c7-33c8-4c7a-8231-6eb95b2347b3'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:17:48.377183 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266250-d1ee-4299-97ef-ea7073dd066f req-0fc91ee9-250c-437d-b1be-fedba798b492 service neutron] Attempting to bind port 7bd49de7-14e9-45ba-ad29-41a7b31624e4 on network 4b9d06c7-33c8-4c7a-8231-6eb95b2347b3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:17:48.381248 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca3d6d-9984-4d2c-a9de-f8c24e05b228 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f925a71-7a23-43e6-8695-5af4ec008de9,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:48.396744 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e0327e5a-beca-4553-aaea-2da0cc67e547 req-3c9331e8-1097-47a1-ad83-1f2b9c644d8a tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014807 Nov 09 21:17:48.415827 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266250-d1ee-4299-97ef-ea7073dd066f req-0fc91ee9-250c-437d-b1be-fedba798b492 service neutron] Port 7bd49de7-14e9-45ba-ad29-41a7b31624e4 on network 4b9d06c7-33c8-4c7a-8231-6eb95b2347b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:17:48.416173 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266250-d1ee-4299-97ef-ea7073dd066f req-0fc91ee9-250c-437d-b1be-fedba798b492 service neutron] Attempting to bind port 7bd49de7-14e9-45ba-ad29-41a7b31624e4 on network 4b9d06c7-33c8-4c7a-8231-6eb95b2347b3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:17:48.420297 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-d8d8d277-e7f6-474d-b362-f3016220a547 req-a77b9f1d-6374-48c7-aad4-d634cc86998f service neutron] Transition to ACTIVE for port object f2f89472-9a16-481e-af91-7fd1b570f557 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:17:48.425561 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d8d8d277-e7f6-474d-b362-f3016220a547 req-a77b9f1d-6374-48c7-aad4-d634cc86998f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:48.464520 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266250-d1ee-4299-97ef-ea7073dd066f req-0fc91ee9-250c-437d-b1be-fedba798b492 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:17:48.465141 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266250-d1ee-4299-97ef-ea7073dd066f req-0fc91ee9-250c-437d-b1be-fedba798b492 service neutron] Checking segment: {'id': 'c74b6dd5-97d0-4d15-ae96-0ba74f278c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4b9d06c7-33c8-4c7a-8231-6eb95b2347b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:17:48.465707 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266250-d1ee-4299-97ef-ea7073dd066f req-0fc91ee9-250c-437d-b1be-fedba798b492 service neutron] Bound using segment: {'id': 'c74b6dd5-97d0-4d15-ae96-0ba74f278c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4b9d06c7-33c8-4c7a-8231-6eb95b2347b3'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:17:48.466338 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-14266250-d1ee-4299-97ef-ea7073dd066f req-0fc91ee9-250c-437d-b1be-fedba798b492 service neutron] Bound port: 7bd49de7-14e9-45ba-ad29-41a7b31624e4, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c74b6dd5-97d0-4d15-ae96-0ba74f278c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4b9d06c7-33c8-4c7a-8231-6eb95b2347b3'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:17:48.466865 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-0fc91ee9-250c-437d-b1be-fedba798b492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:48.528790 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b9f1d-6374-48c7-aad4-d634cc86998f service neutron] Pushing event updated for resources: {'Port': ['ID=f2f89472-9a16-481e-af91-7fd1b570f557,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:48.577415 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f4de5610-aecf-46ac-9703-4d27b54ea964 req-58e43e12-354b-4d1e-9daf-7a835d1fb235 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] 10.222.0.49 "GET /v2.0/security-groups/7f925a71-7a23-43e6-8695-5af4ec008de9 HTTP/1.1" status: 200 len: 1830 time: 0.1231112 Nov 09 21:17:48.590510 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6847e5d-adab-4cb5-a5c3-8ff587a2ca50 req-9455d8a6-b401-433a-825f-81db774e0040 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:48.598652 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c6847e5d-adab-4cb5-a5c3-8ff587a2ca50 req-9455d8a6-b401-433a-825f-81db774e0040 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc5c2581-5720-4e18-b5a0-f584fd4a37e7 HTTP/1.1" status: 200 len: 943 time: 0.1465409 Nov 09 21:17:48.608691 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fe6894b8-2523-4319-8bca-0dd1ed52d7e7 req-6a0047a5-0664-4b71-9e58-d5cd8e911c4c service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269568 Nov 09 21:17:48.612452 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-14266250-d1ee-4299-97ef-ea7073dd066f req-0fc91ee9-250c-437d-b1be-fedba798b492 service neutron] For port 7bd49de7-14e9-45ba-ad29-41a7b31624e4, host n-h2-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:17:48.616495 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-14266250-d1ee-4299-97ef-ea7073dd066f req-0fc91ee9-250c-437d-b1be-fedba798b492 service neutron] For port 7bd49de7-14e9-45ba-ad29-41a7b31624e4, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=7bd49de7-14e9-45ba-ad29-41a7b31624e4,segment=NetworkSegment(c74b6dd5-97d0-4d15-ae96-0ba74f278c4f),segment_id=c74b6dd5-97d0-4d15-ae96-0ba74f278c4f)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:17:48.629512 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-0fc91ee9-250c-437d-b1be-fedba798b492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:48.657486 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c6847e5d-adab-4cb5-a5c3-8ff587a2ca50 req-caf2216c-b27d-49b6-ae39-94ed4092554d tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe7beac0-83b7-4dc2-8a69-2d3bfb73b965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579710 Nov 09 21:17:48.678724 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-d8d8d277-e7f6-474d-b362-f3016220a547 req-a77b9f1d-6374-48c7-aad4-d634cc86998f service neutron] Attempting to bind port f2f89472-9a16-481e-af91-7fd1b570f557 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:17:48.679404 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-d8d8d277-e7f6-474d-b362-f3016220a547 req-a77b9f1d-6374-48c7-aad4-d634cc86998f service neutron] Attempting to bind port f2f89472-9a16-481e-af91-7fd1b570f557 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '09b70962-317a-4e30-8693-8968e5be04b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7680b8cd-cf84-4451-b98c-9ec0a0c87d39'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:17:48.679938 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d8d277-e7f6-474d-b362-f3016220a547 req-a77b9f1d-6374-48c7-aad4-d634cc86998f service neutron] Attempting to bind port f2f89472-9a16-481e-af91-7fd1b570f557 on network 7680b8cd-cf84-4451-b98c-9ec0a0c87d39 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:17:48.685258 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d8d277-e7f6-474d-b362-f3016220a547 req-a77b9f1d-6374-48c7-aad4-d634cc86998f service neutron] Port f2f89472-9a16-481e-af91-7fd1b570f557 on network 7680b8cd-cf84-4451-b98c-9ec0a0c87d39 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:17:48.685875 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d8d277-e7f6-474d-b362-f3016220a547 req-a77b9f1d-6374-48c7-aad4-d634cc86998f service neutron] Attempting to bind port f2f89472-9a16-481e-af91-7fd1b570f557 on network 7680b8cd-cf84-4451-b98c-9ec0a0c87d39 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:17:48.693050 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d8d277-e7f6-474d-b362-f3016220a547 req-a77b9f1d-6374-48c7-aad4-d634cc86998f service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:17:48.693726 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d8d277-e7f6-474d-b362-f3016220a547 req-a77b9f1d-6374-48c7-aad4-d634cc86998f service neutron] Checking segment: {'id': '09b70962-317a-4e30-8693-8968e5be04b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7680b8cd-cf84-4451-b98c-9ec0a0c87d39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:17:48.694730 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d8d277-e7f6-474d-b362-f3016220a547 req-a77b9f1d-6374-48c7-aad4-d634cc86998f service neutron] Bound using segment: {'id': '09b70962-317a-4e30-8693-8968e5be04b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7680b8cd-cf84-4451-b98c-9ec0a0c87d39'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:17:48.695339 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-d8d8d277-e7f6-474d-b362-f3016220a547 req-a77b9f1d-6374-48c7-aad4-d634cc86998f service neutron] Bound port: f2f89472-9a16-481e-af91-7fd1b570f557, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09b70962-317a-4e30-8693-8968e5be04b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7680b8cd-cf84-4451-b98c-9ec0a0c87d39'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:17:48.695879 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d8d8d277-e7f6-474d-b362-f3016220a547 req-a77b9f1d-6374-48c7-aad4-d634cc86998f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:48.735061 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc91ee9-250c-437d-b1be-fedba798b492 service neutron] Pushing event updated for resources: {'Port': ['ID=7bd49de7-14e9-45ba-ad29-41a7b31624e4,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:48.745452 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [req-7d59fa12-17f6-4861-bc26-5fd01fd35343 req-c6d54100-1335-4016-9eac-f11c6bf1c0e7 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] show failed (client error): The resource could not be found. Nov 09 21:17:48.746484 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7d59fa12-17f6-4861-bc26-5fd01fd35343 req-c6d54100-1335-4016-9eac-f11c6bf1c0e7 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] 10.222.0.49 "GET /v2.0/security-groups/b02cf6ae-8820-4bfc-88d4-cb0222b02d16 HTTP/1.1" status: 404 len: 352 time: 0.0382514 Nov 09 21:17:48.801371 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266250-d1ee-4299-97ef-ea7073dd066f req-0fc91ee9-250c-437d-b1be-fedba798b492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:48.802090 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-0fc91ee9-250c-437d-b1be-fedba798b492 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:48.803547 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-0fc91ee9-250c-437d-b1be-fedba798b492 service neutron] 10.222.0.43 "PUT /v2.0/ports/7bd49de7-14e9-45ba-ad29-41a7b31624e4 HTTP/1.1" status: 200 len: 1091 time: 2.3271074 Nov 09 21:17:48.821064 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [req-c449a520-5900-4882-a2ff-47a3a87a2995 req-c0d12a46-2247-413a-8a55-133bb1aa1d28 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] show failed (client error): The resource could not be found. Nov 09 21:17:48.835573 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c449a520-5900-4882-a2ff-47a3a87a2995 req-c0d12a46-2247-413a-8a55-133bb1aa1d28 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] 10.222.0.49 "GET /v2.0/security-group-rules/5a1d4fb8-7d57-41ec-adb2-403c07287685 HTTP/1.1" status: 404 len: 361 time: 0.0465913 Nov 09 21:17:48.845765 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-d8d8d277-e7f6-474d-b362-f3016220a547 req-a77b9f1d-6374-48c7-aad4-d634cc86998f service neutron] For port f2f89472-9a16-481e-af91-7fd1b570f557, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:17:48.850226 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-14266250-d1ee-4299-97ef-ea7073dd066f req-bd6e7563-264b-4743-b57f-d027b1ed01a4 service neutron] Request body: {'port': {'device_id': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:17:48.850865 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-d8d8d277-e7f6-474d-b362-f3016220a547 req-a77b9f1d-6374-48c7-aad4-d634cc86998f service neutron] For port f2f89472-9a16-481e-af91-7fd1b570f557, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f2f89472-9a16-481e-af91-7fd1b570f557,segment=NetworkSegment(09b70962-317a-4e30-8693-8968e5be04b8),segment_id=09b70962-317a-4e30-8693-8968e5be04b8)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:17:48.858321 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d8d8d277-e7f6-474d-b362-f3016220a547 req-a77b9f1d-6374-48c7-aad4-d634cc86998f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:48.884612 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5513bcf-b522-4339-86d1-9f3a09a95155 req-60238c66-7da5-4eeb-aeb6-d315c0ff036f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:48.893229 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5513bcf-b522-4339-86d1-9f3a09a95155 req-60238c66-7da5-4eeb-aeb6-d315c0ff036f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:48.900706 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5513bcf-b522-4339-86d1-9f3a09a95155 req-60238c66-7da5-4eeb-aeb6-d315c0ff036f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:48.907847 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5513bcf-b522-4339-86d1-9f3a09a95155 req-60238c66-7da5-4eeb-aeb6-d315c0ff036f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:48.914775 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5513bcf-b522-4339-86d1-9f3a09a95155 req-60238c66-7da5-4eeb-aeb6-d315c0ff036f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:48.923592 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c5513bcf-b522-4339-86d1-9f3a09a95155 req-60238c66-7da5-4eeb-aeb6-d315c0ff036f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 3827 time: 0.2213075 Nov 09 21:17:48.983642 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8d277-e7f6-474d-b362-f3016220a547 req-a77b9f1d-6374-48c7-aad4-d634cc86998f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:48.984559 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d8d8d277-e7f6-474d-b362-f3016220a547 req-a77b9f1d-6374-48c7-aad4-d634cc86998f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:48.986899 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d8d8d277-e7f6-474d-b362-f3016220a547 req-a77b9f1d-6374-48c7-aad4-d634cc86998f service neutron] 10.222.0.43 "PUT /v2.0/ports/f2f89472-9a16-481e-af91-7fd1b570f557 HTTP/1.1" status: 200 len: 1091 time: 1.1773951 Nov 09 21:17:48.987644 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc5c2581-5720-4e18-b5a0-f584fd4a37e7', 'tag': 'f2f89472-9a16-481e-af91-7fd1b570f557'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:17:48.990036 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fe6894b8-2523-4319-8bca-0dd1ed52d7e7 req-4e1ec746-4a89-4df0-b023-df97803a8786 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715787 Nov 09 21:17:48.993376 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2967e0-873e-4dad-b594-239de96a7cdf" -d '{"events": [{"name": "network-changed", "server_uuid": "bc5c2581-5720-4e18-b5a0-f584fd4a37e7", "tag": "f2f89472-9a16-481e-af91-7fd1b570f557"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:17:49.047355 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c5513bcf-b522-4339-86d1-9f3a09a95155 req-4107a26f-2f33-432d-b895-dcb74961eb8a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227872 Nov 09 21:17:49.092463 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b9f1d-6374-48c7-aad4-d634cc86998f service neutron] Pushing event updated for resources: {'Port': ['ID=f2f89472-9a16-481e-af91-7fd1b570f557,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:49.125346 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-bd6e7563-264b-4743-b57f-d027b1ed01a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:49.142753 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d8ca8-0417-4b51-b4ff-103b94a08a9b req-8037e1d1-0edf-42cd-9a37-72c91389a66a tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:49.144955 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-179d8ca8-0417-4b51-b4ff-103b94a08a9b req-8037e1d1-0edf-42cd-9a37-72c91389a66a tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/ports?device_id=e14c2798-7f63-4f1b-b504-14b711c7aae2 HTTP/1.1" status: 200 len: 947 time: 0.2061138 Nov 09 21:17:49.207874 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8d277-e7f6-474d-b362-f3016220a547 req-f5782905-22d1-451e-b6dc-62af7a19c50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:49.209697 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d8d8d277-e7f6-474d-b362-f3016220a547 req-f5782905-22d1-451e-b6dc-62af7a19c50f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ddac74d17cf94df2880a226d15c0a5ff&device_id=bc5c2581-5720-4e18-b5a0-f584fd4a37e7 HTTP/1.1" status: 200 len: 1094 time: 0.1100478 Nov 09 21:17:49.218171 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-179d8ca8-0417-4b51-b4ff-103b94a08a9b req-65903f12-c032-476e-8e29-08304d1fea4e tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/security-groups?id=c936c073-8fef-4bf5-8625-84669736e0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571868 Nov 09 21:17:49.226807 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'tag': '7bd49de7-14e9-45ba-ad29-41a7b31624e4'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:17:49.230006 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5e9738-ce97-47f0-845d-59d9ecfee829" -d '{"events": [{"name": "network-changed", "server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "tag": "7bd49de7-14e9-45ba-ad29-41a7b31624e4"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:17:49.243354 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-da17313b-45a1-4635-8518-35baa22a326b req-ae72a56d-72bc-4a67-83cc-dce105f0e899 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] 10.222.0.49 "GET /v2.0/security-groups/7f925a71-7a23-43e6-8695-5af4ec008de9 HTTP/1.1" status: 200 len: 1830 time: 0.1203537 Nov 09 21:17:49.282249 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d8d8d277-e7f6-474d-b362-f3016220a547 req-b0117ddd-8d2e-429e-931a-62a83445d6ee service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2f89472-9a16-481e-af91-7fd1b570f557 HTTP/1.1" status: 200 len: 217 time: 0.0575571 Nov 09 21:17:49.393454 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197bb801-54ec-4eb3-be7c-6fc69568ea35 req-f57437c0-9044-41ca-ab66-2f88eee4a072 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:49.394943 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-197bb801-54ec-4eb3-be7c-6fc69568ea35 req-f57437c0-9044-41ca-ab66-2f88eee4a072 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 950 time: 0.0878923 Nov 09 21:17:49.406918 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8d277-e7f6-474d-b362-f3016220a547 req-11b4b76c-4417-4009-b388-c2004a6195ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:49.408383 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d8d8d277-e7f6-474d-b362-f3016220a547 req-11b4b76c-4417-4009-b388-c2004a6195ea service neutron] 10.222.0.43 "GET /v2.0/subnets?id=262b1767-8d0a-4864-8ab4-daf4a8d6ba62 HTTP/1.1" status: 200 len: 853 time: 0.1112146 Nov 09 21:17:49.438877 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-da17313b-45a1-4635-8518-35baa22a326b req-915c66f0-3aff-4cf0-93e2-559899320d32 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:49.470036 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-da17313b-45a1-4635-8518-35baa22a326b req-915c66f0-3aff-4cf0-93e2-559899320d32 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:49.487270 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-197bb801-54ec-4eb3-be7c-6fc69568ea35 req-686166e5-1103-489d-b3a6-caa1178e48f7 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830977 Nov 09 21:17:49.520787 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d8d8d277-e7f6-474d-b362-f3016220a547 req-953fd603-1706-44c4-97ff-5a8c4692f677 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7680b8cd-cf84-4451-b98c-9ec0a0c87d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589395 Nov 09 21:17:49.557878 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1537adcf-fcee-4ff2-9e07-dd5f37680203 x-openstack-request-id: req-1537adcf-fcee-4ff2-9e07-dd5f37680203 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:17:49.558174 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc5c2581-5720-4e18-b5a0-f584fd4a37e7", "tag": "f2f89472-9a16-481e-af91-7fd1b570f557", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:17:49.558593 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1537adcf-fcee-4ff2-9e07-dd5f37680203 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:17:49.558926 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc5c2581-5720-4e18-b5a0-f584fd4a37e7', 'tag': 'f2f89472-9a16-481e-af91-7fd1b570f557', 'status': 'completed', 'code': 200} Nov 09 21:17:49.640476 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-14266250-d1ee-4299-97ef-ea7073dd066f req-bd6e7563-264b-4743-b57f-d027b1ed01a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a07b3c2f-c8c5-43d5-9170-485f26594f02 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:17:49.649869 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-bd6e7563-264b-4743-b57f-d027b1ed01a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:49.666371 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-14266250-d1ee-4299-97ef-ea7073dd066f req-bd6e7563-264b-4743-b57f-d027b1ed01a4 service neutron] Transition to ACTIVE for port object a07b3c2f-c8c5-43d5-9170-485f26594f02 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:17:49.671484 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d8d8d277-e7f6-474d-b362-f3016220a547 req-4b272e1b-4bd6-48d0-bcb8-4ca3a907c3af service neutron] 10.222.0.43 "GET /v2.0/networks/7680b8cd-cf84-4451-b98c-9ec0a0c87d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433678 Nov 09 21:17:49.680333 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-bd6e7563-264b-4743-b57f-d027b1ed01a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:49.741865 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-da17313b-45a1-4635-8518-35baa22a326b req-915c66f0-3aff-4cf0-93e2-559899320d32 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:49.746383 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-da17313b-45a1-4635-8518-35baa22a326b req-915c66f0-3aff-4cf0-93e2-559899320d32 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:49.748035 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-da17313b-45a1-4635-8518-35baa22a326b req-915c66f0-3aff-4cf0-93e2-559899320d32 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] 10.222.0.49 "DELETE /v2.0/security-groups/7f925a71-7a23-43e6-8695-5af4ec008de9 HTTP/1.1" status: 204 len: 173 time: 0.4923515 Nov 09 21:17:49.751175 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e7563-264b-4743-b57f-d027b1ed01a4 service neutron] Pushing event updated for resources: {'Port': ['ID=a07b3c2f-c8c5-43d5-9170-485f26594f02,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:49.810431 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c66f0-3aff-4cf0-93e2-559899320d32 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f925a71-7a23-43e6-8695-5af4ec008de9,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:49.864911 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d8d8d277-e7f6-474d-b362-f3016220a547 req-0cf4dc32-c8dd-4501-9d44-3948360ccddc service neutron] 10.222.0.43 "GET /v2.0/networks/7680b8cd-cf84-4451-b98c-9ec0a0c87d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794360 Nov 09 21:17:49.888978 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee6e2fb-f522-413e-a6ea-86bb058af6c0 x-openstack-request-id: req-8ee6e2fb-f522-413e-a6ea-86bb058af6c0 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:17:49.889441 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "tag": "7bd49de7-14e9-45ba-ad29-41a7b31624e4", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:17:49.889560 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8ee6e2fb-f522-413e-a6ea-86bb058af6c0 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:17:49.889913 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'tag': '7bd49de7-14e9-45ba-ad29-41a7b31624e4', 'status': 'completed', 'code': 200} Nov 09 21:17:49.987032 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-14266250-d1ee-4299-97ef-ea7073dd066f req-bd6e7563-264b-4743-b57f-d027b1ed01a4 service neutron] Attempting to bind port a07b3c2f-c8c5-43d5-9170-485f26594f02 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:17:49.988674 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-14266250-d1ee-4299-97ef-ea7073dd066f req-bd6e7563-264b-4743-b57f-d027b1ed01a4 service neutron] Attempting to bind port a07b3c2f-c8c5-43d5-9170-485f26594f02 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': 'ded2c788-6987-4a27-bea5-74ee8c4df2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9bd028ff-7bca-4c46-bd71-6aace0071dc5'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:17:49.989247 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266250-d1ee-4299-97ef-ea7073dd066f req-bd6e7563-264b-4743-b57f-d027b1ed01a4 service neutron] Attempting to bind port a07b3c2f-c8c5-43d5-9170-485f26594f02 on network 9bd028ff-7bca-4c46-bd71-6aace0071dc5 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:17:50.006459 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266250-d1ee-4299-97ef-ea7073dd066f req-bd6e7563-264b-4743-b57f-d027b1ed01a4 service neutron] Port a07b3c2f-c8c5-43d5-9170-485f26594f02 on network 9bd028ff-7bca-4c46-bd71-6aace0071dc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:17:50.012764 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266250-d1ee-4299-97ef-ea7073dd066f req-bd6e7563-264b-4743-b57f-d027b1ed01a4 service neutron] Attempting to bind port a07b3c2f-c8c5-43d5-9170-485f26594f02 on network 9bd028ff-7bca-4c46-bd71-6aace0071dc5 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:17:50.019486 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266250-d1ee-4299-97ef-ea7073dd066f req-bd6e7563-264b-4743-b57f-d027b1ed01a4 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:17:50.019892 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266250-d1ee-4299-97ef-ea7073dd066f req-bd6e7563-264b-4743-b57f-d027b1ed01a4 service neutron] Checking segment: {'id': 'ded2c788-6987-4a27-bea5-74ee8c4df2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9bd028ff-7bca-4c46-bd71-6aace0071dc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:17:50.021468 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266250-d1ee-4299-97ef-ea7073dd066f req-bd6e7563-264b-4743-b57f-d027b1ed01a4 service neutron] Bound using segment: {'id': 'ded2c788-6987-4a27-bea5-74ee8c4df2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9bd028ff-7bca-4c46-bd71-6aace0071dc5'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:17:50.023047 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-14266250-d1ee-4299-97ef-ea7073dd066f req-bd6e7563-264b-4743-b57f-d027b1ed01a4 service neutron] Bound port: a07b3c2f-c8c5-43d5-9170-485f26594f02, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ded2c788-6987-4a27-bea5-74ee8c4df2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9bd028ff-7bca-4c46-bd71-6aace0071dc5'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:17:50.024402 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-bd6e7563-264b-4743-b57f-d027b1ed01a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:50.029073 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ad89db46-2da5-43a4-a1d8-86a7aa33a07b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:50.171293 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e9738-ce97-47f0-845d-59d9ecfee829 req-3a05a13d-9062-4424-91cf-f656b706ac30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:50.172431 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e9738-ce97-47f0-845d-59d9ecfee829 req-3a05a13d-9062-4424-91cf-f656b706ac30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:50.172815 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e9738-ce97-47f0-845d-59d9ecfee829 req-3a05a13d-9062-4424-91cf-f656b706ac30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:50.173274 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e9738-ce97-47f0-845d-59d9ecfee829 req-3a05a13d-9062-4424-91cf-f656b706ac30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:50.173728 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e9738-ce97-47f0-845d-59d9ecfee829 req-3a05a13d-9062-4424-91cf-f656b706ac30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:50.174184 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e9738-ce97-47f0-845d-59d9ecfee829 req-3a05a13d-9062-4424-91cf-f656b706ac30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:50.175970 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9b5e9738-ce97-47f0-845d-59d9ecfee829 req-3a05a13d-9062-4424-91cf-f656b706ac30 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=82c72cbaced549c1af9f163b71209187&device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 5248 time: 0.1507778 Nov 09 21:17:50.183435 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2967e0-873e-4dad-b594-239de96a7cdf req-b29abe14-a247-4abd-9139-5ea13306a5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:50.184937 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-db2967e0-873e-4dad-b594-239de96a7cdf req-b29abe14-a247-4abd-9139-5ea13306a5cf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ddac74d17cf94df2880a226d15c0a5ff&device_id=bc5c2581-5720-4e18-b5a0-f584fd4a37e7 HTTP/1.1" status: 200 len: 1094 time: 0.1584411 Nov 09 21:17:50.196898 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6444e-aae8-4f63-9881-98cbe2b33d4f req-d7f33f71-9879-482d-bd69-d6c61f5352c2 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:50.197472 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43bd08-f0f6-42f8-99a6-b31fbce36687 req-2b45bb41-9d91-4f84-802c-2213f39072d3 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:50.200236 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d6e6444e-aae8-4f63-9881-98cbe2b33d4f req-d7f33f71-9879-482d-bd69-d6c61f5352c2 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 943 time: 0.2358284 Nov 09 21:17:50.208535 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3f43bd08-f0f6-42f8-99a6-b31fbce36687 req-2b45bb41-9d91-4f84-802c-2213f39072d3 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc5c2581-5720-4e18-b5a0-f584fd4a37e7 HTTP/1.1" status: 200 len: 943 time: 0.1232176 Nov 09 21:17:50.241151 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-14266250-d1ee-4299-97ef-ea7073dd066f req-bd6e7563-264b-4743-b57f-d027b1ed01a4 service neutron] For port a07b3c2f-c8c5-43d5-9170-485f26594f02, host n-h2-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:17:50.258218 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-14266250-d1ee-4299-97ef-ea7073dd066f req-bd6e7563-264b-4743-b57f-d027b1ed01a4 service neutron] For port a07b3c2f-c8c5-43d5-9170-485f26594f02, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=a07b3c2f-c8c5-43d5-9170-485f26594f02,segment=NetworkSegment(ded2c788-6987-4a27-bea5-74ee8c4df2d8),segment_id=ded2c788-6987-4a27-bea5-74ee8c4df2d8)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:17:50.270928 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-bd6e7563-264b-4743-b57f-d027b1ed01a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:50.344884 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3f43bd08-f0f6-42f8-99a6-b31fbce36687 req-b5bf3d86-1c0a-42fc-82f8-c3aa3712592f tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe7beac0-83b7-4dc2-8a69-2d3bfb73b965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297450 Nov 09 21:17:50.346747 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266250-d1ee-4299-97ef-ea7073dd066f req-bd6e7563-264b-4743-b57f-d027b1ed01a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:50.347980 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-bd6e7563-264b-4743-b57f-d027b1ed01a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:50.350669 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-bd6e7563-264b-4743-b57f-d027b1ed01a4 service neutron] 10.222.0.43 "PUT /v2.0/ports/a07b3c2f-c8c5-43d5-9170-485f26594f02 HTTP/1.1" status: 200 len: 1135 time: 1.5071056 Nov 09 21:17:50.427261 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-14266250-d1ee-4299-97ef-ea7073dd066f req-f8023670-bcdf-4f71-b858-d5efc7c207a1 service neutron] Request body: {'port': {'device_id': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:17:50.432017 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e9738-ce97-47f0-845d-59d9ecfee829 req-6470b325-00e0-4fd5-8987-312dc5182ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:50.432492 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e9738-ce97-47f0-845d-59d9ecfee829 req-6470b325-00e0-4fd5-8987-312dc5182ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:50.432985 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e9738-ce97-47f0-845d-59d9ecfee829 req-6470b325-00e0-4fd5-8987-312dc5182ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:50.434650 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9b5e9738-ce97-47f0-845d-59d9ecfee829 req-6470b325-00e0-4fd5-8987-312dc5182ba8 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=82c72cbaced549c1af9f163b71209187&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2316685 Nov 09 21:17:50.436943 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2967e0-873e-4dad-b594-239de96a7cdf req-9082acab-ffc5-4641-9f3e-6f64f23e360d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:50.438457 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-db2967e0-873e-4dad-b594-239de96a7cdf req-9082acab-ffc5-4641-9f3e-6f64f23e360d service neutron] 10.222.0.43 "GET /v2.0/networks?id=7680b8cd-cf84-4451-b98c-9ec0a0c87d39 HTTP/1.1" status: 200 len: 913 time: 0.2342830 Nov 09 21:17:50.517158 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e7563-264b-4743-b57f-d027b1ed01a4 service neutron] Pushing event updated for resources: {'Port': ['ID=a07b3c2f-c8c5-43d5-9170-485f26594f02,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:50.550336 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-db2967e0-873e-4dad-b594-239de96a7cdf req-fc618ebe-85ee-48a0-a111-985685454466 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2f89472-9a16-481e-af91-7fd1b570f557 HTTP/1.1" status: 200 len: 217 time: 0.0964499 Nov 09 21:17:50.568458 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-f8023670-bcdf-4f71-b858-d5efc7c207a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:50.591054 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4c435-225a-40e1-b541-3253822d3e3c req-2c0e3014-dbec-4d03-a345-b038b10ea98f tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:50.592617 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4ff4c435-225a-40e1-b541-3253822d3e3c req-2c0e3014-dbec-4d03-a345-b038b10ea98f tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.45 "GET /v2.0/ports?device_id=9845c409-ac82-41a4-b346-0d26efb4aacf HTTP/1.1" status: 200 len: 945 time: 0.2194993 Nov 09 21:17:50.622896 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2967e0-873e-4dad-b594-239de96a7cdf req-213cab92-350c-4f4c-95d2-05dc45d186ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:50.624280 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-db2967e0-873e-4dad-b594-239de96a7cdf req-213cab92-350c-4f4c-95d2-05dc45d186ee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=262b1767-8d0a-4864-8ab4-daf4a8d6ba62 HTTP/1.1" status: 200 len: 853 time: 0.0658276 Nov 09 21:17:50.664908 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-db2967e0-873e-4dad-b594-239de96a7cdf req-8ac0b765-461d-4215-ba0a-a3cd4cd9f534 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7680b8cd-cf84-4451-b98c-9ec0a0c87d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307233 Nov 09 21:17:50.681810 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a4a3e4b2-6ead-4cfb-9bf0-ada7611234b7 req-8504d873-1d80-4fb7-a274-cae34e631c0a tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] 10.222.0.49 "GET /v2.0/security-groups/eaf9049e-65e8-4c9c-bbef-1752cdf3e24d HTTP/1.1" status: 200 len: 1829 time: 0.2639203 Nov 09 21:17:50.710192 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d6e6444e-aae8-4f63-9881-98cbe2b33d4f req-14d98a53-6c70-4c59-96c0-aa4cf61011fb tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706714 Nov 09 21:17:50.767762 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e9738-ce97-47f0-845d-59d9ecfee829 req-d2c61a0b-c2a5-4146-88e3-ad5341428a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:50.769248 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9b5e9738-ce97-47f0-845d-59d9ecfee829 req-d2c61a0b-c2a5-4146-88e3-ad5341428a5e service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3094411 Nov 09 21:17:50.771242 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device f98ea90c-d76a-4ae6-9753-a16f0d02dadd details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:17:50.847471 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-db2967e0-873e-4dad-b594-239de96a7cdf req-385abb45-c2ca-4ab9-b01d-f1612f781a7d service neutron] 10.222.0.43 "GET /v2.0/networks/7680b8cd-cf84-4451-b98c-9ec0a0c87d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720150 Nov 09 21:17:50.882135 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad6e76f-ba77-45fb-8100-ca9c9fdf7aaa req-d7ff51a4-394e-4453-a5af-92144ec968bd tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:50.891732 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cad6e76f-ba77-45fb-8100-ca9c9fdf7aaa req-d7ff51a4-394e-4453-a5af-92144ec968bd tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=9845c409-ac82-41a4-b346-0d26efb4aacf HTTP/1.1" status: 200 len: 945 time: 0.0964811 Nov 09 21:17:50.898803 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:50.935979 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port f98ea90c-d76a-4ae6-9753-a16f0d02dadd, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=f98ea90c-d76a-4ae6-9753-a16f0d02dadd,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:50.964391 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': 'f98ea90c-d76a-4ae6-9753-a16f0d02dadd', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'port_id': 'f98ea90c-d76a-4ae6-9753-a16f0d02dadd', 'mac_address': 'fa:16:3e:3a:2b:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba3500c-a288-4596-ba94-148f2bd8a6da', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:17:50.997260 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cad6e76f-ba77-45fb-8100-ca9c9fdf7aaa req-9b11ee3c-9d12-4ef9-897d-0a2f45b50c69 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992820 Nov 09 21:17:51.013070 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a4a3e4b2-6ead-4cfb-9bf0-ada7611234b7 req-c72688a7-ab3d-4cd9-b170-90262ca2cb0b tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:51.014606 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:51.022651 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-4ff4c435-225a-40e1-b541-3253822d3e3c req-fae8c8fb-c520-4e20-af4c-9bdadb8d3daa tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Deleting port 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:17:51.022878 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-4ff4c435-225a-40e1-b541-3253822d3e3c req-fae8c8fb-c520-4e20-af4c-9bdadb8d3daa tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:51.035490 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f98ea90c-d76a-4ae6-9753-a16f0d02dadd {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:17:51.055969 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-db2967e0-873e-4dad-b594-239de96a7cdf req-a27278ce-da2d-4b83-8eff-9ea893f06410 service neutron] 10.222.0.43 "GET /v2.0/networks/7680b8cd-cf84-4451-b98c-9ec0a0c87d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012823 Nov 09 21:17:51.061013 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port f98ea90c-d76a-4ae6-9753-a16f0d02dadd, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=f98ea90c-d76a-4ae6-9753-a16f0d02dadd,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:51.065232 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:51.124826 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=f98ea90c-d76a-4ae6-9753-a16f0d02dadd,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:51.135690 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:17:51.137395 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:17:51.137931 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:17:51.139739 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:17:51.142911 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:17:51.143785 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:17:51.145818 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:17:51.146373 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:17:51.147096 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:17:51.148740 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:17:51.149878 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:17:51.150595 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:17:51.150725 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a4a3e4b2-6ead-4cfb-9bf0-ada7611234b7 req-c72688a7-ab3d-4cd9-b170-90262ca2cb0b tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:51.167148 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15093156-b9d4-4ba5-9c69-ab1835df33f9 req-3db53403-2d80-4f3e-8f8a-84d612c346f7 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:51.173224 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15093156-b9d4-4ba5-9c69-ab1835df33f9 req-3db53403-2d80-4f3e-8f8a-84d612c346f7 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:51.179523 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15093156-b9d4-4ba5-9c69-ab1835df33f9 req-3db53403-2d80-4f3e-8f8a-84d612c346f7 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:51.185524 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15093156-b9d4-4ba5-9c69-ab1835df33f9 req-3db53403-2d80-4f3e-8f8a-84d612c346f7 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:51.191438 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15093156-b9d4-4ba5-9c69-ab1835df33f9 req-3db53403-2d80-4f3e-8f8a-84d612c346f7 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:51.197693 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15093156-b9d4-4ba5-9c69-ab1835df33f9 req-3db53403-2d80-4f3e-8f8a-84d612c346f7 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:51.199549 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-15093156-b9d4-4ba5-9c69-ab1835df33f9 req-3db53403-2d80-4f3e-8f8a-84d612c346f7 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 4604 time: 0.1011016 Nov 09 21:17:51.249666 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-4ff4c435-225a-40e1-b541-3253822d3e3c req-fae8c8fb-c520-4e20-af4c-9bdadb8d3daa tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] For port 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=7a590d66-42d8-491e-bcdf-dd5b7e91dd3a,segment=NetworkSegment(3b0433f6-0dc2-4350-8149-c15b9bac49ea),segment_id=3b0433f6-0dc2-4350-8149-c15b9bac49ea)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:51.250140 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-4ff4c435-225a-40e1-b541-3253822d3e3c req-fae8c8fb-c520-4e20-af4c-9bdadb8d3daa tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:51.276312 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-15093156-b9d4-4ba5-9c69-ab1835df33f9 req-31b6374c-e4bd-4576-9cfa-fb44fcc1cf61 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&id=ea98d57d-1ab2-4bb7-8668-5c17afc65416&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0695453 Nov 09 21:17:51.278298 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-4ff4c435-225a-40e1-b541-3253822d3e3c req-fae8c8fb-c520-4e20-af4c-9bdadb8d3daa tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Calling delete_port for 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:17:51.299453 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a4a3e4b2-6ead-4cfb-9bf0-ada7611234b7 req-c72688a7-ab3d-4cd9-b170-90262ca2cb0b tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:51.317179 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a4a3e4b2-6ead-4cfb-9bf0-ada7611234b7 req-c72688a7-ab3d-4cd9-b170-90262ca2cb0b tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:51.318475 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a4a3e4b2-6ead-4cfb-9bf0-ada7611234b7 req-c72688a7-ab3d-4cd9-b170-90262ca2cb0b tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] 10.222.0.49 "DELETE /v2.0/security-groups/eaf9049e-65e8-4c9c-bbef-1752cdf3e24d HTTP/1.1" status: 204 len: 173 time: 0.6359048 Nov 09 21:17:51.363962 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['f98ea90c-d76a-4ae6-9753-a16f0d02dadd'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:17:51.384928 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72688a7-ab3d-4cd9-b170-90262ca2cb0b tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf9049e-65e8-4c9c-bbef-1752cdf3e24d,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:51.403291 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-14266250-d1ee-4299-97ef-ea7073dd066f req-f8023670-bcdf-4f71-b858-d5efc7c207a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91c8b178-c506-4843-982e-f1a58ad7e198 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:17:51.421612 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-f8023670-bcdf-4f71-b858-d5efc7c207a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:51.477297 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59df11-7b9c-4379-9ec8-460f5614e6f8 req-d91197ad-b1f2-4257-8ee1-eb1d9bab81a2 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:51.487685 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2e59df11-7b9c-4379-9ec8-460f5614e6f8 req-d91197ad-b1f2-4257-8ee1-eb1d9bab81a2 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/ports?device_id=e14c2798-7f63-4f1b-b504-14b711c7aae2 HTTP/1.1" status: 200 len: 948 time: 0.1068761 Nov 09 21:17:51.514699 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-14266250-d1ee-4299-97ef-ea7073dd066f req-f8023670-bcdf-4f71-b858-d5efc7c207a1 service neutron] Transition to ACTIVE for port object 91c8b178-c506-4843-982e-f1a58ad7e198 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:17:51.529989 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-f8023670-bcdf-4f71-b858-d5efc7c207a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:51.595531 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8023670-bcdf-4f71-b858-d5efc7c207a1 service neutron] Pushing event updated for resources: {'Port': ['ID=91c8b178-c506-4843-982e-f1a58ad7e198,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:51.609878 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2e59df11-7b9c-4379-9ec8-460f5614e6f8 req-d2e80fa6-6815-485f-809d-e672c509da55 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/security-groups?id=c936c073-8fef-4bf5-8625-84669736e0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205878 Nov 09 21:17:51.653196 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf7bc4-8f2a-4a14-bd90-d36feb6a10fd req-9eae470e-a214-400d-8b66-715114a516e6 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:51.661103 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-40bf7bc4-8f2a-4a14-bd90-d36feb6a10fd req-9eae470e-a214-400d-8b66-715114a516e6 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 950 time: 0.2012792 Nov 09 21:17:51.800134 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-4ff4c435-225a-40e1-b541-3253822d3e3c req-fae8c8fb-c520-4e20-af4c-9bdadb8d3daa tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:51.818555 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-40bf7bc4-8f2a-4a14-bd90-d36feb6a10fd req-2b25c26f-ade7-4d2e-bca3-531018739121 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541824 Nov 09 21:17:51.852402 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1b59e4ca-5ade-4322-ac01-eb9582438a13 req-4c188a5b-c307-4320-86d4-f36f6edb635c tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] 10.222.0.49 "GET /v2.0/security-groups/7f5b6bf3-597f-4a18-984a-104dc06af824 HTTP/1.1" status: 200 len: 1830 time: 0.0687685 Nov 09 21:17:51.879857 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae8c8fb-c520-4e20-af4c-9bdadb8d3daa tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Pushing event deleted for resources: {'Port': ['ID=7a590d66-42d8-491e-bcdf-dd5b7e91dd3a,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:51.892188 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'tag': 'a07b3c2f-c8c5-43d5-9170-485f26594f02'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:17:51.894446 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa91994-c816-4d49-9c02-27cbbd3a3e21" -d '{"events": [{"name": "network-changed", "server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "tag": "a07b3c2f-c8c5-43d5-9170-485f26594f02"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:17:51.961211 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-1b59e4ca-5ade-4322-ac01-eb9582438a13 req-c5c19168-6d43-43ae-a12e-1857fc347a59 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:51.983636 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff4c435-225a-40e1-b541-3253822d3e3c req-fae8c8fb-c520-4e20-af4c-9bdadb8d3daa tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] No DVR routers for this DVR port 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:17:51.987852 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-1b59e4ca-5ade-4322-ac01-eb9582438a13 req-c5c19168-6d43-43ae-a12e-1857fc347a59 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:51.989026 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-4ff4c435-225a-40e1-b541-3253822d3e3c req-fae8c8fb-c520-4e20-af4c-9bdadb8d3daa tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:51.992497 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4ff4c435-225a-40e1-b541-3253822d3e3c req-fae8c8fb-c520-4e20-af4c-9bdadb8d3daa tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.45 "DELETE /v2.0/ports/7a590d66-42d8-491e-bcdf-dd5b7e91dd3a HTTP/1.1" status: 204 len: 173 time: 1.3920982 Nov 09 21:17:51.999487 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-14266250-d1ee-4299-97ef-ea7073dd066f req-f8023670-bcdf-4f71-b858-d5efc7c207a1 service neutron] Attempting to bind port 91c8b178-c506-4843-982e-f1a58ad7e198 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:17:51.999854 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-14266250-d1ee-4299-97ef-ea7073dd066f req-f8023670-bcdf-4f71-b858-d5efc7c207a1 service neutron] Attempting to bind port 91c8b178-c506-4843-982e-f1a58ad7e198 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': 'ded2c788-6987-4a27-bea5-74ee8c4df2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9bd028ff-7bca-4c46-bd71-6aace0071dc5'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:17:52.000377 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266250-d1ee-4299-97ef-ea7073dd066f req-f8023670-bcdf-4f71-b858-d5efc7c207a1 service neutron] Attempting to bind port 91c8b178-c506-4843-982e-f1a58ad7e198 on network 9bd028ff-7bca-4c46-bd71-6aace0071dc5 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:17:52.009920 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266250-d1ee-4299-97ef-ea7073dd066f req-f8023670-bcdf-4f71-b858-d5efc7c207a1 service neutron] Port 91c8b178-c506-4843-982e-f1a58ad7e198 on network 9bd028ff-7bca-4c46-bd71-6aace0071dc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:17:52.010243 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266250-d1ee-4299-97ef-ea7073dd066f req-f8023670-bcdf-4f71-b858-d5efc7c207a1 service neutron] Attempting to bind port 91c8b178-c506-4843-982e-f1a58ad7e198 on network 9bd028ff-7bca-4c46-bd71-6aace0071dc5 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:17:52.023833 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760504e-6990-4c1b-9920-de53d65904ff req-982f3826-32a6-4aad-9dc4-34f86d77df16 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:52.025392 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c760504e-6990-4c1b-9920-de53d65904ff req-982f3826-32a6-4aad-9dc4-34f86d77df16 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc5c2581-5720-4e18-b5a0-f584fd4a37e7 HTTP/1.1" status: 200 len: 943 time: 0.1354084 Nov 09 21:17:52.026625 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266250-d1ee-4299-97ef-ea7073dd066f req-f8023670-bcdf-4f71-b858-d5efc7c207a1 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:17:52.026965 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266250-d1ee-4299-97ef-ea7073dd066f req-f8023670-bcdf-4f71-b858-d5efc7c207a1 service neutron] Checking segment: {'id': 'ded2c788-6987-4a27-bea5-74ee8c4df2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9bd028ff-7bca-4c46-bd71-6aace0071dc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:17:52.027484 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266250-d1ee-4299-97ef-ea7073dd066f req-f8023670-bcdf-4f71-b858-d5efc7c207a1 service neutron] Bound using segment: {'id': 'ded2c788-6987-4a27-bea5-74ee8c4df2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9bd028ff-7bca-4c46-bd71-6aace0071dc5'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:17:52.028040 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-14266250-d1ee-4299-97ef-ea7073dd066f req-f8023670-bcdf-4f71-b858-d5efc7c207a1 service neutron] Bound port: 91c8b178-c506-4843-982e-f1a58ad7e198, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ded2c788-6987-4a27-bea5-74ee8c4df2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9bd028ff-7bca-4c46-bd71-6aace0071dc5'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:17:52.028425 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-f8023670-bcdf-4f71-b858-d5efc7c207a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:52.055050 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-1b59e4ca-5ade-4322-ac01-eb9582438a13 req-c5c19168-6d43-43ae-a12e-1857fc347a59 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:52.058823 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-1b59e4ca-5ade-4322-ac01-eb9582438a13 req-c5c19168-6d43-43ae-a12e-1857fc347a59 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:52.061955 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1b59e4ca-5ade-4322-ac01-eb9582438a13 req-c5c19168-6d43-43ae-a12e-1857fc347a59 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] 10.222.0.49 "DELETE /v2.0/security-groups/7f5b6bf3-597f-4a18-984a-104dc06af824 HTTP/1.1" status: 204 len: 173 time: 0.2012043 Nov 09 21:17:52.080151 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c19168-6d43-43ae-a12e-1857fc347a59 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5b6bf3-597f-4a18-984a-104dc06af824,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:52.164843 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c760504e-6990-4c1b-9920-de53d65904ff req-743b0a30-663e-4c48-8d92-2d5bf5e90b0c tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe7beac0-83b7-4dc2-8a69-2d3bfb73b965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250985 Nov 09 21:17:52.221369 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-14266250-d1ee-4299-97ef-ea7073dd066f req-f8023670-bcdf-4f71-b858-d5efc7c207a1 service neutron] For port 91c8b178-c506-4843-982e-f1a58ad7e198, host n-h2-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:17:52.226205 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-14266250-d1ee-4299-97ef-ea7073dd066f req-f8023670-bcdf-4f71-b858-d5efc7c207a1 service neutron] For port 91c8b178-c506-4843-982e-f1a58ad7e198, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=91c8b178-c506-4843-982e-f1a58ad7e198,segment=NetworkSegment(ded2c788-6987-4a27-bea5-74ee8c4df2d8),segment_id=ded2c788-6987-4a27-bea5-74ee8c4df2d8)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:17:52.228086 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942d839-91c4-4077-a9a8-c26ebcfb4905 req-fe1b19be-b3da-4460-aac3-06c2b351bf98 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:52.234195 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-f8023670-bcdf-4f71-b858-d5efc7c207a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:52.241734 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e43851-f0e9-434b-b481-941917f575fd x-openstack-request-id: req-14e43851-f0e9-434b-b481-941917f575fd {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:17:52.242137 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "tag": "a07b3c2f-c8c5-43d5-9170-485f26594f02", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:17:52.242485 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-14e43851-f0e9-434b-b481-941917f575fd {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:17:52.243102 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'tag': 'a07b3c2f-c8c5-43d5-9170-485f26594f02', 'status': 'completed', 'code': 200} Nov 09 21:17:52.243758 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3942d839-91c4-4077-a9a8-c26ebcfb4905 req-fe1b19be-b3da-4460-aac3-06c2b351bf98 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 943 time: 0.0918338 Nov 09 21:17:52.281588 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:52.294961 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266250-d1ee-4299-97ef-ea7073dd066f req-f8023670-bcdf-4f71-b858-d5efc7c207a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:52.295617 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-f8023670-bcdf-4f71-b858-d5efc7c207a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:52.297293 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-f8023670-bcdf-4f71-b858-d5efc7c207a1 service neutron] 10.222.0.43 "PUT /v2.0/ports/91c8b178-c506-4843-982e-f1a58ad7e198 HTTP/1.1" status: 200 len: 1135 time: 1.8809819 Nov 09 21:17:52.321750 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device f2f89472-9a16-481e-af91-7fd1b570f557 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:17:52.351597 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-14266250-d1ee-4299-97ef-ea7073dd066f req-56a744eb-d600-41f7-9ae1-b4a31ed2e6b6 service neutron] Request body: {'port': {'device_id': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:17:52.355871 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8023670-bcdf-4f71-b858-d5efc7c207a1 service neutron] Pushing event updated for resources: {'Port': ['ID=91c8b178-c506-4843-982e-f1a58ad7e198,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:52.396411 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3942d839-91c4-4077-a9a8-c26ebcfb4905 req-cd12210e-30cb-4799-8811-501ac89cdd8b tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336615 Nov 09 21:17:52.495188 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-56a744eb-d600-41f7-9ae1-b4a31ed2e6b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:52.498868 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7bd95948-5d5c-4856-81a2-799ba30a3f8e req-a99f9ccf-74ae-486b-a8bb-142a90183950 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=9845c409-ac82-41a4-b346-0d26efb4aacf HTTP/1.1" status: 200 len: 210 time: 0.0956450 Nov 09 21:17:52.510489 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port f2f89472-9a16-481e-af91-7fd1b570f557, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f2f89472-9a16-481e-af91-7fd1b570f557,segment=NetworkSegment(09b70962-317a-4e30-8693-8968e5be04b8),segment_id=09b70962-317a-4e30-8693-8968e5be04b8)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:52.530259 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': 'f2f89472-9a16-481e-af91-7fd1b570f557', 'network_id': '7680b8cd-cf84-4451-b98c-9ec0a0c87d39', 'port_id': 'f2f89472-9a16-481e-af91-7fd1b570f557', 'mac_address': 'fa:16:3e:05:94:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '262b1767-8d0a-4864-8ab4-daf4a8d6ba62', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:17:52.618733 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:52.665127 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2f89472-9a16-481e-af91-7fd1b570f557 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:17:52.672043 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:52.696114 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port f2f89472-9a16-481e-af91-7fd1b570f557, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f2f89472-9a16-481e-af91-7fd1b570f557,segment=NetworkSegment(09b70962-317a-4e30-8693-8968e5be04b8),segment_id=09b70962-317a-4e30-8693-8968e5be04b8)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:52.700497 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:52.768169 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=f2f89472-9a16-481e-af91-7fd1b570f557,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:52.792821 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device f98ea90c-d76a-4ae6-9753-a16f0d02dadd up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:17:52.858912 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port f98ea90c-d76a-4ae6-9753-a16f0d02dadd completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:17:52.864931 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port f98ea90c-d76a-4ae6-9753-a16f0d02dadd triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:17:52.865613 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:52.892466 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64170592-c626-441e-bfea-f561a860d944 req-97f06333-2b52-4946-b28c-ab38b678fb7a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:52.898666 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64170592-c626-441e-bfea-f561a860d944 req-97f06333-2b52-4946-b28c-ab38b678fb7a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:52.905597 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64170592-c626-441e-bfea-f561a860d944 req-97f06333-2b52-4946-b28c-ab38b678fb7a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:52.916494 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64170592-c626-441e-bfea-f561a860d944 req-97f06333-2b52-4946-b28c-ab38b678fb7a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:52.924834 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64170592-c626-441e-bfea-f561a860d944 req-97f06333-2b52-4946-b28c-ab38b678fb7a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:52.931784 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64170592-c626-441e-bfea-f561a860d944 req-97f06333-2b52-4946-b28c-ab38b678fb7a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:52.938614 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64170592-c626-441e-bfea-f561a860d944 req-97f06333-2b52-4946-b28c-ab38b678fb7a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:52.948368 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-64170592-c626-441e-bfea-f561a860d944 req-97f06333-2b52-4946-b28c-ab38b678fb7a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 5381 time: 0.2323761 Nov 09 21:17:52.966340 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:53.010120 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e14c2798-7f63-4f1b-b504-14b711c7aae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98ea90c-d76a-4ae6-9753-a16f0d02dadd'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:17:53.015131 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed62acb3-3a59-4e91-af16-2b9567392dca" -d '{"events": [{"server_uuid": "e14c2798-7f63-4f1b-b504-14b711c7aae2", "name": "network-vif-plugged", "status": "completed", "tag": "f98ea90c-d76a-4ae6-9753-a16f0d02dadd"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:17:53.038081 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port f98ea90c-d76a-4ae6-9753-a16f0d02dadd, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=f98ea90c-d76a-4ae6-9753-a16f0d02dadd,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:53.038608 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a9d9497d-30a1-416e-ae4e-853b84593d6c req-882620cf-470f-4516-9591-cd8cada07076 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] 10.222.0.49 "GET /v2.0/security-groups/cb87fd5f-39cb-4464-8b5b-327cee05553c HTTP/1.1" status: 200 len: 1830 time: 0.0612717 Nov 09 21:17:53.043308 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:53.045973 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:17:53.058515 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-64170592-c626-441e-bfea-f561a860d944 req-02bb4acb-a397-4873-81cd-ab3b6d49081e tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&id=ea98d57d-1ab2-4bb7-8668-5c17afc65416&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1075499 Nov 09 21:17:53.067028 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa91994-c816-4d49-9c02-27cbbd3a3e21 req-82f3ab82-7738-49ac-876b-c189e0206b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:53.067894 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa91994-c816-4d49-9c02-27cbbd3a3e21 req-82f3ab82-7738-49ac-876b-c189e0206b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:53.068017 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa91994-c816-4d49-9c02-27cbbd3a3e21 req-82f3ab82-7738-49ac-876b-c189e0206b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:53.068399 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa91994-c816-4d49-9c02-27cbbd3a3e21 req-82f3ab82-7738-49ac-876b-c189e0206b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:53.068895 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa91994-c816-4d49-9c02-27cbbd3a3e21 req-82f3ab82-7738-49ac-876b-c189e0206b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:53.069614 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa91994-c816-4d49-9c02-27cbbd3a3e21 req-82f3ab82-7738-49ac-876b-c189e0206b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:53.070062 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa91994-c816-4d49-9c02-27cbbd3a3e21 req-82f3ab82-7738-49ac-876b-c189e0206b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:53.072006 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-daa91994-c816-4d49-9c02-27cbbd3a3e21 req-82f3ab82-7738-49ac-876b-c189e0206b96 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=82c72cbaced549c1af9f163b71209187&device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 6218 time: 0.7180297 Nov 09 21:17:53.142169 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:17:53.142713 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 7a590d66-42d8-491e-bcdf-dd5b7e91dd3a not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:17:53.145526 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=f98ea90c-d76a-4ae6-9753-a16f0d02dadd,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:53.169795 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['f2f89472-9a16-481e-af91-7fd1b570f557'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:17:53.187979 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a9d9497d-30a1-416e-ae4e-853b84593d6c req-bdf47adb-7b05-4a5b-91f6-b37d3a96c015 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:53.209485 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-14266250-d1ee-4299-97ef-ea7073dd066f req-56a744eb-d600-41f7-9ae1-b4a31ed2e6b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 425016f1-5323-4fd9-bef6-b3071e755392 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:17:53.231349 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a9d9497d-30a1-416e-ae4e-853b84593d6c req-bdf47adb-7b05-4a5b-91f6-b37d3a96c015 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:53.237006 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-56a744eb-d600-41f7-9ae1-b4a31ed2e6b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:53.264819 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-14266250-d1ee-4299-97ef-ea7073dd066f req-56a744eb-d600-41f7-9ae1-b4a31ed2e6b6 service neutron] Transition to ACTIVE for port object 425016f1-5323-4fd9-bef6-b3071e755392 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:17:53.274300 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-56a744eb-d600-41f7-9ae1-b4a31ed2e6b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:53.297824 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ece11-6f77-44b1-aaab-1808ae97279f req-ea89b497-be1d-48ca-8d77-7a2272340387 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:53.308760 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ca8ece11-6f77-44b1-aaab-1808ae97279f req-ea89b497-be1d-48ca-8d77-7a2272340387 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/ports?device_id=e14c2798-7f63-4f1b-b504-14b711c7aae2 HTTP/1.1" status: 200 len: 949 time: 0.1143143 Nov 09 21:17:53.340575 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa91994-c816-4d49-9c02-27cbbd3a3e21 req-9768a6a3-c839-4112-b502-159fde8b2b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:53.341773 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa91994-c816-4d49-9c02-27cbbd3a3e21 req-9768a6a3-c839-4112-b502-159fde8b2b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:53.342270 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa91994-c816-4d49-9c02-27cbbd3a3e21 req-9768a6a3-c839-4112-b502-159fde8b2b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:53.346646 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-daa91994-c816-4d49-9c02-27cbbd3a3e21 req-9768a6a3-c839-4112-b502-159fde8b2b81 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=82c72cbaced549c1af9f163b71209187&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2483735 Nov 09 21:17:53.348530 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a9d9497d-30a1-416e-ae4e-853b84593d6c req-bdf47adb-7b05-4a5b-91f6-b37d3a96c015 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:53.351952 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a9d9497d-30a1-416e-ae4e-853b84593d6c req-bdf47adb-7b05-4a5b-91f6-b37d3a96c015 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:53.355569 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a9d9497d-30a1-416e-ae4e-853b84593d6c req-bdf47adb-7b05-4a5b-91f6-b37d3a96c015 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] 10.222.0.49 "DELETE /v2.0/security-groups/cb87fd5f-39cb-4464-8b5b-327cee05553c HTTP/1.1" status: 204 len: 173 time: 0.3139052 Nov 09 21:17:53.374871 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:53.456507 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ca8ece11-6f77-44b1-aaab-1808ae97279f req-2d005101-674a-4cdd-a218-d41ceef9bc03 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/security-groups?id=c936c073-8fef-4bf5-8625-84669736e0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464174 Nov 09 21:17:53.457180 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf47adb-7b05-4a5b-91f6-b37d3a96c015 tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb87fd5f-39cb-4464-8b5b-327cee05553c,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:53.485490 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a744eb-d600-41f7-9ae1-b4a31ed2e6b6 service neutron] Pushing event updated for resources: {'Port': ['ID=425016f1-5323-4fd9-bef6-b3071e755392,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:53.553577 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa91994-c816-4d49-9c02-27cbbd3a3e21 req-9b649570-db43-482c-8db5-ae9c0c5bf3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:53.555185 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-daa91994-c816-4d49-9c02-27cbbd3a3e21 req-9b649570-db43-482c-8db5-ae9c0c5bf3fe service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1953056 Nov 09 21:17:53.586543 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda6a67b-f1a0-407d-9389-31ae0d3e3edf x-openstack-request-id: req-bda6a67b-f1a0-407d-9389-31ae0d3e3edf {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:17:53.586846 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e14c2798-7f63-4f1b-b504-14b711c7aae2", "name": "network-vif-plugged", "status": "completed", "tag": "f98ea90c-d76a-4ae6-9753-a16f0d02dadd", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:17:53.587106 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bda6a67b-f1a0-407d-9389-31ae0d3e3edf {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:17:53.587506 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e14c2798-7f63-4f1b-b504-14b711c7aae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98ea90c-d76a-4ae6-9753-a16f0d02dadd', 'code': 200} Nov 09 21:17:53.706606 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-14266250-d1ee-4299-97ef-ea7073dd066f req-56a744eb-d600-41f7-9ae1-b4a31ed2e6b6 service neutron] Attempting to bind port 425016f1-5323-4fd9-bef6-b3071e755392 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:17:53.706988 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-14266250-d1ee-4299-97ef-ea7073dd066f req-56a744eb-d600-41f7-9ae1-b4a31ed2e6b6 service neutron] Attempting to bind port 425016f1-5323-4fd9-bef6-b3071e755392 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': 'ded2c788-6987-4a27-bea5-74ee8c4df2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9bd028ff-7bca-4c46-bd71-6aace0071dc5'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:17:53.707536 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266250-d1ee-4299-97ef-ea7073dd066f req-56a744eb-d600-41f7-9ae1-b4a31ed2e6b6 service neutron] Attempting to bind port 425016f1-5323-4fd9-bef6-b3071e755392 on network 9bd028ff-7bca-4c46-bd71-6aace0071dc5 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:17:53.728565 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f3644-fe6c-4570-b429-05d1a66fd0f8 req-572be741-14a3-4d08-8fba-25175275ceb7 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:53.729036 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266250-d1ee-4299-97ef-ea7073dd066f req-56a744eb-d600-41f7-9ae1-b4a31ed2e6b6 service neutron] Port 425016f1-5323-4fd9-bef6-b3071e755392 on network 9bd028ff-7bca-4c46-bd71-6aace0071dc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:17:53.729415 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266250-d1ee-4299-97ef-ea7073dd066f req-56a744eb-d600-41f7-9ae1-b4a31ed2e6b6 service neutron] Attempting to bind port 425016f1-5323-4fd9-bef6-b3071e755392 on network 9bd028ff-7bca-4c46-bd71-6aace0071dc5 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:17:53.730480 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-994f3644-fe6c-4570-b429-05d1a66fd0f8 req-572be741-14a3-4d08-8fba-25175275ceb7 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc5c2581-5720-4e18-b5a0-f584fd4a37e7 HTTP/1.1" status: 200 len: 944 time: 0.0648775 Nov 09 21:17:53.743227 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266250-d1ee-4299-97ef-ea7073dd066f req-56a744eb-d600-41f7-9ae1-b4a31ed2e6b6 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:17:53.743569 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266250-d1ee-4299-97ef-ea7073dd066f req-56a744eb-d600-41f7-9ae1-b4a31ed2e6b6 service neutron] Checking segment: {'id': 'ded2c788-6987-4a27-bea5-74ee8c4df2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9bd028ff-7bca-4c46-bd71-6aace0071dc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:17:53.743953 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266250-d1ee-4299-97ef-ea7073dd066f req-56a744eb-d600-41f7-9ae1-b4a31ed2e6b6 service neutron] Bound using segment: {'id': 'ded2c788-6987-4a27-bea5-74ee8c4df2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9bd028ff-7bca-4c46-bd71-6aace0071dc5'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:17:53.744391 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-14266250-d1ee-4299-97ef-ea7073dd066f req-56a744eb-d600-41f7-9ae1-b4a31ed2e6b6 service neutron] Bound port: 425016f1-5323-4fd9-bef6-b3071e755392, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ded2c788-6987-4a27-bea5-74ee8c4df2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9bd028ff-7bca-4c46-bd71-6aace0071dc5'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:17:53.744774 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-56a744eb-d600-41f7-9ae1-b4a31ed2e6b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:53.767710 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c3672-23bf-45c5-9461-53dc24e4457e req-8e3a64a5-cc33-4fee-8f34-73497afc40c1 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:53.769279 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-999c3672-23bf-45c5-9461-53dc24e4457e req-8e3a64a5-cc33-4fee-8f34-73497afc40c1 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 950 time: 0.1907227 Nov 09 21:17:53.775996 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5783f-fcd0-4ed1-8d65-b2dd9ad851f9 req-f3523f56-8d24-4361-a823-57edea1225ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:53.777448 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e2c5783f-fcd0-4ed1-8d65-b2dd9ad851f9 req-f3523f56-8d24-4361-a823-57edea1225ac service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e14c2798-7f63-4f1b-b504-14b711c7aae2 HTTP/1.1" status: 200 len: 1100 time: 0.1170609 Nov 09 21:17:53.793202 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-994f3644-fe6c-4570-b429-05d1a66fd0f8 req-87b5076a-a4e0-4abb-9eb7-04813f37c5b0 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe7beac0-83b7-4dc2-8a69-2d3bfb73b965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546000 Nov 09 21:17:53.854000 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e57a6110-4037-4c98-ac0d-492bb25a9f50 req-b0ca9757-afac-4b42-8521-5d6978c045da tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] 10.222.0.49 "GET /v2.0/security-groups/08bf0ec2-57be-4ce8-b48b-4faa13626251 HTTP/1.1" status: 200 len: 1830 time: 0.0419617 Nov 09 21:17:53.891854 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-999c3672-23bf-45c5-9461-53dc24e4457e req-79f2e093-bdf3-4a0a-a406-162c69d9ce67 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134329 Nov 09 21:17:53.901719 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e2c5783f-fcd0-4ed1-8d65-b2dd9ad851f9 req-24f2fdda-02a0-4e01-9521-8ba69ba5a5bf service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c936c073-8fef-4bf5-8625-84669736e0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150560 Nov 09 21:17:53.902723 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-14266250-d1ee-4299-97ef-ea7073dd066f req-56a744eb-d600-41f7-9ae1-b4a31ed2e6b6 service neutron] For port 425016f1-5323-4fd9-bef6-b3071e755392, host n-h2-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:17:53.906834 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-14266250-d1ee-4299-97ef-ea7073dd066f req-56a744eb-d600-41f7-9ae1-b4a31ed2e6b6 service neutron] For port 425016f1-5323-4fd9-bef6-b3071e755392, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=425016f1-5323-4fd9-bef6-b3071e755392,segment=NetworkSegment(ded2c788-6987-4a27-bea5-74ee8c4df2d8),segment_id=ded2c788-6987-4a27-bea5-74ee8c4df2d8)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:17:53.911779 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-56a744eb-d600-41f7-9ae1-b4a31ed2e6b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:53.932261 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-e57a6110-4037-4c98-ac0d-492bb25a9f50 req-b98c3aa1-029b-4f61-82f2-209a61c8005d tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:53.963293 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266250-d1ee-4299-97ef-ea7073dd066f req-56a744eb-d600-41f7-9ae1-b4a31ed2e6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:53.964065 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-56a744eb-d600-41f7-9ae1-b4a31ed2e6b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:53.964486 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-e57a6110-4037-4c98-ac0d-492bb25a9f50 req-b98c3aa1-029b-4f61-82f2-209a61c8005d tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:53.965500 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-56a744eb-d600-41f7-9ae1-b4a31ed2e6b6 service neutron] 10.222.0.43 "PUT /v2.0/ports/425016f1-5323-4fd9-bef6-b3071e755392 HTTP/1.1" status: 200 len: 1090 time: 1.6203928 Nov 09 21:17:54.012199 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-14266250-d1ee-4299-97ef-ea7073dd066f req-c2489b9d-816f-45c5-a716-5f3ee9a1ef0c service neutron] Request body: {'port': {'device_id': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:17:54.033876 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-e57a6110-4037-4c98-ac0d-492bb25a9f50 req-b98c3aa1-029b-4f61-82f2-209a61c8005d tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:54.036973 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-e57a6110-4037-4c98-ac0d-492bb25a9f50 req-b98c3aa1-029b-4f61-82f2-209a61c8005d tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:54.050784 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e57a6110-4037-4c98-ac0d-492bb25a9f50 req-b98c3aa1-029b-4f61-82f2-209a61c8005d tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] 10.222.0.49 "DELETE /v2.0/security-groups/08bf0ec2-57be-4ce8-b48b-4faa13626251 HTTP/1.1" status: 204 len: 173 time: 0.1873569 Nov 09 21:17:54.051570 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36790) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:17:54.115802 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c3aa1-029b-4f61-82f2-209a61c8005d tempest-SecurityGroupRulesNegativeTestJSON-63617923 tempest-SecurityGroupRulesNegativeTestJSON-63617923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08bf0ec2-57be-4ce8-b48b-4faa13626251,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:54.164442 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-eea29dc4-2753-4ffd-a04e-96abbc862cd2 admin admin] Deleting subnet b6db95e6-36ed-4c38-b9dd-b86023f7638a {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:17:54.176815 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eea29dc4-2753-4ffd-a04e-96abbc862cd2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:54.249710 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eea29dc4-2753-4ffd-a04e-96abbc862cd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:54.327500 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eea29dc4-2753-4ffd-a04e-96abbc862cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:54.330792 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device f2f89472-9a16-481e-af91-7fd1b570f557 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:17:54.420022 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eea29dc4-2753-4ffd-a04e-96abbc862cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:54.458544 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port f2f89472-9a16-481e-af91-7fd1b570f557 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:17:54.465270 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port f2f89472-9a16-481e-af91-7fd1b570f557 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:17:54.465942 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:54.466915 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9845c409-ac82-41a4-b346-0d26efb4aacf', 'name': 'network-vif-deleted', 'tag': '7a590d66-42d8-491e-bcdf-dd5b7e91dd3a'}, {'name': 'network-changed', 'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'tag': '91c8b178-c506-4843-982e-f1a58ad7e198'}, {'name': 'network-changed', 'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'tag': '425016f1-5323-4fd9-bef6-b3071e755392'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:17:54.470149 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3502a0a4-fe80-48f6-8725-dd1571e7aea9" -d '{"events": [{"server_uuid": "9845c409-ac82-41a4-b346-0d26efb4aacf", "name": "network-vif-deleted", "tag": "7a590d66-42d8-491e-bcdf-dd5b7e91dd3a"}, {"name": "network-changed", "server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "tag": "91c8b178-c506-4843-982e-f1a58ad7e198"}, {"name": "network-changed", "server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "tag": "425016f1-5323-4fd9-bef6-b3071e755392"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:17:54.509738 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-c2489b9d-816f-45c5-a716-5f3ee9a1ef0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:54.512226 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea29dc4-2753-4ffd-a04e-96abbc862cd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6db95e6-36ed-4c38-b9dd-b86023f7638a,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:54.517929 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eea29dc4-2753-4ffd-a04e-96abbc862cd2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:54.521526 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-eea29dc4-2753-4ffd-a04e-96abbc862cd2 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b6db95e6-36ed-4c38-b9dd-b86023f7638a HTTP/1.1" status: 204 len: 168 time: 0.4659383 Nov 09 21:17:54.524816 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36804) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:17:54.542058 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a744eb-d600-41f7-9ae1-b4a31ed2e6b6 service neutron] Pushing event updated for resources: {'Port': ['ID=425016f1-5323-4fd9-bef6-b3071e755392,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:54.574997 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:54.623931 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port f2f89472-9a16-481e-af91-7fd1b570f557, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f2f89472-9a16-481e-af91-7fd1b570f557,segment=NetworkSegment(09b70962-317a-4e30-8693-8968e5be04b8),segment_id=09b70962-317a-4e30-8693-8968e5be04b8)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:54.626170 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c2f10-e6a3-4483-bcce-13ba552c16d1 req-fae739a0-1f04-414a-93eb-e3ef7bf79282 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:54.628862 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:54.632742 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c2f10-e6a3-4483-bcce-13ba552c16d1 req-fae739a0-1f04-414a-93eb-e3ef7bf79282 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:54.638798 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c2f10-e6a3-4483-bcce-13ba552c16d1 req-fae739a0-1f04-414a-93eb-e3ef7bf79282 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:54.645818 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c2f10-e6a3-4483-bcce-13ba552c16d1 req-fae739a0-1f04-414a-93eb-e3ef7bf79282 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:54.652092 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c2f10-e6a3-4483-bcce-13ba552c16d1 req-fae739a0-1f04-414a-93eb-e3ef7bf79282 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:54.659218 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c2f10-e6a3-4483-bcce-13ba552c16d1 req-fae739a0-1f04-414a-93eb-e3ef7bf79282 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:54.665621 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c2f10-e6a3-4483-bcce-13ba552c16d1 req-fae739a0-1f04-414a-93eb-e3ef7bf79282 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:54.675076 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5a9c2f10-e6a3-4483-bcce-13ba552c16d1 req-fae739a0-1f04-414a-93eb-e3ef7bf79282 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 5393 time: 0.2463348 Nov 09 21:17:54.687397 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b834fbd-f81b-4ad2-8c3d-7b88a11891a1 req-6195b6a1-07c6-42eb-9e16-a14b69d9241e tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:54.690114 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2b834fbd-f81b-4ad2-8c3d-7b88a11891a1 req-6195b6a1-07c6-42eb-9e16-a14b69d9241e tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 943 time: 0.6582887 Nov 09 21:17:54.701271 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=f2f89472-9a16-481e-af91-7fd1b570f557,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:54.714392 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0bb28a08-a04b-40b7-bead-8bc995ca423d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:54.834762 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5a9c2f10-e6a3-4483-bcce-13ba552c16d1 req-e3dcf3c4-52d6-4416-a00c-e8f0d285ce70 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&id=ea98d57d-1ab2-4bb7-8668-5c17afc65416&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1587512 Nov 09 21:17:54.853118 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0bb28a08-a04b-40b7-bead-8bc995ca423d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:54.882538 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2b834fbd-f81b-4ad2-8c3d-7b88a11891a1 req-b9b0f6b2-c287-4913-9fb7-a97165025c7a tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813316 Nov 09 21:17:54.903401 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-0bb28a08-a04b-40b7-bead-8bc995ca423d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69fa4f6e-d932-408f-b951-a69ec0ab0342']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:17:54.919144 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-0bb28a08-a04b-40b7-bead-8bc995ca423d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eae2f9e-9356-4916-8730-f212a2241e0a') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:17:54.919489 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-0bb28a08-a04b-40b7-bead-8bc995ca423d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eae2f9e-9356-4916-8730-f212a2241e0a') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:17:54.944085 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0bb28a08-a04b-40b7-bead-8bc995ca423d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:54.995654 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0bb28a08-a04b-40b7-bead-8bc995ca423d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:54.999381 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb8d2b-aed9-4505-8671-11714e21d3c1 req-a455821f-d950-4e3f-934a-636dca954275 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:55.001409 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ebcb8d2b-aed9-4505-8671-11714e21d3c1 req-a455821f-d950-4e3f-934a-636dca954275 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.45 "GET /v2.0/ports?device_id=41bac806-9e1e-4473-b42d-4b701d2b796d HTTP/1.1" status: 200 len: 944 time: 0.1352696 Nov 09 21:17:55.006786 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb28a08-a04b-40b7-bead-8bc995ca423d admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:17:55.007090 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0bb28a08-a04b-40b7-bead-8bc995ca423d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:55.009076 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:17:55.009076 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:17:55.009076 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:17:55.009076 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:17:55.009076 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:17:55.009076 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:17:55.009076 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:17:55.009076 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:17:55.009076 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:17:55.009076 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:17:55.009076 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:17:55.009076 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:17:55.009076 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:17:55.009076 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:17:55.009076 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:17:55.009076 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:17:55.009076 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:17:55.009076 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:17:55.009076 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:17:55.009076 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:17:55.009076 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:17:55.009076 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:17:55.009076 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:17:55.009076 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:17:55.009076 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:17:55.009076 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:17:55.009076 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:17:55.009076 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:17:55.009076 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:17:55.009076 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:17:55.009076 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:17:55.009076 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:17:55.079206 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93107870-f7e0-4153-acee-9efa8d6ec304 req-6eea5aa5-b57d-48d7-b61f-4c7dceb9c4f5 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:55.080874 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-93107870-f7e0-4153-acee-9efa8d6ec304 req-6eea5aa5-b57d-48d7-b61f-4c7dceb9c4f5 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=41bac806-9e1e-4473-b42d-4b701d2b796d HTTP/1.1" status: 200 len: 944 time: 0.1156647 Nov 09 21:17:55.085522 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0bb28a08-a04b-40b7-bead-8bc995ca423d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:55.091713 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0bb28a08-a04b-40b7-bead-8bc995ca423d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:55.099663 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0bb28a08-a04b-40b7-bead-8bc995ca423d admin admin] 10.222.0.49 "DELETE /v2.0/networks/69fa4f6e-d932-408f-b951-a69ec0ab0342 HTTP/1.1" status: 204 len: 168 time: 0.5707874 Nov 09 21:17:55.127193 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb28a08-a04b-40b7-bead-8bc995ca423d admin admin] Pushing event deleted for resources: {'Network': ['ID=69fa4f6e-d932-408f-b951-a69ec0ab0342,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:55.176539 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-93107870-f7e0-4153-acee-9efa8d6ec304 req-90e401bf-b473-4f00-9b48-50290dcf0d21 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783758 Nov 09 21:17:55.188853 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db34a21-9e1f-46c9-a3c8-0f91514ebfdd req-5a7931e4-19c4-4828-8968-d025ace34eef tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:55.194509 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3db34a21-9e1f-46c9-a3c8-0f91514ebfdd req-5a7931e4-19c4-4828-8968-d025ace34eef tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/ports?device_id=e14c2798-7f63-4f1b-b504-14b711c7aae2 HTTP/1.1" status: 200 len: 949 time: 0.2067285 Nov 09 21:17:55.314895 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-14266250-d1ee-4299-97ef-ea7073dd066f req-c2489b9d-816f-45c5-a716-5f3ee9a1ef0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1a55f02-391f-4b2f-8594-8dd0febfc624 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:17:55.326696 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-c2489b9d-816f-45c5-a716-5f3ee9a1ef0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:55.394668 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-14266250-d1ee-4299-97ef-ea7073dd066f req-c2489b9d-816f-45c5-a716-5f3ee9a1ef0c service neutron] Transition to ACTIVE for port object f1a55f02-391f-4b2f-8594-8dd0febfc624 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:17:55.404324 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-c2489b9d-816f-45c5-a716-5f3ee9a1ef0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:55.441439 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Tue, 09 Nov 2021 21:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ee9b3b-8d56-4ed3-b07e-85e8732f19b0 x-openstack-request-id: req-c6ee9b3b-8d56-4ed3-b07e-85e8732f19b0 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:17:55.442333 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9845c409-ac82-41a4-b346-0d26efb4aacf", "name": "network-vif-deleted", "tag": "7a590d66-42d8-491e-bcdf-dd5b7e91dd3a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "tag": "91c8b178-c506-4843-982e-f1a58ad7e198", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "tag": "425016f1-5323-4fd9-bef6-b3071e755392", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:17:55.442731 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c6ee9b3b-8d56-4ed3-b07e-85e8732f19b0 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:17:55.443570 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9845c409-ac82-41a4-b346-0d26efb4aacf', 'name': 'network-vif-deleted', 'tag': '7a590d66-42d8-491e-bcdf-dd5b7e91dd3a', 'status': 'completed', 'code': 200} Nov 09 21:17:55.443881 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'tag': '91c8b178-c506-4843-982e-f1a58ad7e198', 'status': 'completed', 'code': 200} Nov 09 21:17:55.444460 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'tag': '425016f1-5323-4fd9-bef6-b3071e755392', 'status': 'completed', 'code': 200} Nov 09 21:17:55.464031 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36812) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:17:55.560496 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3db34a21-9e1f-46c9-a3c8-0f91514ebfdd req-b603fc29-1450-4884-a3de-b8c853dfd726 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/security-groups?id=c936c073-8fef-4bf5-8625-84669736e0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489821 Nov 09 21:17:55.575595 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-ebcb8d2b-aed9-4505-8671-11714e21d3c1 req-0bb5b0b7-775f-49b2-b0bc-0f193b40d5b8 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Deleting port fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:17:55.576230 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-ebcb8d2b-aed9-4505-8671-11714e21d3c1 req-0bb5b0b7-775f-49b2-b0bc-0f193b40d5b8 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:55.588676 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5c2581-5720-4e18-b5a0-f584fd4a37e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f89472-9a16-481e-af91-7fd1b570f557'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:17:55.591037 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c43ad6e-d520-40bb-9779-7625de67717d" -d '{"events": [{"server_uuid": "bc5c2581-5720-4e18-b5a0-f584fd4a37e7", "name": "network-vif-plugged", "status": "completed", "tag": "f2f89472-9a16-481e-af91-7fd1b570f557"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:17:55.623480 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-246878e5-d334-48ae-bbcd-d4728b7c6de6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d00e1693799d4504a967582f47598798&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1578081 Nov 09 21:17:55.626628 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36816) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:17:55.633511 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2489b9d-816f-45c5-a716-5f3ee9a1ef0c service neutron] Pushing event updated for resources: {'Port': ['ID=f1a55f02-391f-4b2f-8594-8dd0febfc624,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:55.634809 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502a0a4-fe80-48f6-8725-dd1571e7aea9 req-f7a00b84-db26-4e70-a7c8-cd64f7cd100e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:55.635502 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502a0a4-fe80-48f6-8725-dd1571e7aea9 req-f7a00b84-db26-4e70-a7c8-cd64f7cd100e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:55.643134 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502a0a4-fe80-48f6-8725-dd1571e7aea9 req-f7a00b84-db26-4e70-a7c8-cd64f7cd100e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:55.643866 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502a0a4-fe80-48f6-8725-dd1571e7aea9 req-f7a00b84-db26-4e70-a7c8-cd64f7cd100e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:55.644532 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502a0a4-fe80-48f6-8725-dd1571e7aea9 req-f7a00b84-db26-4e70-a7c8-cd64f7cd100e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:55.645673 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502a0a4-fe80-48f6-8725-dd1571e7aea9 req-f7a00b84-db26-4e70-a7c8-cd64f7cd100e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:55.646147 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502a0a4-fe80-48f6-8725-dd1571e7aea9 req-f7a00b84-db26-4e70-a7c8-cd64f7cd100e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:55.648166 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3502a0a4-fe80-48f6-8725-dd1571e7aea9 req-f7a00b84-db26-4e70-a7c8-cd64f7cd100e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=82c72cbaced549c1af9f163b71209187&device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 6310 time: 0.1809468 Nov 09 21:17:55.732621 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08b0c5-8065-4129-8eb7-16144669508c req-b9103744-4253-407b-87be-a53076335401 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:55.741122 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cf08b0c5-8065-4129-8eb7-16144669508c req-b9103744-4253-407b-87be-a53076335401 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc5c2581-5720-4e18-b5a0-f584fd4a37e7 HTTP/1.1" status: 200 len: 945 time: 0.2443855 Nov 09 21:17:55.813729 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04c7ae-8ab5-4714-a368-e9e675d71262 req-ceef5c75-53fa-4ae3-92ea-f76b0cd02c09 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:55.815173 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3b04c7ae-8ab5-4714-a368-e9e675d71262 req-ceef5c75-53fa-4ae3-92ea-f76b0cd02c09 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 950 time: 0.1680954 Nov 09 21:17:55.829927 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-72d225cd-ad83-4390-b89f-1e5187957d65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:55.831298 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-ebcb8d2b-aed9-4505-8671-11714e21d3c1 req-0bb5b0b7-775f-49b2-b0bc-0f193b40d5b8 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] For port fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e,segment=NetworkSegment(3b0433f6-0dc2-4350-8149-c15b9bac49ea),segment_id=3b0433f6-0dc2-4350-8149-c15b9bac49ea)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:17:55.831664 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-ebcb8d2b-aed9-4505-8671-11714e21d3c1 req-0bb5b0b7-775f-49b2-b0bc-0f193b40d5b8 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:55.845220 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cf08b0c5-8065-4129-8eb7-16144669508c req-7be7b125-b955-4a22-b8bd-fd932583ffb5 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe7beac0-83b7-4dc2-8a69-2d3bfb73b965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031432 Nov 09 21:17:55.876202 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-72d225cd-ad83-4390-b89f-1e5187957d65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:55.884023 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-14266250-d1ee-4299-97ef-ea7073dd066f req-c2489b9d-816f-45c5-a716-5f3ee9a1ef0c service neutron] Attempting to bind port f1a55f02-391f-4b2f-8594-8dd0febfc624 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:17:55.884471 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-14266250-d1ee-4299-97ef-ea7073dd066f req-c2489b9d-816f-45c5-a716-5f3ee9a1ef0c service neutron] Attempting to bind port f1a55f02-391f-4b2f-8594-8dd0febfc624 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': 'ded2c788-6987-4a27-bea5-74ee8c4df2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9bd028ff-7bca-4c46-bd71-6aace0071dc5'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:17:55.885072 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266250-d1ee-4299-97ef-ea7073dd066f req-c2489b9d-816f-45c5-a716-5f3ee9a1ef0c service neutron] Attempting to bind port f1a55f02-391f-4b2f-8594-8dd0febfc624 on network 9bd028ff-7bca-4c46-bd71-6aace0071dc5 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:17:55.895456 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-ebcb8d2b-aed9-4505-8671-11714e21d3c1 req-0bb5b0b7-775f-49b2-b0bc-0f193b40d5b8 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Calling delete_port for fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:17:55.900326 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266250-d1ee-4299-97ef-ea7073dd066f req-c2489b9d-816f-45c5-a716-5f3ee9a1ef0c service neutron] Port f1a55f02-391f-4b2f-8594-8dd0febfc624 on network 9bd028ff-7bca-4c46-bd71-6aace0071dc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:17:55.901674 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266250-d1ee-4299-97ef-ea7073dd066f req-c2489b9d-816f-45c5-a716-5f3ee9a1ef0c service neutron] Attempting to bind port f1a55f02-391f-4b2f-8594-8dd0febfc624 on network 9bd028ff-7bca-4c46-bd71-6aace0071dc5 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:17:55.904299 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fdac42-c28a-4202-8803-7faf250dda03 x-openstack-request-id: req-a0fdac42-c28a-4202-8803-7faf250dda03 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:17:55.905064 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc5c2581-5720-4e18-b5a0-f584fd4a37e7", "name": "network-vif-plugged", "status": "completed", "tag": "f2f89472-9a16-481e-af91-7fd1b570f557", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:17:55.905660 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a0fdac42-c28a-4202-8803-7faf250dda03 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:17:55.906860 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5c2581-5720-4e18-b5a0-f584fd4a37e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f89472-9a16-481e-af91-7fd1b570f557', 'code': 200} Nov 09 21:17:55.911084 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266250-d1ee-4299-97ef-ea7073dd066f req-c2489b9d-816f-45c5-a716-5f3ee9a1ef0c service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:17:55.911422 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266250-d1ee-4299-97ef-ea7073dd066f req-c2489b9d-816f-45c5-a716-5f3ee9a1ef0c service neutron] Checking segment: {'id': 'ded2c788-6987-4a27-bea5-74ee8c4df2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9bd028ff-7bca-4c46-bd71-6aace0071dc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:17:55.911815 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266250-d1ee-4299-97ef-ea7073dd066f req-c2489b9d-816f-45c5-a716-5f3ee9a1ef0c service neutron] Bound using segment: {'id': 'ded2c788-6987-4a27-bea5-74ee8c4df2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9bd028ff-7bca-4c46-bd71-6aace0071dc5'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:17:55.912453 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-14266250-d1ee-4299-97ef-ea7073dd066f req-c2489b9d-816f-45c5-a716-5f3ee9a1ef0c service neutron] Bound port: f1a55f02-391f-4b2f-8594-8dd0febfc624, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ded2c788-6987-4a27-bea5-74ee8c4df2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9bd028ff-7bca-4c46-bd71-6aace0071dc5'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:17:55.912707 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-c2489b9d-816f-45c5-a716-5f3ee9a1ef0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:55.976804 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-72d225cd-ad83-4390-b89f-1e5187957d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:55.979975 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-72d225cd-ad83-4390-b89f-1e5187957d65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:55.990418 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-72d225cd-ad83-4390-b89f-1e5187957d65 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f2bec62d-e5fe-4a32-8104-f33db8ee4b24 HTTP/1.1" status: 204 len: 168 time: 0.3573875 Nov 09 21:17:56.020216 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d225cd-ad83-4390-b89f-1e5187957d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bec62d-e5fe-4a32-8104-f33db8ee4b24,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:56.031788 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3b04c7ae-8ab5-4714-a368-e9e675d71262 req-9003be27-dcc6-42b2-b1d0-075c6b06d6ae tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025049 Nov 09 21:17:56.083153 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-14266250-d1ee-4299-97ef-ea7073dd066f req-c2489b9d-816f-45c5-a716-5f3ee9a1ef0c service neutron] For port f1a55f02-391f-4b2f-8594-8dd0febfc624, host n-h2-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:17:56.103473 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-14266250-d1ee-4299-97ef-ea7073dd066f req-c2489b9d-816f-45c5-a716-5f3ee9a1ef0c service neutron] For port f1a55f02-391f-4b2f-8594-8dd0febfc624, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f1a55f02-391f-4b2f-8594-8dd0febfc624,segment=NetworkSegment(ded2c788-6987-4a27-bea5-74ee8c4df2d8),segment_id=ded2c788-6987-4a27-bea5-74ee8c4df2d8)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:17:56.111054 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502a0a4-fe80-48f6-8725-dd1571e7aea9 req-0066ff97-4e16-4aaf-a394-77ecf4c4f470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:56.111268 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-c2489b9d-816f-45c5-a716-5f3ee9a1ef0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:56.111372 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502a0a4-fe80-48f6-8725-dd1571e7aea9 req-0066ff97-4e16-4aaf-a394-77ecf4c4f470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:56.111372 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502a0a4-fe80-48f6-8725-dd1571e7aea9 req-0066ff97-4e16-4aaf-a394-77ecf4c4f470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:56.113000 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3502a0a4-fe80-48f6-8725-dd1571e7aea9 req-0066ff97-4e16-4aaf-a394-77ecf4c4f470 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=82c72cbaced549c1af9f163b71209187&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4242005 Nov 09 21:17:56.177474 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2489b9d-816f-45c5-a716-5f3ee9a1ef0c service neutron] Pushing event updated for resources: {'Port': ['ID=f1a55f02-391f-4b2f-8594-8dd0febfc624,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:56.226938 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266250-d1ee-4299-97ef-ea7073dd066f req-c2489b9d-816f-45c5-a716-5f3ee9a1ef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:56.227758 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-c2489b9d-816f-45c5-a716-5f3ee9a1ef0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:56.229752 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-c2489b9d-816f-45c5-a716-5f3ee9a1ef0c service neutron] 10.222.0.43 "PUT /v2.0/ports/f1a55f02-391f-4b2f-8594-8dd0febfc624 HTTP/1.1" status: 200 len: 1091 time: 2.2298851 Nov 09 21:17:56.286086 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-14266250-d1ee-4299-97ef-ea7073dd066f req-1e280547-b0c8-4ecf-928b-c2c156d4a33f service neutron] Request body: {'port': {'device_id': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:17:56.333977 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a664dc2-6cb2-4490-8c57-76b302119fca req-0125de29-e2c9-4714-98fa-2284e73417bf tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:56.341785 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a664dc2-6cb2-4490-8c57-76b302119fca req-0125de29-e2c9-4714-98fa-2284e73417bf tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:56.349287 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a664dc2-6cb2-4490-8c57-76b302119fca req-0125de29-e2c9-4714-98fa-2284e73417bf tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:56.352301 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a215eaa-5de3-4800-b958-498e09da4e60 req-054ec247-620f-48ae-9620-80c25b347f0f tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:56.354511 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8a215eaa-5de3-4800-b958-498e09da4e60 req-054ec247-620f-48ae-9620-80c25b347f0f tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 943 time: 0.1813254 Nov 09 21:17:56.357276 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a664dc2-6cb2-4490-8c57-76b302119fca req-0125de29-e2c9-4714-98fa-2284e73417bf tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:56.366394 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a664dc2-6cb2-4490-8c57-76b302119fca req-0125de29-e2c9-4714-98fa-2284e73417bf tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:56.373940 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a664dc2-6cb2-4490-8c57-76b302119fca req-0125de29-e2c9-4714-98fa-2284e73417bf tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:56.382980 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a664dc2-6cb2-4490-8c57-76b302119fca req-0125de29-e2c9-4714-98fa-2284e73417bf tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:56.385669 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2a664dc2-6cb2-4490-8c57-76b302119fca req-0125de29-e2c9-4714-98fa-2284e73417bf tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 5405 time: 0.3665605 Nov 09 21:17:56.387012 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502a0a4-fe80-48f6-8725-dd1571e7aea9 req-cbdee422-f05b-4994-8232-90b17d3dc84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:56.388688 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3502a0a4-fe80-48f6-8725-dd1571e7aea9 req-cbdee422-f05b-4994-8232-90b17d3dc84f service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2587190 Nov 09 21:17:56.393900 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d63f4-67d5-4233-adf3-04b661a18a92 req-f240dcea-9f9c-4dd9-8dcd-930d1342e6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:56.395775 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-076d63f4-67d5-4233-adf3-04b661a18a92 req-f240dcea-9f9c-4dd9-8dcd-930d1342e6be service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bc5c2581-5720-4e18-b5a0-f584fd4a37e7 HTTP/1.1" status: 200 len: 1096 time: 0.3016691 Nov 09 21:17:56.425396 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-1e280547-b0c8-4ecf-928b-c2c156d4a33f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:56.428029 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-ebcb8d2b-aed9-4505-8671-11714e21d3c1 req-0bb5b0b7-775f-49b2-b0bc-0f193b40d5b8 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:56.528369 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb5b0b7-775f-49b2-b0bc-0f193b40d5b8 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Pushing event deleted for resources: {'Port': ['ID=fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:56.560888 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebcb8d2b-aed9-4505-8671-11714e21d3c1 req-0bb5b0b7-775f-49b2-b0bc-0f193b40d5b8 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] No DVR routers for this DVR port fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:17:56.564220 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-ebcb8d2b-aed9-4505-8671-11714e21d3c1 req-0bb5b0b7-775f-49b2-b0bc-0f193b40d5b8 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:56.570644 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ebcb8d2b-aed9-4505-8671-11714e21d3c1 req-0bb5b0b7-775f-49b2-b0bc-0f193b40d5b8 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.45 "DELETE /v2.0/ports/fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e HTTP/1.1" status: 204 len: 173 time: 1.5229073 Nov 09 21:17:56.655188 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8a215eaa-5de3-4800-b958-498e09da4e60 req-d969419e-d2d1-45b9-a02e-7b9c73caa882 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396691 Nov 09 21:17:56.673343 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2a664dc2-6cb2-4490-8c57-76b302119fca req-e8cebb31-c30b-4d09-abe0-64e5dbc20b44 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&id=ea98d57d-1ab2-4bb7-8668-5c17afc65416&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2762074 Nov 09 21:17:56.677538 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-076d63f4-67d5-4233-adf3-04b661a18a92 req-852df850-ebb9-4f94-8d13-5d42358194ab service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fe7beac0-83b7-4dc2-8a69-2d3bfb73b965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577932 Nov 09 21:17:56.696233 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502a0a4-fe80-48f6-8725-dd1571e7aea9 req-52409f30-df27-4fc9-91b8-dea2894be603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:56.703997 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502a0a4-fe80-48f6-8725-dd1571e7aea9 req-52409f30-df27-4fc9-91b8-dea2894be603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:56.707494 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502a0a4-fe80-48f6-8725-dd1571e7aea9 req-52409f30-df27-4fc9-91b8-dea2894be603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:56.708300 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502a0a4-fe80-48f6-8725-dd1571e7aea9 req-52409f30-df27-4fc9-91b8-dea2894be603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:56.708973 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502a0a4-fe80-48f6-8725-dd1571e7aea9 req-52409f30-df27-4fc9-91b8-dea2894be603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:56.709612 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502a0a4-fe80-48f6-8725-dd1571e7aea9 req-52409f30-df27-4fc9-91b8-dea2894be603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:56.710382 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502a0a4-fe80-48f6-8725-dd1571e7aea9 req-52409f30-df27-4fc9-91b8-dea2894be603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:56.714858 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3502a0a4-fe80-48f6-8725-dd1571e7aea9 req-52409f30-df27-4fc9-91b8-dea2894be603 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=82c72cbaced549c1af9f163b71209187&device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 6352 time: 0.2413378 Nov 09 21:17:56.831755 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0ba7c65d-73f0-41d0-97d7-0f8e013f3820 req-f20ac24d-602e-4de8-a80a-76e0be78c034 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=41bac806-9e1e-4473-b42d-4b701d2b796d HTTP/1.1" status: 200 len: 210 time: 0.0354624 Nov 09 21:17:57.017429 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7601d1b-388c-4f32-89fa-89d6fab283a4 req-906f079b-7c92-4d93-a11d-d7d267062763 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:57.019279 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b7601d1b-388c-4f32-89fa-89d6fab283a4 req-906f079b-7c92-4d93-a11d-d7d267062763 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/ports?device_id=e14c2798-7f63-4f1b-b504-14b711c7aae2 HTTP/1.1" status: 200 len: 949 time: 0.0922308 Nov 09 21:17:57.079082 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-14266250-d1ee-4299-97ef-ea7073dd066f req-1e280547-b0c8-4ecf-928b-c2c156d4a33f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1907057c-c36f-477c-ab6d-b465673b10a8 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:17:57.097796 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-1e280547-b0c8-4ecf-928b-c2c156d4a33f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:57.154090 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b7601d1b-388c-4f32-89fa-89d6fab283a4 req-3a124b16-4092-4a92-9721-5f0d1ed4502e tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/security-groups?id=c936c073-8fef-4bf5-8625-84669736e0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112208 Nov 09 21:17:57.161867 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-14266250-d1ee-4299-97ef-ea7073dd066f req-1e280547-b0c8-4ecf-928b-c2c156d4a33f service neutron] Transition to ACTIVE for port object 1907057c-c36f-477c-ab6d-b465673b10a8 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:17:57.168885 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-1e280547-b0c8-4ecf-928b-c2c156d4a33f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:57.174691 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36854) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:17:57.197248 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502a0a4-fe80-48f6-8725-dd1571e7aea9 req-054cd818-d54a-4b3a-919a-9748dfc1ce48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:57.197725 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502a0a4-fe80-48f6-8725-dd1571e7aea9 req-054cd818-d54a-4b3a-919a-9748dfc1ce48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:57.198194 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502a0a4-fe80-48f6-8725-dd1571e7aea9 req-054cd818-d54a-4b3a-919a-9748dfc1ce48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:57.199905 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3502a0a4-fe80-48f6-8725-dd1571e7aea9 req-054cd818-d54a-4b3a-919a-9748dfc1ce48 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=82c72cbaced549c1af9f163b71209187&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1940262 Nov 09 21:17:57.318551 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e280547-b0c8-4ecf-928b-c2c156d4a33f service neutron] Pushing event updated for resources: {'Port': ['ID=1907057c-c36f-477c-ab6d-b465673b10a8,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:57.355816 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502a0a4-fe80-48f6-8725-dd1571e7aea9 req-1994fd90-da8f-4222-8d30-a02fd5151955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:57.357742 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3502a0a4-fe80-48f6-8725-dd1571e7aea9 req-1994fd90-da8f-4222-8d30-a02fd5151955 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1351268 Nov 09 21:17:57.392555 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325db47-72e4-4a7e-abfc-2e6690468a67 req-c4f2e1b1-b8a8-421b-b19a-f46e268cf89e tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:57.395633 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e15ef-5015-4576-9f33-d483ff733ace req-ac0816a6-aec6-4341-bc54-bec9d56a8b8b tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:57.405108 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aa3e15ef-5015-4576-9f33-d483ff733ace req-ac0816a6-aec6-4341-bc54-bec9d56a8b8b tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 950 time: 0.1352668 Nov 09 21:17:57.405322 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5325db47-72e4-4a7e-abfc-2e6690468a67 req-c4f2e1b1-b8a8-421b-b19a-f46e268cf89e tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc5c2581-5720-4e18-b5a0-f584fd4a37e7 HTTP/1.1" status: 200 len: 945 time: 0.2199135 Nov 09 21:17:57.447073 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'tag': 'f1a55f02-391f-4b2f-8594-8dd0febfc624'}, {'server_uuid': '41bac806-9e1e-4473-b42d-4b701d2b796d', 'name': 'network-vif-deleted', 'tag': 'fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:17:57.449193 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f05497-57fd-424b-aacb-b8cc3a8a2653" -d '{"events": [{"name": "network-changed", "server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "tag": "f1a55f02-391f-4b2f-8594-8dd0febfc624"}, {"server_uuid": "41bac806-9e1e-4473-b42d-4b701d2b796d", "name": "network-vif-deleted", "tag": "fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:17:57.454474 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-14266250-d1ee-4299-97ef-ea7073dd066f req-1e280547-b0c8-4ecf-928b-c2c156d4a33f service neutron] Attempting to bind port 1907057c-c36f-477c-ab6d-b465673b10a8 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:17:57.454814 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-14266250-d1ee-4299-97ef-ea7073dd066f req-1e280547-b0c8-4ecf-928b-c2c156d4a33f service neutron] Attempting to bind port 1907057c-c36f-477c-ab6d-b465673b10a8 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '006a3ea2-319a-4ab9-b18e-2250972f1f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'db993ee6-66d3-478a-b585-3c11adab0dfd'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:17:57.455137 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266250-d1ee-4299-97ef-ea7073dd066f req-1e280547-b0c8-4ecf-928b-c2c156d4a33f service neutron] Attempting to bind port 1907057c-c36f-477c-ab6d-b465673b10a8 on network db993ee6-66d3-478a-b585-3c11adab0dfd {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:17:57.470615 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5325db47-72e4-4a7e-abfc-2e6690468a67 req-67c4ae43-b69a-46df-8c80-a6708efd0df3 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe7beac0-83b7-4dc2-8a69-2d3bfb73b965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621791 Nov 09 21:17:57.470799 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266250-d1ee-4299-97ef-ea7073dd066f req-1e280547-b0c8-4ecf-928b-c2c156d4a33f service neutron] Port 1907057c-c36f-477c-ab6d-b465673b10a8 on network db993ee6-66d3-478a-b585-3c11adab0dfd not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:17:57.471900 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266250-d1ee-4299-97ef-ea7073dd066f req-1e280547-b0c8-4ecf-928b-c2c156d4a33f service neutron] Attempting to bind port 1907057c-c36f-477c-ab6d-b465673b10a8 on network db993ee6-66d3-478a-b585-3c11adab0dfd {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:17:57.490693 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-c548799d-d05f-425b-915e-880aca0608b0 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-557161096-network', 'tenant_id': 'c7f45c82354f4db298eabdbc7892dce2'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:17:57.493091 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266250-d1ee-4299-97ef-ea7073dd066f req-1e280547-b0c8-4ecf-928b-c2c156d4a33f service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:17:57.493430 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266250-d1ee-4299-97ef-ea7073dd066f req-1e280547-b0c8-4ecf-928b-c2c156d4a33f service neutron] Checking segment: {'id': '006a3ea2-319a-4ab9-b18e-2250972f1f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'db993ee6-66d3-478a-b585-3c11adab0dfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:17:57.493813 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266250-d1ee-4299-97ef-ea7073dd066f req-1e280547-b0c8-4ecf-928b-c2c156d4a33f service neutron] Bound using segment: {'id': '006a3ea2-319a-4ab9-b18e-2250972f1f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'db993ee6-66d3-478a-b585-3c11adab0dfd'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:17:57.494251 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-14266250-d1ee-4299-97ef-ea7073dd066f req-1e280547-b0c8-4ecf-928b-c2c156d4a33f service neutron] Bound port: 1907057c-c36f-477c-ab6d-b465673b10a8, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '006a3ea2-319a-4ab9-b18e-2250972f1f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'db993ee6-66d3-478a-b585-3c11adab0dfd'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:17:57.494606 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-1e280547-b0c8-4ecf-928b-c2c156d4a33f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:57.512461 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aa3e15ef-5015-4576-9f33-d483ff733ace req-fc1bb2cf-cd8a-4da7-94c4-3e94dc9e4920 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063240 Nov 09 21:17:57.539485 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c548799d-d05f-425b-915e-880aca0608b0 admin admin] Made reservation on behalf of c7f45c82354f4db298eabdbc7892dce2 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:17:57.544085 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c548799d-d05f-425b-915e-880aca0608b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:57.555118 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c548799d-d05f-425b-915e-880aca0608b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:57.606504 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 09 Nov 2021 21:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa62fd5-f521-4bc2-840d-3f994dc7b3a1 x-openstack-request-id: req-5aa62fd5-f521-4bc2-840d-3f994dc7b3a1 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:17:57.607015 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "tag": "f1a55f02-391f-4b2f-8594-8dd0febfc624", "status": "completed", "code": 200}, {"server_uuid": "41bac806-9e1e-4473-b42d-4b701d2b796d", "name": "network-vif-deleted", "tag": "fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:17:57.607138 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5aa62fd5-f521-4bc2-840d-3f994dc7b3a1 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:17:57.607444 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'tag': 'f1a55f02-391f-4b2f-8594-8dd0febfc624', 'status': 'completed', 'code': 200} Nov 09 21:17:57.607707 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41bac806-9e1e-4473-b42d-4b701d2b796d', 'name': 'network-vif-deleted', 'tag': 'fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e', 'status': 'completed', 'code': 200} Nov 09 21:17:57.637637 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-14266250-d1ee-4299-97ef-ea7073dd066f req-1e280547-b0c8-4ecf-928b-c2c156d4a33f service neutron] For port 1907057c-c36f-477c-ab6d-b465673b10a8, host n-h2-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:17:57.640886 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-14266250-d1ee-4299-97ef-ea7073dd066f req-1e280547-b0c8-4ecf-928b-c2c156d4a33f service neutron] For port 1907057c-c36f-477c-ab6d-b465673b10a8, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=1907057c-c36f-477c-ab6d-b465673b10a8,segment=NetworkSegment(006a3ea2-319a-4ab9-b18e-2250972f1f05),segment_id=006a3ea2-319a-4ab9-b18e-2250972f1f05)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:17:57.645684 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-1e280547-b0c8-4ecf-928b-c2c156d4a33f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:57.660754 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c548799d-d05f-425b-915e-880aca0608b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:57.665115 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c548799d-d05f-425b-915e-880aca0608b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:57.694808 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266250-d1ee-4299-97ef-ea7073dd066f req-1e280547-b0c8-4ecf-928b-c2c156d4a33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:57.695430 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-1e280547-b0c8-4ecf-928b-c2c156d4a33f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:57.696830 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-1e280547-b0c8-4ecf-928b-c2c156d4a33f service neutron] 10.222.0.43 "PUT /v2.0/ports/1907057c-c36f-477c-ab6d-b465673b10a8 HTTP/1.1" status: 200 len: 1091 time: 1.4212942 Nov 09 21:17:57.741145 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e280547-b0c8-4ecf-928b-c2c156d4a33f service neutron] Pushing event updated for resources: {'Port': ['ID=1907057c-c36f-477c-ab6d-b465673b10a8,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:57.757980 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-14266250-d1ee-4299-97ef-ea7073dd066f req-ad61a411-ded3-48f2-804f-700917b61a19 service neutron] Request body: {'port': {'device_id': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:17:57.789978 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c548799d-d05f-425b-915e-880aca0608b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:17:57.813823 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c548799d-d05f-425b-915e-880aca0608b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5971a4-f825-4460-9138-6d6ffc84860b,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:57.824378 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c548799d-d05f-425b-915e-880aca0608b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:57.824765 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-c548799d-d05f-425b-915e-880aca0608b0 admin admin] Added segment 2e766961-134c-4760-bec5-2f576a7e98d3 of type vlan for network 063e5f98-9576-4e42-bf20-40b2124a08e1 Nov 09 21:17:57.831382 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f05497-57fd-424b-aacb-b8cc3a8a2653 req-30f23c37-7ab7-4bbf-af3e-3498c7788e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:57.831859 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f05497-57fd-424b-aacb-b8cc3a8a2653 req-30f23c37-7ab7-4bbf-af3e-3498c7788e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:57.832779 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f05497-57fd-424b-aacb-b8cc3a8a2653 req-30f23c37-7ab7-4bbf-af3e-3498c7788e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:57.833239 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f05497-57fd-424b-aacb-b8cc3a8a2653 req-30f23c37-7ab7-4bbf-af3e-3498c7788e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:57.833705 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f05497-57fd-424b-aacb-b8cc3a8a2653 req-30f23c37-7ab7-4bbf-af3e-3498c7788e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:57.834141 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f05497-57fd-424b-aacb-b8cc3a8a2653 req-30f23c37-7ab7-4bbf-af3e-3498c7788e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:57.834589 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f05497-57fd-424b-aacb-b8cc3a8a2653 req-30f23c37-7ab7-4bbf-af3e-3498c7788e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:57.836527 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d4f05497-57fd-424b-aacb-b8cc3a8a2653 req-30f23c37-7ab7-4bbf-af3e-3498c7788e22 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=82c72cbaced549c1af9f163b71209187&device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 6419 time: 0.1289067 Nov 09 21:17:57.901936 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c548799d-d05f-425b-915e-880aca0608b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:57.947742 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-ad61a411-ded3-48f2-804f-700917b61a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:57.962257 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49296923-8940-4c6a-861a-042708a3872d req-c315bc5c-9282-42df-ba44-01861f4a2aac tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:57.969924 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-49296923-8940-4c6a-861a-042708a3872d req-c315bc5c-9282-42df-ba44-01861f4a2aac tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 943 time: 0.2023861 Nov 09 21:17:57.995893 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c548799d-d05f-425b-915e-880aca0608b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:57.997762 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c548799d-d05f-425b-915e-880aca0608b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:57.998712 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c548799d-d05f-425b-915e-880aca0608b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:58.102509 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-49296923-8940-4c6a-861a-042708a3872d req-dba13b6c-d539-4815-af0d-5cee4ad624f6 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316297 Nov 09 21:17:58.157016 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c548799d-d05f-425b-915e-880aca0608b0 admin admin] Pushing event updated for resources: {'Network': ['ID=063e5f98-9576-4e42-bf20-40b2124a08e1,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:58.169077 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 063e5f98-9576-4e42-bf20-40b2124a08e1 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:17:58.231926 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f05497-57fd-424b-aacb-b8cc3a8a2653 req-be5eb8b5-2103-427e-b36b-bd22317c2da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:58.233056 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f05497-57fd-424b-aacb-b8cc3a8a2653 req-be5eb8b5-2103-427e-b36b-bd22317c2da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:58.234956 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f05497-57fd-424b-aacb-b8cc3a8a2653 req-be5eb8b5-2103-427e-b36b-bd22317c2da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:58.238452 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d4f05497-57fd-424b-aacb-b8cc3a8a2653 req-be5eb8b5-2103-427e-b36b-bd22317c2da5 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=82c72cbaced549c1af9f163b71209187&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2798190 Nov 09 21:17:58.244475 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c548799d-d05f-425b-915e-880aca0608b0 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0683606 Nov 09 21:17:58.247354 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36874) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:17:58.253098 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-d86dfeb7-6575-4631-b8ae-7185dbee23ff admin admin] Request body: {'subnet': {'network_id': '063e5f98-9576-4e42-bf20-40b2124a08e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-557161096-subnet', 'tenant_id': 'c7f45c82354f4db298eabdbc7892dce2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:17:58.336066 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27c7b1-f334-41d3-983e-5d04fd8f0157 req-d27d25a4-30b9-4092-bd0d-49487f49904b tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:58.342414 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93987a9-1238-4ffe-bc82-f4b214916190 req-cfd0baf7-5a05-4e0a-a2b3-ece9a624da49 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:58.342584 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27c7b1-f334-41d3-983e-5d04fd8f0157 req-d27d25a4-30b9-4092-bd0d-49487f49904b tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:58.343928 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c93987a9-1238-4ffe-bc82-f4b214916190 req-cfd0baf7-5a05-4e0a-a2b3-ece9a624da49 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/ports?device_id=e14c2798-7f63-4f1b-b504-14b711c7aae2 HTTP/1.1" status: 200 len: 949 time: 0.0679264 Nov 09 21:17:58.348554 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27c7b1-f334-41d3-983e-5d04fd8f0157 req-d27d25a4-30b9-4092-bd0d-49487f49904b tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:58.354776 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27c7b1-f334-41d3-983e-5d04fd8f0157 req-d27d25a4-30b9-4092-bd0d-49487f49904b tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:58.361114 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27c7b1-f334-41d3-983e-5d04fd8f0157 req-d27d25a4-30b9-4092-bd0d-49487f49904b tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:58.367071 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27c7b1-f334-41d3-983e-5d04fd8f0157 req-d27d25a4-30b9-4092-bd0d-49487f49904b tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:58.373539 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27c7b1-f334-41d3-983e-5d04fd8f0157 req-d27d25a4-30b9-4092-bd0d-49487f49904b tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:58.376140 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ca27c7b1-f334-41d3-983e-5d04fd8f0157 req-d27d25a4-30b9-4092-bd0d-49487f49904b tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 5417 time: 0.4190316 Nov 09 21:17:58.394461 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86dfeb7-6575-4631-b8ae-7185dbee23ff admin admin] Made reservation on behalf of c7f45c82354f4db298eabdbc7892dce2 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:17:58.396852 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d86dfeb7-6575-4631-b8ae-7185dbee23ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:58.433377 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c93987a9-1238-4ffe-bc82-f4b214916190 req-2eb74abc-3e61-45d4-923b-95e351339c3d tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/security-groups?id=c936c073-8fef-4bf5-8625-84669736e0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780249 Nov 09 21:17:58.490430 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-14266250-d1ee-4299-97ef-ea7073dd066f req-ad61a411-ded3-48f2-804f-700917b61a19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4b3d77a-e8b9-47df-8ea9-8096b98da309 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:17:58.510190 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f05497-57fd-424b-aacb-b8cc3a8a2653 req-bac2e32b-78b0-4620-b138-99f84811937a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:58.511800 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d4f05497-57fd-424b-aacb-b8cc3a8a2653 req-bac2e32b-78b0-4620-b138-99f84811937a service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2553391 Nov 09 21:17:58.516506 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-ad61a411-ded3-48f2-804f-700917b61a19 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:58.534486 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-14266250-d1ee-4299-97ef-ea7073dd066f req-ad61a411-ded3-48f2-804f-700917b61a19 service neutron] Transition to ACTIVE for port object a4b3d77a-e8b9-47df-8ea9-8096b98da309 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:17:58.540624 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-ad61a411-ded3-48f2-804f-700917b61a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:58.564271 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ca27c7b1-f334-41d3-983e-5d04fd8f0157 req-7e7a43a6-6fd4-42ee-94bb-cf088df6ee79 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&id=ea98d57d-1ab2-4bb7-8668-5c17afc65416&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1635361 Nov 09 21:17:58.665286 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad61a411-ded3-48f2-804f-700917b61a19 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b3d77a-e8b9-47df-8ea9-8096b98da309,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:58.676483 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d86dfeb7-6575-4631-b8ae-7185dbee23ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:58.729973 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86dfeb7-6575-4631-b8ae-7185dbee23ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0d707d1-4cdd-4dfe-ae62-6513761b5f0c,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:58.773580 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-14266250-d1ee-4299-97ef-ea7073dd066f req-ad61a411-ded3-48f2-804f-700917b61a19 service neutron] Attempting to bind port a4b3d77a-e8b9-47df-8ea9-8096b98da309 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:17:58.774288 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-14266250-d1ee-4299-97ef-ea7073dd066f req-ad61a411-ded3-48f2-804f-700917b61a19 service neutron] Attempting to bind port a4b3d77a-e8b9-47df-8ea9-8096b98da309 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '006a3ea2-319a-4ab9-b18e-2250972f1f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'db993ee6-66d3-478a-b585-3c11adab0dfd'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:17:58.775119 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266250-d1ee-4299-97ef-ea7073dd066f req-ad61a411-ded3-48f2-804f-700917b61a19 service neutron] Attempting to bind port a4b3d77a-e8b9-47df-8ea9-8096b98da309 on network db993ee6-66d3-478a-b585-3c11adab0dfd {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:17:58.780223 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266250-d1ee-4299-97ef-ea7073dd066f req-ad61a411-ded3-48f2-804f-700917b61a19 service neutron] Port a4b3d77a-e8b9-47df-8ea9-8096b98da309 on network db993ee6-66d3-478a-b585-3c11adab0dfd not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:17:58.780930 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266250-d1ee-4299-97ef-ea7073dd066f req-ad61a411-ded3-48f2-804f-700917b61a19 service neutron] Attempting to bind port a4b3d77a-e8b9-47df-8ea9-8096b98da309 on network db993ee6-66d3-478a-b585-3c11adab0dfd {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:17:58.790997 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266250-d1ee-4299-97ef-ea7073dd066f req-ad61a411-ded3-48f2-804f-700917b61a19 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:17:58.791729 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266250-d1ee-4299-97ef-ea7073dd066f req-ad61a411-ded3-48f2-804f-700917b61a19 service neutron] Checking segment: {'id': '006a3ea2-319a-4ab9-b18e-2250972f1f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'db993ee6-66d3-478a-b585-3c11adab0dfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:17:58.792378 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266250-d1ee-4299-97ef-ea7073dd066f req-ad61a411-ded3-48f2-804f-700917b61a19 service neutron] Bound using segment: {'id': '006a3ea2-319a-4ab9-b18e-2250972f1f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'db993ee6-66d3-478a-b585-3c11adab0dfd'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:17:58.793218 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-14266250-d1ee-4299-97ef-ea7073dd066f req-ad61a411-ded3-48f2-804f-700917b61a19 service neutron] Bound port: a4b3d77a-e8b9-47df-8ea9-8096b98da309, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '006a3ea2-319a-4ab9-b18e-2250972f1f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'db993ee6-66d3-478a-b585-3c11adab0dfd'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:17:58.793803 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-ad61a411-ded3-48f2-804f-700917b61a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:58.803045 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:17:58.841126 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914527f-dee1-4457-a1bf-9d719a0fa993 req-6892b331-9e1a-4408-b133-3d47b0dead02 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:58.846842 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1914527f-dee1-4457-a1bf-9d719a0fa993 req-6892b331-9e1a-4408-b133-3d47b0dead02 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc5c2581-5720-4e18-b5a0-f584fd4a37e7 HTTP/1.1" status: 200 len: 945 time: 0.1179781 Nov 09 21:17:58.850807 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:17:58.851159 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device fa2478a0-fa8d-4e8a-8e5f-1b2a1666525e not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:17:58.858132 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86dfeb7-6575-4631-b8ae-7185dbee23ff admin admin] Checking segment: {'id': '2e766961-134c-4760-bec5-2f576a7e98d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '063e5f98-9576-4e42-bf20-40b2124a08e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:17:58.859611 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86dfeb7-6575-4631-b8ae-7185dbee23ff admin admin] Network hostable DHCP agents. Network: 063e5f98-9576-4e42-bf20-40b2124a08e1, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:17:58.903931 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86dfeb7-6575-4631-b8ae-7185dbee23ff admin admin] Network 063e5f98-9576-4e42-bf20-40b2124a08e1 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:17:58.917147 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-d86dfeb7-6575-4631-b8ae-7185dbee23ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 063e5f98-9576-4e42-bf20-40b2124a08e1) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:17:58.925730 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-14266250-d1ee-4299-97ef-ea7073dd066f req-ad61a411-ded3-48f2-804f-700917b61a19 service neutron] For port a4b3d77a-e8b9-47df-8ea9-8096b98da309, host n-h2-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:17:58.931920 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2491035-dc7f-4bbc-a0ef-c18a98ead547 None None] Network 063e5f98-9576-4e42-bf20-40b2124a08e1 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:17:58.946279 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86dfeb7-6575-4631-b8ae-7185dbee23ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:58.947019 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d86dfeb7-6575-4631-b8ae-7185dbee23ff admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:58.956200 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1914527f-dee1-4457-a1bf-9d719a0fa993 req-4a2bd7e7-8f57-4a47-b66d-89eb187fe06a tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe7beac0-83b7-4dc2-8a69-2d3bfb73b965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999022 Nov 09 21:17:58.972569 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d86dfeb7-6575-4631-b8ae-7185dbee23ff admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7235465 Nov 09 21:17:58.993902 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-14266250-d1ee-4299-97ef-ea7073dd066f req-ad61a411-ded3-48f2-804f-700917b61a19 service neutron] For port a4b3d77a-e8b9-47df-8ea9-8096b98da309, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=a4b3d77a-e8b9-47df-8ea9-8096b98da309,segment=NetworkSegment(006a3ea2-319a-4ab9-b18e-2250972f1f05),segment_id=006a3ea2-319a-4ab9-b18e-2250972f1f05)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:17:59.002581 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-ad61a411-ded3-48f2-804f-700917b61a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:59.062519 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c8997-9493-40aa-b6c4-495cda896543 req-e292e5a8-3358-4da0-ba71-de290aa08aa3 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:59.071428 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-074c8997-9493-40aa-b6c4-495cda896543 req-e292e5a8-3358-4da0-ba71-de290aa08aa3 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 950 time: 0.1620393 Nov 09 21:17:59.073911 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266250-d1ee-4299-97ef-ea7073dd066f req-ad61a411-ded3-48f2-804f-700917b61a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:59.074516 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14266250-d1ee-4299-97ef-ea7073dd066f req-ad61a411-ded3-48f2-804f-700917b61a19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:59.076446 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-ad61a411-ded3-48f2-804f-700917b61a19 service neutron] 10.222.0.43 "PUT /v2.0/ports/a4b3d77a-e8b9-47df-8ea9-8096b98da309 HTTP/1.1" status: 200 len: 1091 time: 1.3226011 Nov 09 21:17:59.127981 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-79880ab9-9236-4349-90aa-d06f9cbf8174 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=7aae6b47b1e248c6bac679963e432215&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468953 Nov 09 21:17:59.193133 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b7f21f-98dc-4915-9ceb-ef89b72a1a9c None None] Network 063e5f98-9576-4e42-bf20-40b2124a08e1 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:17:59.318663 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad61a411-ded3-48f2-804f-700917b61a19 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b3d77a-e8b9-47df-8ea9-8096b98da309,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:17:59.376958 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-d5cae005-afce-4c69-bb24-9570fedfe894 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:59.378661 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-d5cae005-afce-4c69-bb24-9570fedfe894 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2413967 Nov 09 21:17:59.395645 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-074c8997-9493-40aa-b6c4-495cda896543 req-df04afa0-6860-4cab-8a1c-7e5723c401ed tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233056 Nov 09 21:17:59.407748 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-1e8564ea-486e-4f5d-8d92-d78960ca27a4 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/quotas/7aae6b47b1e248c6bac679963e432215 HTTP/1.1" status: 200 len: 375 time: 0.0155742 Nov 09 21:17:59.428614 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266250-d1ee-4299-97ef-ea7073dd066f req-800d44d6-f1b6-41c7-a339-3ca5edbe97f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:59.429198 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266250-d1ee-4299-97ef-ea7073dd066f req-800d44d6-f1b6-41c7-a339-3ca5edbe97f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:59.429720 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266250-d1ee-4299-97ef-ea7073dd066f req-800d44d6-f1b6-41c7-a339-3ca5edbe97f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:59.430402 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266250-d1ee-4299-97ef-ea7073dd066f req-800d44d6-f1b6-41c7-a339-3ca5edbe97f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:59.433062 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266250-d1ee-4299-97ef-ea7073dd066f req-800d44d6-f1b6-41c7-a339-3ca5edbe97f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:59.433712 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266250-d1ee-4299-97ef-ea7073dd066f req-800d44d6-f1b6-41c7-a339-3ca5edbe97f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:59.434332 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266250-d1ee-4299-97ef-ea7073dd066f req-800d44d6-f1b6-41c7-a339-3ca5edbe97f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:59.436297 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-800d44d6-f1b6-41c7-a339-3ca5edbe97f6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=82c72cbaced549c1af9f163b71209187&device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 6486 time: 0.2628894 Nov 09 21:17:59.446108 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5239ac-49ae-4016-a999-1b6ee7117c05 req-f1c488e5-713d-4954-91f3-7c224121085b tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:59.448284 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fb5239ac-49ae-4016-a999-1b6ee7117c05 req-f1c488e5-713d-4954-91f3-7c224121085b tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.45 "GET /v2.0/ports?device_id=e834c6c4-1632-4645-9010-d7fc5af20448 HTTP/1.1" status: 200 len: 944 time: 0.1744702 Nov 09 21:17:59.470903 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-6c85097b-6f2e-48d7-b40d-056796c4f3a5 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7aae6b47b1e248c6bac679963e432215&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0697701 Nov 09 21:17:59.557511 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-b67d2901-96ac-4aa5-8cc7-b90c4a31310e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bd49de7-14e9-45ba-ad29-41a7b31624e4 HTTP/1.1" status: 200 len: 217 time: 0.0904059 Nov 09 21:17:59.648408 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'tag': '1907057c-c36f-477c-ab6d-b465673b10a8'}, {'name': 'network-changed', 'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'tag': 'a4b3d77a-e8b9-47df-8ea9-8096b98da309'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:17:59.652129 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d983d6-9611-4e56-a8ca-dade3aa11238" -d '{"events": [{"name": "network-changed", "server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "tag": "1907057c-c36f-477c-ab6d-b465673b10a8"}, {"name": "network-changed", "server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "tag": "a4b3d77a-e8b9-47df-8ea9-8096b98da309"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:17:59.664371 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266250-d1ee-4299-97ef-ea7073dd066f req-bf5f9b0c-ec44-45a3-87f1-f8b27e1aa4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:59.666047 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-bf5f9b0c-ec44-45a3-87f1-f8b27e1aa4ca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c3d920bb-b358-4f30-b501-1f6a5fba102b HTTP/1.1" status: 200 len: 856 time: 0.0922527 Nov 09 21:17:59.705392 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab847415-db74-4dc8-955d-2cdf94135808 req-b80b85a4-34bd-4902-8b98-00a8b81c49ca tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:59.707002 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ab847415-db74-4dc8-955d-2cdf94135808 req-b80b85a4-34bd-4902-8b98-00a8b81c49ca tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/ports?device_id=e834c6c4-1632-4645-9010-d7fc5af20448 HTTP/1.1" status: 200 len: 944 time: 0.2422819 Nov 09 21:17:59.753427 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1a82ced5-b811-470d-80c6-dbfc1326b222 req-8f17cf27-e3c8-48d5-8267-bd053f629203 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-163006077&fields=id&tenant_id=ddac74d17cf94df2880a226d15c0a5ff HTTP/1.1" status: 200 len: 267 time: 0.1018655 Nov 09 21:17:59.802211 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266250-d1ee-4299-97ef-ea7073dd066f req-072638f6-cc0e-41b8-86a9-270cda834fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:59.803736 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-072638f6-cc0e-41b8-86a9-270cda834fb3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b9d06c7-33c8-4c7a-8231-6eb95b2347b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1289515 Nov 09 21:17:59.810913 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-fb5239ac-49ae-4016-a999-1b6ee7117c05 req-d64bebde-b34f-497f-be77-e8d55bb79156 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Deleting port 33805be1-3de4-45a1-a311-003260b997d7 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:17:59.811259 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-fb5239ac-49ae-4016-a999-1b6ee7117c05 req-d64bebde-b34f-497f-be77-e8d55bb79156 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:17:59.832748 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82ced5-b811-470d-80c6-dbfc1326b222 req-6291a2b4-2ef6-4229-abac-4d34d50ff79b tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:17:59.834875 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1a82ced5-b811-470d-80c6-dbfc1326b222 req-6291a2b4-2ef6-4229-abac-4d34d50ff79b tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc5c2581-5720-4e18-b5a0-f584fd4a37e7 HTTP/1.1" status: 200 len: 945 time: 0.0794587 Nov 09 21:17:59.844475 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ab847415-db74-4dc8-955d-2cdf94135808 req-485be699-2e38-475f-92d8-7d7880ff6c62 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.49 "GET /v2.0/security-groups?id=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065326 Nov 09 21:17:59.866818 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-1a82ced5-b811-470d-80c6-dbfc1326b222 req-a53de465-ed04-4b59-988c-0d7e34b0b63b tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Request body: {'port': {'security_groups': ['fe7beac0-83b7-4dc2-8a69-2d3bfb73b965', 'de833f66-8fc4-48f6-8a5e-900af5240801']}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:18:00.007321 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-fb5239ac-49ae-4016-a999-1b6ee7117c05 req-d64bebde-b34f-497f-be77-e8d55bb79156 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] For port 33805be1-3de4-45a1-a311-003260b997d7, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=33805be1-3de4-45a1-a311-003260b997d7,segment=NetworkSegment(3b0433f6-0dc2-4350-8149-c15b9bac49ea),segment_id=3b0433f6-0dc2-4350-8149-c15b9bac49ea)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:00.007321 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-fb5239ac-49ae-4016-a999-1b6ee7117c05 req-d64bebde-b34f-497f-be77-e8d55bb79156 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:00.017347 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-cf52c010-3413-4f46-aeda-3526bbe8eb9c service neutron] 10.222.0.43 "GET /v2.0/networks/4b9d06c7-33c8-4c7a-8231-6eb95b2347b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936712 Nov 09 21:18:00.024295 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-fb5239ac-49ae-4016-a999-1b6ee7117c05 req-d64bebde-b34f-497f-be77-e8d55bb79156 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Calling delete_port for 33805be1-3de4-45a1-a311-003260b997d7 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:18:00.056741 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-1a82ced5-b811-470d-80c6-dbfc1326b222 req-a53de465-ed04-4b59-988c-0d7e34b0b63b tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:00.216028 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8a1bf-9a5f-4b16-a228-b64bf821f257 req-8bf2605a-2b5e-47fb-a844-f202c0458bb0 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:00.217664 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b3b8a1bf-9a5f-4b16-a228-b64bf821f257 req-8bf2605a-2b5e-47fb-a844-f202c0458bb0 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 943 time: 0.1704812 Nov 09 21:18:00.269794 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-a1d9ca6d-5113-446a-94c7-94ddbfb773bd service neutron] 10.222.0.43 "GET /v2.0/networks/4b9d06c7-33c8-4c7a-8231-6eb95b2347b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432249 Nov 09 21:18:00.286782 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-1a82ced5-b811-470d-80c6-dbfc1326b222 req-a53de465-ed04-4b59-988c-0d7e34b0b63b tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] For port f2f89472-9a16-481e-af91-7fd1b570f557, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f2f89472-9a16-481e-af91-7fd1b570f557,segment=NetworkSegment(09b70962-317a-4e30-8693-8968e5be04b8),segment_id=09b70962-317a-4e30-8693-8968e5be04b8)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:00.336083 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device c24f8166-c8a4-4539-b2a9-15639a039160 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:18:00.346413 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b3b8a1bf-9a5f-4b16-a228-b64bf821f257 req-195e4d80-2f24-43b9-8240-c07b3525dfa1 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011028 Nov 09 21:18:00.347782 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-5f210178-4ca1-4451-b16d-2280429f2261 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=a07b3c2f-c8c5-43d5-9170-485f26594f02 HTTP/1.1" status: 200 len: 217 time: 0.0701940 Nov 09 21:18:00.380662 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-1a82ced5-b811-470d-80c6-dbfc1326b222 req-a53de465-ed04-4b59-988c-0d7e34b0b63b tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:00.387194 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-1a82ced5-b811-470d-80c6-dbfc1326b222 req-a53de465-ed04-4b59-988c-0d7e34b0b63b tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:00.453711 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82ced5-b811-470d-80c6-dbfc1326b222 req-a53de465-ed04-4b59-988c-0d7e34b0b63b tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:00.454366 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-1a82ced5-b811-470d-80c6-dbfc1326b222 req-a53de465-ed04-4b59-988c-0d7e34b0b63b tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:00.470857 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1a82ced5-b811-470d-80c6-dbfc1326b222 req-a53de465-ed04-4b59-988c-0d7e34b0b63b tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "PUT /v2.0/ports/f2f89472-9a16-481e-af91-7fd1b570f557 HTTP/1.1" status: 200 len: 981 time: 0.6284854 Nov 09 21:18:00.471602 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc5c2581-5720-4e18-b5a0-f584fd4a37e7', 'tag': 'f2f89472-9a16-481e-af91-7fd1b570f557'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:18:00.473981 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f090617-7a77-433d-94cb-ceca0715e26c" -d '{"events": [{"name": "network-changed", "server_uuid": "bc5c2581-5720-4e18-b5a0-f584fd4a37e7", "tag": "f2f89472-9a16-481e-af91-7fd1b570f557"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:18:00.474937 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-fb5239ac-49ae-4016-a999-1b6ee7117c05 req-d64bebde-b34f-497f-be77-e8d55bb79156 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:00.490501 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266250-d1ee-4299-97ef-ea7073dd066f req-2aeec954-a455-4a1e-adbb-8a79c0e9d300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:00.492658 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-2aeec954-a455-4a1e-adbb-8a79c0e9d300 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9535f1a8-f553-42a2-9902-5d76b011d9e0 HTTP/1.1" status: 200 len: 797 time: 0.1119063 Nov 09 21:18:00.531430 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64bebde-b34f-497f-be77-e8d55bb79156 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Pushing event deleted for resources: {'Port': ['ID=33805be1-3de4-45a1-a311-003260b997d7,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:00.562690 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53de465-ed04-4b59-988c-0d7e34b0b63b tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Pushing event updated for resources: {'Port': ['ID=f2f89472-9a16-481e-af91-7fd1b570f557,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:00.687134 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ca02e316-1ce6-40f3-933f-77c19e2c8bed req-07e45453-77e4-4e1e-9ffd-e9e6fac5c685 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/ports?device_id=cce52335-cfae-4a8c-85c7-274102d7f254 HTTP/1.1" status: 200 len: 210 time: 0.0429296 Nov 09 21:18:00.722256 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['f2f89472-9a16-481e-af91-7fd1b570f557'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:18:00.831538 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['f2f89472-9a16-481e-af91-7fd1b570f557'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:18:00.958952 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f5d36-da12-4a18-9b64-0ca94bdfe1bd req-7a175f9b-fdeb-4fab-a762-95429fe81d4f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:00.969520 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f5d36-da12-4a18-9b64-0ca94bdfe1bd req-7a175f9b-fdeb-4fab-a762-95429fe81d4f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:00.970177 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port c24f8166-c8a4-4539-b2a9-15639a039160, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=c24f8166-c8a4-4539-b2a9-15639a039160,segment=NetworkSegment(dafe29ae-1ba0-4490-879c-5008a3eac5b2),segment_id=dafe29ae-1ba0-4490-879c-5008a3eac5b2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:00.979589 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f5d36-da12-4a18-9b64-0ca94bdfe1bd req-7a175f9b-fdeb-4fab-a762-95429fe81d4f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:00.988068 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f5d36-da12-4a18-9b64-0ca94bdfe1bd req-7a175f9b-fdeb-4fab-a762-95429fe81d4f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:00.997021 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f5d36-da12-4a18-9b64-0ca94bdfe1bd req-7a175f9b-fdeb-4fab-a762-95429fe81d4f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:01.003944 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': 'c24f8166-c8a4-4539-b2a9-15639a039160', 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b', 'port_id': 'c24f8166-c8a4-4539-b2a9-15639a039160', 'mac_address': 'fa:16:3e:83:e3:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39c6d736-667d-4cbf-9558-9612dacd0f8d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:18:01.004193 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f5d36-da12-4a18-9b64-0ca94bdfe1bd req-7a175f9b-fdeb-4fab-a762-95429fe81d4f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:01.011514 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f5d36-da12-4a18-9b64-0ca94bdfe1bd req-7a175f9b-fdeb-4fab-a762-95429fe81d4f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:01.021604 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c13f5d36-da12-4a18-9b64-0ca94bdfe1bd req-7a175f9b-fdeb-4fab-a762-95429fe81d4f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 5429 time: 0.1829703 Nov 09 21:18:01.091836 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5239ac-49ae-4016-a999-1b6ee7117c05 req-d64bebde-b34f-497f-be77-e8d55bb79156 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] No DVR routers for this DVR port 33805be1-3de4-45a1-a311-003260b997d7 on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:18:01.095475 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c13f5d36-da12-4a18-9b64-0ca94bdfe1bd req-963ed856-7f63-418e-9f14-f068699add12 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&id=ea98d57d-1ab2-4bb7-8668-5c17afc65416&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0729742 Nov 09 21:18:01.127381 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:01.135610 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-60272133-7cfa-43e9-88aa-17f3a0b20d05 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=7aae6b47b1e248c6bac679963e432215&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0912361 Nov 09 21:18:01.146891 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-cbf30884-5ded-454e-9d62-4101927ce208 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:01.148717 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c24f8166-c8a4-4539-b2a9-15639a039160 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:18:01.153895 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-cbf30884-5ded-454e-9d62-4101927ce208 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.49 "GET /v2.0/networks?id=063e5f98-9576-4e42-bf20-40b2124a08e1 HTTP/1.1" status: 200 len: 817 time: 0.5818853 Nov 09 21:18:01.158304 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-fb5239ac-49ae-4016-a999-1b6ee7117c05 req-d64bebde-b34f-497f-be77-e8d55bb79156 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:01.162806 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fb5239ac-49ae-4016-a999-1b6ee7117c05 req-d64bebde-b34f-497f-be77-e8d55bb79156 tempest-LiveAutoBlockMigrationV225Test-143188733 tempest-LiveAutoBlockMigrationV225Test-143188733-project] 10.222.0.45 "DELETE /v2.0/ports/33805be1-3de4-45a1-a311-003260b997d7 HTTP/1.1" status: 204 len: 173 time: 1.7077591 Nov 09 21:18:01.165725 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266250-d1ee-4299-97ef-ea7073dd066f req-26386586-2c12-4d75-bf27-743827eddf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:01.167481 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-26386586-2c12-4d75-bf27-743827eddf38 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9bd028ff-7bca-4c46-bd71-6aace0071dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6507785 Nov 09 21:18:01.170174 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port c24f8166-c8a4-4539-b2a9-15639a039160, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=c24f8166-c8a4-4539-b2a9-15639a039160,segment=NetworkSegment(dafe29ae-1ba0-4490-879c-5008a3eac5b2),segment_id=dafe29ae-1ba0-4490-879c-5008a3eac5b2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:01.177752 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:01.183980 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 09 Nov 2021 21:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e44f38-ef3b-4d7d-ada2-fc8d7e1c0cda x-openstack-request-id: req-79e44f38-ef3b-4d7d-ada2-fc8d7e1c0cda {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:18:01.183980 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "tag": "1907057c-c36f-477c-ab6d-b465673b10a8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "tag": "a4b3d77a-e8b9-47df-8ea9-8096b98da309", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:18:01.183980 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-79e44f38-ef3b-4d7d-ada2-fc8d7e1c0cda {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:18:01.184394 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'tag': '1907057c-c36f-477c-ab6d-b465673b10a8', 'status': 'completed', 'code': 200} Nov 09 21:18:01.184590 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'tag': 'a4b3d77a-e8b9-47df-8ea9-8096b98da309', 'status': 'completed', 'code': 200} Nov 09 21:18:01.195417 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-3ccc067b-8dc9-4148-bcea-e6b4dedbe373 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.49 "GET /v2.0/quotas/c7f45c82354f4db298eabdbc7892dce2 HTTP/1.1" status: 200 len: 375 time: 0.0406668 Nov 09 21:18:01.314331 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=c24f8166-c8a4-4539-b2a9-15639a039160,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:01.354759 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df3cae-1bc1-4f9c-a3d1-6bb31e522f26 req-2358a5a2-b70c-4408-9898-1380fcbbfde2 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:01.357397 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c3df3cae-1bc1-4f9c-a3d1-6bb31e522f26 req-2358a5a2-b70c-4408-9898-1380fcbbfde2 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 950 time: 0.0873506 Nov 09 21:18:01.359199 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-f49d8069-51ce-4a98-8645-0796fb5060fd tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c7f45c82354f4db298eabdbc7892dce2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1538289 Nov 09 21:18:01.409565 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c3df3cae-1bc1-4f9c-a3d1-6bb31e522f26 req-83b4fba4-9d46-457b-a269-1612323bf450 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419719 Nov 09 21:18:01.494766 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-397da423-f2ae-49a9-9251-b34ee49e624e tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:01.496225 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-397da423-f2ae-49a9-9251-b34ee49e624e tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3403842 Nov 09 21:18:01.500922 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-e8c1043d-8601-4c56-9f1c-1fdac5d4c75e service neutron] 10.222.0.43 "GET /v2.0/networks/9bd028ff-7bca-4c46-bd71-6aace0071dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045642 Nov 09 21:18:01.519509 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8ea81650-98d3-4870-aaa1-531436f5257d req-a501ac6f-4c74-483a-aad5-4667e18b1250 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-97309412&fields=id&tenant_id=ddac74d17cf94df2880a226d15c0a5ff HTTP/1.1" status: 200 len: 267 time: 0.0529525 Nov 09 21:18:01.521118 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-cf96d83b-9815-44af-85ca-7d9c819a2e0f tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Request body: {'port': {'device_id': 'cce52335-cfae-4a8c-85c7-274102d7f254', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'admin_state_up': True, 'tenant_id': '7aae6b47b1e248c6bac679963e432215'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:18:01.588890 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea81650-98d3-4870-aaa1-531436f5257d req-08d91afa-e4d7-4268-a7ec-f6c0889500dc tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:01.590426 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8ea81650-98d3-4870-aaa1-531436f5257d req-08d91afa-e4d7-4268-a7ec-f6c0889500dc tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc5c2581-5720-4e18-b5a0-f584fd4a37e7 HTTP/1.1" status: 200 len: 984 time: 0.0623233 Nov 09 21:18:01.605173 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-8ea81650-98d3-4870-aaa1-531436f5257d req-72aa241a-1fc7-41ae-83af-abb4d86678e5 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Request body: {'port': {'security_groups': ['de833f66-8fc4-48f6-8a5e-900af5240801', 'fe7beac0-83b7-4dc2-8a69-2d3bfb73b965', 'aee41029-d955-4db4-8426-e4c6f709c5ca']}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:18:01.634850 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-f4f6a57a-9dda-4876-a87a-b26f1058b985 service neutron] 10.222.0.49 "GET /v2.0/networks/063e5f98-9576-4e42-bf20-40b2124a08e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685339 Nov 09 21:18:01.677754 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['c24f8166-c8a4-4539-b2a9-15639a039160'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:18:01.759812 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8ea81650-98d3-4870-aaa1-531436f5257d req-72aa241a-1fc7-41ae-83af-abb4d86678e5 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:01.803213 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-cf96d83b-9815-44af-85ca-7d9c819a2e0f tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Made reservation on behalf of 7aae6b47b1e248c6bac679963e432215 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:18:01.806681 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-cf96d83b-9815-44af-85ca-7d9c819a2e0f tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:01.813678 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-143a53cd-116c-4b93-a711-f4812082ef95 service neutron] 10.222.0.43 "GET /v2.0/networks/9bd028ff-7bca-4c46-bd71-6aace0071dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030212 Nov 09 21:18:01.878184 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-85405608-8ff8-4e6f-921e-e4af4f72a76d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=91c8b178-c506-4843-982e-f1a58ad7e198 HTTP/1.1" status: 200 len: 217 time: 0.0548599 Nov 09 21:18:01.885353 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-c0285790-c0c3-4219-8055-b748da946486 service neutron] 10.222.0.49 "GET /v2.0/networks/063e5f98-9576-4e42-bf20-40b2124a08e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494712 Nov 09 21:18:02.005509 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266250-d1ee-4299-97ef-ea7073dd066f req-01fc0456-8679-4d83-a7f3-13f26dc71b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:02.007065 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-01fc0456-8679-4d83-a7f3-13f26dc71b70 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9535f1a8-f553-42a2-9902-5d76b011d9e0 HTTP/1.1" status: 200 len: 797 time: 0.1198251 Nov 09 21:18:02.040400 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-8ea81650-98d3-4870-aaa1-531436f5257d req-72aa241a-1fc7-41ae-83af-abb4d86678e5 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] For port f2f89472-9a16-481e-af91-7fd1b570f557, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f2f89472-9a16-481e-af91-7fd1b570f557,segment=NetworkSegment(09b70962-317a-4e30-8693-8968e5be04b8),segment_id=09b70962-317a-4e30-8693-8968e5be04b8)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:02.082582 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8ea81650-98d3-4870-aaa1-531436f5257d req-72aa241a-1fc7-41ae-83af-abb4d86678e5 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:02.089503 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8ea81650-98d3-4870-aaa1-531436f5257d req-72aa241a-1fc7-41ae-83af-abb4d86678e5 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:02.099383 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-cf96d83b-9815-44af-85ca-7d9c819a2e0f tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Allocated IP 192.168.233.56 (568519e4-f6af-4966-9e93-738c3c6cb9f1/5ba3500c-a288-4596-ba94-148f2bd8a6da/826610f8-22d5-4a53-bf64-a1b876fcc575) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:18:02.105538 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266250-d1ee-4299-97ef-ea7073dd066f req-e3347ded-f797-4a04-8dfb-cec42ba6b610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:02.107117 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-e3347ded-f797-4a04-8dfb-cec42ba6b610 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9bd028ff-7bca-4c46-bd71-6aace0071dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0726748 Nov 09 21:18:02.178913 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3546ac-ef74-40c3-b218-153e2d428df9 x-openstack-request-id: req-af3546ac-ef74-40c3-b218-153e2d428df9 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:18:02.179191 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc5c2581-5720-4e18-b5a0-f584fd4a37e7", "tag": "f2f89472-9a16-481e-af91-7fd1b570f557", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:18:02.179449 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-af3546ac-ef74-40c3-b218-153e2d428df9 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:18:02.180179 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc5c2581-5720-4e18-b5a0-f584fd4a37e7', 'tag': 'f2f89472-9a16-481e-af91-7fd1b570f557', 'status': 'completed', 'code': 200} Nov 09 21:18:02.200872 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea81650-98d3-4870-aaa1-531436f5257d req-72aa241a-1fc7-41ae-83af-abb4d86678e5 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:02.201887 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8ea81650-98d3-4870-aaa1-531436f5257d req-72aa241a-1fc7-41ae-83af-abb4d86678e5 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:02.204441 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8ea81650-98d3-4870-aaa1-531436f5257d req-72aa241a-1fc7-41ae-83af-abb4d86678e5 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "PUT /v2.0/ports/f2f89472-9a16-481e-af91-7fd1b570f557 HTTP/1.1" status: 200 len: 1020 time: 0.6043859 Nov 09 21:18:02.268013 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36952) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:02.284924 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa241a-1fc7-41ae-83af-abb4d86678e5 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Pushing event updated for resources: {'Port': ['ID=f2f89472-9a16-481e-af91-7fd1b570f557,revision_number=7']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:02.332123 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-95e8215d-7168-45a6-bb07-111ab5289378 service neutron] 10.222.0.43 "GET /v2.0/networks/9bd028ff-7bca-4c46-bd71-6aace0071dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150221 Nov 09 21:18:02.365323 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4951ad35-24bc-4232-b675-e0118704b7b3 req-a3ebd66f-4d0c-4d12-aee3-29965614772a tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:02.373608 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4951ad35-24bc-4232-b675-e0118704b7b3 req-a3ebd66f-4d0c-4d12-aee3-29965614772a tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 944 time: 0.0851104 Nov 09 21:18:02.383189 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['f2f89472-9a16-481e-af91-7fd1b570f557'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:18:02.411754 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f090617-7a77-433d-94cb-ceca0715e26c req-565c7fdc-b32b-4e02-aaf9-782db81bf75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:02.413286 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7f090617-7a77-433d-94cb-ceca0715e26c req-565c7fdc-b32b-4e02-aaf9-782db81bf75a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ddac74d17cf94df2880a226d15c0a5ff&device_id=bc5c2581-5720-4e18-b5a0-f584fd4a37e7 HTTP/1.1" status: 200 len: 1174 time: 0.1663215 Nov 09 21:18:02.541079 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-82ac9e51-4e08-4635-b608-155f3793e541 req-bf41cb1d-e8d4-48eb-9af6-150b9ac0c252 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/ports?device_id=cce52335-cfae-4a8c-85c7-274102d7f254 HTTP/1.1" status: 200 len: 210 time: 0.0465603 Nov 09 21:18:02.545709 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f090617-7a77-433d-94cb-ceca0715e26c req-e03b68b9-24cf-455d-8d8a-f56c70de8b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:02.548047 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7f090617-7a77-433d-94cb-ceca0715e26c req-e03b68b9-24cf-455d-8d8a-f56c70de8b29 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7680b8cd-cf84-4451-b98c-9ec0a0c87d39 HTTP/1.1" status: 200 len: 913 time: 0.1235733 Nov 09 21:18:02.580774 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-cf96d83b-9815-44af-85ca-7d9c819a2e0f tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:02.589034 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4951ad35-24bc-4232-b675-e0118704b7b3 req-73e6a727-f114-4326-9d91-634af15f8e7d tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133467 Nov 09 21:18:02.667380 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7f090617-7a77-433d-94cb-ceca0715e26c req-abfed4a0-376f-4c59-bbe9-ea8ef43feb9e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2f89472-9a16-481e-af91-7fd1b570f557 HTTP/1.1" status: 200 len: 217 time: 0.0963368 Nov 09 21:18:02.709844 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['f2f89472-9a16-481e-af91-7fd1b570f557'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:18:02.736692 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-5fd66763-3930-4731-ac35-f0aa23df3496 service neutron] 10.222.0.43 "GET /v2.0/networks/9bd028ff-7bca-4c46-bd71-6aace0071dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821068 Nov 09 21:18:02.762821 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-30acb2ec-9cc1-478b-bac5-913c6a13de1a admin admin] Deleting subnet 29a38752-08a3-4b35-bb64-8f5e3f87121b {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:18:02.769662 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30acb2ec-9cc1-478b-bac5-913c6a13de1a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:02.812580 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30acb2ec-9cc1-478b-bac5-913c6a13de1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:02.824767 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 33805be1-3de4-45a1-a311-003260b997d7 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:18:02.841320 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-4e43a1e6-8b1f-41ef-9dc5-7a8037b3f6af service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=425016f1-5323-4fd9-bef6-b3071e755392 HTTP/1.1" status: 200 len: 217 time: 0.0992923 Nov 09 21:18:02.850508 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-cf96d83b-9815-44af-85ca-7d9c819a2e0f tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:02.896113 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f090617-7a77-433d-94cb-ceca0715e26c req-87c2ff97-4798-4412-bd15-98a49d36c07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:02.898865 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7f090617-7a77-433d-94cb-ceca0715e26c req-87c2ff97-4798-4412-bd15-98a49d36c07b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=262b1767-8d0a-4864-8ab4-daf4a8d6ba62 HTTP/1.1" status: 200 len: 853 time: 0.2178957 Nov 09 21:18:02.912686 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['f98ea90c-d76a-4ae6-9753-a16f0d02dadd'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:18:02.947623 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30acb2ec-9cc1-478b-bac5-913c6a13de1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:02.962953 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 33805be1-3de4-45a1-a311-003260b997d7 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:18:02.964125 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 33805be1-3de4-45a1-a311-003260b997d7 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:18:02.964535 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266250-d1ee-4299-97ef-ea7073dd066f req-e8f120c1-2320-40c3-bdf4-0a4b7919b79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:02.966813 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-e8f120c1-2320-40c3-bdf4-0a4b7919b79f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9535f1a8-f553-42a2-9902-5d76b011d9e0 HTTP/1.1" status: 200 len: 797 time: 0.1042719 Nov 09 21:18:02.988410 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7f090617-7a77-433d-94cb-ceca0715e26c req-64bacd58-1829-402f-a989-989fce289274 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7680b8cd-cf84-4451-b98c-9ec0a0c87d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561016 Nov 09 21:18:03.011009 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac823e0-0b8a-4d59-afbf-860b4902b4cb req-aa3097af-594d-4a95-af7f-d051d3a4a3c4 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:03.017642 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac823e0-0b8a-4d59-afbf-860b4902b4cb req-aa3097af-594d-4a95-af7f-d051d3a4a3c4 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:03.023698 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac823e0-0b8a-4d59-afbf-860b4902b4cb req-aa3097af-594d-4a95-af7f-d051d3a4a3c4 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:03.032034 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac823e0-0b8a-4d59-afbf-860b4902b4cb req-aa3097af-594d-4a95-af7f-d051d3a4a3c4 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:03.038092 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac823e0-0b8a-4d59-afbf-860b4902b4cb req-aa3097af-594d-4a95-af7f-d051d3a4a3c4 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:03.044609 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac823e0-0b8a-4d59-afbf-860b4902b4cb req-aa3097af-594d-4a95-af7f-d051d3a4a3c4 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:03.051555 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac823e0-0b8a-4d59-afbf-860b4902b4cb req-aa3097af-594d-4a95-af7f-d051d3a4a3c4 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:03.053835 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fac823e0-0b8a-4d59-afbf-860b4902b4cb req-aa3097af-594d-4a95-af7f-d051d3a4a3c4 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 5429 time: 0.3136218 Nov 09 21:18:03.080870 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-cf96d83b-9815-44af-85ca-7d9c819a2e0f tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Network 568519e4-f6af-4966-9e93-738c3c6cb9f1 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:18:03.111643 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-cf96d83b-9815-44af-85ca-7d9c819a2e0f tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:18:03.115071 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266250-d1ee-4299-97ef-ea7073dd066f req-bac5ae2e-cd9e-4a78-961c-5fb009df7097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:03.116615 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-bac5ae2e-cd9e-4a78-961c-5fb009df7097 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9bd028ff-7bca-4c46-bd71-6aace0071dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1250618 Nov 09 21:18:03.122123 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-cf96d83b-9815-44af-85ca-7d9c819a2e0f tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:18:03.212933 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c731544-ba49-4e89-aae7-20cc17a8176d req-e7d9b1ad-5abc-4e83-879f-1ed4f1964a0d tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:03.221958 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7c731544-ba49-4e89-aae7-20cc17a8176d req-e7d9b1ad-5abc-4e83-879f-1ed4f1964a0d tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc5c2581-5720-4e18-b5a0-f584fd4a37e7 HTTP/1.1" status: 200 len: 1023 time: 0.3943331 Nov 09 21:18:03.223626 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e834c6c4-1632-4645-9010-d7fc5af20448', 'name': 'network-vif-deleted', 'tag': '33805be1-3de4-45a1-a311-003260b997d7'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:18:03.228435 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad182fcc-72f9-43e8-aff2-99c0807fb1ae" -d '{"events": [{"server_uuid": "e834c6c4-1632-4645-9010-d7fc5af20448", "name": "network-vif-deleted", "tag": "33805be1-3de4-45a1-a311-003260b997d7"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:18:03.244369 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-cf96d83b-9815-44af-85ca-7d9c819a2e0f tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:03.245475 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-cf96d83b-9815-44af-85ca-7d9c819a2e0f tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:03.249573 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf96d83b-9815-44af-85ca-7d9c819a2e0f tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Pushing event updated for resources: {'Port': ['ID=826610f8-22d5-4a53-bf64-a1b876fcc575,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:03.427477 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-cf96d83b-9815-44af-85ca-7d9c819a2e0f tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9143376 Nov 09 21:18:03.458033 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-9c8e00d4-897a-4f7d-b847-135a249ef895 service neutron] Request body: {'port': {'device_id': 'cce52335-cfae-4a8c-85c7-274102d7f254', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:18:03.601577 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:03.604591 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7c731544-ba49-4e89-aae7-20cc17a8176d req-bd1294d4-6686-4847-925f-e41a97db621f tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups?id=de833f66-8fc4-48f6-8a5e-900af5240801&id=aee41029-d955-4db4-8426-e4c6f709c5ca&id=fe7beac0-83b7-4dc2-8a69-2d3bfb73b965 HTTP/1.1" status: 200 len: 6197 time: 0.3815496 Nov 09 21:18:03.670431 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-9c8e00d4-897a-4f7d-b847-135a249ef895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:03.672380 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-15d8b2fb-ee4e-488b-86e8-da6916f758fd None None] Provisioning complete for port 826610f8-22d5-4a53-bf64-a1b876fcc575 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:18:03.673041 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-15d8b2fb-ee4e-488b-86e8-da6916f758fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:03.725379 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-15d8b2fb-ee4e-488b-86e8-da6916f758fd None None] Port 826610f8-22d5-4a53-bf64-a1b876fcc575 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:18:03.818328 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7f090617-7a77-433d-94cb-ceca0715e26c req-935ff901-489d-46e2-ab33-0c2bc73af01f service neutron] 10.222.0.43 "GET /v2.0/networks/7680b8cd-cf84-4451-b98c-9ec0a0c87d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8192732 Nov 09 21:18:03.819573 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30acb2ec-9cc1-478b-bac5-913c6a13de1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:03.866123 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30acb2ec-9cc1-478b-bac5-913c6a13de1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29a38752-08a3-4b35-bb64-8f5e3f87121b,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:03.907122 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fac823e0-0b8a-4d59-afbf-860b4902b4cb req-01dac735-5641-4e23-858f-da8e049a8a84 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&id=ea98d57d-1ab2-4bb7-8668-5c17afc65416&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1970429 Nov 09 21:18:03.911902 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30acb2ec-9cc1-478b-bac5-913c6a13de1a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:03.922043 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-30acb2ec-9cc1-478b-bac5-913c6a13de1a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/29a38752-08a3-4b35-bb64-8f5e3f87121b HTTP/1.1" status: 204 len: 168 time: 1.6399517 Nov 09 21:18:03.998889 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36984) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:04.064951 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-074f31ba-c5dd-4c82-aff8-0befa0bfa488 service neutron] 10.222.0.43 "GET /v2.0/networks/9bd028ff-7bca-4c46-bd71-6aace0071dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8111403 Nov 09 21:18:04.120960 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1c5fd279-af71-46a3-b2da-f718cf5f8fe1 req-aa4fef51-7b87-46d4-84c6-9e25fdbf08ed tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.49 "GET /v2.0/ports?device_id=df281d79-d898-4d8c-8c8e-9e3276c13111 HTTP/1.1" status: 200 len: 210 time: 0.0726068 Nov 09 21:18:04.188389 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18415ae9-c522-46f0-be1d-dcf030cc0c5b x-openstack-request-id: req-18415ae9-c522-46f0-be1d-dcf030cc0c5b {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:18:04.189009 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e834c6c4-1632-4645-9010-d7fc5af20448", "name": "network-vif-deleted", "tag": "33805be1-3de4-45a1-a311-003260b997d7", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:18:04.189250 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-18415ae9-c522-46f0-be1d-dcf030cc0c5b {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:18:04.189777 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e834c6c4-1632-4645-9010-d7fc5af20448', 'name': 'network-vif-deleted', 'tag': '33805be1-3de4-45a1-a311-003260b997d7', 'status': 'completed', 'code': 200} Nov 09 21:18:04.205990 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7948341-9606-4ddb-82a2-4dec15bc7a99 req-366df2d7-1da1-43ad-9133-afc56491a841 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:04.207753 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d7948341-9606-4ddb-82a2-4dec15bc7a99 req-366df2d7-1da1-43ad-9133-afc56491a841 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 950 time: 0.4742641 Nov 09 21:18:04.208952 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-73116549-a9b9-4a2f-a6a8-ce810e9f679d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:04.210504 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc5c2581-5720-4e18-b5a0-f584fd4a37e7', 'tag': 'f2f89472-9a16-481e-af91-7fd1b570f557'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:18:04.213140 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5b2f09-e5b6-4277-806a-43db7397806f" -d '{"events": [{"name": "network-changed", "server_uuid": "bc5c2581-5720-4e18-b5a0-f584fd4a37e7", "tag": "f2f89472-9a16-481e-af91-7fd1b570f557"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:18:04.236542 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7f090617-7a77-433d-94cb-ceca0715e26c req-7d820211-c9c9-4c23-89b7-40838aafd1c5 service neutron] 10.222.0.43 "GET /v2.0/networks/7680b8cd-cf84-4451-b98c-9ec0a0c87d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804419 Nov 09 21:18:04.328796 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-8d64c1c8-8db1-45f7-9375-bc186c527bdf service neutron] 10.222.0.43 "GET /v2.0/networks/9bd028ff-7bca-4c46-bd71-6aace0071dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425089 Nov 09 21:18:04.332445 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d7948341-9606-4ddb-82a2-4dec15bc7a99 req-39d508e3-2cc5-42fa-a43a-a76f5cf0c4de tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111953 Nov 09 21:18:04.356757 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-73116549-a9b9-4a2f-a6a8-ce810e9f679d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:04.357279 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device c24f8166-c8a4-4539-b2a9-15639a039160 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:18:04.382599 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-008d4a1c-546c-4340-99ea-14f53a239153 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=f1a55f02-391f-4b2f-8594-8dd0febfc624 HTTP/1.1" status: 200 len: 217 time: 0.0428154 Nov 09 21:18:04.421930 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-73116549-a9b9-4a2f-a6a8-ce810e9f679d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:18:04.457516 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-73116549-a9b9-4a2f-a6a8-ce810e9f679d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b0433f6-0dc2-4350-8149-c15b9bac49ea') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:18:04.457809 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-73116549-a9b9-4a2f-a6a8-ce810e9f679d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b0433f6-0dc2-4350-8149-c15b9bac49ea') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:18:04.471266 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-9872ce7c-4221-4f06-be13-efc9f025a4cc req-21c3a650-390f-4bd7-b4e6-94123c5751d3 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1599287675 ', 'description': 'tempest-description-975910507'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:18:04.512277 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-9c8e00d4-897a-4f7d-b847-135a249ef895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 826610f8-22d5-4a53-bf64-a1b876fcc575 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:18:04.514266 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-73116549-a9b9-4a2f-a6a8-ce810e9f679d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:04.518420 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port c24f8166-c8a4-4539-b2a9-15639a039160 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:18:04.526612 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port c24f8166-c8a4-4539-b2a9-15639a039160 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:18:04.526956 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266250-d1ee-4299-97ef-ea7073dd066f req-b424306b-aad7-4f45-8aa3-ec12a91a53d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:04.527103 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:04.528743 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-b424306b-aad7-4f45-8aa3-ec12a91a53d5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9535f1a8-f553-42a2-9902-5d76b011d9e0 HTTP/1.1" status: 200 len: 797 time: 0.1269195 Nov 09 21:18:04.530879 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-9c8e00d4-897a-4f7d-b847-135a249ef895 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:04.549616 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-73116549-a9b9-4a2f-a6a8-ce810e9f679d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:04.570519 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d43180-1cb3-40fc-8cbc-e06656235602 req-54114f01-0d48-42a2-8b70-c25e657fbaa6 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:04.571047 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-9872ce7c-4221-4f06-be13-efc9f025a4cc req-21c3a650-390f-4bd7-b4e6-94123c5751d3 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:04.580209 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a0d43180-1cb3-40fc-8cbc-e06656235602 req-54114f01-0d48-42a2-8b70-c25e657fbaa6 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/ports?device_id=cce52335-cfae-4a8c-85c7-274102d7f254 HTTP/1.1" status: 200 len: 935 time: 0.1729786 Nov 09 21:18:04.584276 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73116549-a9b9-4a2f-a6a8-ce810e9f679d admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:18:04.584746 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-73116549-a9b9-4a2f-a6a8-ce810e9f679d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:04.597153 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:18:04.597153 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:18:04.597153 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:18:04.597153 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:18:04.597153 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:18:04.597153 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:18:04.597153 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:18:04.597153 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:18:04.597153 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:18:04.597153 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:18:04.597153 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:18:04.597153 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:18:04.597153 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:18:04.597153 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:18:04.597153 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:18:04.597153 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:18:04.597153 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:18:04.597153 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:18:04.597153 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:18:04.597153 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:18:04.597153 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:18:04.597153 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:18:04.597153 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:18:04.597153 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:18:04.597153 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:18:04.597153 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:18:04.597153 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:18:04.597153 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:18:04.597153 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:18:04.597153 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:18:04.597153 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:18:04.597153 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:18:04.640229 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-9c8e00d4-897a-4f7d-b847-135a249ef895 service neutron] Transition to ACTIVE for port object 826610f8-22d5-4a53-bf64-a1b876fcc575 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:18:04.650086 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-9c8e00d4-897a-4f7d-b847-135a249ef895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:04.747152 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:04.752582 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266250-d1ee-4299-97ef-ea7073dd066f req-3ee460a6-001d-4686-abeb-fe1ff68acabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:04.758093 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-3ee460a6-001d-4686-abeb-fe1ff68acabf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9bd028ff-7bca-4c46-bd71-6aace0071dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2138379 Nov 09 21:18:04.759244 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-73116549-a9b9-4a2f-a6a8-ce810e9f679d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:04.765024 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e00d4-897a-4f7d-b847-135a249ef895 service neutron] Pushing event updated for resources: {'Port': ['ID=826610f8-22d5-4a53-bf64-a1b876fcc575,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:04.779408 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-73116549-a9b9-4a2f-a6a8-ce810e9f679d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:04.783561 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-73116549-a9b9-4a2f-a6a8-ce810e9f679d admin admin] 10.222.0.49 "DELETE /v2.0/networks/ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68 HTTP/1.1" status: 204 len: 168 time: 0.7819073 Nov 09 21:18:04.788779 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36990) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:04.838593 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a0d43180-1cb3-40fc-8cbc-e06656235602 req-5b58518d-8a9d-4fa9-b0f6-873ce2fa3f62 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/security-groups?id=c936c073-8fef-4bf5-8625-84669736e0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564032 Nov 09 21:18:04.842578 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a58040-942c-44e2-a76c-af935664b0df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24f8166-c8a4-4539-b2a9-15639a039160'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:18:04.852663 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd50d5b-115b-4929-816d-78c4603823f3" -d '{"events": [{"server_uuid": "60a58040-942c-44e2-a76c-af935664b0df", "name": "network-vif-plugged", "status": "completed", "tag": "c24f8166-c8a4-4539-b2a9-15639a039160"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:18:04.883601 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port c24f8166-c8a4-4539-b2a9-15639a039160, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=c24f8166-c8a4-4539-b2a9-15639a039160,segment=NetworkSegment(dafe29ae-1ba0-4490-879c-5008a3eac5b2),segment_id=dafe29ae-1ba0-4490-879c-5008a3eac5b2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:04.888788 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:04.962700 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-dcb27941-c0ce-41a5-8f4a-a7a782780961 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:04.964272 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-dcb27941-c0ce-41a5-8f4a-a7a782780961 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.43 "GET /v2.0/networks?id=063e5f98-9576-4e42-bf20-40b2124a08e1 HTTP/1.1" status: 200 len: 817 time: 0.3764167 Nov 09 21:18:04.983099 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73116549-a9b9-4a2f-a6a8-ce810e9f679d admin admin] Pushing event deleted for resources: {'Network': ['ID=ac5f4b8a-7694-4f8a-a4f3-5f635ea8dd68,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:04.994460 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-52098049-85ff-4a5a-88cd-3c70f5493c9e tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Request body: {'port': {'device_id': '92b16943-3a07-4845-ac86-0987974c4c96', 'network_id': '063e5f98-9576-4e42-bf20-40b2124a08e1', 'admin_state_up': True, 'tenant_id': 'c7f45c82354f4db298eabdbc7892dce2'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:18:05.011815 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=c24f8166-c8a4-4539-b2a9-15639a039160,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:05.065005 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-28bc5a93-bb40-46e0-8a4f-20df10c37d86 admin admin] Deleting subnet d3543849-38cd-44df-b164-701139d1255c {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:18:05.079973 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-28bc5a93-bb40-46e0-8a4f-20df10c37d86 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:05.102705 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-9872ce7c-4221-4f06-be13-efc9f025a4cc req-21c3a650-390f-4bd7-b4e6-94123c5751d3 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:05.123399 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-9872ce7c-4221-4f06-be13-efc9f025a4cc req-21c3a650-390f-4bd7-b4e6-94123c5751d3 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:05.199568 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-eb297af4-8b6e-4039-8893-c2181bf4b396 service neutron] 10.222.0.43 "GET /v2.0/networks/9bd028ff-7bca-4c46-bd71-6aace0071dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286821 Nov 09 21:18:05.207935 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-9c8e00d4-897a-4f7d-b847-135a249ef895 service neutron] Attempting to bind port 826610f8-22d5-4a53-bf64-a1b876fcc575 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:18:05.208400 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-9c8e00d4-897a-4f7d-b847-135a249ef895 service neutron] Attempting to bind port 826610f8-22d5-4a53-bf64-a1b876fcc575 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:18:05.208886 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-9c8e00d4-897a-4f7d-b847-135a249ef895 service neutron] Attempting to bind port 826610f8-22d5-4a53-bf64-a1b876fcc575 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:18:05.213120 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-9872ce7c-4221-4f06-be13-efc9f025a4cc req-21c3a650-390f-4bd7-b4e6-94123c5751d3 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:05.215582 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0214b-c0e7-4f83-8744-00e5ccc5b1b8 req-f647e173-94a1-4f66-bebe-daf99dfade50 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:05.219016 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9872ce7c-4221-4f06-be13-efc9f025a4cc req-21c3a650-390f-4bd7-b4e6-94123c5751d3 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.7558751 Nov 09 21:18:05.233906 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b0d0214b-c0e7-4f83-8744-00e5ccc5b1b8 req-f647e173-94a1-4f66-bebe-daf99dfade50 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 945 time: 0.2684681 Nov 09 21:18:05.238675 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c3a650-390f-4bd7-b4e6-94123c5751d3 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c06a323-6649-4128-8b25-bcdc6951d884,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:05.261672 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-9c8e00d4-897a-4f7d-b847-135a249ef895 service neutron] Port 826610f8-22d5-4a53-bf64-a1b876fcc575 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:18:05.274039 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-9c8e00d4-897a-4f7d-b847-135a249ef895 service neutron] Attempting to bind port 826610f8-22d5-4a53-bf64-a1b876fcc575 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:18:05.318050 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6942b9-5eb8-4701-8e38-33205d26e0f4 x-openstack-request-id: req-2d6942b9-5eb8-4701-8e38-33205d26e0f4 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:18:05.318372 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a58040-942c-44e2-a76c-af935664b0df", "name": "network-vif-plugged", "status": "completed", "tag": "c24f8166-c8a4-4539-b2a9-15639a039160", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:18:05.318610 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2d6942b9-5eb8-4701-8e38-33205d26e0f4 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:18:05.319307 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a58040-942c-44e2-a76c-af935664b0df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24f8166-c8a4-4539-b2a9-15639a039160', 'code': 200} Nov 09 21:18:05.331432 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-28bc5a93-bb40-46e0-8a4f-20df10c37d86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:05.377917 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b7e31d-21e2-46f1-acd1-29b1c296ac8f x-openstack-request-id: req-c5b7e31d-21e2-46f1-acd1-29b1c296ac8f {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:18:05.378348 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc5c2581-5720-4e18-b5a0-f584fd4a37e7", "tag": "f2f89472-9a16-481e-af91-7fd1b570f557", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:18:05.378686 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c5b7e31d-21e2-46f1-acd1-29b1c296ac8f {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:18:05.379103 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc5c2581-5720-4e18-b5a0-f584fd4a37e7', 'tag': 'f2f89472-9a16-481e-af91-7fd1b570f557', 'status': 'completed', 'code': 200} Nov 09 21:18:05.388573 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.43', 56554) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:05.412760 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-159eea04-3be1-45dd-b4ba-47c20e2ca123 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:05.414597 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-159eea04-3be1-45dd-b4ba-47c20e2ca123 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.45 "GET /v2.0/networks?id=063e5f98-9576-4e42-bf20-40b2124a08e1 HTTP/1.1" status: 200 len: 817 time: 0.5560331 Nov 09 21:18:05.435615 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-a2c85d51-a238-4630-9fac-7c21c951b6b9 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Request body: {'port': {'device_id': '69efdf08-b71b-481f-92ba-7f9583b528c0', 'network_id': '063e5f98-9576-4e42-bf20-40b2124a08e1', 'admin_state_up': True, 'tenant_id': 'c7f45c82354f4db298eabdbc7892dce2'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:18:05.445047 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-9c8e00d4-897a-4f7d-b847-135a249ef895 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:18:05.445524 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-9c8e00d4-897a-4f7d-b847-135a249ef895 service neutron] Checking segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:18:05.446361 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-9c8e00d4-897a-4f7d-b847-135a249ef895 service neutron] Bound using segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:18:05.446885 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-9c8e00d4-897a-4f7d-b847-135a249ef895 service neutron] Bound port: 826610f8-22d5-4a53-bf64-a1b876fcc575, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:18:05.447388 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-9c8e00d4-897a-4f7d-b847-135a249ef895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:05.536783 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.43', 56555) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:05.578422 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-28bc5a93-bb40-46e0-8a4f-20df10c37d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:05.594104 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b0d0214b-c0e7-4f83-8744-00e5ccc5b1b8 req-65f4e3bb-0536-4f5c-9003-e84fbafee183 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592079 Nov 09 21:18:05.621620 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-52098049-85ff-4a5a-88cd-3c70f5493c9e tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Made reservation on behalf of c7f45c82354f4db298eabdbc7892dce2 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:18:05.626389 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-52098049-85ff-4a5a-88cd-3c70f5493c9e tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:05.676545 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06943aa8-b773-4ae9-8fe8-a7043404c3a5 req-ef9248f2-b631-47a3-9af3-fe7d6cfa1c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:05.678180 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-06943aa8-b773-4ae9-8fe8-a7043404c3a5 req-ef9248f2-b631-47a3-9af3-fe7d6cfa1c94 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 1096 time: 0.1403465 Nov 09 21:18:05.687423 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b2f09-e5b6-4277-806a-43db7397806f req-972e1852-840f-43d8-9765-b36c2b1e0382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:05.689380 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fb5b2f09-e5b6-4277-806a-43db7397806f req-972e1852-840f-43d8-9765-b36c2b1e0382 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ddac74d17cf94df2880a226d15c0a5ff&device_id=bc5c2581-5720-4e18-b5a0-f584fd4a37e7 HTTP/1.1" status: 200 len: 1174 time: 0.2998145 Nov 09 21:18:05.824984 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0c7b9736-3bd6-4936-bd15-fa9a555aadb0 req-612a5102-1577-4229-bbc5-fbbee8f09850 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.49 "GET /v2.0/ports?device_id=df281d79-d898-4d8c-8c8e-9e3276c13111 HTTP/1.1" status: 200 len: 210 time: 0.1230726 Nov 09 21:18:05.882439 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-f483eba6-bf2a-4877-87b7-d9e9ad28430d tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:05.884224 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-f483eba6-bf2a-4877-87b7-d9e9ad28430d tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.43 "GET /v2.0/networks?id=063e5f98-9576-4e42-bf20-40b2124a08e1 HTTP/1.1" status: 200 len: 817 time: 0.4966412 Nov 09 21:18:05.919681 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-cb95034d-ec5c-4790-b952-8a78eeaef705 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Request body: {'port': {'device_id': 'df281d79-d898-4d8c-8c8e-9e3276c13111', 'network_id': '063e5f98-9576-4e42-bf20-40b2124a08e1', 'admin_state_up': True, 'tenant_id': 'c7f45c82354f4db298eabdbc7892dce2'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:18:05.931349 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-28bc5a93-bb40-46e0-8a4f-20df10c37d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:05.997843 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-cd958bce-5702-4349-a26b-972b5b1d9250 service neutron] 10.222.0.43 "GET /v2.0/networks/9bd028ff-7bca-4c46-bd71-6aace0071dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7743936 Nov 09 21:18:06.032413 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4076a14a-18bf-40dd-95ef-55a5682a1c9d req-78754bfc-c324-4257-af80-2c7fa39a109f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:06.039576 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4076a14a-18bf-40dd-95ef-55a5682a1c9d req-78754bfc-c324-4257-af80-2c7fa39a109f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:06.045915 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4076a14a-18bf-40dd-95ef-55a5682a1c9d req-78754bfc-c324-4257-af80-2c7fa39a109f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:06.052835 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4076a14a-18bf-40dd-95ef-55a5682a1c9d req-78754bfc-c324-4257-af80-2c7fa39a109f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:06.058830 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4076a14a-18bf-40dd-95ef-55a5682a1c9d req-78754bfc-c324-4257-af80-2c7fa39a109f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:06.065909 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4076a14a-18bf-40dd-95ef-55a5682a1c9d req-78754bfc-c324-4257-af80-2c7fa39a109f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:06.072670 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4076a14a-18bf-40dd-95ef-55a5682a1c9d req-78754bfc-c324-4257-af80-2c7fa39a109f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:06.074680 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4076a14a-18bf-40dd-95ef-55a5682a1c9d req-78754bfc-c324-4257-af80-2c7fa39a109f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 5429 time: 0.6504357 Nov 09 21:18:06.092912 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-06943aa8-b773-4ae9-8fe8-a7043404c3a5 req-07209362-0e7a-4dff-be6d-46c4d24232d3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879483 Nov 09 21:18:06.105694 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-28bc5a93-bb40-46e0-8a4f-20df10c37d86 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:06.109043 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-28bc5a93-bb40-46e0-8a4f-20df10c37d86 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d3543849-38cd-44df-b164-701139d1255c HTTP/1.1" status: 204 len: 168 time: 1.3199472 Nov 09 21:18:06.109867 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc5a93-bb40-46e0-8a4f-20df10c37d86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3543849-38cd-44df-b164-701139d1255c,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:06.121105 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37012) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:06.142749 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-88d75817-367c-4f20-8607-e5ac3ed8c169 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1907057c-c36f-477c-ab6d-b465673b10a8 HTTP/1.1" status: 200 len: 217 time: 0.1332710 Nov 09 21:18:06.169131 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b2f09-e5b6-4277-806a-43db7397806f req-2be5d9df-4225-4a3e-8bd7-c5afb44dafd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:06.170588 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fb5b2f09-e5b6-4277-806a-43db7397806f req-2be5d9df-4225-4a3e-8bd7-c5afb44dafd4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7680b8cd-cf84-4451-b98c-9ec0a0c87d39 HTTP/1.1" status: 200 len: 913 time: 0.4613762 Nov 09 21:18:06.173167 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-9c8e00d4-897a-4f7d-b847-135a249ef895 service neutron] For port 826610f8-22d5-4a53-bf64-a1b876fcc575, host n-h1-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:18:06.208163 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a4137629-4012-46ad-860f-d4be3727ff7b req-31c23ecf-e7fc-47de-84ce-77529023de3a tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups/0c06a323-6649-4128-8b25-bcdc6951d884 HTTP/1.1" status: 200 len: 1797 time: 0.3411615 Nov 09 21:18:06.208445 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-9c8e00d4-897a-4f7d-b847-135a249ef895 service neutron] For port 826610f8-22d5-4a53-bf64-a1b876fcc575, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=826610f8-22d5-4a53-bf64-a1b876fcc575,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:18:06.232484 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-9c8e00d4-897a-4f7d-b847-135a249ef895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:06.239793 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-a2c85d51-a238-4630-9fac-7c21c951b6b9 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Made reservation on behalf of c7f45c82354f4db298eabdbc7892dce2 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:18:06.243796 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-a2c85d51-a238-4630-9fac-7c21c951b6b9 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:06.246693 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-52098049-85ff-4a5a-88cd-3c70f5493c9e tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Allocated IP 172.20.0.3 (063e5f98-9576-4e42-bf20-40b2124a08e1/f0d707d1-4cdd-4dfe-ae62-6513761b5f0c/e39d6a53-a12d-4cbe-8c58-0e90bb16926a) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:18:06.279819 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3d5781d4-93d8-4912-928a-ffb29974a0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:06.286150 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4076a14a-18bf-40dd-95ef-55a5682a1c9d req-c102b373-c0a7-4537-979e-8c2f248ce117 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&id=ea98d57d-1ab2-4bb7-8668-5c17afc65416&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1649845 Nov 09 21:18:06.295670 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-9c8e00d4-897a-4f7d-b847-135a249ef895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:06.297323 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-9c8e00d4-897a-4f7d-b847-135a249ef895 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:06.298837 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-9c8e00d4-897a-4f7d-b847-135a249ef895 service neutron] 10.222.0.45 "PUT /v2.0/ports/826610f8-22d5-4a53-bf64-a1b876fcc575 HTTP/1.1" status: 200 len: 1095 time: 2.8626125 Nov 09 21:18:06.302581 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cce52335-cfae-4a8c-85c7-274102d7f254', 'tag': '826610f8-22d5-4a53-bf64-a1b876fcc575'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:18:06.306091 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e43ecb8-ac44-488e-962d-58d682edc589" -d '{"events": [{"name": "network-changed", "server_uuid": "cce52335-cfae-4a8c-85c7-274102d7f254", "tag": "826610f8-22d5-4a53-bf64-a1b876fcc575"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:18:06.394145 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-cb95034d-ec5c-4790-b952-8a78eeaef705 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Made reservation on behalf of c7f45c82354f4db298eabdbc7892dce2 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:18:06.396674 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-cb95034d-ec5c-4790-b952-8a78eeaef705 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:06.496904 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e00d4-897a-4f7d-b847-135a249ef895 service neutron] Pushing event updated for resources: {'Port': ['ID=826610f8-22d5-4a53-bf64-a1b876fcc575,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:06.562728 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fb5b2f09-e5b6-4277-806a-43db7397806f req-a07d1ed2-ca8f-43af-89af-0ba1e670573d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2f89472-9a16-481e-af91-7fd1b570f557 HTTP/1.1" status: 200 len: 217 time: 0.1714339 Nov 09 21:18:06.582655 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266250-d1ee-4299-97ef-ea7073dd066f req-a80c308a-9c68-4d5e-bb15-e8917e002178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:06.584321 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-a80c308a-9c68-4d5e-bb15-e8917e002178 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4eb2317b-2e64-46a1-bd53-a56ce963060a HTTP/1.1" status: 200 len: 797 time: 0.1809888 Nov 09 21:18:06.594171 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74359345-3e04-479b-9b43-56fcf2077b84 req-f538b3dc-d016-49be-a19b-168ed60cb2e3 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:06.597152 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-74359345-3e04-479b-9b43-56fcf2077b84 req-f538b3dc-d016-49be-a19b-168ed60cb2e3 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 950 time: 0.1719296 Nov 09 21:18:06.610133 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-a3613c12-b331-4744-9d25-b5a8bd5897b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:06.611875 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-a3613c12-b331-4744-9d25-b5a8bd5897b8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7aae6b47b1e248c6bac679963e432215&device_id=cce52335-cfae-4a8c-85c7-274102d7f254 HTTP/1.1" status: 200 len: 1098 time: 0.2578955 Nov 09 21:18:06.641736 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3d5781d4-93d8-4912-928a-ffb29974a0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:06.701535 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-b3a5a4d2-96ca-474e-9c0c-a9971197bf04 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=826610f8-22d5-4a53-bf64-a1b876fcc575 HTTP/1.1" status: 200 len: 217 time: 0.0679748 Nov 09 21:18:06.731053 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266250-d1ee-4299-97ef-ea7073dd066f req-d75c5ea7-6f45-4439-8908-02344502eeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:06.732552 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-d75c5ea7-6f45-4439-8908-02344502eeda service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=db993ee6-66d3-478a-b585-3c11adab0dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1341615 Nov 09 21:18:06.754040 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-74359345-3e04-479b-9b43-56fcf2077b84 req-fbc5c3ee-672d-4861-abb2-25d127aff99d tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224020 Nov 09 21:18:06.767068 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-3d5781d4-93d8-4912-928a-ffb29974a0ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6c60bf1-8051-4b8c-a119-589e1bf67f8e']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:18:06.818290 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-3d5781d4-93d8-4912-928a-ffb29974a0ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e18107d-46c2-4543-8d34-cf467b74ccb7') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:18:06.818532 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-3d5781d4-93d8-4912-928a-ffb29974a0ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e18107d-46c2-4543-8d34-cf467b74ccb7') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:18:06.823227 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b2f09-e5b6-4277-806a-43db7397806f req-cce92d1e-a398-4796-af56-88f8b93bbcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:06.824775 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fb5b2f09-e5b6-4277-806a-43db7397806f req-cce92d1e-a398-4796-af56-88f8b93bbcea service neutron] 10.222.0.43 "GET /v2.0/subnets?id=262b1767-8d0a-4864-8ab4-daf4a8d6ba62 HTTP/1.1" status: 200 len: 853 time: 0.2121201 Nov 09 21:18:06.843569 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673253f1-2f90-4ee6-99e7-4bdaad154b3b req-6a212c04-187b-494f-b0f9-49144ed231a7 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:06.845150 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-673253f1-2f90-4ee6-99e7-4bdaad154b3b req-6a212c04-187b-494f-b0f9-49144ed231a7 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/ports?device_id=cce52335-cfae-4a8c-85c7-274102d7f254 HTTP/1.1" status: 200 len: 947 time: 0.3114066 Nov 09 21:18:06.851548 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-7931ec1c-4ecc-4cdb-9274-65138871f232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:06.853146 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-7931ec1c-4ecc-4cdb-9274-65138871f232 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.1428978 Nov 09 21:18:06.870708 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3d5781d4-93d8-4912-928a-ffb29974a0ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:06.892919 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-52098049-85ff-4a5a-88cd-3c70f5493c9e tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:06.907763 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fb5b2f09-e5b6-4277-806a-43db7397806f req-13984ed5-4610-41d5-80e2-5fa3411fad1a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7680b8cd-cf84-4451-b98c-9ec0a0c87d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565968 Nov 09 21:18:06.911108 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ae9beea1-2cbd-4a1d-af93-fb2789af8dbf req-228cad4f-fd28-40d5-8969-92ef9f7cc1da tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups/0c06a323-6649-4128-8b25-bcdc6951d884 HTTP/1.1" status: 200 len: 1797 time: 0.0995088 Nov 09 21:18:06.912089 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [req-dbaf0558-741d-48ec-9270-13406976aa62 req-4dd499e1-ba7b-4fe1-8893-04532e1565c1 service neutron] show failed (client error): The resource could not be found. Nov 09 21:18:06.913040 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dbaf0558-741d-48ec-9270-13406976aa62 req-4dd499e1-ba7b-4fe1-8893-04532e1565c1 service neutron] 10.222.0.45 "GET /v2.0/ports/c12b4097-cc61-4791-8e29-6bd956d25e95/bindings/n-h2-816206-3 HTTP/1.1" status: 404 len: 380 time: 0.3653400 Nov 09 21:18:06.935990 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-e8cb4640-3802-4a6c-bd82-6067f30fcb27 service neutron] 10.222.0.43 "GET /v2.0/networks/db993ee6-66d3-478a-b585-3c11adab0dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809382 Nov 09 21:18:06.951750 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3d5781d4-93d8-4912-928a-ffb29974a0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:06.970962 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-8b92f861-d073-4586-9249-9502463ee09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:06.972501 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-8b92f861-d073-4586-9249-9502463ee09d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1092453 Nov 09 21:18:06.999295 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d5781d4-93d8-4912-928a-ffb29974a0ea admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:18:06.999735 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3d5781d4-93d8-4912-928a-ffb29974a0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:07.002852 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:18:07.002852 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:18:07.002852 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:18:07.002852 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:18:07.002852 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:18:07.002852 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:18:07.002852 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:18:07.002852 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:18:07.002852 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:18:07.002852 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:18:07.002852 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:18:07.002852 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:18:07.002852 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:18:07.002852 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:18:07.002852 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:18:07.002852 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:18:07.002852 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:18:07.002852 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:18:07.002852 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:18:07.002852 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:18:07.002852 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:18:07.002852 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:18:07.002852 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:18:07.002852 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:18:07.002852 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:18:07.002852 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:18:07.002852 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:18:07.002852 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:18:07.002852 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:18:07.002852 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:18:07.002852 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:18:07.002852 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:18:07.080880 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-673253f1-2f90-4ee6-99e7-4bdaad154b3b req-bb647061-2870-4c7a-a6dc-9a2813e5fff7 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/security-groups?id=c936c073-8fef-4bf5-8625-84669736e0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068043 Nov 09 21:18:07.129398 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3d5781d4-93d8-4912-928a-ffb29974a0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:07.144862 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3d5781d4-93d8-4912-928a-ffb29974a0ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:07.150369 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-3d5781d4-93d8-4912-928a-ffb29974a0ea admin admin] 10.222.0.49 "DELETE /v2.0/networks/f6c60bf1-8051-4b8c-a119-589e1bf67f8e HTTP/1.1" status: 204 len: 168 time: 1.0216382 Nov 09 21:18:07.161043 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fb5b2f09-e5b6-4277-806a-43db7397806f req-58c94b4c-9551-414d-bc03-37687a025b9e service neutron] 10.222.0.43 "GET /v2.0/networks/7680b8cd-cf84-4451-b98c-9ec0a0c87d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377081 Nov 09 21:18:07.175816 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5781d4-93d8-4912-928a-ffb29974a0ea admin admin] Pushing event deleted for resources: {'Network': ['ID=f6c60bf1-8051-4b8c-a119-589e1bf67f8e,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:07.178946 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-52098049-85ff-4a5a-88cd-3c70f5493c9e tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:07.211973 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-a2c85d51-a238-4630-9fac-7c21c951b6b9 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Allocated IP 172.20.0.12 (063e5f98-9576-4e42-bf20-40b2124a08e1/f0d707d1-4cdd-4dfe-ae62-6513761b5f0c/87884609-36f7-4af2-b11f-6da718e31e1a) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:18:07.261801 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca92163c-95c3-42f8-a2b4-899e8578bbbc x-openstack-request-id: req-ca92163c-95c3-42f8-a2b4-899e8578bbbc {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:18:07.262134 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cce52335-cfae-4a8c-85c7-274102d7f254", "tag": "826610f8-22d5-4a53-bf64-a1b876fcc575", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:18:07.262440 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ca92163c-95c3-42f8-a2b4-899e8578bbbc {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:18:07.262793 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cce52335-cfae-4a8c-85c7-274102d7f254', 'tag': '826610f8-22d5-4a53-bf64-a1b876fcc575', 'status': 'completed', 'code': 200} Nov 09 21:18:07.291626 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-a26097e2-fa38-4d1f-b25f-81eb30a81e62 service neutron] 10.222.0.43 "GET /v2.0/networks/db993ee6-66d3-478a-b585-3c11adab0dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441300 Nov 09 21:18:07.292411 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-ae9beea1-2cbd-4a1d-af93-fb2789af8dbf req-7515ede0-2e73-4ef5-9d99-025d37e4fc64 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:07.320816 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37024) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:07.408191 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-52098049-85ff-4a5a-88cd-3c70f5493c9e tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Network 063e5f98-9576-4e42-bf20-40b2124a08e1 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:18:07.409098 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-4c485b1c-2a3e-454c-b19a-ef5b7a0b42d2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a4b3d77a-e8b9-47df-8ea9-8096b98da309 HTTP/1.1" status: 200 len: 217 time: 0.0662363 Nov 09 21:18:07.411578 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-52098049-85ff-4a5a-88cd-3c70f5493c9e tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:18:07.424863 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-52098049-85ff-4a5a-88cd-3c70f5493c9e tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:18:07.428869 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52098049-85ff-4a5a-88cd-3c70f5493c9e tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Pushing event updated for resources: {'Port': ['ID=e39d6a53-a12d-4cbe-8c58-0e90bb16926a,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:07.437695 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-ae9beea1-2cbd-4a1d-af93-fb2789af8dbf req-7515ede0-2e73-4ef5-9d99-025d37e4fc64 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:07.444910 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-7bdf4053-c774-4c05-a550-300b382bf6e5 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4567270 Nov 09 21:18:07.464658 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf0558-741d-48ec-9270-13406976aa62 req-5f392265-3cc7-4331-898d-d48260cef164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:07.467286 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dbaf0558-741d-48ec-9270-13406976aa62 req-5f392265-3cc7-4331-898d-d48260cef164 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f&tenant_id=ab9f62a9766648e6a735e31e91b7e450 HTTP/1.1" status: 200 len: 1101 time: 0.2791319 Nov 09 21:18:07.498910 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-dbaf0558-741d-48ec-9270-13406976aa62 req-793077a2-ae3a-4c55-85f9-3f5f4b516721 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-3', 'device_owner': 'compute:nova'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:18:07.518991 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014d5cc-db2e-49ba-a55f-e6f8b4125c5d req-cdbd8ace-f0f6-4967-8b34-2c40ed687a97 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:07.520464 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3014d5cc-db2e-49ba-a55f-e6f8b4125c5d req-cdbd8ace-f0f6-4967-8b34-2c40ed687a97 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 945 time: 0.2627997 Nov 09 21:18:07.548504 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2bc30ab0-e609-452f-a477-23ba76ab4cc5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=79813b2c248b4d6c8fab5b7bd98099e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2172904 Nov 09 21:18:07.558600 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fb5b2f09-e5b6-4277-806a-43db7397806f req-bc73dccf-8d19-4bd1-bc49-84445509e216 service neutron] 10.222.0.43 "GET /v2.0/networks/7680b8cd-cf84-4451-b98c-9ec0a0c87d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729279 Nov 09 21:18:07.561746 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37030) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:07.576085 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-52098049-85ff-4a5a-88cd-3c70f5493c9e tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:07.576730 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-52098049-85ff-4a5a-88cd-3c70f5493c9e tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:07.600123 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266250-d1ee-4299-97ef-ea7073dd066f req-84185b0c-cc56-45dc-8be2-031e9c1da3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:07.601929 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-84185b0c-cc56-45dc-8be2-031e9c1da3ae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4eb2317b-2e64-46a1-bd53-a56ce963060a HTTP/1.1" status: 200 len: 797 time: 0.1758010 Nov 09 21:18:07.635943 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-52098049-85ff-4a5a-88cd-3c70f5493c9e tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6486297 Nov 09 21:18:07.640529 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-dbaf0558-741d-48ec-9270-13406976aa62 req-793077a2-ae3a-4c55-85f9-3f5f4b516721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:07.645699 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-a2c85d51-a238-4630-9fac-7c21c951b6b9 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:07.658177 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3014d5cc-db2e-49ba-a55f-e6f8b4125c5d req-c74aedeb-fd2f-41a4-9b0d-70bbeb03f38a tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183424 Nov 09 21:18:07.684187 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-aca44403-e772-4f9e-9ce4-bd578da2c0ca service neutron] Request body: {'port': {'device_id': '92b16943-3a07-4845-ac86-0987974c4c96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:18:07.692936 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-ae9beea1-2cbd-4a1d-af93-fb2789af8dbf req-7515ede0-2e73-4ef5-9d99-025d37e4fc64 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:07.696365 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-ae9beea1-2cbd-4a1d-af93-fb2789af8dbf req-7515ede0-2e73-4ef5-9d99-025d37e4fc64 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:07.697562 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ae9beea1-2cbd-4a1d-af93-fb2789af8dbf req-7515ede0-2e73-4ef5-9d99-025d37e4fc64 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "DELETE /v2.0/security-groups/0c06a323-6649-4128-8b25-bcdc6951d884 HTTP/1.1" status: 204 len: 173 time: 0.7660410 Nov 09 21:18:07.743636 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7515ede0-2e73-4ef5-9d99-025d37e4fc64 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c06a323-6649-4128-8b25-bcdc6951d884,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:07.781989 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266250-d1ee-4299-97ef-ea7073dd066f req-c399c57b-83cb-415c-8fa7-ef641534993d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:07.783746 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-c399c57b-83cb-415c-8fa7-ef641534993d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=db993ee6-66d3-478a-b585-3c11adab0dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1731312 Nov 09 21:18:07.785705 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c19a7214-1467-4fcb-ac66-e42d93886a27 req-0e2855f4-b9a5-4f14-ba0b-dc2a14c02b48 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128576 Nov 09 21:18:07.791200 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5a489cf8-5a13-49da-9130-fd6ff9d4d396 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:07.934059 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-a2c85d51-a238-4630-9fac-7c21c951b6b9 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:07.952561 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5a489cf8-5a13-49da-9130-fd6ff9d4d396 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:08.057886 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-a2c85d51-a238-4630-9fac-7c21c951b6b9 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Network 063e5f98-9576-4e42-bf20-40b2124a08e1 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:18:08.091080 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5136d-0c3e-466e-a41b-bc9d5da54af9 req-e9ae4d16-da76-411d-8192-260d6018580c tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:08.096894 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5136d-0c3e-466e-a41b-bc9d5da54af9 req-e9ae4d16-da76-411d-8192-260d6018580c tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:08.102708 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5136d-0c3e-466e-a41b-bc9d5da54af9 req-e9ae4d16-da76-411d-8192-260d6018580c tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:08.108580 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5136d-0c3e-466e-a41b-bc9d5da54af9 req-e9ae4d16-da76-411d-8192-260d6018580c tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:08.114474 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5136d-0c3e-466e-a41b-bc9d5da54af9 req-e9ae4d16-da76-411d-8192-260d6018580c tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:08.120303 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5136d-0c3e-466e-a41b-bc9d5da54af9 req-e9ae4d16-da76-411d-8192-260d6018580c tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:08.126621 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5136d-0c3e-466e-a41b-bc9d5da54af9 req-e9ae4d16-da76-411d-8192-260d6018580c tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:08.128546 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e2b5136d-0c3e-466e-a41b-bc9d5da54af9 req-e9ae4d16-da76-411d-8192-260d6018580c tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 5429 time: 0.3399358 Nov 09 21:18:08.129509 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-a2c85d51-a238-4630-9fac-7c21c951b6b9 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:18:08.134810 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c85d51-a238-4630-9fac-7c21c951b6b9 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Pushing event updated for resources: {'Port': ['ID=87884609-36f7-4af2-b11f-6da718e31e1a,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:08.138684 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-a2c85d51-a238-4630-9fac-7c21c951b6b9 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:18:08.163189 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-aca44403-e772-4f9e-9ce4-bd578da2c0ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:08.172507 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-72e1e562-8170-4972-bb81-6054c1bbb6a2 service neutron] 10.222.0.43 "GET /v2.0/networks/db993ee6-66d3-478a-b585-3c11adab0dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791206 Nov 09 21:18:08.177899 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43ecb8-ac44-488e-962d-58d682edc589 req-960ed77f-c6b3-4930-a2ec-ee96cae09882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:08.179182 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0e43ecb8-ac44-488e-962d-58d682edc589 req-960ed77f-c6b3-4930-a2ec-ee96cae09882 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7aae6b47b1e248c6bac679963e432215&device_id=cce52335-cfae-4a8c-85c7-274102d7f254 HTTP/1.1" status: 200 len: 1098 time: 0.2790942 Nov 09 21:18:08.210807 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-848bb9c3-9af5-4c8f-934a-6c40d1fc575a req-61fd53db-3815-4dcf-8ab2-e7a363ce1c88 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.49 "GET /v2.0/ports?device_id=df281d79-d898-4d8c-8c8e-9e3276c13111 HTTP/1.1" status: 200 len: 210 time: 0.0707719 Nov 09 21:18:08.305850 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-cb95034d-ec5c-4790-b952-8a78eeaef705 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Allocated IP 172.20.0.10 (063e5f98-9576-4e42-bf20-40b2124a08e1/f0d707d1-4cdd-4dfe-ae62-6513761b5f0c/29a7db76-0962-489d-9bed-6cd34f2b024a) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:18:08.306677 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5a489cf8-5a13-49da-9130-fd6ff9d4d396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:08.309486 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5a489cf8-5a13-49da-9130-fd6ff9d4d396 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:08.314386 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5a489cf8-5a13-49da-9130-fd6ff9d4d396 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bae6ada3-e6a9-4b19-831a-c6c8d3dd640e HTTP/1.1" status: 204 len: 168 time: 0.7479277 Nov 09 21:18:08.326662 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-a2c85d51-a238-4630-9fac-7c21c951b6b9 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:08.327312 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-a2c85d51-a238-4630-9fac-7c21c951b6b9 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:08.370467 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a489cf8-5a13-49da-9130-fd6ff9d4d396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae6ada3-e6a9-4b19-831a-c6c8d3dd640e,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:08.386716 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e2b5136d-0c3e-466e-a41b-bc9d5da54af9 req-05bce43b-8d71-4140-a417-b82e83c92e25 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&id=ea98d57d-1ab2-4bb7-8668-5c17afc65416&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2429652 Nov 09 21:18:08.390616 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-a2c85d51-a238-4630-9fac-7c21c951b6b9 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9591258 Nov 09 21:18:08.415958 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-0d072264-923a-4483-b972-134befd429db service neutron] Request body: {'port': {'device_id': '69efdf08-b71b-481f-92ba-7f9583b528c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:18:08.452269 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-dbaf0558-741d-48ec-9270-13406976aa62 req-793077a2-ae3a-4c55-85f9-3f5f4b516721 service neutron] For port c12b4097-cc61-4791-8e29-6bd956d25e95, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=c12b4097-cc61-4791-8e29-6bd956d25e95,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:08.461321 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [req-2cee125b-9704-4242-88bc-7ae5aa781db2 req-92ccf178-5260-4f04-933c-2a9b48cf547a tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] show failed (client error): The resource could not be found. Nov 09 21:18:08.462334 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2cee125b-9704-4242-88bc-7ae5aa781db2 req-92ccf178-5260-4f04-933c-2a9b48cf547a tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups/0c06a323-6649-4128-8b25-bcdc6951d884 HTTP/1.1" status: 404 len: 352 time: 0.0593805 Nov 09 21:18:08.526201 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43ecb8-ac44-488e-962d-58d682edc589 req-e0ae5769-d93c-41e6-8fc7-d640b3b51e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:08.527595 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0e43ecb8-ac44-488e-962d-58d682edc589 req-e0ae5769-d93c-41e6-8fc7-d640b3b51e13 service neutron] 10.222.0.45 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.3395717 Nov 09 21:18:08.534538 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14266250-d1ee-4299-97ef-ea7073dd066f req-d11bc966-6b32-41b6-a024-9a2fe0486156 service neutron] 10.222.0.43 "GET /v2.0/networks/db993ee6-66d3-478a-b585-3c11adab0dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425026 Nov 09 21:18:08.559589 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-dbaf0558-741d-48ec-9270-13406976aa62 req-793077a2-ae3a-4c55-85f9-3f5f4b516721 service neutron] For port c12b4097-cc61-4791-8e29-6bd956d25e95, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:18:08.615131 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0e43ecb8-ac44-488e-962d-58d682edc589 req-3c232bd0-a6b3-440f-aafe-07be6fdf8194 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=826610f8-22d5-4a53-bf64-a1b876fcc575 HTTP/1.1" status: 200 len: 217 time: 0.0645738 Nov 09 21:18:08.619463 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-0d072264-923a-4483-b972-134befd429db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:08.656103 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7643dd4f-fcd6-4e08-90e5-76b9e057ba4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c12b4097-cc61-4791-8e29-6bd956d25e95'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:18:08.658794 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729dc865-2bd4-4453-a266-138f1c3887ad" -d '{"events": [{"server_uuid": "7643dd4f-fcd6-4e08-90e5-76b9e057ba4f", "name": "network-vif-unplugged", "status": "completed", "tag": "c12b4097-cc61-4791-8e29-6bd956d25e95"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:18:08.663595 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-dbaf0558-741d-48ec-9270-13406976aa62 req-793077a2-ae3a-4c55-85f9-3f5f4b516721 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:08.691499 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993f58c-ced5-4d22-b1a9-f2c928208578 req-7646ffc6-89ea-4afb-81e2-41a56dcb0286 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:08.696666 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5169caf-5332-4dbf-82bb-5b50cf358181 req-f70f0d39-26ca-47b4-8172-f2d699095dfd tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:08.698233 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f5169caf-5332-4dbf-82bb-5b50cf358181 req-f70f0d39-26ca-47b4-8172-f2d699095dfd tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/ports?device_id=cce52335-cfae-4a8c-85c7-274102d7f254 HTTP/1.1" status: 200 len: 947 time: 0.1147316 Nov 09 21:18:08.700285 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a993f58c-ced5-4d22-b1a9-f2c928208578 req-7646ffc6-89ea-4afb-81e2-41a56dcb0286 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 950 time: 0.1868906 Nov 09 21:18:08.707028 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-cb95034d-ec5c-4790-b952-8a78eeaef705 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:08.708663 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-dbaf0558-741d-48ec-9270-13406976aa62 req-793077a2-ae3a-4c55-85f9-3f5f4b516721 service neutron] Transition to ACTIVE for port object c12b4097-cc61-4791-8e29-6bd956d25e95 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:18:08.720354 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-dbaf0558-741d-48ec-9270-13406976aa62 req-793077a2-ae3a-4c55-85f9-3f5f4b516721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:08.749815 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43ecb8-ac44-488e-962d-58d682edc589 req-71109875-74ac-46c4-9733-fae4e8e9833d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:08.751334 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0e43ecb8-ac44-488e-962d-58d682edc589 req-71109875-74ac-46c4-9733-fae4e8e9833d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.1280601 Nov 09 21:18:08.825691 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793077a2-ae3a-4c55-85f9-3f5f4b516721 service neutron] Pushing event updated for resources: {'Port': ['ID=c12b4097-cc61-4791-8e29-6bd956d25e95,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:08.828128 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37048) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:08.832030 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device c12b4097-cc61-4791-8e29-6bd956d25e95 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:18:08.841450 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbaf0558-741d-48ec-9270-13406976aa62 req-793077a2-ae3a-4c55-85f9-3f5f4b516721 service neutron] No DVR routers for this DVR port c12b4097-cc61-4791-8e29-6bd956d25e95 on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:18:08.865425 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f5169caf-5332-4dbf-82bb-5b50cf358181 req-979117ad-9807-4455-a5ef-347f42d51905 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/security-groups?id=c936c073-8fef-4bf5-8625-84669736e0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556058 Nov 09 21:18:08.912755 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device c12b4097-cc61-4791-8e29-6bd956d25e95 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:18:08.913413 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-cb95034d-ec5c-4790-b952-8a78eeaef705 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:08.920189 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a993f58c-ced5-4d22-b1a9-f2c928208578 req-95919380-07cf-4ce5-b5a4-224d55c6f760 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188280 Nov 09 21:18:08.956794 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-9c5edd40-4f6e-4e12-8c79-ae5c70525ad8 req-b17d9ddb-99ba-41a5-9f09-8c190ac3d435 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2048772887', 'description': 'tempest-description-2106182270'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:18:08.969728 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d983d6-9611-4e56-a8ca-dade3aa11238 req-f94316df-a890-46de-b43f-69c419a31dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:08.970192 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d983d6-9611-4e56-a8ca-dade3aa11238 req-f94316df-a890-46de-b43f-69c419a31dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:08.970656 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d983d6-9611-4e56-a8ca-dade3aa11238 req-f94316df-a890-46de-b43f-69c419a31dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:08.971118 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d983d6-9611-4e56-a8ca-dade3aa11238 req-f94316df-a890-46de-b43f-69c419a31dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:08.971572 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d983d6-9611-4e56-a8ca-dade3aa11238 req-f94316df-a890-46de-b43f-69c419a31dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:08.972032 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d983d6-9611-4e56-a8ca-dade3aa11238 req-f94316df-a890-46de-b43f-69c419a31dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:08.972481 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d983d6-9611-4e56-a8ca-dade3aa11238 req-f94316df-a890-46de-b43f-69c419a31dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:08.974978 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-34d983d6-9611-4e56-a8ca-dade3aa11238 req-f94316df-a890-46de-b43f-69c419a31dd6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=82c72cbaced549c1af9f163b71209187&device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 6486 time: 0.1855745 Nov 09 21:18:08.977061 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43ecb8-ac44-488e-962d-58d682edc589 req-1db64aff-c69c-49ef-b125-70dcd7e1dbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:08.978433 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0e43ecb8-ac44-488e-962d-58d682edc589 req-1db64aff-c69c-49ef-b125-70dcd7e1dbed service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2183018 Nov 09 21:18:08.995354 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-dbaf0558-741d-48ec-9270-13406976aa62 req-793077a2-ae3a-4c55-85f9-3f5f4b516721 service neutron] Attempting to bind port c12b4097-cc61-4791-8e29-6bd956d25e95 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:18:08.995740 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-dbaf0558-741d-48ec-9270-13406976aa62 req-793077a2-ae3a-4c55-85f9-3f5f4b516721 service neutron] Attempting to bind port c12b4097-cc61-4791-8e29-6bd956d25e95 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:18:08.996109 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbaf0558-741d-48ec-9270-13406976aa62 req-793077a2-ae3a-4c55-85f9-3f5f4b516721 service neutron] Attempting to bind port c12b4097-cc61-4791-8e29-6bd956d25e95 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:18:09.030445 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 21:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd70f6a-b3bb-4f4b-ab33-1f6ecd2ef3ca x-openstack-request-id: req-8dd70f6a-b3bb-4f4b-ab33-1f6ecd2ef3ca {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:18:09.030714 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7643dd4f-fcd6-4e08-90e5-76b9e057ba4f", "name": "network-vif-unplugged", "status": "completed", "tag": "c12b4097-cc61-4791-8e29-6bd956d25e95", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:18:09.031029 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8dd70f6a-b3bb-4f4b-ab33-1f6ecd2ef3ca {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:18:09.031351 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7643dd4f-fcd6-4e08-90e5-76b9e057ba4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c12b4097-cc61-4791-8e29-6bd956d25e95', 'code': 200} Nov 09 21:18:09.054983 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-dfa9a32b-9232-409f-96b7-3375d75c837f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=175ef2221f074c6baa6f444b76339b95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2171738 Nov 09 21:18:09.059087 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37050) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:09.062302 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbaf0558-741d-48ec-9270-13406976aa62 req-793077a2-ae3a-4c55-85f9-3f5f4b516721 service neutron] Port c12b4097-cc61-4791-8e29-6bd956d25e95 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:18:09.062753 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbaf0558-741d-48ec-9270-13406976aa62 req-793077a2-ae3a-4c55-85f9-3f5f4b516721 service neutron] Attempting to bind port c12b4097-cc61-4791-8e29-6bd956d25e95 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:18:09.100334 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-cb95034d-ec5c-4790-b952-8a78eeaef705 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Network 063e5f98-9576-4e42-bf20-40b2124a08e1 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:18:09.105275 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbaf0558-741d-48ec-9270-13406976aa62 req-793077a2-ae3a-4c55-85f9-3f5f4b516721 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:18:09.105733 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbaf0558-741d-48ec-9270-13406976aa62 req-793077a2-ae3a-4c55-85f9-3f5f4b516721 service neutron] Checking segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:18:09.106176 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbaf0558-741d-48ec-9270-13406976aa62 req-793077a2-ae3a-4c55-85f9-3f5f4b516721 service neutron] Bound using segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:18:09.106676 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-dbaf0558-741d-48ec-9270-13406976aa62 req-793077a2-ae3a-4c55-85f9-3f5f4b516721 service neutron] Bound port: c12b4097-cc61-4791-8e29-6bd956d25e95, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:18:09.107213 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-dbaf0558-741d-48ec-9270-13406976aa62 req-793077a2-ae3a-4c55-85f9-3f5f4b516721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:09.118642 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-cb95034d-ec5c-4790-b952-8a78eeaef705 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:18:09.132856 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9c5edd40-4f6e-4e12-8c79-ae5c70525ad8 req-b17d9ddb-99ba-41a5-9f09-8c190ac3d435 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:09.145181 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-cb95034d-ec5c-4790-b952-8a78eeaef705 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:18:09.147667 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95034d-ec5c-4790-b952-8a78eeaef705 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Pushing event updated for resources: {'Port': ['ID=29a7db76-0962-489d-9bed-6cd34f2b024a,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:09.213276 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b0d1c-159e-4809-9459-a85d86eabb08 req-eb407a9e-d393-45ae-bf34-166075eb4d07 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:09.214658 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6d5b0d1c-159e-4809-9459-a85d86eabb08 req-eb407a9e-d393-45ae-bf34-166075eb4d07 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 945 time: 0.1402466 Nov 09 21:18:09.217550 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d983d6-9611-4e56-a8ca-dade3aa11238 req-5cf5559c-3078-458d-87eb-e09a7c91b005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:09.218930 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-34d983d6-9611-4e56-a8ca-dade3aa11238 req-5cf5559c-3078-458d-87eb-e09a7c91b005 service neutron] 10.222.0.43 "GET /v2.0/networks?id=db993ee6-66d3-478a-b585-3c11adab0dfd HTTP/1.1" status: 200 len: 902 time: 0.2197592 Nov 09 21:18:09.220829 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0e43ecb8-ac44-488e-962d-58d682edc589 req-eea88ef0-04b5-4bb4-a053-d0437b99f157 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330458 Nov 09 21:18:09.300595 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-cb95034d-ec5c-4790-b952-8a78eeaef705 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:09.301271 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-cb95034d-ec5c-4790-b952-8a78eeaef705 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:09.312591 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-507d6bd5-815b-4c36-befc-26c0e0c31e6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:09.398780 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-dbaf0558-741d-48ec-9270-13406976aa62 req-793077a2-ae3a-4c55-85f9-3f5f4b516721 service neutron] For port c12b4097-cc61-4791-8e29-6bd956d25e95, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:18:09.402585 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-aca44403-e772-4f9e-9ce4-bd578da2c0ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e39d6a53-a12d-4cbe-8c58-0e90bb16926a {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:18:09.422834 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-aca44403-e772-4f9e-9ce4-bd578da2c0ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:09.432768 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-cb95034d-ec5c-4790-b952-8a78eeaef705 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5175312 Nov 09 21:18:09.441426 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-507d6bd5-815b-4c36-befc-26c0e0c31e6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:09.463256 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-dbaf0558-741d-48ec-9270-13406976aa62 req-793077a2-ae3a-4c55-85f9-3f5f4b516721 service neutron] For port c12b4097-cc61-4791-8e29-6bd956d25e95, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=c12b4097-cc61-4791-8e29-6bd956d25e95,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:18:09.477269 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-f94e03c0-ce3f-4606-8580-23a47281f55d service neutron] Request body: {'port': {'device_id': 'df281d79-d898-4d8c-8c8e-9e3276c13111', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:18:09.491702 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-dbaf0558-741d-48ec-9270-13406976aa62 req-793077a2-ae3a-4c55-85f9-3f5f4b516721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:09.496252 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9c5edd40-4f6e-4e12-8c79-ae5c70525ad8 req-b17d9ddb-99ba-41a5-9f09-8c190ac3d435 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:09.527047 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-aca44403-e772-4f9e-9ce4-bd578da2c0ca service neutron] Transition to ACTIVE for port object e39d6a53-a12d-4cbe-8c58-0e90bb16926a will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:18:09.554276 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9c5edd40-4f6e-4e12-8c79-ae5c70525ad8 req-b17d9ddb-99ba-41a5-9f09-8c190ac3d435 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:09.573819 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-aca44403-e772-4f9e-9ce4-bd578da2c0ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:09.617545 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-34d983d6-9611-4e56-a8ca-dade3aa11238 req-6bcbeec7-4a81-4434-bb69-784ee9413df8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1907057c-c36f-477c-ab6d-b465673b10a8 HTTP/1.1" status: 200 len: 217 time: 0.3881078 Nov 09 21:18:09.620033 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf0558-741d-48ec-9270-13406976aa62 req-793077a2-ae3a-4c55-85f9-3f5f4b516721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:09.620675 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-dbaf0558-741d-48ec-9270-13406976aa62 req-793077a2-ae3a-4c55-85f9-3f5f4b516721 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:09.622126 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dbaf0558-741d-48ec-9270-13406976aa62 req-793077a2-ae3a-4c55-85f9-3f5f4b516721 service neutron] 10.222.0.43 "PUT /v2.0/ports/c12b4097-cc61-4791-8e29-6bd956d25e95 HTTP/1.1" status: 200 len: 1096 time: 2.1348283 Nov 09 21:18:09.638752 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9c5edd40-4f6e-4e12-8c79-ae5c70525ad8 req-b17d9ddb-99ba-41a5-9f09-8c190ac3d435 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:09.640019 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9c5edd40-4f6e-4e12-8c79-ae5c70525ad8 req-b17d9ddb-99ba-41a5-9f09-8c190ac3d435 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.6878328 Nov 09 21:18:09.669028 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d9ddb-99ba-41a5-9f09-8c190ac3d435 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=399fe200-ea13-4c9e-ba03-9fe701c1e7a0,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:09.678599 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793077a2-ae3a-4c55-85f9-3f5f4b516721 service neutron] Pushing event updated for resources: {'Port': ['ID=c12b4097-cc61-4791-8e29-6bd956d25e95,revision_number=7']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:09.703962 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0e43ecb8-ac44-488e-962d-58d682edc589 req-1bb824f9-e7f9-448e-a2b3-7c70e6f340e9 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4755011 Nov 09 21:18:09.724574 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-507d6bd5-815b-4c36-befc-26c0e0c31e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:09.726624 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-507d6bd5-815b-4c36-befc-26c0e0c31e6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:09.730338 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-507d6bd5-815b-4c36-befc-26c0e0c31e6a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/81887a39-6898-48f0-aec3-a54d508b55b2 HTTP/1.1" status: 204 len: 168 time: 0.6624384 Nov 09 21:18:09.773743 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca44403-e772-4f9e-9ce4-bd578da2c0ca service neutron] Pushing event updated for resources: {'Port': ['ID=e39d6a53-a12d-4cbe-8c58-0e90bb16926a,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:09.775020 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d983d6-9611-4e56-a8ca-dade3aa11238 req-69ad3f66-2704-4b38-b207-797b4a63bfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:09.776537 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-34d983d6-9611-4e56-a8ca-dade3aa11238 req-69ad3f66-2704-4b38-b207-797b4a63bfbe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4eb2317b-2e64-46a1-bd53-a56ce963060a HTTP/1.1" status: 200 len: 797 time: 0.0674453 Nov 09 21:18:09.777020 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-f94e03c0-ce3f-4606-8580-23a47281f55d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:09.863076 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6d5b0d1c-159e-4809-9459-a85d86eabb08 req-2eb3d28b-22e6-4f3c-8450-e7c61ca513e5 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6399379 Nov 09 21:18:09.866199 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d6bd5-815b-4c36-befc-26c0e0c31e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81887a39-6898-48f0-aec3-a54d508b55b2,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:09.867426 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d983d6-9611-4e56-a8ca-dade3aa11238 req-3cd50b1f-7ddf-4c4f-9841-0e4628983e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:09.868939 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-34d983d6-9611-4e56-a8ca-dade3aa11238 req-3cd50b1f-7ddf-4c4f-9841-0e4628983e3b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=db993ee6-66d3-478a-b585-3c11adab0dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0810809 Nov 09 21:18:09.942265 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf0558-741d-48ec-9270-13406976aa62 req-8dbb5544-c634-4e6c-ba4a-93c71fe62f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:09.943804 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dbaf0558-741d-48ec-9270-13406976aa62 req-8dbb5544-c634-4e6c-ba4a-93c71fe62f51 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab9f62a9766648e6a735e31e91b7e450&device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 1099 time: 0.2588627 Nov 09 21:18:09.977157 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50681e-2cda-4ec6-984e-7bbc811876cd req-82076df7-d0f3-417b-a68b-ce2327185cb1 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:09.978687 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5e50681e-2cda-4ec6-984e-7bbc811876cd req-82076df7-d0f3-417b-a68b-ce2327185cb1 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.49 "GET /v2.0/ports?device_id=df281d79-d898-4d8c-8c8e-9e3276c13111 HTTP/1.1" status: 200 len: 932 time: 0.1996136 Nov 09 21:18:10.084053 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-aca44403-e772-4f9e-9ce4-bd578da2c0ca service neutron] Attempting to bind port e39d6a53-a12d-4cbe-8c58-0e90bb16926a on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:18:10.084396 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-aca44403-e772-4f9e-9ce4-bd578da2c0ca service neutron] Attempting to bind port e39d6a53-a12d-4cbe-8c58-0e90bb16926a by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '2e766961-134c-4760-bec5-2f576a7e98d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '063e5f98-9576-4e42-bf20-40b2124a08e1'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:18:10.084769 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-aca44403-e772-4f9e-9ce4-bd578da2c0ca service neutron] Attempting to bind port e39d6a53-a12d-4cbe-8c58-0e90bb16926a on network 063e5f98-9576-4e42-bf20-40b2124a08e1 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:18:10.111725 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-aca44403-e772-4f9e-9ce4-bd578da2c0ca service neutron] Port e39d6a53-a12d-4cbe-8c58-0e90bb16926a on network 063e5f98-9576-4e42-bf20-40b2124a08e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:18:10.112054 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-aca44403-e772-4f9e-9ce4-bd578da2c0ca service neutron] Attempting to bind port e39d6a53-a12d-4cbe-8c58-0e90bb16926a on network 063e5f98-9576-4e42-bf20-40b2124a08e1 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:18:10.115858 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-34d983d6-9611-4e56-a8ca-dade3aa11238 req-4b18d716-2634-4de3-8b03-4b7c7aaaa3e2 service neutron] 10.222.0.43 "GET /v2.0/networks/db993ee6-66d3-478a-b585-3c11adab0dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351468 Nov 09 21:18:10.140475 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-aca44403-e772-4f9e-9ce4-bd578da2c0ca service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:18:10.140852 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-aca44403-e772-4f9e-9ce4-bd578da2c0ca service neutron] Checking segment: {'id': '2e766961-134c-4760-bec5-2f576a7e98d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '063e5f98-9576-4e42-bf20-40b2124a08e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:18:10.141241 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-aca44403-e772-4f9e-9ce4-bd578da2c0ca service neutron] Bound using segment: {'id': '2e766961-134c-4760-bec5-2f576a7e98d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '063e5f98-9576-4e42-bf20-40b2124a08e1'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:18:10.141808 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-aca44403-e772-4f9e-9ce4-bd578da2c0ca service neutron] Bound port: e39d6a53-a12d-4cbe-8c58-0e90bb16926a, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e766961-134c-4760-bec5-2f576a7e98d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '063e5f98-9576-4e42-bf20-40b2124a08e1'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:18:10.144287 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-0d072264-923a-4483-b972-134befd429db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87884609-36f7-4af2-b11f-6da718e31e1a {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:18:10.145150 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-aca44403-e772-4f9e-9ce4-bd578da2c0ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:10.187044 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-0d072264-923a-4483-b972-134befd429db service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:10.195268 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5e50681e-2cda-4ec6-984e-7bbc811876cd req-d02dc3f8-580c-4792-85b4-23a0365327c1 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f5971a4-f825-4460-9138-6d6ffc84860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699116 Nov 09 21:18:10.232069 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-f9ac8b33-9eac-4369-bd6d-31a18f64f189 req-35fdb55d-1408-4c1a-90f0-521438bddc44 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1985267056', 'description': 'tempest-description-1454046329'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:18:10.245090 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf0558-741d-48ec-9270-13406976aa62 req-7d7c31e2-382a-4527-b9b4-2f19eaf1bb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:10.246427 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dbaf0558-741d-48ec-9270-13406976aa62 req-7d7c31e2-382a-4527-b9b4-2f19eaf1bb41 service neutron] 10.222.0.43 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.2841513 Nov 09 21:18:10.256876 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-0d072264-923a-4483-b972-134befd429db service neutron] Transition to ACTIVE for port object 87884609-36f7-4af2-b11f-6da718e31e1a will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:18:10.264943 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-0d072264-923a-4483-b972-134befd429db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:10.313936 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70232a7-ea51-4bfc-8f88-1b544764b749 req-ee203e11-8ca9-419b-84d6-cba70ab82923 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:10.320480 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70232a7-ea51-4bfc-8f88-1b544764b749 req-ee203e11-8ca9-419b-84d6-cba70ab82923 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:10.327746 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70232a7-ea51-4bfc-8f88-1b544764b749 req-ee203e11-8ca9-419b-84d6-cba70ab82923 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:10.333395 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70232a7-ea51-4bfc-8f88-1b544764b749 req-ee203e11-8ca9-419b-84d6-cba70ab82923 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:10.340359 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70232a7-ea51-4bfc-8f88-1b544764b749 req-ee203e11-8ca9-419b-84d6-cba70ab82923 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:10.347033 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70232a7-ea51-4bfc-8f88-1b544764b749 req-ee203e11-8ca9-419b-84d6-cba70ab82923 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:10.347299 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dbaf0558-741d-48ec-9270-13406976aa62 req-10a4da81-f785-441e-88f8-30c9d65ac7d8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=c12b4097-cc61-4791-8e29-6bd956d25e95 HTTP/1.1" status: 200 len: 217 time: 0.0917573 Nov 09 21:18:10.353099 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70232a7-ea51-4bfc-8f88-1b544764b749 req-ee203e11-8ca9-419b-84d6-cba70ab82923 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:10.355578 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c70232a7-ea51-4bfc-8f88-1b544764b749 req-ee203e11-8ca9-419b-84d6-cba70ab82923 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 5429 time: 0.2310648 Nov 09 21:18:10.355838 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-aca44403-e772-4f9e-9ce4-bd578da2c0ca service neutron] For port e39d6a53-a12d-4cbe-8c58-0e90bb16926a, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:18:10.372136 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f9ac8b33-9eac-4369-bd6d-31a18f64f189 req-35fdb55d-1408-4c1a-90f0-521438bddc44 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:10.414273 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-aca44403-e772-4f9e-9ce4-bd578da2c0ca service neutron] For port e39d6a53-a12d-4cbe-8c58-0e90bb16926a, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=e39d6a53-a12d-4cbe-8c58-0e90bb16926a,segment=NetworkSegment(2e766961-134c-4760-bec5-2f576a7e98d3),segment_id=2e766961-134c-4760-bec5-2f576a7e98d3)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:18:10.425580 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d072264-923a-4483-b972-134befd429db service neutron] Pushing event updated for resources: {'Port': ['ID=87884609-36f7-4af2-b11f-6da718e31e1a,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:10.428367 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-aca44403-e772-4f9e-9ce4-bd578da2c0ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:10.478938 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-34d983d6-9611-4e56-a8ca-dade3aa11238 req-e2a1bcea-cafa-4a90-8bf6-c1165c228614 service neutron] 10.222.0.43 "GET /v2.0/networks/db993ee6-66d3-478a-b585-3c11adab0dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396339 Nov 09 21:18:10.500783 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf0558-741d-48ec-9270-13406976aa62 req-f48dba70-6c01-433e-baf4-9b4844a5ab73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:10.502280 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dbaf0558-741d-48ec-9270-13406976aa62 req-f48dba70-6c01-433e-baf4-9b4844a5ab73 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.1403332 Nov 09 21:18:10.523469 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-aca44403-e772-4f9e-9ce4-bd578da2c0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:10.524085 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-aca44403-e772-4f9e-9ce4-bd578da2c0ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:10.525454 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-aca44403-e772-4f9e-9ce4-bd578da2c0ca service neutron] 10.222.0.43 "PUT /v2.0/ports/e39d6a53-a12d-4cbe-8c58-0e90bb16926a HTTP/1.1" status: 200 len: 1091 time: 2.8628738 Nov 09 21:18:10.583555 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c70232a7-ea51-4bfc-8f88-1b544764b749 req-f3a04ee6-87c7-4ff6-ad92-59594c702242 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&id=ea98d57d-1ab2-4bb7-8668-5c17afc65416&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2142036 Nov 09 21:18:10.603087 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-0d072264-923a-4483-b972-134befd429db service neutron] Attempting to bind port 87884609-36f7-4af2-b11f-6da718e31e1a on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:18:10.603447 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-0d072264-923a-4483-b972-134befd429db service neutron] Attempting to bind port 87884609-36f7-4af2-b11f-6da718e31e1a by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '2e766961-134c-4760-bec5-2f576a7e98d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '063e5f98-9576-4e42-bf20-40b2124a08e1'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:18:10.603850 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-0d072264-923a-4483-b972-134befd429db service neutron] Attempting to bind port 87884609-36f7-4af2-b11f-6da718e31e1a on network 063e5f98-9576-4e42-bf20-40b2124a08e1 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:18:10.609488 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-0d072264-923a-4483-b972-134befd429db service neutron] Port 87884609-36f7-4af2-b11f-6da718e31e1a on network 063e5f98-9576-4e42-bf20-40b2124a08e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:18:10.609862 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-0d072264-923a-4483-b972-134befd429db service neutron] Attempting to bind port 87884609-36f7-4af2-b11f-6da718e31e1a on network 063e5f98-9576-4e42-bf20-40b2124a08e1 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:18:10.615162 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-0d072264-923a-4483-b972-134befd429db service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:18:10.615594 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-0d072264-923a-4483-b972-134befd429db service neutron] Checking segment: {'id': '2e766961-134c-4760-bec5-2f576a7e98d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '063e5f98-9576-4e42-bf20-40b2124a08e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:18:10.616325 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-0d072264-923a-4483-b972-134befd429db service neutron] Bound using segment: {'id': '2e766961-134c-4760-bec5-2f576a7e98d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '063e5f98-9576-4e42-bf20-40b2124a08e1'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:18:10.616583 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-0d072264-923a-4483-b972-134befd429db service neutron] Bound port: 87884609-36f7-4af2-b11f-6da718e31e1a, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e766961-134c-4760-bec5-2f576a7e98d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '063e5f98-9576-4e42-bf20-40b2124a08e1'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:18:10.616926 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-0d072264-923a-4483-b972-134befd429db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:10.631000 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca44403-e772-4f9e-9ce4-bd578da2c0ca service neutron] Pushing event updated for resources: {'Port': ['ID=e39d6a53-a12d-4cbe-8c58-0e90bb16926a,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:10.694483 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf0558-741d-48ec-9270-13406976aa62 req-1f0289ab-5aca-490f-bc22-e199a580b1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:10.696864 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dbaf0558-741d-48ec-9270-13406976aa62 req-1f0289ab-5aca-490f-bc22-e199a580b1a7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1814983 Nov 09 21:18:10.699618 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f9ac8b33-9eac-4369-bd6d-31a18f64f189 req-35fdb55d-1408-4c1a-90f0-521438bddc44 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:10.712477 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f9ac8b33-9eac-4369-bd6d-31a18f64f189 req-35fdb55d-1408-4c1a-90f0-521438bddc44 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:10.739194 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-f94e03c0-ce3f-4606-8580-23a47281f55d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29a7db76-0962-489d-9bed-6cd34f2b024a {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:18:10.762296 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d983d6-9611-4e56-a8ca-dade3aa11238 req-1685e716-1908-401c-b2f4-8a7402c20af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:10.762699 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d983d6-9611-4e56-a8ca-dade3aa11238 req-1685e716-1908-401c-b2f4-8a7402c20af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:10.762864 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-61203f49-7405-4a0c-a95c-8e0993c96faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:10.763364 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d983d6-9611-4e56-a8ca-dade3aa11238 req-1685e716-1908-401c-b2f4-8a7402c20af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:10.763616 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d983d6-9611-4e56-a8ca-dade3aa11238 req-1685e716-1908-401c-b2f4-8a7402c20af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:10.764073 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d983d6-9611-4e56-a8ca-dade3aa11238 req-1685e716-1908-401c-b2f4-8a7402c20af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:10.764363 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-61203f49-7405-4a0c-a95c-8e0993c96faf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c7f45c82354f4db298eabdbc7892dce2&device_id=92b16943-3a07-4845-ac86-0987974c4c96 HTTP/1.1" status: 200 len: 1094 time: 0.1313417 Nov 09 21:18:10.764539 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d983d6-9611-4e56-a8ca-dade3aa11238 req-1685e716-1908-401c-b2f4-8a7402c20af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:10.764892 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37086) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:10.765053 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d983d6-9611-4e56-a8ca-dade3aa11238 req-1685e716-1908-401c-b2f4-8a7402c20af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:10.766986 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-34d983d6-9611-4e56-a8ca-dade3aa11238 req-1685e716-1908-401c-b2f4-8a7402c20af0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=82c72cbaced549c1af9f163b71209187&device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 6486 time: 0.1840999 Nov 09 21:18:10.775309 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-0d072264-923a-4483-b972-134befd429db service neutron] For port 87884609-36f7-4af2-b11f-6da718e31e1a, host n-h1-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:18:10.790893 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-0d072264-923a-4483-b972-134befd429db service neutron] For port 87884609-36f7-4af2-b11f-6da718e31e1a, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=87884609-36f7-4af2-b11f-6da718e31e1a,segment=NetworkSegment(2e766961-134c-4760-bec5-2f576a7e98d3),segment_id=2e766961-134c-4760-bec5-2f576a7e98d3)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:18:10.799854 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-0d072264-923a-4483-b972-134befd429db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:10.803107 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-f94e03c0-ce3f-4606-8580-23a47281f55d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:10.833744 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 826610f8-22d5-4a53-bf64-a1b876fcc575 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:18:10.852136 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d072264-923a-4483-b972-134befd429db service neutron] Pushing event updated for resources: {'Port': ['ID=87884609-36f7-4af2-b11f-6da718e31e1a,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:10.856604 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb8e7e-ffdf-4454-9f42-53501e1c1d16 req-27d8edf6-6e9a-4d56-afa0-999192a64fff tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:10.864524 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e3eb8e7e-ffdf-4454-9f42-53501e1c1d16 req-27d8edf6-6e9a-4d56-afa0-999192a64fff tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 1096 time: 0.1519077 Nov 09 21:18:10.914414 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d983d6-9611-4e56-a8ca-dade3aa11238 req-e24dd3e4-db71-4f99-b56e-25c683ebc3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:10.915899 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-34d983d6-9611-4e56-a8ca-dade3aa11238 req-e24dd3e4-db71-4f99-b56e-25c683ebc3c1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=db993ee6-66d3-478a-b585-3c11adab0dfd HTTP/1.1" status: 200 len: 902 time: 0.1014402 Nov 09 21:18:10.918532 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f9ac8b33-9eac-4369-bd6d-31a18f64f189 req-35fdb55d-1408-4c1a-90f0-521438bddc44 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:10.925166 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f9ac8b33-9eac-4369-bd6d-31a18f64f189 req-35fdb55d-1408-4c1a-90f0-521438bddc44 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.7004762 Nov 09 21:18:10.931457 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-87221fec-86e4-400e-af1e-2925cbfb671e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e39d6a53-a12d-4cbe-8c58-0e90bb16926a HTTP/1.1" status: 200 len: 217 time: 0.0804133 Nov 09 21:18:10.937983 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-0d072264-923a-4483-b972-134befd429db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:10.938601 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-0d072264-923a-4483-b972-134befd429db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:10.940382 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-0d072264-923a-4483-b972-134befd429db service neutron] 10.222.0.45 "PUT /v2.0/ports/87884609-36f7-4af2-b11f-6da718e31e1a HTTP/1.1" status: 200 len: 1092 time: 2.5393479 Nov 09 21:18:10.940813 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fdb55d-1408-4c1a-90f0-521438bddc44 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d162b5d8-3572-4076-8c1e-4447648ab8f9,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:10.943601 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-4ffa7cdb-398f-428b-af69-3b0871798e6b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-439745370-network', 'tenant_id': 'ba085d673db44dd290b44546c72e2d81'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:18:10.946719 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69efdf08-b71b-481f-92ba-7f9583b528c0', 'tag': '87884609-36f7-4af2-b11f-6da718e31e1a'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:18:10.949170 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fcf9a55-8709-4b4f-b138-f52861fe95bc" -d '{"events": [{"name": "network-changed", "server_uuid": "69efdf08-b71b-481f-92ba-7f9583b528c0", "tag": "87884609-36f7-4af2-b11f-6da718e31e1a"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:18:10.954705 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-f94e03c0-ce3f-4606-8580-23a47281f55d service neutron] Transition to ACTIVE for port object 29a7db76-0962-489d-9bed-6cd34f2b024a will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:18:11.001050 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-f94e03c0-ce3f-4606-8580-23a47281f55d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:11.003734 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-34d983d6-9611-4e56-a8ca-dade3aa11238 req-82a2f942-4ac5-4e64-896c-4f61c066971b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a4b3d77a-e8b9-47df-8ea9-8096b98da309 HTTP/1.1" status: 200 len: 217 time: 0.0649669 Nov 09 21:18:11.050773 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 826610f8-22d5-4a53-bf64-a1b876fcc575, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=826610f8-22d5-4a53-bf64-a1b876fcc575,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:11.057245 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffa7cdb-398f-428b-af69-3b0871798e6b admin admin] Made reservation on behalf of ba085d673db44dd290b44546c72e2d81 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:18:11.059565 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4ffa7cdb-398f-428b-af69-3b0871798e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:11.067891 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '826610f8-22d5-4a53-bf64-a1b876fcc575', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'port_id': '826610f8-22d5-4a53-bf64-a1b876fcc575', 'mac_address': 'fa:16:3e:8f:8a:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba3500c-a288-4596-ba94-148f2bd8a6da', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:18:11.072796 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e3eb8e7e-ffdf-4454-9f42-53501e1c1d16 req-f7b816ac-5777-4f57-9117-fd4c13881729 tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073243 Nov 09 21:18:11.073839 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7643dd4f-fcd6-4e08-90e5-76b9e057ba4f', 'tag': 'c12b4097-cc61-4791-8e29-6bd956d25e95'}, {'name': 'network-changed', 'server_uuid': '92b16943-3a07-4845-ac86-0987974c4c96', 'tag': 'e39d6a53-a12d-4cbe-8c58-0e90bb16926a'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:18:11.076487 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b184e4-1e49-4c13-8035-268361f742d7" -d '{"events": [{"name": "network-changed", "server_uuid": "7643dd4f-fcd6-4e08-90e5-76b9e057ba4f", "tag": "c12b4097-cc61-4791-8e29-6bd956d25e95"}, {"name": "network-changed", "server_uuid": "92b16943-3a07-4845-ac86-0987974c4c96", "tag": "e39d6a53-a12d-4cbe-8c58-0e90bb16926a"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:18:11.078265 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4ffa7cdb-398f-428b-af69-3b0871798e6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:11.083280 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-facc60c2-2529-4dab-babd-b3e9461a81a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:11.084783 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-facc60c2-2529-4dab-babd-b3e9461a81a3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f0d707d1-4cdd-4dfe-ae62-6513761b5f0c HTTP/1.1" status: 200 len: 857 time: 0.1324282 Nov 09 21:18:11.128193 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:11.141131 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-24e010bb-edf6-4adb-89d8-91d2e688d65d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=063e5f98-9576-4e42-bf20-40b2124a08e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382500 Nov 09 21:18:11.146046 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-78cb442a-0a88-437f-827e-5cfe02030f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:11.147485 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-78cb442a-0a88-437f-827e-5cfe02030f73 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c7f45c82354f4db298eabdbc7892dce2&device_id=69efdf08-b71b-481f-92ba-7f9583b528c0 HTTP/1.1" status: 200 len: 1095 time: 0.1471167 Nov 09 21:18:11.150007 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 826610f8-22d5-4a53-bf64-a1b876fcc575 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:18:11.160416 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dbaf0558-741d-48ec-9270-13406976aa62 req-212c6926-cc49-41b1-b563-d30bd274b935 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4439168 Nov 09 21:18:11.183679 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e03c0-ce3f-4606-8580-23a47281f55d service neutron] Pushing event updated for resources: {'Port': ['ID=29a7db76-0962-489d-9bed-6cd34f2b024a,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:11.185955 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 826610f8-22d5-4a53-bf64-a1b876fcc575, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=826610f8-22d5-4a53-bf64-a1b876fcc575,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:11.192882 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:11.251541 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=826610f8-22d5-4a53-bf64-a1b876fcc575,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:11.275518 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-22a881b1-acec-4d40-987a-6a49e4f8650c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87884609-36f7-4af2-b11f-6da718e31e1a HTTP/1.1" status: 200 len: 217 time: 0.1020842 Nov 09 21:18:11.280032 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a38ac25-6fb8-4a95-81e4-f59106d2d4e8 req-6b7f86dc-02be-49a9-ad7e-8a6bea46087f tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:11.282114 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4a38ac25-6fb8-4a95-81e4-f59106d2d4e8 req-6b7f86dc-02be-49a9-ad7e-8a6bea46087f tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/ports?device_id=cce52335-cfae-4a8c-85c7-274102d7f254 HTTP/1.1" status: 200 len: 947 time: 0.2856410 Nov 09 21:18:11.286257 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d983d6-9611-4e56-a8ca-dade3aa11238 req-24e9dce8-a185-4606-a55b-324e434e16ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:11.287657 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-34d983d6-9611-4e56-a8ca-dade3aa11238 req-24e9dce8-a185-4606-a55b-324e434e16ba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4eb2317b-2e64-46a1-bd53-a56ce963060a HTTP/1.1" status: 200 len: 797 time: 0.2591038 Nov 09 21:18:11.381172 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-7f284806-bf80-44a4-8e75-e95209c6b818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:11.382528 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-7f284806-bf80-44a4-8e75-e95209c6b818 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f0d707d1-4cdd-4dfe-ae62-6513761b5f0c HTTP/1.1" status: 200 len: 857 time: 0.0955737 Nov 09 21:18:11.397449 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38aaafd-e350-4f9a-b3c5-5c44518bd03b req-3fd61abc-6d74-43a2-9a82-e1a93cc2949a tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:11.398891 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c38aaafd-e350-4f9a-b3c5-5c44518bd03b req-3fd61abc-6d74-43a2-9a82-e1a93cc2949a tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 948 time: 0.2387297 Nov 09 21:18:11.421550 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4ffa7cdb-398f-428b-af69-3b0871798e6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:11.427472 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d983d6-9611-4e56-a8ca-dade3aa11238 req-d4a14ad0-800b-483d-9a15-9ea19d5acad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:11.429401 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-34d983d6-9611-4e56-a8ca-dade3aa11238 req-d4a14ad0-800b-483d-9a15-9ea19d5acad0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=db993ee6-66d3-478a-b585-3c11adab0dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1223035 Nov 09 21:18:11.443623 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-c950477e-94cb-4f65-9037-647d599ab6b1 service neutron] 10.222.0.43 "GET /v2.0/networks/063e5f98-9576-4e42-bf20-40b2124a08e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934229 Nov 09 21:18:11.445815 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-179fc51b-51a7-4f1f-bb0f-5f34150a55af service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=063e5f98-9576-4e42-bf20-40b2124a08e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422633 Nov 09 21:18:11.447625 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['826610f8-22d5-4a53-bf64-a1b876fcc575'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:18:11.453038 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4ffa7cdb-398f-428b-af69-3b0871798e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:11.457558 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4a38ac25-6fb8-4a95-81e4-f59106d2d4e8 req-484345f3-083c-4a99-ba81-9494ad37b029 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/security-groups?id=c936c073-8fef-4bf5-8625-84669736e0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491466 Nov 09 21:18:11.459973 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-f94e03c0-ce3f-4606-8580-23a47281f55d service neutron] Attempting to bind port 29a7db76-0962-489d-9bed-6cd34f2b024a on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:18:11.460321 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-f94e03c0-ce3f-4606-8580-23a47281f55d service neutron] Attempting to bind port 29a7db76-0962-489d-9bed-6cd34f2b024a by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '2e766961-134c-4760-bec5-2f576a7e98d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '063e5f98-9576-4e42-bf20-40b2124a08e1'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:18:11.460773 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-f94e03c0-ce3f-4606-8580-23a47281f55d service neutron] Attempting to bind port 29a7db76-0962-489d-9bed-6cd34f2b024a on network 063e5f98-9576-4e42-bf20-40b2124a08e1 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:18:11.464353 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dbaf0558-741d-48ec-9270-13406976aa62 req-19b68344-ba5d-494e-a290-a90a4a55cac2 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950222 Nov 09 21:18:11.516772 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-f94e03c0-ce3f-4606-8580-23a47281f55d service neutron] Port 29a7db76-0962-489d-9bed-6cd34f2b024a on network 063e5f98-9576-4e42-bf20-40b2124a08e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:18:11.517465 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-f94e03c0-ce3f-4606-8580-23a47281f55d service neutron] Attempting to bind port 29a7db76-0962-489d-9bed-6cd34f2b024a on network 063e5f98-9576-4e42-bf20-40b2124a08e1 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:18:11.524033 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-c1848442-766c-4d6b-a145-f0d5dc1503a0 req-8b11c4fb-10c2-487a-88a8-722e26bd05ae tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-693902260', 'description': 'tempest-description-1242523274'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:18:11.544776 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-f94e03c0-ce3f-4606-8580-23a47281f55d service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:18:11.545264 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-f94e03c0-ce3f-4606-8580-23a47281f55d service neutron] Checking segment: {'id': '2e766961-134c-4760-bec5-2f576a7e98d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '063e5f98-9576-4e42-bf20-40b2124a08e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:18:11.545822 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-f94e03c0-ce3f-4606-8580-23a47281f55d service neutron] Bound using segment: {'id': '2e766961-134c-4760-bec5-2f576a7e98d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '063e5f98-9576-4e42-bf20-40b2124a08e1'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:18:11.546499 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-f94e03c0-ce3f-4606-8580-23a47281f55d service neutron] Bound port: 29a7db76-0962-489d-9bed-6cd34f2b024a, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e766961-134c-4760-bec5-2f576a7e98d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '063e5f98-9576-4e42-bf20-40b2124a08e1'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:18:11.547012 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-f94e03c0-ce3f-4606-8580-23a47281f55d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:11.594833 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ffa7cdb-398f-428b-af69-3b0871798e6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:18:11.607110 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c1848442-766c-4d6b-a145-f0d5dc1503a0 req-8b11c4fb-10c2-487a-88a8-722e26bd05ae tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:11.645014 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa7cdb-398f-428b-af69-3b0871798e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d740cefa-120d-40a3-92bf-eb718976d47b,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:11.647939 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4ffa7cdb-398f-428b-af69-3b0871798e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:11.648347 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-4ffa7cdb-398f-428b-af69-3b0871798e6b admin admin] Added segment c97019f9-8557-4601-a0d6-4e3401ec1cc4 of type vlan for network 77c36e82-6bb5-4d00-adcb-5b3a25079c50 Nov 09 21:18:11.667454 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-34d983d6-9611-4e56-a8ca-dade3aa11238 req-1bb74ab2-4a84-40b3-9e32-ac702b00006e service neutron] 10.222.0.43 "GET /v2.0/networks/db993ee6-66d3-478a-b585-3c11adab0dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276289 Nov 09 21:18:11.692863 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c38aaafd-e350-4f9a-b3c5-5c44518bd03b req-47d95ed7-531e-48cf-8a74-03737a0d14cd tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759905 Nov 09 21:18:11.734072 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-1fadee2e-b949-44a1-85e2-27be39f54213 service neutron] 10.222.0.43 "GET /v2.0/networks/063e5f98-9576-4e42-bf20-40b2124a08e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707541 Nov 09 21:18:11.747457 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-f94e03c0-ce3f-4606-8580-23a47281f55d service neutron] For port 29a7db76-0962-489d-9bed-6cd34f2b024a, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:18:11.755029 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772bf9f1-3f5b-461d-a7ea-3b4c95ea730c x-openstack-request-id: req-772bf9f1-3f5b-461d-a7ea-3b4c95ea730c {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:18:11.755408 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69efdf08-b71b-481f-92ba-7f9583b528c0", "tag": "87884609-36f7-4af2-b11f-6da718e31e1a", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:18:11.755722 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-772bf9f1-3f5b-461d-a7ea-3b4c95ea730c {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:18:11.756281 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69efdf08-b71b-481f-92ba-7f9583b528c0', 'tag': '87884609-36f7-4af2-b11f-6da718e31e1a', 'status': 'completed', 'code': 200} Nov 09 21:18:11.759547 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4ffa7cdb-398f-428b-af69-3b0871798e6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:11.767990 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-4e384dd6-d2c6-460a-8e9b-732cfdc3b396 service neutron] 10.222.0.45 "GET /v2.0/networks/063e5f98-9576-4e42-bf20-40b2124a08e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039925 Nov 09 21:18:11.785390 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-f94e03c0-ce3f-4606-8580-23a47281f55d service neutron] For port 29a7db76-0962-489d-9bed-6cd34f2b024a, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=29a7db76-0962-489d-9bed-6cd34f2b024a,segment=NetworkSegment(2e766961-134c-4760-bec5-2f576a7e98d3),segment_id=2e766961-134c-4760-bec5-2f576a7e98d3)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:18:11.795733 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-f94e03c0-ce3f-4606-8580-23a47281f55d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:11.836767 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4ffa7cdb-398f-428b-af69-3b0871798e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:11.837813 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffa7cdb-398f-428b-af69-3b0871798e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:11.838400 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4ffa7cdb-398f-428b-af69-3b0871798e6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:11.861503 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-f94e03c0-ce3f-4606-8580-23a47281f55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:11.862257 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-f94e03c0-ce3f-4606-8580-23a47281f55d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:11.863653 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-f94e03c0-ce3f-4606-8580-23a47281f55d service neutron] 10.222.0.43 "PUT /v2.0/ports/29a7db76-0962-489d-9bed-6cd34f2b024a HTTP/1.1" status: 200 len: 1092 time: 2.3990934 Nov 09 21:18:11.888802 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c1848442-766c-4d6b-a145-f0d5dc1503a0 req-8b11c4fb-10c2-487a-88a8-722e26bd05ae tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:11.905631 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c1848442-766c-4d6b-a145-f0d5dc1503a0 req-8b11c4fb-10c2-487a-88a8-722e26bd05ae tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:11.911294 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4ffa7cdb-398f-428b-af69-3b0871798e6b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1441832 Nov 09 21:18:11.912000 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa7cdb-398f-428b-af69-3b0871798e6b admin admin] Pushing event updated for resources: {'Network': ['ID=77c36e82-6bb5-4d00-adcb-5b3a25079c50,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:11.915977 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37104) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:11.921827 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-232828e6-c7ec-4778-bfc6-567c977ec037 admin admin] Request body: {'subnet': {'network_id': '77c36e82-6bb5-4d00-adcb-5b3a25079c50', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-439745370-subnet', 'tenant_id': 'ba085d673db44dd290b44546c72e2d81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:18:11.921973 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e03c0-ce3f-4606-8580-23a47281f55d service neutron] Pushing event updated for resources: {'Port': ['ID=29a7db76-0962-489d-9bed-6cd34f2b024a,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:11.923964 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 77c36e82-6bb5-4d00-adcb-5b3a25079c50 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:18:11.925785 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-34d983d6-9611-4e56-a8ca-dade3aa11238 req-d7855504-746d-47a6-99fe-a98b75a249b3 service neutron] 10.222.0.43 "GET /v2.0/networks/db993ee6-66d3-478a-b585-3c11adab0dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449744 Nov 09 21:18:11.940975 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c1848442-766c-4d6b-a145-f0d5dc1503a0 req-8b11c4fb-10c2-487a-88a8-722e26bd05ae tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:11.942242 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c1848442-766c-4d6b-a145-f0d5dc1503a0 req-8b11c4fb-10c2-487a-88a8-722e26bd05ae tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4298041 Nov 09 21:18:11.956234 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b11c4fb-10c2-487a-88a8-722e26bd05ae tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b448e576-fa4f-47b4-99fb-0f3363a8b906,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:11.974213 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 09 Nov 2021 21:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c29a4d-6145-4ddb-ad44-8e6238792b84 x-openstack-request-id: req-c9c29a4d-6145-4ddb-ad44-8e6238792b84 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:18:11.974522 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7643dd4f-fcd6-4e08-90e5-76b9e057ba4f", "tag": "c12b4097-cc61-4791-8e29-6bd956d25e95", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "92b16943-3a07-4845-ac86-0987974c4c96", "tag": "e39d6a53-a12d-4cbe-8c58-0e90bb16926a", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:18:11.976920 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c9c29a4d-6145-4ddb-ad44-8e6238792b84 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:18:11.977773 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7643dd4f-fcd6-4e08-90e5-76b9e057ba4f', 'tag': 'c12b4097-cc61-4791-8e29-6bd956d25e95', 'status': 'completed', 'code': 200} Nov 09 21:18:11.979267 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b16943-3a07-4845-ac86-0987974c4c96', 'tag': 'e39d6a53-a12d-4cbe-8c58-0e90bb16926a', 'status': 'completed', 'code': 200} Nov 09 21:18:11.997619 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232828e6-c7ec-4778-bfc6-567c977ec037 admin admin] Made reservation on behalf of ba085d673db44dd290b44546c72e2d81 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:18:12.002188 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-232828e6-c7ec-4778-bfc6-567c977ec037 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:12.103146 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-7b0b63b2-d423-4066-8d55-40c2b1103323 service neutron] 10.222.0.45 "GET /v2.0/networks/063e5f98-9576-4e42-bf20-40b2124a08e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269525 Nov 09 21:18:12.177061 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b184e4-1e49-4c13-8035-268361f742d7 req-716ab6cd-0787-4e90-960e-76e571bfc696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:12.178453 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-47b184e4-1e49-4c13-8035-268361f742d7 req-716ab6cd-0787-4e90-960e-76e571bfc696 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab9f62a9766648e6a735e31e91b7e450&device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 1099 time: 0.1667490 Nov 09 21:18:12.238780 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58e9f7-ef9b-4836-8b49-7aa818786d15 req-975dac51-e1d6-436b-b454-cb3fa3f608f5 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:12.240331 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fc58e9f7-ef9b-4836-8b49-7aa818786d15 req-975dac51-e1d6-436b-b454-cb3fa3f608f5 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.49 "GET /v2.0/ports?device_id=df281d79-d898-4d8c-8c8e-9e3276c13111 HTTP/1.1" status: 200 len: 944 time: 0.1912465 Nov 09 21:18:12.338017 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf9a55-8709-4b4f-b138-f52861fe95bc req-4c570264-fffa-421d-821a-0e0ee3920eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:12.339507 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6fcf9a55-8709-4b4f-b138-f52861fe95bc req-4c570264-fffa-421d-821a-0e0ee3920eda service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c7f45c82354f4db298eabdbc7892dce2&device_id=69efdf08-b71b-481f-92ba-7f9583b528c0 HTTP/1.1" status: 200 len: 1095 time: 0.1794701 Nov 09 21:18:12.443042 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b184e4-1e49-4c13-8035-268361f742d7 req-0d489831-16c8-42f1-a1ab-bd9d9c95850d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:12.444675 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-47b184e4-1e49-4c13-8035-268361f742d7 req-0d489831-16c8-42f1-a1ab-bd9d9c95850d service neutron] 10.222.0.45 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.2444613 Nov 09 21:18:12.453230 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fc58e9f7-ef9b-4836-8b49-7aa818786d15 req-790eba87-06d7-45f7-ba1c-a28219a172e8 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f5971a4-f825-4460-9138-6d6ffc84860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842091 Nov 09 21:18:12.453452 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-0c710e61-a823-43d3-9482-a15040239f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:12.455455 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-0c710e61-a823-43d3-9482-a15040239f74 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c7f45c82354f4db298eabdbc7892dce2&device_id=df281d79-d898-4d8c-8c8e-9e3276c13111 HTTP/1.1" status: 200 len: 1095 time: 0.4189792 Nov 09 21:18:12.466061 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b184e4-1e49-4c13-8035-268361f742d7 req-3f519cba-485f-44c7-aca0-75a4d8c5b55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:12.469003 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-47b184e4-1e49-4c13-8035-268361f742d7 req-3f519cba-485f-44c7-aca0-75a4d8c5b55e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab9f62a9766648e6a735e31e91b7e450&device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 1099 time: 0.3983960 Nov 09 21:18:12.471190 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1b2c4-163e-4b43-878f-822c7852c6db req-72550303-faf9-409a-9b1f-386968215210 tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:12.480368 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-92e1b2c4-163e-4b43-878f-822c7852c6db req-72550303-faf9-409a-9b1f-386968215210 tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 1096 time: 0.4355748 Nov 09 21:18:12.529614 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-47b184e4-1e49-4c13-8035-268361f742d7 req-512ad97a-49a0-49b1-9d92-0ebd7f47c3d2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=c12b4097-cc61-4791-8e29-6bd956d25e95 HTTP/1.1" status: 200 len: 217 time: 0.0563724 Nov 09 21:18:12.557349 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-232828e6-c7ec-4778-bfc6-567c977ec037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:12.580384 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-7a82f8e8-8310-4ad1-a463-7f34ed87dd38 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29a7db76-0962-489d-9bed-6cd34f2b024a HTTP/1.1" status: 200 len: 217 time: 0.0826778 Nov 09 21:18:12.652007 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-92e1b2c4-163e-4b43-878f-822c7852c6db req-c2b01eb0-ec1c-42a1-8bd8-db253e39cd89 tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701739 Nov 09 21:18:12.665815 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf9a55-8709-4b4f-b138-f52861fe95bc req-d1bf8391-4a14-490c-8e50-689d0326c44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:12.667303 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6fcf9a55-8709-4b4f-b138-f52861fe95bc req-d1bf8391-4a14-490c-8e50-689d0326c44c service neutron] 10.222.0.45 "GET /v2.0/networks?id=063e5f98-9576-4e42-bf20-40b2124a08e1 HTTP/1.1" status: 200 len: 917 time: 0.3175268 Nov 09 21:18:12.685728 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-c39449b9-24e1-4d19-ad53-b639d1365955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:12.687508 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-c39449b9-24e1-4d19-ad53-b639d1365955 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f0d707d1-4cdd-4dfe-ae62-6513761b5f0c HTTP/1.1" status: 200 len: 857 time: 0.0992441 Nov 09 21:18:12.699072 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b184e4-1e49-4c13-8035-268361f742d7 req-d3902163-af5c-4da8-a736-0e5a707c5ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:12.700857 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-47b184e4-1e49-4c13-8035-268361f742d7 req-d3902163-af5c-4da8-a736-0e5a707c5ad5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.1537259 Nov 09 21:18:12.725570 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b184e4-1e49-4c13-8035-268361f742d7 req-a62c75b0-3d7e-4ed3-b0cf-eb88b176e15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:12.727001 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-47b184e4-1e49-4c13-8035-268361f742d7 req-a62c75b0-3d7e-4ed3-b0cf-eb88b176e15a service neutron] 10.222.0.43 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.2305593 Nov 09 21:18:12.732463 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232828e6-c7ec-4778-bfc6-567c977ec037 admin admin] Pushing event updated for resources: {'Subnet': ['ID=337860ad-495a-4724-b89b-4f8e85b8b44b,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:12.745095 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a8f52-24d5-4656-8668-da034ad3e39a req-9f39309f-a7cc-4321-b2fa-e3e227f0f7a0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:12.746797 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-85e8b49b-89d8-4c9a-ab00-2ae5c4cb9bff service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=063e5f98-9576-4e42-bf20-40b2124a08e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413489 Nov 09 21:18:12.750929 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a8f52-24d5-4656-8668-da034ad3e39a req-9f39309f-a7cc-4321-b2fa-e3e227f0f7a0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:12.756845 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a8f52-24d5-4656-8668-da034ad3e39a req-9f39309f-a7cc-4321-b2fa-e3e227f0f7a0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:12.762658 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a8f52-24d5-4656-8668-da034ad3e39a req-9f39309f-a7cc-4321-b2fa-e3e227f0f7a0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:12.768523 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a8f52-24d5-4656-8668-da034ad3e39a req-9f39309f-a7cc-4321-b2fa-e3e227f0f7a0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:12.774332 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a8f52-24d5-4656-8668-da034ad3e39a req-9f39309f-a7cc-4321-b2fa-e3e227f0f7a0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:12.780127 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a8f52-24d5-4656-8668-da034ad3e39a req-9f39309f-a7cc-4321-b2fa-e3e227f0f7a0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:12.782561 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a79a8f52-24d5-4656-8668-da034ad3e39a req-9f39309f-a7cc-4321-b2fa-e3e227f0f7a0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 5429 time: 0.2473722 Nov 09 21:18:12.796547 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6fcf9a55-8709-4b4f-b138-f52861fe95bc req-1c173875-578e-4613-918f-8a883d07ed1b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87884609-36f7-4af2-b11f-6da718e31e1a HTTP/1.1" status: 200 len: 217 time: 0.1176333 Nov 09 21:18:12.810699 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-47b184e4-1e49-4c13-8035-268361f742d7 req-7352758a-9f86-4c72-97c5-974e7e199342 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=c12b4097-cc61-4791-8e29-6bd956d25e95 HTTP/1.1" status: 200 len: 217 time: 0.0656822 Nov 09 21:18:12.849682 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 826610f8-22d5-4a53-bf64-a1b876fcc575 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:18:12.868677 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232828e6-c7ec-4778-bfc6-567c977ec037 admin admin] Checking segment: {'id': 'c97019f9-8557-4601-a0d6-4e3401ec1cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '77c36e82-6bb5-4d00-adcb-5b3a25079c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:18:12.869050 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232828e6-c7ec-4778-bfc6-567c977ec037 admin admin] Network hostable DHCP agents. Network: 77c36e82-6bb5-4d00-adcb-5b3a25079c50, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:18:12.907611 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 826610f8-22d5-4a53-bf64-a1b876fcc575 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:18:12.911708 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:18:12.914118 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 826610f8-22d5-4a53-bf64-a1b876fcc575 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:18:12.914324 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:12.916163 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf9a55-8709-4b4f-b138-f52861fe95bc req-6881620e-4e5d-41fe-b31b-de4f547500ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:12.917666 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6fcf9a55-8709-4b4f-b138-f52861fe95bc req-6881620e-4e5d-41fe-b31b-de4f547500ea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f0d707d1-4cdd-4dfe-ae62-6513761b5f0c HTTP/1.1" status: 200 len: 857 time: 0.0984838 Nov 09 21:18:12.924561 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b184e4-1e49-4c13-8035-268361f742d7 req-341f3994-6306-41d9-a98e-e1b795d96cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:12.926461 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-47b184e4-1e49-4c13-8035-268361f742d7 req-341f3994-6306-41d9-a98e-e1b795d96cdc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1946566 Nov 09 21:18:12.946941 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b184e4-1e49-4c13-8035-268361f742d7 req-ca170fe7-248a-49ea-bf32-4c410b62d9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:12.948571 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-47b184e4-1e49-4c13-8035-268361f742d7 req-ca170fe7-248a-49ea-bf32-4c410b62d9ea service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.1062346 Nov 09 21:18:12.965259 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5b5a9334-1627-4666-9250-d7472a232947 req-ade275c0-cedf-41d6-99f8-379671ac964a tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ddac74d17cf94df2880a226d15c0a5ff HTTP/1.1" status: 200 len: 10997 time: 0.2816131 Nov 09 21:18:12.971619 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6fcf9a55-8709-4b4f-b138-f52861fe95bc req-0060b43c-c3e6-4c37-a0d2-45e79e2b9741 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=063e5f98-9576-4e42-bf20-40b2124a08e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445948 Nov 09 21:18:12.981083 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232828e6-c7ec-4778-bfc6-567c977ec037 admin admin] Network 77c36e82-6bb5-4d00-adcb-5b3a25079c50 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:18:13.002699 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:13.009515 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-9c16acf4-09d3-4ef0-ac85-8e6b347bd6a9 service neutron] 10.222.0.43 "GET /v2.0/networks/063e5f98-9576-4e42-bf20-40b2124a08e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477727 Nov 09 21:18:13.012472 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a79a8f52-24d5-4656-8668-da034ad3e39a req-6d0812ab-423e-41ae-8a9e-b2395924c01b tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&id=ea98d57d-1ab2-4bb7-8668-5c17afc65416&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2121160 Nov 09 21:18:13.039935 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 826610f8-22d5-4a53-bf64-a1b876fcc575, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=826610f8-22d5-4a53-bf64-a1b876fcc575,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:13.041891 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce52335-cfae-4a8c-85c7-274102d7f254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826610f8-22d5-4a53-bf64-a1b876fcc575'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:18:13.044403 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad25c619-6ba3-493d-a3db-cb8f4caf0f65" -d '{"events": [{"server_uuid": "cce52335-cfae-4a8c-85c7-274102d7f254", "name": "network-vif-plugged", "status": "completed", "tag": "826610f8-22d5-4a53-bf64-a1b876fcc575"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:18:13.050405 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:13.108525 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=826610f8-22d5-4a53-bf64-a1b876fcc575,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:13.122860 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b184e4-1e49-4c13-8035-268361f742d7 req-9c7621bc-3f41-4212-9241-e9ccae661b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:13.124405 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-47b184e4-1e49-4c13-8035-268361f742d7 req-9c7621bc-3f41-4212-9241-e9ccae661b3f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1528037 Nov 09 21:18:13.130393 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5b5a9334-1627-4666-9250-d7472a232947 req-e370b140-e387-4697-b503-5d013b123793 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups/fe7beac0-83b7-4dc2-8a69-2d3bfb73b965 HTTP/1.1" status: 200 len: 2998 time: 0.1461966 Nov 09 21:18:13.229720 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a4ba00b6-f369-4801-80aa-c7ab298aa3c7 req-078687db-ba78-4e8e-a68b-bf41e108279c service neutron] 10.222.0.43 "GET /v2.0/networks/063e5f98-9576-4e42-bf20-40b2124a08e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087936 Nov 09 21:18:13.260497 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5b5a9334-1627-4666-9250-d7472a232947 req-1534f5c1-130f-42ad-94ee-fca6596d0369 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups/fe7beac0-83b7-4dc2-8a69-2d3bfb73b965 HTTP/1.1" status: 200 len: 2998 time: 0.1158490 Nov 09 21:18:13.288928 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-47b184e4-1e49-4c13-8035-268361f742d7 req-38f35a4d-aff8-46da-9959-290f27832e71 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547303 Nov 09 21:18:13.355297 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-232828e6-c7ec-4778-bfc6-567c977ec037 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 77c36e82-6bb5-4d00-adcb-5b3a25079c50) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:18:13.363794 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250e23aa-bf89-4ccd-82c1-86332a84095f None None] Network 77c36e82-6bb5-4d00-adcb-5b3a25079c50 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:18:13.370449 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232828e6-c7ec-4778-bfc6-567c977ec037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:13.371027 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-232828e6-c7ec-4778-bfc6-567c977ec037 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:13.446311 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-232828e6-c7ec-4778-bfc6-567c977ec037 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5216510 Nov 09 21:18:13.459161 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-47b184e4-1e49-4c13-8035-268361f742d7 req-3a8218d0-ffa1-4dba-8318-5826db96a2ee service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5136077 Nov 09 21:18:13.468714 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac5ae8-07d0-4bb5-925e-3e85ca9c46bc req-a8a9b4dd-5a0f-4e63-96b9-0ab4a4c57969 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:13.474127 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2aac5ae8-07d0-4bb5-925e-3e85ca9c46bc req-a8a9b4dd-5a0f-4e63-96b9-0ab4a4c57969 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 948 time: 0.1233544 Nov 09 21:18:13.504034 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d854aa4-7840-4f3e-9084-d549fe7fb6b4 req-b217f874-e1b3-4db1-8983-77e4da2d5bf6 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:13.505484 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4d854aa4-7840-4f3e-9084-d549fe7fb6b4 req-b217f874-e1b3-4db1-8983-77e4da2d5bf6 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/ports?device_id=cce52335-cfae-4a8c-85c7-274102d7f254 HTTP/1.1" status: 200 len: 949 time: 0.1512043 Nov 09 21:18:13.531489 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66440857-0983-4ee9-9438-b5eff90d81fb None None] Network 77c36e82-6bb5-4d00-adcb-5b3a25079c50 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:18:13.531968 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6fcf9a55-8709-4b4f-b138-f52861fe95bc req-31937896-905d-425c-824e-e60d45766f11 service neutron] 10.222.0.45 "GET /v2.0/networks/063e5f98-9576-4e42-bf20-40b2124a08e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5476480 Nov 09 21:18:13.547035 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-47b184e4-1e49-4c13-8035-268361f742d7 req-5f2e03dd-37ec-4b7d-9a8a-ba28dfc0c510 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846330 Nov 09 21:18:13.551940 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2aac5ae8-07d0-4bb5-925e-3e85ca9c46bc req-aac5394c-c39b-4155-ab24-38c93f88c73e tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769856 Nov 09 21:18:13.693379 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4d854aa4-7840-4f3e-9084-d549fe7fb6b4 req-cf001381-b3eb-4f62-8e29-856bfab303a2 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/security-groups?id=c936c073-8fef-4bf5-8625-84669736e0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589923 Nov 09 21:18:13.697420 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-47b184e4-1e49-4c13-8035-268361f742d7 req-058bdff6-f198-43bd-bd21-cbbba80cd0a2 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277510 Nov 09 21:18:13.721421 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6fcf9a55-8709-4b4f-b138-f52861fe95bc req-e9a4d8d9-acf2-4bf4-816d-513878035663 service neutron] 10.222.0.45 "GET /v2.0/networks/063e5f98-9576-4e42-bf20-40b2124a08e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771142 Nov 09 21:18:13.764929 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38cad7c-0a67-414a-b458-0bc9837f6319 x-openstack-request-id: req-f38cad7c-0a67-414a-b458-0bc9837f6319 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:18:13.765229 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce52335-cfae-4a8c-85c7-274102d7f254", "name": "network-vif-plugged", "status": "completed", "tag": "826610f8-22d5-4a53-bf64-a1b876fcc575", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:18:13.765482 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f38cad7c-0a67-414a-b458-0bc9837f6319 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:18:13.765893 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce52335-cfae-4a8c-85c7-274102d7f254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826610f8-22d5-4a53-bf64-a1b876fcc575', 'code': 200} Nov 09 21:18:13.769330 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b184e4-1e49-4c13-8035-268361f742d7 req-65da31f0-df24-4776-8450-b2754c9775e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:13.771424 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-47b184e4-1e49-4c13-8035-268361f742d7 req-65da31f0-df24-4776-8450-b2754c9775e3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c7f45c82354f4db298eabdbc7892dce2&device_id=92b16943-3a07-4845-ac86-0987974c4c96 HTTP/1.1" status: 200 len: 1094 time: 0.0930462 Nov 09 21:18:13.783498 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-60f7a405-2fa4-4486-87e2-bc499e083e51 req-163ed604-702c-44f4-9ae3-54529b00db0d tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups/399fe200-ea13-4c9e-ba03-9fe701c1e7a0 HTTP/1.1" status: 200 len: 1818 time: 0.0539534 Nov 09 21:18:13.914344 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-60f7a405-2fa4-4486-87e2-bc499e083e51 req-0c611223-97e9-416a-970e-a9b87ea7ce1c tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:13.914561 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b184e4-1e49-4c13-8035-268361f742d7 req-dd3b8eef-f9a9-4f26-8e5f-c29aea83d588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:13.916416 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-47b184e4-1e49-4c13-8035-268361f742d7 req-dd3b8eef-f9a9-4f26-8e5f-c29aea83d588 service neutron] 10.222.0.43 "GET /v2.0/networks?id=063e5f98-9576-4e42-bf20-40b2124a08e1 HTTP/1.1" status: 200 len: 917 time: 0.1226931 Nov 09 21:18:13.943721 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96464b59-6e49-4b6d-9232-a21f41d0d13d req-43bceda8-64fd-4c25-9921-b575dcd0d847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:13.945480 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-96464b59-6e49-4b6d-9232-a21f41d0d13d req-43bceda8-64fd-4c25-9921-b575dcd0d847 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cce52335-cfae-4a8c-85c7-274102d7f254 HTTP/1.1" status: 200 len: 1100 time: 0.1145627 Nov 09 21:18:13.949645 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-60f7a405-2fa4-4486-87e2-bc499e083e51 req-0c611223-97e9-416a-970e-a9b87ea7ce1c tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:13.978867 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-47b184e4-1e49-4c13-8035-268361f742d7 req-57d1e09c-68a9-4f3d-b21f-ca3c22b22519 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e39d6a53-a12d-4cbe-8c58-0e90bb16926a HTTP/1.1" status: 200 len: 217 time: 0.0401771 Nov 09 21:18:13.980419 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df281d79-d898-4d8c-8c8e-9e3276c13111', 'tag': '29a7db76-0962-489d-9bed-6cd34f2b024a'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:18:13.982914 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e88855-02ba-4d8d-a894-a8f98e9eea94" -d '{"events": [{"name": "network-changed", "server_uuid": "df281d79-d898-4d8c-8c8e-9e3276c13111", "tag": "29a7db76-0962-489d-9bed-6cd34f2b024a"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:18:14.037332 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-96464b59-6e49-4b6d-9232-a21f41d0d13d req-6ff2230b-11d1-419f-8df2-e96e5688101f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c936c073-8fef-4bf5-8625-84669736e0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833006 Nov 09 21:18:14.047831 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-60f7a405-2fa4-4486-87e2-bc499e083e51 req-0c611223-97e9-416a-970e-a9b87ea7ce1c tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:14.049848 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b184e4-1e49-4c13-8035-268361f742d7 req-50cb4049-ae24-45dc-a94e-d0cd102be726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:14.051354 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-47b184e4-1e49-4c13-8035-268361f742d7 req-50cb4049-ae24-45dc-a94e-d0cd102be726 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f0d707d1-4cdd-4dfe-ae62-6513761b5f0c HTTP/1.1" status: 200 len: 857 time: 0.0639822 Nov 09 21:18:14.052391 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-60f7a405-2fa4-4486-87e2-bc499e083e51 req-0c611223-97e9-416a-970e-a9b87ea7ce1c tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:14.058264 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-60f7a405-2fa4-4486-87e2-bc499e083e51 req-0c611223-97e9-416a-970e-a9b87ea7ce1c tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "DELETE /v2.0/security-groups/399fe200-ea13-4c9e-ba03-9fe701c1e7a0 HTTP/1.1" status: 204 len: 173 time: 0.2649665 Nov 09 21:18:14.078238 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c611223-97e9-416a-970e-a9b87ea7ce1c tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=399fe200-ea13-4c9e-ba03-9fe701c1e7a0,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:14.115331 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-47b184e4-1e49-4c13-8035-268361f742d7 req-ba0932eb-221d-4fb0-9c5a-7362aeee7781 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=063e5f98-9576-4e42-bf20-40b2124a08e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543571 Nov 09 21:18:14.168193 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37154) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:14.173914 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-2d860fa3-c914-4c50-bdf7-b7cdea5ee12a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1812389479-network', 'tenant_id': '5c02a65ab6cc41e98fa0632394ba5c2b'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:18:14.188605 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b580db1-2239-4795-97f1-e3189b6796b6 req-e68a9276-c75e-4387-807e-791ce3d47e89 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:14.190228 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2b580db1-2239-4795-97f1-e3189b6796b6 req-e68a9276-c75e-4387-807e-791ce3d47e89 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.49 "GET /v2.0/ports?device_id=df281d79-d898-4d8c-8c8e-9e3276c13111 HTTP/1.1" status: 200 len: 944 time: 0.0669773 Nov 09 21:18:14.247294 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d860fa3-c914-4c50-bdf7-b7cdea5ee12a admin admin] Made reservation on behalf of 5c02a65ab6cc41e98fa0632394ba5c2b for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:18:14.250427 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2b580db1-2239-4795-97f1-e3189b6796b6 req-d0ba4ea7-5e7c-4f33-9329-30a81a66672d tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f5971a4-f825-4460-9138-6d6ffc84860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498450 Nov 09 21:18:14.250984 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2d860fa3-c914-4c50-bdf7-b7cdea5ee12a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:14.263653 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2d860fa3-c914-4c50-bdf7-b7cdea5ee12a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:14.313783 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-47b184e4-1e49-4c13-8035-268361f742d7 req-ea5ed493-6c74-497f-aadf-bc20d11c9cfe service neutron] 10.222.0.43 "GET /v2.0/networks/063e5f98-9576-4e42-bf20-40b2124a08e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320279 Nov 09 21:18:14.329344 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e648ebc-c2fe-4798-83fa-ef968a96c0e9 x-openstack-request-id: req-2e648ebc-c2fe-4798-83fa-ef968a96c0e9 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:18:14.329679 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df281d79-d898-4d8c-8c8e-9e3276c13111", "tag": "29a7db76-0962-489d-9bed-6cd34f2b024a", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:18:14.329998 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2e648ebc-c2fe-4798-83fa-ef968a96c0e9 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:18:14.330311 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df281d79-d898-4d8c-8c8e-9e3276c13111', 'tag': '29a7db76-0962-489d-9bed-6cd34f2b024a', 'status': 'completed', 'code': 200} Nov 09 21:18:14.352336 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [req-b4bb8b87-585b-423f-beb9-d986c70a8a8e req-9297cca7-fdde-405e-837d-969bfd1cd04f tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] show failed (client error): The resource could not be found. Nov 09 21:18:14.353703 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b4bb8b87-585b-423f-beb9-d986c70a8a8e req-9297cca7-fdde-405e-837d-969bfd1cd04f tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups/399fe200-ea13-4c9e-ba03-9fe701c1e7a0 HTTP/1.1" status: 404 len: 352 time: 0.0157599 Nov 09 21:18:14.388503 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2d860fa3-c914-4c50-bdf7-b7cdea5ee12a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:14.404544 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device c12b4097-cc61-4791-8e29-6bd956d25e95 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:18:14.411472 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2d860fa3-c914-4c50-bdf7-b7cdea5ee12a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:14.507910 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d860fa3-c914-4c50-bdf7-b7cdea5ee12a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:18:14.535123 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20110e-f836-4e07-b1f7-830bc0781780 req-0e6be74c-0468-495e-9ca0-62510e34889d tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:14.540564 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2d860fa3-c914-4c50-bdf7-b7cdea5ee12a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:14.541005 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-2d860fa3-c914-4c50-bdf7-b7cdea5ee12a admin admin] Added segment d190d68e-4d73-4054-8a90-b338a44862ef of type vlan for network faac63a1-bf72-47b8-ba0b-5b3546d2b6a3 Nov 09 21:18:14.541856 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port c12b4097-cc61-4791-8e29-6bd956d25e95, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=c12b4097-cc61-4791-8e29-6bd956d25e95,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:14.544460 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d860fa3-c914-4c50-bdf7-b7cdea5ee12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fed6ad5-c707-4719-9a21-223c6d29e144,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:14.551204 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20110e-f836-4e07-b1f7-830bc0781780 req-0e6be74c-0468-495e-9ca0-62510e34889d tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:14.557870 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20110e-f836-4e07-b1f7-830bc0781780 req-0e6be74c-0468-495e-9ca0-62510e34889d tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:14.565519 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20110e-f836-4e07-b1f7-830bc0781780 req-0e6be74c-0468-495e-9ca0-62510e34889d tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:14.572094 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20110e-f836-4e07-b1f7-830bc0781780 req-0e6be74c-0468-495e-9ca0-62510e34889d tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:14.578178 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': 'c12b4097-cc61-4791-8e29-6bd956d25e95', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'port_id': 'c12b4097-cc61-4791-8e29-6bd956d25e95', 'mac_address': 'fa:16:3e:9e:43:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba3500c-a288-4596-ba94-148f2bd8a6da', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:18:14.580654 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20110e-f836-4e07-b1f7-830bc0781780 req-0e6be74c-0468-495e-9ca0-62510e34889d tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:14.586514 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20110e-f836-4e07-b1f7-830bc0781780 req-0e6be74c-0468-495e-9ca0-62510e34889d tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:14.588459 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9d20110e-f836-4e07-b1f7-830bc0781780 req-0e6be74c-0468-495e-9ca0-62510e34889d tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 5429 time: 0.1601071 Nov 09 21:18:14.604938 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e88855-02ba-4d8d-a894-a8f98e9eea94 req-f3218528-f361-4a50-8bc8-4e6c709ab177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:14.606650 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-97e88855-02ba-4d8d-a894-a8f98e9eea94 req-f3218528-f361-4a50-8bc8-4e6c709ab177 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c7f45c82354f4db298eabdbc7892dce2&device_id=df281d79-d898-4d8c-8c8e-9e3276c13111 HTTP/1.1" status: 200 len: 1095 time: 0.1895213 Nov 09 21:18:14.614569 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-47b184e4-1e49-4c13-8035-268361f742d7 req-a17db876-ef19-4f89-b6d2-a1e97f30d35f service neutron] 10.222.0.43 "GET /v2.0/networks/063e5f98-9576-4e42-bf20-40b2124a08e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129371 Nov 09 21:18:14.618311 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2d860fa3-c914-4c50-bdf7-b7cdea5ee12a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:14.631761 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:14.645359 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c12b4097-cc61-4791-8e29-6bd956d25e95 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:18:14.670646 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port c12b4097-cc61-4791-8e29-6bd956d25e95, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=c12b4097-cc61-4791-8e29-6bd956d25e95,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:14.676381 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:14.677360 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device e39d6a53-a12d-4cbe-8c58-0e90bb16926a details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:18:14.691618 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9d20110e-f836-4e07-b1f7-830bc0781780 req-cd7f53ea-c70a-45d3-9511-713f6175d389 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&id=ea98d57d-1ab2-4bb7-8668-5c17afc65416&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0900021 Nov 09 21:18:14.729467 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2d860fa3-c914-4c50-bdf7-b7cdea5ee12a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:14.730445 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d860fa3-c914-4c50-bdf7-b7cdea5ee12a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:14.731085 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2d860fa3-c914-4c50-bdf7-b7cdea5ee12a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:14.795700 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-398f7476-7628-4b1c-be37-e261cfe8dd12 req-f9d5897b-4069-49ea-8f63-f0409da75908 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups/d162b5d8-3572-4076-8c1e-4447648ab8f9 HTTP/1.1" status: 200 len: 1818 time: 0.0555594 Nov 09 21:18:14.803979 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2d860fa3-c914-4c50-bdf7-b7cdea5ee12a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6322558 Nov 09 21:18:14.804498 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37178) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:14.806729 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=c12b4097-cc61-4791-8e29-6bd956d25e95,revision_number=8']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:14.811098 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-766c933e-1198-4bc6-b7c5-b9a15efe0c9d admin admin] Request body: {'subnet': {'network_id': 'faac63a1-bf72-47b8-ba0b-5b3546d2b6a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1812389479-subnet', 'tenant_id': '5c02a65ab6cc41e98fa0632394ba5c2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:18:14.815014 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e88855-02ba-4d8d-a894-a8f98e9eea94 req-0810c22e-b41b-4b88-bb56-98a9dba4ba35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:14.816443 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-97e88855-02ba-4d8d-a894-a8f98e9eea94 req-0810c22e-b41b-4b88-bb56-98a9dba4ba35 service neutron] 10.222.0.43 "GET /v2.0/networks?id=063e5f98-9576-4e42-bf20-40b2124a08e1 HTTP/1.1" status: 200 len: 917 time: 0.2000422 Nov 09 21:18:14.838616 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d860fa3-c914-4c50-bdf7-b7cdea5ee12a admin admin] Pushing event updated for resources: {'Network': ['ID=faac63a1-bf72-47b8-ba0b-5b3546d2b6a3,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:14.862359 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network faac63a1-bf72-47b8-ba0b-5b3546d2b6a3 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:18:14.879210 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-97e88855-02ba-4d8d-a894-a8f98e9eea94 req-7ae1a386-11c9-4389-8487-d1686811b98d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29a7db76-0962-489d-9bed-6cd34f2b024a HTTP/1.1" status: 200 len: 217 time: 0.0528779 Nov 09 21:18:14.879947 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-398f7476-7628-4b1c-be37-e261cfe8dd12 req-6cab9b05-614a-41f3-b6ac-73292c46267f tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:14.897585 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766c933e-1198-4bc6-b7c5-b9a15efe0c9d admin admin] Made reservation on behalf of 5c02a65ab6cc41e98fa0632394ba5c2b for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:18:14.900400 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-766c933e-1198-4bc6-b7c5-b9a15efe0c9d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:14.904758 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-398f7476-7628-4b1c-be37-e261cfe8dd12 req-6cab9b05-614a-41f3-b6ac-73292c46267f tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:14.908800 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 87884609-36f7-4af2-b11f-6da718e31e1a details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:18:14.968462 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-398f7476-7628-4b1c-be37-e261cfe8dd12 req-6cab9b05-614a-41f3-b6ac-73292c46267f tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:14.971355 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-398f7476-7628-4b1c-be37-e261cfe8dd12 req-6cab9b05-614a-41f3-b6ac-73292c46267f tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:14.972654 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-398f7476-7628-4b1c-be37-e261cfe8dd12 req-6cab9b05-614a-41f3-b6ac-73292c46267f tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "DELETE /v2.0/security-groups/d162b5d8-3572-4076-8c1e-4447648ab8f9 HTTP/1.1" status: 204 len: 173 time: 0.1757433 Nov 09 21:18:14.978623 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port e39d6a53-a12d-4cbe-8c58-0e90bb16926a, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=e39d6a53-a12d-4cbe-8c58-0e90bb16926a,segment=NetworkSegment(2e766961-134c-4760-bec5-2f576a7e98d3),segment_id=2e766961-134c-4760-bec5-2f576a7e98d3)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:14.994071 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cab9b05-614a-41f3-b6ac-73292c46267f tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d162b5d8-3572-4076-8c1e-4447648ab8f9,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:15.028227 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e88855-02ba-4d8d-a894-a8f98e9eea94 req-09edfb0d-f2b9-48a3-8d1b-a101d514de6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:15.030928 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-97e88855-02ba-4d8d-a894-a8f98e9eea94 req-09edfb0d-f2b9-48a3-8d1b-a101d514de6a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f0d707d1-4cdd-4dfe-ae62-6513761b5f0c HTTP/1.1" status: 200 len: 857 time: 0.1418078 Nov 09 21:18:15.119341 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b87a612-2281-417c-b04d-f917dc0175eb req-fb67f7ff-3bfa-421d-acb3-d301f7565697 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:15.120970 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0b87a612-2281-417c-b04d-f917dc0175eb req-fb67f7ff-3bfa-421d-acb3-d301f7565697 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 949 time: 0.0664463 Nov 09 21:18:15.136576 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.db.resource_extend [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 21:18:15.145105 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-97e88855-02ba-4d8d-a894-a8f98e9eea94 req-a11a5368-2701-4898-863c-f243e26db5e7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=063e5f98-9576-4e42-bf20-40b2124a08e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393188 Nov 09 21:18:15.221153 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': 'e39d6a53-a12d-4cbe-8c58-0e90bb16926a', 'network_id': '063e5f98-9576-4e42-bf20-40b2124a08e1', 'port_id': 'e39d6a53-a12d-4cbe-8c58-0e90bb16926a', 'mac_address': 'fa:16:3e:93:9c:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0d707d1-4cdd-4dfe-ae62-6513761b5f0c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:18:15.244719 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0b87a612-2281-417c-b04d-f917dc0175eb req-7de0abe8-673f-4472-aa1c-3ee32d0711c9 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161771 Nov 09 21:18:15.305290 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:15.336101 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e39d6a53-a12d-4cbe-8c58-0e90bb16926a {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:18:15.354615 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-766c933e-1198-4bc6-b7c5-b9a15efe0c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:15.363411 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 87884609-36f7-4af2-b11f-6da718e31e1a, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=87884609-36f7-4af2-b11f-6da718e31e1a,segment=NetworkSegment(2e766961-134c-4760-bec5-2f576a7e98d3),segment_id=2e766961-134c-4760-bec5-2f576a7e98d3)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:15.379040 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port e39d6a53-a12d-4cbe-8c58-0e90bb16926a, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=e39d6a53-a12d-4cbe-8c58-0e90bb16926a,segment=NetworkSegment(2e766961-134c-4760-bec5-2f576a7e98d3),segment_id=2e766961-134c-4760-bec5-2f576a7e98d3)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:15.382361 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '87884609-36f7-4af2-b11f-6da718e31e1a', 'network_id': '063e5f98-9576-4e42-bf20-40b2124a08e1', 'port_id': '87884609-36f7-4af2-b11f-6da718e31e1a', 'mac_address': 'fa:16:3e:af:2a:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0d707d1-4cdd-4dfe-ae62-6513761b5f0c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:18:15.385218 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:15.426984 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-97e88855-02ba-4d8d-a894-a8f98e9eea94 req-74bbca8e-d128-4fd8-b828-bb489c5c8e5a service neutron] 10.222.0.43 "GET /v2.0/networks/063e5f98-9576-4e42-bf20-40b2124a08e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685132 Nov 09 21:18:15.461194 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:15.464445 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=e39d6a53-a12d-4cbe-8c58-0e90bb16926a,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:15.484396 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87884609-36f7-4af2-b11f-6da718e31e1a {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:18:15.497356 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-f09cda4d-60cd-4456-8fa0-7b918fbe6703 tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:18:15.499412 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-f09cda4d-60cd-4456-8fa0-7b918fbe6703 tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3527548 Nov 09 21:18:15.504864 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c933e-1198-4bc6-b7c5-b9a15efe0c9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbd9762d-cf7e-4ae6-a9f8-332db52fef1f,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:15.512834 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 87884609-36f7-4af2-b11f-6da718e31e1a, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=87884609-36f7-4af2-b11f-6da718e31e1a,segment=NetworkSegment(2e766961-134c-4760-bec5-2f576a7e98d3),segment_id=2e766961-134c-4760-bec5-2f576a7e98d3)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:15.519181 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:15.528979 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766c933e-1198-4bc6-b7c5-b9a15efe0c9d admin admin] Checking segment: {'id': 'd190d68e-4d73-4054-8a90-b338a44862ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'faac63a1-bf72-47b8-ba0b-5b3546d2b6a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:18:15.529389 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766c933e-1198-4bc6-b7c5-b9a15efe0c9d admin admin] Network hostable DHCP agents. Network: faac63a1-bf72-47b8-ba0b-5b3546d2b6a3, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:18:15.565024 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562f46e-8199-4564-8e0e-6604f1269f26 req-6d89a944-a905-4973-81d1-d372c1b91405 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:15.567514 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4562f46e-8199-4564-8e0e-6604f1269f26 req-6d89a944-a905-4973-81d1-d372c1b91405 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/ports?device_id=cce52335-cfae-4a8c-85c7-274102d7f254 HTTP/1.1" status: 200 len: 949 time: 0.0866790 Nov 09 21:18:15.569347 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766c933e-1198-4bc6-b7c5-b9a15efe0c9d admin admin] Network faac63a1-bf72-47b8-ba0b-5b3546d2b6a3 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:18:15.579110 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=87884609-36f7-4af2-b11f-6da718e31e1a,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:15.581340 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-97e88855-02ba-4d8d-a894-a8f98e9eea94 req-8f6b3da6-d5af-4fd9-92c6-a6ceda71d6a3 service neutron] 10.222.0.43 "GET /v2.0/networks/063e5f98-9576-4e42-bf20-40b2124a08e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412308 Nov 09 21:18:15.584163 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-766c933e-1198-4bc6-b7c5-b9a15efe0c9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, faac63a1-bf72-47b8-ba0b-5b3546d2b6a3) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:18:15.589793 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766c933e-1198-4bc6-b7c5-b9a15efe0c9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:15.590733 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-766c933e-1198-4bc6-b7c5-b9a15efe0c9d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:15.597894 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8bfed7-c74a-4f6e-a769-2cc190acc1d1 None None] Network faac63a1-bf72-47b8-ba0b-5b3546d2b6a3 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:18:15.617917 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-766c933e-1198-4bc6-b7c5-b9a15efe0c9d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8125145 Nov 09 21:18:15.638847 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4562f46e-8199-4564-8e0e-6604f1269f26 req-1107edcf-c310-4d3d-9bf0-bd56882a6647 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/security-groups?id=c936c073-8fef-4bf5-8625-84669736e0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641396 Nov 09 21:18:15.648357 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-41954517-135c-4ab2-8b23-a511065f5cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:15.650843 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-41954517-135c-4ab2-8b23-a511065f5cc0 service neutron] 10.222.0.49 "GET /v2.0/ports/c24f8166-c8a4-4539-b2a9-15639a039160 HTTP/1.1" status: 200 len: 1093 time: 0.1404562 Nov 09 21:18:15.663993 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-48c62d14-b409-4736-9543-452bc3eb6712 service neutron] Request body: {'binding': {'host': 'n-h1-816206-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:18:15.665343 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-48c62d14-b409-4736-9543-452bc3eb6712 service neutron] Unknown quota resources ['binding']. {{(pid=102607) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 21:18:15.719505 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [req-28d9993f-18a3-4cb1-a851-810c1d357059 req-88b71683-7468-4acb-a7fe-5086e20cd7c0 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] show failed (client error): The resource could not be found. Nov 09 21:18:15.720741 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-28d9993f-18a3-4cb1-a851-810c1d357059 req-88b71683-7468-4acb-a7fe-5086e20cd7c0 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups/d162b5d8-3572-4076-8c1e-4447648ab8f9 HTTP/1.1" status: 404 len: 352 time: 0.0194697 Nov 09 21:18:15.784115 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a116ea-2d22-4b8d-8195-48bd0432807b None None] Network faac63a1-bf72-47b8-ba0b-5b3546d2b6a3 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:18:15.807468 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37198) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:15.836792 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['87884609-36f7-4af2-b11f-6da718e31e1a'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:18:15.886355 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-48c62d14-b409-4736-9543-452bc3eb6712 service neutron] Attempting to bind port c24f8166-c8a4-4539-b2a9-15639a039160 on host n-h1-816206-3 for vnic_type normal with profile None {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:18:15.887111 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-48c62d14-b409-4736-9543-452bc3eb6712 service neutron] Attempting to bind port c24f8166-c8a4-4539-b2a9-15639a039160 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'dafe29ae-1ba0-4490-879c-5008a3eac5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:18:15.887111 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-48c62d14-b409-4736-9543-452bc3eb6712 service neutron] Attempting to bind port c24f8166-c8a4-4539-b2a9-15639a039160 on network 9cf09cc6-9022-42d8-96c2-e4ea0d1e749b {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:18:15.892304 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6aa5a73-bda4-424f-9d5e-c15a5d31150e admin admin] Deleting subnet 337860ad-495a-4724-b89b-4f8e85b8b44b {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:18:15.895669 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-48c62d14-b409-4736-9543-452bc3eb6712 service neutron] Port c24f8166-c8a4-4539-b2a9-15639a039160 on network 9cf09cc6-9022-42d8-96c2-e4ea0d1e749b not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:18:15.896003 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-48c62d14-b409-4736-9543-452bc3eb6712 service neutron] Attempting to bind port c24f8166-c8a4-4539-b2a9-15639a039160 on network 9cf09cc6-9022-42d8-96c2-e4ea0d1e749b {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:18:15.898202 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f6aa5a73-bda4-424f-9d5e-c15a5d31150e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:15.903147 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-48c62d14-b409-4736-9543-452bc3eb6712 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:18:15.903499 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-48c62d14-b409-4736-9543-452bc3eb6712 service neutron] Checking segment: {'id': 'dafe29ae-1ba0-4490-879c-5008a3eac5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:18:15.903891 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-48c62d14-b409-4736-9543-452bc3eb6712 service neutron] Bound using segment: {'id': 'dafe29ae-1ba0-4490-879c-5008a3eac5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:18:15.904442 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-48c62d14-b409-4736-9543-452bc3eb6712 service neutron] Bound port: c24f8166-c8a4-4539-b2a9-15639a039160, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dafe29ae-1ba0-4490-879c-5008a3eac5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:18:15.949581 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f6aa5a73-bda4-424f-9d5e-c15a5d31150e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:16.058995 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f6aa5a73-bda4-424f-9d5e-c15a5d31150e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:16.061090 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['e39d6a53-a12d-4cbe-8c58-0e90bb16926a'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:18:16.064913 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-48c62d14-b409-4736-9543-452bc3eb6712 service neutron] For port c24f8166-c8a4-4539-b2a9-15639a039160, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=c24f8166-c8a4-4539-b2a9-15639a039160,segment=NetworkSegment(dafe29ae-1ba0-4490-879c-5008a3eac5b2),segment_id=dafe29ae-1ba0-4490-879c-5008a3eac5b2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:18:16.068101 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161b515-16ea-4054-886f-a8d7268de29b req-91662a73-41f5-414c-8447-4b38fe7ab97c tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:16.069945 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b161b515-16ea-4054-886f-a8d7268de29b req-91662a73-41f5-414c-8447-4b38fe7ab97c tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.49 "GET /v2.0/ports?device_id=df281d79-d898-4d8c-8c8e-9e3276c13111 HTTP/1.1" status: 200 len: 944 time: 0.0799155 Nov 09 21:18:16.073599 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-92ca84e1-fd9c-44ef-8cdb-62ef62d777ac tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:16.075107 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-92ca84e1-fd9c-44ef-8cdb-62ef62d777ac tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.43 "GET /v2.0/ports?device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f&tenant_id=ab9f62a9766648e6a735e31e91b7e450&binding%3Ahost_id=n-h2-816206-3 HTTP/1.1" status: 200 len: 949 time: 0.0972950 Nov 09 21:18:16.079282 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-48c62d14-b409-4736-9543-452bc3eb6712 service neutron] Publish callbacks [] for binding, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:16.080440 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-48c62d14-b409-4736-9543-452bc3eb6712 service neutron] 10.222.0.49 "POST /v2.0/ports/c24f8166-c8a4-4539-b2a9-15639a039160/bindings HTTP/1.1" status: 201 len: 389 time: 0.4228032 Nov 09 21:18:16.114745 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['c12b4097-cc61-4791-8e29-6bd956d25e95'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:18:16.171481 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b161b515-16ea-4054-886f-a8d7268de29b req-67cf4f6b-2e33-4ca2-9d5b-00ecc92dcbf4 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f5971a4-f825-4460-9138-6d6ffc84860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818741 Nov 09 21:18:16.172940 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f6aa5a73-bda4-424f-9d5e-c15a5d31150e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:16.201373 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aa5a73-bda4-424f-9d5e-c15a5d31150e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=337860ad-495a-4724-b89b-4f8e85b8b44b,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:16.216457 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f6aa5a73-bda4-424f-9d5e-c15a5d31150e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:16.222610 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f6aa5a73-bda4-424f-9d5e-c15a5d31150e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/337860ad-495a-4724-b89b-4f8e85b8b44b HTTP/1.1" status: 204 len: 168 time: 0.4141073 Nov 09 21:18:16.223223 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37204) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:16.264429 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-c3ed8655-dae3-4e81-82f3-8c06287d3ce9 service neutron] 10.222.0.43 "GET /v2.0/ports/c12b4097-cc61-4791-8e29-6bd956d25e95/bindings/n-h2-816206-3 HTTP/1.1" status: 200 len: 382 time: 0.1800845 Nov 09 21:18:16.392992 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8a99c859-cff3-4166-8aeb-da2c1b309d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:16.401285 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-4b7b5dfb-944f-4207-9557-178b9e6da62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:16.406373 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-4b7b5dfb-944f-4207-9557-178b9e6da62a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab9f62a9766648e6a735e31e91b7e450&device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 1100 time: 0.0814419 Nov 09 21:18:16.427747 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1436bc3-d301-446d-9b7d-afb5ac76d542 req-8f5e0f2e-7a80-4982-a76a-c67fd4212434 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:16.433650 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 29a7db76-0962-489d-9bed-6cd34f2b024a details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:18:16.433870 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1436bc3-d301-446d-9b7d-afb5ac76d542 req-8f5e0f2e-7a80-4982-a76a-c67fd4212434 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:16.440431 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1436bc3-d301-446d-9b7d-afb5ac76d542 req-8f5e0f2e-7a80-4982-a76a-c67fd4212434 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:16.447447 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1436bc3-d301-446d-9b7d-afb5ac76d542 req-8f5e0f2e-7a80-4982-a76a-c67fd4212434 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:16.454159 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1436bc3-d301-446d-9b7d-afb5ac76d542 req-8f5e0f2e-7a80-4982-a76a-c67fd4212434 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:16.460496 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1436bc3-d301-446d-9b7d-afb5ac76d542 req-8f5e0f2e-7a80-4982-a76a-c67fd4212434 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:16.467559 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1436bc3-d301-446d-9b7d-afb5ac76d542 req-8f5e0f2e-7a80-4982-a76a-c67fd4212434 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:16.469592 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d1436bc3-d301-446d-9b7d-afb5ac76d542 req-8f5e0f2e-7a80-4982-a76a-c67fd4212434 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 5429 time: 0.1690705 Nov 09 21:18:16.499439 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-75d5ddad-0de9-4013-9a94-d2a30563a7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:16.501291 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-75d5ddad-0de9-4013-9a94-d2a30563a7c5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a6366c08f5c4a9bb0bdc56b2ea0a20e&device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 1096 time: 0.1531494 Nov 09 21:18:16.519463 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f6f574c1-1162-445a-a1da-135cf1ffb4d6 req-a1c07bf2-48c9-4c6c-ab63-4db55b1ba17d tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups/b448e576-fa4f-47b4-99fb-0f3363a8b906 HTTP/1.1" status: 200 len: 1817 time: 0.0858910 Nov 09 21:18:16.558890 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-9e602176-640c-477f-ab11-e4a2873dfcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:16.560393 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-9e602176-640c-477f-ab11-e4a2873dfcc5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.1483178 Nov 09 21:18:16.608973 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 29a7db76-0962-489d-9bed-6cd34f2b024a, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=29a7db76-0962-489d-9bed-6cd34f2b024a,segment=NetworkSegment(2e766961-134c-4760-bec5-2f576a7e98d3),segment_id=2e766961-134c-4760-bec5-2f576a7e98d3)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:16.612678 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-916f3c3a-cb66-43bd-93b0-e72dc8c03cfe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=c12b4097-cc61-4791-8e29-6bd956d25e95 HTTP/1.1" status: 200 len: 217 time: 0.0421183 Nov 09 21:18:16.620453 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '29a7db76-0962-489d-9bed-6cd34f2b024a', 'network_id': '063e5f98-9576-4e42-bf20-40b2124a08e1', 'port_id': '29a7db76-0962-489d-9bed-6cd34f2b024a', 'mac_address': 'fa:16:3e:4a:f3:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0d707d1-4cdd-4dfe-ae62-6513761b5f0c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:18:16.632480 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8a99c859-cff3-4166-8aeb-da2c1b309d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:16.655938 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f6f574c1-1162-445a-a1da-135cf1ffb4d6 req-1437c35e-731b-480a-af9b-8c1fcc541252 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:16.658852 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:16.676864 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29a7db76-0962-489d-9bed-6cd34f2b024a {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:18:16.683524 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-8a99c859-cff3-4166-8aeb-da2c1b309d02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77c36e82-6bb5-4d00-adcb-5b3a25079c50']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:18:16.689073 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-edefd75f-4ff9-42d2-9566-c7e0bd8525ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:16.691109 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-edefd75f-4ff9-42d2-9566-c7e0bd8525ee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.0644863 Nov 09 21:18:16.692834 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f6f574c1-1162-445a-a1da-135cf1ffb4d6 req-1437c35e-731b-480a-af9b-8c1fcc541252 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:16.703296 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 29a7db76-0962-489d-9bed-6cd34f2b024a, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=29a7db76-0962-489d-9bed-6cd34f2b024a,segment=NetworkSegment(2e766961-134c-4760-bec5-2f576a7e98d3),segment_id=2e766961-134c-4760-bec5-2f576a7e98d3)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:16.708213 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:16.710334 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-8a99c859-cff3-4166-8aeb-da2c1b309d02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c97019f9-8557-4601-a0d6-4e3401ec1cc4') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:18:16.710629 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-8a99c859-cff3-4166-8aeb-da2c1b309d02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c97019f9-8557-4601-a0d6-4e3401ec1cc4') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:18:16.717025 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d1436bc3-d301-446d-9b7d-afb5ac76d542 req-163b27bf-9013-48ae-bd3c-c5bef5d01817 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&id=ea98d57d-1ab2-4bb7-8668-5c17afc65416&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2224813 Nov 09 21:18:16.727448 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8a99c859-cff3-4166-8aeb-da2c1b309d02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:16.734928 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-d4fbc2e2-31a0-4974-a54e-c614e975935f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:16.736546 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-d4fbc2e2-31a0-4974-a54e-c614e975935f service neutron] 10.222.0.45 "GET /v2.0/networks?id=9cf09cc6-9022-42d8-96c2-e4ea0d1e749b HTTP/1.1" status: 200 len: 908 time: 0.2128346 Nov 09 21:18:16.744778 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8a99c859-cff3-4166-8aeb-da2c1b309d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:16.764658 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=29a7db76-0962-489d-9bed-6cd34f2b024a,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:16.766083 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-f9291b95-bdc9-4ac2-9906-2dace401763c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:16.767770 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-f9291b95-bdc9-4ac2-9906-2dace401763c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0638230 Nov 09 21:18:16.774788 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f6f574c1-1162-445a-a1da-135cf1ffb4d6 req-1437c35e-731b-480a-af9b-8c1fcc541252 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:16.778307 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f6f574c1-1162-445a-a1da-135cf1ffb4d6 req-1437c35e-731b-480a-af9b-8c1fcc541252 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:16.779791 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f6f574c1-1162-445a-a1da-135cf1ffb4d6 req-1437c35e-731b-480a-af9b-8c1fcc541252 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "DELETE /v2.0/security-groups/b448e576-fa4f-47b4-99fb-0f3363a8b906 HTTP/1.1" status: 204 len: 173 time: 0.2505870 Nov 09 21:18:16.794392 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a99c859-cff3-4166-8aeb-da2c1b309d02 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:18:16.794800 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8a99c859-cff3-4166-8aeb-da2c1b309d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:16.797281 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:18:16.797281 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:18:16.797281 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:18:16.797281 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:18:16.797281 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:18:16.797281 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:18:16.797281 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:18:16.797281 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:18:16.797281 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:18:16.797281 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:18:16.797281 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:18:16.797281 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:18:16.797281 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:18:16.797281 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:18:16.797281 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:18:16.797281 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:18:16.797281 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:18:16.797281 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:18:16.797281 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:18:16.797281 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:18:16.797281 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:18:16.797281 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:18:16.797281 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:18:16.797281 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:18:16.797281 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:18:16.797281 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:18:16.797281 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:18:16.797281 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:18:16.797281 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:18:16.797281 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:18:16.797281 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:18:16.797281 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:18:16.799850 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-f71a76b4-6fd6-4562-898e-cb0cc0548ef4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c24f8166-c8a4-4539-b2a9-15639a039160 HTTP/1.1" status: 200 len: 217 time: 0.0510688 Nov 09 21:18:16.812032 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437c35e-731b-480a-af9b-8c1fcc541252 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b448e576-fa4f-47b4-99fb-0f3363a8b906,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:16.927709 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8a99c859-cff3-4166-8aeb-da2c1b309d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:16.933773 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-16e51ee2-412d-4fae-9189-2a8be47ebb06 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529346 Nov 09 21:18:16.936708 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8a99c859-cff3-4166-8aeb-da2c1b309d02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:16.942551 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8a99c859-cff3-4166-8aeb-da2c1b309d02 admin admin] 10.222.0.49 "DELETE /v2.0/networks/77c36e82-6bb5-4d00-adcb-5b3a25079c50 HTTP/1.1" status: 204 len: 168 time: 0.7158611 Nov 09 21:18:16.943358 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84730ed7-7441-4037-83d4-0176eac75489 req-adb58a12-3be4-4157-a5c4-3f6f9102f376 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:16.945106 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-84730ed7-7441-4037-83d4-0176eac75489 req-adb58a12-3be4-4157-a5c4-3f6f9102f376 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 945 time: 0.0781195 Nov 09 21:18:16.948173 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37212) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:16.954751 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-ded41866-0f90-4728-a1ce-36713b153e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:16.956280 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-ded41866-0f90-4728-a1ce-36713b153e38 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=39c6d736-667d-4cbf-9558-9612dacd0f8d HTTP/1.1" status: 200 len: 848 time: 0.1485000 Nov 09 21:18:16.977742 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a99c859-cff3-4166-8aeb-da2c1b309d02 admin admin] Pushing event deleted for resources: {'Network': ['ID=77c36e82-6bb5-4d00-adcb-5b3a25079c50,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:16.997559 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-0eda8dbb-b268-4be6-afeb-5b63943103ee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9cf09cc6-9022-42d8-96c2-e4ea0d1e749b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310900 Nov 09 21:18:17.010326 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b7866-a4bb-4aa8-b893-253d183dc895 req-f33b61ce-067e-40e2-bab0-9f2683c71a2e tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:17.011835 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-740b7866-a4bb-4aa8-b893-253d183dc895 req-f33b61ce-067e-40e2-bab0-9f2683c71a2e tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 949 time: 0.1321039 Nov 09 21:18:17.061465 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bf5fad0-ecca-4350-83db-6ecd8944ffd7 admin admin] Deleting subnet fbd9762d-cf7e-4ae6-a9f8-332db52fef1f {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:18:17.072150 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7bf5fad0-ecca-4350-83db-6ecd8944ffd7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:17.121242 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-740b7866-a4bb-4aa8-b893-253d183dc895 req-db0bd03e-4a30-4087-aca3-f01cf01f6f00 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004691 Nov 09 21:18:17.142978 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-84730ed7-7441-4037-83d4-0176eac75489 req-d6ff4b03-7d44-44b9-b432-accdbaf51a07 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717532 Nov 09 21:18:17.143380 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-835f6d00-1fc3-42e6-b5e8-692b01d4a56d service neutron] 10.222.0.45 "GET /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225374 Nov 09 21:18:17.143610 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7bf5fad0-ecca-4350-83db-6ecd8944ffd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:17.169487 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-5357fa1c-91bb-4898-ac25-3b194f625e88 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231283 Nov 09 21:18:17.188032 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7bf5fad0-ecca-4350-83db-6ecd8944ffd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:17.252876 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7bf5fad0-ecca-4350-83db-6ecd8944ffd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:17.284730 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-1ad69377-dbc2-450e-989d-76dcf28ea98b service neutron] 10.222.0.45 "GET /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405709 Nov 09 21:18:17.293465 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7bf5fad0-ecca-4350-83db-6ecd8944ffd7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:17.298745 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7bf5fad0-ecca-4350-83db-6ecd8944ffd7 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/fbd9762d-cf7e-4ae6-a9f8-332db52fef1f HTTP/1.1" status: 204 len: 168 time: 0.3495822 Nov 09 21:18:17.300593 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf5fad0-ecca-4350-83db-6ecd8944ffd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbd9762d-cf7e-4ae6-a9f8-332db52fef1f,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:17.303543 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37216) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:17.308260 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84175bbb-c7b2-408c-b524-4f0fdd0fa990 req-c4ec2ce5-8b73-40bd-8494-cd30a110e870 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:17.316454 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-84175bbb-c7b2-408c-b524-4f0fdd0fa990 req-c4ec2ce5-8b73-40bd-8494-cd30a110e870 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/ports?device_id=cce52335-cfae-4a8c-85c7-274102d7f254 HTTP/1.1" status: 200 len: 949 time: 0.0843215 Nov 09 21:18:17.323908 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [req-02f30e2b-0ed2-404c-82bf-11c5a58b2b5b req-9b1db50e-6dc6-4f65-a911-5b74097be67d tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] show failed (client error): The resource could not be found. Nov 09 21:18:17.325140 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-02f30e2b-0ed2-404c-82bf-11c5a58b2b5b req-9b1db50e-6dc6-4f65-a911-5b74097be67d tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups/b448e576-fa4f-47b4-99fb-0f3363a8b906 HTTP/1.1" status: 404 len: 352 time: 0.0381677 Nov 09 21:18:17.376709 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-84175bbb-c7b2-408c-b524-4f0fdd0fa990 req-8ce721e8-3345-4e3c-9492-1c2fec31f0a6 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/security-groups?id=c936c073-8fef-4bf5-8625-84669736e0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527542 Nov 09 21:18:17.404168 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fd10ec0d-82c8-4a2d-9ffb-35b146d4190c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:17.459613 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7dc530a1-655a-462d-98cc-fff83e4d0b29 req-af88892a-4f86-4633-9ee3-8c80cfc84779 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ddac74d17cf94df2880a226d15c0a5ff HTTP/1.1" status: 200 len: 6197 time: 0.0703249 Nov 09 21:18:17.521996 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18803664-b541-44b7-8b7c-a7eb084d426c req-bc32ec7e-6410-469e-a485-bd648212105f tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:17.523444 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7dc530a1-655a-462d-98cc-fff83e4d0b29 req-93b0ecc1-9dcb-4166-b370-73000207590a tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups/fe7beac0-83b7-4dc2-8a69-2d3bfb73b965 HTTP/1.1" status: 200 len: 2998 time: 0.0575047 Nov 09 21:18:17.525083 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-18803664-b541-44b7-8b7c-a7eb084d426c req-bc32ec7e-6410-469e-a485-bd648212105f tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.49 "GET /v2.0/ports?device_id=df281d79-d898-4d8c-8c8e-9e3276c13111 HTTP/1.1" status: 200 len: 945 time: 0.1181743 Nov 09 21:18:17.546242 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fd10ec0d-82c8-4a2d-9ffb-35b146d4190c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:17.575127 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4e33f092-9b0c-4387-bbb1-9e3d7ac4238f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:17.579140 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7dc530a1-655a-462d-98cc-fff83e4d0b29 req-f1aa80ce-8b39-4c30-84a5-0b2918d4243f tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups/fe7beac0-83b7-4dc2-8a69-2d3bfb73b965 HTTP/1.1" status: 200 len: 2998 time: 0.0471859 Nov 09 21:18:17.601943 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-18803664-b541-44b7-8b7c-a7eb084d426c req-248dd901-7588-4570-8c8a-c33ef2e5888a tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f5971a4-f825-4460-9138-6d6ffc84860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718265 Nov 09 21:18:17.607009 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-fd10ec0d-82c8-4a2d-9ffb-35b146d4190c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faac63a1-bf72-47b8-ba0b-5b3546d2b6a3']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:18:17.618493 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-fd10ec0d-82c8-4a2d-9ffb-35b146d4190c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd190d68e-4d73-4054-8a90-b338a44862ef') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:18:17.618634 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-fd10ec0d-82c8-4a2d-9ffb-35b146d4190c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd190d68e-4d73-4054-8a90-b338a44862ef') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:18:17.630568 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fd10ec0d-82c8-4a2d-9ffb-35b146d4190c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:17.643044 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-9cb43f66-8cc1-49fe-b559-2ce42a7bd5d4 req-a69fde01-6fe3-41ce-a43d-4a0534776a4a tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-393205690', 'description': 'tempest-description-1758354722'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:18:17.665987 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9cb43f66-8cc1-49fe-b559-2ce42a7bd5d4 req-a69fde01-6fe3-41ce-a43d-4a0534776a4a tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:17.683545 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f870e4-38c2-47ae-a6c3-45c3b65e00a4 req-ca3989b9-ee2d-4277-919e-d8216fa63f88 tempest-LiveMigrationNegativeTest-1220132521 tempest-LiveMigrationNegativeTest-1220132521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:17.685147 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fd10ec0d-82c8-4a2d-9ffb-35b146d4190c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:17.686374 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-88f870e4-38c2-47ae-a6c3-45c3b65e00a4 req-ca3989b9-ee2d-4277-919e-d8216fa63f88 tempest-LiveMigrationNegativeTest-1220132521 tempest-LiveMigrationNegativeTest-1220132521-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=cce52335-cfae-4a8c-85c7-274102d7f254 HTTP/1.1" status: 200 len: 1100 time: 0.0480661 Nov 09 21:18:17.696904 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd10ec0d-82c8-4a2d-9ffb-35b146d4190c admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:18:17.697242 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fd10ec0d-82c8-4a2d-9ffb-35b146d4190c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:17.698899 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:18:17.698899 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:18:17.698899 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:18:17.698899 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:18:17.698899 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:18:17.698899 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:18:17.698899 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:18:17.698899 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:18:17.698899 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:18:17.698899 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:18:17.698899 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:18:17.698899 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:18:17.698899 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:18:17.698899 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:18:17.698899 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:18:17.698899 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:18:17.698899 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:18:17.698899 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:18:17.698899 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:18:17.698899 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:18:17.698899 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:18:17.698899 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:18:17.698899 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:18:17.698899 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:18:17.698899 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:18:17.698899 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:18:17.698899 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:18:17.698899 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:18:17.698899 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:18:17.698899 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:18:17.698899 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:18:17.698899 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:18:17.719419 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-88f870e4-38c2-47ae-a6c3-45c3b65e00a4 req-c3545a85-d885-4ad6-8302-735bdc0742b9 tempest-LiveMigrationNegativeTest-1220132521 tempest-LiveMigrationNegativeTest-1220132521-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:17.758529 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fd10ec0d-82c8-4a2d-9ffb-35b146d4190c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:17.761234 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['29a7db76-0962-489d-9bed-6cd34f2b024a'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:18:17.779327 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fd10ec0d-82c8-4a2d-9ffb-35b146d4190c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:17.797921 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-fd10ec0d-82c8-4a2d-9ffb-35b146d4190c admin admin] 10.222.0.49 "DELETE /v2.0/networks/faac63a1-bf72-47b8-ba0b-5b3546d2b6a3 HTTP/1.1" status: 204 len: 168 time: 0.4765012 Nov 09 21:18:17.799286 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd10ec0d-82c8-4a2d-9ffb-35b146d4190c admin admin] Pushing event deleted for resources: {'Network': ['ID=faac63a1-bf72-47b8-ba0b-5b3546d2b6a3,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:17.846033 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-88f870e4-38c2-47ae-a6c3-45c3b65e00a4 req-c3545a85-d885-4ad6-8302-735bdc0742b9 tempest-LiveMigrationNegativeTest-1220132521 tempest-LiveMigrationNegativeTest-1220132521-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:17.854514 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-88f870e4-38c2-47ae-a6c3-45c3b65e00a4 req-c3545a85-d885-4ad6-8302-735bdc0742b9 tempest-LiveMigrationNegativeTest-1220132521 tempest-LiveMigrationNegativeTest-1220132521-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:17.880216 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9cb43f66-8cc1-49fe-b559-2ce42a7bd5d4 req-a69fde01-6fe3-41ce-a43d-4a0534776a4a tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:17.888183 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9cb43f66-8cc1-49fe-b559-2ce42a7bd5d4 req-a69fde01-6fe3-41ce-a43d-4a0534776a4a tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:17.906006 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-88f870e4-38c2-47ae-a6c3-45c3b65e00a4 req-c3545a85-d885-4ad6-8302-735bdc0742b9 tempest-LiveMigrationNegativeTest-1220132521 tempest-LiveMigrationNegativeTest-1220132521-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=c936c073-8fef-4bf5-8625-84669736e0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015126 Nov 09 21:18:17.912255 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3545a85-d885-4ad6-8302-735bdc0742b9 tempest-LiveMigrationNegativeTest-1220132521 tempest-LiveMigrationNegativeTest-1220132521-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c30997-d294-4779-b84d-5d26baf55016,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:17.959175 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69fde01-6fe3-41ce-a43d-4a0534776a4a tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6557f619-d126-41b0-8f8c-cca2600103ce,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:17.977551 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9cb43f66-8cc1-49fe-b559-2ce42a7bd5d4 req-a69fde01-6fe3-41ce-a43d-4a0534776a4a tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:17.982057 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9cb43f66-8cc1-49fe-b559-2ce42a7bd5d4 req-a69fde01-6fe3-41ce-a43d-4a0534776a4a tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3444891 Nov 09 21:18:18.060227 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-a46958a5-5bd2-4cb6-a3a2-4a5f78d202f4 req-e2fea7f0-4082-4e2f-9ce2-f9e2cee866cd tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1139906363', 'description': 'tempest-description-2124366895'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:18:18.069518 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6b984-0de3-40d4-8d15-a6803aa6fd85 req-de52d6b0-16d3-4738-a20e-612b4e2d9ac6 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:18.075735 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6b984-0de3-40d4-8d15-a6803aa6fd85 req-de52d6b0-16d3-4738-a20e-612b4e2d9ac6 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:18.082981 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a46958a5-5bd2-4cb6-a3a2-4a5f78d202f4 req-e2fea7f0-4082-4e2f-9ce2-f9e2cee866cd tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:18.083163 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6b984-0de3-40d4-8d15-a6803aa6fd85 req-de52d6b0-16d3-4738-a20e-612b4e2d9ac6 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:18.088621 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37236) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:18.089322 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6b984-0de3-40d4-8d15-a6803aa6fd85 req-de52d6b0-16d3-4738-a20e-612b4e2d9ac6 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:18.095883 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6b984-0de3-40d4-8d15-a6803aa6fd85 req-de52d6b0-16d3-4738-a20e-612b4e2d9ac6 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:18.101946 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6b984-0de3-40d4-8d15-a6803aa6fd85 req-de52d6b0-16d3-4738-a20e-612b4e2d9ac6 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:18.108270 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6b984-0de3-40d4-8d15-a6803aa6fd85 req-de52d6b0-16d3-4738-a20e-612b4e2d9ac6 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:18.113236 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-15a6b984-0de3-40d4-8d15-a6803aa6fd85 req-de52d6b0-16d3-4738-a20e-612b4e2d9ac6 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 5429 time: 0.1113031 Nov 09 21:18:18.169302 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b6894b7a-b2c4-4cb9-bc34-4d9092212a56 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ba085d673db44dd290b44546c72e2d81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0772753 Nov 09 21:18:18.171774 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37242) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:18.200303 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-15a6b984-0de3-40d4-8d15-a6803aa6fd85 req-e5798684-4fc7-4e35-94a6-e27730a9dcd6 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&id=ea98d57d-1ab2-4bb7-8668-5c17afc65416&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0828047 Nov 09 21:18:18.230919 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a46958a5-5bd2-4cb6-a3a2-4a5f78d202f4 req-e2fea7f0-4082-4e2f-9ce2-f9e2cee866cd tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:18.239397 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a46958a5-5bd2-4cb6-a3a2-4a5f78d202f4 req-e2fea7f0-4082-4e2f-9ce2-f9e2cee866cd tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:18.265341 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b1abc386-4b44-4733-9527-1e89557248cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:18.292226 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a46958a5-5bd2-4cb6-a3a2-4a5f78d202f4 req-e2fea7f0-4082-4e2f-9ce2-f9e2cee866cd tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:18.302067 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a46958a5-5bd2-4cb6-a3a2-4a5f78d202f4 req-e2fea7f0-4082-4e2f-9ce2-f9e2cee866cd tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2467165 Nov 09 21:18:18.310047 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fea7f0-4082-4e2f-9ce2-f9e2cee866cd tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=605fa4c0-20ee-4fae-85ad-f362fc11c11d,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:18.321337 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b1abc386-4b44-4733-9527-1e89557248cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:18.383177 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b1abc386-4b44-4733-9527-1e89557248cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:18.387499 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b1abc386-4b44-4733-9527-1e89557248cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:18.392468 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b1abc386-4b44-4733-9527-1e89557248cd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d740cefa-120d-40a3-92bf-eb718976d47b HTTP/1.1" status: 204 len: 168 time: 0.2194860 Nov 09 21:18:18.409044 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1abc386-4b44-4733-9527-1e89557248cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d740cefa-120d-40a3-92bf-eb718976d47b,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:18.461967 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd557b1-9c63-4783-a344-31a3590856e0 req-b2ecee22-10a6-485e-9b36-f06ca14a4612 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:18.465518 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3fd557b1-9c63-4783-a344-31a3590856e0 req-b2ecee22-10a6-485e-9b36-f06ca14a4612 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 949 time: 0.1117725 Nov 09 21:18:18.477892 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c674d-d2f8-4f97-90b5-7252a40a469c req-38e72cf0-2f56-4e26-b0ac-008cbe3166dc tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:18.486656 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0a4c674d-d2f8-4f97-90b5-7252a40a469c req-38e72cf0-2f56-4e26-b0ac-008cbe3166dc tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 945 time: 0.0714188 Nov 09 21:18:18.527926 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3fd557b1-9c63-4783-a344-31a3590856e0 req-455d9230-376e-4a61-affd-bf8697ab5d94 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506740 Nov 09 21:18:18.537574 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0a4c674d-d2f8-4f97-90b5-7252a40a469c req-f857adcd-b9ca-452c-a186-cbe1403b041c tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499358 Nov 09 21:18:18.840093 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd3b34-c39a-4667-a237-584d7f88afae req-833ea8f9-deec-41bb-bac5-10394069799b tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:18.848018 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6fcd3b34-c39a-4667-a237-584d7f88afae req-833ea8f9-deec-41bb-bac5-10394069799b tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.49 "GET /v2.0/ports?device_id=df281d79-d898-4d8c-8c8e-9e3276c13111 HTTP/1.1" status: 200 len: 945 time: 0.0627692 Nov 09 21:18:18.859543 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37268) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:18.871471 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49408f83-f4e4-4059-a66a-5cfed854be57 req-9c0a422b-1024-487f-bea9-87419108ee2f tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:18.872945 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-49408f83-f4e4-4059-a66a-5cfed854be57 req-9c0a422b-1024-487f-bea9-87419108ee2f tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/networks?id=7680b8cd-cf84-4451-b98c-9ec0a0c87d39 HTTP/1.1" status: 200 len: 813 time: 0.1199753 Nov 09 21:18:18.897393 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 87884609-36f7-4af2-b11f-6da718e31e1a up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:18:18.901588 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6fcd3b34-c39a-4667-a237-584d7f88afae req-2358d336-d7d4-4ccb-ae8c-f93b426f266c tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f5971a4-f825-4460-9138-6d6ffc84860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513890 Nov 09 21:18:18.907487 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-49408f83-f4e4-4059-a66a-5cfed854be57 req-e77e8e7c-0fb2-4e3b-a974-d1fe0d587642 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/quotas/ddac74d17cf94df2880a226d15c0a5ff HTTP/1.1" status: 200 len: 375 time: 0.0251243 Nov 09 21:18:18.957302 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c4990b8b-8448-4bc5-b0a5-f5f2c9c6fec4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5c02a65ab6cc41e98fa0632394ba5c2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0965617 Nov 09 21:18:18.958194 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37270) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:18.969142 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 87884609-36f7-4af2-b11f-6da718e31e1a completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:18:18.976043 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 87884609-36f7-4af2-b11f-6da718e31e1a triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:18:18.976422 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:18.983942 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-49408f83-f4e4-4059-a66a-5cfed854be57 req-6cf706ae-a370-4444-9947-b3d00a4df0b3 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ddac74d17cf94df2880a226d15c0a5ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0652678 Nov 09 21:18:19.049541 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d68cdcab-9f1c-49aa-9ac0-ed07536fd751 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:19.082789 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d68cdcab-9f1c-49aa-9ac0-ed07536fd751 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:19.099194 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-49408f83-f4e4-4059-a66a-5cfed854be57 req-3b229b9a-a4ab-405f-a444-1fb12cb9edf7 service neutron] 10.222.0.49 "GET /v2.0/networks/7680b8cd-cf84-4451-b98c-9ec0a0c87d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078570 Nov 09 21:18:19.103388 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270de044-e5b4-40df-9ce5-bc853d6a14ee req-09a34501-d2f0-46ce-b64d-48053d0c0a3f tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:19.110310 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:19.114290 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-270de044-e5b4-40df-9ce5-bc853d6a14ee req-09a34501-d2f0-46ce-b64d-48053d0c0a3f tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/ports?device_id=cce52335-cfae-4a8c-85c7-274102d7f254 HTTP/1.1" status: 200 len: 949 time: 0.1122317 Nov 09 21:18:19.185472 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69efdf08-b71b-481f-92ba-7f9583b528c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87884609-36f7-4af2-b11f-6da718e31e1a'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:18:19.191077 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2ddef1-f3d3-451f-9fda-d2c3d74527a5" -d '{"events": [{"server_uuid": "69efdf08-b71b-481f-92ba-7f9583b528c0", "name": "network-vif-plugged", "status": "completed", "tag": "87884609-36f7-4af2-b11f-6da718e31e1a"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:18:19.200293 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 87884609-36f7-4af2-b11f-6da718e31e1a, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=87884609-36f7-4af2-b11f-6da718e31e1a,segment=NetworkSegment(2e766961-134c-4760-bec5-2f576a7e98d3),segment_id=2e766961-134c-4760-bec5-2f576a7e98d3)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:19.202911 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-270de044-e5b4-40df-9ce5-bc853d6a14ee req-134eaff4-6683-4584-9912-91748970608e tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/security-groups?id=c936c073-8fef-4bf5-8625-84669736e0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832996 Nov 09 21:18:19.206421 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:19.225258 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d68cdcab-9f1c-49aa-9ac0-ed07536fd751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:19.225258 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d68cdcab-9f1c-49aa-9ac0-ed07536fd751 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:19.236974 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d68cdcab-9f1c-49aa-9ac0-ed07536fd751 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9fed6ad5-c707-4719-9a21-223c6d29e144 HTTP/1.1" status: 204 len: 168 time: 0.2725215 Nov 09 21:18:19.248449 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-49408f83-f4e4-4059-a66a-5cfed854be57 req-f0abba93-f945-46cc-977d-e08e891c15b0 service neutron] 10.222.0.49 "GET /v2.0/networks/7680b8cd-cf84-4451-b98c-9ec0a0c87d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424680 Nov 09 21:18:19.256418 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68cdcab-9f1c-49aa-9ac0-ed07536fd751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fed6ad5-c707-4719-9a21-223c6d29e144,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:19.295835 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=87884609-36f7-4af2-b11f-6da718e31e1a,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:19.310898 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54ccda4-1bc2-4b59-bf2e-ed67fa3901a8 x-openstack-request-id: req-f54ccda4-1bc2-4b59-bf2e-ed67fa3901a8 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:18:19.312342 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69efdf08-b71b-481f-92ba-7f9583b528c0", "name": "network-vif-plugged", "status": "completed", "tag": "87884609-36f7-4af2-b11f-6da718e31e1a", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:18:19.312840 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f54ccda4-1bc2-4b59-bf2e-ed67fa3901a8 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:18:19.314249 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69efdf08-b71b-481f-92ba-7f9583b528c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87884609-36f7-4af2-b11f-6da718e31e1a', 'code': 200} Nov 09 21:18:19.519795 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-82ae379d-ed5c-4ad4-a25a-eb2f27f140fd req-4644c5ed-5aab-4355-a3eb-86c396be608a tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/ports?device_id=22216ec1-2813-4d18-9d2d-acfa49b6322d HTTP/1.1" status: 200 len: 210 time: 0.0513771 Nov 09 21:18:19.541095 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4795b-9229-4d10-b87b-52ad08b4cb81 req-8980e2ff-29a2-43c9-b5d5-8b71c34a4b3c tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:19.556260 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4795b-9229-4d10-b87b-52ad08b4cb81 req-8980e2ff-29a2-43c9-b5d5-8b71c34a4b3c tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:19.570078 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4795b-9229-4d10-b87b-52ad08b4cb81 req-8980e2ff-29a2-43c9-b5d5-8b71c34a4b3c tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:19.578004 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4795b-9229-4d10-b87b-52ad08b4cb81 req-8980e2ff-29a2-43c9-b5d5-8b71c34a4b3c tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:19.585848 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4795b-9229-4d10-b87b-52ad08b4cb81 req-8980e2ff-29a2-43c9-b5d5-8b71c34a4b3c tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:19.593559 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4795b-9229-4d10-b87b-52ad08b4cb81 req-8980e2ff-29a2-43c9-b5d5-8b71c34a4b3c tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:19.602040 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4795b-9229-4d10-b87b-52ad08b4cb81 req-8980e2ff-29a2-43c9-b5d5-8b71c34a4b3c tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:19.612214 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7cc4795b-9229-4d10-b87b-52ad08b4cb81 req-8980e2ff-29a2-43c9-b5d5-8b71c34a4b3c tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 5429 time: 0.2363024 Nov 09 21:18:19.685220 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce9ba2-25a6-449d-86d6-5d9d3be53847 req-297172a5-41e3-42e1-be85-52c34e02517f tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:19.698491 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-32ce9ba2-25a6-449d-86d6-5d9d3be53847 req-297172a5-41e3-42e1-be85-52c34e02517f tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 945 time: 0.0705907 Nov 09 21:18:19.707143 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7cc4795b-9229-4d10-b87b-52ad08b4cb81 req-b5f62ba6-34e5-4b1d-a681-6bac9a7b389f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&id=ea98d57d-1ab2-4bb7-8668-5c17afc65416&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0927560 Nov 09 21:18:19.724486 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1a1ff-9c00-4d47-9b31-15323e184a04 req-af69e528-5823-4b5a-b222-051503eeea39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:19.735032 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8fc1a1ff-9c00-4d47-9b31-15323e184a04 req-af69e528-5823-4b5a-b222-051503eeea39 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=69efdf08-b71b-481f-92ba-7f9583b528c0 HTTP/1.1" status: 200 len: 1097 time: 0.3223231 Nov 09 21:18:19.757741 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-32ce9ba2-25a6-449d-86d6-5d9d3be53847 req-2cc84f37-4aa5-49d0-a89c-c08923e82eba tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579090 Nov 09 21:18:19.899162 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8fc1a1ff-9c00-4d47-9b31-15323e184a04 req-688ecbaf-665d-45b1-890e-a24cad62b05e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1f5971a4-f825-4460-9138-6d6ffc84860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544855 Nov 09 21:18:19.934724 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a370e35-aa84-47c4-85f7-82d215059e16 req-fdd6dbd9-3d97-4a8b-8edd-9bed600bdf6d tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:19.936038 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3a370e35-aa84-47c4-85f7-82d215059e16 req-fdd6dbd9-3d97-4a8b-8edd-9bed600bdf6d tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 949 time: 0.1148353 Nov 09 21:18:20.038485 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3a370e35-aa84-47c4-85f7-82d215059e16 req-d1c5f15d-a0cb-4c17-85fb-07f4ced044f4 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846982 Nov 09 21:18:20.042433 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-827733e2-584c-4ea0-9b31-355d1c81e7b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:20.111657 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2efa9a-e9ed-4f24-81df-d4912c316c49 req-5cc60a80-f62b-4460-98e6-78d49e184d67 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:20.113217 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1d2efa9a-e9ed-4f24-81df-d4912c316c49 req-5cc60a80-f62b-4460-98e6-78d49e184d67 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.49 "GET /v2.0/ports?device_id=df281d79-d898-4d8c-8c8e-9e3276c13111 HTTP/1.1" status: 200 len: 945 time: 0.0960865 Nov 09 21:18:20.212214 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1d2efa9a-e9ed-4f24-81df-d4912c316c49 req-2fdc8ac6-e036-4dc2-95f8-5126c156b89a tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f5971a4-f825-4460-9138-6d6ffc84860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899167 Nov 09 21:18:20.366903 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aefaba-7b60-49e0-9a11-cf2d4c739e55 req-8cd49d11-3d65-416a-9010-8ecdd4798963 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:20.368714 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-80aefaba-7b60-49e0-9a11-cf2d4c739e55 req-8cd49d11-3d65-416a-9010-8ecdd4798963 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/ports?device_id=cce52335-cfae-4a8c-85c7-274102d7f254 HTTP/1.1" status: 200 len: 949 time: 0.0851200 Nov 09 21:18:20.450279 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 29a7db76-0962-489d-9bed-6cd34f2b024a up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:18:20.464363 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-80aefaba-7b60-49e0-9a11-cf2d4c739e55 req-15b3a6b4-2340-4139-82e9-43bba79e14a3 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/security-groups?id=c936c073-8fef-4bf5-8625-84669736e0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851603 Nov 09 21:18:20.526361 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 29a7db76-0962-489d-9bed-6cd34f2b024a completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:18:20.531835 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 29a7db76-0962-489d-9bed-6cd34f2b024a triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:18:20.532261 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:20.641352 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8982ec0-45af-4044-8b84-729f66d6c425 req-20cdceb1-37ac-421b-b656-176e03b0cf5d tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:20.643139 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f8982ec0-45af-4044-8b84-729f66d6c425 req-20cdceb1-37ac-421b-b656-176e03b0cf5d tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.45 "GET /v2.0/ports?device_id=cce52335-cfae-4a8c-85c7-274102d7f254 HTTP/1.1" status: 200 len: 949 time: 0.0798805 Nov 09 21:18:20.657585 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:20.680436 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b60a1f5d-c651-445b-9f85-be3d0a86592d req-498e2d11-2067-4005-a8da-0ec09ca46dd7 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/ports?device_id=22216ec1-2813-4d18-9d2d-acfa49b6322d HTTP/1.1" status: 200 len: 210 time: 0.0425193 Nov 09 21:18:20.723660 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 29a7db76-0962-489d-9bed-6cd34f2b024a, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=29a7db76-0962-489d-9bed-6cd34f2b024a,segment=NetworkSegment(2e766961-134c-4760-bec5-2f576a7e98d3),segment_id=2e766961-134c-4760-bec5-2f576a7e98d3)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:20.728483 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:20.729754 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device e39d6a53-a12d-4cbe-8c58-0e90bb16926a up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:18:20.741282 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-bb95d13f-14e4-4d2b-afb0-a14433c17c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:20.742769 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-bb95d13f-14e4-4d2b-afb0-a14433c17c95 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f&tenant_id=ab9f62a9766648e6a735e31e91b7e450 HTTP/1.1" status: 200 len: 1100 time: 0.1222930 Nov 09 21:18:20.761074 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-ce8f71fb-aca5-4273-979e-25b11fa2d64c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-3', 'device_owner': 'compute:nova'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:18:20.837516 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-f8982ec0-45af-4044-8b84-729f66d6c425 req-73f00313-5517-491f-9638-0bd0f28593a0 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Deleting port 826610f8-22d5-4a53-bf64-a1b876fcc575 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:18:20.838035 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f8982ec0-45af-4044-8b84-729f66d6c425 req-73f00313-5517-491f-9638-0bd0f28593a0 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:20.923080 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-ce8f71fb-aca5-4273-979e-25b11fa2d64c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:20.965021 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=29a7db76-0962-489d-9bed-6cd34f2b024a,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:20.975369 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:20.994818 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port e39d6a53-a12d-4cbe-8c58-0e90bb16926a completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:18:21.015837 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port e39d6a53-a12d-4cbe-8c58-0e90bb16926a triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:18:21.020628 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:21.121447 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-f8982ec0-45af-4044-8b84-729f66d6c425 req-73f00313-5517-491f-9638-0bd0f28593a0 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] For port 826610f8-22d5-4a53-bf64-a1b876fcc575, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=826610f8-22d5-4a53-bf64-a1b876fcc575,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:21.121814 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f8982ec0-45af-4044-8b84-729f66d6c425 req-73f00313-5517-491f-9638-0bd0f28593a0 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:21.188903 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:21.216509 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-f8982ec0-45af-4044-8b84-729f66d6c425 req-73f00313-5517-491f-9638-0bd0f28593a0 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Calling delete_port for 826610f8-22d5-4a53-bf64-a1b876fcc575 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:18:21.229863 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd48f6-6e85-47a3-8e92-de18d0f60c93 req-901b2195-5dc7-4b12-b00e-2a8bca94aa5d tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:21.236479 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd48f6-6e85-47a3-8e92-de18d0f60c93 req-901b2195-5dc7-4b12-b00e-2a8bca94aa5d tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:21.242532 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd48f6-6e85-47a3-8e92-de18d0f60c93 req-901b2195-5dc7-4b12-b00e-2a8bca94aa5d tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:21.243258 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port e39d6a53-a12d-4cbe-8c58-0e90bb16926a, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=e39d6a53-a12d-4cbe-8c58-0e90bb16926a,segment=NetworkSegment(2e766961-134c-4760-bec5-2f576a7e98d3),segment_id=2e766961-134c-4760-bec5-2f576a7e98d3)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:21.248374 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:21.248809 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd48f6-6e85-47a3-8e92-de18d0f60c93 req-901b2195-5dc7-4b12-b00e-2a8bca94aa5d tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:21.251374 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device c12b4097-cc61-4791-8e29-6bd956d25e95 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:18:21.255251 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd48f6-6e85-47a3-8e92-de18d0f60c93 req-901b2195-5dc7-4b12-b00e-2a8bca94aa5d tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:21.261419 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd48f6-6e85-47a3-8e92-de18d0f60c93 req-901b2195-5dc7-4b12-b00e-2a8bca94aa5d tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:21.267310 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd48f6-6e85-47a3-8e92-de18d0f60c93 req-901b2195-5dc7-4b12-b00e-2a8bca94aa5d tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:21.275157 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-05bd48f6-6e85-47a3-8e92-de18d0f60c93 req-901b2195-5dc7-4b12-b00e-2a8bca94aa5d tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 5429 time: 0.4201694 Nov 09 21:18:21.456030 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df281d79-d898-4d8c-8c8e-9e3276c13111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a7db76-0962-489d-9bed-6cd34f2b024a'}, {'server_uuid': '92b16943-3a07-4845-ac86-0987974c4c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e39d6a53-a12d-4cbe-8c58-0e90bb16926a'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:18:21.464442 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186fd597-eec6-4a90-9c0e-920fd0a1d5c9" -d '{"events": [{"server_uuid": "df281d79-d898-4d8c-8c8e-9e3276c13111", "name": "network-vif-plugged", "status": "completed", "tag": "29a7db76-0962-489d-9bed-6cd34f2b024a"}, {"server_uuid": "92b16943-3a07-4845-ac86-0987974c4c96", "name": "network-vif-plugged", "status": "completed", "tag": "e39d6a53-a12d-4cbe-8c58-0e90bb16926a"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:18:21.479034 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=e39d6a53-a12d-4cbe-8c58-0e90bb16926a,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:21.497204 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-05bd48f6-6e85-47a3-8e92-de18d0f60c93 req-7f292146-9d46-4c4b-bebf-be39881e823d tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&id=ea98d57d-1ab2-4bb7-8668-5c17afc65416&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2209408 Nov 09 21:18:21.580678 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:21.587839 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-ce8f71fb-aca5-4273-979e-25b11fa2d64c service neutron] For port c12b4097-cc61-4791-8e29-6bd956d25e95, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=c12b4097-cc61-4791-8e29-6bd956d25e95,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:21.604569 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c12b4097-cc61-4791-8e29-6bd956d25e95 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:18:21.689047 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b4fbf-a826-4689-9b9e-f83381bacff6 req-7c4ebcdc-022a-4b94-844b-7c25cd4b086f tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:21.691256 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0b8b4fbf-a826-4689-9b9e-f83381bacff6 req-7c4ebcdc-022a-4b94-844b-7c25cd4b086f tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 945 time: 0.0967238 Nov 09 21:18:21.705110 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49408f83-f4e4-4059-a66a-5cfed854be57 req-780c27fc-bb07-4ddc-9244-63c10e6a1a7f tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:21.706894 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-49408f83-f4e4-4059-a66a-5cfed854be57 req-780c27fc-bb07-4ddc-9244-63c10e6a1a7f tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.45 "GET /v2.0/networks?id=7680b8cd-cf84-4451-b98c-9ec0a0c87d39 HTTP/1.1" status: 200 len: 813 time: 0.8276937 Nov 09 21:18:21.720447 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-ce8f71fb-aca5-4273-979e-25b11fa2d64c service neutron] For port c12b4097-cc61-4791-8e29-6bd956d25e95, host n-h2-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:18:21.725720 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-49408f83-f4e4-4059-a66a-5cfed854be57 req-3b7046e8-e430-400c-9a47-0dd579040b5e tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Request body: {'port': {'device_id': '22216ec1-2813-4d18-9d2d-acfa49b6322d', 'network_id': '7680b8cd-cf84-4451-b98c-9ec0a0c87d39', 'admin_state_up': True, 'tenant_id': 'ddac74d17cf94df2880a226d15c0a5ff'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:18:21.758857 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-ce8f71fb-aca5-4273-979e-25b11fa2d64c service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c12b4097-cc61-4791-8e29-6bd956d25e95 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:18:21.773474 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-ce8f71fb-aca5-4273-979e-25b11fa2d64c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:21.790495 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-ce8f71fb-aca5-4273-979e-25b11fa2d64c service neutron] Ignored duplicate provisioning block setup for port c12b4097-cc61-4791-8e29-6bd956d25e95 by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 09 21:18:21.793102 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f8982ec0-45af-4044-8b84-729f66d6c425 req-73f00313-5517-491f-9638-0bd0f28593a0 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:21.798102 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-ce8f71fb-aca5-4273-979e-25b11fa2d64c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:21.839738 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0b8b4fbf-a826-4689-9b9e-f83381bacff6 req-23f740bb-cfd3-4c1f-b4ac-f19e328e908f tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311474 Nov 09 21:18:21.858317 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['f98ea90c-d76a-4ae6-9753-a16f0d02dadd'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:18:21.949923 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.db.api [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 21:18:21.950182 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-ce8f71fb-aca5-4273-979e-25b11fa2d64c service neutron] No DVR routers for this DVR port c12b4097-cc61-4791-8e29-6bd956d25e95 on host n-h2-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:18:21.950784 n-d-816206-3 neutron-server[102609]: DEBUG oslo_db.api [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 21:18:21.996217 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f71fb-aca5-4273-979e-25b11fa2d64c service neutron] Pushing event updated for resources: {'Port': ['ID=c12b4097-cc61-4791-8e29-6bd956d25e95,revision_number=9']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:22.043686 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8982ec0-45af-4044-8b84-729f66d6c425 req-73f00313-5517-491f-9638-0bd0f28593a0 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] No DVR routers for this DVR port 826610f8-22d5-4a53-bf64-a1b876fcc575 on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:18:22.053937 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2d28d-0228-4e3f-9347-e168c05b17d4 req-b34f401e-fea1-47a7-89c8-f316f58f2424 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:22.055835 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dcf2d28d-0228-4e3f-9347-e168c05b17d4 req-b34f401e-fea1-47a7-89c8-f316f58f2424 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.49 "GET /v2.0/ports?device_id=df281d79-d898-4d8c-8c8e-9e3276c13111 HTTP/1.1" status: 200 len: 946 time: 0.1174991 Nov 09 21:18:22.057538 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49408f83-f4e4-4059-a66a-5cfed854be57 req-3b7046e8-e430-400c-9a47-0dd579040b5e tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Made reservation on behalf of ddac74d17cf94df2880a226d15c0a5ff for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:18:22.062171 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-49408f83-f4e4-4059-a66a-5cfed854be57 req-3b7046e8-e430-400c-9a47-0dd579040b5e tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:22.069707 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f8982ec0-45af-4044-8b84-729f66d6c425 req-73f00313-5517-491f-9638-0bd0f28593a0 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:22.073921 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f8982ec0-45af-4044-8b84-729f66d6c425 req-73f00313-5517-491f-9638-0bd0f28593a0 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.45 "DELETE /v2.0/ports/826610f8-22d5-4a53-bf64-a1b876fcc575 HTTP/1.1" status: 204 len: 173 time: 1.4165871 Nov 09 21:18:22.109364 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-ce8f71fb-aca5-4273-979e-25b11fa2d64c service neutron] Attempting to bind port c12b4097-cc61-4791-8e29-6bd956d25e95 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:18:22.109752 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-ce8f71fb-aca5-4273-979e-25b11fa2d64c service neutron] Attempting to bind port c12b4097-cc61-4791-8e29-6bd956d25e95 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:18:22.110091 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-ce8f71fb-aca5-4273-979e-25b11fa2d64c service neutron] Attempting to bind port c12b4097-cc61-4791-8e29-6bd956d25e95 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:18:22.112363 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce52335-cfae-4a8c-85c7-274102d7f254', 'name': 'network-vif-deleted', 'tag': '826610f8-22d5-4a53-bf64-a1b876fcc575'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:18:22.115329 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b7c6ab-e98d-4284-a01b-b31efaac2945" -d '{"events": [{"server_uuid": "cce52335-cfae-4a8c-85c7-274102d7f254", "name": "network-vif-deleted", "tag": "826610f8-22d5-4a53-bf64-a1b876fcc575"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:18:22.127642 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f00313-5517-491f-9638-0bd0f28593a0 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Pushing event deleted for resources: {'Port': ['ID=826610f8-22d5-4a53-bf64-a1b876fcc575,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:22.146066 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c56cd-217d-4c63-94e3-af1f903b7766 req-765df3e9-8b71-45d2-bcaa-66a685f0fffb tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:22.165566 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f74c56cd-217d-4c63-94e3-af1f903b7766 req-765df3e9-8b71-45d2-bcaa-66a685f0fffb tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 948 time: 0.3261230 Nov 09 21:18:22.232738 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dcf2d28d-0228-4e3f-9347-e168c05b17d4 req-c237e277-92a9-4004-a7ad-c8f0c553de37 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f5971a4-f825-4460-9138-6d6ffc84860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533337 Nov 09 21:18:22.254680 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-ce8f71fb-aca5-4273-979e-25b11fa2d64c service neutron] Port c12b4097-cc61-4791-8e29-6bd956d25e95 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:18:22.256780 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-ce8f71fb-aca5-4273-979e-25b11fa2d64c service neutron] Attempting to bind port c12b4097-cc61-4791-8e29-6bd956d25e95 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:18:22.286165 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:22.286798 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-ce8f71fb-aca5-4273-979e-25b11fa2d64c service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:18:22.287135 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-ce8f71fb-aca5-4273-979e-25b11fa2d64c service neutron] Checking segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:18:22.291979 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-ce8f71fb-aca5-4273-979e-25b11fa2d64c service neutron] Bound using segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:18:22.292806 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-ce8f71fb-aca5-4273-979e-25b11fa2d64c service neutron] Bound port: c12b4097-cc61-4791-8e29-6bd956d25e95, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:18:22.293352 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-ce8f71fb-aca5-4273-979e-25b11fa2d64c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:22.332417 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 21:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3eba4d9-5f12-419b-8bd6-b4bb82c3520e x-openstack-request-id: req-c3eba4d9-5f12-419b-8bd6-b4bb82c3520e {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:18:22.332883 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df281d79-d898-4d8c-8c8e-9e3276c13111", "name": "network-vif-plugged", "status": "completed", "tag": "29a7db76-0962-489d-9bed-6cd34f2b024a", "code": 200}, {"server_uuid": "92b16943-3a07-4845-ac86-0987974c4c96", "name": "network-vif-plugged", "status": "completed", "tag": "e39d6a53-a12d-4cbe-8c58-0e90bb16926a", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:18:22.333051 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-49408f83-f4e4-4059-a66a-5cfed854be57 req-3b7046e8-e430-400c-9a47-0dd579040b5e tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Allocated IP 172.20.0.2 (7680b8cd-cf84-4451-b98c-9ec0a0c87d39/262b1767-8d0a-4864-8ab4-daf4a8d6ba62/80760068-d534-412c-b00e-3e2f5ef6798e) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:18:22.333426 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c3eba4d9-5f12-419b-8bd6-b4bb82c3520e {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:18:22.333978 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df281d79-d898-4d8c-8c8e-9e3276c13111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a7db76-0962-489d-9bed-6cd34f2b024a', 'code': 200} Nov 09 21:18:22.334414 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b16943-3a07-4845-ac86-0987974c4c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e39d6a53-a12d-4cbe-8c58-0e90bb16926a', 'code': 200} Nov 09 21:18:22.375204 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f74c56cd-217d-4c63-94e3-af1f903b7766 req-0ab95a44-73fc-4ab6-8679-34248fea3ce8 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084420 Nov 09 21:18:22.418164 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-ce8f71fb-aca5-4273-979e-25b11fa2d64c service neutron] For port c12b4097-cc61-4791-8e29-6bd956d25e95, host n-h1-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:18:22.431869 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-ce8f71fb-aca5-4273-979e-25b11fa2d64c service neutron] For port c12b4097-cc61-4791-8e29-6bd956d25e95, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=c12b4097-cc61-4791-8e29-6bd956d25e95,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:18:22.436806 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-ce8f71fb-aca5-4273-979e-25b11fa2d64c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:22.504781 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-ce8f71fb-aca5-4273-979e-25b11fa2d64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:22.505542 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-ce8f71fb-aca5-4273-979e-25b11fa2d64c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:22.507063 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-ce8f71fb-aca5-4273-979e-25b11fa2d64c service neutron] 10.222.0.45 "PUT /v2.0/ports/c12b4097-cc61-4791-8e29-6bd956d25e95 HTTP/1.1" status: 200 len: 1096 time: 1.7523766 Nov 09 21:18:22.590073 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f71fb-aca5-4273-979e-25b11fa2d64c service neutron] Pushing event updated for resources: {'Port': ['ID=c12b4097-cc61-4791-8e29-6bd956d25e95,revision_number=10']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:22.646974 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0fe89044-7cd3-4e5a-aab1-a9b7e94f1068 req-fefa6205-a05b-42fd-9edf-1bcafb753938 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/ports?device_id=22216ec1-2813-4d18-9d2d-acfa49b6322d HTTP/1.1" status: 200 len: 210 time: 0.0699568 Nov 09 21:18:22.651420 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:22.662788 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-fc12aea6-abe8-453d-8906-86f84bb2acba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:22.665562 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-fc12aea6-abe8-453d-8906-86f84bb2acba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab9f62a9766648e6a735e31e91b7e450&device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 1100 time: 0.1209743 Nov 09 21:18:22.727407 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e89db30e-c35a-4324-92ef-9e85312b3393 req-7a6d8ce0-5f51-4495-904a-4a5b63bb1de0 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/ports?device_id=cce52335-cfae-4a8c-85c7-274102d7f254 HTTP/1.1" status: 200 len: 210 time: 0.2136841 Nov 09 21:18:22.817812 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-65adcd7d-6d6c-475a-96b4-a23c1f9a2d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:22.820519 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-65adcd7d-6d6c-475a-96b4-a23c1f9a2d9f service neutron] 10.222.0.45 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.1419835 Nov 09 21:18:22.824799 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ef9a63-6064-42c4-8b3e-d6ef7c8dcb8b x-openstack-request-id: req-a2ef9a63-6064-42c4-8b3e-d6ef7c8dcb8b {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:18:22.825383 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce52335-cfae-4a8c-85c7-274102d7f254", "name": "network-vif-deleted", "tag": "826610f8-22d5-4a53-bf64-a1b876fcc575", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:18:22.825967 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a2ef9a63-6064-42c4-8b3e-d6ef7c8dcb8b {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:18:22.827424 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce52335-cfae-4a8c-85c7-274102d7f254', 'name': 'network-vif-deleted', 'tag': '826610f8-22d5-4a53-bf64-a1b876fcc575', 'status': 'completed', 'code': 200} Nov 09 21:18:22.864231 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0b999-5d9a-4366-8af9-bc64188874bc req-15dc14dc-f5a0-4895-a820-2841a35ce053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:22.870233 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d9e0b999-5d9a-4366-8af9-bc64188874bc req-15dc14dc-f5a0-4895-a820-2841a35ce053 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=92b16943-3a07-4845-ac86-0987974c4c96 HTTP/1.1" status: 200 len: 1096 time: 0.2833807 Nov 09 21:18:22.878617 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-5ed85ac1-1673-4d42-927f-8ff5c9132be2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=c12b4097-cc61-4791-8e29-6bd956d25e95 HTTP/1.1" status: 200 len: 217 time: 0.0471256 Nov 09 21:18:22.946197 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0da7d-fb56-4b98-896d-5532595fc1b0 req-e0afb5d9-ae74-4884-af59-4fc63a7083fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:22.956099 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fdb0da7d-fb56-4b98-896d-5532595fc1b0 req-e0afb5d9-ae74-4884-af59-4fc63a7083fb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=df281d79-d898-4d8c-8c8e-9e3276c13111 HTTP/1.1" status: 200 len: 1097 time: 0.3598800 Nov 09 21:18:22.986878 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-6e6d08c3-6655-40d3-a886-8bb719e79e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:22.989193 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-6e6d08c3-6655-40d3-a886-8bb719e79e56 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.1032205 Nov 09 21:18:23.087351 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-9bdfd503-9021-448e-8396-e171887fed6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:23.090983 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-9bdfd503-9021-448e-8396-e171887fed6f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0929248 Nov 09 21:18:23.122669 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 826610f8-22d5-4a53-bf64-a1b876fcc575 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:18:23.158001 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 826610f8-22d5-4a53-bf64-a1b876fcc575 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:18:23.158793 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 826610f8-22d5-4a53-bf64-a1b876fcc575 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:18:23.185995 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-49408f83-f4e4-4059-a66a-5cfed854be57 req-3b7046e8-e430-400c-9a47-0dd579040b5e tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:23.189839 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fdb0da7d-fb56-4b98-896d-5532595fc1b0 req-0880fd3e-57dd-41ff-a3f3-b458f371356e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1f5971a4-f825-4460-9138-6d6ffc84860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987293 Nov 09 21:18:23.202707 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d9e0b999-5d9a-4366-8af9-bc64188874bc req-e5d2c6d6-a789-4571-83ca-f0a56ba5298b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1f5971a4-f825-4460-9138-6d6ffc84860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182056 Nov 09 21:18:23.224572 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74f866-a3a8-4dca-9ddf-d6563006c236 req-6746494a-1336-442f-95ac-38a54fe0b83d tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:23.231688 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74f866-a3a8-4dca-9ddf-d6563006c236 req-6746494a-1336-442f-95ac-38a54fe0b83d tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:23.234271 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-596c236b-8c91-495b-858a-6a3629a1758f service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347828 Nov 09 21:18:23.240157 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74f866-a3a8-4dca-9ddf-d6563006c236 req-6746494a-1336-442f-95ac-38a54fe0b83d tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:23.246653 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74f866-a3a8-4dca-9ddf-d6563006c236 req-6746494a-1336-442f-95ac-38a54fe0b83d tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:23.253311 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74f866-a3a8-4dca-9ddf-d6563006c236 req-6746494a-1336-442f-95ac-38a54fe0b83d tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:23.259705 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74f866-a3a8-4dca-9ddf-d6563006c236 req-6746494a-1336-442f-95ac-38a54fe0b83d tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:23.268259 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74f866-a3a8-4dca-9ddf-d6563006c236 req-6746494a-1336-442f-95ac-38a54fe0b83d tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:23.270217 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cf74f866-a3a8-4dca-9ddf-d6563006c236 req-6746494a-1336-442f-95ac-38a54fe0b83d tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 5429 time: 0.3036067 Nov 09 21:18:23.300415 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:23.349497 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cf74f866-a3a8-4dca-9ddf-d6563006c236 req-1bcfdded-8421-472a-924b-4171b1fd2b42 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&id=ea98d57d-1ab2-4bb7-8668-5c17afc65416&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0653787 Nov 09 21:18:23.350748 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-49408f83-f4e4-4059-a66a-5cfed854be57 req-3b7046e8-e430-400c-9a47-0dd579040b5e tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:23.397497 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['f2f89472-9a16-481e-af91-7fd1b570f557'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:18:23.400181 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7046e8-e430-400c-9a47-0dd579040b5e tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Pushing event updated for resources: {'Port': ['ID=80760068-d534-412c-b00e-3e2f5ef6798e,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:23.417269 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49408f83-f4e4-4059-a66a-5cfed854be57 req-3b7046e8-e430-400c-9a47-0dd579040b5e tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Network 7680b8cd-cf84-4451-b98c-9ec0a0c87d39 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:18:23.419019 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-49408f83-f4e4-4059-a66a-5cfed854be57 req-3b7046e8-e430-400c-9a47-0dd579040b5e tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:18:23.422347 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-49408f83-f4e4-4059-a66a-5cfed854be57 req-3b7046e8-e430-400c-9a47-0dd579040b5e tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:18:23.527828 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49408f83-f4e4-4059-a66a-5cfed854be57 req-3b7046e8-e430-400c-9a47-0dd579040b5e tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:23.528513 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-49408f83-f4e4-4059-a66a-5cfed854be57 req-3b7046e8-e430-400c-9a47-0dd579040b5e tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:23.571097 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-49408f83-f4e4-4059-a66a-5cfed854be57 req-3b7046e8-e430-400c-9a47-0dd579040b5e tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8516057 Nov 09 21:18:23.585424 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-49408f83-f4e4-4059-a66a-5cfed854be57 req-eefbb4ef-46de-4e6f-bb47-09a2cdaf3f96 service neutron] Request body: {'port': {'device_id': '22216ec1-2813-4d18-9d2d-acfa49b6322d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:18:23.669345 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-49408f83-f4e4-4059-a66a-5cfed854be57 req-eefbb4ef-46de-4e6f-bb47-09a2cdaf3f96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:23.822417 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08765365-2c27-4877-aa89-c766e7ac8121 req-83025e98-9323-4da3-9f1b-1e48b24bc8af tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:23.833476 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-08765365-2c27-4877-aa89-c766e7ac8121 req-83025e98-9323-4da3-9f1b-1e48b24bc8af tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 945 time: 0.5983293 Nov 09 21:18:23.877506 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-278a4686-91e2-450a-8e5e-27126379dbb4 req-ec86cb50-0aaa-400e-bbb8-ea064eaba42a service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6337490 Nov 09 21:18:23.921106 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-08765365-2c27-4877-aa89-c766e7ac8121 req-9f795cb5-3728-45b6-a169-ffebbba0c1a8 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861187 Nov 09 21:18:23.973031 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22735b67-5e76-4ee3-b5b5-dba73ec7445f req-20be1569-c54c-4076-b595-17eb664cc165 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:23.974885 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-22735b67-5e76-4ee3-b5b5-dba73ec7445f req-20be1569-c54c-4076-b595-17eb664cc165 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.49 "GET /v2.0/ports?device_id=df281d79-d898-4d8c-8c8e-9e3276c13111 HTTP/1.1" status: 200 len: 946 time: 0.2463932 Nov 09 21:18:24.060957 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84dd444-5bc7-4b43-8290-c7575df592b1 req-f8b414d9-30b8-4471-8646-9628df400ad4 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:24.063120 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b84dd444-5bc7-4b43-8290-c7575df592b1 req-f8b414d9-30b8-4471-8646-9628df400ad4 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 949 time: 0.0680723 Nov 09 21:18:24.105279 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-22735b67-5e76-4ee3-b5b5-dba73ec7445f req-8ae92da4-9883-48dd-a3e7-80861be2616a tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f5971a4-f825-4460-9138-6d6ffc84860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197572 Nov 09 21:18:24.131710 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b84dd444-5bc7-4b43-8290-c7575df592b1 req-cf9d19b1-fe97-4953-819f-936285325383 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581779 Nov 09 21:18:24.252749 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-49408f83-f4e4-4059-a66a-5cfed854be57 req-eefbb4ef-46de-4e6f-bb47-09a2cdaf3f96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80760068-d534-412c-b00e-3e2f5ef6798e {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:18:24.264856 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-49408f83-f4e4-4059-a66a-5cfed854be57 req-eefbb4ef-46de-4e6f-bb47-09a2cdaf3f96 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:24.282905 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b19f7-8ae1-4d62-add7-12ab7f5eee4a req-634ff235-0d9e-4e16-a1f9-28f2548cd078 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:24.285463 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3b0b19f7-8ae1-4d62-add7-12ab7f5eee4a req-634ff235-0d9e-4e16-a1f9-28f2548cd078 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/ports?device_id=22216ec1-2813-4d18-9d2d-acfa49b6322d HTTP/1.1" status: 200 len: 931 time: 0.0975604 Nov 09 21:18:24.290747 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-49408f83-f4e4-4059-a66a-5cfed854be57 req-eefbb4ef-46de-4e6f-bb47-09a2cdaf3f96 service neutron] Transition to ACTIVE for port object 80760068-d534-412c-b00e-3e2f5ef6798e will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:18:24.298029 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-49408f83-f4e4-4059-a66a-5cfed854be57 req-eefbb4ef-46de-4e6f-bb47-09a2cdaf3f96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:24.410109 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefbb4ef-46de-4e6f-bb47-09a2cdaf3f96 service neutron] Pushing event updated for resources: {'Port': ['ID=80760068-d534-412c-b00e-3e2f5ef6798e,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:24.462945 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3b0b19f7-8ae1-4d62-add7-12ab7f5eee4a req-d9129175-b8ad-489f-aa08-c285cc41ae3f tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe7beac0-83b7-4dc2-8a69-2d3bfb73b965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675472 Nov 09 21:18:24.494175 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-49408f83-f4e4-4059-a66a-5cfed854be57 req-eefbb4ef-46de-4e6f-bb47-09a2cdaf3f96 service neutron] Attempting to bind port 80760068-d534-412c-b00e-3e2f5ef6798e on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:18:24.494520 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-49408f83-f4e4-4059-a66a-5cfed854be57 req-eefbb4ef-46de-4e6f-bb47-09a2cdaf3f96 service neutron] Attempting to bind port 80760068-d534-412c-b00e-3e2f5ef6798e by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '09b70962-317a-4e30-8693-8968e5be04b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7680b8cd-cf84-4451-b98c-9ec0a0c87d39'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:18:24.494860 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49408f83-f4e4-4059-a66a-5cfed854be57 req-eefbb4ef-46de-4e6f-bb47-09a2cdaf3f96 service neutron] Attempting to bind port 80760068-d534-412c-b00e-3e2f5ef6798e on network 7680b8cd-cf84-4451-b98c-9ec0a0c87d39 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:18:24.501449 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49408f83-f4e4-4059-a66a-5cfed854be57 req-eefbb4ef-46de-4e6f-bb47-09a2cdaf3f96 service neutron] Port 80760068-d534-412c-b00e-3e2f5ef6798e on network 7680b8cd-cf84-4451-b98c-9ec0a0c87d39 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:18:24.502092 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49408f83-f4e4-4059-a66a-5cfed854be57 req-eefbb4ef-46de-4e6f-bb47-09a2cdaf3f96 service neutron] Attempting to bind port 80760068-d534-412c-b00e-3e2f5ef6798e on network 7680b8cd-cf84-4451-b98c-9ec0a0c87d39 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:18:24.514316 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49408f83-f4e4-4059-a66a-5cfed854be57 req-eefbb4ef-46de-4e6f-bb47-09a2cdaf3f96 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:18:24.514668 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49408f83-f4e4-4059-a66a-5cfed854be57 req-eefbb4ef-46de-4e6f-bb47-09a2cdaf3f96 service neutron] Checking segment: {'id': '09b70962-317a-4e30-8693-8968e5be04b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7680b8cd-cf84-4451-b98c-9ec0a0c87d39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:18:24.515068 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49408f83-f4e4-4059-a66a-5cfed854be57 req-eefbb4ef-46de-4e6f-bb47-09a2cdaf3f96 service neutron] Bound using segment: {'id': '09b70962-317a-4e30-8693-8968e5be04b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7680b8cd-cf84-4451-b98c-9ec0a0c87d39'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:18:24.515520 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-49408f83-f4e4-4059-a66a-5cfed854be57 req-eefbb4ef-46de-4e6f-bb47-09a2cdaf3f96 service neutron] Bound port: 80760068-d534-412c-b00e-3e2f5ef6798e, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09b70962-317a-4e30-8693-8968e5be04b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7680b8cd-cf84-4451-b98c-9ec0a0c87d39'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:18:24.515879 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-49408f83-f4e4-4059-a66a-5cfed854be57 req-eefbb4ef-46de-4e6f-bb47-09a2cdaf3f96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:24.590625 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-49408f83-f4e4-4059-a66a-5cfed854be57 req-eefbb4ef-46de-4e6f-bb47-09a2cdaf3f96 service neutron] For port 80760068-d534-412c-b00e-3e2f5ef6798e, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:18:24.595356 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-49408f83-f4e4-4059-a66a-5cfed854be57 req-eefbb4ef-46de-4e6f-bb47-09a2cdaf3f96 service neutron] For port 80760068-d534-412c-b00e-3e2f5ef6798e, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=80760068-d534-412c-b00e-3e2f5ef6798e,segment=NetworkSegment(09b70962-317a-4e30-8693-8968e5be04b8),segment_id=09b70962-317a-4e30-8693-8968e5be04b8)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:18:24.600268 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-49408f83-f4e4-4059-a66a-5cfed854be57 req-eefbb4ef-46de-4e6f-bb47-09a2cdaf3f96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:24.660076 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49408f83-f4e4-4059-a66a-5cfed854be57 req-eefbb4ef-46de-4e6f-bb47-09a2cdaf3f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:24.663338 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-49408f83-f4e4-4059-a66a-5cfed854be57 req-eefbb4ef-46de-4e6f-bb47-09a2cdaf3f96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:24.663338 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-49408f83-f4e4-4059-a66a-5cfed854be57 req-eefbb4ef-46de-4e6f-bb47-09a2cdaf3f96 service neutron] 10.222.0.45 "PUT /v2.0/ports/80760068-d534-412c-b00e-3e2f5ef6798e HTTP/1.1" status: 200 len: 1091 time: 1.0819898 Nov 09 21:18:24.663338 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22216ec1-2813-4d18-9d2d-acfa49b6322d', 'tag': '80760068-d534-412c-b00e-3e2f5ef6798e'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:18:24.665551 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b05a6a-de8e-43fc-9054-4a5bfa36a0c7" -d '{"events": [{"name": "network-changed", "server_uuid": "22216ec1-2813-4d18-9d2d-acfa49b6322d", "tag": "80760068-d534-412c-b00e-3e2f5ef6798e"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:18:24.714769 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefbb4ef-46de-4e6f-bb47-09a2cdaf3f96 service neutron] Pushing event updated for resources: {'Port': ['ID=80760068-d534-412c-b00e-3e2f5ef6798e,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:24.735617 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624b17a-27cc-497b-a6ae-db6dedf0233a req-54c646b8-ed7c-4476-88b1-46ffd6cbf713 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:24.744513 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624b17a-27cc-497b-a6ae-db6dedf0233a req-54c646b8-ed7c-4476-88b1-46ffd6cbf713 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:24.755055 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624b17a-27cc-497b-a6ae-db6dedf0233a req-54c646b8-ed7c-4476-88b1-46ffd6cbf713 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:24.768253 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624b17a-27cc-497b-a6ae-db6dedf0233a req-54c646b8-ed7c-4476-88b1-46ffd6cbf713 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:24.779594 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624b17a-27cc-497b-a6ae-db6dedf0233a req-54c646b8-ed7c-4476-88b1-46ffd6cbf713 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:24.782397 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49408f83-f4e4-4059-a66a-5cfed854be57 req-8a9cb108-2439-4b05-ae89-bf2ec58d8ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:24.785315 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-49408f83-f4e4-4059-a66a-5cfed854be57 req-8a9cb108-2439-4b05-ae89-bf2ec58d8ecb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ddac74d17cf94df2880a226d15c0a5ff&device_id=22216ec1-2813-4d18-9d2d-acfa49b6322d HTTP/1.1" status: 200 len: 1094 time: 0.0595965 Nov 09 21:18:24.787127 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624b17a-27cc-497b-a6ae-db6dedf0233a req-54c646b8-ed7c-4476-88b1-46ffd6cbf713 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:24.793898 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624b17a-27cc-497b-a6ae-db6dedf0233a req-54c646b8-ed7c-4476-88b1-46ffd6cbf713 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:24.796419 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d624b17a-27cc-497b-a6ae-db6dedf0233a req-54c646b8-ed7c-4476-88b1-46ffd6cbf713 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 5429 time: 0.1585295 Nov 09 21:18:24.828279 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7643dd4f-fcd6-4e08-90e5-76b9e057ba4f', 'tag': 'c12b4097-cc61-4791-8e29-6bd956d25e95'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:18:24.831374 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4acd22-9d6e-4776-b06c-6f8fb4d83026" -d '{"events": [{"name": "network-changed", "server_uuid": "7643dd4f-fcd6-4e08-90e5-76b9e057ba4f", "tag": "c12b4097-cc61-4791-8e29-6bd956d25e95"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:18:24.842148 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-49408f83-f4e4-4059-a66a-5cfed854be57 req-9130d9d2-a6c8-467b-8eaf-8f9b55f3d62d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=80760068-d534-412c-b00e-3e2f5ef6798e HTTP/1.1" status: 200 len: 217 time: 0.0483997 Nov 09 21:18:24.880259 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d624b17a-27cc-497b-a6ae-db6dedf0233a req-49639117-c893-4a89-8448-16ec68a5e726 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&id=ea98d57d-1ab2-4bb7-8668-5c17afc65416&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0765462 Nov 09 21:18:24.955903 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49408f83-f4e4-4059-a66a-5cfed854be57 req-fce87099-0c81-4634-8b8c-d4e84e6500a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:24.957795 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-49408f83-f4e4-4059-a66a-5cfed854be57 req-fce87099-0c81-4634-8b8c-d4e84e6500a2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=262b1767-8d0a-4864-8ab4-daf4a8d6ba62 HTTP/1.1" status: 200 len: 853 time: 0.1061683 Nov 09 21:18:25.001089 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-49408f83-f4e4-4059-a66a-5cfed854be57 req-a3075e55-aa6d-44bf-8e8e-930be9b05c82 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7680b8cd-cf84-4451-b98c-9ec0a0c87d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359168 Nov 09 21:18:25.003445 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10acf738-9dce-477e-a4dc-eeb259be0626 x-openstack-request-id: req-10acf738-9dce-477e-a4dc-eeb259be0626 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:18:25.003740 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22216ec1-2813-4d18-9d2d-acfa49b6322d", "tag": "80760068-d534-412c-b00e-3e2f5ef6798e", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:18:25.004068 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-10acf738-9dce-477e-a4dc-eeb259be0626 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:18:25.004521 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22216ec1-2813-4d18-9d2d-acfa49b6322d', 'tag': '80760068-d534-412c-b00e-3e2f5ef6798e', 'status': 'completed', 'code': 200} Nov 09 21:18:25.022802 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb5eea-8dc1-496d-8c65-be95d5007b3f req-defac72d-6433-41ae-96f3-db5cbca49368 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:25.024359 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c7eb5eea-8dc1-496d-8c65-be95d5007b3f req-defac72d-6433-41ae-96f3-db5cbca49368 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/ports?device_id=e14c2798-7f63-4f1b-b504-14b711c7aae2 HTTP/1.1" status: 200 len: 949 time: 0.1187797 Nov 09 21:18:25.051380 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aefb716-eb0b-446f-ac8b-620b12be2946 x-openstack-request-id: req-1aefb716-eb0b-446f-ac8b-620b12be2946 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:18:25.051911 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7643dd4f-fcd6-4e08-90e5-76b9e057ba4f", "tag": "c12b4097-cc61-4791-8e29-6bd956d25e95", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:18:25.052359 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1aefb716-eb0b-446f-ac8b-620b12be2946 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:18:25.053051 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7643dd4f-fcd6-4e08-90e5-76b9e057ba4f', 'tag': 'c12b4097-cc61-4791-8e29-6bd956d25e95', 'status': 'completed', 'code': 200} Nov 09 21:18:25.148249 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c7eb5eea-8dc1-496d-8c65-be95d5007b3f req-2c02811e-4d0c-4a38-95b1-d960df2d1e2c tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/security-groups?id=c936c073-8fef-4bf5-8625-84669736e0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122997 Nov 09 21:18:25.153034 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4acd22-9d6e-4776-b06c-6f8fb4d83026 req-280d9e80-6ce1-40bd-a891-8700adb691de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:25.158849 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8f4acd22-9d6e-4776-b06c-6f8fb4d83026 req-280d9e80-6ce1-40bd-a891-8700adb691de service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab9f62a9766648e6a735e31e91b7e450&device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 1100 time: 0.0718684 Nov 09 21:18:25.202927 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-49408f83-f4e4-4059-a66a-5cfed854be57 req-d5d57d66-6ada-40fd-a7ae-b4aaca87d9da service neutron] 10.222.0.45 "GET /v2.0/networks/7680b8cd-cf84-4451-b98c-9ec0a0c87d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773815 Nov 09 21:18:25.300121 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6115550-c31c-4589-a53f-2a95b6cb47d8 req-f395687a-3191-4e73-8113-81d10087ae72 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:25.301836 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d6115550-c31c-4589-a53f-2a95b6cb47d8 req-f395687a-3191-4e73-8113-81d10087ae72 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 945 time: 0.1265795 Nov 09 21:18:25.326226 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4acd22-9d6e-4776-b06c-6f8fb4d83026 req-3da9c846-3ba4-4e52-9b91-675ea6c5ced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:25.327721 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8f4acd22-9d6e-4776-b06c-6f8fb4d83026 req-3da9c846-3ba4-4e52-9b91-675ea6c5ced3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.1614971 Nov 09 21:18:25.355326 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4acd22-9d6e-4776-b06c-6f8fb4d83026 req-fffdd990-dca0-4bc9-94bf-9c935f07cc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:25.356878 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8f4acd22-9d6e-4776-b06c-6f8fb4d83026 req-fffdd990-dca0-4bc9-94bf-9c935f07cc45 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab9f62a9766648e6a735e31e91b7e450&device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 1100 time: 0.0976176 Nov 09 21:18:25.373802 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b18a15a-2e14-4937-834d-c07af80f8801 req-0c443463-7741-4f6e-9337-a500c6a62ea8 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:25.381012 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0b18a15a-2e14-4937-834d-c07af80f8801 req-0c443463-7741-4f6e-9337-a500c6a62ea8 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.49 "GET /v2.0/ports?device_id=df281d79-d898-4d8c-8c8e-9e3276c13111 HTTP/1.1" status: 200 len: 946 time: 0.1486883 Nov 09 21:18:25.391476 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8f4acd22-9d6e-4776-b06c-6f8fb4d83026 req-00f47307-281b-4cd7-bd12-130ea7dd83b8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=c12b4097-cc61-4791-8e29-6bd956d25e95 HTTP/1.1" status: 200 len: 217 time: 0.0480833 Nov 09 21:18:25.408386 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-49408f83-f4e4-4059-a66a-5cfed854be57 req-f774014b-e9ae-46d3-9d75-413770ad7a54 service neutron] 10.222.0.45 "GET /v2.0/networks/7680b8cd-cf84-4451-b98c-9ec0a0c87d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961353 Nov 09 21:18:25.484388 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d6115550-c31c-4589-a53f-2a95b6cb47d8 req-ffd948ca-5f5c-4788-ba31-ed6753deb2f5 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605918 Nov 09 21:18:25.496436 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4acd22-9d6e-4776-b06c-6f8fb4d83026 req-7c4b2289-abb9-49a4-94b2-8be31ad2d490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:25.498183 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8f4acd22-9d6e-4776-b06c-6f8fb4d83026 req-7c4b2289-abb9-49a4-94b2-8be31ad2d490 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.0919087 Nov 09 21:18:25.520455 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0b18a15a-2e14-4937-834d-c07af80f8801 req-5098632b-4331-496a-9b48-ce7a6f5bf3c2 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f5971a4-f825-4460-9138-6d6ffc84860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366837 Nov 09 21:18:25.558876 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4acd22-9d6e-4776-b06c-6f8fb4d83026 req-14337d95-28b9-4921-9187-7a5943543389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:25.566200 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8f4acd22-9d6e-4776-b06c-6f8fb4d83026 req-14337d95-28b9-4921-9187-7a5943543389 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0551252 Nov 09 21:18:25.592100 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4acd22-9d6e-4776-b06c-6f8fb4d83026 req-4bc69ea7-a6aa-4a17-b7c8-1dd2a59efce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:25.594913 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8f4acd22-9d6e-4776-b06c-6f8fb4d83026 req-4bc69ea7-a6aa-4a17-b7c8-1dd2a59efce7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.2094758 Nov 09 21:18:25.676230 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b05a6a-de8e-43fc-9054-4a5bfa36a0c7 req-2f4246d2-3867-47fb-883f-99338a9bb270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:25.677760 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-11b05a6a-de8e-43fc-9054-4a5bfa36a0c7 req-2f4246d2-3867-47fb-883f-99338a9bb270 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ddac74d17cf94df2880a226d15c0a5ff&device_id=22216ec1-2813-4d18-9d2d-acfa49b6322d HTTP/1.1" status: 200 len: 1094 time: 0.1810267 Nov 09 21:18:25.678994 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8f4acd22-9d6e-4776-b06c-6f8fb4d83026 req-7c790584-c1b9-46c4-980d-a1b4d9f5da94 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=c12b4097-cc61-4791-8e29-6bd956d25e95 HTTP/1.1" status: 200 len: 217 time: 0.0741320 Nov 09 21:18:25.694954 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f877d-81f8-4e94-b804-1de263ab51d8 req-62b2a31e-165d-486a-8bbe-eca2ba8e6bb7 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:25.696756 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-764f877d-81f8-4e94-b804-1de263ab51d8 req-62b2a31e-165d-486a-8bbe-eca2ba8e6bb7 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 949 time: 0.0993109 Nov 09 21:18:25.724531 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8f4acd22-9d6e-4776-b06c-6f8fb4d83026 req-974f5f02-faf2-4e78-bca0-f91cb52093e6 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502602 Nov 09 21:18:25.730943 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37434) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:25.772185 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c88ce-35ae-414a-a8ea-d3c0f11247d8 req-2fbf8e69-7197-47e9-b077-98dfb6f23496 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:25.773760 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ef0c88ce-35ae-414a-a8ea-d3c0f11247d8 req-2fbf8e69-7197-47e9-b077-98dfb6f23496 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/ports?device_id=22216ec1-2813-4d18-9d2d-acfa49b6322d HTTP/1.1" status: 200 len: 943 time: 0.1730065 Nov 09 21:18:25.820859 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-764f877d-81f8-4e94-b804-1de263ab51d8 req-297e83e3-8bae-4f54-aa91-dbfa4de6a6f3 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135581 Nov 09 21:18:25.826086 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4acd22-9d6e-4776-b06c-6f8fb4d83026 req-39bdb16f-c80a-4cab-a4b0-4b4269d0342b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:25.828144 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8f4acd22-9d6e-4776-b06c-6f8fb4d83026 req-39bdb16f-c80a-4cab-a4b0-4b4269d0342b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.1401260 Nov 09 21:18:25.879689 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8f4acd22-9d6e-4776-b06c-6f8fb4d83026 req-43ccef81-fbe7-4b99-b682-0c7867d3f6c2 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392395 Nov 09 21:18:25.893368 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a4cfb90c-cce0-4282-85ca-c40c22fa1429 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:25.916467 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ef0c88ce-35ae-414a-a8ea-d3c0f11247d8 req-0e828063-eb83-4dce-9a63-d538dffa8e7d tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe7beac0-83b7-4dc2-8a69-2d3bfb73b965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262910 Nov 09 21:18:25.923242 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b05a6a-de8e-43fc-9054-4a5bfa36a0c7 req-364cfb19-e5a4-4762-aec9-f476b684c9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:25.925431 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-11b05a6a-de8e-43fc-9054-4a5bfa36a0c7 req-364cfb19-e5a4-4762-aec9-f476b684c9b2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7680b8cd-cf84-4451-b98c-9ec0a0c87d39 HTTP/1.1" status: 200 len: 913 time: 0.2349272 Nov 09 21:18:25.953089 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4acd22-9d6e-4776-b06c-6f8fb4d83026 req-e67e4bbc-cb5c-4acc-ac74-30dc7822cd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:25.954679 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8f4acd22-9d6e-4776-b06c-6f8fb4d83026 req-e67e4bbc-cb5c-4acc-ac74-30dc7822cd96 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1026194 Nov 09 21:18:26.000063 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-11b05a6a-de8e-43fc-9054-4a5bfa36a0c7 req-726895c4-7ea4-4808-afb1-a3717947b60b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=80760068-d534-412c-b00e-3e2f5ef6798e HTTP/1.1" status: 200 len: 217 time: 0.0564570 Nov 09 21:18:26.026543 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd822fb-8f1a-47a5-98ec-0f1e32f17374 req-1a49edc8-e4ed-4d8f-a4b6-dcebc8cf937a tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:26.028082 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6bd822fb-8f1a-47a5-98ec-0f1e32f17374 req-1a49edc8-e4ed-4d8f-a4b6-dcebc8cf937a tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.49 "GET /v2.0/ports?device_id=69efdf08-b71b-481f-92ba-7f9583b528c0 HTTP/1.1" status: 200 len: 946 time: 0.1065381 Nov 09 21:18:26.104494 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b05a6a-de8e-43fc-9054-4a5bfa36a0c7 req-2c72b7df-8c5d-4d4a-a9c8-4bc630392a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:26.105939 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-11b05a6a-de8e-43fc-9054-4a5bfa36a0c7 req-2c72b7df-8c5d-4d4a-a9c8-4bc630392a3f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=262b1767-8d0a-4864-8ab4-daf4a8d6ba62 HTTP/1.1" status: 200 len: 853 time: 0.0940087 Nov 09 21:18:26.117439 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6bd822fb-8f1a-47a5-98ec-0f1e32f17374 req-66b7ee32-f915-4c31-bc67-76ce1dd26356 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f5971a4-f825-4460-9138-6d6ffc84860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786533 Nov 09 21:18:26.130656 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a4cfb90c-cce0-4282-85ca-c40c22fa1429 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:26.135504 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a4cfb90c-cce0-4282-85ca-c40c22fa1429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:26.184504 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-11b05a6a-de8e-43fc-9054-4a5bfa36a0c7 req-50d27f9f-909c-4244-b80f-0e1899411c5d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7680b8cd-cf84-4451-b98c-9ec0a0c87d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675430 Nov 09 21:18:26.194985 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a4cfb90c-cce0-4282-85ca-c40c22fa1429 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f1965c1c58bd4f98b3e55a2c20de7fb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4629943 Nov 09 21:18:26.197686 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37444) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:26.205802 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cfb90c-cce0-4282-85ca-c40c22fa1429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec567de4-5802-4127-8b77-be9c81c1595f,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:26.209708 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8f4acd22-9d6e-4776-b06c-6f8fb4d83026 req-dcfb8cf7-0340-449b-a892-40b4c3c2162a service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187128 Nov 09 21:18:26.308520 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aeae73-6cd8-478d-b5cc-1630673c4c65 req-2b9793c4-f55b-4696-b929-3df1b5352c7a tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:26.309990 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-18aeae73-6cd8-478d-b5cc-1630673c4c65 req-2b9793c4-f55b-4696-b929-3df1b5352c7a tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b16943-3a07-4845-ac86-0987974c4c96 HTTP/1.1" status: 200 len: 945 time: 0.0748880 Nov 09 21:18:26.310632 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-755fced5-4b06-43d1-9ddf-577592437998 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:26.334877 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf97d7-0d21-4ba1-a488-119f91818e33 req-aff5cdf0-374d-4e25-ab57-dd5573b5d30a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:26.340735 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf97d7-0d21-4ba1-a488-119f91818e33 req-aff5cdf0-374d-4e25-ab57-dd5573b5d30a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:26.347161 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-755fced5-4b06-43d1-9ddf-577592437998 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:26.347609 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf97d7-0d21-4ba1-a488-119f91818e33 req-aff5cdf0-374d-4e25-ab57-dd5573b5d30a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:26.353477 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf97d7-0d21-4ba1-a488-119f91818e33 req-aff5cdf0-374d-4e25-ab57-dd5573b5d30a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:26.359836 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf97d7-0d21-4ba1-a488-119f91818e33 req-aff5cdf0-374d-4e25-ab57-dd5573b5d30a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:26.365704 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf97d7-0d21-4ba1-a488-119f91818e33 req-aff5cdf0-374d-4e25-ab57-dd5573b5d30a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:26.372452 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf97d7-0d21-4ba1-a488-119f91818e33 req-aff5cdf0-374d-4e25-ab57-dd5573b5d30a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:26.374992 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1dbf97d7-0d21-4ba1-a488-119f91818e33 req-aff5cdf0-374d-4e25-ab57-dd5573b5d30a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 5429 time: 0.2570915 Nov 09 21:18:26.396463 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-18aeae73-6cd8-478d-b5cc-1630673c4c65 req-ae88f0f5-c170-4bb2-89e5-b97ae3ddec23 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f5971a4-f825-4460-9138-6d6ffc84860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757422 Nov 09 21:18:26.433358 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-755fced5-4b06-43d1-9ddf-577592437998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:26.437405 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-755fced5-4b06-43d1-9ddf-577592437998 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:26.439026 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-755fced5-4b06-43d1-9ddf-577592437998 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ec567de4-5802-4127-8b77-be9c81c1595f HTTP/1.1" status: 204 len: 168 time: 0.2402785 Nov 09 21:18:26.452531 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fced5-4b06-43d1-9ddf-577592437998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec567de4-5802-4127-8b77-be9c81c1595f,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:26.452805 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-11b05a6a-de8e-43fc-9054-4a5bfa36a0c7 req-2dc9ccce-e0b8-475b-ad23-52f2aa956d61 service neutron] 10.222.0.45 "GET /v2.0/networks/7680b8cd-cf84-4451-b98c-9ec0a0c87d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455158 Nov 09 21:18:26.476530 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8f4acd22-9d6e-4776-b06c-6f8fb4d83026 req-b1c04fc4-f45a-4c13-ac49-0d250faa3892 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458565 Nov 09 21:18:26.548902 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1dbf97d7-0d21-4ba1-a488-119f91818e33 req-d9b3c353-fdd7-488a-9ccc-85d01f1f588c tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&id=ea98d57d-1ab2-4bb7-8668-5c17afc65416&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1644280 Nov 09 21:18:26.606345 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-11b05a6a-de8e-43fc-9054-4a5bfa36a0c7 req-ddefb536-6f35-4cf7-bdc7-6afeccec3804 service neutron] 10.222.0.45 "GET /v2.0/networks/7680b8cd-cf84-4451-b98c-9ec0a0c87d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366913 Nov 09 21:18:26.617900 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a05ea4f-b1b2-4145-bf8c-74373de52898 req-65c55f64-203c-4376-a9f6-346a0d00c376 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:26.617900 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6a05ea4f-b1b2-4145-bf8c-74373de52898 req-65c55f64-203c-4376-a9f6-346a0d00c376 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/ports?device_id=e14c2798-7f63-4f1b-b504-14b711c7aae2 HTTP/1.1" status: 200 len: 949 time: 0.1486418 Nov 09 21:18:26.629176 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bbcbef-8567-469a-aeca-5e22c0aee30c req-de4ce347-e6ac-4a7b-80b1-159e4706103d tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:26.633766 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e0bbcbef-8567-469a-aeca-5e22c0aee30c req-de4ce347-e6ac-4a7b-80b1-159e4706103d tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.45 "GET /v2.0/ports?device_id=e14c2798-7f63-4f1b-b504-14b711c7aae2 HTTP/1.1" status: 200 len: 949 time: 0.1367850 Nov 09 21:18:26.768328 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6a05ea4f-b1b2-4145-bf8c-74373de52898 req-f3cf41e5-5844-4e07-a707-e4d887f683ba tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/security-groups?id=c936c073-8fef-4bf5-8625-84669736e0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323795 Nov 09 21:18:26.804196 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-e0bbcbef-8567-469a-aeca-5e22c0aee30c req-8f30725f-6f56-42ba-a8c3-c5c58e5abbc7 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Deleting port f98ea90c-d76a-4ae6-9753-a16f0d02dadd {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:18:26.804743 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e0bbcbef-8567-469a-aeca-5e22c0aee30c req-8f30725f-6f56-42ba-a8c3-c5c58e5abbc7 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:26.823623 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37456) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:26.851137 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077313c-39d8-4b85-8c9d-e4809eecc1f5 req-f6acc8b8-96b8-4645-9efc-bc7136d51408 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:26.852735 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7077313c-39d8-4b85-8c9d-e4809eecc1f5 req-f6acc8b8-96b8-4645-9efc-bc7136d51408 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 945 time: 0.0532122 Nov 09 21:18:26.875205 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-25022c2a-88e6-41cd-a3fd-2f0b2f21b81b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:26.901413 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7077313c-39d8-4b85-8c9d-e4809eecc1f5 req-691439c0-c46d-4e78-97f8-235d6b89494b tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427125 Nov 09 21:18:26.927150 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device c12b4097-cc61-4791-8e29-6bd956d25e95 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:18:26.986807 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff45e4-fb01-497c-921d-f362e9647e65 req-ea09a860-e79a-4bee-87fc-4e4d323e7a8d tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:26.988464 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e3ff45e4-fb01-497c-921d-f362e9647e65 req-ea09a860-e79a-4bee-87fc-4e4d323e7a8d tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b16943-3a07-4845-ac86-0987974c4c96 HTTP/1.1" status: 200 len: 945 time: 0.1298478 Nov 09 21:18:27.007311 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-e0bbcbef-8567-469a-aeca-5e22c0aee30c req-8f30725f-6f56-42ba-a8c3-c5c58e5abbc7 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] For port f98ea90c-d76a-4ae6-9753-a16f0d02dadd, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=f98ea90c-d76a-4ae6-9753-a16f0d02dadd,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:27.007660 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e0bbcbef-8567-469a-aeca-5e22c0aee30c req-8f30725f-6f56-42ba-a8c3-c5c58e5abbc7 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:27.013193 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc5d71-13d9-406c-aa26-34a27d92500c req-bd52049f-a10b-4e47-a784-88ab1f6607fb tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:27.015500 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ccfc5d71-13d9-406c-aa26-34a27d92500c req-bd52049f-a10b-4e47-a784-88ab1f6607fb tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 949 time: 0.0574956 Nov 09 21:18:27.043519 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port c12b4097-cc61-4791-8e29-6bd956d25e95, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=c12b4097-cc61-4791-8e29-6bd956d25e95,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:27.053544 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-e0bbcbef-8567-469a-aeca-5e22c0aee30c req-8f30725f-6f56-42ba-a8c3-c5c58e5abbc7 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Calling delete_port for f98ea90c-d76a-4ae6-9753-a16f0d02dadd owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:18:27.055708 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': 'c12b4097-cc61-4791-8e29-6bd956d25e95', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'port_id': 'c12b4097-cc61-4791-8e29-6bd956d25e95', 'mac_address': 'fa:16:3e:9e:43:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba3500c-a288-4596-ba94-148f2bd8a6da', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:18:27.076598 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ccfc5d71-13d9-406c-aa26-34a27d92500c req-5b8ba7e0-ffb1-4976-afcd-cd42a9b91470 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499654 Nov 09 21:18:27.106980 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:27.112674 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e3ff45e4-fb01-497c-921d-f362e9647e65 req-60e0095f-caff-4b54-9a2a-59d924799289 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f5971a4-f825-4460-9138-6d6ffc84860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173408 Nov 09 21:18:27.125830 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c12b4097-cc61-4791-8e29-6bd956d25e95 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:18:27.150122 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port c12b4097-cc61-4791-8e29-6bd956d25e95, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=c12b4097-cc61-4791-8e29-6bd956d25e95,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:27.156265 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:27.173827 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-25022c2a-88e6-41cd-a3fd-2f0b2f21b81b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:27.182006 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-25022c2a-88e6-41cd-a3fd-2f0b2f21b81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:27.234270 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-25022c2a-88e6-41cd-a3fd-2f0b2f21b81b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=807d0636681d49c88e358042eb87e5aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4094386 Nov 09 21:18:27.235003 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25022c2a-88e6-41cd-a3fd-2f0b2f21b81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9764503-8823-4740-91ee-f942612d06ce,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:27.237901 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37466) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:27.239960 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=c12b4097-cc61-4791-8e29-6bd956d25e95,revision_number=11']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:27.296691 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5bff7-783e-4ad9-8211-1537f4d468cc req-1bd446b0-3b94-4639-8d7a-c8e9082ee758 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:27.308282 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-13d5bff7-783e-4ad9-8211-1537f4d468cc req-1bd446b0-3b94-4639-8d7a-c8e9082ee758 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/ports?device_id=22216ec1-2813-4d18-9d2d-acfa49b6322d HTTP/1.1" status: 200 len: 943 time: 0.0985744 Nov 09 21:18:27.364401 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-13d5bff7-783e-4ad9-8211-1537f4d468cc req-5e6e8289-bd63-41c6-954e-7efa7b4dd357 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe7beac0-83b7-4dc2-8a69-2d3bfb73b965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541201 Nov 09 21:18:27.366317 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e0bbcbef-8567-469a-aeca-5e22c0aee30c req-8f30725f-6f56-42ba-a8c3-c5c58e5abbc7 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:27.404410 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-44223b0b-73b0-4906-b674-f5513a1e4e2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:27.416343 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30725f-6f56-42ba-a8c3-c5c58e5abbc7 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Pushing event deleted for resources: {'Port': ['ID=f98ea90c-d76a-4ae6-9753-a16f0d02dadd,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:27.441921 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['c12b4097-cc61-4791-8e29-6bd956d25e95'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:18:27.462271 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452cc2a3-f54a-49f5-9a7e-ef62064c93dc req-638f550b-8ad5-41c3-b6cd-6bf3efd94264 tempest-MigrationsAdminTest-1051940959 tempest-MigrationsAdminTest-1051940959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:27.463818 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-452cc2a3-f54a-49f5-9a7e-ef62064c93dc req-638f550b-8ad5-41c3-b6cd-6bf3efd94264 tempest-MigrationsAdminTest-1051940959 tempest-MigrationsAdminTest-1051940959-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 1101 time: 0.1427615 Nov 09 21:18:27.476344 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-44223b0b-73b0-4906-b674-f5513a1e4e2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:27.500194 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0bbcbef-8567-469a-aeca-5e22c0aee30c req-8f30725f-6f56-42ba-a8c3-c5c58e5abbc7 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] No DVR routers for this DVR port f98ea90c-d76a-4ae6-9753-a16f0d02dadd on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:18:27.507890 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e0bbcbef-8567-469a-aeca-5e22c0aee30c req-8f30725f-6f56-42ba-a8c3-c5c58e5abbc7 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:27.511039 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e0bbcbef-8567-469a-aeca-5e22c0aee30c req-8f30725f-6f56-42ba-a8c3-c5c58e5abbc7 tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.45 "DELETE /v2.0/ports/f98ea90c-d76a-4ae6-9753-a16f0d02dadd HTTP/1.1" status: 204 len: 173 time: 0.8675904 Nov 09 21:18:27.512396 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e14c2798-7f63-4f1b-b504-14b711c7aae2', 'name': 'network-vif-deleted', 'tag': 'f98ea90c-d76a-4ae6-9753-a16f0d02dadd'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:18:27.514644 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc471dab-5997-4df2-ac35-1b737d8ea8f9" -d '{"events": [{"server_uuid": "e14c2798-7f63-4f1b-b504-14b711c7aae2", "name": "network-vif-deleted", "tag": "f98ea90c-d76a-4ae6-9753-a16f0d02dadd"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:18:27.576742 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbb687b-e15a-4d8d-ba3a-92a90694ce9b x-openstack-request-id: req-ecbb687b-e15a-4d8d-ba3a-92a90694ce9b {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:18:27.577143 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e14c2798-7f63-4f1b-b504-14b711c7aae2", "name": "network-vif-deleted", "tag": "f98ea90c-d76a-4ae6-9753-a16f0d02dadd", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:18:27.577481 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ecbb687b-e15a-4d8d-ba3a-92a90694ce9b {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:18:27.577950 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e14c2798-7f63-4f1b-b504-14b711c7aae2', 'name': 'network-vif-deleted', 'tag': 'f98ea90c-d76a-4ae6-9753-a16f0d02dadd', 'status': 'completed', 'code': 200} Nov 09 21:18:27.581461 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-452cc2a3-f54a-49f5-9a7e-ef62064c93dc req-f2e1ce23-504c-455c-a89f-f5626675dff7 tempest-MigrationsAdminTest-1051940959 tempest-MigrationsAdminTest-1051940959-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038470 Nov 09 21:18:27.601783 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-44223b0b-73b0-4906-b674-f5513a1e4e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:27.610292 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-44223b0b-73b0-4906-b674-f5513a1e4e2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:27.610292 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-44223b0b-73b0-4906-b674-f5513a1e4e2c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f9764503-8823-4740-91ee-f942612d06ce HTTP/1.1" status: 204 len: 168 time: 0.3711433 Nov 09 21:18:27.624567 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44223b0b-73b0-4906-b674-f5513a1e4e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9764503-8823-4740-91ee-f942612d06ce,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:27.736878 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57af06a-fcb2-4b61-8833-81b0c09f4872 req-bd7cfc86-bd6c-4991-a694-85f6f0ce903a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:27.742673 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57af06a-fcb2-4b61-8833-81b0c09f4872 req-bd7cfc86-bd6c-4991-a694-85f6f0ce903a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:27.748419 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57af06a-fcb2-4b61-8833-81b0c09f4872 req-bd7cfc86-bd6c-4991-a694-85f6f0ce903a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:27.754272 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57af06a-fcb2-4b61-8833-81b0c09f4872 req-bd7cfc86-bd6c-4991-a694-85f6f0ce903a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:27.760119 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57af06a-fcb2-4b61-8833-81b0c09f4872 req-bd7cfc86-bd6c-4991-a694-85f6f0ce903a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:27.766037 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57af06a-fcb2-4b61-8833-81b0c09f4872 req-bd7cfc86-bd6c-4991-a694-85f6f0ce903a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:27.772411 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57af06a-fcb2-4b61-8833-81b0c09f4872 req-bd7cfc86-bd6c-4991-a694-85f6f0ce903a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:27.781061 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e57af06a-fcb2-4b61-8833-81b0c09f4872 req-bd7cfc86-bd6c-4991-a694-85f6f0ce903a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 5429 time: 0.1007867 Nov 09 21:18:27.855928 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e57af06a-fcb2-4b61-8833-81b0c09f4872 req-795c9eaf-9124-4cf4-96b8-2960dd92fedf tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&id=ea98d57d-1ab2-4bb7-8668-5c17afc65416&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0738771 Nov 09 21:18:27.971112 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-62cce29a-ff8f-44d1-8948-3772125b330a req-07619d8c-509d-48eb-b8c4-2747e42ecd4b tempest-LiveMigrationNegativeTest-1041994995 tempest-LiveMigrationNegativeTest-1041994995-project] 10.222.0.49 "GET /v2.0/ports?device_id=e14c2798-7f63-4f1b-b504-14b711c7aae2 HTTP/1.1" status: 200 len: 210 time: 0.0379066 Nov 09 21:18:28.114048 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd5aa0-32fd-4c9a-97de-441fbd92341d req-e894d4cd-2fac-4170-96e1-cca5203e6512 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:28.121245 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-afdd5aa0-32fd-4c9a-97de-441fbd92341d req-e894d4cd-2fac-4170-96e1-cca5203e6512 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 945 time: 0.0733900 Nov 09 21:18:28.149043 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658c146-282f-4082-b2be-cd8cf26cf466 req-f19926d2-68c5-4660-ae6c-5bfc43d71a11 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:28.153183 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e658c146-282f-4082-b2be-cd8cf26cf466 req-f19926d2-68c5-4660-ae6c-5bfc43d71a11 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 950 time: 0.0780745 Nov 09 21:18:28.172427 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-afdd5aa0-32fd-4c9a-97de-441fbd92341d req-4781c934-9bb8-4a29-a82c-aa51bec3e523 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500827 Nov 09 21:18:28.222329 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e658c146-282f-4082-b2be-cd8cf26cf466 req-cd5ccf57-dd3f-4a65-a946-f9a96f21e76a tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638161 Nov 09 21:18:28.286061 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b21c9-ae3b-42bf-b1d7-5ed9aed0bbed req-9c45cc9c-9572-42dc-971b-f32c5bf4891e tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:28.287542 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-df0b21c9-ae3b-42bf-b1d7-5ed9aed0bbed req-9c45cc9c-9572-42dc-971b-f32c5bf4891e tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b16943-3a07-4845-ac86-0987974c4c96 HTTP/1.1" status: 200 len: 945 time: 0.0574741 Nov 09 21:18:28.338942 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-df0b21c9-ae3b-42bf-b1d7-5ed9aed0bbed req-28bc7f0c-a389-41e7-ae0d-b42edffd6651 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f5971a4-f825-4460-9138-6d6ffc84860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433478 Nov 09 21:18:28.477653 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device a07b3c2f-c8c5-43d5-9170-485f26594f02 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:18:28.481785 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603cd402-b5e8-4c37-957a-bbd602c566e2 req-42f5785e-dcb6-46f9-accb-f337e86f60e1 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:28.484096 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-603cd402-b5e8-4c37-957a-bbd602c566e2 req-42f5785e-dcb6-46f9-accb-f337e86f60e1 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/ports?device_id=22216ec1-2813-4d18-9d2d-acfa49b6322d HTTP/1.1" status: 200 len: 943 time: 0.0498996 Nov 09 21:18:28.533457 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-603cd402-b5e8-4c37-957a-bbd602c566e2 req-5146814c-3b2e-40a0-a414-e7a7ccd3d7e4 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe7beac0-83b7-4dc2-8a69-2d3bfb73b965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416148 Nov 09 21:18:28.585726 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port a07b3c2f-c8c5-43d5-9170-485f26594f02, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=a07b3c2f-c8c5-43d5-9170-485f26594f02,segment=NetworkSegment(ded2c788-6987-4a27-bea5-74ee8c4df2d8),segment_id=ded2c788-6987-4a27-bea5-74ee8c4df2d8)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:28.599050 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': 'a07b3c2f-c8c5-43d5-9170-485f26594f02', 'network_id': '9bd028ff-7bca-4c46-bd71-6aace0071dc5', 'port_id': 'a07b3c2f-c8c5-43d5-9170-485f26594f02', 'mac_address': 'fa:16:3e:d2:c3:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9535f1a8-f553-42a2-9902-5d76b011d9e0', 'ip_address': '10.1.1.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:18:28.641530 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:28.653800 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a07b3c2f-c8c5-43d5-9170-485f26594f02 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:18:28.673482 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port a07b3c2f-c8c5-43d5-9170-485f26594f02, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=a07b3c2f-c8c5-43d5-9170-485f26594f02,segment=NetworkSegment(ded2c788-6987-4a27-bea5-74ee8c4df2d8),segment_id=ded2c788-6987-4a27-bea5-74ee8c4df2d8)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:28.677450 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:28.678097 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device f1a55f02-391f-4b2f-8594-8dd0febfc624 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:18:28.743471 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port f1a55f02-391f-4b2f-8594-8dd0febfc624, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f1a55f02-391f-4b2f-8594-8dd0febfc624,segment=NetworkSegment(ded2c788-6987-4a27-bea5-74ee8c4df2d8),segment_id=ded2c788-6987-4a27-bea5-74ee8c4df2d8)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:28.745929 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=a07b3c2f-c8c5-43d5-9170-485f26594f02,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:28.757492 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': 'f1a55f02-391f-4b2f-8594-8dd0febfc624', 'network_id': '9bd028ff-7bca-4c46-bd71-6aace0071dc5', 'port_id': 'f1a55f02-391f-4b2f-8594-8dd0febfc624', 'mac_address': 'fa:16:3e:1c:e6:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9535f1a8-f553-42a2-9902-5d76b011d9e0', 'ip_address': '10.1.1.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:18:28.790990 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3ba6e-33aa-439b-a256-15e9d043fccd req-117d8f4b-2c95-44f2-8745-a06c233fe53b tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:28.792576 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dec3ba6e-33aa-439b-a256-15e9d043fccd req-117d8f4b-2c95-44f2-8745-a06c233fe53b tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.43 "GET /v2.0/ports?device_id=92b16943-3a07-4845-ac86-0987974c4c96 HTTP/1.1" status: 200 len: 945 time: 0.0530975 Nov 09 21:18:28.798026 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:28.813812 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1a55f02-391f-4b2f-8594-8dd0febfc624 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:18:28.834523 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port f1a55f02-391f-4b2f-8594-8dd0febfc624, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f1a55f02-391f-4b2f-8594-8dd0febfc624,segment=NetworkSegment(ded2c788-6987-4a27-bea5-74ee8c4df2d8),segment_id=ded2c788-6987-4a27-bea5-74ee8c4df2d8)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:28.839010 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:28.840017 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 1907057c-c36f-477c-ab6d-b465673b10a8 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:18:28.930044 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-dec3ba6e-33aa-439b-a256-15e9d043fccd req-cb6deba9-52a2-43c1-a17d-34c37ce14bd7 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Deleting port e39d6a53-a12d-4cbe-8c58-0e90bb16926a {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:18:28.930699 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-dec3ba6e-33aa-439b-a256-15e9d043fccd req-cb6deba9-52a2-43c1-a17d-34c37ce14bd7 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:28.939311 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 80760068-d534-412c-b00e-3e2f5ef6798e details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:18:28.950198 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device c12b4097-cc61-4791-8e29-6bd956d25e95 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:18:29.004974 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079aa5a-690d-4872-8f42-2ecad37ca645 req-d03acb08-0882-42ee-85ee-73fe8986c857 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:29.012852 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079aa5a-690d-4872-8f42-2ecad37ca645 req-d03acb08-0882-42ee-85ee-73fe8986c857 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:29.013713 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=f1a55f02-391f-4b2f-8594-8dd0febfc624,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:29.020816 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079aa5a-690d-4872-8f42-2ecad37ca645 req-d03acb08-0882-42ee-85ee-73fe8986c857 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:29.027142 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079aa5a-690d-4872-8f42-2ecad37ca645 req-d03acb08-0882-42ee-85ee-73fe8986c857 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:29.035307 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079aa5a-690d-4872-8f42-2ecad37ca645 req-d03acb08-0882-42ee-85ee-73fe8986c857 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:29.041521 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079aa5a-690d-4872-8f42-2ecad37ca645 req-d03acb08-0882-42ee-85ee-73fe8986c857 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:29.048929 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079aa5a-690d-4872-8f42-2ecad37ca645 req-d03acb08-0882-42ee-85ee-73fe8986c857 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:29.060481 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f079aa5a-690d-4872-8f42-2ecad37ca645 req-d03acb08-0882-42ee-85ee-73fe8986c857 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 5431 time: 0.1255617 Nov 09 21:18:29.083049 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-dec3ba6e-33aa-439b-a256-15e9d043fccd req-cb6deba9-52a2-43c1-a17d-34c37ce14bd7 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] For port e39d6a53-a12d-4cbe-8c58-0e90bb16926a, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=e39d6a53-a12d-4cbe-8c58-0e90bb16926a,segment=NetworkSegment(2e766961-134c-4760-bec5-2f576a7e98d3),segment_id=2e766961-134c-4760-bec5-2f576a7e98d3)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:29.083579 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-dec3ba6e-33aa-439b-a256-15e9d043fccd req-cb6deba9-52a2-43c1-a17d-34c37ce14bd7 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:29.103916 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-dec3ba6e-33aa-439b-a256-15e9d043fccd req-cb6deba9-52a2-43c1-a17d-34c37ce14bd7 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Calling delete_port for e39d6a53-a12d-4cbe-8c58-0e90bb16926a owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:18:29.111179 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port c12b4097-cc61-4791-8e29-6bd956d25e95 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:18:29.124106 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port c12b4097-cc61-4791-8e29-6bd956d25e95 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:18:29.124470 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:29.153307 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f079aa5a-690d-4872-8f42-2ecad37ca645 req-faed6b89-5c60-4920-9227-3d316955a5ad tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&id=ea98d57d-1ab2-4bb7-8668-5c17afc65416&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0915411 Nov 09 21:18:29.185660 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 1907057c-c36f-477c-ab6d-b465673b10a8, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=1907057c-c36f-477c-ab6d-b465673b10a8,segment=NetworkSegment(006a3ea2-319a-4ab9-b18e-2250972f1f05),segment_id=006a3ea2-319a-4ab9-b18e-2250972f1f05)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:29.238332 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '1907057c-c36f-477c-ab6d-b465673b10a8', 'network_id': 'db993ee6-66d3-478a-b585-3c11adab0dfd', 'port_id': '1907057c-c36f-477c-ab6d-b465673b10a8', 'mac_address': 'fa:16:3e:86:33:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eb2317b-2e64-46a1-bd53-a56ce963060a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:18:29.275582 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 80760068-d534-412c-b00e-3e2f5ef6798e, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=80760068-d534-412c-b00e-3e2f5ef6798e,segment=NetworkSegment(09b70962-317a-4e30-8693-8968e5be04b8),segment_id=09b70962-317a-4e30-8693-8968e5be04b8)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:29.338994 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '80760068-d534-412c-b00e-3e2f5ef6798e', 'network_id': '7680b8cd-cf84-4451-b98c-9ec0a0c87d39', 'port_id': '80760068-d534-412c-b00e-3e2f5ef6798e', 'mac_address': 'fa:16:3e:2e:c9:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '262b1767-8d0a-4864-8ab4-daf4a8d6ba62', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:18:29.356315 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2aac12-e7f6-4baf-a176-5171618a5720 req-bb7fb640-97c9-4516-927b-6b0e572b4f71 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:29.358406 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cc2aac12-e7f6-4baf-a176-5171618a5720 req-bb7fb640-97c9-4516-927b-6b0e572b4f71 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 945 time: 0.1030362 Nov 09 21:18:29.359703 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-dec3ba6e-33aa-439b-a256-15e9d043fccd req-cb6deba9-52a2-43c1-a17d-34c37ce14bd7 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:29.368573 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:29.401589 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['87884609-36f7-4af2-b11f-6da718e31e1a'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:18:29.401856 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936c5a9-3227-48ae-ab32-844c8b59b6ff req-191fa907-be4f-436d-8a6b-4f4c22909773 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:29.403233 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e936c5a9-3227-48ae-ab32-844c8b59b6ff req-191fa907-be4f-436d-8a6b-4f4c22909773 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 950 time: 0.0755622 Nov 09 21:18:29.428913 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6deba9-52a2-43c1-a17d-34c37ce14bd7 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Pushing event deleted for resources: {'Port': ['ID=e39d6a53-a12d-4cbe-8c58-0e90bb16926a,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:29.447322 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['e39d6a53-a12d-4cbe-8c58-0e90bb16926a', '29a7db76-0962-489d-9bed-6cd34f2b024a'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:18:29.474536 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37542) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:29.479991 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec3ba6e-33aa-439b-a256-15e9d043fccd req-cb6deba9-52a2-43c1-a17d-34c37ce14bd7 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] No DVR routers for this DVR port e39d6a53-a12d-4cbe-8c58-0e90bb16926a on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:18:29.488510 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-dec3ba6e-33aa-439b-a256-15e9d043fccd req-cb6deba9-52a2-43c1-a17d-34c37ce14bd7 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:29.491880 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dec3ba6e-33aa-439b-a256-15e9d043fccd req-cb6deba9-52a2-43c1-a17d-34c37ce14bd7 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.43 "DELETE /v2.0/ports/e39d6a53-a12d-4cbe-8c58-0e90bb16926a HTTP/1.1" status: 204 len: 173 time: 0.6916084 Nov 09 21:18:29.497565 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b16943-3a07-4845-ac86-0987974c4c96', 'name': 'network-vif-deleted', 'tag': 'e39d6a53-a12d-4cbe-8c58-0e90bb16926a'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:18:29.511422 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2a529-32f0-4c96-83ae-af1a96124e7b req-feba6a6f-5541-4cb5-8348-e2724e603d16 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:29.511668 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d084013-2f17-47f7-97b3-71ce55cf200c" -d '{"events": [{"server_uuid": "92b16943-3a07-4845-ac86-0987974c4c96", "name": "network-vif-deleted", "tag": "e39d6a53-a12d-4cbe-8c58-0e90bb16926a"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:18:29.513146 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-59f2a529-32f0-4c96-83ae-af1a96124e7b req-feba6a6f-5541-4cb5-8348-e2724e603d16 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.45 "GET /v2.0/ports?device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 950 time: 0.1049938 Nov 09 21:18:29.515185 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:29.563892 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cc2aac12-e7f6-4baf-a176-5171618a5720 req-260d513d-c3fa-488d-beb0-42c065ff9cb6 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784720 Nov 09 21:18:29.593497 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7643dd4f-fcd6-4e08-90e5-76b9e057ba4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12b4097-cc61-4791-8e29-6bd956d25e95'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:18:29.597324 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4365bf-c76e-4064-9fe3-e8311a71fe77" -d '{"events": [{"server_uuid": "7643dd4f-fcd6-4e08-90e5-76b9e057ba4f", "name": "network-vif-plugged", "status": "completed", "tag": "c12b4097-cc61-4791-8e29-6bd956d25e95"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:18:29.605968 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e936c5a9-3227-48ae-ab32-844c8b59b6ff req-cd09e74f-a2cd-47db-81ac-701795f72d18 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834588 Nov 09 21:18:29.619859 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1907057c-c36f-477c-ab6d-b465673b10a8 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:18:29.631096 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:29.660130 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80760068-d534-412c-b00e-3e2f5ef6798e {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:18:29.686137 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port c12b4097-cc61-4791-8e29-6bd956d25e95, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=c12b4097-cc61-4791-8e29-6bd956d25e95,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:29.695955 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-59f2a529-32f0-4c96-83ae-af1a96124e7b req-95c26c6b-9191-4106-85d9-8cc806c45468 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Deleting port c12b4097-cc61-4791-8e29-6bd956d25e95 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:18:29.696505 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-59f2a529-32f0-4c96-83ae-af1a96124e7b req-95c26c6b-9191-4106-85d9-8cc806c45468 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:29.712528 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:29.713542 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device f98ea90c-d76a-4ae6-9753-a16f0d02dadd no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:18:29.749837 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 1907057c-c36f-477c-ab6d-b465673b10a8, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=1907057c-c36f-477c-ab6d-b465673b10a8,segment=NetworkSegment(006a3ea2-319a-4ab9-b18e-2250972f1f05),segment_id=006a3ea2-319a-4ab9-b18e-2250972f1f05)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:29.784608 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:29.785395 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 425016f1-5323-4fd9-bef6-b3071e755392 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:18:29.787074 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: f98ea90c-d76a-4ae6-9753-a16f0d02dadd {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:18:29.787413 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device f98ea90c-d76a-4ae6-9753-a16f0d02dadd not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:18:29.792292 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6c8a931d-ad82-4dfd-8c34-ae0fea60aa35 req-45556fa3-2be6-4b92-a6aa-128ffbe642a8 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b16943-3a07-4845-ac86-0987974c4c96 HTTP/1.1" status: 200 len: 210 time: 0.0757613 Nov 09 21:18:29.794465 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 80760068-d534-412c-b00e-3e2f5ef6798e, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=80760068-d534-412c-b00e-3e2f5ef6798e,segment=NetworkSegment(09b70962-317a-4e30-8693-8968e5be04b8),segment_id=09b70962-317a-4e30-8693-8968e5be04b8)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:29.819497 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:29.852754 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2d5ab454-d83b-4795-ad23-1bacc5fac375 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7aae6b47b1e248c6bac679963e432215&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3769288 Nov 09 21:18:29.855458 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37554) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:29.871276 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-59f2a529-32f0-4c96-83ae-af1a96124e7b req-95c26c6b-9191-4106-85d9-8cc806c45468 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] For port c12b4097-cc61-4791-8e29-6bd956d25e95, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=c12b4097-cc61-4791-8e29-6bd956d25e95,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:29.872188 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-59f2a529-32f0-4c96-83ae-af1a96124e7b req-95c26c6b-9191-4106-85d9-8cc806c45468 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:29.880060 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=c12b4097-cc61-4791-8e29-6bd956d25e95,revision_number=12']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:29.889352 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-59f2a529-32f0-4c96-83ae-af1a96124e7b req-95c26c6b-9191-4106-85d9-8cc806c45468 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Calling delete_port for c12b4097-cc61-4791-8e29-6bd956d25e95 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:18:29.911155 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cd56f7a5-92f0-434f-b9a8-a5d859ec181c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:29.918870 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 425016f1-5323-4fd9-bef6-b3071e755392, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=425016f1-5323-4fd9-bef6-b3071e755392,segment=NetworkSegment(ded2c788-6987-4a27-bea5-74ee8c4df2d8),segment_id=ded2c788-6987-4a27-bea5-74ee8c4df2d8)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:29.934993 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cd56f7a5-92f0-434f-b9a8-a5d859ec181c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:30.005300 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-fffca803-1764-476f-8287-5145c2b0f279 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=b815957034c64614bf797aa0b46c25fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364623 Nov 09 21:18:30.006791 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4607ba-1c0e-4298-8228-8f365ee3621f x-openstack-request-id: req-5c4607ba-1c0e-4298-8228-8f365ee3621f {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:18:30.007079 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b16943-3a07-4845-ac86-0987974c4c96", "name": "network-vif-deleted", "tag": "e39d6a53-a12d-4cbe-8c58-0e90bb16926a", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:18:30.007328 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5c4607ba-1c0e-4298-8228-8f365ee3621f {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:18:30.007706 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b16943-3a07-4845-ac86-0987974c4c96', 'name': 'network-vif-deleted', 'tag': 'e39d6a53-a12d-4cbe-8c58-0e90bb16926a', 'status': 'completed', 'code': 200} Nov 09 21:18:30.063171 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '425016f1-5323-4fd9-bef6-b3071e755392', 'network_id': '9bd028ff-7bca-4c46-bd71-6aace0071dc5', 'port_id': '425016f1-5323-4fd9-bef6-b3071e755392', 'mac_address': 'fa:16:3e:31:46:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9535f1a8-f553-42a2-9902-5d76b011d9e0', 'ip_address': '10.1.1.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:18:30.081741 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cd56f7a5-92f0-434f-b9a8-a5d859ec181c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:30.084734 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cd56f7a5-92f0-434f-b9a8-a5d859ec181c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:30.088316 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-cd56f7a5-92f0-434f-b9a8-a5d859ec181c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c936c073-8fef-4bf5-8625-84669736e0a8 HTTP/1.1" status: 204 len: 168 time: 0.2294710 Nov 09 21:18:30.102360 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd56f7a5-92f0-434f-b9a8-a5d859ec181c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c936c073-8fef-4bf5-8625-84669736e0a8,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:30.128209 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-59f2a529-32f0-4c96-83ae-af1a96124e7b req-95c26c6b-9191-4106-85d9-8cc806c45468 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:30.162910 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c26c6b-9191-4106-85d9-8cc806c45468 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Pushing event deleted for resources: {'Port': ['ID=c12b4097-cc61-4791-8e29-6bd956d25e95,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:30.174576 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6cca9-bca2-477e-8a34-ad3c82717be0 req-043cafba-d104-4609-bbb8-c2af277006bb tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:30.176127 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-beb6cca9-bca2-477e-8a34-ad3c82717be0 req-043cafba-d104-4609-bbb8-c2af277006bb tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/ports?device_id=22216ec1-2813-4d18-9d2d-acfa49b6322d HTTP/1.1" status: 200 len: 944 time: 0.0970266 Nov 09 21:18:30.185203 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['80760068-d534-412c-b00e-3e2f5ef6798e'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:18:30.187377 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=1907057c-c36f-477c-ab6d-b465673b10a8,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:30.205091 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-cbec4e83-3475-4bee-afd3-e065ced38eea tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:30.206850 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-cbec4e83-3475-4bee-afd3-e065ced38eea tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1944475 Nov 09 21:18:30.235519 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-df935c84-10a8-486a-83ce-ef134df7d729 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] 10.222.0.49 "GET /v2.0/quotas/b815957034c64614bf797aa0b46c25fe HTTP/1.1" status: 200 len: 375 time: 0.0176518 Nov 09 21:18:30.287063 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-47390424-528b-4e2f-a5cc-5b3a90c0b18f tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b815957034c64614bf797aa0b46c25fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478880 Nov 09 21:18:30.301890 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f2a529-32f0-4c96-83ae-af1a96124e7b req-95c26c6b-9191-4106-85d9-8cc806c45468 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] No DVR routers for this DVR port c12b4097-cc61-4791-8e29-6bd956d25e95 on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:18:30.318532 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-59f2a529-32f0-4c96-83ae-af1a96124e7b req-95c26c6b-9191-4106-85d9-8cc806c45468 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:30.322286 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-59f2a529-32f0-4c96-83ae-af1a96124e7b req-95c26c6b-9191-4106-85d9-8cc806c45468 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.45 "DELETE /v2.0/ports/c12b4097-cc61-4791-8e29-6bd956d25e95 HTTP/1.1" status: 204 len: 173 time: 0.7915473 Nov 09 21:18:30.357753 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7643dd4f-fcd6-4e08-90e5-76b9e057ba4f', 'name': 'network-vif-deleted', 'tag': 'c12b4097-cc61-4791-8e29-6bd956d25e95'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:18:30.363858 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e5e62c-b508-4a14-9bf7-be797b473a3d" -d '{"events": [{"server_uuid": "7643dd4f-fcd6-4e08-90e5-76b9e057ba4f", "name": "network-vif-deleted", "tag": "c12b4097-cc61-4791-8e29-6bd956d25e95"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:18:30.433861 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-beb6cca9-bca2-477e-8a34-ad3c82717be0 req-901261f6-5914-4281-8d5e-9eed3c3ffeca tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe7beac0-83b7-4dc2-8a69-2d3bfb73b965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931896 Nov 09 21:18:30.577626 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa10352f-d850-4c1f-8ee1-0307ce819a36 x-openstack-request-id: req-aa10352f-d850-4c1f-8ee1-0307ce819a36 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:18:30.578172 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7643dd4f-fcd6-4e08-90e5-76b9e057ba4f", "name": "network-vif-plugged", "status": "completed", "tag": "c12b4097-cc61-4791-8e29-6bd956d25e95", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:18:30.578172 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aa10352f-d850-4c1f-8ee1-0307ce819a36 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:18:30.578737 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7643dd4f-fcd6-4e08-90e5-76b9e057ba4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12b4097-cc61-4791-8e29-6bd956d25e95', 'code': 200} Nov 09 21:18:30.591833 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37578) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:30.614912 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5674463d-30a8-42ba-98be-c59bc361c556 x-openstack-request-id: req-5674463d-30a8-42ba-98be-c59bc361c556 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:18:30.614912 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7643dd4f-fcd6-4e08-90e5-76b9e057ba4f", "name": "network-vif-deleted", "tag": "c12b4097-cc61-4791-8e29-6bd956d25e95", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:18:30.615172 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5674463d-30a8-42ba-98be-c59bc361c556 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:18:30.615545 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7643dd4f-fcd6-4e08-90e5-76b9e057ba4f', 'name': 'network-vif-deleted', 'tag': 'c12b4097-cc61-4791-8e29-6bd956d25e95', 'status': 'completed', 'code': 200} Nov 09 21:18:30.649553 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=80760068-d534-412c-b00e-3e2f5ef6798e,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:30.652149 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:30.694262 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5662f0a5-c08c-4643-bf8c-efae8bca5a39 req-3c39b5cc-13ea-44c1-bcb7-0fe48dda5810 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c4b2a59-2a76-4753-bfff-5d6571f799b9 HTTP/1.1" status: 200 len: 210 time: 0.0465696 Nov 09 21:18:30.703249 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-83a86bc4-dea3-421c-b066-09fa21836841 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=83e62580b719467f8bbdafe2b46f2c87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1062024 Nov 09 21:18:30.703734 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37584) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:30.723629 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 425016f1-5323-4fd9-bef6-b3071e755392 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:18:30.736961 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290a4f4-d4c9-4bce-84c3-5ccbec6d43cc req-408f8fd2-f6c8-4f7b-a195-c394c9511c6d tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:30.743947 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290a4f4-d4c9-4bce-84c3-5ccbec6d43cc req-408f8fd2-f6c8-4f7b-a195-c394c9511c6d tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:30.749270 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 425016f1-5323-4fd9-bef6-b3071e755392, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=425016f1-5323-4fd9-bef6-b3071e755392,segment=NetworkSegment(ded2c788-6987-4a27-bea5-74ee8c4df2d8),segment_id=ded2c788-6987-4a27-bea5-74ee8c4df2d8)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:30.751261 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290a4f4-d4c9-4bce-84c3-5ccbec6d43cc req-408f8fd2-f6c8-4f7b-a195-c394c9511c6d tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:30.758232 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290a4f4-d4c9-4bce-84c3-5ccbec6d43cc req-408f8fd2-f6c8-4f7b-a195-c394c9511c6d tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:30.761225 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:30.762086 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 91c8b178-c506-4843-982e-f1a58ad7e198 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:18:30.765707 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290a4f4-d4c9-4bce-84c3-5ccbec6d43cc req-408f8fd2-f6c8-4f7b-a195-c394c9511c6d tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:30.772101 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290a4f4-d4c9-4bce-84c3-5ccbec6d43cc req-408f8fd2-f6c8-4f7b-a195-c394c9511c6d tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:30.778241 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290a4f4-d4c9-4bce-84c3-5ccbec6d43cc req-408f8fd2-f6c8-4f7b-a195-c394c9511c6d tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:30.780312 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f290a4f4-d4c9-4bce-84c3-5ccbec6d43cc req-408f8fd2-f6c8-4f7b-a195-c394c9511c6d tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 5432 time: 0.1702321 Nov 09 21:18:30.883065 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79439e-294b-438b-bf3d-156a1e530f7b req-b774b90a-3c6d-40dc-bc82-6d12dd2ce579 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:30.885566 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ab79439e-294b-438b-bf3d-156a1e530f7b req-b774b90a-3c6d-40dc-bc82-6d12dd2ce579 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 945 time: 0.1316531 Nov 09 21:18:30.896902 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 91c8b178-c506-4843-982e-f1a58ad7e198, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=91c8b178-c506-4843-982e-f1a58ad7e198,segment=NetworkSegment(ded2c788-6987-4a27-bea5-74ee8c4df2d8),segment_id=ded2c788-6987-4a27-bea5-74ee8c4df2d8)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:30.910556 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=425016f1-5323-4fd9-bef6-b3071e755392,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:30.932154 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f290a4f4-d4c9-4bce-84c3-5ccbec6d43cc req-def3ccd0-80ff-44d8-a54e-16b8c7b2419d tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&id=ea98d57d-1ab2-4bb7-8668-5c17afc65416&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1420002 Nov 09 21:18:30.932385 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9b25980f-8dae-4530-9719-ca1b7bdf99dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:30.959418 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '91c8b178-c506-4843-982e-f1a58ad7e198', 'network_id': '9bd028ff-7bca-4c46-bd71-6aace0071dc5', 'port_id': '91c8b178-c506-4843-982e-f1a58ad7e198', 'mac_address': 'fa:16:3e:79:35:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9535f1a8-f553-42a2-9902-5d76b011d9e0', 'ip_address': '10.1.1.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:18:30.982118 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9b25980f-8dae-4530-9719-ca1b7bdf99dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:31.000707 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ab79439e-294b-438b-bf3d-156a1e530f7b req-79a70dc6-56bc-4638-983c-cd0593787229 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003904 Nov 09 21:18:31.026718 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:31.047107 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91c8b178-c506-4843-982e-f1a58ad7e198 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:18:31.077131 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 91c8b178-c506-4843-982e-f1a58ad7e198, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=91c8b178-c506-4843-982e-f1a58ad7e198,segment=NetworkSegment(ded2c788-6987-4a27-bea5-74ee8c4df2d8),segment_id=ded2c788-6987-4a27-bea5-74ee8c4df2d8)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:31.081645 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:31.083752 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 7bd49de7-14e9-45ba-ad29-41a7b31624e4 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:18:31.258790 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 7bd49de7-14e9-45ba-ad29-41a7b31624e4, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=7bd49de7-14e9-45ba-ad29-41a7b31624e4,segment=NetworkSegment(c74b6dd5-97d0-4d15-ae96-0ba74f278c4f),segment_id=c74b6dd5-97d0-4d15-ae96-0ba74f278c4f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:31.273263 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '7bd49de7-14e9-45ba-ad29-41a7b31624e4', 'network_id': '4b9d06c7-33c8-4c7a-8231-6eb95b2347b3', 'port_id': '7bd49de7-14e9-45ba-ad29-41a7b31624e4', 'mac_address': 'fa:16:3e:4b:6a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d920bb-b358-4f30-b501-1f6a5fba102b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:18:31.278354 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['96e311e4-91ed-45b7-ad20-39610f4e530b', 'abba3097-c927-495f-bc4b-00c2b012ca39'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:18:31.359305 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=91c8b178-c506-4843-982e-f1a58ad7e198,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:31.408561 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:31.426274 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-747f75ad-c3be-45bc-bf37-cc6b7850b8dc tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:31.434645 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-747f75ad-c3be-45bc-bf37-cc6b7850b8dc tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df&tenant_id=5a6366c08f5c4a9bb0bdc56b2ea0a20e&binding%3Ahost_id=n-h2-816206-3 HTTP/1.1" status: 200 len: 1096 time: 0.0981979 Nov 09 21:18:31.446110 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3c0a8ac4-cb66-490e-bc74-addb86a9a61a req-397fa3b6-1696-46ae-96ef-091cef6712d6 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=7643dd4f-fcd6-4e08-90e5-76b9e057ba4f HTTP/1.1" status: 200 len: 210 time: 0.3745346 Nov 09 21:18:31.456409 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bd49de7-14e9-45ba-ad29-41a7b31624e4 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:18:31.471440 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9b25980f-8dae-4530-9719-ca1b7bdf99dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:31.471576 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-82465e09-c680-40a6-85d8-349a533e61ce service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816206-3'}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:18:31.476469 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9b25980f-8dae-4530-9719-ca1b7bdf99dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:31.482368 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-9b25980f-8dae-4530-9719-ca1b7bdf99dd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c4c30997-d294-4779-b84d-5d26baf55016 HTTP/1.1" status: 204 len: 168 time: 0.7776196 Nov 09 21:18:31.501758 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 7bd49de7-14e9-45ba-ad29-41a7b31624e4, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=7bd49de7-14e9-45ba-ad29-41a7b31624e4,segment=NetworkSegment(c74b6dd5-97d0-4d15-ae96-0ba74f278c4f),segment_id=c74b6dd5-97d0-4d15-ae96-0ba74f278c4f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:31.507536 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b25980f-8dae-4530-9719-ca1b7bdf99dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c30997-d294-4779-b84d-5d26baf55016,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:31.512064 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:18:31.540350 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:31.541059 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device a4b3d77a-e8b9-47df-8ea9-8096b98da309 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:18:31.607131 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-82465e09-c680-40a6-85d8-349a533e61ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:31.622402 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4a9e1-c998-407c-a1cc-6427c79f08ad req-7bd7c5b0-fe7e-4c37-8f44-bd14aa5d7c9e tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:31.630873 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-42d4a9e1-c998-407c-a1cc-6427c79f08ad req-7bd7c5b0-fe7e-4c37-8f44-bd14aa5d7c9e tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/ports?device_id=22216ec1-2813-4d18-9d2d-acfa49b6322d HTTP/1.1" status: 200 len: 944 time: 0.0620568 Nov 09 21:18:31.730218 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-42d4a9e1-c998-407c-a1cc-6427c79f08ad req-ae0b8f2a-c72d-4877-b4b5-6f9b77298245 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe7beac0-83b7-4dc2-8a69-2d3bfb73b965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983074 Nov 09 21:18:31.828942 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port a4b3d77a-e8b9-47df-8ea9-8096b98da309, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=a4b3d77a-e8b9-47df-8ea9-8096b98da309,segment=NetworkSegment(006a3ea2-319a-4ab9-b18e-2250972f1f05),segment_id=006a3ea2-319a-4ab9-b18e-2250972f1f05)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:31.846768 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=7bd49de7-14e9-45ba-ad29-41a7b31624e4,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:31.865142 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-82465e09-c680-40a6-85d8-349a533e61ce service neutron] For port c24f8166-c8a4-4539-b2a9-15639a039160, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=c24f8166-c8a4-4539-b2a9-15639a039160,segment=NetworkSegment(dafe29ae-1ba0-4490-879c-5008a3eac5b2),segment_id=dafe29ae-1ba0-4490-879c-5008a3eac5b2)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:31.865940 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': 'a4b3d77a-e8b9-47df-8ea9-8096b98da309', 'network_id': 'db993ee6-66d3-478a-b585-3c11adab0dfd', 'port_id': 'a4b3d77a-e8b9-47df-8ea9-8096b98da309', 'mac_address': 'fa:16:3e:98:ec:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eb2317b-2e64-46a1-bd53-a56ce963060a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:18:31.915817 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-82465e09-c680-40a6-85d8-349a533e61ce service neutron] For port c24f8166-c8a4-4539-b2a9-15639a039160, host n-h2-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:18:31.970425 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bdf2fac1-4dc1-4384-9fc6-0cf4243c8f5d req-84730d65-4b6a-40c9-bbab-962b85a47ac2 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c4b2a59-2a76-4753-bfff-5d6571f799b9 HTTP/1.1" status: 200 len: 210 time: 0.1773813 Nov 09 21:18:31.983412 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:32.022447 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-b652537a-7142-4ef0-a8e1-188cb361e017 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=b815957034c64614bf797aa0b46c25fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559402 Nov 09 21:18:32.022879 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4b3d77a-e8b9-47df-8ea9-8096b98da309 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:18:32.046835 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-82465e09-c680-40a6-85d8-349a533e61ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:32.058924 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-82465e09-c680-40a6-85d8-349a533e61ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:32.173688 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port a4b3d77a-e8b9-47df-8ea9-8096b98da309, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=a4b3d77a-e8b9-47df-8ea9-8096b98da309,segment=NetworkSegment(006a3ea2-319a-4ab9-b18e-2250972f1f05),segment_id=006a3ea2-319a-4ab9-b18e-2250972f1f05)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:32.192423 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82465e09-c680-40a6-85d8-349a533e61ce service neutron] Pushing event updated for resources: {'Port': ['ID=c24f8166-c8a4-4539-b2a9-15639a039160,revision_number=7']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:32.193996 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:32.241420 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435c69c-b78e-41b4-b76b-ded8b81ce3a9 req-2c6e116f-e7b4-4338-8a44-6daa09830bac tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:32.255147 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435c69c-b78e-41b4-b76b-ded8b81ce3a9 req-2c6e116f-e7b4-4338-8a44-6daa09830bac tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:32.255655 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435c69c-b78e-41b4-b76b-ded8b81ce3a9 req-2c6e116f-e7b4-4338-8a44-6daa09830bac tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:32.257756 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-5f70e613-4e96-44bf-a18f-ecc0ee34f624 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:32.259300 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-5f70e613-4e96-44bf-a18f-ecc0ee34f624 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2315946 Nov 09 21:18:32.262738 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435c69c-b78e-41b4-b76b-ded8b81ce3a9 req-2c6e116f-e7b4-4338-8a44-6daa09830bac tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:32.271039 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435c69c-b78e-41b4-b76b-ded8b81ce3a9 req-2c6e116f-e7b4-4338-8a44-6daa09830bac tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:32.273478 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-ab5d2d99-f1e1-4319-8b2b-9cee4aaa0d14 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] Request body: {'port': {'device_id': '9c4b2a59-2a76-4753-bfff-5d6571f799b9', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'admin_state_up': True, 'tenant_id': 'b815957034c64614bf797aa0b46c25fe'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:18:32.277516 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435c69c-b78e-41b4-b76b-ded8b81ce3a9 req-2c6e116f-e7b4-4338-8a44-6daa09830bac tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:32.280142 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=a4b3d77a-e8b9-47df-8ea9-8096b98da309,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:32.284282 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435c69c-b78e-41b4-b76b-ded8b81ce3a9 req-2c6e116f-e7b4-4338-8a44-6daa09830bac tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:32.295747 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0435c69c-b78e-41b4-b76b-ded8b81ce3a9 req-2c6e116f-e7b4-4338-8a44-6daa09830bac tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 5435 time: 0.1809521 Nov 09 21:18:32.306740 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-82465e09-c680-40a6-85d8-349a533e61ce service neutron] Attempting to bind port c24f8166-c8a4-4539-b2a9-15639a039160 on host n-h2-816206-3 for vnic_type normal with profile {"migrating_to": "n-h1-816206-3"} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:18:32.307076 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-82465e09-c680-40a6-85d8-349a533e61ce service neutron] Attempting to bind port c24f8166-c8a4-4539-b2a9-15639a039160 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': 'dafe29ae-1ba0-4490-879c-5008a3eac5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:18:32.307404 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-82465e09-c680-40a6-85d8-349a533e61ce service neutron] Attempting to bind port c24f8166-c8a4-4539-b2a9-15639a039160 on network 9cf09cc6-9022-42d8-96c2-e4ea0d1e749b {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:18:32.323025 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-82465e09-c680-40a6-85d8-349a533e61ce service neutron] Port c24f8166-c8a4-4539-b2a9-15639a039160 on network 9cf09cc6-9022-42d8-96c2-e4ea0d1e749b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:18:32.323340 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-82465e09-c680-40a6-85d8-349a533e61ce service neutron] Attempting to bind port c24f8166-c8a4-4539-b2a9-15639a039160 on network 9cf09cc6-9022-42d8-96c2-e4ea0d1e749b {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:18:32.337473 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-82465e09-c680-40a6-85d8-349a533e61ce service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:18:32.337807 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-82465e09-c680-40a6-85d8-349a533e61ce service neutron] Checking segment: {'id': 'dafe29ae-1ba0-4490-879c-5008a3eac5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:18:32.338181 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-82465e09-c680-40a6-85d8-349a533e61ce service neutron] Bound using segment: {'id': 'dafe29ae-1ba0-4490-879c-5008a3eac5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:18:32.338624 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-82465e09-c680-40a6-85d8-349a533e61ce service neutron] Bound port: c24f8166-c8a4-4539-b2a9-15639a039160, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dafe29ae-1ba0-4490-879c-5008a3eac5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9cf09cc6-9022-42d8-96c2-e4ea0d1e749b'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:18:32.338974 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-82465e09-c680-40a6-85d8-349a533e61ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:32.397803 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0435c69c-b78e-41b4-b76b-ded8b81ce3a9 req-a2c80fe7-59e9-4ee5-ab1d-6581b5850971 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&id=ea98d57d-1ab2-4bb7-8668-5c17afc65416&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1011930 Nov 09 21:18:32.421287 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7940a70-e73a-4cbb-b843-47076bb1255e req-c23e1ae9-6485-4993-9cf1-c3e3d1cca3f4 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:32.422914 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c7940a70-e73a-4cbb-b843-47076bb1255e req-c23e1ae9-6485-4993-9cf1-c3e3d1cca3f4 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 943 time: 0.0913081 Nov 09 21:18:32.437279 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-82465e09-c680-40a6-85d8-349a533e61ce service neutron] For port c24f8166-c8a4-4539-b2a9-15639a039160, host n-h2-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:18:32.445405 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-82465e09-c680-40a6-85d8-349a533e61ce service neutron] For port c24f8166-c8a4-4539-b2a9-15639a039160, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=c24f8166-c8a4-4539-b2a9-15639a039160,segment=NetworkSegment(dafe29ae-1ba0-4490-879c-5008a3eac5b2),segment_id=dafe29ae-1ba0-4490-879c-5008a3eac5b2)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:18:32.450737 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-82465e09-c680-40a6-85d8-349a533e61ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:32.491971 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-ab5d2d99-f1e1-4319-8b2b-9cee4aaa0d14 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] Made reservation on behalf of b815957034c64614bf797aa0b46c25fe for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:18:32.495544 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-ab5d2d99-f1e1-4319-8b2b-9cee4aaa0d14 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:32.509704 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-ab5d2d99-f1e1-4319-8b2b-9cee4aaa0d14 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:32.536129 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c7940a70-e73a-4cbb-b843-47076bb1255e req-be078a9d-d848-44f8-8dec-4bd324b725f4 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885372 Nov 09 21:18:32.542656 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82465e09-c680-40a6-85d8-349a533e61ce service neutron] Pushing event updated for resources: {'Port': ['ID=c24f8166-c8a4-4539-b2a9-15639a039160,revision_number=8']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:32.622726 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a58040-942c-44e2-a76c-af935664b0df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c24f8166-c8a4-4539-b2a9-15639a039160'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:18:32.627940 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba256b0a-bb9b-4e34-9c0f-2d4d1927df51" -d '{"events": [{"server_uuid": "60a58040-942c-44e2-a76c-af935664b0df", "name": "network-vif-unplugged", "status": "completed", "tag": "c24f8166-c8a4-4539-b2a9-15639a039160"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:18:32.641125 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-82465e09-c680-40a6-85d8-349a533e61ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:32.645014 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-82465e09-c680-40a6-85d8-349a533e61ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:32.649130 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-82465e09-c680-40a6-85d8-349a533e61ce service neutron] 10.222.0.45 "PUT /v2.0/ports/c24f8166-c8a4-4539-b2a9-15639a039160 HTTP/1.1" status: 200 len: 1121 time: 1.2041366 Nov 09 21:18:32.690693 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-ab5d2d99-f1e1-4319-8b2b-9cee4aaa0d14 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:32.703940 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-ab5d2d99-f1e1-4319-8b2b-9cee4aaa0d14 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:32.750338 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['c24f8166-c8a4-4539-b2a9-15639a039160'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:18:32.800666 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5d2d99-f1e1-4319-8b2b-9cee4aaa0d14 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d24edd-887e-4046-8274-57a0425bb1dd,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:32.842935 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 21:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34fc676-ca3d-41b6-9936-866b8b468799 x-openstack-request-id: req-a34fc676-ca3d-41b6-9936-866b8b468799 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:18:32.843869 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a58040-942c-44e2-a76c-af935664b0df", "name": "network-vif-unplugged", "status": "completed", "tag": "c24f8166-c8a4-4539-b2a9-15639a039160", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:18:32.843869 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a34fc676-ca3d-41b6-9936-866b8b468799 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:18:32.844109 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a58040-942c-44e2-a76c-af935664b0df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c24f8166-c8a4-4539-b2a9-15639a039160', 'code': 200} Nov 09 21:18:32.872249 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6065b02-add5-4017-b783-c4b12864c241 req-811045c7-865e-4e96-8503-7e49a68776b6 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:32.879030 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6065b02-add5-4017-b783-c4b12864c241 req-811045c7-865e-4e96-8503-7e49a68776b6 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:32.880998 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c6065b02-add5-4017-b783-c4b12864c241 req-811045c7-865e-4e96-8503-7e49a68776b6 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.49 "GET /v2.0/ports?device_id=69efdf08-b71b-481f-92ba-7f9583b528c0&device_id=df281d79-d898-4d8c-8c8e-9e3276c13111 HTTP/1.1" status: 200 len: 1683 time: 0.0756202 Nov 09 21:18:32.958867 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device c24f8166-c8a4-4539-b2a9-15639a039160 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:18:32.963047 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 80760068-d534-412c-b00e-3e2f5ef6798e up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:18:32.975413 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c6065b02-add5-4017-b783-c4b12864c241 req-5ce3a0d4-70d8-4cc9-b85b-a63490a2ee75 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f5971a4-f825-4460-9138-6d6ffc84860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824718 Nov 09 21:18:33.019742 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-ab5d2d99-f1e1-4319-8b2b-9cee4aaa0d14 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] Allocated IP 192.168.233.185 (568519e4-f6af-4966-9e93-738c3c6cb9f1/5ba3500c-a288-4596-ba94-148f2bd8a6da/4cfbed25-9ed6-441e-841a-e9375d74d73a) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:18:33.045292 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ab663-b0ae-4f8f-8a48-07f57a46c275 req-38d7f226-160a-4614-9a8f-f904c9674e57 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:33.056313 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f59ab663-b0ae-4f8f-8a48-07f57a46c275 req-38d7f226-160a-4614-9a8f-f904c9674e57 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/ports?device_id=22216ec1-2813-4d18-9d2d-acfa49b6322d HTTP/1.1" status: 200 len: 944 time: 0.1104231 Nov 09 21:18:33.065323 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d19c3e37-0632-4a08-8021-a297c90e1460 req-f486591e-d012-4bcb-acbd-c91b1b4c188a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b75d9a5a-b979-4da4-90a1-c1d5e183b03c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0919595 Nov 09 21:18:33.133553 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f59ab663-b0ae-4f8f-8a48-07f57a46c275 req-8f7e8d09-22ab-4a8b-bd23-495ad5abcb2d tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe7beac0-83b7-4dc2-8a69-2d3bfb73b965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760026 Nov 09 21:18:33.141092 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 80760068-d534-412c-b00e-3e2f5ef6798e completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:18:33.156663 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 80760068-d534-412c-b00e-3e2f5ef6798e triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:18:33.157034 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:33.186322 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f77b0-e686-4c1e-b4e4-e461c037cea2 req-32c11232-2ee0-4eda-8d31-9817c065c7a7 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:33.187969 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-289f77b0-e686-4c1e-b4e4-e461c037cea2 req-32c11232-2ee0-4eda-8d31-9817c065c7a7 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 951 time: 0.1015038 Nov 09 21:18:33.203070 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c3e37-0632-4a08-8021-a297c90e1460 req-29c8e2f2-cce9-48ae-8b56-a1d6a4094979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:33.204860 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d19c3e37-0632-4a08-8021-a297c90e1460 req-29c8e2f2-cce9-48ae-8b56-a1d6a4094979 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a6366c08f5c4a9bb0bdc56b2ea0a20e&device_id=b75d9a5a-b979-4da4-90a1-c1d5e183b03c HTTP/1.1" status: 200 len: 1095 time: 0.0736163 Nov 09 21:18:33.253092 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port c24f8166-c8a4-4539-b2a9-15639a039160, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=c24f8166-c8a4-4539-b2a9-15639a039160,segment=NetworkSegment(dafe29ae-1ba0-4490-879c-5008a3eac5b2),segment_id=dafe29ae-1ba0-4490-879c-5008a3eac5b2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:33.273779 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device c24f8166-c8a4-4539-b2a9-15639a039160 has no active binding in host n-h1-816206-3 {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 21:18:33.324499 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-ab5d2d99-f1e1-4319-8b2b-9cee4aaa0d14 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:33.328028 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3e3e93de-2b8d-49b3-960e-d3a9963f0e10 req-9a6930ea-f83a-4454-91e0-9f0a860ad686 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c4b2a59-2a76-4753-bfff-5d6571f799b9 HTTP/1.1" status: 200 len: 210 time: 0.0406795 Nov 09 21:18:33.333858 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:33.363918 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-ab5d2d99-f1e1-4319-8b2b-9cee4aaa0d14 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:33.372228 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22216ec1-2813-4d18-9d2d-acfa49b6322d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80760068-d534-412c-b00e-3e2f5ef6798e'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:18:33.375015 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4390e2a-42c9-4bef-bca6-f436bb88ff0c" -d '{"events": [{"server_uuid": "22216ec1-2813-4d18-9d2d-acfa49b6322d", "name": "network-vif-plugged", "status": "completed", "tag": "80760068-d534-412c-b00e-3e2f5ef6798e"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:18:33.377578 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-289f77b0-e686-4c1e-b4e4-e461c037cea2 req-94920885-4692-45fc-855b-45f80d1b6d49 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786644 Nov 09 21:18:33.392435 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 80760068-d534-412c-b00e-3e2f5ef6798e, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=80760068-d534-412c-b00e-3e2f5ef6798e,segment=NetworkSegment(09b70962-317a-4e30-8693-8968e5be04b8),segment_id=09b70962-317a-4e30-8693-8968e5be04b8)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:33.396299 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:33.397131 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device c12b4097-cc61-4791-8e29-6bd956d25e95 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:18:33.420097 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: c12b4097-cc61-4791-8e29-6bd956d25e95 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:18:33.420097 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device c12b4097-cc61-4791-8e29-6bd956d25e95 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:18:33.430465 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c3e37-0632-4a08-8021-a297c90e1460 req-3f9886b4-41b6-4144-9977-00a2388f4818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:33.435753 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d19c3e37-0632-4a08-8021-a297c90e1460 req-3f9886b4-41b6-4144-9977-00a2388f4818 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9cf09cc6-9022-42d8-96c2-e4ea0d1e749b HTTP/1.1" status: 200 len: 908 time: 0.2058618 Nov 09 21:18:33.458002 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5d2d99-f1e1-4319-8b2b-9cee4aaa0d14 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] Pushing event updated for resources: {'Port': ['ID=4cfbed25-9ed6-441e-841a-e9375d74d73a,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:33.477647 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-ab5d2d99-f1e1-4319-8b2b-9cee4aaa0d14 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] Network 568519e4-f6af-4966-9e93-738c3c6cb9f1 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:18:33.479411 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-ab5d2d99-f1e1-4319-8b2b-9cee4aaa0d14 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:18:33.482252 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-ab5d2d99-f1e1-4319-8b2b-9cee4aaa0d14 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:18:33.503084 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8996766c-2f5a-4cbb-88ad-0352ef7c06b4 x-openstack-request-id: req-8996766c-2f5a-4cbb-88ad-0352ef7c06b4 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:18:33.518843 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22216ec1-2813-4d18-9d2d-acfa49b6322d", "name": "network-vif-plugged", "status": "completed", "tag": "80760068-d534-412c-b00e-3e2f5ef6798e", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:18:33.518843 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8996766c-2f5a-4cbb-88ad-0352ef7c06b4 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:18:33.518843 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22216ec1-2813-4d18-9d2d-acfa49b6322d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80760068-d534-412c-b00e-3e2f5ef6798e', 'code': 200} Nov 09 21:18:33.553563 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:33.553705 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d19c3e37-0632-4a08-8021-a297c90e1460 req-f0b1f32a-9626-4e6b-a702-ff45650d242e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dba86a86-570c-499c-9188-1d917904cac1 HTTP/1.1" status: 200 len: 217 time: 0.0925288 Nov 09 21:18:33.556029 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=80760068-d534-412c-b00e-3e2f5ef6798e,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:33.564335 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-ab5d2d99-f1e1-4319-8b2b-9cee4aaa0d14 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:33.565131 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-ab5d2d99-f1e1-4319-8b2b-9cee4aaa0d14 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:33.599221 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-ab5d2d99-f1e1-4319-8b2b-9cee4aaa0d14 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3288643 Nov 09 21:18:33.610000 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['c24f8166-c8a4-4539-b2a9-15639a039160'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:18:33.612725 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-764df145-36b5-41c0-89f8-e23056f09121 service neutron] Request body: {'port': {'device_id': '9c4b2a59-2a76-4753-bfff-5d6571f799b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:18:33.677019 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215bd393-9a9e-4572-97f6-e272f27ed965 req-2f88fd39-2c5c-4772-85ca-74b95d412ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:33.678733 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-215bd393-9a9e-4572-97f6-e272f27ed965 req-2f88fd39-2c5c-4772-85ca-74b95d412ece service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=22216ec1-2813-4d18-9d2d-acfa49b6322d HTTP/1.1" status: 200 len: 1096 time: 0.0607853 Nov 09 21:18:33.722063 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c3e37-0632-4a08-8021-a297c90e1460 req-adde8ef2-35f1-49ff-847f-0421f09a9ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:33.724814 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d19c3e37-0632-4a08-8021-a297c90e1460 req-adde8ef2-35f1-49ff-847f-0421f09a9ea8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=39c6d736-667d-4cbf-9558-9612dacd0f8d HTTP/1.1" status: 200 len: 848 time: 0.1703975 Nov 09 21:18:33.736788 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-764df145-36b5-41c0-89f8-e23056f09121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:33.807369 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-215bd393-9a9e-4572-97f6-e272f27ed965 req-05792ad5-cbe8-4bbc-bf51-10a893ddcda8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fe7beac0-83b7-4dc2-8a69-2d3bfb73b965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796700 Nov 09 21:18:33.835290 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d19c3e37-0632-4a08-8021-a297c90e1460 req-6bf3ca87-9794-4cb6-84c1-489a757c6ef6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9cf09cc6-9022-42d8-96c2-e4ea0d1e749b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354316 Nov 09 21:18:33.862645 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa253fb1-9b11-4e5e-8e05-ad045a913c3b req-09528926-3918-4ccf-9476-fe8a58b6b648 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:33.868988 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa253fb1-9b11-4e5e-8e05-ad045a913c3b req-09528926-3918-4ccf-9476-fe8a58b6b648 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:33.876805 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa253fb1-9b11-4e5e-8e05-ad045a913c3b req-09528926-3918-4ccf-9476-fe8a58b6b648 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:33.883051 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa253fb1-9b11-4e5e-8e05-ad045a913c3b req-09528926-3918-4ccf-9476-fe8a58b6b648 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:33.891171 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa253fb1-9b11-4e5e-8e05-ad045a913c3b req-09528926-3918-4ccf-9476-fe8a58b6b648 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:33.895986 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa253fb1-9b11-4e5e-8e05-ad045a913c3b req-09528926-3918-4ccf-9476-fe8a58b6b648 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:33.902762 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa253fb1-9b11-4e5e-8e05-ad045a913c3b req-09528926-3918-4ccf-9476-fe8a58b6b648 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:33.904710 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aa253fb1-9b11-4e5e-8e05-ad045a913c3b req-09528926-3918-4ccf-9476-fe8a58b6b648 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 5436 time: 0.2223976 Nov 09 21:18:33.928070 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-e513cd91-030c-4af2-b20b-2eea3114b7d6 None None] Provisioning complete for port 4cfbed25-9ed6-441e-841a-e9375d74d73a triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:18:33.928561 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e513cd91-030c-4af2-b20b-2eea3114b7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:33.972681 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-e513cd91-030c-4af2-b20b-2eea3114b7d6 None None] Port 4cfbed25-9ed6-441e-841a-e9375d74d73a cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:18:33.987164 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aa253fb1-9b11-4e5e-8e05-ad045a913c3b req-8a2ac13f-49e3-4fb4-9557-b7d932fa7529 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&id=ea98d57d-1ab2-4bb7-8668-5c17afc65416&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0752358 Nov 09 21:18:34.002001 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abefdacb-d91d-409f-8645-74ecd51e56b8 req-410aba8f-99d9-4239-9c6d-74b8c7470fc2 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:34.003605 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-abefdacb-d91d-409f-8645-74ecd51e56b8 req-410aba8f-99d9-4239-9c6d-74b8c7470fc2 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 943 time: 0.1285453 Nov 09 21:18:34.132859 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-abefdacb-d91d-409f-8645-74ecd51e56b8 req-785363c9-0b1d-4302-b3fc-e88b15fb2318 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134846 Nov 09 21:18:34.135804 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d19c3e37-0632-4a08-8021-a297c90e1460 req-cfe2bb66-2833-4d9a-813b-ae534353c422 service neutron] 10.222.0.45 "GET /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223018 Nov 09 21:18:34.188218 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-764df145-36b5-41c0-89f8-e23056f09121 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cfbed25-9ed6-441e-841a-e9375d74d73a {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:18:34.199768 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-764df145-36b5-41c0-89f8-e23056f09121 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:34.209167 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37694) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:34.223515 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-764df145-36b5-41c0-89f8-e23056f09121 service neutron] Transition to ACTIVE for port object 4cfbed25-9ed6-441e-841a-e9375d74d73a will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:18:34.228108 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-764df145-36b5-41c0-89f8-e23056f09121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:34.294170 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['7bd49de7-14e9-45ba-ad29-41a7b31624e4'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:18:34.347965 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d19c3e37-0632-4a08-8021-a297c90e1460 req-20879d84-68ec-404e-8971-eb642c7a779b service neutron] 10.222.0.45 "GET /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925883 Nov 09 21:18:34.366036 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['f1a55f02-391f-4b2f-8594-8dd0febfc624'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:18:34.436723 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764df145-36b5-41c0-89f8-e23056f09121 service neutron] Pushing event updated for resources: {'Port': ['ID=4cfbed25-9ed6-441e-841a-e9375d74d73a,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:34.466834 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a8f1aa25-b543-4478-9780-052f84c8e4f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:34.469698 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['1907057c-c36f-477c-ab6d-b465673b10a8'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:18:34.471941 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['a4b3d77a-e8b9-47df-8ea9-8096b98da309'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:18:34.473758 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device e39d6a53-a12d-4cbe-8c58-0e90bb16926a no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:18:34.483590 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['425016f1-5323-4fd9-bef6-b3071e755392'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:18:34.507488 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956b9af-23c3-4741-9ea7-8250fbd0ec76 req-32835648-3b71-4922-b003-af5f7d49a8e3 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:34.510395 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7956b9af-23c3-4741-9ea7-8250fbd0ec76 req-32835648-3b71-4922-b003-af5f7d49a8e3 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/ports?device_id=22216ec1-2813-4d18-9d2d-acfa49b6322d HTTP/1.1" status: 200 len: 945 time: 0.2411628 Nov 09 21:18:34.552806 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13581b1a-f44e-4453-810d-e249a69116f4 req-5eee43a0-13d6-49ce-90ec-409efd0c8516 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:34.555069 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-13581b1a-f44e-4453-810d-e249a69116f4 req-5eee43a0-13d6-49ce-90ec-409efd0c8516 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c4b2a59-2a76-4753-bfff-5d6571f799b9 HTTP/1.1" status: 200 len: 948 time: 0.0775540 Nov 09 21:18:34.606907 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: e39d6a53-a12d-4cbe-8c58-0e90bb16926a {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:18:34.607256 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device e39d6a53-a12d-4cbe-8c58-0e90bb16926a not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:18:34.626344 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-13581b1a-f44e-4453-810d-e249a69116f4 req-fa09beae-0790-42db-a618-d86e2b1cc843 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d24edd-887e-4046-8274-57a0425bb1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623751 Nov 09 21:18:34.651974 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-764df145-36b5-41c0-89f8-e23056f09121 service neutron] Attempting to bind port 4cfbed25-9ed6-441e-841a-e9375d74d73a on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:18:34.652953 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-764df145-36b5-41c0-89f8-e23056f09121 service neutron] Attempting to bind port 4cfbed25-9ed6-441e-841a-e9375d74d73a by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:18:34.652953 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-764df145-36b5-41c0-89f8-e23056f09121 service neutron] Attempting to bind port 4cfbed25-9ed6-441e-841a-e9375d74d73a on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:18:34.664529 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-764df145-36b5-41c0-89f8-e23056f09121 service neutron] Port 4cfbed25-9ed6-441e-841a-e9375d74d73a on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:18:34.664882 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-764df145-36b5-41c0-89f8-e23056f09121 service neutron] Attempting to bind port 4cfbed25-9ed6-441e-841a-e9375d74d73a on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:18:34.699662 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-764df145-36b5-41c0-89f8-e23056f09121 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:18:34.700125 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-764df145-36b5-41c0-89f8-e23056f09121 service neutron] Checking segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:18:34.700623 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-764df145-36b5-41c0-89f8-e23056f09121 service neutron] Bound using segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:18:34.701169 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-764df145-36b5-41c0-89f8-e23056f09121 service neutron] Bound port: 4cfbed25-9ed6-441e-841a-e9375d74d73a, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:18:34.701580 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-764df145-36b5-41c0-89f8-e23056f09121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:34.725324 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7956b9af-23c3-4741-9ea7-8250fbd0ec76 req-35325cb6-5fe6-43c4-a928-5547b48887a7 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe7beac0-83b7-4dc2-8a69-2d3bfb73b965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992946 Nov 09 21:18:34.765262 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53840f-f3bc-4600-b92a-a08266e7acc4 req-05694b91-06ce-45d0-81e0-9903ef325986 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:34.774990 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bf53840f-f3bc-4600-b92a-a08266e7acc4 req-05694b91-06ce-45d0-81e0-9903ef325986 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 951 time: 0.0779729 Nov 09 21:18:34.806752 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a8f1aa25-b543-4478-9780-052f84c8e4f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:34.817775 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a8f1aa25-b543-4478-9780-052f84c8e4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:34.853243 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bf53840f-f3bc-4600-b92a-a08266e7acc4 req-452bb718-3026-4ff6-821a-320d79dab336 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768878 Nov 09 21:18:34.854793 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60a58040-942c-44e2-a76c-af935664b0df', 'tag': 'c24f8166-c8a4-4539-b2a9-15639a039160'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:18:34.859024 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b5f154-58f3-4a3e-b8b4-894a5268b133" -d '{"events": [{"name": "network-changed", "server_uuid": "60a58040-942c-44e2-a76c-af935664b0df", "tag": "c24f8166-c8a4-4539-b2a9-15639a039160"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:18:34.865654 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-764df145-36b5-41c0-89f8-e23056f09121 service neutron] For port 4cfbed25-9ed6-441e-841a-e9375d74d73a, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:18:34.883705 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a8f1aa25-b543-4478-9780-052f84c8e4f5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=18651036ecc14a948e26ac084a99b089&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6731055 Nov 09 21:18:34.885783 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-764df145-36b5-41c0-89f8-e23056f09121 service neutron] For port 4cfbed25-9ed6-441e-841a-e9375d74d73a, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=4cfbed25-9ed6-441e-841a-e9375d74d73a,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:18:34.886606 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37710) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:34.886836 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1aa25-b543-4478-9780-052f84c8e4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5fe1f8-5521-4ddd-9b0d-e22b7c4b54cb,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:34.906082 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-764df145-36b5-41c0-89f8-e23056f09121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:34.961782 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-764df145-36b5-41c0-89f8-e23056f09121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:34.965869 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-764df145-36b5-41c0-89f8-e23056f09121 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:34.968155 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-764df145-36b5-41c0-89f8-e23056f09121 service neutron] 10.222.0.45 "PUT /v2.0/ports/4cfbed25-9ed6-441e-841a-e9375d74d73a HTTP/1.1" status: 200 len: 1096 time: 1.3618362 Nov 09 21:18:34.968853 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c4b2a59-2a76-4753-bfff-5d6571f799b9', 'tag': '4cfbed25-9ed6-441e-841a-e9375d74d73a'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:18:34.975206 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c3363c-b151-4662-b765-066fbd9cdd02" -d '{"events": [{"name": "network-changed", "server_uuid": "9c4b2a59-2a76-4753-bfff-5d6571f799b9", "tag": "4cfbed25-9ed6-441e-841a-e9375d74d73a"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:18:34.993777 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764df145-36b5-41c0-89f8-e23056f09121 service neutron] Pushing event updated for resources: {'Port': ['ID=4cfbed25-9ed6-441e-841a-e9375d74d73a,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:35.012897 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f827e33-b093-497d-b132-02b7467e5241 x-openstack-request-id: req-2f827e33-b093-497d-b132-02b7467e5241 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:18:35.013125 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60a58040-942c-44e2-a76c-af935664b0df", "tag": "c24f8166-c8a4-4539-b2a9-15639a039160", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:18:35.013447 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2f827e33-b093-497d-b132-02b7467e5241 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:18:35.013770 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60a58040-942c-44e2-a76c-af935664b0df', 'tag': 'c24f8166-c8a4-4539-b2a9-15639a039160', 'status': 'completed', 'code': 200} Nov 09 21:18:35.068884 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-47a35869-3427-46de-b1d1-9362bd6f535a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:35.080597 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3863b60-1ed7-4241-aa4b-3debad6afc52 x-openstack-request-id: req-d3863b60-1ed7-4241-aa4b-3debad6afc52 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:18:35.081507 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c4b2a59-2a76-4753-bfff-5d6571f799b9", "tag": "4cfbed25-9ed6-441e-841a-e9375d74d73a", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:18:35.081924 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d3863b60-1ed7-4241-aa4b-3debad6afc52 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:18:35.082505 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c4b2a59-2a76-4753-bfff-5d6571f799b9', 'tag': '4cfbed25-9ed6-441e-841a-e9375d74d73a', 'status': 'completed', 'code': 200} Nov 09 21:18:35.088660 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc80d95-3d58-45eb-8ef6-8be1fd751774 req-3c422a11-10d9-46dd-bf83-5bcef78586be tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:35.099986 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3dc80d95-3d58-45eb-8ef6-8be1fd751774 req-3c422a11-10d9-46dd-bf83-5bcef78586be tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.49 "GET /v2.0/ports?device_id=69efdf08-b71b-481f-92ba-7f9583b528c0 HTTP/1.1" status: 200 len: 946 time: 0.1619556 Nov 09 21:18:35.105468 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-058268d0-e089-460d-8fe9-97fe5d0cd500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:35.108295 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-058268d0-e089-460d-8fe9-97fe5d0cd500 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b815957034c64614bf797aa0b46c25fe&device_id=9c4b2a59-2a76-4753-bfff-5d6571f799b9 HTTP/1.1" status: 200 len: 1099 time: 0.0876336 Nov 09 21:18:35.162308 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['a07b3c2f-c8c5-43d5-9170-485f26594f02'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:18:35.164501 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-47a35869-3427-46de-b1d1-9362bd6f535a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:35.231601 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-be3cf967-be30-4728-8c24-544c88086644 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=4cfbed25-9ed6-441e-841a-e9375d74d73a HTTP/1.1" status: 200 len: 217 time: 0.1051843 Nov 09 21:18:35.246710 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3dc80d95-3d58-45eb-8ef6-8be1fd751774 req-1f4ddf71-2a31-406c-a1dc-850b460fcb78 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f5971a4-f825-4460-9138-6d6ffc84860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460781 Nov 09 21:18:35.290126 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-47a35869-3427-46de-b1d1-9362bd6f535a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:35.294615 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-47a35869-3427-46de-b1d1-9362bd6f535a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:35.313336 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-47a35869-3427-46de-b1d1-9362bd6f535a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3e5fe1f8-5521-4ddd-9b0d-e22b7c4b54cb HTTP/1.1" status: 204 len: 168 time: 0.4098856 Nov 09 21:18:35.337873 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['91c8b178-c506-4843-982e-f1a58ad7e198'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:18:35.339009 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a35869-3427-46de-b1d1-9362bd6f535a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5fe1f8-5521-4ddd-9b0d-e22b7c4b54cb,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:35.342720 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c89de-8486-42c9-b33e-5740d92b9123 req-f7437584-3a36-4177-8742-74c4c729ece6 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:35.349298 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c89de-8486-42c9-b33e-5740d92b9123 req-f7437584-3a36-4177-8742-74c4c729ece6 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:35.357551 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c89de-8486-42c9-b33e-5740d92b9123 req-f7437584-3a36-4177-8742-74c4c729ece6 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:35.366001 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c89de-8486-42c9-b33e-5740d92b9123 req-f7437584-3a36-4177-8742-74c4c729ece6 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:35.372907 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c89de-8486-42c9-b33e-5740d92b9123 req-f7437584-3a36-4177-8742-74c4c729ece6 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:35.379431 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c89de-8486-42c9-b33e-5740d92b9123 req-f7437584-3a36-4177-8742-74c4c729ece6 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:35.385737 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c89de-8486-42c9-b33e-5740d92b9123 req-f7437584-3a36-4177-8742-74c4c729ece6 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:35.387668 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0c5c89de-8486-42c9-b33e-5740d92b9123 req-f7437584-3a36-4177-8742-74c4c729ece6 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 5436 time: 0.2490594 Nov 09 21:18:35.397676 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5f154-58f3-4a3e-b8b4-894a5268b133 req-34f21d03-b466-4d4d-89a8-ab2fb8d68817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:35.399209 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-54b5f154-58f3-4a3e-b8b4-894a5268b133 req-34f21d03-b466-4d4d-89a8-ab2fb8d68817 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5a6366c08f5c4a9bb0bdc56b2ea0a20e&device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 1124 time: 0.2740800 Nov 09 21:18:35.414546 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-597dbc25-f89c-49e4-92e1-4bcb0df88198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:35.416000 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-597dbc25-f89c-49e4-92e1-4bcb0df88198 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.1746235 Nov 09 21:18:35.483810 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d7879-569a-49de-9785-c4bfa251a2a6 req-aefcc3f7-0ec0-4112-8d31-418508af5bf6 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:35.493638 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6b8d7879-569a-49de-9785-c4bfa251a2a6 req-aefcc3f7-0ec0-4112-8d31-418508af5bf6 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 943 time: 0.1065557 Nov 09 21:18:35.610864 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6b8d7879-569a-49de-9785-c4bfa251a2a6 req-c0d8dd55-e065-4485-8bf1-34417d0e8657 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161711 Nov 09 21:18:35.611611 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-50cf6a1d-b0ea-4a22-ad7a-6343c12411eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:35.612507 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-50cf6a1d-b0ea-4a22-ad7a-6343c12411eb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1793706 Nov 09 21:18:35.620912 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32f97e-f9ae-4590-bfd0-187debf94bf3 req-02978ae8-a74d-4eb3-aaf3-1ec42fb94f6c tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:35.622459 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4d32f97e-f9ae-4590-bfd0-187debf94bf3 req-02978ae8-a74d-4eb3-aaf3-1ec42fb94f6c tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.43 "GET /v2.0/ports?device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 951 time: 0.2055023 Nov 09 21:18:35.628555 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0c5c89de-8486-42c9-b33e-5740d92b9123 req-739b8886-22ec-41a0-958c-f82b594668d0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&id=ea98d57d-1ab2-4bb7-8668-5c17afc65416&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2284091 Nov 09 21:18:35.744064 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5f154-58f3-4a3e-b8b4-894a5268b133 req-6995155b-88f0-433c-b4c7-f95eac8cbc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:35.745777 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-54b5f154-58f3-4a3e-b8b4-894a5268b133 req-6995155b-88f0-433c-b4c7-f95eac8cbc77 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9cf09cc6-9022-42d8-96c2-e4ea0d1e749b HTTP/1.1" status: 200 len: 908 time: 0.3213043 Nov 09 21:18:35.795866 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37728) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:35.798204 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabffae-8641-4fe1-bf4a-4058f6961a52 req-68dcc4fe-7643-4e0a-8c3e-45761d989780 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:35.805379 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7aabffae-8641-4fe1-bf4a-4058f6961a52 req-68dcc4fe-7643-4e0a-8c3e-45761d989780 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c4b2a59-2a76-4753-bfff-5d6571f799b9 HTTP/1.1" status: 200 len: 948 time: 0.0936203 Nov 09 21:18:35.849157 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-54b5f154-58f3-4a3e-b8b4-894a5268b133 req-bef37bd8-18a5-4d96-bac8-2f964a8567c8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c24f8166-c8a4-4539-b2a9-15639a039160 HTTP/1.1" status: 200 len: 217 time: 0.0695765 Nov 09 21:18:35.853827 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7aabffae-8641-4fe1-bf4a-4058f6961a52 req-8c02b93d-e66c-4d36-93cc-fab536f81b5e tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d24edd-887e-4046-8274-57a0425bb1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460315 Nov 09 21:18:35.868809 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2bc76403-57a6-4b24-97d1-a3564f69b1c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:35.946865 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-ec7ee9f7-ca4f-4619-a655-9e3dc3c95d54 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172884 Nov 09 21:18:35.972902 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb645c6-5b22-43d6-903b-b4cdfbcf9a9b req-2086580e-c0f9-43dc-82ae-938b47b29119 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:35.974399 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-acb645c6-5b22-43d6-903b-b4cdfbcf9a9b req-2086580e-c0f9-43dc-82ae-938b47b29119 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 951 time: 0.0522442 Nov 09 21:18:36.024212 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5f154-58f3-4a3e-b8b4-894a5268b133 req-5d6480ec-5e24-4e95-9404-f3d14aa3b90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:36.025735 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-54b5f154-58f3-4a3e-b8b4-894a5268b133 req-5d6480ec-5e24-4e95-9404-f3d14aa3b90e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39c6d736-667d-4cbf-9558-9612dacd0f8d HTTP/1.1" status: 200 len: 848 time: 0.1595979 Nov 09 21:18:36.044149 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e2da4-2f62-400a-a9ff-6c5afc801c03 req-96e563c1-711e-4b75-bb69-e87040de1815 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:36.046160 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b07e2da4-2f62-400a-a9ff-6c5afc801c03 req-96e563c1-711e-4b75-bb69-e87040de1815 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/ports?device_id=22216ec1-2813-4d18-9d2d-acfa49b6322d HTTP/1.1" status: 200 len: 945 time: 0.2085104 Nov 09 21:18:36.063119 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-acb645c6-5b22-43d6-903b-b4cdfbcf9a9b req-5221b0cb-e1b7-4858-9287-c1e066ffaa9c tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826149 Nov 09 21:18:36.068397 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-4d32f97e-f9ae-4590-bfd0-187debf94bf3 req-a0eb5a40-a95c-4354-b822-1343f4df91aa tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Deleting port abba3097-c927-495f-bc4b-00c2b012ca39 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:18:36.069060 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4d32f97e-f9ae-4590-bfd0-187debf94bf3 req-a0eb5a40-a95c-4354-b822-1343f4df91aa tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:36.072108 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58957f23-93a7-410b-bef8-d5fa254b48de req-bab27ac6-28db-4706-aff8-470be142d85c tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:36.073599 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-58957f23-93a7-410b-bef8-d5fa254b48de req-bab27ac6-28db-4706-aff8-470be142d85c tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.45 "GET /v2.0/ports?device_id=69efdf08-b71b-481f-92ba-7f9583b528c0 HTTP/1.1" status: 200 len: 946 time: 0.0792971 Nov 09 21:18:36.142825 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-54b5f154-58f3-4a3e-b8b4-894a5268b133 req-c6e8d75d-7eb5-49e5-8974-165c9feabb72 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9cf09cc6-9022-42d8-96c2-e4ea0d1e749b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902433 Nov 09 21:18:36.185030 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-58957f23-93a7-410b-bef8-d5fa254b48de req-87abf16b-ede4-4019-a079-95835e57637d tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Deleting port 87884609-36f7-4af2-b11f-6da718e31e1a {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:18:36.185354 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-58957f23-93a7-410b-bef8-d5fa254b48de req-87abf16b-ede4-4019-a079-95835e57637d tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:36.277204 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-58957f23-93a7-410b-bef8-d5fa254b48de req-87abf16b-ede4-4019-a079-95835e57637d tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] For port 87884609-36f7-4af2-b11f-6da718e31e1a, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=87884609-36f7-4af2-b11f-6da718e31e1a,segment=NetworkSegment(2e766961-134c-4760-bec5-2f576a7e98d3),segment_id=2e766961-134c-4760-bec5-2f576a7e98d3)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:36.277551 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-58957f23-93a7-410b-bef8-d5fa254b48de req-87abf16b-ede4-4019-a079-95835e57637d tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:36.294366 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-58957f23-93a7-410b-bef8-d5fa254b48de req-87abf16b-ede4-4019-a079-95835e57637d tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Calling delete_port for 87884609-36f7-4af2-b11f-6da718e31e1a owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:18:36.295988 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c6986168-b4eb-4321-bc6f-2758efa707d5 req-cd41ef8a-ce36-4e7b-b91e-d07597129ae0 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343728 Nov 09 21:18:36.313848 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b07e2da4-2f62-400a-a9ff-6c5afc801c03 req-0c57022a-d0f5-443a-becb-670c42400bc7 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups?id=fe7beac0-83b7-4dc2-8a69-2d3bfb73b965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599614 Nov 09 21:18:36.320462 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2bc76403-57a6-4b24-97d1-a3564f69b1c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:36.336169 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2bc76403-57a6-4b24-97d1-a3564f69b1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:36.339609 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-4d32f97e-f9ae-4590-bfd0-187debf94bf3 req-a0eb5a40-a95c-4354-b822-1343f4df91aa tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] For port abba3097-c927-495f-bc4b-00c2b012ca39, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=abba3097-c927-495f-bc4b-00c2b012ca39,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:36.339973 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4d32f97e-f9ae-4590-bfd0-187debf94bf3 req-a0eb5a40-a95c-4354-b822-1343f4df91aa tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:36.399553 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-4d32f97e-f9ae-4590-bfd0-187debf94bf3 req-a0eb5a40-a95c-4354-b822-1343f4df91aa tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Calling delete_port for abba3097-c927-495f-bc4b-00c2b012ca39 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:18:36.428911 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b74b7-8deb-4c43-9462-4bec075599f8 req-a3089725-8031-4076-919e-2ed8501df60e tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:36.430530 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f81b74b7-8deb-4c43-9462-4bec075599f8 req-a3089725-8031-4076-919e-2ed8501df60e tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.49 "GET /v2.0/ports?device_id=69efdf08-b71b-481f-92ba-7f9583b528c0 HTTP/1.1" status: 200 len: 946 time: 0.0782917 Nov 09 21:18:36.447129 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2bc76403-57a6-4b24-97d1-a3564f69b1c3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cae20040d8c7400380e8f177bf64fc40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6485252 Nov 09 21:18:36.454692 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc76403-57a6-4b24-97d1-a3564f69b1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd131fed-c235-4356-a09d-33afb17ce762,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:36.460382 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37738) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:36.462584 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-54b5f154-58f3-4a3e-b8b4-894a5268b133 req-cb61017a-5ce0-45d0-92f1-42b7c1f3060f service neutron] 10.222.0.43 "GET /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900834 Nov 09 21:18:36.534118 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-58957f23-93a7-410b-bef8-d5fa254b48de req-87abf16b-ede4-4019-a079-95835e57637d tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:36.549765 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['87884609-36f7-4af2-b11f-6da718e31e1a'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:18:36.574261 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f81b74b7-8deb-4c43-9462-4bec075599f8 req-79665aa6-0eaa-4f53-8a6c-9db0156fee55 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f5971a4-f825-4460-9138-6d6ffc84860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079953 Nov 09 21:18:36.576134 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87abf16b-ede4-4019-a079-95835e57637d tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Pushing event deleted for resources: {'Port': ['ID=87884609-36f7-4af2-b11f-6da718e31e1a,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:36.632987 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-58957f23-93a7-410b-bef8-d5fa254b48de req-87abf16b-ede4-4019-a079-95835e57637d tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] No DVR routers for this DVR port 87884609-36f7-4af2-b11f-6da718e31e1a on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:18:36.633796 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3363c-b151-4662-b765-066fbd9cdd02 req-fb91bac7-f573-4023-9ddd-c8405e06bcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:36.635320 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-55c3363c-b151-4662-b765-066fbd9cdd02 req-fb91bac7-f573-4023-9ddd-c8405e06bcca service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b815957034c64614bf797aa0b46c25fe&device_id=9c4b2a59-2a76-4753-bfff-5d6571f799b9 HTTP/1.1" status: 200 len: 1099 time: 0.2605374 Nov 09 21:18:36.636141 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-58957f23-93a7-410b-bef8-d5fa254b48de req-87abf16b-ede4-4019-a079-95835e57637d tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:36.643275 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-58957f23-93a7-410b-bef8-d5fa254b48de req-87abf16b-ede4-4019-a079-95835e57637d tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.45 "DELETE /v2.0/ports/87884609-36f7-4af2-b11f-6da718e31e1a HTTP/1.1" status: 204 len: 173 time: 0.5579512 Nov 09 21:18:36.659545 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-505a8823-6a5b-455d-987b-aa5df0155fc9 req-d9c6280d-f233-4bb4-894a-364260df4896 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-393205690&fields=id&tenant_id=ddac74d17cf94df2880a226d15c0a5ff HTTP/1.1" status: 200 len: 267 time: 0.2275071 Nov 09 21:18:36.786665 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf02ac-6ffc-438e-9643-4055e8ee353c req-2b654eb3-dad5-48cf-8d27-f9514b3000dc tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:36.799640 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8ccf02ac-6ffc-438e-9643-4055e8ee353c req-2b654eb3-dad5-48cf-8d27-f9514b3000dc tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 943 time: 0.0800605 Nov 09 21:18:36.842358 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-68de3c6f-3c34-4c9c-934f-d58c4fba2fc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:36.845433 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-54b5f154-58f3-4a3e-b8b4-894a5268b133 req-b58c76f5-316f-4018-9cbe-03f3b973613e service neutron] 10.222.0.43 "GET /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354728 Nov 09 21:18:36.856233 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8ccf02ac-6ffc-438e-9643-4055e8ee353c req-0c06e018-49e2-48c2-99c3-494a8beb90f2 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556836 Nov 09 21:18:36.904190 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a8823-6a5b-455d-987b-aa5df0155fc9 req-81fadd2e-1fd2-45b7-a945-f8f065329cdf tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:36.911871 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-505a8823-6a5b-455d-987b-aa5df0155fc9 req-81fadd2e-1fd2-45b7-a945-f8f065329cdf tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/ports?device_id=22216ec1-2813-4d18-9d2d-acfa49b6322d HTTP/1.1" status: 200 len: 945 time: 0.2516055 Nov 09 21:18:36.933923 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-505a8823-6a5b-455d-987b-aa5df0155fc9 req-55fd5e19-8322-4f27-bea5-ac6804f41ae2 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Request body: {'port': {'security_groups': ['fe7beac0-83b7-4dc2-8a69-2d3bfb73b965', '6557f619-d126-41b0-8f8c-cca2600103ce']}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:18:36.962292 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-68de3c6f-3c34-4c9c-934f-d58c4fba2fc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:36.966374 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3363c-b151-4662-b765-066fbd9cdd02 req-3f49223b-245c-49db-8e9a-05d1ae3d6dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:36.967928 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-55c3363c-b151-4662-b765-066fbd9cdd02 req-3f49223b-245c-49db-8e9a-05d1ae3d6dc6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.3188493 Nov 09 21:18:36.976887 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4d32f97e-f9ae-4590-bfd0-187debf94bf3 req-a0eb5a40-a95c-4354-b822-1343f4df91aa tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:36.989485 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:18:36.994431 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb68bf-1e05-45fe-9430-d987d637ddd3 req-797be7e6-7f43-4b8a-af09-10bba0f475ca tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:37.001783 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb68bf-1e05-45fe-9430-d987d637ddd3 req-797be7e6-7f43-4b8a-af09-10bba0f475ca tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:37.008566 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb68bf-1e05-45fe-9430-d987d637ddd3 req-797be7e6-7f43-4b8a-af09-10bba0f475ca tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:37.015644 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb68bf-1e05-45fe-9430-d987d637ddd3 req-797be7e6-7f43-4b8a-af09-10bba0f475ca tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:37.021823 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb68bf-1e05-45fe-9430-d987d637ddd3 req-797be7e6-7f43-4b8a-af09-10bba0f475ca tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:37.031165 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb68bf-1e05-45fe-9430-d987d637ddd3 req-797be7e6-7f43-4b8a-af09-10bba0f475ca tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:37.037239 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb68bf-1e05-45fe-9430-d987d637ddd3 req-797be7e6-7f43-4b8a-af09-10bba0f475ca tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:37.039606 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5fcb68bf-1e05-45fe-9430-d987d637ddd3 req-797be7e6-7f43-4b8a-af09-10bba0f475ca tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 5436 time: 0.1106238 Nov 09 21:18:37.042170 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69efdf08-b71b-481f-92ba-7f9583b528c0', 'name': 'network-vif-deleted', 'tag': '87884609-36f7-4af2-b11f-6da718e31e1a'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:18:37.044463 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f980296-6ff1-4564-abee-d3d0a0b74a12" -d '{"events": [{"server_uuid": "69efdf08-b71b-481f-92ba-7f9583b528c0", "name": "network-vif-deleted", "tag": "87884609-36f7-4af2-b11f-6da718e31e1a"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:18:37.094335 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb5a40-a95c-4354-b822-1343f4df91aa tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Pushing event deleted for resources: {'Port': ['ID=abba3097-c927-495f-bc4b-00c2b012ca39,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:37.109143 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-55c3363c-b151-4662-b765-066fbd9cdd02 req-6ea07896-a855-4005-91e6-89cf107549ca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=4cfbed25-9ed6-441e-841a-e9375d74d73a HTTP/1.1" status: 200 len: 217 time: 0.1250770 Nov 09 21:18:37.153310 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5fcb68bf-1e05-45fe-9430-d987d637ddd3 req-f05d09d3-c5b3-48c8-8195-7bc4ae463ea5 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&id=ea98d57d-1ab2-4bb7-8668-5c17afc65416&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1056225 Nov 09 21:18:37.318488 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d958588-6c6b-4727-9ac0-3c66415842dd req-a8503401-ef36-46f4-90f0-294147c2c291 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:37.320513 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4d958588-6c6b-4727-9ac0-3c66415842dd req-a8503401-ef36-46f4-90f0-294147c2c291 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c4b2a59-2a76-4753-bfff-5d6571f799b9 HTTP/1.1" status: 200 len: 948 time: 0.0683730 Nov 09 21:18:37.377327 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4d958588-6c6b-4727-9ac0-3c66415842dd req-dd057c9d-6d26-49c0-ab4c-28f8b9dce300 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d24edd-887e-4046-8274-57a0425bb1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499027 Nov 09 21:18:37.429329 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09894438-1f3e-457f-ac7a-4ecfd06469f8 x-openstack-request-id: req-09894438-1f3e-457f-ac7a-4ecfd06469f8 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:18:37.429832 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69efdf08-b71b-481f-92ba-7f9583b528c0", "name": "network-vif-deleted", "tag": "87884609-36f7-4af2-b11f-6da718e31e1a", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:18:37.430315 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-09894438-1f3e-457f-ac7a-4ecfd06469f8 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:18:37.430873 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69efdf08-b71b-481f-92ba-7f9583b528c0', 'name': 'network-vif-deleted', 'tag': '87884609-36f7-4af2-b11f-6da718e31e1a', 'status': 'completed', 'code': 200} Nov 09 21:18:37.529003 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aac0d0d4-a99c-4426-b217-ab136dda80da req-c0da74d2-a7a9-4ef9-a022-80ddcfb70587 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=b74163e6-e8f2-43cc-886b-cf04dbdaa044 HTTP/1.1" status: 200 len: 210 time: 0.0463741 Nov 09 21:18:37.551284 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-505a8823-6a5b-455d-987b-aa5df0155fc9 req-55fd5e19-8322-4f27-bea5-ac6804f41ae2 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:37.555615 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d32f97e-f9ae-4590-bfd0-187debf94bf3 req-a0eb5a40-a95c-4354-b822-1343f4df91aa tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] No DVR routers for this DVR port abba3097-c927-495f-bc4b-00c2b012ca39 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:18:37.560860 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4d32f97e-f9ae-4590-bfd0-187debf94bf3 req-a0eb5a40-a95c-4354-b822-1343f4df91aa tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:37.564181 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4d32f97e-f9ae-4590-bfd0-187debf94bf3 req-a0eb5a40-a95c-4354-b822-1343f4df91aa tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.43 "DELETE /v2.0/ports/abba3097-c927-495f-bc4b-00c2b012ca39 HTTP/1.1" status: 204 len: 173 time: 1.9179101 Nov 09 21:18:37.567359 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74163e6-e8f2-43cc-886b-cf04dbdaa044', 'name': 'network-vif-deleted', 'tag': 'abba3097-c927-495f-bc4b-00c2b012ca39'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:18:37.570108 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a66a9d-75f2-4241-9bc2-ec5e0308983a" -d '{"events": [{"server_uuid": "b74163e6-e8f2-43cc-886b-cf04dbdaa044", "name": "network-vif-deleted", "tag": "abba3097-c927-495f-bc4b-00c2b012ca39"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:18:37.620525 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a6c87-20be-4b18-8e5f-c43a631908c2 req-d540ab95-4369-4069-a735-b26c20dae313 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:37.622317 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-680a6c87-20be-4b18-8e5f-c43a631908c2 req-d540ab95-4369-4069-a735-b26c20dae313 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.43 "GET /v2.0/ports?device_id=df281d79-d898-4d8c-8c8e-9e3276c13111 HTTP/1.1" status: 200 len: 946 time: 0.5296710 Nov 09 21:18:37.627076 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-68de3c6f-3c34-4c9c-934f-d58c4fba2fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:37.629812 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-68de3c6f-3c34-4c9c-934f-d58c4fba2fc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:37.633579 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-68de3c6f-3c34-4c9c-934f-d58c4fba2fc7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bd131fed-c235-4356-a09d-33afb17ce762 HTTP/1.1" status: 204 len: 168 time: 1.1674621 Nov 09 21:18:37.659108 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3363c-b151-4662-b765-066fbd9cdd02 req-35b00887-6eb2-4a2b-a1e2-90d102eec7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:37.660459 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-55c3363c-b151-4662-b765-066fbd9cdd02 req-35b00887-6eb2-4a2b-a1e2-90d102eec7f1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.1683543 Nov 09 21:18:37.674483 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de3c6f-3c34-4c9c-934f-d58c4fba2fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd131fed-c235-4356-a09d-33afb17ce762,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:37.792338 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d90094a-582a-4b66-a192-9f80e0d65085 x-openstack-request-id: req-3d90094a-582a-4b66-a192-9f80e0d65085 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:18:37.792654 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b74163e6-e8f2-43cc-886b-cf04dbdaa044", "name": "network-vif-deleted", "tag": "abba3097-c927-495f-bc4b-00c2b012ca39", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:18:37.792910 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3d90094a-582a-4b66-a192-9f80e0d65085 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:18:37.793322 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74163e6-e8f2-43cc-886b-cf04dbdaa044', 'name': 'network-vif-deleted', 'tag': 'abba3097-c927-495f-bc4b-00c2b012ca39', 'status': 'completed', 'code': 200} Nov 09 21:18:37.874258 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3363c-b151-4662-b765-066fbd9cdd02 req-de7d24c8-0b15-47b0-aa2b-a09efaca4b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:37.875776 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-55c3363c-b151-4662-b765-066fbd9cdd02 req-de7d24c8-0b15-47b0-aa2b-a09efaca4b7a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1897824 Nov 09 21:18:37.970780 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5090d986-87ee-4a97-9cd8-0c976fe9bf77 req-308739d2-cad5-4707-8c2b-0f366cca87c9 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:37.973403 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5090d986-87ee-4a97-9cd8-0c976fe9bf77 req-308739d2-cad5-4707-8c2b-0f366cca87c9 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.49 "GET /v2.0/ports?device_id=df281d79-d898-4d8c-8c8e-9e3276c13111 HTTP/1.1" status: 200 len: 946 time: 0.0668457 Nov 09 21:18:38.026520 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-680a6c87-20be-4b18-8e5f-c43a631908c2 req-236906c9-dfbf-49ee-b8f1-506897e24276 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Deleting port 29a7db76-0962-489d-9bed-6cd34f2b024a {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:18:38.027017 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-680a6c87-20be-4b18-8e5f-c43a631908c2 req-236906c9-dfbf-49ee-b8f1-506897e24276 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:38.056301 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5090d986-87ee-4a97-9cd8-0c976fe9bf77 req-b8b5ba5a-44e2-47d4-97a3-c7b6bb7edb33 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f5971a4-f825-4460-9138-6d6ffc84860b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733886 Nov 09 21:18:38.136484 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-55c3363c-b151-4662-b765-066fbd9cdd02 req-826e1c24-9916-453f-9868-6b9a7ffa0c13 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166357 Nov 09 21:18:38.138127 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-505a8823-6a5b-455d-987b-aa5df0155fc9 req-55fd5e19-8322-4f27-bea5-ac6804f41ae2 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] For port 80760068-d534-412c-b00e-3e2f5ef6798e, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=80760068-d534-412c-b00e-3e2f5ef6798e,segment=NetworkSegment(09b70962-317a-4e30-8693-8968e5be04b8),segment_id=09b70962-317a-4e30-8693-8968e5be04b8)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:38.191896 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae8b2e-d321-4b1c-bff7-f348f6ea92d0 req-70638a3a-99a3-43e5-a338-8334025c751d tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:38.193832 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-23ae8b2e-d321-4b1c-bff7-f348f6ea92d0 req-70638a3a-99a3-43e5-a338-8334025c751d tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 943 time: 0.0587616 Nov 09 21:18:38.245462 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-23ae8b2e-d321-4b1c-bff7-f348f6ea92d0 req-e379bc47-e3c4-4505-b148-02e1b94168cd tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446911 Nov 09 21:18:38.249858 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-505a8823-6a5b-455d-987b-aa5df0155fc9 req-55fd5e19-8322-4f27-bea5-ac6804f41ae2 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:38.262502 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-505a8823-6a5b-455d-987b-aa5df0155fc9 req-55fd5e19-8322-4f27-bea5-ac6804f41ae2 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:38.275343 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-680a6c87-20be-4b18-8e5f-c43a631908c2 req-236906c9-dfbf-49ee-b8f1-506897e24276 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] For port 29a7db76-0962-489d-9bed-6cd34f2b024a, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=29a7db76-0962-489d-9bed-6cd34f2b024a,segment=NetworkSegment(2e766961-134c-4760-bec5-2f576a7e98d3),segment_id=2e766961-134c-4760-bec5-2f576a7e98d3)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:38.275707 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-680a6c87-20be-4b18-8e5f-c43a631908c2 req-236906c9-dfbf-49ee-b8f1-506897e24276 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:38.276092 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['80760068-d534-412c-b00e-3e2f5ef6798e'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:18:38.328776 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-680a6c87-20be-4b18-8e5f-c43a631908c2 req-236906c9-dfbf-49ee-b8f1-506897e24276 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Calling delete_port for 29a7db76-0962-489d-9bed-6cd34f2b024a owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:18:38.360103 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a8823-6a5b-455d-987b-aa5df0155fc9 req-55fd5e19-8322-4f27-bea5-ac6804f41ae2 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:38.360826 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-505a8823-6a5b-455d-987b-aa5df0155fc9 req-55fd5e19-8322-4f27-bea5-ac6804f41ae2 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:38.365635 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-505a8823-6a5b-455d-987b-aa5df0155fc9 req-55fd5e19-8322-4f27-bea5-ac6804f41ae2 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "PUT /v2.0/ports/80760068-d534-412c-b00e-3e2f5ef6798e HTTP/1.1" status: 200 len: 981 time: 1.4527981 Nov 09 21:18:38.425624 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device abba3097-c927-495f-bc4b-00c2b012ca39 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:18:38.435854 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-55c3363c-b151-4662-b765-066fbd9cdd02 req-d449c4a4-51b5-4233-a8ff-75ec9de66835 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857058 Nov 09 21:18:38.439194 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd5e19-8322-4f27-bea5-ac6804f41ae2 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Pushing event updated for resources: {'Port': ['ID=80760068-d534-412c-b00e-3e2f5ef6798e,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:38.450815 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: abba3097-c927-495f-bc4b-00c2b012ca39 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:18:38.452341 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device abba3097-c927-495f-bc4b-00c2b012ca39 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:18:38.474151 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['80760068-d534-412c-b00e-3e2f5ef6798e'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:18:38.492996 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b3a6f2-25aa-4823-85ac-0ec5376fff86 req-fe90c957-cab2-4229-9965-ab56be4ea500 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:38.501535 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b3a6f2-25aa-4823-85ac-0ec5376fff86 req-fe90c957-cab2-4229-9965-ab56be4ea500 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:38.509703 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b3a6f2-25aa-4823-85ac-0ec5376fff86 req-fe90c957-cab2-4229-9965-ab56be4ea500 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:38.517647 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9f8675ff-bd55-45d9-8a58-2be034348da1 req-8e9cf646-6480-4af4-bda0-0fa6a42773a0 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups/6557f619-d126-41b0-8f8c-cca2600103ce HTTP/1.1" status: 200 len: 1817 time: 0.0950298 Nov 09 21:18:38.518824 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b3a6f2-25aa-4823-85ac-0ec5376fff86 req-fe90c957-cab2-4229-9965-ab56be4ea500 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:38.527549 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b3a6f2-25aa-4823-85ac-0ec5376fff86 req-fe90c957-cab2-4229-9965-ab56be4ea500 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:38.537438 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b3a6f2-25aa-4823-85ac-0ec5376fff86 req-fe90c957-cab2-4229-9965-ab56be4ea500 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:38.551612 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b3a6f2-25aa-4823-85ac-0ec5376fff86 req-fe90c957-cab2-4229-9965-ab56be4ea500 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:38.570038 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-13b3a6f2-25aa-4823-85ac-0ec5376fff86 req-fe90c957-cab2-4229-9965-ab56be4ea500 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 5436 time: 0.2126369 Nov 09 21:18:38.628824 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [req-9f8675ff-bd55-45d9-8a58-2be034348da1 req-affb5cc3-052d-416c-b57a-fb2749492cff tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 09 21:18:38.629919 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9f8675ff-bd55-45d9-8a58-2be034348da1 req-affb5cc3-052d-416c-b57a-fb2749492cff tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "DELETE /v2.0/security-groups/6557f619-d126-41b0-8f8c-cca2600103ce HTTP/1.1" status: 409 len: 341 time: 0.1037438 Nov 09 21:18:38.637674 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-680a6c87-20be-4b18-8e5f-c43a631908c2 req-236906c9-dfbf-49ee-b8f1-506897e24276 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:38.676145 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-13b3a6f2-25aa-4823-85ac-0ec5376fff86 req-a3e6768f-fce3-4702-a4a4-c64a1cf82131 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&id=ea98d57d-1ab2-4bb7-8668-5c17afc65416&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1031280 Nov 09 21:18:38.771400 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236906c9-dfbf-49ee-b8f1-506897e24276 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Pushing event deleted for resources: {'Port': ['ID=29a7db76-0962-489d-9bed-6cd34f2b024a,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:38.812508 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-680a6c87-20be-4b18-8e5f-c43a631908c2 req-236906c9-dfbf-49ee-b8f1-506897e24276 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] No DVR routers for this DVR port 29a7db76-0962-489d-9bed-6cd34f2b024a on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:18:38.816019 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-680a6c87-20be-4b18-8e5f-c43a631908c2 req-236906c9-dfbf-49ee-b8f1-506897e24276 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:38.820412 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-680a6c87-20be-4b18-8e5f-c43a631908c2 req-236906c9-dfbf-49ee-b8f1-506897e24276 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.43 "DELETE /v2.0/ports/29a7db76-0962-489d-9bed-6cd34f2b024a HTTP/1.1" status: 204 len: 173 time: 1.1470497 Nov 09 21:18:38.876338 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec174d66-9a25-4914-8eff-3a2e10b1ccca req-8248b9a3-5bbc-4f40-a00f-d0fda779a88f tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:38.887120 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ec174d66-9a25-4914-8eff-3a2e10b1ccca req-8248b9a3-5bbc-4f40-a00f-d0fda779a88f tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c4b2a59-2a76-4753-bfff-5d6571f799b9 HTTP/1.1" status: 200 len: 948 time: 0.1842582 Nov 09 21:18:38.973273 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 87884609-36f7-4af2-b11f-6da718e31e1a no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:18:38.973887 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ec174d66-9a25-4914-8eff-3a2e10b1ccca req-492e763e-e777-42e0-94f5-92ef559b02ba tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d24edd-887e-4046-8274-57a0425bb1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851390 Nov 09 21:18:38.993184 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a6c46-b3ef-415e-a949-eb3bc1b5ac64 req-a43db906-1c34-4315-b66e-62fb61f0fc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:38.996460 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-460a6c46-b3ef-415e-a949-eb3bc1b5ac64 req-a43db906-1c34-4315-b66e-62fb61f0fc1d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ddac74d17cf94df2880a226d15c0a5ff&device_id=22216ec1-2813-4d18-9d2d-acfa49b6322d HTTP/1.1" status: 200 len: 1135 time: 0.0672419 Nov 09 21:18:39.008074 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 87884609-36f7-4af2-b11f-6da718e31e1a {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:18:39.008532 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 87884609-36f7-4af2-b11f-6da718e31e1a not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:18:39.175328 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2008da-b622-4ce7-93a6-496b07b964a7 req-01176a00-a252-4747-a30a-f9d1606a1909 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:39.175787 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3d2008da-b622-4ce7-93a6-496b07b964a7 req-01176a00-a252-4747-a30a-f9d1606a1909 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/ports?device_id=22216ec1-2813-4d18-9d2d-acfa49b6322d HTTP/1.1" status: 200 len: 984 time: 0.0993838 Nov 09 21:18:39.178574 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a6c46-b3ef-415e-a949-eb3bc1b5ac64 req-f6315a88-e206-474a-9ffd-5f6b6d3dbfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:39.179977 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-460a6c46-b3ef-415e-a949-eb3bc1b5ac64 req-f6315a88-e206-474a-9ffd-5f6b6d3dbfed service neutron] 10.222.0.45 "GET /v2.0/networks?id=7680b8cd-cf84-4451-b98c-9ec0a0c87d39 HTTP/1.1" status: 200 len: 913 time: 0.1728604 Nov 09 21:18:39.243565 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-460a6c46-b3ef-415e-a949-eb3bc1b5ac64 req-fc7d2621-cd57-4de2-aad3-f6a08cfee792 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=80760068-d534-412c-b00e-3e2f5ef6798e HTTP/1.1" status: 200 len: 217 time: 0.0537961 Nov 09 21:18:39.270662 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1c5ba0c6-76ce-4433-915b-51b2a40ff0ce req-66a31b6a-1be2-4d29-8e3c-fff1943e80d4 tempest-ListServersNegativeTestJSON-1551427658 tempest-ListServersNegativeTestJSON-1551427658-project] 10.222.0.49 "GET /v2.0/ports?device_id=df281d79-d898-4d8c-8c8e-9e3276c13111 HTTP/1.1" status: 200 len: 210 time: 0.0421917 Nov 09 21:18:39.333554 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3d2008da-b622-4ce7-93a6-496b07b964a7 req-d2521e02-5b15-4bd9-a79a-44c6c172a034 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups?id=6557f619-d126-41b0-8f8c-cca2600103ce&id=fe7beac0-83b7-4dc2-8a69-2d3bfb73b965&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1512671 Nov 09 21:18:39.347653 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a6c46-b3ef-415e-a949-eb3bc1b5ac64 req-35acc667-fb38-450e-a81b-7667ec75568c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:39.354121 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-460a6c46-b3ef-415e-a949-eb3bc1b5ac64 req-35acc667-fb38-450e-a81b-7667ec75568c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=262b1767-8d0a-4864-8ab4-daf4a8d6ba62 HTTP/1.1" status: 200 len: 853 time: 0.0936022 Nov 09 21:18:39.362156 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['f2f89472-9a16-481e-af91-7fd1b570f557'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:18:39.402622 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b764f1-f440-4109-b869-eaf69840aa15 req-661d1101-61fc-44e6-a8e1-5ee7ad9705c8 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:39.412823 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-96b764f1-f440-4109-b869-eaf69840aa15 req-661d1101-61fc-44e6-a8e1-5ee7ad9705c8 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 948 time: 0.0901182 Nov 09 21:18:39.416148 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-460a6c46-b3ef-415e-a949-eb3bc1b5ac64 req-2c1dfdcb-a754-470f-a59f-0da2085d9954 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7680b8cd-cf84-4451-b98c-9ec0a0c87d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533845 Nov 09 21:18:39.473285 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['96e311e4-91ed-45b7-ad20-39610f4e530b'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:18:39.503525 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-96b764f1-f440-4109-b869-eaf69840aa15 req-38b0c00b-1822-4a90-9c6d-dc9b6f97ec6e tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896864 Nov 09 21:18:39.616674 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69ea49-a420-47dd-b091-e555ae4cd58d req-70bfea8a-8bc2-40da-a1ad-1b51061cac2d tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:39.619700 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7a69ea49-a420-47dd-b091-e555ae4cd58d req-70bfea8a-8bc2-40da-a1ad-1b51061cac2d tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 943 time: 0.1528125 Nov 09 21:18:39.668439 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-460a6c46-b3ef-415e-a949-eb3bc1b5ac64 req-0bf9cea4-b2c2-4bb1-a398-a922af550694 service neutron] 10.222.0.45 "GET /v2.0/networks/7680b8cd-cf84-4451-b98c-9ec0a0c87d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438207 Nov 09 21:18:39.797949 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7a69ea49-a420-47dd-b091-e555ae4cd58d req-be1406fb-4d65-4d9a-9a07-35063e60645f tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713977 Nov 09 21:18:39.801002 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22216ec1-2813-4d18-9d2d-acfa49b6322d', 'tag': '80760068-d534-412c-b00e-3e2f5ef6798e'}, {'server_uuid': 'df281d79-d898-4d8c-8c8e-9e3276c13111', 'name': 'network-vif-deleted', 'tag': '29a7db76-0962-489d-9bed-6cd34f2b024a'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:18:39.803750 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5b5e13-d492-4873-8d87-59bcea32cddd" -d '{"events": [{"name": "network-changed", "server_uuid": "22216ec1-2813-4d18-9d2d-acfa49b6322d", "tag": "80760068-d534-412c-b00e-3e2f5ef6798e"}, {"server_uuid": "df281d79-d898-4d8c-8c8e-9e3276c13111", "name": "network-vif-deleted", "tag": "29a7db76-0962-489d-9bed-6cd34f2b024a"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:18:39.858851 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-460a6c46-b3ef-415e-a949-eb3bc1b5ac64 req-fc170128-3c5b-4457-9d83-cd9cc3e4d66c service neutron] 10.222.0.45 "GET /v2.0/networks/7680b8cd-cf84-4451-b98c-9ec0a0c87d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785781 Nov 09 21:18:39.958274 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9c425-3876-4fe6-954d-7f89f5590eb0 req-650bec12-0b01-4c9d-aa9a-d8ab954a7e76 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:39.965459 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9c425-3876-4fe6-954d-7f89f5590eb0 req-650bec12-0b01-4c9d-aa9a-d8ab954a7e76 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:39.975117 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9c425-3876-4fe6-954d-7f89f5590eb0 req-650bec12-0b01-4c9d-aa9a-d8ab954a7e76 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:39.989910 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9c425-3876-4fe6-954d-7f89f5590eb0 req-650bec12-0b01-4c9d-aa9a-d8ab954a7e76 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:40.003415 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9c425-3876-4fe6-954d-7f89f5590eb0 req-650bec12-0b01-4c9d-aa9a-d8ab954a7e76 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:40.015787 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9c425-3876-4fe6-954d-7f89f5590eb0 req-650bec12-0b01-4c9d-aa9a-d8ab954a7e76 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:40.025870 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9c425-3876-4fe6-954d-7f89f5590eb0 req-650bec12-0b01-4c9d-aa9a-d8ab954a7e76 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:40.042614 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8cb9c425-3876-4fe6-954d-7f89f5590eb0 req-650bec12-0b01-4c9d-aa9a-d8ab954a7e76 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 5436 time: 0.2116992 Nov 09 21:18:40.175724 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8cb9c425-3876-4fe6-954d-7f89f5590eb0 req-91828555-7d7e-46f2-8387-2c152f86ac16 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&id=ea98d57d-1ab2-4bb7-8668-5c17afc65416&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1324055 Nov 09 21:18:40.201676 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-ea12e21e-09ee-4c58-87ba-a6f29162198f tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=867ef6cfa2fd4a99a4fa1c431222077a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565917 Nov 09 21:18:40.270839 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 09 Nov 2021 21:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9477059-6813-4e8c-b367-aa378ec932d6 x-openstack-request-id: req-f9477059-6813-4e8c-b367-aa378ec932d6 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:18:40.271070 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22216ec1-2813-4d18-9d2d-acfa49b6322d", "tag": "80760068-d534-412c-b00e-3e2f5ef6798e", "status": "completed", "code": 200}, {"server_uuid": "df281d79-d898-4d8c-8c8e-9e3276c13111", "name": "network-vif-deleted", "tag": "29a7db76-0962-489d-9bed-6cd34f2b024a", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:18:40.271328 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f9477059-6813-4e8c-b367-aa378ec932d6 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:18:40.271748 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22216ec1-2813-4d18-9d2d-acfa49b6322d', 'tag': '80760068-d534-412c-b00e-3e2f5ef6798e', 'status': 'completed', 'code': 200} Nov 09 21:18:40.271991 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df281d79-d898-4d8c-8c8e-9e3276c13111', 'name': 'network-vif-deleted', 'tag': '29a7db76-0962-489d-9bed-6cd34f2b024a', 'status': 'completed', 'code': 200} Nov 09 21:18:40.385940 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b5e13-d492-4873-8d87-59bcea32cddd req-1dc18dfa-5f08-4af5-9922-b8e3dee5cf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:40.387436 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4d5b5e13-d492-4873-8d87-59bcea32cddd req-1dc18dfa-5f08-4af5-9922-b8e3dee5cf7e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ddac74d17cf94df2880a226d15c0a5ff&device_id=22216ec1-2813-4d18-9d2d-acfa49b6322d HTTP/1.1" status: 200 len: 1135 time: 0.0993404 Nov 09 21:18:40.394670 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-de4fd568-2c16-426d-adc9-363e2ed26f73 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:40.396055 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-de4fd568-2c16-426d-adc9-363e2ed26f73 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1853302 Nov 09 21:18:40.443285 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device a07b3c2f-c8c5-43d5-9170-485f26594f02 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:18:40.459895 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-cd9ffb2c-7b46-4861-b5a8-652aa9c2cb16 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/quotas/867ef6cfa2fd4a99a4fa1c431222077a HTTP/1.1" status: 200 len: 375 time: 0.0540376 Nov 09 21:18:40.462044 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d5094-c54a-4d55-8512-cf7af6154201 req-ebbbe1bb-3e9b-4c27-be42-189d821aa331 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:40.480531 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1e3d5094-c54a-4d55-8512-cf7af6154201 req-ebbbe1bb-3e9b-4c27-be42-189d821aa331 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c4b2a59-2a76-4753-bfff-5d6571f799b9 HTTP/1.1" status: 200 len: 948 time: 0.0794761 Nov 09 21:18:40.546505 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1e3d5094-c54a-4d55-8512-cf7af6154201 req-50511288-dff5-4344-8b19-166664503623 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d24edd-887e-4046-8274-57a0425bb1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647433 Nov 09 21:18:40.571157 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-ebcd8bb0-c0ad-4de2-9dc5-c79c168e1d93 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=867ef6cfa2fd4a99a4fa1c431222077a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0920882 Nov 09 21:18:40.580967 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port a07b3c2f-c8c5-43d5-9170-485f26594f02 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:18:40.598708 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37844) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:40.606997 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port a07b3c2f-c8c5-43d5-9170-485f26594f02 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:18:40.611789 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:40.625699 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b5e13-d492-4873-8d87-59bcea32cddd req-b0c1365c-9280-48d4-a915-49fed1f2c23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:40.627704 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4d5b5e13-d492-4873-8d87-59bcea32cddd req-b0c1365c-9280-48d4-a915-49fed1f2c23e service neutron] 10.222.0.45 "GET /v2.0/networks?id=7680b8cd-cf84-4451-b98c-9ec0a0c87d39 HTTP/1.1" status: 200 len: 913 time: 0.2307110 Nov 09 21:18:40.684389 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4d5b5e13-d492-4873-8d87-59bcea32cddd req-ae193244-07b6-4fb8-915a-3f9345bb31b1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=80760068-d534-412c-b00e-3e2f5ef6798e HTTP/1.1" status: 200 len: 217 time: 0.0482769 Nov 09 21:18:40.743539 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:40.796073 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07b3c2f-c8c5-43d5-9170-485f26594f02'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:18:40.796385 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae6ac45-d07a-4fff-8b25-d0e812dbb321 admin admin] Deleting subnet f0d707d1-4cdd-4dfe-ae62-6513761b5f0c {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:18:40.801700 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f3d19b-460e-46f2-8f71-1c4924056019" -d '{"events": [{"server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "name": "network-vif-plugged", "status": "completed", "tag": "a07b3c2f-c8c5-43d5-9170-485f26594f02"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:18:40.802226 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cae6ac45-d07a-4fff-8b25-d0e812dbb321 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:40.840854 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port a07b3c2f-c8c5-43d5-9170-485f26594f02, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=a07b3c2f-c8c5-43d5-9170-485f26594f02,segment=NetworkSegment(ded2c788-6987-4a27-bea5-74ee8c4df2d8),segment_id=ded2c788-6987-4a27-bea5-74ee8c4df2d8)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:40.846215 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:40.847638 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device f1a55f02-391f-4b2f-8594-8dd0febfc624 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:18:40.955846 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=a07b3c2f-c8c5-43d5-9170-485f26594f02,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:40.989294 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 4cfbed25-9ed6-441e-841a-e9375d74d73a details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:18:40.992983 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b5e13-d492-4873-8d87-59bcea32cddd req-7236f68a-683c-4e01-801e-668e225c0227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:40.994266 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4d5b5e13-d492-4873-8d87-59bcea32cddd req-7236f68a-683c-4e01-801e-668e225c0227 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=262b1767-8d0a-4864-8ab4-daf4a8d6ba62 HTTP/1.1" status: 200 len: 853 time: 0.3013654 Nov 09 21:18:41.008991 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337ddce-90fa-4db1-a915-819032b9a605 req-09e9f691-86c8-48a3-a614-a2d7c3e3d080 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:41.011980 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d337ddce-90fa-4db1-a915-819032b9a605 req-09e9f691-86c8-48a3-a614-a2d7c3e3d080 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.43 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 948 time: 0.1752970 Nov 09 21:18:41.052915 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4d5b5e13-d492-4873-8d87-59bcea32cddd req-ab1ff3c7-1726-4fa1-ba01-5ec53aa68f63 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7680b8cd-cf84-4451-b98c-9ec0a0c87d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403128 Nov 09 21:18:41.103427 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec862c-99ba-4e18-b247-376a2ddc09bd req-7579c4fb-1999-4d4c-bff9-a7220addef73 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:41.105458 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bcec862c-99ba-4e18-b247-376a2ddc09bd req-7579c4fb-1999-4d4c-bff9-a7220addef73 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 948 time: 0.2277219 Nov 09 21:18:41.178405 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port f1a55f02-391f-4b2f-8594-8dd0febfc624 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:18:41.184272 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port f1a55f02-391f-4b2f-8594-8dd0febfc624 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:18:41.184594 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:41.254415 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7ef0c-10f2-4c94-abc7-9c1db9a5675f req-2bdffeab-a2e4-4488-bd73-0120aadde8c4 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:41.255776 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ebc7ef0c-10f2-4c94-abc7-9c1db9a5675f req-2bdffeab-a2e4-4488-bd73-0120aadde8c4 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/ports?device_id=22216ec1-2813-4d18-9d2d-acfa49b6322d HTTP/1.1" status: 200 len: 984 time: 0.5998423 Nov 09 21:18:41.290459 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cae6ac45-d07a-4fff-8b25-d0e812dbb321 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:41.290695 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 4cfbed25-9ed6-441e-841a-e9375d74d73a, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=4cfbed25-9ed6-441e-841a-e9375d74d73a,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:41.332338 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '4cfbed25-9ed6-441e-841a-e9375d74d73a', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'port_id': '4cfbed25-9ed6-441e-841a-e9375d74d73a', 'mac_address': 'fa:16:3e:fb:31:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba3500c-a288-4596-ba94-148f2bd8a6da', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:18:41.362479 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cae6ac45-d07a-4fff-8b25-d0e812dbb321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:41.388276 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:41.398793 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ebc7ef0c-10f2-4c94-abc7-9c1db9a5675f req-fd786fdf-256f-4042-a1ea-cf8525976193 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups?id=6557f619-d126-41b0-8f8c-cca2600103ce&id=fe7beac0-83b7-4dc2-8a69-2d3bfb73b965&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1286252 Nov 09 21:18:41.406572 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cfbed25-9ed6-441e-841a-e9375d74d73a {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:18:41.422122 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:41.446629 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 4cfbed25-9ed6-441e-841a-e9375d74d73a, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=4cfbed25-9ed6-441e-841a-e9375d74d73a,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:41.459093 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:41.466364 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cae6ac45-d07a-4fff-8b25-d0e812dbb321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:41.515518 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d3a58a-1dad-4059-b613-d99769e86816 x-openstack-request-id: req-c2d3a58a-1dad-4059-b613-d99769e86816 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:18:41.515764 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "name": "network-vif-plugged", "status": "completed", "tag": "a07b3c2f-c8c5-43d5-9170-485f26594f02", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:18:41.515986 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c2d3a58a-1dad-4059-b613-d99769e86816 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:18:41.516398 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07b3c2f-c8c5-43d5-9170-485f26594f02', 'code': 200} Nov 09 21:18:41.521712 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port f1a55f02-391f-4b2f-8594-8dd0febfc624, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f1a55f02-391f-4b2f-8594-8dd0febfc624,segment=NetworkSegment(ded2c788-6987-4a27-bea5-74ee8c4df2d8),segment_id=ded2c788-6987-4a27-bea5-74ee8c4df2d8)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:41.531523 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4d5b5e13-d492-4873-8d87-59bcea32cddd req-c494ab9f-94a0-47e1-9aee-23717ab76923 service neutron] 10.222.0.45 "GET /v2.0/networks/7680b8cd-cf84-4451-b98c-9ec0a0c87d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506521 Nov 09 21:18:41.532058 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:41.532608 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 1907057c-c36f-477c-ab6d-b465673b10a8 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:18:41.546501 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bcec862c-99ba-4e18-b247-376a2ddc09bd req-28cd0676-4d3c-45e0-b277-3d2e006f23f5 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4077466 Nov 09 21:18:41.566162 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cae6ac45-d07a-4fff-8b25-d0e812dbb321 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:41.574606 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-cae6ac45-d07a-4fff-8b25-d0e812dbb321 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f0d707d1-4cdd-4dfe-ae62-6513761b5f0c HTTP/1.1" status: 204 len: 168 time: 0.9746971 Nov 09 21:18:41.578452 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae6ac45-d07a-4fff-8b25-d0e812dbb321 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0d707d1-4cdd-4dfe-ae62-6513761b5f0c,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:41.588665 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37878) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:41.601561 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=4cfbed25-9ed6-441e-841a-e9375d74d73a,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:41.608067 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 1907057c-c36f-477c-ab6d-b465673b10a8 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:18:41.614727 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 1907057c-c36f-477c-ab6d-b465673b10a8 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:18:41.615134 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:41.666614 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-38c9436d-3f43-4432-a61f-575277b729c7 req-c4087088-88c1-4019-b39f-aad9b5177cae tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=867ef6cfa2fd4a99a4fa1c431222077a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0647101 Nov 09 21:18:41.759032 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ab15f115-16f9-4db8-a79f-b3551f189f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:41.772137 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=f1a55f02-391f-4b2f-8594-8dd0febfc624,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:41.792795 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-d337ddce-90fa-4db1-a915-819032b9a605 req-86914eaf-d3b4-4ff7-81c5-0ce3a51b886c tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Deleting port 96e311e4-91ed-45b7-ad20-39610f4e530b {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:18:41.793166 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d337ddce-90fa-4db1-a915-819032b9a605 req-86914eaf-d3b4-4ff7-81c5-0ce3a51b886c tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:41.847173 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['4cfbed25-9ed6-441e-841a-e9375d74d73a'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:18:41.877115 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9436d-3f43-4432-a61f-575277b729c7 req-092fd3ff-6839-4b5a-a99b-2ea75d5c6064 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:41.878878 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-38c9436d-3f43-4432-a61f-575277b729c7 req-092fd3ff-6839-4b5a-a99b-2ea75d5c6064 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2111070 Nov 09 21:18:41.893720 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafed737-0661-4bf6-8500-871f2ad1a73e req-09a81131-7cb8-460a-960f-f1d67bc99a56 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:41.901099 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bafed737-0661-4bf6-8500-871f2ad1a73e req-09a81131-7cb8-460a-960f-f1d67bc99a56 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 943 time: 0.1869876 Nov 09 21:18:41.914610 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:41.915769 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4d5b5e13-d492-4873-8d87-59bcea32cddd req-361fa2eb-56fa-4dfe-a721-db791022904c service neutron] 10.222.0.45 "GET /v2.0/networks/7680b8cd-cf84-4451-b98c-9ec0a0c87d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612545 Nov 09 21:18:41.982162 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-d337ddce-90fa-4db1-a915-819032b9a605 req-86914eaf-d3b4-4ff7-81c5-0ce3a51b886c tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] For port 96e311e4-91ed-45b7-ad20-39610f4e530b, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=96e311e4-91ed-45b7-ad20-39610f4e530b,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:41.982574 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d337ddce-90fa-4db1-a915-819032b9a605 req-86914eaf-d3b4-4ff7-81c5-0ce3a51b886c tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:42.011541 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bafed737-0661-4bf6-8500-871f2ad1a73e req-17d9c600-1a4f-41bc-9531-293d248344ba tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094763 Nov 09 21:18:42.025467 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 1907057c-c36f-477c-ab6d-b465673b10a8, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=1907057c-c36f-477c-ab6d-b465673b10a8,segment=NetworkSegment(006a3ea2-319a-4ab9-b18e-2250972f1f05),segment_id=006a3ea2-319a-4ab9-b18e-2250972f1f05)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:42.026895 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-d337ddce-90fa-4db1-a915-819032b9a605 req-86914eaf-d3b4-4ff7-81c5-0ce3a51b886c tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Calling delete_port for 96e311e4-91ed-45b7-ad20-39610f4e530b owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:18:42.036940 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:42.037745 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 425016f1-5323-4fd9-bef6-b3071e755392 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:18:42.047514 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-38c9436d-3f43-4432-a61f-575277b729c7 req-066da207-aed5-4244-9a8d-30be51b58915 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/quotas/867ef6cfa2fd4a99a4fa1c431222077a HTTP/1.1" status: 200 len: 375 time: 0.1552460 Nov 09 21:18:42.084232 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ab15f115-16f9-4db8-a79f-b3551f189f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:42.103861 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=1907057c-c36f-477c-ab6d-b465673b10a8,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:42.128454 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-38c9436d-3f43-4432-a61f-575277b729c7 req-b63c047d-56bc-459a-9d20-b777ab236f2f tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=867ef6cfa2fd4a99a4fa1c431222077a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0797210 Nov 09 21:18:42.146777 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-ab15f115-16f9-4db8-a79f-b3551f189f01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['063e5f98-9576-4e42-bf20-40b2124a08e1']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:18:42.162472 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-ab15f115-16f9-4db8-a79f-b3551f189f01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e766961-134c-4760-bec5-2f576a7e98d3') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:18:42.162951 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-ab15f115-16f9-4db8-a79f-b3551f189f01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e766961-134c-4760-bec5-2f576a7e98d3') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:18:42.176997 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ab15f115-16f9-4db8-a79f-b3551f189f01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:42.188537 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 425016f1-5323-4fd9-bef6-b3071e755392 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:18:42.193018 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-12c132f4-af60-40f8-ae92-12cf20b98af1 service neutron] 10.222.0.43 "GET /v2.0/ports/c24f8166-c8a4-4539-b2a9-15639a039160/bindings/n-h1-816206-3 HTTP/1.1" status: 200 len: 384 time: 0.1674924 Nov 09 21:18:42.193874 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 425016f1-5323-4fd9-bef6-b3071e755392 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:18:42.194398 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:42.202136 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ab15f115-16f9-4db8-a79f-b3551f189f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:42.212987 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab15f115-16f9-4db8-a79f-b3551f189f01 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:18:42.213633 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ab15f115-16f9-4db8-a79f-b3551f189f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:42.218540 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:18:42.218540 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:18:42.218540 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:18:42.218540 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:18:42.218540 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:18:42.218540 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:18:42.218540 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:18:42.218540 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:18:42.218540 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:18:42.218540 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:18:42.218540 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:18:42.218540 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:18:42.218540 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:18:42.218540 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:18:42.218540 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:18:42.218540 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:18:42.218540 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:18:42.218540 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:18:42.218540 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:18:42.218540 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:18:42.218540 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:18:42.218540 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:18:42.218540 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:18:42.218540 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:18:42.218540 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:18:42.218540 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:18:42.218540 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:18:42.218540 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:18:42.218540 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:18:42.218540 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:18:42.218540 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:18:42.218540 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:18:42.263026 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bec740-b218-44af-8a88-7dd286f0f198 req-abb3b0d4-94a2-4d81-802e-cd9f28342729 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:42.269330 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bec740-b218-44af-8a88-7dd286f0f198 req-abb3b0d4-94a2-4d81-802e-cd9f28342729 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:42.275614 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bec740-b218-44af-8a88-7dd286f0f198 req-abb3b0d4-94a2-4d81-802e-cd9f28342729 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:42.293400 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bec740-b218-44af-8a88-7dd286f0f198 req-abb3b0d4-94a2-4d81-802e-cd9f28342729 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:42.307260 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bec740-b218-44af-8a88-7dd286f0f198 req-abb3b0d4-94a2-4d81-802e-cd9f28342729 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:42.315660 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bec740-b218-44af-8a88-7dd286f0f198 req-abb3b0d4-94a2-4d81-802e-cd9f28342729 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:42.326011 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bec740-b218-44af-8a88-7dd286f0f198 req-abb3b0d4-94a2-4d81-802e-cd9f28342729 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:42.329604 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-61bec740-b218-44af-8a88-7dd286f0f198 req-abb3b0d4-94a2-4d81-802e-cd9f28342729 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 5439 time: 0.2158246 Nov 09 21:18:42.330211 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:42.377315 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ab15f115-16f9-4db8-a79f-b3551f189f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:42.383320 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ab15f115-16f9-4db8-a79f-b3551f189f01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:42.388978 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ab15f115-16f9-4db8-a79f-b3551f189f01 admin admin] 10.222.0.49 "DELETE /v2.0/networks/063e5f98-9576-4e42-bf20-40b2124a08e1 HTTP/1.1" status: 204 len: 168 time: 0.7916572 Nov 09 21:18:42.401684 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 425016f1-5323-4fd9-bef6-b3071e755392, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=425016f1-5323-4fd9-bef6-b3071e755392,segment=NetworkSegment(ded2c788-6987-4a27-bea5-74ee8c4df2d8),segment_id=ded2c788-6987-4a27-bea5-74ee8c4df2d8)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:42.408171 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:42.410155 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 91c8b178-c506-4843-982e-f1a58ad7e198 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:18:42.428978 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15f115-16f9-4db8-a79f-b3551f189f01 admin admin] Pushing event deleted for resources: {'Network': ['ID=063e5f98-9576-4e42-bf20-40b2124a08e1,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:42.464554 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-51e8f9b3-7464-449c-830b-2b11cbdba0b3 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=867ef6cfa2fd4a99a4fa1c431222077a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0696886 Nov 09 21:18:42.611770 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=425016f1-5323-4fd9-bef6-b3071e755392,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:42.629177 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 91c8b178-c506-4843-982e-f1a58ad7e198 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:18:42.633976 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 91c8b178-c506-4843-982e-f1a58ad7e198 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:18:42.634387 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:42.651382 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-05310f10-e48c-443d-972d-15f2bd37abcf req-cb2bca1e-9fb0-43b9-8558-1d24b253df7c tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1139906363&fields=id&tenant_id=ddac74d17cf94df2880a226d15c0a5ff HTTP/1.1" status: 200 len: 267 time: 0.1086299 Nov 09 21:18:42.658079 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d337ddce-90fa-4db1-a915-819032b9a605 req-86914eaf-d3b4-4ff7-81c5-0ce3a51b886c tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:42.717971 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37892) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:42.773285 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-61bec740-b218-44af-8a88-7dd286f0f198 req-821560be-1908-4689-9737-07daa60b15f7 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&id=ea98d57d-1ab2-4bb7-8668-5c17afc65416&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4221265 Nov 09 21:18:42.774867 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05310f10-e48c-443d-972d-15f2bd37abcf req-857eff26-bc2f-4306-b660-8432d1f45438 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:42.776083 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:18:42.777148 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-05310f10-e48c-443d-972d-15f2bd37abcf req-857eff26-bc2f-4306-b660-8432d1f45438 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/ports?device_id=22216ec1-2813-4d18-9d2d-acfa49b6322d HTTP/1.1" status: 200 len: 984 time: 0.1243711 Nov 09 21:18:42.784322 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86914eaf-d3b4-4ff7-81c5-0ce3a51b886c tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Pushing event deleted for resources: {'Port': ['ID=96e311e4-91ed-45b7-ad20-39610f4e530b,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:42.844119 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-05310f10-e48c-443d-972d-15f2bd37abcf req-1a3792f6-526e-4a6d-9198-e310cc38c39c tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Request body: {'port': {'security_groups': ['6557f619-d126-41b0-8f8c-cca2600103ce', 'fe7beac0-83b7-4dc2-8a69-2d3bfb73b965', '605fa4c0-20ee-4fae-85ad-f362fc11c11d']}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:18:42.862560 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:42.866076 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-45c99762-bd9e-4ef2-a4b1-0a3793d56ec4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c7f45c82354f4db298eabdbc7892dce2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437829 Nov 09 21:18:42.879089 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37896) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:42.922121 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-d337ddce-90fa-4db1-a915-819032b9a605 req-86914eaf-d3b4-4ff7-81c5-0ce3a51b886c tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] No DVR routers for this DVR port 96e311e4-91ed-45b7-ad20-39610f4e530b on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:18:42.943297 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 91c8b178-c506-4843-982e-f1a58ad7e198, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=91c8b178-c506-4843-982e-f1a58ad7e198,segment=NetworkSegment(ded2c788-6987-4a27-bea5-74ee8c4df2d8),segment_id=ded2c788-6987-4a27-bea5-74ee8c4df2d8)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:42.948371 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-a67026f4-87ed-4b8e-a349-79826726d441 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:42.950193 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-a67026f4-87ed-4b8e-a349-79826726d441 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4564104 Nov 09 21:18:42.952134 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d337ddce-90fa-4db1-a915-819032b9a605 req-86914eaf-d3b4-4ff7-81c5-0ce3a51b886c tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:42.956754 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d337ddce-90fa-4db1-a915-819032b9a605 req-86914eaf-d3b4-4ff7-81c5-0ce3a51b886c tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.43 "DELETE /v2.0/ports/96e311e4-91ed-45b7-ad20-39610f4e530b HTTP/1.1" status: 204 len: 173 time: 1.9311805 Nov 09 21:18:42.970209 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1786be83-a39f-4ca2-967e-60e8f883ffba', 'name': 'network-vif-deleted', 'tag': '96e311e4-91ed-45b7-ad20-39610f4e530b'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:18:42.973266 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037b4ad9-b30b-4bf0-838c-5b0a95fb81fb" -d '{"events": [{"server_uuid": "1786be83-a39f-4ca2-967e-60e8f883ffba", "name": "network-vif-deleted", "tag": "96e311e4-91ed-45b7-ad20-39610f4e530b"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:18:42.987175 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-271bbb4d-3c0e-4ad7-8784-0c93bf19e67d service neutron] For port c24f8166-c8a4-4539-b2a9-15639a039160, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=c24f8166-c8a4-4539-b2a9-15639a039160,segment=NetworkSegment(dafe29ae-1ba0-4490-879c-5008a3eac5b2),segment_id=dafe29ae-1ba0-4490-879c-5008a3eac5b2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:42.998224 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:43.000118 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 7bd49de7-14e9-45ba-ad29-41a7b31624e4 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:18:43.006794 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-1dda8ee5-94e2-463e-baef-c9cc39e43d50 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Request body: {'port': {'device_id': '87bbb55b-fb4a-4821-9650-30ad7f529162', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'admin_state_up': True, 'tenant_id': '867ef6cfa2fd4a99a4fa1c431222077a'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:18:43.021823 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c1d005b7-2db3-4958-9103-f1532997205c req-8d027c7d-c84d-4797-8420-94ee6e96680c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1108174 Nov 09 21:18:43.033046 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-05310f10-e48c-443d-972d-15f2bd37abcf req-1a3792f6-526e-4a6d-9198-e310cc38c39c tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:43.040158 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 4cfbed25-9ed6-441e-841a-e9375d74d73a up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:18:43.098926 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-271bbb4d-3c0e-4ad7-8784-0c93bf19e67d service neutron] For port c24f8166-c8a4-4539-b2a9-15639a039160, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:18:43.187423 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-271bbb4d-3c0e-4ad7-8784-0c93bf19e67d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c24f8166-c8a4-4539-b2a9-15639a039160 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:18:43.199952 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=91c8b178-c506-4843-982e-f1a58ad7e198,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:43.202282 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679e195-d662-4301-8d04-da167f86c644 req-5de67c30-a139-4fc8-8825-a60c952cae27 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:43.203864 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7679e195-d662-4301-8d04-da167f86c644 req-5de67c30-a139-4fc8-8825-a60c952cae27 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c4b2a59-2a76-4753-bfff-5d6571f799b9 HTTP/1.1" status: 200 len: 949 time: 0.2832310 Nov 09 21:18:43.274608 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 4cfbed25-9ed6-441e-841a-e9375d74d73a completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:18:43.277817 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 7bd49de7-14e9-45ba-ad29-41a7b31624e4 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:18:43.279341 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-271bbb4d-3c0e-4ad7-8784-0c93bf19e67d service neutron] For port c24f8166-c8a4-4539-b2a9-15639a039160, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=c24f8166-c8a4-4539-b2a9-15639a039160,segment=NetworkSegment(dafe29ae-1ba0-4490-879c-5008a3eac5b2),segment_id=dafe29ae-1ba0-4490-879c-5008a3eac5b2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:43.282241 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d3d682a5-9309-493b-b611-c9389430ec1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:43.285827 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 4cfbed25-9ed6-441e-841a-e9375d74d73a triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:18:43.286308 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:43.288584 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 7bd49de7-14e9-45ba-ad29-41a7b31624e4 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:18:43.289071 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:43.336396 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-271bbb4d-3c0e-4ad7-8784-0c93bf19e67d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:43.350012 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d005b7-2db3-4958-9103-f1532997205c req-5f47939d-84f4-4057-8f75-309e709d94c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:43.350410 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d005b7-2db3-4958-9103-f1532997205c req-5f47939d-84f4-4057-8f75-309e709d94c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:43.350873 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d005b7-2db3-4958-9103-f1532997205c req-5f47939d-84f4-4057-8f75-309e709d94c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:43.351500 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d005b7-2db3-4958-9103-f1532997205c req-5f47939d-84f4-4057-8f75-309e709d94c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:43.351959 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d005b7-2db3-4958-9103-f1532997205c req-5f47939d-84f4-4057-8f75-309e709d94c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:43.352475 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d005b7-2db3-4958-9103-f1532997205c req-5f47939d-84f4-4057-8f75-309e709d94c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:43.353117 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d3d682a5-9309-493b-b611-c9389430ec1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:43.353258 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d005b7-2db3-4958-9103-f1532997205c req-5f47939d-84f4-4057-8f75-309e709d94c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:43.356965 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c1d005b7-2db3-4958-9103-f1532997205c req-5f47939d-84f4-4057-8f75-309e709d94c1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=400600a87b5744da836a5a4df97863c7&device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 6490 time: 0.1290250 Nov 09 21:18:43.432077 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-271bbb4d-3c0e-4ad7-8784-0c93bf19e67d service neutron] Transition to ACTIVE for port object c24f8166-c8a4-4539-b2a9-15639a039160 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:18:43.446574 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:43.476579 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-271bbb4d-3c0e-4ad7-8784-0c93bf19e67d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:43.490900 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-1dda8ee5-94e2-463e-baef-c9cc39e43d50 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Made reservation on behalf of 867ef6cfa2fd4a99a4fa1c431222077a for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:18:43.496456 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-1dda8ee5-94e2-463e-baef-c9cc39e43d50 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:43.551262 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-1dda8ee5-94e2-463e-baef-c9cc39e43d50 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:43.573449 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-05310f10-e48c-443d-972d-15f2bd37abcf req-1a3792f6-526e-4a6d-9198-e310cc38c39c tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] For port 80760068-d534-412c-b00e-3e2f5ef6798e, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=80760068-d534-412c-b00e-3e2f5ef6798e,segment=NetworkSegment(09b70962-317a-4e30-8693-8968e5be04b8),segment_id=09b70962-317a-4e30-8693-8968e5be04b8)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:43.590204 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d005b7-2db3-4958-9103-f1532997205c req-ad0803fc-52f4-46b6-9ae1-0ba2d3110271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:43.590985 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d005b7-2db3-4958-9103-f1532997205c req-ad0803fc-52f4-46b6-9ae1-0ba2d3110271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:43.591761 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d005b7-2db3-4958-9103-f1532997205c req-ad0803fc-52f4-46b6-9ae1-0ba2d3110271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:43.593910 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c1d005b7-2db3-4958-9103-f1532997205c req-ad0803fc-52f4-46b6-9ae1-0ba2d3110271 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d6a5df07-fe3c-47f1-83e0-b8908198e01d&id=3808ba34-f2ea-4dcf-b849-bb7f67f33c6c&id=3808ba34-f2ea-4dcf-b849-bb7f67f33c6c&id=3808ba34-f2ea-4dcf-b849-bb7f67f33c6c&id=3808ba34-f2ea-4dcf-b849-bb7f67f33c6c&id=5fad92fa-6e69-4982-b33d-973ebedbbd56&id=5fad92fa-6e69-4982-b33d-973ebedbbd56 HTTP/1.1" status: 200 len: 2290 time: 0.1890953 Nov 09 21:18:43.603961 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7679e195-d662-4301-8d04-da167f86c644 req-a5571d92-73d4-4282-982d-7e721a601d6d tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d24edd-887e-4046-8274-57a0425bb1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467281 Nov 09 21:18:43.681817 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-271bbb4d-3c0e-4ad7-8784-0c93bf19e67d service neutron] No DVR routers for this DVR port c24f8166-c8a4-4539-b2a9-15639a039160 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:18:43.695012 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d3d682a5-9309-493b-b611-c9389430ec1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:43.698860 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d3d682a5-9309-493b-b611-c9389430ec1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:43.702772 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d3d682a5-9309-493b-b611-c9389430ec1c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1f5971a4-f825-4460-9138-6d6ffc84860b HTTP/1.1" status: 204 len: 168 time: 0.8175085 Nov 09 21:18:43.714389 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-05310f10-e48c-443d-972d-15f2bd37abcf req-1a3792f6-526e-4a6d-9198-e310cc38c39c tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:43.715591 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 7bd49de7-14e9-45ba-ad29-41a7b31624e4, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=7bd49de7-14e9-45ba-ad29-41a7b31624e4,segment=NetworkSegment(c74b6dd5-97d0-4d15-ae96-0ba74f278c4f),segment_id=c74b6dd5-97d0-4d15-ae96-0ba74f278c4f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:43.716968 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a55f02-391f-4b2f-8594-8dd0febfc624'}, {'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1907057c-c36f-477c-ab6d-b465673b10a8'}, {'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425016f1-5323-4fd9-bef6-b3071e755392'}, {'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c8b178-c506-4843-982e-f1a58ad7e198'}, {'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bd49de7-14e9-45ba-ad29-41a7b31624e4'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:18:43.720281 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a99e470-814d-4af2-8b8f-7d074366c94d" -d '{"events": [{"server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "name": "network-vif-plugged", "status": "completed", "tag": "f1a55f02-391f-4b2f-8594-8dd0febfc624"}, {"server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "name": "network-vif-plugged", "status": "completed", "tag": "1907057c-c36f-477c-ab6d-b465673b10a8"}, {"server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "name": "network-vif-plugged", "status": "completed", "tag": "425016f1-5323-4fd9-bef6-b3071e755392"}, {"server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "name": "network-vif-plugged", "status": "completed", "tag": "91c8b178-c506-4843-982e-f1a58ad7e198"}, {"server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "name": "network-vif-plugged", "status": "completed", "tag": "7bd49de7-14e9-45ba-ad29-41a7b31624e4"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:18:43.727414 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:43.728385 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device a4b3d77a-e8b9-47df-8ea9-8096b98da309 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:18:43.729794 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-05310f10-e48c-443d-972d-15f2bd37abcf req-1a3792f6-526e-4a6d-9198-e310cc38c39c tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:43.737538 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271bbb4d-3c0e-4ad7-8784-0c93bf19e67d service neutron] Pushing event updated for resources: {'Port': ['ID=c24f8166-c8a4-4539-b2a9-15639a039160,revision_number=10']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:43.792348 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=7bd49de7-14e9-45ba-ad29-41a7b31624e4,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:43.796110 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['80760068-d534-412c-b00e-3e2f5ef6798e'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:18:43.797556 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05310f10-e48c-443d-972d-15f2bd37abcf req-1a3792f6-526e-4a6d-9198-e310cc38c39c tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:43.798588 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-05310f10-e48c-443d-972d-15f2bd37abcf req-1a3792f6-526e-4a6d-9198-e310cc38c39c tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:43.799056 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['f2f89472-9a16-481e-af91-7fd1b570f557'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:18:43.811466 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d682a5-9309-493b-b611-c9389430ec1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5971a4-f825-4460-9138-6d6ffc84860b,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:43.816797 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-05310f10-e48c-443d-972d-15f2bd37abcf req-1a3792f6-526e-4a6d-9198-e310cc38c39c tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "PUT /v2.0/ports/80760068-d534-412c-b00e-3e2f5ef6798e HTTP/1.1" status: 200 len: 1020 time: 1.0222821 Nov 09 21:18:43.817664 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22216ec1-2813-4d18-9d2d-acfa49b6322d', 'tag': '80760068-d534-412c-b00e-3e2f5ef6798e'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:18:43.820439 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ef740d-3307-408f-b919-e7a69c591a74" -d '{"events": [{"name": "network-changed", "server_uuid": "22216ec1-2813-4d18-9d2d-acfa49b6322d", "tag": "80760068-d534-412c-b00e-3e2f5ef6798e"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:18:43.841492 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c1d005b7-2db3-4958-9103-f1532997205c req-bd46a6e0-eaee-412b-ab5b-971eb0ddeabb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=825351ba-9738-49ef-a76d-6d1620cd75d1 HTTP/1.1" status: 200 len: 1002 time: 0.2361958 Nov 09 21:18:43.903420 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-633f431a-2294-4c93-a195-ff40704b471d req-2f561ec7-bc4f-4f44-8ce5-c5a786546bbd tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=b79f94ac-8ac2-4365-8a06-f7a77c8c6e2c HTTP/1.1" status: 200 len: 210 time: 0.1105614 Nov 09 21:18:43.909389 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-271bbb4d-3c0e-4ad7-8784-0c93bf19e67d service neutron] 10.222.0.43 "PUT /v2.0/ports/c24f8166-c8a4-4539-b2a9-15639a039160/bindings/n-h1-816206-3/activate HTTP/1.1" status: 200 len: 369 time: 1.7054811 Nov 09 21:18:43.984866 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3792f6-526e-4a6d-9198-e310cc38c39c tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Pushing event updated for resources: {'Port': ['ID=80760068-d534-412c-b00e-3e2f5ef6798e,revision_number=7']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:43.999564 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['80760068-d534-412c-b00e-3e2f5ef6798e'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:18:44.015338 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3792f6-526e-4a6d-9198-e310cc38c39c tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:18:44.016066 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3792f6-526e-4a6d-9198-e310cc38c39c tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:18:44.017089 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3792f6-526e-4a6d-9198-e310cc38c39c tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:18:44.018045 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3792f6-526e-4a6d-9198-e310cc38c39c tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:18:44.019097 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3792f6-526e-4a6d-9198-e310cc38c39c tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:18:44.019624 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3792f6-526e-4a6d-9198-e310cc38c39c tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:18:44.020258 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3792f6-526e-4a6d-9198-e310cc38c39c tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:18:44.020957 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3792f6-526e-4a6d-9198-e310cc38c39c tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:18:44.021810 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3792f6-526e-4a6d-9198-e310cc38c39c tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:18:44.022360 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3792f6-526e-4a6d-9198-e310cc38c39c tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:18:44.023023 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3792f6-526e-4a6d-9198-e310cc38c39c tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:18:44.024405 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3792f6-526e-4a6d-9198-e310cc38c39c tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:18:44.024537 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-1dda8ee5-94e2-463e-baef-c9cc39e43d50 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:44.049157 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cfc66a04-7d46-413d-85ef-00cd2048ff80 req-fa76e66f-5107-4c2e-a8b1-d687ac24bd16 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=1786be83-a39f-4ca2-967e-60e8f883ffba HTTP/1.1" status: 200 len: 210 time: 0.0787892 Nov 09 21:18:44.051944 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d8b3f8-a1bb-43b9-bb5c-795b26764280 x-openstack-request-id: req-27d8b3f8-a1bb-43b9-bb5c-795b26764280 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:18:44.052270 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1786be83-a39f-4ca2-967e-60e8f883ffba", "name": "network-vif-deleted", "tag": "96e311e4-91ed-45b7-ad20-39610f4e530b", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:18:44.052816 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-27d8b3f8-a1bb-43b9-bb5c-795b26764280 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:18:44.057050 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1786be83-a39f-4ca2-967e-60e8f883ffba', 'name': 'network-vif-deleted', 'tag': '96e311e4-91ed-45b7-ad20-39610f4e530b', 'status': 'completed', 'code': 200} Nov 09 21:18:44.058062 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-1dda8ee5-94e2-463e-baef-c9cc39e43d50 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:44.081218 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d005b7-2db3-4958-9103-f1532997205c req-d8598d07-ca64-4f59-b538-e5f159e33142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:44.085191 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c1d005b7-2db3-4958-9103-f1532997205c req-d8598d07-ca64-4f59-b538-e5f159e33142 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=55602be9-97b4-4359-8931-67067a301b3c HTTP/1.1" status: 200 len: 851 time: 0.2275374 Nov 09 21:18:44.091663 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:44.180133 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d005b7-2db3-4958-9103-f1532997205c req-aa59cd72-6133-48d3-9282-493a914a373d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:44.185084 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c1d005b7-2db3-4958-9103-f1532997205c req-aa59cd72-6133-48d3-9282-493a914a373d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d6a5df07-fe3c-47f1-83e0-b8908198e01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867355 Nov 09 21:18:44.211260 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda8ee5-94e2-463e-baef-c9cc39e43d50 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56452607-2e78-40b4-8a40-78b4919da0bd,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:44.272564 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 4cfbed25-9ed6-441e-841a-e9375d74d73a, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=4cfbed25-9ed6-441e-841a-e9375d74d73a,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:44.288661 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:44.291345 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Tue, 09 Nov 2021 21:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5b869d-bba0-4ddc-a283-9db4f9883241 x-openstack-request-id: req-9b5b869d-bba0-4ddc-a283-9db4f9883241 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:18:44.291665 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "name": "network-vif-plugged", "status": "completed", "tag": "f1a55f02-391f-4b2f-8594-8dd0febfc624", "code": 200}, {"server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "name": "network-vif-plugged", "status": "completed", "tag": "1907057c-c36f-477c-ab6d-b465673b10a8", "code": 200}, {"server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "name": "network-vif-plugged", "status": "completed", "tag": "425016f1-5323-4fd9-bef6-b3071e755392", "code": 200}, {"server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "name": "network-vif-plugged", "status": "completed", "tag": "91c8b178-c506-4843-982e-f1a58ad7e198", "code": 200}, {"server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "name": "network-vif-plugged", "status": "completed", "tag": "7bd49de7-14e9-45ba-ad29-41a7b31624e4", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:18:44.291924 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9b5b869d-bba0-4ddc-a283-9db4f9883241 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:18:44.292333 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a55f02-391f-4b2f-8594-8dd0febfc624', 'code': 200} Nov 09 21:18:44.292593 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1907057c-c36f-477c-ab6d-b465673b10a8', 'code': 200} Nov 09 21:18:44.295941 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425016f1-5323-4fd9-bef6-b3071e755392', 'code': 200} Nov 09 21:18:44.296225 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c8b178-c506-4843-982e-f1a58ad7e198', 'code': 200} Nov 09 21:18:44.296503 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bd49de7-14e9-45ba-ad29-41a7b31624e4', 'code': 200} Nov 09 21:18:44.348880 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port a4b3d77a-e8b9-47df-8ea9-8096b98da309 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:18:44.360892 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port a4b3d77a-e8b9-47df-8ea9-8096b98da309 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:18:44.361265 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:44.377222 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=4cfbed25-9ed6-441e-841a-e9375d74d73a,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:44.434115 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-1dda8ee5-94e2-463e-baef-c9cc39e43d50 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Allocated IP 192.168.233.251 (568519e4-f6af-4966-9e93-738c3c6cb9f1/5ba3500c-a288-4596-ba94-148f2bd8a6da/528f7164-711a-46b8-a7d9-97e7ea2dc770) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:18:44.476706 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-38c9436d-3f43-4432-a61f-575277b729c7 req-a9c60ad7-e75d-48df-8d50-9aa25813507d tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=867ef6cfa2fd4a99a4fa1c431222077a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366800 Nov 09 21:18:44.536160 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-4f65571a-f0ca-41ff-852c-31ed9587d44a tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:44.550385 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-4f65571a-f0ca-41ff-852c-31ed9587d44a tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df&tenant_id=5a6366c08f5c4a9bb0bdc56b2ea0a20e&binding%3Ahost_id=n-h2-816206-3 HTTP/1.1" status: 200 len: 1095 time: 0.1702778 Nov 09 21:18:44.557080 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c1d005b7-2db3-4958-9103-f1532997205c req-5347a133-98d5-4e24-89cf-91402b105cab service neutron] 10.222.0.43 "GET /v2.0/networks/d6a5df07-fe3c-47f1-83e0-b8908198e01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259768 Nov 09 21:18:44.666800 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abfa7e-1717-4ce5-9588-a64ed89efe6c req-5ed31698-6fdd-4730-a606-6f18538360cf tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:44.674995 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abfa7e-1717-4ce5-9588-a64ed89efe6c req-5ed31698-6fdd-4730-a606-6f18538360cf tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:44.686261 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abfa7e-1717-4ce5-9588-a64ed89efe6c req-5ed31698-6fdd-4730-a606-6f18538360cf tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:44.699179 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abfa7e-1717-4ce5-9588-a64ed89efe6c req-5ed31698-6fdd-4730-a606-6f18538360cf tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:44.706490 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abfa7e-1717-4ce5-9588-a64ed89efe6c req-5ed31698-6fdd-4730-a606-6f18538360cf tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:44.717895 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abfa7e-1717-4ce5-9588-a64ed89efe6c req-5ed31698-6fdd-4730-a606-6f18538360cf tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:44.729341 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abfa7e-1717-4ce5-9588-a64ed89efe6c req-5ed31698-6fdd-4730-a606-6f18538360cf tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:44.739625 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-18abfa7e-1717-4ce5-9588-a64ed89efe6c req-5ed31698-6fdd-4730-a606-6f18538360cf tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 5442 time: 0.3607807 Nov 09 21:18:44.802008 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:44.901601 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-88d4c7da-f7ea-4367-a6ad-0b1b23b4c63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:44.903948 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-88d4c7da-f7ea-4367-a6ad-0b1b23b4c63f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df&tenant_id=5a6366c08f5c4a9bb0bdc56b2ea0a20e HTTP/1.1" status: 200 len: 1095 time: 0.3458629 Nov 09 21:18:44.905389 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port a4b3d77a-e8b9-47df-8ea9-8096b98da309, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=a4b3d77a-e8b9-47df-8ea9-8096b98da309,segment=NetworkSegment(006a3ea2-319a-4ab9-b18e-2250972f1f05),segment_id=006a3ea2-319a-4ab9-b18e-2250972f1f05)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:44.913672 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:44.914486 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 29a7db76-0962-489d-9bed-6cd34f2b024a no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:18:44.955797 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37938) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:44.968334 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: 29a7db76-0962-489d-9bed-6cd34f2b024a {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:18:44.968702 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 29a7db76-0962-489d-9bed-6cd34f2b024a not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:18:44.969137 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device c24f8166-c8a4-4539-b2a9-15639a039160 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:18:45.021514 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c1d005b7-2db3-4958-9103-f1532997205c req-98e1a184-2e12-4b5f-8e5e-85d4d92426eb service neutron] 10.222.0.43 "GET /v2.0/networks/d6a5df07-fe3c-47f1-83e0-b8908198e01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030960 Nov 09 21:18:45.058698 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c623169e-eeab-4dc6-bb85-88437315eeca req-a57739de-b883-44fd-b56f-3cde44450054 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:45.066326 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c623169e-eeab-4dc6-bb85-88437315eeca req-a57739de-b883-44fd-b56f-3cde44450054 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 944 time: 0.1555014 Nov 09 21:18:45.069738 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=a4b3d77a-e8b9-47df-8ea9-8096b98da309,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:45.084536 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device c24f8166-c8a4-4539-b2a9-15639a039160 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:18:45.108188 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9436d-3f43-4432-a61f-575277b729c7 req-fbc89858-1aa8-4d3e-a0e3-63ac98c26436 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:45.109708 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-38c9436d-3f43-4432-a61f-575277b729c7 req-fbc89858-1aa8-4d3e-a0e3-63ac98c26436 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6136253 Nov 09 21:18:45.110212 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 96e311e4-91ed-45b7-ad20-39610f4e530b no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:18:45.116154 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-18abfa7e-1717-4ce5-9588-a64ed89efe6c req-8aa3e8f9-379d-4abe-b520-24ba97813940 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&id=ea98d57d-1ab2-4bb7-8668-5c17afc65416&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2829130 Nov 09 21:18:45.118599 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c1d005b7-2db3-4958-9103-f1532997205c req-9a8ccae1-6d8b-45de-9ea1-838a9bdac4be service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=b53947c2-f2f0-4db5-a448-3a32c902f2f5 HTTP/1.1" status: 200 len: 217 time: 0.0827897 Nov 09 21:18:45.121097 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-f620e990-d7c0-4967-880c-c071c4c04b14 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2089949946-network', 'tenant_id': 'a6909788a60e4da197fdde3c76c6751a'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:18:45.127447 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-a5b024e6-38af-4849-a2f3-a882580fd135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:45.129528 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-a5b024e6-38af-4849-a2f3-a882580fd135 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5a6366c08f5c4a9bb0bdc56b2ea0a20e&device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 1095 time: 0.1449342 Nov 09 21:18:45.133236 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: 96e311e4-91ed-45b7-ad20-39610f4e530b {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:18:45.133521 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 96e311e4-91ed-45b7-ad20-39610f4e530b not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:18:45.148789 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-38c9436d-3f43-4432-a61f-575277b729c7 req-bef0ae10-ddb6-4d1e-8d2c-9e380eec5ac4 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Request body: {'port': {'device_id': 'b79f94ac-8ac2-4365-8a06-f7a77c8c6e2c', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'admin_state_up': True, 'tenant_id': '867ef6cfa2fd4a99a4fa1c431222077a'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:18:45.190441 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f620e990-d7c0-4967-880c-c071c4c04b14 admin admin] Made reservation on behalf of a6909788a60e4da197fdde3c76c6751a for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:18:45.192589 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f620e990-d7c0-4967-880c-c071c4c04b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:45.244468 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c623169e-eeab-4dc6-bb85-88437315eeca req-9d284d27-0cc9-4385-822b-b3f780907408 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772408 Nov 09 21:18:45.245107 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f620e990-d7c0-4967-880c-c071c4c04b14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:45.264692 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d005b7-2db3-4958-9103-f1532997205c req-0e90043f-7ec7-4cf6-8402-165ce9df4e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:45.264692 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c1d005b7-2db3-4958-9103-f1532997205c req-0e90043f-7ec7-4cf6-8402-165ce9df4e47 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1a3bf33a-28e4-43d0-b3a3-869cb4b7ec53 HTTP/1.1" status: 200 len: 797 time: 0.1310227 Nov 09 21:18:45.272752 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-03fb08f6-f6f6-41af-9892-4a9164ff5574 req-652972da-4a82-4077-9106-ea15487392c7 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups/605fa4c0-20ee-4fae-85ad-f362fc11c11d HTTP/1.1" status: 200 len: 1818 time: 0.0953074 Nov 09 21:18:45.282150 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-1dda8ee5-94e2-463e-baef-c9cc39e43d50 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:45.320523 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c351b317-512c-4490-916c-c725553210ae x-openstack-request-id: req-c351b317-512c-4490-916c-c725553210ae {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:18:45.320843 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22216ec1-2813-4d18-9d2d-acfa49b6322d", "tag": "80760068-d534-412c-b00e-3e2f5ef6798e", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:18:45.321077 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c351b317-512c-4490-916c-c725553210ae {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:18:45.321464 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22216ec1-2813-4d18-9d2d-acfa49b6322d', 'tag': '80760068-d534-412c-b00e-3e2f5ef6798e', 'status': 'completed', 'code': 200} Nov 09 21:18:45.345004 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-997a3415-15a7-46b7-8a46-6ee8e9d2edfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:45.346488 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-997a3415-15a7-46b7-8a46-6ee8e9d2edfb service neutron] 10.222.0.45 "GET /v2.0/networks?id=9cf09cc6-9022-42d8-96c2-e4ea0d1e749b HTTP/1.1" status: 200 len: 908 time: 0.2045183 Nov 09 21:18:45.407428 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-bd15ea5d-c3d2-48bb-936b-4bd1c9296780 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c24f8166-c8a4-4539-b2a9-15639a039160 HTTP/1.1" status: 200 len: 217 time: 0.0504534 Nov 09 21:18:45.421994 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-1dda8ee5-94e2-463e-baef-c9cc39e43d50 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:45.441665 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d005b7-2db3-4958-9103-f1532997205c req-dfe08a50-287d-43bb-b5df-7cef81e04100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:45.442824 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c1d005b7-2db3-4958-9103-f1532997205c req-dfe08a50-287d-43bb-b5df-7cef81e04100 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3808ba34-f2ea-4dcf-b849-bb7f67f33c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1634438 Nov 09 21:18:45.461673 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [req-03fb08f6-f6f6-41af-9892-4a9164ff5574 req-388a1985-28ea-48af-888c-881e89c288c5 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 09 21:18:45.462687 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-03fb08f6-f6f6-41af-9892-4a9164ff5574 req-388a1985-28ea-48af-888c-881e89c288c5 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "DELETE /v2.0/security-groups/605fa4c0-20ee-4fae-85ad-f362fc11c11d HTTP/1.1" status: 409 len: 341 time: 0.1723914 Nov 09 21:18:45.509424 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38c9436d-3f43-4432-a61f-575277b729c7 req-bef0ae10-ddb6-4d1e-8d2c-9e380eec5ac4 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Made reservation on behalf of 867ef6cfa2fd4a99a4fa1c431222077a for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:18:45.513595 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-38c9436d-3f43-4432-a61f-575277b729c7 req-bef0ae10-ddb6-4d1e-8d2c-9e380eec5ac4 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:45.522303 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-1dda8ee5-94e2-463e-baef-c9cc39e43d50 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Network 568519e4-f6af-4966-9e93-738c3c6cb9f1 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:18:45.535204 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0353a-d22a-40c6-af1d-48293de5a442 req-8966a4a0-e6f3-4eef-aa83-b3a7b64d089c tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:45.536747 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7bb0353a-d22a-40c6-af1d-48293de5a442 req-8966a4a0-e6f3-4eef-aa83-b3a7b64d089c tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c4b2a59-2a76-4753-bfff-5d6571f799b9 HTTP/1.1" status: 200 len: 950 time: 0.1719029 Nov 09 21:18:45.538378 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-611ac227-2770-47fb-8d33-4431e8357eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:45.539791 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-611ac227-2770-47fb-8d33-4431e8357eed service neutron] 10.222.0.45 "GET /v2.0/subnets?id=39c6d736-667d-4cbf-9558-9612dacd0f8d HTTP/1.1" status: 200 len: 848 time: 0.1124156 Nov 09 21:18:45.555254 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-1dda8ee5-94e2-463e-baef-c9cc39e43d50 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:18:45.556826 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef740d-3307-408f-b919-e7a69c591a74 req-2eff11f3-114e-4629-b8b0-c12d37185a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:45.558006 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-1dda8ee5-94e2-463e-baef-c9cc39e43d50 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:18:45.558345 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-19ef740d-3307-408f-b919-e7a69c591a74 req-2eff11f3-114e-4629-b8b0-c12d37185a2b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ddac74d17cf94df2880a226d15c0a5ff&device_id=22216ec1-2813-4d18-9d2d-acfa49b6322d HTTP/1.1" status: 200 len: 1174 time: 0.1928840 Nov 09 21:18:45.569685 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f620e990-d7c0-4967-880c-c071c4c04b14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:45.602524 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda8ee5-94e2-463e-baef-c9cc39e43d50 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Pushing event updated for resources: {'Port': ['ID=528f7164-711a-46b8-a7d9-97e7ea2dc770,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:45.605736 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3e6b78e5-d1ad-4a18-b5ff-7598bdb80d7a req-1c736c33-a9a2-4756-b40b-2cfbd2175e89 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=b79f94ac-8ac2-4365-8a06-f7a77c8c6e2c HTTP/1.1" status: 200 len: 210 time: 0.0724032 Nov 09 21:18:45.610917 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-9fa3d016-8bd8-4208-b68f-4d679eb98bf2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9cf09cc6-9022-42d8-96c2-e4ea0d1e749b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580084 Nov 09 21:18:45.617342 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f620e990-d7c0-4967-880c-c071c4c04b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:45.705797 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f620e990-d7c0-4967-880c-c071c4c04b14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:18:45.746772 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c1d005b7-2db3-4958-9103-f1532997205c req-bb0879c9-072d-4f60-bd6e-82163428a5e5 service neutron] 10.222.0.43 "GET /v2.0/networks/3808ba34-f2ea-4dcf-b849-bb7f67f33c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814288 Nov 09 21:18:45.768244 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-1dda8ee5-94e2-463e-baef-c9cc39e43d50 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:45.768902 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-1dda8ee5-94e2-463e-baef-c9cc39e43d50 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:45.788836 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f620e990-d7c0-4967-880c-c071c4c04b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceea38cc-44df-413d-adc4-9ba227d57de7,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:45.793454 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f620e990-d7c0-4967-880c-c071c4c04b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:45.793863 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-f620e990-d7c0-4967-880c-c071c4c04b14 admin admin] Added segment 8b343e36-5ad5-4993-af06-da856762e2f1 of type vlan for network 5c607b89-fbc9-40ec-a5cb-3d08e5262f91 Nov 09 21:18:45.815310 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7bb0353a-d22a-40c6-af1d-48293de5a442 req-ad55ada5-a8d0-42a0-9b79-67da47bb446e tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d24edd-887e-4046-8274-57a0425bb1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559483 Nov 09 21:18:45.865413 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-1dda8ee5-94e2-463e-baef-c9cc39e43d50 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8823733 Nov 09 21:18:45.886813 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef740d-3307-408f-b919-e7a69c591a74 req-cf1b2dfa-fac0-4270-9b61-aad8dc14c7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:45.888647 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-19ef740d-3307-408f-b919-e7a69c591a74 req-cf1b2dfa-fac0-4270-9b61-aad8dc14c7df service neutron] 10.222.0.45 "GET /v2.0/networks?id=7680b8cd-cf84-4451-b98c-9ec0a0c87d39 HTTP/1.1" status: 200 len: 913 time: 0.3056183 Nov 09 21:18:45.907364 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-041396ae-4b3a-43f1-9f45-49b65c89f28c service neutron] 10.222.0.45 "GET /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559917 Nov 09 21:18:45.915141 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-1cbed265-c1cf-430e-ba4e-9d63d85305dc None None] Provisioning complete for port 528f7164-711a-46b8-a7d9-97e7ea2dc770 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:18:45.915694 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1cbed265-c1cf-430e-ba4e-9d63d85305dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:45.916019 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-f8151b12-9408-4162-9cc1-dae3553ca35d service neutron] Request body: {'port': {'device_id': '87bbb55b-fb4a-4821-9650-30ad7f529162', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:18:45.974364 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f620e990-d7c0-4967-880c-c071c4c04b14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:46.013139 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-1cbed265-c1cf-430e-ba4e-9d63d85305dc None None] Port 528f7164-711a-46b8-a7d9-97e7ea2dc770 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:18:46.066426 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-38c9436d-3f43-4432-a61f-575277b729c7 req-bef0ae10-ddb6-4d1e-8d2c-9e380eec5ac4 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Allocated IP 192.168.233.106 (568519e4-f6af-4966-9e93-738c3c6cb9f1/5ba3500c-a288-4596-ba94-148f2bd8a6da/8ffcf690-c600-420a-b3df-8731c6157236) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:18:46.082130 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-f8151b12-9408-4162-9cc1-dae3553ca35d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:46.089126 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f620e990-d7c0-4967-880c-c071c4c04b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:46.090222 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f620e990-d7c0-4967-880c-c071c4c04b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:46.090894 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f620e990-d7c0-4967-880c-c071c4c04b14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:46.121879 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f620e990-d7c0-4967-880c-c071c4c04b14 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1649787 Nov 09 21:18:46.136806 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37954) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:46.174302 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-c4d843bd-b88a-4708-ac41-dc9e4ca7c1c4 admin admin] Request body: {'subnet': {'network_id': '5c607b89-fbc9-40ec-a5cb-3d08e5262f91', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2089949946-subnet', 'tenant_id': 'a6909788a60e4da197fdde3c76c6751a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:18:46.297774 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4b2a59-2a76-4753-bfff-5d6571f799b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cfbed25-9ed6-441e-841a-e9375d74d73a'}, {'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b3d77a-e8b9-47df-8ea9-8096b98da309'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:18:46.301165 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a7a88b-2803-474a-a6d8-570520065598" -d '{"events": [{"server_uuid": "9c4b2a59-2a76-4753-bfff-5d6571f799b9", "name": "network-vif-plugged", "status": "completed", "tag": "4cfbed25-9ed6-441e-841a-e9375d74d73a"}, {"server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "name": "network-vif-plugged", "status": "completed", "tag": "a4b3d77a-e8b9-47df-8ea9-8096b98da309"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:18:46.305101 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f620e990-d7c0-4967-880c-c071c4c04b14 admin admin] Pushing event updated for resources: {'Network': ['ID=5c607b89-fbc9-40ec-a5cb-3d08e5262f91,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:46.317532 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 5c607b89-fbc9-40ec-a5cb-3d08e5262f91 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:18:46.409345 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c1d005b7-2db3-4958-9103-f1532997205c req-7d399bc6-7f7b-4894-8e0a-1f6061e1f7aa service neutron] 10.222.0.43 "GET /v2.0/networks/3808ba34-f2ea-4dcf-b849-bb7f67f33c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6523838 Nov 09 21:18:46.421507 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-19ef740d-3307-408f-b919-e7a69c591a74 req-cff74767-452d-4653-b73c-51f691656338 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=80760068-d534-412c-b00e-3e2f5ef6798e HTTP/1.1" status: 200 len: 217 time: 0.5126901 Nov 09 21:18:46.423766 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d843bd-b88a-4708-ac41-dc9e4ca7c1c4 admin admin] Made reservation on behalf of a6909788a60e4da197fdde3c76c6751a for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:18:46.426118 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c4d843bd-b88a-4708-ac41-dc9e4ca7c1c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:46.449615 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbfbfd9-15b4-417e-bc27-daafb966c856 req-60b14532-dd5f-453e-9201-6a31204373f1 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:46.451868 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bdbfbfd9-15b4-417e-bc27-daafb966c856 req-60b14532-dd5f-453e-9201-6a31204373f1 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 949 time: 0.3252635 Nov 09 21:18:46.499369 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c1d005b7-2db3-4958-9103-f1532997205c req-385024e2-acb2-4f96-b13b-f2a9da724d2b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=2b6a9424-e1c2-4d17-92db-720005970041 HTTP/1.1" status: 200 len: 217 time: 0.0742443 Nov 09 21:18:46.607061 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-77c43a6e-8fe4-4f8e-9813-76a0cded96dd service neutron] 10.222.0.45 "GET /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6845682 Nov 09 21:18:46.618813 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054e029-f65b-4324-8d5b-07c587077f20 req-ddc12c0e-f80c-43d2-8b3e-9dda4529d930 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:46.620494 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b054e029-f65b-4324-8d5b-07c587077f20 req-ddc12c0e-f80c-43d2-8b3e-9dda4529d930 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/ports?device_id=22216ec1-2813-4d18-9d2d-acfa49b6322d HTTP/1.1" status: 200 len: 1023 time: 0.2444265 Nov 09 21:18:46.625491 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef740d-3307-408f-b919-e7a69c591a74 req-7b514c12-bfed-49d1-9e93-b8ea795e45c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:46.627174 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-19ef740d-3307-408f-b919-e7a69c591a74 req-7b514c12-bfed-49d1-9e93-b8ea795e45c3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=262b1767-8d0a-4864-8ab4-daf4a8d6ba62 HTTP/1.1" status: 200 len: 853 time: 0.1772189 Nov 09 21:18:46.628730 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-38c9436d-3f43-4432-a61f-575277b729c7 req-bef0ae10-ddb6-4d1e-8d2c-9e380eec5ac4 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:46.632401 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d005b7-2db3-4958-9103-f1532997205c req-5183750b-aa8f-476b-8083-b355b4787f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:46.634000 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c1d005b7-2db3-4958-9103-f1532997205c req-5183750b-aa8f-476b-8083-b355b4787f81 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1a3bf33a-28e4-43d0-b3a3-869cb4b7ec53 HTTP/1.1" status: 200 len: 797 time: 0.1024377 Nov 09 21:18:46.641476 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bdbfbfd9-15b4-417e-bc27-daafb966c856 req-7a7b4b2a-85d7-4de2-8444-79521b268c30 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433442 Nov 09 21:18:46.713294 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-19ef740d-3307-408f-b919-e7a69c591a74 req-40329977-3ba0-4038-ac2f-836bd25626d9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7680b8cd-cf84-4451-b98c-9ec0a0c87d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776565 Nov 09 21:18:46.778379 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-38c9436d-3f43-4432-a61f-575277b729c7 req-bef0ae10-ddb6-4d1e-8d2c-9e380eec5ac4 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:46.805361 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d005b7-2db3-4958-9103-f1532997205c req-964ec864-be4b-4b3f-938e-eee938049b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:46.807271 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c1d005b7-2db3-4958-9103-f1532997205c req-964ec864-be4b-4b3f-938e-eee938049b63 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3808ba34-f2ea-4dcf-b849-bb7f67f33c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1595497 Nov 09 21:18:46.896212 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b054e029-f65b-4324-8d5b-07c587077f20 req-bd9c4ed2-7893-47e4-ae39-a8276e822d32 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups?id=605fa4c0-20ee-4fae-85ad-f362fc11c11d&id=6557f619-d126-41b0-8f8c-cca2600103ce&id=fe7beac0-83b7-4dc2-8a69-2d3bfb73b965&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2594392 Nov 09 21:18:46.938905 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38c9436d-3f43-4432-a61f-575277b729c7 req-bef0ae10-ddb6-4d1e-8d2c-9e380eec5ac4 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Network 568519e4-f6af-4966-9e93-738c3c6cb9f1 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:18:46.951349 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b85a7-f3e7-4dc3-a148-a4d3c536d55c req-fc96b5bf-2fb6-4468-baf6-67ad0d30afb2 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:46.960950 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b85a7-f3e7-4dc3-a148-a4d3c536d55c req-fc96b5bf-2fb6-4468-baf6-67ad0d30afb2 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:46.971544 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b85a7-f3e7-4dc3-a148-a4d3c536d55c req-fc96b5bf-2fb6-4468-baf6-67ad0d30afb2 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:46.979674 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b85a7-f3e7-4dc3-a148-a4d3c536d55c req-fc96b5bf-2fb6-4468-baf6-67ad0d30afb2 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:46.988814 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b85a7-f3e7-4dc3-a148-a4d3c536d55c req-fc96b5bf-2fb6-4468-baf6-67ad0d30afb2 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:46.996357 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b85a7-f3e7-4dc3-a148-a4d3c536d55c req-fc96b5bf-2fb6-4468-baf6-67ad0d30afb2 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:47.006031 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-19ef740d-3307-408f-b919-e7a69c591a74 req-b10a18f7-a976-4028-90fe-4192966bbbdf service neutron] 10.222.0.45 "GET /v2.0/networks/7680b8cd-cf84-4451-b98c-9ec0a0c87d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735467 Nov 09 21:18:47.006268 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b85a7-f3e7-4dc3-a148-a4d3c536d55c req-fc96b5bf-2fb6-4468-baf6-67ad0d30afb2 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:47.009613 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d19b85a7-f3e7-4dc3-a148-a4d3c536d55c req-fc96b5bf-2fb6-4468-baf6-67ad0d30afb2 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 5443 time: 0.2891338 Nov 09 21:18:47.020418 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c4d843bd-b88a-4708-ac41-dc9e4ca7c1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:47.023668 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-38c9436d-3f43-4432-a61f-575277b729c7 req-bef0ae10-ddb6-4d1e-8d2c-9e380eec5ac4 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:18:47.034619 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef0ae10-ddb6-4d1e-8d2c-9e380eec5ac4 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Pushing event updated for resources: {'Port': ['ID=8ffcf690-c600-420a-b3df-8731c6157236,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:47.038175 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c9436d-3f43-4432-a61f-575277b729c7 req-bef0ae10-ddb6-4d1e-8d2c-9e380eec5ac4 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:18:47.091103 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c1d005b7-2db3-4958-9103-f1532997205c req-9555c779-d6b4-4880-a584-de8e8f2b1137 service neutron] 10.222.0.43 "GET /v2.0/networks/3808ba34-f2ea-4dcf-b849-bb7f67f33c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725673 Nov 09 21:18:47.095896 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-7ef838a0-4963-471f-b9e5-a653bafe076d tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:47.097390 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-7ef838a0-4963-471f-b9e5-a653bafe076d tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df&tenant_id=5a6366c08f5c4a9bb0bdc56b2ea0a20e&binding%3Ahost_id=n-h1-816206-3 HTTP/1.1" status: 200 len: 1095 time: 0.2087395 Nov 09 21:18:47.200876 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d843bd-b88a-4708-ac41-dc9e4ca7c1c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f101193f-055a-4356-b3a4-446117d96b9b,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:47.216168 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a954755-2272-4df1-95a4-98410a3cfb1f req-08ebb6b4-8789-4e74-b769-a07420d248c6 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:47.218348 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1a954755-2272-4df1-95a4-98410a3cfb1f req-08ebb6b4-8789-4e74-b769-a07420d248c6 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 944 time: 0.2412193 Nov 09 21:18:47.225315 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9436d-3f43-4432-a61f-575277b729c7 req-bef0ae10-ddb6-4d1e-8d2c-9e380eec5ac4 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:47.226084 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-38c9436d-3f43-4432-a61f-575277b729c7 req-bef0ae10-ddb6-4d1e-8d2c-9e380eec5ac4 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:47.294317 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d843bd-b88a-4708-ac41-dc9e4ca7c1c4 admin admin] Checking segment: {'id': '8b343e36-5ad5-4993-af06-da856762e2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5c607b89-fbc9-40ec-a5cb-3d08e5262f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:18:47.294848 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d843bd-b88a-4708-ac41-dc9e4ca7c1c4 admin admin] Network hostable DHCP agents. Network: 5c607b89-fbc9-40ec-a5cb-3d08e5262f91, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:18:47.296605 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-19ef740d-3307-408f-b919-e7a69c591a74 req-35a52dc5-42a1-4f1f-a684-6c43d84d9b56 service neutron] 10.222.0.45 "GET /v2.0/networks/7680b8cd-cf84-4451-b98c-9ec0a0c87d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722747 Nov 09 21:18:47.302342 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d19b85a7-f3e7-4dc3-a148-a4d3c536d55c req-ad660a45-1266-47d8-9331-a91c37f61a3f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&id=ea98d57d-1ab2-4bb7-8668-5c17afc65416&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2842863 Nov 09 21:18:47.310251 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-38c9436d-3f43-4432-a61f-575277b729c7 req-bef0ae10-ddb6-4d1e-8d2c-9e380eec5ac4 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1710124 Nov 09 21:18:47.333095 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-f8151b12-9408-4162-9cc1-dae3553ca35d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 528f7164-711a-46b8-a7d9-97e7ea2dc770 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:18:47.341432 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c1d005b7-2db3-4958-9103-f1532997205c req-a3191c57-070a-4ee1-a6a0-0281d6ea4f4e service neutron] 10.222.0.43 "GET /v2.0/networks/3808ba34-f2ea-4dcf-b849-bb7f67f33c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389095 Nov 09 21:18:47.344481 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-38c9436d-3f43-4432-a61f-575277b729c7 req-c21b09e1-ab81-497e-b9cd-b0888375af94 service neutron] Request body: {'port': {'device_id': 'b79f94ac-8ac2-4365-8a06-f7a77c8c6e2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:18:47.374386 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-e1156250-4de0-4227-98db-fca0502397f4 None None] Provisioning complete for port 8ffcf690-c600-420a-b3df-8731c6157236 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:18:47.374958 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e1156250-4de0-4227-98db-fca0502397f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:47.379870 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-f8151b12-9408-4162-9cc1-dae3553ca35d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:47.402634 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d843bd-b88a-4708-ac41-dc9e4ca7c1c4 admin admin] Network 5c607b89-fbc9-40ec-a5cb-3d08e5262f91 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:18:47.419108 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-f8151b12-9408-4162-9cc1-dae3553ca35d service neutron] Transition to ACTIVE for port object 528f7164-711a-46b8-a7d9-97e7ea2dc770 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:18:47.422541 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-c4d843bd-b88a-4708-ac41-dc9e4ca7c1c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 5c607b89-fbc9-40ec-a5cb-3d08e5262f91) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:18:47.435417 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1a954755-2272-4df1-95a4-98410a3cfb1f req-edd1d301-f20a-4150-9004-a5a499b85730 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043581 Nov 09 21:18:47.439403 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c1d005b7-2db3-4958-9103-f1532997205c req-68231913-029a-4442-97d7-734fbc62b10f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=80e946a2-577f-4411-ada9-9c19200b402c HTTP/1.1" status: 200 len: 217 time: 0.0856450 Nov 09 21:18:47.442580 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-f8151b12-9408-4162-9cc1-dae3553ca35d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:47.446405 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d843bd-b88a-4708-ac41-dc9e4ca7c1c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:47.447687 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7024b90e-7be5-42a8-bc58-50056b54fc08 None None] Network 5c607b89-fbc9-40ec-a5cb-3d08e5262f91 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:18:47.451510 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 21:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1defcc66-437d-429a-a707-6246adf07c48 x-openstack-request-id: req-1defcc66-437d-429a-a707-6246adf07c48 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:18:47.451823 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4b2a59-2a76-4753-bfff-5d6571f799b9", "name": "network-vif-plugged", "status": "completed", "tag": "4cfbed25-9ed6-441e-841a-e9375d74d73a", "code": 200}, {"server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "name": "network-vif-plugged", "status": "completed", "tag": "a4b3d77a-e8b9-47df-8ea9-8096b98da309", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:18:47.452209 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1defcc66-437d-429a-a707-6246adf07c48 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:18:47.452624 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4b2a59-2a76-4753-bfff-5d6571f799b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cfbed25-9ed6-441e-841a-e9375d74d73a', 'code': 200} Nov 09 21:18:47.453358 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b3d77a-e8b9-47df-8ea9-8096b98da309', 'code': 200} Nov 09 21:18:47.458212 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c4d843bd-b88a-4708-ac41-dc9e4ca7c1c4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:47.474140 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-e1156250-4de0-4227-98db-fca0502397f4 None None] Port 8ffcf690-c600-420a-b3df-8731c6157236 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:18:47.508116 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-38c9436d-3f43-4432-a61f-575277b729c7 req-c21b09e1-ab81-497e-b9cd-b0888375af94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:47.532448 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c4d843bd-b88a-4708-ac41-dc9e4ca7c1c4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3823204 Nov 09 21:18:47.546440 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8151b12-9408-4162-9cc1-dae3553ca35d service neutron] Pushing event updated for resources: {'Port': ['ID=528f7164-711a-46b8-a7d9-97e7ea2dc770,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:47.581290 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-f16bf63c-5183-4dde-a14e-e99a3f5c61e4 service neutron] For port c24f8166-c8a4-4539-b2a9-15639a039160, host n-h2-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:18:47.610719 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-f16bf63c-5183-4dde-a14e-e99a3f5c61e4 service neutron] Publish callbacks [] for binding, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:47.611878 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aac5e666-6f2e-43bb-92be-06a7f8fee495 req-f16bf63c-5183-4dde-a14e-e99a3f5c61e4 service neutron] 10.222.0.45 "DELETE /v2.0/ports/c24f8166-c8a4-4539-b2a9-15639a039160/bindings/n-h2-816206-3 HTTP/1.1" status: 204 len: 173 time: 0.4945524 Nov 09 21:18:47.650032 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d005b7-2db3-4958-9103-f1532997205c req-503ec20b-5214-4313-aeb6-286eaaa2ffd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:47.651816 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c1d005b7-2db3-4958-9103-f1532997205c req-503ec20b-5214-4313-aeb6-286eaaa2ffd2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1a3bf33a-28e4-43d0-b3a3-869cb4b7ec53 HTTP/1.1" status: 200 len: 797 time: 0.1718588 Nov 09 21:18:47.759702 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6c31749d-4f7c-4bb4-9da4-00c84c39f9a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:47.861018 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.45', 59300) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:47.878209 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b272e24d-ffd7-4cb7-9556-fcb8982adce9 None None] Network 5c607b89-fbc9-40ec-a5cb-3d08e5262f91 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:18:47.912835 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-f8151b12-9408-4162-9cc1-dae3553ca35d service neutron] Attempting to bind port 528f7164-711a-46b8-a7d9-97e7ea2dc770 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:18:47.913309 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-f8151b12-9408-4162-9cc1-dae3553ca35d service neutron] Attempting to bind port 528f7164-711a-46b8-a7d9-97e7ea2dc770 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:18:47.913808 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-f8151b12-9408-4162-9cc1-dae3553ca35d service neutron] Attempting to bind port 528f7164-711a-46b8-a7d9-97e7ea2dc770 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:18:47.934316 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-f8151b12-9408-4162-9cc1-dae3553ca35d service neutron] Port 528f7164-711a-46b8-a7d9-97e7ea2dc770 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:18:47.934800 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-f8151b12-9408-4162-9cc1-dae3553ca35d service neutron] Attempting to bind port 528f7164-711a-46b8-a7d9-97e7ea2dc770 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:18:47.970385 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a3992-9df8-415a-888b-6ab770bc7a0c req-0c53a098-5ed7-4c31-b63c-f3b6b0abac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:47.970613 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec52dc9-d4eb-45a7-9c02-761cd923a49f req-8880391d-d9d8-4116-86bb-03b4976df66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:47.971218 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec52dc9-d4eb-45a7-9c02-761cd923a49f req-8880391d-d9d8-4116-86bb-03b4976df66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:47.972178 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec52dc9-d4eb-45a7-9c02-761cd923a49f req-8880391d-d9d8-4116-86bb-03b4976df66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:47.972305 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1e2a3992-9df8-415a-888b-6ab770bc7a0c req-0c53a098-5ed7-4c31-b63c-f3b6b0abac76 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9c4b2a59-2a76-4753-bfff-5d6571f799b9 HTTP/1.1" status: 200 len: 1101 time: 0.3135228 Nov 09 21:18:47.972406 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec52dc9-d4eb-45a7-9c02-761cd923a49f req-8880391d-d9d8-4116-86bb-03b4976df66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:47.972849 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec52dc9-d4eb-45a7-9c02-761cd923a49f req-8880391d-d9d8-4116-86bb-03b4976df66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:47.973264 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec52dc9-d4eb-45a7-9c02-761cd923a49f req-8880391d-d9d8-4116-86bb-03b4976df66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:47.973723 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec52dc9-d4eb-45a7-9c02-761cd923a49f req-8880391d-d9d8-4116-86bb-03b4976df66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:47.975901 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0ec52dc9-d4eb-45a7-9c02-761cd923a49f req-8880391d-d9d8-4116-86bb-03b4976df66e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 6500 time: 0.2603312 Nov 09 21:18:47.984733 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91278fb8-9b77-4b86-ba5a-86ff0817b963 req-a39e7306-c625-4c1a-b71a-c6950367f107 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:47.992823 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-91278fb8-9b77-4b86-ba5a-86ff0817b963 req-a39e7306-c625-4c1a-b71a-c6950367f107 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=b79f94ac-8ac2-4365-8a06-f7a77c8c6e2c HTTP/1.1" status: 200 len: 936 time: 0.2918653 Nov 09 21:18:48.007430 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d005b7-2db3-4958-9103-f1532997205c req-47a1029b-7a0c-4454-9eca-261d07cbbbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:48.009040 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c1d005b7-2db3-4958-9103-f1532997205c req-47a1029b-7a0c-4454-9eca-261d07cbbbfd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3808ba34-f2ea-4dcf-b849-bb7f67f33c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3247266 Nov 09 21:18:48.024892 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-f8151b12-9408-4162-9cc1-dae3553ca35d service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:18:48.025341 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-f8151b12-9408-4162-9cc1-dae3553ca35d service neutron] Checking segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:18:48.025785 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-f8151b12-9408-4162-9cc1-dae3553ca35d service neutron] Bound using segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:18:48.026866 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-f8151b12-9408-4162-9cc1-dae3553ca35d service neutron] Bound port: 528f7164-711a-46b8-a7d9-97e7ea2dc770, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:18:48.026866 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-f8151b12-9408-4162-9cc1-dae3553ca35d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:48.081482 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87dcca-94f6-47f8-9e7e-0eec1e602993 req-cb7e04f0-77f5-4043-8013-46c5d2076db7 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:48.082961 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4f87dcca-94f6-47f8-9e7e-0eec1e602993 req-cb7e04f0-77f5-4043-8013-46c5d2076db7 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 949 time: 0.3519547 Nov 09 21:18:48.135401 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db58c5-4509-4e61-8790-99ba7606d467 req-4c8c5085-b372-4ced-9457-b252f53cc727 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:48.136980 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-71db58c5-4509-4e61-8790-99ba7606d467 req-4c8c5085-b372-4ced-9457-b252f53cc727 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.45 "GET /v2.0/ports?device_id=22216ec1-2813-4d18-9d2d-acfa49b6322d HTTP/1.1" status: 200 len: 1023 time: 0.2740667 Nov 09 21:18:48.154310 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5284e3-cc8a-416a-8479-73c38e22ace6 req-3a0397da-9b9b-4f11-ab3e-91cc8104c4f4 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:48.157194 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ec5284e3-cc8a-416a-8479-73c38e22ace6 req-3a0397da-9b9b-4f11-ab3e-91cc8104c4f4 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c4b2a59-2a76-4753-bfff-5d6571f799b9 HTTP/1.1" status: 200 len: 950 time: 0.3018422 Nov 09 21:18:48.161294 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1e2a3992-9df8-415a-888b-6ab770bc7a0c req-43ba56b8-3f3a-439d-a146-74ddfc1a9800 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c5d24edd-887e-4046-8274-57a0425bb1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819098 Nov 09 21:18:48.182697 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-91278fb8-9b77-4b86-ba5a-86ff0817b963 req-9b53701c-942c-4980-9abc-3d7697af81d1 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889133 Nov 09 21:18:48.228962 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0ec52dc9-d4eb-45a7-9c02-761cd923a49f req-5b4cb632-4f3b-4adc-a0f7-5b2e9eece0e1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ea98d57d-1ab2-4bb7-8668-5c17afc65416&id=911bb090-0716-4bfb-a02e-6ca72569ddde&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2054162 Nov 09 21:18:48.231206 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-f8151b12-9408-4162-9cc1-dae3553ca35d service neutron] For port 528f7164-711a-46b8-a7d9-97e7ea2dc770, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:18:48.260959 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-f8151b12-9408-4162-9cc1-dae3553ca35d service neutron] For port 528f7164-711a-46b8-a7d9-97e7ea2dc770, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=528f7164-711a-46b8-a7d9-97e7ea2dc770,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:18:48.271114 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-f8151b12-9408-4162-9cc1-dae3553ca35d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:48.349128 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-f8151b12-9408-4162-9cc1-dae3553ca35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:48.349741 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-f8151b12-9408-4162-9cc1-dae3553ca35d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:48.351314 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-f8151b12-9408-4162-9cc1-dae3553ca35d service neutron] 10.222.0.45 "PUT /v2.0/ports/528f7164-711a-46b8-a7d9-97e7ea2dc770 HTTP/1.1" status: 200 len: 1096 time: 2.4447360 Nov 09 21:18:48.366539 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ec5284e3-cc8a-416a-8479-73c38e22ace6 req-aa7c8291-1da1-4f70-ae04-686e544578b9 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d24edd-887e-4046-8274-57a0425bb1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037003 Nov 09 21:18:48.368818 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87bbb55b-fb4a-4821-9650-30ad7f529162', 'tag': '528f7164-711a-46b8-a7d9-97e7ea2dc770'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:18:48.370884 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbdd40c-9da2-41a2-814b-bfbd52060808" -d '{"events": [{"name": "network-changed", "server_uuid": "87bbb55b-fb4a-4821-9650-30ad7f529162", "tag": "528f7164-711a-46b8-a7d9-97e7ea2dc770"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:18:48.382690 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c1d005b7-2db3-4958-9103-f1532997205c req-cd81326d-9fca-4629-a3d4-046a8782b49e service neutron] 10.222.0.43 "GET /v2.0/networks/3808ba34-f2ea-4dcf-b849-bb7f67f33c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226054 Nov 09 21:18:48.392569 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-38c9436d-3f43-4432-a61f-575277b729c7 req-c21b09e1-ab81-497e-b9cd-b0888375af94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ffcf690-c600-420a-b3df-8731c6157236 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:18:48.414827 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-38c9436d-3f43-4432-a61f-575277b729c7 req-c21b09e1-ab81-497e-b9cd-b0888375af94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:48.419422 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8151b12-9408-4162-9cc1-dae3553ca35d service neutron] Pushing event updated for resources: {'Port': ['ID=528f7164-711a-46b8-a7d9-97e7ea2dc770,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:48.454146 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-71db58c5-4509-4e61-8790-99ba7606d467 req-3cb14636-fb4e-463c-801f-9a373fd9aaf8 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Deleting port 80760068-d534-412c-b00e-3e2f5ef6798e {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:18:48.454907 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-71db58c5-4509-4e61-8790-99ba7606d467 req-3cb14636-fb4e-463c-801f-9a373fd9aaf8 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:48.466513 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8151b12-9408-4162-9cc1-dae3553ca35d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:18:48.467393 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8151b12-9408-4162-9cc1-dae3553ca35d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:18:48.467743 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8151b12-9408-4162-9cc1-dae3553ca35d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:18:48.468088 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8151b12-9408-4162-9cc1-dae3553ca35d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:18:48.468475 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8151b12-9408-4162-9cc1-dae3553ca35d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:18:48.469748 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8151b12-9408-4162-9cc1-dae3553ca35d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:18:48.469748 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8151b12-9408-4162-9cc1-dae3553ca35d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:18:48.469748 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8151b12-9408-4162-9cc1-dae3553ca35d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:18:48.470076 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8151b12-9408-4162-9cc1-dae3553ca35d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:18:48.471559 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8151b12-9408-4162-9cc1-dae3553ca35d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:18:48.471559 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8151b12-9408-4162-9cc1-dae3553ca35d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:18:48.471559 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8151b12-9408-4162-9cc1-dae3553ca35d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:18:48.476790 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-38c9436d-3f43-4432-a61f-575277b729c7 req-c21b09e1-ab81-497e-b9cd-b0888375af94 service neutron] Transition to ACTIVE for port object 8ffcf690-c600-420a-b3df-8731c6157236 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:18:48.488177 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1091e1f-663b-487e-8a9f-765558f01321 req-c818d8f2-6b55-4308-8d1c-bec366ab66bd tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:48.495907 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c1091e1f-663b-487e-8a9f-765558f01321 req-c818d8f2-6b55-4308-8d1c-bec366ab66bd tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 949 time: 0.1791143 Nov 09 21:18:48.507371 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-38c9436d-3f43-4432-a61f-575277b729c7 req-c21b09e1-ab81-497e-b9cd-b0888375af94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:48.549657 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-d931c6dc-2985-4b46-95c9-8cce09764cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:48.551178 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-d931c6dc-2985-4b46-95c9-8cce09764cab service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=867ef6cfa2fd4a99a4fa1c431222077a&device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 1099 time: 0.1530468 Nov 09 21:18:48.598023 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-71db58c5-4509-4e61-8790-99ba7606d467 req-3cb14636-fb4e-463c-801f-9a373fd9aaf8 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] For port 80760068-d534-412c-b00e-3e2f5ef6798e, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=80760068-d534-412c-b00e-3e2f5ef6798e,segment=NetworkSegment(09b70962-317a-4e30-8693-8968e5be04b8),segment_id=09b70962-317a-4e30-8693-8968e5be04b8)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:48.598425 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-71db58c5-4509-4e61-8790-99ba7606d467 req-3cb14636-fb4e-463c-801f-9a373fd9aaf8 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:48.615756 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-4f87dcca-94f6-47f8-9e7e-0eec1e602993 req-b0b98ba9-bcba-4eb7-85eb-9ddf458a0995 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Deleting port 9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:18:48.616055 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-4f87dcca-94f6-47f8-9e7e-0eec1e602993 req-b0b98ba9-bcba-4eb7-85eb-9ddf458a0995 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:48.620993 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-71db58c5-4509-4e61-8790-99ba7606d467 req-3cb14636-fb4e-463c-801f-9a373fd9aaf8 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Calling delete_port for 80760068-d534-412c-b00e-3e2f5ef6798e owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:18:48.635760 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-21e3ad76-b079-4c4a-9bbc-4127f0060c94 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=528f7164-711a-46b8-a7d9-97e7ea2dc770 HTTP/1.1" status: 200 len: 217 time: 0.0702393 Nov 09 21:18:48.648718 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b09e1-ab81-497e-b9cd-b0888375af94 service neutron] Pushing event updated for resources: {'Port': ['ID=8ffcf690-c600-420a-b3df-8731c6157236,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:48.701942 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c1091e1f-663b-487e-8a9f-765558f01321 req-c0911a83-7498-4dd6-b730-54681157bd1e tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc308329-2459-47c9-baff-e5cce35fa6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043614 Nov 09 21:18:48.775487 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-2f3acda8-1546-4a38-a83c-d101b9c38a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:48.777313 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-2f3acda8-1546-4a38-a83c-d101b9c38a2c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.1297286 Nov 09 21:18:48.782064 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-38c9436d-3f43-4432-a61f-575277b729c7 req-c21b09e1-ab81-497e-b9cd-b0888375af94 service neutron] Attempting to bind port 8ffcf690-c600-420a-b3df-8731c6157236 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:18:48.782519 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-38c9436d-3f43-4432-a61f-575277b729c7 req-c21b09e1-ab81-497e-b9cd-b0888375af94 service neutron] Attempting to bind port 8ffcf690-c600-420a-b3df-8731c6157236 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:18:48.782951 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c9436d-3f43-4432-a61f-575277b729c7 req-c21b09e1-ab81-497e-b9cd-b0888375af94 service neutron] Attempting to bind port 8ffcf690-c600-420a-b3df-8731c6157236 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:18:48.838665 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c9436d-3f43-4432-a61f-575277b729c7 req-c21b09e1-ab81-497e-b9cd-b0888375af94 service neutron] Port 8ffcf690-c600-420a-b3df-8731c6157236 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:18:48.839093 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c9436d-3f43-4432-a61f-575277b729c7 req-c21b09e1-ab81-497e-b9cd-b0888375af94 service neutron] Attempting to bind port 8ffcf690-c600-420a-b3df-8731c6157236 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:18:48.853523 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c9436d-3f43-4432-a61f-575277b729c7 req-c21b09e1-ab81-497e-b9cd-b0888375af94 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:18:48.853860 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c9436d-3f43-4432-a61f-575277b729c7 req-c21b09e1-ab81-497e-b9cd-b0888375af94 service neutron] Checking segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:18:48.854241 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c9436d-3f43-4432-a61f-575277b729c7 req-c21b09e1-ab81-497e-b9cd-b0888375af94 service neutron] Bound using segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:18:48.854698 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-38c9436d-3f43-4432-a61f-575277b729c7 req-c21b09e1-ab81-497e-b9cd-b0888375af94 service neutron] Bound port: 8ffcf690-c600-420a-b3df-8731c6157236, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:18:48.855073 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-38c9436d-3f43-4432-a61f-575277b729c7 req-c21b09e1-ab81-497e-b9cd-b0888375af94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:48.880951 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-e0b7bc34-d6a7-43cc-b91c-439c3d5a6cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:48.882464 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-e0b7bc34-d6a7-43cc-b91c-439c3d5a6cc7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0964286 Nov 09 21:18:48.922475 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d664b76-454a-4d96-a612-29b09217fb46 req-e5dbcd93-0258-4979-880e-865aa88f0640 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:48.924027 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8d664b76-454a-4d96-a612-29b09217fb46 req-e5dbcd93-0258-4979-880e-865aa88f0640 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/ports?device_id=22216ec1-2813-4d18-9d2d-acfa49b6322d HTTP/1.1" status: 200 len: 1023 time: 0.1431820 Nov 09 21:18:49.008314 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-4f87dcca-94f6-47f8-9e7e-0eec1e602993 req-b0b98ba9-bcba-4eb7-85eb-9ddf458a0995 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] For port 9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:49.008978 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-4f87dcca-94f6-47f8-9e7e-0eec1e602993 req-b0b98ba9-bcba-4eb7-85eb-9ddf458a0995 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:49.013270 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c1d005b7-2db3-4958-9103-f1532997205c req-147a0ed9-dbe1-4288-91c3-e7e6d6b5f4cc service neutron] 10.222.0.43 "GET /v2.0/networks/3808ba34-f2ea-4dcf-b849-bb7f67f33c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3937945 Nov 09 21:18:49.031120 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-38c9436d-3f43-4432-a61f-575277b729c7 req-c21b09e1-ab81-497e-b9cd-b0888375af94 service neutron] For port 8ffcf690-c600-420a-b3df-8731c6157236, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:18:49.038839 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-38c9436d-3f43-4432-a61f-575277b729c7 req-c21b09e1-ab81-497e-b9cd-b0888375af94 service neutron] For port 8ffcf690-c600-420a-b3df-8731c6157236, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=8ffcf690-c600-420a-b3df-8731c6157236,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:18:49.042696 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-89fd383c-c3bc-4bfd-9c16-3ffc91608190 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:49.044268 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-89fd383c-c3bc-4bfd-9c16-3ffc91608190 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/networks?id=5c607b89-fbc9-40ec-a5cb-3d08e5262f91 HTTP/1.1" status: 200 len: 813 time: 0.2836602 Nov 09 21:18:49.045804 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-4f87dcca-94f6-47f8-9e7e-0eec1e602993 req-b0b98ba9-bcba-4eb7-85eb-9ddf458a0995 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Calling delete_port for 9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:18:49.056020 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-38c9436d-3f43-4432-a61f-575277b729c7 req-c21b09e1-ab81-497e-b9cd-b0888375af94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:49.089365 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c1d005b7-2db3-4958-9103-f1532997205c req-7ee9c9bc-9bc7-493a-b7de-8b6e7e003716 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=d46dc18b-b6fe-4988-b8da-762fe90a822d HTTP/1.1" status: 200 len: 217 time: 0.0639901 Nov 09 21:18:49.113452 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9436d-3f43-4432-a61f-575277b729c7 req-c21b09e1-ab81-497e-b9cd-b0888375af94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:49.113577 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-38c9436d-3f43-4432-a61f-575277b729c7 req-c21b09e1-ab81-497e-b9cd-b0888375af94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:49.115325 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-38c9436d-3f43-4432-a61f-575277b729c7 req-c21b09e1-ab81-497e-b9cd-b0888375af94 service neutron] 10.222.0.43 "PUT /v2.0/ports/8ffcf690-c600-420a-b3df-8731c6157236 HTTP/1.1" status: 200 len: 1096 time: 1.7848785 Nov 09 21:18:49.134917 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-30b5a765-b285-4897-8089-5cc771d15041 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334216 Nov 09 21:18:49.135035 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-dec91161-1dd5-400f-9839-f18abc6e0c3a tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/quotas/a6909788a60e4da197fdde3c76c6751a HTTP/1.1" status: 200 len: 375 time: 0.0524092 Nov 09 21:18:49.184438 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8d664b76-454a-4d96-a612-29b09217fb46 req-d6df3884-b196-4426-9386-7513f7b98891 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups?id=605fa4c0-20ee-4fae-85ad-f362fc11c11d&id=6557f619-d126-41b0-8f8c-cca2600103ce&id=fe7beac0-83b7-4dc2-8a69-2d3bfb73b965&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2456985 Nov 09 21:18:49.254092 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b09e1-ab81-497e-b9cd-b0888375af94 service neutron] Pushing event updated for resources: {'Port': ['ID=8ffcf690-c600-420a-b3df-8731c6157236,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:49.343880 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9436d-3f43-4432-a61f-575277b729c7 req-179923cf-9248-4432-a44c-7b77e62ca03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:49.345667 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-38c9436d-3f43-4432-a61f-575277b729c7 req-179923cf-9248-4432-a44c-7b77e62ca03c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=867ef6cfa2fd4a99a4fa1c431222077a&device_id=b79f94ac-8ac2-4365-8a06-f7a77c8c6e2c HTTP/1.1" status: 200 len: 1099 time: 0.1601198 Nov 09 21:18:49.355973 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6eeab72f-d961-45d9-8b67-1b35318a2bc1 req-ef7405b6-5aee-41af-ac67-a7c1d6626d94 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090566 Nov 09 21:18:49.415190 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-38c9436d-3f43-4432-a61f-575277b729c7 req-6ecb7dd2-0669-450e-aa1e-11e3cf97f593 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=8ffcf690-c600-420a-b3df-8731c6157236 HTTP/1.1" status: 200 len: 217 time: 0.0518980 Nov 09 21:18:49.417893 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20c604-d963-4dcb-a0f3-945bf397a886 req-7ace8d13-92e9-42c2-aa41-d12974d7a70d tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:49.419730 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ed20c604-d963-4dcb-a0f3-945bf397a886 req-7ace8d13-92e9-42c2-aa41-d12974d7a70d tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 1095 time: 0.1313868 Nov 09 21:18:49.507917 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9436d-3f43-4432-a61f-575277b729c7 req-ab54f4c4-b753-4462-9781-377a7aaa0fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:49.509592 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-38c9436d-3f43-4432-a61f-575277b729c7 req-ab54f4c4-b753-4462-9781-377a7aaa0fab service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.0862019 Nov 09 21:18:49.517944 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ed20c604-d963-4dcb-a0f3-945bf397a886 req-7f19c078-0ba0-4c23-847b-1fbb727c4ebe tempest-LiveMigrationTest-384721732 tempest-LiveMigrationTest-384721732-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815372 Nov 09 21:18:49.576996 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9436d-3f43-4432-a61f-575277b729c7 req-0596e952-8445-496f-af56-1056d3347cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:49.578523 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-38c9436d-3f43-4432-a61f-575277b729c7 req-0596e952-8445-496f-af56-1056d3347cb4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0596857 Nov 09 21:18:49.596461 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-db36f45f-1243-4ecc-b1ec-e4211dc0ea0f tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a6909788a60e4da197fdde3c76c6751a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4505982 Nov 09 21:18:49.664938 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d005b7-2db3-4958-9103-f1532997205c req-cf5c628b-80cb-4965-aac2-525bcaf00e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:49.666521 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c1d005b7-2db3-4958-9103-f1532997205c req-cf5c628b-80cb-4965-aac2-525bcaf00e16 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1a3bf33a-28e4-43d0-b3a3-869cb4b7ec53 HTTP/1.1" status: 200 len: 797 time: 0.5489912 Nov 09 21:18:49.671640 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-71db58c5-4509-4e61-8790-99ba7606d467 req-3cb14636-fb4e-463c-801f-9a373fd9aaf8 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:49.708338 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['f2f89472-9a16-481e-af91-7fd1b570f557'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:18:49.757670 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb14636-fb4e-463c-801f-9a373fd9aaf8 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Pushing event deleted for resources: {'Port': ['ID=80760068-d534-412c-b00e-3e2f5ef6798e,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:49.881931 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-71db58c5-4509-4e61-8790-99ba7606d467 req-3cb14636-fb4e-463c-801f-9a373fd9aaf8 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] No DVR routers for this DVR port 80760068-d534-412c-b00e-3e2f5ef6798e on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:18:49.889384 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d005b7-2db3-4958-9103-f1532997205c req-c5266450-a945-4c8a-8c02-69b5e88e5157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:49.890938 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c1d005b7-2db3-4958-9103-f1532997205c req-c5266450-a945-4c8a-8c02-69b5e88e5157 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3808ba34-f2ea-4dcf-b849-bb7f67f33c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2015693 Nov 09 21:18:49.893740 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-71db58c5-4509-4e61-8790-99ba7606d467 req-3cb14636-fb4e-463c-801f-9a373fd9aaf8 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:49.897008 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-71db58c5-4509-4e61-8790-99ba7606d467 req-3cb14636-fb4e-463c-801f-9a373fd9aaf8 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.45 "DELETE /v2.0/ports/80760068-d534-412c-b00e-3e2f5ef6798e HTTP/1.1" status: 204 len: 173 time: 1.7316864 Nov 09 21:18:49.897468 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22216ec1-2813-4d18-9d2d-acfa49b6322d', 'name': 'network-vif-deleted', 'tag': '80760068-d534-412c-b00e-3e2f5ef6798e'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:18:49.899937 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39621a1-b479-4381-a962-e02fd7199f82" -d '{"events": [{"server_uuid": "22216ec1-2813-4d18-9d2d-acfa49b6322d", "name": "network-vif-deleted", "tag": "80760068-d534-412c-b00e-3e2f5ef6798e"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:18:49.906616 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-855ebf3b-244b-48f8-914c-d87eff2a0a44 service neutron] 10.222.0.49 "GET /v2.0/networks/5c607b89-fbc9-40ec-a5cb-3d08e5262f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976553 Nov 09 21:18:49.914611 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-4f87dcca-94f6-47f8-9e7e-0eec1e602993 req-b0b98ba9-bcba-4eb7-85eb-9ddf458a0995 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:49.927198 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:18:50.023812 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b98ba9-bcba-4eb7-85eb-9ddf458a0995 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Pushing event deleted for resources: {'Port': ['ID=9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:50.070958 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5171c-2b72-459f-a7d5-3d02cab50aaf req-890038b1-cc42-4c3d-927c-65da51b81f92 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:50.077789 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5171c-2b72-459f-a7d5-3d02cab50aaf req-890038b1-cc42-4c3d-927c-65da51b81f92 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:50.084467 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5171c-2b72-459f-a7d5-3d02cab50aaf req-890038b1-cc42-4c3d-927c-65da51b81f92 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:50.090519 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5171c-2b72-459f-a7d5-3d02cab50aaf req-890038b1-cc42-4c3d-927c-65da51b81f92 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:50.097801 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5171c-2b72-459f-a7d5-3d02cab50aaf req-890038b1-cc42-4c3d-927c-65da51b81f92 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:50.102589 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-05ad1f37-f03e-4b95-b9c1-9679c265d350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:50.103909 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5171c-2b72-459f-a7d5-3d02cab50aaf req-890038b1-cc42-4c3d-927c-65da51b81f92 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:50.105329 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f87dcca-94f6-47f8-9e7e-0eec1e602993 req-b0b98ba9-bcba-4eb7-85eb-9ddf458a0995 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] No DVR routers for this DVR port 9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6 on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:18:50.111069 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5171c-2b72-459f-a7d5-3d02cab50aaf req-890038b1-cc42-4c3d-927c-65da51b81f92 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:50.113036 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-08e5171c-2b72-459f-a7d5-3d02cab50aaf req-890038b1-cc42-4c3d-927c-65da51b81f92 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 5443 time: 0.4996755 Nov 09 21:18:50.114497 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-4f87dcca-94f6-47f8-9e7e-0eec1e602993 req-b0b98ba9-bcba-4eb7-85eb-9ddf458a0995 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:50.117819 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4f87dcca-94f6-47f8-9e7e-0eec1e602993 req-b0b98ba9-bcba-4eb7-85eb-9ddf458a0995 tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.45 "DELETE /v2.0/ports/9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6 HTTP/1.1" status: 204 len: 173 time: 1.9909372 Nov 09 21:18:50.155358 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c1d005b7-2db3-4958-9103-f1532997205c req-b5a91a51-850c-477b-b1df-6349ee05132c service neutron] 10.222.0.43 "GET /v2.0/networks/3808ba34-f2ea-4dcf-b849-bb7f67f33c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523367 Nov 09 21:18:50.157554 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-13aa0250-5e27-4ab5-97c9-f9ca6ec08025 service neutron] 10.222.0.49 "GET /v2.0/networks/5c607b89-fbc9-40ec-a5cb-3d08e5262f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293923 Nov 09 21:18:50.169579 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-38c9436d-3f43-4432-a61f-575277b729c7 req-d6de4340-7d82-4c82-a89a-db8b290746ae service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5652790 Nov 09 21:18:50.253189 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c1d005b7-2db3-4958-9103-f1532997205c req-a8f1aac1-5f87-4abc-aafe-36acc92ded10 service neutron] 10.222.0.43 "GET /v2.0/networks/3808ba34-f2ea-4dcf-b849-bb7f67f33c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897837 Nov 09 21:18:50.257513 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-08e5171c-2b72-459f-a7d5-3d02cab50aaf req-26ca1a85-652f-435c-acfc-3cb0fd5088a0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&id=ea98d57d-1ab2-4bb7-8668-5c17afc65416&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1279533 Nov 09 21:18:50.302083 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c1d005b7-2db3-4958-9103-f1532997205c req-6fdb9102-7a68-4e1a-9037-51c376828021 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f76d6a35-507d-404f-8871-26d5877be815 HTTP/1.1" status: 200 len: 217 time: 0.0383863 Nov 09 21:18:50.316517 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-38c9436d-3f43-4432-a61f-575277b729c7 req-b28b7252-b1cb-49de-a244-36eadf2c5fed service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385562 Nov 09 21:18:50.339509 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317867b9-241f-4913-8cd4-f2c73aa0b5d9 x-openstack-request-id: req-317867b9-241f-4913-8cd4-f2c73aa0b5d9 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:18:50.340005 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87bbb55b-fb4a-4821-9650-30ad7f529162", "tag": "528f7164-711a-46b8-a7d9-97e7ea2dc770", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:18:50.340785 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-317867b9-241f-4913-8cd4-f2c73aa0b5d9 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:18:50.341154 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87bbb55b-fb4a-4821-9650-30ad7f529162', 'tag': '528f7164-711a-46b8-a7d9-97e7ea2dc770', 'status': 'completed', 'code': 200} Nov 09 21:18:50.480741 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d005b7-2db3-4958-9103-f1532997205c req-03042268-f29f-448c-951b-8c6d04cdeaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:50.482969 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c1d005b7-2db3-4958-9103-f1532997205c req-03042268-f29f-448c-951b-8c6d04cdeaaf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f871ff84-2077-4380-931c-47532c2d408d HTTP/1.1" status: 200 len: 797 time: 0.1721711 Nov 09 21:18:50.544419 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdd40c-9da2-41a2-814b-bfbd52060808 req-77173b3e-4d52-4392-be2a-c4b34d8ee9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:50.547634 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8dbdd40c-9da2-41a2-814b-bfbd52060808 req-77173b3e-4d52-4392-be2a-c4b34d8ee9f4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=867ef6cfa2fd4a99a4fa1c431222077a&device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 1099 time: 0.1387053 Nov 09 21:18:50.572338 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412af32-0ab6-4df9-92ad-5db671759431 req-bd1c14c5-5809-4a28-8823-1b7c9302e35a tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:50.574049 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1412af32-0ab6-4df9-92ad-5db671759431 req-bd1c14c5-5809-4a28-8823-1b7c9302e35a tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=b79f94ac-8ac2-4365-8a06-f7a77c8c6e2c HTTP/1.1" status: 200 len: 948 time: 0.1662304 Nov 09 21:18:50.598586 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8ae3d-779e-4ca5-999b-e710d8b23163 req-49ac911f-98f2-41dc-8f16-88e58fe05760 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:50.608172 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-eea8ae3d-779e-4ca5-999b-e710d8b23163 req-49ac911f-98f2-41dc-8f16-88e58fe05760 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c4b2a59-2a76-4753-bfff-5d6571f799b9 HTTP/1.1" status: 200 len: 950 time: 0.0719402 Nov 09 21:18:50.659407 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-eea8ae3d-779e-4ca5-999b-e710d8b23163 req-950cf069-55e0-48b8-8d4b-62caf36efebb tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d24edd-887e-4046-8274-57a0425bb1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497756 Nov 09 21:18:50.697004 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d005b7-2db3-4958-9103-f1532997205c req-c5c14174-5f92-4258-ac24-414ba946ca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:50.698504 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c1d005b7-2db3-4958-9103-f1532997205c req-c5c14174-5f92-4258-ac24-414ba946ca0d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5fad92fa-6e69-4982-b33d-973ebedbbd56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2081015 Nov 09 21:18:50.746478 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1412af32-0ab6-4df9-92ad-5db671759431 req-54577c45-130d-4807-b18f-b56a236ceb75 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591933 Nov 09 21:18:50.817045 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdd40c-9da2-41a2-814b-bfbd52060808 req-d8709f09-f17e-473a-8c38-1b1583521d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:50.818801 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8dbdd40c-9da2-41a2-814b-bfbd52060808 req-d8709f09-f17e-473a-8c38-1b1583521d82 service neutron] 10.222.0.45 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.2548182 Nov 09 21:18:50.891703 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8dbdd40c-9da2-41a2-814b-bfbd52060808 req-3ac70650-7ec3-48c1-a1f7-15424dd4612a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=528f7164-711a-46b8-a7d9-97e7ea2dc770 HTTP/1.1" status: 200 len: 217 time: 0.0559404 Nov 09 21:18:50.899973 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c1d005b7-2db3-4958-9103-f1532997205c req-aec9ae00-493e-493f-ac58-a477ff935e99 service neutron] 10.222.0.43 "GET /v2.0/networks/5fad92fa-6e69-4982-b33d-973ebedbbd56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870682 Nov 09 21:18:50.901838 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:50.953148 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366161b2-0988-4623-a98d-b6f0240447e1 x-openstack-request-id: req-366161b2-0988-4623-a98d-b6f0240447e1 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:18:50.953424 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22216ec1-2813-4d18-9d2d-acfa49b6322d", "name": "network-vif-deleted", "tag": "80760068-d534-412c-b00e-3e2f5ef6798e", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:18:50.953669 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-366161b2-0988-4623-a98d-b6f0240447e1 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:18:50.954062 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22216ec1-2813-4d18-9d2d-acfa49b6322d', 'name': 'network-vif-deleted', 'tag': '80760068-d534-412c-b00e-3e2f5ef6798e', 'status': 'completed', 'code': 200} Nov 09 21:18:51.006551 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5b7045b3-64a9-434b-bcb1-7d0f892006dd req-354291e5-e8c3-48c0-8366-5cd52f65852f tempest-MigrationsAdminTest-1940017350 tempest-MigrationsAdminTest-1940017350-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a634a28-c264-4a64-8d09-7f172ea49968 HTTP/1.1" status: 200 len: 210 time: 0.0951803 Nov 09 21:18:51.039723 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdd40c-9da2-41a2-814b-bfbd52060808 req-b619bd15-25f1-42cd-b58f-b6350640523d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:51.041417 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8dbdd40c-9da2-41a2-814b-bfbd52060808 req-b619bd15-25f1-42cd-b58f-b6350640523d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.1396255 Nov 09 21:18:51.082044 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:18:51.108488 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c1d005b7-2db3-4958-9103-f1532997205c req-c4db9d0d-9ffd-4986-b57c-92b701bea649 service neutron] 10.222.0.43 "GET /v2.0/networks/5fad92fa-6e69-4982-b33d-973ebedbbd56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951468 Nov 09 21:18:51.131582 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:18:51.131929 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:18:51.132359 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 80760068-d534-412c-b00e-3e2f5ef6798e no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:18:51.160385 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c1d005b7-2db3-4958-9103-f1532997205c req-39aa56d7-2e7e-45ad-be1a-9ba8b5b43697 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ea660c77-3caf-44f2-bbe7-bc918607ccd3 HTTP/1.1" status: 200 len: 217 time: 0.0434206 Nov 09 21:18:51.169073 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdd40c-9da2-41a2-814b-bfbd52060808 req-a662b220-d123-4577-99fe-275d30d8c148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:51.170408 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 80760068-d534-412c-b00e-3e2f5ef6798e {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:18:51.170757 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 80760068-d534-412c-b00e-3e2f5ef6798e not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:18:51.171153 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8dbdd40c-9da2-41a2-814b-bfbd52060808 req-a662b220-d123-4577-99fe-275d30d8c148 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1143193 Nov 09 21:18:51.182890 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9a303370-cbac-4d03-8372-2cf36b312437 req-2f07a983-f7c0-4f0a-87a6-1f9e9d70c38b tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups/6557f619-d126-41b0-8f8c-cca2600103ce HTTP/1.1" status: 200 len: 1817 time: 0.0755970 Nov 09 21:18:51.251386 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9a303370-cbac-4d03-8372-2cf36b312437 req-5113dc56-2e12-4770-98de-4eb2584ebec4 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:51.276459 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9a303370-cbac-4d03-8372-2cf36b312437 req-5113dc56-2e12-4770-98de-4eb2584ebec4 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:51.290291 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d005b7-2db3-4958-9103-f1532997205c req-665c8c61-58cf-4ade-b3c7-7371fb8dec9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:51.291663 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c1d005b7-2db3-4958-9103-f1532997205c req-665c8c61-58cf-4ade-b3c7-7371fb8dec9e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f871ff84-2077-4380-931c-47532c2d408d HTTP/1.1" status: 200 len: 797 time: 0.1197200 Nov 09 21:18:51.302440 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c6653-d855-4332-b12e-66edd0198eaa req-d7ca97ed-6add-4b4d-bb78-7cfe850522b8 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:51.303894 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-700c6653-d855-4332-b12e-66edd0198eaa req-d7ca97ed-6add-4b4d-bb78-7cfe850522b8 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 944 time: 0.1472476 Nov 09 21:18:51.337126 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9a303370-cbac-4d03-8372-2cf36b312437 req-5113dc56-2e12-4770-98de-4eb2584ebec4 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:51.339962 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9a303370-cbac-4d03-8372-2cf36b312437 req-5113dc56-2e12-4770-98de-4eb2584ebec4 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:51.341268 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9a303370-cbac-4d03-8372-2cf36b312437 req-5113dc56-2e12-4770-98de-4eb2584ebec4 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "DELETE /v2.0/security-groups/6557f619-d126-41b0-8f8c-cca2600103ce HTTP/1.1" status: 204 len: 173 time: 0.1496303 Nov 09 21:18:51.356482 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5113dc56-2e12-4770-98de-4eb2584ebec4 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6557f619-d126-41b0-8f8c-cca2600103ce,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:51.430130 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-700c6653-d855-4332-b12e-66edd0198eaa req-bbf006a7-f688-44b6-99bb-89a364b3b6e7 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121271 Nov 09 21:18:51.437603 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8dbdd40c-9da2-41a2-814b-bfbd52060808 req-fb9ad25d-628b-419d-b7cb-bf3bd894cabe service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569041 Nov 09 21:18:51.440340 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d005b7-2db3-4958-9103-f1532997205c req-a9151e6e-be79-4f48-907e-77e6cb42bd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:51.442762 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c1d005b7-2db3-4958-9103-f1532997205c req-a9151e6e-be79-4f48-907e-77e6cb42bd4c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5fad92fa-6e69-4982-b33d-973ebedbbd56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1370044 Nov 09 21:18:51.605170 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a4461597-dc51-4c8c-83d6-26ff7d6fc993 req-ad220f55-ece1-41c1-8231-ce7ab7828d14 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/ports?device_id=f873948d-c065-49f5-80ee-b0df760c4a68 HTTP/1.1" status: 200 len: 210 time: 0.0741692 Nov 09 21:18:51.639909 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73138a55-c599-4755-8105-3ce70aac163b req-2d2f8622-ed7b-41d9-9490-c43aa855a1be tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:51.645846 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73138a55-c599-4755-8105-3ce70aac163b req-2d2f8622-ed7b-41d9-9490-c43aa855a1be tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:51.652313 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73138a55-c599-4755-8105-3ce70aac163b req-2d2f8622-ed7b-41d9-9490-c43aa855a1be tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:51.658731 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73138a55-c599-4755-8105-3ce70aac163b req-2d2f8622-ed7b-41d9-9490-c43aa855a1be tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:51.665080 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73138a55-c599-4755-8105-3ce70aac163b req-2d2f8622-ed7b-41d9-9490-c43aa855a1be tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:51.671900 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73138a55-c599-4755-8105-3ce70aac163b req-2d2f8622-ed7b-41d9-9490-c43aa855a1be tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:51.677932 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73138a55-c599-4755-8105-3ce70aac163b req-2d2f8622-ed7b-41d9-9490-c43aa855a1be tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:51.679858 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-73138a55-c599-4755-8105-3ce70aac163b req-2d2f8622-ed7b-41d9-9490-c43aa855a1be tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 5443 time: 0.1005690 Nov 09 21:18:51.707860 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8dbdd40c-9da2-41a2-814b-bfbd52060808 req-6ddf04a4-12c4-44c5-9d9d-cd96e407d055 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630317 Nov 09 21:18:51.738981 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f193d9-d65f-4284-a076-0c10c7ff3fb2 req-18dcb437-a78a-46fa-8966-eadfce61c218 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:51.740610 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c5f193d9-d65f-4284-a076-0c10c7ff3fb2 req-18dcb437-a78a-46fa-8966-eadfce61c218 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.45 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 944 time: 0.1409819 Nov 09 21:18:51.744251 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-73138a55-c599-4755-8105-3ce70aac163b req-09656292-d962-4df1-a0c6-1f53bba8ca8d tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&id=ea98d57d-1ab2-4bb7-8668-5c17afc65416&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574174 Nov 09 21:18:51.744738 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e9a04ccb-4db5-46a1-b14d-49af81e84162 req-e6a95c75-9b4e-4ffe-a1ca-d8f783e1cd2b tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups/605fa4c0-20ee-4fae-85ad-f362fc11c11d HTTP/1.1" status: 200 len: 1818 time: 0.1126931 Nov 09 21:18:51.746554 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c1d005b7-2db3-4958-9103-f1532997205c req-3b722126-99ca-43c8-a080-6620f7c36192 service neutron] 10.222.0.43 "GET /v2.0/networks/5fad92fa-6e69-4982-b33d-973ebedbbd56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173772 Nov 09 21:18:51.966545 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e9a04ccb-4db5-46a1-b14d-49af81e84162 req-72d16a96-bd5c-4776-93fe-8a892f7436db tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:51.980954 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c1d005b7-2db3-4958-9103-f1532997205c req-be766456-0e8c-4914-8027-074ccc84ed55 service neutron] 10.222.0.43 "GET /v2.0/networks/5fad92fa-6e69-4982-b33d-973ebedbbd56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255561 Nov 09 21:18:52.014430 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3714d5-6075-4918-be83-50266720931c req-516e63f7-fad7-458e-9717-0499a2c80098 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:52.015949 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5a3714d5-6075-4918-be83-50266720931c req-516e63f7-fad7-458e-9717-0499a2c80098 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c4b2a59-2a76-4753-bfff-5d6571f799b9 HTTP/1.1" status: 200 len: 950 time: 0.0820389 Nov 09 21:18:52.037849 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-2425446e-56e4-4e24-869c-a193a01641e5 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:52.039388 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-2425446e-56e4-4e24-869c-a193a01641e5 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.43 "GET /v2.0/networks?id=5c607b89-fbc9-40ec-a5cb-3d08e5262f91 HTTP/1.1" status: 200 len: 813 time: 0.1687238 Nov 09 21:18:52.039908 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-c5f193d9-d65f-4284-a076-0c10c7ff3fb2 req-d3d82968-4477-485c-a100-4a61d1cdd956 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Deleting port c24f8166-c8a4-4539-b2a9-15639a039160 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:18:52.040379 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c5f193d9-d65f-4284-a076-0c10c7ff3fb2 req-d3d82968-4477-485c-a100-4a61d1cdd956 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:52.049136 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e9a04ccb-4db5-46a1-b14d-49af81e84162 req-72d16a96-bd5c-4776-93fe-8a892f7436db tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:52.071215 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-8e2813b5-13fd-47b6-9f1f-f4e1e3f46f04 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Request body: {'port': {'device_id': '4cf7f7d2-a8cf-434a-9077-15e184fdc913', 'network_id': '5c607b89-fbc9-40ec-a5cb-3d08e5262f91', 'admin_state_up': True, 'tenant_id': 'a6909788a60e4da197fdde3c76c6751a'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:18:52.180968 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5a3714d5-6075-4918-be83-50266720931c req-56052958-b2af-4794-be6f-ff7225472677 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d24edd-887e-4046-8274-57a0425bb1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404488 Nov 09 21:18:52.183824 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-fd03f6b7-de37-4372-b105-d52c45910edb tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:52.185301 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-fd03f6b7-de37-4372-b105-d52c45910edb tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.45 "GET /v2.0/networks?id=5c607b89-fbc9-40ec-a5cb-3d08e5262f91 HTTP/1.1" status: 200 len: 813 time: 0.2359734 Nov 09 21:18:52.187978 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e9a04ccb-4db5-46a1-b14d-49af81e84162 req-72d16a96-bd5c-4776-93fe-8a892f7436db tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:52.190568 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e9a04ccb-4db5-46a1-b14d-49af81e84162 req-72d16a96-bd5c-4776-93fe-8a892f7436db tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:52.191611 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e9a04ccb-4db5-46a1-b14d-49af81e84162 req-72d16a96-bd5c-4776-93fe-8a892f7436db tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "DELETE /v2.0/security-groups/605fa4c0-20ee-4fae-85ad-f362fc11c11d HTTP/1.1" status: 204 len: 173 time: 0.4090431 Nov 09 21:18:52.209560 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-9fec699c-81a5-4023-89ec-7ad8bb1e3d4a tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Request body: {'port': {'device_id': 'f873948d-c065-49f5-80ee-b0df760c4a68', 'network_id': '5c607b89-fbc9-40ec-a5cb-3d08e5262f91', 'admin_state_up': True, 'tenant_id': 'a6909788a60e4da197fdde3c76c6751a'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:18:52.213704 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-8e2813b5-13fd-47b6-9f1f-f4e1e3f46f04 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Made reservation on behalf of a6909788a60e4da197fdde3c76c6751a for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:18:52.218508 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-8e2813b5-13fd-47b6-9f1f-f4e1e3f46f04 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:52.242112 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d16a96-bd5c-4776-93fe-8a892f7436db tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=605fa4c0-20ee-4fae-85ad-f362fc11c11d,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:52.293808 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:52.299064 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-c5f193d9-d65f-4284-a076-0c10c7ff3fb2 req-d3d82968-4477-485c-a100-4a61d1cdd956 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] For port c24f8166-c8a4-4539-b2a9-15639a039160, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=c24f8166-c8a4-4539-b2a9-15639a039160,segment=NetworkSegment(dafe29ae-1ba0-4490-879c-5008a3eac5b2),segment_id=dafe29ae-1ba0-4490-879c-5008a3eac5b2)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:52.299435 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c5f193d9-d65f-4284-a076-0c10c7ff3fb2 req-d3d82968-4477-485c-a100-4a61d1cdd956 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:52.338977 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-c5f193d9-d65f-4284-a076-0c10c7ff3fb2 req-d3d82968-4477-485c-a100-4a61d1cdd956 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Calling delete_port for c24f8166-c8a4-4539-b2a9-15639a039160 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:18:52.343228 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b79f94ac-8ac2-4365-8a06-f7a77c8c6e2c', 'tag': '8ffcf690-c600-420a-b3df-8731c6157236'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:18:52.345247 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea8fb6a-4cac-4fa6-b757-8a84f4aa0d42" -d '{"events": [{"name": "network-changed", "server_uuid": "b79f94ac-8ac2-4365-8a06-f7a77c8c6e2c", "tag": "8ffcf690-c600-420a-b3df-8731c6157236"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:18:52.411694 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1900e-cddc-4e12-9335-200aa4606a65 req-17a11b02-a3f0-43e2-992c-d0442665a702 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:52.417605 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1900e-cddc-4e12-9335-200aa4606a65 req-17a11b02-a3f0-43e2-992c-d0442665a702 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:52.424118 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1900e-cddc-4e12-9335-200aa4606a65 req-17a11b02-a3f0-43e2-992c-d0442665a702 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:52.425486 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb90a94-78c0-4fdc-b2e8-5f34bfeb39fa req-1377630b-e36e-4743-a438-058cde077d9b tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:52.426953 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ffb90a94-78c0-4fdc-b2e8-5f34bfeb39fa req-1377630b-e36e-4743-a438-058cde077d9b tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=b79f94ac-8ac2-4365-8a06-f7a77c8c6e2c HTTP/1.1" status: 200 len: 948 time: 0.1516595 Nov 09 21:18:52.430012 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1900e-cddc-4e12-9335-200aa4606a65 req-17a11b02-a3f0-43e2-992c-d0442665a702 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:52.436004 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1900e-cddc-4e12-9335-200aa4606a65 req-17a11b02-a3f0-43e2-992c-d0442665a702 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:52.441826 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1900e-cddc-4e12-9335-200aa4606a65 req-17a11b02-a3f0-43e2-992c-d0442665a702 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:52.448049 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1900e-cddc-4e12-9335-200aa4606a65 req-17a11b02-a3f0-43e2-992c-d0442665a702 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:52.448747 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 8ffcf690-c600-420a-b3df-8731c6157236 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:18:52.449993 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c1e1900e-cddc-4e12-9335-200aa4606a65 req-17a11b02-a3f0-43e2-992c-d0442665a702 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 5443 time: 0.1484225 Nov 09 21:18:52.461868 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38054) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:52.469653 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-07458bae-5565-476a-99a0-c82bba36ab48 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Request body: {'floatingip': {'port_id': '7bd49de7-14e9-45ba-ad29-41a7b31624e4'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:18:52.476352 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-8e2813b5-13fd-47b6-9f1f-f4e1e3f46f04 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Allocated IP 172.20.0.4 (5c607b89-fbc9-40ec-a5cb-3d08e5262f91/f101193f-055a-4356-b3a4-446117d96b9b/3addb16e-5830-4dda-a131-13a5e39f04d8) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:18:52.509892 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-9fec699c-81a5-4023-89ec-7ad8bb1e3d4a tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Made reservation on behalf of a6909788a60e4da197fdde3c76c6751a for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:18:52.513425 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-9fec699c-81a5-4023-89ec-7ad8bb1e3d4a tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:52.533827 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-07458bae-5565-476a-99a0-c82bba36ab48 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks [] for floatingip, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:52.564459 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ffb90a94-78c0-4fdc-b2e8-5f34bfeb39fa req-1d8bb802-8736-4545-b28f-4802f33252c8 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268208 Nov 09 21:18:52.595999 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 8ffcf690-c600-420a-b3df-8731c6157236, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=8ffcf690-c600-420a-b3df-8731c6157236,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:52.607966 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-213cf13d-87ad-4538-a386-bf73d840ef91 req-fb21f8c9-f638-4cb8-8754-8e68bae40472 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1803989513', 'description': 'tempest-description-262227936'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:18:52.612342 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '8ffcf690-c600-420a-b3df-8731c6157236', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'port_id': '8ffcf690-c600-420a-b3df-8731c6157236', 'mac_address': 'fa:16:3e:c0:f0:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba3500c-a288-4596-ba94-148f2bd8a6da', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:18:52.641138 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c5f193d9-d65f-4284-a076-0c10c7ff3fb2 req-d3d82968-4477-485c-a100-4a61d1cdd956 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:52.663815 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['a3689f97-d8ca-4d92-8460-3d778109e644', 'c24f8166-c8a4-4539-b2a9-15639a039160'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:18:52.688227 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ea34d9-d89a-422b-9a05-b9668a6c70fc x-openstack-request-id: req-09ea34d9-d89a-422b-9a05-b9668a6c70fc {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:18:52.688449 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b79f94ac-8ac2-4365-8a06-f7a77c8c6e2c", "tag": "8ffcf690-c600-420a-b3df-8731c6157236", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:18:52.688727 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-09ea34d9-d89a-422b-9a05-b9668a6c70fc {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:18:52.689605 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b79f94ac-8ac2-4365-8a06-f7a77c8c6e2c', 'tag': '8ffcf690-c600-420a-b3df-8731c6157236', 'status': 'completed', 'code': 200} Nov 09 21:18:52.700836 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d82968-4477-485c-a100-4a61d1cdd956 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Pushing event deleted for resources: {'Port': ['ID=c24f8166-c8a4-4539-b2a9-15639a039160,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:52.768083 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:52.791715 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:52.806362 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-213cf13d-87ad-4538-a386-bf73d840ef91 req-fb21f8c9-f638-4cb8-8754-8e68bae40472 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:52.829649 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ffcf690-c600-420a-b3df-8731c6157236 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:18:52.837124 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f193d9-d65f-4284-a076-0c10c7ff3fb2 req-d3d82968-4477-485c-a100-4a61d1cdd956 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] No DVR routers for this DVR port c24f8166-c8a4-4539-b2a9-15639a039160 on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:18:52.842668 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e7dc5de8-0fa0-4106-bf1f-413312940707 req-63250c4e-6467-4265-b038-019ea1b92133 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 210 time: 0.0889404 Nov 09 21:18:52.844314 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c5f193d9-d65f-4284-a076-0c10c7ff3fb2 req-d3d82968-4477-485c-a100-4a61d1cdd956 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:52.848263 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c5f193d9-d65f-4284-a076-0c10c7ff3fb2 req-d3d82968-4477-485c-a100-4a61d1cdd956 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.45 "DELETE /v2.0/ports/c24f8166-c8a4-4539-b2a9-15639a039160 HTTP/1.1" status: 204 len: 173 time: 1.1007757 Nov 09 21:18:52.860443 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8fb6a-4cac-4fa6-b757-8a84f4aa0d42 req-a2ebbc05-0ef7-4a67-b071-eb36dd02a7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:52.862262 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bea8fb6a-4cac-4fa6-b757-8a84f4aa0d42 req-a2ebbc05-0ef7-4a67-b071-eb36dd02a7c4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=867ef6cfa2fd4a99a4fa1c431222077a&device_id=b79f94ac-8ac2-4365-8a06-f7a77c8c6e2c HTTP/1.1" status: 200 len: 1099 time: 0.0993536 Nov 09 21:18:52.895989 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38064) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:53.062945 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 8ffcf690-c600-420a-b3df-8731c6157236, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=8ffcf690-c600-420a-b3df-8731c6157236,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:53.065576 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-8e2813b5-13fd-47b6-9f1f-f4e1e3f46f04 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:53.080971 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:53.094537 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 528f7164-711a-46b8-a7d9-97e7ea2dc770 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:18:53.168874 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-213cf13d-87ad-4538-a386-bf73d840ef91 req-fb21f8c9-f638-4cb8-8754-8e68bae40472 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:53.231466 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-213cf13d-87ad-4538-a386-bf73d840ef91 req-fb21f8c9-f638-4cb8-8754-8e68bae40472 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:53.277068 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=8ffcf690-c600-420a-b3df-8731c6157236,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:53.300367 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a634a28-c264-4a64-8d09-7f172ea49968', 'name': 'network-vif-deleted', 'tag': '9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6'}, {'server_uuid': '60a58040-942c-44e2-a76c-af935664b0df', 'name': 'network-vif-deleted', 'tag': 'c24f8166-c8a4-4539-b2a9-15639a039160'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:18:53.302900 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7dd2769-f7e9-40de-8eee-687b19dc57f2" -d '{"events": [{"server_uuid": "6a634a28-c264-4a64-8d09-7f172ea49968", "name": "network-vif-deleted", "tag": "9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6"}, {"server_uuid": "60a58040-942c-44e2-a76c-af935664b0df", "name": "network-vif-deleted", "tag": "c24f8166-c8a4-4539-b2a9-15639a039160"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:18:53.317322 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:18:53.317952 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:18:53.318060 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:18:53.318582 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:18:53.319028 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:18:53.319594 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:18:53.319928 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:18:53.320258 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:18:53.320585 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:18:53.320934 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:18:53.321256 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:18:53.321579 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:18:53.330587 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-081403d6-07a7-4e8d-b9de-1c8fdfffc4f7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ab9f62a9766648e6a735e31e91b7e450&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4294579 Nov 09 21:18:53.336813 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38072) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:53.340544 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-213cf13d-87ad-4538-a386-bf73d840ef91 req-fb21f8c9-f638-4cb8-8754-8e68bae40472 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:53.352244 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-213cf13d-87ad-4538-a386-bf73d840ef91 req-fb21f8c9-f638-4cb8-8754-8e68bae40472 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.7741601 Nov 09 21:18:53.364948 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:53.391122 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 528f7164-711a-46b8-a7d9-97e7ea2dc770, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=528f7164-711a-46b8-a7d9-97e7ea2dc770,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:53.400200 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-8e2813b5-13fd-47b6-9f1f-f4e1e3f46f04 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:53.405113 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '528f7164-711a-46b8-a7d9-97e7ea2dc770', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'port_id': '528f7164-711a-46b8-a7d9-97e7ea2dc770', 'mac_address': 'fa:16:3e:0c:ce:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba3500c-a288-4596-ba94-148f2bd8a6da', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:18:53.432625 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21f8c9-f638-4cb8-8754-8e68bae40472 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69c47069-a1ab-4db1-b43c-5abbe4c5689d,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:53.449444 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:53.475127 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 528f7164-711a-46b8-a7d9-97e7ea2dc770 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:18:53.502103 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0dd64930-1e79-4a87-9dcd-f069768b95cc req-ba4e054e-77b5-4377-90fd-4a518b3f2209 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/ports?device_id=f873948d-c065-49f5-80ee-b0df760c4a68 HTTP/1.1" status: 200 len: 210 time: 0.1902277 Nov 09 21:18:53.518554 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 528f7164-711a-46b8-a7d9-97e7ea2dc770, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=528f7164-711a-46b8-a7d9-97e7ea2dc770,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:53.523833 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:53.601328 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['8ffcf690-c600-420a-b3df-8731c6157236'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:18:53.625829 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-8e2813b5-13fd-47b6-9f1f-f4e1e3f46f04 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Network 5c607b89-fbc9-40ec-a5cb-3d08e5262f91 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:18:53.629298 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a94a64-a4c1-4387-904c-cf14381495a8 req-f236d791-95b9-4f2d-82ce-a84a0ed98216 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:53.630927 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c1a94a64-a4c1-4387-904c-cf14381495a8 req-f236d791-95b9-4f2d-82ce-a84a0ed98216 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c4b2a59-2a76-4753-bfff-5d6571f799b9 HTTP/1.1" status: 200 len: 950 time: 0.2739048 Nov 09 21:18:53.632518 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-9fec699c-81a5-4023-89ec-7ad8bb1e3d4a tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Allocated IP 172.20.0.12 (5c607b89-fbc9-40ec-a5cb-3d08e5262f91/f101193f-055a-4356-b3a4-446117d96b9b/5410611b-af67-4738-907d-6e4719582da7) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:18:53.653904 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7d9bb67f-f217-4807-b312-6e039183c3fd req-0d4faa30-a069-4e31-9129-45fb16a9341a tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups/69c47069-a1ab-4db1-b43c-5abbe4c5689d HTTP/1.1" status: 200 len: 1817 time: 0.0988615 Nov 09 21:18:53.659232 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2813b5-13fd-47b6-9f1f-f4e1e3f46f04 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Pushing event updated for resources: {'Port': ['ID=3addb16e-5830-4dda-a131-13a5e39f04d8,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:53.665858 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-8e2813b5-13fd-47b6-9f1f-f4e1e3f46f04 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:18:53.676205 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-7d9bb67f-f217-4807-b312-6e039183c3fd req-429764c3-e1cd-48ac-9873-fc993fde90dd tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1735662162', 'description': 'tempest-description-hth-1364015383'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:18:53.676383 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-8e2813b5-13fd-47b6-9f1f-f4e1e3f46f04 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:18:53.712300 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8fb6a-4cac-4fa6-b757-8a84f4aa0d42 req-ab37da3b-19d2-48f5-b86d-5bbb0201f720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:53.713979 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bea8fb6a-4cac-4fa6-b757-8a84f4aa0d42 req-ab37da3b-19d2-48f5-b86d-5bbb0201f720 service neutron] 10.222.0.43 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.8437779 Nov 09 21:18:53.717512 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=528f7164-711a-46b8-a7d9-97e7ea2dc770,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:53.731498 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bcdaf57e-0d57-4693-b49a-1ef58a2f20cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:53.746291 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.db.resource_extend [None req-07458bae-5565-476a-99a0-c82bba36ab48 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 21:18:53.820066 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e356cf6-45b5-47b7-b999-908f9d332c43 req-e83a19ea-fbde-4e1c-a7ce-ee4d867c38a4 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:53.821371 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-7d9bb67f-f217-4807-b312-6e039183c3fd req-429764c3-e1cd-48ac-9873-fc993fde90dd tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:53.824696 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bea8fb6a-4cac-4fa6-b757-8a84f4aa0d42 req-04b4b764-9c4d-4e5c-b99a-76bc99b4eaf3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=8ffcf690-c600-420a-b3df-8731c6157236 HTTP/1.1" status: 200 len: 217 time: 0.0831828 Nov 09 21:18:53.827223 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0e356cf6-45b5-47b7-b999-908f9d332c43 req-e83a19ea-fbde-4e1c-a7ce-ee4d867c38a4 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c4b2a59-2a76-4753-bfff-5d6571f799b9 HTTP/1.1" status: 200 len: 950 time: 0.2272751 Nov 09 21:18:53.831689 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['528f7164-711a-46b8-a7d9-97e7ea2dc770'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:18:53.848163 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bcdaf57e-0d57-4693-b49a-1ef58a2f20cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:53.858226 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-8e2813b5-13fd-47b6-9f1f-f4e1e3f46f04 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:53.858857 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-8e2813b5-13fd-47b6-9f1f-f4e1e3f46f04 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:53.899022 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-07458bae-5565-476a-99a0-c82bba36ab48 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:53.922355 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-07458bae-5565-476a-99a0-c82bba36ab48 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:53.925310 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-8e2813b5-13fd-47b6-9f1f-f4e1e3f46f04 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8611395 Nov 09 21:18:53.978071 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-f06e52f2-1d36-4d59-ba11-bf1c87910cf6 service neutron] Request body: {'port': {'device_id': '4cf7f7d2-a8cf-434a-9077-15e184fdc913', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:18:53.998609 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0e356cf6-45b5-47b7-b999-908f9d332c43 req-cb18f024-7f6a-4fb1-a360-2b7ba86e85b2 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d24edd-887e-4046-8274-57a0425bb1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660233 Nov 09 21:18:54.083140 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8fb6a-4cac-4fa6-b757-8a84f4aa0d42 req-696b94c0-0119-4552-b7c8-73b3e13d95f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:54.085267 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bea8fb6a-4cac-4fa6-b757-8a84f4aa0d42 req-696b94c0-0119-4552-b7c8-73b3e13d95f1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.2438138 Nov 09 21:18:54.088283 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 21:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16623032-0718-475b-97c6-f1390b5101eb x-openstack-request-id: req-16623032-0718-475b-97c6-f1390b5101eb {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:18:54.088687 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a634a28-c264-4a64-8d09-7f172ea49968", "name": "network-vif-deleted", "tag": "9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6", "status": "completed", "code": 200}, {"server_uuid": "60a58040-942c-44e2-a76c-af935664b0df", "name": "network-vif-deleted", "tag": "c24f8166-c8a4-4539-b2a9-15639a039160", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:18:54.089042 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-16623032-0718-475b-97c6-f1390b5101eb {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:18:54.089500 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a634a28-c264-4a64-8d09-7f172ea49968', 'name': 'network-vif-deleted', 'tag': '9713d3aa-8bd0-4317-84d0-1e2f69bdd2c6', 'status': 'completed', 'code': 200} Nov 09 21:18:54.089851 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a58040-942c-44e2-a76c-af935664b0df', 'name': 'network-vif-deleted', 'tag': 'c24f8166-c8a4-4539-b2a9-15639a039160', 'status': 'completed', 'code': 200} Nov 09 21:18:54.095841 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-7d9bb67f-f217-4807-b312-6e039183c3fd req-429764c3-e1cd-48ac-9873-fc993fde90dd tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:54.119073 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-c1a94a64-a4c1-4387-904c-cf14381495a8 req-74daf2a8-49ef-4a15-94fa-d6003b0c491d tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] Deleting port 4cfbed25-9ed6-441e-841a-e9375d74d73a {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:18:54.119443 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c1a94a64-a4c1-4387-904c-cf14381495a8 req-74daf2a8-49ef-4a15-94fa-d6003b0c491d tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:54.122334 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-7d9bb67f-f217-4807-b312-6e039183c3fd req-429764c3-e1cd-48ac-9873-fc993fde90dd tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:54.125021 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-7d9bb67f-f217-4807-b312-6e039183c3fd req-429764c3-e1cd-48ac-9873-fc993fde90dd tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:54.143110 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7d9bb67f-f217-4807-b312-6e039183c3fd req-429764c3-e1cd-48ac-9873-fc993fde90dd tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "PUT /v2.0/security-groups/69c47069-a1ab-4db1-b43c-5abbe4c5689d HTTP/1.1" status: 200 len: 1792 time: 0.4875703 Nov 09 21:18:54.160707 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bcdaf57e-0d57-4693-b49a-1ef58a2f20cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:54.163296 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bcdaf57e-0d57-4693-b49a-1ef58a2f20cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:54.166897 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-bcdaf57e-0d57-4693-b49a-1ef58a2f20cf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fc308329-2459-47c9-baff-e5cce35fa6df HTTP/1.1" status: 204 len: 168 time: 0.8094435 Nov 09 21:18:54.213899 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdaf57e-0d57-4693-b49a-1ef58a2f20cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc308329-2459-47c9-baff-e5cce35fa6df,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:54.216057 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-9fec699c-81a5-4023-89ec-7ad8bb1e3d4a tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:54.246322 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-f06e52f2-1d36-4d59-ba11-bf1c87910cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:54.308222 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [None req-07458bae-5565-476a-99a0-c82bba36ab48 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Floating IP 037d2b1d-98f7-4529-bfed-a8d1d0234db5 associated. External IP: 172.25.7.230, port: 7bd49de7-14e9-45ba-ad29-41a7b31624e4. Nov 09 21:18:54.327313 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-baa0368c-1e75-4a15-85ff-5e02bb605a68 req-61c01414-2944-4062-bed1-69a55eeafcf9 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 210 time: 0.0572615 Nov 09 21:18:54.333722 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-9fec699c-81a5-4023-89ec-7ad8bb1e3d4a tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:54.415577 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b0ada-d541-42be-ac37-a42d9ae5b92f req-96ca769a-ca8e-4262-80d1-a47d079d44ae tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:54.423882 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-967b0ada-d541-42be-ac37-a42d9ae5b92f req-96ca769a-ca8e-4262-80d1-a47d079d44ae tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=b79f94ac-8ac2-4365-8a06-f7a77c8c6e2c HTTP/1.1" status: 200 len: 949 time: 0.2641828 Nov 09 21:18:54.432601 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec699c-81a5-4023-89ec-7ad8bb1e3d4a tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Pushing event updated for resources: {'Port': ['ID=5410611b-af67-4738-907d-6e4719582da7,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:54.467296 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8fb6a-4cac-4fa6-b757-8a84f4aa0d42 req-60ce980d-e584-4f08-be3c-0951984c2072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:54.468855 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bea8fb6a-4cac-4fa6-b757-8a84f4aa0d42 req-60ce980d-e584-4f08-be3c-0951984c2072 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3714755 Nov 09 21:18:54.482488 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429764c3-e1cd-48ac-9873-fc993fde90dd tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69c47069-a1ab-4db1-b43c-5abbe4c5689d,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:54.506702 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-9fec699c-81a5-4023-89ec-7ad8bb1e3d4a tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Network 5c607b89-fbc9-40ec-a5cb-3d08e5262f91 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:18:54.515277 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-9fec699c-81a5-4023-89ec-7ad8bb1e3d4a tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:18:54.535105 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-9fec699c-81a5-4023-89ec-7ad8bb1e3d4a tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:18:54.604323 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38090) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:54.649242 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6343c24e-4549-4111-ac25-5ba6590aedb6 req-62dc23a3-a89b-4199-8552-2ae0067f9d76 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups/69c47069-a1ab-4db1-b43c-5abbe4c5689d HTTP/1.1" status: 200 len: 1792 time: 0.2077243 Nov 09 21:18:54.673849 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-9fec699c-81a5-4023-89ec-7ad8bb1e3d4a tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:54.674668 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-9fec699c-81a5-4023-89ec-7ad8bb1e3d4a tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:54.681192 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-967b0ada-d541-42be-ac37-a42d9ae5b92f req-1d3bc8e6-cda5-44dd-8f6f-40218ea6154d tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559445 Nov 09 21:18:54.689193 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-c1a94a64-a4c1-4387-904c-cf14381495a8 req-74daf2a8-49ef-4a15-94fa-d6003b0c491d tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] For port 4cfbed25-9ed6-441e-841a-e9375d74d73a, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=4cfbed25-9ed6-441e-841a-e9375d74d73a,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:54.698536 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c1a94a64-a4c1-4387-904c-cf14381495a8 req-74daf2a8-49ef-4a15-94fa-d6003b0c491d tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:54.719721 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-9fec699c-81a5-4023-89ec-7ad8bb1e3d4a tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5196681 Nov 09 21:18:54.731044 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b2def1d4-73cd-4c8e-9f6a-c717606623f3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b5d41e388e15430fa086935a8d90fdc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1224465 Nov 09 21:18:54.740731 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-2f833432-4bdb-4cec-8fea-2b5f00a3dc30 service neutron] Request body: {'port': {'device_id': 'f873948d-c065-49f5-80ee-b0df760c4a68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:18:54.747116 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-c1a94a64-a4c1-4387-904c-cf14381495a8 req-74daf2a8-49ef-4a15-94fa-d6003b0c491d tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] Calling delete_port for 4cfbed25-9ed6-441e-841a-e9375d74d73a owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:18:54.751816 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38094) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:54.853225 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bea8fb6a-4cac-4fa6-b757-8a84f4aa0d42 req-14a84525-9208-4d04-b098-17dea5e67772 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638780 Nov 09 21:18:54.901914 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54070a16-66cb-4107-8914-15ee167b38d3 req-8f83d74c-d35c-4a6b-a6a2-ef93eb962f18 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:54.903426 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-54070a16-66cb-4107-8914-15ee167b38d3 req-8f83d74c-d35c-4a6b-a6a2-ef93eb962f18 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/ports?device_id=f873948d-c065-49f5-80ee-b0df760c4a68 HTTP/1.1" status: 200 len: 932 time: 0.1321282 Nov 09 21:18:54.962290 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07458bae-5565-476a-99a0-c82bba36ab48 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Router 4b55485e-b816-4210-b2f7-3abcece4e667 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:18:54.982901 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-f06e52f2-1d36-4d59-ba11-bf1c87910cf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3addb16e-5830-4dda-a131-13a5e39f04d8 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:18:54.993146 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-2f833432-4bdb-4cec-8fea-2b5f00a3dc30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:54.995190 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-f06e52f2-1d36-4d59-ba11-bf1c87910cf6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:55.016726 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a5b2b40e-679b-4b6d-b165-e4a258907d13 req-5a6b31ff-8cb8-4900-9d05-4c726d360b36 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups/69c47069-a1ab-4db1-b43c-5abbe4c5689d HTTP/1.1" status: 200 len: 1792 time: 0.2297120 Nov 09 21:18:55.019876 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-54070a16-66cb-4107-8914-15ee167b38d3 req-165920fb-43b2-42fb-a02a-b21796ab9fe7 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceea38cc-44df-413d-adc4-9ba227d57de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029787 Nov 09 21:18:55.062648 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-f06e52f2-1d36-4d59-ba11-bf1c87910cf6 service neutron] Transition to ACTIVE for port object 3addb16e-5830-4dda-a131-13a5e39f04d8 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:18:55.073779 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-f06e52f2-1d36-4d59-ba11-bf1c87910cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:55.098669 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 528f7164-711a-46b8-a7d9-97e7ea2dc770 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:18:55.177486 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 528f7164-711a-46b8-a7d9-97e7ea2dc770 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:18:55.184741 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 528f7164-711a-46b8-a7d9-97e7ea2dc770 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:18:55.185791 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:55.213131 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07458bae-5565-476a-99a0-c82bba36ab48 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:18:55.227694 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97693a2-98dd-4bec-8724-59e87ec4d233 None None] Sync routers for ids ['4b55485e-b816-4210-b2f7-3abcece4e667'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:18:55.243228 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-07458bae-5565-476a-99a0-c82bba36ab48 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:55.245615 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6990ec2f-691b-4e8e-9249-bf925ff33681 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:55.252997 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97693a2-98dd-4bec-8724-59e87ec4d233 None None] Routers {'4b55485e-b816-4210-b2f7-3abcece4e667'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:18:55.253722 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-d97693a2-98dd-4bec-8724-59e87ec4d233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:18:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['4b55485e-b816-4210-b2f7-3abcece4e667'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:18:55.389994 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:55.405761 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bea8fb6a-4cac-4fa6-b757-8a84f4aa0d42 req-10749e02-74a9-4318-91e3-5bd5b45059d1 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5144913 Nov 09 21:18:55.428465 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-d97693a2-98dd-4bec-8724-59e87ec4d233 None None] Set router 4b55485e-b816-4210-b2f7-3abcece4e667 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:18:55.435928 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87bbb55b-fb4a-4821-9650-30ad7f529162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '528f7164-711a-46b8-a7d9-97e7ea2dc770'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:18:55.438689 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac41725e-cb12-4722-a5e1-efd274c763b7" -d '{"events": [{"server_uuid": "87bbb55b-fb4a-4821-9650-30ad7f529162", "name": "network-vif-plugged", "status": "completed", "tag": "528f7164-711a-46b8-a7d9-97e7ea2dc770"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:18:55.481695 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6990ec2f-691b-4e8e-9249-bf925ff33681 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:55.487786 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 528f7164-711a-46b8-a7d9-97e7ea2dc770, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=528f7164-711a-46b8-a7d9-97e7ea2dc770,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:55.500110 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:55.501140 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device c24f8166-c8a4-4539-b2a9-15639a039160 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:18:55.543719 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a5b2b40e-679b-4b6d-b165-e4a258907d13 req-4ad4fe5c-ff96-478b-aa91-c531512fee0b tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:55.554813 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c1a94a64-a4c1-4387-904c-cf14381495a8 req-74daf2a8-49ef-4a15-94fa-d6003b0c491d tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:55.579511 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: c24f8166-c8a4-4539-b2a9-15639a039160 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:18:55.579945 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device c24f8166-c8a4-4539-b2a9-15639a039160 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:18:55.580439 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 4cfbed25-9ed6-441e-841a-e9375d74d73a no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:18:55.636333 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 4cfbed25-9ed6-441e-841a-e9375d74d73a {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:18:55.636968 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 4cfbed25-9ed6-441e-841a-e9375d74d73a not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:18:55.651627 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e52f2-1d36-4d59-ba11-bf1c87910cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=3addb16e-5830-4dda-a131-13a5e39f04d8,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:55.682086 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=528f7164-711a-46b8-a7d9-97e7ea2dc770,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:55.688662 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-07458bae-5565-476a-99a0-c82bba36ab48 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "PUT /v2.0/floatingips/037d2b1d-98f7-4529-bfed-a8d1d0234db5 HTTP/1.1" status: 200 len: 991 time: 3.2251451 Nov 09 21:18:55.696216 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'tag': '7bd49de7-14e9-45ba-ad29-41a7b31624e4'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:18:55.700916 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d942f400-9d9e-4a57-836b-b672ed04de94" -d '{"events": [{"name": "network-changed", "server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "tag": "7bd49de7-14e9-45ba-ad29-41a7b31624e4"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:18:55.711235 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74daf2a8-49ef-4a15-94fa-d6003b0c491d tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] Pushing event deleted for resources: {'Port': ['ID=4cfbed25-9ed6-441e-841a-e9375d74d73a,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:55.715799 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeee226-d2f0-42d1-bef7-b1a347371722 req-86be03d0-ce79-4ed3-8828-e89ab32a745b tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:55.717555 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ceeee226-d2f0-42d1-bef7-b1a347371722 req-86be03d0-ce79-4ed3-8828-e89ab32a745b tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c4b2a59-2a76-4753-bfff-5d6571f799b9 HTTP/1.1" status: 200 len: 867 time: 0.5580571 Nov 09 21:18:55.744607 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a5b2b40e-679b-4b6d-b165-e4a258907d13 req-4ad4fe5c-ff96-478b-aa91-c531512fee0b tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:55.785298 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a94a64-a4c1-4387-904c-cf14381495a8 req-74daf2a8-49ef-4a15-94fa-d6003b0c491d tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] No DVR routers for this DVR port 4cfbed25-9ed6-441e-841a-e9375d74d73a on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:18:55.789873 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c1a94a64-a4c1-4387-904c-cf14381495a8 req-74daf2a8-49ef-4a15-94fa-d6003b0c491d tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:55.796264 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c1a94a64-a4c1-4387-904c-cf14381495a8 req-74daf2a8-49ef-4a15-94fa-d6003b0c491d tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] 10.222.0.45 "DELETE /v2.0/ports/4cfbed25-9ed6-441e-841a-e9375d74d73a HTTP/1.1" status: 204 len: 173 time: 2.1531515 Nov 09 21:18:55.842047 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-f06e52f2-1d36-4d59-ba11-bf1c87910cf6 service neutron] Attempting to bind port 3addb16e-5830-4dda-a131-13a5e39f04d8 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:18:55.845814 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-f06e52f2-1d36-4d59-ba11-bf1c87910cf6 service neutron] Attempting to bind port 3addb16e-5830-4dda-a131-13a5e39f04d8 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '8b343e36-5ad5-4993-af06-da856762e2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5c607b89-fbc9-40ec-a5cb-3d08e5262f91'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:18:55.846316 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-f06e52f2-1d36-4d59-ba11-bf1c87910cf6 service neutron] Attempting to bind port 3addb16e-5830-4dda-a131-13a5e39f04d8 on network 5c607b89-fbc9-40ec-a5cb-3d08e5262f91 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:18:55.861701 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ceeee226-d2f0-42d1-bef7-b1a347371722 req-22f16071-c3eb-408a-b8a3-f30a69915dc1 tempest-ServerDiagnosticsNegativeTest-1975202479 tempest-ServerDiagnosticsNegativeTest-1975202479-project] 10.222.0.49 "GET /v2.0/security-groups?id=c5d24edd-887e-4046-8274-57a0425bb1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115983 Nov 09 21:18:55.864625 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-f06e52f2-1d36-4d59-ba11-bf1c87910cf6 service neutron] Port 3addb16e-5830-4dda-a131-13a5e39f04d8 on network 5c607b89-fbc9-40ec-a5cb-3d08e5262f91 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:18:55.864625 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-f06e52f2-1d36-4d59-ba11-bf1c87910cf6 service neutron] Attempting to bind port 3addb16e-5830-4dda-a131-13a5e39f04d8 on network 5c607b89-fbc9-40ec-a5cb-3d08e5262f91 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:18:55.870100 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-f06e52f2-1d36-4d59-ba11-bf1c87910cf6 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:18:55.870557 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-f06e52f2-1d36-4d59-ba11-bf1c87910cf6 service neutron] Checking segment: {'id': '8b343e36-5ad5-4993-af06-da856762e2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5c607b89-fbc9-40ec-a5cb-3d08e5262f91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:18:55.871276 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-f06e52f2-1d36-4d59-ba11-bf1c87910cf6 service neutron] Bound using segment: {'id': '8b343e36-5ad5-4993-af06-da856762e2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5c607b89-fbc9-40ec-a5cb-3d08e5262f91'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:18:55.872246 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-f06e52f2-1d36-4d59-ba11-bf1c87910cf6 service neutron] Bound port: 3addb16e-5830-4dda-a131-13a5e39f04d8, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b343e36-5ad5-4993-af06-da856762e2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5c607b89-fbc9-40ec-a5cb-3d08e5262f91'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:18:55.872246 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-f06e52f2-1d36-4d59-ba11-bf1c87910cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:55.911115 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-d97693a2-98dd-4bec-8724-59e87ec4d233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b55485e-b816-4210-b2f7-3abcece4e667', 'name': 'tempest-TaggedBootDevicesTest_v242-1649065242-router', 'tenant_id': '82c72cbaced549c1af9f163b71209187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '66f64dbf-96e1-4621-ac3c-49fd405eefcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:16:06Z', 'updated_at': '2021-11-09T21:16:13Z', 'revision_number': 4, 'project_id': '82c72cbaced549c1af9f163b71209187', 'gw_port': {'id': '66f64dbf-96e1-4621-ac3c-49fd405eefcf', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b55485e-b816-4210-b2f7-3abcece4e667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:16:07Z', 'updated_at': '2021-11-09T21:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '037d2b1d-98f7-4529-bfed-a8d1d0234db5', 'tenant_id': '82c72cbaced549c1af9f163b71209187', 'floating_ip_address': '172.25.7.230', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '4b55485e-b816-4210-b2f7-3abcece4e667', 'port_id': '7bd49de7-14e9-45ba-ad29-41a7b31624e4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b9d06c7-33c8-4c7a-8231-6eb95b2347b3', 'mac_address': 'fa:16:3e:4b:6a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:17:20Z', 'updated_at': '2021-11-09T21:18:53Z', 'revision_number': 1, 'project_id': '82c72cbaced549c1af9f163b71209187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2229e2ec-7726-4970-8bac-5c7b90af8838', 'name': '', 'network_id': '4b9d06c7-33c8-4c7a-8231-6eb95b2347b3', 'tenant_id': '82c72cbaced549c1af9f163b71209187', 'mac_address': 'fa:16:3e:fc:4f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b55485e-b816-4210-b2f7-3abcece4e667', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c3d920bb-b358-4f30-b501-1f6a5fba102b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:16:12Z', 'updated_at': '2021-11-09T21:16:19Z', 'revision_number': 5, 'project_id': '82c72cbaced549c1af9f163b71209187', 'subnets': [{'id': 'c3d920bb-b358-4f30-b501-1f6a5fba102b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:18:55.930465 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6990ec2f-691b-4e8e-9249-bf925ff33681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:55.933332 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6990ec2f-691b-4e8e-9249-bf925ff33681 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:55.937784 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6990ec2f-691b-4e8e-9249-bf925ff33681 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/585c10ca-2c86-4ad0-a917-a57a984c1868 HTTP/1.1" status: 204 len: 168 time: 1.1817057 Nov 09 21:18:55.967792 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-f06e52f2-1d36-4d59-ba11-bf1c87910cf6 service neutron] For port 3addb16e-5830-4dda-a131-13a5e39f04d8, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:18:55.978714 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-f06e52f2-1d36-4d59-ba11-bf1c87910cf6 service neutron] For port 3addb16e-5830-4dda-a131-13a5e39f04d8, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=3addb16e-5830-4dda-a131-13a5e39f04d8,segment=NetworkSegment(8b343e36-5ad5-4993-af06-da856762e2f1),segment_id=8b343e36-5ad5-4993-af06-da856762e2f1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:18:55.989940 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-f06e52f2-1d36-4d59-ba11-bf1c87910cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:55.999661 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ec2f-691b-4e8e-9249-bf925ff33681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585c10ca-2c86-4ad0-a917-a57a984c1868,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:56.025123 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97693a2-98dd-4bec-8724-59e87ec4d233 None None] Checking router: 4b55485e-b816-4210-b2f7-3abcece4e667 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:18:56.027094 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-2f833432-4bdb-4cec-8fea-2b5f00a3dc30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5410611b-af67-4738-907d-6e4719582da7 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:18:56.037725 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a5b2b40e-679b-4b6d-b165-e4a258907d13 req-4ad4fe5c-ff96-478b-aa91-c531512fee0b tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:56.040505 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a5b2b40e-679b-4b6d-b165-e4a258907d13 req-4ad4fe5c-ff96-478b-aa91-c531512fee0b tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:56.047110 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a5b2b40e-679b-4b6d-b165-e4a258907d13 req-4ad4fe5c-ff96-478b-aa91-c531512fee0b tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "DELETE /v2.0/security-groups/69c47069-a1ab-4db1-b43c-5abbe4c5689d HTTP/1.1" status: 204 len: 173 time: 0.9791174 Nov 09 21:18:56.061541 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-2f833432-4bdb-4cec-8fea-2b5f00a3dc30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:56.062658 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97693a2-98dd-4bec-8724-59e87ec4d233 None None] Routers {'4b55485e-b816-4210-b2f7-3abcece4e667'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:18:56.063294 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-d97693a2-98dd-4bec-8724-59e87ec4d233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:18:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['4b55485e-b816-4210-b2f7-3abcece4e667'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:18:56.073712 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad4fe5c-ff96-478b-aa91-c531512fee0b tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c47069-a1ab-4db1-b43c-5abbe4c5689d,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:56.083779 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-2f833432-4bdb-4cec-8fea-2b5f00a3dc30 service neutron] Transition to ACTIVE for port object 5410611b-af67-4738-907d-6e4719582da7 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:18:56.089151 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-2f833432-4bdb-4cec-8fea-2b5f00a3dc30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:56.101183 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4b2a59-2a76-4753-bfff-5d6571f799b9', 'name': 'network-vif-deleted', 'tag': '4cfbed25-9ed6-441e-841a-e9375d74d73a'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:18:56.103761 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fec5c9-f609-4f65-b93a-accfa433f407" -d '{"events": [{"server_uuid": "9c4b2a59-2a76-4753-bfff-5d6571f799b9", "name": "network-vif-deleted", "tag": "4cfbed25-9ed6-441e-841a-e9375d74d73a"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:18:56.120331 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e52f2-1d36-4d59-ba11-bf1c87910cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=3addb16e-5830-4dda-a131-13a5e39f04d8,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:56.129457 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-f06e52f2-1d36-4d59-ba11-bf1c87910cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:56.130088 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-f06e52f2-1d36-4d59-ba11-bf1c87910cf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:56.131477 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-f06e52f2-1d36-4d59-ba11-bf1c87910cf6 service neutron] 10.222.0.43 "PUT /v2.0/ports/3addb16e-5830-4dda-a131-13a5e39f04d8 HTTP/1.1" status: 200 len: 1091 time: 2.1590722 Nov 09 21:18:56.163867 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-62c2b179-cb44-4573-a2bb-76461ac4ee46 req-c5d76ac2-d46e-4d1d-a8e0-59a4f68dc8d2 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 210 time: 0.1061096 Nov 09 21:18:56.172818 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e95bbd-3b61-4fda-ac36-b236d6572161 x-openstack-request-id: req-39e95bbd-3b61-4fda-ac36-b236d6572161 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:18:56.173360 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87bbb55b-fb4a-4821-9650-30ad7f529162", "name": "network-vif-plugged", "status": "completed", "tag": "528f7164-711a-46b8-a7d9-97e7ea2dc770", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:18:56.173580 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-39e95bbd-3b61-4fda-ac36-b236d6572161 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:18:56.173943 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87bbb55b-fb4a-4821-9650-30ad7f529162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '528f7164-711a-46b8-a7d9-97e7ea2dc770', 'code': 200} Nov 09 21:18:56.301902 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f833432-4bdb-4cec-8fea-2b5f00a3dc30 service neutron] Pushing event updated for resources: {'Port': ['ID=5410611b-af67-4738-907d-6e4719582da7,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:56.355740 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-d97693a2-98dd-4bec-8724-59e87ec4d233 None None] Set router 4b55485e-b816-4210-b2f7-3abcece4e667 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:18:56.379243 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-61f2b451-d16f-4007-88a1-9699e19b55a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:56.385849 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-61f2b451-d16f-4007-88a1-9699e19b55a8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a6909788a60e4da197fdde3c76c6751a&device_id=4cf7f7d2-a8cf-434a-9077-15e184fdc913 HTTP/1.1" status: 200 len: 1094 time: 0.1773396 Nov 09 21:18:56.486052 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-2f833432-4bdb-4cec-8fea-2b5f00a3dc30 service neutron] Attempting to bind port 5410611b-af67-4738-907d-6e4719582da7 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:18:56.486564 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-2f833432-4bdb-4cec-8fea-2b5f00a3dc30 service neutron] Attempting to bind port 5410611b-af67-4738-907d-6e4719582da7 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '8b343e36-5ad5-4993-af06-da856762e2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5c607b89-fbc9-40ec-a5cb-3d08e5262f91'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:18:56.486705 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-2f833432-4bdb-4cec-8fea-2b5f00a3dc30 service neutron] Attempting to bind port 5410611b-af67-4738-907d-6e4719582da7 on network 5c607b89-fbc9-40ec-a5cb-3d08e5262f91 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:18:56.489075 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-4c92f65a-87ee-42f8-a0d0-dee2a1424735 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3addb16e-5830-4dda-a131-13a5e39f04d8 HTTP/1.1" status: 200 len: 217 time: 0.0871987 Nov 09 21:18:56.492065 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e44ba9-65d5-4326-b1d0-5a6989ccafa5 x-openstack-request-id: req-a5e44ba9-65d5-4326-b1d0-5a6989ccafa5 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:18:56.492373 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "tag": "7bd49de7-14e9-45ba-ad29-41a7b31624e4", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:18:56.493143 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a5e44ba9-65d5-4326-b1d0-5a6989ccafa5 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:18:56.493542 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'tag': '7bd49de7-14e9-45ba-ad29-41a7b31624e4', 'status': 'completed', 'code': 200} Nov 09 21:18:56.503392 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 8ffcf690-c600-420a-b3df-8731c6157236 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:18:56.504546 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b2a55-212d-48f5-943c-a495571323bc req-cc49896a-4119-4d1b-a553-9b8350ab9909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:56.506117 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-267b2a55-212d-48f5-943c-a495571323bc req-cc49896a-4119-4d1b-a553-9b8350ab9909 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 1101 time: 0.1907074 Nov 09 21:18:56.506696 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-2f833432-4bdb-4cec-8fea-2b5f00a3dc30 service neutron] Port 5410611b-af67-4738-907d-6e4719582da7 on network 5c607b89-fbc9-40ec-a5cb-3d08e5262f91 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:18:56.507048 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-2f833432-4bdb-4cec-8fea-2b5f00a3dc30 service neutron] Attempting to bind port 5410611b-af67-4738-907d-6e4719582da7 on network 5c607b89-fbc9-40ec-a5cb-3d08e5262f91 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:18:56.532993 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-2f833432-4bdb-4cec-8fea-2b5f00a3dc30 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:18:56.533600 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-2f833432-4bdb-4cec-8fea-2b5f00a3dc30 service neutron] Checking segment: {'id': '8b343e36-5ad5-4993-af06-da856762e2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5c607b89-fbc9-40ec-a5cb-3d08e5262f91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:18:56.534149 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-2f833432-4bdb-4cec-8fea-2b5f00a3dc30 service neutron] Bound using segment: {'id': '8b343e36-5ad5-4993-af06-da856762e2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5c607b89-fbc9-40ec-a5cb-3d08e5262f91'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:18:56.534788 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-2f833432-4bdb-4cec-8fea-2b5f00a3dc30 service neutron] Bound port: 5410611b-af67-4738-907d-6e4719582da7, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b343e36-5ad5-4993-af06-da856762e2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5c607b89-fbc9-40ec-a5cb-3d08e5262f91'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:18:56.535322 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-2f833432-4bdb-4cec-8fea-2b5f00a3dc30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:56.564803 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18c7d9-20c8-4302-8779-ad2045adbdc3 req-2c077a08-7eab-47cb-b9cc-1ffb976c1129 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:56.577470 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ed18c7d9-20c8-4302-8779-ad2045adbdc3 req-2c077a08-7eab-47cb-b9cc-1ffb976c1129 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=b79f94ac-8ac2-4365-8a06-f7a77c8c6e2c HTTP/1.1" status: 200 len: 949 time: 0.3172050 Nov 09 21:18:56.648360 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-0de3825e-e1e1-4094-8967-f38f7749034c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:56.649970 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-0de3825e-e1e1-4094-8967-f38f7749034c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f101193f-055a-4356-b3a4-446117d96b9b HTTP/1.1" status: 200 len: 853 time: 0.1525874 Nov 09 21:18:56.703867 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-267b2a55-212d-48f5-943c-a495571323bc req-2a1db455-6cdb-4e4f-a45c-205a90b280d3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763921 Nov 09 21:18:56.714645 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 8ffcf690-c600-420a-b3df-8731c6157236 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:18:56.721087 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 8ffcf690-c600-420a-b3df-8731c6157236 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:18:56.721499 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:56.751376 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d942f400-9d9e-4a57-836b-b672ed04de94 req-e4ede5be-fde0-4392-ad2f-f6df4593a2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:56.751860 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d942f400-9d9e-4a57-836b-b672ed04de94 req-e4ede5be-fde0-4392-ad2f-f6df4593a2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:56.752329 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d942f400-9d9e-4a57-836b-b672ed04de94 req-e4ede5be-fde0-4392-ad2f-f6df4593a2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:56.752819 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d942f400-9d9e-4a57-836b-b672ed04de94 req-e4ede5be-fde0-4392-ad2f-f6df4593a2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:56.753278 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d942f400-9d9e-4a57-836b-b672ed04de94 req-e4ede5be-fde0-4392-ad2f-f6df4593a2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:56.753735 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d942f400-9d9e-4a57-836b-b672ed04de94 req-e4ede5be-fde0-4392-ad2f-f6df4593a2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:56.754189 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d942f400-9d9e-4a57-836b-b672ed04de94 req-e4ede5be-fde0-4392-ad2f-f6df4593a2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:56.764296 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ed18c7d9-20c8-4302-8779-ad2045adbdc3 req-94738d1b-e856-444e-b9f5-10513e2d6181 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750433 Nov 09 21:18:56.765276 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d942f400-9d9e-4a57-836b-b672ed04de94 req-e4ede5be-fde0-4392-ad2f-f6df4593a2ca service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=82c72cbaced549c1af9f163b71209187&device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 6500 time: 0.2168713 Nov 09 21:18:56.792262 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-ad4404fe-367e-4a09-bb3c-49724c45adb8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5c607b89-fbc9-40ec-a5cb-3d08e5262f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1186182 Nov 09 21:18:56.870089 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ec18a9-5e80-4f50-9dbf-ef8aa2ceda7e x-openstack-request-id: req-21ec18a9-5e80-4f50-9dbf-ef8aa2ceda7e {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:18:56.870475 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4b2a59-2a76-4753-bfff-5d6571f799b9", "name": "network-vif-deleted", "tag": "4cfbed25-9ed6-441e-841a-e9375d74d73a", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:18:56.870620 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-21ec18a9-5e80-4f50-9dbf-ef8aa2ceda7e {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:18:56.871024 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4b2a59-2a76-4753-bfff-5d6571f799b9', 'name': 'network-vif-deleted', 'tag': '4cfbed25-9ed6-441e-841a-e9375d74d73a', 'status': 'completed', 'code': 200} Nov 09 21:18:56.874727 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-2f833432-4bdb-4cec-8fea-2b5f00a3dc30 service neutron] For port 5410611b-af67-4738-907d-6e4719582da7, host n-h1-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:18:56.902139 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-2f833432-4bdb-4cec-8fea-2b5f00a3dc30 service neutron] For port 5410611b-af67-4738-907d-6e4719582da7, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=5410611b-af67-4738-907d-6e4719582da7,segment=NetworkSegment(8b343e36-5ad5-4993-af06-da856762e2f1),segment_id=8b343e36-5ad5-4993-af06-da856762e2f1)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:18:56.920303 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-2f833432-4bdb-4cec-8fea-2b5f00a3dc30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:56.940840 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de173bd8-abd4-419e-b2ac-2fa830276ea2 req-d990d087-d2a1-49f5-ada8-ab3059e8e27e tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:56.948924 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-de173bd8-abd4-419e-b2ac-2fa830276ea2 req-d990d087-d2a1-49f5-ada8-ab3059e8e27e tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/ports?device_id=f873948d-c065-49f5-80ee-b0df760c4a68 HTTP/1.1" status: 200 len: 944 time: 0.1570961 Nov 09 21:18:56.992763 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-fb15943e-8929-46f3-9fb2-eb74b82bede8 service neutron] 10.222.0.43 "GET /v2.0/networks/5c607b89-fbc9-40ec-a5cb-3d08e5262f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906183 Nov 09 21:18:57.020834 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d942f400-9d9e-4a57-836b-b672ed04de94 req-783e096d-f733-4c23-b31e-8f9ab82b1a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:57.022674 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d942f400-9d9e-4a57-836b-b672ed04de94 req-783e096d-f733-4c23-b31e-8f9ab82b1a12 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b9d06c7-33c8-4c7a-8231-6eb95b2347b3 HTTP/1.1" status: 200 len: 917 time: 0.2562988 Nov 09 21:18:57.030177 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-2f833432-4bdb-4cec-8fea-2b5f00a3dc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:57.039686 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-2f833432-4bdb-4cec-8fea-2b5f00a3dc30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:57.048527 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-2f833432-4bdb-4cec-8fea-2b5f00a3dc30 service neutron] 10.222.0.45 "PUT /v2.0/ports/5410611b-af67-4738-907d-6e4719582da7 HTTP/1.1" status: 200 len: 1092 time: 2.3085606 Nov 09 21:18:57.064210 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:57.093872 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-d97693a2-98dd-4bec-8724-59e87ec4d233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b55485e-b816-4210-b2f7-3abcece4e667', 'name': 'tempest-TaggedBootDevicesTest_v242-1649065242-router', 'tenant_id': '82c72cbaced549c1af9f163b71209187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '66f64dbf-96e1-4621-ac3c-49fd405eefcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:16:06Z', 'updated_at': '2021-11-09T21:16:13Z', 'revision_number': 4, 'project_id': '82c72cbaced549c1af9f163b71209187', 'gw_port': {'id': '66f64dbf-96e1-4621-ac3c-49fd405eefcf', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b55485e-b816-4210-b2f7-3abcece4e667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:16:07Z', 'updated_at': '2021-11-09T21:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '037d2b1d-98f7-4529-bfed-a8d1d0234db5', 'tenant_id': '82c72cbaced549c1af9f163b71209187', 'floating_ip_address': '172.25.7.230', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '4b55485e-b816-4210-b2f7-3abcece4e667', 'port_id': '7bd49de7-14e9-45ba-ad29-41a7b31624e4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b9d06c7-33c8-4c7a-8231-6eb95b2347b3', 'mac_address': 'fa:16:3e:4b:6a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:17:20Z', 'updated_at': '2021-11-09T21:18:53Z', 'revision_number': 1, 'project_id': '82c72cbaced549c1af9f163b71209187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2229e2ec-7726-4970-8bac-5c7b90af8838', 'name': '', 'network_id': '4b9d06c7-33c8-4c7a-8231-6eb95b2347b3', 'tenant_id': '82c72cbaced549c1af9f163b71209187', 'mac_address': 'fa:16:3e:fc:4f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b55485e-b816-4210-b2f7-3abcece4e667', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c3d920bb-b358-4f30-b501-1f6a5fba102b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:16:12Z', 'updated_at': '2021-11-09T21:16:19Z', 'revision_number': 5, 'project_id': '82c72cbaced549c1af9f163b71209187', 'subnets': [{'id': 'c3d920bb-b358-4f30-b501-1f6a5fba102b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:18:57.142170 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97693a2-98dd-4bec-8724-59e87ec4d233 None None] The sync data for ids ['4b55485e-b816-4210-b2f7-3abcece4e667'] in n-d-816206-3 is: [{'id': '4b55485e-b816-4210-b2f7-3abcece4e667', 'name': 'tempest-TaggedBootDevicesTest_v242-1649065242-router', 'tenant_id': '82c72cbaced549c1af9f163b71209187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '66f64dbf-96e1-4621-ac3c-49fd405eefcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:16:06Z', 'updated_at': '2021-11-09T21:16:13Z', 'revision_number': 4, 'project_id': '82c72cbaced549c1af9f163b71209187', 'gw_port': {'id': '66f64dbf-96e1-4621-ac3c-49fd405eefcf', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b55485e-b816-4210-b2f7-3abcece4e667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:16:07Z', 'updated_at': '2021-11-09T21:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '037d2b1d-98f7-4529-bfed-a8d1d0234db5', 'tenant_id': '82c72cbaced549c1af9f163b71209187', 'floating_ip_address': '172.25.7.230', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '4b55485e-b816-4210-b2f7-3abcece4e667', 'port_id': '7bd49de7-14e9-45ba-ad29-41a7b31624e4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b9d06c7-33c8-4c7a-8231-6eb95b2347b3', 'mac_address': 'fa:16:3e:4b:6a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:17:20Z', 'updated_at': '2021-11-09T21:18:53Z', 'revision_number': 1, 'project_id': '82c72cbaced549c1af9f163b71209187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2229e2ec-7726-4970-8bac-5c7b90af8838', 'name': '', 'network_id': '4b9d06c7-33c8-4c7a-8231-6eb95b2347b3', 'tenant_id': '82c72cbaced549c1af9f163b71209187', 'mac_address': 'fa:16:3e:fc:4f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b55485e-b816-4210-b2f7-3abcece4e667', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c3d920bb-b358-4f30-b501-1f6a5fba102b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:16:12Z', 'updated_at': '2021-11-09T21:16:19Z', 'revision_number': 5, 'project_id': '82c72cbaced549c1af9f163b71209187', 'subnets': [{'id': 'c3d920bb-b358-4f30-b501-1f6a5fba102b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:18:57.147050 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 8ffcf690-c600-420a-b3df-8731c6157236, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=8ffcf690-c600-420a-b3df-8731c6157236,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:57.156008 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:57.253550 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [req-786226a0-6393-4764-ba25-160715190d14 req-72815246-330c-4f7a-8a6a-e92cb41ebaa1 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] show failed (client error): The resource could not be found. Nov 09 21:18:57.266859 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-786226a0-6393-4764-ba25-160715190d14 req-72815246-330c-4f7a-8a6a-e92cb41ebaa1 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups/605fa4c0-20ee-4fae-85ad-f362fc11c11d HTTP/1.1" status: 404 len: 352 time: 0.1026924 Nov 09 21:18:57.283524 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=8ffcf690-c600-420a-b3df-8731c6157236,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:57.288693 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-de173bd8-abd4-419e-b2ac-2fa830276ea2 req-4679c711-ea89-4b1a-bc15-51338961fa25 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceea38cc-44df-413d-adc4-9ba227d57de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387785 Nov 09 21:18:57.314058 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-9d4c03cd-a213-4079-9aed-f47bcfa5a584 service neutron] 10.222.0.43 "GET /v2.0/networks/5c607b89-fbc9-40ec-a5cb-3d08e5262f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124056 Nov 09 21:18:57.362031 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f833432-4bdb-4cec-8fea-2b5f00a3dc30 service neutron] Pushing event updated for resources: {'Port': ['ID=5410611b-af67-4738-907d-6e4719582da7,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:57.379229 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38150) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:57.395518 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [req-46ce7dc5-4897-478d-a79c-99ca785e9b51 req-bf5ce6bf-b84e-409b-8ba7-20d4d71683e7 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] show failed (client error): The resource could not be found. Nov 09 21:18:57.396830 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-46ce7dc5-4897-478d-a79c-99ca785e9b51 req-bf5ce6bf-b84e-409b-8ba7-20d4d71683e7 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups/6557f619-d126-41b0-8f8c-cca2600103ce HTTP/1.1" status: 404 len: 352 time: 0.0541153 Nov 09 21:18:57.419019 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d942f400-9d9e-4a57-836b-b672ed04de94 req-8865880a-94a8-416f-81bf-5b316c8299cb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bd49de7-14e9-45ba-ad29-41a7b31624e4 HTTP/1.1" status: 200 len: 999 time: 0.3432498 Nov 09 21:18:57.421288 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1145533b-70b2-4e60-978d-6705e0233c50 req-83e90b7e-c0bc-4d71-af7b-4ce2d138292a tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 210 time: 0.0506988 Nov 09 21:18:57.426979 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-90e64d1b-0f39-4ff6-b843-da2f61d7c819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:57.428735 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-90e64d1b-0f39-4ff6-b843-da2f61d7c819 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a6909788a60e4da197fdde3c76c6751a&device_id=f873948d-c065-49f5-80ee-b0df760c4a68 HTTP/1.1" status: 200 len: 1095 time: 0.3012624 Nov 09 21:18:57.466404 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [req-44e6ca7f-a757-4dcb-bd9b-88b9bf932e40 req-65ab0805-53f2-41fe-820c-2c0c07b953d8 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] show failed (client error): The resource could not be found. Nov 09 21:18:57.472661 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-44e6ca7f-a757-4dcb-bd9b-88b9bf932e40 req-65ab0805-53f2-41fe-820c-2c0c07b953d8 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups/b448e576-fa4f-47b4-99fb-0f3363a8b906 HTTP/1.1" status: 404 len: 352 time: 0.0232177 Nov 09 21:18:57.510674 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [req-174d762f-e607-4af9-8081-c9fedb53725f req-ebef413f-ebbb-4ef0-a423-6de7f7a6b25e tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] show failed (client error): The resource could not be found. Nov 09 21:18:57.524332 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-174d762f-e607-4af9-8081-c9fedb53725f req-ebef413f-ebbb-4ef0-a423-6de7f7a6b25e tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups/d162b5d8-3572-4076-8c1e-4447648ab8f9 HTTP/1.1" status: 404 len: 352 time: 0.0309067 Nov 09 21:18:57.526657 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38160) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:57.545468 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-8c428dcd-4e28-4ef2-bf7b-a7971bb816de service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5410611b-af67-4738-907d-6e4719582da7 HTTP/1.1" status: 200 len: 217 time: 0.1029623 Nov 09 21:18:57.577120 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [req-d906b336-bf47-428e-ae07-a11000930185 req-055b0362-644f-4c67-b7e9-e17d25e34c3a tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] show failed (client error): The resource could not be found. Nov 09 21:18:57.585919 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d906b336-bf47-428e-ae07-a11000930185 req-055b0362-644f-4c67-b7e9-e17d25e34c3a tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups/399fe200-ea13-4c9e-ba03-9fe701c1e7a0 HTTP/1.1" status: 404 len: 352 time: 0.0323973 Nov 09 21:18:57.611106 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d974857-019c-4314-b963-a3644f350642 None None] New status for floating IP 037d2b1d-98f7-4529-bfed-a8d1d0234db5: ACTIVE {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:18:57.636210 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d942f400-9d9e-4a57-836b-b672ed04de94 req-b4a44ad4-ffc3-4a8b-96ce-7bab2ea293e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:57.639164 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d942f400-9d9e-4a57-836b-b672ed04de94 req-b4a44ad4-ffc3-4a8b-96ce-7bab2ea293e6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c3d920bb-b358-4f30-b501-1f6a5fba102b HTTP/1.1" status: 200 len: 856 time: 0.2085812 Nov 09 21:18:57.646153 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [req-f798d2af-cce2-4f78-b364-0d2707dce282 req-9d0943a5-2795-437d-8c36-822cdb8d99cb tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] show failed (client error): The resource could not be found. Nov 09 21:18:57.655770 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f798d2af-cce2-4f78-b364-0d2707dce282 req-9d0943a5-2795-437d-8c36-822cdb8d99cb tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups/0c06a323-6649-4128-8b25-bcdc6951d884 HTTP/1.1" status: 404 len: 352 time: 0.0484643 Nov 09 21:18:57.752335 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-3ebd7402-cd4d-4e79-97c4-d05aaa3ab6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:57.753877 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-3ebd7402-cd4d-4e79-97c4-d05aaa3ab6a9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f101193f-055a-4356-b3a4-446117d96b9b HTTP/1.1" status: 200 len: 853 time: 0.1993308 Nov 09 21:18:57.758474 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-0b82de6e-85f9-4c76-b55f-c5daa7ca7ebd admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-166447926-network', 'tenant_id': '82be29d0d47e46adb14283806ef20aca'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:18:57.806391 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-e2f5e692-309c-4e2a-a289-f3f245805697 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5c607b89-fbc9-40ec-a5cb-3d08e5262f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445678 Nov 09 21:18:57.808777 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d942f400-9d9e-4a57-836b-b672ed04de94 req-f70fa01e-f6dd-40f3-b126-2f98d546620e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:57.811263 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d942f400-9d9e-4a57-836b-b672ed04de94 req-f70fa01e-f6dd-40f3-b126-2f98d546620e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b9d06c7-33c8-4c7a-8231-6eb95b2347b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1423795 Nov 09 21:18:57.887699 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7267fd9a-9b25-4b69-8e3c-257e23d65b48 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b815957034c64614bf797aa0b46c25fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3589368 Nov 09 21:18:57.888555 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b82de6e-85f9-4c76-b55f-c5daa7ca7ebd admin admin] Made reservation on behalf of 82be29d0d47e46adb14283806ef20aca for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:18:57.891301 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0b82de6e-85f9-4c76-b55f-c5daa7ca7ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:57.893363 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38176) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:57.922513 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0b82de6e-85f9-4c76-b55f-c5daa7ca7ebd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:58.035986 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761a16b-8c66-4057-b875-e3a590d28c5d req-eaa809b3-a3ea-4350-9b01-544038334075 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:58.037840 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b761a16b-8c66-4057-b875-e3a590d28c5d req-eaa809b3-a3ea-4350-9b01-544038334075 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=b79f94ac-8ac2-4365-8a06-f7a77c8c6e2c HTTP/1.1" status: 200 len: 950 time: 0.1246052 Nov 09 21:18:58.042523 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a1ca553e-bc1a-47d9-afcf-a050c200471d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:58.100134 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a1ca553e-bc1a-47d9-afcf-a050c200471d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:58.175382 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79f94ac-8ac2-4365-8a06-f7a77c8c6e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ffcf690-c600-420a-b3df-8731c6157236'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:18:58.179618 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0139f651-01ad-4c0c-8874-54311c25b24d" -d '{"events": [{"server_uuid": "b79f94ac-8ac2-4365-8a06-f7a77c8c6e2c", "name": "network-vif-plugged", "status": "completed", "tag": "8ffcf690-c600-420a-b3df-8731c6157236"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:18:58.180541 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b761a16b-8c66-4057-b875-e3a590d28c5d req-87b0b5e6-c988-4315-a0f9-b5996de64c7a tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290276 Nov 09 21:18:58.185276 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0b82de6e-85f9-4c76-b55f-c5daa7ca7ebd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:58.200757 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0b82de6e-85f9-4c76-b55f-c5daa7ca7ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:58.230933 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b82de6e-85f9-4c76-b55f-c5daa7ca7ebd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:18:58.240825 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a1ca553e-bc1a-47d9-afcf-a050c200471d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:58.243384 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a1ca553e-bc1a-47d9-afcf-a050c200471d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:58.244558 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a1ca553e-bc1a-47d9-afcf-a050c200471d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c5d24edd-887e-4046-8274-57a0425bb1dd HTTP/1.1" status: 204 len: 168 time: 0.3489141 Nov 09 21:18:58.246153 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64527438-290e-4f86-8fc3-3a3a140fbc0a x-openstack-request-id: req-64527438-290e-4f86-8fc3-3a3a140fbc0a {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:18:58.246449 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79f94ac-8ac2-4365-8a06-f7a77c8c6e2c", "name": "network-vif-plugged", "status": "completed", "tag": "8ffcf690-c600-420a-b3df-8731c6157236", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:18:58.246702 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-64527438-290e-4f86-8fc3-3a3a140fbc0a {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:18:58.247098 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79f94ac-8ac2-4365-8a06-f7a77c8c6e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ffcf690-c600-420a-b3df-8731c6157236', 'code': 200} Nov 09 21:18:58.255357 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82de6e-85f9-4c76-b55f-c5daa7ca7ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0379d4-ef40-4d5f-90c4-31b5ee475e13,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:58.258383 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0b82de6e-85f9-4c76-b55f-c5daa7ca7ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:58.258918 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-0b82de6e-85f9-4c76-b55f-c5daa7ca7ebd admin admin] Added segment 3f8effe2-ca09-4bf1-b91e-c039a8c90cd3 of type vlan for network a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef Nov 09 21:18:58.277892 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca553e-bc1a-47d9-afcf-a050c200471d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d24edd-887e-4046-8274-57a0425bb1dd,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:58.318183 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0b82de6e-85f9-4c76-b55f-c5daa7ca7ebd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:58.354681 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0b82de6e-85f9-4c76-b55f-c5daa7ca7ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:58.356100 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b82de6e-85f9-4c76-b55f-c5daa7ca7ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:58.356983 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0b82de6e-85f9-4c76-b55f-c5daa7ca7ebd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:58.387668 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0f2d4-b912-4b40-847c-d84d14d9fd30 req-39fcb50c-e5f8-45cf-9a72-ed71395a854a tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:58.395048 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-69e0f2d4-b912-4b40-847c-d84d14d9fd30 req-39fcb50c-e5f8-45cf-9a72-ed71395a854a tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc5c2581-5720-4e18-b5a0-f584fd4a37e7 HTTP/1.1" status: 200 len: 1023 time: 0.3904746 Nov 09 21:18:58.431058 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0b82de6e-85f9-4c76-b55f-c5daa7ca7ebd admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0477235 Nov 09 21:18:58.442115 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38184) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:58.451128 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-a1a7949c-0d65-4027-8c99-d586e65b4cce admin admin] Request body: {'subnet': {'network_id': 'a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-166447926-subnet', 'tenant_id': '82be29d0d47e46adb14283806ef20aca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:18:58.492437 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82de6e-85f9-4c76-b55f-c5daa7ca7ebd admin admin] Pushing event updated for resources: {'Network': ['ID=a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:58.494894 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cf7f7d2-a8cf-434a-9077-15e184fdc913', 'tag': '3addb16e-5830-4dda-a131-13a5e39f04d8'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:18:58.497207 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1aebc7e-22df-46e8-8cdd-4de8c369b0a6" -d '{"events": [{"name": "network-changed", "server_uuid": "4cf7f7d2-a8cf-434a-9077-15e184fdc913", "tag": "3addb16e-5830-4dda-a131-13a5e39f04d8"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:18:58.505187 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-981adc3e-74e2-4dde-8bdf-a2f4dfb23886 service neutron] 10.222.0.45 "GET /v2.0/networks/5c607b89-fbc9-40ec-a5cb-3d08e5262f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6883314 Nov 09 21:18:58.505779 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 3addb16e-5830-4dda-a131-13a5e39f04d8 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:18:58.514446 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d942f400-9d9e-4a57-836b-b672ed04de94 req-689a4ee1-3f47-4f20-90fd-612d3d9d9c51 service neutron] 10.222.0.43 "GET /v2.0/networks/4b9d06c7-33c8-4c7a-8231-6eb95b2347b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6953130 Nov 09 21:18:58.514678 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e3e14-73e2-4b7c-bc9b-70ac1e3e26ed req-3558e60d-299f-438c-98d9-427bc1116967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:58.516003 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0c0e3e14-73e2-4b7c-bc9b-70ac1e3e26ed req-3558e60d-299f-438c-98d9-427bc1116967 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b79f94ac-8ac2-4365-8a06-f7a77c8c6e2c HTTP/1.1" status: 200 len: 1101 time: 0.1057043 Nov 09 21:18:58.530121 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ee061-0988-4b2c-b40e-1f0e8e206a19 req-e57949ba-b209-45ec-af77-aa1fd20ed5de tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:58.532081 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-224ee061-0988-4b2c-b40e-1f0e8e206a19 req-e57949ba-b209-45ec-af77-aa1fd20ed5de tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/ports?device_id=f873948d-c065-49f5-80ee-b0df760c4a68 HTTP/1.1" status: 200 len: 944 time: 0.1111243 Nov 09 21:18:58.535314 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:18:58.607411 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-224ee061-0988-4b2c-b40e-1f0e8e206a19 req-34c91c38-75d1-4ffb-8563-f4fccde6ffe3 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceea38cc-44df-413d-adc4-9ba227d57de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579367 Nov 09 21:18:58.619094 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cdd2cc26-b27e-443e-bac2-3eb9bbd9f861 req-b992619f-e748-4a8d-b070-3a673a68e165 service neutron] 10.222.0.45 "GET /v2.0/networks/5c607b89-fbc9-40ec-a5cb-3d08e5262f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977693 Nov 09 21:18:58.635942 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0c0e3e14-73e2-4b7c-bc9b-70ac1e3e26ed req-855253b2-5292-4d42-9dee-9d0dcb336fb1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031597 Nov 09 21:18:58.644835 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.db.resource_extend [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 21:18:58.717116 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-69e0f2d4-b912-4b40-847c-d84d14d9fd30 req-ff80bd36-5fcc-4eaa-8c45-13ea61e08b21 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups?id=de833f66-8fc4-48f6-8a5e-900af5240801&id=aee41029-d955-4db4-8426-e4c6f709c5ca&id=fe7beac0-83b7-4dc2-8a69-2d3bfb73b965&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.3210223 Nov 09 21:18:58.720150 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a7949c-0d65-4027-8c99-d586e65b4cce admin admin] Made reservation on behalf of 82be29d0d47e46adb14283806ef20aca for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:18:58.724938 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a1a7949c-0d65-4027-8c99-d586e65b4cce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:58.764384 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 3addb16e-5830-4dda-a131-13a5e39f04d8, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=3addb16e-5830-4dda-a131-13a5e39f04d8,segment=NetworkSegment(8b343e36-5ad5-4993-af06-da856762e2f1),segment_id=8b343e36-5ad5-4993-af06-da856762e2f1)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:58.797268 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '3addb16e-5830-4dda-a131-13a5e39f04d8', 'network_id': '5c607b89-fbc9-40ec-a5cb-3d08e5262f91', 'port_id': '3addb16e-5830-4dda-a131-13a5e39f04d8', 'mac_address': 'fa:16:3e:ce:09:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f101193f-055a-4356-b3a4-446117d96b9b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:18:58.818758 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38196) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:58.821841 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27b5d8d-34e9-4882-a7f3-cd2e97b288f7 x-openstack-request-id: req-f27b5d8d-34e9-4882-a7f3-cd2e97b288f7 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:18:58.822143 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cf7f7d2-a8cf-434a-9077-15e184fdc913", "tag": "3addb16e-5830-4dda-a131-13a5e39f04d8", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:18:58.822403 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f27b5d8d-34e9-4882-a7f3-cd2e97b288f7 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:18:58.822808 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cf7f7d2-a8cf-434a-9077-15e184fdc913', 'tag': '3addb16e-5830-4dda-a131-13a5e39f04d8', 'status': 'completed', 'code': 200} Nov 09 21:18:58.829795 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b7da62f3-744a-4bbf-b2ee-59e0d7f8bc6b req-225ca572-b624-470f-8673-bde955b05e26 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 210 time: 0.0518010 Nov 09 21:18:58.877351 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:58.881485 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f873948d-c065-49f5-80ee-b0df760c4a68', 'tag': '5410611b-af67-4738-907d-6e4719582da7'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:18:58.883726 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0261015-a344-4629-8fdf-5634a09c3f6b" -d '{"events": [{"name": "network-changed", "server_uuid": "f873948d-c065-49f5-80ee-b0df760c4a68", "tag": "5410611b-af67-4738-907d-6e4719582da7"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:18:58.897119 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cf211d05-b44f-49db-ac59-5ccec56fd4ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:58.900982 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3addb16e-5830-4dda-a131-13a5e39f04d8 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:18:58.915461 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d942f400-9d9e-4a57-836b-b672ed04de94 req-013bc818-eae6-4b7a-bad7-44ce7d4e82a6 service neutron] 10.222.0.43 "GET /v2.0/networks/4b9d06c7-33c8-4c7a-8231-6eb95b2347b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927399 Nov 09 21:18:58.929569 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 3addb16e-5830-4dda-a131-13a5e39f04d8, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=3addb16e-5830-4dda-a131-13a5e39f04d8,segment=NetworkSegment(8b343e36-5ad5-4993-af06-da856762e2f1),segment_id=8b343e36-5ad5-4993-af06-da856762e2f1)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:18:58.934336 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:58.989099 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be14b8fd-bd9a-4245-a2df-abbc328982c9 x-openstack-request-id: req-be14b8fd-bd9a-4245-a2df-abbc328982c9 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:18:58.999078 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f873948d-c065-49f5-80ee-b0df760c4a68", "tag": "5410611b-af67-4738-907d-6e4719582da7", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:18:58.999078 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-be14b8fd-bd9a-4245-a2df-abbc328982c9 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:18:58.999078 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f873948d-c065-49f5-80ee-b0df760c4a68', 'tag': '5410611b-af67-4738-907d-6e4719582da7', 'status': 'completed', 'code': 200} Nov 09 21:18:59.028343 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=3addb16e-5830-4dda-a131-13a5e39f04d8,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:59.066929 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cf211d05-b44f-49db-ac59-5ccec56fd4ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:59.093710 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cf211d05-b44f-49db-ac59-5ccec56fd4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:59.172665 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0261015-a344-4629-8fdf-5634a09c3f6b req-c2d1b7f1-39bc-4d1e-9af4-a9fb188dbdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:59.174283 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a0261015-a344-4629-8fdf-5634a09c3f6b req-c2d1b7f1-39bc-4d1e-9af4-a9fb188dbdb4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a6909788a60e4da197fdde3c76c6751a&device_id=f873948d-c065-49f5-80ee-b0df760c4a68 HTTP/1.1" status: 200 len: 1095 time: 0.1710548 Nov 09 21:18:59.183591 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-cf211d05-b44f-49db-ac59-5ccec56fd4ec admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4e3fb6f2b67e4633b0c8c404bc994c59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3458693 Nov 09 21:18:59.186441 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38200) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:18:59.188819 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf211d05-b44f-49db-ac59-5ccec56fd4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70eefe2-db8b-4873-94dd-ada218b9e1d9,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:59.247691 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aebc7e-22df-46e8-8cdd-4de8c369b0a6 req-1035bdc8-7d08-41e8-bee5-fef0e33ad81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:59.249334 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d1aebc7e-22df-46e8-8cdd-4de8c369b0a6 req-1035bdc8-7d08-41e8-bee5-fef0e33ad81e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a6909788a60e4da197fdde3c76c6751a&device_id=4cf7f7d2-a8cf-434a-9077-15e184fdc913 HTTP/1.1" status: 200 len: 1095 time: 0.2142413 Nov 09 21:18:59.265753 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9af542e8-8ec4-46d1-99ca-799a44c067d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:59.293782 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9af542e8-8ec4-46d1-99ca-799a44c067d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:59.348222 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9af542e8-8ec4-46d1-99ca-799a44c067d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:59.351254 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9af542e8-8ec4-46d1-99ca-799a44c067d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:59.352428 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-9af542e8-8ec4-46d1-99ca-799a44c067d2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b70eefe2-db8b-4873-94dd-ada218b9e1d9 HTTP/1.1" status: 204 len: 168 time: 0.1648788 Nov 09 21:18:59.361692 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af542e8-8ec4-46d1-99ca-799a44c067d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70eefe2-db8b-4873-94dd-ada218b9e1d9,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:59.398403 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a1a7949c-0d65-4027-8c99-d586e65b4cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:18:59.420910 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['3addb16e-5830-4dda-a131-13a5e39f04d8'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:18:59.454659 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54bc11-c374-4760-ae98-05fb27a8dd3f req-e6a77866-65c5-4ff1-bf01-c17241444650 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:59.457449 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4d54bc11-c374-4760-ae98-05fb27a8dd3f req-e6a77866-65c5-4ff1-bf01-c17241444650 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=b79f94ac-8ac2-4365-8a06-f7a77c8c6e2c HTTP/1.1" status: 200 len: 950 time: 0.1999533 Nov 09 21:18:59.549588 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a7949c-0d65-4027-8c99-d586e65b4cce admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef05ee4c-62c9-4031-9b2a-86343ca19be3,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:18:59.561894 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0261015-a344-4629-8fdf-5634a09c3f6b req-9c918079-53fb-4e39-9960-70a3dcefccc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:59.563353 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a0261015-a344-4629-8fdf-5634a09c3f6b req-9c918079-53fb-4e39-9960-70a3dcefccc2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5c607b89-fbc9-40ec-a5cb-3d08e5262f91 HTTP/1.1" status: 200 len: 913 time: 0.3786030 Nov 09 21:18:59.574974 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aebc7e-22df-46e8-8cdd-4de8c369b0a6 req-cecae08f-cefc-4ec5-8551-4a4289224b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:59.576993 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d1aebc7e-22df-46e8-8cdd-4de8c369b0a6 req-cecae08f-cefc-4ec5-8551-4a4289224b36 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5c607b89-fbc9-40ec-a5cb-3d08e5262f91 HTTP/1.1" status: 200 len: 913 time: 0.3035610 Nov 09 21:18:59.639969 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a0261015-a344-4629-8fdf-5634a09c3f6b req-d960e6b0-b5ec-401b-8ebb-99f0fb5702aa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5410611b-af67-4738-907d-6e4719582da7 HTTP/1.1" status: 200 len: 217 time: 0.0619774 Nov 09 21:18:59.658614 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4d54bc11-c374-4760-ae98-05fb27a8dd3f req-7ee1931b-89eb-4a31-932b-097045e289cc tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870866 Nov 09 21:18:59.669334 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a7949c-0d65-4027-8c99-d586e65b4cce admin admin] Checking segment: {'id': '3f8effe2-ca09-4bf1-b91e-c039a8c90cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:18:59.669334 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a7949c-0d65-4027-8c99-d586e65b4cce admin admin] Network hostable DHCP agents. Network: a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:18:59.793927 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d1aebc7e-22df-46e8-8cdd-4de8c369b0a6 req-058d96df-ed0b-472a-b199-603bf1d5a7a8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3addb16e-5830-4dda-a131-13a5e39f04d8 HTTP/1.1" status: 200 len: 217 time: 0.1259508 Nov 09 21:18:59.800024 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a0ff2-37b2-428f-b9f9-619dcbfe9ff0 req-f5797d67-a64f-46bf-a472-e8ca92a5599b tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:59.801603 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-069a0ff2-37b2-428f-b9f9-619dcbfe9ff0 req-f5797d67-a64f-46bf-a472-e8ca92a5599b tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/ports?device_id=f873948d-c065-49f5-80ee-b0df760c4a68 HTTP/1.1" status: 200 len: 944 time: 0.0816283 Nov 09 21:18:59.836604 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a7949c-0d65-4027-8c99-d586e65b4cce admin admin] Network a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:18:59.859396 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0261015-a344-4629-8fdf-5634a09c3f6b req-10f6ea4b-95f9-4ddb-a8d8-103c6699ff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:59.861477 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a0261015-a344-4629-8fdf-5634a09c3f6b req-10f6ea4b-95f9-4ddb-a8d8-103c6699ff3e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f101193f-055a-4356-b3a4-446117d96b9b HTTP/1.1" status: 200 len: 853 time: 0.1924403 Nov 09 21:18:59.870090 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-a1a7949c-0d65-4027-8c99-d586e65b4cce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:18:59.870463 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-069a0ff2-37b2-428f-b9f9-619dcbfe9ff0 req-28964ebf-4180-4eb1-8e7d-12e167049503 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceea38cc-44df-413d-adc4-9ba227d57de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621176 Nov 09 21:18:59.884283 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3260818-c809-46de-a0f6-8ac06d814c3a None None] Network a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:18:59.953643 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ad560-df73-4abf-b24a-0d996c22b639 req-472211e5-f179-450e-98f8-230e2da277fa tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:18:59.955787 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-646ad560-df73-4abf-b24a-0d996c22b639 req-472211e5-f179-450e-98f8-230e2da277fa tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc5c2581-5720-4e18-b5a0-f584fd4a37e7 HTTP/1.1" status: 200 len: 1023 time: 0.0602226 Nov 09 21:19:00.007882 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a7949c-0d65-4027-8c99-d586e65b4cce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:00.008685 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a1a7949c-0d65-4027-8c99-d586e65b4cce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:00.013256 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a0261015-a344-4629-8fdf-5634a09c3f6b req-8461a722-f83a-4828-8cc5-80546a7b71ae service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5c607b89-fbc9-40ec-a5cb-3d08e5262f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1440604 Nov 09 21:19:00.017697 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aebc7e-22df-46e8-8cdd-4de8c369b0a6 req-c55c9683-0b23-418d-83bc-c66e1786fefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:00.020668 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d1aebc7e-22df-46e8-8cdd-4de8c369b0a6 req-c55c9683-0b23-418d-83bc-c66e1786fefa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f101193f-055a-4356-b3a4-446117d96b9b HTTP/1.1" status: 200 len: 853 time: 0.1337521 Nov 09 21:19:00.085804 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5fe5c086-0d4e-43e6-86ca-6fea4467bf25 req-70a189b6-26c5-4188-bd22-5c64c2467be5 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60a58040-942c-44e2-a76c-af935664b0df HTTP/1.1" status: 200 len: 210 time: 0.0456176 Nov 09 21:19:00.184159 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af896aec-a3b0-4817-9620-0828b1fec62e req-adda3625-2af5-4ecd-91cb-dce69e30b4ae tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:00.187210 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-646ad560-df73-4abf-b24a-0d996c22b639 req-e0beedff-7ad4-44ef-8da8-e4baf806e3f7 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Deleting port f2f89472-9a16-481e-af91-7fd1b570f557 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:19:00.187728 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-646ad560-df73-4abf-b24a-0d996c22b639 req-e0beedff-7ad4-44ef-8da8-e4baf806e3f7 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:00.190527 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5cad5a-bde3-4b52-a8e3-c70de001d8e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef', 'network_id': 'a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef', 'tenant_id': '82be29d0d47e46adb14283806ef20aca', 'fixed_ips': [{'subnet_id': 'ef05ee4c-62c9-4031-9b2a-86343ca19be3'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:19:00.192212 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4e5cad5a-bde3-4b52-a8e3-c70de001d8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:00.195208 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-af896aec-a3b0-4817-9620-0828b1fec62e req-adda3625-2af5-4ecd-91cb-dce69e30b4ae tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc5c2581-5720-4e18-b5a0-f584fd4a37e7 HTTP/1.1" status: 200 len: 1023 time: 0.4002066 Nov 09 21:19:00.199638 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d1aebc7e-22df-46e8-8cdd-4de8c369b0a6 req-31b86db5-3e80-43e1-be2e-3713ac4657bd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5c607b89-fbc9-40ec-a5cb-3d08e5262f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1375911 Nov 09 21:19:00.344737 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-646ad560-df73-4abf-b24a-0d996c22b639 req-e0beedff-7ad4-44ef-8da8-e4baf806e3f7 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] For port f2f89472-9a16-481e-af91-7fd1b570f557, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f2f89472-9a16-481e-af91-7fd1b570f557,segment=NetworkSegment(09b70962-317a-4e30-8693-8968e5be04b8),segment_id=09b70962-317a-4e30-8693-8968e5be04b8)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:19:00.344737 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-646ad560-df73-4abf-b24a-0d996c22b639 req-e0beedff-7ad4-44ef-8da8-e4baf806e3f7 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:00.381705 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-646ad560-df73-4abf-b24a-0d996c22b639 req-e0beedff-7ad4-44ef-8da8-e4baf806e3f7 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Calling delete_port for f2f89472-9a16-481e-af91-7fd1b570f557 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:19:00.471259 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-4e5cad5a-bde3-4b52-a8e3-c70de001d8e2 None None] Allocated IP 172.20.0.2 (a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef/ef05ee4c-62c9-4031-9b2a-86343ca19be3/20c5eb82-b758-4941-b495-3364cebf5d5f) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:19:00.577161 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a0261015-a344-4629-8fdf-5634a09c3f6b req-19ab0955-9471-40ae-90b3-748d0d2bbf07 service neutron] 10.222.0.45 "GET /v2.0/networks/5c607b89-fbc9-40ec-a5cb-3d08e5262f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4782081 Nov 09 21:19:00.584861 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a1a7949c-0d65-4027-8c99-d586e65b4cce admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1356707 Nov 09 21:19:00.585710 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38234) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:00.591158 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-11b401ac-4b6a-4840-8be5-426cddb65ad9 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-166447926-router', 'tenant_id': '82be29d0d47e46adb14283806ef20aca', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:19:00.633105 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d1aebc7e-22df-46e8-8cdd-4de8c369b0a6 req-97c67b4f-acc9-4b44-8d9d-92931def7de4 service neutron] 10.222.0.43 "GET /v2.0/networks/5c607b89-fbc9-40ec-a5cb-3d08e5262f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908579 Nov 09 21:19:00.642564 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-af896aec-a3b0-4817-9620-0828b1fec62e req-d9f5bf5b-3a71-45b1-b07b-2c27f27829f1 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups?id=de833f66-8fc4-48f6-8a5e-900af5240801&id=aee41029-d955-4db4-8426-e4c6f709c5ca&id=fe7beac0-83b7-4dc2-8a69-2d3bfb73b965&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.4460831 Nov 09 21:19:00.683933 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-11b401ac-4b6a-4840-8be5-426cddb65ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:00.685052 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4e5cad5a-bde3-4b52-a8e3-c70de001d8e2 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:00.685188 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-11b401ac-4b6a-4840-8be5-426cddb65ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:00.695079 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-646ad560-df73-4abf-b24a-0d996c22b639 req-e0beedff-7ad4-44ef-8da8-e4baf806e3f7 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:00.695933 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4e5cad5a-bde3-4b52-a8e3-c70de001d8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:00.769406 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5cad5a-bde3-4b52-a8e3-c70de001d8e2 None None] Network a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:19:00.770573 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0beedff-7ad4-44ef-8da8-e4baf806e3f7 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Pushing event deleted for resources: {'Port': ['ID=f2f89472-9a16-481e-af91-7fd1b570f557,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:00.772726 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-4e5cad5a-bde3-4b52-a8e3-c70de001d8e2 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:19:00.779975 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5cad5a-bde3-4b52-a8e3-c70de001d8e2 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:19:00.850432 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5cad5a-bde3-4b52-a8e3-c70de001d8e2 None None] Pushing event updated for resources: {'Port': ['ID=20c5eb82-b758-4941-b495-3364cebf5d5f,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:00.864238 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d1aebc7e-22df-46e8-8cdd-4de8c369b0a6 req-a6f22d1a-fc49-49bf-b2d2-06c3eac51969 service neutron] 10.222.0.43 "GET /v2.0/networks/5c607b89-fbc9-40ec-a5cb-3d08e5262f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084594 Nov 09 21:19:00.866404 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a0261015-a344-4629-8fdf-5634a09c3f6b req-c840a6ea-edb1-43b8-b7b4-418e53004332 service neutron] 10.222.0.45 "GET /v2.0/networks/5c607b89-fbc9-40ec-a5cb-3d08e5262f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830110 Nov 09 21:19:00.874919 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-4e5cad5a-bde3-4b52-a8e3-c70de001d8e2 None None] Attempting to bind port 20c5eb82-b758-4941-b495-3364cebf5d5f on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:19:00.875399 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-4e5cad5a-bde3-4b52-a8e3-c70de001d8e2 None None] Attempting to bind port 20c5eb82-b758-4941-b495-3364cebf5d5f by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '3f8effe2-ca09-4bf1-b91e-c039a8c90cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:19:00.875804 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5cad5a-bde3-4b52-a8e3-c70de001d8e2 None None] Attempting to bind port 20c5eb82-b758-4941-b495-3364cebf5d5f on network a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:19:00.896087 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5cad5a-bde3-4b52-a8e3-c70de001d8e2 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:19:00.896734 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5cad5a-bde3-4b52-a8e3-c70de001d8e2 None None] Checking segment: {'id': '3f8effe2-ca09-4bf1-b91e-c039a8c90cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:19:00.899618 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4e5cad5a-bde3-4b52-a8e3-c70de001d8e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:00.900810 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5cad5a-bde3-4b52-a8e3-c70de001d8e2 None None] Bound using segment: {'id': '3f8effe2-ca09-4bf1-b91e-c039a8c90cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:19:00.901973 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-4e5cad5a-bde3-4b52-a8e3-c70de001d8e2 None None] Bound port: 20c5eb82-b758-4941-b495-3364cebf5d5f, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f8effe2-ca09-4bf1-b91e-c039a8c90cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:19:00.902768 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4e5cad5a-bde3-4b52-a8e3-c70de001d8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:00.930181 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-646ad560-df73-4abf-b24a-0d996c22b639 req-e0beedff-7ad4-44ef-8da8-e4baf806e3f7 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] No DVR routers for this DVR port f2f89472-9a16-481e-af91-7fd1b570f557 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:19:00.932814 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-11b401ac-4b6a-4840-8be5-426cddb65ad9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:00.934459 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-646ad560-df73-4abf-b24a-0d996c22b639 req-e0beedff-7ad4-44ef-8da8-e4baf806e3f7 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:00.939051 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-646ad560-df73-4abf-b24a-0d996c22b639 req-e0beedff-7ad4-44ef-8da8-e4baf806e3f7 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.43 "DELETE /v2.0/ports/f2f89472-9a16-481e-af91-7fd1b570f557 HTTP/1.1" status: 204 len: 173 time: 0.9654458 Nov 09 21:19:00.940688 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5c2581-5720-4e18-b5a0-f584fd4a37e7', 'name': 'network-vif-deleted', 'tag': 'f2f89472-9a16-481e-af91-7fd1b570f557'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:19:00.942954 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a10d98-3a5b-4f0b-bbb9-73634f693d39" -d '{"events": [{"server_uuid": "bc5c2581-5720-4e18-b5a0-f584fd4a37e7", "name": "network-vif-deleted", "tag": "f2f89472-9a16-481e-af91-7fd1b570f557"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:19:01.015776 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-4e5cad5a-bde3-4b52-a8e3-c70de001d8e2 None None] For port 20c5eb82-b758-4941-b495-3364cebf5d5f, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:19:01.019098 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-4e5cad5a-bde3-4b52-a8e3-c70de001d8e2 None None] For port 20c5eb82-b758-4941-b495-3364cebf5d5f, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=20c5eb82-b758-4941-b495-3364cebf5d5f,segment=NetworkSegment(3f8effe2-ca09-4bf1-b91e-c039a8c90cd3),segment_id=3f8effe2-ca09-4bf1-b91e-c039a8c90cd3)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:19:01.024008 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4e5cad5a-bde3-4b52-a8e3-c70de001d8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:01.024663 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60d49c-85b8-46d6-b350-bbe9be856b94 req-d22046d8-4f72-4ab1-94d5-8d62c934000c tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:01.026218 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4f60d49c-85b8-46d6-b350-bbe9be856b94 req-d22046d8-4f72-4ab1-94d5-8d62c934000c tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=b79f94ac-8ac2-4365-8a06-f7a77c8c6e2c HTTP/1.1" status: 200 len: 950 time: 0.2592325 Nov 09 21:19:01.108416 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5cad5a-bde3-4b52-a8e3-c70de001d8e2 None None] Pushing event updated for resources: {'Port': ['ID=20c5eb82-b758-4941-b495-3364cebf5d5f,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:01.118463 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2320f03-217e-4dd3-8e35-656114e643cd req-309062de-b638-4069-99db-2ac001d19651 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:01.120125 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d2320f03-217e-4dd3-8e35-656114e643cd req-309062de-b638-4069-99db-2ac001d19651 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/ports?device_id=f873948d-c065-49f5-80ee-b0df760c4a68 HTTP/1.1" status: 200 len: 944 time: 0.0983198 Nov 09 21:19:01.208865 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d2320f03-217e-4dd3-8e35-656114e643cd req-b78217eb-6bd1-402d-8c39-be159918f873 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceea38cc-44df-413d-adc4-9ba227d57de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804381 Nov 09 21:19:01.254465 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-11b401ac-4b6a-4840-8be5-426cddb65ad9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:01.279768 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cab40d-f5b6-4799-925f-72237507f150 x-openstack-request-id: req-02cab40d-f5b6-4799-925f-72237507f150 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:19:01.280406 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc5c2581-5720-4e18-b5a0-f584fd4a37e7", "name": "network-vif-deleted", "tag": "f2f89472-9a16-481e-af91-7fd1b570f557", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:19:01.281492 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-02cab40d-f5b6-4799-925f-72237507f150 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:19:01.282277 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5c2581-5720-4e18-b5a0-f584fd4a37e7', 'name': 'network-vif-deleted', 'tag': 'f2f89472-9a16-481e-af91-7fd1b570f557', 'status': 'completed', 'code': 200} Nov 09 21:19:01.297199 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4f60d49c-85b8-46d6-b350-bbe9be856b94 req-2d0ebef7-2156-4f5d-b36f-e65f6d1b84da tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614172 Nov 09 21:19:01.678934 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b8949-cc6b-456c-9d7c-b9d6980026bd req-e11ea7cb-c1b5-4a3a-a011-721b9fda2d0e tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:01.681563 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ee5b8949-cc6b-456c-9d7c-b9d6980026bd req-e11ea7cb-c1b5-4a3a-a011-721b9fda2d0e tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 950 time: 0.2132022 Nov 09 21:19:01.782403 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-11b401ac-4b6a-4840-8be5-426cddb65ad9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:01.800088 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ee5b8949-cc6b-456c-9d7c-b9d6980026bd req-2cd1154b-ec29-4b0a-8cc9-672af29a90de tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093357 Nov 09 21:19:01.806247 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-11b401ac-4b6a-4840-8be5-426cddb65ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:01.931997 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7267e5aa-b001-445c-b498-2ae378a05512 req-383d91cb-ed1a-4f1b-b491-f44eaf8667af tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups/aee41029-d955-4db4-8426-e4c6f709c5ca HTTP/1.1" status: 200 len: 1816 time: 0.1276278 Nov 09 21:19:02.029905 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-7267e5aa-b001-445c-b498-2ae378a05512 req-77ef7982-c4c7-4c82-830e-f7f3bca503ad tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:02.048275 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-11b401ac-4b6a-4840-8be5-426cddb65ad9 admin admin] Allocated IP 172.25.7.96 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/14f59ecb-3b10-4ec7-a46a-563029481d59) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:19:02.092226 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-7267e5aa-b001-445c-b498-2ae378a05512 req-77ef7982-c4c7-4c82-830e-f7f3bca503ad tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:02.214220 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-055bb502-293b-4a98-9efc-82280becb4de tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=867ef6cfa2fd4a99a4fa1c431222077a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0723610 Nov 09 21:19:02.268973 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 20c5eb82-b758-4941-b495-3364cebf5d5f up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:19:02.272930 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-7267e5aa-b001-445c-b498-2ae378a05512 req-77ef7982-c4c7-4c82-830e-f7f3bca503ad tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:02.283897 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-7267e5aa-b001-445c-b498-2ae378a05512 req-77ef7982-c4c7-4c82-830e-f7f3bca503ad tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:02.285364 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7267e5aa-b001-445c-b498-2ae378a05512 req-77ef7982-c4c7-4c82-830e-f7f3bca503ad tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "DELETE /v2.0/security-groups/aee41029-d955-4db4-8426-e4c6f709c5ca HTTP/1.1" status: 204 len: 173 time: 0.3524656 Nov 09 21:19:02.322492 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef7982-c4c7-4c82-830e-f7f3bca503ad tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee41029-d955-4db4-8426-e4c6f709c5ca,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:02.406529 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-11b401ac-4b6a-4840-8be5-426cddb65ad9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:02.440892 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 20c5eb82-b758-4941-b495-3364cebf5d5f triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:02.441358 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:02.487766 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-11b401ac-4b6a-4840-8be5-426cddb65ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:02.526456 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 3addb16e-5830-4dda-a131-13a5e39f04d8 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:19:02.543713 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b401ac-4b6a-4840-8be5-426cddb65ad9 admin admin] Pushing event updated for resources: {'Port': ['ID=14f59ecb-3b10-4ec7-a46a-563029481d59,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:02.565899 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-c4786299-c6ff-4afa-bd38-4cfc954f2e4c tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:02.576596 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-c4786299-c6ff-4afa-bd38-4cfc954f2e4c tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3601954 Nov 09 21:19:02.605642 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b401ac-4b6a-4840-8be5-426cddb65ad9 admin admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:19:02.608596 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-11b401ac-4b6a-4840-8be5-426cddb65ad9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:19:02.611784 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b401ac-4b6a-4840-8be5-426cddb65ad9 admin admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:19:02.629807 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-798c3b79-1bb9-4e1b-9d68-ea23a681d089 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/quotas/867ef6cfa2fd4a99a4fa1c431222077a HTTP/1.1" status: 200 len: 375 time: 0.0510812 Nov 09 21:19:02.743814 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-3e7dd3fc-7613-4058-b405-8e58ae413ab6 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=867ef6cfa2fd4a99a4fa1c431222077a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1108844 Nov 09 21:19:02.749978 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2ce784-6380-4423-abc8-dca0d716a786 None None] Network a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:19:02.776556 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ca972-2f47-4350-b0a4-47c03c7766d4 req-c2df4f8b-7422-4034-a90a-7250bdf2879d tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:02.785537 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e48ca972-2f47-4350-b0a4-47c03c7766d4 req-c2df4f8b-7422-4034-a90a-7250bdf2879d tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/ports?device_id=f873948d-c065-49f5-80ee-b0df760c4a68 HTTP/1.1" status: 200 len: 944 time: 0.3097367 Nov 09 21:19:02.800477 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 3addb16e-5830-4dda-a131-13a5e39f04d8 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:19:02.895017 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e48ca972-2f47-4350-b0a4-47c03c7766d4 req-2dd4e2c3-71b2-437a-8ef0-7b7baf3d6fa0 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceea38cc-44df-413d-adc4-9ba227d57de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082139 Nov 09 21:19:02.957367 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 3addb16e-5830-4dda-a131-13a5e39f04d8 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:02.957802 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:03.070008 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7f53090c-b767-461b-b80b-9e4ed9b13b00 req-c94e1f36-2fdc-42a8-b4ab-ee3ebb42abad tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "GET /v2.0/security-groups/de833f66-8fc4-48f6-8a5e-900af5240801 HTTP/1.1" status: 200 len: 1816 time: 0.0768459 Nov 09 21:19:03.161072 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 5410611b-af67-4738-907d-6e4719582da7 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:19:03.166107 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-11b401ac-4b6a-4840-8be5-426cddb65ad9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:03.179137 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:03.243186 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-374b98b1-d1bd-4c1e-9982-4e095451ef5d None None] Provisioning complete for port 20c5eb82-b758-4941-b495-3364cebf5d5f triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:03.243564 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-374b98b1-d1bd-4c1e-9982-4e095451ef5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:03.264897 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-add68042-6f6e-4a31-a240-7189aaf5c3f6 req-1294f31d-009b-43cd-a7cb-172b4ecf2d00 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=d36f1fc0-05fa-4125-881c-edd4e311af8e HTTP/1.1" status: 200 len: 210 time: 0.0631809 Nov 09 21:19:03.420048 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-7f53090c-b767-461b-b80b-9e4ed9b13b00 req-782abf5c-4ea8-48dd-b015-8cc0158550a8 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:03.535058 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.db.resource_extend [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 21:19:03.535916 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-7f53090c-b767-461b-b80b-9e4ed9b13b00 req-782abf5c-4ea8-48dd-b015-8cc0158550a8 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:03.635198 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-11b401ac-4b6a-4840-8be5-426cddb65ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:03.642936 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 20c5eb82-b758-4941-b495-3364cebf5d5f, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=20c5eb82-b758-4941-b495-3364cebf5d5f,segment=NetworkSegment(3f8effe2-ca09-4bf1-b91e-c039a8c90cd3),segment_id=3f8effe2-ca09-4bf1-b91e-c039a8c90cd3)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:19:03.656556 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:03.709160 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-7f53090c-b767-461b-b80b-9e4ed9b13b00 req-782abf5c-4ea8-48dd-b015-8cc0158550a8 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:03.713352 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-7f53090c-b767-461b-b80b-9e4ed9b13b00 req-782abf5c-4ea8-48dd-b015-8cc0158550a8 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:03.721429 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7f53090c-b767-461b-b80b-9e4ed9b13b00 req-782abf5c-4ea8-48dd-b015-8cc0158550a8 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] 10.222.0.49 "DELETE /v2.0/security-groups/de833f66-8fc4-48f6-8a5e-900af5240801 HTTP/1.1" status: 204 len: 173 time: 0.6416490 Nov 09 21:19:03.722211 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38342) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:03.727017 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:03.736685 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=20c5eb82-b758-4941-b495-3364cebf5d5f,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:03.769950 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782abf5c-4ea8-48dd-b015-8cc0158550a8 tempest-SecurityGroupsTestJSON-786700984 tempest-SecurityGroupsTestJSON-786700984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de833f66-8fc4-48f6-8a5e-900af5240801,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:03.862780 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-7071d9d9-12c9-46c5-8809-1a55b5e7fbe5 admin admin] Deleting subnet 262b1767-8d0a-4864-8ab4-daf4a8d6ba62 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:19:03.867480 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7071d9d9-12c9-46c5-8809-1a55b5e7fbe5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:03.873987 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b401ac-4b6a-4840-8be5-426cddb65ad9 admin admin] Router b0b26bf9-2e2f-4ba5-b577-e754da94db8e is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:19:03.915246 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:03.918886 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 5410611b-af67-4738-907d-6e4719582da7, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=5410611b-af67-4738-907d-6e4719582da7,segment=NetworkSegment(8b343e36-5ad5-4993-af06-da856762e2f1),segment_id=8b343e36-5ad5-4993-af06-da856762e2f1)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:19:03.947930 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '5410611b-af67-4738-907d-6e4719582da7', 'network_id': '5c607b89-fbc9-40ec-a5cb-3d08e5262f91', 'port_id': '5410611b-af67-4738-907d-6e4719582da7', 'mac_address': 'fa:16:3e:84:4c:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f101193f-055a-4356-b3a4-446117d96b9b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:19:03.962041 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7071d9d9-12c9-46c5-8809-1a55b5e7fbe5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:04.010645 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf7f7d2-a8cf-434a-9077-15e184fdc913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3addb16e-5830-4dda-a131-13a5e39f04d8'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:19:04.018097 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea53dd09-310f-4c47-912f-504eb5ff4f63" -d '{"events": [{"server_uuid": "4cf7f7d2-a8cf-434a-9077-15e184fdc913", "name": "network-vif-plugged", "status": "completed", "tag": "3addb16e-5830-4dda-a131-13a5e39f04d8"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:19:04.080418 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7071d9d9-12c9-46c5-8809-1a55b5e7fbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:04.116717 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 3addb16e-5830-4dda-a131-13a5e39f04d8, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=3addb16e-5830-4dda-a131-13a5e39f04d8,segment=NetworkSegment(8b343e36-5ad5-4993-af06-da856762e2f1),segment_id=8b343e36-5ad5-4993-af06-da856762e2f1)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:19:04.120069 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b0fa18-90ff-46ec-aa16-b95e2a4efee6 x-openstack-request-id: req-22b0fa18-90ff-46ec-aa16-b95e2a4efee6 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:19:04.138707 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cf7f7d2-a8cf-434a-9077-15e184fdc913", "name": "network-vif-plugged", "status": "completed", "tag": "3addb16e-5830-4dda-a131-13a5e39f04d8", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:19:04.140167 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-22b0fa18-90ff-46ec-aa16-b95e2a4efee6 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:19:04.140934 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cf7f7d2-a8cf-434a-9077-15e184fdc913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3addb16e-5830-4dda-a131-13a5e39f04d8', 'code': 200} Nov 09 21:19:04.157581 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:04.170361 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:04.171563 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device f2f89472-9a16-481e-af91-7fd1b570f557 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:19:04.208112 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7071d9d9-12c9-46c5-8809-1a55b5e7fbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:04.246735 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7071d9d9-12c9-46c5-8809-1a55b5e7fbe5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=262b1767-8d0a-4864-8ab4-daf4a8d6ba62,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:04.250879 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7071d9d9-12c9-46c5-8809-1a55b5e7fbe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:04.257019 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7071d9d9-12c9-46c5-8809-1a55b5e7fbe5 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/262b1767-8d0a-4864-8ab4-daf4a8d6ba62 HTTP/1.1" status: 204 len: 168 time: 0.5331464 Nov 09 21:19:04.257632 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38354) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:04.264281 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c9cb1-571e-43be-b43a-3d308dc97a05 req-b5bc3a0d-1b1e-4666-b0d7-232e07b51dbe tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:04.278611 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-290c9cb1-571e-43be-b43a-3d308dc97a05 req-b5bc3a0d-1b1e-4666-b0d7-232e07b51dbe tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/ports?device_id=f873948d-c065-49f5-80ee-b0df760c4a68 HTTP/1.1" status: 200 len: 944 time: 0.2253714 Nov 09 21:19:04.306263 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 20c5eb82-b758-4941-b495-3364cebf5d5f up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:19:04.308581 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-992a0396-117f-495a-8829-a7136f5be8da None None] Provisioning complete for port 20c5eb82-b758-4941-b495-3364cebf5d5f triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:04.311142 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-992a0396-117f-495a-8829-a7136f5be8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:04.313608 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5410611b-af67-4738-907d-6e4719582da7 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:19:04.358257 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b401ac-4b6a-4840-8be5-426cddb65ad9 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:19:04.415281 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-efe60ab2-bce9-4f0a-bf03-e4704e50cc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:04.449891 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe740a-cb44-499f-bc34-c61d9ea95df2 req-58321cb2-7b42-491f-8b4f-85687d332eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:04.451986 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dcbe740a-cb44-499f-bc34-c61d9ea95df2 req-58321cb2-7b42-491f-8b4f-85687d332eb9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4cf7f7d2-a8cf-434a-9077-15e184fdc913 HTTP/1.1" status: 200 len: 1096 time: 0.1624548 Nov 09 21:19:04.463866 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-11b401ac-4b6a-4840-8be5-426cddb65ad9 admin admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:04.465119 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-11b401ac-4b6a-4840-8be5-426cddb65ad9 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.8789835 Nov 09 21:19:04.481268 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 5410611b-af67-4738-907d-6e4719582da7, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=5410611b-af67-4738-907d-6e4719582da7,segment=NetworkSegment(8b343e36-5ad5-4993-af06-da856762e2f1),segment_id=8b343e36-5ad5-4993-af06-da856762e2f1)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:19:04.499270 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38360) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:04.507190 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-290c9cb1-571e-43be-b43a-3d308dc97a05 req-3ca2e7e5-fb46-4844-b2df-bd25761b32c9 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceea38cc-44df-413d-adc4-9ba227d57de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273660 Nov 09 21:19:04.523430 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd5bd22-d7ca-49dd-949c-20074cc16256 None None] Sync routers for ids ['b0b26bf9-2e2f-4ba5-b577-e754da94db8e'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:19:04.528366 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=3addb16e-5830-4dda-a131-13a5e39f04d8,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:04.545278 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: f2f89472-9a16-481e-af91-7fd1b570f557 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:19:04.550281 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device f2f89472-9a16-481e-af91-7fd1b570f557 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:19:04.553232 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:04.569434 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38362) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:04.578751 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-efe60ab2-bce9-4f0a-bf03-e4704e50cc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:04.603828 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-efe60ab2-bce9-4f0a-bf03-e4704e50cc55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7680b8cd-cf84-4451-b98c-9ec0a0c87d39']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:19:04.616213 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-efe60ab2-bce9-4f0a-bf03-e4704e50cc55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09b70962-317a-4e30-8693-8968e5be04b8') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:19:04.616914 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-efe60ab2-bce9-4f0a-bf03-e4704e50cc55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09b70962-317a-4e30-8693-8968e5be04b8') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:19:04.628765 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-efe60ab2-bce9-4f0a-bf03-e4704e50cc55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:04.640170 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd5bd22-d7ca-49dd-949c-20074cc16256 None None] Routers {'b0b26bf9-2e2f-4ba5-b577-e754da94db8e'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:19:04.643468 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-afd5bd22-d7ca-49dd-949c-20074cc16256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:18:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['b0b26bf9-2e2f-4ba5-b577-e754da94db8e'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:19:04.645744 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-efe60ab2-bce9-4f0a-bf03-e4704e50cc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:04.654610 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efe60ab2-bce9-4f0a-bf03-e4704e50cc55 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:19:04.655839 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-efe60ab2-bce9-4f0a-bf03-e4704e50cc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:04.724166 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:19:04.724166 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:19:04.724166 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:19:04.724166 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:19:04.724166 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:19:04.724166 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:19:04.724166 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:19:04.724166 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:19:04.724166 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:19:04.724166 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:19:04.724166 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:19:04.724166 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:19:04.724166 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:19:04.724166 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:19:04.724166 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:19:04.724166 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:19:04.724166 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:19:04.724166 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:19:04.724166 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:19:04.724166 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:19:04.724166 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:19:04.724166 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:19:04.724166 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:19:04.724166 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:19:04.724166 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:19:04.724166 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:19:04.724166 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:19:04.724166 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:19:04.724166 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:19:04.724166 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:19:04.724166 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:19:04.724166 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:19:04.748812 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dcbe740a-cb44-499f-bc34-c61d9ea95df2 req-4433de0c-f78e-4868-b807-c2a9455e9384 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ceea38cc-44df-413d-adc4-9ba227d57de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699423 Nov 09 21:19:04.750680 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-efe60ab2-bce9-4f0a-bf03-e4704e50cc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:04.757294 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-efe60ab2-bce9-4f0a-bf03-e4704e50cc55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:04.762744 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-efe60ab2-bce9-4f0a-bf03-e4704e50cc55 admin admin] 10.222.0.49 "DELETE /v2.0/networks/7680b8cd-cf84-4451-b98c-9ec0a0c87d39 HTTP/1.1" status: 204 len: 168 time: 0.5041721 Nov 09 21:19:04.792489 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c24ef8d5-8fc4-47cc-a420-9f0f5d2191a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:04.851394 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-e4fa2dc5-36ca-4047-a7c9-8f08435ace7c tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=867ef6cfa2fd4a99a4fa1c431222077a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0842090 Nov 09 21:19:04.891891 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe60ab2-bce9-4f0a-bf03-e4704e50cc55 admin admin] Pushing event deleted for resources: {'Network': ['ID=7680b8cd-cf84-4451-b98c-9ec0a0c87d39,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:04.928530 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6b17c15e-dc1b-4ca5-895b-70acf54b4a00 req-a28fa4ba-0f37-42c5-9328-767efc5d6fbe tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=d36f1fc0-05fa-4125-881c-edd4e311af8e HTTP/1.1" status: 200 len: 210 time: 0.2025394 Nov 09 21:19:04.993294 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-afd5bd22-d7ca-49dd-949c-20074cc16256 None None] Set router b0b26bf9-2e2f-4ba5-b577-e754da94db8e gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:19:05.003551 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38372) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:05.125414 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4acc7d2f-a0e8-4852-8d1d-a739bfcb6d0c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ddac74d17cf94df2880a226d15c0a5ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1122601 Nov 09 21:19:05.128677 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38374) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:05.143728 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-e1f59837-c7f6-4eb8-bd8a-5f8446b46772 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:05.145852 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-e1f59837-c7f6-4eb8-bd8a-5f8446b46772 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2454803 Nov 09 21:19:05.162233 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-d0afd0ba-d4c6-435f-860c-aa7a5b951f82 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Request body: {'port': {'device_id': 'd36f1fc0-05fa-4125-881c-edd4e311af8e', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'admin_state_up': True, 'tenant_id': '867ef6cfa2fd4a99a4fa1c431222077a'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:19:05.192842 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c24ef8d5-8fc4-47cc-a420-9f0f5d2191a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:05.257400 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 20c5eb82-b758-4941-b495-3364cebf5d5f triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:05.257700 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:05.287293 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=5410611b-af67-4738-907d-6e4719582da7,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:05.317999 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ad4a535e-b30c-4f7e-a115-98964095a75d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:05.343823 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['5410611b-af67-4738-907d-6e4719582da7'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:19:05.368229 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ad4a535e-b30c-4f7e-a115-98964095a75d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:05.409438 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-d0afd0ba-d4c6-435f-860c-aa7a5b951f82 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Made reservation on behalf of 867ef6cfa2fd4a99a4fa1c431222077a for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:19:05.415169 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-d0afd0ba-d4c6-435f-860c-aa7a5b951f82 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:05.545294 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-afd5bd22-d7ca-49dd-949c-20074cc16256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b26bf9-2e2f-4ba5-b577-e754da94db8e', 'name': 'tempest-AttachSCSIVolumeTestJSON-166447926-router', 'tenant_id': '82be29d0d47e46adb14283806ef20aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '14f59ecb-3b10-4ec7-a46a-563029481d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:19:00Z', 'updated_at': '2021-11-09T21:19:02Z', 'revision_number': 3, 'project_id': '82be29d0d47e46adb14283806ef20aca', 'gw_port': {'id': '14f59ecb-3b10-4ec7-a46a-563029481d59', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b26bf9-2e2f-4ba5-b577-e754da94db8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:01Z', 'updated_at': '2021-11-09T21:19:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:19:05.602292 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd5bd22-d7ca-49dd-949c-20074cc16256 None None] Checking router: b0b26bf9-2e2f-4ba5-b577-e754da94db8e for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:19:05.602808 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd5bd22-d7ca-49dd-949c-20074cc16256 None None] Updating router b0b26bf9-2e2f-4ba5-b577-e754da94db8e port 14f59ecb-3b10-4ec7-a46a-563029481d59 binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:19:05.618780 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ad4a535e-b30c-4f7e-a115-98964095a75d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:05.627046 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ad4a535e-b30c-4f7e-a115-98964095a75d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:05.629611 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ad4a535e-b30c-4f7e-a115-98964095a75d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fe7beac0-83b7-4dc2-8a69-2d3bfb73b965 HTTP/1.1" status: 204 len: 168 time: 0.4995427 Nov 09 21:19:05.661802 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a535e-b30c-4f7e-a115-98964095a75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7beac0-83b7-4dc2-8a69-2d3bfb73b965,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:05.718580 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-afd5bd22-d7ca-49dd-949c-20074cc16256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:05.737231 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-d0afd0ba-d4c6-435f-860c-aa7a5b951f82 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Allocated IP 192.168.233.46 (568519e4-f6af-4966-9e93-738c3c6cb9f1/5ba3500c-a288-4596-ba94-148f2bd8a6da/13cdc27b-4127-4398-9060-af4c544dba06) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:19:05.817584 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c24ef8d5-8fc4-47cc-a420-9f0f5d2191a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:05.850150 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c24ef8d5-8fc4-47cc-a420-9f0f5d2191a5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6af5e94e4847479487e852dd5633fdec&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2795551 Nov 09 21:19:05.855431 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38384) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:05.940042 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f20b30-560e-43d4-93cd-4a9234082900 req-f898b694-c919-4994-a871-77a3c0bc6b1c tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:05.950274 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-39f20b30-560e-43d4-93cd-4a9234082900 req-f898b694-c919-4994-a871-77a3c0bc6b1c tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/ports?device_id=f873948d-c065-49f5-80ee-b0df760c4a68 HTTP/1.1" status: 200 len: 945 time: 0.1935785 Nov 09 21:19:06.018068 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-39f20b30-560e-43d4-93cd-4a9234082900 req-8e2b8a2a-0aa1-410b-a9a0-b69188b6bd34 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceea38cc-44df-413d-adc4-9ba227d57de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649192 Nov 09 21:19:06.028265 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ef8d5-8fc4-47cc-a420-9f0f5d2191a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450e9a81-4a98-43d1-ab3d-3d954833c881,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:06.168357 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-d0afd0ba-d4c6-435f-860c-aa7a5b951f82 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:06.182771 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1dd46e9e-ff30-4e75-b312-7075e2b3fb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:06.184580 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-996d3544-d6b3-4dc5-9880-280ef2b2f1fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:06.214275 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-996d3544-d6b3-4dc5-9880-280ef2b2f1fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:06.258784 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-88b4813b-0334-4026-80a2-3fcb5b4c8861 req-67b74f9d-1f8e-49c0-b026-cd546dc54aa1 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=d36f1fc0-05fa-4125-881c-edd4e311af8e HTTP/1.1" status: 200 len: 210 time: 0.0409148 Nov 09 21:19:06.272003 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-d0afd0ba-d4c6-435f-860c-aa7a5b951f82 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:06.301202 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-afd5bd22-d7ca-49dd-949c-20074cc16256 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:06.304362 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['8ffcf690-c600-420a-b3df-8731c6157236'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:19:06.314685 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['528f7164-711a-46b8-a7d9-97e7ea2dc770'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:19:06.355863 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-afd5bd22-d7ca-49dd-949c-20074cc16256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:06.369381 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-d0afd0ba-d4c6-435f-860c-aa7a5b951f82 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Network 568519e4-f6af-4966-9e93-738c3c6cb9f1 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:19:06.374467 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-d0afd0ba-d4c6-435f-860c-aa7a5b951f82 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:19:06.391601 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-d0afd0ba-d4c6-435f-860c-aa7a5b951f82 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:19:06.454059 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0afd0ba-d4c6-435f-860c-aa7a5b951f82 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Pushing event updated for resources: {'Port': ['ID=13cdc27b-4127-4398-9060-af4c544dba06,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:06.507751 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-d0afd0ba-d4c6-435f-860c-aa7a5b951f82 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:06.509117 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-d0afd0ba-d4c6-435f-860c-aa7a5b951f82 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:06.531252 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-d0afd0ba-d4c6-435f-860c-aa7a5b951f82 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3740034 Nov 09 21:19:06.549595 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-7ec2883f-5d96-406f-bc00-9242bdfb305f service neutron] Request body: {'port': {'device_id': 'd36f1fc0-05fa-4125-881c-edd4e311af8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:19:06.615065 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-afd5bd22-d7ca-49dd-949c-20074cc16256 None None] Attempting to bind port 14f59ecb-3b10-4ec7-a46a-563029481d59 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:19:06.615562 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-afd5bd22-d7ca-49dd-949c-20074cc16256 None None] Attempting to bind port 14f59ecb-3b10-4ec7-a46a-563029481d59 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:19:06.615799 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd5bd22-d7ca-49dd-949c-20074cc16256 None None] Attempting to bind port 14f59ecb-3b10-4ec7-a46a-563029481d59 on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:19:06.631969 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd5bd22-d7ca-49dd-949c-20074cc16256 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:19:06.632350 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd5bd22-d7ca-49dd-949c-20074cc16256 None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:19:06.640896 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-afd5bd22-d7ca-49dd-949c-20074cc16256 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:06.641407 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd5bd22-d7ca-49dd-949c-20074cc16256 None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:19:06.641951 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-afd5bd22-d7ca-49dd-949c-20074cc16256 None None] Bound port: 14f59ecb-3b10-4ec7-a46a-563029481d59, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:19:06.642340 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-afd5bd22-d7ca-49dd-949c-20074cc16256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:06.669355 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-1dd46e9e-ff30-4e75-b312-7075e2b3fb43 admin admin] Allocated IP 172.20.0.1 (a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef/ef05ee4c-62c9-4031-9b2a-86343ca19be3/47a16641-679c-4504-bc8c-df42da9239c9) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:19:06.692170 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-7ec2883f-5d96-406f-bc00-9242bdfb305f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:06.693361 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-996d3544-d6b3-4dc5-9880-280ef2b2f1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:06.696063 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-996d3544-d6b3-4dc5-9880-280ef2b2f1fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:06.699792 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-996d3544-d6b3-4dc5-9880-280ef2b2f1fe admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/450e9a81-4a98-43d1-ab3d-3d954833c881 HTTP/1.1" status: 204 len: 168 time: 0.8351734 Nov 09 21:19:06.752618 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d3544-d6b3-4dc5-9880-280ef2b2f1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450e9a81-4a98-43d1-ab3d-3d954833c881,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:06.840086 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf3e8c-471c-4520-af1e-9043740adb4f None None] Pushing event updated for resources: {'Port': ['ID=14f59ecb-3b10-4ec7-a46a-563029481d59,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:06.928795 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-ff1088c7-34be-4f02-bd17-ce5dabace031 None None] Provisioning complete for port 13cdc27b-4127-4398-9060-af4c544dba06 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:06.929284 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ff1088c7-34be-4f02-bd17-ce5dabace031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:06.987488 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1dd46e9e-ff30-4e75-b312-7075e2b3fb43 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:07.031952 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-ff1088c7-34be-4f02-bd17-ce5dabace031 None None] Port 13cdc27b-4127-4398-9060-af4c544dba06 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:19:07.042039 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-afd5bd22-d7ca-49dd-949c-20074cc16256 None None] For port 14f59ecb-3b10-4ec7-a46a-563029481d59, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:19:07.089470 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-afd5bd22-d7ca-49dd-949c-20074cc16256 None None] For port 14f59ecb-3b10-4ec7-a46a-563029481d59, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=14f59ecb-3b10-4ec7-a46a-563029481d59,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:19:07.107576 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1dd46e9e-ff30-4e75-b312-7075e2b3fb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:07.121042 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 5410611b-af67-4738-907d-6e4719582da7 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:19:07.128911 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-afd5bd22-d7ca-49dd-949c-20074cc16256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:07.272441 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38420) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:07.296723 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd5bd22-d7ca-49dd-949c-20074cc16256 None None] Routers {'b0b26bf9-2e2f-4ba5-b577-e754da94db8e'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:19:07.297362 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-afd5bd22-d7ca-49dd-949c-20074cc16256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:18:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['b0b26bf9-2e2f-4ba5-b577-e754da94db8e'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:19:07.331901 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd46e9e-ff30-4e75-b312-7075e2b3fb43 admin admin] Network a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:19:07.376202 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-1dd46e9e-ff30-4e75-b312-7075e2b3fb43 admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:19:07.393631 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd46e9e-ff30-4e75-b312-7075e2b3fb43 admin admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:19:07.406731 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf3e8c-471c-4520-af1e-9043740adb4f None None] Pushing event updated for resources: {'Port': ['ID=14f59ecb-3b10-4ec7-a46a-563029481d59,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:07.488608 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 5410611b-af67-4738-907d-6e4719582da7 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:19:07.501517 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38426) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:07.509970 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd46e9e-ff30-4e75-b312-7075e2b3fb43 admin admin] Pushing event updated for resources: {'Port': ['ID=47a16641-679c-4504-bc8c-df42da9239c9,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:07.515203 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 5410611b-af67-4738-907d-6e4719582da7 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:07.515579 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:07.552758 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cfe53-b625-4166-b3c5-db30f4d35fef req-ad7e0eb1-9160-4c6e-b704-903946a7680b tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:07.554368 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e66cfe53-b625-4166-b3c5-db30f4d35fef req-ad7e0eb1-9160-4c6e-b704-903946a7680b tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/ports?device_id=f873948d-c065-49f5-80ee-b0df760c4a68 HTTP/1.1" status: 200 len: 945 time: 0.3516819 Nov 09 21:19:07.571708 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-304360a3-8f5b-4baf-a825-c18e9192e3a0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-693468397-network', 'tenant_id': '1b6ffb029992434f8d6aabef83131597'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:19:07.608385 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1dd46e9e-ff30-4e75-b312-7075e2b3fb43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:07.628496 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-afd5bd22-d7ca-49dd-949c-20074cc16256 None None] Set router b0b26bf9-2e2f-4ba5-b577-e754da94db8e gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:19:07.656750 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5ec1ea29-e8a3-4648-ac86-20abf8f4c4b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:07.673019 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304360a3-8f5b-4baf-a825-c18e9192e3a0 admin admin] Made reservation on behalf of 1b6ffb029992434f8d6aabef83131597 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:19:07.675294 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-304360a3-8f5b-4baf-a825-c18e9192e3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:07.682915 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-7ec2883f-5d96-406f-bc00-9242bdfb305f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13cdc27b-4127-4398-9060-af4c544dba06 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:19:07.723528 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-7ec2883f-5d96-406f-bc00-9242bdfb305f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:07.725711 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-304360a3-8f5b-4baf-a825-c18e9192e3a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:07.733527 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e66cfe53-b625-4166-b3c5-db30f4d35fef req-dd2109df-ca45-4070-9ada-164ee8fb4ecc tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceea38cc-44df-413d-adc4-9ba227d57de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580899 Nov 09 21:19:07.778701 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e39c8-16cf-4ff8-b486-7994cb66a186 req-988636fe-59d2-4bc8-a3aa-c9e93aa4c479 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:07.796254 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-202e39c8-16cf-4ff8-b486-7994cb66a186 req-988636fe-59d2-4bc8-a3aa-c9e93aa4c479 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=d36f1fc0-05fa-4125-881c-edd4e311af8e HTTP/1.1" status: 200 len: 935 time: 0.3956726 Nov 09 21:19:07.892709 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-7ec2883f-5d96-406f-bc00-9242bdfb305f service neutron] Transition to ACTIVE for port object 13cdc27b-4127-4398-9060-af4c544dba06 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:19:07.920880 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1dd46e9e-ff30-4e75-b312-7075e2b3fb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:07.921628 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-7ec2883f-5d96-406f-bc00-9242bdfb305f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:08.054535 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-202e39c8-16cf-4ff8-b486-7994cb66a186 req-2bcbeef0-b087-44e0-b7a8-fc7cdfff46b9 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562497 Nov 09 21:19:08.113619 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-e5869e12-aefb-455a-8948-825f89c033f8 None None] Provisioning complete for port 47a16641-679c-4504-bc8c-df42da9239c9 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:08.114227 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e5869e12-aefb-455a-8948-825f89c033f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:08.123225 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2883f-5d96-406f-bc00-9242bdfb305f service neutron] Pushing event updated for resources: {'Port': ['ID=13cdc27b-4127-4398-9060-af4c544dba06,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:08.191408 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5ec1ea29-e8a3-4648-ac86-20abf8f4c4b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:08.235466 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5ec1ea29-e8a3-4648-ac86-20abf8f4c4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:08.238150 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1dd46e9e-ff30-4e75-b312-7075e2b3fb43 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:08.248368 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1dd46e9e-ff30-4e75-b312-7075e2b3fb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:08.326701 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-304360a3-8f5b-4baf-a825-c18e9192e3a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:08.331453 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5ec1ea29-e8a3-4648-ac86-20abf8f4c4b9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=442f6df80a10482488f541e5e704f346&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7910659 Nov 09 21:19:08.336883 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38436) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:08.340023 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-304360a3-8f5b-4baf-a825-c18e9192e3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:08.344138 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec1ea29-e8a3-4648-ac86-20abf8f4c4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8c4d15-af6b-4d09-a1d9-8d269069232b,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:08.384111 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-7ec2883f-5d96-406f-bc00-9242bdfb305f service neutron] Attempting to bind port 13cdc27b-4127-4398-9060-af4c544dba06 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:19:08.384466 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-7ec2883f-5d96-406f-bc00-9242bdfb305f service neutron] Attempting to bind port 13cdc27b-4127-4398-9060-af4c544dba06 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:19:08.384813 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-7ec2883f-5d96-406f-bc00-9242bdfb305f service neutron] Attempting to bind port 13cdc27b-4127-4398-9060-af4c544dba06 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:19:08.407338 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1dd46e9e-ff30-4e75-b312-7075e2b3fb43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:08.408141 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-304360a3-8f5b-4baf-a825-c18e9192e3a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:19:08.411488 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-7ec2883f-5d96-406f-bc00-9242bdfb305f service neutron] Port 13cdc27b-4127-4398-9060-af4c544dba06 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:19:08.411488 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-7ec2883f-5d96-406f-bc00-9242bdfb305f service neutron] Attempting to bind port 13cdc27b-4127-4398-9060-af4c544dba06 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:19:08.419030 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-e5869e12-aefb-455a-8948-825f89c033f8 None None] Port 47a16641-679c-4504-bc8c-df42da9239c9 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:19:08.433077 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-7ec2883f-5d96-406f-bc00-9242bdfb305f service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:19:08.433472 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-7ec2883f-5d96-406f-bc00-9242bdfb305f service neutron] Checking segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:19:08.433870 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-7ec2883f-5d96-406f-bc00-9242bdfb305f service neutron] Bound using segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:19:08.434315 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-7ec2883f-5d96-406f-bc00-9242bdfb305f service neutron] Bound port: 13cdc27b-4127-4398-9060-af4c544dba06, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:19:08.434727 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-7ec2883f-5d96-406f-bc00-9242bdfb305f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:08.438743 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304360a3-8f5b-4baf-a825-c18e9192e3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7992d790-8bd4-4089-a3a5-ce6555e5e745,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:08.453378 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-304360a3-8f5b-4baf-a825-c18e9192e3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:08.453730 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-304360a3-8f5b-4baf-a825-c18e9192e3a0 admin admin] Added segment 1a7c8e1b-ecd0-4bfd-acec-9c5369d9030f of type vlan for network 9bcf3e74-66ab-4e01-a79a-180569e5d97f Nov 09 21:19:08.462752 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd46e9e-ff30-4e75-b312-7075e2b3fb43 admin admin] Pushing event updated for resources: {'Port': ['ID=47a16641-679c-4504-bc8c-df42da9239c9,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:08.482959 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:08.553895 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f873948d-c065-49f5-80ee-b0df760c4a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5410611b-af67-4738-907d-6e4719582da7'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:19:08.556161 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa01fb6c-896f-41d3-a5ea-e074fd12d471" -d '{"events": [{"server_uuid": "f873948d-c065-49f5-80ee-b0df760c4a68", "name": "network-vif-plugged", "status": "completed", "tag": "5410611b-af67-4738-907d-6e4719582da7"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:19:08.581443 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-304360a3-8f5b-4baf-a825-c18e9192e3a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:08.589163 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 5410611b-af67-4738-907d-6e4719582da7, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=5410611b-af67-4738-907d-6e4719582da7,segment=NetworkSegment(8b343e36-5ad5-4993-af06-da856762e2f1),segment_id=8b343e36-5ad5-4993-af06-da856762e2f1)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:19:08.589910 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-639c0a2f-6d43-4d99-a1dd-0fbb011ec4ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:08.610787 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:08.633315 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef7364e-a2af-4f9b-9c92-4dda931d3427 x-openstack-request-id: req-3ef7364e-a2af-4f9b-9c92-4dda931d3427 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:19:08.634010 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f873948d-c065-49f5-80ee-b0df760c4a68", "name": "network-vif-plugged", "status": "completed", "tag": "5410611b-af67-4738-907d-6e4719582da7", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:19:08.634010 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3ef7364e-a2af-4f9b-9c92-4dda931d3427 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:19:08.634351 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f873948d-c065-49f5-80ee-b0df760c4a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5410611b-af67-4738-907d-6e4719582da7', 'code': 200} Nov 09 21:19:08.635694 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-639c0a2f-6d43-4d99-a1dd-0fbb011ec4ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:08.653248 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-304360a3-8f5b-4baf-a825-c18e9192e3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:08.654740 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304360a3-8f5b-4baf-a825-c18e9192e3a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:08.655474 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-304360a3-8f5b-4baf-a825-c18e9192e3a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:08.677136 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd46e9e-ff30-4e75-b312-7075e2b3fb43 admin admin] Network a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:19:08.677845 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-afd5bd22-d7ca-49dd-949c-20074cc16256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b26bf9-2e2f-4ba5-b577-e754da94db8e', 'name': 'tempest-AttachSCSIVolumeTestJSON-166447926-router', 'tenant_id': '82be29d0d47e46adb14283806ef20aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '14f59ecb-3b10-4ec7-a46a-563029481d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:19:00Z', 'updated_at': '2021-11-09T21:19:02Z', 'revision_number': 3, 'project_id': '82be29d0d47e46adb14283806ef20aca', 'gw_port': {'id': '14f59ecb-3b10-4ec7-a46a-563029481d59', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b26bf9-2e2f-4ba5-b577-e754da94db8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:01Z', 'updated_at': '2021-11-09T21:19:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:19:08.685892 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-1dd46e9e-ff30-4e75-b312-7075e2b3fb43 admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:19:08.713250 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd5bd22-d7ca-49dd-949c-20074cc16256 None None] The sync data for ids ['b0b26bf9-2e2f-4ba5-b577-e754da94db8e'] in n-d-816206-3 is: [{'id': 'b0b26bf9-2e2f-4ba5-b577-e754da94db8e', 'name': 'tempest-AttachSCSIVolumeTestJSON-166447926-router', 'tenant_id': '82be29d0d47e46adb14283806ef20aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '14f59ecb-3b10-4ec7-a46a-563029481d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:19:00Z', 'updated_at': '2021-11-09T21:19:02Z', 'revision_number': 3, 'project_id': '82be29d0d47e46adb14283806ef20aca', 'gw_port': {'id': '14f59ecb-3b10-4ec7-a46a-563029481d59', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b26bf9-2e2f-4ba5-b577-e754da94db8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:01Z', 'updated_at': '2021-11-09T21:19:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:19:08.747022 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=5410611b-af67-4738-907d-6e4719582da7,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:08.807351 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-304360a3-8f5b-4baf-a825-c18e9192e3a0 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5313015 Nov 09 21:19:08.831432 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38444) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:08.843205 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-cec96944-e786-4ef5-9e9e-fe8cf7118e8a admin admin] Request body: {'subnet': {'network_id': '9bcf3e74-66ab-4e01-a79a-180569e5d97f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-693468397-subnet', 'tenant_id': '1b6ffb029992434f8d6aabef83131597', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:19:08.853354 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304360a3-8f5b-4baf-a825-c18e9192e3a0 admin admin] Pushing event updated for resources: {'Network': ['ID=9bcf3e74-66ab-4e01-a79a-180569e5d97f,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:08.864178 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 9bcf3e74-66ab-4e01-a79a-180569e5d97f details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:19:08.942360 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd46e9e-ff30-4e75-b312-7075e2b3fb43 admin admin] Router b0b26bf9-2e2f-4ba5-b577-e754da94db8e has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:19:08.997857 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-639c0a2f-6d43-4d99-a1dd-0fbb011ec4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:09.001427 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-639c0a2f-6d43-4d99-a1dd-0fbb011ec4ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:09.013837 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-639c0a2f-6d43-4d99-a1dd-0fbb011ec4ac admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7a8c4d15-af6b-4d09-a1d9-8d269069232b HTTP/1.1" status: 204 len: 168 time: 0.6717362 Nov 09 21:19:09.070334 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c0a2f-6d43-4d99-a1dd-0fbb011ec4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8c4d15-af6b-4d09-a1d9-8d269069232b,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:09.176309 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dff4c0-0eea-44be-85ba-fbaa1e8bf3fc req-1885f2a4-ea00-48b8-a33a-57629ebd1192 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:09.178199 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-40dff4c0-0eea-44be-85ba-fbaa1e8bf3fc req-1885f2a4-ea00-48b8-a33a-57629ebd1192 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.45 "GET /v2.0/ports?device_id=5e5a12d4-8ad3-4c14-abaf-57d178d86fc5 HTTP/1.1" status: 200 len: 945 time: 0.1456130 Nov 09 21:19:09.204986 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb71a8-6f52-496d-bb68-9c48e11b4547 req-6a861a27-165b-4a01-9e6d-174b2fe97372 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:09.205203 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-4fa2d0e3-9e19-4be0-bf9d-6966cbac6eec None None] Provisioning complete for port 47a16641-679c-4504-bc8c-df42da9239c9 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:09.205203 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4fa2d0e3-9e19-4be0-bf9d-6966cbac6eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:09.211924 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cefb71a8-6f52-496d-bb68-9c48e11b4547 req-6a861a27-165b-4a01-9e6d-174b2fe97372 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/ports?device_id=f873948d-c065-49f5-80ee-b0df760c4a68 HTTP/1.1" status: 200 len: 946 time: 0.2659757 Nov 09 21:19:09.286800 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-4fa2d0e3-9e19-4be0-bf9d-6966cbac6eec None None] Port 47a16641-679c-4504-bc8c-df42da9239c9 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:19:09.345989 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-7ec2883f-5d96-406f-bc00-9242bdfb305f service neutron] For port 13cdc27b-4127-4398-9060-af4c544dba06, host n-h1-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:19:09.386843 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-7ec2883f-5d96-406f-bc00-9242bdfb305f service neutron] For port 13cdc27b-4127-4398-9060-af4c544dba06, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=13cdc27b-4127-4398-9060-af4c544dba06,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:19:09.396308 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78ee1b-2bd4-450b-aa4c-53adea0a0070 req-e93315c9-e21f-4b45-a716-73d10501746d tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:09.397959 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9a78ee1b-2bd4-450b-aa4c-53adea0a0070 req-e93315c9-e21f-4b45-a716-73d10501746d tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e5a12d4-8ad3-4c14-abaf-57d178d86fc5 HTTP/1.1" status: 200 len: 945 time: 0.7648063 Nov 09 21:19:09.413028 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-7ec2883f-5d96-406f-bc00-9242bdfb305f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:09.473387 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cefb71a8-6f52-496d-bb68-9c48e11b4547 req-1f9171d7-b541-412d-8334-dbe37f0c8ee0 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceea38cc-44df-413d-adc4-9ba227d57de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611277 Nov 09 21:19:09.488398 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd46e9e-ff30-4e75-b312-7075e2b3fb43 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:19:09.510129 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1dd46e9e-ff30-4e75-b312-7075e2b3fb43 admin admin] 10.222.0.49 "PUT /v2.0/routers/b0b26bf9-2e2f-4ba5-b577-e754da94db8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0018303 Nov 09 21:19:09.523922 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec96944-e786-4ef5-9e9e-fe8cf7118e8a admin admin] Made reservation on behalf of 1b6ffb029992434f8d6aabef83131597 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:19:09.526614 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cec96944-e786-4ef5-9e9e-fe8cf7118e8a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:09.538047 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578baa8-b7fc-414e-8822-830b2ea4475f req-801d7c55-b506-4692-b65a-8fb064e8eca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:09.539540 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e578baa8-b7fc-414e-8822-830b2ea4475f req-801d7c55-b506-4692-b65a-8fb064e8eca2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f873948d-c065-49f5-80ee-b0df760c4a68 HTTP/1.1" status: 200 len: 1097 time: 0.7692628 Nov 09 21:19:09.552786 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-7ec2883f-5d96-406f-bc00-9242bdfb305f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:09.553410 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-7ec2883f-5d96-406f-bc00-9242bdfb305f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:09.554826 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-7ec2883f-5d96-406f-bc00-9242bdfb305f service neutron] 10.222.0.45 "PUT /v2.0/ports/13cdc27b-4127-4398-9060-af4c544dba06 HTTP/1.1" status: 200 len: 1095 time: 3.0140851 Nov 09 21:19:09.555302 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd36f1fc0-05fa-4125-881c-edd4e311af8e', 'tag': '13cdc27b-4127-4398-9060-af4c544dba06'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:19:09.557670 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88525680-10f8-407a-a9ef-4125301e3a77" -d '{"events": [{"name": "network-changed", "server_uuid": "d36f1fc0-05fa-4125-881c-edd4e311af8e", "tag": "13cdc27b-4127-4398-9060-af4c544dba06"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:19:09.597106 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-40dff4c0-0eea-44be-85ba-fbaa1e8bf3fc req-2f998ac4-28b6-45c8-99fa-57f5ce48abbc tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Deleting port a3689f97-d8ca-4d92-8460-3d778109e644 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:19:09.597993 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-40dff4c0-0eea-44be-85ba-fbaa1e8bf3fc req-2f998ac4-28b6-45c8-99fa-57f5ce48abbc tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:09.754830 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2883f-5d96-406f-bc00-9242bdfb305f service neutron] Pushing event updated for resources: {'Port': ['ID=13cdc27b-4127-4398-9060-af4c544dba06,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:09.816108 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9a78ee1b-2bd4-450b-aa4c-53adea0a0070 req-69506c37-6a95-4295-a0cb-910e2e40036d tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935378 Nov 09 21:19:09.888493 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-40dff4c0-0eea-44be-85ba-fbaa1e8bf3fc req-2f998ac4-28b6-45c8-99fa-57f5ce48abbc tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] For port a3689f97-d8ca-4d92-8460-3d778109e644, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=a3689f97-d8ca-4d92-8460-3d778109e644,segment=NetworkSegment(dafe29ae-1ba0-4490-879c-5008a3eac5b2),segment_id=dafe29ae-1ba0-4490-879c-5008a3eac5b2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:19:09.894333 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-40dff4c0-0eea-44be-85ba-fbaa1e8bf3fc req-2f998ac4-28b6-45c8-99fa-57f5ce48abbc tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:09.971270 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df23222-ab32-489d-8aa4-18d5a04c50af x-openstack-request-id: req-7df23222-ab32-489d-8aa4-18d5a04c50af {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:19:09.971582 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d36f1fc0-05fa-4125-881c-edd4e311af8e", "tag": "13cdc27b-4127-4398-9060-af4c544dba06", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:19:09.971819 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7df23222-ab32-489d-8aa4-18d5a04c50af {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:19:09.973365 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd36f1fc0-05fa-4125-881c-edd4e311af8e', 'tag': '13cdc27b-4127-4398-9060-af4c544dba06', 'status': 'completed', 'code': 200} Nov 09 21:19:09.983676 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-40dff4c0-0eea-44be-85ba-fbaa1e8bf3fc req-2f998ac4-28b6-45c8-99fa-57f5ce48abbc tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Calling delete_port for a3689f97-d8ca-4d92-8460-3d778109e644 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:19:10.044800 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fbb36-c337-4821-bd71-e7c6ca44c60b req-2988a931-f55a-4cac-8d2a-2ecfa473ca30 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:10.055415 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7e4fbb36-c337-4821-bd71-e7c6ca44c60b req-2988a931-f55a-4cac-8d2a-2ecfa473ca30 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=d36f1fc0-05fa-4125-881c-edd4e311af8e HTTP/1.1" status: 200 len: 947 time: 0.1688342 Nov 09 21:19:10.117753 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e578baa8-b7fc-414e-8822-830b2ea4475f req-41c59faa-64c2-47d9-8065-680c23bf3854 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ceea38cc-44df-413d-adc4-9ba227d57de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4944484 Nov 09 21:19:10.141524 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-25dca805-a38c-4417-a974-a8f50f6821e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:10.146540 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-25dca805-a38c-4417-a974-a8f50f6821e6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=867ef6cfa2fd4a99a4fa1c431222077a&device_id=d36f1fc0-05fa-4125-881c-edd4e311af8e HTTP/1.1" status: 200 len: 1098 time: 0.3856573 Nov 09 21:19:10.259874 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7e4fbb36-c337-4821-bd71-e7c6ca44c60b req-efb993ba-1ba9-42d8-976e-c9f5af06c421 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034400 Nov 09 21:19:10.290917 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 14f59ecb-3b10-4ec7-a46a-563029481d59 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:19:10.394866 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 14f59ecb-3b10-4ec7-a46a-563029481d59 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:10.395433 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:10.442562 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-40dff4c0-0eea-44be-85ba-fbaa1e8bf3fc req-2f998ac4-28b6-45c8-99fa-57f5ce48abbc tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:10.476323 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['a3689f97-d8ca-4d92-8460-3d778109e644'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:19:10.493478 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-b0544f1d-d5b4-4baa-8d8e-fee0598c86ca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=13cdc27b-4127-4398-9060-af4c544dba06 HTTP/1.1" status: 200 len: 217 time: 0.1371999 Nov 09 21:19:10.514323 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f998ac4-28b6-45c8-99fa-57f5ce48abbc tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Pushing event deleted for resources: {'Port': ['ID=a3689f97-d8ca-4d92-8460-3d778109e644,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:10.554903 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cec96944-e786-4ef5-9e9e-fe8cf7118e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:10.556480 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-40dff4c0-0eea-44be-85ba-fbaa1e8bf3fc req-2f998ac4-28b6-45c8-99fa-57f5ce48abbc tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] No DVR routers for this DVR port a3689f97-d8ca-4d92-8460-3d778109e644 on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:19:10.560806 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-40dff4c0-0eea-44be-85ba-fbaa1e8bf3fc req-2f998ac4-28b6-45c8-99fa-57f5ce48abbc tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:10.565413 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-40dff4c0-0eea-44be-85ba-fbaa1e8bf3fc req-2f998ac4-28b6-45c8-99fa-57f5ce48abbc tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.45 "DELETE /v2.0/ports/a3689f97-d8ca-4d92-8460-3d778109e644 HTTP/1.1" status: 204 len: 173 time: 1.3776922 Nov 09 21:19:10.566071 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e5a12d4-8ad3-4c14-abaf-57d178d86fc5', 'name': 'network-vif-deleted', 'tag': 'a3689f97-d8ca-4d92-8460-3d778109e644'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:19:10.569178 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8482413-f0f0-4200-9a9b-9261c89cdd34" -d '{"events": [{"server_uuid": "5e5a12d4-8ad3-4c14-abaf-57d178d86fc5", "name": "network-vif-deleted", "tag": "a3689f97-d8ca-4d92-8460-3d778109e644"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:19:10.669949 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6c8946-7445-4645-aefd-778531bfb911 x-openstack-request-id: req-fc6c8946-7445-4645-aefd-778531bfb911 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:19:10.671393 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e5a12d4-8ad3-4c14-abaf-57d178d86fc5", "name": "network-vif-deleted", "tag": "a3689f97-d8ca-4d92-8460-3d778109e644", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:19:10.671734 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fc6c8946-7445-4645-aefd-778531bfb911 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:19:10.672253 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e5a12d4-8ad3-4c14-abaf-57d178d86fc5', 'name': 'network-vif-deleted', 'tag': 'a3689f97-d8ca-4d92-8460-3d778109e644', 'status': 'completed', 'code': 200} Nov 09 21:19:10.751478 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:10.758939 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38494) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:10.790160 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 14f59ecb-3b10-4ec7-a46a-563029481d59, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=14f59ecb-3b10-4ec7-a46a-563029481d59,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:19:10.798342 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:10.821988 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-35b27791-8351-4f51-abe2-472122c6784f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:10.823684 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-35b27791-8351-4f51-abe2-472122c6784f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.3031831 Nov 09 21:19:10.862652 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38502) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:10.867815 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-ec59dec6-51cd-4200-9ea1-473eb9a0072f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1431814511-network', 'tenant_id': '2e5338cf73234e8ab93a30211d1b9359'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:19:10.875604 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=14f59ecb-3b10-4ec7-a46a-563029481d59,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:10.886684 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec96944-e786-4ef5-9e9e-fe8cf7118e8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=28350996-29de-4d8e-b69d-4686a6e86a6e,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:10.895605 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec96944-e786-4ef5-9e9e-fe8cf7118e8a admin admin] Checking segment: {'id': '1a7c8e1b-ecd0-4bfd-acec-9c5369d9030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9bcf3e74-66ab-4e01-a79a-180569e5d97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:19:10.895982 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec96944-e786-4ef5-9e9e-fe8cf7118e8a admin admin] Network hostable DHCP agents. Network: 9bcf3e74-66ab-4e01-a79a-180569e5d97f, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:19:10.926392 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec59dec6-51cd-4200-9ea1-473eb9a0072f admin admin] Made reservation on behalf of 2e5338cf73234e8ab93a30211d1b9359 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:19:10.929481 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ec59dec6-51cd-4200-9ea1-473eb9a0072f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:10.942909 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ec59dec6-51cd-4200-9ea1-473eb9a0072f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:10.954301 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a78c2b-1ee9-44cb-bef7-e12c4485269d req-7a3f1168-8f64-4838-92e5-c63b58e2b505 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:10.956345 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c9a78c2b-1ee9-44cb-bef7-e12c4485269d req-7a3f1168-8f64-4838-92e5-c63b58e2b505 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/ports?device_id=f873948d-c065-49f5-80ee-b0df760c4a68 HTTP/1.1" status: 200 len: 946 time: 0.2900889 Nov 09 21:19:10.983177 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec96944-e786-4ef5-9e9e-fe8cf7118e8a admin admin] Network 9bcf3e74-66ab-4e01-a79a-180569e5d97f is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:19:10.991135 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-4a3bd4d2-f974-454a-8b56-1aefd8689236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:10.992866 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-4a3bd4d2-f974-454a-8b56-1aefd8689236 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1400778 Nov 09 21:19:11.001194 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-cec96944-e786-4ef5-9e9e-fe8cf7118e8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 9bcf3e74-66ab-4e01-a79a-180569e5d97f) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:19:11.010119 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec96944-e786-4ef5-9e9e-fe8cf7118e8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:11.010994 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cec96944-e786-4ef5-9e9e-fe8cf7118e8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:11.018559 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47f57f5-9e40-41f6-bd45-e5c0218f733b None None] Network 9bcf3e74-66ab-4e01-a79a-180569e5d97f requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:19:11.037592 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ec59dec6-51cd-4200-9ea1-473eb9a0072f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:11.042292 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ec59dec6-51cd-4200-9ea1-473eb9a0072f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:11.085058 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-cec96944-e786-4ef5-9e9e-fe8cf7118e8a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2498510 Nov 09 21:19:11.092238 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38504) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:11.093000 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec59dec6-51cd-4200-9ea1-473eb9a0072f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:19:11.105933 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-2c28a48a-f9c2-4430-aa93-47b0127ba588 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-693468397-router', 'tenant_id': '1b6ffb029992434f8d6aabef83131597', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:19:11.140690 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c9a78c2b-1ee9-44cb-bef7-e12c4485269d req-c361770b-c959-45dc-9d0d-fe5522172424 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceea38cc-44df-413d-adc4-9ba227d57de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722744 Nov 09 21:19:11.142717 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c542ea0c-6808-408b-818a-581172197599 req-ad979b06-5ca9-4484-bb9a-0948d905803d tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e5a12d4-8ad3-4c14-abaf-57d178d86fc5 HTTP/1.1" status: 200 len: 210 time: 0.0786514 Nov 09 21:19:11.157105 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59dec6-51cd-4200-9ea1-473eb9a0072f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8d68e0-9569-4bdf-a1e4-7f2f9d1d46e5,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:11.180209 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2c28a48a-f9c2-4430-aa93-47b0127ba588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:11.181311 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2c28a48a-f9c2-4430-aa93-47b0127ba588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:11.182202 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ec59dec6-51cd-4200-9ea1-473eb9a0072f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:11.183437 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-ec59dec6-51cd-4200-9ea1-473eb9a0072f admin admin] Added segment a9f98b61-f00d-4529-9edd-6af31a7666ed of type vlan for network e0ef6d2f-47ac-43f7-8061-de258cd9cbbf Nov 09 21:19:11.208413 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-592688a2-a2f9-468a-9300-43c917f193c8 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999767 Nov 09 21:19:11.275442 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2c28a48a-f9c2-4430-aa93-47b0127ba588 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:11.276358 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-fc8d646f-406c-4f4c-81c8-694551d2f931 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-91098561-network', 'tenant_id': '9715d51501fd4c548f27e14fec7c1f1a'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:19:11.313966 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fece1c84-4e4a-4d46-9f7a-d5c9b202e355 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-9bcf3e74-66ab-4e01-a79a-180569e5d97f', 'network_id': '9bcf3e74-66ab-4e01-a79a-180569e5d97f', 'tenant_id': '1b6ffb029992434f8d6aabef83131597', 'fixed_ips': [{'subnet_id': '28350996-29de-4d8e-b69d-4686a6e86a6e'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:19:11.315897 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fece1c84-4e4a-4d46-9f7a-d5c9b202e355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:11.321874 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ec59dec6-51cd-4200-9ea1-473eb9a0072f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:11.361383 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8d646f-406c-4f4c-81c8-694551d2f931 admin admin] Made reservation on behalf of 9715d51501fd4c548f27e14fec7c1f1a for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:19:11.363717 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc8d646f-406c-4f4c-81c8-694551d2f931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:11.406195 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc8d646f-406c-4f4c-81c8-694551d2f931 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:11.437365 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ec59dec6-51cd-4200-9ea1-473eb9a0072f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:11.438314 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec59dec6-51cd-4200-9ea1-473eb9a0072f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:11.438892 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ec59dec6-51cd-4200-9ea1-473eb9a0072f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:11.473547 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-fece1c84-4e4a-4d46-9f7a-d5c9b202e355 None None] Allocated IP 172.20.0.2 (9bcf3e74-66ab-4e01-a79a-180569e5d97f/28350996-29de-4d8e-b69d-4686a6e86a6e/57ec080c-7e7b-43cc-9b37-c03369957dff) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:19:11.521425 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ec59dec6-51cd-4200-9ea1-473eb9a0072f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6551857 Nov 09 21:19:11.527207 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38508) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:11.539261 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98a8a2-ab07-413f-b9ee-ca787e4daf44 req-b7611e52-1914-454c-b86c-8e3b4bcaf37b tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:11.540773 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ce98a8a2-ab07-413f-b9ee-ca787e4daf44 req-b7611e52-1914-454c-b86c-8e3b4bcaf37b tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=d36f1fc0-05fa-4125-881c-edd4e311af8e HTTP/1.1" status: 200 len: 947 time: 0.1695433 Nov 09 21:19:11.550457 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-fd455c08-251b-482f-ba24-b3b6191f0eea admin admin] Request body: {'subnet': {'network_id': 'e0ef6d2f-47ac-43f7-8061-de258cd9cbbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1431814511-subnet', 'tenant_id': '2e5338cf73234e8ab93a30211d1b9359', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:19:11.571875 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59dec6-51cd-4200-9ea1-473eb9a0072f admin admin] Pushing event updated for resources: {'Network': ['ID=e0ef6d2f-47ac-43f7-8061-de258cd9cbbf,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:11.592346 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network e0ef6d2f-47ac-43f7-8061-de258cd9cbbf details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:19:11.599540 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2c28a48a-f9c2-4430-aa93-47b0127ba588 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:11.610155 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f40ccc2a-347b-4364-ab0e-87b513a694b2 req-c01e881d-0e52-4fbd-bef9-ee6c3362ab24 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331077 Nov 09 21:19:11.614475 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd455c08-251b-482f-ba24-b3b6191f0eea admin admin] Made reservation on behalf of 2e5338cf73234e8ab93a30211d1b9359 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:19:11.616832 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fd455c08-251b-482f-ba24-b3b6191f0eea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:11.697977 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ce98a8a2-ab07-413f-b9ee-ca787e4daf44 req-9711750e-1ce4-4f4f-8e86-eabdc87618eb tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433532 Nov 09 21:19:11.732886 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a4853f-0baf-4052-92e4-748a46baa7b4 None None] Sync routers for ids ['b0b26bf9-2e2f-4ba5-b577-e754da94db8e'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:19:11.745828 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a4853f-0baf-4052-92e4-748a46baa7b4 None None] Routers {'b0b26bf9-2e2f-4ba5-b577-e754da94db8e'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:19:11.746841 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-16a4853f-0baf-4052-92e4-748a46baa7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:18:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['b0b26bf9-2e2f-4ba5-b577-e754da94db8e'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:19:11.749713 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88525680-10f8-407a-a9ef-4125301e3a77 req-bb6cd734-b9b2-4bdc-827a-43180e8765d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:11.751286 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-88525680-10f8-407a-a9ef-4125301e3a77 req-bb6cd734-b9b2-4bdc-827a-43180e8765d6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=867ef6cfa2fd4a99a4fa1c431222077a&device_id=d36f1fc0-05fa-4125-881c-edd4e311af8e HTTP/1.1" status: 200 len: 1098 time: 0.0594604 Nov 09 21:19:11.768732 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc8d646f-406c-4f4c-81c8-694551d2f931 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:11.770353 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fece1c84-4e4a-4d46-9f7a-d5c9b202e355 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:11.775407 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc8d646f-406c-4f4c-81c8-694551d2f931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:11.783448 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fece1c84-4e4a-4d46-9f7a-d5c9b202e355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:11.812478 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc8d646f-406c-4f4c-81c8-694551d2f931 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:19:11.832038 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d646f-406c-4f4c-81c8-694551d2f931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aefb8be0-27dd-40d6-93c0-f2dd7ce56794,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:11.835472 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fece1c84-4e4a-4d46-9f7a-d5c9b202e355 None None] Network 9bcf3e74-66ab-4e01-a79a-180569e5d97f is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:19:11.839434 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-fece1c84-4e4a-4d46-9f7a-d5c9b202e355 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:19:11.852954 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fece1c84-4e4a-4d46-9f7a-d5c9b202e355 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:19:11.859889 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc8d646f-406c-4f4c-81c8-694551d2f931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:11.860498 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-fc8d646f-406c-4f4c-81c8-694551d2f931 admin admin] Added segment d84a975c-7a5f-4b92-b4d5-2a563b5ccb4f of type vlan for network 725cddca-fbba-434f-945c-8afbaf0ade31 Nov 09 21:19:11.883835 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88525680-10f8-407a-a9ef-4125301e3a77 req-8ef98699-f31e-4594-9444-6dc7b3b276c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:11.885636 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-88525680-10f8-407a-a9ef-4125301e3a77 req-8ef98699-f31e-4594-9444-6dc7b3b276c2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.1275933 Nov 09 21:19:11.917996 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-16a4853f-0baf-4052-92e4-748a46baa7b4 None None] Set router b0b26bf9-2e2f-4ba5-b577-e754da94db8e gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:19:11.940614 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece1c84-4e4a-4d46-9f7a-d5c9b202e355 None None] Pushing event updated for resources: {'Port': ['ID=57ec080c-7e7b-43cc-9b37-c03369957dff,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:11.957313 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc8d646f-406c-4f4c-81c8-694551d2f931 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:11.984367 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-fece1c84-4e4a-4d46-9f7a-d5c9b202e355 None None] Attempting to bind port 57ec080c-7e7b-43cc-9b37-c03369957dff on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:19:11.984839 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-fece1c84-4e4a-4d46-9f7a-d5c9b202e355 None None] Attempting to bind port 57ec080c-7e7b-43cc-9b37-c03369957dff by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '1a7c8e1b-ecd0-4bfd-acec-9c5369d9030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9bcf3e74-66ab-4e01-a79a-180569e5d97f'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:19:11.985335 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fece1c84-4e4a-4d46-9f7a-d5c9b202e355 None None] Attempting to bind port 57ec080c-7e7b-43cc-9b37-c03369957dff on network 9bcf3e74-66ab-4e01-a79a-180569e5d97f {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:19:11.998701 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fece1c84-4e4a-4d46-9f7a-d5c9b202e355 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:19:11.999429 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fece1c84-4e4a-4d46-9f7a-d5c9b202e355 None None] Checking segment: {'id': '1a7c8e1b-ecd0-4bfd-acec-9c5369d9030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9bcf3e74-66ab-4e01-a79a-180569e5d97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:19:12.000363 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fece1c84-4e4a-4d46-9f7a-d5c9b202e355 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:12.001195 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fece1c84-4e4a-4d46-9f7a-d5c9b202e355 None None] Bound using segment: {'id': '1a7c8e1b-ecd0-4bfd-acec-9c5369d9030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9bcf3e74-66ab-4e01-a79a-180569e5d97f'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:19:12.002271 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-fece1c84-4e4a-4d46-9f7a-d5c9b202e355 None None] Bound port: 57ec080c-7e7b-43cc-9b37-c03369957dff, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a7c8e1b-ecd0-4bfd-acec-9c5369d9030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9bcf3e74-66ab-4e01-a79a-180569e5d97f'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:19:12.002896 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fece1c84-4e4a-4d46-9f7a-d5c9b202e355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:12.034077 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-88525680-10f8-407a-a9ef-4125301e3a77 req-7b0dfff0-d376-4ca3-b776-b8db1a96c5ea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=13cdc27b-4127-4398-9060-af4c544dba06 HTTP/1.1" status: 200 len: 217 time: 0.1083844 Nov 09 21:19:12.041692 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc8d646f-406c-4f4c-81c8-694551d2f931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:12.042949 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8d646f-406c-4f4c-81c8-694551d2f931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:12.043539 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc8d646f-406c-4f4c-81c8-694551d2f931 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:12.083355 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-fece1c84-4e4a-4d46-9f7a-d5c9b202e355 None None] For port 57ec080c-7e7b-43cc-9b37-c03369957dff, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:19:12.089729 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-fece1c84-4e4a-4d46-9f7a-d5c9b202e355 None None] For port 57ec080c-7e7b-43cc-9b37-c03369957dff, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=57ec080c-7e7b-43cc-9b37-c03369957dff,segment=NetworkSegment(1a7c8e1b-ecd0-4bfd-acec-9c5369d9030f),segment_id=1a7c8e1b-ecd0-4bfd-acec-9c5369d9030f)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:19:12.097764 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fece1c84-4e4a-4d46-9f7a-d5c9b202e355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:12.111152 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fd455c08-251b-482f-ba24-b3b6191f0eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:12.129836 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88525680-10f8-407a-a9ef-4125301e3a77 req-bc7dcc18-3d3b-4af8-ba86-bc6e433a9d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:12.131316 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-88525680-10f8-407a-a9ef-4125301e3a77 req-bc7dcc18-3d3b-4af8-ba86-bc6e433a9d54 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.0882249 Nov 09 21:19:12.171670 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-fc8d646f-406c-4f4c-81c8-694551d2f931 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.4115651 Nov 09 21:19:12.182435 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38518) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:12.190635 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-ac5518a1-5c78-41ac-92a3-76ec862c91cb admin admin] Request body: {'subnet': {'network_id': '725cddca-fbba-434f-945c-8afbaf0ade31', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-91098561-subnet', 'tenant_id': '9715d51501fd4c548f27e14fec7c1f1a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:19:12.195045 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2c28a48a-f9c2-4430-aa93-47b0127ba588 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:12.196992 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d646f-406c-4f4c-81c8-694551d2f931 admin admin] Pushing event updated for resources: {'Network': ['ID=725cddca-fbba-434f-945c-8afbaf0ade31,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:12.214636 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 725cddca-fbba-434f-945c-8afbaf0ade31 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:19:12.217266 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd455c08-251b-482f-ba24-b3b6191f0eea admin admin] Pushing event updated for resources: {'Subnet': ['ID=d25c4ea5-6f05-46ef-86ea-c1bd245d297d,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:12.246726 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5518a1-5c78-41ac-92a3-76ec862c91cb admin admin] Made reservation on behalf of 9715d51501fd4c548f27e14fec7c1f1a for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:19:12.249917 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac5518a1-5c78-41ac-92a3-76ec862c91cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:12.251410 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 14f59ecb-3b10-4ec7-a46a-563029481d59 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:19:12.253522 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd455c08-251b-482f-ba24-b3b6191f0eea admin admin] Checking segment: {'id': 'a9f98b61-f00d-4529-9edd-6af31a7666ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e0ef6d2f-47ac-43f7-8061-de258cd9cbbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:19:12.254076 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd455c08-251b-482f-ba24-b3b6191f0eea admin admin] Network hostable DHCP agents. Network: e0ef6d2f-47ac-43f7-8061-de258cd9cbbf, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:19:12.286460 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-16a4853f-0baf-4052-92e4-748a46baa7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b26bf9-2e2f-4ba5-b577-e754da94db8e', 'name': 'tempest-AttachSCSIVolumeTestJSON-166447926-router', 'tenant_id': '82be29d0d47e46adb14283806ef20aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '14f59ecb-3b10-4ec7-a46a-563029481d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:19:00Z', 'updated_at': '2021-11-09T21:19:07Z', 'revision_number': 4, 'project_id': '82be29d0d47e46adb14283806ef20aca', 'gw_port': {'id': '14f59ecb-3b10-4ec7-a46a-563029481d59', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b26bf9-2e2f-4ba5-b577-e754da94db8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:01Z', 'updated_at': '2021-11-09T21:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '47a16641-679c-4504-bc8c-df42da9239c9', 'name': '', 'network_id': 'a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef', 'tenant_id': '82be29d0d47e46adb14283806ef20aca', 'mac_address': 'fa:16:3e:15:27:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b26bf9-2e2f-4ba5-b577-e754da94db8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'ef05ee4c-62c9-4031-9b2a-86343ca19be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:06Z', 'updated_at': '2021-11-09T21:19:08Z', 'revision_number': 2, 'project_id': '82be29d0d47e46adb14283806ef20aca', 'subnets': [{'id': 'ef05ee4c-62c9-4031-9b2a-86343ca19be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:19:12.338287 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a4853f-0baf-4052-92e4-748a46baa7b4 None None] Checking router: b0b26bf9-2e2f-4ba5-b577-e754da94db8e for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:19:12.338719 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a4853f-0baf-4052-92e4-748a46baa7b4 None None] Updating router b0b26bf9-2e2f-4ba5-b577-e754da94db8e port 47a16641-679c-4504-bc8c-df42da9239c9 binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:19:12.351569 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece1c84-4e4a-4d46-9f7a-d5c9b202e355 None None] Pushing event updated for resources: {'Port': ['ID=57ec080c-7e7b-43cc-9b37-c03369957dff,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:12.360087 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2c28a48a-f9c2-4430-aa93-47b0127ba588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:12.377840 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-16a4853f-0baf-4052-92e4-748a46baa7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:12.411545 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd455c08-251b-482f-ba24-b3b6191f0eea admin admin] Network e0ef6d2f-47ac-43f7-8061-de258cd9cbbf is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:19:12.427023 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 14f59ecb-3b10-4ec7-a46a-563029481d59 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:12.427564 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:12.475985 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88525680-10f8-407a-a9ef-4125301e3a77 req-aee1a5cb-0c4e-407c-a341-2252b2430b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:12.477533 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-88525680-10f8-407a-a9ef-4125301e3a77 req-aee1a5cb-0c4e-407c-a341-2252b2430b8f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2657776 Nov 09 21:19:12.489755 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-fd455c08-251b-482f-ba24-b3b6191f0eea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, e0ef6d2f-47ac-43f7-8061-de258cd9cbbf) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:19:12.512755 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0077d871-e93a-43b4-b978-2063302e4d3f None None] Network e0ef6d2f-47ac-43f7-8061-de258cd9cbbf requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:19:12.516135 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd455c08-251b-482f-ba24-b3b6191f0eea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:12.518740 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fd455c08-251b-482f-ba24-b3b6191f0eea admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:12.600665 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b51d9-bb60-4b5a-8b03-8e448f1ad19b req-eadcb52f-43ee-4c1b-92ab-12d94f846225 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:12.613516 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-398b51d9-bb60-4b5a-8b03-8e448f1ad19b req-eadcb52f-43ee-4c1b-92ab-12d94f846225 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/ports?device_id=f873948d-c065-49f5-80ee-b0df760c4a68 HTTP/1.1" status: 200 len: 946 time: 0.3100374 Nov 09 21:19:12.622636 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-fd455c08-251b-482f-ba24-b3b6191f0eea admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0785484 Nov 09 21:19:12.632513 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38524) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:12.636930 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-7a683b0c-448a-4c50-85f4-816ce32e11e6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1431814511-router', 'tenant_id': '2e5338cf73234e8ab93a30211d1b9359', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:19:12.681950 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7a683b0c-448a-4c50-85f4-816ce32e11e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:12.683137 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7a683b0c-448a-4c50-85f4-816ce32e11e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:12.768923 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-2c28a48a-f9c2-4430-aa93-47b0127ba588 admin admin] Allocated IP 172.25.7.187 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/34250667-2f94-4ead-b588-667a2ba4c9a2) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:19:12.769584 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-398b51d9-bb60-4b5a-8b03-8e448f1ad19b req-7160824d-5ae8-47c1-a063-c76fc1c6619a tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceea38cc-44df-413d-adc4-9ba227d57de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499202 Nov 09 21:19:12.802333 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac5518a1-5c78-41ac-92a3-76ec862c91cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:12.894403 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ab4630-d7db-4070-98fc-6279afe41a03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-e0ef6d2f-47ac-43f7-8061-de258cd9cbbf', 'network_id': 'e0ef6d2f-47ac-43f7-8061-de258cd9cbbf', 'tenant_id': '2e5338cf73234e8ab93a30211d1b9359', 'fixed_ips': [{'subnet_id': 'd25c4ea5-6f05-46ef-86ea-c1bd245d297d'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:19:12.900035 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-20ab4630-d7db-4070-98fc-6279afe41a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:12.905574 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-88525680-10f8-407a-a9ef-4125301e3a77 req-6c0ed5b0-d5e2-4468-ac0a-d52f822ebc80 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156055 Nov 09 21:19:12.908623 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-16a4853f-0baf-4052-92e4-748a46baa7b4 None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:12.916855 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-16a4853f-0baf-4052-92e4-748a46baa7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:12.962605 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7a683b0c-448a-4c50-85f4-816ce32e11e6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:12.975157 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2edcab-f4eb-443e-9a47-d0d6aeba37d2 None None] Pushing event updated for resources: {'Port': ['ID=47a16641-679c-4504-bc8c-df42da9239c9,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:12.993133 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2edcab-f4eb-443e-9a47-d0d6aeba37d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:19:12.994224 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2edcab-f4eb-443e-9a47-d0d6aeba37d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:19:12.995184 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2edcab-f4eb-443e-9a47-d0d6aeba37d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:19:12.996015 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2edcab-f4eb-443e-9a47-d0d6aeba37d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:19:12.996836 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2edcab-f4eb-443e-9a47-d0d6aeba37d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:19:12.997751 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2edcab-f4eb-443e-9a47-d0d6aeba37d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:19:12.998616 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2edcab-f4eb-443e-9a47-d0d6aeba37d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:19:12.999413 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2edcab-f4eb-443e-9a47-d0d6aeba37d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:19:13.000248 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2edcab-f4eb-443e-9a47-d0d6aeba37d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:19:13.001280 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2edcab-f4eb-443e-9a47-d0d6aeba37d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:19:13.002340 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2edcab-f4eb-443e-9a47-d0d6aeba37d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:19:13.003159 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2edcab-f4eb-443e-9a47-d0d6aeba37d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:19:13.003444 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5518a1-5c78-41ac-92a3-76ec862c91cb admin admin] Checking segment: {'id': 'd84a975c-7a5f-4b92-b4d5-2a563b5ccb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '725cddca-fbba-434f-945c-8afbaf0ade31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:19:13.004466 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5518a1-5c78-41ac-92a3-76ec862c91cb admin admin] Network hostable DHCP agents. Network: 725cddca-fbba-434f-945c-8afbaf0ade31, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:19:13.017989 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5518a1-5c78-41ac-92a3-76ec862c91cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbe4268b-84c8-4658-8b40-3a7d1ca2490e,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:13.047804 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ddf5b-845f-4c74-902a-281c06f61754 req-bb0ccbce-3592-47b6-9de8-2d1a27d4e698 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:13.057549 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7e0ddf5b-845f-4c74-902a-281c06f61754 req-bb0ccbce-3592-47b6-9de8-2d1a27d4e698 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=d36f1fc0-05fa-4125-881c-edd4e311af8e HTTP/1.1" status: 200 len: 947 time: 0.1759992 Nov 09 21:19:13.071001 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-20ab4630-d7db-4070-98fc-6279afe41a03 None None] Allocated IP 172.20.0.2 (e0ef6d2f-47ac-43f7-8061-de258cd9cbbf/d25c4ea5-6f05-46ef-86ea-c1bd245d297d/d928e455-4c26-4c2a-9d88-7f26f88dd0ed) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:19:13.100399 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-16a4853f-0baf-4052-92e4-748a46baa7b4 None None] Attempting to bind port 47a16641-679c-4504-bc8c-df42da9239c9 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:19:13.100946 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-16a4853f-0baf-4052-92e4-748a46baa7b4 None None] Attempting to bind port 47a16641-679c-4504-bc8c-df42da9239c9 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '3f8effe2-ca09-4bf1-b91e-c039a8c90cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:19:13.101497 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a4853f-0baf-4052-92e4-748a46baa7b4 None None] Attempting to bind port 47a16641-679c-4504-bc8c-df42da9239c9 on network a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:19:13.105117 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5518a1-5c78-41ac-92a3-76ec862c91cb admin admin] Network 725cddca-fbba-434f-945c-8afbaf0ade31 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:19:13.108511 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a4853f-0baf-4052-92e4-748a46baa7b4 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:19:13.109360 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a4853f-0baf-4052-92e4-748a46baa7b4 None None] Checking segment: {'id': '3f8effe2-ca09-4bf1-b91e-c039a8c90cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:19:13.109949 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-16a4853f-0baf-4052-92e4-748a46baa7b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:13.112508 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a4853f-0baf-4052-92e4-748a46baa7b4 None None] Bound using segment: {'id': '3f8effe2-ca09-4bf1-b91e-c039a8c90cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:19:13.113503 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-16a4853f-0baf-4052-92e4-748a46baa7b4 None None] Bound port: 47a16641-679c-4504-bc8c-df42da9239c9, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f8effe2-ca09-4bf1-b91e-c039a8c90cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:19:13.114117 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-16a4853f-0baf-4052-92e4-748a46baa7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:13.140529 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-ac5518a1-5c78-41ac-92a3-76ec862c91cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 725cddca-fbba-434f-945c-8afbaf0ade31) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:19:13.160190 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5518a1-5c78-41ac-92a3-76ec862c91cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:13.162537 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac5518a1-5c78-41ac-92a3-76ec862c91cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:13.201216 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device a3689f97-d8ca-4d92-8460-3d778109e644 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:19:13.208074 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde0b5ca-3c02-433c-bb13-9035db0cc9cb None None] Network 725cddca-fbba-434f-945c-8afbaf0ade31 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:19:13.228219 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ac5518a1-5c78-41ac-92a3-76ec862c91cb admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 863 time: 1.0419724 Nov 09 21:19:13.229108 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-16a4853f-0baf-4052-92e4-748a46baa7b4 None None] For port 47a16641-679c-4504-bc8c-df42da9239c9, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:19:13.231012 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a068ed1-c50b-46e4-9e66-43faee95dd7e req-029e1165-ba91-4f59-b7ab-13fe233e93aa tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:13.232623 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1a068ed1-c50b-46e4-9e66-43faee95dd7e req-029e1165-ba91-4f59-b7ab-13fe233e93aa tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60bddb61-79c9-492a-b074-1a9ad796af66 HTTP/1.1" status: 200 len: 944 time: 0.5061169 Nov 09 21:19:13.235181 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-16a4853f-0baf-4052-92e4-748a46baa7b4 None None] For port 47a16641-679c-4504-bc8c-df42da9239c9, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=47a16641-679c-4504-bc8c-df42da9239c9,segment=NetworkSegment(3f8effe2-ca09-4bf1-b91e-c039a8c90cd3),segment_id=3f8effe2-ca09-4bf1-b91e-c039a8c90cd3)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:19:13.239653 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38534) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:13.241594 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-16a4853f-0baf-4052-92e4-748a46baa7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:13.255265 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-71c0dd21-920f-4b99-adc0-393602821da4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-91098561-router', 'tenant_id': '9715d51501fd4c548f27e14fec7c1f1a', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:19:13.264884 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7e0ddf5b-845f-4c74-902a-281c06f61754 req-c8e87d59-4abf-4b54-a821-fe87d39da730 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027283 Nov 09 21:19:13.297588 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d61db0-2922-4c25-af2a-e2c8ec8b25fc req-2dc6a9a6-48fb-4374-bb3d-7092b2c92aa8 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:13.299757 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f6d61db0-2922-4c25-af2a-e2c8ec8b25fc req-2dc6a9a6-48fb-4374-bb3d-7092b2c92aa8 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.45 "GET /v2.0/ports?device_id=60bddb61-79c9-492a-b074-1a9ad796af66 HTTP/1.1" status: 200 len: 944 time: 0.2304525 Nov 09 21:19:13.345093 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a4853f-0baf-4052-92e4-748a46baa7b4 None None] Routers {'b0b26bf9-2e2f-4ba5-b577-e754da94db8e'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:19:13.346001 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-16a4853f-0baf-4052-92e4-748a46baa7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:18:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['b0b26bf9-2e2f-4ba5-b577-e754da94db8e'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:19:13.474248 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-20ab4630-d7db-4070-98fc-6279afe41a03 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:13.487164 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-20ab4630-d7db-4070-98fc-6279afe41a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:13.499400 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: a3689f97-d8ca-4d92-8460-3d778109e644 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:19:13.499786 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device a3689f97-d8ca-4d92-8460-3d778109e644 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:19:13.515724 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ab4630-d7db-4070-98fc-6279afe41a03 None None] Network e0ef6d2f-47ac-43f7-8061-de258cd9cbbf is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:19:13.522331 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-20ab4630-d7db-4070-98fc-6279afe41a03 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:19:13.552283 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ab4630-d7db-4070-98fc-6279afe41a03 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:19:13.561562 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458745df-a9c6-4a8a-b1cc-3018a21e922f req-5ffdbefb-8e94-44db-91cd-06eeccc53595 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:13.572831 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-16a4853f-0baf-4052-92e4-748a46baa7b4 None None] Set router b0b26bf9-2e2f-4ba5-b577-e754da94db8e gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:19:13.574533 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-458745df-a9c6-4a8a-b1cc-3018a21e922f req-5ffdbefb-8e94-44db-91cd-06eeccc53595 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cf7f7d2-a8cf-434a-9077-15e184fdc913 HTTP/1.1" status: 200 len: 945 time: 0.1656549 Nov 09 21:19:13.606249 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7a683b0c-448a-4c50-85f4-816ce32e11e6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:13.614875 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-f6d61db0-2922-4c25-af2a-e2c8ec8b25fc req-b3c3af42-427e-434c-b062-03f7f453d661 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Deleting port 308c9019-04d9-41f2-83f3-e7ae648ba7ec {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:19:13.616481 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f6d61db0-2922-4c25-af2a-e2c8ec8b25fc req-b3c3af42-427e-434c-b062-03f7f453d661 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:13.644821 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-20ab4630-d7db-4070-98fc-6279afe41a03 None None] Attempting to bind port d928e455-4c26-4c2a-9d88-7f26f88dd0ed on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:19:13.645198 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-20ab4630-d7db-4070-98fc-6279afe41a03 None None] Attempting to bind port d928e455-4c26-4c2a-9d88-7f26f88dd0ed by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'a9f98b61-f00d-4529-9edd-6af31a7666ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e0ef6d2f-47ac-43f7-8061-de258cd9cbbf'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:19:13.645648 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ab4630-d7db-4070-98fc-6279afe41a03 None None] Attempting to bind port d928e455-4c26-4c2a-9d88-7f26f88dd0ed on network e0ef6d2f-47ac-43f7-8061-de258cd9cbbf {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:19:13.699548 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-71c0dd21-920f-4b99-adc0-393602821da4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:13.702807 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-71c0dd21-920f-4b99-adc0-393602821da4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:13.760789 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-f6d61db0-2922-4c25-af2a-e2c8ec8b25fc req-b3c3af42-427e-434c-b062-03f7f453d661 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] For port 308c9019-04d9-41f2-83f3-e7ae648ba7ec, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=308c9019-04d9-41f2-83f3-e7ae648ba7ec,segment=NetworkSegment(dafe29ae-1ba0-4490-879c-5008a3eac5b2),segment_id=dafe29ae-1ba0-4490-879c-5008a3eac5b2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:19:13.761176 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f6d61db0-2922-4c25-af2a-e2c8ec8b25fc req-b3c3af42-427e-434c-b062-03f7f453d661 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:13.781665 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2c28a48a-f9c2-4430-aa93-47b0127ba588 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:13.782993 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-f6d61db0-2922-4c25-af2a-e2c8ec8b25fc req-b3c3af42-427e-434c-b062-03f7f453d661 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Calling delete_port for 308c9019-04d9-41f2-83f3-e7ae648ba7ec owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:19:13.790840 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-88525680-10f8-407a-a9ef-4125301e3a77 req-bddd9dbb-d17d-455b-8ed7-f9b3122aeecd service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8728166 Nov 09 21:19:13.857450 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-c75d6766-0f25-45c5-bcd0-270e252dd85c None None] Provisioning complete for port 47a16641-679c-4504-bc8c-df42da9239c9 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:13.858141 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c75d6766-0f25-45c5-bcd0-270e252dd85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:13.897977 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1a068ed1-c50b-46e4-9e66-43faee95dd7e req-f0217be9-f4fc-440b-8452-fd9092e20686 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6346712 Nov 09 21:19:13.903011 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-16a4853f-0baf-4052-92e4-748a46baa7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b26bf9-2e2f-4ba5-b577-e754da94db8e', 'name': 'tempest-AttachSCSIVolumeTestJSON-166447926-router', 'tenant_id': '82be29d0d47e46adb14283806ef20aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '14f59ecb-3b10-4ec7-a46a-563029481d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:19:00Z', 'updated_at': '2021-11-09T21:19:07Z', 'revision_number': 4, 'project_id': '82be29d0d47e46adb14283806ef20aca', 'gw_port': {'id': '14f59ecb-3b10-4ec7-a46a-563029481d59', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b26bf9-2e2f-4ba5-b577-e754da94db8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:01Z', 'updated_at': '2021-11-09T21:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '47a16641-679c-4504-bc8c-df42da9239c9', 'name': '', 'network_id': 'a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef', 'tenant_id': '82be29d0d47e46adb14283806ef20aca', 'mac_address': 'fa:16:3e:15:27:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b26bf9-2e2f-4ba5-b577-e754da94db8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'ef05ee4c-62c9-4031-9b2a-86343ca19be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:06Z', 'updated_at': '2021-11-09T21:19:13Z', 'revision_number': 4, 'project_id': '82be29d0d47e46adb14283806ef20aca', 'subnets': [{'id': 'ef05ee4c-62c9-4031-9b2a-86343ca19be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:19:13.932011 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2edcab-f4eb-443e-9a47-d0d6aeba37d2 None None] Pushing event updated for resources: {'Port': ['ID=47a16641-679c-4504-bc8c-df42da9239c9,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:13.934893 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a4853f-0baf-4052-92e4-748a46baa7b4 None None] The sync data for ids ['b0b26bf9-2e2f-4ba5-b577-e754da94db8e'] in n-d-816206-3 is: [{'id': 'b0b26bf9-2e2f-4ba5-b577-e754da94db8e', 'name': 'tempest-AttachSCSIVolumeTestJSON-166447926-router', 'tenant_id': '82be29d0d47e46adb14283806ef20aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '14f59ecb-3b10-4ec7-a46a-563029481d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:19:00Z', 'updated_at': '2021-11-09T21:19:07Z', 'revision_number': 4, 'project_id': '82be29d0d47e46adb14283806ef20aca', 'gw_port': {'id': '14f59ecb-3b10-4ec7-a46a-563029481d59', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b26bf9-2e2f-4ba5-b577-e754da94db8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:01Z', 'updated_at': '2021-11-09T21:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '47a16641-679c-4504-bc8c-df42da9239c9', 'name': '', 'network_id': 'a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef', 'tenant_id': '82be29d0d47e46adb14283806ef20aca', 'mac_address': 'fa:16:3e:15:27:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b26bf9-2e2f-4ba5-b577-e754da94db8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'ef05ee4c-62c9-4031-9b2a-86343ca19be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:06Z', 'updated_at': '2021-11-09T21:19:13Z', 'revision_number': 4, 'project_id': '82be29d0d47e46adb14283806ef20aca', 'subnets': [{'id': 'ef05ee4c-62c9-4031-9b2a-86343ca19be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:19:13.956276 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e85c275-bf34-4c7f-80a4-cdf1aca34a84 None None] Network 9bcf3e74-66ab-4e01-a79a-180569e5d97f requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:19:13.982543 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f6d61db0-2922-4c25-af2a-e2c8ec8b25fc req-b3c3af42-427e-434c-b062-03f7f453d661 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:14.004997 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-71c0dd21-920f-4b99-adc0-393602821da4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:14.064195 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ab4630-d7db-4070-98fc-6279afe41a03 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:19:14.064572 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ab4630-d7db-4070-98fc-6279afe41a03 None None] Checking segment: {'id': 'a9f98b61-f00d-4529-9edd-6af31a7666ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e0ef6d2f-47ac-43f7-8061-de258cd9cbbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:19:14.065049 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-20ab4630-d7db-4070-98fc-6279afe41a03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:14.065444 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ab4630-d7db-4070-98fc-6279afe41a03 None None] Bound using segment: {'id': 'a9f98b61-f00d-4529-9edd-6af31a7666ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e0ef6d2f-47ac-43f7-8061-de258cd9cbbf'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:19:14.065927 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-20ab4630-d7db-4070-98fc-6279afe41a03 None None] Bound port: d928e455-4c26-4c2a-9d88-7f26f88dd0ed, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f98b61-f00d-4529-9edd-6af31a7666ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e0ef6d2f-47ac-43f7-8061-de258cd9cbbf'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:19:14.066302 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-20ab4630-d7db-4070-98fc-6279afe41a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:14.163825 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-20ab4630-d7db-4070-98fc-6279afe41a03 None None] For port d928e455-4c26-4c2a-9d88-7f26f88dd0ed, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:19:14.166389 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2c28a48a-f9c2-4430-aa93-47b0127ba588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:14.168733 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-20ab4630-d7db-4070-98fc-6279afe41a03 None None] For port d928e455-4c26-4c2a-9d88-7f26f88dd0ed, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=d928e455-4c26-4c2a-9d88-7f26f88dd0ed,segment=NetworkSegment(a9f98b61-f00d-4529-9edd-6af31a7666ed),segment_id=a9f98b61-f00d-4529-9edd-6af31a7666ed)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:19:14.176214 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab4630-d7db-4070-98fc-6279afe41a03 None None] Pushing event updated for resources: {'Port': ['ID=d928e455-4c26-4c2a-9d88-7f26f88dd0ed,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:14.185327 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-20ab4630-d7db-4070-98fc-6279afe41a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:14.195606 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3af42-427e-434c-b062-03f7f453d661 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Pushing event deleted for resources: {'Port': ['ID=308c9019-04d9-41f2-83f3-e7ae648ba7ec,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:14.219154 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d61db0-2922-4c25-af2a-e2c8ec8b25fc req-b3c3af42-427e-434c-b062-03f7f453d661 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] No DVR routers for this DVR port 308c9019-04d9-41f2-83f3-e7ae648ba7ec on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:19:14.222696 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f6d61db0-2922-4c25-af2a-e2c8ec8b25fc req-b3c3af42-427e-434c-b062-03f7f453d661 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:14.226467 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f6d61db0-2922-4c25-af2a-e2c8ec8b25fc req-b3c3af42-427e-434c-b062-03f7f453d661 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.45 "DELETE /v2.0/ports/308c9019-04d9-41f2-83f3-e7ae648ba7ec HTTP/1.1" status: 204 len: 173 time: 0.9167516 Nov 09 21:19:14.239306 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60bddb61-79c9-492a-b074-1a9ad796af66', 'name': 'network-vif-deleted', 'tag': '308c9019-04d9-41f2-83f3-e7ae648ba7ec'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:19:14.242832 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3995b07d-8574-4a34-91c5-be1366e9152a" -d '{"events": [{"server_uuid": "60bddb61-79c9-492a-b074-1a9ad796af66", "name": "network-vif-deleted", "tag": "308c9019-04d9-41f2-83f3-e7ae648ba7ec"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:19:14.298762 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c75d6766-0f25-45c5-bcd0-270e252dd85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:14.312675 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-458745df-a9c6-4a8a-b1cc-3018a21e922f req-daec4b3e-06b0-4c5a-91eb-0a2301aa4869 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceea38cc-44df-413d-adc4-9ba227d57de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7307026 Nov 09 21:19:14.333177 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1a134f-8000-4787-aac3-50635ead5be9 x-openstack-request-id: req-8a1a134f-8000-4787-aac3-50635ead5be9 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:19:14.333648 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60bddb61-79c9-492a-b074-1a9ad796af66", "name": "network-vif-deleted", "tag": "308c9019-04d9-41f2-83f3-e7ae648ba7ec", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:19:14.333922 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8a1a134f-8000-4787-aac3-50635ead5be9 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:19:14.334348 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60bddb61-79c9-492a-b074-1a9ad796af66', 'name': 'network-vif-deleted', 'tag': '308c9019-04d9-41f2-83f3-e7ae648ba7ec', 'status': 'completed', 'code': 200} Nov 09 21:19:14.478281 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 57ec080c-7e7b-43cc-9b37-c03369957dff up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:19:14.554606 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-c75d6766-0f25-45c5-bcd0-270e252dd85c None None] For port 47a16641-679c-4504-bc8c-df42da9239c9, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=47a16641-679c-4504-bc8c-df42da9239c9,segment=NetworkSegment(3f8effe2-ca09-4bf1-b91e-c039a8c90cd3),segment_id=3f8effe2-ca09-4bf1-b91e-c039a8c90cd3)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:19:14.563047 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79592ceb-72a7-491b-92bf-98c064c9d30e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-725cddca-fbba-434f-945c-8afbaf0ade31', 'network_id': '725cddca-fbba-434f-945c-8afbaf0ade31', 'tenant_id': '9715d51501fd4c548f27e14fec7c1f1a', 'fixed_ips': [{'subnet_id': 'cbe4268b-84c8-4658-8b40-3a7d1ca2490e'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:19:14.564686 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-79592ceb-72a7-491b-92bf-98c064c9d30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:14.634370 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c75d6766-0f25-45c5-bcd0-270e252dd85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:14.652046 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd94f0-d930-4d19-b257-4d4515647405 req-8d4e3037-1639-41d5-a79d-a646de28b836 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:14.663296 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f8cd94f0-d930-4d19-b257-4d4515647405 req-8d4e3037-1639-41d5-a79d-a646de28b836 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=d36f1fc0-05fa-4125-881c-edd4e311af8e HTTP/1.1" status: 200 len: 947 time: 0.2076879 Nov 09 21:19:14.786965 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f8cd94f0-d930-4d19-b257-4d4515647405 req-98672444-ed7e-4217-aa6b-15bffa05bdd6 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222453 Nov 09 21:19:14.822046 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab4630-d7db-4070-98fc-6279afe41a03 None None] Pushing event updated for resources: {'Port': ['ID=d928e455-4c26-4c2a-9d88-7f26f88dd0ed,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:14.892147 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 57ec080c-7e7b-43cc-9b37-c03369957dff triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:14.893141 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:14.986632 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-966a742e-ea5c-42b0-a871-95d136360f55 None None] Provisioning complete for port 57ec080c-7e7b-43cc-9b37-c03369957dff triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:14.987057 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-966a742e-ea5c-42b0-a871-95d136360f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:15.183358 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3318560f-8744-423d-8552-c240e8e815b2 req-8e4e16a0-ce22-4526-9634-c744ac1614a6 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=60bddb61-79c9-492a-b074-1a9ad796af66 HTTP/1.1" status: 200 len: 210 time: 0.0777965 Nov 09 21:19:15.202113 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 13cdc27b-4127-4398-9060-af4c544dba06 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:19:15.222050 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d6766-0f25-45c5-bcd0-270e252dd85c None None] Pushing event updated for resources: {'Port': ['ID=47a16641-679c-4504-bc8c-df42da9239c9,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:15.224124 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c28a48a-f9c2-4430-aa93-47b0127ba588 admin admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:19:15.247718 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-2c28a48a-f9c2-4430-aa93-47b0127ba588 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:19:15.255893 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-79592ceb-72a7-491b-92bf-98c064c9d30e None None] Allocated IP 172.20.0.2 (725cddca-fbba-434f-945c-8afbaf0ade31/cbe4268b-84c8-4658-8b40-3a7d1ca2490e/4793d75b-ef33-4596-9093-d64f33a7960c) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:19:15.259052 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c28a48a-f9c2-4430-aa93-47b0127ba588 admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:19:15.263931 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-71c0dd21-920f-4b99-adc0-393602821da4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:15.276743 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c28a48a-f9c2-4430-aa93-47b0127ba588 admin admin] Pushing event updated for resources: {'Port': ['ID=34250667-2f94-4ead-b588-667a2ba4c9a2,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:15.484301 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-2b6660c8-2817-4eef-b38c-6016a8dac0c5 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:15.495824 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-2b6660c8-2817-4eef-b38c-6016a8dac0c5 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/networks?id=5c607b89-fbc9-40ec-a5cb-3d08e5262f91 HTTP/1.1" status: 200 len: 813 time: 0.1758840 Nov 09 21:19:15.518340 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-5ad754e3-1727-4c19-9aab-db1743b855ad tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/quotas/a6909788a60e4da197fdde3c76c6751a HTTP/1.1" status: 200 len: 375 time: 0.0190096 Nov 09 21:19:15.574719 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-966a742e-ea5c-42b0-a871-95d136360f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:15.593048 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-79592ceb-72a7-491b-92bf-98c064c9d30e None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:15.604334 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-cea6e57f-2418-4785-9478-363230ecb3af tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a6909788a60e4da197fdde3c76c6751a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0845666 Nov 09 21:19:15.683093 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-966a742e-ea5c-42b0-a871-95d136360f55 None None] For port 57ec080c-7e7b-43cc-9b37-c03369957dff, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=57ec080c-7e7b-43cc-9b37-c03369957dff,segment=NetworkSegment(1a7c8e1b-ecd0-4bfd-acec-9c5369d9030f),segment_id=1a7c8e1b-ecd0-4bfd-acec-9c5369d9030f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:19:15.702168 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:15.710355 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-966a742e-ea5c-42b0-a871-95d136360f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:15.727725 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-79592ceb-72a7-491b-92bf-98c064c9d30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:15.755015 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7a683b0c-448a-4c50-85f4-816ce32e11e6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:15.755562 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-1aab92f7-d02f-4b90-8762-3047b3726d91 service neutron] 10.222.0.49 "GET /v2.0/networks/5c607b89-fbc9-40ec-a5cb-3d08e5262f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476409 Nov 09 21:19:15.795450 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79592ceb-72a7-491b-92bf-98c064c9d30e None None] Network 725cddca-fbba-434f-945c-8afbaf0ade31 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:19:15.825399 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-79592ceb-72a7-491b-92bf-98c064c9d30e None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:19:15.825887 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7a683b0c-448a-4c50-85f4-816ce32e11e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:15.832287 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-966a742e-ea5c-42b0-a871-95d136360f55 None None] Provisioning complete for port 47a16641-679c-4504-bc8c-df42da9239c9 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:15.832726 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-966a742e-ea5c-42b0-a871-95d136360f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:15.842282 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79592ceb-72a7-491b-92bf-98c064c9d30e None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:19:15.964518 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-9a2bf48a-5bd9-412c-ac62-af685a25fa50 service neutron] 10.222.0.49 "GET /v2.0/networks/5c607b89-fbc9-40ec-a5cb-3d08e5262f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046070 Nov 09 21:19:16.001471 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 13cdc27b-4127-4398-9060-af4c544dba06, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=13cdc27b-4127-4398-9060-af4c544dba06,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:19:16.003892 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a742e-ea5c-42b0-a871-95d136360f55 None None] Pushing event updated for resources: {'Port': ['ID=57ec080c-7e7b-43cc-9b37-c03369957dff,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:16.012943 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2c28a48a-f9c2-4430-aa93-47b0127ba588 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:16.054897 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-79592ceb-72a7-491b-92bf-98c064c9d30e None None] Attempting to bind port 4793d75b-ef33-4596-9093-d64f33a7960c on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:19:16.055297 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-79592ceb-72a7-491b-92bf-98c064c9d30e None None] Attempting to bind port 4793d75b-ef33-4596-9093-d64f33a7960c by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'd84a975c-7a5f-4b92-b4d5-2a563b5ccb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '725cddca-fbba-434f-945c-8afbaf0ade31'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:19:16.055612 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79592ceb-72a7-491b-92bf-98c064c9d30e None None] Attempting to bind port 4793d75b-ef33-4596-9093-d64f33a7960c on network 725cddca-fbba-434f-945c-8afbaf0ade31 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:19:16.065641 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '13cdc27b-4127-4398-9060-af4c544dba06', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'port_id': '13cdc27b-4127-4398-9060-af4c544dba06', 'mac_address': 'fa:16:3e:8e:c5:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba3500c-a288-4596-ba94-148f2bd8a6da', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:19:16.079776 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79592ceb-72a7-491b-92bf-98c064c9d30e None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:19:16.080148 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79592ceb-72a7-491b-92bf-98c064c9d30e None None] Checking segment: {'id': 'd84a975c-7a5f-4b92-b4d5-2a563b5ccb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '725cddca-fbba-434f-945c-8afbaf0ade31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:19:16.080548 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-79592ceb-72a7-491b-92bf-98c064c9d30e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:16.080980 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79592ceb-72a7-491b-92bf-98c064c9d30e None None] Bound using segment: {'id': 'd84a975c-7a5f-4b92-b4d5-2a563b5ccb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '725cddca-fbba-434f-945c-8afbaf0ade31'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:19:16.081598 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-79592ceb-72a7-491b-92bf-98c064c9d30e None None] Bound port: 4793d75b-ef33-4596-9093-d64f33a7960c, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd84a975c-7a5f-4b92-b4d5-2a563b5ccb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '725cddca-fbba-434f-945c-8afbaf0ade31'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:19:16.081983 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-79592ceb-72a7-491b-92bf-98c064c9d30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:16.091830 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.db.api [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 21:19:16.092186 n-d-816206-3 neutron-server[102609]: DEBUG oslo_db.api [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 21:19:16.152299 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79592ceb-72a7-491b-92bf-98c064c9d30e None None] Pushing event updated for resources: {'Port': ['ID=4793d75b-ef33-4596-9093-d64f33a7960c,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:16.184256 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d62785c-6dcc-4307-9795-4c7fd38dfc16 None None] Network e0ef6d2f-47ac-43f7-8061-de258cd9cbbf requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:19:16.206366 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:16.348045 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291290e9-2a21-4a75-8cf5-953eae0c7b6c req-1131bde5-bba3-4e0c-b729-717159bd4072 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:16.349905 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-291290e9-2a21-4a75-8cf5-953eae0c7b6c req-1131bde5-bba3-4e0c-b729-717159bd4072 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.45 "GET /v2.0/ports?device_id=f873948d-c065-49f5-80ee-b0df760c4a68 HTTP/1.1" status: 200 len: 946 time: 0.1017067 Nov 09 21:19:16.465889 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad98089-0041-41f3-b672-2576da69e278 req-9a912219-00d9-4acb-80e0-5ba48e6eeaa9 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:16.467503 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bad98089-0041-41f3-b672-2576da69e278 req-9a912219-00d9-4acb-80e0-5ba48e6eeaa9 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=d36f1fc0-05fa-4125-881c-edd4e311af8e HTTP/1.1" status: 200 len: 947 time: 0.3139615 Nov 09 21:19:16.519977 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13cdc27b-4127-4398-9060-af4c544dba06 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:19:16.523225 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1f6c8-177a-4592-9ae8-ead42986e375 req-fb2b40e0-22e0-4529-a4a7-dfd576eca48e tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:16.525512 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2bd1f6c8-177a-4592-9ae8-ead42986e375 req-fb2b40e0-22e0-4529-a4a7-dfd576eca48e tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.43 "GET /v2.0/ports?device_id=4cf7f7d2-a8cf-434a-9077-15e184fdc913 HTTP/1.1" status: 200 len: 945 time: 0.1741078 Nov 09 21:19:16.575303 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-79592ceb-72a7-491b-92bf-98c064c9d30e None None] For port 4793d75b-ef33-4596-9093-d64f33a7960c, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:19:16.584979 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-79592ceb-72a7-491b-92bf-98c064c9d30e None None] For port 4793d75b-ef33-4596-9093-d64f33a7960c, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=4793d75b-ef33-4596-9093-d64f33a7960c,segment=NetworkSegment(d84a975c-7a5f-4b92-b4d5-2a563b5ccb4f),segment_id=d84a975c-7a5f-4b92-b4d5-2a563b5ccb4f)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:19:16.590318 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 13cdc27b-4127-4398-9060-af4c544dba06, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=13cdc27b-4127-4398-9060-af4c544dba06,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:19:16.665509 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-79592ceb-72a7-491b-92bf-98c064c9d30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:16.674195 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-291290e9-2a21-4a75-8cf5-953eae0c7b6c req-69ea662e-f3e8-4ae8-a48b-111966941716 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Deleting port 5410611b-af67-4738-907d-6e4719582da7 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:19:16.674948 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-291290e9-2a21-4a75-8cf5-953eae0c7b6c req-69ea662e-f3e8-4ae8-a48b-111966941716 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:16.677345 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:16.721668 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bad98089-0041-41f3-b672-2576da69e278 req-1b95e32d-9c0b-4e4f-8ed8-8ebc40fd9903 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880066 Nov 09 21:19:16.726611 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-7a683b0c-448a-4c50-85f4-816ce32e11e6 admin admin] Allocated IP 172.25.7.198 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/324c4cf0-db5e-4813-bd67-aa2471b1a436) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:19:16.767028 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-71c0dd21-920f-4b99-adc0-393602821da4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:16.775899 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2c28a48a-f9c2-4430-aa93-47b0127ba588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:16.792898 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d32985fa-1912-481a-8f46-c0c6e2f7ea57 None None] Provisioning complete for port d928e455-4c26-4c2a-9d88-7f26f88dd0ed triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:16.794851 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d32985fa-1912-481a-8f46-c0c6e2f7ea57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:16.805244 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-71c0dd21-920f-4b99-adc0-393602821da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:16.950767 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 47a16641-679c-4504-bc8c-df42da9239c9 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:19:16.955631 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-2bd1f6c8-177a-4592-9ae8-ead42986e375 req-0b93d63f-06ad-4bd4-aef7-feff4ac87064 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Deleting port 3addb16e-5830-4dda-a131-13a5e39f04d8 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:19:16.959389 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-2bd1f6c8-177a-4592-9ae8-ead42986e375 req-0b93d63f-06ad-4bd4-aef7-feff4ac87064 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:16.973494 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-291290e9-2a21-4a75-8cf5-953eae0c7b6c req-69ea662e-f3e8-4ae8-a48b-111966941716 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] For port 5410611b-af67-4738-907d-6e4719582da7, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=5410611b-af67-4738-907d-6e4719582da7,segment=NetworkSegment(8b343e36-5ad5-4993-af06-da856762e2f1),segment_id=8b343e36-5ad5-4993-af06-da856762e2f1)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:19:16.974235 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-291290e9-2a21-4a75-8cf5-953eae0c7b6c req-69ea662e-f3e8-4ae8-a48b-111966941716 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:17.030918 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['13cdc27b-4127-4398-9060-af4c544dba06'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:19:17.057655 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-291290e9-2a21-4a75-8cf5-953eae0c7b6c req-69ea662e-f3e8-4ae8-a48b-111966941716 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Calling delete_port for 5410611b-af67-4738-907d-6e4719582da7 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:19:17.136177 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-78380073-7974-400b-8bb9-d6eb9d02c40b req-fbae499b-181a-4274-931d-46a6de8235d6 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/ports?device_id=8586b6af-d9d6-4c44-9539-c2fbe7b895d3 HTTP/1.1" status: 200 len: 210 time: 0.1682205 Nov 09 21:19:17.190128 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 308c9019-04d9-41f2-83f3-e7ae648ba7ec no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:19:17.225322 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 308c9019-04d9-41f2-83f3-e7ae648ba7ec {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:19:17.225685 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 308c9019-04d9-41f2-83f3-e7ae648ba7ec not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:19:17.235112 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79592ceb-72a7-491b-92bf-98c064c9d30e None None] Pushing event updated for resources: {'Port': ['ID=4793d75b-ef33-4596-9093-d64f33a7960c,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:17.348886 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6824319-0294-40b0-8b3c-57618b34aeb9 req-d379a615-50d8-48a4-923c-a80abedb89a2 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:17.354367 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-2bd1f6c8-177a-4592-9ae8-ead42986e375 req-0b93d63f-06ad-4bd4-aef7-feff4ac87064 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] For port 3addb16e-5830-4dda-a131-13a5e39f04d8, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=3addb16e-5830-4dda-a131-13a5e39f04d8,segment=NetworkSegment(8b343e36-5ad5-4993-af06-da856762e2f1),segment_id=8b343e36-5ad5-4993-af06-da856762e2f1)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:19:17.355151 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-2bd1f6c8-177a-4592-9ae8-ead42986e375 req-0b93d63f-06ad-4bd4-aef7-feff4ac87064 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:17.360517 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 47a16641-679c-4504-bc8c-df42da9239c9 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:17.362240 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a6824319-0294-40b0-8b3c-57618b34aeb9 req-d379a615-50d8-48a4-923c-a80abedb89a2 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=b75d9a5a-b979-4da4-90a1-c1d5e183b03c HTTP/1.1" status: 200 len: 944 time: 0.2203019 Nov 09 21:19:17.362400 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:17.379659 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-2bd1f6c8-177a-4592-9ae8-ead42986e375 req-0b93d63f-06ad-4bd4-aef7-feff4ac87064 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Calling delete_port for 3addb16e-5830-4dda-a131-13a5e39f04d8 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:19:17.438256 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7a683b0c-448a-4c50-85f4-816ce32e11e6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:17.534879 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d32985fa-1912-481a-8f46-c0c6e2f7ea57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:17.548145 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=13cdc27b-4127-4398-9060-af4c544dba06,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:17.552364 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc64aa0-fe5f-4574-875b-8aeba6b5432d req-2fc6dca8-0121-4aad-ad59-19c77a0467ef tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:17.554178 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3cc64aa0-fe5f-4574-875b-8aeba6b5432d req-2fc6dca8-0121-4aad-ad59-19c77a0467ef tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.45 "GET /v2.0/ports?device_id=b75d9a5a-b979-4da4-90a1-c1d5e183b03c HTTP/1.1" status: 200 len: 944 time: 0.2993851 Nov 09 21:19:17.587663 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a6824319-0294-40b0-8b3c-57618b34aeb9 req-25053043-8100-4b4e-ae01-e8744fb7eacb tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216828 Nov 09 21:19:17.614217 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-291290e9-2a21-4a75-8cf5-953eae0c7b6c req-69ea662e-f3e8-4ae8-a48b-111966941716 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:17.649836 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9719c502-2c14-492a-b610-be1633717d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:17.664541 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['3addb16e-5830-4dda-a131-13a5e39f04d8'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:19:17.670255 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7a683b0c-448a-4c50-85f4-816ce32e11e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:17.709954 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea662e-f3e8-4ae8-a48b-111966941716 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Pushing event deleted for resources: {'Port': ['ID=5410611b-af67-4738-907d-6e4719582da7,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:17.851350 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-d32985fa-1912-481a-8f46-c0c6e2f7ea57 None None] For port d928e455-4c26-4c2a-9d88-7f26f88dd0ed, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=d928e455-4c26-4c2a-9d88-7f26f88dd0ed,segment=NetworkSegment(a9f98b61-f00d-4529-9edd-6af31a7666ed),segment_id=a9f98b61-f00d-4529-9edd-6af31a7666ed)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:19:17.872049 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d32985fa-1912-481a-8f46-c0c6e2f7ea57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:17.918673 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-71c0dd21-920f-4b99-adc0-393602821da4 admin admin] Allocated IP 172.25.7.48 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:19:18.008065 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d32985fa-1912-481a-8f46-c0c6e2f7ea57 None None] Provisioning complete for port 57ec080c-7e7b-43cc-9b37-c03369957dff triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:18.008508 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d32985fa-1912-481a-8f46-c0c6e2f7ea57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:18.018444 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a683b0c-448a-4c50-85f4-816ce32e11e6 admin admin] Pushing event updated for resources: {'Port': ['ID=324c4cf0-db5e-4813-bd67-aa2471b1a436,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:18.031113 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c28a48a-f9c2-4430-aa93-47b0127ba588 admin admin] Router 66a77b76-fcf6-4913-8c55-405ad0541c60 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:19:18.034730 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a683b0c-448a-4c50-85f4-816ce32e11e6 admin admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:19:18.062058 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-7a683b0c-448a-4c50-85f4-816ce32e11e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:19:18.071673 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-291290e9-2a21-4a75-8cf5-953eae0c7b6c req-69ea662e-f3e8-4ae8-a48b-111966941716 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] No DVR routers for this DVR port 5410611b-af67-4738-907d-6e4719582da7 on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:19:18.077858 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a683b0c-448a-4c50-85f4-816ce32e11e6 admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:19:18.102627 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-291290e9-2a21-4a75-8cf5-953eae0c7b6c req-69ea662e-f3e8-4ae8-a48b-111966941716 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:18.115355 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-291290e9-2a21-4a75-8cf5-953eae0c7b6c req-69ea662e-f3e8-4ae8-a48b-111966941716 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.45 "DELETE /v2.0/ports/5410611b-af67-4738-907d-6e4719582da7 HTTP/1.1" status: 204 len: 173 time: 1.7532458 Nov 09 21:19:18.151278 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32985fa-1912-481a-8f46-c0c6e2f7ea57 None None] Pushing event updated for resources: {'Port': ['ID=d928e455-4c26-4c2a-9d88-7f26f88dd0ed,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:18.164984 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f873948d-c065-49f5-80ee-b0df760c4a68', 'name': 'network-vif-deleted', 'tag': '5410611b-af67-4738-907d-6e4719582da7'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:19:18.167758 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78efc9c-c147-463b-9e05-96c1e9fcb64b" -d '{"events": [{"server_uuid": "f873948d-c065-49f5-80ee-b0df760c4a68", "name": "network-vif-deleted", "tag": "5410611b-af67-4738-907d-6e4719582da7"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:19:18.205948 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['5410611b-af67-4738-907d-6e4719582da7'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:19:18.289151 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-2bd1f6c8-177a-4592-9ae8-ead42986e375 req-0b93d63f-06ad-4bd4-aef7-feff4ac87064 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:18.345476 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['5410611b-af67-4738-907d-6e4719582da7'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:19:18.371921 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b93d63f-06ad-4bd4-aef7-feff4ac87064 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Pushing event deleted for resources: {'Port': ['ID=3addb16e-5830-4dda-a131-13a5e39f04d8,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:18.376222 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c28a48a-f9c2-4430-aa93-47b0127ba588 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:19:18.453546 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bbd45f-89a4-47a6-a25e-d2000aefd9b6 None None] Sync routers for ids ['66a77b76-fcf6-4913-8c55-405ad0541c60'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:19:18.455555 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abccd27-9be5-46d4-8cca-1df3f78fed4c req-88e6460c-6992-403e-ad50-5fb30a2248d1 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:18.461719 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device d928e455-4c26-4c2a-9d88-7f26f88dd0ed up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:19:18.478691 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1abccd27-9be5-46d4-8cca-1df3f78fed4c req-88e6460c-6992-403e-ad50-5fb30a2248d1 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=d36f1fc0-05fa-4125-881c-edd4e311af8e HTTP/1.1" status: 200 len: 948 time: 0.4425514 Nov 09 21:19:18.523342 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd1f6c8-177a-4592-9ae8-ead42986e375 req-0b93d63f-06ad-4bd4-aef7-feff4ac87064 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] No DVR routers for this DVR port 3addb16e-5830-4dda-a131-13a5e39f04d8 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:19:18.529408 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bbd45f-89a4-47a6-a25e-d2000aefd9b6 None None] Routers {'66a77b76-fcf6-4913-8c55-405ad0541c60'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:19:18.530051 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b0bbd45f-89a4-47a6-a25e-d2000aefd9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:18:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['66a77b76-fcf6-4913-8c55-405ad0541c60'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:19:18.556734 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-2bd1f6c8-177a-4592-9ae8-ead42986e375 req-0b93d63f-06ad-4bd4-aef7-feff4ac87064 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:18.561453 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2bd1f6c8-177a-4592-9ae8-ead42986e375 req-0b93d63f-06ad-4bd4-aef7-feff4ac87064 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.43 "DELETE /v2.0/ports/3addb16e-5830-4dda-a131-13a5e39f04d8 HTTP/1.1" status: 204 len: 173 time: 2.0206752 Nov 09 21:19:18.574065 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1abccd27-9be5-46d4-8cca-1df3f78fed4c req-4bba63f0-357c-4464-9025-f3a98f83cff0 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942969 Nov 09 21:19:18.649069 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1e90d3-fe2d-4bc1-9904-4f076aaf4a87 None None] Network 725cddca-fbba-434f-945c-8afbaf0ade31 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:19:18.657271 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port d928e455-4c26-4c2a-9d88-7f26f88dd0ed triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:18.658014 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:18.768801 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-5841b37c-4dbb-4aac-a299-3d01cf3d238f None None] Provisioning complete for port d928e455-4c26-4c2a-9d88-7f26f88dd0ed triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:18.769213 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5841b37c-4dbb-4aac-a299-3d01cf3d238f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:18.864076 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-b0bbd45f-89a4-47a6-a25e-d2000aefd9b6 None None] Set router 66a77b76-fcf6-4913-8c55-405ad0541c60 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:19:19.085188 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2c28a48a-f9c2-4430-aa93-47b0127ba588 admin admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:19.086667 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2c28a48a-f9c2-4430-aa93-47b0127ba588 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.9855971 Nov 09 21:19:19.095292 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-3cc64aa0-fe5f-4574-875b-8aeba6b5432d req-b2c15ad0-dc8e-4c1b-a80f-bd4f91a2b4d0 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Deleting port dba86a86-570c-499c-9188-1d917904cac1 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:19:19.095869 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-3cc64aa0-fe5f-4574-875b-8aeba6b5432d req-b2c15ad0-dc8e-4c1b-a80f-bd4f91a2b4d0 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:19.173012 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 13cdc27b-4127-4398-9060-af4c544dba06 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:19:19.186384 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bc801778-96e4-4e7c-9f31-566b9f6d17c2 req-b6bcfe65-1050-4fa0-8c31-5ef6308ff0fc tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/ports?device_id=8586b6af-d9d6-4c44-9539-c2fbe7b895d3 HTTP/1.1" status: 200 len: 210 time: 0.7838848 Nov 09 21:19:19.203990 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38606) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:19.254039 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 57ec080c-7e7b-43cc-9b37-c03369957dff up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:19:19.272913 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-3cc64aa0-fe5f-4574-875b-8aeba6b5432d req-b2c15ad0-dc8e-4c1b-a80f-bd4f91a2b4d0 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] For port dba86a86-570c-499c-9188-1d917904cac1, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=dba86a86-570c-499c-9188-1d917904cac1,segment=NetworkSegment(dafe29ae-1ba0-4490-879c-5008a3eac5b2),segment_id=dafe29ae-1ba0-4490-879c-5008a3eac5b2)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:19:19.273295 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-3cc64aa0-fe5f-4574-875b-8aeba6b5432d req-b2c15ad0-dc8e-4c1b-a80f-bd4f91a2b4d0 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:19.304593 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4699564f-910a-4876-a9c9-2bd79d811f0f x-openstack-request-id: req-4699564f-910a-4876-a9c9-2bd79d811f0f {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:19:19.305207 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f873948d-c065-49f5-80ee-b0df760c4a68", "name": "network-vif-deleted", "tag": "5410611b-af67-4738-907d-6e4719582da7", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:19:19.305207 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4699564f-910a-4876-a9c9-2bd79d811f0f {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:19:19.305642 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f873948d-c065-49f5-80ee-b0df760c4a68', 'name': 'network-vif-deleted', 'tag': '5410611b-af67-4738-907d-6e4719582da7', 'status': 'completed', 'code': 200} Nov 09 21:19:19.366083 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-3cc64aa0-fe5f-4574-875b-8aeba6b5432d req-b2c15ad0-dc8e-4c1b-a80f-bd4f91a2b4d0 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Calling delete_port for dba86a86-570c-499c-9188-1d917904cac1 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:19:19.407906 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218e3d5-1299-46d5-aeeb-cc0c7b846449 req-d52b07a3-57a5-4a6c-b636-ff9843b94ebc tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:19.416902 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c218e3d5-1299-46d5-aeeb-cc0c7b846449 req-d52b07a3-57a5-4a6c-b636-ff9843b94ebc tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=b75d9a5a-b979-4da4-90a1-c1d5e183b03c HTTP/1.1" status: 200 len: 944 time: 0.1101887 Nov 09 21:19:19.419188 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-71c0dd21-920f-4b99-adc0-393602821da4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:19.450848 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-a76b79cc-9b65-474b-b739-e14cc354cd68 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:19.452683 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-a76b79cc-9b65-474b-b739-e14cc354cd68 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.45 "GET /v2.0/networks?id=5c607b89-fbc9-40ec-a5cb-3d08e5262f91 HTTP/1.1" status: 200 len: 813 time: 0.8483865 Nov 09 21:19:19.482652 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-c8ae433d-15cf-4231-a5a6-50515ded9587 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Request body: {'port': {'device_id': '8586b6af-d9d6-4c44-9539-c2fbe7b895d3', 'network_id': '5c607b89-fbc9-40ec-a5cb-3d08e5262f91', 'admin_state_up': True, 'tenant_id': 'a6909788a60e4da197fdde3c76c6751a'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:19:19.489245 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 13cdc27b-4127-4398-9060-af4c544dba06 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:19:19.518362 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 13cdc27b-4127-4398-9060-af4c544dba06 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:19.518829 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:19.546165 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-5841b37c-4dbb-4aac-a299-3d01cf3d238f None None] Provisioning complete for port 4793d75b-ef33-4596-9093-d64f33a7960c triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:19.546541 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5841b37c-4dbb-4aac-a299-3d01cf3d238f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:19.615811 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 57ec080c-7e7b-43cc-9b37-c03369957dff triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:19.616240 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:19.660002 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-0e38cdb1-076f-47cd-b32b-f48fdb657f2c tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:19.660331 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-0e38cdb1-076f-47cd-b32b-f48fdb657f2c tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.43 "GET /v2.0/networks?id=5c607b89-fbc9-40ec-a5cb-3d08e5262f91 HTTP/1.1" status: 200 len: 813 time: 1.1715338 Nov 09 21:19:19.693560 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-9d1fce92-969f-46ad-ac03-28cfd5c5db89 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Request body: {'port': {'device_id': 'cb1c6a42-2ff4-49e4-84a7-3a00b5366521', 'network_id': '5c607b89-fbc9-40ec-a5cb-3d08e5262f91', 'admin_state_up': True, 'tenant_id': 'a6909788a60e4da197fdde3c76c6751a'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:19:19.716925 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c218e3d5-1299-46d5-aeeb-cc0c7b846449 req-c3f33680-1f6b-4f9f-ba96-ff3ef0e144b1 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba58c287-cdf8-48f5-bfe1-90689902d1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990770 Nov 09 21:19:19.720554 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-c8ae433d-15cf-4231-a5a6-50515ded9587 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Made reservation on behalf of a6909788a60e4da197fdde3c76c6751a for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:19:19.728928 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-c8ae433d-15cf-4231-a5a6-50515ded9587 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:19.764717 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b0bbd45f-89a4-47a6-a25e-d2000aefd9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a77b76-fcf6-4913-8c55-405ad0541c60', 'name': 'tempest-ServersTestFqdnHostnames-693468397-router', 'tenant_id': '1b6ffb029992434f8d6aabef83131597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '34250667-2f94-4ead-b588-667a2ba4c9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:19:11Z', 'updated_at': '2021-11-09T21:19:15Z', 'revision_number': 3, 'project_id': '1b6ffb029992434f8d6aabef83131597', 'gw_port': {'id': '34250667-2f94-4ead-b588-667a2ba4c9a2', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:90:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a77b76-fcf6-4913-8c55-405ad0541c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:12Z', 'updated_at': '2021-11-09T21:19:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:19:19.841791 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bbd45f-89a4-47a6-a25e-d2000aefd9b6 None None] Checking router: 66a77b76-fcf6-4913-8c55-405ad0541c60 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:19:19.842173 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bbd45f-89a4-47a6-a25e-d2000aefd9b6 None None] Updating router 66a77b76-fcf6-4913-8c55-405ad0541c60 port 34250667-2f94-4ead-b588-667a2ba4c9a2 binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:19:19.913542 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-71c0dd21-920f-4b99-adc0-393602821da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:19.950928 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5841b37c-4dbb-4aac-a299-3d01cf3d238f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:19.952671 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-c8ae433d-15cf-4231-a5a6-50515ded9587 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Allocated IP 172.20.0.7 (5c607b89-fbc9-40ec-a5cb-3d08e5262f91/f101193f-055a-4356-b3a4-446117d96b9b/644cd5ee-4c74-4267-a2e4-80a76a1485f3) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:19:19.956661 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b0bbd45f-89a4-47a6-a25e-d2000aefd9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:19.959021 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7a683b0c-448a-4c50-85f4-816ce32e11e6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:19.964304 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:19.972554 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 4793d75b-ef33-4596-9093-d64f33a7960c up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:19:20.062394 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c0dd21-920f-4b99-adc0-393602821da4 admin admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:19:20.119061 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-71c0dd21-920f-4b99-adc0-393602821da4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:19:20.132552 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c0dd21-920f-4b99-adc0-393602821da4 admin admin] Pushing event updated for resources: {'Port': ['ID=b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:20.142537 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36f1fc0-05fa-4125-881c-edd4e311af8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13cdc27b-4127-4398-9060-af4c544dba06'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:19:20.145237 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7a3fc6-cd46-45a1-a65f-0024858ebf74" -d '{"events": [{"server_uuid": "d36f1fc0-05fa-4125-881c-edd4e311af8e", "name": "network-vif-plugged", "status": "completed", "tag": "13cdc27b-4127-4398-9060-af4c544dba06"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:19:20.147339 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c0dd21-920f-4b99-adc0-393602821da4 admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:19:20.157823 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e065a2-de5e-4fd3-b2f9-f5f51a827a7f req-308ae837-932c-4a86-9c03-55e0fe266af2 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:20.159338 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a7e065a2-de5e-4fd3-b2f9-f5f51a827a7f req-308ae837-932c-4a86-9c03-55e0fe266af2 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=d36f1fc0-05fa-4125-881c-edd4e311af8e HTTP/1.1" status: 200 len: 948 time: 0.3462169 Nov 09 21:19:20.163339 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dbb74fe0-02ce-477d-8fd4-97691e4d9072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:20.165916 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-5841b37c-4dbb-4aac-a299-3d01cf3d238f None None] For port 4793d75b-ef33-4596-9093-d64f33a7960c, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=4793d75b-ef33-4596-9093-d64f33a7960c,segment=NetworkSegment(d84a975c-7a5f-4b92-b4d5-2a563b5ccb4f),segment_id=d84a975c-7a5f-4b92-b4d5-2a563b5ccb4f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:19:20.183534 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 13cdc27b-4127-4398-9060-af4c544dba06, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=13cdc27b-4127-4398-9060-af4c544dba06,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:19:20.185284 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5841b37c-4dbb-4aac-a299-3d01cf3d238f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:20.198635 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:20.199433 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 5410611b-af67-4738-907d-6e4719582da7 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:19:20.204366 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0963ad-5c32-415c-a4d0-877ea0b9beeb x-openstack-request-id: req-ec0963ad-5c32-415c-a4d0-877ea0b9beeb {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:19:20.204676 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d36f1fc0-05fa-4125-881c-edd4e311af8e", "name": "network-vif-plugged", "status": "completed", "tag": "13cdc27b-4127-4398-9060-af4c544dba06", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:19:20.204934 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ec0963ad-5c32-415c-a4d0-877ea0b9beeb {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:19:20.205321 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd36f1fc0-05fa-4125-881c-edd4e311af8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13cdc27b-4127-4398-9060-af4c544dba06', 'code': 200} Nov 09 21:19:20.239281 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-c8ae433d-15cf-4231-a5a6-50515ded9587 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:20.254677 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 5410611b-af67-4738-907d-6e4719582da7 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:19:20.255160 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 5410611b-af67-4738-907d-6e4719582da7 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:19:20.270470 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-3cc64aa0-fe5f-4574-875b-8aeba6b5432d req-b2c15ad0-dc8e-4c1b-a80f-bd4f91a2b4d0 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:20.330080 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 4793d75b-ef33-4596-9093-d64f33a7960c triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:20.330450 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:20.362136 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e425580e-361b-4980-a2fe-72421fb05839 req-29cb5171-d929-445c-b8aa-141956293b4f tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/ports?device_id=8586b6af-d9d6-4c44-9539-c2fbe7b895d3 HTTP/1.1" status: 200 len: 210 time: 0.0410912 Nov 09 21:19:20.363151 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5841b37c-4dbb-4aac-a299-3d01cf3d238f None None] Pushing event updated for resources: {'Port': ['ID=4793d75b-ef33-4596-9093-d64f33a7960c,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:20.385128 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-c8ae433d-15cf-4231-a5a6-50515ded9587 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:20.399418 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c15ad0-dc8e-4c1b-a80f-bd4f91a2b4d0 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Pushing event deleted for resources: {'Port': ['ID=dba86a86-570c-499c-9188-1d917904cac1,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:20.421382 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-133f142f-9b6e-491a-aab2-126c1cb8d7dc None None] Provisioning complete for port 4793d75b-ef33-4596-9093-d64f33a7960c triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:20.421904 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-133f142f-9b6e-491a-aab2-126c1cb8d7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:20.445459 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-c8ae433d-15cf-4231-a5a6-50515ded9587 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Network 5c607b89-fbc9-40ec-a5cb-3d08e5262f91 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:19:20.448584 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-c8ae433d-15cf-4231-a5a6-50515ded9587 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:19:20.452941 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-c8ae433d-15cf-4231-a5a6-50515ded9587 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:19:20.505487 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=13cdc27b-4127-4398-9060-af4c544dba06,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:20.542735 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-c8ae433d-15cf-4231-a5a6-50515ded9587 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:20.543164 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-c8ae433d-15cf-4231-a5a6-50515ded9587 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:20.547349 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ae433d-15cf-4231-a5a6-50515ded9587 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Pushing event updated for resources: {'Port': ['ID=644cd5ee-4c74-4267-a2e4-80a76a1485f3,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:20.558683 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a7e065a2-de5e-4fd3-b2f9-f5f51a827a7f req-9129a6d8-042b-4c39-a6fc-601f14bc46e1 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594077 Nov 09 21:19:20.591129 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-c8ae433d-15cf-4231-a5a6-50515ded9587 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1134076 Nov 09 21:19:20.599829 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b0bbd45f-89a4-47a6-a25e-d2000aefd9b6 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:20.605260 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-f357b292-6027-461e-8a2e-f0acc0e13c77 service neutron] Request body: {'port': {'device_id': '8586b6af-d9d6-4c44-9539-c2fbe7b895d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:19:20.612831 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b0bbd45f-89a4-47a6-a25e-d2000aefd9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:20.624099 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-9d1fce92-969f-46ad-ac03-28cfd5c5db89 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Made reservation on behalf of a6909788a60e4da197fdde3c76c6751a for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:19:20.625898 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 3addb16e-5830-4dda-a131-13a5e39f04d8 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:19:20.627588 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-9d1fce92-969f-46ad-ac03-28cfd5c5db89 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:20.669720 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc64aa0-fe5f-4574-875b-8aeba6b5432d req-b2c15ad0-dc8e-4c1b-a80f-bd4f91a2b4d0 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] No DVR routers for this DVR port dba86a86-570c-499c-9188-1d917904cac1 on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:19:20.682307 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-f357b292-6027-461e-8a2e-f0acc0e13c77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:20.686328 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-3cc64aa0-fe5f-4574-875b-8aeba6b5432d req-b2c15ad0-dc8e-4c1b-a80f-bd4f91a2b4d0 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:20.689633 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3cc64aa0-fe5f-4574-875b-8aeba6b5432d req-b2c15ad0-dc8e-4c1b-a80f-bd4f91a2b4d0 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.45 "DELETE /v2.0/ports/dba86a86-570c-499c-9188-1d917904cac1 HTTP/1.1" status: 204 len: 173 time: 3.0947328 Nov 09 21:19:20.695949 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75d9a5a-b979-4da4-90a1-c1d5e183b03c', 'name': 'network-vif-deleted', 'tag': 'dba86a86-570c-499c-9188-1d917904cac1'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:19:20.698296 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c1af40-225f-4481-84a5-5f1bad9a1b94" -d '{"events": [{"server_uuid": "b75d9a5a-b979-4da4-90a1-c1d5e183b03c", "name": "network-vif-deleted", "tag": "dba86a86-570c-499c-9188-1d917904cac1"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:19:20.700668 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: 3addb16e-5830-4dda-a131-13a5e39f04d8 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:19:20.703820 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 3addb16e-5830-4dda-a131-13a5e39f04d8 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:19:20.721550 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 47a16641-679c-4504-bc8c-df42da9239c9 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:19:20.766538 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461fa2c-8ce8-46ef-ba49-60985fdd7673 req-44a3c70f-717d-4434-8653-851a9179b04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:20.768043 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d461fa2c-8ce8-46ef-ba49-60985fdd7673 req-44a3c70f-717d-4434-8653-851a9179b04e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d36f1fc0-05fa-4125-881c-edd4e311af8e HTTP/1.1" status: 200 len: 1100 time: 0.4320698 Nov 09 21:19:20.801858 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9401e139-27ce-44a2-b3bc-84cf8dcf27f9 None None] Pushing event updated for resources: {'Port': ['ID=34250667-2f94-4ead-b588-667a2ba4c9a2,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:20.806084 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-b0bbd45f-89a4-47a6-a25e-d2000aefd9b6 None None] Attempting to bind port 34250667-2f94-4ead-b588-667a2ba4c9a2 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:19:20.806539 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-b0bbd45f-89a4-47a6-a25e-d2000aefd9b6 None None] Attempting to bind port 34250667-2f94-4ead-b588-667a2ba4c9a2 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:19:20.807470 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bbd45f-89a4-47a6-a25e-d2000aefd9b6 None None] Attempting to bind port 34250667-2f94-4ead-b588-667a2ba4c9a2 on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:19:20.818153 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bbd45f-89a4-47a6-a25e-d2000aefd9b6 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:19:20.818672 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bbd45f-89a4-47a6-a25e-d2000aefd9b6 None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:19:20.819166 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b0bbd45f-89a4-47a6-a25e-d2000aefd9b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:20.819625 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bbd45f-89a4-47a6-a25e-d2000aefd9b6 None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:19:20.820272 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-b0bbd45f-89a4-47a6-a25e-d2000aefd9b6 None None] Bound port: 34250667-2f94-4ead-b588-667a2ba4c9a2, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:19:20.820682 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b0bbd45f-89a4-47a6-a25e-d2000aefd9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:20.912328 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 47a16641-679c-4504-bc8c-df42da9239c9 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:20.912867 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:20.946060 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:20.964504 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-b0bbd45f-89a4-47a6-a25e-d2000aefd9b6 None None] For port 34250667-2f94-4ead-b588-667a2ba4c9a2, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:19:20.969825 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-b0bbd45f-89a4-47a6-a25e-d2000aefd9b6 None None] For port 34250667-2f94-4ead-b588-667a2ba4c9a2, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=34250667-2f94-4ead-b588-667a2ba4c9a2,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:19:20.976675 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b0bbd45f-89a4-47a6-a25e-d2000aefd9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:21.051327 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bbd45f-89a4-47a6-a25e-d2000aefd9b6 None None] Routers {'66a77b76-fcf6-4913-8c55-405ad0541c60'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:19:21.051855 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b0bbd45f-89a4-47a6-a25e-d2000aefd9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:19:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['66a77b76-fcf6-4913-8c55-405ad0541c60'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:19:21.095298 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9401e139-27ce-44a2-b3bc-84cf8dcf27f9 None None] Pushing event updated for resources: {'Port': ['ID=34250667-2f94-4ead-b588-667a2ba4c9a2,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:21.135066 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-f357b292-6027-461e-8a2e-f0acc0e13c77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 644cd5ee-4c74-4267-a2e4-80a76a1485f3 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:19:21.145131 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-f357b292-6027-461e-8a2e-f0acc0e13c77 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:21.159632 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-f357b292-6027-461e-8a2e-f0acc0e13c77 service neutron] Transition to ACTIVE for port object 644cd5ee-4c74-4267-a2e4-80a76a1485f3 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:19:21.164318 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-f357b292-6027-461e-8a2e-f0acc0e13c77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:21.173022 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device dba86a86-570c-499c-9188-1d917904cac1 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:19:21.203905 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: dba86a86-570c-499c-9188-1d917904cac1 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:19:21.204523 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device dba86a86-570c-499c-9188-1d917904cac1 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:19:21.211781 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537d259c-fd02-4109-bd61-858cc980d92e x-openstack-request-id: req-537d259c-fd02-4109-bd61-858cc980d92e {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:19:21.212213 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75d9a5a-b979-4da4-90a1-c1d5e183b03c", "name": "network-vif-deleted", "tag": "dba86a86-570c-499c-9188-1d917904cac1", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:19:21.212213 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-537d259c-fd02-4109-bd61-858cc980d92e {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:19:21.213708 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75d9a5a-b979-4da4-90a1-c1d5e183b03c', 'name': 'network-vif-deleted', 'tag': 'dba86a86-570c-499c-9188-1d917904cac1', 'status': 'completed', 'code': 200} Nov 09 21:19:21.243745 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-b0bbd45f-89a4-47a6-a25e-d2000aefd9b6 None None] Set router 66a77b76-fcf6-4913-8c55-405ad0541c60 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:19:21.261590 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f357b292-6027-461e-8a2e-f0acc0e13c77 service neutron] Pushing event updated for resources: {'Port': ['ID=644cd5ee-4c74-4267-a2e4-80a76a1485f3,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:21.309075 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf7f7d2-a8cf-434a-9077-15e184fdc913', 'name': 'network-vif-deleted', 'tag': '3addb16e-5830-4dda-a131-13a5e39f04d8'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:19:21.311472 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346bd09d-8ceb-48f2-b1a9-467946ece2d6" -d '{"events": [{"server_uuid": "4cf7f7d2-a8cf-434a-9077-15e184fdc913", "name": "network-vif-deleted", "tag": "3addb16e-5830-4dda-a131-13a5e39f04d8"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:19:21.340456 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-9d1fce92-969f-46ad-ac03-28cfd5c5db89 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Allocated IP 172.20.0.11 (5c607b89-fbc9-40ec-a5cb-3d08e5262f91/f101193f-055a-4356-b3a4-446117d96b9b/8f011bd8-6813-4c07-81b6-43e013b405ed) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:19:21.341296 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-f357b292-6027-461e-8a2e-f0acc0e13c77 service neutron] Attempting to bind port 644cd5ee-4c74-4267-a2e4-80a76a1485f3 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:19:21.341537 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-f357b292-6027-461e-8a2e-f0acc0e13c77 service neutron] Attempting to bind port 644cd5ee-4c74-4267-a2e4-80a76a1485f3 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '8b343e36-5ad5-4993-af06-da856762e2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5c607b89-fbc9-40ec-a5cb-3d08e5262f91'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:19:21.341796 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-f357b292-6027-461e-8a2e-f0acc0e13c77 service neutron] Attempting to bind port 644cd5ee-4c74-4267-a2e4-80a76a1485f3 on network 5c607b89-fbc9-40ec-a5cb-3d08e5262f91 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:19:21.352291 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-f357b292-6027-461e-8a2e-f0acc0e13c77 service neutron] Port 644cd5ee-4c74-4267-a2e4-80a76a1485f3 on network 5c607b89-fbc9-40ec-a5cb-3d08e5262f91 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:19:21.352291 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-f357b292-6027-461e-8a2e-f0acc0e13c77 service neutron] Attempting to bind port 644cd5ee-4c74-4267-a2e4-80a76a1485f3 on network 5c607b89-fbc9-40ec-a5cb-3d08e5262f91 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:19:21.362216 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-f357b292-6027-461e-8a2e-f0acc0e13c77 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:19:21.362899 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-f357b292-6027-461e-8a2e-f0acc0e13c77 service neutron] Checking segment: {'id': '8b343e36-5ad5-4993-af06-da856762e2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5c607b89-fbc9-40ec-a5cb-3d08e5262f91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:19:21.363167 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-f357b292-6027-461e-8a2e-f0acc0e13c77 service neutron] Bound using segment: {'id': '8b343e36-5ad5-4993-af06-da856762e2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5c607b89-fbc9-40ec-a5cb-3d08e5262f91'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:19:21.363517 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-f357b292-6027-461e-8a2e-f0acc0e13c77 service neutron] Bound port: 644cd5ee-4c74-4267-a2e4-80a76a1485f3, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b343e36-5ad5-4993-af06-da856762e2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5c607b89-fbc9-40ec-a5cb-3d08e5262f91'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:19:21.363874 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-f357b292-6027-461e-8a2e-f0acc0e13c77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:21.404356 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 4793d75b-ef33-4596-9093-d64f33a7960c up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:19:21.408658 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d11fe0-ee46-443e-bd11-1842ff99bbfe x-openstack-request-id: req-10d11fe0-ee46-443e-bd11-1842ff99bbfe {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:19:21.409142 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cf7f7d2-a8cf-434a-9077-15e184fdc913", "name": "network-vif-deleted", "tag": "3addb16e-5830-4dda-a131-13a5e39f04d8", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:19:21.409281 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-10d11fe0-ee46-443e-bd11-1842ff99bbfe {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:19:21.409647 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cf7f7d2-a8cf-434a-9077-15e184fdc913', 'name': 'network-vif-deleted', 'tag': '3addb16e-5830-4dda-a131-13a5e39f04d8', 'status': 'completed', 'code': 200} Nov 09 21:19:21.448359 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-f357b292-6027-461e-8a2e-f0acc0e13c77 service neutron] For port 644cd5ee-4c74-4267-a2e4-80a76a1485f3, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:19:21.453364 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-f357b292-6027-461e-8a2e-f0acc0e13c77 service neutron] For port 644cd5ee-4c74-4267-a2e4-80a76a1485f3, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=644cd5ee-4c74-4267-a2e4-80a76a1485f3,segment=NetworkSegment(8b343e36-5ad5-4993-af06-da856762e2f1),segment_id=8b343e36-5ad5-4993-af06-da856762e2f1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:19:21.458744 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-f357b292-6027-461e-8a2e-f0acc0e13c77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:21.530311 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-430aa196-e27e-4cab-8c8c-ad595edd75f7 req-44208f1b-cebb-411e-ae28-86dccda23e58 tempest-LiveMigrationTest-1721978422 tempest-LiveMigrationTest-1721978422-project] 10.222.0.49 "GET /v2.0/ports?device_id=b75d9a5a-b979-4da4-90a1-c1d5e183b03c HTTP/1.1" status: 200 len: 210 time: 0.3299484 Nov 09 21:19:21.531310 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7a683b0c-448a-4c50-85f4-816ce32e11e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:21.533112 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-71c0dd21-920f-4b99-adc0-393602821da4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:21.558436 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 4793d75b-ef33-4596-9093-d64f33a7960c triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:21.560923 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:21.586759 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-f357b292-6027-461e-8a2e-f0acc0e13c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:21.587803 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-f357b292-6027-461e-8a2e-f0acc0e13c77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:21.589675 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-f357b292-6027-461e-8a2e-f0acc0e13c77 service neutron] 10.222.0.45 "PUT /v2.0/ports/644cd5ee-4c74-4267-a2e4-80a76a1485f3 HTTP/1.1" status: 200 len: 1091 time: 0.9901638 Nov 09 21:19:21.623806 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f357b292-6027-461e-8a2e-f0acc0e13c77 service neutron] Pushing event updated for resources: {'Port': ['ID=644cd5ee-4c74-4267-a2e4-80a76a1485f3,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:21.638657 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172487b1-8260-49c8-8814-48a002a97c27 req-510aaadc-130f-4947-9a6b-661476452ddb tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:21.648175 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-172487b1-8260-49c8-8814-48a002a97c27 req-510aaadc-130f-4947-9a6b-661476452ddb tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/ports?device_id=8586b6af-d9d6-4c44-9539-c2fbe7b895d3 HTTP/1.1" status: 200 len: 943 time: 0.1299045 Nov 09 21:19:21.738917 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-a1bbb78b-43f0-4fa5-96f0-4183dcab2455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:21.740576 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-a1bbb78b-43f0-4fa5-96f0-4183dcab2455 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a6909788a60e4da197fdde3c76c6751a&device_id=8586b6af-d9d6-4c44-9539-c2fbe7b895d3 HTTP/1.1" status: 200 len: 1094 time: 0.0714593 Nov 09 21:19:21.744077 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-172487b1-8260-49c8-8814-48a002a97c27 req-e733adc3-99b2-4ef5-b468-9bab8dc22d71 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceea38cc-44df-413d-adc4-9ba227d57de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949821 Nov 09 21:19:21.791388 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-77f9eb1e-a241-4fe0-8402-13b77ef645b8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=644cd5ee-4c74-4267-a2e4-80a76a1485f3 HTTP/1.1" status: 200 len: 217 time: 0.0408068 Nov 09 21:19:21.808373 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d461fa2c-8ce8-46ef-ba49-60985fdd7673 req-c3e2aa0e-a992-4409-8b7d-c96711328c72 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0312908 Nov 09 21:19:21.845410 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device d928e455-4c26-4c2a-9d88-7f26f88dd0ed up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:19:21.848055 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-db728e43-98c8-45ce-b369-d509b385ee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:21.848419 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b0bbd45f-89a4-47a6-a25e-d2000aefd9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a77b76-fcf6-4913-8c55-405ad0541c60', 'name': 'tempest-ServersTestFqdnHostnames-693468397-router', 'tenant_id': '1b6ffb029992434f8d6aabef83131597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '34250667-2f94-4ead-b588-667a2ba4c9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:19:11Z', 'updated_at': '2021-11-09T21:19:15Z', 'revision_number': 3, 'project_id': '1b6ffb029992434f8d6aabef83131597', 'gw_port': {'id': '34250667-2f94-4ead-b588-667a2ba4c9a2', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:90:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a77b76-fcf6-4913-8c55-405ad0541c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:12Z', 'updated_at': '2021-11-09T21:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:19:21.849705 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-db728e43-98c8-45ce-b369-d509b385ee0c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f101193f-055a-4356-b3a4-446117d96b9b HTTP/1.1" status: 200 len: 853 time: 0.0510831 Nov 09 21:19:21.895412 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bbd45f-89a4-47a6-a25e-d2000aefd9b6 None None] The sync data for ids ['66a77b76-fcf6-4913-8c55-405ad0541c60'] in n-d-816206-3 is: [{'id': '66a77b76-fcf6-4913-8c55-405ad0541c60', 'name': 'tempest-ServersTestFqdnHostnames-693468397-router', 'tenant_id': '1b6ffb029992434f8d6aabef83131597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '34250667-2f94-4ead-b588-667a2ba4c9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:19:11Z', 'updated_at': '2021-11-09T21:19:15Z', 'revision_number': 3, 'project_id': '1b6ffb029992434f8d6aabef83131597', 'gw_port': {'id': '34250667-2f94-4ead-b588-667a2ba4c9a2', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:90:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a77b76-fcf6-4913-8c55-405ad0541c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:12Z', 'updated_at': '2021-11-09T21:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:19:21.935966 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port d928e455-4c26-4c2a-9d88-7f26f88dd0ed triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:21.936339 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:21.979176 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-9d1fce92-969f-46ad-ac03-28cfd5c5db89 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:22.001846 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ecae5-8dc9-4245-880d-f0a700deab77 req-b8104b27-84a5-4ff5-a34e-9e3f678ee2be tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:22.007091 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-499ecae5-8dc9-4245-880d-f0a700deab77 req-b8104b27-84a5-4ff5-a34e-9e3f678ee2be tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=d36f1fc0-05fa-4125-881c-edd4e311af8e HTTP/1.1" status: 200 len: 949 time: 0.2458529 Nov 09 21:19:22.018410 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-feb3e0bf-9d8a-478c-8174-3a0e3b602c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:22.034338 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-ee822690-f94b-40a9-abdb-76ecb88b2a8b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5c607b89-fbc9-40ec-a5cb-3d08e5262f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301847 Nov 09 21:19:22.160148 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-dde70972-3dc4-4e58-83cc-bc127c2fc02f service neutron] 10.222.0.45 "GET /v2.0/networks/5c607b89-fbc9-40ec-a5cb-3d08e5262f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178279 Nov 09 21:19:22.225725 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-71c0dd21-920f-4b99-adc0-393602821da4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:22.250321 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-499ecae5-8dc9-4245-880d-f0a700deab77 req-6055a730-e97b-41c7-bce2-1c945c938468 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370226 Nov 09 21:19:22.288126 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:22.304261 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-637e5c2f-599e-4797-a24e-4b1120354369 service neutron] 10.222.0.45 "GET /v2.0/networks/5c607b89-fbc9-40ec-a5cb-3d08e5262f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346099 Nov 09 21:19:22.321388 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-9d1fce92-969f-46ad-ac03-28cfd5c5db89 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:22.397618 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a683b0c-448a-4c50-85f4-816ce32e11e6 admin admin] Router b0fc71dc-7814-45a3-bc38-53645e802091 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:19:22.469473 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-9d1fce92-969f-46ad-ac03-28cfd5c5db89 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Network 5c607b89-fbc9-40ec-a5cb-3d08e5262f91 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:19:22.497793 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1fce92-969f-46ad-ac03-28cfd5c5db89 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Pushing event updated for resources: {'Port': ['ID=8f011bd8-6813-4c07-81b6-43e013b405ed,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:22.503789 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-9d1fce92-969f-46ad-ac03-28cfd5c5db89 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:19:22.506983 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-9d1fce92-969f-46ad-ac03-28cfd5c5db89 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:19:22.591931 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38638) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:22.600747 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-feb3e0bf-9d8a-478c-8174-3a0e3b602c68 admin admin] Allocated IP 172.20.0.1 (9bcf3e74-66ab-4e01-a79a-180569e5d97f/28350996-29de-4d8e-b69d-4686a6e86a6e/c54671bc-a43d-43a1-8a04-2f32e5138da0) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:19:22.659248 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:22.693296 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-9d1fce92-969f-46ad-ac03-28cfd5c5db89 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:22.693940 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-9d1fce92-969f-46ad-ac03-28cfd5c5db89 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:22.711985 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-9527f12f-4978-43c5-85a2-9e5030b4665c admin admin] Deleting subnet 39c6d736-667d-4cbf-9558-9612dacd0f8d {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:19:22.715674 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9527f12f-4978-43c5-85a2-9e5030b4665c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:22.755868 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9527f12f-4978-43c5-85a2-9e5030b4665c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:22.769522 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-9d1fce92-969f-46ad-ac03-28cfd5c5db89 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0816684 Nov 09 21:19:22.774330 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a683b0c-448a-4c50-85f4-816ce32e11e6 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:19:22.789010 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22b24c9-34d5-4777-9052-e87b6d7783b3 None None] Sync routers for ids ['b0fc71dc-7814-45a3-bc38-53645e802091'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:19:22.795556 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-b833e30a-e075-42a9-acad-47341dc1c188 service neutron] Request body: {'port': {'device_id': 'cb1c6a42-2ff4-49e4-84a7-3a00b5366521', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:19:22.808864 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22b24c9-34d5-4777-9052-e87b6d7783b3 None None] Routers {'b0fc71dc-7814-45a3-bc38-53645e802091'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:19:22.814559 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-f22b24c9-34d5-4777-9052-e87b6d7783b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:19:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['b0fc71dc-7814-45a3-bc38-53645e802091'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:19:22.836044 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7a683b0c-448a-4c50-85f4-816ce32e11e6 admin admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:22.837307 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7a683b0c-448a-4c50-85f4-816ce32e11e6 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.2037790 Nov 09 21:19:22.837587 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9527f12f-4978-43c5-85a2-9e5030b4665c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:22.842038 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c0dd21-920f-4b99-adc0-393602821da4 admin admin] Router 85e00bdb-4201-43c2-b490-f0c5e1d9dd5e is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:19:22.848155 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38646) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:22.907679 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9527f12f-4978-43c5-85a2-9e5030b4665c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:22.957261 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-feb3e0bf-9d8a-478c-8174-3a0e3b602c68 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:22.968179 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9527f12f-4978-43c5-85a2-9e5030b4665c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39c6d736-667d-4cbf-9558-9612dacd0f8d,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:22.972471 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-f22b24c9-34d5-4777-9052-e87b6d7783b3 None None] Set router b0fc71dc-7814-45a3-bc38-53645e802091 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:19:22.977800 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9527f12f-4978-43c5-85a2-9e5030b4665c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:22.981333 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-9527f12f-4978-43c5-85a2-9e5030b4665c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/39c6d736-667d-4cbf-9558-9612dacd0f8d HTTP/1.1" status: 204 len: 168 time: 0.3883505 Nov 09 21:19:22.984995 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38648) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:23.013324 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-b833e30a-e075-42a9-acad-47341dc1c188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:23.053328 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad807fbd-8556-40cc-9959-93bf6997bded req-9a01ea45-e0f6-44ab-bdc2-5b3d3bb71b69 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:23.054933 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ad807fbd-8556-40cc-9959-93bf6997bded req-9a01ea45-e0f6-44ab-bdc2-5b3d3bb71b69 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/ports?device_id=8586b6af-d9d6-4c44-9539-c2fbe7b895d3 HTTP/1.1" status: 200 len: 943 time: 0.1171415 Nov 09 21:19:23.105900 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-13653acf-cb0a-4088-9a87-3565816c0da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:23.148347 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ad807fbd-8556-40cc-9959-93bf6997bded req-a0a8e1e0-b3ce-4c1f-948d-12cd61200853 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceea38cc-44df-413d-adc4-9ba227d57de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769179 Nov 09 21:19:23.259429 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-13653acf-cb0a-4088-9a87-3565816c0da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:23.298164 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-13653acf-cb0a-4088-9a87-3565816c0da5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cf09cc6-9022-42d8-96c2-e4ea0d1e749b']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:19:23.331389 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-13653acf-cb0a-4088-9a87-3565816c0da5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dafe29ae-1ba0-4490-879c-5008a3eac5b2') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:19:23.331706 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-13653acf-cb0a-4088-9a87-3565816c0da5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dafe29ae-1ba0-4490-879c-5008a3eac5b2') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:19:23.347929 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-13653acf-cb0a-4088-9a87-3565816c0da5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:23.348661 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-f22b24c9-34d5-4777-9052-e87b6d7783b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0fc71dc-7814-45a3-bc38-53645e802091', 'name': 'tempest-AttachSCSIVolumeTestJSON-1431814511-router', 'tenant_id': '2e5338cf73234e8ab93a30211d1b9359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '324c4cf0-db5e-4813-bd67-aa2471b1a436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:19:12Z', 'updated_at': '2021-11-09T21:19:19Z', 'revision_number': 3, 'project_id': '2e5338cf73234e8ab93a30211d1b9359', 'gw_port': {'id': '324c4cf0-db5e-4813-bd67-aa2471b1a436', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0fc71dc-7814-45a3-bc38-53645e802091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:15Z', 'updated_at': '2021-11-09T21:19:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:19:23.349482 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:23.369840 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-13653acf-cb0a-4088-9a87-3565816c0da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:23.385604 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13653acf-cb0a-4088-9a87-3565816c0da5 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:19:23.386184 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-13653acf-cb0a-4088-9a87-3565816c0da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:23.388403 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:19:23.388403 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:19:23.388403 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:19:23.388403 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:19:23.388403 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:19:23.388403 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:19:23.388403 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:19:23.388403 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:19:23.388403 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:19:23.388403 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:19:23.388403 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:19:23.388403 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:19:23.388403 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:19:23.388403 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:19:23.388403 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:19:23.388403 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:19:23.388403 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:19:23.388403 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:19:23.388403 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:19:23.388403 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:19:23.388403 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:19:23.388403 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:19:23.388403 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:19:23.388403 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:19:23.388403 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:19:23.388403 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:19:23.388403 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:19:23.388403 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:19:23.388403 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:19:23.388403 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:19:23.388403 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:19:23.388403 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:19:23.401523 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22b24c9-34d5-4777-9052-e87b6d7783b3 None None] Checking router: b0fc71dc-7814-45a3-bc38-53645e802091 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:19:23.402309 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22b24c9-34d5-4777-9052-e87b6d7783b3 None None] Updating router b0fc71dc-7814-45a3-bc38-53645e802091 port 324c4cf0-db5e-4813-bd67-aa2471b1a436 binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:19:23.403070 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 34250667-2f94-4ead-b588-667a2ba4c9a2 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:19:23.436407 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f22b24c9-34d5-4777-9052-e87b6d7783b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:23.456748 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8586b6af-d9d6-4c44-9539-c2fbe7b895d3', 'tag': '644cd5ee-4c74-4267-a2e4-80a76a1485f3'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:19:23.459250 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea4d04a-492c-43dd-a022-6c5f5bde624f" -d '{"events": [{"name": "network-changed", "server_uuid": "8586b6af-d9d6-4c44-9539-c2fbe7b895d3", "tag": "644cd5ee-4c74-4267-a2e4-80a76a1485f3"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:19:23.516984 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 34250667-2f94-4ead-b588-667a2ba4c9a2 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:23.517452 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:23.546643 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd828d23-a50c-47bd-bf0a-55faa86149b2 x-openstack-request-id: req-dd828d23-a50c-47bd-bf0a-55faa86149b2 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:19:23.546952 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8586b6af-d9d6-4c44-9539-c2fbe7b895d3", "tag": "644cd5ee-4c74-4267-a2e4-80a76a1485f3", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:19:23.547198 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dd828d23-a50c-47bd-bf0a-55faa86149b2 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:19:23.547597 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8586b6af-d9d6-4c44-9539-c2fbe7b895d3', 'tag': '644cd5ee-4c74-4267-a2e4-80a76a1485f3', 'status': 'completed', 'code': 200} Nov 09 21:19:23.558465 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-13653acf-cb0a-4088-9a87-3565816c0da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:23.566234 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-13653acf-cb0a-4088-9a87-3565816c0da5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:23.569932 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-13653acf-cb0a-4088-9a87-3565816c0da5 admin admin] 10.222.0.49 "DELETE /v2.0/networks/9cf09cc6-9022-42d8-96c2-e4ea0d1e749b HTTP/1.1" status: 204 len: 168 time: 0.5839822 Nov 09 21:19:23.574866 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38656) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:23.637543 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66871e-6421-4ed4-9a0b-f197a54bba23 req-715a751a-cb97-42f0-abad-33899882c9dd tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:23.639179 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0b66871e-6421-4ed4-9a0b-f197a54bba23 req-715a751a-cb97-42f0-abad-33899882c9dd tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=d36f1fc0-05fa-4125-881c-edd4e311af8e HTTP/1.1" status: 200 len: 949 time: 0.1768990 Nov 09 21:19:23.657215 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13653acf-cb0a-4088-9a87-3565816c0da5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cf09cc6-9022-42d8-96c2-e4ea0d1e749b,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:23.688235 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c0dd21-920f-4b99-adc0-393602821da4 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:19:23.706900 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcd6dd02-f6a8-4361-9ae6-057686cedfe2 admin admin] Deleting subnet 0d859392-bb00-4c57-9cb0-23f7aa5b9a64 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:19:23.723274 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bcd6dd02-f6a8-4361-9ae6-057686cedfe2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:23.738966 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b4c86a-746b-4cc7-80f6-8c56c64a6346 None None] Sync routers for ids ['85e00bdb-4201-43c2-b490-f0c5e1d9dd5e'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:19:23.746862 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-feb3e0bf-9d8a-478c-8174-3a0e3b602c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:23.765793 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:23.788835 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4d04a-492c-43dd-a022-6c5f5bde624f req-c014b2c0-a37f-4744-8a2d-3d84ace4444e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:23.791967 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1ea4d04a-492c-43dd-a022-6c5f5bde624f req-c014b2c0-a37f-4744-8a2d-3d84ace4444e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a6909788a60e4da197fdde3c76c6751a&device_id=8586b6af-d9d6-4c44-9539-c2fbe7b895d3 HTTP/1.1" status: 200 len: 1094 time: 0.2072999 Nov 09 21:19:23.793008 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b4c86a-746b-4cc7-80f6-8c56c64a6346 None None] Routers {'85e00bdb-4201-43c2-b490-f0c5e1d9dd5e'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:19:23.795060 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-44b4c86a-746b-4cc7-80f6-8c56c64a6346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:19:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['85e00bdb-4201-43c2-b490-f0c5e1d9dd5e'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:19:23.802535 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0b66871e-6421-4ed4-9a0b-f197a54bba23 req-567b77db-83d8-4302-ae63-84d067d338e6 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412771 Nov 09 21:19:23.828088 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f22b24c9-34d5-4777-9052-e87b6d7783b3 None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:23.831849 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb3e0bf-9d8a-478c-8174-3a0e3b602c68 admin admin] Pushing event updated for resources: {'Port': ['ID=c54671bc-a43d-43a1-8a04-2f32e5138da0,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:23.836077 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f22b24c9-34d5-4777-9052-e87b6d7783b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:23.857648 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-71c0dd21-920f-4b99-adc0-393602821da4 admin admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:23.862779 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-71c0dd21-920f-4b99-adc0-393602821da4 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 938 time: 10.6197069 Nov 09 21:19:23.866793 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38660) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:23.924209 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adb79f3-bdd6-451b-a71d-f8d7b3429d2b None None] Pushing event updated for resources: {'Port': ['ID=324c4cf0-db5e-4813-bd67-aa2471b1a436,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:23.929568 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb3e0bf-9d8a-478c-8174-3a0e3b602c68 admin admin] Network 9bcf3e74-66ab-4e01-a79a-180569e5d97f is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:19:23.943514 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-f22b24c9-34d5-4777-9052-e87b6d7783b3 None None] Attempting to bind port 324c4cf0-db5e-4813-bd67-aa2471b1a436 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:19:23.943809 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-f22b24c9-34d5-4777-9052-e87b6d7783b3 None None] Attempting to bind port 324c4cf0-db5e-4813-bd67-aa2471b1a436 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:19:23.944145 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22b24c9-34d5-4777-9052-e87b6d7783b3 None None] Attempting to bind port 324c4cf0-db5e-4813-bd67-aa2471b1a436 on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:19:23.950481 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22b24c9-34d5-4777-9052-e87b6d7783b3 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:19:23.951265 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22b24c9-34d5-4777-9052-e87b6d7783b3 None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:19:23.951840 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f22b24c9-34d5-4777-9052-e87b6d7783b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:23.952382 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22b24c9-34d5-4777-9052-e87b6d7783b3 None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:19:23.953036 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-f22b24c9-34d5-4777-9052-e87b6d7783b3 None None] Bound port: 324c4cf0-db5e-4813-bd67-aa2471b1a436, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:19:23.953669 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f22b24c9-34d5-4777-9052-e87b6d7783b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:23.985434 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-feb3e0bf-9d8a-478c-8174-3a0e3b602c68 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:19:23.995089 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb3e0bf-9d8a-478c-8174-3a0e3b602c68 admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:19:24.002910 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 34250667-2f94-4ead-b588-667a2ba4c9a2, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=34250667-2f94-4ead-b588-667a2ba4c9a2,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:19:24.007674 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-f22b24c9-34d5-4777-9052-e87b6d7783b3 None None] For port 324c4cf0-db5e-4813-bd67-aa2471b1a436, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:19:24.011410 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-f22b24c9-34d5-4777-9052-e87b6d7783b3 None None] For port 324c4cf0-db5e-4813-bd67-aa2471b1a436, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=324c4cf0-db5e-4813-bd67-aa2471b1a436,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:19:24.012412 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:24.018933 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4d04a-492c-43dd-a022-6c5f5bde624f req-1282b0d0-71f6-4ef3-bed1-bb2b15d50380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:24.019451 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f22b24c9-34d5-4777-9052-e87b6d7783b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:24.029850 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1ea4d04a-492c-43dd-a022-6c5f5bde624f req-1282b0d0-71f6-4ef3-bed1-bb2b15d50380 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5c607b89-fbc9-40ec-a5cb-3d08e5262f91 HTTP/1.1" status: 200 len: 913 time: 0.2198367 Nov 09 21:19:24.037806 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bcd6dd02-f6a8-4361-9ae6-057686cedfe2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:24.047442 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-feb3e0bf-9d8a-478c-8174-3a0e3b602c68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:24.090167 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adb79f3-bdd6-451b-a71d-f8d7b3429d2b None None] Pushing event updated for resources: {'Port': ['ID=324c4cf0-db5e-4813-bd67-aa2471b1a436,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:24.109371 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22b24c9-34d5-4777-9052-e87b6d7783b3 None None] Routers {'b0fc71dc-7814-45a3-bc38-53645e802091'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:19:24.110571 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-f22b24c9-34d5-4777-9052-e87b6d7783b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:19:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['b0fc71dc-7814-45a3-bc38-53645e802091'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:19:24.160695 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bcd6dd02-f6a8-4361-9ae6-057686cedfe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:24.250838 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=34250667-2f94-4ead-b588-667a2ba4c9a2,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:24.289296 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-f22b24c9-34d5-4777-9052-e87b6d7783b3 None None] Set router b0fc71dc-7814-45a3-bc38-53645e802091 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:19:24.294460 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-44b4c86a-746b-4cc7-80f6-8c56c64a6346 None None] Set router 85e00bdb-4201-43c2-b490-f0c5e1d9dd5e gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:19:24.321678 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bcd6dd02-f6a8-4361-9ae6-057686cedfe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:24.383449 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bcd6dd02-f6a8-4361-9ae6-057686cedfe2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:24.388013 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-bcd6dd02-f6a8-4361-9ae6-057686cedfe2 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0d859392-bb00-4c57-9cb0-23f7aa5b9a64 HTTP/1.1" status: 204 len: 168 time: 0.8113141 Nov 09 21:19:24.424832 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6dd02-f6a8-4361-9ae6-057686cedfe2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d859392-bb00-4c57-9cb0-23f7aa5b9a64,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:24.431973 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38670) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:24.499201 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1ea4d04a-492c-43dd-a022-6c5f5bde624f req-50a6c947-3211-4fd5-a3b7-d83c17c63ec2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=644cd5ee-4c74-4267-a2e4-80a76a1485f3 HTTP/1.1" status: 200 len: 217 time: 0.1970749 Nov 09 21:19:24.558338 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-51e49baf-31b4-4ed5-a96e-d3a7e1db4187 None None] Provisioning complete for port c54671bc-a43d-43a1-8a04-2f32e5138da0 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:24.563154 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-51e49baf-31b4-4ed5-a96e-d3a7e1db4187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:24.577688 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4d04a-492c-43dd-a022-6c5f5bde624f req-2a5febcf-3701-47bb-af2e-5738439f1ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:24.579409 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1ea4d04a-492c-43dd-a022-6c5f5bde624f req-2a5febcf-3701-47bb-af2e-5738439f1ffb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f101193f-055a-4356-b3a4-446117d96b9b HTTP/1.1" status: 200 len: 853 time: 0.0692523 Nov 09 21:19:24.599456 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-b833e30a-e075-42a9-acad-47341dc1c188 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f011bd8-6813-4c07-81b6-43e013b405ed {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:19:24.626198 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-f22b24c9-34d5-4777-9052-e87b6d7783b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0fc71dc-7814-45a3-bc38-53645e802091', 'name': 'tempest-AttachSCSIVolumeTestJSON-1431814511-router', 'tenant_id': '2e5338cf73234e8ab93a30211d1b9359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '324c4cf0-db5e-4813-bd67-aa2471b1a436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:19:12Z', 'updated_at': '2021-11-09T21:19:19Z', 'revision_number': 3, 'project_id': '2e5338cf73234e8ab93a30211d1b9359', 'gw_port': {'id': '324c4cf0-db5e-4813-bd67-aa2471b1a436', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0fc71dc-7814-45a3-bc38-53645e802091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:15Z', 'updated_at': '2021-11-09T21:19:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:19:24.627732 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-b833e30a-e075-42a9-acad-47341dc1c188 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:24.642731 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-51e49baf-31b4-4ed5-a96e-d3a7e1db4187 None None] Port c54671bc-a43d-43a1-8a04-2f32e5138da0 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:19:24.654939 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22b24c9-34d5-4777-9052-e87b6d7783b3 None None] The sync data for ids ['b0fc71dc-7814-45a3-bc38-53645e802091'] in n-d-816206-3 is: [{'id': 'b0fc71dc-7814-45a3-bc38-53645e802091', 'name': 'tempest-AttachSCSIVolumeTestJSON-1431814511-router', 'tenant_id': '2e5338cf73234e8ab93a30211d1b9359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '324c4cf0-db5e-4813-bd67-aa2471b1a436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:19:12Z', 'updated_at': '2021-11-09T21:19:19Z', 'revision_number': 3, 'project_id': '2e5338cf73234e8ab93a30211d1b9359', 'gw_port': {'id': '324c4cf0-db5e-4813-bd67-aa2471b1a436', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0fc71dc-7814-45a3-bc38-53645e802091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:15Z', 'updated_at': '2021-11-09T21:19:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:19:24.657292 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec736145-3a10-4194-ad6c-8867c77e6e6b req-4d9642ad-a8a8-4572-a3d7-42de1df9e6f0 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:24.660042 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1ea4d04a-492c-43dd-a022-6c5f5bde624f req-606a3db2-3ec8-4f62-b7ab-609fd8b022fd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5c607b89-fbc9-40ec-a5cb-3d08e5262f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627372 Nov 09 21:19:24.665096 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ec736145-3a10-4194-ad6c-8867c77e6e6b req-4d9642ad-a8a8-4572-a3d7-42de1df9e6f0 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/ports?device_id=8586b6af-d9d6-4c44-9539-c2fbe7b895d3 HTTP/1.1" status: 200 len: 943 time: 0.3681922 Nov 09 21:19:24.665737 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5417bf9e-2b33-4f46-b20e-efc5f88a9abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:24.753869 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-44b4c86a-746b-4cc7-80f6-8c56c64a6346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e00bdb-4201-43c2-b490-f0c5e1d9dd5e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-91098561-router', 'tenant_id': '9715d51501fd4c548f27e14fec7c1f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:19:13Z', 'updated_at': '2021-11-09T21:19:20Z', 'revision_number': 3, 'project_id': '9715d51501fd4c548f27e14fec7c1f1a', 'gw_port': {'id': 'b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:98:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e00bdb-4201-43c2-b490-f0c5e1d9dd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:16Z', 'updated_at': '2021-11-09T21:19:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:19:24.768185 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-b833e30a-e075-42a9-acad-47341dc1c188 service neutron] Transition to ACTIVE for port object 8f011bd8-6813-4c07-81b6-43e013b405ed will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:19:24.783423 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-feb3e0bf-9d8a-478c-8174-3a0e3b602c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:24.805380 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b4c86a-746b-4cc7-80f6-8c56c64a6346 None None] Checking router: 85e00bdb-4201-43c2-b490-f0c5e1d9dd5e for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:19:24.806007 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b4c86a-746b-4cc7-80f6-8c56c64a6346 None None] Updating router 85e00bdb-4201-43c2-b490-f0c5e1d9dd5e port b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1 binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:19:24.838425 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-b833e30a-e075-42a9-acad-47341dc1c188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:24.839113 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-44b4c86a-746b-4cc7-80f6-8c56c64a6346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:24.844294 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5417bf9e-2b33-4f46-b20e-efc5f88a9abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:24.877136 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1ea4d04a-492c-43dd-a022-6c5f5bde624f req-bb78f573-2f66-4631-8c93-29dd56cdc394 service neutron] 10.222.0.45 "GET /v2.0/networks/5c607b89-fbc9-40ec-a5cb-3d08e5262f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093556 Nov 09 21:19:24.894608 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-5417bf9e-2b33-4f46-b20e-efc5f88a9abb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e87a7207-7741-4fb2-bbbd-c66e19ac33e0']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:19:24.921660 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ec736145-3a10-4194-ad6c-8867c77e6e6b req-d682814d-83b2-4863-833d-99c051b80a92 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceea38cc-44df-413d-adc4-9ba227d57de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540588 Nov 09 21:19:24.958743 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-5417bf9e-2b33-4f46-b20e-efc5f88a9abb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d273b94-f458-4875-8b5b-9d9f29fcc678') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:19:24.959039 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-5417bf9e-2b33-4f46-b20e-efc5f88a9abb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d273b94-f458-4875-8b5b-9d9f29fcc678') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:19:25.004450 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5417bf9e-2b33-4f46-b20e-efc5f88a9abb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:25.051851 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5417bf9e-2b33-4f46-b20e-efc5f88a9abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:25.060536 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5417bf9e-2b33-4f46-b20e-efc5f88a9abb admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:19:25.061564 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5417bf9e-2b33-4f46-b20e-efc5f88a9abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:25.084950 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10337775-be73-4649-be65-64e1d6a1f4f6 req-85f6ebcb-ec62-4a92-822b-823cc23719a0 tempest-ServersAdminTestJSON-185892219 tempest-ServersAdminTestJSON-185892219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:25.085341 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10337775-be73-4649-be65-64e1d6a1f4f6 req-85f6ebcb-ec62-4a92-822b-823cc23719a0 tempest-ServersAdminTestJSON-185892219 tempest-ServersAdminTestJSON-185892219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:25.085803 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10337775-be73-4649-be65-64e1d6a1f4f6 req-85f6ebcb-ec62-4a92-822b-823cc23719a0 tempest-ServersAdminTestJSON-185892219 tempest-ServersAdminTestJSON-185892219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:25.086261 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10337775-be73-4649-be65-64e1d6a1f4f6 req-85f6ebcb-ec62-4a92-822b-823cc23719a0 tempest-ServersAdminTestJSON-185892219 tempest-ServersAdminTestJSON-185892219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:25.086710 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10337775-be73-4649-be65-64e1d6a1f4f6 req-85f6ebcb-ec62-4a92-822b-823cc23719a0 tempest-ServersAdminTestJSON-185892219 tempest-ServersAdminTestJSON-185892219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:25.087161 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10337775-be73-4649-be65-64e1d6a1f4f6 req-85f6ebcb-ec62-4a92-822b-823cc23719a0 tempest-ServersAdminTestJSON-185892219 tempest-ServersAdminTestJSON-185892219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:25.087608 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10337775-be73-4649-be65-64e1d6a1f4f6 req-85f6ebcb-ec62-4a92-822b-823cc23719a0 tempest-ServersAdminTestJSON-185892219 tempest-ServersAdminTestJSON-185892219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:25.088056 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10337775-be73-4649-be65-64e1d6a1f4f6 req-85f6ebcb-ec62-4a92-822b-823cc23719a0 tempest-ServersAdminTestJSON-185892219 tempest-ServersAdminTestJSON-185892219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:25.088515 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10337775-be73-4649-be65-64e1d6a1f4f6 req-85f6ebcb-ec62-4a92-822b-823cc23719a0 tempest-ServersAdminTestJSON-185892219 tempest-ServersAdminTestJSON-185892219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:25.088986 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10337775-be73-4649-be65-64e1d6a1f4f6 req-85f6ebcb-ec62-4a92-822b-823cc23719a0 tempest-ServersAdminTestJSON-185892219 tempest-ServersAdminTestJSON-185892219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:25.089436 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10337775-be73-4649-be65-64e1d6a1f4f6 req-85f6ebcb-ec62-4a92-822b-823cc23719a0 tempest-ServersAdminTestJSON-185892219 tempest-ServersAdminTestJSON-185892219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:25.089881 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10337775-be73-4649-be65-64e1d6a1f4f6 req-85f6ebcb-ec62-4a92-822b-823cc23719a0 tempest-ServersAdminTestJSON-185892219 tempest-ServersAdminTestJSON-185892219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:25.090326 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10337775-be73-4649-be65-64e1d6a1f4f6 req-85f6ebcb-ec62-4a92-822b-823cc23719a0 tempest-ServersAdminTestJSON-185892219 tempest-ServersAdminTestJSON-185892219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:25.091342 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10337775-be73-4649-be65-64e1d6a1f4f6 req-85f6ebcb-ec62-4a92-822b-823cc23719a0 tempest-ServersAdminTestJSON-185892219 tempest-ServersAdminTestJSON-185892219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:25.091791 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10337775-be73-4649-be65-64e1d6a1f4f6 req-85f6ebcb-ec62-4a92-822b-823cc23719a0 tempest-ServersAdminTestJSON-185892219 tempest-ServersAdminTestJSON-185892219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:25.092236 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10337775-be73-4649-be65-64e1d6a1f4f6 req-85f6ebcb-ec62-4a92-822b-823cc23719a0 tempest-ServersAdminTestJSON-185892219 tempest-ServersAdminTestJSON-185892219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:25.092697 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10337775-be73-4649-be65-64e1d6a1f4f6 req-85f6ebcb-ec62-4a92-822b-823cc23719a0 tempest-ServersAdminTestJSON-185892219 tempest-ServersAdminTestJSON-185892219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:25.093166 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10337775-be73-4649-be65-64e1d6a1f4f6 req-85f6ebcb-ec62-4a92-822b-823cc23719a0 tempest-ServersAdminTestJSON-185892219 tempest-ServersAdminTestJSON-185892219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:25.093925 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10337775-be73-4649-be65-64e1d6a1f4f6 req-85f6ebcb-ec62-4a92-822b-823cc23719a0 tempest-ServersAdminTestJSON-185892219 tempest-ServersAdminTestJSON-185892219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:25.096697 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-10337775-be73-4649-be65-64e1d6a1f4f6 req-85f6ebcb-ec62-4a92-822b-823cc23719a0 tempest-ServersAdminTestJSON-185892219 tempest-ServersAdminTestJSON-185892219-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8586b6af-d9d6-4c44-9539-c2fbe7b895d3&device_id=cb1c6a42-2ff4-49e4-84a7-3a00b5366521&device_id=d36f1fc0-05fa-4125-881c-edd4e311af8e&device_id=b79f94ac-8ac2-4365-8a06-f7a77c8c6e2c&device_id=87bbb55b-fb4a-4821-9650-30ad7f529162&device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1&device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 17179 time: 0.2224941 Nov 09 21:19:25.096991 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:19:25.096991 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:19:25.096991 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:19:25.096991 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:19:25.096991 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:19:25.096991 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:19:25.096991 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:19:25.096991 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:19:25.096991 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:19:25.096991 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:19:25.096991 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:19:25.096991 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:19:25.096991 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:19:25.096991 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:19:25.096991 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:19:25.096991 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:19:25.096991 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:19:25.096991 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:19:25.096991 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:19:25.096991 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:19:25.096991 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:19:25.096991 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:19:25.096991 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:19:25.096991 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:19:25.096991 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:19:25.096991 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:19:25.096991 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:19:25.096991 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:19:25.096991 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:19:25.096991 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:19:25.096991 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:19:25.096991 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:19:25.154683 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-10337775-be73-4649-be65-64e1d6a1f4f6 req-ed17bb51-2fa0-4db7-ab82-ec45f64c4f7c tempest-ServersAdminTestJSON-185892219 tempest-ServersAdminTestJSON-185892219-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:25.173480 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b833e30a-e075-42a9-acad-47341dc1c188 service neutron] Pushing event updated for resources: {'Port': ['ID=8f011bd8-6813-4c07-81b6-43e013b405ed,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:25.188374 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5417bf9e-2b33-4f46-b20e-efc5f88a9abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:25.194573 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 644cd5ee-4c74-4267-a2e4-80a76a1485f3 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:19:25.204131 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5417bf9e-2b33-4f46-b20e-efc5f88a9abb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:25.207427 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5417bf9e-2b33-4f46-b20e-efc5f88a9abb admin admin] 10.222.0.49 "DELETE /v2.0/networks/e87a7207-7741-4fb2-bbbd-c66e19ac33e0 HTTP/1.1" status: 204 len: 168 time: 0.7730219 Nov 09 21:19:25.222220 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1ea4d04a-492c-43dd-a022-6c5f5bde624f req-6b98cfeb-4ae8-4751-8959-5718a27ab5cf service neutron] 10.222.0.45 "GET /v2.0/networks/5c607b89-fbc9-40ec-a5cb-3d08e5262f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251276 Nov 09 21:19:25.225627 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5417bf9e-2b33-4f46-b20e-efc5f88a9abb admin admin] Pushing event deleted for resources: {'Network': ['ID=e87a7207-7741-4fb2-bbbd-c66e19ac33e0,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:25.324062 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 644cd5ee-4c74-4267-a2e4-80a76a1485f3, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=644cd5ee-4c74-4267-a2e4-80a76a1485f3,segment=NetworkSegment(8b343e36-5ad5-4993-af06-da856762e2f1),segment_id=8b343e36-5ad5-4993-af06-da856762e2f1)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:19:25.335843 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-10337775-be73-4649-be65-64e1d6a1f4f6 req-ed17bb51-2fa0-4db7-ab82-ec45f64c4f7c tempest-ServersAdminTestJSON-185892219 tempest-ServersAdminTestJSON-185892219-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:25.339661 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '644cd5ee-4c74-4267-a2e4-80a76a1485f3', 'network_id': '5c607b89-fbc9-40ec-a5cb-3d08e5262f91', 'port_id': '644cd5ee-4c74-4267-a2e4-80a76a1485f3', 'mac_address': 'fa:16:3e:c3:19:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f101193f-055a-4356-b3a4-446117d96b9b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:19:25.342295 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-10337775-be73-4649-be65-64e1d6a1f4f6 req-ed17bb51-2fa0-4db7-ab82-ec45f64c4f7c tempest-ServersAdminTestJSON-185892219 tempest-ServersAdminTestJSON-185892219-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:25.356128 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-44b4c86a-746b-4cc7-80f6-8c56c64a6346 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:25.403691 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-904df390-d6bf-4153-8fdc-6b9ff812f6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:25.412347 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:25.416012 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-44b4c86a-746b-4cc7-80f6-8c56c64a6346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:25.536789 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-b833e30a-e075-42a9-acad-47341dc1c188 service neutron] Attempting to bind port 8f011bd8-6813-4c07-81b6-43e013b405ed on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:19:25.537127 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-b833e30a-e075-42a9-acad-47341dc1c188 service neutron] Attempting to bind port 8f011bd8-6813-4c07-81b6-43e013b405ed by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '8b343e36-5ad5-4993-af06-da856762e2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5c607b89-fbc9-40ec-a5cb-3d08e5262f91'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:19:25.537515 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-b833e30a-e075-42a9-acad-47341dc1c188 service neutron] Attempting to bind port 8f011bd8-6813-4c07-81b6-43e013b405ed on network 5c607b89-fbc9-40ec-a5cb-3d08e5262f91 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:19:25.560958 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-10337775-be73-4649-be65-64e1d6a1f4f6 req-ed17bb51-2fa0-4db7-ab82-ec45f64c4f7c tempest-ServersAdminTestJSON-185892219 tempest-ServersAdminTestJSON-185892219-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=a49c0492-ae47-4dac-8056-4d2eff42c909&id=911bb090-0716-4bfb-a02e-6ca72569ddde&id=56452607-2e78-40b4-8a40-78b4919da0bd&id=ceea38cc-44df-413d-adc4-9ba227d57de7&id=ea98d57d-1ab2-4bb7-8668-5c17afc65416&id=2aa0795d-359d-4f24-ad70-d15c6200f092&fields=id&fields=name HTTP/1.1" status: 200 len: 672 time: 0.4342628 Nov 09 21:19:25.561933 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed17bb51-2fa0-4db7-ab82-ec45f64c4f7c tempest-ServersAdminTestJSON-185892219 tempest-ServersAdminTestJSON-185892219-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3bcbb2-0822-42d6-90a8-712afc4ffa02,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:25.562378 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-b833e30a-e075-42a9-acad-47341dc1c188 service neutron] Port 8f011bd8-6813-4c07-81b6-43e013b405ed on network 5c607b89-fbc9-40ec-a5cb-3d08e5262f91 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:19:25.562730 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-b833e30a-e075-42a9-acad-47341dc1c188 service neutron] Attempting to bind port 8f011bd8-6813-4c07-81b6-43e013b405ed on network 5c607b89-fbc9-40ec-a5cb-3d08e5262f91 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:19:25.564724 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 644cd5ee-4c74-4267-a2e4-80a76a1485f3 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:19:25.591434 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38680) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:25.605808 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30caa403-9648-4e6d-88b2-245ce0e5c202 None None] Pushing event updated for resources: {'Port': ['ID=b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:25.611637 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-44b4c86a-746b-4cc7-80f6-8c56c64a6346 None None] Attempting to bind port b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:19:25.612018 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-44b4c86a-746b-4cc7-80f6-8c56c64a6346 None None] Attempting to bind port b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:19:25.612389 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b4c86a-746b-4cc7-80f6-8c56c64a6346 None None] Attempting to bind port b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1 on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:19:25.620064 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b4c86a-746b-4cc7-80f6-8c56c64a6346 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:19:25.620447 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b4c86a-746b-4cc7-80f6-8c56c64a6346 None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:19:25.620946 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-44b4c86a-746b-4cc7-80f6-8c56c64a6346 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:25.621274 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b4c86a-746b-4cc7-80f6-8c56c64a6346 None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:19:25.621780 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-44b4c86a-746b-4cc7-80f6-8c56c64a6346 None None] Bound port: b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:19:25.622634 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-44b4c86a-746b-4cc7-80f6-8c56c64a6346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:25.622928 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-b833e30a-e075-42a9-acad-47341dc1c188 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:19:25.623273 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-b833e30a-e075-42a9-acad-47341dc1c188 service neutron] Checking segment: {'id': '8b343e36-5ad5-4993-af06-da856762e2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5c607b89-fbc9-40ec-a5cb-3d08e5262f91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:19:25.623655 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-b833e30a-e075-42a9-acad-47341dc1c188 service neutron] Bound using segment: {'id': '8b343e36-5ad5-4993-af06-da856762e2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5c607b89-fbc9-40ec-a5cb-3d08e5262f91'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:19:25.624091 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-b833e30a-e075-42a9-acad-47341dc1c188 service neutron] Bound port: 8f011bd8-6813-4c07-81b6-43e013b405ed, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b343e36-5ad5-4993-af06-da856762e2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5c607b89-fbc9-40ec-a5cb-3d08e5262f91'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:19:25.624439 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-b833e30a-e075-42a9-acad-47341dc1c188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:25.649651 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 644cd5ee-4c74-4267-a2e4-80a76a1485f3, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=644cd5ee-4c74-4267-a2e4-80a76a1485f3,segment=NetworkSegment(8b343e36-5ad5-4993-af06-da856762e2f1),segment_id=8b343e36-5ad5-4993-af06-da856762e2f1)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:19:25.660402 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:25.669096 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 34250667-2f94-4ead-b588-667a2ba4c9a2 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:19:25.762013 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-44b4c86a-746b-4cc7-80f6-8c56c64a6346 None None] For port b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:19:25.792824 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-44b4c86a-746b-4cc7-80f6-8c56c64a6346 None None] For port b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:19:25.804316 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=644cd5ee-4c74-4267-a2e4-80a76a1485f3,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:25.814100 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-44b4c86a-746b-4cc7-80f6-8c56c64a6346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:25.892010 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-b833e30a-e075-42a9-acad-47341dc1c188 service neutron] For port 8f011bd8-6813-4c07-81b6-43e013b405ed, host n-h2-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:19:25.897502 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 34250667-2f94-4ead-b588-667a2ba4c9a2 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:25.897877 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:25.913505 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-fbd0f58d-7322-41be-accd-0bd4d7553767 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5a6366c08f5c4a9bb0bdc56b2ea0a20e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2844005 Nov 09 21:19:25.918366 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38686) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:25.939223 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['644cd5ee-4c74-4267-a2e4-80a76a1485f3'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:19:25.989292 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082bf77b-850c-424e-9e93-945729f7c235 req-b0668e9b-15b0-4d0b-8d69-8367b4498b68 tempest-ServersAdminTestJSON-185892219 tempest-ServersAdminTestJSON-185892219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:25.989767 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082bf77b-850c-424e-9e93-945729f7c235 req-b0668e9b-15b0-4d0b-8d69-8367b4498b68 tempest-ServersAdminTestJSON-185892219 tempest-ServersAdminTestJSON-185892219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:25.990233 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082bf77b-850c-424e-9e93-945729f7c235 req-b0668e9b-15b0-4d0b-8d69-8367b4498b68 tempest-ServersAdminTestJSON-185892219 tempest-ServersAdminTestJSON-185892219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:25.990771 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-b833e30a-e075-42a9-acad-47341dc1c188 service neutron] For port 8f011bd8-6813-4c07-81b6-43e013b405ed, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=8f011bd8-6813-4c07-81b6-43e013b405ed,segment=NetworkSegment(8b343e36-5ad5-4993-af06-da856762e2f1),segment_id=8b343e36-5ad5-4993-af06-da856762e2f1)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:19:25.991929 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-082bf77b-850c-424e-9e93-945729f7c235 req-b0668e9b-15b0-4d0b-8d69-8367b4498b68 tempest-ServersAdminTestJSON-185892219 tempest-ServersAdminTestJSON-185892219-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d36f1fc0-05fa-4125-881c-edd4e311af8e&device_id=b79f94ac-8ac2-4365-8a06-f7a77c8c6e2c&device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 2883 time: 0.1000993 Nov 09 21:19:25.996597 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-feb3e0bf-9d8a-478c-8174-3a0e3b602c68 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:26.003679 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30caa403-9648-4e6d-88b2-245ce0e5c202 None None] Pushing event updated for resources: {'Port': ['ID=b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:26.008324 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-b833e30a-e075-42a9-acad-47341dc1c188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:26.014294 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b4c86a-746b-4cc7-80f6-8c56c64a6346 None None] Routers {'85e00bdb-4201-43c2-b490-f0c5e1d9dd5e'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:19:26.015273 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-44b4c86a-746b-4cc7-80f6-8c56c64a6346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:19:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['85e00bdb-4201-43c2-b490-f0c5e1d9dd5e'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:19:26.041655 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-feb3e0bf-9d8a-478c-8174-3a0e3b602c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:26.047918 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-19200c45-042f-4318-9ecc-40c5007d962f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:26.086910 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-b833e30a-e075-42a9-acad-47341dc1c188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:26.087636 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-b833e30a-e075-42a9-acad-47341dc1c188 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:26.090585 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-b833e30a-e075-42a9-acad-47341dc1c188 service neutron] 10.222.0.43 "PUT /v2.0/ports/8f011bd8-6813-4c07-81b6-43e013b405ed HTTP/1.1" status: 200 len: 1092 time: 3.2997465 Nov 09 21:19:26.096902 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-19200c45-042f-4318-9ecc-40c5007d962f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:26.133422 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-082bf77b-850c-424e-9e93-945729f7c235 req-973da19c-146c-46ee-8ca6-bb635a3a2ca7 tempest-ServersAdminTestJSON-185892219 tempest-ServersAdminTestJSON-185892219-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256437 Nov 09 21:19:26.155404 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb1c6a42-2ff4-49e4-84a7-3a00b5366521', 'tag': '8f011bd8-6813-4c07-81b6-43e013b405ed'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:19:26.157714 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfbe999d-b94e-4bb4-ac5a-652f5ebfc07c" -d '{"events": [{"name": "network-changed", "server_uuid": "cb1c6a42-2ff4-49e4-84a7-3a00b5366521", "tag": "8f011bd8-6813-4c07-81b6-43e013b405ed"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:19:26.180521 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-513fedc8-e297-4406-986f-448f43307ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:26.206474 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-19200c45-042f-4318-9ecc-40c5007d962f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:26.216507 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-19200c45-042f-4318-9ecc-40c5007d962f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:26.217783 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-19200c45-042f-4318-9ecc-40c5007d962f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ba58c287-cdf8-48f5-bfe1-90689902d1a0 HTTP/1.1" status: 204 len: 168 time: 0.2982907 Nov 09 21:19:26.239277 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19200c45-042f-4318-9ecc-40c5007d962f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba58c287-cdf8-48f5-bfe1-90689902d1a0,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:26.277839 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-904df390-d6bf-4153-8fdc-6b9ff812f6b8 admin admin] Allocated IP 172.20.0.1 (e0ef6d2f-47ac-43f7-8061-de258cd9cbbf/d25c4ea5-6f05-46ef-86ea-c1bd245d297d/18b5a659-b55c-4ace-979e-156674a75a5c) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:19:26.292598 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-feb3e0bf-9d8a-478c-8174-3a0e3b602c68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:26.319778 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b833e30a-e075-42a9-acad-47341dc1c188 service neutron] Pushing event updated for resources: {'Port': ['ID=8f011bd8-6813-4c07-81b6-43e013b405ed,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:26.334558 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242100c-ead2-445f-8506-0273d9231fa0 req-7cc5d5e6-858e-48dd-ae3e-a6d8e902b23d tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:26.345754 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2242100c-ead2-445f-8506-0273d9231fa0 req-7cc5d5e6-858e-48dd-ae3e-a6d8e902b23d tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/ports?device_id=8586b6af-d9d6-4c44-9539-c2fbe7b895d3 HTTP/1.1" status: 200 len: 944 time: 0.2942910 Nov 09 21:19:26.434957 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da8a8f3-8b2a-4302-b2f8-77b5c5a45225 x-openstack-request-id: req-8da8a8f3-8b2a-4302-b2f8-77b5c5a45225 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:19:26.435485 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb1c6a42-2ff4-49e4-84a7-3a00b5366521", "tag": "8f011bd8-6813-4c07-81b6-43e013b405ed", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:19:26.435938 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8da8a8f3-8b2a-4302-b2f8-77b5c5a45225 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:19:26.436199 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb1c6a42-2ff4-49e4-84a7-3a00b5366521', 'tag': '8f011bd8-6813-4c07-81b6-43e013b405ed', 'status': 'completed', 'code': 200} Nov 09 21:19:26.448830 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 324c4cf0-db5e-4813-bd67-aa2471b1a436 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:19:26.525388 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-44b4c86a-746b-4cc7-80f6-8c56c64a6346 None None] Set router 85e00bdb-4201-43c2-b490-f0c5e1d9dd5e gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:19:26.710610 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 324c4cf0-db5e-4813-bd67-aa2471b1a436 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:26.711338 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:26.738407 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38708) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:26.807384 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-77e2ab27-2efe-4c2a-b59c-db6a3fb2f244 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=321c865cd79348228b686d131056cd42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0672417 Nov 09 21:19:26.810176 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38710) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:26.905484 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c429a8f7-61bd-4f0b-b903-5cf17dfb4c46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:26.911238 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:26.918769 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:19:26.924666 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-44b4c86a-746b-4cc7-80f6-8c56c64a6346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e00bdb-4201-43c2-b490-f0c5e1d9dd5e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-91098561-router', 'tenant_id': '9715d51501fd4c548f27e14fec7c1f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:19:13Z', 'updated_at': '2021-11-09T21:19:20Z', 'revision_number': 3, 'project_id': '9715d51501fd4c548f27e14fec7c1f1a', 'gw_port': {'id': 'b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:98:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e00bdb-4201-43c2-b490-f0c5e1d9dd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:16Z', 'updated_at': '2021-11-09T21:19:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:19:26.938805 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c429a8f7-61bd-4f0b-b903-5cf17dfb4c46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:26.986852 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b4c86a-746b-4cc7-80f6-8c56c64a6346 None None] The sync data for ids ['85e00bdb-4201-43c2-b490-f0c5e1d9dd5e'] in n-d-816206-3 is: [{'id': '85e00bdb-4201-43c2-b490-f0c5e1d9dd5e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-91098561-router', 'tenant_id': '9715d51501fd4c548f27e14fec7c1f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:19:13Z', 'updated_at': '2021-11-09T21:19:20Z', 'revision_number': 3, 'project_id': '9715d51501fd4c548f27e14fec7c1f1a', 'gw_port': {'id': 'b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:98:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e00bdb-4201-43c2-b490-f0c5e1d9dd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:16Z', 'updated_at': '2021-11-09T21:19:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:19:26.999738 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 324c4cf0-db5e-4813-bd67-aa2471b1a436, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=324c4cf0-db5e-4813-bd67-aa2471b1a436,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:19:27.002999 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-b793f8b3-6343-412b-8eb0-fca69e712e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:27.005257 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-b793f8b3-6343-412b-8eb0-fca69e712e47 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a6909788a60e4da197fdde3c76c6751a&device_id=cb1c6a42-2ff4-49e4-84a7-3a00b5366521 HTTP/1.1" status: 200 len: 1095 time: 0.7930334 Nov 09 21:19:27.005464 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb3e0bf-9d8a-478c-8174-3a0e3b602c68 admin admin] Pushing event updated for resources: {'Port': ['ID=c54671bc-a43d-43a1-8a04-2f32e5138da0,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:27.007200 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c429a8f7-61bd-4f0b-b903-5cf17dfb4c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:27.010937 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c429a8f7-61bd-4f0b-b903-5cf17dfb4c46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:27.012741 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c429a8f7-61bd-4f0b-b903-5cf17dfb4c46 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bf38a3fd-7cf1-4576-b712-0410d9d698a6 HTTP/1.1" status: 204 len: 168 time: 0.1914818 Nov 09 21:19:27.017641 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:27.023542 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429a8f7-61bd-4f0b-b903-5cf17dfb4c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf38a3fd-7cf1-4576-b712-0410d9d698a6,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:27.147386 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=324c4cf0-db5e-4813-bd67-aa2471b1a436,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:27.250317 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-4f146093-103e-492a-90b9-55d681b04643 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f011bd8-6813-4c07-81b6-43e013b405ed HTTP/1.1" status: 200 len: 217 time: 0.2159314 Nov 09 21:19:27.328153 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb3e0bf-9d8a-478c-8174-3a0e3b602c68 admin admin] Network 9bcf3e74-66ab-4e01-a79a-180569e5d97f is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:19:27.365850 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 324c4cf0-db5e-4813-bd67-aa2471b1a436 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:19:27.379516 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-feb3e0bf-9d8a-478c-8174-3a0e3b602c68 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:19:27.566161 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-904df390-d6bf-4153-8fdc-6b9ff812f6b8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:27.568456 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 324c4cf0-db5e-4813-bd67-aa2471b1a436 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:27.569290 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:27.677622 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2242100c-ead2-445f-8506-0273d9231fa0 req-a1a10ee2-2981-4bd7-9def-d51c64d5037e tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceea38cc-44df-413d-adc4-9ba227d57de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2965479 Nov 09 21:19:27.804395 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-513fedc8-e297-4406-986f-448f43307ee0 admin admin] Allocated IP 172.20.0.1 (725cddca-fbba-434f-945c-8afbaf0ade31/cbe4268b-84c8-4658-8b40-3a7d1ca2490e/cf8e7695-76a6-47f9-b0c4-ee5b143b9d3f) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:19:27.898250 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-904df390-d6bf-4153-8fdc-6b9ff812f6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:27.932002 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-cefe6f88-9049-48a6-9eda-620e43c1e3b3 None None] Provisioning complete for port c54671bc-a43d-43a1-8a04-2f32e5138da0 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:27.935372 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cefe6f88-9049-48a6-9eda-620e43c1e3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:27.939798 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360b5a7-4360-4db1-9d92-b7547194c54c req-0d525d67-ded1-4dee-b39f-58f04117a382 tempest-ServersAdminTestJSON-185892219 tempest-ServersAdminTestJSON-185892219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:27.947909 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-2fae6f59-973e-4e0b-8bfa-00799e565afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:27.949431 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-2fae6f59-973e-4e0b-8bfa-00799e565afc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f101193f-055a-4356-b3a4-446117d96b9b HTTP/1.1" status: 200 len: 853 time: 0.6576760 Nov 09 21:19:27.954504 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6360b5a7-4360-4db1-9d92-b7547194c54c req-0d525d67-ded1-4dee-b39f-58f04117a382 tempest-ServersAdminTestJSON-185892219 tempest-ServersAdminTestJSON-185892219-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 1101 time: 0.1080575 Nov 09 21:19:28.022706 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6360b5a7-4360-4db1-9d92-b7547194c54c req-3227b588-6e93-4c31-9e2e-24428e7d599f tempest-ServersAdminTestJSON-185892219 tempest-ServersAdminTestJSON-185892219-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667486 Nov 09 21:19:28.050171 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-cefe6f88-9049-48a6-9eda-620e43c1e3b3 None None] Port c54671bc-a43d-43a1-8a04-2f32e5138da0 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:19:28.066810 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904df390-d6bf-4153-8fdc-6b9ff812f6b8 admin admin] Network e0ef6d2f-47ac-43f7-8061-de258cd9cbbf is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:19:28.072409 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904df390-d6bf-4153-8fdc-6b9ff812f6b8 admin admin] Pushing event updated for resources: {'Port': ['ID=18b5a659-b55c-4ace-979e-156674a75a5c,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:28.092906 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-904df390-d6bf-4153-8fdc-6b9ff812f6b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:19:28.105754 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-f3698d53-f0fd-4ee6-ad97-81f2474f5cfc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5c607b89-fbc9-40ec-a5cb-3d08e5262f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1259847 Nov 09 21:19:28.106887 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904df390-d6bf-4153-8fdc-6b9ff812f6b8 admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:19:28.118298 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb3e0bf-9d8a-478c-8174-3a0e3b602c68 admin admin] Router 66a77b76-fcf6-4913-8c55-405ad0541c60 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:19:28.358700 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-904df390-d6bf-4153-8fdc-6b9ff812f6b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:28.467700 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-513fedc8-e297-4406-986f-448f43307ee0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:28.482531 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-46460d9e-9909-49c3-b15b-f412ad6d6bac None None] Provisioning complete for port 18b5a659-b55c-4ace-979e-156674a75a5c triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:28.483190 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-46460d9e-9909-49c3-b15b-f412ad6d6bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:28.505990 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20864dd6-83d7-456b-9bb6-3c12c9ac4fda req-64e551de-620f-4b80-92ed-d98de4a188b2 tempest-ServersAdminTestJSON-185892219 tempest-ServersAdminTestJSON-185892219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:28.507574 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-20864dd6-83d7-456b-9bb6-3c12c9ac4fda req-64e551de-620f-4b80-92ed-d98de4a188b2 tempest-ServersAdminTestJSON-185892219 tempest-ServersAdminTestJSON-185892219-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 1101 time: 0.2948537 Nov 09 21:19:28.538608 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-46460d9e-9909-49c3-b15b-f412ad6d6bac None None] Port 18b5a659-b55c-4ace-979e-156674a75a5c cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:19:28.552494 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-0cf2fb5d-5df1-40a7-8800-161056ce2e1a service neutron] 10.222.0.43 "GET /v2.0/networks/5c607b89-fbc9-40ec-a5cb-3d08e5262f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078047 Nov 09 21:19:28.708765 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb3e0bf-9d8a-478c-8174-3a0e3b602c68 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:19:28.722651 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cb4cde-70cd-4b29-bcc9-aa0ef2508c3c None None] Sync routers for ids ['66a77b76-fcf6-4913-8c55-405ad0541c60'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:19:28.723562 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-feb3e0bf-9d8a-478c-8174-3a0e3b602c68 admin admin] 10.222.0.49 "PUT /v2.0/routers/66a77b76-fcf6-4913-8c55-405ad0541c60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5129957 Nov 09 21:19:28.740900 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-20864dd6-83d7-456b-9bb6-3c12c9ac4fda req-78c7a67b-4df5-4a21-8aa0-bf96a096e483 tempest-ServersAdminTestJSON-185892219 tempest-ServersAdminTestJSON-185892219-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930377 Nov 09 21:19:28.754972 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-513fedc8-e297-4406-986f-448f43307ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:28.756570 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cb4cde-70cd-4b29-bcc9-aa0ef2508c3c None None] Routers {'66a77b76-fcf6-4913-8c55-405ad0541c60'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:19:28.757445 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-e6cb4cde-70cd-4b29-bcc9-aa0ef2508c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:19:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['66a77b76-fcf6-4913-8c55-405ad0541c60'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:19:28.817299 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513fedc8-e297-4406-986f-448f43307ee0 admin admin] Network 725cddca-fbba-434f-945c-8afbaf0ade31 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:19:28.817452 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee94f59-a04c-4ada-8071-9f831da3d423 req-29feae12-5b8d-476c-b78a-e6a1a20d4035 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:28.824304 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-513fedc8-e297-4406-986f-448f43307ee0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:19:28.831766 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6ee94f59-a04c-4ada-8071-9f831da3d423 req-29feae12-5b8d-476c-b78a-e6a1a20d4035 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/ports?device_id=8586b6af-d9d6-4c44-9539-c2fbe7b895d3 HTTP/1.1" status: 200 len: 944 time: 0.0930333 Nov 09 21:19:28.846684 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513fedc8-e297-4406-986f-448f43307ee0 admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:19:28.942387 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-e6cb4cde-70cd-4b29-bcc9-aa0ef2508c3c None None] Set router 66a77b76-fcf6-4913-8c55-405ad0541c60 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:19:29.002402 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6ee94f59-a04c-4ada-8071-9f831da3d423 req-4893d50d-c200-4473-b20a-eb6b0cd36880 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceea38cc-44df-413d-adc4-9ba227d57de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680646 Nov 09 21:19:29.076663 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-513fedc8-e297-4406-986f-448f43307ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:29.138319 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-904df390-d6bf-4153-8fdc-6b9ff812f6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:29.143666 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7c82469f-ac49-4279-b2ab-1d229cfb08e5 req-75a0bf34-8abd-481b-b5c1-a2de5897ff27 service neutron] 10.222.0.43 "GET /v2.0/networks/5c607b89-fbc9-40ec-a5cb-3d08e5262f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5701897 Nov 09 21:19:29.190538 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 644cd5ee-4c74-4267-a2e4-80a76a1485f3 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:19:29.370466 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 644cd5ee-4c74-4267-a2e4-80a76a1485f3 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:19:29.380743 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 644cd5ee-4c74-4267-a2e4-80a76a1485f3 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:29.381376 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:29.449934 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-e6cb4cde-70cd-4b29-bcc9-aa0ef2508c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a77b76-fcf6-4913-8c55-405ad0541c60', 'name': 'tempest-ServersTestFqdnHostnames-693468397-router', 'tenant_id': '1b6ffb029992434f8d6aabef83131597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '34250667-2f94-4ead-b588-667a2ba4c9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:19:11Z', 'updated_at': '2021-11-09T21:19:24Z', 'revision_number': 4, 'project_id': '1b6ffb029992434f8d6aabef83131597', 'gw_port': {'id': '34250667-2f94-4ead-b588-667a2ba4c9a2', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:90:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a77b76-fcf6-4913-8c55-405ad0541c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:12Z', 'updated_at': '2021-11-09T21:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'c54671bc-a43d-43a1-8a04-2f32e5138da0', 'name': '', 'network_id': '9bcf3e74-66ab-4e01-a79a-180569e5d97f', 'tenant_id': '1b6ffb029992434f8d6aabef83131597', 'mac_address': 'fa:16:3e:26:bd:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a77b76-fcf6-4913-8c55-405ad0541c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '28350996-29de-4d8e-b69d-4686a6e86a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:22Z', 'updated_at': '2021-11-09T21:19:25Z', 'revision_number': 2, 'project_id': '1b6ffb029992434f8d6aabef83131597', 'subnets': [{'id': '28350996-29de-4d8e-b69d-4686a6e86a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:19:29.504092 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-4aedae56-aef8-40aa-be28-3334400137bd None None] Provisioning complete for port cf8e7695-76a6-47f9-b0c4-ee5b143b9d3f triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:29.504775 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4aedae56-aef8-40aa-be28-3334400137bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:29.510612 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cb4cde-70cd-4b29-bcc9-aa0ef2508c3c None None] Checking router: 66a77b76-fcf6-4913-8c55-405ad0541c60 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:19:29.510973 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cb4cde-70cd-4b29-bcc9-aa0ef2508c3c None None] Updating router 66a77b76-fcf6-4913-8c55-405ad0541c60 port c54671bc-a43d-43a1-8a04-2f32e5138da0 binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:19:29.511316 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:19:29.529643 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-904df390-d6bf-4153-8fdc-6b9ff812f6b8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:29.586920 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e6cb4cde-70cd-4b29-bcc9-aa0ef2508c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:29.647401 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-904df390-d6bf-4153-8fdc-6b9ff812f6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:29.654220 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513fedc8-e297-4406-986f-448f43307ee0 admin admin] Pushing event updated for resources: {'Port': ['ID=cf8e7695-76a6-47f9-b0c4-ee5b143b9d3f,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:29.696968 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-4aedae56-aef8-40aa-be28-3334400137bd None None] Port cf8e7695-76a6-47f9-b0c4-ee5b143b9d3f cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:19:29.709808 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:29.710550 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:29.822712 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:29.912798 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8586b6af-d9d6-4c44-9539-c2fbe7b895d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '644cd5ee-4c74-4267-a2e4-80a76a1485f3'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:19:29.913699 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38780) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:29.917579 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f84acd-a407-42e0-845c-d73babaf5645" -d '{"events": [{"server_uuid": "8586b6af-d9d6-4c44-9539-c2fbe7b895d3", "name": "network-vif-plugged", "status": "completed", "tag": "644cd5ee-4c74-4267-a2e4-80a76a1485f3"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:19:29.922576 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-c9a8e68a-f549-4000-921f-e0b48385a0bb tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1582178347', 'description': 'tempest-description--442171819'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:19:29.965181 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c9a8e68a-f549-4000-921f-e0b48385a0bb tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:29.987360 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe999d-b94e-4bb4-ac5a-652f5ebfc07c req-179577cc-a82b-44fb-a570-959b6c6fd8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:29.989464 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bfbe999d-b94e-4bb4-ac5a-652f5ebfc07c req-179577cc-a82b-44fb-a570-959b6c6fd8a7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a6909788a60e4da197fdde3c76c6751a&device_id=cb1c6a42-2ff4-49e4-84a7-3a00b5366521 HTTP/1.1" status: 200 len: 1095 time: 0.4349566 Nov 09 21:19:29.999205 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 644cd5ee-4c74-4267-a2e4-80a76a1485f3, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=644cd5ee-4c74-4267-a2e4-80a76a1485f3,segment=NetworkSegment(8b343e36-5ad5-4993-af06-da856762e2f1),segment_id=8b343e36-5ad5-4993-af06-da856762e2f1)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:19:30.007108 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:30.072157 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:30.080487 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904df390-d6bf-4153-8fdc-6b9ff812f6b8 admin admin] Pushing event updated for resources: {'Port': ['ID=18b5a659-b55c-4ace-979e-156674a75a5c,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:30.098095 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c9a8e68a-f549-4000-921f-e0b48385a0bb tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:30.104048 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c9a8e68a-f549-4000-921f-e0b48385a0bb tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:30.130353 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:19:30.138259 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=644cd5ee-4c74-4267-a2e4-80a76a1485f3,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:30.141831 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:30.158306 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c9a8e68a-f549-4000-921f-e0b48385a0bb tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:30.159831 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c9a8e68a-f549-4000-921f-e0b48385a0bb tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2436123 Nov 09 21:19:30.162626 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a8e68a-f549-4000-921f-e0b48385a0bb tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3519b08-e0f0-4b3d-a85c-2bf577a15ef2,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:30.164901 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38790) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:30.170176 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-54de13d7-b386-4761-bdb7-17ea86d1f7dc tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Request body: {'security_group_rule': {'security_group_id': 'f3519b08-e0f0-4b3d-a85c-2bf577a15ef2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:19:30.212514 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2299609c-e170-4633-b432-b3cc2d386607 x-openstack-request-id: req-2299609c-e170-4633-b432-b3cc2d386607 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:19:30.213075 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8586b6af-d9d6-4c44-9539-c2fbe7b895d3", "name": "network-vif-plugged", "status": "completed", "tag": "644cd5ee-4c74-4267-a2e4-80a76a1485f3", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:19:30.213760 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2299609c-e170-4633-b432-b3cc2d386607 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:19:30.216623 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8586b6af-d9d6-4c44-9539-c2fbe7b895d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '644cd5ee-4c74-4267-a2e4-80a76a1485f3', 'code': 200} Nov 09 21:19:30.218546 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e6cb4cde-70cd-4b29-bcc9-aa0ef2508c3c None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:30.219062 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-54de13d7-b386-4761-bdb7-17ea86d1f7dc tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:30.237169 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e6cb4cde-70cd-4b29-bcc9-aa0ef2508c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:30.241632 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:30.321256 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9e554-a283-4f86-b3db-17e33022fc24 None None] Pushing event updated for resources: {'Port': ['ID=c54671bc-a43d-43a1-8a04-2f32e5138da0,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:30.395653 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-54de13d7-b386-4761-bdb7-17ea86d1f7dc tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:30.399285 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-e6cb4cde-70cd-4b29-bcc9-aa0ef2508c3c None None] Attempting to bind port c54671bc-a43d-43a1-8a04-2f32e5138da0 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:19:30.399783 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-e6cb4cde-70cd-4b29-bcc9-aa0ef2508c3c None None] Attempting to bind port c54671bc-a43d-43a1-8a04-2f32e5138da0 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '1a7c8e1b-ecd0-4bfd-acec-9c5369d9030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9bcf3e74-66ab-4e01-a79a-180569e5d97f'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:19:30.400474 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cb4cde-70cd-4b29-bcc9-aa0ef2508c3c None None] Attempting to bind port c54671bc-a43d-43a1-8a04-2f32e5138da0 on network 9bcf3e74-66ab-4e01-a79a-180569e5d97f {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:19:30.405363 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-54de13d7-b386-4761-bdb7-17ea86d1f7dc tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:30.409059 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b1ae1-26d7-417c-a156-7088c026b58d req-d778a5c0-a070-4882-9348-d90a209d1e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:30.410466 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cb4cde-70cd-4b29-bcc9-aa0ef2508c3c None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:19:30.410921 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cb4cde-70cd-4b29-bcc9-aa0ef2508c3c None None] Checking segment: {'id': '1a7c8e1b-ecd0-4bfd-acec-9c5369d9030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9bcf3e74-66ab-4e01-a79a-180569e5d97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:19:30.411163 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-df2b1ae1-26d7-417c-a156-7088c026b58d req-d778a5c0-a070-4882-9348-d90a209d1e73 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8586b6af-d9d6-4c44-9539-c2fbe7b895d3 HTTP/1.1" status: 200 len: 1096 time: 0.0773342 Nov 09 21:19:30.411520 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e6cb4cde-70cd-4b29-bcc9-aa0ef2508c3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:30.412017 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cb4cde-70cd-4b29-bcc9-aa0ef2508c3c None None] Bound using segment: {'id': '1a7c8e1b-ecd0-4bfd-acec-9c5369d9030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9bcf3e74-66ab-4e01-a79a-180569e5d97f'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:19:30.412618 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-e6cb4cde-70cd-4b29-bcc9-aa0ef2508c3c None None] Bound port: c54671bc-a43d-43a1-8a04-2f32e5138da0, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a7c8e1b-ecd0-4bfd-acec-9c5369d9030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9bcf3e74-66ab-4e01-a79a-180569e5d97f'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:19:30.416177 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e6cb4cde-70cd-4b29-bcc9-aa0ef2508c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:30.418943 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83538e61-4608-4219-ad72-2be947d1f9d3 req-0a9f47a7-44d3-48b9-bee2-6c45906c09a9 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:30.426521 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-83538e61-4608-4219-ad72-2be947d1f9d3 req-0a9f47a7-44d3-48b9-bee2-6c45906c09a9 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/ports?device_id=8586b6af-d9d6-4c44-9539-c2fbe7b895d3 HTTP/1.1" status: 200 len: 945 time: 0.1505883 Nov 09 21:19:30.488390 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54de13d7-b386-4761-bdb7-17ea86d1f7dc tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9482d59b-c1b9-4d38-ae80-bfe9127aa330,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:30.502966 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-54de13d7-b386-4761-bdb7-17ea86d1f7dc tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:30.504221 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-54de13d7-b386-4761-bdb7-17ea86d1f7dc tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3381681 Nov 09 21:19:30.507708 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38794) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:30.521263 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-a7abce58-2309-4590-9c53-dfa0d0114833 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Request body: {'security_group_rule': {'security_group_id': 'f3519b08-e0f0-4b3d-a85c-2bf577a15ef2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:19:30.562486 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-df2b1ae1-26d7-417c-a156-7088c026b58d req-bc7da292-fea9-4232-8333-efc22f8b7c1d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ceea38cc-44df-413d-adc4-9ba227d57de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335931 Nov 09 21:19:30.564141 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-904df390-d6bf-4153-8fdc-6b9ff812f6b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:30.571074 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-83538e61-4608-4219-ad72-2be947d1f9d3 req-5ca82c5a-6891-4333-85e0-0a0da0b2bcad tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceea38cc-44df-413d-adc4-9ba227d57de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433122 Nov 09 21:19:30.602705 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a7abce58-2309-4590-9c53-dfa0d0114833 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:30.671378 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a7abce58-2309-4590-9c53-dfa0d0114833 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:30.673136 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-e6cb4cde-70cd-4b29-bcc9-aa0ef2508c3c None None] For port c54671bc-a43d-43a1-8a04-2f32e5138da0, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:19:30.676984 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-e6cb4cde-70cd-4b29-bcc9-aa0ef2508c3c None None] For port c54671bc-a43d-43a1-8a04-2f32e5138da0, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=c54671bc-a43d-43a1-8a04-2f32e5138da0,segment=NetworkSegment(1a7c8e1b-ecd0-4bfd-acec-9c5369d9030f),segment_id=1a7c8e1b-ecd0-4bfd-acec-9c5369d9030f)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:19:30.678340 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a7abce58-2309-4590-9c53-dfa0d0114833 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:30.689513 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e6cb4cde-70cd-4b29-bcc9-aa0ef2508c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:30.699074 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7abce58-2309-4590-9c53-dfa0d0114833 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7857958f-07ae-426e-8efd-558bff8b8b87,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:30.726356 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a7abce58-2309-4590-9c53-dfa0d0114833 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:30.729295 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a7abce58-2309-4590-9c53-dfa0d0114833 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2124367 Nov 09 21:19:30.731303 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38804) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:30.735959 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-055359fc-fcd7-47ff-865b-84804274df01 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:19:30.748780 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-c54114f6-5ffe-4d55-929c-b4b7ac4c6765 None None] Provisioning complete for port c54671bc-a43d-43a1-8a04-2f32e5138da0 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:30.752493 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c54114f6-5ffe-4d55-929c-b4b7ac4c6765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:30.774998 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-055359fc-fcd7-47ff-865b-84804274df01 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Publish callbacks [] for floatingip, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:30.776949 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cb4cde-70cd-4b29-bcc9-aa0ef2508c3c None None] Routers {'66a77b76-fcf6-4913-8c55-405ad0541c60'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:19:30.778026 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-e6cb4cde-70cd-4b29-bcc9-aa0ef2508c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:19:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['66a77b76-fcf6-4913-8c55-405ad0541c60'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:19:30.785852 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-513fedc8-e297-4406-986f-448f43307ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:30.857775 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7e388-86f1-4f18-8103-081cf040bdb8 req-4c0266d3-fd9f-4cec-b0a3-b55264ab7ce9 tempest-NetworksTest-1797930562 tempest-NetworksTest-1797930562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:30.858267 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7e388-86f1-4f18-8103-081cf040bdb8 req-4c0266d3-fd9f-4cec-b0a3-b55264ab7ce9 tempest-NetworksTest-1797930562 tempest-NetworksTest-1797930562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:30.858727 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7e388-86f1-4f18-8103-081cf040bdb8 req-4c0266d3-fd9f-4cec-b0a3-b55264ab7ce9 tempest-NetworksTest-1797930562 tempest-NetworksTest-1797930562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:30.859175 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7e388-86f1-4f18-8103-081cf040bdb8 req-4c0266d3-fd9f-4cec-b0a3-b55264ab7ce9 tempest-NetworksTest-1797930562 tempest-NetworksTest-1797930562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:30.860753 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7e388-86f1-4f18-8103-081cf040bdb8 req-4c0266d3-fd9f-4cec-b0a3-b55264ab7ce9 tempest-NetworksTest-1797930562 tempest-NetworksTest-1797930562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:30.860753 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7e388-86f1-4f18-8103-081cf040bdb8 req-4c0266d3-fd9f-4cec-b0a3-b55264ab7ce9 tempest-NetworksTest-1797930562 tempest-NetworksTest-1797930562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:30.860753 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7e388-86f1-4f18-8103-081cf040bdb8 req-4c0266d3-fd9f-4cec-b0a3-b55264ab7ce9 tempest-NetworksTest-1797930562 tempest-NetworksTest-1797930562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:30.861230 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7e388-86f1-4f18-8103-081cf040bdb8 req-4c0266d3-fd9f-4cec-b0a3-b55264ab7ce9 tempest-NetworksTest-1797930562 tempest-NetworksTest-1797930562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:30.861681 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7e388-86f1-4f18-8103-081cf040bdb8 req-4c0266d3-fd9f-4cec-b0a3-b55264ab7ce9 tempest-NetworksTest-1797930562 tempest-NetworksTest-1797930562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:30.862304 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7e388-86f1-4f18-8103-081cf040bdb8 req-4c0266d3-fd9f-4cec-b0a3-b55264ab7ce9 tempest-NetworksTest-1797930562 tempest-NetworksTest-1797930562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:30.862829 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7e388-86f1-4f18-8103-081cf040bdb8 req-4c0266d3-fd9f-4cec-b0a3-b55264ab7ce9 tempest-NetworksTest-1797930562 tempest-NetworksTest-1797930562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:30.863371 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7e388-86f1-4f18-8103-081cf040bdb8 req-4c0266d3-fd9f-4cec-b0a3-b55264ab7ce9 tempest-NetworksTest-1797930562 tempest-NetworksTest-1797930562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:30.864215 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7e388-86f1-4f18-8103-081cf040bdb8 req-4c0266d3-fd9f-4cec-b0a3-b55264ab7ce9 tempest-NetworksTest-1797930562 tempest-NetworksTest-1797930562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:30.867481 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7e388-86f1-4f18-8103-081cf040bdb8 req-4c0266d3-fd9f-4cec-b0a3-b55264ab7ce9 tempest-NetworksTest-1797930562 tempest-NetworksTest-1797930562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:30.870816 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c2a7e388-86f1-4f18-8103-081cf040bdb8 req-4c0266d3-fd9f-4cec-b0a3-b55264ab7ce9 tempest-NetworksTest-1797930562 tempest-NetworksTest-1797930562-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9880 time: 1.0604253 Nov 09 21:19:30.920075 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe999d-b94e-4bb4-ac5a-652f5ebfc07c req-0b7cb9e8-f33b-456f-ad69-3e45e1e80062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:30.922738 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bfbe999d-b94e-4bb4-ac5a-652f5ebfc07c req-0b7cb9e8-f33b-456f-ad69-3e45e1e80062 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5c607b89-fbc9-40ec-a5cb-3d08e5262f91 HTTP/1.1" status: 200 len: 913 time: 0.9012756 Nov 09 21:19:30.982709 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c54114f6-5ffe-4d55-929c-b4b7ac4c6765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:31.059237 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bfbe999d-b94e-4bb4-ac5a-652f5ebfc07c req-1bf27903-433e-4678-a517-1327b5942c7b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f011bd8-6813-4c07-81b6-43e013b405ed HTTP/1.1" status: 200 len: 217 time: 0.1172881 Nov 09 21:19:31.067160 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904df390-d6bf-4153-8fdc-6b9ff812f6b8 admin admin] Network e0ef6d2f-47ac-43f7-8061-de258cd9cbbf is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:19:31.083935 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-c54114f6-5ffe-4d55-929c-b4b7ac4c6765 None None] For port c54671bc-a43d-43a1-8a04-2f32e5138da0, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=c54671bc-a43d-43a1-8a04-2f32e5138da0,segment=NetworkSegment(1a7c8e1b-ecd0-4bfd-acec-9c5369d9030f),segment_id=1a7c8e1b-ecd0-4bfd-acec-9c5369d9030f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:19:31.085289 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-055359fc-fcd7-47ff-865b-84804274df01 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:31.091753 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c54114f6-5ffe-4d55-929c-b4b7ac4c6765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:31.117121 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9e554-a283-4f86-b3db-17e33022fc24 None None] Pushing event updated for resources: {'Port': ['ID=c54671bc-a43d-43a1-8a04-2f32e5138da0,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:31.130339 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-e6cb4cde-70cd-4b29-bcc9-aa0ef2508c3c None None] Set router 66a77b76-fcf6-4913-8c55-405ad0541c60 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:19:31.150678 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-904df390-d6bf-4153-8fdc-6b9ff812f6b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:19:31.223491 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54114f6-5ffe-4d55-929c-b4b7ac4c6765 None None] Pushing event updated for resources: {'Port': ['ID=c54671bc-a43d-43a1-8a04-2f32e5138da0,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:31.276045 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-5180a4bf-dbf5-4b01-9aac-065d2338eaa5 None None] Provisioning complete for port c54671bc-a43d-43a1-8a04-2f32e5138da0 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:31.276786 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5180a4bf-dbf5-4b01-9aac-065d2338eaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:31.436524 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe999d-b94e-4bb4-ac5a-652f5ebfc07c req-bbba46ae-3f4c-4085-ae06-79f651ae494e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:31.449247 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bfbe999d-b94e-4bb4-ac5a-652f5ebfc07c req-bbba46ae-3f4c-4085-ae06-79f651ae494e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f101193f-055a-4356-b3a4-446117d96b9b HTTP/1.1" status: 200 len: 853 time: 0.3669829 Nov 09 21:19:31.519743 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:19:31.523527 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-e6cb4cde-70cd-4b29-bcc9-aa0ef2508c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a77b76-fcf6-4913-8c55-405ad0541c60', 'name': 'tempest-ServersTestFqdnHostnames-693468397-router', 'tenant_id': '1b6ffb029992434f8d6aabef83131597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '34250667-2f94-4ead-b588-667a2ba4c9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:19:11Z', 'updated_at': '2021-11-09T21:19:24Z', 'revision_number': 4, 'project_id': '1b6ffb029992434f8d6aabef83131597', 'gw_port': {'id': '34250667-2f94-4ead-b588-667a2ba4c9a2', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:90:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a77b76-fcf6-4913-8c55-405ad0541c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:12Z', 'updated_at': '2021-11-09T21:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'c54671bc-a43d-43a1-8a04-2f32e5138da0', 'name': '', 'network_id': '9bcf3e74-66ab-4e01-a79a-180569e5d97f', 'tenant_id': '1b6ffb029992434f8d6aabef83131597', 'mac_address': 'fa:16:3e:26:bd:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a77b76-fcf6-4913-8c55-405ad0541c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '28350996-29de-4d8e-b69d-4686a6e86a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:22Z', 'updated_at': '2021-11-09T21:19:30Z', 'revision_number': 4, 'project_id': '1b6ffb029992434f8d6aabef83131597', 'subnets': [{'id': '28350996-29de-4d8e-b69d-4686a6e86a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:19:31.544206 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-055359fc-fcd7-47ff-865b-84804274df01 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Allocated IP 172.25.7.252 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/f4288896-e75a-4bfa-9aca-c318019bc6a4) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:19:31.595107 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f97a2b-2b1e-41a2-ab82-e24a2e79f4af req-a8e09a89-a31c-4097-92b1-2730987b1770 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:31.608392 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e1f97a2b-2b1e-41a2-ab82-e24a2e79f4af req-a8e09a89-a31c-4097-92b1-2730987b1770 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 950 time: 0.2380881 Nov 09 21:19:31.620487 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cb4cde-70cd-4b29-bcc9-aa0ef2508c3c None None] The sync data for ids ['66a77b76-fcf6-4913-8c55-405ad0541c60'] in n-d-816206-3 is: [{'id': '66a77b76-fcf6-4913-8c55-405ad0541c60', 'name': 'tempest-ServersTestFqdnHostnames-693468397-router', 'tenant_id': '1b6ffb029992434f8d6aabef83131597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '34250667-2f94-4ead-b588-667a2ba4c9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:19:11Z', 'updated_at': '2021-11-09T21:19:24Z', 'revision_number': 4, 'project_id': '1b6ffb029992434f8d6aabef83131597', 'gw_port': {'id': '34250667-2f94-4ead-b588-667a2ba4c9a2', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:90:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a77b76-fcf6-4913-8c55-405ad0541c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:12Z', 'updated_at': '2021-11-09T21:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'c54671bc-a43d-43a1-8a04-2f32e5138da0', 'name': '', 'network_id': '9bcf3e74-66ab-4e01-a79a-180569e5d97f', 'tenant_id': '1b6ffb029992434f8d6aabef83131597', 'mac_address': 'fa:16:3e:26:bd:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a77b76-fcf6-4913-8c55-405ad0541c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '28350996-29de-4d8e-b69d-4686a6e86a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:22Z', 'updated_at': '2021-11-09T21:19:30Z', 'revision_number': 4, 'project_id': '1b6ffb029992434f8d6aabef83131597', 'subnets': [{'id': '28350996-29de-4d8e-b69d-4686a6e86a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:19:31.661374 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:31.663396 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:31.725380 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bfbe999d-b94e-4bb4-ac5a-652f5ebfc07c req-1ca91558-3d14-4bf4-ac18-e831ab6cf8c5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5c607b89-fbc9-40ec-a5cb-3d08e5262f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1742346 Nov 09 21:19:31.845236 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e1f97a2b-2b1e-41a2-ab82-e24a2e79f4af req-50f3919a-de86-4802-81d3-7d91987e03a1 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357202 Nov 09 21:19:31.862026 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-44071416-37ce-4b7e-b717-9844ac6875ee None None] Provisioning complete for port 18b5a659-b55c-4ace-979e-156674a75a5c triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:31.862646 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-44071416-37ce-4b7e-b717-9844ac6875ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:31.924172 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-44071416-37ce-4b7e-b717-9844ac6875ee None None] Port 18b5a659-b55c-4ace-979e-156674a75a5c cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:19:31.968083 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-055359fc-fcd7-47ff-865b-84804274df01 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:32.036000 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-055359fc-fcd7-47ff-865b-84804274df01 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:32.050188 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8eed69-337a-41db-8ece-a4b4c9f95c14 req-2b2426d0-29bc-4a6c-ad7f-744f8c13e82d tempest-NetworksTest-1797930562 tempest-NetworksTest-1797930562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:32.051600 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-eb8eed69-337a-41db-8ece-a4b4c9f95c14 req-2b2426d0-29bc-4a6c-ad7f-744f8c13e82d tempest-NetworksTest-1797930562 tempest-NetworksTest-1797930562-project-admin] 10.222.0.49 "GET /v2.0/networks/4531c23d-84b7-490d-8d7c-6676781b6e6a HTTP/1.1" status: 200 len: 886 time: 0.8591597 Nov 09 21:19:32.093771 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-513fedc8-e297-4406-986f-448f43307ee0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:32.097185 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055359fc-fcd7-47ff-865b-84804274df01 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:19:32.111237 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e278204-25e4-4b3f-b4d2-2968588f9e4a req-8f94a85f-d6d7-4434-999d-28fe238ce54b tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:32.118712 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-513fedc8-e297-4406-986f-448f43307ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:32.118935 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7e278204-25e4-4b3f-b4d2-2968588f9e4a req-8f94a85f-d6d7-4434-999d-28fe238ce54b tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/ports?device_id=8586b6af-d9d6-4c44-9539-c2fbe7b895d3 HTTP/1.1" status: 200 len: 945 time: 0.1428721 Nov 09 21:19:32.122634 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bfbe999d-b94e-4bb4-ac5a-652f5ebfc07c req-f4087fdd-8a0f-4b7f-82ae-776084b358c2 service neutron] 10.222.0.43 "GET /v2.0/networks/5c607b89-fbc9-40ec-a5cb-3d08e5262f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333595 Nov 09 21:19:32.123752 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-055359fc-fcd7-47ff-865b-84804274df01 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:19:32.135507 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055359fc-fcd7-47ff-865b-84804274df01 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:19:32.167879 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055359fc-fcd7-47ff-865b-84804274df01 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Pushing event updated for resources: {'Port': ['ID=f4288896-e75a-4bfa-9aca-c318019bc6a4,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:32.256915 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7e278204-25e4-4b3f-b4d2-2968588f9e4a req-8119eee1-1963-4c66-9086-cd3a569ae004 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceea38cc-44df-413d-adc4-9ba227d57de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370964 Nov 09 21:19:32.289763 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-055359fc-fcd7-47ff-865b-84804274df01 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:32.297217 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904df390-d6bf-4153-8fdc-6b9ff812f6b8 admin admin] Router b0fc71dc-7814-45a3-bc38-53645e802091 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:19:32.348101 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-513fedc8-e297-4406-986f-448f43307ee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:32.353396 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-055359fc-fcd7-47ff-865b-84804274df01 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:32.354796 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513fedc8-e297-4406-986f-448f43307ee0 admin admin] Pushing event updated for resources: {'Port': ['ID=cf8e7695-76a6-47f9-b0c4-ee5b143b9d3f,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:32.535492 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5475d228-bafd-4818-9f31-ca4b4e482bf6 req-e1073da0-2b9a-47c5-9243-879decb5f187 tempest-NetworksTest-1797930562 tempest-NetworksTest-1797930562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:32.535971 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5475d228-bafd-4818-9f31-ca4b4e482bf6 req-e1073da0-2b9a-47c5-9243-879decb5f187 tempest-NetworksTest-1797930562 tempest-NetworksTest-1797930562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:32.536607 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5475d228-bafd-4818-9f31-ca4b4e482bf6 req-e1073da0-2b9a-47c5-9243-879decb5f187 tempest-NetworksTest-1797930562 tempest-NetworksTest-1797930562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:32.537103 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5475d228-bafd-4818-9f31-ca4b4e482bf6 req-e1073da0-2b9a-47c5-9243-879decb5f187 tempest-NetworksTest-1797930562 tempest-NetworksTest-1797930562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:32.537975 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5475d228-bafd-4818-9f31-ca4b4e482bf6 req-e1073da0-2b9a-47c5-9243-879decb5f187 tempest-NetworksTest-1797930562 tempest-NetworksTest-1797930562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:32.537975 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5475d228-bafd-4818-9f31-ca4b4e482bf6 req-e1073da0-2b9a-47c5-9243-879decb5f187 tempest-NetworksTest-1797930562 tempest-NetworksTest-1797930562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:32.538443 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5475d228-bafd-4818-9f31-ca4b4e482bf6 req-e1073da0-2b9a-47c5-9243-879decb5f187 tempest-NetworksTest-1797930562 tempest-NetworksTest-1797930562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:32.539101 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5475d228-bafd-4818-9f31-ca4b4e482bf6 req-e1073da0-2b9a-47c5-9243-879decb5f187 tempest-NetworksTest-1797930562 tempest-NetworksTest-1797930562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:32.539499 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5475d228-bafd-4818-9f31-ca4b4e482bf6 req-e1073da0-2b9a-47c5-9243-879decb5f187 tempest-NetworksTest-1797930562 tempest-NetworksTest-1797930562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:32.539950 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5475d228-bafd-4818-9f31-ca4b4e482bf6 req-e1073da0-2b9a-47c5-9243-879decb5f187 tempest-NetworksTest-1797930562 tempest-NetworksTest-1797930562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:32.540398 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5475d228-bafd-4818-9f31-ca4b4e482bf6 req-e1073da0-2b9a-47c5-9243-879decb5f187 tempest-NetworksTest-1797930562 tempest-NetworksTest-1797930562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:32.540888 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5475d228-bafd-4818-9f31-ca4b4e482bf6 req-e1073da0-2b9a-47c5-9243-879decb5f187 tempest-NetworksTest-1797930562 tempest-NetworksTest-1797930562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:32.541342 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5475d228-bafd-4818-9f31-ca4b4e482bf6 req-e1073da0-2b9a-47c5-9243-879decb5f187 tempest-NetworksTest-1797930562 tempest-NetworksTest-1797930562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:32.541791 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5475d228-bafd-4818-9f31-ca4b4e482bf6 req-e1073da0-2b9a-47c5-9243-879decb5f187 tempest-NetworksTest-1797930562 tempest-NetworksTest-1797930562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:32.544602 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5475d228-bafd-4818-9f31-ca4b4e482bf6 req-e1073da0-2b9a-47c5-9243-879decb5f187 tempest-NetworksTest-1797930562 tempest-NetworksTest-1797930562-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9880 time: 0.4629910 Nov 09 21:19:32.566146 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bfbe999d-b94e-4bb4-ac5a-652f5ebfc07c req-e46cd838-99d6-4229-a34b-74ff12e37d6b service neutron] 10.222.0.43 "GET /v2.0/networks/5c607b89-fbc9-40ec-a5cb-3d08e5262f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119997 Nov 09 21:19:32.642441 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-055359fc-fcd7-47ff-865b-84804274df01 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:32.647181 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904df390-d6bf-4153-8fdc-6b9ff812f6b8 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:19:32.658673 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de70c86-3e1b-4540-938a-53c6cb667895 None None] Sync routers for ids ['b0fc71dc-7814-45a3-bc38-53645e802091'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:19:32.663433 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-904df390-d6bf-4153-8fdc-6b9ff812f6b8 admin admin] 10.222.0.49 "PUT /v2.0/routers/b0fc71dc-7814-45a3-bc38-53645e802091/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8132615 Nov 09 21:19:32.673574 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-055359fc-fcd7-47ff-865b-84804274df01 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:32.682765 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 8f011bd8-6813-4c07-81b6-43e013b405ed details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:19:32.714918 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513fedc8-e297-4406-986f-448f43307ee0 admin admin] Network 725cddca-fbba-434f-945c-8afbaf0ade31 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:19:32.721956 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-513fedc8-e297-4406-986f-448f43307ee0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:19:32.956611 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 8f011bd8-6813-4c07-81b6-43e013b405ed, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=8f011bd8-6813-4c07-81b6-43e013b405ed,segment=NetworkSegment(8b343e36-5ad5-4993-af06-da856762e2f1),segment_id=8b343e36-5ad5-4993-af06-da856762e2f1)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:19:32.991270 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '8f011bd8-6813-4c07-81b6-43e013b405ed', 'network_id': '5c607b89-fbc9-40ec-a5cb-3d08e5262f91', 'port_id': '8f011bd8-6813-4c07-81b6-43e013b405ed', 'mac_address': 'fa:16:3e:7e:a1:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f101193f-055a-4356-b3a4-446117d96b9b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:19:33.027453 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de70c86-3e1b-4540-938a-53c6cb667895 None None] Routers {'b0fc71dc-7814-45a3-bc38-53645e802091'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:19:33.028140 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-8de70c86-3e1b-4540-938a-53c6cb667895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:19:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['b0fc71dc-7814-45a3-bc38-53645e802091'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:19:33.081516 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388c9ba-31d8-4e8a-a958-a79f491bc3ef req-08eb49a4-8384-4824-984e-be2dc93b4641 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:33.095319 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38840) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:33.101245 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d388c9ba-31d8-4e8a-a958-a79f491bc3ef req-08eb49a4-8384-4824-984e-be2dc93b4641 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb1c6a42-2ff4-49e4-84a7-3a00b5366521 HTTP/1.1" status: 200 len: 944 time: 0.4541461 Nov 09 21:19:33.115101 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055359fc-fcd7-47ff-865b-84804274df01 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Pushing event updated for resources: {'Port': ['ID=f4288896-e75a-4bfa-9aca-c318019bc6a4,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:33.139392 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-513fedc8-e297-4406-986f-448f43307ee0 admin admin] Router 85e00bdb-4201-43c2-b490-f0c5e1d9dd5e has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:19:33.164275 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742bfb8-d815-47bc-8c23-05006c5cfbe2 req-a18d92c2-f0f5-4c96-a615-f2ff9604485d tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:33.165883 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5742bfb8-d815-47bc-8c23-05006c5cfbe2 req-a18d92c2-f0f5-4c96-a615-f2ff9604485d tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 950 time: 0.1402802 Nov 09 21:19:33.189939 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-055359fc-fcd7-47ff-865b-84804274df01 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:33.209420 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-8de70c86-3e1b-4540-938a-53c6cb667895 None None] Set router b0fc71dc-7814-45a3-bc38-53645e802091 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:19:33.303844 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-055359fc-fcd7-47ff-865b-84804274df01 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:33.311636 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-055359fc-fcd7-47ff-865b-84804274df01 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5788221 Nov 09 21:19:33.339591 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d388c9ba-31d8-4e8a-a958-a79f491bc3ef req-4c8e0d00-cfa1-4001-89e6-07e3a6e94bdf tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceea38cc-44df-413d-adc4-9ba227d57de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374058 Nov 09 21:19:33.342675 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5742bfb8-d815-47bc-8c23-05006c5cfbe2 req-6f5b184a-7afe-44b6-94e6-79d71c20ddde tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654561 Nov 09 21:19:33.374582 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513fedc8-e297-4406-986f-448f43307ee0 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:19:33.386946 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a804b5f5-360f-4f11-8ddf-799ca59c4a0a None None] Sync routers for ids ['85e00bdb-4201-43c2-b490-f0c5e1d9dd5e'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:19:33.390096 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-513fedc8-e297-4406-986f-448f43307ee0 admin admin] 10.222.0.49 "PUT /v2.0/routers/85e00bdb-4201-43c2-b490-f0c5e1d9dd5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5208380 Nov 09 21:19:33.398437 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a804b5f5-360f-4f11-8ddf-799ca59c4a0a None None] Routers {'85e00bdb-4201-43c2-b490-f0c5e1d9dd5e'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:19:33.399579 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-a804b5f5-360f-4f11-8ddf-799ca59c4a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:19:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['85e00bdb-4201-43c2-b490-f0c5e1d9dd5e'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:19:33.436373 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ed9ac919-1a87-45cb-bb27-c030d6da1d68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:33.525899 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:33.550144 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c54671bc-a43d-43a1-8a04-2f32e5138da0 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:19:33.556357 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f011bd8-6813-4c07-81b6-43e013b405ed {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:19:33.598616 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ed9ac919-1a87-45cb-bb27-c030d6da1d68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:33.607257 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ed9ac919-1a87-45cb-bb27-c030d6da1d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:33.649774 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d3a4b02c-067c-474e-aefb-741f5c3c181a None None] Provisioning complete for port cf8e7695-76a6-47f9-b0c4-ee5b143b9d3f triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:33.650147 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d3a4b02c-067c-474e-aefb-741f5c3c181a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:33.663284 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ed9ac919-1a87-45cb-bb27-c030d6da1d68 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d3ab5a8525b842fa9d669e88d9edd916&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5604877 Nov 09 21:19:33.665338 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ac919-1a87-45cb-bb27-c030d6da1d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab49d453-9f57-496b-9542-1b08fc1195fd,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:33.667670 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38854) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:33.781434 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-a804b5f5-360f-4f11-8ddf-799ca59c4a0a None None] Set router 85e00bdb-4201-43c2-b490-f0c5e1d9dd5e gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:19:33.808899 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-261ac902-392a-4e24-99e5-3c339f5db7c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:33.872273 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-261ac902-392a-4e24-99e5-3c339f5db7c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:33.937249 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:33.942380 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 8f011bd8-6813-4c07-81b6-43e013b405ed, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=8f011bd8-6813-4c07-81b6-43e013b405ed,segment=NetworkSegment(8b343e36-5ad5-4993-af06-da856762e2f1),segment_id=8b343e36-5ad5-4993-af06-da856762e2f1)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:19:33.972345 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:34.025747 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-f8a9ccbc-b1e2-47b2-a507-5ab212ae217f tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1582178347&fields=id&tenant_id=1b6ffb029992434f8d6aabef83131597 HTTP/1.1" status: 200 len: 267 time: 0.1748955 Nov 09 21:19:34.036405 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-d3a4b02c-067c-474e-aefb-741f5c3c181a None None] Port cf8e7695-76a6-47f9-b0c4-ee5b143b9d3f cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:19:34.166407 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port c54671bc-a43d-43a1-8a04-2f32e5138da0 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:34.166802 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:34.205901 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-a804b5f5-360f-4f11-8ddf-799ca59c4a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e00bdb-4201-43c2-b490-f0c5e1d9dd5e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-91098561-router', 'tenant_id': '9715d51501fd4c548f27e14fec7c1f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:19:13Z', 'updated_at': '2021-11-09T21:19:30Z', 'revision_number': 4, 'project_id': '9715d51501fd4c548f27e14fec7c1f1a', 'gw_port': {'id': 'b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:98:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e00bdb-4201-43c2-b490-f0c5e1d9dd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:16Z', 'updated_at': '2021-11-09T21:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'cf8e7695-76a6-47f9-b0c4-ee5b143b9d3f', 'name': '', 'network_id': '725cddca-fbba-434f-945c-8afbaf0ade31', 'tenant_id': '9715d51501fd4c548f27e14fec7c1f1a', 'mac_address': 'fa:16:3e:aa:70:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e00bdb-4201-43c2-b490-f0c5e1d9dd5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'cbe4268b-84c8-4658-8b40-3a7d1ca2490e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:26Z', 'updated_at': '2021-11-09T21:19:31Z', 'revision_number': 2, 'project_id': '9715d51501fd4c548f27e14fec7c1f1a', 'subnets': [{'id': 'cbe4268b-84c8-4658-8b40-3a7d1ca2490e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:19:34.230550 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-261ac902-392a-4e24-99e5-3c339f5db7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:34.233704 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-261ac902-392a-4e24-99e5-3c339f5db7c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:34.237327 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-261ac902-392a-4e24-99e5-3c339f5db7c1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ab49d453-9f57-496b-9542-1b08fc1195fd HTTP/1.1" status: 204 len: 168 time: 0.5645626 Nov 09 21:19:34.269851 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=8f011bd8-6813-4c07-81b6-43e013b405ed,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:34.289537 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a804b5f5-360f-4f11-8ddf-799ca59c4a0a None None] Checking router: 85e00bdb-4201-43c2-b490-f0c5e1d9dd5e for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:19:34.289888 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a804b5f5-360f-4f11-8ddf-799ca59c4a0a None None] Updating router 85e00bdb-4201-43c2-b490-f0c5e1d9dd5e port cf8e7695-76a6-47f9-b0c4-ee5b143b9d3f binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:19:34.309792 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ac902-392a-4e24-99e5-3c339f5db7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab49d453-9f57-496b-9542-1b08fc1195fd,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:34.340310 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-bb0fa229-13eb-4d67-9e28-e9ed75db2c36 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:34.352390 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-a804b5f5-360f-4f11-8ddf-799ca59c4a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:34.357140 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-bb0fa229-13eb-4d67-9e28-e9ed75db2c36 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] 10.222.0.49 "GET /v2.0/networks?id=9bcf3e74-66ab-4e01-a79a-180569e5d97f HTTP/1.1" status: 200 len: 814 time: 0.3191082 Nov 09 21:19:34.367433 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-8de70c86-3e1b-4540-938a-53c6cb667895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0fc71dc-7814-45a3-bc38-53645e802091', 'name': 'tempest-AttachSCSIVolumeTestJSON-1431814511-router', 'tenant_id': '2e5338cf73234e8ab93a30211d1b9359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '324c4cf0-db5e-4813-bd67-aa2471b1a436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:19:12Z', 'updated_at': '2021-11-09T21:19:28Z', 'revision_number': 4, 'project_id': '2e5338cf73234e8ab93a30211d1b9359', 'gw_port': {'id': '324c4cf0-db5e-4813-bd67-aa2471b1a436', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fc71dc-7814-45a3-bc38-53645e802091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:15Z', 'updated_at': '2021-11-09T21:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '18b5a659-b55c-4ace-979e-156674a75a5c', 'name': '', 'network_id': 'e0ef6d2f-47ac-43f7-8061-de258cd9cbbf', 'tenant_id': '2e5338cf73234e8ab93a30211d1b9359', 'mac_address': 'fa:16:3e:62:93:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0fc71dc-7814-45a3-bc38-53645e802091', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'd25c4ea5-6f05-46ef-86ea-c1bd245d297d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:25Z', 'updated_at': '2021-11-09T21:19:29Z', 'revision_number': 2, 'project_id': '2e5338cf73234e8ab93a30211d1b9359', 'subnets': [{'id': 'd25c4ea5-6f05-46ef-86ea-c1bd245d297d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:19:34.404243 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-bf5b973d-0d4d-40f0-bf37-310f6be0f5b8 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] 10.222.0.49 "GET /v2.0/quotas/1b6ffb029992434f8d6aabef83131597 HTTP/1.1" status: 200 len: 375 time: 0.0254626 Nov 09 21:19:34.463773 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de70c86-3e1b-4540-938a-53c6cb667895 None None] Checking router: b0fc71dc-7814-45a3-bc38-53645e802091 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:19:34.464157 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de70c86-3e1b-4540-938a-53c6cb667895 None None] Updating router b0fc71dc-7814-45a3-bc38-53645e802091 port 18b5a659-b55c-4ace-979e-156674a75a5c binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:19:34.581247 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-604672fb-d57c-4b37-a35b-0274cb1689c0 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1b6ffb029992434f8d6aabef83131597&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1760514 Nov 09 21:19:34.624132 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['8f011bd8-6813-4c07-81b6-43e013b405ed'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:19:34.629324 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-62bc21de-ddc3-4610-92f1-eed2a657a8af tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:34.641836 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-62bc21de-ddc3-4610-92f1-eed2a657a8af tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/networks?id=725cddca-fbba-434f-945c-8afbaf0ade31 HTTP/1.1" status: 200 len: 827 time: 0.2961192 Nov 09 21:19:34.677436 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-b4234dfc-755c-4cec-b55d-148f19d486c2 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/quotas/9715d51501fd4c548f27e14fec7c1f1a HTTP/1.1" status: 200 len: 375 time: 0.0342588 Nov 09 21:19:34.755851 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-766090f9-7c01-463f-9e34-f3021d127287 service neutron] 10.222.0.49 "GET /v2.0/networks/9bcf3e74-66ab-4e01-a79a-180569e5d97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704774 Nov 09 21:19:34.799123 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8de70c86-3e1b-4540-938a-53c6cb667895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:34.800419 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-11c9323f-6732-4ac4-a836-39ee7e13b108 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9715d51501fd4c548f27e14fec7c1f1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1214213 Nov 09 21:19:34.945373 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38894) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:35.002214 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fdc33758-967b-4985-8339-010ce19b7eb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:35.006445 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-a804b5f5-360f-4f11-8ddf-799ca59c4a0a None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:35.013785 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-a804b5f5-360f-4f11-8ddf-799ca59c4a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:35.026030 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-2fb8e97b-3597-4a5c-bfe4-ec7a86598830 service neutron] 10.222.0.49 "GET /v2.0/networks/725cddca-fbba-434f-945c-8afbaf0ade31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220657 Nov 09 21:19:35.062212 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-be24f308-92b8-46ed-ba61-9389658cbb3e service neutron] 10.222.0.49 "GET /v2.0/networks/9bcf3e74-66ab-4e01-a79a-180569e5d97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017316 Nov 09 21:19:35.101369 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef54838-2caa-4aea-8df2-62f730dc9c4a None None] Pushing event updated for resources: {'Port': ['ID=cf8e7695-76a6-47f9-b0c4-ee5b143b9d3f,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:35.234756 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-d384139f-db66-4961-86b4-8d3c0af9562a service neutron] 10.222.0.49 "GET /v2.0/networks/725cddca-fbba-434f-945c-8afbaf0ade31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041678 Nov 09 21:19:35.262140 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-a804b5f5-360f-4f11-8ddf-799ca59c4a0a None None] Attempting to bind port cf8e7695-76a6-47f9-b0c4-ee5b143b9d3f on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:19:35.262500 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-a804b5f5-360f-4f11-8ddf-799ca59c4a0a None None] Attempting to bind port cf8e7695-76a6-47f9-b0c4-ee5b143b9d3f by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'd84a975c-7a5f-4b92-b4d5-2a563b5ccb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '725cddca-fbba-434f-945c-8afbaf0ade31'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:19:35.263130 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a804b5f5-360f-4f11-8ddf-799ca59c4a0a None None] Attempting to bind port cf8e7695-76a6-47f9-b0c4-ee5b143b9d3f on network 725cddca-fbba-434f-945c-8afbaf0ade31 {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:19:35.271528 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a804b5f5-360f-4f11-8ddf-799ca59c4a0a None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:19:35.271902 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a804b5f5-360f-4f11-8ddf-799ca59c4a0a None None] Checking segment: {'id': 'd84a975c-7a5f-4b92-b4d5-2a563b5ccb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '725cddca-fbba-434f-945c-8afbaf0ade31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:19:35.272561 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-a804b5f5-360f-4f11-8ddf-799ca59c4a0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:35.273248 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a804b5f5-360f-4f11-8ddf-799ca59c4a0a None None] Bound using segment: {'id': 'd84a975c-7a5f-4b92-b4d5-2a563b5ccb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '725cddca-fbba-434f-945c-8afbaf0ade31'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:19:35.273719 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-a804b5f5-360f-4f11-8ddf-799ca59c4a0a None None] Bound port: cf8e7695-76a6-47f9-b0c4-ee5b143b9d3f, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd84a975c-7a5f-4b92-b4d5-2a563b5ccb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '725cddca-fbba-434f-945c-8afbaf0ade31'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:19:35.274120 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-a804b5f5-360f-4f11-8ddf-799ca59c4a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:35.302640 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fdc33758-967b-4985-8339-010ce19b7eb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:35.307100 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fdc33758-967b-4985-8339-010ce19b7eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:35.427958 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-fdc33758-967b-4985-8339-010ce19b7eb2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f58c157a4fd54c0da03b6233028f8ac5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4808993 Nov 09 21:19:35.429546 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc33758-967b-4985-8339-010ce19b7eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8ed498-05c2-4a14-9049-4ede47d3f668,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:35.430360 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38898) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:35.504506 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-a804b5f5-360f-4f11-8ddf-799ca59c4a0a None None] For port cf8e7695-76a6-47f9-b0c4-ee5b143b9d3f, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:19:35.509559 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-a804b5f5-360f-4f11-8ddf-799ca59c4a0a None None] For port cf8e7695-76a6-47f9-b0c4-ee5b143b9d3f, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=cf8e7695-76a6-47f9-b0c4-ee5b143b9d3f,segment=NetworkSegment(d84a975c-7a5f-4b92-b4d5-2a563b5ccb4f),segment_id=d84a975c-7a5f-4b92-b4d5-2a563b5ccb4f)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:19:35.523020 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-a804b5f5-360f-4f11-8ddf-799ca59c4a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:35.635501 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-73a0079f-ab59-4b38-b0da-0f366614b7c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:35.694511 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf1270-5871-4e03-8133-d8b04d0e66c7 req-669d6262-1aee-4cd5-9c2f-a04a540baf44 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:35.695757 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-73a0079f-ab59-4b38-b0da-0f366614b7c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:35.696077 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cbdf1270-5871-4e03-8133-d8b04d0e66c7 req-669d6262-1aee-4cd5-9c2f-a04a540baf44 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb1c6a42-2ff4-49e4-84a7-3a00b5366521 HTTP/1.1" status: 200 len: 945 time: 0.0929198 Nov 09 21:19:35.772257 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cbdf1270-5871-4e03-8133-d8b04d0e66c7 req-8bf5dada-816d-4573-8b6c-8b570cce469d tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceea38cc-44df-413d-adc4-9ba227d57de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667522 Nov 09 21:19:35.799478 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-73a0079f-ab59-4b38-b0da-0f366614b7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:35.802919 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-73a0079f-ab59-4b38-b0da-0f366614b7c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:35.804379 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-73a0079f-ab59-4b38-b0da-0f366614b7c5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dc8ed498-05c2-4a14-9049-4ede47d3f668 HTTP/1.1" status: 204 len: 168 time: 0.3729057 Nov 09 21:19:35.866195 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a0079f-ab59-4b38-b0da-0f366614b7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8ed498-05c2-4a14-9049-4ede47d3f668,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:35.907177 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a804b5f5-360f-4f11-8ddf-799ca59c4a0a None None] Routers {'85e00bdb-4201-43c2-b490-f0c5e1d9dd5e'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:19:35.907821 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-a804b5f5-360f-4f11-8ddf-799ca59c4a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:19:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['85e00bdb-4201-43c2-b490-f0c5e1d9dd5e'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:19:35.950916 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba69fb-8274-4a0d-b01b-8dbb60d6750e req-ff621d0a-b13d-4682-95d9-78cb22b54d62 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:35.976409 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-94ba69fb-8274-4a0d-b01b-8dbb60d6750e req-ff621d0a-b13d-4682-95d9-78cb22b54d62 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 950 time: 0.2138577 Nov 09 21:19:36.057790 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8de70c86-3e1b-4540-938a-53c6cb667895 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:36.119244 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-81f7178b-ad37-49d9-8c88-44af9aed7c06 None None] Provisioning complete for port cf8e7695-76a6-47f9-b0c4-ee5b143b9d3f triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:36.119624 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-81f7178b-ad37-49d9-8c88-44af9aed7c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:36.204528 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-94ba69fb-8274-4a0d-b01b-8dbb60d6750e req-3e39ca0c-1df8-49c5-b741-3b0ead899005 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166345 Nov 09 21:19:36.231640 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4fb627fe-66b8-4822-ab52-bb540b621dfd req-b3587adb-adb1-4575-ad79-83222543fe85 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] 10.222.0.49 "GET /v2.0/ports?device_id=419f64ec-4f10-448f-9d0e-b60ba32a1bb8 HTTP/1.1" status: 200 len: 210 time: 0.0449047 Nov 09 21:19:36.291125 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8de70c86-3e1b-4540-938a-53c6cb667895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:36.315652 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef54838-2caa-4aea-8df2-62f730dc9c4a None None] Pushing event updated for resources: {'Port': ['ID=cf8e7695-76a6-47f9-b0c4-ee5b143b9d3f,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:36.369614 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61faeb19-513a-4673-9d09-ac603c289c08 None None] Pushing event updated for resources: {'Port': ['ID=18b5a659-b55c-4ace-979e-156674a75a5c,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:36.451078 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-91dab7cf-52eb-44e3-a104-db7f7019a45a req-1bdad113-9969-4828-bac6-074e4fa71868 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca315556-84ab-4387-b710-0ff32e26c2c3 HTTP/1.1" status: 200 len: 210 time: 0.0568032 Nov 09 21:19:36.500342 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-a804b5f5-360f-4f11-8ddf-799ca59c4a0a None None] Set router 85e00bdb-4201-43c2-b490-f0c5e1d9dd5e gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:19:36.608230 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-81f7178b-ad37-49d9-8c88-44af9aed7c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:36.622405 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-8de70c86-3e1b-4540-938a-53c6cb667895 None None] Attempting to bind port 18b5a659-b55c-4ace-979e-156674a75a5c on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:19:36.622772 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-8de70c86-3e1b-4540-938a-53c6cb667895 None None] Attempting to bind port 18b5a659-b55c-4ace-979e-156674a75a5c by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'a9f98b61-f00d-4529-9edd-6af31a7666ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e0ef6d2f-47ac-43f7-8061-de258cd9cbbf'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:19:36.623132 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de70c86-3e1b-4540-938a-53c6cb667895 None None] Attempting to bind port 18b5a659-b55c-4ace-979e-156674a75a5c on network e0ef6d2f-47ac-43f7-8061-de258cd9cbbf {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:19:36.694341 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de70c86-3e1b-4540-938a-53c6cb667895 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:19:36.694761 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de70c86-3e1b-4540-938a-53c6cb667895 None None] Checking segment: {'id': 'a9f98b61-f00d-4529-9edd-6af31a7666ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e0ef6d2f-47ac-43f7-8061-de258cd9cbbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:19:36.697310 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8de70c86-3e1b-4540-938a-53c6cb667895 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:36.697725 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de70c86-3e1b-4540-938a-53c6cb667895 None None] Bound using segment: {'id': 'a9f98b61-f00d-4529-9edd-6af31a7666ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e0ef6d2f-47ac-43f7-8061-de258cd9cbbf'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:19:36.698291 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-8de70c86-3e1b-4540-938a-53c6cb667895 None None] Bound port: 18b5a659-b55c-4ace-979e-156674a75a5c, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f98b61-f00d-4529-9edd-6af31a7666ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e0ef6d2f-47ac-43f7-8061-de258cd9cbbf'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:19:36.698612 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8de70c86-3e1b-4540-938a-53c6cb667895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:37.164513 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-8de70c86-3e1b-4540-938a-53c6cb667895 None None] For port 18b5a659-b55c-4ace-979e-156674a75a5c, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:19:37.169178 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-8de70c86-3e1b-4540-938a-53c6cb667895 None None] For port 18b5a659-b55c-4ace-979e-156674a75a5c, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=18b5a659-b55c-4ace-979e-156674a75a5c,segment=NetworkSegment(a9f98b61-f00d-4529-9edd-6af31a7666ed),segment_id=a9f98b61-f00d-4529-9edd-6af31a7666ed)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:19:37.179595 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8de70c86-3e1b-4540-938a-53c6cb667895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:37.190056 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-81f7178b-ad37-49d9-8c88-44af9aed7c06 None None] For port cf8e7695-76a6-47f9-b0c4-ee5b143b9d3f, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=cf8e7695-76a6-47f9-b0c4-ee5b143b9d3f,segment=NetworkSegment(d84a975c-7a5f-4b92-b4d5-2a563b5ccb4f),segment_id=d84a975c-7a5f-4b92-b4d5-2a563b5ccb4f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:19:37.213092 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c59670-ed5a-426a-bc19-f000e0f5b87c req-ee58ee67-59e3-4737-8cb3-622ae42e19a8 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:37.228803 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d5c59670-ed5a-426a-bc19-f000e0f5b87c req-ee58ee67-59e3-4737-8cb3-622ae42e19a8 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb1c6a42-2ff4-49e4-84a7-3a00b5366521 HTTP/1.1" status: 200 len: 945 time: 0.2024229 Nov 09 21:19:37.293633 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-a804b5f5-360f-4f11-8ddf-799ca59c4a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e00bdb-4201-43c2-b490-f0c5e1d9dd5e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-91098561-router', 'tenant_id': '9715d51501fd4c548f27e14fec7c1f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:19:13Z', 'updated_at': '2021-11-09T21:19:30Z', 'revision_number': 4, 'project_id': '9715d51501fd4c548f27e14fec7c1f1a', 'gw_port': {'id': 'b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:98:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e00bdb-4201-43c2-b490-f0c5e1d9dd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:16Z', 'updated_at': '2021-11-09T21:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'cf8e7695-76a6-47f9-b0c4-ee5b143b9d3f', 'name': '', 'network_id': '725cddca-fbba-434f-945c-8afbaf0ade31', 'tenant_id': '9715d51501fd4c548f27e14fec7c1f1a', 'mac_address': 'fa:16:3e:aa:70:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e00bdb-4201-43c2-b490-f0c5e1d9dd5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'cbe4268b-84c8-4658-8b40-3a7d1ca2490e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:26Z', 'updated_at': '2021-11-09T21:19:35Z', 'revision_number': 4, 'project_id': '9715d51501fd4c548f27e14fec7c1f1a', 'subnets': [{'id': 'cbe4268b-84c8-4658-8b40-3a7d1ca2490e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:19:37.367542 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61faeb19-513a-4673-9d09-ac603c289c08 None None] Pushing event updated for resources: {'Port': ['ID=18b5a659-b55c-4ace-979e-156674a75a5c,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:37.383443 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-81f7178b-ad37-49d9-8c88-44af9aed7c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:37.397152 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a804b5f5-360f-4f11-8ddf-799ca59c4a0a None None] The sync data for ids ['85e00bdb-4201-43c2-b490-f0c5e1d9dd5e'] in n-d-816206-3 is: [{'id': '85e00bdb-4201-43c2-b490-f0c5e1d9dd5e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-91098561-router', 'tenant_id': '9715d51501fd4c548f27e14fec7c1f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:19:13Z', 'updated_at': '2021-11-09T21:19:30Z', 'revision_number': 4, 'project_id': '9715d51501fd4c548f27e14fec7c1f1a', 'gw_port': {'id': 'b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:98:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e00bdb-4201-43c2-b490-f0c5e1d9dd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:16Z', 'updated_at': '2021-11-09T21:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'cf8e7695-76a6-47f9-b0c4-ee5b143b9d3f', 'name': '', 'network_id': '725cddca-fbba-434f-945c-8afbaf0ade31', 'tenant_id': '9715d51501fd4c548f27e14fec7c1f1a', 'mac_address': 'fa:16:3e:aa:70:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e00bdb-4201-43c2-b490-f0c5e1d9dd5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'cbe4268b-84c8-4658-8b40-3a7d1ca2490e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:26Z', 'updated_at': '2021-11-09T21:19:35Z', 'revision_number': 4, 'project_id': '9715d51501fd4c548f27e14fec7c1f1a', 'subnets': [{'id': 'cbe4268b-84c8-4658-8b40-3a7d1ca2490e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:19:37.407836 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d5c59670-ed5a-426a-bc19-f000e0f5b87c req-c72ba26b-b78d-406a-81a3-5f8b5a91cc63 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceea38cc-44df-413d-adc4-9ba227d57de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715899 Nov 09 21:19:37.560552 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f7178b-ad37-49d9-8c88-44af9aed7c06 None None] Pushing event updated for resources: {'Port': ['ID=cf8e7695-76a6-47f9-b0c4-ee5b143b9d3f,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:37.623365 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-3499dc46-b852-4908-9b3f-4c7b9dd54eb5 None None] Provisioning complete for port 18b5a659-b55c-4ace-979e-156674a75a5c triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:37.624024 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3499dc46-b852-4908-9b3f-4c7b9dd54eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:37.625831 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de70c86-3e1b-4540-938a-53c6cb667895 None None] Routers {'b0fc71dc-7814-45a3-bc38-53645e802091'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:19:37.626889 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-8de70c86-3e1b-4540-938a-53c6cb667895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:19:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['b0fc71dc-7814-45a3-bc38-53645e802091'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:19:37.772739 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b930cdb-ea32-4600-8e1e-e57ea17b8e49 req-cb1cd2b0-935f-4f82-8265-c7b3558c2d1a tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:37.784727 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-8de70c86-3e1b-4540-938a-53c6cb667895 None None] Set router b0fc71dc-7814-45a3-bc38-53645e802091 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:19:37.798392 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9b930cdb-ea32-4600-8e1e-e57ea17b8e49 req-cb1cd2b0-935f-4f82-8265-c7b3558c2d1a tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 950 time: 0.1865404 Nov 09 21:19:37.826380 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ce64dbf0-6abd-476e-8f32-013c26d6911d req-b7245ad1-f1c4-4c1c-92c6-5ed8073ce1cc tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] 10.222.0.49 "GET /v2.0/ports?device_id=419f64ec-4f10-448f-9d0e-b60ba32a1bb8 HTTP/1.1" status: 200 len: 210 time: 0.1691747 Nov 09 21:19:38.016705 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9b930cdb-ea32-4600-8e1e-e57ea17b8e49 req-8a93f293-ce83-45bb-a151-20c07531dbab tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159841 Nov 09 21:19:38.295611 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-07bb54be-e33c-45b2-92de-7b0e556a39b9 req-7d95252d-bfcb-4bec-91b6-603f638853de tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca315556-84ab-4387-b710-0ff32e26c2c3 HTTP/1.1" status: 200 len: 210 time: 0.1870935 Nov 09 21:19:38.492549 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3499dc46-b852-4908-9b3f-4c7b9dd54eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:38.498020 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-bf870776-f838-4778-b397-34913d56f64c tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:38.499688 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-bf870776-f838-4778-b397-34913d56f64c tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] 10.222.0.45 "GET /v2.0/networks?id=9bcf3e74-66ab-4e01-a79a-180569e5d97f HTTP/1.1" status: 200 len: 814 time: 0.4372153 Nov 09 21:19:38.622998 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-3499dc46-b852-4908-9b3f-4c7b9dd54eb5 None None] For port 18b5a659-b55c-4ace-979e-156674a75a5c, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=18b5a659-b55c-4ace-979e-156674a75a5c,segment=NetworkSegment(a9f98b61-f00d-4529-9edd-6af31a7666ed),segment_id=a9f98b61-f00d-4529-9edd-6af31a7666ed)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:19:38.636723 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3499dc46-b852-4908-9b3f-4c7b9dd54eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:38.670822 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-76383f60-1fdf-457b-b70b-cbb417b3607e tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b6ffb029992434f8d6aabef83131597 HTTP/1.1" status: 200 len: 380 time: 0.1590228 Nov 09 21:19:38.688760 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-42b7ff05-5857-4690-9163-6bedd4c16608 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Request body: {'port': {'device_id': '419f64ec-4f10-448f-9d0e-b60ba32a1bb8', 'network_id': '9bcf3e74-66ab-4e01-a79a-180569e5d97f', 'admin_state_up': True, 'tenant_id': '1b6ffb029992434f8d6aabef83131597', 'security_groups': ['f3519b08-e0f0-4b3d-a85c-2bf577a15ef2']}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:19:38.815516 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3499dc46-b852-4908-9b3f-4c7b9dd54eb5 None None] Pushing event updated for resources: {'Port': ['ID=18b5a659-b55c-4ace-979e-156674a75a5c,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:38.836932 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 8f011bd8-6813-4c07-81b6-43e013b405ed up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:19:38.961166 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-0b641b6f-7a75-4243-9567-7feca2f26327 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:38.967767 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-0b641b6f-7a75-4243-9567-7feca2f26327 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.45 "GET /v2.0/networks?id=725cddca-fbba-434f-945c-8afbaf0ade31 HTTP/1.1" status: 200 len: 827 time: 0.3317728 Nov 09 21:19:38.984984 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-9a33014d-a3ca-44c7-8f79-f8ca67507835 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Request body: {'port': {'device_id': 'ca315556-84ab-4387-b710-0ff32e26c2c3', 'network_id': '725cddca-fbba-434f-945c-8afbaf0ade31', 'admin_state_up': True, 'tenant_id': '9715d51501fd4c548f27e14fec7c1f1a'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:19:39.010164 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 8f011bd8-6813-4c07-81b6-43e013b405ed completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:19:39.035196 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 8f011bd8-6813-4c07-81b6-43e013b405ed triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:39.035597 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:39.047232 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-3499dc46-b852-4908-9b3f-4c7b9dd54eb5 None None] Provisioning complete for port cf8e7695-76a6-47f9-b0c4-ee5b143b9d3f triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:39.047759 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3499dc46-b852-4908-9b3f-4c7b9dd54eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:39.295714 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-9a33014d-a3ca-44c7-8f79-f8ca67507835 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Made reservation on behalf of 9715d51501fd4c548f27e14fec7c1f1a for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:19:39.304116 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-9a33014d-a3ca-44c7-8f79-f8ca67507835 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:39.496653 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-8de70c86-3e1b-4540-938a-53c6cb667895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0fc71dc-7814-45a3-bc38-53645e802091', 'name': 'tempest-AttachSCSIVolumeTestJSON-1431814511-router', 'tenant_id': '2e5338cf73234e8ab93a30211d1b9359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '324c4cf0-db5e-4813-bd67-aa2471b1a436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:19:12Z', 'updated_at': '2021-11-09T21:19:28Z', 'revision_number': 4, 'project_id': '2e5338cf73234e8ab93a30211d1b9359', 'gw_port': {'id': '324c4cf0-db5e-4813-bd67-aa2471b1a436', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fc71dc-7814-45a3-bc38-53645e802091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:15Z', 'updated_at': '2021-11-09T21:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '18b5a659-b55c-4ace-979e-156674a75a5c', 'name': '', 'network_id': 'e0ef6d2f-47ac-43f7-8061-de258cd9cbbf', 'tenant_id': '2e5338cf73234e8ab93a30211d1b9359', 'mac_address': 'fa:16:3e:62:93:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0fc71dc-7814-45a3-bc38-53645e802091', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'd25c4ea5-6f05-46ef-86ea-c1bd245d297d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:25Z', 'updated_at': '2021-11-09T21:19:37Z', 'revision_number': 4, 'project_id': '2e5338cf73234e8ab93a30211d1b9359', 'subnets': [{'id': 'd25c4ea5-6f05-46ef-86ea-c1bd245d297d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:19:39.615012 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device cf8e7695-76a6-47f9-b0c4-ee5b143b9d3f up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:19:39.686916 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-9a33014d-a3ca-44c7-8f79-f8ca67507835 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Allocated IP 172.20.0.7 (725cddca-fbba-434f-945c-8afbaf0ade31/cbe4268b-84c8-4658-8b40-3a7d1ca2490e/fac43ce1-454c-433f-b214-072f068f28d8) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:19:39.759734 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de70c86-3e1b-4540-938a-53c6cb667895 None None] The sync data for ids ['b0fc71dc-7814-45a3-bc38-53645e802091'] in n-d-816206-3 is: [{'id': 'b0fc71dc-7814-45a3-bc38-53645e802091', 'name': 'tempest-AttachSCSIVolumeTestJSON-1431814511-router', 'tenant_id': '2e5338cf73234e8ab93a30211d1b9359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '324c4cf0-db5e-4813-bd67-aa2471b1a436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:19:12Z', 'updated_at': '2021-11-09T21:19:28Z', 'revision_number': 4, 'project_id': '2e5338cf73234e8ab93a30211d1b9359', 'gw_port': {'id': '324c4cf0-db5e-4813-bd67-aa2471b1a436', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fc71dc-7814-45a3-bc38-53645e802091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:15Z', 'updated_at': '2021-11-09T21:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '18b5a659-b55c-4ace-979e-156674a75a5c', 'name': '', 'network_id': 'e0ef6d2f-47ac-43f7-8061-de258cd9cbbf', 'tenant_id': '2e5338cf73234e8ab93a30211d1b9359', 'mac_address': 'fa:16:3e:62:93:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0fc71dc-7814-45a3-bc38-53645e802091', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'd25c4ea5-6f05-46ef-86ea-c1bd245d297d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:25Z', 'updated_at': '2021-11-09T21:19:37Z', 'revision_number': 4, 'project_id': '2e5338cf73234e8ab93a30211d1b9359', 'subnets': [{'id': 'd25c4ea5-6f05-46ef-86ea-c1bd245d297d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:19:39.982809 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-08f52336-80f3-494d-a98a-d69bcd5238c3 None None] Provisioning complete for port 18b5a659-b55c-4ace-979e-156674a75a5c triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:39.983181 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-08f52336-80f3-494d-a98a-d69bcd5238c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:39.987659 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-9a33014d-a3ca-44c7-8f79-f8ca67507835 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:40.038009 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b899b3-7b69-482e-9030-725ba3d50b7f req-21f4375c-d38b-44e6-a797-3ea669b44162 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:40.049854 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-86b899b3-7b69-482e-9030-725ba3d50b7f req-21f4375c-d38b-44e6-a797-3ea669b44162 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb1c6a42-2ff4-49e4-84a7-3a00b5366521 HTTP/1.1" status: 200 len: 945 time: 1.4842727 Nov 09 21:19:40.097109 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:40.140565 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3d0e7c8f-6498-43ad-b5c4-abc863d64958 req-18dfc445-ee11-434b-8461-38ae0dce1aaa tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] 10.222.0.49 "GET /v2.0/ports?device_id=419f64ec-4f10-448f-9d0e-b60ba32a1bb8 HTTP/1.1" status: 200 len: 210 time: 0.0879986 Nov 09 21:19:40.162496 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-9a33014d-a3ca-44c7-8f79-f8ca67507835 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:40.177000 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port cf8e7695-76a6-47f9-b0c4-ee5b143b9d3f triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:40.177373 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:40.205003 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-42b7ff05-5857-4690-9163-6bedd4c16608 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Made reservation on behalf of 1b6ffb029992434f8d6aabef83131597 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:19:40.218346 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-42b7ff05-5857-4690-9163-6bedd4c16608 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:40.333687 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-86b899b3-7b69-482e-9030-725ba3d50b7f req-3d7fea4a-a375-4596-b048-7b0f05d7bcef tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceea38cc-44df-413d-adc4-9ba227d57de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797058 Nov 09 21:19:40.380306 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-9a33014d-a3ca-44c7-8f79-f8ca67507835 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Network 725cddca-fbba-434f-945c-8afbaf0ade31 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:19:40.382290 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a33014d-a3ca-44c7-8f79-f8ca67507835 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Pushing event updated for resources: {'Port': ['ID=fac43ce1-454c-433f-b214-072f068f28d8,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:40.434763 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-9a33014d-a3ca-44c7-8f79-f8ca67507835 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:19:40.442909 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb1c6a42-2ff4-49e4-84a7-3a00b5366521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f011bd8-6813-4c07-81b6-43e013b405ed'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:19:40.450278 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-9a33014d-a3ca-44c7-8f79-f8ca67507835 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:19:40.478157 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b3bbb0-c694-4adb-b394-1b307b293bf9" -d '{"events": [{"server_uuid": "cb1c6a42-2ff4-49e4-84a7-3a00b5366521", "name": "network-vif-plugged", "status": "completed", "tag": "8f011bd8-6813-4c07-81b6-43e013b405ed"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:19:40.682259 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 8f011bd8-6813-4c07-81b6-43e013b405ed, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=8f011bd8-6813-4c07-81b6-43e013b405ed,segment=NetworkSegment(8b343e36-5ad5-4993-af06-da856762e2f1),segment_id=8b343e36-5ad5-4993-af06-da856762e2f1)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:19:40.715802 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-9a33014d-a3ca-44c7-8f79-f8ca67507835 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:40.716876 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-9a33014d-a3ca-44c7-8f79-f8ca67507835 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:40.755881 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:40.770003 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-9a33014d-a3ca-44c7-8f79-f8ca67507835 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7902033 Nov 09 21:19:40.810412 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-2a5d2421-cdac-4f1b-a720-ea4c4b56212c service neutron] Request body: {'port': {'device_id': 'ca315556-84ab-4387-b710-0ff32e26c2c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:19:41.066389 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=8f011bd8-6813-4c07-81b6-43e013b405ed,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:41.230271 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-f7750517-e2ce-4b40-a7d7-7ac7fb88c7e4 None None] Provisioning complete for port fac43ce1-454c-433f-b214-072f068f28d8 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:41.232206 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f7750517-e2ce-4b40-a7d7-7ac7fb88c7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:41.316215 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b526d-2b51-4f00-ac01-93ebb8e05c77 req-f90e3f85-80d6-499b-bfb8-1f369675106c tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:41.354072 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-807b526d-2b51-4f00-ac01-93ebb8e05c77 req-f90e3f85-80d6-499b-bfb8-1f369675106c tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 950 time: 0.5768209 Nov 09 21:19:41.413227 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-42b7ff05-5857-4690-9163-6bedd4c16608 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Allocated IP 172.20.0.4 (9bcf3e74-66ab-4e01-a79a-180569e5d97f/28350996-29de-4d8e-b69d-4686a6e86a6e/51e87dab-4b02-4100-a66a-4ca95a5e6f45) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:19:41.504382 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-807b526d-2b51-4f00-ac01-93ebb8e05c77 req-b380144a-ce73-4207-a03b-c6ed0d14b1e3 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481385 Nov 09 21:19:41.546728 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 18b5a659-b55c-4ace-979e-156674a75a5c up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:19:41.655829 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-f7750517-e2ce-4b40-a7d7-7ac7fb88c7e4 None None] Port fac43ce1-454c-433f-b214-072f068f28d8 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:19:41.674268 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 18b5a659-b55c-4ace-979e-156674a75a5c triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:41.678767 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:41.739343 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e3baaf-47f6-485c-b063-aeb13300de67 x-openstack-request-id: req-40e3baaf-47f6-485c-b063-aeb13300de67 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:19:41.740090 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb1c6a42-2ff4-49e4-84a7-3a00b5366521", "name": "network-vif-plugged", "status": "completed", "tag": "8f011bd8-6813-4c07-81b6-43e013b405ed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:19:41.740090 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-40e3baaf-47f6-485c-b063-aeb13300de67 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:19:41.740534 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb1c6a42-2ff4-49e4-84a7-3a00b5366521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f011bd8-6813-4c07-81b6-43e013b405ed', 'code': 200} Nov 09 21:19:41.806992 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-42b7ff05-5857-4690-9163-6bedd4c16608 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:41.848136 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-2a5d2421-cdac-4f1b-a720-ea4c4b56212c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:41.880401 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-42b7ff05-5857-4690-9163-6bedd4c16608 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:41.906638 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-42b7ff05-5857-4690-9163-6bedd4c16608 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Network 9bcf3e74-66ab-4e01-a79a-180569e5d97f is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:19:41.909891 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-42b7ff05-5857-4690-9163-6bedd4c16608 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:19:41.938322 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-42b7ff05-5857-4690-9163-6bedd4c16608 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:19:42.005610 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b7ff05-5857-4690-9163-6bedd4c16608 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Pushing event updated for resources: {'Port': ['ID=51e87dab-4b02-4100-a66a-4ca95a5e6f45,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:42.021524 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-42b7ff05-5857-4690-9163-6bedd4c16608 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:42.022179 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-42b7ff05-5857-4690-9163-6bedd4c16608 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:42.051665 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-42b7ff05-5857-4690-9163-6bedd4c16608 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3757257 Nov 09 21:19:42.073266 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-cea10235-b053-436f-88b9-048ae3608fd0 service neutron] Request body: {'port': {'device_id': '419f64ec-4f10-448f-9d0e-b60ba32a1bb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:19:42.086375 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e471330f-d0bc-4bb1-b67a-453fa71eea3c req-b51cf50a-82db-4978-9b19-b768e6e2d01d tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:42.097337 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e471330f-d0bc-4bb1-b67a-453fa71eea3c req-b51cf50a-82db-4978-9b19-b768e6e2d01d tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca315556-84ab-4387-b710-0ff32e26c2c3 HTTP/1.1" status: 200 len: 931 time: 0.2856977 Nov 09 21:19:42.180658 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-cea10235-b053-436f-88b9-048ae3608fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:42.297617 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e471330f-d0bc-4bb1-b67a-453fa71eea3c req-c42956f7-5b6f-48cb-975e-6fe08d15c8b1 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/security-groups?id=aefb8be0-27dd-40d6-93c0-f2dd7ce56794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987450 Nov 09 21:19:42.389470 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d36c4e-6f92-44c9-a446-e603ba4798b3 req-8dff087f-cf7c-4141-a7a8-21dccbe0fbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:42.394604 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-f0284b6a-6f71-4652-ba59-ee0fac92cd85 None None] Provisioning complete for port 51e87dab-4b02-4100-a66a-4ca95a5e6f45 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:42.394781 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43d36c4e-6f92-44c9-a446-e603ba4798b3 req-8dff087f-cf7c-4141-a7a8-21dccbe0fbaa service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cb1c6a42-2ff4-49e4-84a7-3a00b5366521 HTTP/1.1" status: 200 len: 1097 time: 0.3775539 Nov 09 21:19:42.394976 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f0284b6a-6f71-4652-ba59-ee0fac92cd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:42.560136 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-f0284b6a-6f71-4652-ba59-ee0fac92cd85 None None] Port 51e87dab-4b02-4100-a66a-4ca95a5e6f45 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:19:42.648557 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65658791-8530-4fa7-b638-6d373b223df5 req-27d3247f-e467-4de5-b369-54072862069e tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:42.650156 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-65658791-8530-4fa7-b638-6d373b223df5 req-27d3247f-e467-4de5-b369-54072862069e tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb1c6a42-2ff4-49e4-84a7-3a00b5366521 HTTP/1.1" status: 200 len: 946 time: 0.0916977 Nov 09 21:19:42.677342 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43d36c4e-6f92-44c9-a446-e603ba4798b3 req-46f044cc-35f3-42b6-95d4-b7e9ee3846dc service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ceea38cc-44df-413d-adc4-9ba227d57de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699754 Nov 09 21:19:42.717781 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7cb8de-f711-4e16-86a1-21abcfa4b025 req-71fe1b6d-e38d-4fb1-ba25-1e5e92d2ff31 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:42.719402 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fe7cb8de-f711-4e16-86a1-21abcfa4b025 req-71fe1b6d-e38d-4fb1-ba25-1e5e92d2ff31 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] 10.222.0.49 "GET /v2.0/ports?device_id=419f64ec-4f10-448f-9d0e-b60ba32a1bb8 HTTP/1.1" status: 200 len: 931 time: 0.2090812 Nov 09 21:19:42.811444 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-65658791-8530-4fa7-b638-6d373b223df5 req-b7e363a2-283b-4179-9e76-d230dcd1d19a tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceea38cc-44df-413d-adc4-9ba227d57de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133826 Nov 09 21:19:42.828032 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-2a5d2421-cdac-4f1b-a720-ea4c4b56212c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fac43ce1-454c-433f-b214-072f068f28d8 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:19:42.831861 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-2a5d2421-cdac-4f1b-a720-ea4c4b56212c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:42.849175 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-2a5d2421-cdac-4f1b-a720-ea4c4b56212c service neutron] Transition to ACTIVE for port object fac43ce1-454c-433f-b214-072f068f28d8 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:19:42.866040 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fe7cb8de-f711-4e16-86a1-21abcfa4b025 req-80acfa98-1f8a-4ed7-895a-db68d02afffe tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3519b08-e0f0-4b3d-a85c-2bf577a15ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349115 Nov 09 21:19:42.867312 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-2a5d2421-cdac-4f1b-a720-ea4c4b56212c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:42.947070 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d2421-cdac-4f1b-a720-ea4c4b56212c service neutron] Pushing event updated for resources: {'Port': ['ID=fac43ce1-454c-433f-b214-072f068f28d8,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:42.985842 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-cea10235-b053-436f-88b9-048ae3608fd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51e87dab-4b02-4100-a66a-4ca95a5e6f45 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:19:42.995719 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-cea10235-b053-436f-88b9-048ae3608fd0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:43.010176 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-cea10235-b053-436f-88b9-048ae3608fd0 service neutron] Transition to ACTIVE for port object 51e87dab-4b02-4100-a66a-4ca95a5e6f45 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:19:43.022483 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-cea10235-b053-436f-88b9-048ae3608fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:43.282271 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-2a5d2421-cdac-4f1b-a720-ea4c4b56212c service neutron] Attempting to bind port fac43ce1-454c-433f-b214-072f068f28d8 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:19:43.284512 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-2a5d2421-cdac-4f1b-a720-ea4c4b56212c service neutron] Attempting to bind port fac43ce1-454c-433f-b214-072f068f28d8 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'd84a975c-7a5f-4b92-b4d5-2a563b5ccb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '725cddca-fbba-434f-945c-8afbaf0ade31'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:19:43.287470 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-2a5d2421-cdac-4f1b-a720-ea4c4b56212c service neutron] Attempting to bind port fac43ce1-454c-433f-b214-072f068f28d8 on network 725cddca-fbba-434f-945c-8afbaf0ade31 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:19:43.312592 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-2a5d2421-cdac-4f1b-a720-ea4c4b56212c service neutron] Port fac43ce1-454c-433f-b214-072f068f28d8 on network 725cddca-fbba-434f-945c-8afbaf0ade31 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:19:43.313334 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-2a5d2421-cdac-4f1b-a720-ea4c4b56212c service neutron] Attempting to bind port fac43ce1-454c-433f-b214-072f068f28d8 on network 725cddca-fbba-434f-945c-8afbaf0ade31 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:19:43.330906 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-2a5d2421-cdac-4f1b-a720-ea4c4b56212c service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:19:43.337040 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-2a5d2421-cdac-4f1b-a720-ea4c4b56212c service neutron] Checking segment: {'id': 'd84a975c-7a5f-4b92-b4d5-2a563b5ccb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '725cddca-fbba-434f-945c-8afbaf0ade31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:19:43.352746 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-2a5d2421-cdac-4f1b-a720-ea4c4b56212c service neutron] Bound using segment: {'id': 'd84a975c-7a5f-4b92-b4d5-2a563b5ccb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '725cddca-fbba-434f-945c-8afbaf0ade31'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:19:43.354322 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-2a5d2421-cdac-4f1b-a720-ea4c4b56212c service neutron] Bound port: fac43ce1-454c-433f-b214-072f068f28d8, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd84a975c-7a5f-4b92-b4d5-2a563b5ccb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '725cddca-fbba-434f-945c-8afbaf0ade31'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:19:43.357595 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-2a5d2421-cdac-4f1b-a720-ea4c4b56212c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:43.418758 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea10235-b053-436f-88b9-048ae3608fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=51e87dab-4b02-4100-a66a-4ca95a5e6f45,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:43.688249 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-2a5d2421-cdac-4f1b-a720-ea4c4b56212c service neutron] For port fac43ce1-454c-433f-b214-072f068f28d8, host n-h1-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:19:43.698241 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682262d3-0956-4f37-a6fe-6fc7d05b2e26 req-184d2312-05dc-4420-a50a-bac160d37b07 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:43.705753 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-682262d3-0956-4f37-a6fe-6fc7d05b2e26 req-184d2312-05dc-4420-a50a-bac160d37b07 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 950 time: 0.5503910 Nov 09 21:19:43.727223 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-2a5d2421-cdac-4f1b-a720-ea4c4b56212c service neutron] For port fac43ce1-454c-433f-b214-072f068f28d8, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=fac43ce1-454c-433f-b214-072f068f28d8,segment=NetworkSegment(d84a975c-7a5f-4b92-b4d5-2a563b5ccb4f),segment_id=d84a975c-7a5f-4b92-b4d5-2a563b5ccb4f)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:19:43.735270 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-2a5d2421-cdac-4f1b-a720-ea4c4b56212c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:43.742386 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-cea10235-b053-436f-88b9-048ae3608fd0 service neutron] Attempting to bind port 51e87dab-4b02-4100-a66a-4ca95a5e6f45 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:19:43.742909 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-cea10235-b053-436f-88b9-048ae3608fd0 service neutron] Attempting to bind port 51e87dab-4b02-4100-a66a-4ca95a5e6f45 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '1a7c8e1b-ecd0-4bfd-acec-9c5369d9030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9bcf3e74-66ab-4e01-a79a-180569e5d97f'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:19:43.743351 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-cea10235-b053-436f-88b9-048ae3608fd0 service neutron] Attempting to bind port 51e87dab-4b02-4100-a66a-4ca95a5e6f45 on network 9bcf3e74-66ab-4e01-a79a-180569e5d97f {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:19:43.758751 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-cea10235-b053-436f-88b9-048ae3608fd0 service neutron] Port 51e87dab-4b02-4100-a66a-4ca95a5e6f45 on network 9bcf3e74-66ab-4e01-a79a-180569e5d97f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:19:43.759150 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-cea10235-b053-436f-88b9-048ae3608fd0 service neutron] Attempting to bind port 51e87dab-4b02-4100-a66a-4ca95a5e6f45 on network 9bcf3e74-66ab-4e01-a79a-180569e5d97f {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:19:43.769201 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-cea10235-b053-436f-88b9-048ae3608fd0 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:19:43.769766 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-cea10235-b053-436f-88b9-048ae3608fd0 service neutron] Checking segment: {'id': '1a7c8e1b-ecd0-4bfd-acec-9c5369d9030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9bcf3e74-66ab-4e01-a79a-180569e5d97f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:19:43.770720 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-cea10235-b053-436f-88b9-048ae3608fd0 service neutron] Bound using segment: {'id': '1a7c8e1b-ecd0-4bfd-acec-9c5369d9030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9bcf3e74-66ab-4e01-a79a-180569e5d97f'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:19:43.770923 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-cea10235-b053-436f-88b9-048ae3608fd0 service neutron] Bound port: 51e87dab-4b02-4100-a66a-4ca95a5e6f45, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a7c8e1b-ecd0-4bfd-acec-9c5369d9030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9bcf3e74-66ab-4e01-a79a-180569e5d97f'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:19:43.771510 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-cea10235-b053-436f-88b9-048ae3608fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:43.798685 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-682262d3-0956-4f37-a6fe-6fc7d05b2e26 req-d3c46107-314e-44c3-9673-36fb0472d543 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917702 Nov 09 21:19:43.801335 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-2a5d2421-cdac-4f1b-a720-ea4c4b56212c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:43.802477 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-2a5d2421-cdac-4f1b-a720-ea4c4b56212c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:43.807456 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-2a5d2421-cdac-4f1b-a720-ea4c4b56212c service neutron] 10.222.0.45 "PUT /v2.0/ports/fac43ce1-454c-433f-b214-072f068f28d8 HTTP/1.1" status: 200 len: 1091 time: 3.0285985 Nov 09 21:19:43.859083 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca315556-84ab-4387-b710-0ff32e26c2c3', 'tag': 'fac43ce1-454c-433f-b214-072f068f28d8'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:19:43.867086 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1335782-e990-4086-ae2a-068ee02b29f4" -d '{"events": [{"name": "network-changed", "server_uuid": "ca315556-84ab-4387-b710-0ff32e26c2c3", "tag": "fac43ce1-454c-433f-b214-072f068f28d8"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:19:43.923908 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-cea10235-b053-436f-88b9-048ae3608fd0 service neutron] For port 51e87dab-4b02-4100-a66a-4ca95a5e6f45, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:19:43.924805 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c757012-453f-481c-a37c-d73aaef26610 req-1a944258-ff72-478c-99f5-f396d56c095f tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:43.927770 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6c757012-453f-481c-a37c-d73aaef26610 req-1a944258-ff72-478c-99f5-f396d56c095f tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca315556-84ab-4387-b710-0ff32e26c2c3 HTTP/1.1" status: 200 len: 943 time: 0.2752221 Nov 09 21:19:43.940475 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-cea10235-b053-436f-88b9-048ae3608fd0 service neutron] For port 51e87dab-4b02-4100-a66a-4ca95a5e6f45, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=51e87dab-4b02-4100-a66a-4ca95a5e6f45,segment=NetworkSegment(1a7c8e1b-ecd0-4bfd-acec-9c5369d9030f),segment_id=1a7c8e1b-ecd0-4bfd-acec-9c5369d9030f)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:19:43.947663 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-cea10235-b053-436f-88b9-048ae3608fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:44.101401 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-cea10235-b053-436f-88b9-048ae3608fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:44.102038 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-cea10235-b053-436f-88b9-048ae3608fd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:44.103441 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-cea10235-b053-436f-88b9-048ae3608fd0 service neutron] 10.222.0.45 "PUT /v2.0/ports/51e87dab-4b02-4100-a66a-4ca95a5e6f45 HTTP/1.1" status: 200 len: 1091 time: 2.0371604 Nov 09 21:19:44.104092 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea10235-b053-436f-88b9-048ae3608fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=51e87dab-4b02-4100-a66a-4ca95a5e6f45,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:44.125368 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '419f64ec-4f10-448f-9d0e-b60ba32a1bb8', 'tag': '51e87dab-4b02-4100-a66a-4ca95a5e6f45'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:19:44.125368 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c60ce81-368c-47eb-bd68-552592dde64f" -d '{"events": [{"name": "network-changed", "server_uuid": "419f64ec-4f10-448f-9d0e-b60ba32a1bb8", "tag": "51e87dab-4b02-4100-a66a-4ca95a5e6f45"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:19:44.130656 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d2421-cdac-4f1b-a720-ea4c4b56212c service neutron] Pushing event updated for resources: {'Port': ['ID=fac43ce1-454c-433f-b214-072f068f28d8,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:44.150221 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5d2421-cdac-4f1b-a720-ea4c4b56212c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:19:44.150568 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5d2421-cdac-4f1b-a720-ea4c4b56212c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:19:44.150936 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5d2421-cdac-4f1b-a720-ea4c4b56212c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:19:44.151692 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5d2421-cdac-4f1b-a720-ea4c4b56212c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:19:44.151692 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5d2421-cdac-4f1b-a720-ea4c4b56212c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:19:44.152261 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5d2421-cdac-4f1b-a720-ea4c4b56212c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:19:44.152261 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5d2421-cdac-4f1b-a720-ea4c4b56212c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:19:44.153479 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5d2421-cdac-4f1b-a720-ea4c4b56212c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:19:44.153637 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5d2421-cdac-4f1b-a720-ea4c4b56212c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:19:44.153936 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5d2421-cdac-4f1b-a720-ea4c4b56212c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:19:44.154260 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5d2421-cdac-4f1b-a720-ea4c4b56212c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:19:44.154578 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5d2421-cdac-4f1b-a720-ea4c4b56212c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:19:44.204136 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6c757012-453f-481c-a37c-d73aaef26610 req-83aa715b-5154-4ff3-82d9-679c55196aab tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/security-groups?id=aefb8be0-27dd-40d6-93c0-f2dd7ce56794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615211 Nov 09 21:19:44.237230 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-43e282c1-c22a-4aaa-be8a-3aa7002bd487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:44.237385 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-557232ad-a52a-489d-8fa1-e2e0cf704f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:44.237484 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-43e282c1-c22a-4aaa-be8a-3aa7002bd487 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1b6ffb029992434f8d6aabef83131597&device_id=419f64ec-4f10-448f-9d0e-b60ba32a1bb8 HTTP/1.1" status: 200 len: 1094 time: 0.0737448 Nov 09 21:19:44.237585 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-557232ad-a52a-489d-8fa1-e2e0cf704f92 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9715d51501fd4c548f27e14fec7c1f1a&device_id=ca315556-84ab-4387-b710-0ff32e26c2c3 HTTP/1.1" status: 200 len: 1094 time: 0.2441354 Nov 09 21:19:44.345113 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-8d461b60-855c-4f30-8ebc-7626ae81e786 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fac43ce1-454c-433f-b214-072f068f28d8 HTTP/1.1" status: 200 len: 217 time: 0.0910146 Nov 09 21:19:44.348429 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-86c6cb86-6983-46cd-9353-acc50d725077 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51e87dab-4b02-4100-a66a-4ca95a5e6f45 HTTP/1.1" status: 200 len: 217 time: 0.0966604 Nov 09 21:19:44.411138 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-49e97074-24aa-4a63-be7b-849b30175535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:44.411856 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-49e97074-24aa-4a63-be7b-849b30175535 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cbe4268b-84c8-4658-8b40-3a7d1ca2490e HTTP/1.1" status: 200 len: 866 time: 0.0500011 Nov 09 21:19:44.460857 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6b656-c63c-4068-b7a8-c1c07e48bf60 req-ff13917d-41ba-4388-88b2-79bcf818ebe9 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:44.463162 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-89d6b656-c63c-4068-b7a8-c1c07e48bf60 req-ff13917d-41ba-4388-88b2-79bcf818ebe9 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] 10.222.0.49 "GET /v2.0/ports?device_id=419f64ec-4f10-448f-9d0e-b60ba32a1bb8 HTTP/1.1" status: 200 len: 943 time: 0.1116867 Nov 09 21:19:44.465065 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-a3c47dc2-251e-4c1e-8762-39841d81f33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:44.466684 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-a3c47dc2-251e-4c1e-8762-39841d81f33d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28350996-29de-4d8e-b69d-4686a6e86a6e HTTP/1.1" status: 200 len: 853 time: 0.1065679 Nov 09 21:19:44.512402 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320e735-1261-4eac-b35a-577095335982 req-4f423183-d81e-4e72-8860-9e063f848a99 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:44.513056 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3320e735-1261-4eac-b35a-577095335982 req-4f423183-d81e-4e72-8860-9e063f848a99 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb1c6a42-2ff4-49e4-84a7-3a00b5366521 HTTP/1.1" status: 200 len: 946 time: 0.1608827 Nov 09 21:19:44.514934 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-f5f58238-069e-4e88-bc19-6685d0f04c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:44.516330 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-f5f58238-069e-4e88-bc19-6685d0f04c0c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=725cddca-fbba-434f-945c-8afbaf0ade31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855110 Nov 09 21:19:44.597710 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-89d6b656-c63c-4068-b7a8-c1c07e48bf60 req-be535150-74a8-428a-9142-e8b96c52970f tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3519b08-e0f0-4b3d-a85c-2bf577a15ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255376 Nov 09 21:19:44.614674 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-21978e88-82d2-4499-a4b9-0865923232c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:44.616412 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-21978e88-82d2-4499-a4b9-0865923232c4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9bcf3e74-66ab-4e01-a79a-180569e5d97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1174643 Nov 09 21:19:44.639118 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3320e735-1261-4eac-b35a-577095335982 req-f4f2b696-b398-4a15-80c7-8c62b654f994 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceea38cc-44df-413d-adc4-9ba227d57de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197517 Nov 09 21:19:44.674144 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-a6b2af5d-c586-457b-83f4-40ab6a249005 service neutron] 10.222.0.45 "GET /v2.0/networks/725cddca-fbba-434f-945c-8afbaf0ade31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472809 Nov 09 21:19:44.705962 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23c93b0-5ab7-4eb1-9e6e-d86ee4eaa947 x-openstack-request-id: req-f23c93b0-5ab7-4eb1-9e6e-d86ee4eaa947 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:19:44.706344 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca315556-84ab-4387-b710-0ff32e26c2c3", "tag": "fac43ce1-454c-433f-b214-072f068f28d8", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:19:44.706530 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f23c93b0-5ab7-4eb1-9e6e-d86ee4eaa947 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:19:44.707057 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca315556-84ab-4387-b710-0ff32e26c2c3', 'tag': 'fac43ce1-454c-433f-b214-072f068f28d8', 'status': 'completed', 'code': 200} Nov 09 21:19:44.760248 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbb1158-71f3-4138-b07b-50daa4c18885 x-openstack-request-id: req-0dbb1158-71f3-4138-b07b-50daa4c18885 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:19:44.761906 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "419f64ec-4f10-448f-9d0e-b60ba32a1bb8", "tag": "51e87dab-4b02-4100-a66a-4ca95a5e6f45", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:19:44.761906 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0dbb1158-71f3-4138-b07b-50daa4c18885 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:19:44.762168 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '419f64ec-4f10-448f-9d0e-b60ba32a1bb8', 'tag': '51e87dab-4b02-4100-a66a-4ca95a5e6f45', 'status': 'completed', 'code': 200} Nov 09 21:19:44.820449 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e87782b8-b2fa-4dac-8d00-5ef217497159 req-85f42b59-d4b0-472c-87ca-b67596c0a7e7 service neutron] 10.222.0.45 "GET /v2.0/networks/725cddca-fbba-434f-945c-8afbaf0ade31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365774 Nov 09 21:19:44.821088 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-90a2cfe6-da73-4e81-826c-a9f6c038e9ea service neutron] 10.222.0.45 "GET /v2.0/networks/9bcf3e74-66ab-4e01-a79a-180569e5d97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950045 Nov 09 21:19:44.971507 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1335782-e990-4086-ae2a-068ee02b29f4 req-e0d6f7a1-79d6-47d4-bdb6-45d7deadaf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:44.974719 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d1335782-e990-4086-ae2a-068ee02b29f4 req-e0d6f7a1-79d6-47d4-bdb6-45d7deadaf7e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9715d51501fd4c548f27e14fec7c1f1a&device_id=ca315556-84ab-4387-b710-0ff32e26c2c3 HTTP/1.1" status: 200 len: 1094 time: 0.0799925 Nov 09 21:19:45.033207 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bfee38b2-625d-41aa-975c-3fd082e54dcf req-b5028a3c-2f8f-4409-9edf-ca7ed4bdd102 service neutron] 10.222.0.45 "GET /v2.0/networks/9bcf3e74-66ab-4e01-a79a-180569e5d97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979151 Nov 09 21:19:45.229430 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60ce81-368c-47eb-bd68-552592dde64f req-80f3827d-9291-4aff-a14f-3ce0a03e8a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:45.231834 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c60ce81-368c-47eb-bd68-552592dde64f req-80f3827d-9291-4aff-a14f-3ce0a03e8a34 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1b6ffb029992434f8d6aabef83131597&device_id=419f64ec-4f10-448f-9d0e-b60ba32a1bb8 HTTP/1.1" status: 200 len: 1094 time: 0.1343808 Nov 09 21:19:45.237242 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb91f7-ee1b-4d1f-bc81-1dbbd3c78f55 req-d0b288b5-2ff7-4831-a0ea-a7b756256b4f tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:45.253852 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-32fb91f7-ee1b-4d1f-bc81-1dbbd3c78f55 req-d0b288b5-2ff7-4831-a0ea-a7b756256b4f tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 950 time: 0.1928940 Nov 09 21:19:45.399608 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-32fb91f7-ee1b-4d1f-bc81-1dbbd3c78f55 req-7548b992-b5d8-4454-84b4-1ff172d8852e tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442406 Nov 09 21:19:45.405993 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1335782-e990-4086-ae2a-068ee02b29f4 req-ced98482-a810-469d-8b56-2d992a33b7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:45.409567 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d1335782-e990-4086-ae2a-068ee02b29f4 req-ced98482-a810-469d-8b56-2d992a33b7b0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=725cddca-fbba-434f-945c-8afbaf0ade31 HTTP/1.1" status: 200 len: 927 time: 0.4261711 Nov 09 21:19:45.453660 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60ce81-368c-47eb-bd68-552592dde64f req-ebbcae9f-cc18-45ee-9482-7c2fc67836dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:45.458476 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c60ce81-368c-47eb-bd68-552592dde64f req-ebbcae9f-cc18-45ee-9482-7c2fc67836dc service neutron] 10.222.0.45 "GET /v2.0/networks?id=9bcf3e74-66ab-4e01-a79a-180569e5d97f HTTP/1.1" status: 200 len: 914 time: 0.2190437 Nov 09 21:19:45.506312 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d1335782-e990-4086-ae2a-068ee02b29f4 req-279da8b6-0832-4b3f-806d-4e6fb40409e5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fac43ce1-454c-433f-b214-072f068f28d8 HTTP/1.1" status: 200 len: 217 time: 0.0884397 Nov 09 21:19:45.573140 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c60ce81-368c-47eb-bd68-552592dde64f req-774f90f4-60b7-46af-9e9b-355ee8523543 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51e87dab-4b02-4100-a66a-4ca95a5e6f45 HTTP/1.1" status: 200 len: 217 time: 0.0981462 Nov 09 21:19:45.614027 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1335782-e990-4086-ae2a-068ee02b29f4 req-d0928630-28d2-42eb-aa47-e5a62bf473cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:45.615880 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d1335782-e990-4086-ae2a-068ee02b29f4 req-d0928630-28d2-42eb-aa47-e5a62bf473cb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cbe4268b-84c8-4658-8b40-3a7d1ca2490e HTTP/1.1" status: 200 len: 866 time: 0.0903013 Nov 09 21:19:45.647167 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f52bc7-bf11-47d0-a494-9862938d3b99 req-176f1c6d-058d-4cdf-8c3d-5481eb112a4a tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:45.655033 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b2f52bc7-bf11-47d0-a494-9862938d3b99 req-176f1c6d-058d-4cdf-8c3d-5481eb112a4a tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca315556-84ab-4387-b710-0ff32e26c2c3 HTTP/1.1" status: 200 len: 943 time: 0.1915781 Nov 09 21:19:45.670086 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ee25c-0431-4aad-8afb-586b7aaf6170 req-52f91bc6-9a10-4745-ae3b-c66489cb9852 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:45.672493 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-068ee25c-0431-4aad-8afb-586b7aaf6170 req-52f91bc6-9a10-4745-ae3b-c66489cb9852 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb1c6a42-2ff4-49e4-84a7-3a00b5366521 HTTP/1.1" status: 200 len: 946 time: 0.1115708 Nov 09 21:19:45.683086 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60ce81-368c-47eb-bd68-552592dde64f req-3ca5cfd3-1b25-47ee-b0c5-ba3f3baff439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:45.686531 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c60ce81-368c-47eb-bd68-552592dde64f req-3ca5cfd3-1b25-47ee-b0c5-ba3f3baff439 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28350996-29de-4d8e-b69d-4686a6e86a6e HTTP/1.1" status: 200 len: 853 time: 0.1026735 Nov 09 21:19:45.709851 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1335782-e990-4086-ae2a-068ee02b29f4 req-cb9e533c-a952-4174-80b3-b81a8f600e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:45.712096 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d1335782-e990-4086-ae2a-068ee02b29f4 req-cb9e533c-a952-4174-80b3-b81a8f600e06 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=725cddca-fbba-434f-945c-8afbaf0ade31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0847044 Nov 09 21:19:45.745352 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b2f52bc7-bf11-47d0-a494-9862938d3b99 req-bcf73d4c-f582-42a0-bc5e-0ee94e3e9ebe tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/security-groups?id=aefb8be0-27dd-40d6-93c0-f2dd7ce56794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892467 Nov 09 21:19:45.784868 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60ce81-368c-47eb-bd68-552592dde64f req-fea95cb4-fa5f-415a-9c61-46e310c37e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:45.799529 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c60ce81-368c-47eb-bd68-552592dde64f req-fea95cb4-fa5f-415a-9c61-46e310c37e6f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9bcf3e74-66ab-4e01-a79a-180569e5d97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1010139 Nov 09 21:19:45.801286 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-068ee25c-0431-4aad-8afb-586b7aaf6170 req-b0db2b3a-f775-4d4a-8ded-7817414bde67 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceea38cc-44df-413d-adc4-9ba227d57de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216269 Nov 09 21:19:45.891967 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d1335782-e990-4086-ae2a-068ee02b29f4 req-e7832a3c-4b5d-4b13-ba29-c7c2c8d41c7b service neutron] 10.222.0.45 "GET /v2.0/networks/725cddca-fbba-434f-945c-8afbaf0ade31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546121 Nov 09 21:19:45.985372 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c60ce81-368c-47eb-bd68-552592dde64f req-a11777ff-9271-44c2-a849-589e5453754c service neutron] 10.222.0.45 "GET /v2.0/networks/9bcf3e74-66ab-4e01-a79a-180569e5d97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729472 Nov 09 21:19:46.104118 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d1335782-e990-4086-ae2a-068ee02b29f4 req-5455b8d9-bb49-434d-973c-7e1d2d7b9e31 service neutron] 10.222.0.45 "GET /v2.0/networks/725cddca-fbba-434f-945c-8afbaf0ade31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039297 Nov 09 21:19:46.117406 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46794ef6-1f35-49d6-9309-a94353263637 req-c0877f79-c4e1-48bd-9d94-14154c6240a3 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:46.119288 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-46794ef6-1f35-49d6-9309-a94353263637 req-c0877f79-c4e1-48bd-9d94-14154c6240a3 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] 10.222.0.49 "GET /v2.0/ports?device_id=419f64ec-4f10-448f-9d0e-b60ba32a1bb8 HTTP/1.1" status: 200 len: 943 time: 0.1326013 Nov 09 21:19:46.160549 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c60ce81-368c-47eb-bd68-552592dde64f req-46611919-0bf7-4110-abbc-668407b16082 service neutron] 10.222.0.45 "GET /v2.0/networks/9bcf3e74-66ab-4e01-a79a-180569e5d97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639121 Nov 09 21:19:46.196371 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-46794ef6-1f35-49d6-9309-a94353263637 req-7b935c71-0154-4521-9fd6-fd02abb37f2d tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3519b08-e0f0-4b3d-a85c-2bf577a15ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644460 Nov 09 21:19:46.202969 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39070) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:46.314001 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8c800565-821c-4708-8bd7-12d405d0af61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:46.395680 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8c800565-821c-4708-8bd7-12d405d0af61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:46.414855 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8c800565-821c-4708-8bd7-12d405d0af61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:46.459331 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8c800565-821c-4708-8bd7-12d405d0af61 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6b57a7b557144778833d8238f273e112&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2526953 Nov 09 21:19:46.459331 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c800565-821c-4708-8bd7-12d405d0af61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b9db18-8be8-4af6-a6ec-4ecf62688425,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:46.460355 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39076) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:46.567990 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1714354-c4f9-4e77-a89b-9ea9d83d61e5 req-b534bb93-105d-4d9d-8e6b-267535ceb152 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:46.569616 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b1714354-c4f9-4e77-a89b-9ea9d83d61e5 req-b534bb93-105d-4d9d-8e6b-267535ceb152 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 950 time: 0.0724728 Nov 09 21:19:46.570778 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cb7435ae-7939-49e6-961e-d92326cd62ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:46.609673 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cb7435ae-7939-49e6-961e-d92326cd62ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:46.662513 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b1714354-c4f9-4e77-a89b-9ea9d83d61e5 req-826242a0-fbe2-48c9-9cdc-b88ab45c3573 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821025 Nov 09 21:19:46.686332 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cb7435ae-7939-49e6-961e-d92326cd62ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:46.689676 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cb7435ae-7939-49e6-961e-d92326cd62ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:46.690852 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-cb7435ae-7939-49e6-961e-d92326cd62ff admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/61b9db18-8be8-4af6-a6ec-4ecf62688425 HTTP/1.1" status: 204 len: 168 time: 0.2298994 Nov 09 21:19:46.726559 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7435ae-7939-49e6-961e-d92326cd62ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b9db18-8be8-4af6-a6ec-4ecf62688425,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:46.784736 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f82ca-1b1f-4307-badf-e2662b7ebfee req-b52f1c42-fbbc-4197-be0e-bc4a4d47225a tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:46.791314 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f22f82ca-1b1f-4307-badf-e2662b7ebfee req-b52f1c42-fbbc-4197-be0e-bc4a4d47225a tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb1c6a42-2ff4-49e4-84a7-3a00b5366521 HTTP/1.1" status: 200 len: 946 time: 0.1077313 Nov 09 21:19:46.978996 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54079e39-640d-4cb4-8c32-568501d759ab req-fffe0c12-2795-4cde-ba47-205f00f05733 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:46.981267 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-54079e39-640d-4cb4-8c32-568501d759ab req-fffe0c12-2795-4cde-ba47-205f00f05733 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca315556-84ab-4387-b710-0ff32e26c2c3 HTTP/1.1" status: 200 len: 943 time: 0.0813041 Nov 09 21:19:46.989044 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-f22f82ca-1b1f-4307-badf-e2662b7ebfee req-86b36971-b84f-49eb-9e83-e437946b565f tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Deleting port 8f011bd8-6813-4c07-81b6-43e013b405ed {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:19:46.989795 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f22f82ca-1b1f-4307-badf-e2662b7ebfee req-86b36971-b84f-49eb-9e83-e437946b565f tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:47.096017 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ddae7-2636-4877-836e-da889832de8e req-ce449dce-e137-498e-b2aa-37a414737d31 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:47.097750 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ed9ddae7-2636-4877-836e-da889832de8e req-ce449dce-e137-498e-b2aa-37a414737d31 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.45 "GET /v2.0/ports?device_id=8586b6af-d9d6-4c44-9539-c2fbe7b895d3 HTTP/1.1" status: 200 len: 945 time: 0.1120312 Nov 09 21:19:47.101908 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-54079e39-640d-4cb4-8c32-568501d759ab req-608985fa-4cd1-4129-a82f-b5413950ee89 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/security-groups?id=aefb8be0-27dd-40d6-93c0-f2dd7ce56794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055384 Nov 09 21:19:47.127223 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664d98e-a18e-4a7e-b5b1-4fe82c39620b req-ac7dc399-cb58-4e22-aafb-e33e62fd4209 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:47.127872 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c664d98e-a18e-4a7e-b5b1-4fe82c39620b req-ac7dc399-cb58-4e22-aafb-e33e62fd4209 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb1c6a42-2ff4-49e4-84a7-3a00b5366521 HTTP/1.1" status: 200 len: 946 time: 0.1890202 Nov 09 21:19:47.136127 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39090) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:47.182758 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-84394dad-fba7-41ed-b157-caa95a7133e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:47.197348 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-f22f82ca-1b1f-4307-badf-e2662b7ebfee req-86b36971-b84f-49eb-9e83-e437946b565f tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] For port 8f011bd8-6813-4c07-81b6-43e013b405ed, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=8f011bd8-6813-4c07-81b6-43e013b405ed,segment=NetworkSegment(8b343e36-5ad5-4993-af06-da856762e2f1),segment_id=8b343e36-5ad5-4993-af06-da856762e2f1)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:19:47.197726 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f22f82ca-1b1f-4307-badf-e2662b7ebfee req-86b36971-b84f-49eb-9e83-e437946b565f tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:47.212330 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-ed9ddae7-2636-4877-836e-da889832de8e req-884a0c76-a918-48c5-844d-1b68b01ce612 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Deleting port 644cd5ee-4c74-4267-a2e4-80a76a1485f3 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:19:47.212837 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ed9ddae7-2636-4877-836e-da889832de8e req-884a0c76-a918-48c5-844d-1b68b01ce612 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:47.224566 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-f22f82ca-1b1f-4307-badf-e2662b7ebfee req-86b36971-b84f-49eb-9e83-e437946b565f tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Calling delete_port for 8f011bd8-6813-4c07-81b6-43e013b405ed owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:19:47.278194 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c664d98e-a18e-4a7e-b5b1-4fe82c39620b req-a6a314ce-2b40-46ff-a809-7e26e6a95bc7 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/security-groups?id=ceea38cc-44df-413d-adc4-9ba227d57de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442618 Nov 09 21:19:47.296126 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 528f7164-711a-46b8-a7d9-97e7ea2dc770 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:19:47.298257 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 528f7164-711a-46b8-a7d9-97e7ea2dc770 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:19:47.343041 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-ed9ddae7-2636-4877-836e-da889832de8e req-884a0c76-a918-48c5-844d-1b68b01ce612 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] For port 644cd5ee-4c74-4267-a2e4-80a76a1485f3, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=644cd5ee-4c74-4267-a2e4-80a76a1485f3,segment=NetworkSegment(8b343e36-5ad5-4993-af06-da856762e2f1),segment_id=8b343e36-5ad5-4993-af06-da856762e2f1)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:19:47.344179 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ed9ddae7-2636-4877-836e-da889832de8e req-884a0c76-a918-48c5-844d-1b68b01ce612 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:47.361165 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-ed9ddae7-2636-4877-836e-da889832de8e req-884a0c76-a918-48c5-844d-1b68b01ce612 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Calling delete_port for 644cd5ee-4c74-4267-a2e4-80a76a1485f3 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:19:47.481299 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb048bd-b4f0-4170-a324-ab889172c323 req-711dc9f4-a1c3-41eb-a74e-7f765bb1d438 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:47.484200 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bcb048bd-b4f0-4170-a324-ab889172c323 req-711dc9f4-a1c3-41eb-a74e-7f765bb1d438 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] 10.222.0.49 "GET /v2.0/ports?device_id=419f64ec-4f10-448f-9d0e-b60ba32a1bb8 HTTP/1.1" status: 200 len: 943 time: 0.1159801 Nov 09 21:19:47.503503 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:47.508403 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-84394dad-fba7-41ed-b157-caa95a7133e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:47.535777 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87bbb55b-fb4a-4821-9650-30ad7f529162', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '528f7164-711a-46b8-a7d9-97e7ea2dc770'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:19:47.536911 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-84394dad-fba7-41ed-b157-caa95a7133e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:47.538912 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12537c0e-3907-44c5-80e1-6cfe4c621c29" -d '{"events": [{"server_uuid": "87bbb55b-fb4a-4821-9650-30ad7f529162", "name": "network-vif-unplugged", "status": "completed", "tag": "528f7164-711a-46b8-a7d9-97e7ea2dc770"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:19:47.562769 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ed9ddae7-2636-4877-836e-da889832de8e req-884a0c76-a918-48c5-844d-1b68b01ce612 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:47.563536 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 528f7164-711a-46b8-a7d9-97e7ea2dc770, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=528f7164-711a-46b8-a7d9-97e7ea2dc770,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:19:47.578621 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['644cd5ee-4c74-4267-a2e4-80a76a1485f3'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:19:47.586568 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84394dad-fba7-41ed-b157-caa95a7133e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886a0ff1-4a1e-4287-8af1-f521b75ff5b7,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:47.603750 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:47.607593 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a0c76-a918-48c5-844d-1b68b01ce612 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Pushing event deleted for resources: {'Port': ['ID=644cd5ee-4c74-4267-a2e4-80a76a1485f3,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:47.635677 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-84394dad-fba7-41ed-b157-caa95a7133e8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=13c934ba4688491099dc48228ae24312&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4889731 Nov 09 21:19:47.640598 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39116) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:47.648195 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['8f011bd8-6813-4c07-81b6-43e013b405ed'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:19:47.650032 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f22f82ca-1b1f-4307-badf-e2662b7ebfee req-86b36971-b84f-49eb-9e83-e437946b565f tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:47.664479 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bcb048bd-b4f0-4170-a324-ab889172c323 req-44b15744-aa45-4554-bc0f-9764828c8167 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3519b08-e0f0-4b3d-a85c-2bf577a15ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649051 Nov 09 21:19:47.689478 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 21:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0879e07e-c72b-4ffc-96b0-f783bfdc5dd3 x-openstack-request-id: req-0879e07e-c72b-4ffc-96b0-f783bfdc5dd3 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:19:47.689892 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87bbb55b-fb4a-4821-9650-30ad7f529162", "name": "network-vif-unplugged", "status": "completed", "tag": "528f7164-711a-46b8-a7d9-97e7ea2dc770", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:19:47.690250 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0879e07e-c72b-4ffc-96b0-f783bfdc5dd3 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:19:47.690755 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87bbb55b-fb4a-4821-9650-30ad7f529162', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '528f7164-711a-46b8-a7d9-97e7ea2dc770', 'code': 200} Nov 09 21:19:47.699032 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b36971-b84f-49eb-9e83-e437946b565f tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Pushing event deleted for resources: {'Port': ['ID=8f011bd8-6813-4c07-81b6-43e013b405ed,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:47.701184 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed9ddae7-2636-4877-836e-da889832de8e req-884a0c76-a918-48c5-844d-1b68b01ce612 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] No DVR routers for this DVR port 644cd5ee-4c74-4267-a2e4-80a76a1485f3 on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:19:47.716823 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ed9ddae7-2636-4877-836e-da889832de8e req-884a0c76-a918-48c5-844d-1b68b01ce612 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:47.725002 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ed9ddae7-2636-4877-836e-da889832de8e req-884a0c76-a918-48c5-844d-1b68b01ce612 tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.45 "DELETE /v2.0/ports/644cd5ee-4c74-4267-a2e4-80a76a1485f3 HTTP/1.1" status: 204 len: 173 time: 0.6202760 Nov 09 21:19:47.726752 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8586b6af-d9d6-4c44-9539-c2fbe7b895d3', 'name': 'network-vif-deleted', 'tag': '644cd5ee-4c74-4267-a2e4-80a76a1485f3'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:19:47.730027 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b282a9-f802-42aa-9b75-c2c2ef920dec" -d '{"events": [{"server_uuid": "8586b6af-d9d6-4c44-9539-c2fbe7b895d3", "name": "network-vif-deleted", "tag": "644cd5ee-4c74-4267-a2e4-80a76a1485f3"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:19:47.747845 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-f22f82ca-1b1f-4307-badf-e2662b7ebfee req-86b36971-b84f-49eb-9e83-e437946b565f tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] No DVR routers for this DVR port 8f011bd8-6813-4c07-81b6-43e013b405ed on host n-h2-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:19:47.755361 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['8f011bd8-6813-4c07-81b6-43e013b405ed'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:19:47.760505 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f22f82ca-1b1f-4307-badf-e2662b7ebfee req-86b36971-b84f-49eb-9e83-e437946b565f tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:47.766587 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f22f82ca-1b1f-4307-badf-e2662b7ebfee req-86b36971-b84f-49eb-9e83-e437946b565f tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.43 "DELETE /v2.0/ports/8f011bd8-6813-4c07-81b6-43e013b405ed HTTP/1.1" status: 204 len: 173 time: 0.9689455 Nov 09 21:19:47.767100 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb1c6a42-2ff4-49e4-84a7-3a00b5366521', 'name': 'network-vif-deleted', 'tag': '8f011bd8-6813-4c07-81b6-43e013b405ed'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:19:47.769894 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47cef865-bd9a-4839-82dc-5c1a233128f1" -d '{"events": [{"server_uuid": "cb1c6a42-2ff4-49e4-84a7-3a00b5366521", "name": "network-vif-deleted", "tag": "8f011bd8-6813-4c07-81b6-43e013b405ed"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:19:47.829474 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567cb9a5-a1b8-44fe-80e6-6463359ae583 x-openstack-request-id: req-567cb9a5-a1b8-44fe-80e6-6463359ae583 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:19:47.831140 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['644cd5ee-4c74-4267-a2e4-80a76a1485f3'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:19:47.831528 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8586b6af-d9d6-4c44-9539-c2fbe7b895d3", "name": "network-vif-deleted", "tag": "644cd5ee-4c74-4267-a2e4-80a76a1485f3", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:19:47.831886 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-567cb9a5-a1b8-44fe-80e6-6463359ae583 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:19:47.832537 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8586b6af-d9d6-4c44-9539-c2fbe7b895d3', 'name': 'network-vif-deleted', 'tag': '644cd5ee-4c74-4267-a2e4-80a76a1485f3', 'status': 'completed', 'code': 200} Nov 09 21:19:47.843705 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d610c4-d76e-47c5-930f-4f0db090dbc7 x-openstack-request-id: req-02d610c4-d76e-47c5-930f-4f0db090dbc7 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:19:47.844004 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb1c6a42-2ff4-49e4-84a7-3a00b5366521", "name": "network-vif-deleted", "tag": "8f011bd8-6813-4c07-81b6-43e013b405ed", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:19:47.844340 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-02d610c4-d76e-47c5-930f-4f0db090dbc7 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:19:47.844737 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb1c6a42-2ff4-49e4-84a7-3a00b5366521', 'name': 'network-vif-deleted', 'tag': '8f011bd8-6813-4c07-81b6-43e013b405ed', 'status': 'completed', 'code': 200} Nov 09 21:19:47.892093 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5ec4dced-72cf-4290-a66b-8f51d7b6c081 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:47.903815 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f005c768-e6db-44c0-9b4b-fc9c0faa625e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:47.910586 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 528f7164-711a-46b8-a7d9-97e7ea2dc770, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=528f7164-711a-46b8-a7d9-97e7ea2dc770,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:19:47.924124 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5ec4dced-72cf-4290-a66b-8f51d7b6c081 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:47.957090 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a29a6f-4a57-4cd2-b1e6-3c6aaa3630a5 req-86b130fa-edf9-47e1-8ec6-e02bfb8aa04c tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:47.962158 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '528f7164-711a-46b8-a7d9-97e7ea2dc770', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'port_id': '528f7164-711a-46b8-a7d9-97e7ea2dc770', 'mac_address': 'fa:16:3e:0c:ce:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba3500c-a288-4596-ba94-148f2bd8a6da', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:19:47.964480 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-06a29a6f-4a57-4cd2-b1e6-3c6aaa3630a5 req-86b130fa-edf9-47e1-8ec6-e02bfb8aa04c tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 948 time: 0.1451726 Nov 09 21:19:47.969813 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=528f7164-711a-46b8-a7d9-97e7ea2dc770,revision_number=6']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:48.028179 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:48.035685 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5ec4dced-72cf-4290-a66b-8f51d7b6c081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:48.038467 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5ec4dced-72cf-4290-a66b-8f51d7b6c081 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:48.039799 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5ec4dced-72cf-4290-a66b-8f51d7b6c081 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/886a0ff1-4a1e-4287-8af1-f521b75ff5b7 HTTP/1.1" status: 204 len: 168 time: 0.3977933 Nov 09 21:19:48.048453 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 528f7164-711a-46b8-a7d9-97e7ea2dc770 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:19:48.064732 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4dced-72cf-4290-a66b-8f51d7b6c081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886a0ff1-4a1e-4287-8af1-f521b75ff5b7,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:48.077299 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 528f7164-711a-46b8-a7d9-97e7ea2dc770, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=528f7164-711a-46b8-a7d9-97e7ea2dc770,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:19:48.091421 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-06a29a6f-4a57-4cd2-b1e6-3c6aaa3630a5 req-85dd42b5-e0d4-4944-880c-889b690b282e tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253998 Nov 09 21:19:48.097378 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:48.098421 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device fac43ce1-454c-433f-b214-072f068f28d8 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:19:48.226870 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port fac43ce1-454c-433f-b214-072f068f28d8, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=fac43ce1-454c-433f-b214-072f068f28d8,segment=NetworkSegment(d84a975c-7a5f-4b92-b4d5-2a563b5ccb4f),segment_id=d84a975c-7a5f-4b92-b4d5-2a563b5ccb4f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:19:48.304167 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': 'fac43ce1-454c-433f-b214-072f068f28d8', 'network_id': '725cddca-fbba-434f-945c-8afbaf0ade31', 'port_id': 'fac43ce1-454c-433f-b214-072f068f28d8', 'mac_address': 'fa:16:3e:a2:ae:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbe4268b-84c8-4658-8b40-3a7d1ca2490e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:19:48.310467 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=528f7164-711a-46b8-a7d9-97e7ea2dc770,revision_number=7']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:48.377634 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:48.395257 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fac43ce1-454c-433f-b214-072f068f28d8 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:19:48.423461 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port fac43ce1-454c-433f-b214-072f068f28d8, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=fac43ce1-454c-433f-b214-072f068f28d8,segment=NetworkSegment(d84a975c-7a5f-4b92-b4d5-2a563b5ccb4f),segment_id=d84a975c-7a5f-4b92-b4d5-2a563b5ccb4f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:19:48.428104 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:48.459929 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f16a80c-ef4e-4895-96a4-64bc171d3417 req-21629662-fb44-4052-8f54-afb2be2fac04 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:48.479086 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9f16a80c-ef4e-4895-96a4-64bc171d3417 req-21629662-fb44-4052-8f54-afb2be2fac04 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca315556-84ab-4387-b710-0ff32e26c2c3 HTTP/1.1" status: 200 len: 943 time: 0.1832409 Nov 09 21:19:48.510654 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=fac43ce1-454c-433f-b214-072f068f28d8,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:48.556982 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9f16a80c-ef4e-4895-96a4-64bc171d3417 req-e19d94ca-950b-4c25-9e83-d8ca91e1abfa tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/security-groups?id=aefb8be0-27dd-40d6-93c0-f2dd7ce56794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717249 Nov 09 21:19:48.646684 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5da2ae20-784c-4310-a5c4-96e26e7d3d0c req-4ee3ad18-27aa-47ce-a421-a251dbe79c7f tempest-MultipleCreateTestJSON-1744485213 tempest-MultipleCreateTestJSON-1744485213-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb1c6a42-2ff4-49e4-84a7-3a00b5366521 HTTP/1.1" status: 200 len: 210 time: 0.0551338 Nov 09 21:19:48.674299 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['528f7164-711a-46b8-a7d9-97e7ea2dc770'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:19:48.678043 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['fac43ce1-454c-433f-b214-072f068f28d8'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:19:48.873968 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21064080-a6cd-452d-af8c-ca598bc4a5ca req-82599bc7-ba73-4361-a2b3-dd91b288aecb tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:48.885331 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-21064080-a6cd-452d-af8c-ca598bc4a5ca req-82599bc7-ba73-4361-a2b3-dd91b288aecb tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] 10.222.0.49 "GET /v2.0/ports?device_id=419f64ec-4f10-448f-9d0e-b60ba32a1bb8 HTTP/1.1" status: 200 len: 943 time: 0.1100950 Nov 09 21:19:48.966209 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-21064080-a6cd-452d-af8c-ca598bc4a5ca req-bcd21f9a-7043-4f72-9568-b2657f9b2f94 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3519b08-e0f0-4b3d-a85c-2bf577a15ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802953 Nov 09 21:19:49.265100 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283912dd-5c77-499f-88e3-4c6b013659bb req-c53c795d-ce6d-431d-a8d8-c61cb00986a6 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:49.272470 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-283912dd-5c77-499f-88e3-4c6b013659bb req-c53c795d-ce6d-431d-a8d8-c61cb00986a6 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 949 time: 0.0775497 Nov 09 21:19:49.303801 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 51e87dab-4b02-4100-a66a-4ca95a5e6f45 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:19:49.308234 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 644cd5ee-4c74-4267-a2e4-80a76a1485f3 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:19:49.340994 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-283912dd-5c77-499f-88e3-4c6b013659bb req-a7aef506-d9bc-413d-bae5-dbbafe61d1c9 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670431 Nov 09 21:19:49.367298 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 644cd5ee-4c74-4267-a2e4-80a76a1485f3 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:19:49.367827 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 644cd5ee-4c74-4267-a2e4-80a76a1485f3 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:19:49.484613 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 51e87dab-4b02-4100-a66a-4ca95a5e6f45, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=51e87dab-4b02-4100-a66a-4ca95a5e6f45,segment=NetworkSegment(1a7c8e1b-ecd0-4bfd-acec-9c5369d9030f),segment_id=1a7c8e1b-ecd0-4bfd-acec-9c5369d9030f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:19:49.497834 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '51e87dab-4b02-4100-a66a-4ca95a5e6f45', 'network_id': '9bcf3e74-66ab-4e01-a79a-180569e5d97f', 'port_id': '51e87dab-4b02-4100-a66a-4ca95a5e6f45', 'mac_address': 'fa:16:3e:bd:55:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28350996-29de-4d8e-b69d-4686a6e86a6e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:19:49.549082 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:49.573423 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51e87dab-4b02-4100-a66a-4ca95a5e6f45 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:19:49.603143 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 51e87dab-4b02-4100-a66a-4ca95a5e6f45, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=51e87dab-4b02-4100-a66a-4ca95a5e6f45,segment=NetworkSegment(1a7c8e1b-ecd0-4bfd-acec-9c5369d9030f),segment_id=1a7c8e1b-ecd0-4bfd-acec-9c5369d9030f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:19:49.608338 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:49.669639 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=51e87dab-4b02-4100-a66a-4ca95a5e6f45,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:49.721612 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662e540-e532-4215-a1ef-8012e849f7f2 req-6e26620b-61dd-4508-b5f0-4a205b8ab4cc tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:49.732387 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9662e540-e532-4215-a1ef-8012e849f7f2 req-6e26620b-61dd-4508-b5f0-4a205b8ab4cc tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca315556-84ab-4387-b710-0ff32e26c2c3 HTTP/1.1" status: 200 len: 944 time: 0.0881019 Nov 09 21:19:49.821071 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9662e540-e532-4215-a1ef-8012e849f7f2 req-33ba6502-f5a5-4e16-8029-624cee1b8f50 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/security-groups?id=aefb8be0-27dd-40d6-93c0-f2dd7ce56794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855598 Nov 09 21:19:49.859566 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39182) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:49.860459 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['51e87dab-4b02-4100-a66a-4ca95a5e6f45'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:19:49.914189 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8ee097f-0e1c-426b-8dba-47a96f628125 admin admin] Deleting subnet f101193f-055a-4356-b3a4-446117d96b9b {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:19:49.917370 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a8ee097f-0e1c-426b-8dba-47a96f628125 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:49.956401 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a8ee097f-0e1c-426b-8dba-47a96f628125 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:50.028970 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a8ee097f-0e1c-426b-8dba-47a96f628125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:50.029650 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7a7264a6-336c-43c4-b3b5-7e551dea387e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:50.174879 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64718ffc-cc3a-4487-bf92-638b3a8864e3 req-77dc9a78-5550-4a05-acd2-9b1fa2fc22dd tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:50.176470 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-64718ffc-cc3a-4487-bf92-638b3a8864e3 req-77dc9a78-5550-4a05-acd2-9b1fa2fc22dd tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] 10.222.0.49 "GET /v2.0/ports?device_id=419f64ec-4f10-448f-9d0e-b60ba32a1bb8 HTTP/1.1" status: 200 len: 944 time: 0.1054041 Nov 09 21:19:50.213966 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a8ee097f-0e1c-426b-8dba-47a96f628125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:50.250650 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee097f-0e1c-426b-8dba-47a96f628125 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f101193f-055a-4356-b3a4-446117d96b9b,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:50.258679 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a8ee097f-0e1c-426b-8dba-47a96f628125 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:50.262679 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a8ee097f-0e1c-426b-8dba-47a96f628125 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f101193f-055a-4356-b3a4-446117d96b9b HTTP/1.1" status: 204 len: 168 time: 0.4021256 Nov 09 21:19:50.265457 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39194) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:50.275362 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-64718ffc-cc3a-4487-bf92-638b3a8864e3 req-17f3d0c2-e2c5-418a-82ef-52a6f363e449 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3519b08-e0f0-4b3d-a85c-2bf577a15ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894730 Nov 09 21:19:50.350209 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e36bdee6-407f-41f7-9767-97ab35f174b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:50.473258 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e36bdee6-407f-41f7-9767-97ab35f174b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:50.497953 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1d2dc-cf6c-4a79-a266-396e8a18ac86 req-42ad31e8-7607-49b4-b654-1e5d1ddea664 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:50.507417 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-e36bdee6-407f-41f7-9767-97ab35f174b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c607b89-fbc9-40ec-a5cb-3d08e5262f91']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:19:50.508161 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-57a1d2dc-cf6c-4a79-a266-396e8a18ac86 req-42ad31e8-7607-49b4-b654-1e5d1ddea664 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 949 time: 0.0959251 Nov 09 21:19:50.522804 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-e36bdee6-407f-41f7-9767-97ab35f174b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b343e36-5ad5-4993-af06-da856762e2f1') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:19:50.523013 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-e36bdee6-407f-41f7-9767-97ab35f174b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b343e36-5ad5-4993-af06-da856762e2f1') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:19:50.547073 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e36bdee6-407f-41f7-9767-97ab35f174b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:50.567128 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e36bdee6-407f-41f7-9767-97ab35f174b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:50.581434 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e36bdee6-407f-41f7-9767-97ab35f174b1 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:19:50.581850 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e36bdee6-407f-41f7-9767-97ab35f174b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:50.583885 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:19:50.583885 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:19:50.583885 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:19:50.583885 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:19:50.583885 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:19:50.583885 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:19:50.583885 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:19:50.583885 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:19:50.583885 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:19:50.583885 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:19:50.583885 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:19:50.583885 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:19:50.583885 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:19:50.583885 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:19:50.583885 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:19:50.583885 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:19:50.583885 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:19:50.583885 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:19:50.583885 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:19:50.583885 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:19:50.583885 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:19:50.583885 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:19:50.583885 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:19:50.583885 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:19:50.583885 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:19:50.583885 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:19:50.583885 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:19:50.583885 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:19:50.583885 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:19:50.583885 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:19:50.583885 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:19:50.583885 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:19:50.609790 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-57a1d2dc-cf6c-4a79-a266-396e8a18ac86 req-4cef250d-ea24-453e-a78b-3269818afa06 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006544 Nov 09 21:19:50.667491 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e36bdee6-407f-41f7-9767-97ab35f174b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:50.674910 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e36bdee6-407f-41f7-9767-97ab35f174b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:50.686742 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e36bdee6-407f-41f7-9767-97ab35f174b1 admin admin] 10.222.0.49 "DELETE /v2.0/networks/5c607b89-fbc9-40ec-a5cb-3d08e5262f91 HTTP/1.1" status: 204 len: 168 time: 0.4178948 Nov 09 21:19:50.699907 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 8f011bd8-6813-4c07-81b6-43e013b405ed no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:19:50.702539 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36bdee6-407f-41f7-9767-97ab35f174b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c607b89-fbc9-40ec-a5cb-3d08e5262f91,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:50.712009 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36bdee6-407f-41f7-9767-97ab35f174b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:19:50.712967 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36bdee6-407f-41f7-9767-97ab35f174b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:19:50.713628 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36bdee6-407f-41f7-9767-97ab35f174b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:19:50.714394 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36bdee6-407f-41f7-9767-97ab35f174b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:19:50.715527 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36bdee6-407f-41f7-9767-97ab35f174b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:19:50.716445 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36bdee6-407f-41f7-9767-97ab35f174b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:19:50.717039 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36bdee6-407f-41f7-9767-97ab35f174b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:19:50.717797 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36bdee6-407f-41f7-9767-97ab35f174b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:19:50.718394 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36bdee6-407f-41f7-9767-97ab35f174b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:19:50.719223 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36bdee6-407f-41f7-9767-97ab35f174b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:19:50.720011 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36bdee6-407f-41f7-9767-97ab35f174b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:19:50.720584 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36bdee6-407f-41f7-9767-97ab35f174b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:19:50.762364 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: 8f011bd8-6813-4c07-81b6-43e013b405ed {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:19:50.762839 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 8f011bd8-6813-4c07-81b6-43e013b405ed not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:19:50.925863 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:50.981500 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39234) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:51.035108 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-05051bcc-1620-4f8a-a448-57ab8fc464fa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a6909788a60e4da197fdde3c76c6751a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0505271 Nov 09 21:19:51.036320 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39236) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:51.070441 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7e4ff-e577-4ecc-b197-0b7482cf5203 req-3eb729f3-9fa7-4f37-b27a-71078632c9f3 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:51.079320 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-06a7e4ff-e577-4ecc-b197-0b7482cf5203 req-3eb729f3-9fa7-4f37-b27a-71078632c9f3 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca315556-84ab-4387-b710-0ff32e26c2c3 HTTP/1.1" status: 200 len: 944 time: 0.0884237 Nov 09 21:19:51.130724 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-60a5bbaa-ae64-4f3d-b1d3-f49e40c942cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:51.142099 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-06a7e4ff-e577-4ecc-b197-0b7482cf5203 req-a1624229-0a4d-4e6a-a247-9344652b552e tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/security-groups?id=aefb8be0-27dd-40d6-93c0-f2dd7ce56794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617931 Nov 09 21:19:51.163468 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-60a5bbaa-ae64-4f3d-b1d3-f49e40c942cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:51.188774 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39240) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:51.234965 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-60a5bbaa-ae64-4f3d-b1d3-f49e40c942cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:51.237742 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-60a5bbaa-ae64-4f3d-b1d3-f49e40c942cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:51.239440 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-60a5bbaa-ae64-4f3d-b1d3-f49e40c942cf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ceea38cc-44df-413d-adc4-9ba227d57de7 HTTP/1.1" status: 204 len: 168 time: 0.2012682 Nov 09 21:19:51.259331 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a5bbaa-ae64-4f3d-b1d3-f49e40c942cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceea38cc-44df-413d-adc4-9ba227d57de7,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:51.314356 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 528f7164-711a-46b8-a7d9-97e7ea2dc770 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:19:51.369054 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-abce8d9d-ce87-4e37-b012-cccf0161da43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:51.396861 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 528f7164-711a-46b8-a7d9-97e7ea2dc770 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:51.397229 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:51.463418 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab20d9-9fc3-4e13-b46f-df6d883e1f7c req-70e8975d-41ff-492e-b1df-b5959e7b4e59 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:51.466109 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-02ab20d9-9fc3-4e13-b46f-df6d883e1f7c req-70e8975d-41ff-492e-b1df-b5959e7b4e59 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] 10.222.0.49 "GET /v2.0/ports?device_id=419f64ec-4f10-448f-9d0e-b60ba32a1bb8 HTTP/1.1" status: 200 len: 944 time: 0.1114099 Nov 09 21:19:51.506780 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:51.534554 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87bbb55b-fb4a-4821-9650-30ad7f529162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '528f7164-711a-46b8-a7d9-97e7ea2dc770'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:19:51.537070 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c749f52b-cd89-47d8-9020-47f5a9fe1c88" -d '{"events": [{"server_uuid": "87bbb55b-fb4a-4821-9650-30ad7f529162", "name": "network-vif-plugged", "status": "completed", "tag": "528f7164-711a-46b8-a7d9-97e7ea2dc770"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:19:51.538968 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-abce8d9d-ce87-4e37-b012-cccf0161da43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:51.553403 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 528f7164-711a-46b8-a7d9-97e7ea2dc770, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=528f7164-711a-46b8-a7d9-97e7ea2dc770,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:19:51.555651 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-abce8d9d-ce87-4e37-b012-cccf0161da43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:51.560945 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:51.562408 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device fac43ce1-454c-433f-b214-072f068f28d8 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:19:51.614140 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-02ab20d9-9fc3-4e13-b46f-df6d883e1f7c req-59ee801c-e5d3-488d-b647-7936dabf7fc6 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3519b08-e0f0-4b3d-a85c-2bf577a15ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398320 Nov 09 21:19:51.640729 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=528f7164-711a-46b8-a7d9-97e7ea2dc770,revision_number=8']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:51.645078 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce5ec55-c66f-45b6-90c7-b9ff05fe39d2 x-openstack-request-id: req-3ce5ec55-c66f-45b6-90c7-b9ff05fe39d2 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:19:51.645565 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87bbb55b-fb4a-4821-9650-30ad7f529162", "name": "network-vif-plugged", "status": "completed", "tag": "528f7164-711a-46b8-a7d9-97e7ea2dc770", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:19:51.646004 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3ce5ec55-c66f-45b6-90c7-b9ff05fe39d2 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:19:51.646684 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87bbb55b-fb4a-4821-9650-30ad7f529162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '528f7164-711a-46b8-a7d9-97e7ea2dc770', 'code': 200} Nov 09 21:19:51.650825 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-abce8d9d-ce87-4e37-b012-cccf0161da43 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b5c3eba2f5b1467f8a4796ab45e8334d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4609654 Nov 09 21:19:51.653537 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39256) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:51.678971 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port fac43ce1-454c-433f-b214-072f068f28d8 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:19:51.685038 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port fac43ce1-454c-433f-b214-072f068f28d8 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:51.686151 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:51.734599 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce8d9d-ce87-4e37-b012-cccf0161da43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe7ac64-7c86-4535-aba7-522bcf633e84,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:51.782965 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2f96611f-2fca-43c3-b283-734d6409e9d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:51.790031 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:51.819103 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2f96611f-2fca-43c3-b283-734d6409e9d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:51.836851 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port fac43ce1-454c-433f-b214-072f068f28d8, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=fac43ce1-454c-433f-b214-072f068f28d8,segment=NetworkSegment(d84a975c-7a5f-4b92-b4d5-2a563b5ccb4f),segment_id=d84a975c-7a5f-4b92-b4d5-2a563b5ccb4f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:19:51.843005 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:51.846052 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 51e87dab-4b02-4100-a66a-4ca95a5e6f45 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:19:51.885972 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e4909-b94f-498c-9f19-a9333ce2d2ee req-aa0cfc26-44f6-4de7-9bc7-7267afc0d979 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:51.888129 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-039e4909-b94f-498c-9f19-a9333ce2d2ee req-aa0cfc26-44f6-4de7-9bc7-7267afc0d979 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 950 time: 0.0989232 Nov 09 21:19:51.952051 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2f96611f-2fca-43c3-b283-734d6409e9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:51.955287 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2f96611f-2fca-43c3-b283-734d6409e9d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:51.958793 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2f96611f-2fca-43c3-b283-734d6409e9d0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1fe7ac64-7c86-4535-aba7-522bcf633e84 HTTP/1.1" status: 204 len: 168 time: 0.3041070 Nov 09 21:19:51.982374 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f96611f-2fca-43c3-b283-734d6409e9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe7ac64-7c86-4535-aba7-522bcf633e84,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:52.030110 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-039e4909-b94f-498c-9f19-a9333ce2d2ee req-3074a6ce-40bd-4e9f-9e1c-f65c9d67d6c7 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341598 Nov 09 21:19:52.057701 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=fac43ce1-454c-433f-b214-072f068f28d8,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:52.072537 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 51e87dab-4b02-4100-a66a-4ca95a5e6f45 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:19:52.079195 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b831ee5-c586-4f39-a8cf-c9a3e2cc7f90 req-7e8db01c-f3ee-4e4d-852a-407e8a2ab350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:52.080760 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5b831ee5-c586-4f39-a8cf-c9a3e2cc7f90 req-7e8db01c-f3ee-4e4d-852a-407e8a2ab350 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 1101 time: 0.0924888 Nov 09 21:19:52.086748 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 51e87dab-4b02-4100-a66a-4ca95a5e6f45 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:52.087123 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:52.134930 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5b831ee5-c586-4f39-a8cf-c9a3e2cc7f90 req-c42d39f4-0cdd-456f-9b11-b087ab09044c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453753 Nov 09 21:19:52.277167 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:52.310273 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7446930-2227-4cac-b364-eeeb8ce0860f req-fd67c6ea-847d-43c2-83f3-a6a8fa5dd8d1 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:52.321398 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a7446930-2227-4cac-b364-eeeb8ce0860f req-fd67c6ea-847d-43c2-83f3-a6a8fa5dd8d1 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca315556-84ab-4387-b710-0ff32e26c2c3 HTTP/1.1" status: 200 len: 945 time: 0.0887313 Nov 09 21:19:52.343826 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:52.368014 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 51e87dab-4b02-4100-a66a-4ca95a5e6f45, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=51e87dab-4b02-4100-a66a-4ca95a5e6f45,segment=NetworkSegment(1a7c8e1b-ecd0-4bfd-acec-9c5369d9030f),segment_id=1a7c8e1b-ecd0-4bfd-acec-9c5369d9030f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:19:52.376727 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:52.400378 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a7446930-2227-4cac-b364-eeeb8ce0860f req-4abbe60f-6a44-4ccd-abea-602641087ce9 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/security-groups?id=aefb8be0-27dd-40d6-93c0-f2dd7ce56794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775905 Nov 09 21:19:52.450660 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=51e87dab-4b02-4100-a66a-4ca95a5e6f45,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:52.568297 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39282) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:52.586608 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5a0333ee-1ac7-4e70-b8dc-d056a25bd11d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:52.612803 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39284) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:52.689054 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:52.720282 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5a0333ee-1ac7-4e70-b8dc-d056a25bd11d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:52.730607 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5a0333ee-1ac7-4e70-b8dc-d056a25bd11d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:52.770167 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0333ee-1ac7-4e70-b8dc-d056a25bd11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9afa72-d458-48a6-aa74-059675536e12,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:52.792754 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5a0333ee-1ac7-4e70-b8dc-d056a25bd11d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=41ccbc4329f44bccac9a2ec1449ec30c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2229378 Nov 09 21:19:52.799837 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39290) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:52.806106 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4428f-9082-4d2b-a0db-7897d868d3ff req-cd70d17b-4df3-41b6-bdb1-193c2e971690 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:52.807893 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-15b4428f-9082-4d2b-a0db-7897d868d3ff req-cd70d17b-4df3-41b6-bdb1-193c2e971690 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] 10.222.0.49 "GET /v2.0/ports?device_id=419f64ec-4f10-448f-9d0e-b60ba32a1bb8 HTTP/1.1" status: 200 len: 945 time: 0.0992539 Nov 09 21:19:52.846344 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-b7a00780-54bc-40eb-9775-524244dd8397 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-12184132-network', 'tenant_id': '75ff5a098c974a5f990f4fa539b60751'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:19:52.861712 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5897315b-684b-47a9-ad14-3d58d8776c0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:52.887797 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5897315b-684b-47a9-ad14-3d58d8776c0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:52.908802 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-15b4428f-9082-4d2b-a0db-7897d868d3ff req-57b1071f-31e5-481c-b5e6-45d9060c5e04 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3519b08-e0f0-4b3d-a85c-2bf577a15ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935760 Nov 09 21:19:52.915394 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a00780-54bc-40eb-9775-524244dd8397 admin admin] Made reservation on behalf of 75ff5a098c974a5f990f4fa539b60751 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:19:52.919813 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b7a00780-54bc-40eb-9775-524244dd8397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:52.955063 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b7a00780-54bc-40eb-9775-524244dd8397 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:52.996865 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5897315b-684b-47a9-ad14-3d58d8776c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:52.999818 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5897315b-684b-47a9-ad14-3d58d8776c0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:53.003220 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5897315b-684b-47a9-ad14-3d58d8776c0b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/af9afa72-d458-48a6-aa74-059675536e12 HTTP/1.1" status: 204 len: 168 time: 0.1996400 Nov 09 21:19:53.009855 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5897315b-684b-47a9-ad14-3d58d8776c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9afa72-d458-48a6-aa74-059675536e12,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:53.070576 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b7a00780-54bc-40eb-9775-524244dd8397 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:53.078765 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b7a00780-54bc-40eb-9775-524244dd8397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:53.113358 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7a00780-54bc-40eb-9775-524244dd8397 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:19:53.129530 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a00780-54bc-40eb-9775-524244dd8397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c1c734-ab90-4b49-bc05-629b7d3aa662,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:53.161551 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b7a00780-54bc-40eb-9775-524244dd8397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:53.162221 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-b7a00780-54bc-40eb-9775-524244dd8397 admin admin] Added segment 535e550e-1834-40ad-bb5a-53e5c279aa6f of type vlan for network d46322e9-b56d-4dd7-8c5c-4100db9766b4 Nov 09 21:19:53.270736 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b7a00780-54bc-40eb-9775-524244dd8397 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:53.301495 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18a8e9-99bb-4c4b-b539-534aec52d7eb req-ab00f8d9-88e9-413f-8a80-d3812ac05a73 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:53.303375 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dc18a8e9-99bb-4c4b-b539-534aec52d7eb req-ab00f8d9-88e9-413f-8a80-d3812ac05a73 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 950 time: 0.1249654 Nov 09 21:19:53.324984 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b7a00780-54bc-40eb-9775-524244dd8397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:53.329425 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a00780-54bc-40eb-9775-524244dd8397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:53.333579 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b7a00780-54bc-40eb-9775-524244dd8397 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:53.335182 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:53.477523 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b7a00780-54bc-40eb-9775-524244dd8397 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.8634617 Nov 09 21:19:53.481816 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39314) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:53.497524 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-7de71b32-8ea7-4551-83ff-aaee4d8381b9 admin admin] Request body: {'subnet': {'network_id': 'd46322e9-b56d-4dd7-8c5c-4100db9766b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-12184132-subnet', 'tenant_id': '75ff5a098c974a5f990f4fa539b60751', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:19:53.502141 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dc18a8e9-99bb-4c4b-b539-534aec52d7eb req-e90c6e40-b3c6-445e-b3d9-e8aca5c67fcc tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729956 Nov 09 21:19:53.525155 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a00780-54bc-40eb-9775-524244dd8397 admin admin] Pushing event updated for resources: {'Network': ['ID=d46322e9-b56d-4dd7-8c5c-4100db9766b4,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:53.536047 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network d46322e9-b56d-4dd7-8c5c-4100db9766b4 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:19:53.548124 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de71b32-8ea7-4551-83ff-aaee4d8381b9 admin admin] Made reservation on behalf of 75ff5a098c974a5f990f4fa539b60751 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:19:53.555066 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7de71b32-8ea7-4551-83ff-aaee4d8381b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:53.655326 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca315556-84ab-4387-b710-0ff32e26c2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac43ce1-454c-433f-b214-072f068f28d8'}, {'server_uuid': '419f64ec-4f10-448f-9d0e-b60ba32a1bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e87dab-4b02-4100-a66a-4ca95a5e6f45'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:19:53.658148 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5372caf-4943-4e80-a846-72d70808bc8d" -d '{"events": [{"server_uuid": "ca315556-84ab-4387-b710-0ff32e26c2c3", "name": "network-vif-plugged", "status": "completed", "tag": "fac43ce1-454c-433f-b214-072f068f28d8"}, {"server_uuid": "419f64ec-4f10-448f-9d0e-b60ba32a1bb8", "name": "network-vif-plugged", "status": "completed", "tag": "51e87dab-4b02-4100-a66a-4ca95a5e6f45"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:19:53.719813 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93f0d8-62af-4f59-a4a3-05b823caa8e4 req-89b3597a-48a0-4956-9929-917280e696ba tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:53.727300 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5a93f0d8-62af-4f59-a4a3-05b823caa8e4 req-89b3597a-48a0-4956-9929-917280e696ba tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca315556-84ab-4387-b710-0ff32e26c2c3 HTTP/1.1" status: 200 len: 945 time: 0.1630135 Nov 09 21:19:53.833821 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5a93f0d8-62af-4f59-a4a3-05b823caa8e4 req-2a999345-976d-48ee-bb8d-cead8daa6dca tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/security-groups?id=aefb8be0-27dd-40d6-93c0-f2dd7ce56794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055222 Nov 09 21:19:53.911595 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 21:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da52db90-2757-48f9-af88-42c18de00a80 x-openstack-request-id: req-da52db90-2757-48f9-af88-42c18de00a80 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:19:53.911972 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca315556-84ab-4387-b710-0ff32e26c2c3", "name": "network-vif-plugged", "status": "completed", "tag": "fac43ce1-454c-433f-b214-072f068f28d8", "code": 200}, {"server_uuid": "419f64ec-4f10-448f-9d0e-b60ba32a1bb8", "name": "network-vif-plugged", "status": "completed", "tag": "51e87dab-4b02-4100-a66a-4ca95a5e6f45", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:19:53.912228 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-da52db90-2757-48f9-af88-42c18de00a80 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:19:53.912620 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca315556-84ab-4387-b710-0ff32e26c2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac43ce1-454c-433f-b214-072f068f28d8', 'code': 200} Nov 09 21:19:53.912974 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419f64ec-4f10-448f-9d0e-b60ba32a1bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e87dab-4b02-4100-a66a-4ca95a5e6f45', 'code': 200} Nov 09 21:19:53.921981 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7de71b32-8ea7-4551-83ff-aaee4d8381b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:53.995530 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f9978-c375-45a9-a178-edcc060d7ce0 req-fdfefcf1-e6da-4822-9fdc-58181babaa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:53.997088 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e89f9978-c375-45a9-a178-edcc060d7ce0 req-fdfefcf1-e6da-4822-9fdc-58181babaa7a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ca315556-84ab-4387-b710-0ff32e26c2c3 HTTP/1.1" status: 200 len: 1096 time: 0.1113119 Nov 09 21:19:54.063627 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56953645-6b77-4da3-976d-9c9ebdee7c92 req-c2063ad4-5273-46e2-8119-721789ff3fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:54.065171 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-56953645-6b77-4da3-976d-9c9ebdee7c92 req-c2063ad4-5273-46e2-8119-721789ff3fe8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=419f64ec-4f10-448f-9d0e-b60ba32a1bb8 HTTP/1.1" status: 200 len: 1096 time: 0.1782014 Nov 09 21:19:54.067840 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de71b32-8ea7-4551-83ff-aaee4d8381b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b00fcf6d-0dad-4966-9afe-8edbbda80569,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:54.127773 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de71b32-8ea7-4551-83ff-aaee4d8381b9 admin admin] Checking segment: {'id': '535e550e-1834-40ad-bb5a-53e5c279aa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd46322e9-b56d-4dd7-8c5c-4100db9766b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:19:54.128229 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de71b32-8ea7-4551-83ff-aaee4d8381b9 admin admin] Network hostable DHCP agents. Network: d46322e9-b56d-4dd7-8c5c-4100db9766b4, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:19:54.148980 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04d4ad-9f67-4830-9a9b-9872fb5b1167 req-69fd9081-8c10-44c1-808c-9c127611e8c6 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:54.156550 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-da04d4ad-9f67-4830-9a9b-9872fb5b1167 req-69fd9081-8c10-44c1-808c-9c127611e8c6 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] 10.222.0.49 "GET /v2.0/ports?device_id=419f64ec-4f10-448f-9d0e-b60ba32a1bb8 HTTP/1.1" status: 200 len: 945 time: 0.1325345 Nov 09 21:19:54.171789 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e89f9978-c375-45a9-a178-edcc060d7ce0 req-d0ef67d9-af35-416b-886f-b8240f5ff41a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=aefb8be0-27dd-40d6-93c0-f2dd7ce56794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541076 Nov 09 21:19:54.172303 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-56953645-6b77-4da3-976d-9c9ebdee7c92 req-d5b691d4-74e8-42a4-9b5e-d382bbba7eb9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f3519b08-e0f0-4b3d-a85c-2bf577a15ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796649 Nov 09 21:19:54.173383 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de71b32-8ea7-4551-83ff-aaee4d8381b9 admin admin] Network d46322e9-b56d-4dd7-8c5c-4100db9766b4 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:19:54.182657 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-7de71b32-8ea7-4551-83ff-aaee4d8381b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, d46322e9-b56d-4dd7-8c5c-4100db9766b4) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:19:54.198458 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e81bc54-8f21-4342-84b8-0201a2157165 None None] Network d46322e9-b56d-4dd7-8c5c-4100db9766b4 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:19:54.211547 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de71b32-8ea7-4551-83ff-aaee4d8381b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:54.212239 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7de71b32-8ea7-4551-83ff-aaee4d8381b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:54.237189 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7de71b32-8ea7-4551-83ff-aaee4d8381b9 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7542603 Nov 09 21:19:54.265421 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-da04d4ad-9f67-4830-9a9b-9872fb5b1167 req-682e4204-96a8-40ab-9189-a8b86c963a44 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3519b08-e0f0-4b3d-a85c-2bf577a15ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076019 Nov 09 21:19:54.402126 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e754e51-7922-47be-add2-e5c9a9052253 None None] Network d46322e9-b56d-4dd7-8c5c-4100db9766b4 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:19:54.675938 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902982f1-8726-4d6c-82fd-b1d63090fc07 req-e44f1cca-046b-459f-a1ff-b26cdf15f081 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:54.683356 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-902982f1-8726-4d6c-82fd-b1d63090fc07 req-e44f1cca-046b-459f-a1ff-b26cdf15f081 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 950 time: 0.0760562 Nov 09 21:19:54.753250 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-902982f1-8726-4d6c-82fd-b1d63090fc07 req-e517bbed-bd38-4cf6-99c8-4fc2da89d951 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685899 Nov 09 21:19:54.910233 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3afb4-8e7a-48a8-adf3-ed6f02d90927 req-e7fe160b-c211-4d11-abf8-fd70ec148229 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:54.911748 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a5a3afb4-8e7a-48a8-adf3-ed6f02d90927 req-e7fe160b-c211-4d11-abf8-fd70ec148229 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 950 time: 0.0565038 Nov 09 21:19:54.985358 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a5a3afb4-8e7a-48a8-adf3-ed6f02d90927 req-14cd6e94-b049-4732-8e44-681690ae2cf9 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502713 Nov 09 21:19:55.060375 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712702f-dd49-4070-80be-9178d27da2b8 req-5ad64d5b-2efd-494e-a7e3-a5b96e310f89 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:55.068033 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9712702f-dd49-4070-80be-9178d27da2b8 req-5ad64d5b-2efd-494e-a7e3-a5b96e310f89 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/networks?id=d46322e9-b56d-4dd7-8c5c-4100db9766b4 HTTP/1.1" status: 200 len: 804 time: 0.1610818 Nov 09 21:19:55.083410 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9712702f-dd49-4070-80be-9178d27da2b8 req-a385f081-0c2e-47bf-a6d9-4d0e2cda0832 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/quotas/75ff5a098c974a5f990f4fa539b60751 HTTP/1.1" status: 200 len: 375 time: 0.0142388 Nov 09 21:19:55.083638 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532027b6-8217-4eac-adac-5d4c743a5081 req-675ca1d2-3941-4c64-8abc-21c3c206459b tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:55.090899 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-532027b6-8217-4eac-adac-5d4c743a5081 req-675ca1d2-3941-4c64-8abc-21c3c206459b tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca315556-84ab-4387-b710-0ff32e26c2c3 HTTP/1.1" status: 200 len: 945 time: 0.0710635 Nov 09 21:19:55.125848 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9712702f-dd49-4070-80be-9178d27da2b8 req-34180b31-e982-4107-8e73-1fe9ade535ba tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=75ff5a098c974a5f990f4fa539b60751&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411072 Nov 09 21:19:55.152825 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-532027b6-8217-4eac-adac-5d4c743a5081 req-d2a677de-d313-4502-90b2-df850f0d17ed tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/security-groups?id=aefb8be0-27dd-40d6-93c0-f2dd7ce56794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602984 Nov 09 21:19:55.235140 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9712702f-dd49-4070-80be-9178d27da2b8 req-bd453e76-1e1d-47b5-b009-e7da336ce7f5 service neutron] 10.222.0.49 "GET /v2.0/networks/d46322e9-b56d-4dd7-8c5c-4100db9766b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080830 Nov 09 21:19:55.334366 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9712702f-dd49-4070-80be-9178d27da2b8 req-28a315e2-9228-4fe7-bc9d-a440ceebf5df service neutron] 10.222.0.49 "GET /v2.0/networks/d46322e9-b56d-4dd7-8c5c-4100db9766b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976629 Nov 09 21:19:55.793673 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-b72d57b7-969e-4c9e-a253-6633579c4f0a tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=59eda8a7e29a429e890196eee2369cfa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355680 Nov 09 21:19:55.888069 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966537c-e7e8-4fbd-80bf-28dc1b6a6fe1 req-d28ce081-b046-4555-9252-7963afe5fb4b tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:55.889907 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0966537c-e7e8-4fbd-80bf-28dc1b6a6fe1 req-d28ce081-b046-4555-9252-7963afe5fb4b tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] 10.222.0.49 "GET /v2.0/ports?device_id=419f64ec-4f10-448f-9d0e-b60ba32a1bb8 HTTP/1.1" status: 200 len: 945 time: 0.1426034 Nov 09 21:19:55.956756 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-d8ac9dcf-7022-4e15-b4be-d8a8df5e09ea tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:55.965117 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-d8ac9dcf-7022-4e15-b4be-d8a8df5e09ea tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1705215 Nov 09 21:19:55.969529 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0966537c-e7e8-4fbd-80bf-28dc1b6a6fe1 req-7f7f9cc7-cb20-468a-b658-1b5abba8d462 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3519b08-e0f0-4b3d-a85c-2bf577a15ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725222 Nov 09 21:19:55.981574 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-6f59725e-387c-48ef-ac84-2f2cf4142089 tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] 10.222.0.49 "GET /v2.0/quotas/59eda8a7e29a429e890196eee2369cfa HTTP/1.1" status: 200 len: 375 time: 0.0153418 Nov 09 21:19:56.025949 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-c05592d5-0e43-42b4-8e1a-a0913dd74cc2 tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=59eda8a7e29a429e890196eee2369cfa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432858 Nov 09 21:19:56.233837 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c82742-abf5-40f2-be41-0204a825c07e req-10d37f11-5d47-4741-8a3c-3f33d1f08628 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:56.250781 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e3c82742-abf5-40f2-be41-0204a825c07e req-10d37f11-5d47-4741-8a3c-3f33d1f08628 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 950 time: 0.1071801 Nov 09 21:19:56.263517 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3ff7ccc4-8ae6-4944-aed3-0731a1fda627 req-f2ea19f6-ab21-4c2c-b2c3-a797dc81d276 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=51807c0d-9154-49e4-9aa0-064223e8ee95 HTTP/1.1" status: 200 len: 210 time: 0.0427902 Nov 09 21:19:56.328728 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e3c82742-abf5-40f2-be41-0204a825c07e req-a53f711e-a1de-48bb-b697-142f822aa801 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768266 Nov 09 21:19:56.346099 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-522e7fb1-df71-42f5-a0c8-88cce320cdee req-da218583-4939-4f01-b1a8-749fe67a31bd tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e860c782-27cf-4fb2-bfba-4f974628e859 HTTP/1.1" status: 200 len: 210 time: 0.0434694 Nov 09 21:19:56.460005 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5500445-8eb3-4460-b422-537cbe5ad955 req-69cffd18-d3ab-49c4-887b-9fedacc23d4e tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:56.461998 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a5500445-8eb3-4460-b422-537cbe5ad955 req-69cffd18-d3ab-49c4-887b-9fedacc23d4e tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca315556-84ab-4387-b710-0ff32e26c2c3 HTTP/1.1" status: 200 len: 945 time: 0.0625150 Nov 09 21:19:56.541365 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a5500445-8eb3-4460-b422-537cbe5ad955 req-e0357c40-df2f-4832-9739-77f5bad7b9c8 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/security-groups?id=aefb8be0-27dd-40d6-93c0-f2dd7ce56794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666380 Nov 09 21:19:56.884822 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9404af57-c30e-40de-9cd9-76e7106f0901 req-5dcf386a-ffbc-45f3-a91e-22ce506a80b3 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4531c23d-84b7-490d-8d7c-6676781b6e6a HTTP/1.1" status: 200 len: 258 time: 0.3024468 Nov 09 21:19:56.890867 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-9404af57-c30e-40de-9cd9-76e7106f0901 req-76d5b1a6-8579-408e-bd55-33492071ea13 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:19:56.918159 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9404af57-c30e-40de-9cd9-76e7106f0901 req-76d5b1a6-8579-408e-bd55-33492071ea13 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Publish callbacks [] for floatingip, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:57.070653 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9404af57-c30e-40de-9cd9-76e7106f0901 req-76d5b1a6-8579-408e-bd55-33492071ea13 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:57.231083 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c42f1-8b56-4b4e-92b8-0eae8f32b3a7 req-f79cf619-43f2-4362-b5ab-6553570a6b5e tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:57.238684 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a32c42f1-8b56-4b4e-92b8-0eae8f32b3a7 req-f79cf619-43f2-4362-b5ab-6553570a6b5e tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] 10.222.0.49 "GET /v2.0/ports?device_id=419f64ec-4f10-448f-9d0e-b60ba32a1bb8 HTTP/1.1" status: 200 len: 945 time: 0.1148431 Nov 09 21:19:57.262918 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-9404af57-c30e-40de-9cd9-76e7106f0901 req-76d5b1a6-8579-408e-bd55-33492071ea13 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Allocated IP 172.25.7.199 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/a293f38b-c158-4418-9293-f44349883c9a) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:19:57.273236 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712702f-dd49-4070-80be-9178d27da2b8 req-a6a4ea80-2a41-4a04-82a1-a6ba777ba37d tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:57.275761 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9712702f-dd49-4070-80be-9178d27da2b8 req-a6a4ea80-2a41-4a04-82a1-a6ba777ba37d tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.43 "GET /v2.0/networks?id=d46322e9-b56d-4dd7-8c5c-4100db9766b4 HTTP/1.1" status: 200 len: 804 time: 0.2473152 Nov 09 21:19:57.305220 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-9712702f-dd49-4070-80be-9178d27da2b8 req-e61abd1f-840d-4cb7-969a-4cc43c78fca9 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Request body: {'port': {'device_id': '51807c0d-9154-49e4-9aa0-064223e8ee95', 'network_id': 'd46322e9-b56d-4dd7-8c5c-4100db9766b4', 'admin_state_up': True, 'tenant_id': '75ff5a098c974a5f990f4fa539b60751'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:19:57.336320 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a32c42f1-8b56-4b4e-92b8-0eae8f32b3a7 req-7e51f8a7-7159-4db3-a4f9-a10885b78ecd tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3519b08-e0f0-4b3d-a85c-2bf577a15ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963380 Nov 09 21:19:57.398694 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9404af57-c30e-40de-9cd9-76e7106f0901 req-76d5b1a6-8579-408e-bd55-33492071ea13 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:57.443574 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9404af57-c30e-40de-9cd9-76e7106f0901 req-76d5b1a6-8579-408e-bd55-33492071ea13 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:57.480175 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9712702f-dd49-4070-80be-9178d27da2b8 req-e61abd1f-840d-4cb7-969a-4cc43c78fca9 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Made reservation on behalf of 75ff5a098c974a5f990f4fa539b60751 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:19:57.484859 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-9712702f-dd49-4070-80be-9178d27da2b8 req-e61abd1f-840d-4cb7-969a-4cc43c78fca9 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:57.497417 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9404af57-c30e-40de-9cd9-76e7106f0901 req-76d5b1a6-8579-408e-bd55-33492071ea13 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:19:57.503507 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-9404af57-c30e-40de-9cd9-76e7106f0901 req-76d5b1a6-8579-408e-bd55-33492071ea13 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:19:57.505968 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-9404af57-c30e-40de-9cd9-76e7106f0901 req-76d5b1a6-8579-408e-bd55-33492071ea13 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:19:57.594798 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d5b1a6-8579-408e-bd55-33492071ea13 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Pushing event updated for resources: {'Port': ['ID=a293f38b-c158-4418-9293-f44349883c9a,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:57.632380 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9404af57-c30e-40de-9cd9-76e7106f0901 req-76d5b1a6-8579-408e-bd55-33492071ea13 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:57.643638 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3efe4a49-929c-4ff0-a588-2158b0ec7629 req-c67e740f-2ad7-4de6-bd3b-78367abd25e1 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=51807c0d-9154-49e4-9aa0-064223e8ee95 HTTP/1.1" status: 200 len: 210 time: 0.0950158 Nov 09 21:19:57.672834 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-c4d1d3dd-cb20-4081-ad99-00b980f398fe tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=59eda8a7e29a429e890196eee2369cfa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286276 Nov 09 21:19:57.760201 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-9712702f-dd49-4070-80be-9178d27da2b8 req-e61abd1f-840d-4cb7-969a-4cc43c78fca9 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Allocated IP 172.20.0.4 (d46322e9-b56d-4dd7-8c5c-4100db9766b4/b00fcf6d-0dad-4966-9afe-8edbbda80569/393976db-67d8-45b9-bd11-937dc58d5622) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:19:57.805519 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9404af57-c30e-40de-9cd9-76e7106f0901 req-76d5b1a6-8579-408e-bd55-33492071ea13 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:57.858125 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-eef8263a-a040-4a28-a3b1-245aa3a5d94a tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:57.859972 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-eef8263a-a040-4a28-a3b1-245aa3a5d94a tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1677294 Nov 09 21:19:57.872516 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09506866-49a8-4f42-8de4-f54a29e4a87c req-6d85c744-8e81-4350-8868-73ac521dd4c0 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:57.874606 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-09506866-49a8-4f42-8de4-f54a29e4a87c req-6d85c744-8e81-4350-8868-73ac521dd4c0 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 950 time: 0.0978169 Nov 09 21:19:57.880933 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-a7e751bd-c38c-48f1-a8ba-2b85ee4d5a5b tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] Request body: {'port': {'device_id': 'e860c782-27cf-4fb2-bfba-4f974628e859', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'admin_state_up': True, 'tenant_id': '59eda8a7e29a429e890196eee2369cfa'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:19:57.997398 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-09506866-49a8-4f42-8de4-f54a29e4a87c req-19ce2014-825d-4948-b7c5-2d70fcb2f4dd tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122425 Nov 09 21:19:58.037968 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-9712702f-dd49-4070-80be-9178d27da2b8 req-e61abd1f-840d-4cb7-969a-4cc43c78fca9 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:58.089040 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-9712702f-dd49-4070-80be-9178d27da2b8 req-e61abd1f-840d-4cb7-969a-4cc43c78fca9 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:58.457139 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-a7e751bd-c38c-48f1-a8ba-2b85ee4d5a5b tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] Made reservation on behalf of 59eda8a7e29a429e890196eee2369cfa for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:19:58.461066 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-a7e751bd-c38c-48f1-a8ba-2b85ee4d5a5b tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:58.475805 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-a7e751bd-c38c-48f1-a8ba-2b85ee4d5a5b tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:58.476821 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9712702f-dd49-4070-80be-9178d27da2b8 req-e61abd1f-840d-4cb7-969a-4cc43c78fca9 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Network d46322e9-b56d-4dd7-8c5c-4100db9766b4 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:19:58.483539 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-9712702f-dd49-4070-80be-9178d27da2b8 req-e61abd1f-840d-4cb7-969a-4cc43c78fca9 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:19:58.491391 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-9712702f-dd49-4070-80be-9178d27da2b8 req-e61abd1f-840d-4cb7-969a-4cc43c78fca9 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:19:58.523428 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61abd1f-840d-4cb7-969a-4cc43c78fca9 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Pushing event updated for resources: {'Port': ['ID=393976db-67d8-45b9-bd11-937dc58d5622,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:58.538906 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd702a-2bd8-40dc-8f0f-ec67f1b0e92f req-23b85517-0890-43a8-961f-e299fff3c575 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:58.546312 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-08dd702a-2bd8-40dc-8f0f-ec67f1b0e92f req-23b85517-0890-43a8-961f-e299fff3c575 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] 10.222.0.49 "GET /v2.0/ports?device_id=419f64ec-4f10-448f-9d0e-b60ba32a1bb8 HTTP/1.1" status: 200 len: 945 time: 0.4719832 Nov 09 21:19:58.558606 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39454) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:19:58.563496 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-13c7249e-32f4-4fb6-8f21-a1f7a435b6c7 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Request body: {'floatingip': {'port_id': '51e87dab-4b02-4100-a66a-4ca95a5e6f45'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:19:58.565755 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-a7e751bd-c38c-48f1-a8ba-2b85ee4d5a5b tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:58.575100 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-a7e751bd-c38c-48f1-a8ba-2b85ee4d5a5b tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:58.585582 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9404af57-c30e-40de-9cd9-76e7106f0901 req-76d5b1a6-8579-408e-bd55-33492071ea13 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:58.601057 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9404af57-c30e-40de-9cd9-76e7106f0901 req-76d5b1a6-8579-408e-bd55-33492071ea13 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:58.671933 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712702f-dd49-4070-80be-9178d27da2b8 req-e61abd1f-840d-4cb7-969a-4cc43c78fca9 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:58.672589 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-9712702f-dd49-4070-80be-9178d27da2b8 req-e61abd1f-840d-4cb7-969a-4cc43c78fca9 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:58.677319 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-13c7249e-32f4-4fb6-8f21-a1f7a435b6c7 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Publish callbacks [] for floatingip, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:58.702842 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0a2dbeda-3f64-452c-8ee4-91ae3cfdaf7d req-967ce727-3c31-44d9-94a6-b521740ea0db tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e860c782-27cf-4fb2-bfba-4f974628e859 HTTP/1.1" status: 200 len: 210 time: 0.0570836 Nov 09 21:19:58.712895 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e751bd-c38c-48f1-a8ba-2b85ee4d5a5b tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e23aa14-d093-41fa-b7a2-d2b9c1ae8044,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:58.766800 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d5b1a6-8579-408e-bd55-33492071ea13 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Pushing event updated for resources: {'Port': ['ID=a293f38b-c158-4418-9293-f44349883c9a,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:58.776741 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9404af57-c30e-40de-9cd9-76e7106f0901 req-76d5b1a6-8579-408e-bd55-33492071ea13 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:58.808301 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9404af57-c30e-40de-9cd9-76e7106f0901 req-76d5b1a6-8579-408e-bd55-33492071ea13 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:58.815833 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9404af57-c30e-40de-9cd9-76e7106f0901 req-76d5b1a6-8579-408e-bd55-33492071ea13 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9294109 Nov 09 21:19:58.830569 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-a7e751bd-c38c-48f1-a8ba-2b85ee4d5a5b tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] Allocated IP 192.168.233.50 (568519e4-f6af-4966-9e93-738c3c6cb9f1/5ba3500c-a288-4596-ba94-148f2bd8a6da/33ed3050-8712-4721-ae1f-3351b98314d5) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:19:58.844297 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9712702f-dd49-4070-80be-9178d27da2b8 req-e61abd1f-840d-4cb7-969a-4cc43c78fca9 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5448115 Nov 09 21:19:58.896208 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-9712702f-dd49-4070-80be-9178d27da2b8 req-fad44c8d-881b-4e8c-9576-cf18e34dd516 service neutron] Request body: {'port': {'device_id': '51807c0d-9154-49e4-9aa0-064223e8ee95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:19:58.919036 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9404af57-c30e-40de-9cd9-76e7106f0901 req-9646647f-f570-468b-a692-87ec0a328b87 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.199 HTTP/1.1" status: 200 len: 696 time: 0.1020012 Nov 09 21:19:59.105829 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404af57-c30e-40de-9cd9-76e7106f0901 req-3493420a-2fde-4063-b260-9ce13e5dee61 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:59.107418 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9404af57-c30e-40de-9cd9-76e7106f0901 req-3493420a-2fde-4063-b260-9ce13e5dee61 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/networks/4531c23d-84b7-490d-8d7c-6676781b6e6a HTTP/1.1" status: 200 len: 784 time: 0.1873164 Nov 09 21:19:59.236778 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-a7e751bd-c38c-48f1-a8ba-2b85ee4d5a5b tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:59.266482 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a864a-e821-4b90-a01d-042b1e72b090 req-85a5eea3-d52d-421c-a05c-7428d6262f33 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:59.268022 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f82a864a-e821-4b90-a01d-042b1e72b090 req-85a5eea3-d52d-421c-a05c-7428d6262f33 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 950 time: 0.0761323 Nov 09 21:19:59.299738 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da0ded-ad52-4661-832b-5e60399c21ce req-b0b435ab-562d-4a2b-8e07-7f491a2b0479 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:59.308070 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b5da0ded-ad52-4661-832b-5e60399c21ce req-b0b435ab-562d-4a2b-8e07-7f491a2b0479 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=51807c0d-9154-49e4-9aa0-064223e8ee95 HTTP/1.1" status: 200 len: 931 time: 0.2145271 Nov 09 21:19:59.313492 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-9712702f-dd49-4070-80be-9178d27da2b8 req-fad44c8d-881b-4e8c-9576-cf18e34dd516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:59.313737 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-a7e751bd-c38c-48f1-a8ba-2b85ee4d5a5b tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:59.365346 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f82a864a-e821-4b90-a01d-042b1e72b090 req-a9f263e1-9760-48ad-94c0-1fc981c67d55 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886104 Nov 09 21:19:59.379601 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-a7e751bd-c38c-48f1-a8ba-2b85ee4d5a5b tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] Network 568519e4-f6af-4966-9e93-738c3c6cb9f1 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:19:59.383114 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-a7e751bd-c38c-48f1-a8ba-2b85ee4d5a5b tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:19:59.385640 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-a7e751bd-c38c-48f1-a8ba-2b85ee4d5a5b tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:19:59.393383 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e751bd-c38c-48f1-a8ba-2b85ee4d5a5b tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] Pushing event updated for resources: {'Port': ['ID=33ed3050-8712-4721-ae1f-3351b98314d5,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:19:59.445339 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-a7e751bd-c38c-48f1-a8ba-2b85ee4d5a5b tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:59.446230 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-a7e751bd-c38c-48f1-a8ba-2b85ee4d5a5b tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:59.452277 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b5da0ded-ad52-4661-832b-5e60399c21ce req-6d4dcf72-424e-4408-9420-80b1f3e4a01c tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431258 Nov 09 21:19:59.479808 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-a7e751bd-c38c-48f1-a8ba-2b85ee4d5a5b tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6031649 Nov 09 21:19:59.509954 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-fb5881df-8edc-4129-945e-f6af4b2ddb07 service neutron] Request body: {'port': {'device_id': 'e860c782-27cf-4fb2-bfba-4f974628e859', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:19:59.604762 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.db.resource_extend [None req-13c7249e-32f4-4fb6-8f21-a1f7a435b6c7 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 21:19:59.687033 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-fb5881df-8edc-4129-945e-f6af4b2ddb07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:59.689143 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-cc1f30bc-25c1-4f57-be61-bd9680296296 None None] Provisioning complete for port 33ed3050-8712-4721-ae1f-3351b98314d5 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:19:59.690490 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cc1f30bc-25c1-4f57-be61-bd9680296296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:59.709620 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-13c7249e-32f4-4fb6-8f21-a1f7a435b6c7 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:59.715170 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-13c7249e-32f4-4fb6-8f21-a1f7a435b6c7 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:19:59.739573 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-cc1f30bc-25c1-4f57-be61-bd9680296296 None None] Port 33ed3050-8712-4721-ae1f-3351b98314d5 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:19:59.750686 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e593c2e-97cd-4e59-b634-a595fd4c2e06 req-47acfb6f-9f23-4ca3-9612-2f08c91baa63 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:59.753076 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6e593c2e-97cd-4e59-b634-a595fd4c2e06 req-47acfb6f-9f23-4ca3-9612-2f08c91baa63 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca315556-84ab-4387-b710-0ff32e26c2c3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1648991 Nov 09 21:19:59.847694 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6e593c2e-97cd-4e59-b634-a595fd4c2e06 req-4b1330f7-191f-47e2-932e-39a26e493921 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.199 HTTP/1.1" status: 200 len: 696 time: 0.0884113 Nov 09 21:19:59.905075 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-6e593c2e-97cd-4e59-b634-a595fd4c2e06 req-b4370aaa-b87a-4c3c-9083-cf72664affee tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Request body: {'floatingip': {'port_id': 'fac43ce1-454c-433f-b214-072f068f28d8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:19:59.941506 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96cb27-cb8a-4176-a6af-2f4656dbc79a req-5acea0de-8f9b-44a7-8085-b27071f00ec2 tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:19:59.943961 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ee96cb27-cb8a-4176-a6af-2f4656dbc79a req-5acea0de-8f9b-44a7-8085-b27071f00ec2 tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e860c782-27cf-4fb2-bfba-4f974628e859 HTTP/1.1" status: 200 len: 935 time: 0.1120691 Nov 09 21:19:59.945164 n-d-816206-3 neutron-server[102608]: INFO neutron.db.l3_db [None req-13c7249e-32f4-4fb6-8f21-a1f7a435b6c7 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Floating IP bdc6751b-1265-47b0-9518-990c7f59ad8a associated. External IP: 172.25.7.252, port: 51e87dab-4b02-4100-a66a-4ca95a5e6f45. Nov 09 21:19:59.968017 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6e593c2e-97cd-4e59-b634-a595fd4c2e06 req-b4370aaa-b87a-4c3c-9083-cf72664affee tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Publish callbacks [] for floatingip, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:00.002629 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-9712702f-dd49-4070-80be-9178d27da2b8 req-fad44c8d-881b-4e8c-9576-cf18e34dd516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 393976db-67d8-45b9-bd11-937dc58d5622 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:20:00.020865 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-9712702f-dd49-4070-80be-9178d27da2b8 req-fad44c8d-881b-4e8c-9576-cf18e34dd516 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:00.121596 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-9712702f-dd49-4070-80be-9178d27da2b8 req-fad44c8d-881b-4e8c-9576-cf18e34dd516 service neutron] Transition to ACTIVE for port object 393976db-67d8-45b9-bd11-937dc58d5622 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:20:00.138470 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-9712702f-dd49-4070-80be-9178d27da2b8 req-fad44c8d-881b-4e8c-9576-cf18e34dd516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:00.194697 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ee96cb27-cb8a-4176-a6af-2f4656dbc79a req-0542e106-1dd8-4641-a50e-3627cb2f0803 tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e23aa14-d093-41fa-b7a2-d2b9c1ae8044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026687 Nov 09 21:20:00.252601 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad44c8d-881b-4e8c-9576-cf18e34dd516 service neutron] Pushing event updated for resources: {'Port': ['ID=393976db-67d8-45b9-bd11-937dc58d5622,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:00.324026 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-fb5881df-8edc-4129-945e-f6af4b2ddb07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33ed3050-8712-4721-ae1f-3351b98314d5 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:20:00.376389 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-fb5881df-8edc-4129-945e-f6af4b2ddb07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:00.433892 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-fb5881df-8edc-4129-945e-f6af4b2ddb07 service neutron] Transition to ACTIVE for port object 33ed3050-8712-4721-ae1f-3351b98314d5 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:20:00.441934 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-fb5881df-8edc-4129-945e-f6af4b2ddb07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:00.443994 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c7249e-32f4-4fb6-8f21-a1f7a435b6c7 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Router 66a77b76-fcf6-4913-8c55-405ad0541c60 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:20:00.577955 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5881df-8edc-4129-945e-f6af4b2ddb07 service neutron] Pushing event updated for resources: {'Port': ['ID=33ed3050-8712-4721-ae1f-3351b98314d5,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:00.693404 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c7249e-32f4-4fb6-8f21-a1f7a435b6c7 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:20:00.703845 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-13c7249e-32f4-4fb6-8f21-a1f7a435b6c7 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:00.705622 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a245463f-86b6-4ba9-a540-7f15e6e2b298 None None] Sync routers for ids ['66a77b76-fcf6-4913-8c55-405ad0541c60'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:20:00.737609 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a245463f-86b6-4ba9-a540-7f15e6e2b298 None None] Routers {'66a77b76-fcf6-4913-8c55-405ad0541c60'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:20:00.739200 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-a245463f-86b6-4ba9-a540-7f15e6e2b298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:19:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['66a77b76-fcf6-4913-8c55-405ad0541c60'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:20:00.739367 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-13c7249e-32f4-4fb6-8f21-a1f7a435b6c7 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] 10.222.0.49 "PUT /v2.0/floatingips/bdc6751b-1265-47b0-9518-990c7f59ad8a HTTP/1.1" status: 200 len: 991 time: 2.1792321 Nov 09 21:20:00.748423 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '419f64ec-4f10-448f-9d0e-b60ba32a1bb8', 'tag': '51e87dab-4b02-4100-a66a-4ca95a5e6f45'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:20:00.750853 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2c79bf-182b-4d34-84cc-74af7a42ec7c" -d '{"events": [{"name": "network-changed", "server_uuid": "419f64ec-4f10-448f-9d0e-b60ba32a1bb8", "tag": "51e87dab-4b02-4100-a66a-4ca95a5e6f45"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:20:00.769522 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e52b9-764c-48cf-937c-37b299298f1a req-4a500c53-5fa1-4ec0-b650-6157dd940d13 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:00.776737 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fb7e52b9-764c-48cf-937c-37b299298f1a req-4a500c53-5fa1-4ec0-b650-6157dd940d13 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 950 time: 0.2789183 Nov 09 21:20:00.785368 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-fb5881df-8edc-4129-945e-f6af4b2ddb07 service neutron] Attempting to bind port 33ed3050-8712-4721-ae1f-3351b98314d5 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:20:00.788103 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-fb5881df-8edc-4129-945e-f6af4b2ddb07 service neutron] Attempting to bind port 33ed3050-8712-4721-ae1f-3351b98314d5 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:20:00.788573 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-fb5881df-8edc-4129-945e-f6af4b2ddb07 service neutron] Attempting to bind port 33ed3050-8712-4721-ae1f-3351b98314d5 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:20:00.820934 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-fb5881df-8edc-4129-945e-f6af4b2ddb07 service neutron] Port 33ed3050-8712-4721-ae1f-3351b98314d5 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:20:00.825024 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-fb5881df-8edc-4129-945e-f6af4b2ddb07 service neutron] Attempting to bind port 33ed3050-8712-4721-ae1f-3351b98314d5 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:20:00.846224 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fb7e52b9-764c-48cf-937c-37b299298f1a req-2af5c8e8-f86f-4bb4-86fd-06a78353aa60 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551057 Nov 09 21:20:00.846592 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6e593c2e-97cd-4e59-b634-a595fd4c2e06 req-b4370aaa-b87a-4c3c-9083-cf72664affee tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:00.846592 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-fb5881df-8edc-4129-945e-f6af4b2ddb07 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:20:00.846592 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-fb5881df-8edc-4129-945e-f6af4b2ddb07 service neutron] Checking segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:20:00.846592 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-fb5881df-8edc-4129-945e-f6af4b2ddb07 service neutron] Bound using segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:20:00.846592 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-fb5881df-8edc-4129-945e-f6af4b2ddb07 service neutron] Bound port: 33ed3050-8712-4721-ae1f-3351b98314d5, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:20:00.846592 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-fb5881df-8edc-4129-945e-f6af4b2ddb07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:00.856481 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6e593c2e-97cd-4e59-b634-a595fd4c2e06 req-b4370aaa-b87a-4c3c-9083-cf72664affee tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:00.869556 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-9712702f-dd49-4070-80be-9178d27da2b8 req-fad44c8d-881b-4e8c-9576-cf18e34dd516 service neutron] Attempting to bind port 393976db-67d8-45b9-bd11-937dc58d5622 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:20:00.869556 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-9712702f-dd49-4070-80be-9178d27da2b8 req-fad44c8d-881b-4e8c-9576-cf18e34dd516 service neutron] Attempting to bind port 393976db-67d8-45b9-bd11-937dc58d5622 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '535e550e-1834-40ad-bb5a-53e5c279aa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd46322e9-b56d-4dd7-8c5c-4100db9766b4'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:20:00.869556 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9712702f-dd49-4070-80be-9178d27da2b8 req-fad44c8d-881b-4e8c-9576-cf18e34dd516 service neutron] Attempting to bind port 393976db-67d8-45b9-bd11-937dc58d5622 on network d46322e9-b56d-4dd7-8c5c-4100db9766b4 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:20:00.877014 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9712702f-dd49-4070-80be-9178d27da2b8 req-fad44c8d-881b-4e8c-9576-cf18e34dd516 service neutron] Port 393976db-67d8-45b9-bd11-937dc58d5622 on network d46322e9-b56d-4dd7-8c5c-4100db9766b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:20:00.877571 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9712702f-dd49-4070-80be-9178d27da2b8 req-fad44c8d-881b-4e8c-9576-cf18e34dd516 service neutron] Attempting to bind port 393976db-67d8-45b9-bd11-937dc58d5622 on network d46322e9-b56d-4dd7-8c5c-4100db9766b4 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:20:00.884318 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9712702f-dd49-4070-80be-9178d27da2b8 req-fad44c8d-881b-4e8c-9576-cf18e34dd516 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:20:00.884916 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9712702f-dd49-4070-80be-9178d27da2b8 req-fad44c8d-881b-4e8c-9576-cf18e34dd516 service neutron] Checking segment: {'id': '535e550e-1834-40ad-bb5a-53e5c279aa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd46322e9-b56d-4dd7-8c5c-4100db9766b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:20:00.885505 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9712702f-dd49-4070-80be-9178d27da2b8 req-fad44c8d-881b-4e8c-9576-cf18e34dd516 service neutron] Bound using segment: {'id': '535e550e-1834-40ad-bb5a-53e5c279aa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd46322e9-b56d-4dd7-8c5c-4100db9766b4'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:20:00.886123 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-9712702f-dd49-4070-80be-9178d27da2b8 req-fad44c8d-881b-4e8c-9576-cf18e34dd516 service neutron] Bound port: 393976db-67d8-45b9-bd11-937dc58d5622, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '535e550e-1834-40ad-bb5a-53e5c279aa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd46322e9-b56d-4dd7-8c5c-4100db9766b4'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:20:00.886689 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-9712702f-dd49-4070-80be-9178d27da2b8 req-fad44c8d-881b-4e8c-9576-cf18e34dd516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:01.012073 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-a245463f-86b6-4ba9-a540-7f15e6e2b298 None None] Set router 66a77b76-fcf6-4913-8c55-405ad0541c60 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:20:01.020113 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f720a49-9707-4370-959c-830090bc6e4c req-07b254d6-479d-4d98-bc07-6192610b5e80 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:01.027611 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7f720a49-9707-4370-959c-830090bc6e4c req-07b254d6-479d-4d98-bc07-6192610b5e80 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=51807c0d-9154-49e4-9aa0-064223e8ee95 HTTP/1.1" status: 200 len: 943 time: 0.0869422 Nov 09 21:20:01.073940 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-9712702f-dd49-4070-80be-9178d27da2b8 req-fad44c8d-881b-4e8c-9576-cf18e34dd516 service neutron] For port 393976db-67d8-45b9-bd11-937dc58d5622, host n-h2-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:20:01.109613 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7f720a49-9707-4370-959c-830090bc6e4c req-601ed2c1-8a3d-46db-9749-d3ae51cb9ea2 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670736 Nov 09 21:20:01.114463 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-9712702f-dd49-4070-80be-9178d27da2b8 req-fad44c8d-881b-4e8c-9576-cf18e34dd516 service neutron] For port 393976db-67d8-45b9-bd11-937dc58d5622, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=393976db-67d8-45b9-bd11-937dc58d5622,segment=NetworkSegment(535e550e-1834-40ad-bb5a-53e5c279aa6f),segment_id=535e550e-1834-40ad-bb5a-53e5c279aa6f)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:20:01.121870 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-9712702f-dd49-4070-80be-9178d27da2b8 req-fad44c8d-881b-4e8c-9576-cf18e34dd516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:01.184787 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad44c8d-881b-4e8c-9576-cf18e34dd516 service neutron] Pushing event updated for resources: {'Port': ['ID=393976db-67d8-45b9-bd11-937dc58d5622,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:01.189512 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712702f-dd49-4070-80be-9178d27da2b8 req-fad44c8d-881b-4e8c-9576-cf18e34dd516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:01.190153 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-9712702f-dd49-4070-80be-9178d27da2b8 req-fad44c8d-881b-4e8c-9576-cf18e34dd516 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:01.191581 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9712702f-dd49-4070-80be-9178d27da2b8 req-fad44c8d-881b-4e8c-9576-cf18e34dd516 service neutron] 10.222.0.43 "PUT /v2.0/ports/393976db-67d8-45b9-bd11-937dc58d5622 HTTP/1.1" status: 200 len: 1091 time: 2.3079472 Nov 09 21:20:01.291247 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b7cee7-8a46-4e58-baa6-abd5966de0f9 x-openstack-request-id: req-05b7cee7-8a46-4e58-baa6-abd5966de0f9 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:20:01.291740 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "419f64ec-4f10-448f-9d0e-b60ba32a1bb8", "tag": "51e87dab-4b02-4100-a66a-4ca95a5e6f45", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:20:01.292167 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-05b7cee7-8a46-4e58-baa6-abd5966de0f9 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:20:01.293446 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '419f64ec-4f10-448f-9d0e-b60ba32a1bb8', 'tag': '51e87dab-4b02-4100-a66a-4ca95a5e6f45', 'status': 'completed', 'code': 200} Nov 09 21:20:01.345788 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712702f-dd49-4070-80be-9178d27da2b8 req-c4aedf71-0548-4a14-85c7-0bb6448e86dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:01.347290 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9712702f-dd49-4070-80be-9178d27da2b8 req-c4aedf71-0548-4a14-85c7-0bb6448e86dc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=75ff5a098c974a5f990f4fa539b60751&device_id=51807c0d-9154-49e4-9aa0-064223e8ee95 HTTP/1.1" status: 200 len: 1094 time: 0.0994465 Nov 09 21:20:01.403486 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-a245463f-86b6-4ba9-a540-7f15e6e2b298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a77b76-fcf6-4913-8c55-405ad0541c60', 'name': 'tempest-ServersTestFqdnHostnames-693468397-router', 'tenant_id': '1b6ffb029992434f8d6aabef83131597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '34250667-2f94-4ead-b588-667a2ba4c9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:19:11Z', 'updated_at': '2021-11-09T21:19:24Z', 'revision_number': 4, 'project_id': '1b6ffb029992434f8d6aabef83131597', 'gw_port': {'id': '34250667-2f94-4ead-b588-667a2ba4c9a2', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:90:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a77b76-fcf6-4913-8c55-405ad0541c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:12Z', 'updated_at': '2021-11-09T21:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': 'bdc6751b-1265-47b0-9518-990c7f59ad8a', 'tenant_id': '1b6ffb029992434f8d6aabef83131597', 'floating_ip_address': '172.25.7.252', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '66a77b76-fcf6-4913-8c55-405ad0541c60', 'port_id': '51e87dab-4b02-4100-a66a-4ca95a5e6f45', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcf3e74-66ab-4e01-a79a-180569e5d97f', 'mac_address': 'fa:16:3e:bd:55:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419f64ec-4f10-448f-9d0e-b60ba32a1bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:19:32Z', 'updated_at': '2021-11-09T21:19:59Z', 'revision_number': 1, 'project_id': '1b6ffb029992434f8d6aabef83131597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c54671bc-a43d-43a1-8a04-2f32e5138da0', 'name': '', 'network_id': '9bcf3e74-66ab-4e01-a79a-180569e5d97f', 'tenant_id': '1b6ffb029992434f8d6aabef83131597', 'mac_address': 'fa:16:3e:26:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a77b76-fcf6-4913-8c55-405ad0541c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '28350996-29de-4d8e-b69d-4686a6e86a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:22Z', 'updated_at': '2021-11-09T21:19:31Z', 'revision_number': 5, 'project_id': '1b6ffb029992434f8d6aabef83131597', 'subnets': [{'id': '28350996-29de-4d8e-b69d-4686a6e86a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:20:01.432679 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9712702f-dd49-4070-80be-9178d27da2b8 req-1f1ba9ef-4df4-4029-b3a8-25f44d402c14 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=393976db-67d8-45b9-bd11-937dc58d5622 HTTP/1.1" status: 200 len: 217 time: 0.0709403 Nov 09 21:20:01.437125 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a245463f-86b6-4ba9-a540-7f15e6e2b298 None None] Checking router: 66a77b76-fcf6-4913-8c55-405ad0541c60 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:20:01.458205 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a245463f-86b6-4ba9-a540-7f15e6e2b298 None None] Routers {'66a77b76-fcf6-4913-8c55-405ad0541c60'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:20:01.459548 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-a245463f-86b6-4ba9-a540-7f15e6e2b298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:19:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['66a77b76-fcf6-4913-8c55-405ad0541c60'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:20:01.470601 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c79bf-182b-4d34-84cc-74af7a42ec7c req-e5fe9611-852f-4f6c-b9f9-ca691c289e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:01.473038 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0a2c79bf-182b-4d34-84cc-74af7a42ec7c req-e5fe9611-852f-4f6c-b9f9-ca691c289e45 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1b6ffb029992434f8d6aabef83131597&device_id=419f64ec-4f10-448f-9d0e-b60ba32a1bb8 HTTP/1.1" status: 200 len: 1096 time: 0.1409905 Nov 09 21:20:01.474116 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-fb5881df-8edc-4129-945e-f6af4b2ddb07 service neutron] For port 33ed3050-8712-4721-ae1f-3351b98314d5, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:20:01.479467 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-fb5881df-8edc-4129-945e-f6af4b2ddb07 service neutron] For port 33ed3050-8712-4721-ae1f-3351b98314d5, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=33ed3050-8712-4721-ae1f-3351b98314d5,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:20:01.494744 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-fb5881df-8edc-4129-945e-f6af4b2ddb07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:01.540591 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277cf324-568b-4578-bf7f-fbb7bdd22f44 req-bc475774-3531-417e-94f5-c9ca4ca375d0 tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:01.546776 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [req-6e593c2e-97cd-4e59-b634-a595fd4c2e06 req-b4370aaa-b87a-4c3c-9083-cf72664affee tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Floating IP 231a1b22-060f-4786-99c4-e56d7a0aaf82 associated. External IP: 172.25.7.199, port: fac43ce1-454c-433f-b214-072f068f28d8. Nov 09 21:20:01.551830 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-277cf324-568b-4578-bf7f-fbb7bdd22f44 req-bc475774-3531-417e-94f5-c9ca4ca375d0 tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e860c782-27cf-4fb2-bfba-4f974628e859 HTTP/1.1" status: 200 len: 947 time: 0.1838458 Nov 09 21:20:01.640992 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-277cf324-568b-4578-bf7f-fbb7bdd22f44 req-782d5e6a-8de4-4969-91e9-e5086662b921 tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e23aa14-d093-41fa-b7a2-d2b9c1ae8044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841992 Nov 09 21:20:01.644200 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-a245463f-86b6-4ba9-a540-7f15e6e2b298 None None] Set router 66a77b76-fcf6-4913-8c55-405ad0541c60 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:20:01.658913 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712702f-dd49-4070-80be-9178d27da2b8 req-ee879019-4252-4e9d-8732-bf212bd2af7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:01.660827 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9712702f-dd49-4070-80be-9178d27da2b8 req-ee879019-4252-4e9d-8732-bf212bd2af7c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b00fcf6d-0dad-4966-9afe-8edbbda80569 HTTP/1.1" status: 200 len: 844 time: 0.2058525 Nov 09 21:20:01.710746 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-fb5881df-8edc-4129-945e-f6af4b2ddb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:01.711391 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-fb5881df-8edc-4129-945e-f6af4b2ddb07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:01.712829 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-fb5881df-8edc-4129-945e-f6af4b2ddb07 service neutron] 10.222.0.43 "PUT /v2.0/ports/33ed3050-8712-4721-ae1f-3351b98314d5 HTTP/1.1" status: 200 len: 1095 time: 2.2117519 Nov 09 21:20:01.714857 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e860c782-27cf-4fb2-bfba-4f974628e859', 'tag': '33ed3050-8712-4721-ae1f-3351b98314d5'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:20:01.717150 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad289577-516b-4abe-9703-18a0dfc9791a" -d '{"events": [{"name": "network-changed", "server_uuid": "e860c782-27cf-4fb2-bfba-4f974628e859", "tag": "33ed3050-8712-4721-ae1f-3351b98314d5"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:20:01.760218 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9712702f-dd49-4070-80be-9178d27da2b8 req-97d9bd56-946c-4e3c-87b1-84323d2b2681 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d46322e9-b56d-4dd7-8c5c-4100db9766b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907760 Nov 09 21:20:01.871258 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5881df-8edc-4129-945e-f6af4b2ddb07 service neutron] Pushing event updated for resources: {'Port': ['ID=33ed3050-8712-4721-ae1f-3351b98314d5,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:01.960931 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9712702f-dd49-4070-80be-9178d27da2b8 req-73affcdc-79de-41b0-b891-c3dc4c94bed8 service neutron] 10.222.0.43 "GET /v2.0/networks/d46322e9-b56d-4dd7-8c5c-4100db9766b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934242 Nov 09 21:20:02.024972 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0da380-75b0-4ab8-9a3b-e987727b6dc7 x-openstack-request-id: req-eb0da380-75b0-4ab8-9a3b-e987727b6dc7 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:20:02.024972 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e860c782-27cf-4fb2-bfba-4f974628e859", "tag": "33ed3050-8712-4721-ae1f-3351b98314d5", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:20:02.024972 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eb0da380-75b0-4ab8-9a3b-e987727b6dc7 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:20:02.024972 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e860c782-27cf-4fb2-bfba-4f974628e859', 'tag': '33ed3050-8712-4721-ae1f-3351b98314d5', 'status': 'completed', 'code': 200} Nov 09 21:20:02.048104 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c79bf-182b-4d34-84cc-74af7a42ec7c req-dc76637e-fecf-4a7e-9221-080c67182ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:02.049949 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0a2c79bf-182b-4d34-84cc-74af7a42ec7c req-dc76637e-fecf-4a7e-9221-080c67182ded service neutron] 10.222.0.45 "GET /v2.0/networks?id=9bcf3e74-66ab-4e01-a79a-180569e5d97f HTTP/1.1" status: 200 len: 914 time: 0.5673952 Nov 09 21:20:02.065823 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-fd8c0d04-f969-4b28-a520-825145f810fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:02.067531 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-fd8c0d04-f969-4b28-a520-825145f810fc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=59eda8a7e29a429e890196eee2369cfa&device_id=e860c782-27cf-4fb2-bfba-4f974628e859 HTTP/1.1" status: 200 len: 1098 time: 0.2336545 Nov 09 21:20:02.113700 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-a245463f-86b6-4ba9-a540-7f15e6e2b298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a77b76-fcf6-4913-8c55-405ad0541c60', 'name': 'tempest-ServersTestFqdnHostnames-693468397-router', 'tenant_id': '1b6ffb029992434f8d6aabef83131597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '34250667-2f94-4ead-b588-667a2ba4c9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:19:11Z', 'updated_at': '2021-11-09T21:19:24Z', 'revision_number': 4, 'project_id': '1b6ffb029992434f8d6aabef83131597', 'gw_port': {'id': '34250667-2f94-4ead-b588-667a2ba4c9a2', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:90:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a77b76-fcf6-4913-8c55-405ad0541c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:12Z', 'updated_at': '2021-11-09T21:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': 'bdc6751b-1265-47b0-9518-990c7f59ad8a', 'tenant_id': '1b6ffb029992434f8d6aabef83131597', 'floating_ip_address': '172.25.7.252', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '66a77b76-fcf6-4913-8c55-405ad0541c60', 'port_id': '51e87dab-4b02-4100-a66a-4ca95a5e6f45', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcf3e74-66ab-4e01-a79a-180569e5d97f', 'mac_address': 'fa:16:3e:bd:55:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419f64ec-4f10-448f-9d0e-b60ba32a1bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:19:32Z', 'updated_at': '2021-11-09T21:19:59Z', 'revision_number': 1, 'project_id': '1b6ffb029992434f8d6aabef83131597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c54671bc-a43d-43a1-8a04-2f32e5138da0', 'name': '', 'network_id': '9bcf3e74-66ab-4e01-a79a-180569e5d97f', 'tenant_id': '1b6ffb029992434f8d6aabef83131597', 'mac_address': 'fa:16:3e:26:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a77b76-fcf6-4913-8c55-405ad0541c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '28350996-29de-4d8e-b69d-4686a6e86a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:22Z', 'updated_at': '2021-11-09T21:19:31Z', 'revision_number': 5, 'project_id': '1b6ffb029992434f8d6aabef83131597', 'subnets': [{'id': '28350996-29de-4d8e-b69d-4686a6e86a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:20:02.124306 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9712702f-dd49-4070-80be-9178d27da2b8 req-c8e240f0-9890-4507-8904-4ec26c976f09 service neutron] 10.222.0.43 "GET /v2.0/networks/d46322e9-b56d-4dd7-8c5c-4100db9766b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546338 Nov 09 21:20:02.167267 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a245463f-86b6-4ba9-a540-7f15e6e2b298 None None] The sync data for ids ['66a77b76-fcf6-4913-8c55-405ad0541c60'] in n-d-816206-3 is: [{'id': '66a77b76-fcf6-4913-8c55-405ad0541c60', 'name': 'tempest-ServersTestFqdnHostnames-693468397-router', 'tenant_id': '1b6ffb029992434f8d6aabef83131597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '34250667-2f94-4ead-b588-667a2ba4c9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:19:11Z', 'updated_at': '2021-11-09T21:19:24Z', 'revision_number': 4, 'project_id': '1b6ffb029992434f8d6aabef83131597', 'gw_port': {'id': '34250667-2f94-4ead-b588-667a2ba4c9a2', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:90:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a77b76-fcf6-4913-8c55-405ad0541c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:12Z', 'updated_at': '2021-11-09T21:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': 'bdc6751b-1265-47b0-9518-990c7f59ad8a', 'tenant_id': '1b6ffb029992434f8d6aabef83131597', 'floating_ip_address': '172.25.7.252', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '66a77b76-fcf6-4913-8c55-405ad0541c60', 'port_id': '51e87dab-4b02-4100-a66a-4ca95a5e6f45', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcf3e74-66ab-4e01-a79a-180569e5d97f', 'mac_address': 'fa:16:3e:bd:55:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419f64ec-4f10-448f-9d0e-b60ba32a1bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:19:32Z', 'updated_at': '2021-11-09T21:19:59Z', 'revision_number': 1, 'project_id': '1b6ffb029992434f8d6aabef83131597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c54671bc-a43d-43a1-8a04-2f32e5138da0', 'name': '', 'network_id': '9bcf3e74-66ab-4e01-a79a-180569e5d97f', 'tenant_id': '1b6ffb029992434f8d6aabef83131597', 'mac_address': 'fa:16:3e:26:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a77b76-fcf6-4913-8c55-405ad0541c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '28350996-29de-4d8e-b69d-4686a6e86a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:22Z', 'updated_at': '2021-11-09T21:19:31Z', 'revision_number': 5, 'project_id': '1b6ffb029992434f8d6aabef83131597', 'subnets': [{'id': '28350996-29de-4d8e-b69d-4686a6e86a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:20:02.173774 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-b52b12e8-57a0-4bb0-b693-6ce43daf8289 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=33ed3050-8712-4721-ae1f-3351b98314d5 HTTP/1.1" status: 200 len: 217 time: 0.0848415 Nov 09 21:20:02.201590 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238b7ff-500c-4660-874b-9eb6bbd0f1e0 req-e9908fa7-abd8-42f9-8c6b-d1318cbbf520 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:02.203428 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1238b7ff-500c-4660-874b-9eb6bbd0f1e0 req-e9908fa7-abd8-42f9-8c6b-d1318cbbf520 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 950 time: 0.0782144 Nov 09 21:20:02.215892 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e593c2e-97cd-4e59-b634-a595fd4c2e06 req-b4370aaa-b87a-4c3c-9083-cf72664affee tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Router 85e00bdb-4201-43c2-b490-f0c5e1d9dd5e has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:20:02.289889 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0a2c79bf-182b-4d34-84cc-74af7a42ec7c req-a1ee629b-1705-4526-acd7-be538c5e2f33 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51e87dab-4b02-4100-a66a-4ca95a5e6f45 HTTP/1.1" status: 200 len: 999 time: 0.2194617 Nov 09 21:20:02.291616 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1238b7ff-500c-4660-874b-9eb6bbd0f1e0 req-525502f1-ba33-4e25-a7dd-a8b41151af7a tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815525 Nov 09 21:20:02.385128 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-b19cbf1b-f75f-41be-98d8-f07596ed2861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:02.387166 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-b19cbf1b-f75f-41be-98d8-f07596ed2861 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.1569858 Nov 09 21:20:02.434716 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123268ab-c2e6-487a-b0d8-bdf14bc0d064 req-8a676632-5518-4b7c-b6d5-a0250bdc2457 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:02.436329 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-123268ab-c2e6-487a-b0d8-bdf14bc0d064 req-8a676632-5518-4b7c-b6d5-a0250bdc2457 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=51807c0d-9154-49e4-9aa0-064223e8ee95 HTTP/1.1" status: 200 len: 943 time: 0.0815680 Nov 09 21:20:02.502603 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c79bf-182b-4d34-84cc-74af7a42ec7c req-35050eb4-6291-4260-a291-f58d4f415adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:02.504220 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0a2c79bf-182b-4d34-84cc-74af7a42ec7c req-35050eb4-6291-4260-a291-f58d4f415adf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28350996-29de-4d8e-b69d-4686a6e86a6e HTTP/1.1" status: 200 len: 853 time: 0.1730804 Nov 09 21:20:02.518766 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-123268ab-c2e6-487a-b0d8-bdf14bc0d064 req-713eb949-0c0f-431c-883e-9a81e13b1b04 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727973 Nov 09 21:20:02.554294 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649c9ec0-c017-46d5-800f-e31fa845a3a1 None None] New status for floating IP bdc6751b-1265-47b0-9518-990c7f59ad8a: ACTIVE {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:20:02.569283 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e593c2e-97cd-4e59-b634-a595fd4c2e06 req-b4370aaa-b87a-4c3c-9083-cf72664affee tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:20:02.579267 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38ba1c0-87ac-48d1-9e78-77d06c102134 None None] Sync routers for ids ['85e00bdb-4201-43c2-b490-f0c5e1d9dd5e'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:20:02.585341 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6e593c2e-97cd-4e59-b634-a595fd4c2e06 req-b4370aaa-b87a-4c3c-9083-cf72664affee tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:02.597856 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38ba1c0-87ac-48d1-9e78-77d06c102134 None None] Routers {'85e00bdb-4201-43c2-b490-f0c5e1d9dd5e'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:20:02.601403 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-d38ba1c0-87ac-48d1-9e78-77d06c102134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:19:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['85e00bdb-4201-43c2-b490-f0c5e1d9dd5e'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:20:02.625256 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-f4de4fef-53f5-4104-964e-f2a9a1565f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:02.625656 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-f4de4fef-53f5-4104-964e-f2a9a1565f05 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2025282 Nov 09 21:20:02.650277 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c79bf-182b-4d34-84cc-74af7a42ec7c req-5d3a50d1-5599-4c82-8c8f-7059712f8cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:02.652910 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0a2c79bf-182b-4d34-84cc-74af7a42ec7c req-5d3a50d1-5599-4c82-8c8f-7059712f8cff service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9bcf3e74-66ab-4e01-a79a-180569e5d97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1361458 Nov 09 21:20:02.677081 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6e593c2e-97cd-4e59-b634-a595fd4c2e06 req-b4370aaa-b87a-4c3c-9083-cf72664affee tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "PUT /v2.0/floatingips/231a1b22-060f-4786-99c4-e56d7a0aaf82 HTTP/1.1" status: 200 len: 996 time: 2.7741520 Nov 09 21:20:02.784098 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-d38ba1c0-87ac-48d1-9e78-77d06c102134 None None] Set router 85e00bdb-4201-43c2-b490-f0c5e1d9dd5e gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:20:02.819941 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf6a267-e011-4ed2-83e1-9d681a85d2f1 req-f4ea43a2-e71c-4436-b1a6-ad5ef70246af tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:02.826777 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4bf6a267-e011-4ed2-83e1-9d681a85d2f1 req-f4ea43a2-e71c-4436-b1a6-ad5ef70246af tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e860c782-27cf-4fb2-bfba-4f974628e859 HTTP/1.1" status: 200 len: 947 time: 0.0826900 Nov 09 21:20:02.882101 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0a2c79bf-182b-4d34-84cc-74af7a42ec7c req-1d056e32-7971-4395-8be9-3a7808b3aa13 service neutron] 10.222.0.45 "GET /v2.0/networks/9bcf3e74-66ab-4e01-a79a-180569e5d97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350482 Nov 09 21:20:02.922288 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4bf6a267-e011-4ed2-83e1-9d681a85d2f1 req-6a82f722-b5d4-4983-b2d4-123ee9e3e8f1 tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e23aa14-d093-41fa-b7a2-d2b9c1ae8044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898397 Nov 09 21:20:03.084497 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0a2c79bf-182b-4d34-84cc-74af7a42ec7c req-f367de8d-5c2a-497d-ab25-925fc9f8af0a service neutron] 10.222.0.45 "GET /v2.0/networks/9bcf3e74-66ab-4e01-a79a-180569e5d97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871569 Nov 09 21:20:03.086884 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-71c6bccd-ac01-4fbf-b6d3-96cc1ed8caff service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517279 Nov 09 21:20:03.137177 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-d38ba1c0-87ac-48d1-9e78-77d06c102134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e00bdb-4201-43c2-b490-f0c5e1d9dd5e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-91098561-router', 'tenant_id': '9715d51501fd4c548f27e14fec7c1f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:19:13Z', 'updated_at': '2021-11-09T21:19:30Z', 'revision_number': 4, 'project_id': '9715d51501fd4c548f27e14fec7c1f1a', 'gw_port': {'id': 'b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:98:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e00bdb-4201-43c2-b490-f0c5e1d9dd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:16Z', 'updated_at': '2021-11-09T21:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '231a1b22-060f-4786-99c4-e56d7a0aaf82', 'tenant_id': '9715d51501fd4c548f27e14fec7c1f1a', 'floating_ip_address': '172.25.7.199', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '85e00bdb-4201-43c2-b490-f0c5e1d9dd5e', 'port_id': 'fac43ce1-454c-433f-b214-072f068f28d8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '725cddca-fbba-434f-945c-8afbaf0ade31', 'mac_address': 'fa:16:3e:a2:ae:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca315556-84ab-4387-b710-0ff32e26c2c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:19:57Z', 'updated_at': '2021-11-09T21:20:00Z', 'revision_number': 1, 'project_id': '9715d51501fd4c548f27e14fec7c1f1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf8e7695-76a6-47f9-b0c4-ee5b143b9d3f', 'name': '', 'network_id': '725cddca-fbba-434f-945c-8afbaf0ade31', 'tenant_id': '9715d51501fd4c548f27e14fec7c1f1a', 'mac_address': 'fa:16:3e:aa:70:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e00bdb-4201-43c2-b490-f0c5e1d9dd5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'cbe4268b-84c8-4658-8b40-3a7d1ca2490e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:26Z', 'updated_at': '2021-11-09T21:19:36Z', 'revision_number': 5, 'project_id': '9715d51501fd4c548f27e14fec7c1f1a', 'subnets': [{'id': 'cbe4268b-84c8-4658-8b40-3a7d1ca2490e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:20:03.154766 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e593c2e-97cd-4e59-b634-a595fd4c2e06 req-ba7ee483-0d41-46b9-993c-d5ab7194f1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:03.162611 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6e593c2e-97cd-4e59-b634-a595fd4c2e06 req-ba7ee483-0d41-46b9-993c-d5ab7194f1f4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9715d51501fd4c548f27e14fec7c1f1a&device_id=ca315556-84ab-4387-b710-0ff32e26c2c3 HTTP/1.1" status: 200 len: 1096 time: 0.2846034 Nov 09 21:20:03.185183 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38ba1c0-87ac-48d1-9e78-77d06c102134 None None] Checking router: 85e00bdb-4201-43c2-b490-f0c5e1d9dd5e for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:20:03.195253 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38ba1c0-87ac-48d1-9e78-77d06c102134 None None] Routers {'85e00bdb-4201-43c2-b490-f0c5e1d9dd5e'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:20:03.195875 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-d38ba1c0-87ac-48d1-9e78-77d06c102134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:19:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['85e00bdb-4201-43c2-b490-f0c5e1d9dd5e'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:20:03.283033 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-abd2da48-fa87-4c0b-9f49-c72da7bfe661 req-6dad0f62-0d7c-4f1c-a0fd-3065bf2d9b9f service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870017 Nov 09 21:20:03.295472 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51807c0d-9154-49e4-9aa0-064223e8ee95', 'tag': '393976db-67d8-45b9-bd11-937dc58d5622'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:20:03.299103 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0baf45-d929-4eda-a619-78776be5b2d3" -d '{"events": [{"name": "network-changed", "server_uuid": "51807c0d-9154-49e4-9aa0-064223e8ee95", "tag": "393976db-67d8-45b9-bd11-937dc58d5622"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:20:03.299961 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e593c2e-97cd-4e59-b634-a595fd4c2e06 req-6c6a58d6-fcfc-4847-b4c3-ae62a9711fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:03.301491 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6e593c2e-97cd-4e59-b634-a595fd4c2e06 req-6c6a58d6-fcfc-4847-b4c3-ae62a9711fd4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=725cddca-fbba-434f-945c-8afbaf0ade31 HTTP/1.1" status: 200 len: 927 time: 0.1381173 Nov 09 21:20:03.356963 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84cbcc0-868b-4a2e-986a-2af13edbd794 x-openstack-request-id: req-f84cbcc0-868b-4a2e-986a-2af13edbd794 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:20:03.357540 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51807c0d-9154-49e4-9aa0-064223e8ee95", "tag": "393976db-67d8-45b9-bd11-937dc58d5622", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:20:03.357990 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-d38ba1c0-87ac-48d1-9e78-77d06c102134 None None] Set router 85e00bdb-4201-43c2-b490-f0c5e1d9dd5e gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:20:03.358119 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f84cbcc0-868b-4a2e-986a-2af13edbd794 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:20:03.358684 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51807c0d-9154-49e4-9aa0-064223e8ee95', 'tag': '393976db-67d8-45b9-bd11-937dc58d5622', 'status': 'completed', 'code': 200} Nov 09 21:20:03.479722 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6e593c2e-97cd-4e59-b634-a595fd4c2e06 req-bbc3de92-26b2-4511-8222-dab6b8d897e1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fac43ce1-454c-433f-b214-072f068f28d8 HTTP/1.1" status: 200 len: 999 time: 0.1566668 Nov 09 21:20:03.482358 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad289577-516b-4abe-9703-18a0dfc9791a req-54113ea1-6a95-41e6-888c-9e1381243c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:03.483867 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ad289577-516b-4abe-9703-18a0dfc9791a req-54113ea1-6a95-41e6-888c-9e1381243c4b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=59eda8a7e29a429e890196eee2369cfa&device_id=e860c782-27cf-4fb2-bfba-4f974628e859 HTTP/1.1" status: 200 len: 1098 time: 0.0596364 Nov 09 21:20:03.500269 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:03.534916 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420107af-e8a9-4dbf-a98c-bf7083fa403a req-44e35cbf-2f4a-4828-9090-6876ee1d8edc tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:03.537653 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-420107af-e8a9-4dbf-a98c-bf7083fa403a req-44e35cbf-2f4a-4828-9090-6876ee1d8edc tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 950 time: 0.1189122 Nov 09 21:20:03.540023 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0baf45-d929-4eda-a619-78776be5b2d3 req-06a23b52-bb99-456c-982f-3dedd87a7d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:03.541680 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-df0baf45-d929-4eda-a619-78776be5b2d3 req-06a23b52-bb99-456c-982f-3dedd87a7d77 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=75ff5a098c974a5f990f4fa539b60751&device_id=51807c0d-9154-49e4-9aa0-064223e8ee95 HTTP/1.1" status: 200 len: 1094 time: 0.1101115 Nov 09 21:20:03.665232 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-420107af-e8a9-4dbf-a98c-bf7083fa403a req-46e3e490-737d-4c46-b095-5cbf549e5e20 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194515 Nov 09 21:20:03.724779 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0baf45-d929-4eda-a619-78776be5b2d3 req-824c2c99-4791-4dad-b541-4994c9798672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:03.732098 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-df0baf45-d929-4eda-a619-78776be5b2d3 req-824c2c99-4791-4dad-b541-4994c9798672 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d46322e9-b56d-4dd7-8c5c-4100db9766b4 HTTP/1.1" status: 200 len: 904 time: 0.1789141 Nov 09 21:20:03.767068 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-d38ba1c0-87ac-48d1-9e78-77d06c102134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e00bdb-4201-43c2-b490-f0c5e1d9dd5e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-91098561-router', 'tenant_id': '9715d51501fd4c548f27e14fec7c1f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:19:13Z', 'updated_at': '2021-11-09T21:19:30Z', 'revision_number': 4, 'project_id': '9715d51501fd4c548f27e14fec7c1f1a', 'gw_port': {'id': 'b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:98:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e00bdb-4201-43c2-b490-f0c5e1d9dd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:16Z', 'updated_at': '2021-11-09T21:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '231a1b22-060f-4786-99c4-e56d7a0aaf82', 'tenant_id': '9715d51501fd4c548f27e14fec7c1f1a', 'floating_ip_address': '172.25.7.199', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '85e00bdb-4201-43c2-b490-f0c5e1d9dd5e', 'port_id': 'fac43ce1-454c-433f-b214-072f068f28d8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '725cddca-fbba-434f-945c-8afbaf0ade31', 'mac_address': 'fa:16:3e:a2:ae:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca315556-84ab-4387-b710-0ff32e26c2c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:19:57Z', 'updated_at': '2021-11-09T21:20:00Z', 'revision_number': 1, 'project_id': '9715d51501fd4c548f27e14fec7c1f1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf8e7695-76a6-47f9-b0c4-ee5b143b9d3f', 'name': '', 'network_id': '725cddca-fbba-434f-945c-8afbaf0ade31', 'tenant_id': '9715d51501fd4c548f27e14fec7c1f1a', 'mac_address': 'fa:16:3e:aa:70:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e00bdb-4201-43c2-b490-f0c5e1d9dd5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'cbe4268b-84c8-4658-8b40-3a7d1ca2490e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:26Z', 'updated_at': '2021-11-09T21:19:36Z', 'revision_number': 5, 'project_id': '9715d51501fd4c548f27e14fec7c1f1a', 'subnets': [{'id': 'cbe4268b-84c8-4658-8b40-3a7d1ca2490e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:20:03.787896 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-df0baf45-d929-4eda-a619-78776be5b2d3 req-2b9a0a7d-a779-45c7-af2d-eeb7ad363afb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=393976db-67d8-45b9-bd11-937dc58d5622 HTTP/1.1" status: 200 len: 217 time: 0.0484655 Nov 09 21:20:03.865820 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0baf45-d929-4eda-a619-78776be5b2d3 req-057c286e-8bd4-4eb7-956a-d82e3a8b9eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:03.868208 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-df0baf45-d929-4eda-a619-78776be5b2d3 req-057c286e-8bd4-4eb7-956a-d82e3a8b9eca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b00fcf6d-0dad-4966-9afe-8edbbda80569 HTTP/1.1" status: 200 len: 844 time: 0.0712283 Nov 09 21:20:03.879911 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6514d-1240-4642-b886-4123b77ea9e5 req-85020751-b740-48c1-bb64-09cb0a4dce2f tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:03.882182 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6ba6514d-1240-4642-b886-4123b77ea9e5 req-85020751-b740-48c1-bb64-09cb0a4dce2f tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=51807c0d-9154-49e4-9aa0-064223e8ee95 HTTP/1.1" status: 200 len: 943 time: 0.0969930 Nov 09 21:20:03.910263 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:20:03.927078 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-df0baf45-d929-4eda-a619-78776be5b2d3 req-3807850c-c6c3-497a-a463-a15f58bcbd5a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d46322e9-b56d-4dd7-8c5c-4100db9766b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429816 Nov 09 21:20:03.940373 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e593c2e-97cd-4e59-b634-a595fd4c2e06 req-e257e03d-09a3-4dac-8da8-9c0ad2464a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:03.951640 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38ba1c0-87ac-48d1-9e78-77d06c102134 None None] The sync data for ids ['85e00bdb-4201-43c2-b490-f0c5e1d9dd5e'] in n-d-816206-3 is: [{'id': '85e00bdb-4201-43c2-b490-f0c5e1d9dd5e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-91098561-router', 'tenant_id': '9715d51501fd4c548f27e14fec7c1f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:19:13Z', 'updated_at': '2021-11-09T21:19:30Z', 'revision_number': 4, 'project_id': '9715d51501fd4c548f27e14fec7c1f1a', 'gw_port': {'id': 'b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:98:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e00bdb-4201-43c2-b490-f0c5e1d9dd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:16Z', 'updated_at': '2021-11-09T21:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '231a1b22-060f-4786-99c4-e56d7a0aaf82', 'tenant_id': '9715d51501fd4c548f27e14fec7c1f1a', 'floating_ip_address': '172.25.7.199', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '85e00bdb-4201-43c2-b490-f0c5e1d9dd5e', 'port_id': 'fac43ce1-454c-433f-b214-072f068f28d8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '725cddca-fbba-434f-945c-8afbaf0ade31', 'mac_address': 'fa:16:3e:a2:ae:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca315556-84ab-4387-b710-0ff32e26c2c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:19:57Z', 'updated_at': '2021-11-09T21:20:00Z', 'revision_number': 1, 'project_id': '9715d51501fd4c548f27e14fec7c1f1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf8e7695-76a6-47f9-b0c4-ee5b143b9d3f', 'name': '', 'network_id': '725cddca-fbba-434f-945c-8afbaf0ade31', 'tenant_id': '9715d51501fd4c548f27e14fec7c1f1a', 'mac_address': 'fa:16:3e:aa:70:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e00bdb-4201-43c2-b490-f0c5e1d9dd5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'cbe4268b-84c8-4658-8b40-3a7d1ca2490e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:26Z', 'updated_at': '2021-11-09T21:19:36Z', 'revision_number': 5, 'project_id': '9715d51501fd4c548f27e14fec7c1f1a', 'subnets': [{'id': 'cbe4268b-84c8-4658-8b40-3a7d1ca2490e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:20:03.952177 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6e593c2e-97cd-4e59-b634-a595fd4c2e06 req-e257e03d-09a3-4dac-8da8-9c0ad2464a09 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cbe4268b-84c8-4658-8b40-3a7d1ca2490e HTTP/1.1" status: 200 len: 866 time: 0.4642215 Nov 09 21:20:04.021632 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca315556-84ab-4387-b710-0ff32e26c2c3', 'tag': 'fac43ce1-454c-433f-b214-072f068f28d8'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:20:04.024964 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2575440c-2471-472a-8af5-39427291f1f2" -d '{"events": [{"name": "network-changed", "server_uuid": "ca315556-84ab-4387-b710-0ff32e26c2c3", "tag": "fac43ce1-454c-433f-b214-072f068f28d8"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:20:04.040130 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e593c2e-97cd-4e59-b634-a595fd4c2e06 req-ea965a08-011e-4dc4-b289-9ea52c01349f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:04.042044 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6ba6514d-1240-4642-b886-4123b77ea9e5 req-fbecc898-988a-4949-8309-6a225c541488 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498797 Nov 09 21:20:04.042484 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6e593c2e-97cd-4e59-b634-a595fd4c2e06 req-ea965a08-011e-4dc4-b289-9ea52c01349f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=725cddca-fbba-434f-945c-8afbaf0ade31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892198 Nov 09 21:20:04.049286 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad289577-516b-4abe-9703-18a0dfc9791a req-7d527734-fa8a-4406-b27f-11f9caaebd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:04.052146 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ad289577-516b-4abe-9703-18a0dfc9791a req-7d527734-fa8a-4406-b27f-11f9caaebd6a service neutron] 10.222.0.43 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.5507138 Nov 09 21:20:04.059458 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-6e593c2e-97cd-4e59-b634-a595fd4c2e06 req-ddc17797-cd66-40bc-ab66-6baf63570268 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:20:04.061852 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6e593c2e-97cd-4e59-b634-a595fd4c2e06 req-ddc17797-cd66-40bc-ab66-6baf63570268 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081973 Nov 09 21:20:04.100339 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-df0baf45-d929-4eda-a619-78776be5b2d3 req-bee6ef54-9f7c-480c-9bf8-ca467e76bf7f service neutron] 10.222.0.43 "GET /v2.0/networks/d46322e9-b56d-4dd7-8c5c-4100db9766b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636920 Nov 09 21:20:04.174049 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ad289577-516b-4abe-9703-18a0dfc9791a req-d103ad0f-2880-4494-ab6b-3a018686d7f9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=33ed3050-8712-4721-ae1f-3351b98314d5 HTTP/1.1" status: 200 len: 217 time: 0.1108234 Nov 09 21:20:04.249202 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad289577-516b-4abe-9703-18a0dfc9791a req-d3958ab3-8bd2-421a-a851-dd8f0f720934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:04.250724 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ad289577-516b-4abe-9703-18a0dfc9791a req-d3958ab3-8bd2-421a-a851-dd8f0f720934 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.0648723 Nov 09 21:20:04.266637 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-df0baf45-d929-4eda-a619-78776be5b2d3 req-655d661b-4c5b-4e2c-9875-53e1248831e1 service neutron] 10.222.0.43 "GET /v2.0/networks/d46322e9-b56d-4dd7-8c5c-4100db9766b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576438 Nov 09 21:20:04.302967 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50862ff-e216-4f61-93f5-8d083307c24a req-d8cdca64-ddf0-4645-8f57-e004bdc882e4 tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:04.305026 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e50862ff-e216-4f61-93f5-8d083307c24a req-d8cdca64-ddf0-4645-8f57-e004bdc882e4 tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e860c782-27cf-4fb2-bfba-4f974628e859 HTTP/1.1" status: 200 len: 947 time: 0.1044285 Nov 09 21:20:04.308216 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6e593c2e-97cd-4e59-b634-a595fd4c2e06 req-0bb55d9e-f1e0-4d61-9529-8290ad0fbbde service neutron] 10.222.0.49 "GET /v2.0/networks/725cddca-fbba-434f-945c-8afbaf0ade31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967313 Nov 09 21:20:04.319761 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad289577-516b-4abe-9703-18a0dfc9791a req-3a759e84-2627-4fa3-bfb6-0a990dc3ee3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:04.321602 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ad289577-516b-4abe-9703-18a0dfc9791a req-3a759e84-2627-4fa3-bfb6-0a990dc3ee3f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0621576 Nov 09 21:20:04.353958 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddd1bc4-ff66-41d4-920e-0bf198fab0c5 None None] New status for floating IP 231a1b22-060f-4786-99c4-e56d7a0aaf82: ACTIVE {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:20:04.391060 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e50862ff-e216-4f61-93f5-8d083307c24a req-c945a092-1096-41eb-92d7-3546aab36e0e tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e23aa14-d093-41fa-b7a2-d2b9c1ae8044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707326 Nov 09 21:20:04.459266 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64f9c8d-44c7-4f2f-848c-0c6ba2ffa584 x-openstack-request-id: req-a64f9c8d-44c7-4f2f-848c-0c6ba2ffa584 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:20:04.459525 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca315556-84ab-4387-b710-0ff32e26c2c3", "tag": "fac43ce1-454c-433f-b214-072f068f28d8", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:20:04.459766 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a64f9c8d-44c7-4f2f-848c-0c6ba2ffa584 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:20:04.460159 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca315556-84ab-4387-b710-0ff32e26c2c3', 'tag': 'fac43ce1-454c-433f-b214-072f068f28d8', 'status': 'completed', 'code': 200} Nov 09 21:20:04.541286 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ad289577-516b-4abe-9703-18a0dfc9791a req-11c393a3-0a80-4c5e-a449-52aa849b3d82 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111239 Nov 09 21:20:04.546584 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6e593c2e-97cd-4e59-b634-a595fd4c2e06 req-2ccc0513-676b-49ed-a670-88602bde92ca service neutron] 10.222.0.49 "GET /v2.0/networks/725cddca-fbba-434f-945c-8afbaf0ade31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211199 Nov 09 21:20:04.575273 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575440c-2471-472a-8af5-39427291f1f2 req-c088e4d6-493e-45c6-9f94-c2a54811925b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:04.576894 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2575440c-2471-472a-8af5-39427291f1f2 req-c088e4d6-493e-45c6-9f94-c2a54811925b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9715d51501fd4c548f27e14fec7c1f1a&device_id=ca315556-84ab-4387-b710-0ff32e26c2c3 HTTP/1.1" status: 200 len: 1096 time: 0.0885060 Nov 09 21:20:04.733800 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 393976db-67d8-45b9-bd11-937dc58d5622 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:20:04.750692 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ad289577-516b-4abe-9703-18a0dfc9791a req-2246c733-7325-4310-90c7-5e5087fe4cbc service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022374 Nov 09 21:20:04.783008 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575440c-2471-472a-8af5-39427291f1f2 req-f62e4cb5-5810-44c1-8d86-1489b09ea77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:04.784485 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2575440c-2471-472a-8af5-39427291f1f2 req-f62e4cb5-5810-44c1-8d86-1489b09ea77f service neutron] 10.222.0.45 "GET /v2.0/networks?id=725cddca-fbba-434f-945c-8afbaf0ade31 HTTP/1.1" status: 200 len: 927 time: 0.1804857 Nov 09 21:20:04.843933 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 393976db-67d8-45b9-bd11-937dc58d5622, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=393976db-67d8-45b9-bd11-937dc58d5622,segment=NetworkSegment(535e550e-1834-40ad-bb5a-53e5c279aa6f),segment_id=535e550e-1834-40ad-bb5a-53e5c279aa6f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:20:04.859026 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '393976db-67d8-45b9-bd11-937dc58d5622', 'network_id': 'd46322e9-b56d-4dd7-8c5c-4100db9766b4', 'port_id': '393976db-67d8-45b9-bd11-937dc58d5622', 'mac_address': 'fa:16:3e:49:64:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b00fcf6d-0dad-4966-9afe-8edbbda80569', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:20:04.864679 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f63b64ef-9e69-4a47-8962-c798ca0bb3d1 req-eb14f877-fd52-4d0e-8e75-7d7e91721dc3 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4531c23d-84b7-490d-8d7c-6676781b6e6a HTTP/1.1" status: 200 len: 258 time: 0.2149599 Nov 09 21:20:04.875713 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-f63b64ef-9e69-4a47-8962-c798ca0bb3d1 req-e3f7fb77-8e29-4780-9c4b-4a17b7e4b96a tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:20:04.882244 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2575440c-2471-472a-8af5-39427291f1f2 req-f620521b-0f2f-45b4-ad81-17a2cbbced41 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fac43ce1-454c-433f-b214-072f068f28d8 HTTP/1.1" status: 200 len: 1001 time: 0.0878582 Nov 09 21:20:04.889090 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-0e625efa-dfab-4f12-8be0-e3f365f9bad4 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:04.890524 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-0e625efa-dfab-4f12-8be0-e3f365f9bad4 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] 10.222.0.49 "GET /v2.0/networks?id=a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef HTTP/1.1" status: 200 len: 814 time: 0.1932204 Nov 09 21:20:04.899654 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f63b64ef-9e69-4a47-8962-c798ca0bb3d1 req-e3f7fb77-8e29-4780-9c4b-4a17b7e4b96a tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Publish callbacks [] for floatingip, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:04.904792 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:04.918383 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 393976db-67d8-45b9-bd11-937dc58d5622 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:20:04.937104 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-fcc9ec2c-136f-44c0-966e-b1b1c6e5f890 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] 10.222.0.49 "GET /v2.0/quotas/82be29d0d47e46adb14283806ef20aca HTTP/1.1" status: 200 len: 375 time: 0.0367749 Nov 09 21:20:04.939561 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 393976db-67d8-45b9-bd11-937dc58d5622, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=393976db-67d8-45b9-bd11-937dc58d5622,segment=NetworkSegment(535e550e-1834-40ad-bb5a-53e5c279aa6f),segment_id=535e550e-1834-40ad-bb5a-53e5c279aa6f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:20:04.944919 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:04.946463 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575440c-2471-472a-8af5-39427291f1f2 req-2dde1408-020e-436f-af84-55efb20264ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:04.947937 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2575440c-2471-472a-8af5-39427291f1f2 req-2dde1408-020e-436f-af84-55efb20264ec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cbe4268b-84c8-4658-8b40-3a7d1ca2490e HTTP/1.1" status: 200 len: 866 time: 0.0565372 Nov 09 21:20:04.997766 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=393976db-67d8-45b9-bd11-937dc58d5622,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:05.002910 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f63b64ef-9e69-4a47-8962-c798ca0bb3d1 req-e3f7fb77-8e29-4780-9c4b-4a17b7e4b96a tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:05.006025 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:20:05.006446 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:20:05.006877 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:20:05.007273 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:20:05.007710 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:20:05.008929 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:20:05.009341 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:20:05.009860 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:20:05.010262 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:20:05.010651 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:20:05.011050 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:20:05.011479 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:20:05.026284 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-ac398048-82af-4c52-9447-1c7e46f0bbe6 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=82be29d0d47e46adb14283806ef20aca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0773833 Nov 09 21:20:05.031283 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575440c-2471-472a-8af5-39427291f1f2 req-fff288de-f71a-46cb-bfd8-2ee8a523ea66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:05.032672 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2575440c-2471-472a-8af5-39427291f1f2 req-fff288de-f71a-46cb-bfd8-2ee8a523ea66 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=725cddca-fbba-434f-945c-8afbaf0ade31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732031 Nov 09 21:20:05.119311 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-f63b64ef-9e69-4a47-8962-c798ca0bb3d1 req-e3f7fb77-8e29-4780-9c4b-4a17b7e4b96a tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Allocated IP 172.25.7.115 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/248b2358-05cd-4049-8c2c-b57aea1d33c6) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:20:05.185280 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-b282e3a4-da56-40a9-a83b-ca6d25d62947 service neutron] 10.222.0.49 "GET /v2.0/networks/a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510060 Nov 09 21:20:05.187202 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2575440c-2471-472a-8af5-39427291f1f2 req-1e140c75-ac7f-455e-8180-ade88be84108 service neutron] 10.222.0.45 "GET /v2.0/networks/725cddca-fbba-434f-945c-8afbaf0ade31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460893 Nov 09 21:20:05.224378 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f63b64ef-9e69-4a47-8962-c798ca0bb3d1 req-e3f7fb77-8e29-4780-9c4b-4a17b7e4b96a tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:05.257797 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f63b64ef-9e69-4a47-8962-c798ca0bb3d1 req-e3f7fb77-8e29-4780-9c4b-4a17b7e4b96a tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:05.343537 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-c30ebccc-c0ed-467f-9ea2-9dc7094e2fa1 service neutron] 10.222.0.49 "GET /v2.0/networks/a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520562 Nov 09 21:20:05.347414 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2575440c-2471-472a-8af5-39427291f1f2 req-7d16b5a8-ce60-4bce-ac17-9d92d51c5fe1 service neutron] 10.222.0.45 "GET /v2.0/networks/725cddca-fbba-434f-945c-8afbaf0ade31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471543 Nov 09 21:20:05.349900 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['393976db-67d8-45b9-bd11-937dc58d5622'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:20:05.585589 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3097112-7a14-4548-8cfa-4a32e02a4701 req-882b2ab6-ccd7-448f-aa5c-f850b4336316 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:05.587273 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d3097112-7a14-4548-8cfa-4a32e02a4701 req-882b2ab6-ccd7-448f-aa5c-f850b4336316 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 950 time: 0.0561988 Nov 09 21:20:05.630862 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f63b64ef-9e69-4a47-8962-c798ca0bb3d1 req-e3f7fb77-8e29-4780-9c4b-4a17b7e4b96a tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:20:05.634780 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f7fb77-8e29-4780-9c4b-4a17b7e4b96a tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Pushing event updated for resources: {'Port': ['ID=248b2358-05cd-4049-8c2c-b57aea1d33c6,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:05.637154 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d3097112-7a14-4548-8cfa-4a32e02a4701 req-e9e24a88-b23a-447a-889e-d06f035a7246 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424864 Nov 09 21:20:05.638799 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-f63b64ef-9e69-4a47-8962-c798ca0bb3d1 req-e3f7fb77-8e29-4780-9c4b-4a17b7e4b96a tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:20:05.641095 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63b64ef-9e69-4a47-8962-c798ca0bb3d1 req-e3f7fb77-8e29-4780-9c4b-4a17b7e4b96a tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:20:05.729623 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f63b64ef-9e69-4a47-8962-c798ca0bb3d1 req-e3f7fb77-8e29-4780-9c4b-4a17b7e4b96a tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:05.766756 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a242c-dbc8-49ba-9513-e66ccb9d621b req-4427d24f-bb49-4442-bffc-43f6a12a1459 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:05.768254 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b48a242c-dbc8-49ba-9513-e66ccb9d621b req-4427d24f-bb49-4442-bffc-43f6a12a1459 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=51807c0d-9154-49e4-9aa0-064223e8ee95 HTTP/1.1" status: 200 len: 944 time: 0.0636370 Nov 09 21:20:05.769330 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f63b64ef-9e69-4a47-8962-c798ca0bb3d1 req-e3f7fb77-8e29-4780-9c4b-4a17b7e4b96a tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:05.822934 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b48a242c-dbc8-49ba-9513-e66ccb9d621b req-2fdd27a1-480a-43bb-b1c8-a2ddd902bfa4 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464170 Nov 09 21:20:05.946096 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f63b64ef-9e69-4a47-8962-c798ca0bb3d1 req-e3f7fb77-8e29-4780-9c4b-4a17b7e4b96a tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:05.951917 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f63b64ef-9e69-4a47-8962-c798ca0bb3d1 req-e3f7fb77-8e29-4780-9c4b-4a17b7e4b96a tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:06.001960 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b584bde-b31e-4556-a4f1-4e2f18f607b3 req-816698a5-74e1-428d-ad0e-51b878a5edd3 tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:06.004164 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8b584bde-b31e-4556-a4f1-4e2f18f607b3 req-816698a5-74e1-428d-ad0e-51b878a5edd3 tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e860c782-27cf-4fb2-bfba-4f974628e859 HTTP/1.1" status: 200 len: 947 time: 0.0581672 Nov 09 21:20:06.035133 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f7fb77-8e29-4780-9c4b-4a17b7e4b96a tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Pushing event updated for resources: {'Port': ['ID=248b2358-05cd-4049-8c2c-b57aea1d33c6,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:06.044181 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f63b64ef-9e69-4a47-8962-c798ca0bb3d1 req-e3f7fb77-8e29-4780-9c4b-4a17b7e4b96a tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:06.057676 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8b584bde-b31e-4556-a4f1-4e2f18f607b3 req-eaa8a5a9-9836-4c2c-b5e2-268a4113ceb8 tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e23aa14-d093-41fa-b7a2-d2b9c1ae8044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466866 Nov 09 21:20:06.060314 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f63b64ef-9e69-4a47-8962-c798ca0bb3d1 req-e3f7fb77-8e29-4780-9c4b-4a17b7e4b96a tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:06.061729 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f63b64ef-9e69-4a47-8962-c798ca0bb3d1 req-e3f7fb77-8e29-4780-9c4b-4a17b7e4b96a tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1899335 Nov 09 21:20:06.117724 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f63b64ef-9e69-4a47-8962-c798ca0bb3d1 req-1a5b9861-2aef-40ae-b5f3-a47b298d7e1c tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.115 HTTP/1.1" status: 200 len: 696 time: 0.0487840 Nov 09 21:20:06.146138 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4fbf20d3-a175-4d34-b188-ae14a4cee784 req-4d1f631d-fe46-4e68-b161-ad2b137a0c4e tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bbb89f0-d82b-41d7-997d-7434f853340c HTTP/1.1" status: 200 len: 210 time: 0.0266221 Nov 09 21:20:06.240252 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b64ef-9e69-4a47-8962-c798ca0bb3d1 req-e639cb18-d20d-48b2-9424-c92f97709360 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:06.241787 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f63b64ef-9e69-4a47-8962-c798ca0bb3d1 req-e639cb18-d20d-48b2-9424-c92f97709360 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/networks/4531c23d-84b7-490d-8d7c-6676781b6e6a HTTP/1.1" status: 200 len: 784 time: 0.1164834 Nov 09 21:20:06.416543 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d57476-c148-40c0-ba36-d782900cffed req-b8bfe564-b1f8-41f8-846d-08dd204fb627 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:06.418085 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f5d57476-c148-40c0-ba36-d782900cffed req-b8bfe564-b1f8-41f8-846d-08dd204fb627 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca315556-84ab-4387-b710-0ff32e26c2c3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0838413 Nov 09 21:20:06.467138 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f5d57476-c148-40c0-ba36-d782900cffed req-117f6926-df71-4549-a2c2-cc7fcf54556b tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.115 HTTP/1.1" status: 200 len: 696 time: 0.0431352 Nov 09 21:20:06.477990 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-f5d57476-c148-40c0-ba36-d782900cffed req-d5a3fea9-3e08-4a5e-9b3a-9e2abefdfbaa tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Request body: {'floatingip': {'port_id': 'fac43ce1-454c-433f-b214-072f068f28d8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:20:06.518307 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f5d57476-c148-40c0-ba36-d782900cffed req-d5a3fea9-3e08-4a5e-9b3a-9e2abefdfbaa tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Publish callbacks [] for floatingip, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:06.677060 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-932ccce0-dd2d-49fa-8697-d3778982cef1 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:06.680076 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-932ccce0-dd2d-49fa-8697-d3778982cef1 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] 10.222.0.45 "GET /v2.0/networks?id=a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef HTTP/1.1" status: 200 len: 814 time: 0.1131277 Nov 09 21:20:06.695359 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-c9cc5020-557e-400b-b2cb-44c4306f0c73 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] Request body: {'port': {'device_id': '9bbb89f0-d82b-41d7-997d-7434f853340c', 'network_id': 'a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef', 'admin_state_up': True, 'tenant_id': '82be29d0d47e46adb14283806ef20aca'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:20:06.749637 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 33ed3050-8712-4721-ae1f-3351b98314d5 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:20:06.755236 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 393976db-67d8-45b9-bd11-937dc58d5622 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:20:06.765909 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [req-f5d57476-c148-40c0-ba36-d782900cffed req-d5a3fea9-3e08-4a5e-9b3a-9e2abefdfbaa tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] update failed (client error): There was a conflict when trying to complete your request. Nov 09 21:20:06.769146 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f5d57476-c148-40c0-ba36-d782900cffed req-d5a3fea9-3e08-4a5e-9b3a-9e2abefdfbaa tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "PUT /v2.0/floatingips/1c08a33a-62a3-4d3f-996b-9ef75a5a5a8c HTTP/1.1" status: 409 len: 550 time: 0.2959204 Nov 09 21:20:06.827428 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f2863-5747-4656-b1d4-49ebb3f8af6b req-f685e408-8f20-4d3b-9469-d1728780a921 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:06.834763 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f21f2863-5747-4656-b1d4-49ebb3f8af6b req-f685e408-8f20-4d3b-9469-d1728780a921 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 950 time: 0.0957048 Nov 09 21:20:06.866867 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c0b41f36-dae6-4a75-852f-9fd0561ac1ec req-6115952d-c177-4354-bc8d-2eeb084db559 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/floatingips/1c08a33a-62a3-4d3f-996b-9ef75a5a5a8c HTTP/1.1" status: 200 len: 693 time: 0.0583591 Nov 09 21:20:06.869420 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 393976db-67d8-45b9-bd11-937dc58d5622 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:20:06.905769 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 33ed3050-8712-4721-ae1f-3351b98314d5, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=33ed3050-8712-4721-ae1f-3351b98314d5,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:20:06.912138 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f21f2863-5747-4656-b1d4-49ebb3f8af6b req-2970d07b-0b99-4d95-879e-3a4111f8aa9e tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720403 Nov 09 21:20:06.913667 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-c9cc5020-557e-400b-b2cb-44c4306f0c73 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] Made reservation on behalf of 82be29d0d47e46adb14283806ef20aca for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:20:06.923734 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-c9cc5020-557e-400b-b2cb-44c4306f0c73 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:06.926352 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 393976db-67d8-45b9-bd11-937dc58d5622 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:20:06.928455 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:06.962223 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '33ed3050-8712-4721-ae1f-3351b98314d5', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'port_id': '33ed3050-8712-4721-ae1f-3351b98314d5', 'mac_address': 'fa:16:3e:c2:11:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba3500c-a288-4596-ba94-148f2bd8a6da', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:20:07.012840 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b41f36-dae6-4a75-852f-9fd0561ac1ec req-6e34f8f4-7b9a-4118-b772-49d8eaca0efe tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:07.014361 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c0b41f36-dae6-4a75-852f-9fd0561ac1ec req-6e34f8f4-7b9a-4118-b772-49d8eaca0efe tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/networks/4531c23d-84b7-490d-8d7c-6676781b6e6a HTTP/1.1" status: 200 len: 784 time: 0.1390970 Nov 09 21:20:07.075803 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:07.080140 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:07.086195 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c0b41f36-dae6-4a75-852f-9fd0561ac1ec req-53d85a20-3179-4450-9f56-f4593f3b583d tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.115 HTTP/1.1" status: 200 len: 696 time: 0.0643628 Nov 09 21:20:07.092353 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ebab5-325c-4651-9859-2a1d6545db06 req-3714264c-45d4-4c28-8eb1-96f78e5ab2a4 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:07.099806 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-918ebab5-325c-4651-9859-2a1d6545db06 req-3714264c-45d4-4c28-8eb1-96f78e5ab2a4 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=51807c0d-9154-49e4-9aa0-064223e8ee95 HTTP/1.1" status: 200 len: 944 time: 0.1031032 Nov 09 21:20:07.115771 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33ed3050-8712-4721-ae1f-3351b98314d5 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:20:07.128392 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51807c0d-9154-49e4-9aa0-064223e8ee95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393976db-67d8-45b9-bd11-937dc58d5622'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:20:07.131154 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046e4bdf-1cd9-401d-82b6-008cb7ba2f78" -d '{"events": [{"server_uuid": "51807c0d-9154-49e4-9aa0-064223e8ee95", "name": "network-vif-plugged", "status": "completed", "tag": "393976db-67d8-45b9-bd11-937dc58d5622"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:20:07.140804 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-c9cc5020-557e-400b-b2cb-44c4306f0c73 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] Allocated IP 172.20.0.10 (a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef/ef05ee4c-62c9-4031-9b2a-86343ca19be3/0ce8acfb-b67d-4d2e-827e-fb09589f2947) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:20:07.157905 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 393976db-67d8-45b9-bd11-937dc58d5622, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=393976db-67d8-45b9-bd11-937dc58d5622,segment=NetworkSegment(535e550e-1834-40ad-bb5a-53e5c279aa6f),segment_id=535e550e-1834-40ad-bb5a-53e5c279aa6f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:20:07.163494 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c0b41f36-dae6-4a75-852f-9fd0561ac1ec req-6ce9047a-d33f-4e0c-8d2d-083d7b48162c tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.115 HTTP/1.1" status: 200 len: 696 time: 0.0686417 Nov 09 21:20:07.164970 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 33ed3050-8712-4721-ae1f-3351b98314d5, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=33ed3050-8712-4721-ae1f-3351b98314d5,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:20:07.166338 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:07.174099 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:07.194376 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-918ebab5-325c-4651-9859-2a1d6545db06 req-6308af6e-aecb-438b-955d-3aadff6f1aaa tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884240 Nov 09 21:20:07.235480 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=393976db-67d8-45b9-bd11-937dc58d5622,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:07.306099 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=33ed3050-8712-4721-ae1f-3351b98314d5,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:07.382076 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-c0b41f36-dae6-4a75-852f-9fd0561ac1ec req-0af9652a-f741-450c-994c-9243dd80751a tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Deleting port 248b2358-05cd-4049-8c2c-b57aea1d33c6 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:20:07.382585 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c0b41f36-dae6-4a75-852f-9fd0561ac1ec req-0af9652a-f741-450c-994c-9243dd80751a tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:07.527246 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-c9cc5020-557e-400b-b2cb-44c4306f0c73 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:07.533189 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c0b41f36-dae6-4a75-852f-9fd0561ac1ec req-0af9652a-f741-450c-994c-9243dd80751a tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:07.533801 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c0b41f36-dae6-4a75-852f-9fd0561ac1ec req-0af9652a-f741-450c-994c-9243dd80751a tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:07.551002 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8933f3f-e282-4b77-a464-81d9e3be7edd req-697ce1d7-680d-4fa5-b2c2-a3c254a3abb1 tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:07.552768 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a8933f3f-e282-4b77-a464-81d9e3be7edd req-697ce1d7-680d-4fa5-b2c2-a3c254a3abb1 tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e860c782-27cf-4fb2-bfba-4f974628e859 HTTP/1.1" status: 200 len: 948 time: 0.1451738 Nov 09 21:20:07.553678 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-c0b41f36-dae6-4a75-852f-9fd0561ac1ec req-0af9652a-f741-450c-994c-9243dd80751a tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Calling delete_port for 248b2358-05cd-4049-8c2c-b57aea1d33c6 owned by network:floatingip {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:20:07.581044 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['33ed3050-8712-4721-ae1f-3351b98314d5'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:20:07.659718 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-c9cc5020-557e-400b-b2cb-44c4306f0c73 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:07.699140 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a8933f3f-e282-4b77-a464-81d9e3be7edd req-ecc98707-d72f-4507-a824-f07a6cfb6b53 tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e23aa14-d093-41fa-b7a2-d2b9c1ae8044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361065 Nov 09 21:20:07.781235 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3191a4d6-889e-4d40-b769-e5be5afe4ab6 x-openstack-request-id: req-3191a4d6-889e-4d40-b769-e5be5afe4ab6 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:20:07.781836 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51807c0d-9154-49e4-9aa0-064223e8ee95", "name": "network-vif-plugged", "status": "completed", "tag": "393976db-67d8-45b9-bd11-937dc58d5622", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:20:07.782191 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3191a4d6-889e-4d40-b769-e5be5afe4ab6 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:20:07.782604 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51807c0d-9154-49e4-9aa0-064223e8ee95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393976db-67d8-45b9-bd11-937dc58d5622', 'code': 200} Nov 09 21:20:07.794173 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c0b41f36-dae6-4a75-852f-9fd0561ac1ec req-0af9652a-f741-450c-994c-9243dd80751a tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:07.814341 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-c9cc5020-557e-400b-b2cb-44c4306f0c73 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] Network a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:20:07.834751 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-c9cc5020-557e-400b-b2cb-44c4306f0c73 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:20:07.841018 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-c9cc5020-557e-400b-b2cb-44c4306f0c73 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:20:07.879304 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc5020-557e-400b-b2cb-44c4306f0c73 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] Pushing event updated for resources: {'Port': ['ID=0ce8acfb-b67d-4d2e-827e-fb09589f2947,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:07.922970 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9652a-f741-450c-994c-9243dd80751a tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Pushing event deleted for resources: {'Port': ['ID=248b2358-05cd-4049-8c2c-b57aea1d33c6,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:08.007057 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-c9cc5020-557e-400b-b2cb-44c4306f0c73 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:08.007689 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-c9cc5020-557e-400b-b2cb-44c4306f0c73 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:08.022037 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c0b41f36-dae6-4a75-852f-9fd0561ac1ec req-0af9652a-f741-450c-994c-9243dd80751a tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Publish callbacks [] for floatingip, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:08.026299 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c0b41f36-dae6-4a75-852f-9fd0561ac1ec req-0af9652a-f741-450c-994c-9243dd80751a tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:08.042638 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4073455-2699-4853-a271-2ddec33bdbe2 req-607948e7-ea0e-4f44-bee6-de15995c4e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:08.044367 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e4073455-2699-4853-a271-2ddec33bdbe2 req-607948e7-ea0e-4f44-bee6-de15995c4e4d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=51807c0d-9154-49e4-9aa0-064223e8ee95 HTTP/1.1" status: 200 len: 1096 time: 0.1504347 Nov 09 21:20:08.048106 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-c9cc5020-557e-400b-b2cb-44c4306f0c73 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3572414 Nov 09 21:20:08.049022 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c0b41f36-dae6-4a75-852f-9fd0561ac1ec req-0af9652a-f741-450c-994c-9243dd80751a tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "DELETE /v2.0/floatingips/1c08a33a-62a3-4d3f-996b-9ef75a5a5a8c HTTP/1.1" status: 204 len: 173 time: 0.8733907 Nov 09 21:20:08.057527 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d1125-8a0d-4ca2-b4e0-39d546503024 req-9955d6eb-372d-404d-9729-1690452882c9 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:08.067467 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-828d1125-8a0d-4ca2-b4e0-39d546503024 req-9955d6eb-372d-404d-9729-1690452882c9 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bbb89f0-d82b-41d7-997d-7434f853340c HTTP/1.1" status: 200 len: 932 time: 0.1918013 Nov 09 21:20:08.139633 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-828d1125-8a0d-4ca2-b4e0-39d546503024 req-e19f0edc-5b3f-4508-8118-7b722058234c tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c0379d4-ef40-4d5f-90c4-31b5ee475e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711806 Nov 09 21:20:08.158100 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e4073455-2699-4853-a271-2ddec33bdbe2 req-e07cdda2-069c-4023-b9f6-3685e08137a9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884337 Nov 09 21:20:08.222791 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-aceab5e1-2e62-4570-ac66-fcdb7daffc46 None None] Provisioning complete for port 0ce8acfb-b67d-4d2e-827e-fb09589f2947 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:20:08.223194 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-aceab5e1-2e62-4570-ac66-fcdb7daffc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:08.262050 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-aceab5e1-2e62-4570-ac66-fcdb7daffc46 None None] Port 0ce8acfb-b67d-4d2e-827e-fb09589f2947 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:20:08.294681 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c9a13-8c78-4abe-b821-9e8b322fd867 req-dd53bbe7-ac1e-42b2-a1f1-fd863115cc01 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:08.296377 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8a3c9a13-8c78-4abe-b821-9e8b322fd867 req-dd53bbe7-ac1e-42b2-a1f1-fd863115cc01 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 950 time: 0.0523207 Nov 09 21:20:08.349005 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8a3c9a13-8c78-4abe-b821-9e8b322fd867 req-4bdf3b3c-8cf1-4332-a71a-40a4abc98d42 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465963 Nov 09 21:20:08.455036 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a54db914-2a20-4ad4-ae04-e845c97eeb81 req-3813d901-bfbf-4d2e-bac2-051fc0a45ae8 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.199 HTTP/1.1" status: 200 len: 1001 time: 0.0847344 Nov 09 21:20:08.520295 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54db914-2a20-4ad4-ae04-e845c97eeb81 req-b947d570-126a-40fa-aef1-279b319bbc75 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:08.521671 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a54db914-2a20-4ad4-ae04-e845c97eeb81 req-b947d570-126a-40fa-aef1-279b319bbc75 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/ports/fac43ce1-454c-433f-b214-072f068f28d8 HTTP/1.1" status: 200 len: 942 time: 0.0592818 Nov 09 21:20:08.567981 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb99a2-9db4-46e6-9129-ca5369b33255 req-2a7f969a-3004-401f-9c80-71c0b6fde3f1 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:08.569518 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-74eb99a2-9db4-46e6-9129-ca5369b33255 req-2a7f969a-3004-401f-9c80-71c0b6fde3f1 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=51807c0d-9154-49e4-9aa0-064223e8ee95 HTTP/1.1" status: 200 len: 945 time: 0.0505517 Nov 09 21:20:08.632563 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a54db914-2a20-4ad4-ae04-e845c97eeb81 req-8220a1e3-9720-4f76-b3ae-dad6fe344a88 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.199 HTTP/1.1" status: 200 len: 1001 time: 0.0715032 Nov 09 21:20:08.634701 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-74eb99a2-9db4-46e6-9129-ca5369b33255 req-36fd7595-e741-4816-b6b6-2ad340c64998 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589719 Nov 09 21:20:08.747185 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54db914-2a20-4ad4-ae04-e845c97eeb81 req-a1e15f40-3fa0-407b-868d-137611878ec2 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:08.748492 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a54db914-2a20-4ad4-ae04-e845c97eeb81 req-a1e15f40-3fa0-407b-868d-137611878ec2 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/networks/4531c23d-84b7-490d-8d7c-6676781b6e6a HTTP/1.1" status: 200 len: 784 time: 0.1103120 Nov 09 21:20:08.758627 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [req-a54db914-2a20-4ad4-ae04-e845c97eeb81 req-455bf8ea-6729-4a54-987a-559f75c1802e tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:20:08.759600 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a54db914-2a20-4ad4-ae04-e845c97eeb81 req-455bf8ea-6729-4a54-987a-559f75c1802e tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055106 Nov 09 21:20:08.827336 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a54db914-2a20-4ad4-ae04-e845c97eeb81 req-e36e4654-698a-4c62-9773-143b8b92ae98 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.199 HTTP/1.1" status: 200 len: 1001 time: 0.0614700 Nov 09 21:20:08.839750 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-a54db914-2a20-4ad4-ae04-e845c97eeb81 req-812731b3-9e7a-44fa-8f6e-3e88e5cb34ea tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:20:08.902360 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a54db914-2a20-4ad4-ae04-e845c97eeb81 req-812731b3-9e7a-44fa-8f6e-3e88e5cb34ea tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Publish callbacks [] for floatingip, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:09.049605 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a54db914-2a20-4ad4-ae04-e845c97eeb81 req-812731b3-9e7a-44fa-8f6e-3e88e5cb34ea tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:09.054577 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a54db914-2a20-4ad4-ae04-e845c97eeb81 req-812731b3-9e7a-44fa-8f6e-3e88e5cb34ea tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:09.054995 n-d-816206-3 neutron-server[102608]: INFO neutron.db.l3_db [req-a54db914-2a20-4ad4-ae04-e845c97eeb81 req-812731b3-9e7a-44fa-8f6e-3e88e5cb34ea tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Floating IP 231a1b22-060f-4786-99c4-e56d7a0aaf82 disassociated. External IP: 172.25.7.199, port: fac43ce1-454c-433f-b214-072f068f28d8. Nov 09 21:20:09.268204 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a54db914-2a20-4ad4-ae04-e845c97eeb81 req-812731b3-9e7a-44fa-8f6e-3e88e5cb34ea tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Router 85e00bdb-4201-43c2-b490-f0c5e1d9dd5e has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:20:09.385513 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a54db914-2a20-4ad4-ae04-e845c97eeb81 req-812731b3-9e7a-44fa-8f6e-3e88e5cb34ea tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:20:09.390321 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a54db914-2a20-4ad4-ae04-e845c97eeb81 req-812731b3-9e7a-44fa-8f6e-3e88e5cb34ea tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:09.395393 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da0a291-50a9-4004-9889-c2aa9265b98c None None] Sync routers for ids ['85e00bdb-4201-43c2-b490-f0c5e1d9dd5e'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:20:09.418559 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da0a291-50a9-4004-9889-c2aa9265b98c None None] Routers {'85e00bdb-4201-43c2-b490-f0c5e1d9dd5e'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:20:09.419009 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a54db914-2a20-4ad4-ae04-e845c97eeb81 req-812731b3-9e7a-44fa-8f6e-3e88e5cb34ea tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "PUT /v2.0/floatingips/231a1b22-060f-4786-99c4-e56d7a0aaf82 HTTP/1.1" status: 200 len: 695 time: 0.5848200 Nov 09 21:20:09.419205 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-2da0a291-50a9-4004-9889-c2aa9265b98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:19:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['85e00bdb-4201-43c2-b490-f0c5e1d9dd5e'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:20:09.419466 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca315556-84ab-4387-b710-0ff32e26c2c3', 'tag': 'fac43ce1-454c-433f-b214-072f068f28d8'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:20:09.422618 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59eaa3b1-1694-4c30-b6a1-b41a91d19c7f" -d '{"events": [{"name": "network-changed", "server_uuid": "ca315556-84ab-4387-b710-0ff32e26c2c3", "tag": "fac43ce1-454c-433f-b214-072f068f28d8"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:20:09.483783 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54db914-2a20-4ad4-ae04-e845c97eeb81 req-198d6fa2-0ffb-4c7d-a58e-add958988ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:09.485386 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a54db914-2a20-4ad4-ae04-e845c97eeb81 req-198d6fa2-0ffb-4c7d-a58e-add958988ca2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9715d51501fd4c548f27e14fec7c1f1a&device_id=ca315556-84ab-4387-b710-0ff32e26c2c3 HTTP/1.1" status: 200 len: 1096 time: 0.0447717 Nov 09 21:20:09.542352 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-2da0a291-50a9-4004-9889-c2aa9265b98c None None] Set router 85e00bdb-4201-43c2-b490-f0c5e1d9dd5e gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:20:09.586616 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54db914-2a20-4ad4-ae04-e845c97eeb81 req-7725b736-03c4-4148-b1a3-b5fa62e56110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:09.588932 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a54db914-2a20-4ad4-ae04-e845c97eeb81 req-7725b736-03c4-4148-b1a3-b5fa62e56110 service neutron] 10.222.0.49 "GET /v2.0/networks?id=725cddca-fbba-434f-945c-8afbaf0ade31 HTTP/1.1" status: 200 len: 927 time: 0.0973558 Nov 09 21:20:09.629739 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a54db914-2a20-4ad4-ae04-e845c97eeb81 req-0e303564-c2c7-4368-830a-b10c2bec5ea3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fac43ce1-454c-433f-b214-072f068f28d8 HTTP/1.1" status: 200 len: 217 time: 0.0348198 Nov 09 21:20:09.684431 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54db914-2a20-4ad4-ae04-e845c97eeb81 req-05bd0d77-c480-404a-bf61-2cc969926744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:09.686528 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a54db914-2a20-4ad4-ae04-e845c97eeb81 req-05bd0d77-c480-404a-bf61-2cc969926744 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cbe4268b-84c8-4658-8b40-3a7d1ca2490e HTTP/1.1" status: 200 len: 866 time: 0.0503268 Nov 09 21:20:09.746295 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54db914-2a20-4ad4-ae04-e845c97eeb81 req-b5b43bc8-5ef6-4c1b-8a4f-46c6c4692711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:09.749868 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a54db914-2a20-4ad4-ae04-e845c97eeb81 req-b5b43bc8-5ef6-4c1b-8a4f-46c6c4692711 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=725cddca-fbba-434f-945c-8afbaf0ade31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546684 Nov 09 21:20:09.771568 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-2da0a291-50a9-4004-9889-c2aa9265b98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e00bdb-4201-43c2-b490-f0c5e1d9dd5e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-91098561-router', 'tenant_id': '9715d51501fd4c548f27e14fec7c1f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:19:13Z', 'updated_at': '2021-11-09T21:19:30Z', 'revision_number': 4, 'project_id': '9715d51501fd4c548f27e14fec7c1f1a', 'gw_port': {'id': 'b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:98:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e00bdb-4201-43c2-b490-f0c5e1d9dd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:16Z', 'updated_at': '2021-11-09T21:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'cf8e7695-76a6-47f9-b0c4-ee5b143b9d3f', 'name': '', 'network_id': '725cddca-fbba-434f-945c-8afbaf0ade31', 'tenant_id': '9715d51501fd4c548f27e14fec7c1f1a', 'mac_address': 'fa:16:3e:aa:70:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e00bdb-4201-43c2-b490-f0c5e1d9dd5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'cbe4268b-84c8-4658-8b40-3a7d1ca2490e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:26Z', 'updated_at': '2021-11-09T21:19:36Z', 'revision_number': 5, 'project_id': '9715d51501fd4c548f27e14fec7c1f1a', 'subnets': [{'id': 'cbe4268b-84c8-4658-8b40-3a7d1ca2490e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:20:09.802013 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da0a291-50a9-4004-9889-c2aa9265b98c None None] Checking router: 85e00bdb-4201-43c2-b490-f0c5e1d9dd5e for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:20:09.811714 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da0a291-50a9-4004-9889-c2aa9265b98c None None] Routers {'85e00bdb-4201-43c2-b490-f0c5e1d9dd5e'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:20:09.812399 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-2da0a291-50a9-4004-9889-c2aa9265b98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:19:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['85e00bdb-4201-43c2-b490-f0c5e1d9dd5e'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:20:09.863853 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a54db914-2a20-4ad4-ae04-e845c97eeb81 req-3c584714-0384-45c7-b5c4-e070c918bb4f service neutron] 10.222.0.49 "GET /v2.0/networks/725cddca-fbba-434f-945c-8afbaf0ade31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059690 Nov 09 21:20:09.920589 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-2da0a291-50a9-4004-9889-c2aa9265b98c None None] Set router 85e00bdb-4201-43c2-b490-f0c5e1d9dd5e gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:20:09.971111 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a54db914-2a20-4ad4-ae04-e845c97eeb81 req-6a17728a-618b-4bab-b19e-0f8d27c60fb1 service neutron] 10.222.0.49 "GET /v2.0/networks/725cddca-fbba-434f-945c-8afbaf0ade31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999794 Nov 09 21:20:10.125529 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2cf47-743c-465c-92df-7ba0298ef3a2 req-f4ed1ed7-8052-41a6-9119-d6244213f865 tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:10.132999 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a5d2cf47-743c-465c-92df-7ba0298ef3a2 req-f4ed1ed7-8052-41a6-9119-d6244213f865 tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e860c782-27cf-4fb2-bfba-4f974628e859 HTTP/1.1" status: 200 len: 948 time: 0.0788169 Nov 09 21:20:10.184535 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-2da0a291-50a9-4004-9889-c2aa9265b98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e00bdb-4201-43c2-b490-f0c5e1d9dd5e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-91098561-router', 'tenant_id': '9715d51501fd4c548f27e14fec7c1f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:19:13Z', 'updated_at': '2021-11-09T21:19:30Z', 'revision_number': 4, 'project_id': '9715d51501fd4c548f27e14fec7c1f1a', 'gw_port': {'id': 'b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:98:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e00bdb-4201-43c2-b490-f0c5e1d9dd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:16Z', 'updated_at': '2021-11-09T21:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'cf8e7695-76a6-47f9-b0c4-ee5b143b9d3f', 'name': '', 'network_id': '725cddca-fbba-434f-945c-8afbaf0ade31', 'tenant_id': '9715d51501fd4c548f27e14fec7c1f1a', 'mac_address': 'fa:16:3e:aa:70:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e00bdb-4201-43c2-b490-f0c5e1d9dd5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'cbe4268b-84c8-4658-8b40-3a7d1ca2490e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:26Z', 'updated_at': '2021-11-09T21:19:36Z', 'revision_number': 5, 'project_id': '9715d51501fd4c548f27e14fec7c1f1a', 'subnets': [{'id': 'cbe4268b-84c8-4658-8b40-3a7d1ca2490e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:20:10.185022 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a5d2cf47-743c-465c-92df-7ba0298ef3a2 req-2fc5783d-3fdb-4f2a-a908-54212e258cbd tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e23aa14-d093-41fa-b7a2-d2b9c1ae8044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511169 Nov 09 21:20:10.217290 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da0a291-50a9-4004-9889-c2aa9265b98c None None] The sync data for ids ['85e00bdb-4201-43c2-b490-f0c5e1d9dd5e'] in n-d-816206-3 is: [{'id': '85e00bdb-4201-43c2-b490-f0c5e1d9dd5e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-91098561-router', 'tenant_id': '9715d51501fd4c548f27e14fec7c1f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:19:13Z', 'updated_at': '2021-11-09T21:19:30Z', 'revision_number': 4, 'project_id': '9715d51501fd4c548f27e14fec7c1f1a', 'gw_port': {'id': 'b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:98:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e00bdb-4201-43c2-b490-f0c5e1d9dd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:16Z', 'updated_at': '2021-11-09T21:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'cf8e7695-76a6-47f9-b0c4-ee5b143b9d3f', 'name': '', 'network_id': '725cddca-fbba-434f-945c-8afbaf0ade31', 'tenant_id': '9715d51501fd4c548f27e14fec7c1f1a', 'mac_address': 'fa:16:3e:aa:70:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e00bdb-4201-43c2-b490-f0c5e1d9dd5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'cbe4268b-84c8-4658-8b40-3a7d1ca2490e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:26Z', 'updated_at': '2021-11-09T21:19:36Z', 'revision_number': 5, 'project_id': '9715d51501fd4c548f27e14fec7c1f1a', 'subnets': [{'id': 'cbe4268b-84c8-4658-8b40-3a7d1ca2490e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:20:10.317416 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1769e1c-0ff4-47e5-bd2f-4ae5a6a3764c req-1754a97c-a1c9-4513-aa72-04fba183a3f0 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:10.318927 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e1769e1c-0ff4-47e5-bd2f-4ae5a6a3764c req-1754a97c-a1c9-4513-aa72-04fba183a3f0 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bbb89f0-d82b-41d7-997d-7434f853340c HTTP/1.1" status: 200 len: 932 time: 0.0625172 Nov 09 21:20:10.368046 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e1769e1c-0ff4-47e5-bd2f-4ae5a6a3764c req-d7e73073-9e52-434a-84bb-7bb1233dc2f0 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c0379d4-ef40-4d5f-90c4-31b5ee475e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430171 Nov 09 21:20:10.534254 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62be5ef-ebb3-4389-9b83-98ab6b66d0fb None None] New status for floating IP 231a1b22-060f-4786-99c4-e56d7a0aaf82: DOWN {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:20:10.601141 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c8f30-fbf4-45f4-b38d-813c56e310e7 req-4663b7a7-5fb9-4ac1-b361-519db0a6f41f tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:10.609703 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-df3c8f30-fbf4-45f4-b38d-813c56e310e7 req-4663b7a7-5fb9-4ac1-b361-519db0a6f41f tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 950 time: 0.0682168 Nov 09 21:20:10.660280 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-df3c8f30-fbf4-45f4-b38d-813c56e310e7 req-8522bd62-807d-449e-ba63-61daa1009615 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430820 Nov 09 21:20:10.710876 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91397efa-4e02-48cc-bcf8-3c2cf5054e96 x-openstack-request-id: req-91397efa-4e02-48cc-bcf8-3c2cf5054e96 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:20:10.711168 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca315556-84ab-4387-b710-0ff32e26c2c3", "tag": "fac43ce1-454c-433f-b214-072f068f28d8", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:20:10.711419 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-91397efa-4e02-48cc-bcf8-3c2cf5054e96 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:20:10.711823 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca315556-84ab-4387-b710-0ff32e26c2c3', 'tag': 'fac43ce1-454c-433f-b214-072f068f28d8', 'status': 'completed', 'code': 200} Nov 09 21:20:10.768035 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 33ed3050-8712-4721-ae1f-3351b98314d5 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:20:10.884853 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 33ed3050-8712-4721-ae1f-3351b98314d5 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:20:10.891013 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 33ed3050-8712-4721-ae1f-3351b98314d5 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:20:10.892091 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:10.915160 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6816cc1-8c8e-4d53-bd30-6ff21cf400ea req-b52c5449-675b-4bbb-b54c-b80375576288 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:10.918458 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b6816cc1-8c8e-4d53-bd30-6ff21cf400ea req-b52c5449-675b-4bbb-b54c-b80375576288 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=51807c0d-9154-49e4-9aa0-064223e8ee95 HTTP/1.1" status: 200 len: 945 time: 0.0554001 Nov 09 21:20:10.981372 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b6816cc1-8c8e-4d53-bd30-6ff21cf400ea req-c64ff09c-da75-4597-997e-18e87177aabf tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580938 Nov 09 21:20:10.999721 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:11.036546 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e860c782-27cf-4fb2-bfba-4f974628e859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ed3050-8712-4721-ae1f-3351b98314d5'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:20:11.039244 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523f282d-9f49-46f5-bce2-3447633bb868" -d '{"events": [{"server_uuid": "e860c782-27cf-4fb2-bfba-4f974628e859", "name": "network-vif-plugged", "status": "completed", "tag": "33ed3050-8712-4721-ae1f-3351b98314d5"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:20:11.052411 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7f9e567f-a900-434e-a964-47bbe3b3be50 req-215d73f2-522f-41a5-a01d-7dbd54a1be9e tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/floatingips/231a1b22-060f-4786-99c4-e56d7a0aaf82 HTTP/1.1" status: 200 len: 693 time: 0.0467508 Nov 09 21:20:11.053497 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 33ed3050-8712-4721-ae1f-3351b98314d5, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=33ed3050-8712-4721-ae1f-3351b98314d5,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:20:11.058570 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:11.137704 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=33ed3050-8712-4721-ae1f-3351b98314d5,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:11.189085 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e567f-a900-434e-a964-47bbe3b3be50 req-4a079cd1-e735-4bab-8f6e-6604bd0ec328 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:11.190504 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7f9e567f-a900-434e-a964-47bbe3b3be50 req-4a079cd1-e735-4bab-8f6e-6604bd0ec328 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/networks/4531c23d-84b7-490d-8d7c-6676781b6e6a HTTP/1.1" status: 200 len: 784 time: 0.1313541 Nov 09 21:20:11.251018 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7f9e567f-a900-434e-a964-47bbe3b3be50 req-9d328a39-eb0a-4f78-a6f3-5980025e052e tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.199 HTTP/1.1" status: 200 len: 696 time: 0.0493670 Nov 09 21:20:11.302768 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7f9e567f-a900-434e-a964-47bbe3b3be50 req-41caa33c-0518-4b03-ad0b-fc2470b34261 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.199 HTTP/1.1" status: 200 len: 696 time: 0.0450048 Nov 09 21:20:11.434269 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-7f9e567f-a900-434e-a964-47bbe3b3be50 req-1a53077e-42ac-4f5a-8e60-0059eafeb29f tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Deleting port a293f38b-c158-4418-9293-f44349883c9a {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:20:11.434992 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-7f9e567f-a900-434e-a964-47bbe3b3be50 req-1a53077e-42ac-4f5a-8e60-0059eafeb29f tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:11.519000 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-7f9e567f-a900-434e-a964-47bbe3b3be50 req-1a53077e-42ac-4f5a-8e60-0059eafeb29f tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:11.519920 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-7f9e567f-a900-434e-a964-47bbe3b3be50 req-1a53077e-42ac-4f5a-8e60-0059eafeb29f tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:11.535418 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-7f9e567f-a900-434e-a964-47bbe3b3be50 req-1a53077e-42ac-4f5a-8e60-0059eafeb29f tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Calling delete_port for a293f38b-c158-4418-9293-f44349883c9a owned by network:floatingip {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:20:11.677697 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-7f9e567f-a900-434e-a964-47bbe3b3be50 req-1a53077e-42ac-4f5a-8e60-0059eafeb29f tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:11.712431 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a53077e-42ac-4f5a-8e60-0059eafeb29f tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Pushing event deleted for resources: {'Port': ['ID=a293f38b-c158-4418-9293-f44349883c9a,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:11.778668 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-7f9e567f-a900-434e-a964-47bbe3b3be50 req-1a53077e-42ac-4f5a-8e60-0059eafeb29f tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Publish callbacks [] for floatingip, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:11.781063 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-7f9e567f-a900-434e-a964-47bbe3b3be50 req-1a53077e-42ac-4f5a-8e60-0059eafeb29f tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:11.782289 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7f9e567f-a900-434e-a964-47bbe3b3be50 req-1a53077e-42ac-4f5a-8e60-0059eafeb29f tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "DELETE /v2.0/floatingips/231a1b22-060f-4786-99c4-e56d7a0aaf82 HTTP/1.1" status: 204 len: 173 time: 0.4739213 Nov 09 21:20:11.834334 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24bbbd8a-bca4-4c86-b745-2f2ac8ac80d4 x-openstack-request-id: req-24bbbd8a-bca4-4c86-b745-2f2ac8ac80d4 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:20:11.834854 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e860c782-27cf-4fb2-bfba-4f974628e859", "name": "network-vif-plugged", "status": "completed", "tag": "33ed3050-8712-4721-ae1f-3351b98314d5", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:20:11.834854 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-24bbbd8a-bca4-4c86-b745-2f2ac8ac80d4 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:20:11.835257 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e860c782-27cf-4fb2-bfba-4f974628e859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ed3050-8712-4721-ae1f-3351b98314d5', 'code': 200} Nov 09 21:20:11.978425 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25379137-a89c-49cc-b8b0-45c4345657d5 req-a9c95216-f459-465a-aa33-df06fbe1fa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:11.980086 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-25379137-a89c-49cc-b8b0-45c4345657d5 req-a9c95216-f459-465a-aa33-df06fbe1fa5f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e860c782-27cf-4fb2-bfba-4f974628e859 HTTP/1.1" status: 200 len: 1100 time: 0.0409796 Nov 09 21:20:12.034604 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-25379137-a89c-49cc-b8b0-45c4345657d5 req-dc45f5da-ea0f-44df-952b-b0f4d2228ed0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6e23aa14-d093-41fa-b7a2-d2b9c1ae8044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466433 Nov 09 21:20:12.316406 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a98c5-725f-4260-b4d9-02ee2320c77b req-1d0b543b-79d1-4ac9-8931-b218fc4a7127 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:12.318214 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9c2a98c5-725f-4260-b4d9-02ee2320c77b req-1d0b543b-79d1-4ac9-8931-b218fc4a7127 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/networks?id=d46322e9-b56d-4dd7-8c5c-4100db9766b4 HTTP/1.1" status: 200 len: 804 time: 0.4201682 Nov 09 21:20:12.334838 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9c2a98c5-725f-4260-b4d9-02ee2320c77b req-a945bbe9-eb66-48c2-a351-f5ce1c014f7a tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/quotas/75ff5a098c974a5f990f4fa539b60751 HTTP/1.1" status: 200 len: 375 time: 0.0108993 Nov 09 21:20:12.385687 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9c2a98c5-725f-4260-b4d9-02ee2320c77b req-b5fafef8-2ef2-417b-bfaa-3946cf3be4b7 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=75ff5a098c974a5f990f4fa539b60751&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0453181 Nov 09 21:20:12.477842 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9c2a98c5-725f-4260-b4d9-02ee2320c77b req-36114729-4244-4fc9-babe-661f7ee80334 service neutron] 10.222.0.49 "GET /v2.0/networks/d46322e9-b56d-4dd7-8c5c-4100db9766b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847459 Nov 09 21:20:12.579167 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9c2a98c5-725f-4260-b4d9-02ee2320c77b req-71bee083-4ca5-4dc7-87c8-28182c979c2e service neutron] 10.222.0.49 "GET /v2.0/networks/d46322e9-b56d-4dd7-8c5c-4100db9766b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951333 Nov 09 21:20:12.785819 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9a2a2-854f-4d21-a5c5-376f6fcad1c1 req-cc67293b-c826-4e58-882c-082c7bd84c52 tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:12.787508 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3dc9a2a2-854f-4d21-a5c5-376f6fcad1c1 req-cc67293b-c826-4e58-882c-082c7bd84c52 tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e860c782-27cf-4fb2-bfba-4f974628e859 HTTP/1.1" status: 200 len: 949 time: 0.0622826 Nov 09 21:20:12.845507 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3dc9a2a2-854f-4d21-a5c5-376f6fcad1c1 req-0e52e762-3575-4889-bf4e-d570f27d926e tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e23aa14-d093-41fa-b7a2-d2b9c1ae8044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509493 Nov 09 21:20:12.990887 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645257a2-07cf-4a26-b432-c8cc0986faf2 req-3c422e90-3c5c-4302-ad5d-7e743b6eafd0 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:12.992503 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-645257a2-07cf-4a26-b432-c8cc0986faf2 req-3c422e90-3c5c-4302-ad5d-7e743b6eafd0 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bbb89f0-d82b-41d7-997d-7434f853340c HTTP/1.1" status: 200 len: 932 time: 0.0719171 Nov 09 21:20:13.051115 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-645257a2-07cf-4a26-b432-c8cc0986faf2 req-f2dc7778-de5e-452d-b03a-3d7789caceab tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c0379d4-ef40-4d5f-90c4-31b5ee475e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494785 Nov 09 21:20:13.285017 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dee332-1817-41ba-9fa5-0e2c98dbb2f4 req-b666e12b-79e4-4a98-a0da-b62fd01c0f0e tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:13.286536 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-04dee332-1817-41ba-9fa5-0e2c98dbb2f4 req-b666e12b-79e4-4a98-a0da-b62fd01c0f0e tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 950 time: 0.0778139 Nov 09 21:20:13.338000 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-04dee332-1817-41ba-9fa5-0e2c98dbb2f4 req-d621fc13-49d5-4afc-ba0f-a9eebbb2d52e tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437634 Nov 09 21:20:13.700466 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905bc361-af50-4b14-87a6-037f8998b9ce req-390d756d-1ba8-429c-9e6a-d6a161f606f7 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:13.702193 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-905bc361-af50-4b14-87a6-037f8998b9ce req-390d756d-1ba8-429c-9e6a-d6a161f606f7 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca315556-84ab-4387-b710-0ff32e26c2c3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0544095 Nov 09 21:20:13.756705 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-905bc361-af50-4b14-87a6-037f8998b9ce req-0fe6645e-40e1-49c9-8fac-1ee7f5af136b tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0405982 Nov 09 21:20:13.836393 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-264662f4-a517-485c-aabb-d4a1e0870d8b req-9b8d101f-fb9d-436f-8da8-0bed54121840 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=2adb5cb3-5a2b-4886-9a2f-a88a89d4be1e HTTP/1.1" status: 200 len: 210 time: 0.0276194 Nov 09 21:20:13.896837 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-29539b82-1ca3-4779-9831-3b90820d55e9 req-9a3426a1-18fd-41b5-a779-9bff08be32a9 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0391853 Nov 09 21:20:14.015495 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f704d-04c2-416e-8139-b5462a49ce4c req-cd0caed3-5d86-4411-8c50-95d2d5922441 tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:14.017758 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9d3f704d-04c2-416e-8139-b5462a49ce4c req-cd0caed3-5d86-4411-8c50-95d2d5922441 tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e860c782-27cf-4fb2-bfba-4f974628e859 HTTP/1.1" status: 200 len: 949 time: 0.0567095 Nov 09 21:20:14.066592 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9d3f704d-04c2-416e-8139-b5462a49ce4c req-d4b5b80f-9118-4b3e-a3ee-1e36198ca0c7 tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e23aa14-d093-41fa-b7a2-d2b9c1ae8044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425904 Nov 09 21:20:14.288614 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9c2a98c5-725f-4260-b4d9-02ee2320c77b req-976d6794-a0cc-4a12-8e8c-ccfe4fa5eeca service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=75ff5a098c974a5f990f4fa539b60751&device_id=2adb5cb3-5a2b-4886-9a2f-a88a89d4be1e HTTP/1.1" status: 200 len: 210 time: 0.0315278 Nov 09 21:20:14.299539 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac6e42-3d2a-4601-99e9-28b1fef09960 req-a14de3cf-daa0-4fb8-ba15-275938586d8b tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:14.301326 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b0ac6e42-3d2a-4601-99e9-28b1fef09960 req-a14de3cf-daa0-4fb8-ba15-275938586d8b tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bbb89f0-d82b-41d7-997d-7434f853340c HTTP/1.1" status: 200 len: 932 time: 0.0536578 Nov 09 21:20:14.350846 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b0ac6e42-3d2a-4601-99e9-28b1fef09960 req-7df0ddc2-70cd-4e42-9ddb-5af96853d360 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c0379d4-ef40-4d5f-90c4-31b5ee475e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428324 Nov 09 21:20:14.703130 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1633a7-d538-4e0b-b701-3fb0b179f543 req-b0175177-5567-4185-ab85-3645640c0bfd tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:14.705766 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cf1633a7-d538-4e0b-b701-3fb0b179f543 req-b0175177-5567-4185-ab85-3645640c0bfd tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca315556-84ab-4387-b710-0ff32e26c2c3 HTTP/1.1" status: 200 len: 945 time: 0.0718899 Nov 09 21:20:14.746725 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a98c5-725f-4260-b4d9-02ee2320c77b req-91aa944f-ebb9-41a9-b909-961b0bb2c5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:14.748239 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9c2a98c5-725f-4260-b4d9-02ee2320c77b req-91aa944f-ebb9-41a9-b909-961b0bb2c5a2 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=75ff5a098c974a5f990f4fa539b60751&shared=False HTTP/1.1" status: 200 len: 904 time: 0.4427710 Nov 09 21:20:14.772295 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cf1633a7-d538-4e0b-b701-3fb0b179f543 req-0d9c522b-5339-4ef1-b91f-4512abdc3e6a tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/security-groups?id=aefb8be0-27dd-40d6-93c0-f2dd7ce56794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550249 Nov 09 21:20:14.879253 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988dfa79-0fad-4129-9fb5-7d125a37b08f req-843c2b93-a310-48e0-a394-adbb77519e94 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:14.884939 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-988dfa79-0fad-4129-9fb5-7d125a37b08f req-843c2b93-a310-48e0-a394-adbb77519e94 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 950 time: 0.0670326 Nov 09 21:20:14.923805 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a98c5-725f-4260-b4d9-02ee2320c77b req-69850a19-b8f3-4935-9bf5-426e81541960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:14.925545 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9c2a98c5-725f-4260-b4d9-02ee2320c77b req-69850a19-b8f3-4935-9bf5-426e81541960 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1697507 Nov 09 21:20:14.934759 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-988dfa79-0fad-4129-9fb5-7d125a37b08f req-682b300a-bc23-4d40-9636-211ed6aff3ed tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451531 Nov 09 21:20:15.021027 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9c2a98c5-725f-4260-b4d9-02ee2320c77b req-93e05084-f963-4889-b4da-4c8e64c9fcd1 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.43 "GET /v2.0/ports?device_id=2adb5cb3-5a2b-4886-9a2f-a88a89d4be1e HTTP/1.1" status: 200 len: 210 time: 0.0273418 Nov 09 21:20:15.177758 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-290489e5-dbd1-4c3f-b038-1aea3a77697e req-11643caa-15ff-4067-b183-c97dceb58065 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=2adb5cb3-5a2b-4886-9a2f-a88a89d4be1e HTTP/1.1" status: 200 len: 210 time: 0.0337818 Nov 09 21:20:15.376130 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a85ad615-a3d0-44ea-b5ec-7b6595acae6e req-20b6fa22-403b-4d4a-a7ad-8cc977af5656 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=75ff5a098c974a5f990f4fa539b60751&device_id=2adb5cb3-5a2b-4886-9a2f-a88a89d4be1e HTTP/1.1" status: 200 len: 210 time: 0.0347052 Nov 09 21:20:15.555279 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ad615-a3d0-44ea-b5ec-7b6595acae6e req-31cfa067-9981-4c61-b241-b28c0d8df406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:15.557170 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a85ad615-a3d0-44ea-b5ec-7b6595acae6e req-31cfa067-9981-4c61-b241-b28c0d8df406 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=75ff5a098c974a5f990f4fa539b60751&shared=False HTTP/1.1" status: 200 len: 904 time: 0.1632574 Nov 09 21:20:15.615989 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f15461-8621-487f-b561-7049a5c5e690 req-7c6afee0-da32-4691-8eed-c7689d6b9e9f tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:15.617521 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f6f15461-8621-487f-b561-7049a5c5e690 req-7c6afee0-da32-4691-8eed-c7689d6b9e9f tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bbb89f0-d82b-41d7-997d-7434f853340c HTTP/1.1" status: 200 len: 932 time: 0.0563135 Nov 09 21:20:15.666644 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ad615-a3d0-44ea-b5ec-7b6595acae6e req-bda7cf65-e40d-42c7-9e6d-1ad8fe75f73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:15.669312 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a85ad615-a3d0-44ea-b5ec-7b6595acae6e req-bda7cf65-e40d-42c7-9e6d-1ad8fe75f73c service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1029530 Nov 09 21:20:15.672415 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f6f15461-8621-487f-b561-7049a5c5e690 req-c9665116-f91b-4b02-a131-6337835a52b8 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c0379d4-ef40-4d5f-90c4-31b5ee475e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441673 Nov 09 21:20:15.790300 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469efe5d-dc92-475a-8837-89fed4dcd8a2 req-6117d74d-1a20-4b41-a12e-c94f43aa297b tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:15.791683 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-469efe5d-dc92-475a-8837-89fed4dcd8a2 req-6117d74d-1a20-4b41-a12e-c94f43aa297b tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e860c782-27cf-4fb2-bfba-4f974628e859 HTTP/1.1" status: 200 len: 949 time: 0.0515671 Nov 09 21:20:15.820861 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a85ad615-a3d0-44ea-b5ec-7b6595acae6e req-fe99d6d6-fe03-4dc7-a72e-9223c2f0336d tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.43 "GET /v2.0/ports?device_id=2adb5cb3-5a2b-4886-9a2f-a88a89d4be1e HTTP/1.1" status: 200 len: 210 time: 0.0257585 Nov 09 21:20:15.840851 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-469efe5d-dc92-475a-8837-89fed4dcd8a2 req-5d6d9256-4211-4c93-85df-0a45996e8755 tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e23aa14-d093-41fa-b7a2-d2b9c1ae8044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426099 Nov 09 21:20:16.242597 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e2e25-d304-4fa2-900c-8e12f39280d0 req-0950b8a0-e368-4f8e-856f-424ac90c8b9d tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:16.244150 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1b5e2e25-d304-4fa2-900c-8e12f39280d0 req-0950b8a0-e368-4f8e-856f-424ac90c8b9d tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca315556-84ab-4387-b710-0ff32e26c2c3 HTTP/1.1" status: 200 len: 945 time: 0.0484755 Nov 09 21:20:16.300791 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1b5e2e25-d304-4fa2-900c-8e12f39280d0 req-283fd35f-1fa5-4b2a-962a-43d532bc9c01 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/security-groups?id=aefb8be0-27dd-40d6-93c0-f2dd7ce56794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489182 Nov 09 21:20:16.405024 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8fc2f-0a45-482e-aca8-faa941d7e67a req-fd7a7fa3-6b02-4e2d-993b-25b81d4f3804 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:16.406523 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-47b8fc2f-0a45-482e-aca8-faa941d7e67a req-fd7a7fa3-6b02-4e2d-993b-25b81d4f3804 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 950 time: 0.0541222 Nov 09 21:20:16.453930 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-47b8fc2f-0a45-482e-aca8-faa941d7e67a req-4bd5dddb-cefe-457b-b6a1-7f4f3afaa908 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415571 Nov 09 21:20:16.793602 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea7356-4bbd-4119-954e-4ec8c093a615 req-27769aab-8d93-4ed3-aa63-f37a582831b4 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:16.795039 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7eea7356-4bbd-4119-954e-4ec8c093a615 req-27769aab-8d93-4ed3-aa63-f37a582831b4 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/networks?id=d46322e9-b56d-4dd7-8c5c-4100db9766b4 HTTP/1.1" status: 200 len: 804 time: 0.1071517 Nov 09 21:20:16.810757 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7eea7356-4bbd-4119-954e-4ec8c093a615 req-a07422e3-aaa6-4885-96ce-23ea267e85d2 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/quotas/75ff5a098c974a5f990f4fa539b60751 HTTP/1.1" status: 200 len: 375 time: 0.0101552 Nov 09 21:20:16.865670 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7eea7356-4bbd-4119-954e-4ec8c093a615 req-a99f7422-f155-4693-99d0-f11c10a839aa tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=75ff5a098c974a5f990f4fa539b60751&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0462170 Nov 09 21:20:16.976482 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7eea7356-4bbd-4119-954e-4ec8c093a615 req-64c9e992-97eb-4e67-a88a-d45037c880e2 service neutron] 10.222.0.49 "GET /v2.0/networks/d46322e9-b56d-4dd7-8c5c-4100db9766b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025927 Nov 09 21:20:17.069424 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7eea7356-4bbd-4119-954e-4ec8c093a615 req-270c9355-d165-4a9e-bfc5-50cb422be99a service neutron] 10.222.0.49 "GET /v2.0/networks/d46322e9-b56d-4dd7-8c5c-4100db9766b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861566 Nov 09 21:20:17.240145 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13e8f1-9005-42b6-b5d6-15877d89d59c req-b6c56ba3-ce2a-40c0-a6b0-9b53be391d14 tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:17.241813 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9c13e8f1-9005-42b6-b5d6-15877d89d59c req-b6c56ba3-ce2a-40c0-a6b0-9b53be391d14 tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] 10.222.0.43 "GET /v2.0/ports?device_id=e860c782-27cf-4fb2-bfba-4f974628e859 HTTP/1.1" status: 200 len: 949 time: 0.0895565 Nov 09 21:20:17.306334 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676a78d-10a7-46f1-a40d-f197525a4885 req-a208681a-5666-4fde-993a-8702e7af3220 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:17.309090 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8676a78d-10a7-46f1-a40d-f197525a4885 req-a208681a-5666-4fde-993a-8702e7af3220 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bbb89f0-d82b-41d7-997d-7434f853340c HTTP/1.1" status: 200 len: 932 time: 0.0863507 Nov 09 21:20:17.377700 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8676a78d-10a7-46f1-a40d-f197525a4885 req-2c01a78a-8726-480a-b626-413395ca3202 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c0379d4-ef40-4d5f-90c4-31b5ee475e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637918 Nov 09 21:20:17.403065 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-9c13e8f1-9005-42b6-b5d6-15877d89d59c req-5ad5f956-6997-4a4c-848a-f44f155e8208 tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] Deleting port 33ed3050-8712-4721-ae1f-3351b98314d5 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:20:17.403411 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9c13e8f1-9005-42b6-b5d6-15877d89d59c req-5ad5f956-6997-4a4c-848a-f44f155e8208 tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:17.530738 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb066df-30b6-447a-b9c1-b76e4e331578 req-a79d3362-9176-4fa7-ab5f-b70a72cf9c33 tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:17.532520 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-adb066df-30b6-447a-b9c1-b76e4e331578 req-a79d3362-9176-4fa7-ab5f-b70a72cf9c33 tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e860c782-27cf-4fb2-bfba-4f974628e859 HTTP/1.1" status: 200 len: 949 time: 0.0719934 Nov 09 21:20:17.554531 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-9c13e8f1-9005-42b6-b5d6-15877d89d59c req-5ad5f956-6997-4a4c-848a-f44f155e8208 tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] For port 33ed3050-8712-4721-ae1f-3351b98314d5, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=33ed3050-8712-4721-ae1f-3351b98314d5,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:20:17.555188 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9c13e8f1-9005-42b6-b5d6-15877d89d59c req-5ad5f956-6997-4a4c-848a-f44f155e8208 tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:17.575063 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-9c13e8f1-9005-42b6-b5d6-15877d89d59c req-5ad5f956-6997-4a4c-848a-f44f155e8208 tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] Calling delete_port for 33ed3050-8712-4721-ae1f-3351b98314d5 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:20:17.599036 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6b722476-ddd3-4b24-a9fe-56901981b7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:17.626284 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-adb066df-30b6-447a-b9c1-b76e4e331578 req-075ade12-3841-44ce-8dc1-b122fef035ff tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] 10.222.0.49 "GET /v2.0/security-groups?id=6e23aa14-d093-41fa-b7a2-d2b9c1ae8044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669668 Nov 09 21:20:17.777759 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9c13e8f1-9005-42b6-b5d6-15877d89d59c req-5ad5f956-6997-4a4c-848a-f44f155e8208 tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:17.810608 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['33ed3050-8712-4721-ae1f-3351b98314d5'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:20:17.837858 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-58d98661-2add-48d9-9fe4-f67cd325781d req-bc028010-eaeb-41c6-92ca-e84bedfc6ecb tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2ce217-2a5f-41ef-8870-cac8b26f2334 HTTP/1.1" status: 200 len: 210 time: 0.0531383 Nov 09 21:20:17.848840 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad5f956-6997-4a4c-848a-f44f155e8208 tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] Pushing event deleted for resources: {'Port': ['ID=33ed3050-8712-4721-ae1f-3351b98314d5,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:17.972868 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c13e8f1-9005-42b6-b5d6-15877d89d59c req-5ad5f956-6997-4a4c-848a-f44f155e8208 tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] No DVR routers for this DVR port 33ed3050-8712-4721-ae1f-3351b98314d5 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:20:17.976113 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9c13e8f1-9005-42b6-b5d6-15877d89d59c req-5ad5f956-6997-4a4c-848a-f44f155e8208 tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:17.980168 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9c13e8f1-9005-42b6-b5d6-15877d89d59c req-5ad5f956-6997-4a4c-848a-f44f155e8208 tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] 10.222.0.43 "DELETE /v2.0/ports/33ed3050-8712-4721-ae1f-3351b98314d5 HTTP/1.1" status: 204 len: 173 time: 0.7308180 Nov 09 21:20:17.981024 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e860c782-27cf-4fb2-bfba-4f974628e859', 'name': 'network-vif-deleted', 'tag': '33ed3050-8712-4721-ae1f-3351b98314d5'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:20:17.983952 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0601a9e4-2c07-46b3-b6c1-bdd38a3113db" -d '{"events": [{"server_uuid": "e860c782-27cf-4fb2-bfba-4f974628e859", "name": "network-vif-deleted", "tag": "33ed3050-8712-4721-ae1f-3351b98314d5"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:20:17.985630 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b47cc2-1f73-4633-9bfb-bc3c5a1740d5 req-190c2499-a96e-4780-9a9c-f431eac58967 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:17.994192 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e4b47cc2-1f73-4633-9bfb-bc3c5a1740d5 req-190c2499-a96e-4780-9a9c-f431eac58967 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca315556-84ab-4387-b710-0ff32e26c2c3 HTTP/1.1" status: 200 len: 945 time: 0.0864282 Nov 09 21:20:18.070213 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e4b47cc2-1f73-4633-9bfb-bc3c5a1740d5 req-d137a465-2995-4710-b0aa-0bcf7be98dc9 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/security-groups?id=aefb8be0-27dd-40d6-93c0-f2dd7ce56794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631576 Nov 09 21:20:18.208171 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7055f66-761a-4ade-be92-1b697e22503b req-d94b1b42-0159-4c29-ba05-d2c33f7dcb35 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:18.209732 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f7055f66-761a-4ade-be92-1b697e22503b req-d94b1b42-0159-4c29-ba05-d2c33f7dcb35 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 950 time: 0.0579581 Nov 09 21:20:18.257832 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f7055f66-761a-4ade-be92-1b697e22503b req-0e50e155-fe66-4f70-a269-626bed4bdf21 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417116 Nov 09 21:20:18.387170 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707922aa-5767-4a5b-a79b-41e9a04eb5b9 x-openstack-request-id: req-707922aa-5767-4a5b-a79b-41e9a04eb5b9 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:20:18.387712 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e860c782-27cf-4fb2-bfba-4f974628e859", "name": "network-vif-deleted", "tag": "33ed3050-8712-4721-ae1f-3351b98314d5", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:20:18.387712 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-707922aa-5767-4a5b-a79b-41e9a04eb5b9 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:20:18.388154 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e860c782-27cf-4fb2-bfba-4f974628e859', 'name': 'network-vif-deleted', 'tag': '33ed3050-8712-4721-ae1f-3351b98314d5', 'status': 'completed', 'code': 200} Nov 09 21:20:18.516197 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439bb37-de27-4d65-9872-d544c01be326 req-1a0e212d-c1ad-4260-b311-e98e7f672186 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:18.517846 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1439bb37-de27-4d65-9872-d544c01be326 req-1a0e212d-c1ad-4260-b311-e98e7f672186 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bbb89f0-d82b-41d7-997d-7434f853340c HTTP/1.1" status: 200 len: 932 time: 0.0694587 Nov 09 21:20:18.590134 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1439bb37-de27-4d65-9872-d544c01be326 req-bc600ae5-bc5a-49d0-bc9c-c69a7976c45b tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c0379d4-ef40-4d5f-90c4-31b5ee475e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651970 Nov 09 21:20:18.689899 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea7356-4bbd-4119-954e-4ec8c093a615 req-7218f71d-84f5-4971-bfab-6bddfbd6a36b tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:18.691469 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7eea7356-4bbd-4119-954e-4ec8c093a615 req-7218f71d-84f5-4971-bfab-6bddfbd6a36b tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.43 "GET /v2.0/networks?id=d46322e9-b56d-4dd7-8c5c-4100db9766b4 HTTP/1.1" status: 200 len: 804 time: 0.1158948 Nov 09 21:20:18.712438 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-7eea7356-4bbd-4119-954e-4ec8c093a615 req-1b1e4f58-b319-40bd-b8b6-345eaffa3723 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Request body: {'port': {'device_id': 'bd2ce217-2a5f-41ef-8870-cac8b26f2334', 'network_id': 'd46322e9-b56d-4dd7-8c5c-4100db9766b4', 'admin_state_up': True, 'tenant_id': '75ff5a098c974a5f990f4fa539b60751'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:20:18.782895 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4d0e2527-c2a1-406f-88aa-94532f7d3d4b req-8d70f108-9059-4dc9-8a18-4317fe825108 tempest-TenantUsagesTestJSON-212092008 tempest-TenantUsagesTestJSON-212092008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e860c782-27cf-4fb2-bfba-4f974628e859 HTTP/1.1" status: 200 len: 210 time: 0.0697970 Nov 09 21:20:18.865720 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eea7356-4bbd-4119-954e-4ec8c093a615 req-1b1e4f58-b319-40bd-b8b6-345eaffa3723 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Made reservation on behalf of 75ff5a098c974a5f990f4fa539b60751 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:20:18.873637 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-7eea7356-4bbd-4119-954e-4ec8c093a615 req-1b1e4f58-b319-40bd-b8b6-345eaffa3723 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:18.962625 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ba7be806-42b9-4174-9dd2-167e1cf7be6b req-5d4d7135-66b7-48ed-9f08-0c6a9c98dcaa tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2ce217-2a5f-41ef-8870-cac8b26f2334 HTTP/1.1" status: 200 len: 210 time: 0.0361681 Nov 09 21:20:19.039191 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-7eea7356-4bbd-4119-954e-4ec8c093a615 req-1b1e4f58-b319-40bd-b8b6-345eaffa3723 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Allocated IP 172.20.0.7 (d46322e9-b56d-4dd7-8c5c-4100db9766b4/b00fcf6d-0dad-4966-9afe-8edbbda80569/417d5c0a-3b2b-43ab-834a-112e91a23548) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:20:19.183768 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2bfaa-9434-4c89-94bc-d414b3603638 req-7b4e9a43-4770-4076-83eb-f1e3c088204d tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:19.185274 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-66c2bfaa-9434-4c89-94bc-d414b3603638 req-7b4e9a43-4770-4076-83eb-f1e3c088204d tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca315556-84ab-4387-b710-0ff32e26c2c3 HTTP/1.1" status: 200 len: 945 time: 0.0494354 Nov 09 21:20:19.200679 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-7eea7356-4bbd-4119-954e-4ec8c093a615 req-1b1e4f58-b319-40bd-b8b6-345eaffa3723 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:19.235700 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-7eea7356-4bbd-4119-954e-4ec8c093a615 req-1b1e4f58-b319-40bd-b8b6-345eaffa3723 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:19.243449 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-66c2bfaa-9434-4c89-94bc-d414b3603638 req-e6f3d2c0-b8d6-4909-b041-5bd591a04b90 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/security-groups?id=aefb8be0-27dd-40d6-93c0-f2dd7ce56794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520771 Nov 09 21:20:19.272295 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['393976db-67d8-45b9-bd11-937dc58d5622'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:20:19.283625 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eea7356-4bbd-4119-954e-4ec8c093a615 req-1b1e4f58-b319-40bd-b8b6-345eaffa3723 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Network d46322e9-b56d-4dd7-8c5c-4100db9766b4 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:20:19.285323 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-7eea7356-4bbd-4119-954e-4ec8c093a615 req-1b1e4f58-b319-40bd-b8b6-345eaffa3723 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:20:19.292104 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eea7356-4bbd-4119-954e-4ec8c093a615 req-1b1e4f58-b319-40bd-b8b6-345eaffa3723 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:20:19.333716 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1e4f58-b319-40bd-b8b6-345eaffa3723 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Pushing event updated for resources: {'Port': ['ID=417d5c0a-3b2b-43ab-834a-112e91a23548,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:19.348537 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea7356-4bbd-4119-954e-4ec8c093a615 req-1b1e4f58-b319-40bd-b8b6-345eaffa3723 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:19.349225 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-7eea7356-4bbd-4119-954e-4ec8c093a615 req-1b1e4f58-b319-40bd-b8b6-345eaffa3723 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:19.369025 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7eea7356-4bbd-4119-954e-4ec8c093a615 req-1b1e4f58-b319-40bd-b8b6-345eaffa3723 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6605363 Nov 09 21:20:19.401799 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-7eea7356-4bbd-4119-954e-4ec8c093a615 req-96154cf7-059f-40c0-9174-db3935c52176 service neutron] Request body: {'port': {'device_id': 'bd2ce217-2a5f-41ef-8870-cac8b26f2334', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:20:19.405990 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea16cc5-b594-4cfd-9faa-f89a22da59a9 req-ba1039d2-f300-4529-be5f-d574b9355d10 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:19.407738 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bea16cc5-b594-4cfd-9faa-f89a22da59a9 req-ba1039d2-f300-4529-be5f-d574b9355d10 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 950 time: 0.0594835 Nov 09 21:20:19.461298 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bea16cc5-b594-4cfd-9faa-f89a22da59a9 req-3d3b9f17-9f9e-48b1-9866-6315f4780d48 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467601 Nov 09 21:20:19.465946 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-7eea7356-4bbd-4119-954e-4ec8c093a615 req-96154cf7-059f-40c0-9174-db3935c52176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:19.711611 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1517e56-19ff-4a38-b62f-a6470bdc092e req-3f823af4-2bc8-45ef-94f4-b5b80369b55f tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:19.713112 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f1517e56-19ff-4a38-b62f-a6470bdc092e req-3f823af4-2bc8-45ef-94f4-b5b80369b55f tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bbb89f0-d82b-41d7-997d-7434f853340c HTTP/1.1" status: 200 len: 932 time: 0.0529125 Nov 09 21:20:19.730345 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-7eea7356-4bbd-4119-954e-4ec8c093a615 req-96154cf7-059f-40c0-9174-db3935c52176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 417d5c0a-3b2b-43ab-834a-112e91a23548 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:20:19.738632 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-7eea7356-4bbd-4119-954e-4ec8c093a615 req-96154cf7-059f-40c0-9174-db3935c52176 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:19.752098 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-7eea7356-4bbd-4119-954e-4ec8c093a615 req-96154cf7-059f-40c0-9174-db3935c52176 service neutron] Transition to ACTIVE for port object 417d5c0a-3b2b-43ab-834a-112e91a23548 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:20:19.756038 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-7eea7356-4bbd-4119-954e-4ec8c093a615 req-96154cf7-059f-40c0-9174-db3935c52176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:19.769183 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f1517e56-19ff-4a38-b62f-a6470bdc092e req-e6ef8494-a8b5-449e-b790-1dff7b7d1762 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c0379d4-ef40-4d5f-90c4-31b5ee475e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489755 Nov 09 21:20:19.815322 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-8e16ad3e-9bd8-4846-8888-fca8172608ba service neutron] Request body: {'port': {'device_id': '9bbb89f0-d82b-41d7-997d-7434f853340c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:20:19.818537 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96154cf7-059f-40c0-9174-db3935c52176 service neutron] Pushing event updated for resources: {'Port': ['ID=417d5c0a-3b2b-43ab-834a-112e91a23548,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:19.915313 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eaa3b1-1694-4c30-b6a1-b41a91d19c7f req-e1d37b8a-f082-4afc-bb6b-a7bec4dec827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:19.917785 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-59eaa3b1-1694-4c30-b6a1-b41a91d19c7f req-e1d37b8a-f082-4afc-bb6b-a7bec4dec827 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9715d51501fd4c548f27e14fec7c1f1a&device_id=ca315556-84ab-4387-b710-0ff32e26c2c3 HTTP/1.1" status: 200 len: 1096 time: 0.0456753 Nov 09 21:20:19.927981 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-8e16ad3e-9bd8-4846-8888-fca8172608ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:19.946620 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-7eea7356-4bbd-4119-954e-4ec8c093a615 req-96154cf7-059f-40c0-9174-db3935c52176 service neutron] Attempting to bind port 417d5c0a-3b2b-43ab-834a-112e91a23548 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:20:19.947024 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-7eea7356-4bbd-4119-954e-4ec8c093a615 req-96154cf7-059f-40c0-9174-db3935c52176 service neutron] Attempting to bind port 417d5c0a-3b2b-43ab-834a-112e91a23548 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '535e550e-1834-40ad-bb5a-53e5c279aa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd46322e9-b56d-4dd7-8c5c-4100db9766b4'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:20:19.947279 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eea7356-4bbd-4119-954e-4ec8c093a615 req-96154cf7-059f-40c0-9174-db3935c52176 service neutron] Attempting to bind port 417d5c0a-3b2b-43ab-834a-112e91a23548 on network d46322e9-b56d-4dd7-8c5c-4100db9766b4 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:20:19.953876 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eea7356-4bbd-4119-954e-4ec8c093a615 req-96154cf7-059f-40c0-9174-db3935c52176 service neutron] Port 417d5c0a-3b2b-43ab-834a-112e91a23548 on network d46322e9-b56d-4dd7-8c5c-4100db9766b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:20:19.954195 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eea7356-4bbd-4119-954e-4ec8c093a615 req-96154cf7-059f-40c0-9174-db3935c52176 service neutron] Attempting to bind port 417d5c0a-3b2b-43ab-834a-112e91a23548 on network d46322e9-b56d-4dd7-8c5c-4100db9766b4 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:20:19.984109 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eea7356-4bbd-4119-954e-4ec8c093a615 req-96154cf7-059f-40c0-9174-db3935c52176 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:20:19.984573 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eea7356-4bbd-4119-954e-4ec8c093a615 req-96154cf7-059f-40c0-9174-db3935c52176 service neutron] Checking segment: {'id': '535e550e-1834-40ad-bb5a-53e5c279aa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd46322e9-b56d-4dd7-8c5c-4100db9766b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:20:19.984862 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eea7356-4bbd-4119-954e-4ec8c093a615 req-96154cf7-059f-40c0-9174-db3935c52176 service neutron] Bound using segment: {'id': '535e550e-1834-40ad-bb5a-53e5c279aa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd46322e9-b56d-4dd7-8c5c-4100db9766b4'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:20:19.985302 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-7eea7356-4bbd-4119-954e-4ec8c093a615 req-96154cf7-059f-40c0-9174-db3935c52176 service neutron] Bound port: 417d5c0a-3b2b-43ab-834a-112e91a23548, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '535e550e-1834-40ad-bb5a-53e5c279aa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd46322e9-b56d-4dd7-8c5c-4100db9766b4'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:20:19.985656 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-7eea7356-4bbd-4119-954e-4ec8c093a615 req-96154cf7-059f-40c0-9174-db3935c52176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:20.027164 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-718a6ede-da97-4d16-90b9-7c6b6e3ce085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:20.060380 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eaa3b1-1694-4c30-b6a1-b41a91d19c7f req-7771050f-4356-4ec2-9cd3-417b84652093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:20.062034 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-59eaa3b1-1694-4c30-b6a1-b41a91d19c7f req-7771050f-4356-4ec2-9cd3-417b84652093 service neutron] 10.222.0.45 "GET /v2.0/networks?id=725cddca-fbba-434f-945c-8afbaf0ade31 HTTP/1.1" status: 200 len: 927 time: 0.1304331 Nov 09 21:20:20.110678 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-59eaa3b1-1694-4c30-b6a1-b41a91d19c7f req-b0c33757-09ba-499d-82b9-eb06f95013c9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fac43ce1-454c-433f-b214-072f068f28d8 HTTP/1.1" status: 200 len: 217 time: 0.0375600 Nov 09 21:20:20.164723 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-7eea7356-4bbd-4119-954e-4ec8c093a615 req-96154cf7-059f-40c0-9174-db3935c52176 service neutron] For port 417d5c0a-3b2b-43ab-834a-112e91a23548, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:20:20.166135 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eaa3b1-1694-4c30-b6a1-b41a91d19c7f req-e07ca3b2-d765-424c-86a9-d1c1d5a126cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:20.167813 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-59eaa3b1-1694-4c30-b6a1-b41a91d19c7f req-e07ca3b2-d765-424c-86a9-d1c1d5a126cf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cbe4268b-84c8-4658-8b40-3a7d1ca2490e HTTP/1.1" status: 200 len: 866 time: 0.0489647 Nov 09 21:20:20.183842 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39772) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:20:20.212556 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-7eea7356-4bbd-4119-954e-4ec8c093a615 req-96154cf7-059f-40c0-9174-db3935c52176 service neutron] For port 417d5c0a-3b2b-43ab-834a-112e91a23548, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=417d5c0a-3b2b-43ab-834a-112e91a23548,segment=NetworkSegment(535e550e-1834-40ad-bb5a-53e5c279aa6f),segment_id=535e550e-1834-40ad-bb5a-53e5c279aa6f)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:20:20.222672 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-7eea7356-4bbd-4119-954e-4ec8c093a615 req-96154cf7-059f-40c0-9174-db3935c52176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:20.226383 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eaa3b1-1694-4c30-b6a1-b41a91d19c7f req-e58654aa-ae72-475f-9935-524be43705ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:20.228051 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-59eaa3b1-1694-4c30-b6a1-b41a91d19c7f req-e58654aa-ae72-475f-9935-524be43705ee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=725cddca-fbba-434f-945c-8afbaf0ade31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526829 Nov 09 21:20:20.242668 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325dc8e-52e9-4d3e-8773-3d4a0564bf20 req-ec79ced3-1b49-4173-8c0c-dea9ed9a39ee tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:20.244154 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9325dc8e-52e9-4d3e-8773-3d4a0564bf20 req-ec79ced3-1b49-4173-8c0c-dea9ed9a39ee tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2ce217-2a5f-41ef-8870-cac8b26f2334 HTTP/1.1" status: 200 len: 943 time: 0.1571805 Nov 09 21:20:20.290135 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea7356-4bbd-4119-954e-4ec8c093a615 req-96154cf7-059f-40c0-9174-db3935c52176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:20.292927 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-7eea7356-4bbd-4119-954e-4ec8c093a615 req-96154cf7-059f-40c0-9174-db3935c52176 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:20.292927 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7eea7356-4bbd-4119-954e-4ec8c093a615 req-96154cf7-059f-40c0-9174-db3935c52176 service neutron] 10.222.0.43 "PUT /v2.0/ports/417d5c0a-3b2b-43ab-834a-112e91a23548 HTTP/1.1" status: 200 len: 1091 time: 0.8953893 Nov 09 21:20:20.368556 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96154cf7-059f-40c0-9174-db3935c52176 service neutron] Pushing event updated for resources: {'Port': ['ID=417d5c0a-3b2b-43ab-834a-112e91a23548,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:20.390097 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd2ce217-2a5f-41ef-8870-cac8b26f2334', 'tag': '417d5c0a-3b2b-43ab-834a-112e91a23548'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:20:20.390839 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-59eaa3b1-1694-4c30-b6a1-b41a91d19c7f req-99a3b538-33c0-4b02-8dc2-229aca3f241a service neutron] 10.222.0.45 "GET /v2.0/networks/725cddca-fbba-434f-945c-8afbaf0ade31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527598 Nov 09 21:20:20.392395 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f1944a-25f7-46f1-9b73-4945df3fe3b3" -d '{"events": [{"name": "network-changed", "server_uuid": "bd2ce217-2a5f-41ef-8870-cac8b26f2334", "tag": "417d5c0a-3b2b-43ab-834a-112e91a23548"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:20:20.419123 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9325dc8e-52e9-4d3e-8773-3d4a0564bf20 req-b60be4a7-54a4-44b9-98b6-7c085205af50 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541996 Nov 09 21:20:20.462312 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea7356-4bbd-4119-954e-4ec8c093a615 req-32f39c19-f055-46d0-a061-a0eedce80618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:20.463838 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7eea7356-4bbd-4119-954e-4ec8c093a615 req-32f39c19-f055-46d0-a061-a0eedce80618 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=75ff5a098c974a5f990f4fa539b60751&device_id=bd2ce217-2a5f-41ef-8870-cac8b26f2334 HTTP/1.1" status: 200 len: 1094 time: 0.1064241 Nov 09 21:20:20.473912 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08cd4e44-45a9-46f9-9f99-6b62cef03846 x-openstack-request-id: req-08cd4e44-45a9-46f9-9f99-6b62cef03846 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:20:20.474389 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd2ce217-2a5f-41ef-8870-cac8b26f2334", "tag": "417d5c0a-3b2b-43ab-834a-112e91a23548", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:20:20.474682 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-08cd4e44-45a9-46f9-9f99-6b62cef03846 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:20:20.475044 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd2ce217-2a5f-41ef-8870-cac8b26f2334', 'tag': '417d5c0a-3b2b-43ab-834a-112e91a23548', 'status': 'completed', 'code': 200} Nov 09 21:20:20.480013 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-8e16ad3e-9bd8-4846-8888-fca8172608ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ce8acfb-b67d-4d2e-827e-fb09589f2947 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:20:20.493881 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-8e16ad3e-9bd8-4846-8888-fca8172608ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:20.496161 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb8508-a46a-4c7a-ae59-15b8de2a4f9e req-2d78b22f-17e9-4fff-83ec-5d0300d3159e tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:20.497770 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-83cb8508-a46a-4c7a-ae59-15b8de2a4f9e req-2d78b22f-17e9-4fff-83ec-5d0300d3159e tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca315556-84ab-4387-b710-0ff32e26c2c3 HTTP/1.1" status: 200 len: 945 time: 0.1625013 Nov 09 21:20:20.505894 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c4cc47e1-40de-4061-b185-43ff8112d8cd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=59eda8a7e29a429e890196eee2369cfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3207633 Nov 09 21:20:20.508327 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39782) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:20:20.546970 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-59eaa3b1-1694-4c30-b6a1-b41a91d19c7f req-e263835b-f2f9-4480-a3c1-182543d4b0fb service neutron] 10.222.0.45 "GET /v2.0/networks/725cddca-fbba-434f-945c-8afbaf0ade31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472340 Nov 09 21:20:20.555693 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7eea7356-4bbd-4119-954e-4ec8c093a615 req-adca7aac-a141-4e9a-a55b-8ec6c5c9d6ba service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=417d5c0a-3b2b-43ab-834a-112e91a23548 HTTP/1.1" status: 200 len: 217 time: 0.0584488 Nov 09 21:20:20.558826 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-8e16ad3e-9bd8-4846-8888-fca8172608ba service neutron] Transition to ACTIVE for port object 0ce8acfb-b67d-4d2e-827e-fb09589f2947 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:20:20.582800 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-83cb8508-a46a-4c7a-ae59-15b8de2a4f9e req-0c062126-73ce-44b6-9699-7ad0213a1472 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/security-groups?id=aefb8be0-27dd-40d6-93c0-f2dd7ce56794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706429 Nov 09 21:20:20.584211 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-8e16ad3e-9bd8-4846-8888-fca8172608ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:20.698595 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16ad3e-9bd8-4846-8888-fca8172608ba service neutron] Pushing event updated for resources: {'Port': ['ID=0ce8acfb-b67d-4d2e-827e-fb09589f2947,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:20.714540 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea7356-4bbd-4119-954e-4ec8c093a615 req-0b970d34-f888-45e3-a39b-eb8697e16ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:20.716107 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7eea7356-4bbd-4119-954e-4ec8c093a615 req-0b970d34-f888-45e3-a39b-eb8697e16ba9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b00fcf6d-0dad-4966-9afe-8edbbda80569 HTTP/1.1" status: 200 len: 844 time: 0.1451447 Nov 09 21:20:20.747469 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9a2e2-ff4a-4cc7-9fce-ab231957d7cc req-2dbb1786-514f-4168-b061-7fe7f4d24788 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:20.749688 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-94f9a2e2-ff4a-4cc7-9fce-ab231957d7cc req-2dbb1786-514f-4168-b061-7fe7f4d24788 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 950 time: 0.1958022 Nov 09 21:20:20.781731 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c404f5cc-c199-4120-86f6-654eb482ab2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:20.782966 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 33ed3050-8712-4721-ae1f-3351b98314d5 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:20:20.804593 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: 33ed3050-8712-4721-ae1f-3351b98314d5 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:20:20.805299 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7eea7356-4bbd-4119-954e-4ec8c093a615 req-68d6424d-341f-49e5-b790-cf825d7da009 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d46322e9-b56d-4dd7-8c5c-4100db9766b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673213 Nov 09 21:20:20.805561 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 33ed3050-8712-4721-ae1f-3351b98314d5 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:20:20.896932 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd2f71-cbc7-4dd9-8aff-3e1f819ab5e9 req-8b339201-b002-43d5-a18a-2df3c7d3c2e8 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:20.897621 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c404f5cc-c199-4120-86f6-654eb482ab2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:20.898482 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d2dd2f71-cbc7-4dd9-8aff-3e1f819ab5e9 req-8b339201-b002-43d5-a18a-2df3c7d3c2e8 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bbb89f0-d82b-41d7-997d-7434f853340c HTTP/1.1" status: 200 len: 944 time: 0.0545743 Nov 09 21:20:20.908348 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:20.938687 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-8e16ad3e-9bd8-4846-8888-fca8172608ba service neutron] Attempting to bind port 0ce8acfb-b67d-4d2e-827e-fb09589f2947 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:20:20.938923 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-8e16ad3e-9bd8-4846-8888-fca8172608ba service neutron] Attempting to bind port 0ce8acfb-b67d-4d2e-827e-fb09589f2947 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '3f8effe2-ca09-4bf1-b91e-c039a8c90cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:20:20.939245 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-8e16ad3e-9bd8-4846-8888-fca8172608ba service neutron] Attempting to bind port 0ce8acfb-b67d-4d2e-827e-fb09589f2947 on network a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:20:20.950396 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-94f9a2e2-ff4a-4cc7-9fce-ab231957d7cc req-ee4d2d20-a943-4037-9749-e3ce284f8543 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902609 Nov 09 21:20:20.956545 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d2dd2f71-cbc7-4dd9-8aff-3e1f819ab5e9 req-4f1171df-105e-4519-9deb-2d6b5158779b tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c0379d4-ef40-4d5f-90c4-31b5ee475e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459406 Nov 09 21:20:20.963623 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-8e16ad3e-9bd8-4846-8888-fca8172608ba service neutron] Port 0ce8acfb-b67d-4d2e-827e-fb09589f2947 on network a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:20:20.964485 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-8e16ad3e-9bd8-4846-8888-fca8172608ba service neutron] Attempting to bind port 0ce8acfb-b67d-4d2e-827e-fb09589f2947 on network a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:20:20.984063 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-8e16ad3e-9bd8-4846-8888-fca8172608ba service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:20:20.984063 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-8e16ad3e-9bd8-4846-8888-fca8172608ba service neutron] Checking segment: {'id': '3f8effe2-ca09-4bf1-b91e-c039a8c90cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:20:20.984063 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-8e16ad3e-9bd8-4846-8888-fca8172608ba service neutron] Bound using segment: {'id': '3f8effe2-ca09-4bf1-b91e-c039a8c90cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:20:20.984525 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-8e16ad3e-9bd8-4846-8888-fca8172608ba service neutron] Bound port: 0ce8acfb-b67d-4d2e-827e-fb09589f2947, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f8effe2-ca09-4bf1-b91e-c039a8c90cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:20:20.984801 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-8e16ad3e-9bd8-4846-8888-fca8172608ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:21.036698 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7eea7356-4bbd-4119-954e-4ec8c093a615 req-58f4cc94-ea79-4cf7-84d1-9a6c5d39c32d service neutron] 10.222.0.43 "GET /v2.0/networks/d46322e9-b56d-4dd7-8c5c-4100db9766b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162826 Nov 09 21:20:21.050703 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c404f5cc-c199-4120-86f6-654eb482ab2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:21.053268 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c404f5cc-c199-4120-86f6-654eb482ab2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:21.054384 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c404f5cc-c199-4120-86f6-654eb482ab2c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6e23aa14-d093-41fa-b7a2-d2b9c1ae8044 HTTP/1.1" status: 204 len: 168 time: 0.5451009 Nov 09 21:20:21.075050 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404f5cc-c199-4120-86f6-654eb482ab2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e23aa14-d093-41fa-b7a2-d2b9c1ae8044,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:21.131831 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-8e16ad3e-9bd8-4846-8888-fca8172608ba service neutron] For port 0ce8acfb-b67d-4d2e-827e-fb09589f2947, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:20:21.150396 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-8e16ad3e-9bd8-4846-8888-fca8172608ba service neutron] For port 0ce8acfb-b67d-4d2e-827e-fb09589f2947, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=0ce8acfb-b67d-4d2e-827e-fb09589f2947,segment=NetworkSegment(3f8effe2-ca09-4bf1-b91e-c039a8c90cd3),segment_id=3f8effe2-ca09-4bf1-b91e-c039a8c90cd3)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:20:21.161270 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-8e16ad3e-9bd8-4846-8888-fca8172608ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:21.214725 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7eea7356-4bbd-4119-954e-4ec8c093a615 req-98a4afe8-a151-4bcd-bcb6-ab05d3a9b0a8 service neutron] 10.222.0.43 "GET /v2.0/networks/d46322e9-b56d-4dd7-8c5c-4100db9766b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416199 Nov 09 21:20:21.216027 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-8e16ad3e-9bd8-4846-8888-fca8172608ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:21.216629 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-8e16ad3e-9bd8-4846-8888-fca8172608ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:21.217939 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-8e16ad3e-9bd8-4846-8888-fca8172608ba service neutron] 10.222.0.45 "PUT /v2.0/ports/0ce8acfb-b67d-4d2e-827e-fb09589f2947 HTTP/1.1" status: 200 len: 1092 time: 1.4075491 Nov 09 21:20:21.240338 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16ad3e-9bd8-4846-8888-fca8172608ba service neutron] Pushing event updated for resources: {'Port': ['ID=0ce8acfb-b67d-4d2e-827e-fb09589f2947,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:21.366786 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39796) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:20:21.367587 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-1449af13-863a-4bd2-bb31-c11ab5eb7776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:21.369118 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-1449af13-863a-4bd2-bb31-c11ab5eb7776 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=82be29d0d47e46adb14283806ef20aca&device_id=9bbb89f0-d82b-41d7-997d-7434f853340c HTTP/1.1" status: 200 len: 1095 time: 0.0810406 Nov 09 21:20:21.376538 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1944a-25f7-46f1-9b73-4945df3fe3b3 req-68548479-3310-4833-b4df-28f0d395d629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:21.378177 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-01f1944a-25f7-46f1-9b73-4945df3fe3b3 req-68548479-3310-4833-b4df-28f0d395d629 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=75ff5a098c974a5f990f4fa539b60751&device_id=bd2ce217-2a5f-41ef-8870-cac8b26f2334 HTTP/1.1" status: 200 len: 1094 time: 0.0577374 Nov 09 21:20:21.381675 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-52269972-7046-4f45-9cda-a55a8a4a04c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:21.423327 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-f3100811-e158-4c72-9fc0-5482d0742649 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ce8acfb-b67d-4d2e-827e-fb09589f2947 HTTP/1.1" status: 200 len: 217 time: 0.0437880 Nov 09 21:20:21.461876 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-52269972-7046-4f45-9cda-a55a8a4a04c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:21.469096 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-52269972-7046-4f45-9cda-a55a8a4a04c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:21.548250 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52269972-7046-4f45-9cda-a55a8a4a04c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701eece5-65f9-4ced-9042-8aa8ac82e7c6,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:21.557284 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-52269972-7046-4f45-9cda-a55a8a4a04c3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6354972fce1945eb80eb4300f0f7b4a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1885235 Nov 09 21:20:21.561098 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39800) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:20:21.578708 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2d6e2-c556-4b8d-a67b-59b466f26559 req-f48ec0bc-99d9-46f7-a82f-9c3b6b9b01a2 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:21.580241 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1df2d6e2-c556-4b8d-a67b-59b466f26559 req-f48ec0bc-99d9-46f7-a82f-9c3b6b9b01a2 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca315556-84ab-4387-b710-0ff32e26c2c3 HTTP/1.1" status: 200 len: 945 time: 0.1083283 Nov 09 21:20:21.712287 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8012804f-1ccb-40f1-915e-636012b086e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:21.747899 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8012804f-1ccb-40f1-915e-636012b086e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:21.775061 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-ae996b9d-68d4-40b0-b6f6-63292f6dc9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:21.777098 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-ae996b9d-68d4-40b0-b6f6-63292f6dc9fe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef05ee4c-62c9-4031-9b2a-86343ca19be3 HTTP/1.1" status: 200 len: 853 time: 0.3437991 Nov 09 21:20:21.783628 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3306e-1a3b-42ce-bafd-b80973adbf96 req-754a1abd-6a50-4e05-bc62-92aedfdb1aef tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:21.785155 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6fc3306e-1a3b-42ce-bafd-b80973adbf96 req-754a1abd-6a50-4e05-bc62-92aedfdb1aef tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca315556-84ab-4387-b710-0ff32e26c2c3 HTTP/1.1" status: 200 len: 945 time: 0.1155975 Nov 09 21:20:21.811884 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-1df2d6e2-c556-4b8d-a67b-59b466f26559 req-682b8a92-46dd-451f-858a-1866f7195347 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Deleting port fac43ce1-454c-433f-b214-072f068f28d8 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:20:21.812222 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1df2d6e2-c556-4b8d-a67b-59b466f26559 req-682b8a92-46dd-451f-858a-1866f7195347 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:21.815468 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcfd7c-9020-45e2-9b53-ba152589f3f9 req-10b17221-75c5-410d-b12e-dd0362aff463 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:21.816948 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f0bcfd7c-9020-45e2-9b53-ba152589f3f9 req-10b17221-75c5-410d-b12e-dd0362aff463 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2ce217-2a5f-41ef-8870-cac8b26f2334 HTTP/1.1" status: 200 len: 943 time: 0.1004274 Nov 09 21:20:21.844726 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1944a-25f7-46f1-9b73-4945df3fe3b3 req-c5996503-66dd-4a6c-986d-1c8f7062b754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:21.846181 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-01f1944a-25f7-46f1-9b73-4945df3fe3b3 req-c5996503-66dd-4a6c-986d-1c8f7062b754 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d46322e9-b56d-4dd7-8c5c-4100db9766b4 HTTP/1.1" status: 200 len: 904 time: 0.4597957 Nov 09 21:20:21.899256 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8012804f-1ccb-40f1-915e-636012b086e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:21.902417 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8012804f-1ccb-40f1-915e-636012b086e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:21.903554 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8012804f-1ccb-40f1-915e-636012b086e4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/701eece5-65f9-4ced-9042-8aa8ac82e7c6 HTTP/1.1" status: 204 len: 168 time: 0.3413374 Nov 09 21:20:21.911338 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-01f1944a-25f7-46f1-9b73-4945df3fe3b3 req-43563a42-f04a-4aac-b576-8b0fda141701 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=417d5c0a-3b2b-43ab-834a-112e91a23548 HTTP/1.1" status: 200 len: 217 time: 0.0532951 Nov 09 21:20:21.914846 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6fc3306e-1a3b-42ce-bafd-b80973adbf96 req-165bb5cd-9d4a-4b7b-a63e-0280895cbf9d tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.49 "GET /v2.0/security-groups?id=aefb8be0-27dd-40d6-93c0-f2dd7ce56794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216989 Nov 09 21:20:21.920301 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-c5263347-5bb2-4856-9a81-8f75223039af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:21.921953 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-c5263347-5bb2-4856-9a81-8f75223039af service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1336577 Nov 09 21:20:21.934745 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8012804f-1ccb-40f1-915e-636012b086e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701eece5-65f9-4ced-9042-8aa8ac82e7c6,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:21.938748 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f0bcfd7c-9020-45e2-9b53-ba152589f3f9 req-3dae8dc9-686e-4f1d-a5ba-d0f01f25db28 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059570 Nov 09 21:20:21.972331 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-1df2d6e2-c556-4b8d-a67b-59b466f26559 req-682b8a92-46dd-451f-858a-1866f7195347 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] For port fac43ce1-454c-433f-b214-072f068f28d8, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=fac43ce1-454c-433f-b214-072f068f28d8,segment=NetworkSegment(d84a975c-7a5f-4b92-b4d5-2a563b5ccb4f),segment_id=d84a975c-7a5f-4b92-b4d5-2a563b5ccb4f)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:20:21.974252 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1df2d6e2-c556-4b8d-a67b-59b466f26559 req-682b8a92-46dd-451f-858a-1866f7195347 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:21.995425 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-1df2d6e2-c556-4b8d-a67b-59b466f26559 req-682b8a92-46dd-451f-858a-1866f7195347 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Calling delete_port for fac43ce1-454c-433f-b214-072f068f28d8 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:20:22.081355 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1944a-25f7-46f1-9b73-4945df3fe3b3 req-93f24843-cb95-4b89-bc38-1305a47f0c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:22.082849 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-01f1944a-25f7-46f1-9b73-4945df3fe3b3 req-93f24843-cb95-4b89-bc38-1305a47f0c8b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b00fcf6d-0dad-4966-9afe-8edbbda80569 HTTP/1.1" status: 200 len: 844 time: 0.1575587 Nov 09 21:20:22.119324 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab22d3-e959-4ee4-93b9-843152a6a4b5 req-2d9d816b-dcb9-4af0-ad67-6d1154e4dc0b tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:22.120886 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ddab22d3-e959-4ee4-93b9-843152a6a4b5 req-2d9d816b-dcb9-4af0-ad67-6d1154e4dc0b tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 950 time: 0.0897803 Nov 09 21:20:22.154579 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-01f1944a-25f7-46f1-9b73-4945df3fe3b3 req-d135de14-6b4e-4946-9799-360df2d7f657 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d46322e9-b56d-4dd7-8c5c-4100db9766b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559752 Nov 09 21:20:22.219495 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1df2d6e2-c556-4b8d-a67b-59b466f26559 req-682b8a92-46dd-451f-858a-1866f7195347 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:22.230209 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-d4f567fe-7789-418c-976a-1ef751bfec38 service neutron] 10.222.0.45 "GET /v2.0/networks/a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964125 Nov 09 21:20:22.231411 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['fac43ce1-454c-433f-b214-072f068f28d8'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:20:22.235811 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1cfdb-e5dd-4e1b-9d77-38d994834cec req-83147088-bbe3-499b-b0af-c16855bb0f7c tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:22.243056 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0dd1cfdb-e5dd-4e1b-9d77-38d994834cec req-83147088-bbe3-499b-b0af-c16855bb0f7c tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bbb89f0-d82b-41d7-997d-7434f853340c HTTP/1.1" status: 200 len: 944 time: 0.0837786 Nov 09 21:20:22.275392 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b8a92-46dd-451f-858a-1866f7195347 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Pushing event deleted for resources: {'Port': ['ID=fac43ce1-454c-433f-b214-072f068f28d8,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:22.320600 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ddab22d3-e959-4ee4-93b9-843152a6a4b5 req-d731210b-24b1-4967-a8fb-51cc05172ce3 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699965 Nov 09 21:20:22.333179 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df2d6e2-c556-4b8d-a67b-59b466f26559 req-682b8a92-46dd-451f-858a-1866f7195347 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] No DVR routers for this DVR port fac43ce1-454c-433f-b214-072f068f28d8 on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:20:22.338109 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1df2d6e2-c556-4b8d-a67b-59b466f26559 req-682b8a92-46dd-451f-858a-1866f7195347 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:22.341812 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1df2d6e2-c556-4b8d-a67b-59b466f26559 req-682b8a92-46dd-451f-858a-1866f7195347 tempest-FloatingIPsAssociationNegativeTestJSON-634024710 tempest-FloatingIPsAssociationNegativeTestJSON-634024710-project] 10.222.0.45 "DELETE /v2.0/ports/fac43ce1-454c-433f-b214-072f068f28d8 HTTP/1.1" status: 204 len: 173 time: 0.7536492 Nov 09 21:20:22.342354 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca315556-84ab-4387-b710-0ff32e26c2c3', 'name': 'network-vif-deleted', 'tag': 'fac43ce1-454c-433f-b214-072f068f28d8'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:20:22.348733 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed53257f-b67a-4c14-9cab-b9c4fa498798" -d '{"events": [{"server_uuid": "ca315556-84ab-4387-b710-0ff32e26c2c3", "name": "network-vif-deleted", "tag": "fac43ce1-454c-433f-b214-072f068f28d8"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:20:22.349569 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:22.383365 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0dd1cfdb-e5dd-4e1b-9d77-38d994834cec req-dc8f9b26-e98d-4d55-97f2-d674f46ab4cf tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c0379d4-ef40-4d5f-90c4-31b5ee475e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386666 Nov 09 21:20:22.387415 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-01f1944a-25f7-46f1-9b73-4945df3fe3b3 req-6782f992-bdea-495b-935f-bf6fd2471ea1 service neutron] 10.222.0.43 "GET /v2.0/networks/d46322e9-b56d-4dd7-8c5c-4100db9766b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066710 Nov 09 21:20:22.504071 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bbb89f0-d82b-41d7-997d-7434f853340c', 'tag': '0ce8acfb-b67d-4d2e-827e-fb09589f2947'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:20:22.506522 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a825dc6-12f1-4f13-98d2-27202fb1ef62" -d '{"events": [{"name": "network-changed", "server_uuid": "9bbb89f0-d82b-41d7-997d-7434f853340c", "tag": "0ce8acfb-b67d-4d2e-827e-fb09589f2947"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:20:22.541043 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5fa4a66-ff0e-42eb-b77e-db8266fe4cdd x-openstack-request-id: req-d5fa4a66-ff0e-42eb-b77e-db8266fe4cdd {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:20:22.541342 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca315556-84ab-4387-b710-0ff32e26c2c3", "name": "network-vif-deleted", "tag": "fac43ce1-454c-433f-b214-072f068f28d8", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:20:22.541599 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d5fa4a66-ff0e-42eb-b77e-db8266fe4cdd {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:20:22.542545 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca315556-84ab-4387-b710-0ff32e26c2c3', 'name': 'network-vif-deleted', 'tag': 'fac43ce1-454c-433f-b214-072f068f28d8', 'status': 'completed', 'code': 200} Nov 09 21:20:22.559533 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-590b78ba-51f0-4a28-956b-768dc5231d3d req-a33fb98a-7ea2-4a28-8758-6938d8c18008 service neutron] 10.222.0.45 "GET /v2.0/networks/a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166330 Nov 09 21:20:22.571089 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-01f1944a-25f7-46f1-9b73-4945df3fe3b3 req-1d2ceb3c-f2b1-4f03-b522-8b8408cedfff service neutron] 10.222.0.43 "GET /v2.0/networks/d46322e9-b56d-4dd7-8c5c-4100db9766b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828129 Nov 09 21:20:22.582417 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544874de-a6c0-481c-b299-f48daff9a278 x-openstack-request-id: req-544874de-a6c0-481c-b299-f48daff9a278 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:20:22.582757 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bbb89f0-d82b-41d7-997d-7434f853340c", "tag": "0ce8acfb-b67d-4d2e-827e-fb09589f2947", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:20:22.583018 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-544874de-a6c0-481c-b299-f48daff9a278 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:20:22.583419 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bbb89f0-d82b-41d7-997d-7434f853340c', 'tag': '0ce8acfb-b67d-4d2e-827e-fb09589f2947', 'status': 'completed', 'code': 200} Nov 09 21:20:22.653095 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a825dc6-12f1-4f13-98d2-27202fb1ef62 req-6442ffdd-fee0-4782-b607-41ad18631787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:22.654774 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6a825dc6-12f1-4f13-98d2-27202fb1ef62 req-6442ffdd-fee0-4782-b607-41ad18631787 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=82be29d0d47e46adb14283806ef20aca&device_id=9bbb89f0-d82b-41d7-997d-7434f853340c HTTP/1.1" status: 200 len: 1095 time: 0.0440338 Nov 09 21:20:22.673307 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:22.756504 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a825dc6-12f1-4f13-98d2-27202fb1ef62 req-5cf1ef12-9ae9-45ee-8e2f-d14fe631ae4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:22.758007 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6a825dc6-12f1-4f13-98d2-27202fb1ef62 req-5cf1ef12-9ae9-45ee-8e2f-d14fe631ae4b service neutron] 10.222.0.45 "GET /v2.0/networks?id=a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef HTTP/1.1" status: 200 len: 914 time: 0.0934057 Nov 09 21:20:22.800842 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6a825dc6-12f1-4f13-98d2-27202fb1ef62 req-cc4fe568-e074-449d-9df9-702391571e45 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ce8acfb-b67d-4d2e-827e-fb09589f2947 HTTP/1.1" status: 200 len: 217 time: 0.0343997 Nov 09 21:20:22.862208 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a825dc6-12f1-4f13-98d2-27202fb1ef62 req-8c1a8888-f751-40e5-a247-40489881eb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:22.864064 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6a825dc6-12f1-4f13-98d2-27202fb1ef62 req-8c1a8888-f751-40e5-a247-40489881eb47 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef05ee4c-62c9-4031-9b2a-86343ca19be3 HTTP/1.1" status: 200 len: 853 time: 0.0514009 Nov 09 21:20:22.917941 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a825dc6-12f1-4f13-98d2-27202fb1ef62 req-78261bb0-447a-4c4e-9bf0-88c808c039be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:22.919733 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6a825dc6-12f1-4f13-98d2-27202fb1ef62 req-78261bb0-447a-4c4e-9bf0-88c808c039be service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465286 Nov 09 21:20:22.990709 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39846) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:20:23.023969 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6a825dc6-12f1-4f13-98d2-27202fb1ef62 req-febf3ae0-1991-4ca7-b180-3b346e61a813 service neutron] 10.222.0.45 "GET /v2.0/networks/a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968699 Nov 09 21:20:23.136286 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6a825dc6-12f1-4f13-98d2-27202fb1ef62 req-60001894-2835-407b-a577-5852b4aa7bff service neutron] 10.222.0.45 "GET /v2.0/networks/a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028953 Nov 09 21:20:23.146845 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3cdb7c-39b8-4d6a-ad63-1122f622f297 req-80725cec-e387-4fe3-82d7-b597b5950c87 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:23.148304 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9f3cdb7c-39b8-4d6a-ad63-1122f622f297 req-80725cec-e387-4fe3-82d7-b597b5950c87 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2ce217-2a5f-41ef-8870-cac8b26f2334 HTTP/1.1" status: 200 len: 943 time: 0.0981264 Nov 09 21:20:23.270797 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9f3cdb7c-39b8-4d6a-ad63-1122f622f297 req-9316db16-2492-4c1c-a221-c8c678e3c608 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885417 Nov 09 21:20:23.290956 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:23.445099 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-45f73bfc-e52c-4efc-b6fb-56be53c2fd28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:23.467705 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf0d94-833e-42ac-9ff4-8b44551d25bc req-0c6d665f-c121-49bb-8339-915153023bb6 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:23.469546 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-42cf0d94-833e-42ac-9ff4-8b44551d25bc req-0c6d665f-c121-49bb-8339-915153023bb6 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 950 time: 0.0538244 Nov 09 21:20:23.517658 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-42cf0d94-833e-42ac-9ff4-8b44551d25bc req-370231ea-6da6-4d8e-945d-c6751a3284ff tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418923 Nov 09 21:20:23.578977 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07933580-6840-4da8-bca3-ae2149eade83 req-1a5a3e38-1288-416a-8845-821ebdb5a47d tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:23.580450 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-07933580-6840-4da8-bca3-ae2149eade83 req-1a5a3e38-1288-416a-8845-821ebdb5a47d tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bbb89f0-d82b-41d7-997d-7434f853340c HTTP/1.1" status: 200 len: 944 time: 0.0975177 Nov 09 21:20:23.680126 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-07933580-6840-4da8-bca3-ae2149eade83 req-89113d5c-9f3f-4618-b8bd-66f75999aea6 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c0379d4-ef40-4d5f-90c4-31b5ee475e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927012 Nov 09 21:20:23.778786 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-45f73bfc-e52c-4efc-b6fb-56be53c2fd28 admin admin] Deleting port cf8e7695-76a6-47f9-b0c4-ee5b143b9d3f {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:20:23.779132 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-45f73bfc-e52c-4efc-b6fb-56be53c2fd28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:23.858307 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-45f73bfc-e52c-4efc-b6fb-56be53c2fd28 admin admin] For port cf8e7695-76a6-47f9-b0c4-ee5b143b9d3f, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=cf8e7695-76a6-47f9-b0c4-ee5b143b9d3f,segment=NetworkSegment(d84a975c-7a5f-4b92-b4d5-2a563b5ccb4f),segment_id=d84a975c-7a5f-4b92-b4d5-2a563b5ccb4f)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:20:23.858666 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-45f73bfc-e52c-4efc-b6fb-56be53c2fd28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:23.870805 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-45f73bfc-e52c-4efc-b6fb-56be53c2fd28 admin admin] Calling delete_port for cf8e7695-76a6-47f9-b0c4-ee5b143b9d3f owned by network:router_interface {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:20:24.047565 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-45f73bfc-e52c-4efc-b6fb-56be53c2fd28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:24.077861 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f73bfc-e52c-4efc-b6fb-56be53c2fd28 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf8e7695-76a6-47f9-b0c4-ee5b143b9d3f,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:24.177212 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39900) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:20:24.288840 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-45f73bfc-e52c-4efc-b6fb-56be53c2fd28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:24.324299 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-daaf1af8-05da-469f-83b3-343e7cd09534 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:24.426421 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708575f5-488d-426e-a16b-cd10b996646a req-5d70c0fe-baf0-49ed-b813-921453392fa0 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:24.428005 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-708575f5-488d-426e-a16b-cd10b996646a req-5d70c0fe-baf0-49ed-b813-921453392fa0 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2ce217-2a5f-41ef-8870-cac8b26f2334 HTTP/1.1" status: 200 len: 943 time: 0.0760298 Nov 09 21:20:24.465757 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-daaf1af8-05da-469f-83b3-343e7cd09534 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:24.474528 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-daaf1af8-05da-469f-83b3-343e7cd09534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:24.531266 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-708575f5-488d-426e-a16b-cd10b996646a req-21304763-6791-44f1-a9c3-75f7f818eaef tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923674 Nov 09 21:20:24.533469 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf1af8-05da-469f-83b3-343e7cd09534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085dc5a8-2295-43d2-a137-7ef81e07df6f,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:24.550015 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-daaf1af8-05da-469f-83b3-343e7cd09534 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=17810da98484441685421a504e716357&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3711917 Nov 09 21:20:24.550619 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39908) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:20:24.603982 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c2d7bbd3-ccff-429f-9f96-8c433bf69503 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:24.636926 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c2d7bbd3-ccff-429f-9f96-8c433bf69503 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:24.689294 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c2d7bbd3-ccff-429f-9f96-8c433bf69503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:24.692804 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c2d7bbd3-ccff-429f-9f96-8c433bf69503 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:24.696424 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c2d7bbd3-ccff-429f-9f96-8c433bf69503 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/085dc5a8-2295-43d2-a137-7ef81e07df6f HTTP/1.1" status: 204 len: 168 time: 0.1422286 Nov 09 21:20:24.715913 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d7bbd3-ccff-429f-9f96-8c433bf69503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085dc5a8-2295-43d2-a137-7ef81e07df6f,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:24.766069 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ac17a-b678-4870-bbc1-8a3c7f76a307 req-8f13ac85-2904-4faa-ac83-1caa024288e0 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:24.768163 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-583ac17a-b678-4870-bbc1-8a3c7f76a307 req-8f13ac85-2904-4faa-ac83-1caa024288e0 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 950 time: 0.0728915 Nov 09 21:20:24.794981 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 417d5c0a-3b2b-43ab-834a-112e91a23548 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:20:24.896905 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5f3b2-d421-4753-9f25-2f8d7bd87fc5 req-f1813a10-f7ed-4206-a0a8-09a3986a58af tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:24.899141 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d9c5f3b2-d421-4753-9f25-2f8d7bd87fc5 req-f1813a10-f7ed-4206-a0a8-09a3986a58af tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bbb89f0-d82b-41d7-997d-7434f853340c HTTP/1.1" status: 200 len: 944 time: 0.0633266 Nov 09 21:20:24.902335 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-583ac17a-b678-4870-bbc1-8a3c7f76a307 req-57ea9a00-cb77-4113-ab99-4f19fff0c6f0 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933361 Nov 09 21:20:24.916057 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f73bfc-e52c-4efc-b6fb-56be53c2fd28 admin admin] Router 85e00bdb-4201-43c2-b490-f0c5e1d9dd5e has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:20:24.937471 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 417d5c0a-3b2b-43ab-834a-112e91a23548, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=417d5c0a-3b2b-43ab-834a-112e91a23548,segment=NetworkSegment(535e550e-1834-40ad-bb5a-53e5c279aa6f),segment_id=535e550e-1834-40ad-bb5a-53e5c279aa6f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:20:24.952496 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '417d5c0a-3b2b-43ab-834a-112e91a23548', 'network_id': 'd46322e9-b56d-4dd7-8c5c-4100db9766b4', 'port_id': '417d5c0a-3b2b-43ab-834a-112e91a23548', 'mac_address': 'fa:16:3e:81:08:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b00fcf6d-0dad-4966-9afe-8edbbda80569', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:20:24.959479 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d9c5f3b2-d421-4753-9f25-2f8d7bd87fc5 req-dc5d2215-c23e-461e-94da-9eb2595be814 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c0379d4-ef40-4d5f-90c4-31b5ee475e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523925 Nov 09 21:20:24.992702 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:25.006828 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 417d5c0a-3b2b-43ab-834a-112e91a23548 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:20:25.032678 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 417d5c0a-3b2b-43ab-834a-112e91a23548, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=417d5c0a-3b2b-43ab-834a-112e91a23548,segment=NetworkSegment(535e550e-1834-40ad-bb5a-53e5c279aa6f),segment_id=535e550e-1834-40ad-bb5a-53e5c279aa6f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:20:25.040372 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:25.064070 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f73bfc-e52c-4efc-b6fb-56be53c2fd28 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:20:25.069634 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-45f73bfc-e52c-4efc-b6fb-56be53c2fd28 admin admin] 10.222.0.49 "PUT /v2.0/routers/85e00bdb-4201-43c2-b490-f0c5e1d9dd5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0779128 Nov 09 21:20:25.072237 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39926) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:20:25.080274 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cab3113-af37-4b28-8e61-d34e2787174a None None] Sync routers for ids ['85e00bdb-4201-43c2-b490-f0c5e1d9dd5e'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:20:25.099280 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=417d5c0a-3b2b-43ab-834a-112e91a23548,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:25.112169 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cab3113-af37-4b28-8e61-d34e2787174a None None] Routers {'85e00bdb-4201-43c2-b490-f0c5e1d9dd5e'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:20:25.112830 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-0cab3113-af37-4b28-8e61-d34e2787174a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:20:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['85e00bdb-4201-43c2-b490-f0c5e1d9dd5e'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:20:25.180593 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-327c0320-d007-4be1-8f55-84a4c324dee8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:25.223406 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-0cab3113-af37-4b28-8e61-d34e2787174a None None] Set router 85e00bdb-4201-43c2-b490-f0c5e1d9dd5e gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:20:25.299047 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-327c0320-d007-4be1-8f55-84a4c324dee8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:25.362586 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-327c0320-d007-4be1-8f55-84a4c324dee8 admin admin] Deleting port b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:20:25.362701 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-327c0320-d007-4be1-8f55-84a4c324dee8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:25.425483 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 0ce8acfb-b67d-4d2e-827e-fb09589f2947 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:20:25.437610 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device fac43ce1-454c-433f-b214-072f068f28d8 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:20:25.454690 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-327c0320-d007-4be1-8f55-84a4c324dee8 admin admin] For port b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:20:25.455532 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-327c0320-d007-4be1-8f55-84a4c324dee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:25.467634 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: fac43ce1-454c-433f-b214-072f068f28d8 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:20:25.467967 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device fac43ce1-454c-433f-b214-072f068f28d8 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:20:25.477501 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-327c0320-d007-4be1-8f55-84a4c324dee8 admin admin] Calling delete_port for b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1 owned by network:router_gateway {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:20:25.518733 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['417d5c0a-3b2b-43ab-834a-112e91a23548'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:20:25.642558 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 0ce8acfb-b67d-4d2e-827e-fb09589f2947, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=0ce8acfb-b67d-4d2e-827e-fb09589f2947,segment=NetworkSegment(3f8effe2-ca09-4bf1-b91e-c039a8c90cd3),segment_id=3f8effe2-ca09-4bf1-b91e-c039a8c90cd3)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:20:25.671029 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '0ce8acfb-b67d-4d2e-827e-fb09589f2947', 'network_id': 'a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef', 'port_id': '0ce8acfb-b67d-4d2e-827e-fb09589f2947', 'mac_address': 'fa:16:3e:f4:04:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef05ee4c-62c9-4031-9b2a-86343ca19be3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:20:25.684484 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d93bf-6edb-467c-9283-5ca6edbe6650 req-8ccb8843-b9ca-4b2f-802a-eaf30085dcc6 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:25.694103 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-869d93bf-6edb-467c-9283-5ca6edbe6650 req-8ccb8843-b9ca-4b2f-802a-eaf30085dcc6 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2ce217-2a5f-41ef-8870-cac8b26f2334 HTTP/1.1" status: 200 len: 944 time: 0.0724258 Nov 09 21:20:25.712057 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-327c0320-d007-4be1-8f55-84a4c324dee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:25.723315 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-0cab3113-af37-4b28-8e61-d34e2787174a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e00bdb-4201-43c2-b490-f0c5e1d9dd5e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-91098561-router', 'tenant_id': '9715d51501fd4c548f27e14fec7c1f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:19:13Z', 'updated_at': '2021-11-09T21:20:24Z', 'revision_number': 5, 'project_id': '9715d51501fd4c548f27e14fec7c1f1a', 'gw_port': {'id': 'b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:98:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e00bdb-4201-43c2-b490-f0c5e1d9dd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:16Z', 'updated_at': '2021-11-09T21:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:20:25.757205 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-869d93bf-6edb-467c-9283-5ca6edbe6650 req-424cf03b-c8c8-4e18-b857-436dbbf1ed1a tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621896 Nov 09 21:20:25.766901 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cab3113-af37-4b28-8e61-d34e2787174a None None] Checking router: 85e00bdb-4201-43c2-b490-f0c5e1d9dd5e for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:20:25.780891 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c0320-d007-4be1-8f55-84a4c324dee8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:25.794828 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cab3113-af37-4b28-8e61-d34e2787174a None None] Routers {'85e00bdb-4201-43c2-b490-f0c5e1d9dd5e'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:20:25.795511 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-0cab3113-af37-4b28-8e61-d34e2787174a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:20:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['85e00bdb-4201-43c2-b490-f0c5e1d9dd5e'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:20:25.833360 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-327c0320-d007-4be1-8f55-84a4c324dee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:25.867595 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-0cab3113-af37-4b28-8e61-d34e2787174a None None] Set router 85e00bdb-4201-43c2-b490-f0c5e1d9dd5e gateway port host: None {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:20:25.896432 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:25.973284 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-327c0320-d007-4be1-8f55-84a4c324dee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:25.976412 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-327c0320-d007-4be1-8f55-84a4c324dee8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:25.977313 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ce8acfb-b67d-4d2e-827e-fb09589f2947 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:20:25.997969 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 0ce8acfb-b67d-4d2e-827e-fb09589f2947, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=0ce8acfb-b67d-4d2e-827e-fb09589f2947,segment=NetworkSegment(3f8effe2-ca09-4bf1-b91e-c039a8c90cd3),segment_id=3f8effe2-ca09-4bf1-b91e-c039a8c90cd3)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:20:26.003981 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-0cab3113-af37-4b28-8e61-d34e2787174a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e00bdb-4201-43c2-b490-f0c5e1d9dd5e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-91098561-router', 'tenant_id': '9715d51501fd4c548f27e14fec7c1f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:19:13Z', 'updated_at': '2021-11-09T21:20:25Z', 'revision_number': 7, 'project_id': '9715d51501fd4c548f27e14fec7c1f1a', 'gw_port_host': None}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:20:26.031615 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:26.034970 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cab3113-af37-4b28-8e61-d34e2787174a None None] The sync data for ids ['85e00bdb-4201-43c2-b490-f0c5e1d9dd5e'] in n-d-816206-3 is: [{'id': '85e00bdb-4201-43c2-b490-f0c5e1d9dd5e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-91098561-router', 'tenant_id': '9715d51501fd4c548f27e14fec7c1f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:19:13Z', 'updated_at': '2021-11-09T21:20:25Z', 'revision_number': 7, 'project_id': '9715d51501fd4c548f27e14fec7c1f1a', 'gw_port_host': None}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:20:26.074471 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-327c0320-d007-4be1-8f55-84a4c324dee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:26.075116 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327c0320-d007-4be1-8f55-84a4c324dee8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85e00bdb-4201-43c2-b490-f0c5e1d9dd5e {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:20:26.086212 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-327c0320-d007-4be1-8f55-84a4c324dee8 admin admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:26.086212 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-327c0320-d007-4be1-8f55-84a4c324dee8 admin admin] 10.222.0.49 "DELETE /v2.0/routers/85e00bdb-4201-43c2-b490-f0c5e1d9dd5e HTTP/1.1" status: 204 len: 168 time: 1.0102057 Nov 09 21:20:26.086714 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39958) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:20:26.105436 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=0ce8acfb-b67d-4d2e-827e-fb09589f2947,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:26.136230 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310084a-015f-4e64-8be9-cd573f4826b7 req-e21e2c5f-f66e-4fcd-bbc8-a045b9bc0221 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:26.137756 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9310084a-015f-4e64-8be9-cd573f4826b7 req-e21e2c5f-f66e-4fcd-bbc8-a045b9bc0221 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 950 time: 0.1021550 Nov 09 21:20:26.165938 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ec4cd46-98b6-41a6-a530-5e4321ecacfb admin admin] Deleting subnet cbe4268b-84c8-4658-8b40-3a7d1ca2490e {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:20:26.172505 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6ec4cd46-98b6-41a6-a530-5e4321ecacfb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:26.216973 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5a9f6-48be-474e-942e-4e2250bd58a3 req-f2db39a1-b5b1-4834-a68e-0570662c14ef tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:26.219111 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fad5a9f6-48be-474e-942e-4e2250bd58a3 req-f2db39a1-b5b1-4834-a68e-0570662c14ef tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bbb89f0-d82b-41d7-997d-7434f853340c HTTP/1.1" status: 200 len: 945 time: 0.0593653 Nov 09 21:20:26.225228 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9310084a-015f-4e64-8be9-cd573f4826b7 req-44d651d4-1b22-442c-95d4-1b45ca17d5a6 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813105 Nov 09 21:20:26.229212 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6ec4cd46-98b6-41a6-a530-5e4321ecacfb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:26.272516 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fad5a9f6-48be-474e-942e-4e2250bd58a3 req-312712cb-d1dc-4f1c-95ab-74cc507ef82c tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c0379d4-ef40-4d5f-90c4-31b5ee475e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429122 Nov 09 21:20:26.281969 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['0ce8acfb-b67d-4d2e-827e-fb09589f2947'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:20:26.351884 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6ec4cd46-98b6-41a6-a530-5e4321ecacfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:26.469023 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6ec4cd46-98b6-41a6-a530-5e4321ecacfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:26.517327 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec4cd46-98b6-41a6-a530-5e4321ecacfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbe4268b-84c8-4658-8b40-3a7d1ca2490e,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:26.519299 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6ec4cd46-98b6-41a6-a530-5e4321ecacfb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:26.522662 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6ec4cd46-98b6-41a6-a530-5e4321ecacfb admin admin] 10.222.0.49 "DELETE /v2.0/subnets/cbe4268b-84c8-4658-8b40-3a7d1ca2490e HTTP/1.1" status: 204 len: 168 time: 0.4350219 Nov 09 21:20:26.526879 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39972) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:20:26.531281 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1543f0-b651-4dc2-9b9b-db96e082d2ae None None] Network 725cddca-fbba-434f-945c-8afbaf0ade31 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:20:26.615733 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bd7c543d-1b0c-4ba2-ac65-1f735f744123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:26.672056 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-bd7c543d-1b0c-4ba2-ac65-1f735f744123 admin admin] Deleting port 4793d75b-ef33-4596-9093-d64f33a7960c {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:20:26.672433 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bd7c543d-1b0c-4ba2-ac65-1f735f744123 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:26.756882 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-bd7c543d-1b0c-4ba2-ac65-1f735f744123 admin admin] For port 4793d75b-ef33-4596-9093-d64f33a7960c, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=4793d75b-ef33-4596-9093-d64f33a7960c,segment=NetworkSegment(d84a975c-7a5f-4b92-b4d5-2a563b5ccb4f),segment_id=d84a975c-7a5f-4b92-b4d5-2a563b5ccb4f)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:20:26.757494 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bd7c543d-1b0c-4ba2-ac65-1f735f744123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:26.774647 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-bd7c543d-1b0c-4ba2-ac65-1f735f744123 admin admin] Calling delete_port for 4793d75b-ef33-4596-9093-d64f33a7960c owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:20:26.863880 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b6d54b-e199-406a-b958-8c73ad2f60df None None] DHCP port deletion for 725cddca-fbba-434f-945c-8afbaf0ade31 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:20:26.916206 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bd7c543d-1b0c-4ba2-ac65-1f735f744123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:26.926819 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39988) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:20:26.942653 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-39b6d54b-e199-406a-b958-8c73ad2f60df None None] Deleting port 4793d75b-ef33-4596-9093-d64f33a7960c {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:20:26.945230 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-39b6d54b-e199-406a-b958-8c73ad2f60df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:26.969073 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c543d-1b0c-4ba2-ac65-1f735f744123 admin admin] Pushing event deleted for resources: {'Port': ['ID=4793d75b-ef33-4596-9093-d64f33a7960c,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:26.980970 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7c543d-1b0c-4ba2-ac65-1f735f744123 admin admin] No DVR routers for this DVR port 4793d75b-ef33-4596-9093-d64f33a7960c on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:20:27.026907 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d8136-bdd4-4de4-99ba-613e061af21e req-b5d6e453-9109-44e0-b33f-630092d417d8 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:27.028357 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-346d8136-bdd4-4de4-99ba-613e061af21e req-b5d6e453-9109-44e0-b33f-630092d417d8 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2ce217-2a5f-41ef-8870-cac8b26f2334 HTTP/1.1" status: 200 len: 944 time: 0.1518524 Nov 09 21:20:27.032311 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-39b6d54b-e199-406a-b958-8c73ad2f60df None None] For port 4793d75b-ef33-4596-9093-d64f33a7960c, host n-d-816206-3, got binding levels [] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:20:27.032951 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-39b6d54b-e199-406a-b958-8c73ad2f60df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:27.049073 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-39b6d54b-e199-406a-b958-8c73ad2f60df None None] Calling delete_port for 4793d75b-ef33-4596-9093-d64f33a7960c owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:20:27.051933 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.ipam_backend_mixin [None req-39b6d54b-e199-406a-b958-8c73ad2f60df None None] Port 4793d75b-ef33-4596-9093-d64f33a7960c was not found and therefore no delete operation was performed {{(pid=102609) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 21:20:27.053558 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-39b6d54b-e199-406a-b958-8c73ad2f60df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:27.062224 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f182f561-8541-465e-bb88-d9715a187b8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:27.081983 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b6d54b-e199-406a-b958-8c73ad2f60df None None] Pushing event deleted for resources: {'Port': ['ID=4793d75b-ef33-4596-9093-d64f33a7960c,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:27.088244 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b6d54b-e199-406a-b958-8c73ad2f60df None None] No DVR routers for this DVR port 4793d75b-ef33-4596-9093-d64f33a7960c on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:20:27.093307 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bd7c543d-1b0c-4ba2-ac65-1f735f744123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:27.127749 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-346d8136-bdd4-4de4-99ba-613e061af21e req-e72d4f7b-9bf7-47c1-b4d8-947829138c42 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744348 Nov 09 21:20:27.131240 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-bd7c543d-1b0c-4ba2-ac65-1f735f744123 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['725cddca-fbba-434f-945c-8afbaf0ade31']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:20:27.143229 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-bd7c543d-1b0c-4ba2-ac65-1f735f744123 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd84a975c-7a5f-4b92-b4d5-2a563b5ccb4f') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:20:27.143541 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-bd7c543d-1b0c-4ba2-ac65-1f735f744123 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd84a975c-7a5f-4b92-b4d5-2a563b5ccb4f') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:20:27.163090 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bd7c543d-1b0c-4ba2-ac65-1f735f744123 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:27.173007 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f182f561-8541-465e-bb88-d9715a187b8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:27.177738 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bd7c543d-1b0c-4ba2-ac65-1f735f744123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:27.177990 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f182f561-8541-465e-bb88-d9715a187b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:27.184370 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd7c543d-1b0c-4ba2-ac65-1f735f744123 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:20:27.184937 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bd7c543d-1b0c-4ba2-ac65-1f735f744123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:27.186758 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:20:27.186758 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:20:27.186758 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:20:27.186758 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:20:27.186758 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:20:27.186758 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:20:27.186758 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:20:27.186758 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:20:27.186758 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:20:27.186758 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:20:27.186758 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:20:27.186758 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:20:27.186758 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:20:27.186758 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:20:27.186758 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:20:27.186758 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:20:27.186758 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:20:27.186758 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:20:27.186758 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:20:27.186758 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:20:27.186758 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:20:27.186758 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:20:27.186758 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:20:27.186758 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:20:27.186758 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:20:27.186758 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:20:27.186758 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:20:27.186758 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:20:27.186758 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:20:27.186758 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:20:27.186758 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:20:27.186758 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:20:27.221174 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f182f561-8541-465e-bb88-d9715a187b8b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=25fdce79fd8844b8b941d2b139c815b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2909682 Nov 09 21:20:27.221748 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39992) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:20:27.228754 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f182f561-8541-465e-bb88-d9715a187b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656da3eb-c093-4bf3-9b16-928053ad073e,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:27.256369 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bd7c543d-1b0c-4ba2-ac65-1f735f744123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:27.269939 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bd7c543d-1b0c-4ba2-ac65-1f735f744123 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:27.277300 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-bd7c543d-1b0c-4ba2-ac65-1f735f744123 admin admin] 10.222.0.49 "DELETE /v2.0/networks/725cddca-fbba-434f-945c-8afbaf0ade31 HTTP/1.1" status: 204 len: 168 time: 0.7438927 Nov 09 21:20:27.284444 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2c5bc870-6cc0-4094-acaa-782e2e9277e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:27.289367 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c543d-1b0c-4ba2-ac65-1f735f744123 admin admin] Pushing event deleted for resources: {'Network': ['ID=725cddca-fbba-434f-945c-8afbaf0ade31,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:27.343580 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2c5bc870-6cc0-4094-acaa-782e2e9277e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:27.359948 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:20:27.382053 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:20:27.382452 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device b0059974-c03c-40dd-9cf5-8f6e8fbc8ff1 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:20:27.382815 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 4793d75b-ef33-4596-9093-d64f33a7960c no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:20:27.413172 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 4793d75b-ef33-4596-9093-d64f33a7960c {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:20:27.413523 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 4793d75b-ef33-4596-9093-d64f33a7960c not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:20:27.413917 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device cf8e7695-76a6-47f9-b0c4-ee5b143b9d3f no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:20:27.443161 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 0ce8acfb-b67d-4d2e-827e-fb09589f2947 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:20:27.443335 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a763c9-7b94-4209-bc4d-d77f0d4a2b9c req-8d4dc698-09d5-4f7d-b6fc-925aa62b26ce tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:27.444823 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a7a763c9-7b94-4209-bc4d-d77f0d4a2b9c req-8d4dc698-09d5-4f7d-b6fc-925aa62b26ce tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bbb89f0-d82b-41d7-997d-7434f853340c HTTP/1.1" status: 200 len: 945 time: 0.0644341 Nov 09 21:20:27.449289 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc3e9f-8d39-4c7b-81ef-e4076464b16d req-ec5300ab-bc1b-4df0-a42a-e90d87e35a3b tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:27.463144 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8dbc3e9f-8d39-4c7b-81ef-e4076464b16d req-ec5300ab-bc1b-4df0-a42a-e90d87e35a3b tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 950 time: 0.1182718 Nov 09 21:20:27.482707 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40000) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:20:27.487966 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: cf8e7695-76a6-47f9-b0c4-ee5b143b9d3f {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:20:27.488317 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device cf8e7695-76a6-47f9-b0c4-ee5b143b9d3f not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:20:27.519095 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 0ce8acfb-b67d-4d2e-827e-fb09589f2947 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:20:27.523575 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 0ce8acfb-b67d-4d2e-827e-fb09589f2947 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:20:27.524107 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:27.526035 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a7a763c9-7b94-4209-bc4d-d77f0d4a2b9c req-31641f06-00d9-4db9-82a9-12987d4b99e0 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c0379d4-ef40-4d5f-90c4-31b5ee475e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736573 Nov 09 21:20:27.530958 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8dbc3e9f-8d39-4c7b-81ef-e4076464b16d req-8b189675-0bc8-48a7-bed9-1192c3901c0b tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734065 Nov 09 21:20:27.557126 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2c5bc870-6cc0-4094-acaa-782e2e9277e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:27.560312 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2c5bc870-6cc0-4094-acaa-782e2e9277e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:27.561507 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2c5bc870-6cc0-4094-acaa-782e2e9277e5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/656da3eb-c093-4bf3-9b16-928053ad073e HTTP/1.1" status: 204 len: 168 time: 0.3391020 Nov 09 21:20:27.579989 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-fa906126-9a2e-4dbb-8206-360e4747863d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9715d51501fd4c548f27e14fec7c1f1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0956144 Nov 09 21:20:27.581244 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5bc870-6cc0-4094-acaa-782e2e9277e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656da3eb-c093-4bf3-9b16-928053ad073e,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:27.582596 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 40006) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:20:27.643586 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:27.644215 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c54b3db7-8e5e-4011-a81b-92952b6d7d89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:27.667471 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bbb89f0-d82b-41d7-997d-7434f853340c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce8acfb-b67d-4d2e-827e-fb09589f2947'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:20:27.669869 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2475654-2777-44a7-9f8c-c918eb5f7ff1" -d '{"events": [{"server_uuid": "9bbb89f0-d82b-41d7-997d-7434f853340c", "name": "network-vif-plugged", "status": "completed", "tag": "0ce8acfb-b67d-4d2e-827e-fb09589f2947"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:20:27.675088 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c54b3db7-8e5e-4011-a81b-92952b6d7d89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:27.683855 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 0ce8acfb-b67d-4d2e-827e-fb09589f2947, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=0ce8acfb-b67d-4d2e-827e-fb09589f2947,segment=NetworkSegment(3f8effe2-ca09-4bf1-b91e-c039a8c90cd3),segment_id=3f8effe2-ca09-4bf1-b91e-c039a8c90cd3)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:20:27.688471 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:27.720172 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2661f238-5949-4ebb-ab6b-9ed9a9d13494 x-openstack-request-id: req-2661f238-5949-4ebb-ab6b-9ed9a9d13494 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:20:27.720453 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bbb89f0-d82b-41d7-997d-7434f853340c", "name": "network-vif-plugged", "status": "completed", "tag": "0ce8acfb-b67d-4d2e-827e-fb09589f2947", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:20:27.720740 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2661f238-5949-4ebb-ab6b-9ed9a9d13494 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:20:27.721126 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bbb89f0-d82b-41d7-997d-7434f853340c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce8acfb-b67d-4d2e-827e-fb09589f2947', 'code': 200} Nov 09 21:20:27.757397 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c54b3db7-8e5e-4011-a81b-92952b6d7d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:27.762086 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c54b3db7-8e5e-4011-a81b-92952b6d7d89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:27.762900 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=0ce8acfb-b67d-4d2e-827e-fb09589f2947,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:27.763199 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c54b3db7-8e5e-4011-a81b-92952b6d7d89 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aefb8be0-27dd-40d6-93c0-f2dd7ce56794 HTTP/1.1" status: 204 len: 168 time: 0.1795504 Nov 09 21:20:27.773535 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b3db7-8e5e-4011-a81b-92952b6d7d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefb8be0-27dd-40d6-93c0-f2dd7ce56794,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:27.846150 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5009a-a05b-4b59-859e-9cf062c866df req-1443ad15-7cff-4c16-8f8a-3e86802cafe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:27.847752 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9bc5009a-a05b-4b59-859e-9cf062c866df req-1443ad15-7cff-4c16-8f8a-3e86802cafe6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9bbb89f0-d82b-41d7-997d-7434f853340c HTTP/1.1" status: 200 len: 1097 time: 0.0438089 Nov 09 21:20:27.897211 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9bc5009a-a05b-4b59-859e-9cf062c866df req-ba0993e2-75f0-4f1b-bdd2-8336651edd54 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3c0379d4-ef40-4d5f-90c4-31b5ee475e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405889 Nov 09 21:20:28.275238 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e3c7b2-151c-4364-873c-2d6d0fd93f44 req-16ab90b0-c78c-498a-bf1d-2c357a3c90ca tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:28.277425 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-06e3c7b2-151c-4364-873c-2d6d0fd93f44 req-16ab90b0-c78c-498a-bf1d-2c357a3c90ca tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2ce217-2a5f-41ef-8870-cac8b26f2334 HTTP/1.1" status: 200 len: 944 time: 0.0582554 Nov 09 21:20:28.338148 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-06e3c7b2-151c-4364-873c-2d6d0fd93f44 req-6dc8df36-761a-431e-bf16-9b7b35a05c92 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512369 Nov 09 21:20:28.484942 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 40052) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:20:28.688796 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d15fb-9a1b-49fe-8fe1-1d1f49126f47 req-c6cb3c5b-59c4-4297-ba0b-894bd7bfb732 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:28.690320 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-795d15fb-9a1b-49fe-8fe1-1d1f49126f47 req-c6cb3c5b-59c4-4297-ba0b-894bd7bfb732 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bbb89f0-d82b-41d7-997d-7434f853340c HTTP/1.1" status: 200 len: 946 time: 0.0548973 Nov 09 21:20:28.691037 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426fabee-4c70-4f41-8963-292d3a782444 req-d3bb0924-5fee-4d6c-93ad-8aa12fae2af3 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:28.692998 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-426fabee-4c70-4f41-8963-292d3a782444 req-d3bb0924-5fee-4d6c-93ad-8aa12fae2af3 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 950 time: 0.0600085 Nov 09 21:20:28.696964 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-b08680da-9ab0-4714-802d-51c47a6d6745 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-929218329-network', 'tenant_id': '2a8884e29db44a0584896bf141edec66'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:20:28.748824 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-426fabee-4c70-4f41-8963-292d3a782444 req-0b8d4ecd-303c-4e96-8551-c49cd9480166 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492404 Nov 09 21:20:28.759996 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08680da-9ab0-4714-802d-51c47a6d6745 admin admin] Made reservation on behalf of 2a8884e29db44a0584896bf141edec66 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:20:28.763230 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b08680da-9ab0-4714-802d-51c47a6d6745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:28.771272 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-795d15fb-9a1b-49fe-8fe1-1d1f49126f47 req-52c43baf-1881-4b45-9c54-e1f59c8134dd tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c0379d4-ef40-4d5f-90c4-31b5ee475e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689125 Nov 09 21:20:28.786236 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b08680da-9ab0-4714-802d-51c47a6d6745 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:28.831045 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 417d5c0a-3b2b-43ab-834a-112e91a23548 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:20:28.892356 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b08680da-9ab0-4714-802d-51c47a6d6745 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:28.896578 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b08680da-9ab0-4714-802d-51c47a6d6745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:28.899975 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 417d5c0a-3b2b-43ab-834a-112e91a23548 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:20:28.906356 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 417d5c0a-3b2b-43ab-834a-112e91a23548 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:20:28.906937 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:28.920335 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b08680da-9ab0-4714-802d-51c47a6d6745 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:20:28.936674 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08680da-9ab0-4714-802d-51c47a6d6745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14d76be-02c1-4fc3-95ad-d30d4063fa03,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:28.941012 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b08680da-9ab0-4714-802d-51c47a6d6745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:28.941301 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-b08680da-9ab0-4714-802d-51c47a6d6745 admin admin] Added segment 9eac00e5-ff86-4c9b-8759-6a66cfb57b9a of type vlan for network 38c4f8ff-5fb5-4c21-84c2-c0a2bd791337 Nov 09 21:20:28.992130 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b08680da-9ab0-4714-802d-51c47a6d6745 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:29.004024 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:29.024196 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b08680da-9ab0-4714-802d-51c47a6d6745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:29.025618 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08680da-9ab0-4714-802d-51c47a6d6745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:29.026772 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b08680da-9ab0-4714-802d-51c47a6d6745 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:29.041188 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 417d5c0a-3b2b-43ab-834a-112e91a23548, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=417d5c0a-3b2b-43ab-834a-112e91a23548,segment=NetworkSegment(535e550e-1834-40ad-bb5a-53e5c279aa6f),segment_id=535e550e-1834-40ad-bb5a-53e5c279aa6f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:20:29.046090 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:29.082055 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b08680da-9ab0-4714-802d-51c47a6d6745 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5894680 Nov 09 21:20:29.085529 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 40080) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:20:29.104167 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-0f5e12c0-3fc8-4f16-9629-72ffcb8df792 admin admin] Request body: {'subnet': {'network_id': '38c4f8ff-5fb5-4c21-84c2-c0a2bd791337', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-929218329-subnet', 'tenant_id': '2a8884e29db44a0584896bf141edec66', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:20:29.116608 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08680da-9ab0-4714-802d-51c47a6d6745 admin admin] Pushing event updated for resources: {'Network': ['ID=38c4f8ff-5fb5-4c21-84c2-c0a2bd791337,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:29.134529 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 38c4f8ff-5fb5-4c21-84c2-c0a2bd791337 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:20:29.138098 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5e12c0-3fc8-4f16-9629-72ffcb8df792 admin admin] Made reservation on behalf of 2a8884e29db44a0584896bf141edec66 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:20:29.141097 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0f5e12c0-3fc8-4f16-9629-72ffcb8df792 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:29.379511 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=417d5c0a-3b2b-43ab-834a-112e91a23548,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:29.540388 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2bdd0-ab8f-40ac-8f10-2fb22da51b8a req-176b353a-ee61-4307-b9b3-cbdfbe13e0af tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:29.541953 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5fd2bdd0-ab8f-40ac-8f10-2fb22da51b8a req-176b353a-ee61-4307-b9b3-cbdfbe13e0af tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2ce217-2a5f-41ef-8870-cac8b26f2334 HTTP/1.1" status: 200 len: 945 time: 0.0775013 Nov 09 21:20:29.630799 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5fd2bdd0-ab8f-40ac-8f10-2fb22da51b8a req-81dd47c8-8b34-4502-bf9a-7bb07b75a430 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823417 Nov 09 21:20:29.677592 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0f5e12c0-3fc8-4f16-9629-72ffcb8df792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:29.722253 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2ce217-2a5f-41ef-8870-cac8b26f2334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417d5c0a-3b2b-43ab-834a-112e91a23548'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:20:29.724962 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37cb636-c5f2-4ccf-be18-797b79ede2df" -d '{"events": [{"server_uuid": "bd2ce217-2a5f-41ef-8870-cac8b26f2334", "name": "network-vif-plugged", "status": "completed", "tag": "417d5c0a-3b2b-43ab-834a-112e91a23548"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:20:29.738925 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e12c0-3fc8-4f16-9629-72ffcb8df792 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c6c93e8-fa2d-4273-ae90-6e41301ac976,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:29.750888 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5e12c0-3fc8-4f16-9629-72ffcb8df792 admin admin] Checking segment: {'id': '9eac00e5-ff86-4c9b-8759-6a66cfb57b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '38c4f8ff-5fb5-4c21-84c2-c0a2bd791337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:20:29.751264 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5e12c0-3fc8-4f16-9629-72ffcb8df792 admin admin] Network hostable DHCP agents. Network: 38c4f8ff-5fb5-4c21-84c2-c0a2bd791337, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:20:29.770254 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5e12c0-3fc8-4f16-9629-72ffcb8df792 admin admin] Network 38c4f8ff-5fb5-4c21-84c2-c0a2bd791337 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:20:29.782257 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134f0ed2-2a35-41f3-958e-f807167c30af x-openstack-request-id: req-134f0ed2-2a35-41f3-958e-f807167c30af {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:20:29.782602 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2ce217-2a5f-41ef-8870-cac8b26f2334", "name": "network-vif-plugged", "status": "completed", "tag": "417d5c0a-3b2b-43ab-834a-112e91a23548", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:20:29.782859 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-134f0ed2-2a35-41f3-958e-f807167c30af {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:20:29.783296 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd2ce217-2a5f-41ef-8870-cac8b26f2334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417d5c0a-3b2b-43ab-834a-112e91a23548', 'code': 200} Nov 09 21:20:29.784919 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-0f5e12c0-3fc8-4f16-9629-72ffcb8df792 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 38c4f8ff-5fb5-4c21-84c2-c0a2bd791337) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:20:29.789949 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5e12c0-3fc8-4f16-9629-72ffcb8df792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:29.790544 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0f5e12c0-3fc8-4f16-9629-72ffcb8df792 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:29.800781 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4579d20a-3cc2-4ac4-9eab-c8afd9e94842 None None] Network 38c4f8ff-5fb5-4c21-84c2-c0a2bd791337 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:20:29.828687 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0f5e12c0-3fc8-4f16-9629-72ffcb8df792 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7420721 Nov 09 21:20:29.831389 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 40144) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:20:29.843310 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-67b1a341-343b-4939-bae2-ee56fa4596c1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-929218329-router', 'tenant_id': '2a8884e29db44a0584896bf141edec66', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:20:29.908102 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-67b1a341-343b-4939-bae2-ee56fa4596c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:29.909115 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-67b1a341-343b-4939-bae2-ee56fa4596c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:29.971572 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47741950-56c6-4215-95d4-67c07a8424ed req-a67d1e18-d3f8-42fb-9bd9-0bcde5d268f3 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:29.973183 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-47741950-56c6-4215-95d4-67c07a8424ed req-a67d1e18-d3f8-42fb-9bd9-0bcde5d268f3 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 950 time: 0.1130130 Nov 09 21:20:30.020199 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-67b1a341-343b-4939-bae2-ee56fa4596c1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:30.024226 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73695520-69ca-48ef-86e8-e8e790a84e77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-38c4f8ff-5fb5-4c21-84c2-c0a2bd791337', 'network_id': '38c4f8ff-5fb5-4c21-84c2-c0a2bd791337', 'tenant_id': '2a8884e29db44a0584896bf141edec66', 'fixed_ips': [{'subnet_id': '2c6c93e8-fa2d-4273-ae90-6e41301ac976'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:20:30.025396 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-73695520-69ca-48ef-86e8-e8e790a84e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:30.030427 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d7b8a-acc3-4ead-b21a-b60ad8aeef66 req-a7ae4980-21bc-4885-b678-64caa1a54b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:30.031942 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e65d7b8a-acc3-4ead-b21a-b60ad8aeef66 req-a7ae4980-21bc-4885-b678-64caa1a54b30 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bd2ce217-2a5f-41ef-8870-cac8b26f2334 HTTP/1.1" status: 200 len: 1096 time: 0.1351469 Nov 09 21:20:30.059691 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028f7b6-4225-41fa-9854-090b072b10d9 req-cd9a733e-ead5-4c6b-9f00-b62c567243b2 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:30.061844 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c028f7b6-4225-41fa-9854-090b072b10d9 req-cd9a733e-ead5-4c6b-9f00-b62c567243b2 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bbb89f0-d82b-41d7-997d-7434f853340c HTTP/1.1" status: 200 len: 946 time: 0.0643682 Nov 09 21:20:30.132594 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c028f7b6-4225-41fa-9854-090b072b10d9 req-ed94b6ff-d06a-4840-b9e5-9e34a1f4f800 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c0379d4-ef40-4d5f-90c4-31b5ee475e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637372 Nov 09 21:20:30.193278 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-73695520-69ca-48ef-86e8-e8e790a84e77 None None] Allocated IP 172.20.0.2 (38c4f8ff-5fb5-4c21-84c2-c0a2bd791337/2c6c93e8-fa2d-4273-ae90-6e41301ac976/c3241eb9-99a7-4083-9d00-a9ce46166902) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:20:30.217771 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-47741950-56c6-4215-95d4-67c07a8424ed req-3d0ccdbb-c184-4bb9-b873-d7e86a13b274 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169003 Nov 09 21:20:30.232059 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-67b1a341-343b-4939-bae2-ee56fa4596c1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:30.242090 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e65d7b8a-acc3-4ead-b21a-b60ad8aeef66 req-77ec780d-d7a8-49f5-98b0-00c0f1a9880d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711185 Nov 09 21:20:30.408888 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-73695520-69ca-48ef-86e8-e8e790a84e77 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:30.416563 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-73695520-69ca-48ef-86e8-e8e790a84e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:30.478726 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73695520-69ca-48ef-86e8-e8e790a84e77 None None] Network 38c4f8ff-5fb5-4c21-84c2-c0a2bd791337 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:20:30.489610 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-73695520-69ca-48ef-86e8-e8e790a84e77 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:20:30.495014 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73695520-69ca-48ef-86e8-e8e790a84e77 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:20:30.509180 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73695520-69ca-48ef-86e8-e8e790a84e77 None None] Pushing event updated for resources: {'Port': ['ID=c3241eb9-99a7-4083-9d00-a9ce46166902,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:30.542784 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-67b1a341-343b-4939-bae2-ee56fa4596c1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:30.577152 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-67b1a341-343b-4939-bae2-ee56fa4596c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:30.610652 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-73695520-69ca-48ef-86e8-e8e790a84e77 None None] Attempting to bind port c3241eb9-99a7-4083-9d00-a9ce46166902 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:20:30.611025 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-73695520-69ca-48ef-86e8-e8e790a84e77 None None] Attempting to bind port c3241eb9-99a7-4083-9d00-a9ce46166902 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '9eac00e5-ff86-4c9b-8759-6a66cfb57b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '38c4f8ff-5fb5-4c21-84c2-c0a2bd791337'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:20:30.611752 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73695520-69ca-48ef-86e8-e8e790a84e77 None None] Attempting to bind port c3241eb9-99a7-4083-9d00-a9ce46166902 on network 38c4f8ff-5fb5-4c21-84c2-c0a2bd791337 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:20:30.626311 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73695520-69ca-48ef-86e8-e8e790a84e77 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:20:30.626695 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73695520-69ca-48ef-86e8-e8e790a84e77 None None] Checking segment: {'id': '9eac00e5-ff86-4c9b-8759-6a66cfb57b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '38c4f8ff-5fb5-4c21-84c2-c0a2bd791337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:20:30.627100 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-73695520-69ca-48ef-86e8-e8e790a84e77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:30.627497 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73695520-69ca-48ef-86e8-e8e790a84e77 None None] Bound using segment: {'id': '9eac00e5-ff86-4c9b-8759-6a66cfb57b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '38c4f8ff-5fb5-4c21-84c2-c0a2bd791337'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:20:30.627969 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-73695520-69ca-48ef-86e8-e8e790a84e77 None None] Bound port: c3241eb9-99a7-4083-9d00-a9ce46166902, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eac00e5-ff86-4c9b-8759-6a66cfb57b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '38c4f8ff-5fb5-4c21-84c2-c0a2bd791337'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:20:30.631644 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-73695520-69ca-48ef-86e8-e8e790a84e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:30.708833 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-73695520-69ca-48ef-86e8-e8e790a84e77 None None] For port c3241eb9-99a7-4083-9d00-a9ce46166902, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:20:30.712307 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-73695520-69ca-48ef-86e8-e8e790a84e77 None None] For port c3241eb9-99a7-4083-9d00-a9ce46166902, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=c3241eb9-99a7-4083-9d00-a9ce46166902,segment=NetworkSegment(9eac00e5-ff86-4c9b-8759-6a66cfb57b9a),segment_id=9eac00e5-ff86-4c9b-8759-6a66cfb57b9a)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:20:30.717550 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-73695520-69ca-48ef-86e8-e8e790a84e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:30.749247 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-67b1a341-343b-4939-bae2-ee56fa4596c1 admin admin] Allocated IP 172.25.7.188 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/1cba6356-f174-4b28-89de-d89e418219ac) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:20:30.805045 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73695520-69ca-48ef-86e8-e8e790a84e77 None None] Pushing event updated for resources: {'Port': ['ID=c3241eb9-99a7-4083-9d00-a9ce46166902,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:30.934809 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8846c-7999-454c-8193-f7f83de0fc9c req-a9a2de84-7725-46c4-83fc-e9c73f466d18 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:30.942473 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-15d8846c-7999-454c-8193-f7f83de0fc9c req-a9a2de84-7725-46c4-83fc-e9c73f466d18 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2ce217-2a5f-41ef-8870-cac8b26f2334 HTTP/1.1" status: 200 len: 945 time: 0.1383653 Nov 09 21:20:30.990211 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-67b1a341-343b-4939-bae2-ee56fa4596c1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:31.049578 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-15d8846c-7999-454c-8193-f7f83de0fc9c req-b11e01a2-939e-4a9a-a31c-bcee464108cb tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051607 Nov 09 21:20:31.090845 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-67b1a341-343b-4939-bae2-ee56fa4596c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:31.139588 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b1a341-343b-4939-bae2-ee56fa4596c1 admin admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:20:31.142940 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-67b1a341-343b-4939-bae2-ee56fa4596c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:20:31.147567 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b1a341-343b-4939-bae2-ee56fa4596c1 admin admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:20:31.151817 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b1a341-343b-4939-bae2-ee56fa4596c1 admin admin] Pushing event updated for resources: {'Port': ['ID=1cba6356-f174-4b28-89de-d89e418219ac,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:31.409572 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c3241eb9-99a7-4083-9d00-a9ce46166902 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:20:31.520499 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port c3241eb9-99a7-4083-9d00-a9ce46166902 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:20:31.521424 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:31.627955 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d6ae2-8bc6-4b3d-8baa-d6d51661c0cf req-5d9d9bdc-42b6-436f-acb7-f4315ba3b2cf tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:31.635924 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f98d6ae2-8bc6-4b3d-8baa-d6d51661c0cf req-5d9d9bdc-42b6-436f-acb7-f4315ba3b2cf tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 950 time: 0.1517076 Nov 09 21:20:31.708535 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-67b1a341-343b-4939-bae2-ee56fa4596c1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:31.713700 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:31.753831 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port c3241eb9-99a7-4083-9d00-a9ce46166902, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=c3241eb9-99a7-4083-9d00-a9ce46166902,segment=NetworkSegment(9eac00e5-ff86-4c9b-8759-6a66cfb57b9a),segment_id=9eac00e5-ff86-4c9b-8759-6a66cfb57b9a)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:20:31.757738 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:31.767481 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f98d6ae2-8bc6-4b3d-8baa-d6d51661c0cf req-edd22e2b-bd86-4a2d-9901-5381cf705aa2 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306911 Nov 09 21:20:31.819964 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=c3241eb9-99a7-4083-9d00-a9ce46166902,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:31.984941 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-67b1a341-343b-4939-bae2-ee56fa4596c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:32.094861 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a140567c-4c6f-4c12-b918-956b924c4fee None None] Network 38c4f8ff-5fb5-4c21-84c2-c0a2bd791337 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:20:32.184765 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-2529505c-9bdf-484e-8305-93afc96061a3 None None] Provisioning complete for port c3241eb9-99a7-4083-9d00-a9ce46166902 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:20:32.185017 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2529505c-9bdf-484e-8305-93afc96061a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:32.206098 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b1a341-343b-4939-bae2-ee56fa4596c1 admin admin] Router d7f02c3b-a648-47c0-8347-23729e4d6258 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:20:32.235520 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e3730-63ac-4086-8f71-f3aa2c193f01 req-1a89d1bc-330a-4d7f-a8f1-6bd9219a1487 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:32.244043 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-899e3730-63ac-4086-8f71-f3aa2c193f01 req-1a89d1bc-330a-4d7f-a8f1-6bd9219a1487 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2ce217-2a5f-41ef-8870-cac8b26f2334 HTTP/1.1" status: 200 len: 945 time: 0.0910053 Nov 09 21:20:32.362211 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-899e3730-63ac-4086-8f71-f3aa2c193f01 req-651ac1eb-4ba5-4858-bc90-ed1422636990 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171761 Nov 09 21:20:32.390079 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b1a341-343b-4939-bae2-ee56fa4596c1 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:20:32.399932 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23cb2db-e210-456b-81d9-2ff1a03429bd None None] Sync routers for ids ['d7f02c3b-a648-47c0-8347-23729e4d6258'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:20:32.410580 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23cb2db-e210-456b-81d9-2ff1a03429bd None None] Routers {'d7f02c3b-a648-47c0-8347-23729e4d6258'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:20:32.411330 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-b23cb2db-e210-456b-81d9-2ff1a03429bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:20:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['d7f02c3b-a648-47c0-8347-23729e4d6258'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:20:32.418670 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-67b1a341-343b-4939-bae2-ee56fa4596c1 admin admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:32.420218 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-67b1a341-343b-4939-bae2-ee56fa4596c1 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5804181 Nov 09 21:20:32.429251 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40348) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:20:32.544283 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1120b-300b-45ad-ba3d-7e2e2703ec55 req-5e61e9eb-fb0e-479e-97b9-144bdf8d5319 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:32.546334 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-26f1120b-300b-45ad-ba3d-7e2e2703ec55 req-5e61e9eb-fb0e-479e-97b9-144bdf8d5319 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2ce217-2a5f-41ef-8870-cac8b26f2334 HTTP/1.1" status: 200 len: 945 time: 0.0940797 Nov 09 21:20:32.563079 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-b23cb2db-e210-456b-81d9-2ff1a03429bd None None] Set router d7f02c3b-a648-47c0-8347-23729e4d6258 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:20:32.600109 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-26f1120b-300b-45ad-ba3d-7e2e2703ec55 req-e634cc31-339e-4351-8c1e-ee194b5a32b7 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474133 Nov 09 21:20:32.676525 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-0c6d6f17-4b90-4590-9b6e-38c157d60439 None None] Provisioning complete for port c3241eb9-99a7-4083-9d00-a9ce46166902 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:20:32.677636 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0c6d6f17-4b90-4590-9b6e-38c157d60439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:32.849790 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-b23cb2db-e210-456b-81d9-2ff1a03429bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f02c3b-a648-47c0-8347-23729e4d6258', 'name': 'tempest-ServersTestMultiNic-929218329-router', 'tenant_id': '2a8884e29db44a0584896bf141edec66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '1cba6356-f174-4b28-89de-d89e418219ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:20:29Z', 'updated_at': '2021-11-09T21:20:31Z', 'revision_number': 3, 'project_id': '2a8884e29db44a0584896bf141edec66', 'gw_port': {'id': '1cba6356-f174-4b28-89de-d89e418219ac', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:03:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f02c3b-a648-47c0-8347-23729e4d6258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:20:30Z', 'updated_at': '2021-11-09T21:20:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:20:32.894215 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23cb2db-e210-456b-81d9-2ff1a03429bd None None] Checking router: d7f02c3b-a648-47c0-8347-23729e4d6258 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:20:32.894568 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23cb2db-e210-456b-81d9-2ff1a03429bd None None] Updating router d7f02c3b-a648-47c0-8347-23729e4d6258 port 1cba6356-f174-4b28-89de-d89e418219ac binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:20:32.951769 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b23cb2db-e210-456b-81d9-2ff1a03429bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:33.094671 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5d9cab50-53db-498e-866c-d3cac7f771fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:33.292372 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-5d9cab50-53db-498e-866c-d3cac7f771fb admin admin] Allocated IP 172.20.0.1 (38c4f8ff-5fb5-4c21-84c2-c0a2bd791337/2c6c93e8-fa2d-4273-ae90-6e41301ac976/cd3d2593-ab59-4f66-bdac-3e4991e5e384) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:20:33.311834 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b23cb2db-e210-456b-81d9-2ff1a03429bd None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:33.318217 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b23cb2db-e210-456b-81d9-2ff1a03429bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:33.405800 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c3241eb9-99a7-4083-9d00-a9ce46166902 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:20:33.438210 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab505-ff6d-4f37-b128-b1dadc5e3318 None None] Pushing event updated for resources: {'Port': ['ID=1cba6356-f174-4b28-89de-d89e418219ac,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:33.450990 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab505-ff6d-4f37-b128-b1dadc5e3318 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:20:33.451339 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab505-ff6d-4f37-b128-b1dadc5e3318 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:20:33.451677 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab505-ff6d-4f37-b128-b1dadc5e3318 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:20:33.452016 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab505-ff6d-4f37-b128-b1dadc5e3318 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:20:33.452347 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab505-ff6d-4f37-b128-b1dadc5e3318 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:20:33.452689 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab505-ff6d-4f37-b128-b1dadc5e3318 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:20:33.453401 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab505-ff6d-4f37-b128-b1dadc5e3318 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:20:33.454275 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab505-ff6d-4f37-b128-b1dadc5e3318 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:20:33.454823 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab505-ff6d-4f37-b128-b1dadc5e3318 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:20:33.455376 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab505-ff6d-4f37-b128-b1dadc5e3318 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:20:33.455938 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab505-ff6d-4f37-b128-b1dadc5e3318 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:20:33.456882 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0ab505-ff6d-4f37-b128-b1dadc5e3318 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:20:33.460231 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5d9cab50-53db-498e-866c-d3cac7f771fb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:33.487039 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-b23cb2db-e210-456b-81d9-2ff1a03429bd None None] Attempting to bind port 1cba6356-f174-4b28-89de-d89e418219ac on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:20:33.487707 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-b23cb2db-e210-456b-81d9-2ff1a03429bd None None] Attempting to bind port 1cba6356-f174-4b28-89de-d89e418219ac by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:20:33.488270 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23cb2db-e210-456b-81d9-2ff1a03429bd None None] Attempting to bind port 1cba6356-f174-4b28-89de-d89e418219ac on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:20:33.494191 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23cb2db-e210-456b-81d9-2ff1a03429bd None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:20:33.495940 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23cb2db-e210-456b-81d9-2ff1a03429bd None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:20:33.497447 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b23cb2db-e210-456b-81d9-2ff1a03429bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:33.498025 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23cb2db-e210-456b-81d9-2ff1a03429bd None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:20:33.498671 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-b23cb2db-e210-456b-81d9-2ff1a03429bd None None] Bound port: 1cba6356-f174-4b28-89de-d89e418219ac, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:20:33.499246 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b23cb2db-e210-456b-81d9-2ff1a03429bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:33.523233 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:33.524267 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55123f07-4445-4d96-9f29-d10c3dfb4ca6 req-0427c075-6e85-495c-a4c4-e2c44e5c4183 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:33.527852 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port c3241eb9-99a7-4083-9d00-a9ce46166902 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:20:33.535127 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-55123f07-4445-4d96-9f29-d10c3dfb4ca6 req-0427c075-6e85-495c-a4c4-e2c44e5c4183 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2ce217-2a5f-41ef-8870-cac8b26f2334 HTTP/1.1" status: 200 len: 945 time: 0.0724778 Nov 09 21:20:33.535703 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:33.562768 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4bbd2-3b65-417d-9c3e-7ca23ab4380f req-3087ae10-753b-45c6-84c4-48db9b77fcd0 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:33.572130 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-94e4bbd2-3b65-417d-9c3e-7ca23ab4380f req-3087ae10-753b-45c6-84c4-48db9b77fcd0 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 950 time: 0.1351988 Nov 09 21:20:33.592132 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-b23cb2db-e210-456b-81d9-2ff1a03429bd None None] For port 1cba6356-f174-4b28-89de-d89e418219ac, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:20:33.596524 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-b23cb2db-e210-456b-81d9-2ff1a03429bd None None] For port 1cba6356-f174-4b28-89de-d89e418219ac, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=1cba6356-f174-4b28-89de-d89e418219ac,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:20:33.602309 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b23cb2db-e210-456b-81d9-2ff1a03429bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:33.611360 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-55123f07-4445-4d96-9f29-d10c3dfb4ca6 req-2b1a6625-51db-4efb-a64c-fd857707961e tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727320 Nov 09 21:20:33.618378 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5d9cab50-53db-498e-866c-d3cac7f771fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:33.674425 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23cb2db-e210-456b-81d9-2ff1a03429bd None None] Routers {'d7f02c3b-a648-47c0-8347-23729e4d6258'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:20:33.681187 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-b23cb2db-e210-456b-81d9-2ff1a03429bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:20:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['d7f02c3b-a648-47c0-8347-23729e4d6258'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:20:33.687141 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-94e4bbd2-3b65-417d-9c3e-7ca23ab4380f req-d69a6f91-b40f-4d99-89e4-6c8f8da234c5 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131816 Nov 09 21:20:33.705566 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9cab50-53db-498e-866c-d3cac7f771fb admin admin] Network 38c4f8ff-5fb5-4c21-84c2-c0a2bd791337 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:20:33.709000 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-5d9cab50-53db-498e-866c-d3cac7f771fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:20:33.713002 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9cab50-53db-498e-866c-d3cac7f771fb admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:20:33.768510 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9cab50-53db-498e-866c-d3cac7f771fb admin admin] Pushing event updated for resources: {'Port': ['ID=cd3d2593-ab59-4f66-bdac-3e4991e5e384,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:33.838405 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5d9cab50-53db-498e-866c-d3cac7f771fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:33.923406 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab505-ff6d-4f37-b128-b1dadc5e3318 None None] Pushing event updated for resources: {'Port': ['ID=1cba6356-f174-4b28-89de-d89e418219ac,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:34.014428 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-b23cb2db-e210-456b-81d9-2ff1a03429bd None None] Set router d7f02c3b-a648-47c0-8347-23729e4d6258 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:20:34.098051 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-a8300e1a-2ebb-4835-bdc2-d18e9a4b0582 None None] Provisioning complete for port cd3d2593-ab59-4f66-bdac-3e4991e5e384 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:20:34.098621 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a8300e1a-2ebb-4835-bdc2-d18e9a4b0582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:34.107443 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5d9cab50-53db-498e-866c-d3cac7f771fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:34.164561 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-a8300e1a-2ebb-4835-bdc2-d18e9a4b0582 None None] Port cd3d2593-ab59-4f66-bdac-3e4991e5e384 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:20:34.273236 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-b23cb2db-e210-456b-81d9-2ff1a03429bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f02c3b-a648-47c0-8347-23729e4d6258', 'name': 'tempest-ServersTestMultiNic-929218329-router', 'tenant_id': '2a8884e29db44a0584896bf141edec66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '1cba6356-f174-4b28-89de-d89e418219ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:20:29Z', 'updated_at': '2021-11-09T21:20:31Z', 'revision_number': 3, 'project_id': '2a8884e29db44a0584896bf141edec66', 'gw_port': {'id': '1cba6356-f174-4b28-89de-d89e418219ac', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:03:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f02c3b-a648-47c0-8347-23729e4d6258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:20:30Z', 'updated_at': '2021-11-09T21:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:20:34.310121 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23cb2db-e210-456b-81d9-2ff1a03429bd None None] The sync data for ids ['d7f02c3b-a648-47c0-8347-23729e4d6258'] in n-d-816206-3 is: [{'id': 'd7f02c3b-a648-47c0-8347-23729e4d6258', 'name': 'tempest-ServersTestMultiNic-929218329-router', 'tenant_id': '2a8884e29db44a0584896bf141edec66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '1cba6356-f174-4b28-89de-d89e418219ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:20:29Z', 'updated_at': '2021-11-09T21:20:31Z', 'revision_number': 3, 'project_id': '2a8884e29db44a0584896bf141edec66', 'gw_port': {'id': '1cba6356-f174-4b28-89de-d89e418219ac', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:03:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f02c3b-a648-47c0-8347-23729e4d6258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:20:30Z', 'updated_at': '2021-11-09T21:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:20:34.382079 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5d9cab50-53db-498e-866c-d3cac7f771fb admin admin] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:34.389291 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5d9cab50-53db-498e-866c-d3cac7f771fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:34.486656 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5d9cab50-53db-498e-866c-d3cac7f771fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:34.504208 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9cab50-53db-498e-866c-d3cac7f771fb admin admin] Pushing event updated for resources: {'Port': ['ID=cd3d2593-ab59-4f66-bdac-3e4991e5e384,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:34.630350 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9cab50-53db-498e-866c-d3cac7f771fb admin admin] Network 38c4f8ff-5fb5-4c21-84c2-c0a2bd791337 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:20:34.633213 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-5d9cab50-53db-498e-866c-d3cac7f771fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:20:34.746001 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5fb2af-9eff-4b4d-ba85-1a6ce585bee1 req-360fa065-7097-4688-9651-0b7c6b048ad5 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:34.763183 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0e5fb2af-9eff-4b4d-ba85-1a6ce585bee1 req-360fa065-7097-4688-9651-0b7c6b048ad5 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd2ce217-2a5f-41ef-8870-cac8b26f2334 HTTP/1.1" status: 200 len: 945 time: 0.1666374 Nov 09 21:20:34.832102 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9cab50-53db-498e-866c-d3cac7f771fb admin admin] Router d7f02c3b-a648-47c0-8347-23729e4d6258 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:20:34.989914 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9cab50-53db-498e-866c-d3cac7f771fb admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:20:34.994518 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7aae9a-caf7-4038-828f-51b61b6d8769 req-a72cb442-454c-481e-b791-5a8927797a66 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:34.996439 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5d9cab50-53db-498e-866c-d3cac7f771fb admin admin] 10.222.0.49 "PUT /v2.0/routers/d7f02c3b-a648-47c0-8347-23729e4d6258/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5661261 Nov 09 21:20:34.998788 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0c7aae9a-caf7-4038-828f-51b61b6d8769 req-a72cb442-454c-481e-b791-5a8927797a66 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2ce217-2a5f-41ef-8870-cac8b26f2334 HTTP/1.1" status: 200 len: 945 time: 0.2299643 Nov 09 21:20:35.003107 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-0e5fb2af-9eff-4b4d-ba85-1a6ce585bee1 req-b8be6353-c501-465b-a1c5-59837da05dc9 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Deleting port 417d5c0a-3b2b-43ab-834a-112e91a23548 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:20:35.003814 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0e5fb2af-9eff-4b4d-ba85-1a6ce585bee1 req-b8be6353-c501-465b-a1c5-59837da05dc9 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:35.106684 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-c6b89def-c7ad-4cc2-8aa9-cc196e00c5c0 None None] Provisioning complete for port cd3d2593-ab59-4f66-bdac-3e4991e5e384 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:20:35.107681 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c6b89def-c7ad-4cc2-8aa9-cc196e00c5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:35.114165 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0c7aae9a-caf7-4038-828f-51b61b6d8769 req-8c29e72e-9842-472b-ba81-06f7c11410c3 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038187 Nov 09 21:20:35.147109 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154c16a-1694-4488-bc64-002c83c2d420 req-1263f622-5d6c-4f61-b7ef-e93c881be829 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:35.150220 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4154c16a-1694-4488-bc64-002c83c2d420 req-1263f622-5d6c-4f61-b7ef-e93c881be829 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 950 time: 0.1115141 Nov 09 21:20:35.222462 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 40538) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:20:35.228250 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-c6b89def-c7ad-4cc2-8aa9-cc196e00c5c0 None None] Port cd3d2593-ab59-4f66-bdac-3e4991e5e384 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:20:35.248105 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4154c16a-1694-4488-bc64-002c83c2d420 req-dcb12ef4-5cf2-4c11-bcb4-c7d3ba84a653 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932143 Nov 09 21:20:35.255093 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-0e5fb2af-9eff-4b4d-ba85-1a6ce585bee1 req-b8be6353-c501-465b-a1c5-59837da05dc9 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] For port 417d5c0a-3b2b-43ab-834a-112e91a23548, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=417d5c0a-3b2b-43ab-834a-112e91a23548,segment=NetworkSegment(535e550e-1834-40ad-bb5a-53e5c279aa6f),segment_id=535e550e-1834-40ad-bb5a-53e5c279aa6f)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:20:35.255670 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0e5fb2af-9eff-4b4d-ba85-1a6ce585bee1 req-b8be6353-c501-465b-a1c5-59837da05dc9 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:35.299338 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-0e5fb2af-9eff-4b4d-ba85-1a6ce585bee1 req-b8be6353-c501-465b-a1c5-59837da05dc9 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Calling delete_port for 417d5c0a-3b2b-43ab-834a-112e91a23548 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:20:35.350617 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-8a7bf053-d72d-484b-a5a0-f6c482bb41f3 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-237238900'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:20:35.398377 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7bf053-d72d-484b-a5a0-f6c482bb41f3 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Made reservation on behalf of 2a8884e29db44a0584896bf141edec66 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:20:35.399973 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 1cba6356-f174-4b28-89de-d89e418219ac up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:20:35.402188 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8a7bf053-d72d-484b-a5a0-f6c482bb41f3 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:35.464523 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 528f7164-711a-46b8-a7d9-97e7ea2dc770 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:20:35.468196 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 528f7164-711a-46b8-a7d9-97e7ea2dc770 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:20:35.479725 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a7bf053-d72d-484b-a5a0-f6c482bb41f3 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:20:35.500887 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8a7bf053-d72d-484b-a5a0-f6c482bb41f3 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:35.501437 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-8a7bf053-d72d-484b-a5a0-f6c482bb41f3 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Added segment 429ddc56-fc42-4e71-88f3-12241df5db96 of type vlan for network 51c5a9da-ba9b-4a16-b511-0fb34193eb21 Nov 09 21:20:35.628571 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8a7bf053-d72d-484b-a5a0-f6c482bb41f3 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:35.630036 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 1cba6356-f174-4b28-89de-d89e418219ac triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:20:35.630633 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:35.683234 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0e5fb2af-9eff-4b4d-ba85-1a6ce585bee1 req-b8be6353-c501-465b-a1c5-59837da05dc9 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:35.722933 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['393976db-67d8-45b9-bd11-937dc58d5622', '417d5c0a-3b2b-43ab-834a-112e91a23548'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:20:35.759628 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be6353-c501-465b-a1c5-59837da05dc9 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Pushing event deleted for resources: {'Port': ['ID=417d5c0a-3b2b-43ab-834a-112e91a23548,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:35.778561 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:35.784162 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 528f7164-711a-46b8-a7d9-97e7ea2dc770, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=528f7164-711a-46b8-a7d9-97e7ea2dc770,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:20:35.784737 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e5fb2af-9eff-4b4d-ba85-1a6ce585bee1 req-b8be6353-c501-465b-a1c5-59837da05dc9 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] No DVR routers for this DVR port 417d5c0a-3b2b-43ab-834a-112e91a23548 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:20:35.788851 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0e5fb2af-9eff-4b4d-ba85-1a6ce585bee1 req-b8be6353-c501-465b-a1c5-59837da05dc9 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:35.793028 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0e5fb2af-9eff-4b4d-ba85-1a6ce585bee1 req-b8be6353-c501-465b-a1c5-59837da05dc9 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.43 "DELETE /v2.0/ports/417d5c0a-3b2b-43ab-834a-112e91a23548 HTTP/1.1" status: 204 len: 173 time: 1.0197322 Nov 09 21:20:35.793486 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2ce217-2a5f-41ef-8870-cac8b26f2334', 'name': 'network-vif-deleted', 'tag': '417d5c0a-3b2b-43ab-834a-112e91a23548'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:20:35.795842 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c976b8cd-857e-4b7c-b9be-9f3dc995ac48" -d '{"events": [{"server_uuid": "bd2ce217-2a5f-41ef-8870-cac8b26f2334", "name": "network-vif-deleted", "tag": "417d5c0a-3b2b-43ab-834a-112e91a23548"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:20:35.811872 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8a7bf053-d72d-484b-a5a0-f6c482bb41f3 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:35.820434 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7bf053-d72d-484b-a5a0-f6c482bb41f3 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:35.821773 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8a7bf053-d72d-484b-a5a0-f6c482bb41f3 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:35.832602 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '528f7164-711a-46b8-a7d9-97e7ea2dc770', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'port_id': '528f7164-711a-46b8-a7d9-97e7ea2dc770', 'mac_address': 'fa:16:3e:0c:ce:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba3500c-a288-4596-ba94-148f2bd8a6da', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:20:35.871229 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 528f7164-711a-46b8-a7d9-97e7ea2dc770, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=528f7164-711a-46b8-a7d9-97e7ea2dc770,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:20:35.877661 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87bbb55b-fb4a-4821-9650-30ad7f529162', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '528f7164-711a-46b8-a7d9-97e7ea2dc770'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:20:35.880132 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9738ed93-3a55-4076-bce6-174f9570ce45" -d '{"events": [{"server_uuid": "87bbb55b-fb4a-4821-9650-30ad7f529162", "name": "network-vif-unplugged", "status": "completed", "tag": "528f7164-711a-46b8-a7d9-97e7ea2dc770"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:20:35.913372 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:36.044941 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13a5df4-b037-489e-b6db-8752e0eb4bae x-openstack-request-id: req-a13a5df4-b037-489e-b6db-8752e0eb4bae {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:20:36.045244 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2ce217-2a5f-41ef-8870-cac8b26f2334", "name": "network-vif-deleted", "tag": "417d5c0a-3b2b-43ab-834a-112e91a23548", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:20:36.045504 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a13a5df4-b037-489e-b6db-8752e0eb4bae {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:20:36.046039 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd2ce217-2a5f-41ef-8870-cac8b26f2334', 'name': 'network-vif-deleted', 'tag': '417d5c0a-3b2b-43ab-834a-112e91a23548', 'status': 'completed', 'code': 200} Nov 09 21:20:36.049231 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7bf053-d72d-484b-a5a0-f6c482bb41f3 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Pushing event updated for resources: {'Network': ['ID=51c5a9da-ba9b-4a16-b511-0fb34193eb21,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:36.049801 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 21:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5094c12d-7a32-447d-a3b4-cc91687d5500 x-openstack-request-id: req-5094c12d-7a32-447d-a3b4-cc91687d5500 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:20:36.050097 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87bbb55b-fb4a-4821-9650-30ad7f529162", "name": "network-vif-unplugged", "status": "completed", "tag": "528f7164-711a-46b8-a7d9-97e7ea2dc770", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:20:36.050362 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5094c12d-7a32-447d-a3b4-cc91687d5500 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:20:36.050755 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87bbb55b-fb4a-4821-9650-30ad7f529162', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '528f7164-711a-46b8-a7d9-97e7ea2dc770', 'code': 200} Nov 09 21:20:36.058381 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:36.065548 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40590) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:20:36.066179 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8a7bf053-d72d-484b-a5a0-f6c482bb41f3 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8423724 Nov 09 21:20:36.071052 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-9e0ee8b5-4c95-4696-8f25-4410b1681e81 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Request body: {'subnet': {'network_id': '51c5a9da-ba9b-4a16-b511-0fb34193eb21', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:20:36.077786 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 51c5a9da-ba9b-4a16-b511-0fb34193eb21 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:20:36.188866 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0ee8b5-4c95-4696-8f25-4410b1681e81 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Made reservation on behalf of 2a8884e29db44a0584896bf141edec66 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:20:36.201426 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9e0ee8b5-4c95-4696-8f25-4410b1681e81 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:36.349399 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a8c3739c-9750-4b24-be8e-00c59c20e4f3 req-2019de33-4054-4781-9955-acaad9453279 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2ce217-2a5f-41ef-8870-cac8b26f2334 HTTP/1.1" status: 200 len: 210 time: 0.0645432 Nov 09 21:20:36.499542 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 1cba6356-f174-4b28-89de-d89e418219ac, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=1cba6356-f174-4b28-89de-d89e418219ac,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:20:36.518632 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:36.523858 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:36.533633 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=528f7164-711a-46b8-a7d9-97e7ea2dc770,revision_number=9']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:36.611566 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=1cba6356-f174-4b28-89de-d89e418219ac,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:36.629729 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 528f7164-711a-46b8-a7d9-97e7ea2dc770 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:20:36.691616 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 528f7164-711a-46b8-a7d9-97e7ea2dc770, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=528f7164-711a-46b8-a7d9-97e7ea2dc770,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:20:36.698369 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:36.744022 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92fc37-789a-4323-972f-d0ae36105d59 req-f7b981f7-ab0c-4c2d-ba80-a713ede41b47 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:36.745698 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9c92fc37-789a-4323-972f-d0ae36105d59 req-f7b981f7-ab0c-4c2d-ba80-a713ede41b47 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 948 time: 0.2727599 Nov 09 21:20:36.824885 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=528f7164-711a-46b8-a7d9-97e7ea2dc770,revision_number=10']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:36.867911 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9c92fc37-789a-4323-972f-d0ae36105d59 req-d9809769-e910-4533-bfaf-e1fc7489ed6a tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825458 Nov 09 21:20:36.876621 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9e0ee8b5-4c95-4696-8f25-4410b1681e81 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:36.880841 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7143a517-2557-40e0-aecf-b1bf0da50184 None None] Sync routers for ids ['d7f02c3b-a648-47c0-8347-23729e4d6258'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:20:36.900264 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7143a517-2557-40e0-aecf-b1bf0da50184 None None] Routers {'d7f02c3b-a648-47c0-8347-23729e4d6258'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:20:36.901648 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-7143a517-2557-40e0-aecf-b1bf0da50184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:20:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['d7f02c3b-a648-47c0-8347-23729e4d6258'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:20:36.984088 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['528f7164-711a-46b8-a7d9-97e7ea2dc770'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:20:37.011231 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ee8b5-4c95-4696-8f25-4410b1681e81 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Pushing event updated for resources: {'Subnet': ['ID=44419ab1-1a1a-44f9-ac8f-7b4bba52ecb9,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:37.054688 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54156bd-9c56-4f01-9133-8f10c3083283 req-bb5b1a2b-dd9c-45a6-8acc-9d202a4aa0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:37.065471 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a54156bd-9c56-4f01-9133-8f10c3083283 req-bb5b1a2b-dd9c-45a6-8acc-9d202a4aa0f5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=867ef6cfa2fd4a99a4fa1c431222077a&device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 1101 time: 0.0991552 Nov 09 21:20:37.093776 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0ee8b5-4c95-4696-8f25-4410b1681e81 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Checking segment: {'id': '429ddc56-fc42-4e71-88f3-12241df5db96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '51c5a9da-ba9b-4a16-b511-0fb34193eb21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:20:37.094300 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0ee8b5-4c95-4696-8f25-4410b1681e81 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Network hostable DHCP agents. Network: 51c5a9da-ba9b-4a16-b511-0fb34193eb21, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:20:37.133417 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0ee8b5-4c95-4696-8f25-4410b1681e81 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Network 51c5a9da-ba9b-4a16-b511-0fb34193eb21 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:20:37.151463 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-9e0ee8b5-4c95-4696-8f25-4410b1681e81 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 51c5a9da-ba9b-4a16-b511-0fb34193eb21) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:20:37.169832 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0ee8b5-4c95-4696-8f25-4410b1681e81 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:37.170443 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9e0ee8b5-4c95-4696-8f25-4410b1681e81 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:37.172547 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1212b18a-32f1-4eb5-a0e4-590684f0d9cd None None] Network 51c5a9da-ba9b-4a16-b511-0fb34193eb21 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:20:37.194543 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-9e0ee8b5-4c95-4696-8f25-4410b1681e81 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1252968 Nov 09 21:20:37.195234 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40662) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:20:37.202928 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-9e0bfafa-2612-4eb4-a515-5212bed0eb43 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1744855096'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:20:37.238631 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0bfafa-2612-4eb4-a515-5212bed0eb43 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Made reservation on behalf of 2a8884e29db44a0584896bf141edec66 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:20:37.244018 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9e0bfafa-2612-4eb4-a515-5212bed0eb43 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:37.259575 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54156bd-9c56-4f01-9133-8f10c3083283 req-caec1312-ae5e-4da3-8d35-26f13cb1f08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:37.263216 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a54156bd-9c56-4f01-9133-8f10c3083283 req-caec1312-ae5e-4da3-8d35-26f13cb1f08a service neutron] 10.222.0.45 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.1720777 Nov 09 21:20:37.306086 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e0bfafa-2612-4eb4-a515-5212bed0eb43 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:20:37.320388 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9e0bfafa-2612-4eb4-a515-5212bed0eb43 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:37.320744 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-9e0bfafa-2612-4eb4-a515-5212bed0eb43 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Added segment e5a7881d-a3c8-4cf0-82e1-a9e7dba5802a of type vlan for network bff54539-7dbd-495f-be59-aa4e4517e292 Nov 09 21:20:37.395107 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9e0bfafa-2612-4eb4-a515-5212bed0eb43 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:37.402392 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a54156bd-9c56-4f01-9133-8f10c3083283 req-395406b9-990b-4ad4-908c-6d802743b990 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=528f7164-711a-46b8-a7d9-97e7ea2dc770 HTTP/1.1" status: 200 len: 217 time: 0.1287055 Nov 09 21:20:37.418611 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 1cba6356-f174-4b28-89de-d89e418219ac up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:20:37.434301 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9e0bfafa-2612-4eb4-a515-5212bed0eb43 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:37.442579 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0bfafa-2612-4eb4-a515-5212bed0eb43 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:37.443732 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9e0bfafa-2612-4eb4-a515-5212bed0eb43 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:37.481492 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-9e0bfafa-2612-4eb4-a515-5212bed0eb43 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2821801 Nov 09 21:20:37.502718 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 40678) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:20:37.503976 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-7143a517-2557-40e0-aecf-b1bf0da50184 None None] Set router d7f02c3b-a648-47c0-8347-23729e4d6258 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:20:37.524293 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-b96614d3-30c9-4afb-a933-7d228e8bf882 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Request body: {'subnet': {'network_id': 'bff54539-7dbd-495f-be59-aa4e4517e292', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:20:37.630211 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54156bd-9c56-4f01-9133-8f10c3083283 req-4104b6fd-588c-47d9-b4c8-67cccc58efcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:37.632362 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a54156bd-9c56-4f01-9133-8f10c3083283 req-4104b6fd-588c-47d9-b4c8-67cccc58efcb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.2240043 Nov 09 21:20:37.668686 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0bfafa-2612-4eb4-a515-5212bed0eb43 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Pushing event updated for resources: {'Network': ['ID=bff54539-7dbd-495f-be59-aa4e4517e292,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:37.710123 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96614d3-30c9-4afb-a933-7d228e8bf882 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Made reservation on behalf of 2a8884e29db44a0584896bf141edec66 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:20:37.714356 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b96614d3-30c9-4afb-a933-7d228e8bf882 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:37.719281 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network bff54539-7dbd-495f-be59-aa4e4517e292 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:20:37.876279 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb71eea2-85cc-412f-8b8c-3493ffc998d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-51c5a9da-ba9b-4a16-b511-0fb34193eb21', 'network_id': '51c5a9da-ba9b-4a16-b511-0fb34193eb21', 'tenant_id': '2a8884e29db44a0584896bf141edec66', 'fixed_ips': [{'subnet_id': '44419ab1-1a1a-44f9-ac8f-7b4bba52ecb9'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:20:37.877495 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cb71eea2-85cc-412f-8b8c-3493ffc998d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:38.005629 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40696) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:20:38.074533 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-cb71eea2-85cc-412f-8b8c-3493ffc998d0 None None] Allocated IP 19.80.0.2 (51c5a9da-ba9b-4a16-b511-0fb34193eb21/44419ab1-1a1a-44f9-ac8f-7b4bba52ecb9/98d0b82c-94c3-4c19-8ac2-b1aa5f008917) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:20:38.129204 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b96614d3-30c9-4afb-a933-7d228e8bf882 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:38.232375 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2e26ab29-3290-42b0-bad7-684af05e0a20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:38.245876 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cb71eea2-85cc-412f-8b8c-3493ffc998d0 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:38.272669 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54156bd-9c56-4f01-9133-8f10c3083283 req-76f819e5-82d5-4923-9dd8-c166f4db322b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:38.278707 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a54156bd-9c56-4f01-9133-8f10c3083283 req-76f819e5-82d5-4923-9dd8-c166f4db322b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6361353 Nov 09 21:20:38.279122 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cb71eea2-85cc-412f-8b8c-3493ffc998d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:38.326014 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 1cba6356-f174-4b28-89de-d89e418219ac triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:20:38.326346 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:38.438613 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2e26ab29-3290-42b0-bad7-684af05e0a20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:38.454454 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2e26ab29-3290-42b0-bad7-684af05e0a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:38.544620 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb71eea2-85cc-412f-8b8c-3493ffc998d0 None None] Network 51c5a9da-ba9b-4a16-b511-0fb34193eb21 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:20:38.546669 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2e26ab29-3290-42b0-bad7-684af05e0a20 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2ceca725b8704142bf6a476a29f52690&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5395751 Nov 09 21:20:38.556388 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40712) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:20:38.568528 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e26ab29-3290-42b0-bad7-684af05e0a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b091b3ef-b03f-4039-86b9-8ce1a18538ee,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:38.594073 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-cb71eea2-85cc-412f-8b8c-3493ffc998d0 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:20:38.612274 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ead01-c8d4-46cd-9948-f2f0f123c49e req-f6295f3e-2b9f-4c4b-a8ec-7196387f1026 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:38.619793 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-225ead01-c8d4-46cd-9948-f2f0f123c49e req-f6295f3e-2b9f-4c4b-a8ec-7196387f1026 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/networks?id=d46322e9-b56d-4dd7-8c5c-4100db9766b4 HTTP/1.1" status: 200 len: 804 time: 0.2507632 Nov 09 21:20:38.630894 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb71eea2-85cc-412f-8b8c-3493ffc998d0 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:20:38.652324 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-225ead01-c8d4-46cd-9948-f2f0f123c49e req-ed9ad51f-90a4-4fcf-80c4-d01a05c6fbc1 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/quotas/75ff5a098c974a5f990f4fa539b60751 HTTP/1.1" status: 200 len: 375 time: 0.0314732 Nov 09 21:20:38.671720 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb71eea2-85cc-412f-8b8c-3493ffc998d0 None None] Pushing event updated for resources: {'Port': ['ID=98d0b82c-94c3-4c19-8ac2-b1aa5f008917,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:38.699676 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-922a2078-1e42-4ea8-bb00-db451ea8b715 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:38.733983 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96614d3-30c9-4afb-a933-7d228e8bf882 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Pushing event updated for resources: {'Subnet': ['ID=23a529c4-5af3-4515-82a1-8ef3882638a7,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:38.743576 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-922a2078-1e42-4ea8-bb00-db451ea8b715 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:38.757782 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-225ead01-c8d4-46cd-9948-f2f0f123c49e req-e83721de-5f43-4f0a-81e0-3f04918ac481 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=75ff5a098c974a5f990f4fa539b60751&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1044292 Nov 09 21:20:38.826960 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168f554-7a97-4be5-bd20-9eae9f214a33 req-e09a6f64-c0b3-45be-9b5c-c1a4c5c118d3 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:38.828937 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c168f554-7a97-4be5-bd20-9eae9f214a33 req-e09a6f64-c0b3-45be-9b5c-c1a4c5c118d3 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 950 time: 0.7141337 Nov 09 21:20:38.847738 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-cb71eea2-85cc-412f-8b8c-3493ffc998d0 None None] Attempting to bind port 98d0b82c-94c3-4c19-8ac2-b1aa5f008917 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:20:38.848112 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-cb71eea2-85cc-412f-8b8c-3493ffc998d0 None None] Attempting to bind port 98d0b82c-94c3-4c19-8ac2-b1aa5f008917 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '429ddc56-fc42-4e71-88f3-12241df5db96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '51c5a9da-ba9b-4a16-b511-0fb34193eb21'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:20:38.848475 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb71eea2-85cc-412f-8b8c-3493ffc998d0 None None] Attempting to bind port 98d0b82c-94c3-4c19-8ac2-b1aa5f008917 on network 51c5a9da-ba9b-4a16-b511-0fb34193eb21 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:20:38.860624 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96614d3-30c9-4afb-a933-7d228e8bf882 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Checking segment: {'id': 'e5a7881d-a3c8-4cf0-82e1-a9e7dba5802a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bff54539-7dbd-495f-be59-aa4e4517e292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:20:38.861705 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 417d5c0a-3b2b-43ab-834a-112e91a23548 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:20:38.862109 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96614d3-30c9-4afb-a933-7d228e8bf882 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Network hostable DHCP agents. Network: bff54539-7dbd-495f-be59-aa4e4517e292, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:20:38.878227 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-922a2078-1e42-4ea8-bb00-db451ea8b715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:38.881058 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-922a2078-1e42-4ea8-bb00-db451ea8b715 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:38.884617 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-922a2078-1e42-4ea8-bb00-db451ea8b715 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b091b3ef-b03f-4039-86b9-8ce1a18538ee HTTP/1.1" status: 204 len: 168 time: 0.3245080 Nov 09 21:20:38.900205 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a2078-1e42-4ea8-bb00-db451ea8b715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b091b3ef-b03f-4039-86b9-8ce1a18538ee,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:38.903132 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb71eea2-85cc-412f-8b8c-3493ffc998d0 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:20:38.903132 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb71eea2-85cc-412f-8b8c-3493ffc998d0 None None] Checking segment: {'id': '429ddc56-fc42-4e71-88f3-12241df5db96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '51c5a9da-ba9b-4a16-b511-0fb34193eb21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:20:38.903597 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cb71eea2-85cc-412f-8b8c-3493ffc998d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:38.903932 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb71eea2-85cc-412f-8b8c-3493ffc998d0 None None] Bound using segment: {'id': '429ddc56-fc42-4e71-88f3-12241df5db96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '51c5a9da-ba9b-4a16-b511-0fb34193eb21'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:20:38.904436 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-cb71eea2-85cc-412f-8b8c-3493ffc998d0 None None] Bound port: 98d0b82c-94c3-4c19-8ac2-b1aa5f008917, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '429ddc56-fc42-4e71-88f3-12241df5db96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '51c5a9da-ba9b-4a16-b511-0fb34193eb21'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:20:38.904855 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cb71eea2-85cc-412f-8b8c-3493ffc998d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:38.949372 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-225ead01-c8d4-46cd-9948-f2f0f123c49e req-00ab80ff-1b7c-4806-a8e4-68a992cf52d5 service neutron] 10.222.0.49 "GET /v2.0/networks/d46322e9-b56d-4dd7-8c5c-4100db9766b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764090 Nov 09 21:20:38.950144 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: 417d5c0a-3b2b-43ab-834a-112e91a23548 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:20:38.950497 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 417d5c0a-3b2b-43ab-834a-112e91a23548 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:20:39.008140 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a54156bd-9c56-4f01-9133-8f10c3083283 req-dc7282b4-e1b4-49f3-8d89-c15906fab8d8 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7029369 Nov 09 21:20:39.011239 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96614d3-30c9-4afb-a933-7d228e8bf882 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Network bff54539-7dbd-495f-be59-aa4e4517e292 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:20:39.054846 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-cb71eea2-85cc-412f-8b8c-3493ffc998d0 None None] For port 98d0b82c-94c3-4c19-8ac2-b1aa5f008917, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:20:39.059941 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-cb71eea2-85cc-412f-8b8c-3493ffc998d0 None None] For port 98d0b82c-94c3-4c19-8ac2-b1aa5f008917, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=98d0b82c-94c3-4c19-8ac2-b1aa5f008917,segment=NetworkSegment(429ddc56-fc42-4e71-88f3-12241df5db96),segment_id=429ddc56-fc42-4e71-88f3-12241df5db96)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:20:39.060930 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-b96614d3-30c9-4afb-a933-7d228e8bf882 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, bff54539-7dbd-495f-be59-aa4e4517e292) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:20:39.066542 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cb71eea2-85cc-412f-8b8c-3493ffc998d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:39.067349 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96614d3-30c9-4afb-a933-7d228e8bf882 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:39.067946 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b96614d3-30c9-4afb-a933-7d228e8bf882 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:39.073875 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-7143a517-2557-40e0-aecf-b1bf0da50184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f02c3b-a648-47c0-8347-23729e4d6258', 'name': 'tempest-ServersTestMultiNic-929218329-router', 'tenant_id': '2a8884e29db44a0584896bf141edec66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '1cba6356-f174-4b28-89de-d89e418219ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:20:29Z', 'updated_at': '2021-11-09T21:20:34Z', 'revision_number': 4, 'project_id': '2a8884e29db44a0584896bf141edec66', 'gw_port': {'id': '1cba6356-f174-4b28-89de-d89e418219ac', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:03:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f02c3b-a648-47c0-8347-23729e4d6258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:20:30Z', 'updated_at': '2021-11-09T21:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'cd3d2593-ab59-4f66-bdac-3e4991e5e384', 'name': '', 'network_id': '38c4f8ff-5fb5-4c21-84c2-c0a2bd791337', 'tenant_id': '2a8884e29db44a0584896bf141edec66', 'mac_address': 'fa:16:3e:bd:30:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f02c3b-a648-47c0-8347-23729e4d6258', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '2c6c93e8-fa2d-4273-ae90-6e41301ac976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:20:33Z', 'updated_at': '2021-11-09T21:20:34Z', 'revision_number': 2, 'project_id': '2a8884e29db44a0584896bf141edec66', 'subnets': [{'id': '2c6c93e8-fa2d-4273-ae90-6e41301ac976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:20:39.102193 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6233bfe-2b16-4d81-81dd-3c3e5641e821 None None] Network bff54539-7dbd-495f-be59-aa4e4517e292 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:20:39.131499 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b96614d3-30c9-4afb-a933-7d228e8bf882 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6276333 Nov 09 21:20:39.158364 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c168f554-7a97-4be5-bd20-9eae9f214a33 req-0190443f-4947-4ee7-9275-3b150abcb712 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137975 Nov 09 21:20:39.210312 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7143a517-2557-40e0-aecf-b1bf0da50184 None None] Checking router: d7f02c3b-a648-47c0-8347-23729e4d6258 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:20:39.210668 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7143a517-2557-40e0-aecf-b1bf0da50184 None None] Updating router d7f02c3b-a648-47c0-8347-23729e4d6258 port cd3d2593-ab59-4f66-bdac-3e4991e5e384 binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:20:39.260995 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a54156bd-9c56-4f01-9133-8f10c3083283 req-6a96c50b-4488-4175-8e62-5e5bad410905 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257125 Nov 09 21:20:39.263618 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-225ead01-c8d4-46cd-9948-f2f0f123c49e req-332ee295-1785-4b27-a8e6-edb6dbf360e5 service neutron] 10.222.0.49 "GET /v2.0/networks/d46322e9-b56d-4dd7-8c5c-4100db9766b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954900 Nov 09 21:20:39.331316 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb71eea2-85cc-412f-8b8c-3493ffc998d0 None None] Pushing event updated for resources: {'Port': ['ID=98d0b82c-94c3-4c19-8ac2-b1aa5f008917,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:39.334493 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7143a517-2557-40e0-aecf-b1bf0da50184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:39.681808 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 528f7164-711a-46b8-a7d9-97e7ea2dc770 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:20:39.802422 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-72511555-3115-47ea-963e-61a1aa92b5c8 req-11543b1f-800b-4698-98d9-af7771b61c15 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3853b5de-fbbf-4ba2-98f3-3c3e518be584 HTTP/1.1" status: 200 len: 210 time: 0.1183641 Nov 09 21:20:39.910443 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-85cf6098-0ada-45aa-b859-17858736a6ab tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:39.917502 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-85cf6098-0ada-45aa-b859-17858736a6ab tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:39.925072 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-85cf6098-0ada-45aa-b859-17858736a6ab tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/networks?id=51c5a9da-ba9b-4a16-b511-0fb34193eb21&id=bff54539-7dbd-495f-be59-aa4e4517e292&id=51c5a9da-ba9b-4a16-b511-0fb34193eb21 HTTP/1.1" status: 200 len: 1391 time: 0.3195856 Nov 09 21:20:39.944424 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-c7e12118-40e4-4867-b63b-226100001ea3 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/quotas/2a8884e29db44a0584896bf141edec66 HTTP/1.1" status: 200 len: 375 time: 0.0180478 Nov 09 21:20:40.014812 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 528f7164-711a-46b8-a7d9-97e7ea2dc770 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:20:40.015254 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:40.019809 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-2bec836e-df6d-417e-aa2a-8736c6867ff7 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2a8884e29db44a0584896bf141edec66&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0743682 Nov 09 21:20:40.183145 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f656cb0-ff67-4ff4-8cc4-26bac36e3cf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-bff54539-7dbd-495f-be59-aa4e4517e292', 'network_id': 'bff54539-7dbd-495f-be59-aa4e4517e292', 'tenant_id': '2a8884e29db44a0584896bf141edec66', 'fixed_ips': [{'subnet_id': '23a529c4-5af3-4515-82a1-8ef3882638a7'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:20:40.184937 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9f656cb0-ff67-4ff4-8cc4-26bac36e3cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:40.232557 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-9b98413d-8cc1-4763-b40b-fb756c0c76cf service neutron] 10.222.0.49 "GET /v2.0/networks/51c5a9da-ba9b-4a16-b511-0fb34193eb21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109909 Nov 09 21:20:40.374123 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0df9e-02a6-4ae2-9b4e-44c3b0c1e543 req-a0f3c829-1aac-4616-a24b-add50dc9a4b2 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:40.376444 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6ce0df9e-02a6-4ae2-9b4e-44c3b0c1e543 req-a0f3c829-1aac-4616-a24b-add50dc9a4b2 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 950 time: 0.0987024 Nov 09 21:20:40.396993 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-7b3e17c8-3a27-409c-8770-ae60bb3246f0 service neutron] 10.222.0.49 "GET /v2.0/networks/51c5a9da-ba9b-4a16-b511-0fb34193eb21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630638 Nov 09 21:20:40.501889 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6ce0df9e-02a6-4ae2-9b4e-44c3b0c1e543 req-6dc09596-03cf-4e75-bcd1-deba6dc3ba10 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186922 Nov 09 21:20:40.579490 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-cd37fd0f-b124-41c4-abed-0ed43fdf9d01 service neutron] 10.222.0.49 "GET /v2.0/networks/bff54539-7dbd-495f-be59-aa4e4517e292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757190 Nov 09 21:20:40.581319 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:40.678656 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-9f656cb0-ff67-4ff4-8cc4-26bac36e3cf0 None None] Allocated IP 19.86.0.2 (bff54539-7dbd-495f-be59-aa4e4517e292/23a529c4-5af3-4515-82a1-8ef3882638a7/b2deb5ab-4592-43e2-9030-2ebe94ea2712) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:20:40.679977 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87bbb55b-fb4a-4821-9650-30ad7f529162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '528f7164-711a-46b8-a7d9-97e7ea2dc770'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:20:40.683002 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd47945-b6d7-4e31-ad2f-7c215b5ff455" -d '{"events": [{"server_uuid": "87bbb55b-fb4a-4821-9650-30ad7f529162", "name": "network-vif-plugged", "status": "completed", "tag": "528f7164-711a-46b8-a7d9-97e7ea2dc770"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:20:40.697121 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 528f7164-711a-46b8-a7d9-97e7ea2dc770, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=528f7164-711a-46b8-a7d9-97e7ea2dc770,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:20:40.711293 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:40.737741 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7143a517-2557-40e0-aecf-b1bf0da50184 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:40.741271 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-eea085c2-b54d-458d-a9d4-e0da9b17f2d4 service neutron] 10.222.0.49 "GET /v2.0/networks/bff54539-7dbd-495f-be59-aa4e4517e292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606770 Nov 09 21:20:40.782827 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7143a517-2557-40e0-aecf-b1bf0da50184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:40.857808 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-9e597210-5436-4115-bed9-f79e73f800a9 service neutron] 10.222.0.49 "GET /v2.0/networks/51c5a9da-ba9b-4a16-b511-0fb34193eb21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154571 Nov 09 21:20:40.915135 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:20:40.930930 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6192929-0765-45f6-85d3-417ab184bbcf None None] Network 51c5a9da-ba9b-4a16-b511-0fb34193eb21 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:20:41.019870 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-55b2fa15-93f1-4deb-a776-77ea0619c3a3 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=2eee0b372ff04287a1861e72eb288a80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330317 Nov 09 21:20:41.037775 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=528f7164-711a-46b8-a7d9-97e7ea2dc770,revision_number=11']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:41.078806 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-502e5f43-aeda-4f49-adc7-264e46e3d054 service neutron] 10.222.0.49 "GET /v2.0/networks/51c5a9da-ba9b-4a16-b511-0fb34193eb21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180200 Nov 09 21:20:41.464160 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-7143a517-2557-40e0-aecf-b1bf0da50184 None None] Attempting to bind port cd3d2593-ab59-4f66-bdac-3e4991e5e384 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:20:41.465349 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-7143a517-2557-40e0-aecf-b1bf0da50184 None None] Attempting to bind port cd3d2593-ab59-4f66-bdac-3e4991e5e384 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '9eac00e5-ff86-4c9b-8759-6a66cfb57b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '38c4f8ff-5fb5-4c21-84c2-c0a2bd791337'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:20:41.465713 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7143a517-2557-40e0-aecf-b1bf0da50184 None None] Attempting to bind port cd3d2593-ab59-4f66-bdac-3e4991e5e384 on network 38c4f8ff-5fb5-4c21-84c2-c0a2bd791337 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:20:41.477217 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ead01-c8d4-46cd-9948-f2f0f123c49e req-07ab1c96-57dd-496a-bd3a-0e5d5bd9388b tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:41.480695 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-225ead01-c8d4-46cd-9948-f2f0f123c49e req-07ab1c96-57dd-496a-bd3a-0e5d5bd9388b tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.43 "GET /v2.0/networks?id=d46322e9-b56d-4dd7-8c5c-4100db9766b4 HTTP/1.1" status: 200 len: 804 time: 0.2890410 Nov 09 21:20:41.505830 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-65e46be1-3d66-47a3-b2ff-66ed5c33ffc8 None None] Provisioning complete for port 98d0b82c-94c3-4c19-8ac2-b1aa5f008917 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:20:41.506436 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-65e46be1-3d66-47a3-b2ff-66ed5c33ffc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:41.543190 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 98d0b82c-94c3-4c19-8ac2-b1aa5f008917 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:20:41.570133 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7143a517-2557-40e0-aecf-b1bf0da50184 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:20:41.570637 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7143a517-2557-40e0-aecf-b1bf0da50184 None None] Checking segment: {'id': '9eac00e5-ff86-4c9b-8759-6a66cfb57b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '38c4f8ff-5fb5-4c21-84c2-c0a2bd791337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:20:41.571406 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7143a517-2557-40e0-aecf-b1bf0da50184 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:41.571856 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7143a517-2557-40e0-aecf-b1bf0da50184 None None] Bound using segment: {'id': '9eac00e5-ff86-4c9b-8759-6a66cfb57b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '38c4f8ff-5fb5-4c21-84c2-c0a2bd791337'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:20:41.572460 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-7143a517-2557-40e0-aecf-b1bf0da50184 None None] Bound port: cd3d2593-ab59-4f66-bdac-3e4991e5e384, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eac00e5-ff86-4c9b-8759-6a66cfb57b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '38c4f8ff-5fb5-4c21-84c2-c0a2bd791337'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:20:41.573082 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7143a517-2557-40e0-aecf-b1bf0da50184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:41.575133 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ba9c-36f7-4fd4-97df-1a40e1df7972 None None] Pushing event updated for resources: {'Port': ['ID=cd3d2593-ab59-4f66-bdac-3e4991e5e384,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:41.582144 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-41d312df-bd28-4ef5-839b-4919baa3166d tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:41.590202 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-41d312df-bd28-4ef5-839b-4919baa3166d tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5603676 Nov 09 21:20:41.602110 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-225ead01-c8d4-46cd-9948-f2f0f123c49e req-f15d40f3-48d0-45e2-ae1a-c125cab8491a tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Request body: {'port': {'device_id': '3853b5de-fbbf-4ba2-98f3-3c3e518be584', 'network_id': 'd46322e9-b56d-4dd7-8c5c-4100db9766b4', 'admin_state_up': True, 'tenant_id': '75ff5a098c974a5f990f4fa539b60751'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:20:41.658545 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9f656cb0-ff67-4ff4-8cc4-26bac36e3cf0 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:41.668021 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-e42a5763-86bd-4499-a2ca-8ce78615ad38 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] 10.222.0.49 "GET /v2.0/quotas/2eee0b372ff04287a1861e72eb288a80 HTTP/1.1" status: 200 len: 375 time: 0.0744836 Nov 09 21:20:41.708364 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2548c64-1e80-4975-ab2b-9d4cb846ce5c x-openstack-request-id: req-d2548c64-1e80-4975-ab2b-9d4cb846ce5c {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:20:41.709072 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87bbb55b-fb4a-4821-9650-30ad7f529162", "name": "network-vif-plugged", "status": "completed", "tag": "528f7164-711a-46b8-a7d9-97e7ea2dc770", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:20:41.709072 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d2548c64-1e80-4975-ab2b-9d4cb846ce5c {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:20:41.709322 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87bbb55b-fb4a-4821-9650-30ad7f529162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '528f7164-711a-46b8-a7d9-97e7ea2dc770', 'code': 200} Nov 09 21:20:41.738521 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9f656cb0-ff67-4ff4-8cc4-26bac36e3cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:41.773297 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-95150c85-8b74-4546-ab66-dbf9981f2b4b tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2eee0b372ff04287a1861e72eb288a80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1042914 Nov 09 21:20:41.808449 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f656cb0-ff67-4ff4-8cc4-26bac36e3cf0 None None] Network bff54539-7dbd-495f-be59-aa4e4517e292 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:20:41.833478 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-9f656cb0-ff67-4ff4-8cc4-26bac36e3cf0 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:20:41.864094 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f656cb0-ff67-4ff4-8cc4-26bac36e3cf0 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:20:41.921435 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 98d0b82c-94c3-4c19-8ac2-b1aa5f008917 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:20:41.921809 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:41.923469 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f656cb0-ff67-4ff4-8cc4-26bac36e3cf0 None None] Pushing event updated for resources: {'Port': ['ID=b2deb5ab-4592-43e2-9030-2ebe94ea2712,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:41.965950 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5ad5b2cf-cd63-4689-8e85-4274c26f62f4 req-485443a9-c4cc-4ccc-b1eb-a8d3ef77e1b0 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3853b5de-fbbf-4ba2-98f3-3c3e518be584 HTTP/1.1" status: 200 len: 210 time: 0.1112475 Nov 09 21:20:41.988128 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-65e46be1-3d66-47a3-b2ff-66ed5c33ffc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:42.020382 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-7143a517-2557-40e0-aecf-b1bf0da50184 None None] For port cd3d2593-ab59-4f66-bdac-3e4991e5e384, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:20:42.077458 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-9f656cb0-ff67-4ff4-8cc4-26bac36e3cf0 None None] Attempting to bind port b2deb5ab-4592-43e2-9030-2ebe94ea2712 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:20:42.078233 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-9f656cb0-ff67-4ff4-8cc4-26bac36e3cf0 None None] Attempting to bind port b2deb5ab-4592-43e2-9030-2ebe94ea2712 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'e5a7881d-a3c8-4cf0-82e1-a9e7dba5802a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bff54539-7dbd-495f-be59-aa4e4517e292'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:20:42.078233 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f656cb0-ff67-4ff4-8cc4-26bac36e3cf0 None None] Attempting to bind port b2deb5ab-4592-43e2-9030-2ebe94ea2712 on network bff54539-7dbd-495f-be59-aa4e4517e292 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:20:42.093613 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-7143a517-2557-40e0-aecf-b1bf0da50184 None None] For port cd3d2593-ab59-4f66-bdac-3e4991e5e384, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=cd3d2593-ab59-4f66-bdac-3e4991e5e384,segment=NetworkSegment(9eac00e5-ff86-4c9b-8759-6a66cfb57b9a),segment_id=9eac00e5-ff86-4c9b-8759-6a66cfb57b9a)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:20:42.107642 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7143a517-2557-40e0-aecf-b1bf0da50184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:42.110403 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f656cb0-ff67-4ff4-8cc4-26bac36e3cf0 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:20:42.110775 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f656cb0-ff67-4ff4-8cc4-26bac36e3cf0 None None] Checking segment: {'id': 'e5a7881d-a3c8-4cf0-82e1-a9e7dba5802a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bff54539-7dbd-495f-be59-aa4e4517e292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:20:42.112061 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9f656cb0-ff67-4ff4-8cc4-26bac36e3cf0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:42.112460 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f656cb0-ff67-4ff4-8cc4-26bac36e3cf0 None None] Bound using segment: {'id': 'e5a7881d-a3c8-4cf0-82e1-a9e7dba5802a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bff54539-7dbd-495f-be59-aa4e4517e292'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:20:42.112984 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-9f656cb0-ff67-4ff4-8cc4-26bac36e3cf0 None None] Bound port: b2deb5ab-4592-43e2-9030-2ebe94ea2712, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5a7881d-a3c8-4cf0-82e1-a9e7dba5802a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bff54539-7dbd-495f-be59-aa4e4517e292'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:20:42.113368 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9f656cb0-ff67-4ff4-8cc4-26bac36e3cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:42.149323 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b1ad6e43-162e-417e-b199-d50ae4ab4f1b req-2755e8b9-ab7e-4843-b2c9-c0206336be17 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca554ad3-c857-47ee-b0c4-98d5fea1c05d HTTP/1.1" status: 200 len: 210 time: 0.0940197 Nov 09 21:20:42.179832 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-225ead01-c8d4-46cd-9948-f2f0f123c49e req-f15d40f3-48d0-45e2-ae1a-c125cab8491a tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Made reservation on behalf of 75ff5a098c974a5f990f4fa539b60751 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:20:42.197042 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-225ead01-c8d4-46cd-9948-f2f0f123c49e req-f15d40f3-48d0-45e2-ae1a-c125cab8491a tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:42.243858 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf0195-20f4-4ece-9f7e-902814b16255 req-192ba110-f0e6-42ef-937a-7c11d6e11a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:42.246728 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7acf0195-20f4-4ece-9f7e-902814b16255 req-192ba110-f0e6-42ef-937a-7c11d6e11a67 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 1102 time: 0.2776122 Nov 09 21:20:42.285410 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-65e46be1-3d66-47a3-b2ff-66ed5c33ffc8 None None] For port 98d0b82c-94c3-4c19-8ac2-b1aa5f008917, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=98d0b82c-94c3-4c19-8ac2-b1aa5f008917,segment=NetworkSegment(429ddc56-fc42-4e71-88f3-12241df5db96),segment_id=429ddc56-fc42-4e71-88f3-12241df5db96)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:20:42.367114 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-65e46be1-3d66-47a3-b2ff-66ed5c33ffc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:42.431917 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-99802522-4cd5-4879-a05d-4d9e0c78da3f req-0c2658c8-b804-41ab-9fbc-9d1154a026bc tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b24eb02-4f6e-4fc9-8f94-e4e7f8e5816c HTTP/1.1" status: 200 len: 210 time: 0.0676568 Nov 09 21:20:42.452568 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7143a517-2557-40e0-aecf-b1bf0da50184 None None] Routers {'d7f02c3b-a648-47c0-8347-23729e4d6258'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:20:42.453276 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-7143a517-2557-40e0-aecf-b1bf0da50184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:20:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['d7f02c3b-a648-47c0-8347-23729e4d6258'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:20:42.587055 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-9f656cb0-ff67-4ff4-8cc4-26bac36e3cf0 None None] For port b2deb5ab-4592-43e2-9030-2ebe94ea2712, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:20:42.602829 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ba9c-36f7-4fd4-97df-1a40e1df7972 None None] Pushing event updated for resources: {'Port': ['ID=cd3d2593-ab59-4f66-bdac-3e4991e5e384,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:42.695621 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e46be1-3d66-47a3-b2ff-66ed5c33ffc8 None None] Pushing event updated for resources: {'Port': ['ID=98d0b82c-94c3-4c19-8ac2-b1aa5f008917,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:42.722496 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-9f656cb0-ff67-4ff4-8cc4-26bac36e3cf0 None None] For port b2deb5ab-4592-43e2-9030-2ebe94ea2712, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=b2deb5ab-4592-43e2-9030-2ebe94ea2712,segment=NetworkSegment(e5a7881d-a3c8-4cf0-82e1-a9e7dba5802a),segment_id=e5a7881d-a3c8-4cf0-82e1-a9e7dba5802a)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:20:42.735625 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9f656cb0-ff67-4ff4-8cc4-26bac36e3cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:42.741767 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-225ead01-c8d4-46cd-9948-f2f0f123c49e req-f15d40f3-48d0-45e2-ae1a-c125cab8491a tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Allocated IP 172.20.0.9 (d46322e9-b56d-4dd7-8c5c-4100db9766b4/b00fcf6d-0dad-4966-9afe-8edbbda80569/4b4c0405-cd85-4ca4-8c72-901a204e13ed) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:20:42.774566 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7acf0195-20f4-4ece-9f7e-902814b16255 req-dd2ff1df-da07-4387-86db-dfff32a68a77 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5169265 Nov 09 21:20:42.787657 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d589b6f-3b85-4e34-a35f-5606d1b3efb8 req-69cf3cb2-e9f3-44a4-8b3e-67463f838e31 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:42.789407 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9d589b6f-3b85-4e34-a35f-5606d1b3efb8 req-69cf3cb2-e9f3-44a4-8b3e-67463f838e31 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 951 time: 0.4805379 Nov 09 21:20:42.934095 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9d589b6f-3b85-4e34-a35f-5606d1b3efb8 req-4073fefa-1a7e-476f-8387-1c31cd92a205 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296926 Nov 09 21:20:42.948228 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-75eb28b6-565a-4954-a5c8-6bb3e9a79621 None None] Provisioning complete for port cd3d2593-ab59-4f66-bdac-3e4991e5e384 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:20:42.948228 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-75eb28b6-565a-4954-a5c8-6bb3e9a79621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:42.987639 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-225ead01-c8d4-46cd-9948-f2f0f123c49e req-f15d40f3-48d0-45e2-ae1a-c125cab8491a tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:42.999124 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-7143a517-2557-40e0-aecf-b1bf0da50184 None None] Set router d7f02c3b-a648-47c0-8347-23729e4d6258 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:20:43.045775 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-225ead01-c8d4-46cd-9948-f2f0f123c49e req-f15d40f3-48d0-45e2-ae1a-c125cab8491a tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:43.135874 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['393976db-67d8-45b9-bd11-937dc58d5622'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:20:43.161472 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-225ead01-c8d4-46cd-9948-f2f0f123c49e req-f15d40f3-48d0-45e2-ae1a-c125cab8491a tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Network d46322e9-b56d-4dd7-8c5c-4100db9766b4 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:20:43.175542 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-225ead01-c8d4-46cd-9948-f2f0f123c49e req-f15d40f3-48d0-45e2-ae1a-c125cab8491a tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:20:43.177588 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d40f3-48d0-45e2-ae1a-c125cab8491a tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Pushing event updated for resources: {'Port': ['ID=4b4c0405-cd85-4ca4-8c72-901a204e13ed,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:43.183638 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-225ead01-c8d4-46cd-9948-f2f0f123c49e req-f15d40f3-48d0-45e2-ae1a-c125cab8491a tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:20:43.246182 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6084aa-9b7b-4c1c-8cf0-855a9f6c940c req-9dd498c5-578b-43bc-9854-247e668cf5b6 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:43.254455 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ba6084aa-9b7b-4c1c-8cf0-855a9f6c940c req-9dd498c5-578b-43bc-9854-247e668cf5b6 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3853b5de-fbbf-4ba2-98f3-3c3e518be584 HTTP/1.1" status: 200 len: 931 time: 0.1594357 Nov 09 21:20:43.279463 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ead01-c8d4-46cd-9948-f2f0f123c49e req-f15d40f3-48d0-45e2-ae1a-c125cab8491a tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:43.280247 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-225ead01-c8d4-46cd-9948-f2f0f123c49e req-f15d40f3-48d0-45e2-ae1a-c125cab8491a tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:43.290836 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bc4ef47f-a5b0-41fd-9a97-21ba8b80f671 req-73fc7076-d827-445a-87bc-a96491c37b19 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca554ad3-c857-47ee-b0c4-98d5fea1c05d HTTP/1.1" status: 200 len: 210 time: 0.0456891 Nov 09 21:20:43.361442 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f656cb0-ff67-4ff4-8cc4-26bac36e3cf0 None None] Pushing event updated for resources: {'Port': ['ID=b2deb5ab-4592-43e2-9030-2ebe94ea2712,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:43.492224 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 98d0b82c-94c3-4c19-8ac2-b1aa5f008917 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:20:43.522920 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-225ead01-c8d4-46cd-9948-f2f0f123c49e req-f15d40f3-48d0-45e2-ae1a-c125cab8491a tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9296997 Nov 09 21:20:43.562355 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-225ead01-c8d4-46cd-9948-f2f0f123c49e req-6d962241-cd04-4fc8-924f-db930b9ee1e4 service neutron] Request body: {'port': {'device_id': '3853b5de-fbbf-4ba2-98f3-3c3e518be584', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:20:43.615641 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ba6084aa-9b7b-4c1c-8cf0-855a9f6c940c req-2460fda6-15d7-4713-8dd9-a3a6c108a411 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602796 Nov 09 21:20:43.624161 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-54b145bb-f787-45cb-9b37-ae82b5a141f3 req-80948207-661d-472b-a489-5322d0d877aa tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b24eb02-4f6e-4fc9-8f94-e4e7f8e5816c HTTP/1.1" status: 200 len: 210 time: 0.0689323 Nov 09 21:20:43.701238 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-225ead01-c8d4-46cd-9948-f2f0f123c49e req-6d962241-cd04-4fc8-924f-db930b9ee1e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:43.735497 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-75eb28b6-565a-4954-a5c8-6bb3e9a79621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:43.761066 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-9c922e97-0a33-494a-b31d-58b037139275 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:43.766864 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-9c922e97-0a33-494a-b31d-58b037139275 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:43.768471 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-9c922e97-0a33-494a-b31d-58b037139275 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.45 "GET /v2.0/networks?id=51c5a9da-ba9b-4a16-b511-0fb34193eb21&id=bff54539-7dbd-495f-be59-aa4e4517e292&id=51c5a9da-ba9b-4a16-b511-0fb34193eb21 HTTP/1.1" status: 200 len: 1391 time: 0.4547479 Nov 09 21:20:43.775423 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-7143a517-2557-40e0-aecf-b1bf0da50184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f02c3b-a648-47c0-8347-23729e4d6258', 'name': 'tempest-ServersTestMultiNic-929218329-router', 'tenant_id': '2a8884e29db44a0584896bf141edec66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '1cba6356-f174-4b28-89de-d89e418219ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:20:29Z', 'updated_at': '2021-11-09T21:20:34Z', 'revision_number': 4, 'project_id': '2a8884e29db44a0584896bf141edec66', 'gw_port': {'id': '1cba6356-f174-4b28-89de-d89e418219ac', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:03:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f02c3b-a648-47c0-8347-23729e4d6258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:20:30Z', 'updated_at': '2021-11-09T21:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'cd3d2593-ab59-4f66-bdac-3e4991e5e384', 'name': '', 'network_id': '38c4f8ff-5fb5-4c21-84c2-c0a2bd791337', 'tenant_id': '2a8884e29db44a0584896bf141edec66', 'mac_address': 'fa:16:3e:bd:30:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f02c3b-a648-47c0-8347-23729e4d6258', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '2c6c93e8-fa2d-4273-ae90-6e41301ac976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:20:33Z', 'updated_at': '2021-11-09T21:20:41Z', 'revision_number': 4, 'project_id': '2a8884e29db44a0584896bf141edec66', 'subnets': [{'id': '2c6c93e8-fa2d-4273-ae90-6e41301ac976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:20:43.791891 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-ecf3a67d-357f-4861-9089-6e9aea83e39e tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Request body: {'port': {'device_id': 'ca554ad3-c857-47ee-b0c4-98d5fea1c05d', 'network_id': '51c5a9da-ba9b-4a16-b511-0fb34193eb21', 'admin_state_up': True, 'tenant_id': '2a8884e29db44a0584896bf141edec66'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:20:43.830118 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7143a517-2557-40e0-aecf-b1bf0da50184 None None] The sync data for ids ['d7f02c3b-a648-47c0-8347-23729e4d6258'] in n-d-816206-3 is: [{'id': 'd7f02c3b-a648-47c0-8347-23729e4d6258', 'name': 'tempest-ServersTestMultiNic-929218329-router', 'tenant_id': '2a8884e29db44a0584896bf141edec66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '1cba6356-f174-4b28-89de-d89e418219ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:20:29Z', 'updated_at': '2021-11-09T21:20:34Z', 'revision_number': 4, 'project_id': '2a8884e29db44a0584896bf141edec66', 'gw_port': {'id': '1cba6356-f174-4b28-89de-d89e418219ac', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:03:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f02c3b-a648-47c0-8347-23729e4d6258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:20:30Z', 'updated_at': '2021-11-09T21:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'cd3d2593-ab59-4f66-bdac-3e4991e5e384', 'name': '', 'network_id': '38c4f8ff-5fb5-4c21-84c2-c0a2bd791337', 'tenant_id': '2a8884e29db44a0584896bf141edec66', 'mac_address': 'fa:16:3e:bd:30:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f02c3b-a648-47c0-8347-23729e4d6258', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '2c6c93e8-fa2d-4273-ae90-6e41301ac976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:20:33Z', 'updated_at': '2021-11-09T21:20:41Z', 'revision_number': 4, 'project_id': '2a8884e29db44a0584896bf141edec66', 'subnets': [{'id': '2c6c93e8-fa2d-4273-ae90-6e41301ac976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:20:43.842834 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 98d0b82c-94c3-4c19-8ac2-b1aa5f008917 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:20:43.843201 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:43.851048 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-75eb28b6-565a-4954-a5c8-6bb3e9a79621 None None] For port cd3d2593-ab59-4f66-bdac-3e4991e5e384, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=cd3d2593-ab59-4f66-bdac-3e4991e5e384,segment=NetworkSegment(9eac00e5-ff86-4c9b-8759-6a66cfb57b9a),segment_id=9eac00e5-ff86-4c9b-8759-6a66cfb57b9a)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:20:43.879109 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-75eb28b6-565a-4954-a5c8-6bb3e9a79621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:44.021456 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-75eb28b6-565a-4954-a5c8-6bb3e9a79621 None None] Provisioning complete for port 98d0b82c-94c3-4c19-8ac2-b1aa5f008917 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:20:44.021900 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-75eb28b6-565a-4954-a5c8-6bb3e9a79621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:44.101695 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-b468eed0-1faa-4f63-9f7b-7691ad9865b6 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=2eee0b372ff04287a1861e72eb288a80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496528 Nov 09 21:20:44.202500 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb28b6-565a-4954-a5c8-6bb3e9a79621 None None] Pushing event updated for resources: {'Port': ['ID=cd3d2593-ab59-4f66-bdac-3e4991e5e384,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:44.364287 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-ac6c645a-fb29-46a4-a0fd-c3a472e81bbd tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:44.366138 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-ac6c645a-fb29-46a4-a0fd-c3a472e81bbd tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2580693 Nov 09 21:20:44.381037 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-f9a0f6f1-4bb8-4ecb-9900-913a8cbbb7d8 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] Request body: {'port': {'device_id': '9b24eb02-4f6e-4fc9-8f94-e4e7f8e5816c', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'admin_state_up': True, 'tenant_id': '2eee0b372ff04287a1861e72eb288a80'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:20:44.471231 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-225ead01-c8d4-46cd-9948-f2f0f123c49e req-6d962241-cd04-4fc8-924f-db930b9ee1e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b4c0405-cd85-4ca4-8c72-901a204e13ed {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:20:44.486299 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-225ead01-c8d4-46cd-9948-f2f0f123c49e req-6d962241-cd04-4fc8-924f-db930b9ee1e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:44.509405 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb1967-02ea-4160-b969-135e61fbc92e req-2660e23c-636b-4c49-a5f6-f8427782ecd6 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:44.511513 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a7bb1967-02ea-4160-b969-135e61fbc92e req-2660e23c-636b-4c49-a5f6-f8427782ecd6 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 951 time: 0.4395618 Nov 09 21:20:44.514063 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-ecf3a67d-357f-4861-9089-6e9aea83e39e tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Made reservation on behalf of 2a8884e29db44a0584896bf141edec66 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:20:44.518040 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-ecf3a67d-357f-4861-9089-6e9aea83e39e tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:44.522041 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-225ead01-c8d4-46cd-9948-f2f0f123c49e req-6d962241-cd04-4fc8-924f-db930b9ee1e4 service neutron] Transition to ACTIVE for port object 4b4c0405-cd85-4ca4-8c72-901a204e13ed will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:20:44.522418 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c18eb49c-3249-42d5-8c0b-42ffb57c56e3 req-d81213de-5374-4f01-91f0-0053f7f8650a tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca554ad3-c857-47ee-b0c4-98d5fea1c05d HTTP/1.1" status: 200 len: 210 time: 0.0990040 Nov 09 21:20:44.542045 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-225ead01-c8d4-46cd-9948-f2f0f123c49e req-6d962241-cd04-4fc8-924f-db930b9ee1e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:44.578797 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-42a58dae-315c-4224-93c4-32d4e357ca9c None None] Provisioning complete for port cd3d2593-ab59-4f66-bdac-3e4991e5e384 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:20:44.578797 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-42a58dae-315c-4224-93c4-32d4e357ca9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:44.668072 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-f9a0f6f1-4bb8-4ecb-9900-913a8cbbb7d8 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] Made reservation on behalf of 2eee0b372ff04287a1861e72eb288a80 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:20:44.672495 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-f9a0f6f1-4bb8-4ecb-9900-913a8cbbb7d8 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:44.687731 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-f9a0f6f1-4bb8-4ecb-9900-913a8cbbb7d8 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:44.795413 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a21c2b1e-2ac1-4343-9b0d-26cfb1cc8507 req-13a65a39-4f30-45d7-8d0b-61ff10b5a4e9 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b24eb02-4f6e-4fc9-8f94-e4e7f8e5816c HTTP/1.1" status: 200 len: 210 time: 0.0539639 Nov 09 21:20:44.812248 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4f8476-3cbd-4ecf-963f-2b5a5fbd1340 None None] Network bff54539-7dbd-495f-be59-aa4e4517e292 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:20:44.879624 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d962241-cd04-4fc8-924f-db930b9ee1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=4b4c0405-cd85-4ca4-8c72-901a204e13ed,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:44.906201 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a7bb1967-02ea-4160-b969-135e61fbc92e req-307e0a01-6d2a-4bdd-9a85-02dbca154183 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808959 Nov 09 21:20:44.925593 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-f9a0f6f1-4bb8-4ecb-9900-913a8cbbb7d8 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:44.935370 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-f9a0f6f1-4bb8-4ecb-9900-913a8cbbb7d8 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:44.986228 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07e28f-dba4-4bb7-b2c9-83378c799880 req-c29c28a5-50b7-4438-91ec-9122eed44c8b tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:44.993555 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cb07e28f-dba4-4bb7-b2c9-83378c799880 req-c29c28a5-50b7-4438-91ec-9122eed44c8b tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3853b5de-fbbf-4ba2-98f3-3c3e518be584 HTTP/1.1" status: 200 len: 943 time: 0.1329794 Nov 09 21:20:45.092649 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-225ead01-c8d4-46cd-9948-f2f0f123c49e req-6d962241-cd04-4fc8-924f-db930b9ee1e4 service neutron] Attempting to bind port 4b4c0405-cd85-4ca4-8c72-901a204e13ed on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:20:45.093378 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-225ead01-c8d4-46cd-9948-f2f0f123c49e req-6d962241-cd04-4fc8-924f-db930b9ee1e4 service neutron] Attempting to bind port 4b4c0405-cd85-4ca4-8c72-901a204e13ed by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '535e550e-1834-40ad-bb5a-53e5c279aa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd46322e9-b56d-4dd7-8c5c-4100db9766b4'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:20:45.093946 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225ead01-c8d4-46cd-9948-f2f0f123c49e req-6d962241-cd04-4fc8-924f-db930b9ee1e4 service neutron] Attempting to bind port 4b4c0405-cd85-4ca4-8c72-901a204e13ed on network d46322e9-b56d-4dd7-8c5c-4100db9766b4 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:20:45.104356 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-ecf3a67d-357f-4861-9089-6e9aea83e39e tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Allocated IP 19.80.0.69 (51c5a9da-ba9b-4a16-b511-0fb34193eb21/44419ab1-1a1a-44f9-ac8f-7b4bba52ecb9/f3670b9c-5be0-4447-80bc-2c68cec34eea) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:20:45.107126 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225ead01-c8d4-46cd-9948-f2f0f123c49e req-6d962241-cd04-4fc8-924f-db930b9ee1e4 service neutron] Port 4b4c0405-cd85-4ca4-8c72-901a204e13ed on network d46322e9-b56d-4dd7-8c5c-4100db9766b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:20:45.107965 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225ead01-c8d4-46cd-9948-f2f0f123c49e req-6d962241-cd04-4fc8-924f-db930b9ee1e4 service neutron] Attempting to bind port 4b4c0405-cd85-4ca4-8c72-901a204e13ed on network d46322e9-b56d-4dd7-8c5c-4100db9766b4 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:20:45.108479 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d45cabf5-2160-4f79-adac-ecc67e92f5e1 None None] Provisioning complete for port b2deb5ab-4592-43e2-9030-2ebe94ea2712 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:20:45.108973 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d45cabf5-2160-4f79-adac-ecc67e92f5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:45.117577 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225ead01-c8d4-46cd-9948-f2f0f123c49e req-6d962241-cd04-4fc8-924f-db930b9ee1e4 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:20:45.118118 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225ead01-c8d4-46cd-9948-f2f0f123c49e req-6d962241-cd04-4fc8-924f-db930b9ee1e4 service neutron] Checking segment: {'id': '535e550e-1834-40ad-bb5a-53e5c279aa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd46322e9-b56d-4dd7-8c5c-4100db9766b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:20:45.118771 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225ead01-c8d4-46cd-9948-f2f0f123c49e req-6d962241-cd04-4fc8-924f-db930b9ee1e4 service neutron] Bound using segment: {'id': '535e550e-1834-40ad-bb5a-53e5c279aa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd46322e9-b56d-4dd7-8c5c-4100db9766b4'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:20:45.119404 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-225ead01-c8d4-46cd-9948-f2f0f123c49e req-6d962241-cd04-4fc8-924f-db930b9ee1e4 service neutron] Bound port: 4b4c0405-cd85-4ca4-8c72-901a204e13ed, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '535e550e-1834-40ad-bb5a-53e5c279aa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd46322e9-b56d-4dd7-8c5c-4100db9766b4'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:20:45.120011 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-225ead01-c8d4-46cd-9948-f2f0f123c49e req-6d962241-cd04-4fc8-924f-db930b9ee1e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:45.236684 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-225ead01-c8d4-46cd-9948-f2f0f123c49e req-6d962241-cd04-4fc8-924f-db930b9ee1e4 service neutron] For port 4b4c0405-cd85-4ca4-8c72-901a204e13ed, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:20:45.267840 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-225ead01-c8d4-46cd-9948-f2f0f123c49e req-6d962241-cd04-4fc8-924f-db930b9ee1e4 service neutron] For port 4b4c0405-cd85-4ca4-8c72-901a204e13ed, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=4b4c0405-cd85-4ca4-8c72-901a204e13ed,segment=NetworkSegment(535e550e-1834-40ad-bb5a-53e5c279aa6f),segment_id=535e550e-1834-40ad-bb5a-53e5c279aa6f)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:20:45.273735 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-225ead01-c8d4-46cd-9948-f2f0f123c49e req-6d962241-cd04-4fc8-924f-db930b9ee1e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:45.391745 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d45cabf5-2160-4f79-adac-ecc67e92f5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:45.500760 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-d45cabf5-2160-4f79-adac-ecc67e92f5e1 None None] For port b2deb5ab-4592-43e2-9030-2ebe94ea2712, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=b2deb5ab-4592-43e2-9030-2ebe94ea2712,segment=NetworkSegment(e5a7881d-a3c8-4cf0-82e1-a9e7dba5802a),segment_id=e5a7881d-a3c8-4cf0-82e1-a9e7dba5802a)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:20:45.507996 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ead01-c8d4-46cd-9948-f2f0f123c49e req-6d962241-cd04-4fc8-924f-db930b9ee1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:45.510478 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-225ead01-c8d4-46cd-9948-f2f0f123c49e req-6d962241-cd04-4fc8-924f-db930b9ee1e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:45.510478 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-225ead01-c8d4-46cd-9948-f2f0f123c49e req-6d962241-cd04-4fc8-924f-db930b9ee1e4 service neutron] 10.222.0.43 "PUT /v2.0/ports/4b4c0405-cd85-4ca4-8c72-901a204e13ed HTTP/1.1" status: 200 len: 1091 time: 1.9651985 Nov 09 21:20:45.510881 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3853b5de-fbbf-4ba2-98f3-3c3e518be584', 'tag': '4b4c0405-cd85-4ca4-8c72-901a204e13ed'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:20:45.513158 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dcf1b73-72d3-4c6e-ab4f-013ed1405588" -d '{"events": [{"name": "network-changed", "server_uuid": "3853b5de-fbbf-4ba2-98f3-3c3e518be584", "tag": "4b4c0405-cd85-4ca4-8c72-901a204e13ed"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:20:45.516439 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d45cabf5-2160-4f79-adac-ecc67e92f5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:45.531456 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d962241-cd04-4fc8-924f-db930b9ee1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=4b4c0405-cd85-4ca4-8c72-901a204e13ed,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:45.542892 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device b2deb5ab-4592-43e2-9030-2ebe94ea2712 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:20:45.559279 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0f6f1-4bb8-4ecb-9900-913a8cbbb7d8 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77201fc9-2c77-4185-a665-8eb4e4f63560,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:45.657297 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61895da6-8d45-4832-b1fc-f08ffaf60dd1 x-openstack-request-id: req-61895da6-8d45-4832-b1fc-f08ffaf60dd1 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:20:45.657848 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3853b5de-fbbf-4ba2-98f3-3c3e518be584", "tag": "4b4c0405-cd85-4ca4-8c72-901a204e13ed", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:20:45.662374 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-61895da6-8d45-4832-b1fc-f08ffaf60dd1 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:20:45.662374 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3853b5de-fbbf-4ba2-98f3-3c3e518be584', 'tag': '4b4c0405-cd85-4ca4-8c72-901a204e13ed', 'status': 'completed', 'code': 200} Nov 09 21:20:45.688404 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-f9a0f6f1-4bb8-4ecb-9900-913a8cbbb7d8 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] Allocated IP 192.168.233.241 (568519e4-f6af-4966-9e93-738c3c6cb9f1/5ba3500c-a288-4596-ba94-148f2bd8a6da/939559e4-b512-47d6-a78d-ea962bbb87cc) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:20:45.691520 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45cabf5-2160-4f79-adac-ecc67e92f5e1 None None] Pushing event updated for resources: {'Port': ['ID=b2deb5ab-4592-43e2-9030-2ebe94ea2712,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:45.702849 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-bce06340-443b-4b90-a873-d709f5ea7c6d None None] Provisioning complete for port b2deb5ab-4592-43e2-9030-2ebe94ea2712 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:20:45.703366 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bce06340-443b-4b90-a873-d709f5ea7c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:45.720722 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-ecf3a67d-357f-4861-9089-6e9aea83e39e tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:45.737965 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a0f6f1-4bb8-4ecb-9900-913a8cbbb7d8 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:20:45.738221 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ead01-c8d4-46cd-9948-f2f0f123c49e req-78c483a9-dd30-4750-abc5-5d69ada6cb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:45.738378 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a0f6f1-4bb8-4ecb-9900-913a8cbbb7d8 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:20:45.738698 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a0f6f1-4bb8-4ecb-9900-913a8cbbb7d8 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:20:45.738984 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a0f6f1-4bb8-4ecb-9900-913a8cbbb7d8 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:20:45.739332 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a0f6f1-4bb8-4ecb-9900-913a8cbbb7d8 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:20:45.739573 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-225ead01-c8d4-46cd-9948-f2f0f123c49e req-78c483a9-dd30-4750-abc5-5d69ada6cb39 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=75ff5a098c974a5f990f4fa539b60751&device_id=3853b5de-fbbf-4ba2-98f3-3c3e518be584 HTTP/1.1" status: 200 len: 1094 time: 0.1593382 Nov 09 21:20:45.739697 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a0f6f1-4bb8-4ecb-9900-913a8cbbb7d8 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:20:45.740169 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a0f6f1-4bb8-4ecb-9900-913a8cbbb7d8 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:20:45.740499 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a0f6f1-4bb8-4ecb-9900-913a8cbbb7d8 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:20:45.740862 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a0f6f1-4bb8-4ecb-9900-913a8cbbb7d8 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:20:45.741567 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a0f6f1-4bb8-4ecb-9900-913a8cbbb7d8 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:20:45.741911 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a0f6f1-4bb8-4ecb-9900-913a8cbbb7d8 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:20:45.742518 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a0f6f1-4bb8-4ecb-9900-913a8cbbb7d8 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:20:45.759958 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port b2deb5ab-4592-43e2-9030-2ebe94ea2712 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:20:45.760872 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:45.813796 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-826687a8-ecc1-4f94-be4b-4177b691d18a req-0649f1a1-f0d5-4667-8ea6-0032c221407e tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca554ad3-c857-47ee-b0c4-98d5fea1c05d HTTP/1.1" status: 200 len: 210 time: 0.0770607 Nov 09 21:20:45.831612 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cb07e28f-dba4-4bb7-b2c9-83378c799880 req-23550b9e-effb-478e-817d-ccd332e78fb2 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8371851 Nov 09 21:20:45.843046 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-185882ac-297e-4e22-90b9-9fa15b36c051 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3918257 Nov 09 21:20:45.887553 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-225ead01-c8d4-46cd-9948-f2f0f123c49e req-b8f82988-7171-42a4-8c58-aa4e27422563 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b4c0405-cd85-4ca4-8c72-901a204e13ed HTTP/1.1" status: 200 len: 217 time: 0.1281507 Nov 09 21:20:45.894447 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device cd3d2593-ab59-4f66-bdac-3e4991e5e384 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:20:45.946417 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-ecf3a67d-357f-4861-9089-6e9aea83e39e tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:45.983583 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port cd3d2593-ab59-4f66-bdac-3e4991e5e384 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:20:45.989511 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:45.992041 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-f9a0f6f1-4bb8-4ecb-9900-913a8cbbb7d8 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:46.016664 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-ecf3a67d-357f-4861-9089-6e9aea83e39e tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Network 51c5a9da-ba9b-4a16-b511-0fb34193eb21 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:20:46.026528 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-ecf3a67d-357f-4861-9089-6e9aea83e39e tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:20:46.033582 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dd0b6a1e-8804-4f80-85d7-c9ec40449b1f req-e3ca5159-ebf3-460f-bf58-9c6cb08a52dc tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b24eb02-4f6e-4fc9-8f94-e4e7f8e5816c HTTP/1.1" status: 200 len: 210 time: 0.0586138 Nov 09 21:20:46.041931 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-ecf3a67d-357f-4861-9089-6e9aea83e39e tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:20:46.078887 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-e6d8f9c7-fb80-4a9e-972c-e029f8beb597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:46.079363 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-e6d8f9c7-fb80-4a9e-972c-e029f8beb597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:46.079821 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-e6d8f9c7-fb80-4a9e-972c-e029f8beb597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:46.080260 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-e6d8f9c7-fb80-4a9e-972c-e029f8beb597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:46.080791 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-e6d8f9c7-fb80-4a9e-972c-e029f8beb597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:46.081192 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-e6d8f9c7-fb80-4a9e-972c-e029f8beb597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:46.081641 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-e6d8f9c7-fb80-4a9e-972c-e029f8beb597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:46.083567 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-e6d8f9c7-fb80-4a9e-972c-e029f8beb597 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=400600a87b5744da836a5a4df97863c7&device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 6490 time: 0.1467292 Nov 09 21:20:46.130863 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ead01-c8d4-46cd-9948-f2f0f123c49e req-d2497852-570f-40c8-a36e-a8b12dc00740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:46.136861 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-225ead01-c8d4-46cd-9948-f2f0f123c49e req-d2497852-570f-40c8-a36e-a8b12dc00740 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b00fcf6d-0dad-4966-9afe-8edbbda80569 HTTP/1.1" status: 200 len: 844 time: 0.2353110 Nov 09 21:20:46.137997 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-f9a0f6f1-4bb8-4ecb-9900-913a8cbbb7d8 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:46.153624 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf3a67d-357f-4861-9089-6e9aea83e39e tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Pushing event updated for resources: {'Port': ['ID=f3670b9c-5be0-4447-80bc-2c68cec34eea,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:46.202613 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-225ead01-c8d4-46cd-9948-f2f0f123c49e req-149a6f50-1a09-411f-a7b1-c1210cefca44 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d46322e9-b56d-4dd7-8c5c-4100db9766b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438113 Nov 09 21:20:46.213952 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afeab42-cf84-441d-bf41-641f9cf90a9f req-6f0b68b2-7a5c-4417-97ad-43119f8a6eb8 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:46.215249 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9afeab42-cf84-441d-bf41-641f9cf90a9f req-6f0b68b2-7a5c-4417-97ad-43119f8a6eb8 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 951 time: 0.1620138 Nov 09 21:20:46.224822 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-f9a0f6f1-4bb8-4ecb-9900-913a8cbbb7d8 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] Network 568519e4-f6af-4966-9e93-738c3c6cb9f1 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:20:46.232842 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-f9a0f6f1-4bb8-4ecb-9900-913a8cbbb7d8 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:20:46.234673 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-ecf3a67d-357f-4861-9089-6e9aea83e39e tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:46.234942 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-ecf3a67d-357f-4861-9089-6e9aea83e39e tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:46.240958 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-f9a0f6f1-4bb8-4ecb-9900-913a8cbbb7d8 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:20:46.263566 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0f6f1-4bb8-4ecb-9900-913a8cbbb7d8 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] Pushing event updated for resources: {'Port': ['ID=939559e4-b512-47d6-a78d-ea962bbb87cc,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:46.304779 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-ecf3a67d-357f-4861-9089-6e9aea83e39e tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5181961 Nov 09 21:20:46.310716 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-fae1486c-5c9a-466e-ac64-fefb7607d41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:46.311235 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-fae1486c-5c9a-466e-ac64-fefb7607d41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:46.311639 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-fae1486c-5c9a-466e-ac64-fefb7607d41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:46.313304 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-fae1486c-5c9a-466e-ac64-fefb7607d41e service neutron] 10.222.0.43 "GET /v2.0/networks?id=d6a5df07-fe3c-47f1-83e0-b8908198e01d&id=3808ba34-f2ea-4dcf-b849-bb7f67f33c6c&id=3808ba34-f2ea-4dcf-b849-bb7f67f33c6c&id=3808ba34-f2ea-4dcf-b849-bb7f67f33c6c&id=3808ba34-f2ea-4dcf-b849-bb7f67f33c6c&id=5fad92fa-6e69-4982-b33d-973ebedbbd56&id=5fad92fa-6e69-4982-b33d-973ebedbbd56 HTTP/1.1" status: 200 len: 2290 time: 0.2001739 Nov 09 21:20:46.322510 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-f9a0f6f1-4bb8-4ecb-9900-913a8cbbb7d8 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:46.325170 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-f9a0f6f1-4bb8-4ecb-9900-913a8cbbb7d8 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:46.345714 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9afeab42-cf84-441d-bf41-641f9cf90a9f req-fec6a8d0-a337-4409-975f-3a023d8cb223 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182702 Nov 09 21:20:46.349543 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-dfe4b939-db7f-4cf7-8fe3-2a9513be3e89 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Request body: {'port': {'device_id': 'ca554ad3-c857-47ee-b0c4-98d5fea1c05d', 'network_id': 'bff54539-7dbd-495f-be59-aa4e4517e292', 'admin_state_up': True, 'tenant_id': '2a8884e29db44a0584896bf141edec66'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:20:46.391115 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-f9a0f6f1-4bb8-4ecb-9900-913a8cbbb7d8 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0144701 Nov 09 21:20:46.404375 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-b9158016-5e66-4d68-89c4-9e02e507eb64 None None] Provisioning complete for port f3670b9c-5be0-4447-80bc-2c68cec34eea triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:20:46.405030 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-5d35201b-94d7-49cb-b273-96db0abd14cf service neutron] Request body: {'port': {'device_id': '9b24eb02-4f6e-4fc9-8f94-e4e7f8e5816c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:20:46.405281 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b9158016-5e66-4d68-89c4-9e02e507eb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:46.456101 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-fde2c17e-56cc-4ed2-8098-a6eac86ad3e3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=825351ba-9738-49ef-a76d-6d1620cd75d1 HTTP/1.1" status: 200 len: 1002 time: 0.1271691 Nov 09 21:20:46.488360 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-b9158016-5e66-4d68-89c4-9e02e507eb64 None None] Port f3670b9c-5be0-4447-80bc-2c68cec34eea cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:20:46.525760 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-5d35201b-94d7-49cb-b273-96db0abd14cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:46.549197 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-225ead01-c8d4-46cd-9948-f2f0f123c49e req-28cdc769-424e-4920-8ad2-75310c0c6cfd service neutron] 10.222.0.43 "GET /v2.0/networks/d46322e9-b56d-4dd7-8c5c-4100db9766b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327219 Nov 09 21:20:46.558966 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-72826766-16bc-43d5-99b0-9826929d500a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:46.560435 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-72826766-16bc-43d5-99b0-9826929d500a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=55602be9-97b4-4359-8931-67067a301b3c HTTP/1.1" status: 200 len: 851 time: 0.0777886 Nov 09 21:20:46.725476 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-6a706358-f5de-4b13-8605-8c9ebb8322d8 None None] Provisioning complete for port 939559e4-b512-47d6-a78d-ea962bbb87cc triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:20:46.725990 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6a706358-f5de-4b13-8605-8c9ebb8322d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:46.730571 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-a6e0b8d6-5b30-40a0-8b90-7eb04d6d7b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:46.732266 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-a6e0b8d6-5b30-40a0-8b90-7eb04d6d7b9d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d6a5df07-fe3c-47f1-83e0-b8908198e01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1501293 Nov 09 21:20:46.780507 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-6a706358-f5de-4b13-8605-8c9ebb8322d8 None None] Port 939559e4-b512-47d6-a78d-ea962bbb87cc cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:20:46.841912 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c48621-25c8-4a22-9612-5840b5e6b633 req-51ebe693-aad4-4d24-8cef-8c33446e3a22 tempest-ServersAdminTestJSON-185892219 tempest-ServersAdminTestJSON-185892219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:46.843452 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-91c48621-25c8-4a22-9612-5840b5e6b633 req-51ebe693-aad4-4d24-8cef-8c33446e3a22 tempest-ServersAdminTestJSON-185892219 tempest-ServersAdminTestJSON-185892219-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 1102 time: 0.2237926 Nov 09 21:20:46.928552 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-0eddd7ba-5464-4a83-8573-212a8bc225d8 service neutron] 10.222.0.43 "GET /v2.0/networks/d6a5df07-fe3c-47f1-83e0-b8908198e01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868546 Nov 09 21:20:46.932347 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-dfe4b939-db7f-4cf7-8fe3-2a9513be3e89 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Made reservation on behalf of 2a8884e29db44a0584896bf141edec66 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:20:46.935804 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-dfe4b939-db7f-4cf7-8fe3-2a9513be3e89 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:46.959615 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-91c48621-25c8-4a22-9612-5840b5e6b633 req-9dc96509-8e14-472b-8409-203358192611 tempest-ServersAdminTestJSON-185892219 tempest-ServersAdminTestJSON-185892219-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029139 Nov 09 21:20:46.996449 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c7d9c-883c-4e41-9d36-3b75954d8cc5 req-d44cf99f-9094-4671-a634-114d7e356cc8 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:46.998892 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-924c7d9c-883c-4e41-9d36-3b75954d8cc5 req-d44cf99f-9094-4671-a634-114d7e356cc8 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca554ad3-c857-47ee-b0c4-98d5fea1c05d HTTP/1.1" status: 200 len: 931 time: 0.1060741 Nov 09 21:20:47.066311 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-225ead01-c8d4-46cd-9948-f2f0f123c49e req-37b66c1c-e653-4f71-947a-daf405f060c8 service neutron] 10.222.0.43 "GET /v2.0/networks/d46322e9-b56d-4dd7-8c5c-4100db9766b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5066235 Nov 09 21:20:47.096882 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-5d35201b-94d7-49cb-b273-96db0abd14cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 939559e4-b512-47d6-a78d-ea962bbb87cc {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:20:47.112491 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-5d35201b-94d7-49cb-b273-96db0abd14cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:47.130169 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-606b78fd-4dc1-4141-aab8-5828bd7ab4c7 service neutron] 10.222.0.43 "GET /v2.0/networks/d6a5df07-fe3c-47f1-83e0-b8908198e01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881626 Nov 09 21:20:47.136217 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-5d35201b-94d7-49cb-b273-96db0abd14cf service neutron] Transition to ACTIVE for port object 939559e4-b512-47d6-a78d-ea962bbb87cc will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:20:47.137316 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-924c7d9c-883c-4e41-9d36-3b75954d8cc5 req-2a85fa1c-b95e-4c8f-ae69-4dba15ad0935 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/security-groups?id=c14d76be-02c1-4fc3-95ad-d30d4063fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218879 Nov 09 21:20:47.141895 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-5d35201b-94d7-49cb-b273-96db0abd14cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:47.158606 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a0bf8-6bc4-488f-a295-565509c2801e req-c03eb3e0-4e71-42ce-95b7-932a7e757c1e tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:47.160797 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9f7a0bf8-6bc4-488f-a295-565509c2801e req-c03eb3e0-4e71-42ce-95b7-932a7e757c1e tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3853b5de-fbbf-4ba2-98f3-3c3e518be584 HTTP/1.1" status: 200 len: 943 time: 0.1148241 Nov 09 21:20:47.190773 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-dfe4b939-db7f-4cf7-8fe3-2a9513be3e89 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Allocated IP 19.86.0.103 (bff54539-7dbd-495f-be59-aa4e4517e292/23a529c4-5af3-4515-82a1-8ef3882638a7/822a31d7-ad5f-4743-90bf-fc0360505af7) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:20:47.229789 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf1b73-72d3-4c6e-ab4f-013ed1405588 req-8ee26257-e920-462b-ae73-e15edf211ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:47.231290 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4dcf1b73-72d3-4c6e-ab4f-013ed1405588 req-8ee26257-e920-462b-ae73-e15edf211ed4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=75ff5a098c974a5f990f4fa539b60751&device_id=3853b5de-fbbf-4ba2-98f3-3c3e518be584 HTTP/1.1" status: 200 len: 1094 time: 0.0714192 Nov 09 21:20:47.237842 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-d8a99f4b-11ea-4604-a3b0-ce82db69e386 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=b53947c2-f2f0-4db5-a448-3a32c902f2f5 HTTP/1.1" status: 200 len: 217 time: 0.0758548 Nov 09 21:20:47.324559 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9f7a0bf8-6bc4-488f-a295-565509c2801e req-c1c27938-4e30-4d49-9d24-ed9f9b0ebbbc tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456869 Nov 09 21:20:47.346712 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d35201b-94d7-49cb-b273-96db0abd14cf service neutron] Pushing event updated for resources: {'Port': ['ID=939559e4-b512-47d6-a78d-ea962bbb87cc,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:47.405928 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device b2deb5ab-4592-43e2-9030-2ebe94ea2712 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:20:47.447546 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf1b73-72d3-4c6e-ab4f-013ed1405588 req-fcec0616-3749-4dae-b08f-ef6b617cf87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:47.449817 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4dcf1b73-72d3-4c6e-ab4f-013ed1405588 req-fcec0616-3749-4dae-b08f-ef6b617cf87c service neutron] 10.222.0.43 "GET /v2.0/networks?id=d46322e9-b56d-4dd7-8c5c-4100db9766b4 HTTP/1.1" status: 200 len: 904 time: 0.2105517 Nov 09 21:20:47.474410 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-dfe4b939-db7f-4cf7-8fe3-2a9513be3e89 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:47.488787 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-aadc86cf-e4c3-4781-968b-6bdd8197097a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:47.490257 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-aadc86cf-e4c3-4781-968b-6bdd8197097a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1a3bf33a-28e4-43d0-b3a3-869cb4b7ec53 HTTP/1.1" status: 200 len: 797 time: 0.2403131 Nov 09 21:20:47.504752 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port b2deb5ab-4592-43e2-9030-2ebe94ea2712 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:20:47.505665 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:47.520678 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-dfe4b939-db7f-4cf7-8fe3-2a9513be3e89 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:47.598122 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4dcf1b73-72d3-4c6e-ab4f-013ed1405588 req-5d26700d-793f-43d6-a8c0-fb93c1e698b0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b4c0405-cd85-4ca4-8c72-901a204e13ed HTTP/1.1" status: 200 len: 217 time: 0.0855114 Nov 09 21:20:47.629936 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-dfe4b939-db7f-4cf7-8fe3-2a9513be3e89 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Network bff54539-7dbd-495f-be59-aa4e4517e292 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:20:47.632597 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-66956bb7-7c33-4e38-ac55-d421eb75a4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:47.636349 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5f24b-9cde-4cd6-8b00-c7eca6707e35 req-c5487a07-e96a-4354-82a5-753a071f9c65 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:47.639404 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c8e5f24b-9cde-4cd6-8b00-c7eca6707e35 req-c5487a07-e96a-4354-82a5-753a071f9c65 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b24eb02-4f6e-4fc9-8f94-e4e7f8e5816c HTTP/1.1" status: 200 len: 948 time: 0.1707351 Nov 09 21:20:47.659473 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-dfe4b939-db7f-4cf7-8fe3-2a9513be3e89 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:20:47.664525 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-5d35201b-94d7-49cb-b273-96db0abd14cf service neutron] Attempting to bind port 939559e4-b512-47d6-a78d-ea962bbb87cc on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:20:47.664933 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-5d35201b-94d7-49cb-b273-96db0abd14cf service neutron] Attempting to bind port 939559e4-b512-47d6-a78d-ea962bbb87cc by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:20:47.665270 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-5d35201b-94d7-49cb-b273-96db0abd14cf service neutron] Attempting to bind port 939559e4-b512-47d6-a78d-ea962bbb87cc on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:20:47.667104 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-dfe4b939-db7f-4cf7-8fe3-2a9513be3e89 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:20:47.682623 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-5d35201b-94d7-49cb-b273-96db0abd14cf service neutron] Port 939559e4-b512-47d6-a78d-ea962bbb87cc on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:20:47.682623 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-5d35201b-94d7-49cb-b273-96db0abd14cf service neutron] Attempting to bind port 939559e4-b512-47d6-a78d-ea962bbb87cc on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:20:47.682999 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe4b939-db7f-4cf7-8fe3-2a9513be3e89 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Pushing event updated for resources: {'Port': ['ID=822a31d7-ad5f-4743-90bf-fc0360505af7,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:47.687264 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-3078d401-32ea-4ae9-9323-c25e3f2907e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:47.693057 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-3078d401-32ea-4ae9-9323-c25e3f2907e0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3808ba34-f2ea-4dcf-b849-bb7f67f33c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1703174 Nov 09 21:20:47.698120 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-5d35201b-94d7-49cb-b273-96db0abd14cf service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:20:47.699060 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-5d35201b-94d7-49cb-b273-96db0abd14cf service neutron] Checking segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:20:47.699453 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-5d35201b-94d7-49cb-b273-96db0abd14cf service neutron] Bound using segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:20:47.699888 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-5d35201b-94d7-49cb-b273-96db0abd14cf service neutron] Bound port: 939559e4-b512-47d6-a78d-ea962bbb87cc, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:20:47.700418 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-5d35201b-94d7-49cb-b273-96db0abd14cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:47.744393 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf1b73-72d3-4c6e-ab4f-013ed1405588 req-1ea8c127-c0ac-4f6a-a6e9-2e667d8181a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:47.745936 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4dcf1b73-72d3-4c6e-ab4f-013ed1405588 req-1ea8c127-c0ac-4f6a-a6e9-2e667d8181a2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b00fcf6d-0dad-4966-9afe-8edbbda80569 HTTP/1.1" status: 200 len: 844 time: 0.1366913 Nov 09 21:20:47.770579 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-dfe4b939-db7f-4cf7-8fe3-2a9513be3e89 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:47.771228 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-dfe4b939-db7f-4cf7-8fe3-2a9513be3e89 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:47.800712 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4dcf1b73-72d3-4c6e-ab4f-013ed1405588 req-58bb2ce5-5907-4702-aef4-726ef0b57449 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d46322e9-b56d-4dd7-8c5c-4100db9766b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444860 Nov 09 21:20:47.804671 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88227096-0753-4187-8bf1-f6be48ec03de req-5fa6bf67-0bb2-4a24-b371-870e12ca85ab tempest-ServersAdminTestJSON-185892219 tempest-ServersAdminTestJSON-185892219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:47.812020 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-88227096-0753-4187-8bf1-f6be48ec03de req-5fa6bf67-0bb2-4a24-b371-870e12ca85ab tempest-ServersAdminTestJSON-185892219 tempest-ServersAdminTestJSON-185892219-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 1102 time: 0.1560767 Nov 09 21:20:47.822510 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c8e5f24b-9cde-4cd6-8b00-c7eca6707e35 req-78fe44a7-a3e2-4d8b-bda3-a8fe9f35fefe tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] 10.222.0.49 "GET /v2.0/security-groups?id=77201fc9-2c77-4185-a665-8eb4e4f63560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697698 Nov 09 21:20:47.883595 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-dfe4b939-db7f-4cf7-8fe3-2a9513be3e89 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5520639 Nov 09 21:20:47.898251 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-bf15c6ab-74bf-4c8e-aaba-0e0c1c555551 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Request body: {'port': {'device_id': 'ca554ad3-c857-47ee-b0c4-98d5fea1c05d', 'network_id': '51c5a9da-ba9b-4a16-b511-0fb34193eb21', 'admin_state_up': True, 'tenant_id': '2a8884e29db44a0584896bf141edec66'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:20:47.898535 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-5d35201b-94d7-49cb-b273-96db0abd14cf service neutron] For port 939559e4-b512-47d6-a78d-ea962bbb87cc, host n-h1-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:20:47.913077 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-e4c5aba9-8e8d-4501-b326-5d8089925a07 service neutron] 10.222.0.43 "GET /v2.0/networks/3808ba34-f2ea-4dcf-b849-bb7f67f33c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061980 Nov 09 21:20:47.919980 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-5d35201b-94d7-49cb-b273-96db0abd14cf service neutron] For port 939559e4-b512-47d6-a78d-ea962bbb87cc, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=939559e4-b512-47d6-a78d-ea962bbb87cc,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:20:47.931394 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-5d35201b-94d7-49cb-b273-96db0abd14cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:47.968545 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-301137c7-b4a4-4faa-9acb-73757261bca6 None None] Provisioning complete for port 822a31d7-ad5f-4743-90bf-fc0360505af7 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:20:47.968977 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-301137c7-b4a4-4faa-9acb-73757261bca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:47.976916 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-88227096-0753-4187-8bf1-f6be48ec03de req-1550acc0-33a2-430d-a110-baeb1c536681 tempest-ServersAdminTestJSON-185892219 tempest-ServersAdminTestJSON-185892219-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639781 Nov 09 21:20:48.010062 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-5d35201b-94d7-49cb-b273-96db0abd14cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:48.010965 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-5d35201b-94d7-49cb-b273-96db0abd14cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:48.012808 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-5d35201b-94d7-49cb-b273-96db0abd14cf service neutron] 10.222.0.45 "PUT /v2.0/ports/939559e4-b512-47d6-a78d-ea962bbb87cc HTTP/1.1" status: 200 len: 1096 time: 1.6121924 Nov 09 21:20:48.016208 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4dcf1b73-72d3-4c6e-ab4f-013ed1405588 req-dbce9526-76c2-4fbf-910c-afa64ae02146 service neutron] 10.222.0.43 "GET /v2.0/networks/d46322e9-b56d-4dd7-8c5c-4100db9766b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020972 Nov 09 21:20:48.035216 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-301137c7-b4a4-4faa-9acb-73757261bca6 None None] Port 822a31d7-ad5f-4743-90bf-fc0360505af7 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:20:48.054433 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b24eb02-4f6e-4fc9-8f94-e4e7f8e5816c', 'tag': '939559e4-b512-47d6-a78d-ea962bbb87cc'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:20:48.056890 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8adb715b-34d0-4fad-bf14-59a6389c0ebe" -d '{"events": [{"name": "network-changed", "server_uuid": "9b24eb02-4f6e-4fc9-8f94-e4e7f8e5816c", "tag": "939559e4-b512-47d6-a78d-ea962bbb87cc"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:20:48.059839 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d35201b-94d7-49cb-b273-96db0abd14cf service neutron] Pushing event updated for resources: {'Port': ['ID=939559e4-b512-47d6-a78d-ea962bbb87cc,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:48.141822 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd2a979-bf99-4a98-a77c-4b9651f802fa x-openstack-request-id: req-2cd2a979-bf99-4a98-a77c-4b9651f802fa {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:20:48.142266 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b24eb02-4f6e-4fc9-8f94-e4e7f8e5816c", "tag": "939559e4-b512-47d6-a78d-ea962bbb87cc", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:20:48.142791 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2cd2a979-bf99-4a98-a77c-4b9651f802fa {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:20:48.143196 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b24eb02-4f6e-4fc9-8f94-e4e7f8e5816c', 'tag': '939559e4-b512-47d6-a78d-ea962bbb87cc', 'status': 'completed', 'code': 200} Nov 09 21:20:48.154541 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-8cccdfaf-d511-4c98-8d4a-75f2f3147dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:48.156073 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-8cccdfaf-d511-4c98-8d4a-75f2f3147dbc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2eee0b372ff04287a1861e72eb288a80&device_id=9b24eb02-4f6e-4fc9-8f94-e4e7f8e5816c HTTP/1.1" status: 200 len: 1099 time: 0.0807364 Nov 09 21:20:48.164497 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-2af22d64-4948-411c-b116-d69a04aa7035 service neutron] 10.222.0.43 "GET /v2.0/networks/3808ba34-f2ea-4dcf-b849-bb7f67f33c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427752 Nov 09 21:20:48.181793 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4dcf1b73-72d3-4c6e-ab4f-013ed1405588 req-7be28bd6-fbb1-4aa6-a543-1ae37d466bbe service neutron] 10.222.0.43 "GET /v2.0/networks/d46322e9-b56d-4dd7-8c5c-4100db9766b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518922 Nov 09 21:20:48.257192 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-2d48ba6e-50b4-46e3-a0cc-5eab4b7ec7e1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=2b6a9424-e1c2-4d17-92db-720005970041 HTTP/1.1" status: 200 len: 217 time: 0.0840006 Nov 09 21:20:48.258569 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-597b6d58-c4e5-41cb-9faa-e2f4ae76e835 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=939559e4-b512-47d6-a78d-ea962bbb87cc HTTP/1.1" status: 200 len: 217 time: 0.0930357 Nov 09 21:20:48.266040 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-bf15c6ab-74bf-4c8e-aaba-0e0c1c555551 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Made reservation on behalf of 2a8884e29db44a0584896bf141edec66 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:20:48.270157 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-bf15c6ab-74bf-4c8e-aaba-0e0c1c555551 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:48.342538 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942c37c-d6d4-41ac-b58a-175266760840 req-06a18258-5a18-48ab-b068-615057de10a5 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:48.347613 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-68a6c025-dbd9-445d-a831-220a0f658550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:48.348602 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942c37c-d6d4-41ac-b58a-175266760840 req-06a18258-5a18-48ab-b068-615057de10a5 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:48.349124 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-68a6c025-dbd9-445d-a831-220a0f658550 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1a3bf33a-28e4-43d0-b3a3-869cb4b7ec53 HTTP/1.1" status: 200 len: 797 time: 0.0847058 Nov 09 21:20:48.350243 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f942c37c-d6d4-41ac-b58a-175266760840 req-06a18258-5a18-48ab-b068-615057de10a5 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca554ad3-c857-47ee-b0c4-98d5fea1c05d HTTP/1.1" status: 200 len: 1654 time: 0.1212749 Nov 09 21:20:48.355661 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-4b363bda-f9b3-4ff3-944d-e706fa8793ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:48.357411 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-4b363bda-f9b3-4ff3-944d-e706fa8793ad service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.0662951 Nov 09 21:20:48.430375 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-a2f20ef4-dcc6-4307-a47b-b9a45155090d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:48.432357 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-a2f20ef4-dcc6-4307-a47b-b9a45155090d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3808ba34-f2ea-4dcf-b849-bb7f67f33c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0735898 Nov 09 21:20:48.463091 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f942c37c-d6d4-41ac-b58a-175266760840 req-dc87e90c-8849-4564-8b10-7099a7ca9ae3 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/security-groups?id=c14d76be-02c1-4fc3-95ad-d30d4063fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036062 Nov 09 21:20:48.474266 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-bf15c6ab-74bf-4c8e-aaba-0e0c1c555551 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Allocated IP 19.80.0.225 (51c5a9da-ba9b-4a16-b511-0fb34193eb21/44419ab1-1a1a-44f9-ac8f-7b4bba52ecb9/e7589e3e-c9bc-41f1-9a0e-60a1d054087d) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:20:48.512950 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-98a42960-7807-4106-b7cb-25a9bf19c50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:48.515076 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-98a42960-7807-4106-b7cb-25a9bf19c50f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1319959 Nov 09 21:20:48.596078 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffea7ac-ff5f-44c7-ba1f-d6e53855ecc4 req-ad6cf92b-272c-4a31-a89d-7c60d79169f8 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:48.597584 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bffea7ac-ff5f-44c7-ba1f-d6e53855ecc4 req-ad6cf92b-272c-4a31-a89d-7c60d79169f8 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=d36f1fc0-05fa-4125-881c-edd4e311af8e HTTP/1.1" status: 200 len: 949 time: 0.1695797 Nov 09 21:20:48.643577 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9ff2d-c80e-4825-8226-90bf6b16c98b req-a2dc2194-4937-44d7-8b37-c3e9286d2aff tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:48.645355 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2db9ff2d-c80e-4825-8226-90bf6b16c98b req-a2dc2194-4937-44d7-8b37-c3e9286d2aff tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3853b5de-fbbf-4ba2-98f3-3c3e518be584 HTTP/1.1" status: 200 len: 943 time: 0.1174378 Nov 09 21:20:48.651329 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-6ab18182-41e7-47ef-8293-01b1c4730ce6 service neutron] 10.222.0.43 "GET /v2.0/networks/3808ba34-f2ea-4dcf-b849-bb7f67f33c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093112 Nov 09 21:20:48.739011 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-bf15c6ab-74bf-4c8e-aaba-0e0c1c555551 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:48.739755 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bffea7ac-ff5f-44c7-ba1f-d6e53855ecc4 req-df7f97cd-ba0a-4c99-a926-bfcdb59c953e tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333351 Nov 09 21:20:48.743269 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-0f9da879-fde6-40b7-918c-530e26a000cb service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194521 Nov 09 21:20:48.765454 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2db9ff2d-c80e-4825-8226-90bf6b16c98b req-0b6d02e3-f213-4885-9008-5b03c043e52a tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098063 Nov 09 21:20:48.796952 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-bf15c6ab-74bf-4c8e-aaba-0e0c1c555551 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:48.838607 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-3493d21d-bd80-43a9-9556-40bf9ba09fca service neutron] 10.222.0.43 "GET /v2.0/networks/3808ba34-f2ea-4dcf-b849-bb7f67f33c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750016 Nov 09 21:20:48.850294 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-bf15c6ab-74bf-4c8e-aaba-0e0c1c555551 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Network 51c5a9da-ba9b-4a16-b511-0fb34193eb21 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:20:48.854197 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-bf15c6ab-74bf-4c8e-aaba-0e0c1c555551 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:20:48.856912 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-bf15c6ab-74bf-4c8e-aaba-0e0c1c555551 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:20:48.887712 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf15c6ab-74bf-4c8e-aaba-0e0c1c555551 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Pushing event updated for resources: {'Port': ['ID=e7589e3e-c9bc-41f1-9a0e-60a1d054087d,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:48.919195 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-bf15c6ab-74bf-4c8e-aaba-0e0c1c555551 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:48.919390 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-bf15c6ab-74bf-4c8e-aaba-0e0c1c555551 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:48.929676 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-8535eb3b-37cf-4695-805e-9d6415142515 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=80e946a2-577f-4411-ada9-9c19200b402c HTTP/1.1" status: 200 len: 217 time: 0.0779109 Nov 09 21:20:48.987663 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-bf15c6ab-74bf-4c8e-aaba-0e0c1c555551 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0951347 Nov 09 21:20:49.008736 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f157c-28c2-4cc5-a0a8-926a18ce46dc req-2c4578f9-3c8c-4689-9773-5cb804dda01c tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:49.017085 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d0adc243-fc69-4bd8-9f5f-da8736ed80b2 req-540dab54-13fd-48da-9d07-d2f65307a3cf service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595532 Nov 09 21:20:49.017652 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-731f157c-28c2-4cc5-a0a8-926a18ce46dc req-2c4578f9-3c8c-4689-9773-5cb804dda01c tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b24eb02-4f6e-4fc9-8f94-e4e7f8e5816c HTTP/1.1" status: 200 len: 948 time: 0.0933816 Nov 09 21:20:49.032049 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-033a16ad-c70b-4685-8a4a-69ce07d6b62c service neutron] Request body: {'port': {'device_id': 'ca554ad3-c857-47ee-b0c4-98d5fea1c05d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:20:49.051642 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-fe2b4ef5-c110-4d29-a2d4-d2019336fcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:49.053446 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-fe2b4ef5-c110-4d29-a2d4-d2019336fcf4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1a3bf33a-28e4-43d0-b3a3-869cb4b7ec53 HTTP/1.1" status: 200 len: 797 time: 0.1070945 Nov 09 21:20:49.134048 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-731f157c-28c2-4cc5-a0a8-926a18ce46dc req-3432c1c9-a1e8-4dfe-b3ce-9481f7a58cd1 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] 10.222.0.49 "GET /v2.0/security-groups?id=77201fc9-2c77-4185-a665-8eb4e4f63560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154931 Nov 09 21:20:49.137158 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-033a16ad-c70b-4685-8a4a-69ce07d6b62c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:49.149305 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb715b-34d0-4fad-bf14-59a6389c0ebe req-a3ce2279-2d6e-4b6f-bd5f-b44d50a89dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:49.151751 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8adb715b-34d0-4fad-bf14-59a6389c0ebe req-a3ce2279-2d6e-4b6f-bd5f-b44d50a89dd0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2eee0b372ff04287a1861e72eb288a80&device_id=9b24eb02-4f6e-4fc9-8f94-e4e7f8e5816c HTTP/1.1" status: 200 len: 1099 time: 0.0781274 Nov 09 21:20:49.154479 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-e94de466-7baa-4fc7-88f3-f92fee24d708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:49.155913 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-e94de466-7baa-4fc7-88f3-f92fee24d708 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3808ba34-f2ea-4dcf-b849-bb7f67f33c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0940983 Nov 09 21:20:49.204456 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-6067aacd-ab3f-47ca-8575-972a86d66f98 None None] Provisioning complete for port e7589e3e-c9bc-41f1-9a0e-60a1d054087d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:20:49.205099 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6067aacd-ab3f-47ca-8575-972a86d66f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:49.276115 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-6067aacd-ab3f-47ca-8575-972a86d66f98 None None] Port e7589e3e-c9bc-41f1-9a0e-60a1d054087d cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:20:49.332571 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-edd75765-1f69-4d5f-9715-440b6928b58f service neutron] 10.222.0.43 "GET /v2.0/networks/3808ba34-f2ea-4dcf-b849-bb7f67f33c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659863 Nov 09 21:20:49.335269 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb715b-34d0-4fad-bf14-59a6389c0ebe req-957b8e9c-fbdb-48b5-8243-e7a9a9b79620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:49.336619 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8adb715b-34d0-4fad-bf14-59a6389c0ebe req-957b8e9c-fbdb-48b5-8243-e7a9a9b79620 service neutron] 10.222.0.45 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.1691091 Nov 09 21:20:49.423696 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8adb715b-34d0-4fad-bf14-59a6389c0ebe req-4f42765f-24a4-479a-817c-1b2e3d64d224 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=939559e4-b512-47d6-a78d-ea962bbb87cc HTTP/1.1" status: 200 len: 217 time: 0.0761180 Nov 09 21:20:49.480133 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-033a16ad-c70b-4685-8a4a-69ce07d6b62c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3670b9c-5be0-4447-80bc-2c68cec34eea {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:20:49.494171 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-033a16ad-c70b-4685-8a4a-69ce07d6b62c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:49.505737 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb715b-34d0-4fad-bf14-59a6389c0ebe req-5396f5fa-afc7-40c8-bd2f-43f602d4826d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:49.507283 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8adb715b-34d0-4fad-bf14-59a6389c0ebe req-5396f5fa-afc7-40c8-bd2f-43f602d4826d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.0735209 Nov 09 21:20:49.511561 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-033a16ad-c70b-4685-8a4a-69ce07d6b62c service neutron] Transition to ACTIVE for port object f3670b9c-5be0-4447-80bc-2c68cec34eea will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:20:49.511879 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-ef898daa-603f-4ac9-8f92-f3bc9eebde9e service neutron] 10.222.0.43 "GET /v2.0/networks/3808ba34-f2ea-4dcf-b849-bb7f67f33c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726193 Nov 09 21:20:49.515581 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-033a16ad-c70b-4685-8a4a-69ce07d6b62c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:49.579370 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-b46b9956-40da-4e0e-b638-cd8bc07254a8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=d46dc18b-b6fe-4988-b8da-762fe90a822d HTTP/1.1" status: 200 len: 217 time: 0.0597694 Nov 09 21:20:49.595036 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a16ad-c70b-4685-8a4a-69ce07d6b62c service neutron] Pushing event updated for resources: {'Port': ['ID=f3670b9c-5be0-4447-80bc-2c68cec34eea,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:49.652144 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-033a16ad-c70b-4685-8a4a-69ce07d6b62c service neutron] Attempting to bind port f3670b9c-5be0-4447-80bc-2c68cec34eea on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:20:49.652477 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-033a16ad-c70b-4685-8a4a-69ce07d6b62c service neutron] Attempting to bind port f3670b9c-5be0-4447-80bc-2c68cec34eea by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '429ddc56-fc42-4e71-88f3-12241df5db96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '51c5a9da-ba9b-4a16-b511-0fb34193eb21'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:20:49.652884 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-033a16ad-c70b-4685-8a4a-69ce07d6b62c service neutron] Attempting to bind port f3670b9c-5be0-4447-80bc-2c68cec34eea on network 51c5a9da-ba9b-4a16-b511-0fb34193eb21 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:20:49.657454 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-033a16ad-c70b-4685-8a4a-69ce07d6b62c service neutron] Port f3670b9c-5be0-4447-80bc-2c68cec34eea on network 51c5a9da-ba9b-4a16-b511-0fb34193eb21 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:20:49.657833 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-033a16ad-c70b-4685-8a4a-69ce07d6b62c service neutron] Attempting to bind port f3670b9c-5be0-4447-80bc-2c68cec34eea on network 51c5a9da-ba9b-4a16-b511-0fb34193eb21 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:20:49.663404 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-033a16ad-c70b-4685-8a4a-69ce07d6b62c service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:20:49.663744 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-033a16ad-c70b-4685-8a4a-69ce07d6b62c service neutron] Checking segment: {'id': '429ddc56-fc42-4e71-88f3-12241df5db96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '51c5a9da-ba9b-4a16-b511-0fb34193eb21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:20:49.664133 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-033a16ad-c70b-4685-8a4a-69ce07d6b62c service neutron] Bound using segment: {'id': '429ddc56-fc42-4e71-88f3-12241df5db96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '51c5a9da-ba9b-4a16-b511-0fb34193eb21'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:20:49.664572 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-033a16ad-c70b-4685-8a4a-69ce07d6b62c service neutron] Bound port: f3670b9c-5be0-4447-80bc-2c68cec34eea, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '429ddc56-fc42-4e71-88f3-12241df5db96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '51c5a9da-ba9b-4a16-b511-0fb34193eb21'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:20:49.664956 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-033a16ad-c70b-4685-8a4a-69ce07d6b62c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:49.670464 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb715b-34d0-4fad-bf14-59a6389c0ebe req-71281878-0f14-4bab-b562-bdca34fad3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:49.671908 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8adb715b-34d0-4fad-bf14-59a6389c0ebe req-71281878-0f14-4bab-b562-bdca34fad3df service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1542408 Nov 09 21:20:49.673219 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-9c0a9515-deba-49eb-8699-a34a5589114d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:49.674514 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-9c0a9515-deba-49eb-8699-a34a5589114d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1a3bf33a-28e4-43d0-b3a3-869cb4b7ec53 HTTP/1.1" status: 200 len: 797 time: 0.0866585 Nov 09 21:20:49.706038 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4116af-c8cd-4eeb-8907-1907a90fdb6e req-d638ea7e-1cdd-47a1-88ba-180137f02dad tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:49.712171 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4116af-c8cd-4eeb-8907-1907a90fdb6e req-d638ea7e-1cdd-47a1-88ba-180137f02dad tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:49.718230 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4116af-c8cd-4eeb-8907-1907a90fdb6e req-d638ea7e-1cdd-47a1-88ba-180137f02dad tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:49.719897 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-db4116af-c8cd-4eeb-8907-1907a90fdb6e req-d638ea7e-1cdd-47a1-88ba-180137f02dad tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca554ad3-c857-47ee-b0c4-98d5fea1c05d HTTP/1.1" status: 200 len: 2388 time: 0.1432137 Nov 09 21:20:49.760000 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-033a16ad-c70b-4685-8a4a-69ce07d6b62c service neutron] For port f3670b9c-5be0-4447-80bc-2c68cec34eea, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:20:49.764670 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-033a16ad-c70b-4685-8a4a-69ce07d6b62c service neutron] For port f3670b9c-5be0-4447-80bc-2c68cec34eea, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=f3670b9c-5be0-4447-80bc-2c68cec34eea,segment=NetworkSegment(429ddc56-fc42-4e71-88f3-12241df5db96),segment_id=429ddc56-fc42-4e71-88f3-12241df5db96)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:20:49.772126 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-033a16ad-c70b-4685-8a4a-69ce07d6b62c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:49.813519 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-033a16ad-c70b-4685-8a4a-69ce07d6b62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:49.814457 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-033a16ad-c70b-4685-8a4a-69ce07d6b62c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:49.816093 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-033a16ad-c70b-4685-8a4a-69ce07d6b62c service neutron] 10.222.0.45 "PUT /v2.0/ports/f3670b9c-5be0-4447-80bc-2c68cec34eea HTTP/1.1" status: 200 len: 1091 time: 0.8162937 Nov 09 21:20:49.817045 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca554ad3-c857-47ee-b0c4-98d5fea1c05d', 'tag': 'f3670b9c-5be0-4447-80bc-2c68cec34eea'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:20:49.819709 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ccd91f-9139-4f96-8bf8-9aa28187076e" -d '{"events": [{"name": "network-changed", "server_uuid": "ca554ad3-c857-47ee-b0c4-98d5fea1c05d", "tag": "f3670b9c-5be0-4447-80bc-2c68cec34eea"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:20:49.847097 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-54df1be6-b689-426d-8d16-3bf7f291f240 service neutron] Request body: {'port': {'device_id': 'ca554ad3-c857-47ee-b0c4-98d5fea1c05d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:20:49.953910 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a16ad-c70b-4685-8a4a-69ce07d6b62c service neutron] Pushing event updated for resources: {'Port': ['ID=f3670b9c-5be0-4447-80bc-2c68cec34eea,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:49.966974 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-54df1be6-b689-426d-8d16-3bf7f291f240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:49.989332 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433bc23-dda9-4910-acaf-f4bb4e0150b1 req-f77f1ff3-18b4-4301-9a55-5b9c2dc35334 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:49.990922 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8433bc23-dda9-4910-acaf-f4bb4e0150b1 req-f77f1ff3-18b4-4301-9a55-5b9c2dc35334 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=d36f1fc0-05fa-4125-881c-edd4e311af8e HTTP/1.1" status: 200 len: 949 time: 0.1169586 Nov 09 21:20:50.013813 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3b725bda-0844-455d-b7f4-d0d499310eb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:50.136032 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8433bc23-dda9-4910-acaf-f4bb4e0150b1 req-bf5c08b4-02d3-472b-8b0f-194610db6b39 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214514 Nov 09 21:20:50.289915 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-9e0cd0ff-4b13-4f26-a86d-1021903b9ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:50.291964 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-9e0cd0ff-4b13-4f26-a86d-1021903b9ce6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3808ba34-f2ea-4dcf-b849-bb7f67f33c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6075890 Nov 09 21:20:50.295361 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-db4116af-c8cd-4eeb-8907-1907a90fdb6e req-af9bf4aa-2af5-41ff-9676-95885bd03e0c tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/security-groups?id=c14d76be-02c1-4fc3-95ad-d30d4063fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5554054 Nov 09 21:20:50.307025 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-54df1be6-b689-426d-8d16-3bf7f291f240 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 822a31d7-ad5f-4743-90bf-fc0360505af7 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:20:50.318870 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-54df1be6-b689-426d-8d16-3bf7f291f240 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:50.328072 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-54df1be6-b689-426d-8d16-3bf7f291f240 service neutron] Transition to ACTIVE for port object 822a31d7-ad5f-4743-90bf-fc0360505af7 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:20:50.342232 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-54df1be6-b689-426d-8d16-3bf7f291f240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:50.346104 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b50380-38ec-493a-8580-30a8044361e4 req-32798337-706f-4936-844f-0e6345ea8d87 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:50.347660 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d7b50380-38ec-493a-8580-30a8044361e4 req-32798337-706f-4936-844f-0e6345ea8d87 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.45 "GET /v2.0/ports?device_id=d36f1fc0-05fa-4125-881c-edd4e311af8e HTTP/1.1" status: 200 len: 949 time: 0.5526750 Nov 09 21:20:50.378434 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8adb715b-34d0-4fad-bf14-59a6389c0ebe req-75352a77-8573-437e-a469-84532158d23a service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6976624 Nov 09 21:20:50.387865 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432ac53b-1e0a-45fa-b368-e1d68340090a x-openstack-request-id: req-432ac53b-1e0a-45fa-b368-e1d68340090a {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:20:50.388155 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca554ad3-c857-47ee-b0c4-98d5fea1c05d", "tag": "f3670b9c-5be0-4447-80bc-2c68cec34eea", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:20:50.388416 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-432ac53b-1e0a-45fa-b368-e1d68340090a {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:20:50.388856 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca554ad3-c857-47ee-b0c4-98d5fea1c05d', 'tag': 'f3670b9c-5be0-4447-80bc-2c68cec34eea', 'status': 'completed', 'code': 200} Nov 09 21:20:50.442821 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df1be6-b689-426d-8d16-3bf7f291f240 service neutron] Pushing event updated for resources: {'Port': ['ID=822a31d7-ad5f-4743-90bf-fc0360505af7,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:50.453317 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8286eb-af75-4210-aa73-81e6545a212b req-da0597b5-5ef7-484e-a0e2-f7b5d06f87fc tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:50.460769 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8b8286eb-af75-4210-aa73-81e6545a212b req-da0597b5-5ef7-484e-a0e2-f7b5d06f87fc tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3853b5de-fbbf-4ba2-98f3-3c3e518be584 HTTP/1.1" status: 200 len: 943 time: 0.2385874 Nov 09 21:20:50.591021 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-54df1be6-b689-426d-8d16-3bf7f291f240 service neutron] Attempting to bind port 822a31d7-ad5f-4743-90bf-fc0360505af7 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:20:50.591373 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-54df1be6-b689-426d-8d16-3bf7f291f240 service neutron] Attempting to bind port 822a31d7-ad5f-4743-90bf-fc0360505af7 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e5a7881d-a3c8-4cf0-82e1-a9e7dba5802a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bff54539-7dbd-495f-be59-aa4e4517e292'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:20:50.591711 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-54df1be6-b689-426d-8d16-3bf7f291f240 service neutron] Attempting to bind port 822a31d7-ad5f-4743-90bf-fc0360505af7 on network bff54539-7dbd-495f-be59-aa4e4517e292 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:20:50.612283 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8b8286eb-af75-4210-aa73-81e6545a212b req-bd9b58d7-2972-412a-9c62-aa74293a6462 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459315 Nov 09 21:20:50.616805 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-54df1be6-b689-426d-8d16-3bf7f291f240 service neutron] Port 822a31d7-ad5f-4743-90bf-fc0360505af7 on network bff54539-7dbd-495f-be59-aa4e4517e292 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:20:50.619680 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-54df1be6-b689-426d-8d16-3bf7f291f240 service neutron] Attempting to bind port 822a31d7-ad5f-4743-90bf-fc0360505af7 on network bff54539-7dbd-495f-be59-aa4e4517e292 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:20:50.628819 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-54df1be6-b689-426d-8d16-3bf7f291f240 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:20:50.634026 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-54df1be6-b689-426d-8d16-3bf7f291f240 service neutron] Checking segment: {'id': 'e5a7881d-a3c8-4cf0-82e1-a9e7dba5802a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bff54539-7dbd-495f-be59-aa4e4517e292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:20:50.634668 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-54df1be6-b689-426d-8d16-3bf7f291f240 service neutron] Bound using segment: {'id': 'e5a7881d-a3c8-4cf0-82e1-a9e7dba5802a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bff54539-7dbd-495f-be59-aa4e4517e292'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:20:50.636110 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-54df1be6-b689-426d-8d16-3bf7f291f240 service neutron] Bound port: 822a31d7-ad5f-4743-90bf-fc0360505af7, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5a7881d-a3c8-4cf0-82e1-a9e7dba5802a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bff54539-7dbd-495f-be59-aa4e4517e292'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:20:50.636997 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-54df1be6-b689-426d-8d16-3bf7f291f240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:50.744834 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-62c8690b-8795-4e7b-919a-088c0a528276 service neutron] 10.222.0.43 "GET /v2.0/networks/3808ba34-f2ea-4dcf-b849-bb7f67f33c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412980 Nov 09 21:20:50.748087 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ccd91f-9139-4f96-8bf8-9aa28187076e req-03cda28e-3ed7-4327-945b-e4255c8dd6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:50.749462 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ccd91f-9139-4f96-8bf8-9aa28187076e req-03cda28e-3ed7-4327-945b-e4255c8dd6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:50.749955 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ccd91f-9139-4f96-8bf8-9aa28187076e req-03cda28e-3ed7-4327-945b-e4255c8dd6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:50.752356 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-79ccd91f-9139-4f96-8bf8-9aa28187076e req-03cda28e-3ed7-4327-945b-e4255c8dd6f3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a8884e29db44a0584896bf141edec66&device_id=ca554ad3-c857-47ee-b0c4-98d5fea1c05d HTTP/1.1" status: 200 len: 2756 time: 0.3209097 Nov 09 21:20:50.777248 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c4f02-1f1d-4e7d-b06b-4b418274a075 req-67db70f5-cf36-4a2d-a9f4-54c7037ce8f2 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:50.784737 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6c8c4f02-1f1d-4e7d-b06b-4b418274a075 req-67db70f5-cf36-4a2d-a9f4-54c7037ce8f2 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b24eb02-4f6e-4fc9-8f94-e4e7f8e5816c HTTP/1.1" status: 200 len: 948 time: 0.0770609 Nov 09 21:20:50.808438 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-54df1be6-b689-426d-8d16-3bf7f291f240 service neutron] For port 822a31d7-ad5f-4743-90bf-fc0360505af7, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:20:50.831087 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-54df1be6-b689-426d-8d16-3bf7f291f240 service neutron] For port 822a31d7-ad5f-4743-90bf-fc0360505af7, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=822a31d7-ad5f-4743-90bf-fc0360505af7,segment=NetworkSegment(e5a7881d-a3c8-4cf0-82e1-a9e7dba5802a),segment_id=e5a7881d-a3c8-4cf0-82e1-a9e7dba5802a)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:20:50.842271 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-54df1be6-b689-426d-8d16-3bf7f291f240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:50.881798 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6c8c4f02-1f1d-4e7d-b06b-4b418274a075 req-b37bad37-f1b7-4c6f-b286-528ea0485081 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] 10.222.0.49 "GET /v2.0/security-groups?id=77201fc9-2c77-4185-a665-8eb4e4f63560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962741 Nov 09 21:20:50.905635 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8adb715b-34d0-4fad-bf14-59a6389c0ebe req-7f0a30e1-ccb3-44b2-8232-a4ad0c182474 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5070894 Nov 09 21:20:50.910039 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:50.936169 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-54df1be6-b689-426d-8d16-3bf7f291f240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:50.937024 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-54df1be6-b689-426d-8d16-3bf7f291f240 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:50.938438 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-54df1be6-b689-426d-8d16-3bf7f291f240 service neutron] 10.222.0.45 "PUT /v2.0/ports/822a31d7-ad5f-4743-90bf-fc0360505af7 HTTP/1.1" status: 200 len: 1092 time: 1.0957778 Nov 09 21:20:50.945671 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 4b4c0405-cd85-4ca4-8c72-901a204e13ed details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:20:50.962155 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df1be6-b689-426d-8d16-3bf7f291f240 service neutron] Pushing event updated for resources: {'Port': ['ID=822a31d7-ad5f-4743-90bf-fc0360505af7,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:50.983159 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-7078bc14-9560-4ee9-99cd-0e509337a3d3 service neutron] Request body: {'port': {'device_id': 'ca554ad3-c857-47ee-b0c4-98d5fea1c05d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:20:50.993979 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54df1be6-b689-426d-8d16-3bf7f291f240 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:20:50.994702 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54df1be6-b689-426d-8d16-3bf7f291f240 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:20:50.994873 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54df1be6-b689-426d-8d16-3bf7f291f240 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:20:50.995291 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54df1be6-b689-426d-8d16-3bf7f291f240 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:20:50.995705 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54df1be6-b689-426d-8d16-3bf7f291f240 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:20:50.996114 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54df1be6-b689-426d-8d16-3bf7f291f240 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:20:50.996520 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54df1be6-b689-426d-8d16-3bf7f291f240 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:20:50.996967 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54df1be6-b689-426d-8d16-3bf7f291f240 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:20:50.997371 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54df1be6-b689-426d-8d16-3bf7f291f240 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:20:50.997776 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54df1be6-b689-426d-8d16-3bf7f291f240 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:20:50.998190 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54df1be6-b689-426d-8d16-3bf7f291f240 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:20:50.998581 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54df1be6-b689-426d-8d16-3bf7f291f240 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:20:51.064668 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-7078bc14-9560-4ee9-99cd-0e509337a3d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:51.100003 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-d7b50380-38ec-493a-8580-30a8044361e4 req-01f5631f-1592-43f8-9646-3fa0c4ad63de tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Deleting port 13cdc27b-4127-4398-9060-af4c544dba06 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:20:51.101570 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-d7b50380-38ec-493a-8580-30a8044361e4 req-01f5631f-1592-43f8-9646-3fa0c4ad63de tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:51.105891 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ccd91f-9139-4f96-8bf8-9aa28187076e req-b2668991-9163-4ad8-bd53-19aac68b1e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:51.106602 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ccd91f-9139-4f96-8bf8-9aa28187076e req-b2668991-9163-4ad8-bd53-19aac68b1e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:51.107228 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ccd91f-9139-4f96-8bf8-9aa28187076e req-b2668991-9163-4ad8-bd53-19aac68b1e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:51.109225 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-79ccd91f-9139-4f96-8bf8-9aa28187076e req-b2668991-9163-4ad8-bd53-19aac68b1e9a service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=2a8884e29db44a0584896bf141edec66&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.3425922 Nov 09 21:20:51.139399 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 4b4c0405-cd85-4ca4-8c72-901a204e13ed, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=4b4c0405-cd85-4ca4-8c72-901a204e13ed,segment=NetworkSegment(535e550e-1834-40ad-bb5a-53e5c279aa6f),segment_id=535e550e-1834-40ad-bb5a-53e5c279aa6f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:20:51.170216 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '4b4c0405-cd85-4ca4-8c72-901a204e13ed', 'network_id': 'd46322e9-b56d-4dd7-8c5c-4100db9766b4', 'port_id': '4b4c0405-cd85-4ca4-8c72-901a204e13ed', 'mac_address': 'fa:16:3e:de:b7:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b00fcf6d-0dad-4966-9afe-8edbbda80569', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:20:51.220818 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:51.236715 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b4c0405-cd85-4ca4-8c72-901a204e13ed {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:20:51.266594 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 4b4c0405-cd85-4ca4-8c72-901a204e13ed, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=4b4c0405-cd85-4ca4-8c72-901a204e13ed,segment=NetworkSegment(535e550e-1834-40ad-bb5a-53e5c279aa6f),segment_id=535e550e-1834-40ad-bb5a-53e5c279aa6f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:20:51.271741 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:51.336312 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=4b4c0405-cd85-4ca4-8c72-901a204e13ed,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:51.406955 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-4b54d4de-e8c8-4834-ae5a-cc9b500c1e9a service neutron] 10.222.0.43 "GET /v2.0/networks/3808ba34-f2ea-4dcf-b849-bb7f67f33c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6218421 Nov 09 21:20:51.493715 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48da48-83ee-4bd8-9d02-20d90af37961 req-3c3edbd7-7e64-4d37-9e8d-4146953a9420 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:51.501119 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-905952d8-dc9a-4b43-845c-b9a0ae8bdf7c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f76d6a35-507d-404f-8871-26d5877be815 HTTP/1.1" status: 200 len: 217 time: 0.0765400 Nov 09 21:20:51.501777 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48da48-83ee-4bd8-9d02-20d90af37961 req-3c3edbd7-7e64-4d37-9e8d-4146953a9420 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:51.509529 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48da48-83ee-4bd8-9d02-20d90af37961 req-3c3edbd7-7e64-4d37-9e8d-4146953a9420 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:51.518544 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9c48da48-83ee-4bd8-9d02-20d90af37961 req-3c3edbd7-7e64-4d37-9e8d-4146953a9420 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca554ad3-c857-47ee-b0c4-98d5fea1c05d HTTP/1.1" status: 200 len: 2400 time: 0.1234343 Nov 09 21:20:51.520197 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-d7b50380-38ec-493a-8580-30a8044361e4 req-01f5631f-1592-43f8-9646-3fa0c4ad63de tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] For port 13cdc27b-4127-4398-9060-af4c544dba06, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=13cdc27b-4127-4398-9060-af4c544dba06,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:20:51.520615 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-d7b50380-38ec-493a-8580-30a8044361e4 req-01f5631f-1592-43f8-9646-3fa0c4ad63de tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:51.544457 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-7078bc14-9560-4ee9-99cd-0e509337a3d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7589e3e-c9bc-41f1-9a0e-60a1d054087d {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:20:51.557284 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-7078bc14-9560-4ee9-99cd-0e509337a3d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:51.559443 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ccd91f-9139-4f96-8bf8-9aa28187076e req-0815da8c-8aed-4412-9e4c-c17c7424118d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:51.560790 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-79ccd91f-9139-4f96-8bf8-9aa28187076e req-0815da8c-8aed-4412-9e4c-c17c7424118d service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4348691 Nov 09 21:20:51.562472 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 939559e4-b512-47d6-a78d-ea962bbb87cc details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:20:51.570880 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-d7b50380-38ec-493a-8580-30a8044361e4 req-01f5631f-1592-43f8-9646-3fa0c4ad63de tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Calling delete_port for 13cdc27b-4127-4398-9060-af4c544dba06 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:20:51.589818 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-7078bc14-9560-4ee9-99cd-0e509337a3d3 service neutron] Transition to ACTIVE for port object e7589e3e-c9bc-41f1-9a0e-60a1d054087d will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:20:51.605462 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9c48da48-83ee-4bd8-9d02-20d90af37961 req-fb43d2c3-c6dc-4561-a1df-b18f8a25e7de tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/security-groups?id=c14d76be-02c1-4fc3-95ad-d30d4063fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809681 Nov 09 21:20:51.606907 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-7078bc14-9560-4ee9-99cd-0e509337a3d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:51.607884 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad753c-79f1-4d57-84f9-c65b7ec61f8d req-043e348b-e737-44ea-a61f-58ccdd7d264e tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:51.628467 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-90ad753c-79f1-4d57-84f9-c65b7ec61f8d req-043e348b-e737-44ea-a61f-58ccdd7d264e tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=d36f1fc0-05fa-4125-881c-edd4e311af8e HTTP/1.1" status: 200 len: 949 time: 0.3466055 Nov 09 21:20:51.737667 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 939559e4-b512-47d6-a78d-ea962bbb87cc, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=939559e4-b512-47d6-a78d-ea962bbb87cc,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:20:51.749615 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '939559e4-b512-47d6-a78d-ea962bbb87cc', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'port_id': '939559e4-b512-47d6-a78d-ea962bbb87cc', 'mac_address': 'fa:16:3e:0a:c3:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba3500c-a288-4596-ba94-148f2bd8a6da', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:20:51.752676 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['4b4c0405-cd85-4ca4-8c72-901a204e13ed'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:20:51.762913 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7078bc14-9560-4ee9-99cd-0e509337a3d3 service neutron] Pushing event updated for resources: {'Port': ['ID=e7589e3e-c9bc-41f1-9a0e-60a1d054087d,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:51.795936 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-94003820-e98c-4b12-b86f-b520066530cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:51.797598 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-94003820-e98c-4b12-b86f-b520066530cb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f871ff84-2077-4380-931c-47532c2d408d HTTP/1.1" status: 200 len: 797 time: 0.2797289 Nov 09 21:20:51.831112 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:51.855751 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 939559e4-b512-47d6-a78d-ea962bbb87cc {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:20:51.877486 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 939559e4-b512-47d6-a78d-ea962bbb87cc, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=939559e4-b512-47d6-a78d-ea962bbb87cc,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:20:51.896935 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:51.947947 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-90ad753c-79f1-4d57-84f9-c65b7ec61f8d req-8d320d9d-b6f1-4db7-b612-b32c0694735f tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178444 Nov 09 21:20:52.021515 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-539c52f5-fcbf-41c2-a645-4db647342005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:52.023176 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-539c52f5-fcbf-41c2-a645-4db647342005 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5fad92fa-6e69-4982-b33d-973ebedbbd56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2063134 Nov 09 21:20:52.148550 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=939559e4-b512-47d6-a78d-ea962bbb87cc,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:52.234363 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['939559e4-b512-47d6-a78d-ea962bbb87cc'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:20:52.287820 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-7078bc14-9560-4ee9-99cd-0e509337a3d3 service neutron] Attempting to bind port e7589e3e-c9bc-41f1-9a0e-60a1d054087d on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:20:52.288417 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-7078bc14-9560-4ee9-99cd-0e509337a3d3 service neutron] Attempting to bind port e7589e3e-c9bc-41f1-9a0e-60a1d054087d by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '429ddc56-fc42-4e71-88f3-12241df5db96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '51c5a9da-ba9b-4a16-b511-0fb34193eb21'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:20:52.288536 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-7078bc14-9560-4ee9-99cd-0e509337a3d3 service neutron] Attempting to bind port e7589e3e-c9bc-41f1-9a0e-60a1d054087d on network 51c5a9da-ba9b-4a16-b511-0fb34193eb21 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:20:52.295550 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-7078bc14-9560-4ee9-99cd-0e509337a3d3 service neutron] Port e7589e3e-c9bc-41f1-9a0e-60a1d054087d on network 51c5a9da-ba9b-4a16-b511-0fb34193eb21 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:20:52.295911 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-7078bc14-9560-4ee9-99cd-0e509337a3d3 service neutron] Attempting to bind port e7589e3e-c9bc-41f1-9a0e-60a1d054087d on network 51c5a9da-ba9b-4a16-b511-0fb34193eb21 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:20:52.296958 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-d7b50380-38ec-493a-8580-30a8044361e4 req-01f5631f-1592-43f8-9646-3fa0c4ad63de tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:52.315789 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-7078bc14-9560-4ee9-99cd-0e509337a3d3 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:20:52.316184 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-7078bc14-9560-4ee9-99cd-0e509337a3d3 service neutron] Checking segment: {'id': '429ddc56-fc42-4e71-88f3-12241df5db96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '51c5a9da-ba9b-4a16-b511-0fb34193eb21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:20:52.316565 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-7078bc14-9560-4ee9-99cd-0e509337a3d3 service neutron] Bound using segment: {'id': '429ddc56-fc42-4e71-88f3-12241df5db96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '51c5a9da-ba9b-4a16-b511-0fb34193eb21'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:20:52.317315 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-7078bc14-9560-4ee9-99cd-0e509337a3d3 service neutron] Bound port: e7589e3e-c9bc-41f1-9a0e-60a1d054087d, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '429ddc56-fc42-4e71-88f3-12241df5db96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '51c5a9da-ba9b-4a16-b511-0fb34193eb21'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:20:52.317698 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-7078bc14-9560-4ee9-99cd-0e509337a3d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:52.334168 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-e6f8a1bb-8495-4532-9a2b-a4160d616e43 service neutron] 10.222.0.43 "GET /v2.0/networks/5fad92fa-6e69-4982-b33d-973ebedbbd56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011835 Nov 09 21:20:52.382301 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f5631f-1592-43f8-9646-3fa0c4ad63de tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Pushing event deleted for resources: {'Port': ['ID=13cdc27b-4127-4398-9060-af4c544dba06,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:52.397885 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-7078bc14-9560-4ee9-99cd-0e509337a3d3 service neutron] For port e7589e3e-c9bc-41f1-9a0e-60a1d054087d, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:20:52.403879 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:52.406412 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-7078bc14-9560-4ee9-99cd-0e509337a3d3 service neutron] For port e7589e3e-c9bc-41f1-9a0e-60a1d054087d, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=e7589e3e-c9bc-41f1-9a0e-60a1d054087d,segment=NetworkSegment(429ddc56-fc42-4e71-88f3-12241df5db96),segment_id=429ddc56-fc42-4e71-88f3-12241df5db96)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:20:52.412254 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca554ad3-c857-47ee-b0c4-98d5fea1c05d', 'tag': '822a31d7-ad5f-4743-90bf-fc0360505af7'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:20:52.414678 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e6325a-d21d-4440-8855-f478c6f6c095" -d '{"events": [{"name": "network-changed", "server_uuid": "ca554ad3-c857-47ee-b0c4-98d5fea1c05d", "tag": "822a31d7-ad5f-4743-90bf-fc0360505af7"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:20:52.441229 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-7078bc14-9560-4ee9-99cd-0e509337a3d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:52.478605 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b50380-38ec-493a-8580-30a8044361e4 req-01f5631f-1592-43f8-9646-3fa0c4ad63de tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] No DVR routers for this DVR port 13cdc27b-4127-4398-9060-af4c544dba06 on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:20:52.482405 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-d7b50380-38ec-493a-8580-30a8044361e4 req-01f5631f-1592-43f8-9646-3fa0c4ad63de tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:52.487263 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d7b50380-38ec-493a-8580-30a8044361e4 req-01f5631f-1592-43f8-9646-3fa0c4ad63de tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.45 "DELETE /v2.0/ports/13cdc27b-4127-4398-9060-af4c544dba06 HTTP/1.1" status: 204 len: 173 time: 2.1116757 Nov 09 21:20:52.501873 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36f1fc0-05fa-4125-881c-edd4e311af8e', 'name': 'network-vif-deleted', 'tag': '13cdc27b-4127-4398-9060-af4c544dba06'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:20:52.503670 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818b855-5ddb-452c-8c54-220c37557968 req-9b5b3d68-2747-4eb3-9ef7-564e8cd14923 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:52.505261 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cfac86-f67b-4b0a-aa5c-3c8208db86bf" -d '{"events": [{"server_uuid": "d36f1fc0-05fa-4125-881c-edd4e311af8e", "name": "network-vif-deleted", "tag": "13cdc27b-4127-4398-9060-af4c544dba06"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:20:52.511395 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2818b855-5ddb-452c-8c54-220c37557968 req-9b5b3d68-2747-4eb3-9ef7-564e8cd14923 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3853b5de-fbbf-4ba2-98f3-3c3e518be584 HTTP/1.1" status: 200 len: 944 time: 0.2344704 Nov 09 21:20:52.527454 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a314a-a20f-4f23-aa3f-95bf5f8862d1 req-98864d81-57f3-4978-b671-c1be651ed17c tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:52.535286 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9a4a314a-a20f-4f23-aa3f-95bf5f8862d1 req-98864d81-57f3-4978-b671-c1be651ed17c tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b24eb02-4f6e-4fc9-8f94-e4e7f8e5816c HTTP/1.1" status: 200 len: 949 time: 0.2193279 Nov 09 21:20:52.542580 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-7078bc14-9560-4ee9-99cd-0e509337a3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:52.543201 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-7078bc14-9560-4ee9-99cd-0e509337a3d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:52.544596 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-7078bc14-9560-4ee9-99cd-0e509337a3d3 service neutron] 10.222.0.45 "PUT /v2.0/ports/e7589e3e-c9bc-41f1-9a0e-60a1d054087d HTTP/1.1" status: 200 len: 1092 time: 1.5733643 Nov 09 21:20:52.546387 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7078bc14-9560-4ee9-99cd-0e509337a3d3 service neutron] Pushing event updated for resources: {'Port': ['ID=e7589e3e-c9bc-41f1-9a0e-60a1d054087d,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:52.593204 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-635f7eae-a1be-41f4-b274-1f55e58c94a5 service neutron] 10.222.0.43 "GET /v2.0/networks/5fad92fa-6e69-4982-b33d-973ebedbbd56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327809 Nov 09 21:20:52.599237 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2818b855-5ddb-452c-8c54-220c37557968 req-545cfe26-c970-4bbd-a818-732efeb6e00c tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866725 Nov 09 21:20:52.673232 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1bb453-3a03-4a29-b490-905c5896f0a2 x-openstack-request-id: req-8e1bb453-3a03-4a29-b490-905c5896f0a2 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:20:52.673654 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca554ad3-c857-47ee-b0c4-98d5fea1c05d", "tag": "822a31d7-ad5f-4743-90bf-fc0360505af7", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:20:52.673773 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8e1bb453-3a03-4a29-b490-905c5896f0a2 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:20:52.674161 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca554ad3-c857-47ee-b0c4-98d5fea1c05d', 'tag': '822a31d7-ad5f-4743-90bf-fc0360505af7', 'status': 'completed', 'code': 200} Nov 09 21:20:52.704676 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5906bd-6e59-40b7-aeb1-0f8eca9a14d1 x-openstack-request-id: req-5f5906bd-6e59-40b7-aeb1-0f8eca9a14d1 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:20:52.704987 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d36f1fc0-05fa-4125-881c-edd4e311af8e", "name": "network-vif-deleted", "tag": "13cdc27b-4127-4398-9060-af4c544dba06", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:20:52.705249 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5f5906bd-6e59-40b7-aeb1-0f8eca9a14d1 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:20:52.705782 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd36f1fc0-05fa-4125-881c-edd4e311af8e', 'name': 'network-vif-deleted', 'tag': '13cdc27b-4127-4398-9060-af4c544dba06', 'status': 'completed', 'code': 200} Nov 09 21:20:52.712879 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-745e2e60-8964-461b-9d58-a99d2ca81139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:52.713995 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-745e2e60-8964-461b-9d58-a99d2ca81139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:52.714369 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-745e2e60-8964-461b-9d58-a99d2ca81139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:52.716018 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-745e2e60-8964-461b-9d58-a99d2ca81139 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a8884e29db44a0584896bf141edec66&device_id=ca554ad3-c857-47ee-b0c4-98d5fea1c05d HTTP/1.1" status: 200 len: 2865 time: 0.0862749 Nov 09 21:20:52.717945 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:52.734774 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9a4a314a-a20f-4f23-aa3f-95bf5f8862d1 req-3f411833-dafa-41f1-9b85-c599f6e715bf tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] 10.222.0.49 "GET /v2.0/security-groups?id=77201fc9-2c77-4185-a665-8eb4e4f63560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898501 Nov 09 21:20:52.739711 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-535011cc-3a39-4ec1-a53f-fdf0a6a411a0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ea660c77-3caf-44f2-bbe7-bc918607ccd3 HTTP/1.1" status: 200 len: 217 time: 0.1285543 Nov 09 21:20:52.811768 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-f2e24f19-3315-4d99-a479-b4e9aae61df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:52.814708 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-f2e24f19-3315-4d99-a479-b4e9aae61df3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f871ff84-2077-4380-931c-47532c2d408d HTTP/1.1" status: 200 len: 797 time: 0.0690384 Nov 09 21:20:52.831273 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-dcb02874-e634-4c9c-8a4d-524af62941b1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.69&port_id=f3670b9c-5be0-4447-80bc-2c68cec34eea HTTP/1.1" status: 200 len: 217 time: 0.0964949 Nov 09 21:20:52.875447 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['528f7164-711a-46b8-a7d9-97e7ea2dc770'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:20:52.938529 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-4a3495fa-668a-4a29-a0a0-adfb8feba0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:52.938887 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-6b20ef95-1c3e-4b55-933a-c6499c6ca0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:52.940026 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-4a3495fa-668a-4a29-a0a0-adfb8feba0da service neutron] 10.222.0.45 "GET /v2.0/subnets?id=44419ab1-1a1a-44f9-ac8f-7b4bba52ecb9 HTTP/1.1" status: 200 len: 801 time: 0.1000769 Nov 09 21:20:52.940485 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-6b20ef95-1c3e-4b55-933a-c6499c6ca0ed service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5fad92fa-6e69-4982-b33d-973ebedbbd56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1170504 Nov 09 21:20:52.949846 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906d311-0cd7-47b6-aa6b-21b0dbf6ee00 req-ed5dfd95-5a87-48fc-8cee-af8a93b4d90d tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:52.956041 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906d311-0cd7-47b6-aa6b-21b0dbf6ee00 req-ed5dfd95-5a87-48fc-8cee-af8a93b4d90d tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:52.962899 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906d311-0cd7-47b6-aa6b-21b0dbf6ee00 req-ed5dfd95-5a87-48fc-8cee-af8a93b4d90d tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:52.970479 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4906d311-0cd7-47b6-aa6b-21b0dbf6ee00 req-ed5dfd95-5a87-48fc-8cee-af8a93b4d90d tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca554ad3-c857-47ee-b0c4-98d5fea1c05d HTTP/1.1" status: 200 len: 2412 time: 0.1424437 Nov 09 21:20:53.096486 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4906d311-0cd7-47b6-aa6b-21b0dbf6ee00 req-e7fbd08a-53ad-4a5d-bb00-16cdeb93caad tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/security-groups?id=c14d76be-02c1-4fc3-95ad-d30d4063fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251230 Nov 09 21:20:53.133120 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-8cc6a67f-6b56-4451-8138-5e3ad7e6db38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:53.134611 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-0fe51b23-32bd-4c60-8e47-4bcf43964b55 service neutron] 10.222.0.43 "GET /v2.0/networks/5fad92fa-6e69-4982-b33d-973ebedbbd56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843288 Nov 09 21:20:53.137524 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-8cc6a67f-6b56-4451-8138-5e3ad7e6db38 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51c5a9da-ba9b-4a16-b511-0fb34193eb21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1590643 Nov 09 21:20:53.252659 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-cdbaa8de-f8b6-4707-9a95-1970423fc885 service neutron] 10.222.0.45 "GET /v2.0/networks/51c5a9da-ba9b-4a16-b511-0fb34193eb21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072474 Nov 09 21:20:53.277918 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-942a940f-a7ac-430f-9068-a55c4e4049ed req-e6af198b-fb0d-44bc-b50b-c0aeebae4725 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=d36f1fc0-05fa-4125-881c-edd4e311af8e HTTP/1.1" status: 200 len: 210 time: 0.1399915 Nov 09 21:20:53.303705 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bc64b529-4685-453e-96b5-eed6bafc9de0 req-9601b9f0-e123-4de9-a91d-b907a0e9e0e2 service neutron] 10.222.0.43 "GET /v2.0/networks/5fad92fa-6e69-4982-b33d-973ebedbbd56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419272 Nov 09 21:20:53.308740 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:53.316177 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['8ffcf690-c600-420a-b3df-8731c6157236'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:20:53.361348 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-7727eabc-6601-47c6-9f71-9610721dedae service neutron] 10.222.0.45 "GET /v2.0/networks/51c5a9da-ba9b-4a16-b511-0fb34193eb21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001651 Nov 09 21:20:53.404921 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-f3b017eb-4474-42ac-accb-c0a79ab2ba75 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.103&port_id=822a31d7-ad5f-4743-90bf-fc0360505af7 HTTP/1.1" status: 200 len: 217 time: 0.0368619 Nov 09 21:20:53.460054 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-1f028fb2-1d37-41ea-b0d8-e43515ad2669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:53.461627 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-1f028fb2-1d37-41ea-b0d8-e43515ad2669 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=23a529c4-5af3-4515-82a1-8ef3882638a7 HTTP/1.1" status: 200 len: 801 time: 0.0498326 Nov 09 21:20:53.513469 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-fc93cfc8-0970-45d1-8bcd-eee0a0c9810b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:53.514969 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-fc93cfc8-0970-45d1-8bcd-eee0a0c9810b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bff54539-7dbd-495f-be59-aa4e4517e292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0458784 Nov 09 21:20:53.562033 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 939559e4-b512-47d6-a78d-ea962bbb87cc up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:20:53.611827 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-513a92db-6035-4ddc-ba60-b55768063f53 service neutron] 10.222.0.45 "GET /v2.0/networks/bff54539-7dbd-495f-be59-aa4e4517e292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898306 Nov 09 21:20:53.616293 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 939559e4-b512-47d6-a78d-ea962bbb87cc completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:20:53.621363 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 939559e4-b512-47d6-a78d-ea962bbb87cc triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:20:53.621891 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:53.712433 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:53.717524 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-29e9cb4e-0ad8-4b1a-8839-74e7eb04147d service neutron] 10.222.0.45 "GET /v2.0/networks/bff54539-7dbd-495f-be59-aa4e4517e292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987103 Nov 09 21:20:53.744403 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db5c5e-41e2-4fc1-8c43-2b2e7a98906c req-e690fe3b-a43f-40ef-bb10-38b74f663693 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:53.746343 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-07db5c5e-41e2-4fc1-8c43-2b2e7a98906c req-e690fe3b-a43f-40ef-bb10-38b74f663693 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3853b5de-fbbf-4ba2-98f3-3c3e518be584 HTTP/1.1" status: 200 len: 944 time: 0.0686738 Nov 09 21:20:53.752949 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 939559e4-b512-47d6-a78d-ea962bbb87cc, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=939559e4-b512-47d6-a78d-ea962bbb87cc,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:20:53.754301 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b24eb02-4f6e-4fc9-8f94-e4e7f8e5816c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939559e4-b512-47d6-a78d-ea962bbb87cc'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:20:53.757527 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad320e8-81b6-449b-b11b-160a97a517fb" -d '{"events": [{"server_uuid": "9b24eb02-4f6e-4fc9-8f94-e4e7f8e5816c", "name": "network-vif-plugged", "status": "completed", "tag": "939559e4-b512-47d6-a78d-ea962bbb87cc"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:20:53.761859 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:53.762740 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 13cdc27b-4127-4398-9060-af4c544dba06 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:20:53.782649 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-cba3f9f8-bc36-45cb-983c-5f16e194f20d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.225&port_id=e7589e3e-c9bc-41f1-9a0e-60a1d054087d HTTP/1.1" status: 200 len: 217 time: 0.0570805 Nov 09 21:20:53.785646 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 13cdc27b-4127-4398-9060-af4c544dba06 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:20:53.785646 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 13cdc27b-4127-4398-9060-af4c544dba06 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:20:53.832186 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-07db5c5e-41e2-4fc1-8c43-2b2e7a98906c req-5e926557-838a-4be7-9be2-38d922c843d5 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787673 Nov 09 21:20:53.847587 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=939559e4-b512-47d6-a78d-ea962bbb87cc,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:53.855802 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-7b1f330c-85a2-4b58-a2f5-734b35c299fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:53.857436 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-7b1f330c-85a2-4b58-a2f5-734b35c299fe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=44419ab1-1a1a-44f9-ac8f-7b4bba52ecb9 HTTP/1.1" status: 200 len: 801 time: 0.0677998 Nov 09 21:20:53.895827 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec427394-0ebe-4f24-bda3-469ce3e6e2ae x-openstack-request-id: req-ec427394-0ebe-4f24-bda3-469ce3e6e2ae {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:20:53.896128 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b24eb02-4f6e-4fc9-8f94-e4e7f8e5816c", "name": "network-vif-plugged", "status": "completed", "tag": "939559e4-b512-47d6-a78d-ea962bbb87cc", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:20:53.896387 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ec427394-0ebe-4f24-bda3-469ce3e6e2ae {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:20:53.896862 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b24eb02-4f6e-4fc9-8f94-e4e7f8e5816c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939559e4-b512-47d6-a78d-ea962bbb87cc', 'code': 200} Nov 09 21:20:53.948106 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634083c-a850-4f22-9982-ef0062f9d129 req-bb157c84-b6ba-4ba5-adc8-5ed8e06e8be2 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:53.949886 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d634083c-a850-4f22-9982-ef0062f9d129 req-bb157c84-b6ba-4ba5-adc8-5ed8e06e8be2 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b24eb02-4f6e-4fc9-8f94-e4e7f8e5816c HTTP/1.1" status: 200 len: 950 time: 0.0904493 Nov 09 21:20:53.953588 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-2d968d36-0a97-46ce-add8-67208b7bfba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:53.955024 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-2d968d36-0a97-46ce-add8-67208b7bfba2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51c5a9da-ba9b-4a16-b511-0fb34193eb21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0853109 Nov 09 21:20:54.017824 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2dbbe4-2986-46f1-a2bb-2e076db1e1ae req-8f2626de-493e-4fa6-8fb8-fa082123017c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:54.019481 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1c2dbbe4-2986-46f1-a2bb-2e076db1e1ae req-8f2626de-493e-4fa6-8fb8-fa082123017c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9b24eb02-4f6e-4fc9-8f94-e4e7f8e5816c HTTP/1.1" status: 200 len: 1101 time: 0.0508306 Nov 09 21:20:54.070232 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1c2dbbe4-2986-46f1-a2bb-2e076db1e1ae req-f8252a90-f3c1-4fa9-ad7c-dd4e42f6fefd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=77201fc9-2c77-4185-a665-8eb4e4f63560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420935 Nov 09 21:20:54.081740 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-9c4c859b-ca1b-4384-b6a8-a193cf805a07 service neutron] 10.222.0.45 "GET /v2.0/networks/51c5a9da-ba9b-4a16-b511-0fb34193eb21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091664 Nov 09 21:20:54.089072 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d634083c-a850-4f22-9982-ef0062f9d129 req-89bd5ee5-814f-49ae-bff5-3bbec651b9fb tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] 10.222.0.49 "GET /v2.0/security-groups?id=77201fc9-2c77-4185-a665-8eb4e4f63560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305430 Nov 09 21:20:54.219469 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2eb53f-1d33-45f2-b525-91376a3d2f88 req-f84eab56-1fb9-4f7e-9748-37e67e421835 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:54.225333 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2eb53f-1d33-45f2-b525-91376a3d2f88 req-f84eab56-1fb9-4f7e-9748-37e67e421835 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:54.231794 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2eb53f-1d33-45f2-b525-91376a3d2f88 req-f84eab56-1fb9-4f7e-9748-37e67e421835 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:54.233487 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8e2eb53f-1d33-45f2-b525-91376a3d2f88 req-f84eab56-1fb9-4f7e-9748-37e67e421835 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca554ad3-c857-47ee-b0c4-98d5fea1c05d HTTP/1.1" status: 200 len: 2412 time: 0.0676932 Nov 09 21:20:54.283062 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8e2eb53f-1d33-45f2-b525-91376a3d2f88 req-0d36d6f6-c8b5-4b0a-ba8d-7302e961b66d tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/security-groups?id=c14d76be-02c1-4fc3-95ad-d30d4063fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430255 Nov 09 21:20:54.382858 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8e3f8c91-a71d-457c-b6cf-211452b9ecba req-639bcd97-fe90-46eb-b06c-80ded6731462 service neutron] 10.222.0.45 "GET /v2.0/networks/51c5a9da-ba9b-4a16-b511-0fb34193eb21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946896 Nov 09 21:20:54.497782 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6325a-d21d-4440-8855-f478c6f6c095 req-48b42aa5-58d0-4fa9-8292-e86ed3d929bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:54.498368 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6325a-d21d-4440-8855-f478c6f6c095 req-48b42aa5-58d0-4fa9-8292-e86ed3d929bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:54.498896 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6325a-d21d-4440-8855-f478c6f6c095 req-48b42aa5-58d0-4fa9-8292-e86ed3d929bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:54.500616 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-07e6325a-d21d-4440-8855-f478c6f6c095 req-48b42aa5-58d0-4fa9-8292-e86ed3d929bf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a8884e29db44a0584896bf141edec66&device_id=ca554ad3-c857-47ee-b0c4-98d5fea1c05d HTTP/1.1" status: 200 len: 2865 time: 0.0597596 Nov 09 21:20:54.627113 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2425c707-1651-4570-b71a-a33a1ab86c55 req-2788a6e6-d257-44aa-9af5-839952f5b4b0 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:54.628701 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2425c707-1651-4570-b71a-a33a1ab86c55 req-2788a6e6-d257-44aa-9af5-839952f5b4b0 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=b79f94ac-8ac2-4365-8a06-f7a77c8c6e2c HTTP/1.1" status: 200 len: 950 time: 0.0986564 Nov 09 21:20:54.663725 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6325a-d21d-4440-8855-f478c6f6c095 req-28efc1fd-f8a4-4ba2-bdeb-cadb7290e574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:54.665260 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-07e6325a-d21d-4440-8855-f478c6f6c095 req-28efc1fd-f8a4-4ba2-bdeb-cadb7290e574 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bff54539-7dbd-495f-be59-aa4e4517e292 HTTP/1.1" status: 200 len: 902 time: 0.1436353 Nov 09 21:20:54.676971 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca554ad3-c857-47ee-b0c4-98d5fea1c05d', 'tag': 'e7589e3e-c9bc-41f1-9a0e-60a1d054087d'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:20:54.679246 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b710fcb2-b712-4fdd-b0dd-2532d3db84d6" -d '{"events": [{"name": "network-changed", "server_uuid": "ca554ad3-c857-47ee-b0c4-98d5fea1c05d", "tag": "e7589e3e-c9bc-41f1-9a0e-60a1d054087d"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:20:54.730749 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d429d5d-1bb7-470c-a467-82c3867515e8 x-openstack-request-id: req-9d429d5d-1bb7-470c-a467-82c3867515e8 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:20:54.730988 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca554ad3-c857-47ee-b0c4-98d5fea1c05d", "tag": "e7589e3e-c9bc-41f1-9a0e-60a1d054087d", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:20:54.731248 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9d429d5d-1bb7-470c-a467-82c3867515e8 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:20:54.731646 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca554ad3-c857-47ee-b0c4-98d5fea1c05d', 'tag': 'e7589e3e-c9bc-41f1-9a0e-60a1d054087d', 'status': 'completed', 'code': 200} Nov 09 21:20:54.735927 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-07e6325a-d21d-4440-8855-f478c6f6c095 req-58b4e871-b35d-4745-a2eb-28fcf15371ed service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.103&port_id=822a31d7-ad5f-4743-90bf-fc0360505af7 HTTP/1.1" status: 200 len: 217 time: 0.0456460 Nov 09 21:20:54.740518 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2425c707-1651-4570-b71a-a33a1ab86c55 req-687d91ef-8baa-41fb-b418-d0b9fbed9e92 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048934 Nov 09 21:20:54.784747 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6325a-d21d-4440-8855-f478c6f6c095 req-8d8440cb-4276-45b4-b51d-eaf426db42d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:54.786256 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-07e6325a-d21d-4440-8855-f478c6f6c095 req-8d8440cb-4276-45b4-b51d-eaf426db42d0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=23a529c4-5af3-4515-82a1-8ef3882638a7 HTTP/1.1" status: 200 len: 801 time: 0.0434666 Nov 09 21:20:54.834946 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6325a-d21d-4440-8855-f478c6f6c095 req-25dda9bc-87f2-430d-9ec6-588046f870a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:54.836484 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-07e6325a-d21d-4440-8855-f478c6f6c095 req-25dda9bc-87f2-430d-9ec6-588046f870a7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bff54539-7dbd-495f-be59-aa4e4517e292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0421302 Nov 09 21:20:54.938983 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-07e6325a-d21d-4440-8855-f478c6f6c095 req-57ad8566-1210-4675-b3fc-0f4d09975456 service neutron] 10.222.0.45 "GET /v2.0/networks/bff54539-7dbd-495f-be59-aa4e4517e292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928979 Nov 09 21:20:54.943310 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 4b4c0405-cd85-4ca4-8c72-901a204e13ed up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:20:54.963720 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410c360-c090-494c-a0a2-a25f11a51651 req-fda6ca74-9df9-401b-a77f-e07512b42602 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:54.966186 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d410c360-c090-494c-a0a2-a25f11a51651 req-fda6ca74-9df9-401b-a77f-e07512b42602 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3853b5de-fbbf-4ba2-98f3-3c3e518be584 HTTP/1.1" status: 200 len: 944 time: 0.0522289 Nov 09 21:20:55.014275 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 4b4c0405-cd85-4ca4-8c72-901a204e13ed completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:20:55.020400 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 4b4c0405-cd85-4ca4-8c72-901a204e13ed triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:20:55.020924 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:55.023407 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d410c360-c090-494c-a0a2-a25f11a51651 req-546deb5a-ce9c-464f-b31c-59aecbfb1d04 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512869 Nov 09 21:20:55.049838 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-07e6325a-d21d-4440-8855-f478c6f6c095 req-54a06e68-e70b-41e5-a7c5-e28d6164960f service neutron] 10.222.0.45 "GET /v2.0/networks/bff54539-7dbd-495f-be59-aa4e4517e292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028359 Nov 09 21:20:55.125672 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:55.163421 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 4b4c0405-cd85-4ca4-8c72-901a204e13ed, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=4b4c0405-cd85-4ca4-8c72-901a204e13ed,segment=NetworkSegment(535e550e-1834-40ad-bb5a-53e5c279aa6f),segment_id=535e550e-1834-40ad-bb5a-53e5c279aa6f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:20:55.165275 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710fcb2-b712-4fdd-b0dd-2532d3db84d6 req-2bc9f8da-5a9a-4231-aa4a-cd19cdc52884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:55.165952 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710fcb2-b712-4fdd-b0dd-2532d3db84d6 req-2bc9f8da-5a9a-4231-aa4a-cd19cdc52884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:55.166400 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710fcb2-b712-4fdd-b0dd-2532d3db84d6 req-2bc9f8da-5a9a-4231-aa4a-cd19cdc52884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:55.168246 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b710fcb2-b712-4fdd-b0dd-2532d3db84d6 req-2bc9f8da-5a9a-4231-aa4a-cd19cdc52884 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a8884e29db44a0584896bf141edec66&device_id=ca554ad3-c857-47ee-b0c4-98d5fea1c05d HTTP/1.1" status: 200 len: 2865 time: 0.0629556 Nov 09 21:20:55.168877 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:55.228828 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9036681-22d1-4391-9406-799de488e05e req-9281c299-59f8-4cf4-9091-5b2d08ff6740 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:55.229700 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=4b4c0405-cd85-4ca4-8c72-901a204e13ed,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:55.230526 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e9036681-22d1-4391-9406-799de488e05e req-9281c299-59f8-4cf4-9091-5b2d08ff6740 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b24eb02-4f6e-4fc9-8f94-e4e7f8e5816c HTTP/1.1" status: 200 len: 950 time: 0.0599837 Nov 09 21:20:55.275348 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710fcb2-b712-4fdd-b0dd-2532d3db84d6 req-040a61e6-d73c-4b48-9ac4-95e5ee8afb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:55.277606 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b710fcb2-b712-4fdd-b0dd-2532d3db84d6 req-040a61e6-d73c-4b48-9ac4-95e5ee8afb2a service neutron] 10.222.0.45 "GET /v2.0/networks?id=51c5a9da-ba9b-4a16-b511-0fb34193eb21 HTTP/1.1" status: 200 len: 901 time: 0.1023724 Nov 09 21:20:55.288201 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e9036681-22d1-4391-9406-799de488e05e req-535ffd80-9cc8-47db-b110-e28e2fba3a99 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] 10.222.0.49 "GET /v2.0/security-groups?id=77201fc9-2c77-4185-a665-8eb4e4f63560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511053 Nov 09 21:20:55.349980 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b710fcb2-b712-4fdd-b0dd-2532d3db84d6 req-d1c4b254-cafe-4cb0-ac10-142ff9d0ddd8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.225&port_id=e7589e3e-c9bc-41f1-9a0e-60a1d054087d HTTP/1.1" status: 200 len: 217 time: 0.0530047 Nov 09 21:20:55.427217 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710fcb2-b712-4fdd-b0dd-2532d3db84d6 req-c5b03a38-357d-4ed9-b63d-8cba74cda53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:55.428717 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b710fcb2-b712-4fdd-b0dd-2532d3db84d6 req-c5b03a38-357d-4ed9-b63d-8cba74cda53b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=44419ab1-1a1a-44f9-ac8f-7b4bba52ecb9 HTTP/1.1" status: 200 len: 801 time: 0.0713043 Nov 09 21:20:55.438423 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb25c8-f6e0-4c31-826a-ab1c79a39b80 req-d1f0dc9e-3127-4ea6-b8a4-0e16479df490 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:55.444809 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb25c8-f6e0-4c31-826a-ab1c79a39b80 req-d1f0dc9e-3127-4ea6-b8a4-0e16479df490 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:55.451837 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb25c8-f6e0-4c31-826a-ab1c79a39b80 req-d1f0dc9e-3127-4ea6-b8a4-0e16479df490 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:55.464328 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b5bb25c8-f6e0-4c31-826a-ab1c79a39b80 req-d1f0dc9e-3127-4ea6-b8a4-0e16479df490 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca554ad3-c857-47ee-b0c4-98d5fea1c05d HTTP/1.1" status: 200 len: 2412 time: 0.0799420 Nov 09 21:20:55.499419 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710fcb2-b712-4fdd-b0dd-2532d3db84d6 req-20beaeb6-3c90-414a-bedd-b4e188952633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:55.501322 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b710fcb2-b712-4fdd-b0dd-2532d3db84d6 req-20beaeb6-3c90-414a-bedd-b4e188952633 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=51c5a9da-ba9b-4a16-b511-0fb34193eb21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0612082 Nov 09 21:20:55.525261 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b5bb25c8-f6e0-4c31-826a-ab1c79a39b80 req-6be30792-a66f-4e74-9d76-c2d89e1d20f5 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/security-groups?id=c14d76be-02c1-4fc3-95ad-d30d4063fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599797 Nov 09 21:20:55.604382 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b710fcb2-b712-4fdd-b0dd-2532d3db84d6 req-b9efe1e8-e877-4caf-bf83-c4498665af96 service neutron] 10.222.0.45 "GET /v2.0/networks/51c5a9da-ba9b-4a16-b511-0fb34193eb21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958309 Nov 09 21:20:55.698164 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b710fcb2-b712-4fdd-b0dd-2532d3db84d6 req-ad61459d-38b3-4f64-84e1-a51926cf47ee service neutron] 10.222.0.45 "GET /v2.0/networks/51c5a9da-ba9b-4a16-b511-0fb34193eb21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851560 Nov 09 21:20:55.856252 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08330a5d-de3b-4abd-93e0-6308ad0cfe04 req-a8eccc54-a415-434e-9156-3cd6bba0a8cc tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:55.857776 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-08330a5d-de3b-4abd-93e0-6308ad0cfe04 req-a8eccc54-a415-434e-9156-3cd6bba0a8cc tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=b79f94ac-8ac2-4365-8a06-f7a77c8c6e2c HTTP/1.1" status: 200 len: 950 time: 0.0498190 Nov 09 21:20:55.897790 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3853b5de-fbbf-4ba2-98f3-3c3e518be584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b4c0405-cd85-4ca4-8c72-901a204e13ed'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:20:55.900081 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889e7ec3-9bdf-4e6d-a2d9-2b90532ab8c4" -d '{"events": [{"server_uuid": "3853b5de-fbbf-4ba2-98f3-3c3e518be584", "name": "network-vif-plugged", "status": "completed", "tag": "4b4c0405-cd85-4ca4-8c72-901a204e13ed"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:20:55.906714 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-08330a5d-de3b-4abd-93e0-6308ad0cfe04 req-90536c60-136c-4c0e-a824-94ccf0c91f15 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429664 Nov 09 21:20:55.941990 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0841c9fd-5165-4a6f-8802-63570b29869f x-openstack-request-id: req-0841c9fd-5165-4a6f-8802-63570b29869f {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:20:55.942287 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3853b5de-fbbf-4ba2-98f3-3c3e518be584", "name": "network-vif-plugged", "status": "completed", "tag": "4b4c0405-cd85-4ca4-8c72-901a204e13ed", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:20:55.942560 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0841c9fd-5165-4a6f-8802-63570b29869f {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:20:55.942953 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3853b5de-fbbf-4ba2-98f3-3c3e518be584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b4c0405-cd85-4ca4-8c72-901a204e13ed', 'code': 200} Nov 09 21:20:56.087703 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755943c-5b4f-452c-bf50-2b0c30618139 req-1af450bb-ca03-4439-80d3-360da9c41269 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:56.089260 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6755943c-5b4f-452c-bf50-2b0c30618139 req-1af450bb-ca03-4439-80d3-360da9c41269 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.43 "GET /v2.0/ports?device_id=b79f94ac-8ac2-4365-8a06-f7a77c8c6e2c HTTP/1.1" status: 200 len: 950 time: 0.0619025 Nov 09 21:20:56.125457 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ee1ca-f0a2-486e-b064-443593ea279a req-15ba9ac8-691a-40f8-b6e4-e42c7351048a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:56.126977 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8b6ee1ca-f0a2-486e-b064-443593ea279a req-15ba9ac8-691a-40f8-b6e4-e42c7351048a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3853b5de-fbbf-4ba2-98f3-3c3e518be584 HTTP/1.1" status: 200 len: 1096 time: 0.0429327 Nov 09 21:20:56.185271 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8b6ee1ca-f0a2-486e-b064-443593ea279a req-9415ee06-930d-41e1-99da-af154cfb8826 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509236 Nov 09 21:20:56.218180 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5859a-3417-4254-bf40-e6f94d429641 req-38d48cdf-528c-4541-accc-c4af1f656bcd tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:56.219581 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f3f5859a-3417-4254-bf40-e6f94d429641 req-38d48cdf-528c-4541-accc-c4af1f656bcd tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3853b5de-fbbf-4ba2-98f3-3c3e518be584 HTTP/1.1" status: 200 len: 945 time: 0.0921566 Nov 09 21:20:56.254340 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-6755943c-5b4f-452c-bf50-2b0c30618139 req-ea3b1593-e9cd-4e85-9251-342388599e01 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Deleting port 8ffcf690-c600-420a-b3df-8731c6157236 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:20:56.254673 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-6755943c-5b4f-452c-bf50-2b0c30618139 req-ea3b1593-e9cd-4e85-9251-342388599e01 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:56.328087 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f3f5859a-3417-4254-bf40-e6f94d429641 req-2b012c59-d64b-416a-a852-37dd04bf1706 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004314 Nov 09 21:20:56.376074 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-6755943c-5b4f-452c-bf50-2b0c30618139 req-ea3b1593-e9cd-4e85-9251-342388599e01 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] For port 8ffcf690-c600-420a-b3df-8731c6157236, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=8ffcf690-c600-420a-b3df-8731c6157236,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:20:56.376432 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-6755943c-5b4f-452c-bf50-2b0c30618139 req-ea3b1593-e9cd-4e85-9251-342388599e01 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:56.389145 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-6755943c-5b4f-452c-bf50-2b0c30618139 req-ea3b1593-e9cd-4e85-9251-342388599e01 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Calling delete_port for 8ffcf690-c600-420a-b3df-8731c6157236 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:20:56.428097 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de9391-4cc6-43f5-80fa-9ae935871c5e req-209769d9-a6a3-42cd-9abc-8a819ce4dae4 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:56.429632 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a4de9391-4cc6-43f5-80fa-9ae935871c5e req-209769d9-a6a3-42cd-9abc-8a819ce4dae4 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b24eb02-4f6e-4fc9-8f94-e4e7f8e5816c HTTP/1.1" status: 200 len: 950 time: 0.0511262 Nov 09 21:20:56.478151 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a4de9391-4cc6-43f5-80fa-9ae935871c5e req-29b810c9-8a3d-4628-88e6-32f1389725cd tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] 10.222.0.49 "GET /v2.0/security-groups?id=77201fc9-2c77-4185-a665-8eb4e4f63560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419743 Nov 09 21:20:56.500786 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27bb6b-23cc-4e2f-97fa-db2548a57b07 req-a5eddfaf-9efc-4178-915f-7e663e3fab7f tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:56.500786 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8d27bb6b-23cc-4e2f-97fa-db2548a57b07 req-a5eddfaf-9efc-4178-915f-7e663e3fab7f tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bbb89f0-d82b-41d7-997d-7434f853340c HTTP/1.1" status: 200 len: 946 time: 0.0987561 Nov 09 21:20:56.585689 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8d27bb6b-23cc-4e2f-97fa-db2548a57b07 req-a97dd871-e354-4479-aaab-e638a327ecf6 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c0379d4-ef40-4d5f-90c4-31b5ee475e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740438 Nov 09 21:20:56.610799 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-6755943c-5b4f-452c-bf50-2b0c30618139 req-ea3b1593-e9cd-4e85-9251-342388599e01 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:56.627987 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['528f7164-711a-46b8-a7d9-97e7ea2dc770'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:20:56.646985 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b1593-e9cd-4e85-9251-342388599e01 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Pushing event deleted for resources: {'Port': ['ID=8ffcf690-c600-420a-b3df-8731c6157236,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:56.670333 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['8ffcf690-c600-420a-b3df-8731c6157236'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:20:56.691656 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-6755943c-5b4f-452c-bf50-2b0c30618139 req-ea3b1593-e9cd-4e85-9251-342388599e01 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] No DVR routers for this DVR port 8ffcf690-c600-420a-b3df-8731c6157236 on host n-h2-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:20:56.694842 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-6755943c-5b4f-452c-bf50-2b0c30618139 req-ea3b1593-e9cd-4e85-9251-342388599e01 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:56.699289 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6755943c-5b4f-452c-bf50-2b0c30618139 req-ea3b1593-e9cd-4e85-9251-342388599e01 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.43 "DELETE /v2.0/ports/8ffcf690-c600-420a-b3df-8731c6157236 HTTP/1.1" status: 204 len: 173 time: 0.6041157 Nov 09 21:20:56.699788 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79f94ac-8ac2-4365-8a06-f7a77c8c6e2c', 'name': 'network-vif-deleted', 'tag': '8ffcf690-c600-420a-b3df-8731c6157236'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:20:56.702493 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52f23ff-d7f7-4d97-9fbf-c07842af6ed2" -d '{"events": [{"server_uuid": "b79f94ac-8ac2-4365-8a06-f7a77c8c6e2c", "name": "network-vif-deleted", "tag": "8ffcf690-c600-420a-b3df-8731c6157236"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:20:56.787513 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcdeb60d-daac-4512-8bc0-91ab8a6a16f9 x-openstack-request-id: req-dcdeb60d-daac-4512-8bc0-91ab8a6a16f9 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:20:56.787798 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79f94ac-8ac2-4365-8a06-f7a77c8c6e2c", "name": "network-vif-deleted", "tag": "8ffcf690-c600-420a-b3df-8731c6157236", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:20:56.788060 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dcdeb60d-daac-4512-8bc0-91ab8a6a16f9 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:20:56.788513 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79f94ac-8ac2-4365-8a06-f7a77c8c6e2c', 'name': 'network-vif-deleted', 'tag': '8ffcf690-c600-420a-b3df-8731c6157236', 'status': 'completed', 'code': 200} Nov 09 21:20:56.810064 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eef73c-67b2-414f-b58c-69d3475a88c3 req-982535ce-ca94-4d30-a514-044ff8eafa87 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:56.816088 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eef73c-67b2-414f-b58c-69d3475a88c3 req-982535ce-ca94-4d30-a514-044ff8eafa87 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:56.823355 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eef73c-67b2-414f-b58c-69d3475a88c3 req-982535ce-ca94-4d30-a514-044ff8eafa87 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:56.825100 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a1eef73c-67b2-414f-b58c-69d3475a88c3 req-982535ce-ca94-4d30-a514-044ff8eafa87 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca554ad3-c857-47ee-b0c4-98d5fea1c05d HTTP/1.1" status: 200 len: 2412 time: 0.0758884 Nov 09 21:20:56.882611 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a1eef73c-67b2-414f-b58c-69d3475a88c3 req-224f4de9-c419-40f4-8ab7-2a5836effd68 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/security-groups?id=c14d76be-02c1-4fc3-95ad-d30d4063fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508988 Nov 09 21:20:56.893698 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a3d17-6802-48a9-9836-b9363e9da0f6 req-94b98cbd-9e4b-4845-b579-1d73d68ba6f7 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:56.895184 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-003a3d17-6802-48a9-9836-b9363e9da0f6 req-94b98cbd-9e4b-4845-b579-1d73d68ba6f7 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b24eb02-4f6e-4fc9-8f94-e4e7f8e5816c HTTP/1.1" status: 200 len: 950 time: 0.0544424 Nov 09 21:20:56.950163 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-003a3d17-6802-48a9-9836-b9363e9da0f6 req-8a0e6195-7584-48de-95cc-0d3eef936a93 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] 10.222.0.49 "GET /v2.0/security-groups?id=77201fc9-2c77-4185-a665-8eb4e4f63560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480075 Nov 09 21:20:57.018069 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-89ba29a8-22eb-449a-9654-20666475245c req-8d0f0dda-5cd6-4ed6-beb0-9dac68896b0f tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=b79f94ac-8ac2-4365-8a06-f7a77c8c6e2c HTTP/1.1" status: 200 len: 210 time: 0.0304294 Nov 09 21:20:57.461429 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d586a5d-8877-4351-ad52-543a60bf1726 req-3048752c-3178-45dc-9a99-8dd7d51b6703 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:57.462968 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0d586a5d-8877-4351-ad52-543a60bf1726 req-3048752c-3178-45dc-9a99-8dd7d51b6703 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3853b5de-fbbf-4ba2-98f3-3c3e518be584 HTTP/1.1" status: 200 len: 945 time: 0.0575223 Nov 09 21:20:57.511245 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0d586a5d-8877-4351-ad52-543a60bf1726 req-4d87ba03-4f24-4649-820f-c97e266bd30a tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423412 Nov 09 21:20:57.563316 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device f3670b9c-5be0-4447-80bc-2c68cec34eea details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:20:57.635592 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d96536-71c6-4b5e-bd84-c0eef93d5dc3 req-7cc4190f-9f79-406c-b482-0d1152d5efde tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:57.637337 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-33d96536-71c6-4b5e-bd84-c0eef93d5dc3 req-7cc4190f-9f79-406c-b482-0d1152d5efde tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3853b5de-fbbf-4ba2-98f3-3c3e518be584 HTTP/1.1" status: 200 len: 945 time: 0.0570931 Nov 09 21:20:57.660897 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port f3670b9c-5be0-4447-80bc-2c68cec34eea, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=f3670b9c-5be0-4447-80bc-2c68cec34eea,segment=NetworkSegment(429ddc56-fc42-4e71-88f3-12241df5db96),segment_id=429ddc56-fc42-4e71-88f3-12241df5db96)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:20:57.672581 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': 'f3670b9c-5be0-4447-80bc-2c68cec34eea', 'network_id': '51c5a9da-ba9b-4a16-b511-0fb34193eb21', 'port_id': 'f3670b9c-5be0-4447-80bc-2c68cec34eea', 'mac_address': 'fa:16:3e:4f:5b:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44419ab1-1a1a-44f9-ac8f-7b4bba52ecb9', 'ip_address': '19.80.0.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:20:57.686161 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-33d96536-71c6-4b5e-bd84-c0eef93d5dc3 req-2a7505a0-0af6-4312-adb6-43759891681a tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423377 Nov 09 21:20:57.718022 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:57.723281 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c016f-179b-43a4-9f38-e788cb8fcef1 req-230be931-52b0-4b8b-8ceb-09d7bc7b0a82 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:57.725440 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-253c016f-179b-43a4-9f38-e788cb8fcef1 req-230be931-52b0-4b8b-8ceb-09d7bc7b0a82 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bbb89f0-d82b-41d7-997d-7434f853340c HTTP/1.1" status: 200 len: 946 time: 0.0622492 Nov 09 21:20:57.736936 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3670b9c-5be0-4447-80bc-2c68cec34eea {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:20:57.756982 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port f3670b9c-5be0-4447-80bc-2c68cec34eea, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=f3670b9c-5be0-4447-80bc-2c68cec34eea,segment=NetworkSegment(429ddc56-fc42-4e71-88f3-12241df5db96),segment_id=429ddc56-fc42-4e71-88f3-12241df5db96)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:20:57.761759 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:57.762416 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device e7589e3e-c9bc-41f1-9a0e-60a1d054087d details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:20:57.785840 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-253c016f-179b-43a4-9f38-e788cb8fcef1 req-400aa522-c535-4181-857c-b0083dfee8c3 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c0379d4-ef40-4d5f-90c4-31b5ee475e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537107 Nov 09 21:20:57.832004 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port e7589e3e-c9bc-41f1-9a0e-60a1d054087d, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=e7589e3e-c9bc-41f1-9a0e-60a1d054087d,segment=NetworkSegment(429ddc56-fc42-4e71-88f3-12241df5db96),segment_id=429ddc56-fc42-4e71-88f3-12241df5db96)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:20:57.840739 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=f3670b9c-5be0-4447-80bc-2c68cec34eea,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:57.847235 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': 'e7589e3e-c9bc-41f1-9a0e-60a1d054087d', 'network_id': '51c5a9da-ba9b-4a16-b511-0fb34193eb21', 'port_id': 'e7589e3e-c9bc-41f1-9a0e-60a1d054087d', 'mac_address': 'fa:16:3e:59:9e:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44419ab1-1a1a-44f9-ac8f-7b4bba52ecb9', 'ip_address': '19.80.0.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:20:57.885798 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:57.900503 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7589e3e-c9bc-41f1-9a0e-60a1d054087d {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:20:57.924979 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port e7589e3e-c9bc-41f1-9a0e-60a1d054087d, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=e7589e3e-c9bc-41f1-9a0e-60a1d054087d,segment=NetworkSegment(429ddc56-fc42-4e71-88f3-12241df5db96),segment_id=429ddc56-fc42-4e71-88f3-12241df5db96)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:20:57.929086 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:57.929700 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 822a31d7-ad5f-4743-90bf-fc0360505af7 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:20:58.009269 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=e7589e3e-c9bc-41f1-9a0e-60a1d054087d,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:58.013265 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e031abd-bb88-47aa-a0d6-549d43eb6932 req-cc65a1bc-e3ca-4fca-86f7-f4ddd265b182 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:58.015563 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a73d10-822d-4270-a21e-5dee358b9a6a req-cb35a1fb-2205-4855-8900-dc74e4a6a345 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:58.017163 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b4a73d10-822d-4270-a21e-5dee358b9a6a req-cb35a1fb-2205-4855-8900-dc74e4a6a345 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3853b5de-fbbf-4ba2-98f3-3c3e518be584 HTTP/1.1" status: 200 len: 945 time: 0.0633566 Nov 09 21:20:58.024336 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e031abd-bb88-47aa-a0d6-549d43eb6932 req-cc65a1bc-e3ca-4fca-86f7-f4ddd265b182 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:58.031793 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e031abd-bb88-47aa-a0d6-549d43eb6932 req-cc65a1bc-e3ca-4fca-86f7-f4ddd265b182 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:58.033547 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3e031abd-bb88-47aa-a0d6-549d43eb6932 req-cc65a1bc-e3ca-4fca-86f7-f4ddd265b182 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca554ad3-c857-47ee-b0c4-98d5fea1c05d HTTP/1.1" status: 200 len: 2414 time: 0.0755105 Nov 09 21:20:58.071884 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b4a73d10-822d-4270-a21e-5dee358b9a6a req-933c9063-000d-4cc7-8764-7b7d87ed3579 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487649 Nov 09 21:20:58.090364 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3e031abd-bb88-47aa-a0d6-549d43eb6932 req-092ea6ef-f533-4958-a40a-bbb2b778f5c8 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/security-groups?id=c14d76be-02c1-4fc3-95ad-d30d4063fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502450 Nov 09 21:20:58.091175 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 822a31d7-ad5f-4743-90bf-fc0360505af7, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=822a31d7-ad5f-4743-90bf-fc0360505af7,segment=NetworkSegment(e5a7881d-a3c8-4cf0-82e1-a9e7dba5802a),segment_id=e5a7881d-a3c8-4cf0-82e1-a9e7dba5802a)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:20:58.104584 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '822a31d7-ad5f-4743-90bf-fc0360505af7', 'network_id': 'bff54539-7dbd-495f-be59-aa4e4517e292', 'port_id': '822a31d7-ad5f-4743-90bf-fc0360505af7', 'mac_address': 'fa:16:3e:7d:33:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a529c4-5af3-4515-82a1-8ef3882638a7', 'ip_address': '19.86.0.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:20:58.143993 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:58.159752 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 822a31d7-ad5f-4743-90bf-fc0360505af7 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:20:58.186844 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 822a31d7-ad5f-4743-90bf-fc0360505af7, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=822a31d7-ad5f-4743-90bf-fc0360505af7,segment=NetworkSegment(e5a7881d-a3c8-4cf0-82e1-a9e7dba5802a),segment_id=e5a7881d-a3c8-4cf0-82e1-a9e7dba5802a)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:20:58.191169 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:58.216875 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52046306-3c08-4361-9ee7-7b76609390c6 req-1431a415-5385-4659-94db-4fe3d365966a tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:58.220229 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-52046306-3c08-4361-9ee7-7b76609390c6 req-1431a415-5385-4659-94db-4fe3d365966a tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b24eb02-4f6e-4fc9-8f94-e4e7f8e5816c HTTP/1.1" status: 200 len: 950 time: 0.0644846 Nov 09 21:20:58.254406 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=822a31d7-ad5f-4743-90bf-fc0360505af7,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:58.319787 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-52046306-3c08-4361-9ee7-7b76609390c6 req-45c0546f-7d66-4298-83a7-bd2e064d5b76 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] 10.222.0.49 "GET /v2.0/security-groups?id=77201fc9-2c77-4185-a665-8eb4e4f63560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949311 Nov 09 21:20:58.330978 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a198334b-5e4b-43a4-8ed9-ebcf135ea2df req-5ba8b9fd-ee0b-492e-8205-574e0f6830fa tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:58.332522 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a198334b-5e4b-43a4-8ed9-ebcf135ea2df req-5ba8b9fd-ee0b-492e-8205-574e0f6830fa tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bbb89f0-d82b-41d7-997d-7434f853340c HTTP/1.1" status: 200 len: 946 time: 0.0865340 Nov 09 21:20:58.388015 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1671c29-0f10-4ea2-94a3-c4b889cd8206 req-68ef3f4a-561f-46cf-a5bd-c542797d51b4 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:58.389598 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c1671c29-0f10-4ea2-94a3-c4b889cd8206 req-68ef3f4a-561f-46cf-a5bd-c542797d51b4 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 951 time: 0.0571845 Nov 09 21:20:58.437276 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-a198334b-5e4b-43a4-8ed9-ebcf135ea2df req-2015e1e6-cd3f-4301-9418-e75e57de7b52 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] Deleting port 0ce8acfb-b67d-4d2e-827e-fb09589f2947 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:20:58.437718 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a198334b-5e4b-43a4-8ed9-ebcf135ea2df req-2015e1e6-cd3f-4301-9418-e75e57de7b52 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:58.440074 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c1671c29-0f10-4ea2-94a3-c4b889cd8206 req-0f101c71-bfb3-4d13-8bb6-597a322062ea tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443876 Nov 09 21:20:58.488625 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8675752-35f3-486d-80e1-4762a9c8acef req-3e554e4c-19bf-408a-8850-464d1b6a51ee tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:58.490533 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a8675752-35f3-486d-80e1-4762a9c8acef req-3e554e4c-19bf-408a-8850-464d1b6a51ee tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b24eb02-4f6e-4fc9-8f94-e4e7f8e5816c HTTP/1.1" status: 200 len: 950 time: 0.0492043 Nov 09 21:20:58.524466 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['f3670b9c-5be0-4447-80bc-2c68cec34eea'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:20:58.534990 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-a198334b-5e4b-43a4-8ed9-ebcf135ea2df req-2015e1e6-cd3f-4301-9418-e75e57de7b52 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] For port 0ce8acfb-b67d-4d2e-827e-fb09589f2947, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=0ce8acfb-b67d-4d2e-827e-fb09589f2947,segment=NetworkSegment(3f8effe2-ca09-4bf1-b91e-c039a8c90cd3),segment_id=3f8effe2-ca09-4bf1-b91e-c039a8c90cd3)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:20:58.535358 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a198334b-5e4b-43a4-8ed9-ebcf135ea2df req-2015e1e6-cd3f-4301-9418-e75e57de7b52 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:58.549654 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-a198334b-5e4b-43a4-8ed9-ebcf135ea2df req-2015e1e6-cd3f-4301-9418-e75e57de7b52 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] Calling delete_port for 0ce8acfb-b67d-4d2e-827e-fb09589f2947 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:20:58.550066 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['e7589e3e-c9bc-41f1-9a0e-60a1d054087d'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:20:58.594665 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-a8675752-35f3-486d-80e1-4762a9c8acef req-ec64beeb-61b0-44e7-91c5-7c59a6f4524c tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] Deleting port 939559e4-b512-47d6-a78d-ea962bbb87cc {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:20:58.595004 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a8675752-35f3-486d-80e1-4762a9c8acef req-ec64beeb-61b0-44e7-91c5-7c59a6f4524c tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:58.703836 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-a8675752-35f3-486d-80e1-4762a9c8acef req-ec64beeb-61b0-44e7-91c5-7c59a6f4524c tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] For port 939559e4-b512-47d6-a78d-ea962bbb87cc, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=939559e4-b512-47d6-a78d-ea962bbb87cc,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:20:58.704552 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a8675752-35f3-486d-80e1-4762a9c8acef req-ec64beeb-61b0-44e7-91c5-7c59a6f4524c tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:58.704926 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a198334b-5e4b-43a4-8ed9-ebcf135ea2df req-2015e1e6-cd3f-4301-9418-e75e57de7b52 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:58.717922 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-a8675752-35f3-486d-80e1-4762a9c8acef req-ec64beeb-61b0-44e7-91c5-7c59a6f4524c tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] Calling delete_port for 939559e4-b512-47d6-a78d-ea962bbb87cc owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:20:58.739969 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015e1e6-cd3f-4301-9418-e75e57de7b52 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] Pushing event deleted for resources: {'Port': ['ID=0ce8acfb-b67d-4d2e-827e-fb09589f2947,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:58.793059 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-a198334b-5e4b-43a4-8ed9-ebcf135ea2df req-2015e1e6-cd3f-4301-9418-e75e57de7b52 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] No DVR routers for this DVR port 0ce8acfb-b67d-4d2e-827e-fb09589f2947 on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:20:58.796169 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a198334b-5e4b-43a4-8ed9-ebcf135ea2df req-2015e1e6-cd3f-4301-9418-e75e57de7b52 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:58.800026 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a198334b-5e4b-43a4-8ed9-ebcf135ea2df req-2015e1e6-cd3f-4301-9418-e75e57de7b52 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] 10.222.0.45 "DELETE /v2.0/ports/0ce8acfb-b67d-4d2e-827e-fb09589f2947 HTTP/1.1" status: 204 len: 173 time: 0.4582462 Nov 09 21:20:58.800835 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bbb89f0-d82b-41d7-997d-7434f853340c', 'name': 'network-vif-deleted', 'tag': '0ce8acfb-b67d-4d2e-827e-fb09589f2947'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:20:58.803959 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47845538-1ae3-45dc-af93-43750ddb7f2b" -d '{"events": [{"server_uuid": "9bbb89f0-d82b-41d7-997d-7434f853340c", "name": "network-vif-deleted", "tag": "0ce8acfb-b67d-4d2e-827e-fb09589f2947"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:20:58.857160 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71cee67f-e133-4c37-9d00-503e4ef92846 x-openstack-request-id: req-71cee67f-e133-4c37-9d00-503e4ef92846 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:20:58.857829 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bbb89f0-d82b-41d7-997d-7434f853340c", "name": "network-vif-deleted", "tag": "0ce8acfb-b67d-4d2e-827e-fb09589f2947", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:20:58.858086 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-71cee67f-e133-4c37-9d00-503e4ef92846 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:20:58.858522 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bbb89f0-d82b-41d7-997d-7434f853340c', 'name': 'network-vif-deleted', 'tag': '0ce8acfb-b67d-4d2e-827e-fb09589f2947', 'status': 'completed', 'code': 200} Nov 09 21:20:58.935110 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a8f60f69-ac21-4d99-a7d5-299b4854eacc req-032602c8-0182-41a1-8039-131a45aea231 tempest-AttachSCSIVolumeTestJSON-1802402410 tempest-AttachSCSIVolumeTestJSON-1802402410-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bbb89f0-d82b-41d7-997d-7434f853340c HTTP/1.1" status: 200 len: 210 time: 0.0307186 Nov 09 21:20:59.171833 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a8675752-35f3-486d-80e1-4762a9c8acef req-ec64beeb-61b0-44e7-91c5-7c59a6f4524c tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:59.235538 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d98b3-ca0b-422e-a3d5-1ebaa4e9c017 req-65b538e7-718f-4f5d-a35a-15a3b71900a4 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:59.238220 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64beeb-61b0-44e7-91c5-7c59a6f4524c tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] Pushing event deleted for resources: {'Port': ['ID=939559e4-b512-47d6-a78d-ea962bbb87cc,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:20:59.261992 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d98b3-ca0b-422e-a3d5-1ebaa4e9c017 req-65b538e7-718f-4f5d-a35a-15a3b71900a4 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:59.276842 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d98b3-ca0b-422e-a3d5-1ebaa4e9c017 req-65b538e7-718f-4f5d-a35a-15a3b71900a4 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:59.282702 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['939559e4-b512-47d6-a78d-ea962bbb87cc'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:20:59.288033 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['0ce8acfb-b67d-4d2e-827e-fb09589f2947'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:20:59.292303 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-078d98b3-ca0b-422e-a3d5-1ebaa4e9c017 req-65b538e7-718f-4f5d-a35a-15a3b71900a4 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca554ad3-c857-47ee-b0c4-98d5fea1c05d HTTP/1.1" status: 200 len: 2415 time: 0.1170380 Nov 09 21:20:59.307439 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8675752-35f3-486d-80e1-4762a9c8acef req-ec64beeb-61b0-44e7-91c5-7c59a6f4524c tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] No DVR routers for this DVR port 939559e4-b512-47d6-a78d-ea962bbb87cc on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:20:59.314115 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a8675752-35f3-486d-80e1-4762a9c8acef req-ec64beeb-61b0-44e7-91c5-7c59a6f4524c tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:59.319761 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a8675752-35f3-486d-80e1-4762a9c8acef req-ec64beeb-61b0-44e7-91c5-7c59a6f4524c tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] 10.222.0.45 "DELETE /v2.0/ports/939559e4-b512-47d6-a78d-ea962bbb87cc HTTP/1.1" status: 204 len: 173 time: 0.8219771 Nov 09 21:20:59.324718 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b24eb02-4f6e-4fc9-8f94-e4e7f8e5816c', 'name': 'network-vif-deleted', 'tag': '939559e4-b512-47d6-a78d-ea962bbb87cc'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:20:59.331343 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0909abf6-1bf1-4204-a9a2-eaa733fcc48a" -d '{"events": [{"server_uuid": "9b24eb02-4f6e-4fc9-8f94-e4e7f8e5816c", "name": "network-vif-deleted", "tag": "939559e4-b512-47d6-a78d-ea962bbb87cc"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:20:59.365178 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80c168-5829-4f29-98ff-d13e709a6eed req-07d4953f-166f-407f-9d26-2114a4d1360d tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:59.367607 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4e80c168-5829-4f29-98ff-d13e709a6eed req-07d4953f-166f-407f-9d26-2114a4d1360d tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3853b5de-fbbf-4ba2-98f3-3c3e518be584 HTTP/1.1" status: 200 len: 945 time: 0.1805182 Nov 09 21:20:59.369281 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-078d98b3-ca0b-422e-a3d5-1ebaa4e9c017 req-cd2f5d71-5a0f-4bfe-84ff-f486fa71e62c tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/security-groups?id=c14d76be-02c1-4fc3-95ad-d30d4063fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733924 Nov 09 21:20:59.460264 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972ce239-d91e-4145-acca-3e25548f4884 x-openstack-request-id: req-972ce239-d91e-4145-acca-3e25548f4884 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:20:59.460597 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b24eb02-4f6e-4fc9-8f94-e4e7f8e5816c", "name": "network-vif-deleted", "tag": "939559e4-b512-47d6-a78d-ea962bbb87cc", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:20:59.461191 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-972ce239-d91e-4145-acca-3e25548f4884 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:20:59.462631 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b24eb02-4f6e-4fc9-8f94-e4e7f8e5816c', 'name': 'network-vif-deleted', 'tag': '939559e4-b512-47d6-a78d-ea962bbb87cc', 'status': 'completed', 'code': 200} Nov 09 21:20:59.510249 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f03b6a30-7118-431e-a1ca-8f8051e7548c req-1857ad3c-1415-4c0d-a12a-c0db7eb3a5a3 tempest-ImagesNegativeTestJSON-1607346783 tempest-ImagesNegativeTestJSON-1607346783-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b24eb02-4f6e-4fc9-8f94-e4e7f8e5816c HTTP/1.1" status: 200 len: 210 time: 0.0308309 Nov 09 21:20:59.525241 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4e80c168-5829-4f29-98ff-d13e709a6eed req-e6b9d952-f939-47f8-8128-434392718fb3 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447241 Nov 09 21:20:59.548981 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81f9a5-e938-4b21-962d-c1511e1c19e4 req-a7702384-9a59-4086-a292-37179c7c3620 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:59.551429 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4b81f9a5-e938-4b21-962d-c1511e1c19e4 req-a7702384-9a59-4086-a292-37179c7c3620 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.43 "GET /v2.0/ports?device_id=3853b5de-fbbf-4ba2-98f3-3c3e518be584 HTTP/1.1" status: 200 len: 945 time: 0.0936286 Nov 09 21:20:59.564237 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device f3670b9c-5be0-4447-80bc-2c68cec34eea up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:20:59.608375 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['822a31d7-ad5f-4743-90bf-fc0360505af7'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:20:59.686569 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port f3670b9c-5be0-4447-80bc-2c68cec34eea completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:20:59.697181 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fdbafa-62b6-424d-b8f5-228fd84728bb req-27f40248-848e-4ab2-a155-d22c2ad6d0b1 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:59.699287 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f0fdbafa-62b6-424d-b8f5-228fd84728bb req-27f40248-848e-4ab2-a155-d22c2ad6d0b1 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 951 time: 0.0670884 Nov 09 21:20:59.700869 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port f3670b9c-5be0-4447-80bc-2c68cec34eea triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:20:59.701237 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:59.713472 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-4b81f9a5-e938-4b21-962d-c1511e1c19e4 req-9921d4f9-180d-43bd-b76f-245d69ae6550 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Deleting port 4b4c0405-cd85-4ca4-8c72-901a204e13ed {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:20:59.713902 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-4b81f9a5-e938-4b21-962d-c1511e1c19e4 req-9921d4f9-180d-43bd-b76f-245d69ae6550 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:59.845777 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:59.846219 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f0fdbafa-62b6-424d-b8f5-228fd84728bb req-ca095c63-f507-460c-96d7-70809c9a3027 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/security-groups?id=56452607-2e78-40b4-8a40-78b4919da0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374080 Nov 09 21:20:59.874395 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca554ad3-c857-47ee-b0c4-98d5fea1c05d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3670b9c-5be0-4447-80bc-2c68cec34eea'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:20:59.876825 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add03a19-11be-472c-ada4-ac07327a619c" -d '{"events": [{"server_uuid": "ca554ad3-c857-47ee-b0c4-98d5fea1c05d", "name": "network-vif-plugged", "status": "completed", "tag": "f3670b9c-5be0-4447-80bc-2c68cec34eea"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:20:59.885595 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-4b81f9a5-e938-4b21-962d-c1511e1c19e4 req-9921d4f9-180d-43bd-b76f-245d69ae6550 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] For port 4b4c0405-cd85-4ca4-8c72-901a204e13ed, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=4b4c0405-cd85-4ca4-8c72-901a204e13ed,segment=NetworkSegment(535e550e-1834-40ad-bb5a-53e5c279aa6f),segment_id=535e550e-1834-40ad-bb5a-53e5c279aa6f)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:20:59.886263 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-4b81f9a5-e938-4b21-962d-c1511e1c19e4 req-9921d4f9-180d-43bd-b76f-245d69ae6550 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:59.890903 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port f3670b9c-5be0-4447-80bc-2c68cec34eea, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=f3670b9c-5be0-4447-80bc-2c68cec34eea,segment=NetworkSegment(429ddc56-fc42-4e71-88f3-12241df5db96),segment_id=429ddc56-fc42-4e71-88f3-12241df5db96)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:20:59.896347 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:20:59.897442 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device e7589e3e-c9bc-41f1-9a0e-60a1d054087d up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:20:59.907612 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a666f-4d62-4bcc-b1f1-dcdeea19d673 req-db87299c-0483-4ad9-9c96-4c7fac7e37c3 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:20:59.909150 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-197a666f-4d62-4bcc-b1f1-dcdeea19d673 req-db87299c-0483-4ad9-9c96-4c7fac7e37c3 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.45 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 951 time: 0.1106894 Nov 09 21:20:59.913764 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-4b81f9a5-e938-4b21-962d-c1511e1c19e4 req-9921d4f9-180d-43bd-b76f-245d69ae6550 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Calling delete_port for 4b4c0405-cd85-4ca4-8c72-901a204e13ed owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:20:59.954493 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927676a8-f19c-4321-819e-8efbefc7fac2 x-openstack-request-id: req-927676a8-f19c-4321-819e-8efbefc7fac2 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:20:59.954894 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca554ad3-c857-47ee-b0c4-98d5fea1c05d", "name": "network-vif-plugged", "status": "completed", "tag": "f3670b9c-5be0-4447-80bc-2c68cec34eea", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:20:59.955254 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-927676a8-f19c-4321-819e-8efbefc7fac2 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:20:59.955738 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca554ad3-c857-47ee-b0c4-98d5fea1c05d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3670b9c-5be0-4447-80bc-2c68cec34eea', 'code': 200} Nov 09 21:20:59.988433 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=f3670b9c-5be0-4447-80bc-2c68cec34eea,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:00.011317 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port e7589e3e-c9bc-41f1-9a0e-60a1d054087d completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:21:00.015600 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port e7589e3e-c9bc-41f1-9a0e-60a1d054087d triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:21:00.016047 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:00.099838 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-197a666f-4d62-4bcc-b1f1-dcdeea19d673 req-443e3f57-166f-4f3d-b8ab-5e967233732b tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Deleting port 528f7164-711a-46b8-a7d9-97e7ea2dc770 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:21:00.100225 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-197a666f-4d62-4bcc-b1f1-dcdeea19d673 req-443e3f57-166f-4f3d-b8ab-5e967233732b tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:00.110487 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:00.144881 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port e7589e3e-c9bc-41f1-9a0e-60a1d054087d, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=e7589e3e-c9bc-41f1-9a0e-60a1d054087d,segment=NetworkSegment(429ddc56-fc42-4e71-88f3-12241df5db96),segment_id=429ddc56-fc42-4e71-88f3-12241df5db96)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:00.153253 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:00.205252 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-4b81f9a5-e938-4b21-962d-c1511e1c19e4 req-9921d4f9-180d-43bd-b76f-245d69ae6550 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:00.220574 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=e7589e3e-c9bc-41f1-9a0e-60a1d054087d,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:00.243553 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['393976db-67d8-45b9-bd11-937dc58d5622', '4b4c0405-cd85-4ca4-8c72-901a204e13ed'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:21:00.260994 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9921d4f9-180d-43bd-b76f-245d69ae6550 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Pushing event deleted for resources: {'Port': ['ID=4b4c0405-cd85-4ca4-8c72-901a204e13ed,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:00.269346 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-197a666f-4d62-4bcc-b1f1-dcdeea19d673 req-443e3f57-166f-4f3d-b8ab-5e967233732b tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] For port 528f7164-711a-46b8-a7d9-97e7ea2dc770, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=528f7164-711a-46b8-a7d9-97e7ea2dc770,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:00.269691 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-197a666f-4d62-4bcc-b1f1-dcdeea19d673 req-443e3f57-166f-4f3d-b8ab-5e967233732b tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:00.319589 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-197a666f-4d62-4bcc-b1f1-dcdeea19d673 req-443e3f57-166f-4f3d-b8ab-5e967233732b tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Calling delete_port for 528f7164-711a-46b8-a7d9-97e7ea2dc770 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:21:00.321998 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b81f9a5-e938-4b21-962d-c1511e1c19e4 req-9921d4f9-180d-43bd-b76f-245d69ae6550 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] No DVR routers for this DVR port 4b4c0405-cd85-4ca4-8c72-901a204e13ed on host n-h2-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:21:00.332524 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-4b81f9a5-e938-4b21-962d-c1511e1c19e4 req-9921d4f9-180d-43bd-b76f-245d69ae6550 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:00.335844 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4b81f9a5-e938-4b21-962d-c1511e1c19e4 req-9921d4f9-180d-43bd-b76f-245d69ae6550 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.43 "DELETE /v2.0/ports/4b4c0405-cd85-4ca4-8c72-901a204e13ed HTTP/1.1" status: 204 len: 173 time: 0.7740896 Nov 09 21:21:00.504256 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e249b-0da0-454a-a213-6d498d2989ad req-faf569cf-7a98-4e9b-83b0-12fec9d9587c tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:00.511242 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e249b-0da0-454a-a213-6d498d2989ad req-faf569cf-7a98-4e9b-83b0-12fec9d9587c tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:00.517571 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e249b-0da0-454a-a213-6d498d2989ad req-faf569cf-7a98-4e9b-83b0-12fec9d9587c tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:00.519309 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9c8e249b-0da0-454a-a213-6d498d2989ad req-faf569cf-7a98-4e9b-83b0-12fec9d9587c tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca554ad3-c857-47ee-b0c4-98d5fea1c05d HTTP/1.1" status: 200 len: 2417 time: 0.0725038 Nov 09 21:21:00.536318 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-197a666f-4d62-4bcc-b1f1-dcdeea19d673 req-443e3f57-166f-4f3d-b8ab-5e967233732b tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:00.563559 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['528f7164-711a-46b8-a7d9-97e7ea2dc770'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:21:00.596735 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e3f57-166f-4f3d-b8ab-5e967233732b tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Pushing event deleted for resources: {'Port': ['ID=528f7164-711a-46b8-a7d9-97e7ea2dc770,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:00.607759 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9c8e249b-0da0-454a-a213-6d498d2989ad req-66a7ee1d-fed9-4560-ad22-642df68d5b41 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/security-groups?id=c14d76be-02c1-4fc3-95ad-d30d4063fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817659 Nov 09 21:21:00.658318 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-197a666f-4d62-4bcc-b1f1-dcdeea19d673 req-443e3f57-166f-4f3d-b8ab-5e967233732b tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] No DVR routers for this DVR port 528f7164-711a-46b8-a7d9-97e7ea2dc770 on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:21:00.661988 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-197a666f-4d62-4bcc-b1f1-dcdeea19d673 req-443e3f57-166f-4f3d-b8ab-5e967233732b tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:00.666327 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-197a666f-4d62-4bcc-b1f1-dcdeea19d673 req-443e3f57-166f-4f3d-b8ab-5e967233732b tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.45 "DELETE /v2.0/ports/528f7164-711a-46b8-a7d9-97e7ea2dc770 HTTP/1.1" status: 204 len: 173 time: 0.7504218 Nov 09 21:21:00.721565 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-21c0d05d-f647-4307-bfdc-3085c47975a6 req-454e4404-829d-4ff9-8466-1c860714dc1f tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3853b5de-fbbf-4ba2-98f3-3c3e518be584 HTTP/1.1" status: 200 len: 210 time: 0.0316029 Nov 09 21:21:00.988911 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 8ffcf690-c600-420a-b3df-8731c6157236 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:21:00.992540 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5eb93d5a-a93c-4921-bb6b-d6ae0b722144 req-79483ada-65d0-40f9-b3d6-af05f01f0529 tempest-ServersAdminTestJSON-131043179 tempest-ServersAdminTestJSON-131043179-project] 10.222.0.49 "GET /v2.0/ports?device_id=87bbb55b-fb4a-4821-9650-30ad7f529162 HTTP/1.1" status: 200 len: 210 time: 0.0417776 Nov 09 21:21:01.034545 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: 8ffcf690-c600-420a-b3df-8731c6157236 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:21:01.035547 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 8ffcf690-c600-420a-b3df-8731c6157236 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:21:01.265025 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41188) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:01.401801 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0d2f9504-a314-4c3d-bcc5-7e6fecfd1a3d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2eee0b372ff04287a1861e72eb288a80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1326895 Nov 09 21:21:01.402308 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41192) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:01.451205 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-06f62036-6f62-4f10-aff4-488dc62adb12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:01.464460 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3853b5de-fbbf-4ba2-98f3-3c3e518be584', 'name': 'network-vif-deleted', 'tag': '4b4c0405-cd85-4ca4-8c72-901a204e13ed'}, {'server_uuid': '87bbb55b-fb4a-4821-9650-30ad7f529162', 'name': 'network-vif-deleted', 'tag': '528f7164-711a-46b8-a7d9-97e7ea2dc770'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:21:01.472402 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-06f62036-6f62-4f10-aff4-488dc62adb12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:01.473119 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8836e983-c0c3-4717-972c-accb950429a2" -d '{"events": [{"server_uuid": "3853b5de-fbbf-4ba2-98f3-3c3e518be584", "name": "network-vif-deleted", "tag": "4b4c0405-cd85-4ca4-8c72-901a204e13ed"}, {"server_uuid": "87bbb55b-fb4a-4821-9650-30ad7f529162", "name": "network-vif-deleted", "tag": "528f7164-711a-46b8-a7d9-97e7ea2dc770"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:21:01.525806 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 21:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e052fb0-d3e7-4cec-9ba6-3656810cce12 x-openstack-request-id: req-2e052fb0-d3e7-4cec-9ba6-3656810cce12 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:21:01.526084 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-06f62036-6f62-4f10-aff4-488dc62adb12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:01.526581 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3853b5de-fbbf-4ba2-98f3-3c3e518be584", "name": "network-vif-deleted", "tag": "4b4c0405-cd85-4ca4-8c72-901a204e13ed", "status": "completed", "code": 200}, {"server_uuid": "87bbb55b-fb4a-4821-9650-30ad7f529162", "name": "network-vif-deleted", "tag": "528f7164-711a-46b8-a7d9-97e7ea2dc770", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:21:01.526581 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2e052fb0-d3e7-4cec-9ba6-3656810cce12 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:21:01.526790 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3853b5de-fbbf-4ba2-98f3-3c3e518be584', 'name': 'network-vif-deleted', 'tag': '4b4c0405-cd85-4ca4-8c72-901a204e13ed', 'status': 'completed', 'code': 200} Nov 09 21:21:01.526979 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87bbb55b-fb4a-4821-9650-30ad7f529162', 'name': 'network-vif-deleted', 'tag': '528f7164-711a-46b8-a7d9-97e7ea2dc770', 'status': 'completed', 'code': 200} Nov 09 21:21:01.528873 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-06f62036-6f62-4f10-aff4-488dc62adb12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:01.530028 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-06f62036-6f62-4f10-aff4-488dc62adb12 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/77201fc9-2c77-4185-a665-8eb4e4f63560 HTTP/1.1" status: 204 len: 168 time: 0.1266613 Nov 09 21:21:01.538858 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f62036-6f62-4f10-aff4-488dc62adb12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77201fc9-2c77-4185-a665-8eb4e4f63560,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:01.579097 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 822a31d7-ad5f-4743-90bf-fc0360505af7 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:21:01.628172 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 822a31d7-ad5f-4743-90bf-fc0360505af7 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:21:01.632976 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 822a31d7-ad5f-4743-90bf-fc0360505af7 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:21:01.633534 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:01.735677 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:01.760563 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a7b71-bd55-4074-b35d-a47a7540108e req-ef856064-9528-47f5-a642-b352eddf0517 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:01.766915 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a7b71-bd55-4074-b35d-a47a7540108e req-ef856064-9528-47f5-a642-b352eddf0517 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:01.773336 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a7b71-bd55-4074-b35d-a47a7540108e req-ef856064-9528-47f5-a642-b352eddf0517 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:01.783738 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2d5a7b71-bd55-4074-b35d-a47a7540108e req-ef856064-9528-47f5-a642-b352eddf0517 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca554ad3-c857-47ee-b0c4-98d5fea1c05d HTTP/1.1" status: 200 len: 2417 time: 0.0915320 Nov 09 21:21:01.794650 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 822a31d7-ad5f-4743-90bf-fc0360505af7, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=822a31d7-ad5f-4743-90bf-fc0360505af7,segment=NetworkSegment(e5a7881d-a3c8-4cf0-82e1-a9e7dba5802a),segment_id=e5a7881d-a3c8-4cf0-82e1-a9e7dba5802a)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:01.802138 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:01.859152 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2d5a7b71-bd55-4074-b35d-a47a7540108e req-1a1a6e58-2435-49f8-b3bf-51de5609a10e tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/security-groups?id=c14d76be-02c1-4fc3-95ad-d30d4063fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731621 Nov 09 21:21:01.894293 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=822a31d7-ad5f-4743-90bf-fc0360505af7,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:01.957258 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca554ad3-c857-47ee-b0c4-98d5fea1c05d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7589e3e-c9bc-41f1-9a0e-60a1d054087d'}, {'server_uuid': 'ca554ad3-c857-47ee-b0c4-98d5fea1c05d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822a31d7-ad5f-4743-90bf-fc0360505af7'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:21:01.963770 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9ca50f-cf05-4976-a979-8e48047439e2" -d '{"events": [{"server_uuid": "ca554ad3-c857-47ee-b0c4-98d5fea1c05d", "name": "network-vif-plugged", "status": "completed", "tag": "e7589e3e-c9bc-41f1-9a0e-60a1d054087d"}, {"server_uuid": "ca554ad3-c857-47ee-b0c4-98d5fea1c05d", "name": "network-vif-plugged", "status": "completed", "tag": "822a31d7-ad5f-4743-90bf-fc0360505af7"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:21:02.015431 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 21:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46beb4b3-7971-493d-bcaf-2d4be99ae76a x-openstack-request-id: req-46beb4b3-7971-493d-bcaf-2d4be99ae76a {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:21:02.015796 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca554ad3-c857-47ee-b0c4-98d5fea1c05d", "name": "network-vif-plugged", "status": "completed", "tag": "e7589e3e-c9bc-41f1-9a0e-60a1d054087d", "code": 200}, {"server_uuid": "ca554ad3-c857-47ee-b0c4-98d5fea1c05d", "name": "network-vif-plugged", "status": "completed", "tag": "822a31d7-ad5f-4743-90bf-fc0360505af7", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:21:02.016074 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-46beb4b3-7971-493d-bcaf-2d4be99ae76a {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:21:02.016620 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca554ad3-c857-47ee-b0c4-98d5fea1c05d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7589e3e-c9bc-41f1-9a0e-60a1d054087d', 'code': 200} Nov 09 21:21:02.016890 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca554ad3-c857-47ee-b0c4-98d5fea1c05d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822a31d7-ad5f-4743-90bf-fc0360505af7', 'code': 200} Nov 09 21:21:02.272377 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0a601-5060-4c71-939b-ee8866e65321 req-19a92bb0-d996-4b87-b645-eacccca89ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:02.272909 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0a601-5060-4c71-939b-ee8866e65321 req-19a92bb0-d996-4b87-b645-eacccca89ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:02.273347 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0a601-5060-4c71-939b-ee8866e65321 req-19a92bb0-d996-4b87-b645-eacccca89ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:02.280683 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d6f0a601-5060-4c71-939b-ee8866e65321 req-19a92bb0-d996-4b87-b645-eacccca89ae2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ca554ad3-c857-47ee-b0c4-98d5fea1c05d HTTP/1.1" status: 200 len: 2871 time: 0.1735809 Nov 09 21:21:02.349705 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d6f0a601-5060-4c71-939b-ee8866e65321 req-2c3f9140-9c09-46af-8362-d5d7ea368775 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c14d76be-02c1-4fc3-95ad-d30d4063fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602779 Nov 09 21:21:02.368238 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ae36f-b1e2-48fe-980b-886558c3cf56 req-7daa34e6-115b-4182-bed7-c7e28c4c36d5 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:02.371255 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-062ae36f-b1e2-48fe-980b-886558c3cf56 req-7daa34e6-115b-4182-bed7-c7e28c4c36d5 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/networks?id=d46322e9-b56d-4dd7-8c5c-4100db9766b4 HTTP/1.1" status: 200 len: 804 time: 0.2012343 Nov 09 21:21:02.382465 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41246) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:02.400696 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-062ae36f-b1e2-48fe-980b-886558c3cf56 req-fb5bc86d-44fd-482e-88f1-8a86afd4a62b tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/quotas/75ff5a098c974a5f990f4fa539b60751 HTTP/1.1" status: 200 len: 375 time: 0.0226114 Nov 09 21:21:02.475245 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-062ae36f-b1e2-48fe-980b-886558c3cf56 req-a3363248-c61c-4d26-9dce-9837397ab94b tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=75ff5a098c974a5f990f4fa539b60751&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0731373 Nov 09 21:21:02.562819 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-813fd188-4ad5-4d6f-92d2-39ca5d24ee6b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=867ef6cfa2fd4a99a4fa1c431222077a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1788712 Nov 09 21:21:02.566253 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41254) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:02.584234 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-062ae36f-b1e2-48fe-980b-886558c3cf56 req-92b71ee7-e59e-48e6-a8b0-bcb04d9ef53f service neutron] 10.222.0.49 "GET /v2.0/networks/d46322e9-b56d-4dd7-8c5c-4100db9766b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081147 Nov 09 21:21:02.614805 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41256) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:02.630744 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-09c1dd02-2122-4d5b-9c2e-09e8d6f99340 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:02.660429 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-09c1dd02-2122-4d5b-9c2e-09e8d6f99340 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:02.717607 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-062ae36f-b1e2-48fe-980b-886558c3cf56 req-5f383799-3eb6-419f-b0c9-ea44d0e2bf1b service neutron] 10.222.0.49 "GET /v2.0/networks/d46322e9-b56d-4dd7-8c5c-4100db9766b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262672 Nov 09 21:21:02.718670 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-09c1dd02-2122-4d5b-9c2e-09e8d6f99340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:02.721533 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-09c1dd02-2122-4d5b-9c2e-09e8d6f99340 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:02.722697 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-09c1dd02-2122-4d5b-9c2e-09e8d6f99340 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/56452607-2e78-40b4-8a40-78b4919da0bd HTTP/1.1" status: 204 len: 168 time: 0.1550851 Nov 09 21:21:02.730810 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1dd02-2122-4d5b-9c2e-09e8d6f99340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56452607-2e78-40b4-8a40-78b4919da0bd,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:02.791644 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-ff2609e4-8bbc-4d04-a9de-37506c188545 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1393227630-network', 'tenant_id': '8e9e21c1be6c40e48d395e7f8b701606'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:21:02.826996 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2609e4-8bbc-4d04-a9de-37506c188545 admin admin] Made reservation on behalf of 8e9e21c1be6c40e48d395e7f8b701606 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:21:02.830643 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ff2609e4-8bbc-4d04-a9de-37506c188545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:02.856804 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ff2609e4-8bbc-4d04-a9de-37506c188545 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:02.997281 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 4b4c0405-cd85-4ca4-8c72-901a204e13ed no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:21:03.032832 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ff1baeff-3ef9-4622-9b9b-e1bd8f4bafe3 req-895022e0-965b-4291-95f9-fd73f5316e9c tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c18ad59-e831-4d07-b6e1-c8b10a08999a HTTP/1.1" status: 200 len: 210 time: 0.0678806 Nov 09 21:21:03.032832 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ff2609e4-8bbc-4d04-a9de-37506c188545 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:03.035825 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ff2609e4-8bbc-4d04-a9de-37506c188545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:03.051232 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: 4b4c0405-cd85-4ca4-8c72-901a204e13ed {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:21:03.051585 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 4b4c0405-cd85-4ca4-8c72-901a204e13ed not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:21:03.074160 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2609e4-8bbc-4d04-a9de-37506c188545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d918dd0-c664-44a8-897f-4bdf276e870d,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:03.090035 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509956fe-4825-4143-8b16-d6f43ac21532 req-29efc310-cfc6-4d91-a950-b1f4223add2b tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:03.101851 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509956fe-4825-4143-8b16-d6f43ac21532 req-29efc310-cfc6-4d91-a950-b1f4223add2b tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:03.110874 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509956fe-4825-4143-8b16-d6f43ac21532 req-29efc310-cfc6-4d91-a950-b1f4223add2b tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:03.115635 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff2609e4-8bbc-4d04-a9de-37506c188545 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:21:03.120944 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-509956fe-4825-4143-8b16-d6f43ac21532 req-29efc310-cfc6-4d91-a950-b1f4223add2b tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca554ad3-c857-47ee-b0c4-98d5fea1c05d HTTP/1.1" status: 200 len: 2418 time: 0.1461794 Nov 09 21:21:03.142429 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ff2609e4-8bbc-4d04-a9de-37506c188545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:03.142778 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-ff2609e4-8bbc-4d04-a9de-37506c188545 admin admin] Added segment 58913807-21b5-4240-bcd1-63c4ec2c1803 of type vlan for network 327e7e68-3b42-443b-9252-b6063ad01e88 Nov 09 21:21:03.199674 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-509956fe-4825-4143-8b16-d6f43ac21532 req-8f83b894-4a50-4419-b1a7-b92dd13a60d8 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/security-groups?id=c14d76be-02c1-4fc3-95ad-d30d4063fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777354 Nov 09 21:21:03.229301 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ff2609e4-8bbc-4d04-a9de-37506c188545 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:03.276087 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ff2609e4-8bbc-4d04-a9de-37506c188545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:03.277340 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2609e4-8bbc-4d04-a9de-37506c188545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:03.282879 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ff2609e4-8bbc-4d04-a9de-37506c188545 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:03.286921 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41284) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:03.349584 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ff2609e4-8bbc-4d04-a9de-37506c188545 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7307146 Nov 09 21:21:03.350907 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41286) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:03.360505 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-a93b967f-75de-4c8a-8e15-9711b2acd74b admin admin] Request body: {'subnet': {'network_id': '327e7e68-3b42-443b-9252-b6063ad01e88', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1393227630-subnet', 'tenant_id': '8e9e21c1be6c40e48d395e7f8b701606', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:21:03.360758 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2609e4-8bbc-4d04-a9de-37506c188545 admin admin] Pushing event updated for resources: {'Network': ['ID=327e7e68-3b42-443b-9252-b6063ad01e88,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:03.374250 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-358641ef-f6d9-4bb2-abeb-76aada19bee1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5437cc58e7f64d898239cf080484801e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0822847 Nov 09 21:21:03.374433 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41288) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:03.379289 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 327e7e68-3b42-443b-9252-b6063ad01e88 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:21:03.430873 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93b967f-75de-4c8a-8e15-9711b2acd74b admin admin] Made reservation on behalf of 8e9e21c1be6c40e48d395e7f8b701606 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:21:03.434420 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a93b967f-75de-4c8a-8e15-9711b2acd74b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:03.454106 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f88cc5ad-b5f4-46c1-91c4-328f58694de5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:03.497795 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f88cc5ad-b5f4-46c1-91c4-328f58694de5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:03.573540 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:03.580794 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f88cc5ad-b5f4-46c1-91c4-328f58694de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:03.583249 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 528f7164-711a-46b8-a7d9-97e7ea2dc770 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:21:03.583787 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f88cc5ad-b5f4-46c1-91c4-328f58694de5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:03.584989 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f88cc5ad-b5f4-46c1-91c4-328f58694de5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0b3bcbb2-0822-42d6-90a8-712afc4ffa02 HTTP/1.1" status: 204 len: 168 time: 0.2096987 Nov 09 21:21:03.598534 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88cc5ad-b5f4-46c1-91c4-328f58694de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3bcbb2-0822-42d6-90a8-712afc4ffa02,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:03.639666 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 528f7164-711a-46b8-a7d9-97e7ea2dc770 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:21:03.641384 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 528f7164-711a-46b8-a7d9-97e7ea2dc770 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:21:03.642027 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 939559e4-b512-47d6-a78d-ea962bbb87cc no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:21:03.696798 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 939559e4-b512-47d6-a78d-ea962bbb87cc {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:21:03.698053 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 939559e4-b512-47d6-a78d-ea962bbb87cc not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:21:03.699156 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 0ce8acfb-b67d-4d2e-827e-fb09589f2947 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:21:03.699320 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a93b967f-75de-4c8a-8e15-9711b2acd74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:03.721855 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 0ce8acfb-b67d-4d2e-827e-fb09589f2947 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:21:03.722367 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 0ce8acfb-b67d-4d2e-827e-fb09589f2947 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:21:03.763597 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b967f-75de-4c8a-8e15-9711b2acd74b admin admin] Pushing event updated for resources: {'Subnet': ['ID=72e3a48d-bd3b-4c62-a376-6d092be2bf15,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:03.766414 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93b967f-75de-4c8a-8e15-9711b2acd74b admin admin] Checking segment: {'id': '58913807-21b5-4240-bcd1-63c4ec2c1803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '327e7e68-3b42-443b-9252-b6063ad01e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:21:03.766982 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93b967f-75de-4c8a-8e15-9711b2acd74b admin admin] Network hostable DHCP agents. Network: 327e7e68-3b42-443b-9252-b6063ad01e88, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:21:03.786830 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93b967f-75de-4c8a-8e15-9711b2acd74b admin admin] Network 327e7e68-3b42-443b-9252-b6063ad01e88 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:21:03.798255 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-a93b967f-75de-4c8a-8e15-9711b2acd74b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 327e7e68-3b42-443b-9252-b6063ad01e88) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:21:03.807746 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343595dd-c893-4389-951a-28e494cdaf70 None None] Network 327e7e68-3b42-443b-9252-b6063ad01e88 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:21:03.811956 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93b967f-75de-4c8a-8e15-9711b2acd74b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:03.812748 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a93b967f-75de-4c8a-8e15-9711b2acd74b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:03.843653 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a93b967f-75de-4c8a-8e15-9711b2acd74b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4840577 Nov 09 21:21:04.165151 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffeef8f-6ad1-4cc6-ba3a-2aa619f8e3ba None None] Network 327e7e68-3b42-443b-9252-b6063ad01e88 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:21:04.168863 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e1b4f16d-993e-416e-9823-08aab597a354 req-d4105fd2-5918-4a24-8068-a83ca64996cf tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c18ad59-e831-4d07-b6e1-c8b10a08999a HTTP/1.1" status: 200 len: 210 time: 0.0424979 Nov 09 21:21:04.447655 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3340a-2dc7-4b48-8bff-a3e4f05d289c req-dd9844ba-b390-48f0-9d69-29a050f3f97d tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:04.459418 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3340a-2dc7-4b48-8bff-a3e4f05d289c req-dd9844ba-b390-48f0-9d69-29a050f3f97d tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:04.469993 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3340a-2dc7-4b48-8bff-a3e4f05d289c req-dd9844ba-b390-48f0-9d69-29a050f3f97d tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:04.479296 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c3c3340a-2dc7-4b48-8bff-a3e4f05d289c req-dd9844ba-b390-48f0-9d69-29a050f3f97d tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca554ad3-c857-47ee-b0c4-98d5fea1c05d HTTP/1.1" status: 200 len: 2418 time: 0.1362448 Nov 09 21:21:04.559464 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ae36f-b1e2-48fe-980b-886558c3cf56 req-ab7e8f19-2be6-4a2a-b9f8-558f66ea069e tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:04.562451 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-062ae36f-b1e2-48fe-980b-886558c3cf56 req-ab7e8f19-2be6-4a2a-b9f8-558f66ea069e tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.43 "GET /v2.0/networks?id=d46322e9-b56d-4dd7-8c5c-4100db9766b4 HTTP/1.1" status: 200 len: 804 time: 0.2593298 Nov 09 21:21:04.563739 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c3c3340a-2dc7-4b48-8bff-a3e4f05d289c req-a1ee4ffa-cee8-4fee-a968-3c761ae2cd87 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/security-groups?id=c14d76be-02c1-4fc3-95ad-d30d4063fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820339 Nov 09 21:21:04.589310 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-062ae36f-b1e2-48fe-980b-886558c3cf56 req-578e44a5-cb46-43d3-a8ea-bd001620e929 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Request body: {'port': {'device_id': '3c18ad59-e831-4d07-b6e1-c8b10a08999a', 'network_id': 'd46322e9-b56d-4dd7-8c5c-4100db9766b4', 'admin_state_up': True, 'tenant_id': '75ff5a098c974a5f990f4fa539b60751'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:21:04.740067 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280c273-88f2-49b4-a543-7878fc729ca7 req-c720f2a3-7c3c-44c6-9c47-f55031c5a145 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:04.747469 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6280c273-88f2-49b4-a543-7878fc729ca7 req-c720f2a3-7c3c-44c6-9c47-f55031c5a145 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/networks?id=327e7e68-3b42-443b-9252-b6063ad01e88 HTTP/1.1" status: 200 len: 822 time: 0.2957637 Nov 09 21:21:04.769106 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6280c273-88f2-49b4-a543-7878fc729ca7 req-baa43e6e-9d8c-4ed5-97af-ffa10bd4d03e tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/quotas/8e9e21c1be6c40e48d395e7f8b701606 HTTP/1.1" status: 200 len: 375 time: 0.0206861 Nov 09 21:21:04.812775 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6280c273-88f2-49b4-a543-7878fc729ca7 req-49b22129-57b7-4a94-9d58-50d7a8f4d9d0 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8e9e21c1be6c40e48d395e7f8b701606&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427220 Nov 09 21:21:04.877933 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-062ae36f-b1e2-48fe-980b-886558c3cf56 req-578e44a5-cb46-43d3-a8ea-bd001620e929 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Made reservation on behalf of 75ff5a098c974a5f990f4fa539b60751 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:21:04.881847 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-062ae36f-b1e2-48fe-980b-886558c3cf56 req-578e44a5-cb46-43d3-a8ea-bd001620e929 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:04.974268 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6280c273-88f2-49b4-a543-7878fc729ca7 req-9dcc314f-cb5a-4fd0-b666-05e8726903bc service neutron] 10.222.0.49 "GET /v2.0/networks/327e7e68-3b42-443b-9252-b6063ad01e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603465 Nov 09 21:21:05.079377 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6280c273-88f2-49b4-a543-7878fc729ca7 req-2a8d0292-6125-4d4d-81de-e62d030b80a6 service neutron] 10.222.0.49 "GET /v2.0/networks/327e7e68-3b42-443b-9252-b6063ad01e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040444 Nov 09 21:21:05.182242 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-062ae36f-b1e2-48fe-980b-886558c3cf56 req-578e44a5-cb46-43d3-a8ea-bd001620e929 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Allocated IP 172.20.0.7 (d46322e9-b56d-4dd7-8c5c-4100db9766b4/b00fcf6d-0dad-4966-9afe-8edbbda80569/41840eb5-b7ec-44e8-8a47-c0980b0c0137) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:21:05.183625 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c6414-a60e-4cee-8e28-ead0e52d319a req-dc32c5a2-cd58-4f69-b531-df40ec27d247 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:05.201421 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c6414-a60e-4cee-8e28-ead0e52d319a req-dc32c5a2-cd58-4f69-b531-df40ec27d247 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:05.208201 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c6414-a60e-4cee-8e28-ead0e52d319a req-dc32c5a2-cd58-4f69-b531-df40ec27d247 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:05.216474 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0d4c6414-a60e-4cee-8e28-ead0e52d319a req-dc32c5a2-cd58-4f69-b531-df40ec27d247 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca554ad3-c857-47ee-b0c4-98d5fea1c05d HTTP/1.1" status: 200 len: 2418 time: 0.1292725 Nov 09 21:21:05.292006 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0d4c6414-a60e-4cee-8e28-ead0e52d319a req-e6e7c29b-faa5-4594-8662-53aad23582fe tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/security-groups?id=c14d76be-02c1-4fc3-95ad-d30d4063fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745196 Nov 09 21:21:05.404761 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2b61cb3e-da2b-4091-a9f8-e2ce0d600382 req-0b2e619f-3d07-4e62-b5ec-34917beaf26c tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c18ad59-e831-4d07-b6e1-c8b10a08999a HTTP/1.1" status: 200 len: 210 time: 0.0354526 Nov 09 21:21:05.465710 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-062ae36f-b1e2-48fe-980b-886558c3cf56 req-578e44a5-cb46-43d3-a8ea-bd001620e929 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:05.525251 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-062ae36f-b1e2-48fe-980b-886558c3cf56 req-578e44a5-cb46-43d3-a8ea-bd001620e929 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:05.560534 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['393976db-67d8-45b9-bd11-937dc58d5622'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:21:05.594895 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-86b87cbc-edd7-4288-a474-05ece9a9d6d1 req-7fce9fb1-fb4d-4852-8f44-fb09925bee1e tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=662b4119-4b14-458b-ac13-5ae55fddcc3a HTTP/1.1" status: 200 len: 210 time: 0.0587978 Nov 09 21:21:05.595512 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41374) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:05.655813 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-062ae36f-b1e2-48fe-980b-886558c3cf56 req-578e44a5-cb46-43d3-a8ea-bd001620e929 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Network d46322e9-b56d-4dd7-8c5c-4100db9766b4 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:21:05.659557 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-062ae36f-b1e2-48fe-980b-886558c3cf56 req-578e44a5-cb46-43d3-a8ea-bd001620e929 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:21:05.664673 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-062ae36f-b1e2-48fe-980b-886558c3cf56 req-578e44a5-cb46-43d3-a8ea-bd001620e929 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:21:05.668847 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e44a5-cb46-43d3-a8ea-bd001620e929 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Pushing event updated for resources: {'Port': ['ID=41840eb5-b7ec-44e8-8a47-c0980b0c0137,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:05.742459 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ae36f-b1e2-48fe-980b-886558c3cf56 req-578e44a5-cb46-43d3-a8ea-bd001620e929 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:05.747226 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-062ae36f-b1e2-48fe-980b-886558c3cf56 req-578e44a5-cb46-43d3-a8ea-bd001620e929 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:05.779733 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-062ae36f-b1e2-48fe-980b-886558c3cf56 req-578e44a5-cb46-43d3-a8ea-bd001620e929 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2011297 Nov 09 21:21:05.798134 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-062ae36f-b1e2-48fe-980b-886558c3cf56 req-88324487-10f4-4fb2-ae84-2df7ce273ad2 service neutron] Request body: {'port': {'device_id': '3c18ad59-e831-4d07-b6e1-c8b10a08999a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:21:05.909067 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-062ae36f-b1e2-48fe-980b-886558c3cf56 req-88324487-10f4-4fb2-ae84-2df7ce273ad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:06.261535 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-062ae36f-b1e2-48fe-980b-886558c3cf56 req-88324487-10f4-4fb2-ae84-2df7ce273ad2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41840eb5-b7ec-44e8-8a47-c0980b0c0137 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:21:06.281276 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-062ae36f-b1e2-48fe-980b-886558c3cf56 req-88324487-10f4-4fb2-ae84-2df7ce273ad2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:06.297824 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ca735336-3445-4d2e-98f1-2643e0b21a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:06.301084 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-975fecfe-5aad-4985-bc65-b8828a213983 req-27a66e04-ea09-424b-954b-128da798ea15 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=d43df4feec5f40869f96098c4dac8c12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447059 Nov 09 21:21:06.319465 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-062ae36f-b1e2-48fe-980b-886558c3cf56 req-88324487-10f4-4fb2-ae84-2df7ce273ad2 service neutron] Transition to ACTIVE for port object 41840eb5-b7ec-44e8-8a47-c0980b0c0137 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:21:06.333798 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-062ae36f-b1e2-48fe-980b-886558c3cf56 req-88324487-10f4-4fb2-ae84-2df7ce273ad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:06.443590 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88324487-10f4-4fb2-ae84-2df7ce273ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=41840eb5-b7ec-44e8-8a47-c0980b0c0137,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:06.536836 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fecfe-5aad-4985-bc65-b8828a213983 req-74e066b3-d9e1-4f64-af7a-d826b413a1c4 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:06.538408 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-975fecfe-5aad-4985-bc65-b8828a213983 req-74e066b3-d9e1-4f64-af7a-d826b413a1c4 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2206094 Nov 09 21:21:06.567319 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-975fecfe-5aad-4985-bc65-b8828a213983 req-32a6c812-3f28-4318-9cf8-c099b73d097d tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/quotas/d43df4feec5f40869f96098c4dac8c12 HTTP/1.1" status: 200 len: 375 time: 0.0202563 Nov 09 21:21:06.569863 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-062ae36f-b1e2-48fe-980b-886558c3cf56 req-88324487-10f4-4fb2-ae84-2df7ce273ad2 service neutron] Attempting to bind port 41840eb5-b7ec-44e8-8a47-c0980b0c0137 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:21:06.570201 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-062ae36f-b1e2-48fe-980b-886558c3cf56 req-88324487-10f4-4fb2-ae84-2df7ce273ad2 service neutron] Attempting to bind port 41840eb5-b7ec-44e8-8a47-c0980b0c0137 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '535e550e-1834-40ad-bb5a-53e5c279aa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd46322e9-b56d-4dd7-8c5c-4100db9766b4'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:21:06.570536 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062ae36f-b1e2-48fe-980b-886558c3cf56 req-88324487-10f4-4fb2-ae84-2df7ce273ad2 service neutron] Attempting to bind port 41840eb5-b7ec-44e8-8a47-c0980b0c0137 on network d46322e9-b56d-4dd7-8c5c-4100db9766b4 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:21:06.583937 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062ae36f-b1e2-48fe-980b-886558c3cf56 req-88324487-10f4-4fb2-ae84-2df7ce273ad2 service neutron] Port 41840eb5-b7ec-44e8-8a47-c0980b0c0137 on network d46322e9-b56d-4dd7-8c5c-4100db9766b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:21:06.584273 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062ae36f-b1e2-48fe-980b-886558c3cf56 req-88324487-10f4-4fb2-ae84-2df7ce273ad2 service neutron] Attempting to bind port 41840eb5-b7ec-44e8-8a47-c0980b0c0137 on network d46322e9-b56d-4dd7-8c5c-4100db9766b4 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:21:06.610808 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-975fecfe-5aad-4985-bc65-b8828a213983 req-f233fc70-89d5-4830-85a1-52d59bb730de tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d43df4feec5f40869f96098c4dac8c12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367656 Nov 09 21:21:06.611974 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062ae36f-b1e2-48fe-980b-886558c3cf56 req-88324487-10f4-4fb2-ae84-2df7ce273ad2 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:21:06.612310 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062ae36f-b1e2-48fe-980b-886558c3cf56 req-88324487-10f4-4fb2-ae84-2df7ce273ad2 service neutron] Checking segment: {'id': '535e550e-1834-40ad-bb5a-53e5c279aa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd46322e9-b56d-4dd7-8c5c-4100db9766b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:21:06.612712 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062ae36f-b1e2-48fe-980b-886558c3cf56 req-88324487-10f4-4fb2-ae84-2df7ce273ad2 service neutron] Bound using segment: {'id': '535e550e-1834-40ad-bb5a-53e5c279aa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd46322e9-b56d-4dd7-8c5c-4100db9766b4'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:21:06.613157 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-062ae36f-b1e2-48fe-980b-886558c3cf56 req-88324487-10f4-4fb2-ae84-2df7ce273ad2 service neutron] Bound port: 41840eb5-b7ec-44e8-8a47-c0980b0c0137, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '535e550e-1834-40ad-bb5a-53e5c279aa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd46322e9-b56d-4dd7-8c5c-4100db9766b4'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:21:06.613513 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-062ae36f-b1e2-48fe-980b-886558c3cf56 req-88324487-10f4-4fb2-ae84-2df7ce273ad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:06.740757 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9a4ca-9fec-4ecc-a03e-d672d90a0c51 req-5c3d9957-18cc-4b64-a55d-18678da9ad0c tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:06.745712 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f227c-1dcc-4f5e-83f6-151cba2ad51e req-8c28a38b-8504-424e-abe3-97b813ff3707 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:06.746927 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9a4ca-9fec-4ecc-a03e-d672d90a0c51 req-5c3d9957-18cc-4b64-a55d-18678da9ad0c tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:06.752361 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f227c-1dcc-4f5e-83f6-151cba2ad51e req-8c28a38b-8504-424e-abe3-97b813ff3707 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:06.752952 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9a4ca-9fec-4ecc-a03e-d672d90a0c51 req-5c3d9957-18cc-4b64-a55d-18678da9ad0c tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:06.754705 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-96a9a4ca-9fec-4ecc-a03e-d672d90a0c51 req-5c3d9957-18cc-4b64-a55d-18678da9ad0c tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca554ad3-c857-47ee-b0c4-98d5fea1c05d HTTP/1.1" status: 200 len: 2418 time: 0.1179359 Nov 09 21:21:06.759326 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f227c-1dcc-4f5e-83f6-151cba2ad51e req-8c28a38b-8504-424e-abe3-97b813ff3707 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:06.761234 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7f9f227c-1dcc-4f5e-83f6-151cba2ad51e req-8c28a38b-8504-424e-abe3-97b813ff3707 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca554ad3-c857-47ee-b0c4-98d5fea1c05d HTTP/1.1" status: 200 len: 2418 time: 0.1084712 Nov 09 21:21:06.766561 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-062ae36f-b1e2-48fe-980b-886558c3cf56 req-88324487-10f4-4fb2-ae84-2df7ce273ad2 service neutron] For port 41840eb5-b7ec-44e8-8a47-c0980b0c0137, host n-h2-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:21:06.889208 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-062ae36f-b1e2-48fe-980b-886558c3cf56 req-88324487-10f4-4fb2-ae84-2df7ce273ad2 service neutron] For port 41840eb5-b7ec-44e8-8a47-c0980b0c0137, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=41840eb5-b7ec-44e8-8a47-c0980b0c0137,segment=NetworkSegment(535e550e-1834-40ad-bb5a-53e5c279aa6f),segment_id=535e550e-1834-40ad-bb5a-53e5c279aa6f)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:21:06.917862 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-062ae36f-b1e2-48fe-980b-886558c3cf56 req-88324487-10f4-4fb2-ae84-2df7ce273ad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:06.964440 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ae36f-b1e2-48fe-980b-886558c3cf56 req-88324487-10f4-4fb2-ae84-2df7ce273ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:06.965164 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-062ae36f-b1e2-48fe-980b-886558c3cf56 req-88324487-10f4-4fb2-ae84-2df7ce273ad2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:06.966838 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-062ae36f-b1e2-48fe-980b-886558c3cf56 req-88324487-10f4-4fb2-ae84-2df7ce273ad2 service neutron] 10.222.0.43 "PUT /v2.0/ports/41840eb5-b7ec-44e8-8a47-c0980b0c0137 HTTP/1.1" status: 200 len: 1091 time: 1.1732275 Nov 09 21:21:06.971303 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c18ad59-e831-4d07-b6e1-c8b10a08999a', 'tag': '41840eb5-b7ec-44e8-8a47-c0980b0c0137'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:21:06.973648 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268e34b8-afd0-4de8-a978-143b9b448933" -d '{"events": [{"name": "network-changed", "server_uuid": "3c18ad59-e831-4d07-b6e1-c8b10a08999a", "tag": "41840eb5-b7ec-44e8-8a47-c0980b0c0137"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:21:07.022855 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-7f9f227c-1dcc-4f5e-83f6-151cba2ad51e req-6cb8da74-d5a7-40dd-9635-1f4f326c956a tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Deleting port 822a31d7-ad5f-4743-90bf-fc0360505af7 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:21:07.023198 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-7f9f227c-1dcc-4f5e-83f6-151cba2ad51e req-6cb8da74-d5a7-40dd-9635-1f4f326c956a tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:07.068436 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-96a9a4ca-9fec-4ecc-a03e-d672d90a0c51 req-b41a2c4d-6c73-4f9e-9f6b-015d9dc2ebdf tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/security-groups?id=c14d76be-02c1-4fc3-95ad-d30d4063fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716529 Nov 09 21:21:07.105803 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280c273-88f2-49b4-a543-7878fc729ca7 req-5f968231-b88d-4b7b-b8a4-a7a4b5a89fda tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:07.107427 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6280c273-88f2-49b4-a543-7878fc729ca7 req-5f968231-b88d-4b7b-b8a4-a7a4b5a89fda tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.45 "GET /v2.0/networks?id=327e7e68-3b42-443b-9252-b6063ad01e88 HTTP/1.1" status: 200 len: 822 time: 0.3921854 Nov 09 21:21:07.133601 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-6280c273-88f2-49b4-a543-7878fc729ca7 req-3e9e8744-1c25-4e82-a85b-7754e9c21b9f tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Request body: {'port': {'device_id': '662b4119-4b14-458b-ac13-5ae55fddcc3a', 'network_id': '327e7e68-3b42-443b-9252-b6063ad01e88', 'admin_state_up': True, 'tenant_id': '8e9e21c1be6c40e48d395e7f8b701606'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:21:07.174098 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88324487-10f4-4fb2-ae84-2df7ce273ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=41840eb5-b7ec-44e8-8a47-c0980b0c0137,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:07.196048 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35058714-9878-46d0-961b-7fa0740105bd req-1dfd3447-499c-4681-bda2-d6604de2de98 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:07.199500 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-35058714-9878-46d0-961b-7fa0740105bd req-1dfd3447-499c-4681-bda2-d6604de2de98 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c18ad59-e831-4d07-b6e1-c8b10a08999a HTTP/1.1" status: 200 len: 943 time: 0.2276824 Nov 09 21:21:07.207705 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-7f9f227c-1dcc-4f5e-83f6-151cba2ad51e req-6cb8da74-d5a7-40dd-9635-1f4f326c956a tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] For port 822a31d7-ad5f-4743-90bf-fc0360505af7, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=822a31d7-ad5f-4743-90bf-fc0360505af7,segment=NetworkSegment(e5a7881d-a3c8-4cf0-82e1-a9e7dba5802a),segment_id=e5a7881d-a3c8-4cf0-82e1-a9e7dba5802a)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:07.208089 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-7f9f227c-1dcc-4f5e-83f6-151cba2ad51e req-6cb8da74-d5a7-40dd-9635-1f4f326c956a tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:07.227311 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-03c08419-01a7-484a-b165-0a0e9b7fba19 req-f995e2c2-b2fc-4b31-a2a7-a67b90052b9c tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=662b4119-4b14-458b-ac13-5ae55fddcc3a HTTP/1.1" status: 200 len: 210 time: 0.0681334 Nov 09 21:21:07.340578 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c6c9fe55-c769-49e5-98de-c7201874efef req-234a3a5b-e1cb-4d9a-94fd-e8b53a59b317 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/ports?device_id=abd31d39-a8cc-486d-a8d9-94479dc7070c HTTP/1.1" status: 200 len: 210 time: 0.0547631 Nov 09 21:21:07.388865 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6280c273-88f2-49b4-a543-7878fc729ca7 req-3e9e8744-1c25-4e82-a85b-7754e9c21b9f tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Made reservation on behalf of 8e9e21c1be6c40e48d395e7f8b701606 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:21:07.392679 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6280c273-88f2-49b4-a543-7878fc729ca7 req-3e9e8744-1c25-4e82-a85b-7754e9c21b9f tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:07.468759 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ae36f-b1e2-48fe-980b-886558c3cf56 req-029d103f-0edf-471e-a0cd-f8ecb74d0ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:07.470183 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-062ae36f-b1e2-48fe-980b-886558c3cf56 req-029d103f-0edf-471e-a0cd-f8ecb74d0ed4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=75ff5a098c974a5f990f4fa539b60751&device_id=3c18ad59-e831-4d07-b6e1-c8b10a08999a HTTP/1.1" status: 200 len: 1094 time: 0.3796217 Nov 09 21:21:07.480493 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-7f9f227c-1dcc-4f5e-83f6-151cba2ad51e req-6cb8da74-d5a7-40dd-9635-1f4f326c956a tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Calling delete_port for 822a31d7-ad5f-4743-90bf-fc0360505af7 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:21:07.488627 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ca735336-3445-4d2e-98f1-2643e0b21a80 admin admin] Deleting port 47a16641-679c-4504-bc8c-df42da9239c9 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:21:07.489062 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ca735336-3445-4d2e-98f1-2643e0b21a80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:07.588997 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-062ae36f-b1e2-48fe-980b-886558c3cf56 req-fa914c42-a7a3-4a28-bd74-2cc573c246ff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41840eb5-b7ec-44e8-8a47-c0980b0c0137 HTTP/1.1" status: 200 len: 217 time: 0.0611250 Nov 09 21:21:07.591180 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-6280c273-88f2-49b4-a543-7878fc729ca7 req-3e9e8744-1c25-4e82-a85b-7754e9c21b9f tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Allocated IP 172.20.0.11 (327e7e68-3b42-443b-9252-b6063ad01e88/72e3a48d-bd3b-4c62-a376-6d092be2bf15/8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:21:07.629633 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-ca735336-3445-4d2e-98f1-2643e0b21a80 admin admin] For port 47a16641-679c-4504-bc8c-df42da9239c9, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=47a16641-679c-4504-bc8c-df42da9239c9,segment=NetworkSegment(3f8effe2-ca09-4bf1-b91e-c039a8c90cd3),segment_id=3f8effe2-ca09-4bf1-b91e-c039a8c90cd3)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:07.630006 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ca735336-3445-4d2e-98f1-2643e0b21a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:07.639972 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-35058714-9878-46d0-961b-7fa0740105bd req-75ad5418-364a-41cc-b4f9-f5bfddb4eb02 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4265587 Nov 09 21:21:07.644482 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaae4741-a34f-441f-821d-9bcc6f2dddc2 x-openstack-request-id: req-eaae4741-a34f-441f-821d-9bcc6f2dddc2 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:21:07.644906 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c18ad59-e831-4d07-b6e1-c8b10a08999a", "tag": "41840eb5-b7ec-44e8-8a47-c0980b0c0137", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:21:07.645738 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eaae4741-a34f-441f-821d-9bcc6f2dddc2 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:21:07.645738 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c18ad59-e831-4d07-b6e1-c8b10a08999a', 'tag': '41840eb5-b7ec-44e8-8a47-c0980b0c0137', 'status': 'completed', 'code': 200} Nov 09 21:21:07.655820 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ca735336-3445-4d2e-98f1-2643e0b21a80 admin admin] Calling delete_port for 47a16641-679c-4504-bc8c-df42da9239c9 owned by network:router_interface {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:21:07.675946 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ae36f-b1e2-48fe-980b-886558c3cf56 req-d8123b4f-e751-4e8b-aa90-05860b46470d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:07.677602 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-062ae36f-b1e2-48fe-980b-886558c3cf56 req-d8123b4f-e751-4e8b-aa90-05860b46470d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b00fcf6d-0dad-4966-9afe-8edbbda80569 HTTP/1.1" status: 200 len: 844 time: 0.0759697 Nov 09 21:21:07.731250 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-062ae36f-b1e2-48fe-980b-886558c3cf56 req-7b0e48be-0ddc-431e-8025-938a4c2581f0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d46322e9-b56d-4dd7-8c5c-4100db9766b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464301 Nov 09 21:21:07.804576 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-7f9f227c-1dcc-4f5e-83f6-151cba2ad51e req-6cb8da74-d5a7-40dd-9635-1f4f326c956a tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:07.817173 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['f3670b9c-5be0-4447-80bc-2c68cec34eea', 'e7589e3e-c9bc-41f1-9a0e-60a1d054087d', '822a31d7-ad5f-4743-90bf-fc0360505af7'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:21:07.839191 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb8da74-d5a7-40dd-9635-1f4f326c956a tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Pushing event deleted for resources: {'Port': ['ID=822a31d7-ad5f-4743-90bf-fc0360505af7,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:07.894241 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6280c273-88f2-49b4-a543-7878fc729ca7 req-3e9e8744-1c25-4e82-a85b-7754e9c21b9f tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:07.894519 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9f227c-1dcc-4f5e-83f6-151cba2ad51e req-6cb8da74-d5a7-40dd-9635-1f4f326c956a tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] No DVR routers for this DVR port 822a31d7-ad5f-4743-90bf-fc0360505af7 on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:21:07.898311 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-7f9f227c-1dcc-4f5e-83f6-151cba2ad51e req-6cb8da74-d5a7-40dd-9635-1f4f326c956a tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:07.903099 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7f9f227c-1dcc-4f5e-83f6-151cba2ad51e req-6cb8da74-d5a7-40dd-9635-1f4f326c956a tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.45 "DELETE /v2.0/ports/822a31d7-ad5f-4743-90bf-fc0360505af7 HTTP/1.1" status: 204 len: 173 time: 1.1339281 Nov 09 21:21:07.909088 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-062ae36f-b1e2-48fe-980b-886558c3cf56 req-6c97f1bf-b464-4226-ae50-51e75853402f service neutron] 10.222.0.43 "GET /v2.0/networks/d46322e9-b56d-4dd7-8c5c-4100db9766b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670208 Nov 09 21:21:08.029309 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6280c273-88f2-49b4-a543-7878fc729ca7 req-3e9e8744-1c25-4e82-a85b-7754e9c21b9f tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:08.064433 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ca735336-3445-4d2e-98f1-2643e0b21a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:08.075774 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6280c273-88f2-49b4-a543-7878fc729ca7 req-3e9e8744-1c25-4e82-a85b-7754e9c21b9f tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Network 327e7e68-3b42-443b-9252-b6063ad01e88 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:21:08.080190 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-6280c273-88f2-49b4-a543-7878fc729ca7 req-3e9e8744-1c25-4e82-a85b-7754e9c21b9f tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:21:08.091586 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-6280c273-88f2-49b4-a543-7878fc729ca7 req-3e9e8744-1c25-4e82-a85b-7754e9c21b9f tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:21:08.157744 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e8744-1c25-4e82-a85b-7754e9c21b9f tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Pushing event updated for resources: {'Port': ['ID=8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:08.237586 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca735336-3445-4d2e-98f1-2643e0b21a80 admin admin] Pushing event deleted for resources: {'Port': ['ID=47a16641-679c-4504-bc8c-df42da9239c9,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:08.260094 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280c273-88f2-49b4-a543-7878fc729ca7 req-3e9e8744-1c25-4e82-a85b-7754e9c21b9f tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:08.260769 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6280c273-88f2-49b4-a543-7878fc729ca7 req-3e9e8744-1c25-4e82-a85b-7754e9c21b9f tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:08.277619 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-975fecfe-5aad-4985-bc65-b8828a213983 req-ca7f48c4-940d-46de-a719-daf4d72a159e tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=d43df4feec5f40869f96098c4dac8c12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0553474 Nov 09 21:21:08.296412 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-062ae36f-b1e2-48fe-980b-886558c3cf56 req-846ebb6b-112a-4ed8-a2ca-0745b95769c0 service neutron] 10.222.0.43 "GET /v2.0/networks/d46322e9-b56d-4dd7-8c5c-4100db9766b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467553 Nov 09 21:21:08.301707 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6280c273-88f2-49b4-a543-7878fc729ca7 req-3e9e8744-1c25-4e82-a85b-7754e9c21b9f tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1843216 Nov 09 21:21:08.306813 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-7f9f227c-1dcc-4f5e-83f6-151cba2ad51e req-3f1e4cd6-6290-4bb9-82b6-aeafeb5786a4 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Deleting port e7589e3e-c9bc-41f1-9a0e-60a1d054087d {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:21:08.307272 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-7f9f227c-1dcc-4f5e-83f6-151cba2ad51e req-3f1e4cd6-6290-4bb9-82b6-aeafeb5786a4 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:08.388283 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-6280c273-88f2-49b4-a543-7878fc729ca7 req-ee9065f3-2c01-4c02-8798-f2592b6f430f service neutron] Request body: {'port': {'device_id': '662b4119-4b14-458b-ac13-5ae55fddcc3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:21:08.393550 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de76a2-a3d7-4885-bbff-43bd65de6e16 req-abbbb17d-de54-4ddf-a6b6-95d532ab0b9a tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:08.404725 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de76a2-a3d7-4885-bbff-43bd65de6e16 req-abbbb17d-de54-4ddf-a6b6-95d532ab0b9a tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:08.409182 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-90de76a2-a3d7-4885-bbff-43bd65de6e16 req-abbbb17d-de54-4ddf-a6b6-95d532ab0b9a tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca554ad3-c857-47ee-b0c4-98d5fea1c05d HTTP/1.1" status: 200 len: 1682 time: 0.1972706 Nov 09 21:21:08.514978 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-7f9f227c-1dcc-4f5e-83f6-151cba2ad51e req-3f1e4cd6-6290-4bb9-82b6-aeafeb5786a4 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] For port e7589e3e-c9bc-41f1-9a0e-60a1d054087d, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=e7589e3e-c9bc-41f1-9a0e-60a1d054087d,segment=NetworkSegment(429ddc56-fc42-4e71-88f3-12241df5db96),segment_id=429ddc56-fc42-4e71-88f3-12241df5db96)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:08.515245 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-7f9f227c-1dcc-4f5e-83f6-151cba2ad51e req-3f1e4cd6-6290-4bb9-82b6-aeafeb5786a4 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:08.529090 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-90de76a2-a3d7-4885-bbff-43bd65de6e16 req-2ea1d397-21ad-48e5-b1bc-ffcf6c7c15c6 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/security-groups?id=c14d76be-02c1-4fc3-95ad-d30d4063fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152291 Nov 09 21:21:08.538999 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-7f9f227c-1dcc-4f5e-83f6-151cba2ad51e req-3f1e4cd6-6290-4bb9-82b6-aeafeb5786a4 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Calling delete_port for e7589e3e-c9bc-41f1-9a0e-60a1d054087d owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:21:08.547022 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e34b8-afd0-4de8-a978-143b9b448933 req-f80982de-9183-47e1-bed6-2100d0311188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:08.547022 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-268e34b8-afd0-4de8-a978-143b9b448933 req-f80982de-9183-47e1-bed6-2100d0311188 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=75ff5a098c974a5f990f4fa539b60751&device_id=3c18ad59-e831-4d07-b6e1-c8b10a08999a HTTP/1.1" status: 200 len: 1094 time: 0.1072206 Nov 09 21:21:08.591025 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123497f-4710-4228-8067-e7f7a4b97486 req-4f11e384-1a50-428f-b5f9-eaf96ece5f04 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:08.592543 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c123497f-4710-4228-8067-e7f7a4b97486 req-4f11e384-1a50-428f-b5f9-eaf96ece5f04 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=662b4119-4b14-458b-ac13-5ae55fddcc3a HTTP/1.1" status: 200 len: 932 time: 0.2089305 Nov 09 21:21:08.599277 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fecfe-5aad-4985-bc65-b8828a213983 req-13709e65-adda-473f-b912-8e3c5f888c34 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:08.600694 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-975fecfe-5aad-4985-bc65-b8828a213983 req-13709e65-adda-473f-b912-8e3c5f888c34 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3155086 Nov 09 21:21:08.604340 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6280c273-88f2-49b4-a543-7878fc729ca7 req-ee9065f3-2c01-4c02-8798-f2592b6f430f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:08.623874 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ca735336-3445-4d2e-98f1-2643e0b21a80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:08.634246 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-975fecfe-5aad-4985-bc65-b8828a213983 req-0255c545-a424-4670-a0c5-f3c23ae3af94 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Request body: {'port': {'device_id': 'abd31d39-a8cc-486d-a8d9-94479dc7070c', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'admin_state_up': True, 'tenant_id': 'd43df4feec5f40869f96098c4dac8c12'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:21:08.667421 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c9792791-8635-4dff-ad09-a8d41463979d req-8ee82a3f-f396-47a6-a4b5-3e01d17bf6b8 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/ports?device_id=abd31d39-a8cc-486d-a8d9-94479dc7070c HTTP/1.1" status: 200 len: 210 time: 0.0617452 Nov 09 21:21:08.729124 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e34b8-afd0-4de8-a978-143b9b448933 req-b77d5f2b-8bc8-4cb0-be25-69984ffd1bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:08.730782 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-268e34b8-afd0-4de8-a978-143b9b448933 req-b77d5f2b-8bc8-4cb0-be25-69984ffd1bec service neutron] 10.222.0.43 "GET /v2.0/networks?id=d46322e9-b56d-4dd7-8c5c-4100db9766b4 HTTP/1.1" status: 200 len: 904 time: 0.1754577 Nov 09 21:21:08.807115 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-268e34b8-afd0-4de8-a978-143b9b448933 req-bdd9f363-53c3-41d1-8fd7-5c2740ec4d99 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41840eb5-b7ec-44e8-8a47-c0980b0c0137 HTTP/1.1" status: 200 len: 217 time: 0.0414464 Nov 09 21:21:08.814046 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c123497f-4710-4228-8067-e7f7a4b97486 req-1150e26a-bbe6-451d-b182-3d110382fe8a tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105517 Nov 09 21:21:08.854915 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-7f9f227c-1dcc-4f5e-83f6-151cba2ad51e req-3f1e4cd6-6290-4bb9-82b6-aeafeb5786a4 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:08.866747 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['822a31d7-ad5f-4743-90bf-fc0360505af7'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:21:08.911500 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e34b8-afd0-4de8-a978-143b9b448933 req-a4f4332b-f5ba-4b60-86c9-42b678f6f94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:08.913316 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-268e34b8-afd0-4de8-a978-143b9b448933 req-a4f4332b-f5ba-4b60-86c9-42b678f6f94d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b00fcf6d-0dad-4966-9afe-8edbbda80569 HTTP/1.1" status: 200 len: 844 time: 0.0981727 Nov 09 21:21:08.915625 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e4cd6-6290-4bb9-82b6-aeafeb5786a4 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Pushing event deleted for resources: {'Port': ['ID=e7589e3e-c9bc-41f1-9a0e-60a1d054087d,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:08.967494 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-268e34b8-afd0-4de8-a978-143b9b448933 req-232c1aef-3e83-4026-b0a5-bd7b06a53ee4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d46322e9-b56d-4dd7-8c5c-4100db9766b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445459 Nov 09 21:21:08.989218 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9f227c-1dcc-4f5e-83f6-151cba2ad51e req-3f1e4cd6-6290-4bb9-82b6-aeafeb5786a4 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] No DVR routers for this DVR port e7589e3e-c9bc-41f1-9a0e-60a1d054087d on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:21:08.992421 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-7f9f227c-1dcc-4f5e-83f6-151cba2ad51e req-3f1e4cd6-6290-4bb9-82b6-aeafeb5786a4 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:09.005041 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7f9f227c-1dcc-4f5e-83f6-151cba2ad51e req-3f1e4cd6-6290-4bb9-82b6-aeafeb5786a4 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.45 "DELETE /v2.0/ports/e7589e3e-c9bc-41f1-9a0e-60a1d054087d HTTP/1.1" status: 204 len: 173 time: 1.0862885 Nov 09 21:21:09.060375 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-975fecfe-5aad-4985-bc65-b8828a213983 req-0255c545-a424-4670-a0c5-f3c23ae3af94 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Made reservation on behalf of d43df4feec5f40869f96098c4dac8c12 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:21:09.064138 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-975fecfe-5aad-4985-bc65-b8828a213983 req-0255c545-a424-4670-a0c5-f3c23ae3af94 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:09.105787 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d84c33-43ea-4c64-b656-da31433b9e18 req-58ed088f-1c68-42f8-9c52-73d70edbbcb5 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:09.107364 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-30d84c33-43ea-4c64-b656-da31433b9e18 req-58ed088f-1c68-42f8-9c52-73d70edbbcb5 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c18ad59-e831-4d07-b6e1-c8b10a08999a HTTP/1.1" status: 200 len: 943 time: 0.1955073 Nov 09 21:21:09.133542 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-975fecfe-5aad-4985-bc65-b8828a213983 req-0255c545-a424-4670-a0c5-f3c23ae3af94 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:09.186288 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-268e34b8-afd0-4de8-a978-143b9b448933 req-f82bb046-c7bc-46f2-9b9e-41938afa9cdf service neutron] 10.222.0.43 "GET /v2.0/networks/d46322e9-b56d-4dd7-8c5c-4100db9766b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042627 Nov 09 21:21:09.188854 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-7f9f227c-1dcc-4f5e-83f6-151cba2ad51e req-b2eb5412-7b8d-4ab3-902a-18dd6da51392 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Deleting port f3670b9c-5be0-4447-80bc-2c68cec34eea {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:21:09.189199 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-7f9f227c-1dcc-4f5e-83f6-151cba2ad51e req-b2eb5412-7b8d-4ab3-902a-18dd6da51392 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:09.352362 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-7f9f227c-1dcc-4f5e-83f6-151cba2ad51e req-b2eb5412-7b8d-4ab3-902a-18dd6da51392 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] For port f3670b9c-5be0-4447-80bc-2c68cec34eea, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=f3670b9c-5be0-4447-80bc-2c68cec34eea,segment=NetworkSegment(429ddc56-fc42-4e71-88f3-12241df5db96),segment_id=429ddc56-fc42-4e71-88f3-12241df5db96)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:09.352761 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-7f9f227c-1dcc-4f5e-83f6-151cba2ad51e req-b2eb5412-7b8d-4ab3-902a-18dd6da51392 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:09.367307 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-268e34b8-afd0-4de8-a978-143b9b448933 req-b6ba2fc0-8a9b-4b6e-a7cc-37c4177ca6c2 service neutron] 10.222.0.43 "GET /v2.0/networks/d46322e9-b56d-4dd7-8c5c-4100db9766b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732023 Nov 09 21:21:09.371773 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-7f9f227c-1dcc-4f5e-83f6-151cba2ad51e req-b2eb5412-7b8d-4ab3-902a-18dd6da51392 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Calling delete_port for f3670b9c-5be0-4447-80bc-2c68cec34eea owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:21:09.508921 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-7f9f227c-1dcc-4f5e-83f6-151cba2ad51e req-b2eb5412-7b8d-4ab3-902a-18dd6da51392 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:09.521657 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['822a31d7-ad5f-4743-90bf-fc0360505af7'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:21:09.535709 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb5412-7b8d-4ab3-902a-18dd6da51392 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Pushing event deleted for resources: {'Port': ['ID=f3670b9c-5be0-4447-80bc-2c68cec34eea,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:09.539985 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-30d84c33-43ea-4c64-b656-da31433b9e18 req-084c228d-a98e-4bdd-9477-f150144eebfe tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4130013 Nov 09 21:21:09.579573 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca735336-3445-4d2e-98f1-2643e0b21a80 admin admin] Router b0b26bf9-2e2f-4ba5-b577-e754da94db8e has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:21:09.598665 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-6280c273-88f2-49b4-a543-7878fc729ca7 req-ee9065f3-2c01-4c02-8798-f2592b6f430f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:21:09.604423 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9f227c-1dcc-4f5e-83f6-151cba2ad51e req-b2eb5412-7b8d-4ab3-902a-18dd6da51392 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] No DVR routers for this DVR port f3670b9c-5be0-4447-80bc-2c68cec34eea on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:21:09.607227 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-7f9f227c-1dcc-4f5e-83f6-151cba2ad51e req-b2eb5412-7b8d-4ab3-902a-18dd6da51392 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:09.609876 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6280c273-88f2-49b4-a543-7878fc729ca7 req-ee9065f3-2c01-4c02-8798-f2592b6f430f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:09.613330 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7f9f227c-1dcc-4f5e-83f6-151cba2ad51e req-b2eb5412-7b8d-4ab3-902a-18dd6da51392 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.45 "DELETE /v2.0/ports/f3670b9c-5be0-4447-80bc-2c68cec34eea HTTP/1.1" status: 204 len: 173 time: 0.6056855 Nov 09 21:21:09.646875 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca554ad3-c857-47ee-b0c4-98d5fea1c05d', 'name': 'network-vif-deleted', 'tag': '822a31d7-ad5f-4743-90bf-fc0360505af7'}, {'server_uuid': 'ca554ad3-c857-47ee-b0c4-98d5fea1c05d', 'name': 'network-vif-deleted', 'tag': 'e7589e3e-c9bc-41f1-9a0e-60a1d054087d'}, {'server_uuid': 'ca554ad3-c857-47ee-b0c4-98d5fea1c05d', 'name': 'network-vif-deleted', 'tag': 'f3670b9c-5be0-4447-80bc-2c68cec34eea'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:21:09.651762 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f2e12e-9049-429a-8932-62c31397e221" -d '{"events": [{"server_uuid": "ca554ad3-c857-47ee-b0c4-98d5fea1c05d", "name": "network-vif-deleted", "tag": "822a31d7-ad5f-4743-90bf-fc0360505af7"}, {"server_uuid": "ca554ad3-c857-47ee-b0c4-98d5fea1c05d", "name": "network-vif-deleted", "tag": "e7589e3e-c9bc-41f1-9a0e-60a1d054087d"}, {"server_uuid": "ca554ad3-c857-47ee-b0c4-98d5fea1c05d", "name": "network-vif-deleted", "tag": "f3670b9c-5be0-4447-80bc-2c68cec34eea"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:21:09.663992 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-6280c273-88f2-49b4-a543-7878fc729ca7 req-ee9065f3-2c01-4c02-8798-f2592b6f430f service neutron] Transition to ACTIVE for port object 8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:21:09.677432 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6280c273-88f2-49b4-a543-7878fc729ca7 req-ee9065f3-2c01-4c02-8798-f2592b6f430f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:09.698404 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-975fecfe-5aad-4985-bc65-b8828a213983 req-0255c545-a424-4670-a0c5-f3c23ae3af94 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:09.723031 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-88e5a7d6-94a9-4645-bc7e-557ecb43b670 req-7c3b9aed-b0c9-4f55-966c-503ed2c147ad tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca554ad3-c857-47ee-b0c4-98d5fea1c05d HTTP/1.1" status: 200 len: 210 time: 0.0417356 Nov 09 21:21:09.724842 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-975fecfe-5aad-4985-bc65-b8828a213983 req-0255c545-a424-4670-a0c5-f3c23ae3af94 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:09.730381 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 09 Nov 2021 21:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa87f65a-fab7-4ed7-b0ae-52bfb7be691d x-openstack-request-id: req-aa87f65a-fab7-4ed7-b0ae-52bfb7be691d {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:21:09.731409 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca554ad3-c857-47ee-b0c4-98d5fea1c05d", "name": "network-vif-deleted", "tag": "822a31d7-ad5f-4743-90bf-fc0360505af7", "status": "completed", "code": 200}, {"server_uuid": "ca554ad3-c857-47ee-b0c4-98d5fea1c05d", "name": "network-vif-deleted", "tag": "e7589e3e-c9bc-41f1-9a0e-60a1d054087d", "status": "completed", "code": 200}, {"server_uuid": "ca554ad3-c857-47ee-b0c4-98d5fea1c05d", "name": "network-vif-deleted", "tag": "f3670b9c-5be0-4447-80bc-2c68cec34eea", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:21:09.731840 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aa87f65a-fab7-4ed7-b0ae-52bfb7be691d {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:21:09.732595 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca554ad3-c857-47ee-b0c4-98d5fea1c05d', 'name': 'network-vif-deleted', 'tag': '822a31d7-ad5f-4743-90bf-fc0360505af7', 'status': 'completed', 'code': 200} Nov 09 21:21:09.733034 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca554ad3-c857-47ee-b0c4-98d5fea1c05d', 'name': 'network-vif-deleted', 'tag': 'e7589e3e-c9bc-41f1-9a0e-60a1d054087d', 'status': 'completed', 'code': 200} Nov 09 21:21:09.733478 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca554ad3-c857-47ee-b0c4-98d5fea1c05d', 'name': 'network-vif-deleted', 'tag': 'f3670b9c-5be0-4447-80bc-2c68cec34eea', 'status': 'completed', 'code': 200} Nov 09 21:21:09.889183 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9065f3-2c01-4c02-8798-f2592b6f430f service neutron] Pushing event updated for resources: {'Port': ['ID=8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:09.892910 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e3101e31-ad1c-4bf6-9dc4-0bb2be7c200e req-e396933a-10f3-4d04-b890-008272fb4bbc tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/ports?device_id=abd31d39-a8cc-486d-a8d9-94479dc7070c HTTP/1.1" status: 200 len: 210 time: 0.0961456 Nov 09 21:21:09.905251 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0255c545-a424-4670-a0c5-f3c23ae3af94 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8de2e6d2-13a1-4fce-94d8-94f8deb033ce,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:09.956518 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca735336-3445-4d2e-98f1-2643e0b21a80 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:21:09.966487 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ca735336-3445-4d2e-98f1-2643e0b21a80 admin admin] 10.222.0.49 "PUT /v2.0/routers/b0b26bf9-2e2f-4ba5-b577-e754da94db8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3688908 Nov 09 21:21:09.970803 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41450) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:09.974975 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad752024-d25a-460e-8b7d-8c633e80b93a None None] Sync routers for ids ['b0b26bf9-2e2f-4ba5-b577-e754da94db8e'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:21:09.984036 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad752024-d25a-460e-8b7d-8c633e80b93a None None] Routers {'b0b26bf9-2e2f-4ba5-b577-e754da94db8e'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:21:09.984662 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-ad752024-d25a-460e-8b7d-8c633e80b93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:20:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['b0b26bf9-2e2f-4ba5-b577-e754da94db8e'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:21:10.024425 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-6280c273-88f2-49b4-a543-7878fc729ca7 req-ee9065f3-2c01-4c02-8798-f2592b6f430f service neutron] Attempting to bind port 8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:21:10.024816 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-6280c273-88f2-49b4-a543-7878fc729ca7 req-ee9065f3-2c01-4c02-8798-f2592b6f430f service neutron] Attempting to bind port 8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '58913807-21b5-4240-bcd1-63c4ec2c1803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '327e7e68-3b42-443b-9252-b6063ad01e88'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:21:10.025748 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6280c273-88f2-49b4-a543-7878fc729ca7 req-ee9065f3-2c01-4c02-8798-f2592b6f430f service neutron] Attempting to bind port 8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c on network 327e7e68-3b42-443b-9252-b6063ad01e88 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:21:10.034471 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6280c273-88f2-49b4-a543-7878fc729ca7 req-ee9065f3-2c01-4c02-8798-f2592b6f430f service neutron] Port 8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c on network 327e7e68-3b42-443b-9252-b6063ad01e88 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:21:10.034796 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6280c273-88f2-49b4-a543-7878fc729ca7 req-ee9065f3-2c01-4c02-8798-f2592b6f430f service neutron] Attempting to bind port 8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c on network 327e7e68-3b42-443b-9252-b6063ad01e88 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:21:10.044059 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-975fecfe-5aad-4985-bc65-b8828a213983 req-0255c545-a424-4670-a0c5-f3c23ae3af94 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Allocated IP 192.168.233.91 (568519e4-f6af-4966-9e93-738c3c6cb9f1/5ba3500c-a288-4596-ba94-148f2bd8a6da/571461dd-5539-4dee-8172-fb0ae8b5345f) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:21:10.048298 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6280c273-88f2-49b4-a543-7878fc729ca7 req-ee9065f3-2c01-4c02-8798-f2592b6f430f service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:21:10.048665 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6280c273-88f2-49b4-a543-7878fc729ca7 req-ee9065f3-2c01-4c02-8798-f2592b6f430f service neutron] Checking segment: {'id': '58913807-21b5-4240-bcd1-63c4ec2c1803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '327e7e68-3b42-443b-9252-b6063ad01e88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:21:10.049081 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6280c273-88f2-49b4-a543-7878fc729ca7 req-ee9065f3-2c01-4c02-8798-f2592b6f430f service neutron] Bound using segment: {'id': '58913807-21b5-4240-bcd1-63c4ec2c1803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '327e7e68-3b42-443b-9252-b6063ad01e88'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:21:10.049531 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-6280c273-88f2-49b4-a543-7878fc729ca7 req-ee9065f3-2c01-4c02-8798-f2592b6f430f service neutron] Bound port: 8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58913807-21b5-4240-bcd1-63c4ec2c1803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '327e7e68-3b42-443b-9252-b6063ad01e88'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:21:10.049896 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6280c273-88f2-49b4-a543-7878fc729ca7 req-ee9065f3-2c01-4c02-8798-f2592b6f430f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:10.091598 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811f3cb-d515-47a7-9bc6-d01e088adc05 req-0b352098-dd4e-447e-98a6-53f232a3dc65 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:10.099390 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b811f3cb-d515-47a7-9bc6-d01e088adc05 req-0b352098-dd4e-447e-98a6-53f232a3dc65 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=662b4119-4b14-458b-ac13-5ae55fddcc3a HTTP/1.1" status: 200 len: 944 time: 0.1385198 Nov 09 21:21:10.172318 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b811f3cb-d515-47a7-9bc6-d01e088adc05 req-06ca5eeb-e1e6-43a6-9dcf-bb09eec0c33f tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719421 Nov 09 21:21:10.183442 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2a77738b-5f48-443a-81c5-8f97477d5ea5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:10.193547 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-ad752024-d25a-460e-8b7d-8c633e80b93a None None] Set router b0b26bf9-2e2f-4ba5-b577-e754da94db8e gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:21:10.216382 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-6280c273-88f2-49b4-a543-7878fc729ca7 req-ee9065f3-2c01-4c02-8798-f2592b6f430f service neutron] For port 8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:21:10.236797 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-6280c273-88f2-49b4-a543-7878fc729ca7 req-ee9065f3-2c01-4c02-8798-f2592b6f430f service neutron] For port 8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c,segment=NetworkSegment(58913807-21b5-4240-bcd1-63c4ec2c1803),segment_id=58913807-21b5-4240-bcd1-63c4ec2c1803)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:21:10.245847 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6280c273-88f2-49b4-a543-7878fc729ca7 req-ee9065f3-2c01-4c02-8798-f2592b6f430f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:10.306502 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280c273-88f2-49b4-a543-7878fc729ca7 req-ee9065f3-2c01-4c02-8798-f2592b6f430f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:10.307134 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6280c273-88f2-49b4-a543-7878fc729ca7 req-ee9065f3-2c01-4c02-8798-f2592b6f430f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:10.308545 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6280c273-88f2-49b4-a543-7878fc729ca7 req-ee9065f3-2c01-4c02-8798-f2592b6f430f service neutron] 10.222.0.45 "PUT /v2.0/ports/8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c HTTP/1.1" status: 200 len: 1092 time: 1.9585884 Nov 09 21:21:10.309335 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '662b4119-4b14-458b-ac13-5ae55fddcc3a', 'tag': '8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:21:10.311301 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1111ea98-7630-4851-b560-5ef8843c8ea9" -d '{"events": [{"name": "network-changed", "server_uuid": "662b4119-4b14-458b-ac13-5ae55fddcc3a", "tag": "8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:21:10.345770 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2a77738b-5f48-443a-81c5-8f97477d5ea5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:10.346649 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9065f3-2c01-4c02-8798-f2592b6f430f service neutron] Pushing event updated for resources: {'Port': ['ID=8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:10.350944 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-975fecfe-5aad-4985-bc65-b8828a213983 req-0255c545-a424-4670-a0c5-f3c23ae3af94 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:10.392373 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a94752-71d5-4c32-bf8c-55400d28a252 x-openstack-request-id: req-10a94752-71d5-4c32-bf8c-55400d28a252 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:21:10.392696 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "662b4119-4b14-458b-ac13-5ae55fddcc3a", "tag": "8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:21:10.392958 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-10a94752-71d5-4c32-bf8c-55400d28a252 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:21:10.393362 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '662b4119-4b14-458b-ac13-5ae55fddcc3a', 'tag': '8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c', 'status': 'completed', 'code': 200} Nov 09 21:21:10.413904 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-ad752024-d25a-460e-8b7d-8c633e80b93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b26bf9-2e2f-4ba5-b577-e754da94db8e', 'name': 'tempest-AttachSCSIVolumeTestJSON-166447926-router', 'tenant_id': '82be29d0d47e46adb14283806ef20aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '14f59ecb-3b10-4ec7-a46a-563029481d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:19:00Z', 'updated_at': '2021-11-09T21:21:07Z', 'revision_number': 5, 'project_id': '82be29d0d47e46adb14283806ef20aca', 'gw_port': {'id': '14f59ecb-3b10-4ec7-a46a-563029481d59', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b26bf9-2e2f-4ba5-b577-e754da94db8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:01Z', 'updated_at': '2021-11-09T21:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:21:10.425717 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-2a77738b-5f48-443a-81c5-8f97477d5ea5 admin admin] Deleting port 14f59ecb-3b10-4ec7-a46a-563029481d59 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:21:10.426127 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2a77738b-5f48-443a-81c5-8f97477d5ea5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:10.428769 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-975fecfe-5aad-4985-bc65-b8828a213983 req-0255c545-a424-4670-a0c5-f3c23ae3af94 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:10.436374 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280c273-88f2-49b4-a543-7878fc729ca7 req-29f8d986-04d1-45b6-beb6-ae5a0c4306f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:10.437927 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6280c273-88f2-49b4-a543-7878fc729ca7 req-29f8d986-04d1-45b6-beb6-ae5a0c4306f0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8e9e21c1be6c40e48d395e7f8b701606&device_id=662b4119-4b14-458b-ac13-5ae55fddcc3a HTTP/1.1" status: 200 len: 1095 time: 0.0624135 Nov 09 21:21:10.451367 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad752024-d25a-460e-8b7d-8c633e80b93a None None] Checking router: b0b26bf9-2e2f-4ba5-b577-e754da94db8e for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:21:10.460564 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad752024-d25a-460e-8b7d-8c633e80b93a None None] Routers {'b0b26bf9-2e2f-4ba5-b577-e754da94db8e'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:21:10.461392 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-ad752024-d25a-460e-8b7d-8c633e80b93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:20:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['b0b26bf9-2e2f-4ba5-b577-e754da94db8e'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:21:10.522927 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6280c273-88f2-49b4-a543-7878fc729ca7 req-7206c393-68c2-40b3-a228-483730816425 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c HTTP/1.1" status: 200 len: 217 time: 0.0628421 Nov 09 21:21:10.524191 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-2a77738b-5f48-443a-81c5-8f97477d5ea5 admin admin] For port 14f59ecb-3b10-4ec7-a46a-563029481d59, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=14f59ecb-3b10-4ec7-a46a-563029481d59,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:10.524579 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2a77738b-5f48-443a-81c5-8f97477d5ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:10.527556 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-975fecfe-5aad-4985-bc65-b8828a213983 req-0255c545-a424-4670-a0c5-f3c23ae3af94 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Network 568519e4-f6af-4966-9e93-738c3c6cb9f1 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:21:10.528969 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0255c545-a424-4670-a0c5-f3c23ae3af94 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Pushing event updated for resources: {'Port': ['ID=571461dd-5539-4dee-8172-fb0ae8b5345f,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:10.532884 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-975fecfe-5aad-4985-bc65-b8828a213983 req-0255c545-a424-4670-a0c5-f3c23ae3af94 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:21:10.540484 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-2a77738b-5f48-443a-81c5-8f97477d5ea5 admin admin] Calling delete_port for 14f59ecb-3b10-4ec7-a46a-563029481d59 owned by network:router_gateway {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:21:10.542771 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-975fecfe-5aad-4985-bc65-b8828a213983 req-0255c545-a424-4670-a0c5-f3c23ae3af94 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:21:10.569683 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-ad752024-d25a-460e-8b7d-8c633e80b93a None None] Set router b0b26bf9-2e2f-4ba5-b577-e754da94db8e gateway port host: None {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:21:10.613019 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280c273-88f2-49b4-a543-7878fc729ca7 req-b60974e6-68c1-4427-b196-e7bdaf4efb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:10.614794 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6280c273-88f2-49b4-a543-7878fc729ca7 req-b60974e6-68c1-4427-b196-e7bdaf4efb46 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=72e3a48d-bd3b-4c62-a376-6d092be2bf15 HTTP/1.1" status: 200 len: 862 time: 0.0832610 Nov 09 21:21:10.621037 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fecfe-5aad-4985-bc65-b8828a213983 req-0255c545-a424-4670-a0c5-f3c23ae3af94 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:10.623037 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-975fecfe-5aad-4985-bc65-b8828a213983 req-0255c545-a424-4670-a0c5-f3c23ae3af94 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:10.629688 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-ad752024-d25a-460e-8b7d-8c633e80b93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b26bf9-2e2f-4ba5-b577-e754da94db8e', 'name': 'tempest-AttachSCSIVolumeTestJSON-166447926-router', 'tenant_id': '82be29d0d47e46adb14283806ef20aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:19:00Z', 'updated_at': '2021-11-09T21:21:10Z', 'revision_number': 6, 'project_id': '82be29d0d47e46adb14283806ef20aca', 'gw_port_host': None}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:21:10.654000 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-975fecfe-5aad-4985-bc65-b8828a213983 req-0255c545-a424-4670-a0c5-f3c23ae3af94 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0323901 Nov 09 21:21:10.672127 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad752024-d25a-460e-8b7d-8c633e80b93a None None] The sync data for ids ['b0b26bf9-2e2f-4ba5-b577-e754da94db8e'] in n-d-816206-3 is: [{'id': 'b0b26bf9-2e2f-4ba5-b577-e754da94db8e', 'name': 'tempest-AttachSCSIVolumeTestJSON-166447926-router', 'tenant_id': '82be29d0d47e46adb14283806ef20aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:19:00Z', 'updated_at': '2021-11-09T21:21:10Z', 'revision_number': 6, 'project_id': '82be29d0d47e46adb14283806ef20aca', 'gw_port_host': None}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:21:10.691454 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6280c273-88f2-49b4-a543-7878fc729ca7 req-172bdcc1-7282-47df-9c1b-6663e81a7885 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=327e7e68-3b42-443b-9252-b6063ad01e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504088 Nov 09 21:21:10.696323 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-975fecfe-5aad-4985-bc65-b8828a213983 req-96aaa5c8-f3a1-430a-954f-b230d5139f3d service neutron] Request body: {'port': {'device_id': 'abd31d39-a8cc-486d-a8d9-94479dc7070c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:21:10.768679 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2a77738b-5f48-443a-81c5-8f97477d5ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:10.794038 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41460) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:10.819572 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a77738b-5f48-443a-81c5-8f97477d5ea5 admin admin] Pushing event deleted for resources: {'Port': ['ID=14f59ecb-3b10-4ec7-a46a-563029481d59,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:10.867095 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2a77738b-5f48-443a-81c5-8f97477d5ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:10.889163 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-edcdb994-6fe1-45a9-b1b1-288ff79af447 None None] Provisioning complete for port 571461dd-5539-4dee-8172-fb0ae8b5345f triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:21:10.890628 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-edcdb994-6fe1-45a9-b1b1-288ff79af447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:10.912388 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9e016-691e-4b86-9fc7-f48967de47bb req-71cad925-71c4-4755-9798-99f7ac373b12 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:10.913964 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-26a9e016-691e-4b86-9fc7-f48967de47bb req-71cad925-71c4-4755-9798-99f7ac373b12 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c18ad59-e831-4d07-b6e1-c8b10a08999a HTTP/1.1" status: 200 len: 943 time: 0.2250676 Nov 09 21:21:10.922306 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-975fecfe-5aad-4985-bc65-b8828a213983 req-96aaa5c8-f3a1-430a-954f-b230d5139f3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:10.946128 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-10b2e902-0def-470c-949c-1b2ea33fc494 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Deleting subnet 23a529c4-5af3-4515-82a1-8ef3882638a7 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:21:10.948032 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-edcdb994-6fe1-45a9-b1b1-288ff79af447 None None] Port 571461dd-5539-4dee-8172-fb0ae8b5345f cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:21:10.955691 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-10b2e902-0def-470c-949c-1b2ea33fc494 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:10.983673 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2a77738b-5f48-443a-81c5-8f97477d5ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:10.985858 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2a77738b-5f48-443a-81c5-8f97477d5ea5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:10.988469 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 41840eb5-b7ec-44e8-8a47-c0980b0c0137 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:21:10.991479 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6280c273-88f2-49b4-a543-7878fc729ca7 req-f586c0bf-439d-4fa9-83c5-f179ba4a0d6f service neutron] 10.222.0.45 "GET /v2.0/networks/327e7e68-3b42-443b-9252-b6063ad01e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844105 Nov 09 21:21:11.138959 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-10b2e902-0def-470c-949c-1b2ea33fc494 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:11.140769 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 41840eb5-b7ec-44e8-8a47-c0980b0c0137, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=41840eb5-b7ec-44e8-8a47-c0980b0c0137,segment=NetworkSegment(535e550e-1834-40ad-bb5a-53e5c279aa6f),segment_id=535e550e-1834-40ad-bb5a-53e5c279aa6f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:11.155379 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '41840eb5-b7ec-44e8-8a47-c0980b0c0137', 'network_id': 'd46322e9-b56d-4dd7-8c5c-4100db9766b4', 'port_id': '41840eb5-b7ec-44e8-8a47-c0980b0c0137', 'mac_address': 'fa:16:3e:91:50:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b00fcf6d-0dad-4966-9afe-8edbbda80569', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:21:11.198743 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-26a9e016-691e-4b86-9fc7-f48967de47bb req-ee445e8c-65b8-45a4-b2c3-03728ba50d55 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731371 Nov 09 21:21:11.221418 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:11.237711 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41840eb5-b7ec-44e8-8a47-c0980b0c0137 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:21:11.261122 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6280c273-88f2-49b4-a543-7878fc729ca7 req-f033b262-cc71-4096-b606-76129d3e9d0a service neutron] 10.222.0.45 "GET /v2.0/networks/327e7e68-3b42-443b-9252-b6063ad01e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403681 Nov 09 21:21:11.264996 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 41840eb5-b7ec-44e8-8a47-c0980b0c0137, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=41840eb5-b7ec-44e8-8a47-c0980b0c0137,segment=NetworkSegment(535e550e-1834-40ad-bb5a-53e5c279aa6f),segment_id=535e550e-1834-40ad-bb5a-53e5c279aa6f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:11.271973 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:11.339461 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=41840eb5-b7ec-44e8-8a47-c0980b0c0137,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:11.347905 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:21:11.348406 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:21:11.348874 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:21:11.349311 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:21:11.349753 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:21:11.350241 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:21:11.351208 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:21:11.351208 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:21:11.351534 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:21:11.351963 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:21:11.352391 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:21:11.352843 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:21:11.357875 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2a77738b-5f48-443a-81c5-8f97477d5ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:11.358451 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a77738b-5f48-443a-81c5-8f97477d5ea5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0b26bf9-2e2f-4ba5-b577-e754da94db8e {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:21:11.375973 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2a77738b-5f48-443a-81c5-8f97477d5ea5 admin admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:11.379515 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2a77738b-5f48-443a-81c5-8f97477d5ea5 admin admin] 10.222.0.49 "DELETE /v2.0/routers/b0b26bf9-2e2f-4ba5-b577-e754da94db8e HTTP/1.1" status: 204 len: 168 time: 1.4037724 Nov 09 21:21:11.380611 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41472) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:11.435954 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9f4fe-0fbc-4ff4-9c4f-bc912fa9cb94 req-52421ab9-732f-40e1-aaed-83fd64225421 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:11.437554 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fbb9f4fe-0fbc-4ff4-9c4f-bc912fa9cb94 req-52421ab9-732f-40e1-aaed-83fd64225421 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/ports?device_id=abd31d39-a8cc-486d-a8d9-94479dc7070c HTTP/1.1" status: 200 len: 935 time: 0.0921156 Nov 09 21:21:11.444952 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b65bc9e-16bb-4a2e-9159-a30215be1ef7 admin admin] Deleting subnet ef05ee4c-62c9-4031-9b2a-86343ca19be3 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:21:11.450222 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2b65bc9e-16bb-4a2e-9159-a30215be1ef7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:11.512271 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2b65bc9e-16bb-4a2e-9159-a30215be1ef7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:11.533038 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111ea98-7630-4851-b560-5ef8843c8ea9 req-ae0c555d-c6fe-48c9-b4f2-3028df534c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:11.534664 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1111ea98-7630-4851-b560-5ef8843c8ea9 req-ae0c555d-c6fe-48c9-b4f2-3028df534c05 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8e9e21c1be6c40e48d395e7f8b701606&device_id=662b4119-4b14-458b-ac13-5ae55fddcc3a HTTP/1.1" status: 200 len: 1095 time: 0.2161434 Nov 09 21:21:11.537766 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-10b2e902-0def-470c-949c-1b2ea33fc494 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:11.544169 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fbb9f4fe-0fbc-4ff4-9c4f-bc912fa9cb94 req-48493ad1-af42-4e0f-9bce-dc4c11458759 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/security-groups?id=8de2e6d2-13a1-4fce-94d8-94f8deb033ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963118 Nov 09 21:21:11.551928 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5bbaeb-6bcf-4d8b-86d5-14c41b99f6e3 req-1646d439-bc41-4992-8a1c-58521e966043 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:11.553357 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6a5bbaeb-6bcf-4d8b-86d5-14c41b99f6e3 req-1646d439-bc41-4992-8a1c-58521e966043 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=662b4119-4b14-458b-ac13-5ae55fddcc3a HTTP/1.1" status: 200 len: 944 time: 0.1915720 Nov 09 21:21:11.593524 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device f3670b9c-5be0-4447-80bc-2c68cec34eea no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:21:11.627623 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: f3670b9c-5be0-4447-80bc-2c68cec34eea {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:21:11.627973 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device f3670b9c-5be0-4447-80bc-2c68cec34eea not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:21:11.628398 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device e7589e3e-c9bc-41f1-9a0e-60a1d054087d no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:21:11.651535 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 14f59ecb-3b10-4ec7-a46a-563029481d59 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:21:11.674239 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: e7589e3e-c9bc-41f1-9a0e-60a1d054087d {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:21:11.674586 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device e7589e3e-c9bc-41f1-9a0e-60a1d054087d not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:21:11.675006 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 822a31d7-ad5f-4743-90bf-fc0360505af7 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:21:11.677092 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 14f59ecb-3b10-4ec7-a46a-563029481d59 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:21:11.677427 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 14f59ecb-3b10-4ec7-a46a-563029481d59 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:21:11.677813 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 47a16641-679c-4504-bc8c-df42da9239c9 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:21:11.677945 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2b65bc9e-16bb-4a2e-9159-a30215be1ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:11.728187 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['41840eb5-b7ec-44e8-8a47-c0980b0c0137'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:21:11.730027 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 822a31d7-ad5f-4743-90bf-fc0360505af7 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:21:11.730460 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 822a31d7-ad5f-4743-90bf-fc0360505af7 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:21:11.733944 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 47a16641-679c-4504-bc8c-df42da9239c9 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:21:11.734421 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 47a16641-679c-4504-bc8c-df42da9239c9 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:21:11.749672 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2b65bc9e-16bb-4a2e-9159-a30215be1ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:11.762550 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6a5bbaeb-6bcf-4d8b-86d5-14c41b99f6e3 req-3ae0c3ed-8a3a-4706-a211-32bcf6bb37ed tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352847 Nov 09 21:21:11.798128 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2b65bc9e-16bb-4a2e-9159-a30215be1ef7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:11.803016 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2b65bc9e-16bb-4a2e-9159-a30215be1ef7 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ef05ee4c-62c9-4031-9b2a-86343ca19be3 HTTP/1.1" status: 204 len: 168 time: 0.4213362 Nov 09 21:21:11.804350 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65bc9e-16bb-4a2e-9159-a30215be1ef7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef05ee4c-62c9-4031-9b2a-86343ca19be3,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:11.807181 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41474) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:11.807402 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17b30a3-1c3d-4598-974a-ff23f0ea9ce7 None None] Network a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:21:11.844628 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-10b2e902-0def-470c-949c-1b2ea33fc494 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:11.891614 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-10b2e902-0def-470c-949c-1b2ea33fc494 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:11.897907 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-10b2e902-0def-470c-949c-1b2ea33fc494 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "DELETE /v2.0/subnets/23a529c4-5af3-4515-82a1-8ef3882638a7 HTTP/1.1" status: 204 len: 168 time: 1.0998366 Nov 09 21:21:11.899513 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-975fecfe-5aad-4985-bc65-b8828a213983 req-96aaa5c8-f3a1-430a-954f-b230d5139f3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 571461dd-5539-4dee-8172-fb0ae8b5345f {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:21:11.901529 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41476) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:11.904478 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111ea98-7630-4851-b560-5ef8843c8ea9 req-9d29c54e-9bd8-4e92-9690-1b145c678a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:11.905891 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1111ea98-7630-4851-b560-5ef8843c8ea9 req-9d29c54e-9bd8-4e92-9690-1b145c678a69 service neutron] 10.222.0.45 "GET /v2.0/networks?id=327e7e68-3b42-443b-9252-b6063ad01e88 HTTP/1.1" status: 200 len: 922 time: 0.3108888 Nov 09 21:21:11.908918 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b2e902-0def-470c-949c-1b2ea33fc494 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Pushing event deleted for resources: {'Subnet': ['ID=23a529c4-5af3-4515-82a1-8ef3882638a7,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:11.913342 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-975fecfe-5aad-4985-bc65-b8828a213983 req-96aaa5c8-f3a1-430a-954f-b230d5139f3d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:11.940432 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0c0c97-43b4-43f2-88c7-ba8abd66f7d8 None None] Network bff54539-7dbd-495f-be59-aa4e4517e292 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:21:11.966224 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1111ea98-7630-4851-b560-5ef8843c8ea9 req-b25591eb-6235-4d6b-a219-0fb9773d4db1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c HTTP/1.1" status: 200 len: 217 time: 0.0432062 Nov 09 21:21:11.967650 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-236e5a52-e910-4d44-856f-b4da9a328646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:11.968189 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-975fecfe-5aad-4985-bc65-b8828a213983 req-96aaa5c8-f3a1-430a-954f-b230d5139f3d service neutron] Transition to ACTIVE for port object 571461dd-5539-4dee-8172-fb0ae8b5345f will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:21:11.999636 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-975fecfe-5aad-4985-bc65-b8828a213983 req-96aaa5c8-f3a1-430a-954f-b230d5139f3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:12.012898 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5efd1962-6e75-44b6-b20b-8b031e433594 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:12.071782 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111ea98-7630-4851-b560-5ef8843c8ea9 req-68283020-282c-47ff-9e2b-9ca893cfe443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:12.072706 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1111ea98-7630-4851-b560-5ef8843c8ea9 req-68283020-282c-47ff-9e2b-9ca893cfe443 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=72e3a48d-bd3b-4c62-a376-6d092be2bf15 HTTP/1.1" status: 200 len: 862 time: 0.1030712 Nov 09 21:21:12.076219 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aaa5c8-f3a1-430a-954f-b230d5139f3d service neutron] Pushing event updated for resources: {'Port': ['ID=571461dd-5539-4dee-8172-fb0ae8b5345f,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:12.108760 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-236e5a52-e910-4d44-856f-b4da9a328646 admin admin] Deleting port 20c5eb82-b758-4941-b495-3364cebf5d5f {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:21:12.108980 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-236e5a52-e910-4d44-856f-b4da9a328646 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:12.147077 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1111ea98-7630-4851-b560-5ef8843c8ea9 req-22e9313e-779b-4426-83ba-7053f14a376e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=327e7e68-3b42-443b-9252-b6063ad01e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527649 Nov 09 21:21:12.200616 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-5efd1962-6e75-44b6-b20b-8b031e433594 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Deleting port b2deb5ab-4592-43e2-9030-2ebe94ea2712 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:21:12.201101 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5efd1962-6e75-44b6-b20b-8b031e433594 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:12.241086 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-975fecfe-5aad-4985-bc65-b8828a213983 req-96aaa5c8-f3a1-430a-954f-b230d5139f3d service neutron] Attempting to bind port 571461dd-5539-4dee-8172-fb0ae8b5345f on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:21:12.241421 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-975fecfe-5aad-4985-bc65-b8828a213983 req-96aaa5c8-f3a1-430a-954f-b230d5139f3d service neutron] Attempting to bind port 571461dd-5539-4dee-8172-fb0ae8b5345f by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:21:12.241882 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fecfe-5aad-4985-bc65-b8828a213983 req-96aaa5c8-f3a1-430a-954f-b230d5139f3d service neutron] Attempting to bind port 571461dd-5539-4dee-8172-fb0ae8b5345f on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:21:12.252205 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fecfe-5aad-4985-bc65-b8828a213983 req-96aaa5c8-f3a1-430a-954f-b230d5139f3d service neutron] Port 571461dd-5539-4dee-8172-fb0ae8b5345f on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:21:12.252533 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fecfe-5aad-4985-bc65-b8828a213983 req-96aaa5c8-f3a1-430a-954f-b230d5139f3d service neutron] Attempting to bind port 571461dd-5539-4dee-8172-fb0ae8b5345f on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:21:12.266628 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fecfe-5aad-4985-bc65-b8828a213983 req-96aaa5c8-f3a1-430a-954f-b230d5139f3d service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:21:12.266963 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fecfe-5aad-4985-bc65-b8828a213983 req-96aaa5c8-f3a1-430a-954f-b230d5139f3d service neutron] Checking segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:21:12.267354 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975fecfe-5aad-4985-bc65-b8828a213983 req-96aaa5c8-f3a1-430a-954f-b230d5139f3d service neutron] Bound using segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:21:12.267798 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-975fecfe-5aad-4985-bc65-b8828a213983 req-96aaa5c8-f3a1-430a-954f-b230d5139f3d service neutron] Bound port: 571461dd-5539-4dee-8172-fb0ae8b5345f, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:21:12.268154 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-975fecfe-5aad-4985-bc65-b8828a213983 req-96aaa5c8-f3a1-430a-954f-b230d5139f3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:12.301445 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1111ea98-7630-4851-b560-5ef8843c8ea9 req-85bf52a8-3dc3-4ff7-a3a3-e76b21010c23 service neutron] 10.222.0.45 "GET /v2.0/networks/327e7e68-3b42-443b-9252-b6063ad01e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454809 Nov 09 21:21:12.321969 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-5efd1962-6e75-44b6-b20b-8b031e433594 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] For port b2deb5ab-4592-43e2-9030-2ebe94ea2712, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=b2deb5ab-4592-43e2-9030-2ebe94ea2712,segment=NetworkSegment(e5a7881d-a3c8-4cf0-82e1-a9e7dba5802a),segment_id=e5a7881d-a3c8-4cf0-82e1-a9e7dba5802a)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:12.322341 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5efd1962-6e75-44b6-b20b-8b031e433594 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:12.348406 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-5efd1962-6e75-44b6-b20b-8b031e433594 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Calling delete_port for b2deb5ab-4592-43e2-9030-2ebe94ea2712 owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:21:12.351118 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-236e5a52-e910-4d44-856f-b4da9a328646 admin admin] For port 20c5eb82-b758-4941-b495-3364cebf5d5f, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=20c5eb82-b758-4941-b495-3364cebf5d5f,segment=NetworkSegment(3f8effe2-ca09-4bf1-b91e-c039a8c90cd3),segment_id=3f8effe2-ca09-4bf1-b91e-c039a8c90cd3)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:12.351484 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-236e5a52-e910-4d44-856f-b4da9a328646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:12.377955 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-236e5a52-e910-4d44-856f-b4da9a328646 admin admin] Calling delete_port for 20c5eb82-b758-4941-b495-3364cebf5d5f owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:21:12.384528 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978fba35-9786-4d7b-8e4c-817d525c372a None None] DHCP port deletion for bff54539-7dbd-495f-be59-aa4e4517e292 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:21:12.438242 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9125f08-ca6f-4d84-8342-40b5312034ec None None] DHCP port deletion for a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:21:12.469859 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-975fecfe-5aad-4985-bc65-b8828a213983 req-96aaa5c8-f3a1-430a-954f-b230d5139f3d service neutron] For port 571461dd-5539-4dee-8172-fb0ae8b5345f, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:21:12.473862 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-975fecfe-5aad-4985-bc65-b8828a213983 req-96aaa5c8-f3a1-430a-954f-b230d5139f3d service neutron] For port 571461dd-5539-4dee-8172-fb0ae8b5345f, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=571461dd-5539-4dee-8172-fb0ae8b5345f,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:21:12.488246 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca88ffc-4770-455d-b1ba-87eb5acf7c68 req-a50fd72c-5530-46b5-9151-539529906250 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:12.497482 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aca88ffc-4770-455d-b1ba-87eb5acf7c68 req-a50fd72c-5530-46b5-9151-539529906250 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c18ad59-e831-4d07-b6e1-c8b10a08999a HTTP/1.1" status: 200 len: 944 time: 0.1537318 Nov 09 21:21:12.504550 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-978fba35-9786-4d7b-8e4c-817d525c372a None None] Deleting port b2deb5ab-4592-43e2-9030-2ebe94ea2712 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:21:12.505084 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-978fba35-9786-4d7b-8e4c-817d525c372a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:12.513983 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-975fecfe-5aad-4985-bc65-b8828a213983 req-96aaa5c8-f3a1-430a-954f-b230d5139f3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:12.539267 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-236e5a52-e910-4d44-856f-b4da9a328646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:12.544880 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5efd1962-6e75-44b6-b20b-8b031e433594 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:12.551407 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-e9125f08-ca6f-4d84-8342-40b5312034ec None None] Deleting port 20c5eb82-b758-4941-b495-3364cebf5d5f {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:21:12.551865 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e9125f08-ca6f-4d84-8342-40b5312034ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:12.575671 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e5a52-e910-4d44-856f-b4da9a328646 admin admin] Pushing event deleted for resources: {'Port': ['ID=20c5eb82-b758-4941-b495-3364cebf5d5f,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:12.583842 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236e5a52-e910-4d44-856f-b4da9a328646 admin admin] No DVR routers for this DVR port 20c5eb82-b758-4941-b495-3364cebf5d5f on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:21:12.609058 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efd1962-6e75-44b6-b20b-8b031e433594 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] No DVR routers for this DVR port b2deb5ab-4592-43e2-9030-2ebe94ea2712 on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:21:12.614429 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd1962-6e75-44b6-b20b-8b031e433594 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Pushing event deleted for resources: {'Port': ['ID=b2deb5ab-4592-43e2-9030-2ebe94ea2712,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:12.665128 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-978fba35-9786-4d7b-8e4c-817d525c372a None None] For port b2deb5ab-4592-43e2-9030-2ebe94ea2712, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=b2deb5ab-4592-43e2-9030-2ebe94ea2712,segment=NetworkSegment(e5a7881d-a3c8-4cf0-82e1-a9e7dba5802a),segment_id=e5a7881d-a3c8-4cf0-82e1-a9e7dba5802a)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:12.665521 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-978fba35-9786-4d7b-8e4c-817d525c372a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:12.679375 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-e9125f08-ca6f-4d84-8342-40b5312034ec None None] For port 20c5eb82-b758-4941-b495-3364cebf5d5f, host n-d-816206-3, got binding levels [] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:12.679766 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e9125f08-ca6f-4d84-8342-40b5312034ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:12.690751 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-978fba35-9786-4d7b-8e4c-817d525c372a None None] Calling delete_port for b2deb5ab-4592-43e2-9030-2ebe94ea2712 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:21:12.700831 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-e9125f08-ca6f-4d84-8342-40b5312034ec None None] Calling delete_port for 20c5eb82-b758-4941-b495-3364cebf5d5f owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:21:12.706219 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.ipam_backend_mixin [None req-e9125f08-ca6f-4d84-8342-40b5312034ec None None] Port 20c5eb82-b758-4941-b495-3364cebf5d5f was not found and therefore no delete operation was performed {{(pid=102609) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 21:21:12.709810 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e9125f08-ca6f-4d84-8342-40b5312034ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:12.773465 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9125f08-ca6f-4d84-8342-40b5312034ec None None] Pushing event deleted for resources: {'Port': ['ID=20c5eb82-b758-4941-b495-3364cebf5d5f,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:12.775512 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9125f08-ca6f-4d84-8342-40b5312034ec None None] No DVR routers for this DVR port 20c5eb82-b758-4941-b495-3364cebf5d5f on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:21:12.813410 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-236e5a52-e910-4d44-856f-b4da9a328646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:12.822281 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-978fba35-9786-4d7b-8e4c-817d525c372a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:12.833668 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5efd1962-6e75-44b6-b20b-8b031e433594 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:12.842851 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1111ea98-7630-4851-b560-5ef8843c8ea9 req-aa87069e-57cb-4ecc-ac78-5bee4d2ab67f service neutron] 10.222.0.45 "GET /v2.0/networks/327e7e68-3b42-443b-9252-b6063ad01e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5002468 Nov 09 21:21:12.851540 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978fba35-9786-4d7b-8e4c-817d525c372a None None] Pushing event deleted for resources: {'Port': ['ID=b2deb5ab-4592-43e2-9030-2ebe94ea2712,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:12.855399 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fecfe-5aad-4985-bc65-b8828a213983 req-96aaa5c8-f3a1-430a-954f-b230d5139f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:12.855752 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978fba35-9786-4d7b-8e4c-817d525c372a None None] No DVR routers for this DVR port b2deb5ab-4592-43e2-9030-2ebe94ea2712 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:21:12.856021 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-975fecfe-5aad-4985-bc65-b8828a213983 req-96aaa5c8-f3a1-430a-954f-b230d5139f3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:12.857433 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-975fecfe-5aad-4985-bc65-b8828a213983 req-96aaa5c8-f3a1-430a-954f-b230d5139f3d service neutron] 10.222.0.43 "PUT /v2.0/ports/571461dd-5539-4dee-8172-fb0ae8b5345f HTTP/1.1" status: 200 len: 1095 time: 2.1696606 Nov 09 21:21:12.857885 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abd31d39-a8cc-486d-a8d9-94479dc7070c', 'tag': '571461dd-5539-4dee-8172-fb0ae8b5345f'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:21:12.860142 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab52a0db-f010-4a21-8fec-32303443c5c0" -d '{"events": [{"name": "network-changed", "server_uuid": "abd31d39-a8cc-486d-a8d9-94479dc7070c", "tag": "571461dd-5539-4dee-8172-fb0ae8b5345f"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:21:12.868177 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf196b-89b7-44be-a783-b87e8b5e9e67 req-eb523eaf-e4ef-4f0d-9cc1-8faaeda23918 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:12.870525 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ebaf196b-89b7-44be-a783-b87e8b5e9e67 req-eb523eaf-e4ef-4f0d-9cc1-8faaeda23918 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/ports?device_id=abd31d39-a8cc-486d-a8d9-94479dc7070c HTTP/1.1" status: 200 len: 947 time: 0.2171695 Nov 09 21:21:12.903971 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aaa5c8-f3a1-430a-954f-b230d5139f3d service neutron] Pushing event updated for resources: {'Port': ['ID=571461dd-5539-4dee-8172-fb0ae8b5345f,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:12.904694 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-236e5a52-e910-4d44-856f-b4da9a328646 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:21:12.924237 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aca88ffc-4770-455d-b1ba-87eb5acf7c68 req-b2911d01-e3a5-4996-b902-ba2e49125b59 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256930 Nov 09 21:21:12.925452 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-5efd1962-6e75-44b6-b20b-8b031e433594 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bff54539-7dbd-495f-be59-aa4e4517e292']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:21:12.952168 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-236e5a52-e910-4d44-856f-b4da9a328646 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f8effe2-ca09-4bf1-b91e-c039a8c90cd3') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:21:12.952449 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-236e5a52-e910-4d44-856f-b4da9a328646 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f8effe2-ca09-4bf1-b91e-c039a8c90cd3') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:21:12.966319 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-5efd1962-6e75-44b6-b20b-8b031e433594 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5a7881d-a3c8-4cf0-82e1-a9e7dba5802a') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:21:12.966692 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-5efd1962-6e75-44b6-b20b-8b031e433594 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5a7881d-a3c8-4cf0-82e1-a9e7dba5802a') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:21:12.991931 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fecfe-5aad-4985-bc65-b8828a213983 req-458c9c16-f992-44a6-a635-a859d24601bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:12.994941 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-975fecfe-5aad-4985-bc65-b8828a213983 req-458c9c16-f992-44a6-a635-a859d24601bb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d43df4feec5f40869f96098c4dac8c12&device_id=abd31d39-a8cc-486d-a8d9-94479dc7070c HTTP/1.1" status: 200 len: 1098 time: 0.0584257 Nov 09 21:21:12.998937 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-236e5a52-e910-4d44-856f-b4da9a328646 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:13.007723 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5efd1962-6e75-44b6-b20b-8b031e433594 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:13.044699 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5efd1962-6e75-44b6-b20b-8b031e433594 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:13.050404 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-975fecfe-5aad-4985-bc65-b8828a213983 req-adf889fb-77bc-4394-8316-db9b93e9e51b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=571461dd-5539-4dee-8172-fb0ae8b5345f HTTP/1.1" status: 200 len: 217 time: 0.0420253 Nov 09 21:21:13.052018 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-236e5a52-e910-4d44-856f-b4da9a328646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:13.069311 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ebaf196b-89b7-44be-a783-b87e8b5e9e67 req-4e51fc31-6417-4299-8bf5-d4717ef4377e tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/security-groups?id=8de2e6d2-13a1-4fce-94d8-94f8deb033ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830547 Nov 09 21:21:13.075435 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-236e5a52-e910-4d44-856f-b4da9a328646 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:21:13.075859 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-236e5a52-e910-4d44-856f-b4da9a328646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:13.121880 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:21:13.121880 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:21:13.121880 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:21:13.121880 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:21:13.121880 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:21:13.121880 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:21:13.121880 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:21:13.121880 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:21:13.121880 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:21:13.121880 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:21:13.121880 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:21:13.121880 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:21:13.121880 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:21:13.121880 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:21:13.121880 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:21:13.121880 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:21:13.121880 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:21:13.121880 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:21:13.121880 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:21:13.121880 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:21:13.121880 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:21:13.121880 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:21:13.121880 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:21:13.121880 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:21:13.121880 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:21:13.121880 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:21:13.121880 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:21:13.121880 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:21:13.121880 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:21:13.121880 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:21:13.121880 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:21:13.121880 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:21:13.124319 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5efd1962-6e75-44b6-b20b-8b031e433594 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:21:13.124319 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5efd1962-6e75-44b6-b20b-8b031e433594 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:13.127911 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:21:13.127911 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:21:13.127911 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:21:13.127911 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:21:13.127911 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:21:13.127911 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:21:13.127911 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:21:13.127911 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:21:13.127911 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:21:13.127911 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:21:13.127911 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:21:13.127911 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:21:13.127911 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:21:13.127911 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:21:13.127911 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:21:13.127911 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:21:13.127911 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:21:13.127911 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:21:13.127911 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:21:13.127911 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:21:13.127911 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:21:13.127911 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:21:13.127911 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:21:13.127911 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:21:13.127911 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:21:13.127911 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:21:13.127911 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:21:13.127911 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:21:13.127911 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:21:13.127911 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:21:13.127911 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:21:13.127911 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:21:13.130584 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872a7b95-f38f-4386-8ab6-e8bafe0041ce x-openstack-request-id: req-872a7b95-f38f-4386-8ab6-e8bafe0041ce {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:21:13.130584 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abd31d39-a8cc-486d-a8d9-94479dc7070c", "tag": "571461dd-5539-4dee-8172-fb0ae8b5345f", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:21:13.130584 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-872a7b95-f38f-4386-8ab6-e8bafe0041ce {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:21:13.130990 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abd31d39-a8cc-486d-a8d9-94479dc7070c', 'tag': '571461dd-5539-4dee-8172-fb0ae8b5345f', 'status': 'completed', 'code': 200} Nov 09 21:21:13.151556 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fecfe-5aad-4985-bc65-b8828a213983 req-9d7c7b66-4dc4-47fa-90d5-9dcceb596fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:13.153082 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-975fecfe-5aad-4985-bc65-b8828a213983 req-9d7c7b66-4dc4-47fa-90d5-9dcceb596fcb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.0878034 Nov 09 21:21:13.168160 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d833db74-636e-41e7-80d5-72ba00bd7bb2 req-39aa2cf3-00d9-4d62-87e7-c1770ef4ec97 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:13.169779 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d833db74-636e-41e7-80d5-72ba00bd7bb2 req-39aa2cf3-00d9-4d62-87e7-c1770ef4ec97 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=662b4119-4b14-458b-ac13-5ae55fddcc3a HTTP/1.1" status: 200 len: 944 time: 0.0956361 Nov 09 21:21:13.189174 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-236e5a52-e910-4d44-856f-b4da9a328646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:13.194868 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-236e5a52-e910-4d44-856f-b4da9a328646 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:13.198554 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-236e5a52-e910-4d44-856f-b4da9a328646 admin admin] 10.222.0.49 "DELETE /v2.0/networks/a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef HTTP/1.1" status: 204 len: 168 time: 1.3899658 Nov 09 21:21:13.207115 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41494) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:13.233932 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e5a52-e910-4d44-856f-b4da9a328646 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9c8e6c0-d964-4117-98c5-e0dbd20cf9ef,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:13.241732 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5efd1962-6e75-44b6-b20b-8b031e433594 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:13.250518 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5efd1962-6e75-44b6-b20b-8b031e433594 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:13.253523 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5efd1962-6e75-44b6-b20b-8b031e433594 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "DELETE /v2.0/networks/bff54539-7dbd-495f-be59-aa4e4517e292 HTTP/1.1" status: 204 len: 168 time: 1.3510206 Nov 09 21:21:13.257011 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41496) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:13.277502 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd1962-6e75-44b6-b20b-8b031e433594 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Pushing event deleted for resources: {'Network': ['ID=bff54539-7dbd-495f-be59-aa4e4517e292,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:13.322662 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d8779a7-c7c0-4892-a35f-2bded006b4f7 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Deleting subnet 44419ab1-1a1a-44f9-ac8f-7b4bba52ecb9 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:21:13.325822 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1d8779a7-c7c0-4892-a35f-2bded006b4f7 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:13.339432 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fecfe-5aad-4985-bc65-b8828a213983 req-6a6be43d-183e-4550-9adc-155362fe9805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:13.340964 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-975fecfe-5aad-4985-bc65-b8828a213983 req-6a6be43d-183e-4550-9adc-155362fe9805 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1702673 Nov 09 21:21:13.349271 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d833db74-636e-41e7-80d5-72ba00bd7bb2 req-7f46810a-9146-40d9-9246-265ad9d801f8 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702206 Nov 09 21:21:13.351969 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device b2deb5ab-4592-43e2-9030-2ebe94ea2712 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:21:13.374013 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1d8779a7-c7c0-4892-a35f-2bded006b4f7 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:13.376155 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: b2deb5ab-4592-43e2-9030-2ebe94ea2712 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:21:13.377166 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device b2deb5ab-4592-43e2-9030-2ebe94ea2712 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:21:13.377166 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 20c5eb82-b758-4941-b495-3364cebf5d5f no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:21:13.396261 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 20c5eb82-b758-4941-b495-3364cebf5d5f {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:21:13.396489 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 20c5eb82-b758-4941-b495-3364cebf5d5f not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:21:13.473916 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1d8779a7-c7c0-4892-a35f-2bded006b4f7 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:13.495198 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-975fecfe-5aad-4985-bc65-b8828a213983 req-bfc73e2b-d37f-4e2b-a9e5-41ba5520ac57 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450152 Nov 09 21:21:13.536305 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1d8779a7-c7c0-4892-a35f-2bded006b4f7 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:13.568140 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8779a7-c7c0-4892-a35f-2bded006b4f7 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Pushing event deleted for resources: {'Subnet': ['ID=44419ab1-1a1a-44f9-ac8f-7b4bba52ecb9,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:13.570148 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1d8779a7-c7c0-4892-a35f-2bded006b4f7 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:13.573972 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1d8779a7-c7c0-4892-a35f-2bded006b4f7 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "DELETE /v2.0/subnets/44419ab1-1a1a-44f9-ac8f-7b4bba52ecb9 HTTP/1.1" status: 204 len: 168 time: 0.3160164 Nov 09 21:21:13.577800 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41500) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:13.580874 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4587bc2-ec8b-49b9-a1cb-87d09f4dbdf3 None None] Network 51c5a9da-ba9b-4a16-b511-0fb34193eb21 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:21:13.596133 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:21:13.666693 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-647df0d7-91c2-4689-ac05-9f64c9686fa7 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:13.674392 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-975fecfe-5aad-4985-bc65-b8828a213983 req-67a1fc5e-6417-43ae-9461-ce5913d17e42 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503334 Nov 09 21:21:13.727440 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-647df0d7-91c2-4689-ac05-9f64c9686fa7 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Deleting port 98d0b82c-94c3-4c19-8ac2-b1aa5f008917 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:21:13.727838 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-647df0d7-91c2-4689-ac05-9f64c9686fa7 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:13.790021 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c,segment=NetworkSegment(58913807-21b5-4240-bcd1-63c4ec2c1803),segment_id=58913807-21b5-4240-bcd1-63c4ec2c1803)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:13.803774 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-647df0d7-91c2-4689-ac05-9f64c9686fa7 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] For port 98d0b82c-94c3-4c19-8ac2-b1aa5f008917, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=98d0b82c-94c3-4c19-8ac2-b1aa5f008917,segment=NetworkSegment(429ddc56-fc42-4e71-88f3-12241df5db96),segment_id=429ddc56-fc42-4e71-88f3-12241df5db96)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:13.804679 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-647df0d7-91c2-4689-ac05-9f64c9686fa7 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:13.805782 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c', 'network_id': '327e7e68-3b42-443b-9252-b6063ad01e88', 'port_id': '8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c', 'mac_address': 'fa:16:3e:f5:44:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72e3a48d-bd3b-4c62-a376-6d092be2bf15', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:21:13.824862 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab52a0db-f010-4a21-8fec-32303443c5c0 req-28f7c439-3005-414b-b033-33e2fafcedfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:13.826559 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ab52a0db-f010-4a21-8fec-32303443c5c0 req-28f7c439-3005-414b-b033-33e2fafcedfc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d43df4feec5f40869f96098c4dac8c12&device_id=abd31d39-a8cc-486d-a8d9-94479dc7070c HTTP/1.1" status: 200 len: 1098 time: 0.0605128 Nov 09 21:21:13.829084 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-647df0d7-91c2-4689-ac05-9f64c9686fa7 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Calling delete_port for 98d0b82c-94c3-4c19-8ac2-b1aa5f008917 owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:21:13.829880 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f09f888e-12e9-44c1-9c5e-5c6f93d23207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:13.850288 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:13.866218 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:21:13.871607 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adbfbb2-06f2-414a-8103-10bbdd62cbe6 None None] DHCP port deletion for 51c5a9da-ba9b-4a16-b511-0fb34193eb21 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:21:13.908814 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c,segment=NetworkSegment(58913807-21b5-4240-bcd1-63c4ec2c1803),segment_id=58913807-21b5-4240-bcd1-63c4ec2c1803)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:13.917544 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:13.926730 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-647df0d7-91c2-4689-ac05-9f64c9686fa7 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:13.955851 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647df0d7-91c2-4689-ac05-9f64c9686fa7 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Pushing event deleted for resources: {'Port': ['ID=98d0b82c-94c3-4c19-8ac2-b1aa5f008917,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:13.960226 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647df0d7-91c2-4689-ac05-9f64c9686fa7 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] No DVR routers for this DVR port 98d0b82c-94c3-4c19-8ac2-b1aa5f008917 on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:21:14.006564 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab52a0db-f010-4a21-8fec-32303443c5c0 req-d009b946-cd3a-4fac-a28b-a468eb499744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:14.007358 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:14.008785 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ab52a0db-f010-4a21-8fec-32303443c5c0 req-d009b946-cd3a-4fac-a28b-a468eb499744 service neutron] 10.222.0.43 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.1741278 Nov 09 21:21:14.020599 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-8adbfbb2-06f2-414a-8103-10bbdd62cbe6 None None] Deleting port 98d0b82c-94c3-4c19-8ac2-b1aa5f008917 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:21:14.021630 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8adbfbb2-06f2-414a-8103-10bbdd62cbe6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:14.061943 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-647df0d7-91c2-4689-ac05-9f64c9686fa7 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:14.091295 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-647df0d7-91c2-4689-ac05-9f64c9686fa7 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c5a9da-ba9b-4a16-b511-0fb34193eb21']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:21:14.102484 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-647df0d7-91c2-4689-ac05-9f64c9686fa7 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '429ddc56-fc42-4e71-88f3-12241df5db96') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:21:14.102731 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-647df0d7-91c2-4689-ac05-9f64c9686fa7 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '429ddc56-fc42-4e71-88f3-12241df5db96') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:21:14.106150 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-8adbfbb2-06f2-414a-8103-10bbdd62cbe6 None None] For port 98d0b82c-94c3-4c19-8ac2-b1aa5f008917, host n-d-816206-3, got binding levels [] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:14.106548 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8adbfbb2-06f2-414a-8103-10bbdd62cbe6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:14.112945 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-647df0d7-91c2-4689-ac05-9f64c9686fa7 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:14.121995 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-8adbfbb2-06f2-414a-8103-10bbdd62cbe6 None None] Calling delete_port for 98d0b82c-94c3-4c19-8ac2-b1aa5f008917 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:21:14.124842 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.ipam_backend_mixin [None req-8adbfbb2-06f2-414a-8103-10bbdd62cbe6 None None] Port 98d0b82c-94c3-4c19-8ac2-b1aa5f008917 was not found and therefore no delete operation was performed {{(pid=102609) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 21:21:14.126661 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8adbfbb2-06f2-414a-8103-10bbdd62cbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:14.126843 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-647df0d7-91c2-4689-ac05-9f64c9686fa7 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:14.128494 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ab52a0db-f010-4a21-8fec-32303443c5c0 req-dca49ee8-1137-4413-94bd-d664a72ce63e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=571461dd-5539-4dee-8172-fb0ae8b5345f HTTP/1.1" status: 200 len: 217 time: 0.0729544 Nov 09 21:21:14.132915 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-647df0d7-91c2-4689-ac05-9f64c9686fa7 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:21:14.133319 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-647df0d7-91c2-4689-ac05-9f64c9686fa7 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:14.162391 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:21:14.167154 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adbfbb2-06f2-414a-8103-10bbdd62cbe6 None None] Pushing event deleted for resources: {'Port': ['ID=98d0b82c-94c3-4c19-8ac2-b1aa5f008917,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:14.180664 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:21:14.180664 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:21:14.180664 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:21:14.180664 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:21:14.180664 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:21:14.180664 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:21:14.180664 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:21:14.180664 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:21:14.180664 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:21:14.180664 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:21:14.180664 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:21:14.180664 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:21:14.180664 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:21:14.180664 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:21:14.180664 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:21:14.180664 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:21:14.180664 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:21:14.180664 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:21:14.180664 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:21:14.180664 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:21:14.180664 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:21:14.180664 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:21:14.180664 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:21:14.180664 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:21:14.180664 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:21:14.180664 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:21:14.180664 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:21:14.180664 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:21:14.180664 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:21:14.180664 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:21:14.180664 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:21:14.180664 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:21:14.196195 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adbfbb2-06f2-414a-8103-10bbdd62cbe6 None None] No DVR routers for this DVR port 98d0b82c-94c3-4c19-8ac2-b1aa5f008917 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:21:14.202791 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52150026-9a8b-452a-b440-6b5c7203ecc9 req-8c213206-833d-4220-88fe-71341c994df5 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:14.204501 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-52150026-9a8b-452a-b440-6b5c7203ecc9 req-8c213206-833d-4220-88fe-71341c994df5 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c18ad59-e831-4d07-b6e1-c8b10a08999a HTTP/1.1" status: 200 len: 944 time: 0.1575155 Nov 09 21:21:14.217532 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab52a0db-f010-4a21-8fec-32303443c5c0 req-aa0d669e-6fa7-4dfe-b6b9-0e3180fe0ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:14.219223 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ab52a0db-f010-4a21-8fec-32303443c5c0 req-aa0d669e-6fa7-4dfe-b6b9-0e3180fe0ee7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.0820017 Nov 09 21:21:14.265181 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f490fed-1a04-4bb8-9eca-569b721c2ef6 req-82462d8a-a476-4ab4-aabe-5dff653cee78 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:14.266424 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3f490fed-1a04-4bb8-9eca-569b721c2ef6 req-82462d8a-a476-4ab4-aabe-5dff653cee78 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/ports?device_id=abd31d39-a8cc-486d-a8d9-94479dc7070c HTTP/1.1" status: 200 len: 947 time: 0.0818861 Nov 09 21:21:14.267665 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-647df0d7-91c2-4689-ac05-9f64c9686fa7 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:14.276717 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-647df0d7-91c2-4689-ac05-9f64c9686fa7 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:14.280321 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-647df0d7-91c2-4689-ac05-9f64c9686fa7 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "DELETE /v2.0/networks/51c5a9da-ba9b-4a16-b511-0fb34193eb21 HTTP/1.1" status: 204 len: 168 time: 0.7014487 Nov 09 21:21:14.301142 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41510) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:14.312548 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-35ca8532-d7ab-46fc-8094-f128a7068426 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1931229262'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:21:14.316348 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647df0d7-91c2-4689-ac05-9f64c9686fa7 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Pushing event deleted for resources: {'Network': ['ID=51c5a9da-ba9b-4a16-b511-0fb34193eb21,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:14.362507 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-52150026-9a8b-452a-b440-6b5c7203ecc9 req-4b417733-0f94-4b5b-84ab-e8f3d67ea3da tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410906 Nov 09 21:21:14.363610 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ca8532-d7ab-46fc-8094-f128a7068426 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Made reservation on behalf of 2a8884e29db44a0584896bf141edec66 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:21:14.366403 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab52a0db-f010-4a21-8fec-32303443c5c0 req-a5237e12-daee-4397-abec-70e605a90c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:14.367309 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-35ca8532-d7ab-46fc-8094-f128a7068426 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:14.367870 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ab52a0db-f010-4a21-8fec-32303443c5c0 req-a5237e12-daee-4397-abec-70e605a90c3a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1392195 Nov 09 21:21:14.392797 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3f490fed-1a04-4bb8-9eca-569b721c2ef6 req-4a16a87d-1763-420a-9dd0-3785397ee84b tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/security-groups?id=8de2e6d2-13a1-4fce-94d8-94f8deb033ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923705 Nov 09 21:21:14.407679 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35ca8532-d7ab-46fc-8094-f128a7068426 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:21:14.429105 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-35ca8532-d7ab-46fc-8094-f128a7068426 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:14.430054 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-35ca8532-d7ab-46fc-8094-f128a7068426 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Added segment de89e948-7e91-400a-bc3c-02e56879db72 of type vlan for network f48ee82d-a1ec-4b8b-b302-b01a36fe5399 Nov 09 21:21:14.450383 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-f09f888e-12e9-44c1-9c5e-5c6f93d23207 admin admin] Deleting port 18b5a659-b55c-4ace-979e-156674a75a5c {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:21:14.450720 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f09f888e-12e9-44c1-9c5e-5c6f93d23207 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:14.503356 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-35ca8532-d7ab-46fc-8094-f128a7068426 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:14.526316 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ab52a0db-f010-4a21-8fec-32303443c5c0 req-68fac63d-926a-48ba-bb5a-ec6685a727ad service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490674 Nov 09 21:21:14.548316 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040c1ee-51b0-4d19-bdc9-822e27f6a564 req-e4743641-2271-4fcf-8f41-4fa28c79aafa tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:14.550038 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f040c1ee-51b0-4d19-bdc9-822e27f6a564 req-e4743641-2271-4fcf-8f41-4fa28c79aafa tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=662b4119-4b14-458b-ac13-5ae55fddcc3a HTTP/1.1" status: 200 len: 945 time: 0.0854037 Nov 09 21:21:14.551433 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-35ca8532-d7ab-46fc-8094-f128a7068426 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:14.557511 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ca8532-d7ab-46fc-8094-f128a7068426 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:14.558223 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-35ca8532-d7ab-46fc-8094-f128a7068426 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:14.606335 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-f09f888e-12e9-44c1-9c5e-5c6f93d23207 admin admin] For port 18b5a659-b55c-4ace-979e-156674a75a5c, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=18b5a659-b55c-4ace-979e-156674a75a5c,segment=NetworkSegment(a9f98b61-f00d-4529-9edd-6af31a7666ed),segment_id=a9f98b61-f00d-4529-9edd-6af31a7666ed)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:14.606697 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f09f888e-12e9-44c1-9c5e-5c6f93d23207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:14.627824 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-f09f888e-12e9-44c1-9c5e-5c6f93d23207 admin admin] Calling delete_port for 18b5a659-b55c-4ace-979e-156674a75a5c owned by network:router_interface {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:21:14.638639 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-35ca8532-d7ab-46fc-8094-f128a7068426 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3355329 Nov 09 21:21:14.646433 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41516) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:14.651751 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-afdc7ba8-01eb-4aa2-9e3f-054c317e21cd tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Request body: {'subnet': {'network_id': 'f48ee82d-a1ec-4b8b-b302-b01a36fe5399', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:21:14.662635 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ca8532-d7ab-46fc-8094-f128a7068426 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Pushing event updated for resources: {'Network': ['ID=f48ee82d-a1ec-4b8b-b302-b01a36fe5399,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:14.674891 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network f48ee82d-a1ec-4b8b-b302-b01a36fe5399 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:21:14.676560 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f040c1ee-51b0-4d19-bdc9-822e27f6a564 req-ad8bd8dd-d2d0-48b5-a220-e547d421eb11 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155818 Nov 09 21:21:14.755534 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ab52a0db-f010-4a21-8fec-32303443c5c0 req-24023029-93ee-4bbf-9b6e-ca521712c807 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204461 Nov 09 21:21:14.836863 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afdc7ba8-01eb-4aa2-9e3f-054c317e21cd tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Made reservation on behalf of 2a8884e29db44a0584896bf141edec66 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:21:14.840901 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-afdc7ba8-01eb-4aa2-9e3f-054c317e21cd tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:14.995246 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 41840eb5-b7ec-44e8-8a47-c0980b0c0137 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:21:15.019949 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f09f888e-12e9-44c1-9c5e-5c6f93d23207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:15.044954 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 41840eb5-b7ec-44e8-8a47-c0980b0c0137 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:21:15.048915 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 41840eb5-b7ec-44e8-8a47-c0980b0c0137 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:21:15.049283 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:15.051679 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f888e-12e9-44c1-9c5e-5c6f93d23207 admin admin] Pushing event deleted for resources: {'Port': ['ID=18b5a659-b55c-4ace-979e-156674a75a5c,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:15.146272 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-afdc7ba8-01eb-4aa2-9e3f-054c317e21cd tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:15.147921 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:15.184798 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c18ad59-e831-4d07-b6e1-c8b10a08999a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41840eb5-b7ec-44e8-8a47-c0980b0c0137'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:21:15.187629 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01e6d6c-26a5-4737-bcb6-fa6f6a5cff8a" -d '{"events": [{"server_uuid": "3c18ad59-e831-4d07-b6e1-c8b10a08999a", "name": "network-vif-plugged", "status": "completed", "tag": "41840eb5-b7ec-44e8-8a47-c0980b0c0137"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:21:15.204002 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 41840eb5-b7ec-44e8-8a47-c0980b0c0137, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=41840eb5-b7ec-44e8-8a47-c0980b0c0137,segment=NetworkSegment(535e550e-1834-40ad-bb5a-53e5c279aa6f),segment_id=535e550e-1834-40ad-bb5a-53e5c279aa6f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:15.209130 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:15.236234 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ae7823-13a2-4363-99b8-bed9d690ba5e x-openstack-request-id: req-f3ae7823-13a2-4363-99b8-bed9d690ba5e {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:21:15.236654 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c18ad59-e831-4d07-b6e1-c8b10a08999a", "name": "network-vif-plugged", "status": "completed", "tag": "41840eb5-b7ec-44e8-8a47-c0980b0c0137", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:21:15.237218 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f3ae7823-13a2-4363-99b8-bed9d690ba5e {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:21:15.237702 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c18ad59-e831-4d07-b6e1-c8b10a08999a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41840eb5-b7ec-44e8-8a47-c0980b0c0137', 'code': 200} Nov 09 21:21:15.254426 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc7ba8-01eb-4aa2-9e3f-054c317e21cd tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Pushing event updated for resources: {'Subnet': ['ID=b443614d-2559-404d-ba26-480c65c2f945,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:15.278138 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=41840eb5-b7ec-44e8-8a47-c0980b0c0137,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:15.320387 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdc7ba8-01eb-4aa2-9e3f-054c317e21cd tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Checking segment: {'id': 'de89e948-7e91-400a-bc3c-02e56879db72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f48ee82d-a1ec-4b8b-b302-b01a36fe5399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:21:15.320790 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdc7ba8-01eb-4aa2-9e3f-054c317e21cd tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Network hostable DHCP agents. Network: f48ee82d-a1ec-4b8b-b302-b01a36fe5399, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:21:15.363057 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f09f888e-12e9-44c1-9c5e-5c6f93d23207 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:15.417807 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdc7ba8-01eb-4aa2-9e3f-054c317e21cd tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Network f48ee82d-a1ec-4b8b-b302-b01a36fe5399 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:21:15.438580 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b8158-fd03-44db-a405-a67ac024dd29 req-097595b0-1322-4b9d-8d98-20fd11ff7612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:15.440001 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f08b8158-fd03-44db-a405-a67ac024dd29 req-097595b0-1322-4b9d-8d98-20fd11ff7612 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3c18ad59-e831-4d07-b6e1-c8b10a08999a HTTP/1.1" status: 200 len: 1096 time: 0.1137223 Nov 09 21:21:15.442161 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 98d0b82c-94c3-4c19-8ac2-b1aa5f008917 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:21:15.445887 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-afdc7ba8-01eb-4aa2-9e3f-054c317e21cd tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, f48ee82d-a1ec-4b8b-b302-b01a36fe5399) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:21:15.469747 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc135d4-9093-486f-9eed-def8fd959c0b None None] Network f48ee82d-a1ec-4b8b-b302-b01a36fe5399 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:21:15.472141 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 98d0b82c-94c3-4c19-8ac2-b1aa5f008917 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:21:15.472505 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 98d0b82c-94c3-4c19-8ac2-b1aa5f008917 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:21:15.524897 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdc7ba8-01eb-4aa2-9e3f-054c317e21cd tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:15.525519 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-afdc7ba8-01eb-4aa2-9e3f-054c317e21cd tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:15.556822 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e3d19-b3ee-41ce-b3bc-a0033b8d699d req-615f2b92-a54e-4a89-82be-2ac7faf552ec tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:15.559255 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-263e3d19-b3ee-41ce-b3bc-a0033b8d699d req-615f2b92-a54e-4a89-82be-2ac7faf552ec tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/ports?device_id=abd31d39-a8cc-486d-a8d9-94479dc7070c HTTP/1.1" status: 200 len: 947 time: 0.0654454 Nov 09 21:21:15.614723 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-263e3d19-b3ee-41ce-b3bc-a0033b8d699d req-dd22dcbf-d1bd-435d-bb23-16828ca75dbe tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/security-groups?id=8de2e6d2-13a1-4fce-94d8-94f8deb033ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480583 Nov 09 21:21:15.635645 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:21:15.638668 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cb6d23-d04b-4a33-9465-eba73eae11ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-f48ee82d-a1ec-4b8b-b302-b01a36fe5399', 'network_id': 'f48ee82d-a1ec-4b8b-b302-b01a36fe5399', 'tenant_id': '2a8884e29db44a0584896bf141edec66', 'fixed_ips': [{'subnet_id': 'b443614d-2559-404d-ba26-480c65c2f945'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:21:15.639723 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-75cb6d23-d04b-4a33-9465-eba73eae11ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:15.769547 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:21:15.779737 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:21:15.780192 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:15.860500 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-75cb6d23-d04b-4a33-9465-eba73eae11ab None None] Allocated IP 19.80.0.2 (f48ee82d-a1ec-4b8b-b302-b01a36fe5399/b443614d-2559-404d-ba26-480c65c2f945/d18bdd47-edc8-4bcc-9f5a-d9f1796d07e9) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:21:15.864250 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-afdc7ba8-01eb-4aa2-9e3f-054c317e21cd tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2167552 Nov 09 21:21:15.864951 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41532) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:15.874212 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-2cd31d90-82bf-4dfa-838a-8752381fce34 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1546912336'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:21:15.878979 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f08b8158-fd03-44db-a405-a67ac024dd29 req-f5ac1c1b-451f-4d9a-81ac-10d911b2c53e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4291353 Nov 09 21:21:15.914543 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7f5bb-335e-45cc-be6a-b1c106c9c8ab req-16f43d64-751b-4aba-9cc3-2bedc99f8da5 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:15.916784 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-49e7f5bb-335e-45cc-be6a-b1c106c9c8ab req-16f43d64-751b-4aba-9cc3-2bedc99f8da5 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=662b4119-4b14-458b-ac13-5ae55fddcc3a HTTP/1.1" status: 200 len: 945 time: 0.0569437 Nov 09 21:21:15.938871 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea08517-107a-412d-81ad-94cd18df8353 req-47a77276-cb20-4428-9256-448511723862 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:15.940337 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7ea08517-107a-412d-81ad-94cd18df8353 req-47a77276-cb20-4428-9256-448511723862 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c18ad59-e831-4d07-b6e1-c8b10a08999a HTTP/1.1" status: 200 len: 945 time: 0.4349279 Nov 09 21:21:15.960368 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd31d90-82bf-4dfa-838a-8752381fce34 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Made reservation on behalf of 2a8884e29db44a0584896bf141edec66 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:21:15.964406 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2cd31d90-82bf-4dfa-838a-8752381fce34 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:15.968562 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:15.971701 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-49e7f5bb-335e-45cc-be6a-b1c106c9c8ab req-7c8271d4-713b-4b65-8816-e26566de5066 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479419 Nov 09 21:21:16.046635 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c,segment=NetworkSegment(58913807-21b5-4240-bcd1-63c4ec2c1803),segment_id=58913807-21b5-4240-bcd1-63c4ec2c1803)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:16.051624 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:16.064273 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cd31d90-82bf-4dfa-838a-8752381fce34 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:21:16.079911 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2cd31d90-82bf-4dfa-838a-8752381fce34 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:16.080252 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-2cd31d90-82bf-4dfa-838a-8752381fce34 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Added segment 8b8db694-2e99-49d5-91e6-036c60cb9c78 of type vlan for network fe540894-517e-498b-839a-b874990e38e7 Nov 09 21:21:16.092156 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7ea08517-107a-412d-81ad-94cd18df8353 req-e0c37d11-ca82-4b71-9b2b-840ff2acdf1b tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358135 Nov 09 21:21:16.097666 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-75cb6d23-d04b-4a33-9465-eba73eae11ab None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:16.098767 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09f888e-12e9-44c1-9c5e-5c6f93d23207 admin admin] Router b0fc71dc-7814-45a3-bc38-53645e802091 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:21:16.108244 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-75cb6d23-d04b-4a33-9465-eba73eae11ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:16.130810 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cb6d23-d04b-4a33-9465-eba73eae11ab None None] Network f48ee82d-a1ec-4b8b-b302-b01a36fe5399 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:21:16.131581 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:16.133610 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2cd31d90-82bf-4dfa-838a-8752381fce34 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:16.134798 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-75cb6d23-d04b-4a33-9465-eba73eae11ab None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:21:16.138175 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cb6d23-d04b-4a33-9465-eba73eae11ab None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:21:16.203550 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2cd31d90-82bf-4dfa-838a-8752381fce34 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:16.211273 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd31d90-82bf-4dfa-838a-8752381fce34 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:16.212155 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2cd31d90-82bf-4dfa-838a-8752381fce34 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:16.215491 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb6d23-d04b-4a33-9465-eba73eae11ab None None] Pushing event updated for resources: {'Port': ['ID=d18bdd47-edc8-4bcc-9f5a-d9f1796d07e9,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:16.227851 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-75cb6d23-d04b-4a33-9465-eba73eae11ab None None] Attempting to bind port d18bdd47-edc8-4bcc-9f5a-d9f1796d07e9 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:21:16.228329 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-75cb6d23-d04b-4a33-9465-eba73eae11ab None None] Attempting to bind port d18bdd47-edc8-4bcc-9f5a-d9f1796d07e9 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'de89e948-7e91-400a-bc3c-02e56879db72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f48ee82d-a1ec-4b8b-b302-b01a36fe5399'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:21:16.229465 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cb6d23-d04b-4a33-9465-eba73eae11ab None None] Attempting to bind port d18bdd47-edc8-4bcc-9f5a-d9f1796d07e9 on network f48ee82d-a1ec-4b8b-b302-b01a36fe5399 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:21:16.239509 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cb6d23-d04b-4a33-9465-eba73eae11ab None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:21:16.239509 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cb6d23-d04b-4a33-9465-eba73eae11ab None None] Checking segment: {'id': 'de89e948-7e91-400a-bc3c-02e56879db72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f48ee82d-a1ec-4b8b-b302-b01a36fe5399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:21:16.239509 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-75cb6d23-d04b-4a33-9465-eba73eae11ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:16.239509 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cb6d23-d04b-4a33-9465-eba73eae11ab None None] Bound using segment: {'id': 'de89e948-7e91-400a-bc3c-02e56879db72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f48ee82d-a1ec-4b8b-b302-b01a36fe5399'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:21:16.239509 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-75cb6d23-d04b-4a33-9465-eba73eae11ab None None] Bound port: d18bdd47-edc8-4bcc-9f5a-d9f1796d07e9, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de89e948-7e91-400a-bc3c-02e56879db72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f48ee82d-a1ec-4b8b-b302-b01a36fe5399'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:21:16.239509 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-75cb6d23-d04b-4a33-9465-eba73eae11ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:16.302086 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-75cb6d23-d04b-4a33-9465-eba73eae11ab None None] For port d18bdd47-edc8-4bcc-9f5a-d9f1796d07e9, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:21:16.305250 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-75cb6d23-d04b-4a33-9465-eba73eae11ab None None] For port d18bdd47-edc8-4bcc-9f5a-d9f1796d07e9, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=d18bdd47-edc8-4bcc-9f5a-d9f1796d07e9,segment=NetworkSegment(de89e948-7e91-400a-bc3c-02e56879db72),segment_id=de89e948-7e91-400a-bc3c-02e56879db72)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:21:16.310205 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-75cb6d23-d04b-4a33-9465-eba73eae11ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:16.323935 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2cd31d90-82bf-4dfa-838a-8752381fce34 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4527400 Nov 09 21:21:16.325051 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41536) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:16.330340 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-2b15bc4c-86c9-469f-8f80-f51cb49f2313 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Request body: {'subnet': {'network_id': 'fe540894-517e-498b-839a-b874990e38e7', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:21:16.330515 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd31d90-82bf-4dfa-838a-8752381fce34 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Pushing event updated for resources: {'Network': ['ID=fe540894-517e-498b-839a-b874990e38e7,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:16.341317 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09f888e-12e9-44c1-9c5e-5c6f93d23207 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:21:16.347330 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f09f888e-12e9-44c1-9c5e-5c6f93d23207 admin admin] 10.222.0.49 "PUT /v2.0/routers/b0fc71dc-7814-45a3-bc38-53645e802091/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1383686 Nov 09 21:21:16.350481 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41538) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:16.366274 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d74906-645b-46de-96be-50100f299d3c None None] Sync routers for ids ['b0fc71dc-7814-45a3-bc38-53645e802091'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:21:16.368226 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network fe540894-517e-498b-839a-b874990e38e7 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:21:16.430671 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb6d23-d04b-4a33-9465-eba73eae11ab None None] Pushing event updated for resources: {'Port': ['ID=d18bdd47-edc8-4bcc-9f5a-d9f1796d07e9,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:16.446401 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b15bc4c-86c9-469f-8f80-f51cb49f2313 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Made reservation on behalf of 2a8884e29db44a0584896bf141edec66 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:21:16.448720 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d74906-645b-46de-96be-50100f299d3c None None] Routers {'b0fc71dc-7814-45a3-bc38-53645e802091'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:21:16.449367 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-86d74906-645b-46de-96be-50100f299d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:20:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['b0fc71dc-7814-45a3-bc38-53645e802091'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:21:16.450705 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2b15bc4c-86c9-469f-8f80-f51cb49f2313 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:16.500180 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ce3c7afe-db4c-462b-805e-12b0d3b60e5d admin admin] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:16.580925 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-86d74906-645b-46de-96be-50100f299d3c None None] Set router b0fc71dc-7814-45a3-bc38-53645e802091 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:21:16.624350 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ce3c7afe-db4c-462b-805e-12b0d3b60e5d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:16.701152 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2b15bc4c-86c9-469f-8f80-f51cb49f2313 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:16.703403 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ce3c7afe-db4c-462b-805e-12b0d3b60e5d admin admin] Deleting port 324c4cf0-db5e-4813-bd67-aa2471b1a436 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:21:16.703925 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ce3c7afe-db4c-462b-805e-12b0d3b60e5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:16.814350 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b15bc4c-86c9-469f-8f80-f51cb49f2313 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Pushing event updated for resources: {'Subnet': ['ID=8cf5d5ca-e274-46d0-a0a2-d977d71449d3,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:16.835655 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b15bc4c-86c9-469f-8f80-f51cb49f2313 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Checking segment: {'id': '8b8db694-2e99-49d5-91e6-036c60cb9c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'fe540894-517e-498b-839a-b874990e38e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:21:16.836020 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b15bc4c-86c9-469f-8f80-f51cb49f2313 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Network hostable DHCP agents. Network: fe540894-517e-498b-839a-b874990e38e7, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:21:16.847594 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85787760-70ef-4c1f-859d-2bc8abc08a64 req-baa90887-ecf5-4469-a6c3-f9dc87b8f21a tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:16.849706 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-85787760-70ef-4c1f-859d-2bc8abc08a64 req-baa90887-ecf5-4469-a6c3-f9dc87b8f21a tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/ports?device_id=abd31d39-a8cc-486d-a8d9-94479dc7070c HTTP/1.1" status: 200 len: 947 time: 0.1183069 Nov 09 21:21:16.858154 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b15bc4c-86c9-469f-8f80-f51cb49f2313 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Network fe540894-517e-498b-839a-b874990e38e7 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:21:16.880985 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-2b15bc4c-86c9-469f-8f80-f51cb49f2313 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, fe540894-517e-498b-839a-b874990e38e7) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:21:16.893274 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-ce3c7afe-db4c-462b-805e-12b0d3b60e5d admin admin] For port 324c4cf0-db5e-4813-bd67-aa2471b1a436, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=324c4cf0-db5e-4813-bd67-aa2471b1a436,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:16.893274 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ce3c7afe-db4c-462b-805e-12b0d3b60e5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:16.895899 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b15bc4c-86c9-469f-8f80-f51cb49f2313 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:16.896516 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2b15bc4c-86c9-469f-8f80-f51cb49f2313 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:16.914570 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a7759f-f24c-41c8-a76d-71e12f3b83a1 None None] Network fe540894-517e-498b-839a-b874990e38e7 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:21:16.930915 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2b15bc4c-86c9-469f-8f80-f51cb49f2313 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6044629 Nov 09 21:21:16.944866 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-85787760-70ef-4c1f-859d-2bc8abc08a64 req-4ecfaac0-4c0f-43d4-9ad7-6b4b44c8981f tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/security-groups?id=8de2e6d2-13a1-4fce-94d8-94f8deb033ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867996 Nov 09 21:21:16.946010 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ce3c7afe-db4c-462b-805e-12b0d3b60e5d admin admin] Calling delete_port for 324c4cf0-db5e-4813-bd67-aa2471b1a436 owned by network:router_gateway {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:21:17.008622 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 571461dd-5539-4dee-8172-fb0ae8b5345f details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:21:17.081239 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-86d74906-645b-46de-96be-50100f299d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0fc71dc-7814-45a3-bc38-53645e802091', 'name': 'tempest-AttachSCSIVolumeTestJSON-1431814511-router', 'tenant_id': '2e5338cf73234e8ab93a30211d1b9359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '324c4cf0-db5e-4813-bd67-aa2471b1a436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:19:12Z', 'updated_at': '2021-11-09T21:21:14Z', 'revision_number': 5, 'project_id': '2e5338cf73234e8ab93a30211d1b9359', 'gw_port': {'id': '324c4cf0-db5e-4813-bd67-aa2471b1a436', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fc71dc-7814-45a3-bc38-53645e802091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:15Z', 'updated_at': '2021-11-09T21:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:21:17.140824 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d74906-645b-46de-96be-50100f299d3c None None] Checking router: b0fc71dc-7814-45a3-bc38-53645e802091 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:21:17.164223 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06005064-f754-47fd-9c52-2e480b1011b5 req-750647da-0cb2-41dd-ad43-d284ad6e7af1 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:17.173184 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-06005064-f754-47fd-9c52-2e480b1011b5 req-750647da-0cb2-41dd-ad43-d284ad6e7af1 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=662b4119-4b14-458b-ac13-5ae55fddcc3a HTTP/1.1" status: 200 len: 946 time: 0.0797107 Nov 09 21:21:17.202926 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d74906-645b-46de-96be-50100f299d3c None None] Routers {'b0fc71dc-7814-45a3-bc38-53645e802091'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:21:17.203567 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-86d74906-645b-46de-96be-50100f299d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:20:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['b0fc71dc-7814-45a3-bc38-53645e802091'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:21:17.268972 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-06005064-f754-47fd-9c52-2e480b1011b5 req-5c73c67e-d6fb-4793-b84f-f74cd5f4b20c tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947204 Nov 09 21:21:17.315131 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ce3c7afe-db4c-462b-805e-12b0d3b60e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:17.365243 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c7afe-db4c-462b-805e-12b0d3b60e5d admin admin] Pushing event deleted for resources: {'Port': ['ID=324c4cf0-db5e-4813-bd67-aa2471b1a436,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:17.444306 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b33fb-8b86-4299-a887-4c6a95d17e00 req-ff867d5f-7f08-4f55-850d-d86283e8a176 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:17.452813 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-204b33fb-8b86-4299-a887-4c6a95d17e00 req-ff867d5f-7f08-4f55-850d-d86283e8a176 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c18ad59-e831-4d07-b6e1-c8b10a08999a HTTP/1.1" status: 200 len: 945 time: 0.0700841 Nov 09 21:21:17.457896 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662b4119-4b14-458b-ac13-5ae55fddcc3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:21:17.460061 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003f6281-525f-4378-baf8-27b80bc69726" -d '{"events": [{"server_uuid": "662b4119-4b14-458b-ac13-5ae55fddcc3a", "name": "network-vif-plugged", "status": "completed", "tag": "8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:21:17.466939 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-456ccc91-0228-4f48-8fde-c55ff92695ef tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:17.473499 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-456ccc91-0228-4f48-8fde-c55ff92695ef tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:17.475516 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-456ccc91-0228-4f48-8fde-c55ff92695ef tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/networks?id=f48ee82d-a1ec-4b8b-b302-b01a36fe5399&id=fe540894-517e-498b-839a-b874990e38e7 HTTP/1.1" status: 200 len: 1392 time: 0.2767024 Nov 09 21:21:17.503452 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-de90ec48-d767-4a04-9936-86db37c2864f tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/quotas/2a8884e29db44a0584896bf141edec66 HTTP/1.1" status: 200 len: 375 time: 0.0201390 Nov 09 21:21:17.506342 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ce3c7afe-db4c-462b-805e-12b0d3b60e5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:17.539278 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device d18bdd47-edc8-4bcc-9f5a-d9f1796d07e9 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:21:17.551664 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-204b33fb-8b86-4299-a887-4c6a95d17e00 req-24fd80a6-5261-4074-9bd3-035aa3669ac8 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979645 Nov 09 21:21:17.581929 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a882a4-ca4f-4dc3-ad66-98bd4161058b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-fe540894-517e-498b-839a-b874990e38e7', 'network_id': 'fe540894-517e-498b-839a-b874990e38e7', 'tenant_id': '2a8884e29db44a0584896bf141edec66', 'fixed_ips': [{'subnet_id': '8cf5d5ca-e274-46d0-a0a2-d977d71449d3'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:21:17.581929 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-53a882a4-ca4f-4dc3-ad66-98bd4161058b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:17.651488 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ce3c7afe-db4c-462b-805e-12b0d3b60e5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:17.656738 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ce3c7afe-db4c-462b-805e-12b0d3b60e5d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:17.683834 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-86d74906-645b-46de-96be-50100f299d3c None None] Set router b0fc71dc-7814-45a3-bc38-53645e802091 gateway port host: None {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:21:17.689178 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 571461dd-5539-4dee-8172-fb0ae8b5345f, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=571461dd-5539-4dee-8172-fb0ae8b5345f,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:17.726031 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-6b9e2572-f186-404f-932b-a4b901a806e0 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2a8884e29db44a0584896bf141edec66&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1445727 Nov 09 21:21:17.774038 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ce3c7afe-db4c-462b-805e-12b0d3b60e5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:17.774749 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3c7afe-db4c-462b-805e-12b0d3b60e5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0fc71dc-7814-45a3-bc38-53645e802091 {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:21:17.781478 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ce3c7afe-db4c-462b-805e-12b0d3b60e5d admin admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:17.785437 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ce3c7afe-db4c-462b-805e-12b0d3b60e5d admin admin] 10.222.0.49 "DELETE /v2.0/routers/b0fc71dc-7814-45a3-bc38-53645e802091 HTTP/1.1" status: 204 len: 168 time: 1.4312973 Nov 09 21:21:17.786250 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41574) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:17.814729 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73e6161-a464-4b4b-b405-19be47edf35c x-openstack-request-id: req-a73e6161-a464-4b4b-b405-19be47edf35c {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:21:17.815041 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "662b4119-4b14-458b-ac13-5ae55fddcc3a", "name": "network-vif-plugged", "status": "completed", "tag": "8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:21:17.815297 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a73e6161-a464-4b4b-b405-19be47edf35c {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:21:17.815687 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '662b4119-4b14-458b-ac13-5ae55fddcc3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c', 'code': 200} Nov 09 21:21:17.822437 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b975395-ca34-4dfc-8a93-b1df162fad79 None None] Network f48ee82d-a1ec-4b8b-b302-b01a36fe5399 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:21:17.824484 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e931a359-3d37-4999-8bc6-f34aa8e029ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:17.826769 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-86d74906-645b-46de-96be-50100f299d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0fc71dc-7814-45a3-bc38-53645e802091', 'name': 'tempest-AttachSCSIVolumeTestJSON-1431814511-router', 'tenant_id': '2e5338cf73234e8ab93a30211d1b9359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:19:12Z', 'updated_at': '2021-11-09T21:21:16Z', 'revision_number': 6, 'project_id': '2e5338cf73234e8ab93a30211d1b9359', 'gw_port_host': None}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:21:17.858866 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '571461dd-5539-4dee-8172-fb0ae8b5345f', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'port_id': '571461dd-5539-4dee-8172-fb0ae8b5345f', 'mac_address': 'fa:16:3e:3e:18:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba3500c-a288-4596-ba94-148f2bd8a6da', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:21:17.885303 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1e60443-ee12-468b-a7c1-2eb492cf1029 admin admin] Deleting subnet d25c4ea5-6f05-46ef-86ea-c1bd245d297d {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:21:17.898951 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d1e60443-ee12-468b-a7c1-2eb492cf1029 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:17.908258 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d74906-645b-46de-96be-50100f299d3c None None] The sync data for ids ['b0fc71dc-7814-45a3-bc38-53645e802091'] in n-d-816206-3 is: [{'id': 'b0fc71dc-7814-45a3-bc38-53645e802091', 'name': 'tempest-AttachSCSIVolumeTestJSON-1431814511-router', 'tenant_id': '2e5338cf73234e8ab93a30211d1b9359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:19:12Z', 'updated_at': '2021-11-09T21:21:16Z', 'revision_number': 6, 'project_id': '2e5338cf73234e8ab93a30211d1b9359', 'gw_port_host': None}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:21:17.941106 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:21:17.943343 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-a34582df-1274-4fb4-a33a-a90d09d26daf service neutron] 10.222.0.49 "GET /v2.0/networks/f48ee82d-a1ec-4b8b-b302-b01a36fe5399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194893 Nov 09 21:21:17.984678 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d1e60443-ee12-468b-a7c1-2eb492cf1029 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:17.999429 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d10ab-4bdd-49fb-a794-c791eaf4fb46 req-b1216370-a84b-4306-8c4d-1834eb00a7d0 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:18.005719 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ba7d10ab-4bdd-49fb-a794-c791eaf4fb46 req-b1216370-a84b-4306-8c4d-1834eb00a7d0 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/networks?id=d46322e9-b56d-4dd7-8c5c-4100db9766b4 HTTP/1.1" status: 200 len: 804 time: 0.1540322 Nov 09 21:21:18.010948 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port d18bdd47-edc8-4bcc-9f5a-d9f1796d07e9 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:21:18.011463 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:18.019850 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ba7d10ab-4bdd-49fb-a794-c791eaf4fb46 req-a76a801a-17b2-48f9-a25d-ed5ec0c07352 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/quotas/75ff5a098c974a5f990f4fa539b60751 HTTP/1.1" status: 200 len: 375 time: 0.0128362 Nov 09 21:21:18.029201 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917d00d-75dc-4b31-a9a3-024974742ef5 req-8ec016a4-d11b-40ea-8896-1cccd7cf3306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:18.030779 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5917d00d-75dc-4b31-a9a3-024974742ef5 req-8ec016a4-d11b-40ea-8896-1cccd7cf3306 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=662b4119-4b14-458b-ac13-5ae55fddcc3a HTTP/1.1" status: 200 len: 1097 time: 0.1934781 Nov 09 21:21:18.048904 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-c946315f-4fce-4b8b-90c6-6c387f327649 None None] Provisioning complete for port d18bdd47-edc8-4bcc-9f5a-d9f1796d07e9 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:21:18.049176 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c946315f-4fce-4b8b-90c6-6c387f327649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:18.060764 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:18.085317 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ba7d10ab-4bdd-49fb-a794-c791eaf4fb46 req-8512a3ca-afc9-45ac-9fc6-a588a0a269af tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=75ff5a098c974a5f990f4fa539b60751&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0588825 Nov 09 21:21:18.126165 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 571461dd-5539-4dee-8172-fb0ae8b5345f {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:21:18.133551 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-53a882a4-ca4f-4dc3-ad66-98bd4161058b None None] Allocated IP 19.86.0.2 (fe540894-517e-498b-839a-b874990e38e7/8cf5d5ca-e274-46d0-a0a2-d977d71449d3/7937c52e-a5d2-4c9c-b648-a41a310f9e6a) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:21:18.139200 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5917d00d-75dc-4b31-a9a3-024974742ef5 req-23496955-c31a-48d0-9666-f554c3f510d4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991373 Nov 09 21:21:18.171343 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-e6c0877c-16a0-4da0-998b-a47d0cb18504 service neutron] 10.222.0.49 "GET /v2.0/networks/f48ee82d-a1ec-4b8b-b302-b01a36fe5399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277842 Nov 09 21:21:18.181427 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d1e60443-ee12-468b-a7c1-2eb492cf1029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:18.189371 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ba7d10ab-4bdd-49fb-a794-c791eaf4fb46 req-8cc8d92d-5cb6-4799-81c3-2862aa21fb5b service neutron] 10.222.0.49 "GET /v2.0/networks/d46322e9-b56d-4dd7-8c5c-4100db9766b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031973 Nov 09 21:21:18.198514 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 571461dd-5539-4dee-8172-fb0ae8b5345f, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=571461dd-5539-4dee-8172-fb0ae8b5345f,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:18.246886 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:18.304912 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ba7d10ab-4bdd-49fb-a794-c791eaf4fb46 req-5f9cc767-54d6-45c6-8234-eda398b522a0 service neutron] 10.222.0.49 "GET /v2.0/networks/d46322e9-b56d-4dd7-8c5c-4100db9766b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059189 Nov 09 21:21:18.322698 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-4626c8dd-b5e2-47b0-a9ab-18703cc6dc32 service neutron] 10.222.0.49 "GET /v2.0/networks/fe540894-517e-498b-839a-b874990e38e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499007 Nov 09 21:21:18.325954 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d1e60443-ee12-468b-a7c1-2eb492cf1029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:18.355045 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e60443-ee12-468b-a7c1-2eb492cf1029 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d25c4ea5-6f05-46ef-86ea-c1bd245d297d,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:18.425755 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d1e60443-ee12-468b-a7c1-2eb492cf1029 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:18.430431 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d1e60443-ee12-468b-a7c1-2eb492cf1029 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d25c4ea5-6f05-46ef-86ea-c1bd245d297d HTTP/1.1" status: 204 len: 168 time: 0.6419475 Nov 09 21:21:18.433553 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41590) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:18.438340 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464b4340-b817-44d6-aa92-eb2a210f6c08 None None] Network e0ef6d2f-47ac-43f7-8061-de258cd9cbbf requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:21:18.462111 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:18.505019 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=571461dd-5539-4dee-8172-fb0ae8b5345f,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:18.527471 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-e9804b78-01d7-4352-a211-2ee45626e149 service neutron] 10.222.0.49 "GET /v2.0/networks/fe540894-517e-498b-839a-b874990e38e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764104 Nov 09 21:21:18.551888 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cf94e633-d49d-4197-a0d2-f9d8cdaad5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:18.557630 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c946315f-4fce-4b8b-90c6-6c387f327649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:18.653719 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55fd0f3-07ed-4453-93a2-34dfa5babd1b req-bae07cea-2907-4b3d-aa66-5a7534c30f43 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:18.656049 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f55fd0f3-07ed-4453-93a2-34dfa5babd1b req-bae07cea-2907-4b3d-aa66-5a7534c30f43 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/ports?device_id=abd31d39-a8cc-486d-a8d9-94479dc7070c HTTP/1.1" status: 200 len: 948 time: 0.0869591 Nov 09 21:21:18.724801 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-cf94e633-d49d-4197-a0d2-f9d8cdaad5ee admin admin] Deleting port d928e455-4c26-4c2a-9d88-7f26f88dd0ed {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:21:18.725211 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cf94e633-d49d-4197-a0d2-f9d8cdaad5ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:18.749021 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port d18bdd47-edc8-4bcc-9f5a-d9f1796d07e9, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=d18bdd47-edc8-4bcc-9f5a-d9f1796d07e9,segment=NetworkSegment(de89e948-7e91-400a-bc3c-02e56879db72),segment_id=de89e948-7e91-400a-bc3c-02e56879db72)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:18.765219 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:18.769609 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['571461dd-5539-4dee-8172-fb0ae8b5345f'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:21:18.844814 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f55fd0f3-07ed-4453-93a2-34dfa5babd1b req-dc551239-9077-4a2f-9437-58394151b410 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/security-groups?id=8de2e6d2-13a1-4fce-94d8-94f8deb033ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609018 Nov 09 21:21:18.898783 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-cf94e633-d49d-4197-a0d2-f9d8cdaad5ee admin admin] For port d928e455-4c26-4c2a-9d88-7f26f88dd0ed, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=d928e455-4c26-4c2a-9d88-7f26f88dd0ed,segment=NetworkSegment(a9f98b61-f00d-4529-9edd-6af31a7666ed),segment_id=a9f98b61-f00d-4529-9edd-6af31a7666ed)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:18.902201 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cf94e633-d49d-4197-a0d2-f9d8cdaad5ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:19.022699 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-53a882a4-ca4f-4dc3-ad66-98bd4161058b None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:19.047934 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.db.api [None req-c946315f-4fce-4b8b-90c6-6c387f327649 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 21:21:19.048121 n-d-816206-3 neutron-server[102609]: DEBUG oslo_db.api [None req-c946315f-4fce-4b8b-90c6-6c387f327649 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 21:21:19.059537 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-53a882a4-ca4f-4dc3-ad66-98bd4161058b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:19.064850 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=d18bdd47-edc8-4bcc-9f5a-d9f1796d07e9,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:19.105359 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8a356864-0f91-4c15-9c67-317ef90ac846 req-7ba12939-4203-49d1-85ea-4193131591aa tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=a474e2de-442b-4b0d-b736-4787c7ad1155 HTTP/1.1" status: 200 len: 210 time: 0.0889530 Nov 09 21:21:19.144529 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a882a4-ca4f-4dc3-ad66-98bd4161058b None None] Network fe540894-517e-498b-839a-b874990e38e7 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:21:19.151928 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-53a882a4-ca4f-4dc3-ad66-98bd4161058b None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:21:19.157186 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a882a4-ca4f-4dc3-ad66-98bd4161058b None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:21:19.164908 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fbacfd-4e6e-46cf-9e3e-2f82d45f5d26 None None] DHCP port deletion for e0ef6d2f-47ac-43f7-8061-de258cd9cbbf request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:21:19.179589 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a882a4-ca4f-4dc3-ad66-98bd4161058b None None] Pushing event updated for resources: {'Port': ['ID=7937c52e-a5d2-4c9c-b648-a41a310f9e6a,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:19.345146 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-53a882a4-ca4f-4dc3-ad66-98bd4161058b None None] Attempting to bind port 7937c52e-a5d2-4c9c-b648-a41a310f9e6a on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:21:19.345523 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-53a882a4-ca4f-4dc3-ad66-98bd4161058b None None] Attempting to bind port 7937c52e-a5d2-4c9c-b648-a41a310f9e6a by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '8b8db694-2e99-49d5-91e6-036c60cb9c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'fe540894-517e-498b-839a-b874990e38e7'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:21:19.345888 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a882a4-ca4f-4dc3-ad66-98bd4161058b None None] Attempting to bind port 7937c52e-a5d2-4c9c-b648-a41a310f9e6a on network fe540894-517e-498b-839a-b874990e38e7 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:21:19.380326 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a882a4-ca4f-4dc3-ad66-98bd4161058b None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:21:19.380966 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a882a4-ca4f-4dc3-ad66-98bd4161058b None None] Checking segment: {'id': '8b8db694-2e99-49d5-91e6-036c60cb9c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'fe540894-517e-498b-839a-b874990e38e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:21:19.383506 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-53a882a4-ca4f-4dc3-ad66-98bd4161058b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:19.384089 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a882a4-ca4f-4dc3-ad66-98bd4161058b None None] Bound using segment: {'id': '8b8db694-2e99-49d5-91e6-036c60cb9c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'fe540894-517e-498b-839a-b874990e38e7'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:21:19.384817 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-53a882a4-ca4f-4dc3-ad66-98bd4161058b None None] Bound port: 7937c52e-a5d2-4c9c-b648-a41a310f9e6a, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8db694-2e99-49d5-91e6-036c60cb9c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'fe540894-517e-498b-839a-b874990e38e7'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:21:19.385383 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-53a882a4-ca4f-4dc3-ad66-98bd4161058b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:19.425909 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device d18bdd47-edc8-4bcc-9f5a-d9f1796d07e9 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:21:19.453549 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-cf94e633-d49d-4197-a0d2-f9d8cdaad5ee admin admin] Calling delete_port for d928e455-4c26-4c2a-9d88-7f26f88dd0ed owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:21:19.513733 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-96fbacfd-4e6e-46cf-9e3e-2f82d45f5d26 None None] Deleting port d928e455-4c26-4c2a-9d88-7f26f88dd0ed {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:21:19.514086 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-96fbacfd-4e6e-46cf-9e3e-2f82d45f5d26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:19.522479 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-08f5b3e9-6fb3-4598-8efa-03dac7dec9a5 req-fa8c032a-589e-4252-a6ff-95f3165ef163 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/ports?device_id=aba1c2b1-124d-4cf7-a4fa-43719032581c HTTP/1.1" status: 200 len: 210 time: 0.0620868 Nov 09 21:21:19.613146 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e4ac3-699b-4b7b-95f3-be28b65185df req-3276f9c0-c83f-4fd2-afce-5939d56ca7d1 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:19.617139 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5a4e4ac3-699b-4b7b-95f3-be28b65185df req-3276f9c0-c83f-4fd2-afce-5939d56ca7d1 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=662b4119-4b14-458b-ac13-5ae55fddcc3a HTTP/1.1" status: 200 len: 946 time: 0.1109552 Nov 09 21:21:19.664579 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cf94e633-d49d-4197-a0d2-f9d8cdaad5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:19.707166 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf94e633-d49d-4197-a0d2-f9d8cdaad5ee admin admin] Pushing event deleted for resources: {'Port': ['ID=d928e455-4c26-4c2a-9d88-7f26f88dd0ed,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:19.709243 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf94e633-d49d-4197-a0d2-f9d8cdaad5ee admin admin] No DVR routers for this DVR port d928e455-4c26-4c2a-9d88-7f26f88dd0ed on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:21:19.749592 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5a4e4ac3-699b-4b7b-95f3-be28b65185df req-517b7acc-dd25-470f-bdee-7423f6b393d3 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135073 Nov 09 21:21:19.795983 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cf94e633-d49d-4197-a0d2-f9d8cdaad5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:19.826955 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-cf94e633-d49d-4197-a0d2-f9d8cdaad5ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0ef6d2f-47ac-43f7-8061-de258cd9cbbf']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:21:19.828451 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-53a882a4-ca4f-4dc3-ad66-98bd4161058b None None] For port 7937c52e-a5d2-4c9c-b648-a41a310f9e6a, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:21:19.839989 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-96fbacfd-4e6e-46cf-9e3e-2f82d45f5d26 None None] For port d928e455-4c26-4c2a-9d88-7f26f88dd0ed, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=d928e455-4c26-4c2a-9d88-7f26f88dd0ed,segment=NetworkSegment(a9f98b61-f00d-4529-9edd-6af31a7666ed),segment_id=a9f98b61-f00d-4529-9edd-6af31a7666ed)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:19.840343 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-cf94e633-d49d-4197-a0d2-f9d8cdaad5ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9f98b61-f00d-4529-9edd-6af31a7666ed') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:21:19.840506 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-96fbacfd-4e6e-46cf-9e3e-2f82d45f5d26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:19.840672 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-cf94e633-d49d-4197-a0d2-f9d8cdaad5ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9f98b61-f00d-4529-9edd-6af31a7666ed') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:21:19.851244 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cf94e633-d49d-4197-a0d2-f9d8cdaad5ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:19.866015 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cf94e633-d49d-4197-a0d2-f9d8cdaad5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:19.869363 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-53a882a4-ca4f-4dc3-ad66-98bd4161058b None None] For port 7937c52e-a5d2-4c9c-b648-a41a310f9e6a, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=7937c52e-a5d2-4c9c-b648-a41a310f9e6a,segment=NetworkSegment(8b8db694-2e99-49d5-91e6-036c60cb9c78),segment_id=8b8db694-2e99-49d5-91e6-036c60cb9c78)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:21:19.872778 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf94e633-d49d-4197-a0d2-f9d8cdaad5ee admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:21:19.873165 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cf94e633-d49d-4197-a0d2-f9d8cdaad5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:19.875161 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:21:19.875161 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:21:19.875161 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:21:19.875161 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:21:19.875161 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:21:19.875161 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:21:19.875161 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:21:19.875161 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:21:19.875161 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:21:19.875161 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:21:19.875161 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:21:19.875161 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:21:19.875161 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:21:19.875161 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:21:19.875161 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:21:19.875161 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:21:19.875161 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:21:19.875161 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:21:19.875161 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:21:19.875161 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:21:19.875161 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:21:19.875161 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:21:19.875161 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:21:19.875161 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:21:19.875161 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:21:19.875161 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:21:19.875161 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:21:19.875161 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:21:19.875161 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:21:19.875161 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:21:19.875161 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:21:19.875161 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:21:19.877664 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-96fbacfd-4e6e-46cf-9e3e-2f82d45f5d26 None None] Calling delete_port for d928e455-4c26-4c2a-9d88-7f26f88dd0ed owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:21:19.882720 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-53a882a4-ca4f-4dc3-ad66-98bd4161058b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:19.891007 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port d18bdd47-edc8-4bcc-9f5a-d9f1796d07e9 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:21:19.891384 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:19.944052 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cf94e633-d49d-4197-a0d2-f9d8cdaad5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:19.952130 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cf94e633-d49d-4197-a0d2-f9d8cdaad5ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:19.958777 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-cf94e633-d49d-4197-a0d2-f9d8cdaad5ee admin admin] 10.222.0.49 "DELETE /v2.0/networks/e0ef6d2f-47ac-43f7-8061-de258cd9cbbf HTTP/1.1" status: 204 len: 168 time: 1.5213027 Nov 09 21:21:20.000176 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf94e633-d49d-4197-a0d2-f9d8cdaad5ee admin admin] Pushing event deleted for resources: {'Network': ['ID=e0ef6d2f-47ac-43f7-8061-de258cd9cbbf,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:20.009983 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a882a4-ca4f-4dc3-ad66-98bd4161058b None None] Pushing event updated for resources: {'Port': ['ID=7937c52e-a5d2-4c9c-b648-a41a310f9e6a,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:20.094364 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d935e6-b662-4325-bbba-ca2f7a4343f5 req-c9777871-a023-4f04-a2c5-6d65d3965936 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:20.096465 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-02d935e6-b662-4325-bbba-ca2f7a4343f5 req-c9777871-a023-4f04-a2c5-6d65d3965936 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/ports?device_id=abd31d39-a8cc-486d-a8d9-94479dc7070c HTTP/1.1" status: 200 len: 948 time: 0.1011982 Nov 09 21:21:20.175626 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-02d935e6-b662-4325-bbba-ca2f7a4343f5 req-afe2991f-489b-4552-95f4-4c6e40dddcf3 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/security-groups?id=8de2e6d2-13a1-4fce-94d8-94f8deb033ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729437 Nov 09 21:21:20.227196 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d10ab-4bdd-49fb-a794-c791eaf4fb46 req-4e733d48-e15d-431b-9d65-a9f87d6a6bf2 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:20.229129 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ba7d10ab-4bdd-49fb-a794-c791eaf4fb46 req-4e733d48-e15d-431b-9d65-a9f87d6a6bf2 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.45 "GET /v2.0/networks?id=d46322e9-b56d-4dd7-8c5c-4100db9766b4 HTTP/1.1" status: 200 len: 804 time: 0.1725023 Nov 09 21:21:20.249660 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41624) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:20.263034 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-3ec4ac5b-8879-4a7a-88bd-7d639cdb8225 None None] Provisioning complete for port d18bdd47-edc8-4bcc-9f5a-d9f1796d07e9 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:21:20.263586 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3ec4ac5b-8879-4a7a-88bd-7d639cdb8225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:20.264854 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-ba7d10ab-4bdd-49fb-a794-c791eaf4fb46 req-5deb43e6-ab4a-4d6c-b7d7-9da80116202b tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Request body: {'port': {'device_id': 'a474e2de-442b-4b0d-b736-4787c7ad1155', 'network_id': 'd46322e9-b56d-4dd7-8c5c-4100db9766b4', 'admin_state_up': True, 'tenant_id': '75ff5a098c974a5f990f4fa539b60751'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:21:20.269986 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e0cf1cad-ed0b-4a21-b5e5-c7038bd79c6a req-f881c61c-05f9-4463-acdc-080e503801bc tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=a474e2de-442b-4b0d-b736-4787c7ad1155 HTTP/1.1" status: 200 len: 210 time: 0.0571053 Nov 09 21:21:20.313912 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ec7691ac-ed87-4c12-add5-1fdd190d1277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:20.315262 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-96fbacfd-4e6e-46cf-9e3e-2f82d45f5d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:20.345571 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-edc0692f-e6a8-4acf-9535-ac468ac2d34f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=82be29d0d47e46adb14283806ef20aca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0941551 Nov 09 21:21:20.348028 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fbacfd-4e6e-46cf-9e3e-2f82d45f5d26 None None] Pushing event deleted for resources: {'Port': ['ID=d928e455-4c26-4c2a-9d88-7f26f88dd0ed,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:20.359075 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41626) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:20.364239 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-96fbacfd-4e6e-46cf-9e3e-2f82d45f5d26 None None] Network e0ef6d2f-47ac-43f7-8061-de258cd9cbbf is not hosted by any dhcp agent {{(pid=102609) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 21:21:20.364792 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fbacfd-4e6e-46cf-9e3e-2f82d45f5d26 None None] No DVR routers for this DVR port d928e455-4c26-4c2a-9d88-7f26f88dd0ed on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:21:20.460352 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba7d10ab-4bdd-49fb-a794-c791eaf4fb46 req-5deb43e6-ab4a-4d6c-b7d7-9da80116202b tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Made reservation on behalf of 75ff5a098c974a5f990f4fa539b60751 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:21:20.465272 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ba7d10ab-4bdd-49fb-a794-c791eaf4fb46 req-5deb43e6-ab4a-4d6c-b7d7-9da80116202b tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:20.486915 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2b0a6cfa-4632-4158-8b40-ea653f8f8729 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:20.526833 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2b0a6cfa-4632-4158-8b40-ea653f8f8729 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:20.531000 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device d928e455-4c26-4c2a-9d88-7f26f88dd0ed no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:21:20.581199 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: d928e455-4c26-4c2a-9d88-7f26f88dd0ed {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:21:20.581920 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device d928e455-4c26-4c2a-9d88-7f26f88dd0ed not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:21:20.582601 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 324c4cf0-db5e-4813-bd67-aa2471b1a436 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:21:20.606713 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 324c4cf0-db5e-4813-bd67-aa2471b1a436 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:21:20.607146 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 324c4cf0-db5e-4813-bd67-aa2471b1a436 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:21:20.607726 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 18b5a659-b55c-4ace-979e-156674a75a5c no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:21:20.643708 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 18b5a659-b55c-4ace-979e-156674a75a5c {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:21:20.644012 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 18b5a659-b55c-4ace-979e-156674a75a5c not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:21:20.671661 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2b0a6cfa-4632-4158-8b40-ea653f8f8729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:20.675618 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2b0a6cfa-4632-4158-8b40-ea653f8f8729 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:20.677988 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2b0a6cfa-4632-4158-8b40-ea653f8f8729 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3c0379d4-ef40-4d5f-90c4-31b5ee475e13 HTTP/1.1" status: 204 len: 168 time: 0.3162193 Nov 09 21:21:20.705372 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a6cfa-4632-4158-8b40-ea653f8f8729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0379d4-ef40-4d5f-90c4-31b5ee475e13,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:20.769167 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-109bd308-7e48-432d-bbcc-a7793f2ad203 req-d8e64f4f-cdc1-4df3-acd4-f4ac634ffce0 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/ports?device_id=aba1c2b1-124d-4cf7-a4fa-43719032581c HTTP/1.1" status: 200 len: 210 time: 0.0734916 Nov 09 21:21:20.789295 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-03dff4fb-d850-485f-a628-e762ffe48fd2 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:20.796095 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-03dff4fb-d850-485f-a628-e762ffe48fd2 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:20.797844 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-03dff4fb-d850-485f-a628-e762ffe48fd2 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.45 "GET /v2.0/networks?id=f48ee82d-a1ec-4b8b-b302-b01a36fe5399&id=fe540894-517e-498b-839a-b874990e38e7 HTTP/1.1" status: 200 len: 1392 time: 0.1996417 Nov 09 21:21:20.812176 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-93d89c70-3900-4e59-8229-904c7b44cd10 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Request body: {'port': {'device_id': 'aba1c2b1-124d-4cf7-a4fa-43719032581c', 'network_id': 'f48ee82d-a1ec-4b8b-b302-b01a36fe5399', 'admin_state_up': True, 'tenant_id': '2a8884e29db44a0584896bf141edec66'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:21:20.854995 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-ba7d10ab-4bdd-49fb-a794-c791eaf4fb46 req-5deb43e6-ab4a-4d6c-b7d7-9da80116202b tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Allocated IP 172.20.0.14 (d46322e9-b56d-4dd7-8c5c-4100db9766b4/b00fcf6d-0dad-4966-9afe-8edbbda80569/3221d77b-e913-405c-a6ee-38503da90457) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:21:20.907227 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:20.963352 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790458e-a629-415f-b0b3-9b3ca2258b72 req-2ad5de0b-2400-4d62-b603-2c9e4d8b378e tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:20.965085 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8790458e-a629-415f-b0b3-9b3ca2258b72 req-2ad5de0b-2400-4d62-b603-2c9e4d8b378e tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=662b4119-4b14-458b-ac13-5ae55fddcc3a HTTP/1.1" status: 200 len: 946 time: 0.0968914 Nov 09 21:21:21.043208 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 571461dd-5539-4dee-8172-fb0ae8b5345f up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:21:21.053725 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8790458e-a629-415f-b0b3-9b3ca2258b72 req-61b07173-fbf8-496e-9830-97262d34a066 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786397 Nov 09 21:21:21.070342 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-93d89c70-3900-4e59-8229-904c7b44cd10 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Made reservation on behalf of 2a8884e29db44a0584896bf141edec66 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:21:21.072452 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ba7d10ab-4bdd-49fb-a794-c791eaf4fb46 req-5deb43e6-ab4a-4d6c-b7d7-9da80116202b tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:21.074993 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-93d89c70-3900-4e59-8229-904c7b44cd10 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:21.125868 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ba7d10ab-4bdd-49fb-a794-c791eaf4fb46 req-5deb43e6-ab4a-4d6c-b7d7-9da80116202b tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:21.147858 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 571461dd-5539-4dee-8172-fb0ae8b5345f completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:21:21.154219 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 571461dd-5539-4dee-8172-fb0ae8b5345f triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:21:21.154598 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:21.205172 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba7d10ab-4bdd-49fb-a794-c791eaf4fb46 req-5deb43e6-ab4a-4d6c-b7d7-9da80116202b tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Network d46322e9-b56d-4dd7-8c5c-4100db9766b4 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:21:21.209106 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-ba7d10ab-4bdd-49fb-a794-c791eaf4fb46 req-5deb43e6-ab4a-4d6c-b7d7-9da80116202b tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:21:21.218513 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7d10ab-4bdd-49fb-a794-c791eaf4fb46 req-5deb43e6-ab4a-4d6c-b7d7-9da80116202b tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:21:21.249048 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41646) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:21.254452 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['393976db-67d8-45b9-bd11-937dc58d5622', '41840eb5-b7ec-44e8-8a47-c0980b0c0137'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:21:21.261163 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb43e6-ab4a-4d6c-b7d7-9da80116202b tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Pushing event updated for resources: {'Port': ['ID=3221d77b-e913-405c-a6ee-38503da90457,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:21.317207 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d10ab-4bdd-49fb-a794-c791eaf4fb46 req-5deb43e6-ab4a-4d6c-b7d7-9da80116202b tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:21.318187 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ba7d10ab-4bdd-49fb-a794-c791eaf4fb46 req-5deb43e6-ab4a-4d6c-b7d7-9da80116202b tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:21.341474 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ba7d10ab-4bdd-49fb-a794-c791eaf4fb46 req-5deb43e6-ab4a-4d6c-b7d7-9da80116202b tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0951726 Nov 09 21:21:21.369293 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-ba7d10ab-4bdd-49fb-a794-c791eaf4fb46 req-51dfdc8c-defb-4d13-890c-49d73c516ff5 service neutron] Request body: {'port': {'device_id': 'a474e2de-442b-4b0d-b736-4787c7ad1155', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:21:21.373592 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-93d89c70-3900-4e59-8229-904c7b44cd10 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Allocated IP 19.80.0.54 (f48ee82d-a1ec-4b8b-b302-b01a36fe5399/b443614d-2559-404d-ba26-480c65c2f945/4738b9a4-96ad-4ddc-a23a-28b89fdd237a) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:21:21.395771 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2069b701-ec90-427d-9cd4-0c0207c3aecc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2e5338cf73234e8ab93a30211d1b9359&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1451776 Nov 09 21:21:21.415958 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41650) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:21.417583 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250eca03-6325-4883-bdf7-584fd238b00d req-c702ae25-b3c0-4f26-8470-96101b1f2359 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:21.425528 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-250eca03-6325-4883-bdf7-584fd238b00d req-c702ae25-b3c0-4f26-8470-96101b1f2359 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=662b4119-4b14-458b-ac13-5ae55fddcc3a HTTP/1.1" status: 200 len: 946 time: 0.1952720 Nov 09 21:21:21.482268 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:21.507859 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef4b8c-ce35-40cc-8a81-1a00c14a68b4 req-b9714f1e-9bea-49ac-9e60-cd09137f1a06 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:21.516143 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f7ef4b8c-ce35-40cc-8a81-1a00c14a68b4 req-b9714f1e-9bea-49ac-9e60-cd09137f1a06 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/ports?device_id=abd31d39-a8cc-486d-a8d9-94479dc7070c HTTP/1.1" status: 200 len: 948 time: 0.1850736 Nov 09 21:21:21.525356 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 7937c52e-a5d2-4c9c-b648-a41a310f9e6a up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:21:21.531446 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ba7d10ab-4bdd-49fb-a794-c791eaf4fb46 req-51dfdc8c-defb-4d13-890c-49d73c516ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:21.547905 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-250eca03-6325-4883-bdf7-584fd238b00d req-b9bc9dcf-3981-4101-b9b0-597953c78149 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177962 Nov 09 21:21:21.606646 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f7ef4b8c-ce35-40cc-8a81-1a00c14a68b4 req-6114bee1-9b08-4f86-b4a7-e7469f9feb09 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/security-groups?id=8de2e6d2-13a1-4fce-94d8-94f8deb033ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848544 Nov 09 21:21:21.613034 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 571461dd-5539-4dee-8172-fb0ae8b5345f, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=571461dd-5539-4dee-8172-fb0ae8b5345f,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:21.617482 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abd31d39-a8cc-486d-a8d9-94479dc7070c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571461dd-5539-4dee-8172-fb0ae8b5345f'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:21:21.620605 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23a09eb-ac75-430b-86b8-9e0fe70c580d" -d '{"events": [{"server_uuid": "abd31d39-a8cc-486d-a8d9-94479dc7070c", "name": "network-vif-plugged", "status": "completed", "tag": "571461dd-5539-4dee-8172-fb0ae8b5345f"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:21:21.621451 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc0449f3-dafa-470a-9320-562491e0179b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:21.630480 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:21.716735 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc0449f3-dafa-470a-9320-562491e0179b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:21.735415 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=571461dd-5539-4dee-8172-fb0ae8b5345f,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:21.764815 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 7937c52e-a5d2-4c9c-b648-a41a310f9e6a triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:21:21.765322 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:21.779958 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d906a8-2c87-4d8d-a671-8b9275766374 req-669db417-3830-4822-b614-5a1ddade4847 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:21.781645 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-11d906a8-2c87-4d8d-a671-8b9275766374 req-669db417-3830-4822-b614-5a1ddade4847 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=a474e2de-442b-4b0d-b736-4787c7ad1155 HTTP/1.1" status: 200 len: 932 time: 0.1291223 Nov 09 21:21:21.822999 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3405527f-4f49-47bd-b73c-78f649397b8e None None] Network fe540894-517e-498b-839a-b874990e38e7 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:21:21.827648 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfeebf2-3919-4227-9c25-da2861f9e8ca x-openstack-request-id: req-4bfeebf2-3919-4227-9c25-da2861f9e8ca {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:21:21.829510 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abd31d39-a8cc-486d-a8d9-94479dc7070c", "name": "network-vif-plugged", "status": "completed", "tag": "571461dd-5539-4dee-8172-fb0ae8b5345f", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:21:21.829787 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4bfeebf2-3919-4227-9c25-da2861f9e8ca {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:21:21.830415 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abd31d39-a8cc-486d-a8d9-94479dc7070c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571461dd-5539-4dee-8172-fb0ae8b5345f', 'code': 200} Nov 09 21:21:21.837389 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-93d89c70-3900-4e59-8229-904c7b44cd10 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:21.905545 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-93d89c70-3900-4e59-8229-904c7b44cd10 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:21.946895 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-11d906a8-2c87-4d8d-a671-8b9275766374 req-28003832-bc3d-4478-988d-d7f93cc43f41 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858037 Nov 09 21:21:21.956830 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-765052f6-4abd-4f38-aa93-f7747daba121 None None] Provisioning complete for port 7937c52e-a5d2-4c9c-b648-a41a310f9e6a triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:21:21.957207 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-765052f6-4abd-4f38-aa93-f7747daba121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:21.982970 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-93d89c70-3900-4e59-8229-904c7b44cd10 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Network f48ee82d-a1ec-4b8b-b302-b01a36fe5399 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:21:21.987169 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-93d89c70-3900-4e59-8229-904c7b44cd10 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:21:22.003170 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc0449f3-dafa-470a-9320-562491e0179b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:22.005634 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc0449f3-dafa-470a-9320-562491e0179b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:22.009152 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-fc0449f3-dafa-470a-9320-562491e0179b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6f8d68e0-9569-4bdf-a1e4-7f2f9d1d46e5 HTTP/1.1" status: 204 len: 168 time: 0.5896189 Nov 09 21:21:22.018421 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d89c70-3900-4e59-8229-904c7b44cd10 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Pushing event updated for resources: {'Port': ['ID=4738b9a4-96ad-4ddc-a23a-28b89fdd237a,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:22.024478 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-93d89c70-3900-4e59-8229-904c7b44cd10 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:21:22.038285 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0449f3-dafa-470a-9320-562491e0179b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8d68e0-9569-4bdf-a1e4-7f2f9d1d46e5,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:22.101345 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb8606-235c-4455-b1f3-8e0d86c31090 req-0d4c344f-2bf5-473a-b2ed-8ae6aba7b9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:22.105248 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-03bb8606-235c-4455-b1f3-8e0d86c31090 req-0d4c344f-2bf5-473a-b2ed-8ae6aba7b9f4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=abd31d39-a8cc-486d-a8d9-94479dc7070c HTTP/1.1" status: 200 len: 1100 time: 0.1759799 Nov 09 21:21:22.121489 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741cb329-1f63-4d5c-870e-5c3201a6c562 req-dc5a9d5f-c08f-4e02-8888-968610d84b39 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:22.123062 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-741cb329-1f63-4d5c-870e-5c3201a6c562 req-dc5a9d5f-c08f-4e02-8888-968610d84b39 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=662b4119-4b14-458b-ac13-5ae55fddcc3a HTTP/1.1" status: 200 len: 946 time: 0.2308767 Nov 09 21:21:22.159498 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-93d89c70-3900-4e59-8229-904c7b44cd10 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:22.160057 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-93d89c70-3900-4e59-8229-904c7b44cd10 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:22.176823 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a866fc-4e49-49f9-b442-9bf9486758b3 req-7aaa6bee-f2ff-4db4-a92e-b0830bb4481a tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:22.178490 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-60a866fc-4e49-49f9-b442-9bf9486758b3 req-7aaa6bee-f2ff-4db4-a92e-b0830bb4481a tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/ports?device_id=aba1c2b1-124d-4cf7-a4fa-43719032581c HTTP/1.1" status: 200 len: 931 time: 0.1551003 Nov 09 21:21:22.204768 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-03bb8606-235c-4455-b1f3-8e0d86c31090 req-e89217c4-202b-4c25-8c66-8789b48b8d82 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8de2e6d2-13a1-4fce-94d8-94f8deb033ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806677 Nov 09 21:21:22.220622 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-93d89c70-3900-4e59-8229-904c7b44cd10 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4121132 Nov 09 21:21:22.266242 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-765052f6-4abd-4f38-aa93-f7747daba121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:22.270475 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-7f755886-c8d5-40cb-a90f-c146de69975f tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Request body: {'port': {'device_id': 'aba1c2b1-124d-4cf7-a4fa-43719032581c', 'network_id': 'fe540894-517e-498b-839a-b874990e38e7', 'admin_state_up': True, 'tenant_id': '2a8884e29db44a0584896bf141edec66'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:21:22.294081 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-60a866fc-4e49-49f9-b442-9bf9486758b3 req-2e9c0b04-6881-4f41-ab1d-6ec43b52a4ad tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/security-groups?id=c14d76be-02c1-4fc3-95ad-d30d4063fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011009 Nov 09 21:21:22.310255 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-741cb329-1f63-4d5c-870e-5c3201a6c562 req-87d766f5-1929-41d8-89df-3c63d5a85b83 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757014 Nov 09 21:21:22.320674 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:22.347511 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-ba7d10ab-4bdd-49fb-a794-c791eaf4fb46 req-51dfdc8c-defb-4d13-890c-49d73c516ff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3221d77b-e913-405c-a6ee-38503da90457 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:21:22.393069 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ba7d10ab-4bdd-49fb-a794-c791eaf4fb46 req-51dfdc8c-defb-4d13-890c-49d73c516ff5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:22.426864 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:22.432183 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-765052f6-4abd-4f38-aa93-f7747daba121 None None] For port 7937c52e-a5d2-4c9c-b648-a41a310f9e6a, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=7937c52e-a5d2-4c9c-b648-a41a310f9e6a,segment=NetworkSegment(8b8db694-2e99-49d5-91e6-036c60cb9c78),segment_id=8b8db694-2e99-49d5-91e6-036c60cb9c78)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:22.433217 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-ba7d10ab-4bdd-49fb-a794-c791eaf4fb46 req-51dfdc8c-defb-4d13-890c-49d73c516ff5 service neutron] Transition to ACTIVE for port object 3221d77b-e913-405c-a6ee-38503da90457 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:21:22.440082 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-765052f6-4abd-4f38-aa93-f7747daba121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:22.442016 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ba7d10ab-4bdd-49fb-a794-c791eaf4fb46 req-51dfdc8c-defb-4d13-890c-49d73c516ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:22.473904 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-7f755886-c8d5-40cb-a90f-c146de69975f tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Made reservation on behalf of 2a8884e29db44a0584896bf141edec66 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:21:22.481633 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-7f755886-c8d5-40cb-a90f-c146de69975f tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:22.592384 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765052f6-4abd-4f38-aa93-f7747daba121 None None] Pushing event updated for resources: {'Port': ['ID=7937c52e-a5d2-4c9c-b648-a41a310f9e6a,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:22.597373 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dfdc8c-defb-4d13-890c-49d73c516ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=3221d77b-e913-405c-a6ee-38503da90457,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:22.598638 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.db.api [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 21:21:22.600162 n-d-816206-3 neutron-server[102609]: DEBUG oslo_db.api [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 21:21:22.600946 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-12387326-0d97-478b-8aa5-70b2fd5cbab0 None None] Provisioning complete for port 4738b9a4-96ad-4ddc-a23a-28b89fdd237a triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:21:22.601599 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-12387326-0d97-478b-8aa5-70b2fd5cbab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:22.701943 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-12387326-0d97-478b-8aa5-70b2fd5cbab0 None None] Port 4738b9a4-96ad-4ddc-a23a-28b89fdd237a cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:21:22.711104 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:22.717581 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-ba7d10ab-4bdd-49fb-a794-c791eaf4fb46 req-51dfdc8c-defb-4d13-890c-49d73c516ff5 service neutron] Attempting to bind port 3221d77b-e913-405c-a6ee-38503da90457 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:21:22.717759 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-ba7d10ab-4bdd-49fb-a794-c791eaf4fb46 req-51dfdc8c-defb-4d13-890c-49d73c516ff5 service neutron] Attempting to bind port 3221d77b-e913-405c-a6ee-38503da90457 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '535e550e-1834-40ad-bb5a-53e5c279aa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd46322e9-b56d-4dd7-8c5c-4100db9766b4'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:21:22.718092 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7d10ab-4bdd-49fb-a794-c791eaf4fb46 req-51dfdc8c-defb-4d13-890c-49d73c516ff5 service neutron] Attempting to bind port 3221d77b-e913-405c-a6ee-38503da90457 on network d46322e9-b56d-4dd7-8c5c-4100db9766b4 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:21:22.751571 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7d10ab-4bdd-49fb-a794-c791eaf4fb46 req-51dfdc8c-defb-4d13-890c-49d73c516ff5 service neutron] Port 3221d77b-e913-405c-a6ee-38503da90457 on network d46322e9-b56d-4dd7-8c5c-4100db9766b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:21:22.751892 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7d10ab-4bdd-49fb-a794-c791eaf4fb46 req-51dfdc8c-defb-4d13-890c-49d73c516ff5 service neutron] Attempting to bind port 3221d77b-e913-405c-a6ee-38503da90457 on network d46322e9-b56d-4dd7-8c5c-4100db9766b4 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:21:22.757733 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7d10ab-4bdd-49fb-a794-c791eaf4fb46 req-51dfdc8c-defb-4d13-890c-49d73c516ff5 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:21:22.758073 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7d10ab-4bdd-49fb-a794-c791eaf4fb46 req-51dfdc8c-defb-4d13-890c-49d73c516ff5 service neutron] Checking segment: {'id': '535e550e-1834-40ad-bb5a-53e5c279aa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd46322e9-b56d-4dd7-8c5c-4100db9766b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:21:22.758445 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7d10ab-4bdd-49fb-a794-c791eaf4fb46 req-51dfdc8c-defb-4d13-890c-49d73c516ff5 service neutron] Bound using segment: {'id': '535e550e-1834-40ad-bb5a-53e5c279aa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd46322e9-b56d-4dd7-8c5c-4100db9766b4'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:21:22.758876 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-ba7d10ab-4bdd-49fb-a794-c791eaf4fb46 req-51dfdc8c-defb-4d13-890c-49d73c516ff5 service neutron] Bound port: 3221d77b-e913-405c-a6ee-38503da90457, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '535e550e-1834-40ad-bb5a-53e5c279aa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd46322e9-b56d-4dd7-8c5c-4100db9766b4'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:21:22.759779 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ba7d10ab-4bdd-49fb-a794-c791eaf4fb46 req-51dfdc8c-defb-4d13-890c-49d73c516ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:22.763584 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc20087-29af-4cf7-b26c-199307298bf6 req-cc19e5c9-c5fa-4072-bcb8-87421087cf6c tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:22.765175 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4bc20087-29af-4cf7-b26c-199307298bf6 req-cc19e5c9-c5fa-4072-bcb8-87421087cf6c tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=662b4119-4b14-458b-ac13-5ae55fddcc3a HTTP/1.1" status: 200 len: 946 time: 0.1278877 Nov 09 21:21:22.801521 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-7f755886-c8d5-40cb-a90f-c146de69975f tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Allocated IP 19.86.0.137 (fe540894-517e-498b-839a-b874990e38e7/8cf5d5ca-e274-46d0-a0a2-d977d71449d3/0969ac69-0fd4-47aa-be94-b54b7f19d682) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:21:22.866417 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4bc20087-29af-4cf7-b26c-199307298bf6 req-185d9429-835f-46f8-b067-82b31b0dbc1a tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936391 Nov 09 21:21:22.930069 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d05a607b-0c1e-4574-a340-8ebf8ce990bb None None] Provisioning complete for port 7937c52e-a5d2-4c9c-b648-a41a310f9e6a triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:21:22.930833 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d05a607b-0c1e-4574-a340-8ebf8ce990bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:23.065827 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-7f755886-c8d5-40cb-a90f-c146de69975f tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:23.082465 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41698) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:23.120434 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe77f1-ab98-4a60-8f0f-e337135d1096 req-0aa95290-af6d-4e5d-8ad0-7b0cb3a28628 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:23.127738 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-26fe77f1-ab98-4a60-8f0f-e337135d1096 req-0aa95290-af6d-4e5d-8ad0-7b0cb3a28628 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/ports?device_id=abd31d39-a8cc-486d-a8d9-94479dc7070c HTTP/1.1" status: 200 len: 949 time: 0.4368944 Nov 09 21:21:23.170599 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08906835-779b-4dad-9efe-965213e0b1be req-fc8ac336-88af-4a8d-a564-4969b54c7976 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:23.172266 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-08906835-779b-4dad-9efe-965213e0b1be req-fc8ac336-88af-4a8d-a564-4969b54c7976 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=a474e2de-442b-4b0d-b736-4787c7ad1155 HTTP/1.1" status: 200 len: 944 time: 0.0663772 Nov 09 21:21:23.173531 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-7f755886-c8d5-40cb-a90f-c146de69975f tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:23.186466 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-ba7d10ab-4bdd-49fb-a794-c791eaf4fb46 req-51dfdc8c-defb-4d13-890c-49d73c516ff5 service neutron] For port 3221d77b-e913-405c-a6ee-38503da90457, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:21:23.206216 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-26fe77f1-ab98-4a60-8f0f-e337135d1096 req-7c82d694-c0d1-4c05-a55c-56ccc08bdf07 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/security-groups?id=8de2e6d2-13a1-4fce-94d8-94f8deb033ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773025 Nov 09 21:21:23.211810 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-ba7d10ab-4bdd-49fb-a794-c791eaf4fb46 req-51dfdc8c-defb-4d13-890c-49d73c516ff5 service neutron] For port 3221d77b-e913-405c-a6ee-38503da90457, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=3221d77b-e913-405c-a6ee-38503da90457,segment=NetworkSegment(535e550e-1834-40ad-bb5a-53e5c279aa6f),segment_id=535e550e-1834-40ad-bb5a-53e5c279aa6f)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:21:23.218542 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ba7d10ab-4bdd-49fb-a794-c791eaf4fb46 req-51dfdc8c-defb-4d13-890c-49d73c516ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:23.244473 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-7f755886-c8d5-40cb-a90f-c146de69975f tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Network fe540894-517e-498b-839a-b874990e38e7 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:21:23.256391 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-7f755886-c8d5-40cb-a90f-c146de69975f tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:21:23.264194 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-7f755886-c8d5-40cb-a90f-c146de69975f tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:21:23.272192 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-17f927eb-5191-4207-8ec5-e9c15c410d7c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1747725465-network', 'tenant_id': 'e47fcdbeab8a4a679082776ed327781f'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:21:23.279477 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d10ab-4bdd-49fb-a794-c791eaf4fb46 req-51dfdc8c-defb-4d13-890c-49d73c516ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:23.280331 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ba7d10ab-4bdd-49fb-a794-c791eaf4fb46 req-51dfdc8c-defb-4d13-890c-49d73c516ff5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:23.282157 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ba7d10ab-4bdd-49fb-a794-c791eaf4fb46 req-51dfdc8c-defb-4d13-890c-49d73c516ff5 service neutron] 10.222.0.45 "PUT /v2.0/ports/3221d77b-e913-405c-a6ee-38503da90457 HTTP/1.1" status: 200 len: 1092 time: 1.9258916 Nov 09 21:21:23.282811 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a474e2de-442b-4b0d-b736-4787c7ad1155', 'tag': '3221d77b-e913-405c-a6ee-38503da90457'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:21:23.285310 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726d4150-8fca-4783-8a3f-cd3c9c10aa36" -d '{"events": [{"name": "network-changed", "server_uuid": "a474e2de-442b-4b0d-b736-4787c7ad1155", "tag": "3221d77b-e913-405c-a6ee-38503da90457"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:21:23.315663 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:23.326406 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f755886-c8d5-40cb-a90f-c146de69975f tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Pushing event updated for resources: {'Port': ['ID=0969ac69-0fd4-47aa-be94-b54b7f19d682,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:23.344237 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-08906835-779b-4dad-9efe-965213e0b1be req-47b52ec1-be0f-44fa-a1ab-5321a402b852 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385555 Nov 09 21:21:23.366073 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-7f755886-c8d5-40cb-a90f-c146de69975f tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:23.376235 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-7f755886-c8d5-40cb-a90f-c146de69975f tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:23.411162 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 7937c52e-a5d2-4c9c-b648-a41a310f9e6a up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:21:23.428358 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5b564f-31d7-414a-be36-f0b2b9a1e7cf x-openstack-request-id: req-6d5b564f-31d7-414a-be36-f0b2b9a1e7cf {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:21:23.429019 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a474e2de-442b-4b0d-b736-4787c7ad1155", "tag": "3221d77b-e913-405c-a6ee-38503da90457", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:21:23.429544 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6d5b564f-31d7-414a-be36-f0b2b9a1e7cf {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:21:23.430138 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a474e2de-442b-4b0d-b736-4787c7ad1155', 'tag': '3221d77b-e913-405c-a6ee-38503da90457', 'status': 'completed', 'code': 200} Nov 09 21:21:23.440142 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f927eb-5191-4207-8ec5-e9c15c410d7c admin admin] Made reservation on behalf of e47fcdbeab8a4a679082776ed327781f for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:21:23.442325 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-7f755886-c8d5-40cb-a90f-c146de69975f tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1765549 Nov 09 21:21:23.443357 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-17f927eb-5191-4207-8ec5-e9c15c410d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:23.458238 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-0d1ba6d4-0cd0-4e78-9876-856c435924d7 service neutron] Request body: {'port': {'device_id': 'aba1c2b1-124d-4cf7-a4fa-43719032581c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:21:23.461175 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dfdc8c-defb-4d13-890c-49d73c516ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=3221d77b-e913-405c-a6ee-38503da90457,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:23.466853 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-17f927eb-5191-4207-8ec5-e9c15c410d7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:23.489775 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6a11f-cd0e-47e5-af18-80f7752b0348 req-25ebe75b-81a2-4140-903b-c6713b1ef196 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:23.510500 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f7e6a11f-cd0e-47e5-af18-80f7752b0348 req-25ebe75b-81a2-4140-903b-c6713b1ef196 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=662b4119-4b14-458b-ac13-5ae55fddcc3a HTTP/1.1" status: 200 len: 946 time: 0.2208910 Nov 09 21:21:23.521593 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 7937c52e-a5d2-4c9c-b648-a41a310f9e6a triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:21:23.522288 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:23.534466 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d10ab-4bdd-49fb-a794-c791eaf4fb46 req-7fcd1f0a-d9b1-4693-a8b7-b0209204921a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:23.536739 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ba7d10ab-4bdd-49fb-a794-c791eaf4fb46 req-7fcd1f0a-d9b1-4693-a8b7-b0209204921a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=75ff5a098c974a5f990f4fa539b60751&device_id=a474e2de-442b-4b0d-b736-4787c7ad1155 HTTP/1.1" status: 200 len: 1095 time: 0.1732249 Nov 09 21:21:23.583996 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-0d1ba6d4-0cd0-4e78-9876-856c435924d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:23.609392 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809329b-dcec-4e92-8c9c-637bdb8b2491 req-2d8cad20-7ef6-4d3e-97d3-cab8154d329a tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:23.611761 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ba7d10ab-4bdd-49fb-a794-c791eaf4fb46 req-6de35268-cb6d-4c57-bdef-0914f4e4a2fb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3221d77b-e913-405c-a6ee-38503da90457 HTTP/1.1" status: 200 len: 217 time: 0.0459566 Nov 09 21:21:23.615955 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809329b-dcec-4e92-8c9c-637bdb8b2491 req-2d8cad20-7ef6-4d3e-97d3-cab8154d329a tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:23.623393 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5809329b-dcec-4e92-8c9c-637bdb8b2491 req-2d8cad20-7ef6-4d3e-97d3-cab8154d329a tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/ports?device_id=aba1c2b1-124d-4cf7-a4fa-43719032581c HTTP/1.1" status: 200 len: 1654 time: 0.1145046 Nov 09 21:21:23.674330 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f7e6a11f-cd0e-47e5-af18-80f7752b0348 req-aabf749a-b2b2-43bb-8330-e865883f9c66 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628675 Nov 09 21:21:23.694942 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d10ab-4bdd-49fb-a794-c791eaf4fb46 req-a24f21ba-08c9-4fcc-863c-5deb67b12700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:23.696556 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ba7d10ab-4bdd-49fb-a794-c791eaf4fb46 req-a24f21ba-08c9-4fcc-863c-5deb67b12700 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b00fcf6d-0dad-4966-9afe-8edbbda80569 HTTP/1.1" status: 200 len: 844 time: 0.0765238 Nov 09 21:21:23.729635 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5809329b-dcec-4e92-8c9c-637bdb8b2491 req-63b8b11d-2ecb-4d89-805f-457a23992553 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/security-groups?id=c14d76be-02c1-4fc3-95ad-d30d4063fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052976 Nov 09 21:21:23.734831 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-46551969-700b-4434-b631-596d96201a35 None None] Provisioning complete for port 0969ac69-0fd4-47aa-be94-b54b7f19d682 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:21:23.735517 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-46551969-700b-4434-b631-596d96201a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:23.748678 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ba7d10ab-4bdd-49fb-a794-c791eaf4fb46 req-a71e9c63-3a78-44f9-a9e7-7960049d6f47 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d46322e9-b56d-4dd7-8c5c-4100db9766b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438213 Nov 09 21:21:23.816951 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-46551969-700b-4434-b631-596d96201a35 None None] Port 0969ac69-0fd4-47aa-be94-b54b7f19d682 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:21:23.840154 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-17f927eb-5191-4207-8ec5-e9c15c410d7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:23.854762 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-17f927eb-5191-4207-8ec5-e9c15c410d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:23.906785 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17f927eb-5191-4207-8ec5-e9c15c410d7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:21:23.930399 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f927eb-5191-4207-8ec5-e9c15c410d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61479926-cd4f-4549-84d0-04dd4f44438c,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:23.939813 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-17f927eb-5191-4207-8ec5-e9c15c410d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:23.940143 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-17f927eb-5191-4207-8ec5-e9c15c410d7c admin admin] Added segment b8acfc52-37a0-4b12-9c5f-045cfaad9a51 of type vlan for network c2faf38e-6101-454e-ae91-a2568241e75c Nov 09 21:21:23.943143 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ba7d10ab-4bdd-49fb-a794-c791eaf4fb46 req-abf652b0-480f-46b8-afd0-a56c13aa5423 service neutron] 10.222.0.45 "GET /v2.0/networks/d46322e9-b56d-4dd7-8c5c-4100db9766b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857791 Nov 09 21:21:23.971484 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc56665-8874-49aa-a968-5e5d85a20c74 req-8e7c34d6-5929-4fae-97f4-d1e7e9aea234 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:23.972957 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7cc56665-8874-49aa-a968-5e5d85a20c74 req-8e7c34d6-5929-4fae-97f4-d1e7e9aea234 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=662b4119-4b14-458b-ac13-5ae55fddcc3a HTTP/1.1" status: 200 len: 946 time: 0.1315033 Nov 09 21:21:23.988105 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-0d1ba6d4-0cd0-4e78-9876-856c435924d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4738b9a4-96ad-4ddc-a23a-28b89fdd237a {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:21:23.997490 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-0d1ba6d4-0cd0-4e78-9876-856c435924d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:24.012969 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-0d1ba6d4-0cd0-4e78-9876-856c435924d7 service neutron] Transition to ACTIVE for port object 4738b9a4-96ad-4ddc-a23a-28b89fdd237a will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:21:24.017719 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-0d1ba6d4-0cd0-4e78-9876-856c435924d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:24.065165 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-17f927eb-5191-4207-8ec5-e9c15c410d7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:24.089577 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ba6d4-0cd0-4e78-9876-856c435924d7 service neutron] Pushing event updated for resources: {'Port': ['ID=4738b9a4-96ad-4ddc-a23a-28b89fdd237a,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:24.129846 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7cc56665-8874-49aa-a968-5e5d85a20c74 req-abeee0b9-de71-422e-a6a1-ebd80e5ac934 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233318 Nov 09 21:21:24.134320 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-17f927eb-5191-4207-8ec5-e9c15c410d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:24.135308 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f927eb-5191-4207-8ec5-e9c15c410d7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:24.135893 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-17f927eb-5191-4207-8ec5-e9c15c410d7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:24.169113 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ba7d10ab-4bdd-49fb-a794-c791eaf4fb46 req-e138f6d5-cab0-48bd-ac16-cf05f512fafd service neutron] 10.222.0.45 "GET /v2.0/networks/d46322e9-b56d-4dd7-8c5c-4100db9766b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152784 Nov 09 21:21:24.210545 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-17f927eb-5191-4207-8ec5-e9c15c410d7c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1257253 Nov 09 21:21:24.213552 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41718) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:24.221523 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-5607de2c-cf4f-4413-8d09-3efac9012a71 admin admin] Request body: {'subnet': {'network_id': 'c2faf38e-6101-454e-ae91-a2568241e75c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1747725465-subnet', 'tenant_id': 'e47fcdbeab8a4a679082776ed327781f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:21:24.226654 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f927eb-5191-4207-8ec5-e9c15c410d7c admin admin] Pushing event updated for resources: {'Network': ['ID=c2faf38e-6101-454e-ae91-a2568241e75c,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:24.239103 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network c2faf38e-6101-454e-ae91-a2568241e75c details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:21:24.248911 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-0d1ba6d4-0cd0-4e78-9876-856c435924d7 service neutron] Attempting to bind port 4738b9a4-96ad-4ddc-a23a-28b89fdd237a on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:21:24.255694 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-0d1ba6d4-0cd0-4e78-9876-856c435924d7 service neutron] Attempting to bind port 4738b9a4-96ad-4ddc-a23a-28b89fdd237a by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'de89e948-7e91-400a-bc3c-02e56879db72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f48ee82d-a1ec-4b8b-b302-b01a36fe5399'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:21:24.256051 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-0d1ba6d4-0cd0-4e78-9876-856c435924d7 service neutron] Attempting to bind port 4738b9a4-96ad-4ddc-a23a-28b89fdd237a on network f48ee82d-a1ec-4b8b-b302-b01a36fe5399 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:21:24.284318 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-0d1ba6d4-0cd0-4e78-9876-856c435924d7 service neutron] Port 4738b9a4-96ad-4ddc-a23a-28b89fdd237a on network f48ee82d-a1ec-4b8b-b302-b01a36fe5399 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:21:24.284669 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-0d1ba6d4-0cd0-4e78-9876-856c435924d7 service neutron] Attempting to bind port 4738b9a4-96ad-4ddc-a23a-28b89fdd237a on network f48ee82d-a1ec-4b8b-b302-b01a36fe5399 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:21:24.302025 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d4150-8fca-4783-8a3f-cd3c9c10aa36 req-84e0334b-8eff-43ce-bf30-90eb21fa938e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:24.303825 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-726d4150-8fca-4783-8a3f-cd3c9c10aa36 req-84e0334b-8eff-43ce-bf30-90eb21fa938e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=75ff5a098c974a5f990f4fa539b60751&device_id=a474e2de-442b-4b0d-b736-4787c7ad1155 HTTP/1.1" status: 200 len: 1095 time: 0.0738049 Nov 09 21:21:24.307789 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-0d1ba6d4-0cd0-4e78-9876-856c435924d7 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:21:24.307789 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-0d1ba6d4-0cd0-4e78-9876-856c435924d7 service neutron] Checking segment: {'id': 'de89e948-7e91-400a-bc3c-02e56879db72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f48ee82d-a1ec-4b8b-b302-b01a36fe5399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:21:24.308151 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-0d1ba6d4-0cd0-4e78-9876-856c435924d7 service neutron] Bound using segment: {'id': 'de89e948-7e91-400a-bc3c-02e56879db72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f48ee82d-a1ec-4b8b-b302-b01a36fe5399'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:21:24.308713 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-0d1ba6d4-0cd0-4e78-9876-856c435924d7 service neutron] Bound port: 4738b9a4-96ad-4ddc-a23a-28b89fdd237a, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de89e948-7e91-400a-bc3c-02e56879db72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f48ee82d-a1ec-4b8b-b302-b01a36fe5399'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:21:24.309384 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-0d1ba6d4-0cd0-4e78-9876-856c435924d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:24.330298 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5607de2c-cf4f-4413-8d09-3efac9012a71 admin admin] Made reservation on behalf of e47fcdbeab8a4a679082776ed327781f for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:21:24.332868 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5607de2c-cf4f-4413-8d09-3efac9012a71 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:24.402974 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f943a5d-ced4-47fa-b680-0800ed8954e1 req-7b575cd9-d60a-4bfc-affc-2145481436c2 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:24.404481 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7f943a5d-ced4-47fa-b680-0800ed8954e1 req-7b575cd9-d60a-4bfc-affc-2145481436c2 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=662b4119-4b14-458b-ac13-5ae55fddcc3a HTTP/1.1" status: 200 len: 946 time: 0.1259542 Nov 09 21:21:24.450944 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d4150-8fca-4783-8a3f-cd3c9c10aa36 req-a0730427-6981-47af-95c3-ac5c2c89baea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:24.452410 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-726d4150-8fca-4783-8a3f-cd3c9c10aa36 req-a0730427-6981-47af-95c3-ac5c2c89baea service neutron] 10.222.0.45 "GET /v2.0/networks?id=d46322e9-b56d-4dd7-8c5c-4100db9766b4 HTTP/1.1" status: 200 len: 904 time: 0.1262565 Nov 09 21:21:24.495700 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac50d3f-a790-4120-be71-11364a86b4ac req-365cb24d-57cd-4f35-b8de-8076f5a493fa tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:24.497538 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aac50d3f-a790-4120-be71-11364a86b4ac req-365cb24d-57cd-4f35-b8de-8076f5a493fa tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/ports?device_id=abd31d39-a8cc-486d-a8d9-94479dc7070c HTTP/1.1" status: 200 len: 949 time: 0.1718781 Nov 09 21:21:24.509138 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-726d4150-8fca-4783-8a3f-cd3c9c10aa36 req-f7dfb391-9ed8-46b1-b0e4-17ae525a6402 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3221d77b-e913-405c-a6ee-38503da90457 HTTP/1.1" status: 200 len: 217 time: 0.0489688 Nov 09 21:21:24.512568 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7f943a5d-ced4-47fa-b680-0800ed8954e1 req-2d4becb6-a391-46a8-b8e2-b5fda9035b5d tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015794 Nov 09 21:21:24.525511 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-0d1ba6d4-0cd0-4e78-9876-856c435924d7 service neutron] For port 4738b9a4-96ad-4ddc-a23a-28b89fdd237a, host n-h1-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:21:24.565381 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d4150-8fca-4783-8a3f-cd3c9c10aa36 req-aafc3d39-8e9b-42b8-951c-649ab839c25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:24.567464 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-726d4150-8fca-4783-8a3f-cd3c9c10aa36 req-aafc3d39-8e9b-42b8-951c-649ab839c25e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b00fcf6d-0dad-4966-9afe-8edbbda80569 HTTP/1.1" status: 200 len: 844 time: 0.0514729 Nov 09 21:21:24.575639 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-0d1ba6d4-0cd0-4e78-9876-856c435924d7 service neutron] For port 4738b9a4-96ad-4ddc-a23a-28b89fdd237a, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=4738b9a4-96ad-4ddc-a23a-28b89fdd237a,segment=NetworkSegment(de89e948-7e91-400a-bc3c-02e56879db72),segment_id=de89e948-7e91-400a-bc3c-02e56879db72)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:21:24.588056 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-0d1ba6d4-0cd0-4e78-9876-856c435924d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:24.622744 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-726d4150-8fca-4783-8a3f-cd3c9c10aa36 req-79e4af03-130d-4c38-973c-7aec367e4ddc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d46322e9-b56d-4dd7-8c5c-4100db9766b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416996 Nov 09 21:21:24.638622 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-0d1ba6d4-0cd0-4e78-9876-856c435924d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:24.638925 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-0d1ba6d4-0cd0-4e78-9876-856c435924d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:24.640119 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-0d1ba6d4-0cd0-4e78-9876-856c435924d7 service neutron] 10.222.0.45 "PUT /v2.0/ports/4738b9a4-96ad-4ddc-a23a-28b89fdd237a HTTP/1.1" status: 200 len: 1091 time: 1.1869473 Nov 09 21:21:24.646394 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aba1c2b1-124d-4cf7-a4fa-43719032581c', 'tag': '4738b9a4-96ad-4ddc-a23a-28b89fdd237a'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:21:24.648721 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe95d92-3d98-4aba-b089-00575b3d8de4" -d '{"events": [{"name": "network-changed", "server_uuid": "aba1c2b1-124d-4cf7-a4fa-43719032581c", "tag": "4738b9a4-96ad-4ddc-a23a-28b89fdd237a"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:21:24.655356 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aac50d3f-a790-4120-be71-11364a86b4ac req-9687b063-4329-4980-b5cd-1bf7f9c81089 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/security-groups?id=8de2e6d2-13a1-4fce-94d8-94f8deb033ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512151 Nov 09 21:21:24.700848 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-e20e817b-cda5-4660-9a76-dfb2ab226b3b service neutron] Request body: {'port': {'device_id': 'aba1c2b1-124d-4cf7-a4fa-43719032581c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:21:24.701009 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd9d8c7-e671-42bf-8e09-0868e417a074 req-1a3df65d-24ba-449f-bf17-91fd8c82d4f1 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:24.702747 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1dd9d8c7-e671-42bf-8e09-0868e417a074 req-1a3df65d-24ba-449f-bf17-91fd8c82d4f1 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=a474e2de-442b-4b0d-b736-4787c7ad1155 HTTP/1.1" status: 200 len: 944 time: 0.1310787 Nov 09 21:21:24.771100 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ba6d4-0cd0-4e78-9876-856c435924d7 service neutron] Pushing event updated for resources: {'Port': ['ID=4738b9a4-96ad-4ddc-a23a-28b89fdd237a,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:24.795449 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5607de2c-cf4f-4413-8d09-3efac9012a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:24.796800 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-726d4150-8fca-4783-8a3f-cd3c9c10aa36 req-75fb1c47-c782-4d74-9545-3dd194cfb9e5 service neutron] 10.222.0.45 "GET /v2.0/networks/d46322e9-b56d-4dd7-8c5c-4100db9766b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663401 Nov 09 21:21:24.800622 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1dd9d8c7-e671-42bf-8e09-0868e417a074 req-c3dd63e5-f910-402d-8b2b-e7f0e08e9488 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830293 Nov 09 21:21:24.889452 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3dd9ae-109f-4252-8cbd-0b9b277f2818 x-openstack-request-id: req-df3dd9ae-109f-4252-8cbd-0b9b277f2818 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:21:24.889750 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aba1c2b1-124d-4cf7-a4fa-43719032581c", "tag": "4738b9a4-96ad-4ddc-a23a-28b89fdd237a", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:21:24.890003 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-df3dd9ae-109f-4252-8cbd-0b9b277f2818 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:21:24.890414 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aba1c2b1-124d-4cf7-a4fa-43719032581c', 'tag': '4738b9a4-96ad-4ddc-a23a-28b89fdd237a', 'status': 'completed', 'code': 200} Nov 09 21:21:24.912379 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-726d4150-8fca-4783-8a3f-cd3c9c10aa36 req-d63b69c4-2dd3-4bec-a7a8-ba47d08b87f9 service neutron] 10.222.0.45 "GET /v2.0/networks/d46322e9-b56d-4dd7-8c5c-4100db9766b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078775 Nov 09 21:21:24.921165 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-e20e817b-cda5-4660-9a76-dfb2ab226b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:24.970911 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0f4f0-3322-49b5-ac0e-6d7fb3c93f91 req-70d40055-134c-4ad8-8966-d37265a8787c tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:24.972441 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2ab0f4f0-3322-49b5-ac0e-6d7fb3c93f91 req-70d40055-134c-4ad8-8966-d37265a8787c tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=662b4119-4b14-458b-ac13-5ae55fddcc3a HTTP/1.1" status: 200 len: 946 time: 0.2203133 Nov 09 21:21:24.973113 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607de2c-cf4f-4413-8d09-3efac9012a71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ea3782f-ef06-47b2-a486-2c301a427ebc,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:25.029282 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5607de2c-cf4f-4413-8d09-3efac9012a71 admin admin] Checking segment: {'id': 'b8acfc52-37a0-4b12-9c5f-045cfaad9a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c2faf38e-6101-454e-ae91-a2568241e75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:21:25.030003 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5607de2c-cf4f-4413-8d09-3efac9012a71 admin admin] Network hostable DHCP agents. Network: c2faf38e-6101-454e-ae91-a2568241e75c, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:21:25.052107 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe95d92-3d98-4aba-b089-00575b3d8de4 req-72f7555b-0291-4529-8734-01d0c7e7ab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:25.052585 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe95d92-3d98-4aba-b089-00575b3d8de4 req-72f7555b-0291-4529-8734-01d0c7e7ab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:25.054159 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bbe95d92-3d98-4aba-b089-00575b3d8de4 req-72f7555b-0291-4529-8734-01d0c7e7ab32 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a8884e29db44a0584896bf141edec66&device_id=aba1c2b1-124d-4cf7-a4fa-43719032581c HTTP/1.1" status: 200 len: 1913 time: 0.1532683 Nov 09 21:21:25.151692 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d60418-28ec-4be9-ab15-e0d453c58840 req-4971ae28-fd25-4575-a629-c813945f21f7 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:25.158355 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d60418-28ec-4be9-ab15-e0d453c58840 req-4971ae28-fd25-4575-a629-c813945f21f7 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:25.159978 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d3d60418-28ec-4be9-ab15-e0d453c58840 req-4971ae28-fd25-4575-a629-c813945f21f7 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/ports?device_id=aba1c2b1-124d-4cf7-a4fa-43719032581c HTTP/1.1" status: 200 len: 1666 time: 0.0588207 Nov 09 21:21:25.184193 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5607de2c-cf4f-4413-8d09-3efac9012a71 admin admin] Network c2faf38e-6101-454e-ae91-a2568241e75c is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:21:25.194840 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2ab0f4f0-3322-49b5-ac0e-6d7fb3c93f91 req-fc8e5c0a-f756-4547-8225-2a979caa9490 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102830 Nov 09 21:21:25.211485 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d3d60418-28ec-4be9-ab15-e0d453c58840 req-18397dd4-70b4-44e7-b58e-a77bf25f96a5 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/security-groups?id=c14d76be-02c1-4fc3-95ad-d30d4063fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442200 Nov 09 21:21:25.236611 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-5607de2c-cf4f-4413-8d09-3efac9012a71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, c2faf38e-6101-454e-ae91-a2568241e75c) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:21:25.241847 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5607de2c-cf4f-4413-8d09-3efac9012a71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:25.242457 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5607de2c-cf4f-4413-8d09-3efac9012a71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:25.249175 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba824c9-204e-4e2c-8e5a-3ddc21612646 None None] Network c2faf38e-6101-454e-ae91-a2568241e75c requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:21:25.420529 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5daac0-de10-49ee-8ce9-e20edc2d3a3e None None] Network c2faf38e-6101-454e-ae91-a2568241e75c requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:21:25.611324 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5607de2c-cf4f-4413-8d09-3efac9012a71 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3955638 Nov 09 21:21:25.617403 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-45844ac0-530c-4ca3-a356-873ce963239d req-2ce118d0-7f90-4591-af10-72616aa05628 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=d43df4feec5f40869f96098c4dac8c12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579255 Nov 09 21:21:25.621296 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe95d92-3d98-4aba-b089-00575b3d8de4 req-3c72145c-528d-44ef-9ab4-a5691ccdb525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:25.621773 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe95d92-3d98-4aba-b089-00575b3d8de4 req-3c72145c-528d-44ef-9ab4-a5691ccdb525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:25.622230 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe95d92-3d98-4aba-b089-00575b3d8de4 req-3c72145c-528d-44ef-9ab4-a5691ccdb525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:25.624152 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bbe95d92-3d98-4aba-b089-00575b3d8de4 req-3c72145c-528d-44ef-9ab4-a5691ccdb525 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=2a8884e29db44a0584896bf141edec66&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.5601206 Nov 09 21:21:25.885803 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45844ac0-530c-4ca3-a356-873ce963239d req-19bc4c11-a7ce-4320-86a7-a1a27eec57fe tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:25.893461 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-45844ac0-530c-4ca3-a356-873ce963239d req-19bc4c11-a7ce-4320-86a7-a1a27eec57fe tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2682288 Nov 09 21:21:25.930739 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-45844ac0-530c-4ca3-a356-873ce963239d req-cef0f8b2-c541-4f37-84a4-7371c33e5cad tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/quotas/d43df4feec5f40869f96098c4dac8c12 HTTP/1.1" status: 200 len: 375 time: 0.0356810 Nov 09 21:21:25.932418 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe95d92-3d98-4aba-b089-00575b3d8de4 req-71816dcb-34e5-4e8b-a645-b8780b1591c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:25.933937 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bbe95d92-3d98-4aba-b089-00575b3d8de4 req-71816dcb-34e5-4e8b-a645-b8780b1591c5 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2928228 Nov 09 21:21:25.951565 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-e20e817b-cda5-4660-9a76-dfb2ab226b3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0969ac69-0fd4-47aa-be94-b54b7f19d682 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:21:25.960410 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-e20e817b-cda5-4660-9a76-dfb2ab226b3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:25.995691 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-e20e817b-cda5-4660-9a76-dfb2ab226b3b service neutron] Transition to ACTIVE for port object 0969ac69-0fd4-47aa-be94-b54b7f19d682 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:21:25.999639 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-e20e817b-cda5-4660-9a76-dfb2ab226b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:26.027187 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f3448-ca0c-4771-93ce-d05739a85f37 req-b8dd757d-d5a7-41aa-b036-99b5cea7e3f9 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:26.028759 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-317f3448-ca0c-4771-93ce-d05739a85f37 req-b8dd757d-d5a7-41aa-b036-99b5cea7e3f9 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=a474e2de-442b-4b0d-b736-4787c7ad1155 HTTP/1.1" status: 200 len: 944 time: 0.0510745 Nov 09 21:21:26.039361 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-45844ac0-530c-4ca3-a356-873ce963239d req-03e2c4ee-de05-4331-991c-51c08d25bb7b tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d43df4feec5f40869f96098c4dac8c12&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0997562 Nov 09 21:21:26.064591 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20e817b-cda5-4660-9a76-dfb2ab226b3b service neutron] Pushing event updated for resources: {'Port': ['ID=0969ac69-0fd4-47aa-be94-b54b7f19d682,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:26.103617 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-317f3448-ca0c-4771-93ce-d05739a85f37 req-d4717e8e-de20-42b0-85ee-d2d8eea7b992 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677769 Nov 09 21:21:26.186396 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-e20e817b-cda5-4660-9a76-dfb2ab226b3b service neutron] Attempting to bind port 0969ac69-0fd4-47aa-be94-b54b7f19d682 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:21:26.188404 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-e20e817b-cda5-4660-9a76-dfb2ab226b3b service neutron] Attempting to bind port 0969ac69-0fd4-47aa-be94-b54b7f19d682 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '8b8db694-2e99-49d5-91e6-036c60cb9c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'fe540894-517e-498b-839a-b874990e38e7'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:21:26.189888 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-e20e817b-cda5-4660-9a76-dfb2ab226b3b service neutron] Attempting to bind port 0969ac69-0fd4-47aa-be94-b54b7f19d682 on network fe540894-517e-498b-839a-b874990e38e7 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:21:26.199299 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-e20e817b-cda5-4660-9a76-dfb2ab226b3b service neutron] Port 0969ac69-0fd4-47aa-be94-b54b7f19d682 on network fe540894-517e-498b-839a-b874990e38e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:21:26.199689 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-e20e817b-cda5-4660-9a76-dfb2ab226b3b service neutron] Attempting to bind port 0969ac69-0fd4-47aa-be94-b54b7f19d682 on network fe540894-517e-498b-839a-b874990e38e7 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:21:26.219413 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-e20e817b-cda5-4660-9a76-dfb2ab226b3b service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:21:26.219760 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-e20e817b-cda5-4660-9a76-dfb2ab226b3b service neutron] Checking segment: {'id': '8b8db694-2e99-49d5-91e6-036c60cb9c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'fe540894-517e-498b-839a-b874990e38e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:21:26.220154 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-e20e817b-cda5-4660-9a76-dfb2ab226b3b service neutron] Bound using segment: {'id': '8b8db694-2e99-49d5-91e6-036c60cb9c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'fe540894-517e-498b-839a-b874990e38e7'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:21:26.220609 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-e20e817b-cda5-4660-9a76-dfb2ab226b3b service neutron] Bound port: 0969ac69-0fd4-47aa-be94-b54b7f19d682, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b8db694-2e99-49d5-91e6-036c60cb9c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'fe540894-517e-498b-839a-b874990e38e7'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:21:26.221258 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-e20e817b-cda5-4660-9a76-dfb2ab226b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:26.307661 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67356560-7006-41c4-b38c-13ff232eeac2 req-1df24059-6603-4830-8723-d5418b28ab5a tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:26.309271 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-67356560-7006-41c4-b38c-13ff232eeac2 req-1df24059-6603-4830-8723-d5418b28ab5a tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=662b4119-4b14-458b-ac13-5ae55fddcc3a HTTP/1.1" status: 200 len: 946 time: 0.1230605 Nov 09 21:21:26.310895 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41794) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:26.315891 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-f36ee635-9de6-4884-bf7e-c57ba7116fdd admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1336133496-network', 'tenant_id': '8a4d92cad32d4f99924587c7aae0147c'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:21:26.351082 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b8577904-b405-45df-8577-1ed0e48f7676 req-476c93b9-0808-463d-a0cc-8596957bf5c4 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/ports?device_id=c067eef0-6ba8-45e5-97e7-b86551ac1978 HTTP/1.1" status: 200 len: 210 time: 0.0654356 Nov 09 21:21:26.365186 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-e20e817b-cda5-4660-9a76-dfb2ab226b3b service neutron] For port 0969ac69-0fd4-47aa-be94-b54b7f19d682, host n-h1-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:21:26.366073 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36ee635-9de6-4884-bf7e-c57ba7116fdd admin admin] Made reservation on behalf of 8a4d92cad32d4f99924587c7aae0147c for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:21:26.369012 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f36ee635-9de6-4884-bf7e-c57ba7116fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:26.369198 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-e20e817b-cda5-4660-9a76-dfb2ab226b3b service neutron] For port 0969ac69-0fd4-47aa-be94-b54b7f19d682, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=0969ac69-0fd4-47aa-be94-b54b7f19d682,segment=NetworkSegment(8b8db694-2e99-49d5-91e6-036c60cb9c78),segment_id=8b8db694-2e99-49d5-91e6-036c60cb9c78)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:21:26.375574 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-e20e817b-cda5-4660-9a76-dfb2ab226b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:26.424823 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-67356560-7006-41c4-b38c-13ff232eeac2 req-bbf96492-100a-441e-9776-74c5a41796a4 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049335 Nov 09 21:21:26.425588 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f36ee635-9de6-4884-bf7e-c57ba7116fdd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:26.434390 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20e817b-cda5-4660-9a76-dfb2ab226b3b service neutron] Pushing event updated for resources: {'Port': ['ID=0969ac69-0fd4-47aa-be94-b54b7f19d682,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:26.451561 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-e20e817b-cda5-4660-9a76-dfb2ab226b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:26.453285 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-e20e817b-cda5-4660-9a76-dfb2ab226b3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:26.455358 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-e20e817b-cda5-4660-9a76-dfb2ab226b3b service neutron] 10.222.0.45 "PUT /v2.0/ports/0969ac69-0fd4-47aa-be94-b54b7f19d682 HTTP/1.1" status: 200 len: 1092 time: 1.7660863 Nov 09 21:21:26.578706 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f36ee635-9de6-4884-bf7e-c57ba7116fdd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:26.582815 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f36ee635-9de6-4884-bf7e-c57ba7116fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:26.620233 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f36ee635-9de6-4884-bf7e-c57ba7116fdd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:21:26.636381 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ee635-9de6-4884-bf7e-c57ba7116fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49de0aed-1330-470c-99ed-239372b4ac2b,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:26.644910 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f36ee635-9de6-4884-bf7e-c57ba7116fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:26.645377 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-f36ee635-9de6-4884-bf7e-c57ba7116fdd admin admin] Added segment 4676fce8-3294-49fe-afd1-f07cb852ced0 of type vlan for network 78e30260-8c0c-4c6e-9ea2-cbb8caac565e Nov 09 21:21:26.665082 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9f378-05b0-4464-8748-e969c52f760d req-155c35d8-7f2a-49e1-a2ae-da52ab5af397 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:26.673508 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9f378-05b0-4464-8748-e969c52f760d req-155c35d8-7f2a-49e1-a2ae-da52ab5af397 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:26.675279 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c4e9f378-05b0-4464-8748-e969c52f760d req-155c35d8-7f2a-49e1-a2ae-da52ab5af397 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/ports?device_id=aba1c2b1-124d-4cf7-a4fa-43719032581c HTTP/1.1" status: 200 len: 1678 time: 0.1845329 Nov 09 21:21:26.678813 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-7104528a-24ff-40f8-9aec-eea993e803ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:26.679549 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-7104528a-24ff-40f8-9aec-eea993e803ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:26.682184 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-7104528a-24ff-40f8-9aec-eea993e803ab service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a8884e29db44a0584896bf141edec66&device_id=aba1c2b1-124d-4cf7-a4fa-43719032581c HTTP/1.1" status: 200 len: 1980 time: 0.1345725 Nov 09 21:21:26.718293 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f36ee635-9de6-4884-bf7e-c57ba7116fdd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:26.764836 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f36ee635-9de6-4884-bf7e-c57ba7116fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:26.765815 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-e8dc5583-34af-43f9-a685-490114c6c2f6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.54&port_id=4738b9a4-96ad-4ddc-a23a-28b89fdd237a HTTP/1.1" status: 200 len: 217 time: 0.0725238 Nov 09 21:21:26.766950 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36ee635-9de6-4884-bf7e-c57ba7116fdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:26.767662 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f36ee635-9de6-4884-bf7e-c57ba7116fdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:26.816758 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c4e9f378-05b0-4464-8748-e969c52f760d req-8c49cc77-4320-4f0c-9d84-647b61dbbcbf tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/security-groups?id=c14d76be-02c1-4fc3-95ad-d30d4063fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318684 Nov 09 21:21:26.833766 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-46e851c6-5655-408f-abce-b7c6f21976c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:26.837537 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f36ee635-9de6-4884-bf7e-c57ba7116fdd admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5229983 Nov 09 21:21:26.837693 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-46e851c6-5655-408f-abce-b7c6f21976c7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b443614d-2559-404d-ba26-480c65c2f945 HTTP/1.1" status: 200 len: 801 time: 0.0627689 Nov 09 21:21:26.837825 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41808) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:26.842818 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-dfeed495-ef32-4fb1-a81e-6e653ab321af admin admin] Request body: {'subnet': {'network_id': '78e30260-8c0c-4c6e-9ea2-cbb8caac565e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1336133496-subnet', 'tenant_id': '8a4d92cad32d4f99924587c7aae0147c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:21:26.853753 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ee635-9de6-4884-bf7e-c57ba7116fdd admin admin] Pushing event updated for resources: {'Network': ['ID=78e30260-8c0c-4c6e-9ea2-cbb8caac565e,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:26.865508 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 78e30260-8c0c-4c6e-9ea2-cbb8caac565e details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:21:26.893635 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aba1c2b1-124d-4cf7-a4fa-43719032581c', 'tag': '0969ac69-0fd4-47aa-be94-b54b7f19d682'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:21:26.896086 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae42cdd-42cc-4ec4-b687-09a2cf7fa41a" -d '{"events": [{"name": "network-changed", "server_uuid": "aba1c2b1-124d-4cf7-a4fa-43719032581c", "tag": "0969ac69-0fd4-47aa-be94-b54b7f19d682"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:21:26.908510 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfeed495-ef32-4fb1-a81e-6e653ab321af admin admin] Made reservation on behalf of 8a4d92cad32d4f99924587c7aae0147c for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:21:26.910983 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dfeed495-ef32-4fb1-a81e-6e653ab321af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:26.954584 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-473f1653-9049-44b1-bc5f-08cd597bc617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:26.956116 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-473f1653-9049-44b1-bc5f-08cd597bc617 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f48ee82d-a1ec-4b8b-b302-b01a36fe5399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1099269 Nov 09 21:21:26.967480 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1334358-c195-4c7f-914f-370455d35a05 x-openstack-request-id: req-b1334358-c195-4c7f-914f-370455d35a05 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:21:26.967773 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aba1c2b1-124d-4cf7-a4fa-43719032581c", "tag": "0969ac69-0fd4-47aa-be94-b54b7f19d682", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:21:26.968025 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b1334358-c195-4c7f-914f-370455d35a05 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:21:26.968415 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aba1c2b1-124d-4cf7-a4fa-43719032581c', 'tag': '0969ac69-0fd4-47aa-be94-b54b7f19d682', 'status': 'completed', 'code': 200} Nov 09 21:21:27.107394 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-75b66ece-3992-4fda-b13d-6310e3cca2e9 service neutron] 10.222.0.45 "GET /v2.0/networks/f48ee82d-a1ec-4b8b-b302-b01a36fe5399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379852 Nov 09 21:21:27.243126 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dfeed495-ef32-4fb1-a81e-6e653ab321af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:27.328590 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7ab02-64e9-4353-919f-1e8dbde07b8e req-04e7b60b-677f-408e-81d5-98e97f0e9f6c tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:27.330274 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1de7ab02-64e9-4353-919f-1e8dbde07b8e req-04e7b60b-677f-408e-81d5-98e97f0e9f6c tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=a474e2de-442b-4b0d-b736-4787c7ad1155 HTTP/1.1" status: 200 len: 944 time: 0.1432166 Nov 09 21:21:27.338661 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-c9561ad0-d39b-4851-9056-3bb163961d01 service neutron] 10.222.0.45 "GET /v2.0/networks/f48ee82d-a1ec-4b8b-b302-b01a36fe5399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238376 Nov 09 21:21:27.343561 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeed495-ef32-4fb1-a81e-6e653ab321af admin admin] Pushing event updated for resources: {'Subnet': ['ID=c34e88ff-26a2-40b3-8695-25fb4f280d74,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:27.415311 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-fedcba7b-9b7c-4c39-8daf-4c21ca193816 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.137&port_id=0969ac69-0fd4-47aa-be94-b54b7f19d682 HTTP/1.1" status: 200 len: 217 time: 0.0679550 Nov 09 21:21:27.421469 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeed495-ef32-4fb1-a81e-6e653ab321af admin admin] Checking segment: {'id': '4676fce8-3294-49fe-afd1-f07cb852ced0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '78e30260-8c0c-4c6e-9ea2-cbb8caac565e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:21:27.421832 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfeed495-ef32-4fb1-a81e-6e653ab321af admin admin] Network hostable DHCP agents. Network: 78e30260-8c0c-4c6e-9ea2-cbb8caac565e, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:21:27.492984 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1de7ab02-64e9-4353-919f-1e8dbde07b8e req-42d70417-4911-413e-bea9-6e61b8a2a78d tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533091 Nov 09 21:21:27.495362 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ac479e28-e4b2-4095-949c-98b7d99504ab req-630ac7ba-b7e0-4ab9-b621-0f55baa6fb1e tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/ports?device_id=c067eef0-6ba8-45e5-97e7-b86551ac1978 HTTP/1.1" status: 200 len: 210 time: 0.0486119 Nov 09 21:21:27.498089 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-45844ac0-530c-4ca3-a356-873ce963239d req-f1513304-6358-4394-8e92-f442a0ae81e3 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=d43df4feec5f40869f96098c4dac8c12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0737946 Nov 09 21:21:27.502300 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfeed495-ef32-4fb1-a81e-6e653ab321af admin admin] Network 78e30260-8c0c-4c6e-9ea2-cbb8caac565e is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:21:27.506461 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-973d5e5e-5d36-40d2-b233-73e6d72c84fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:27.508018 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-973d5e5e-5d36-40d2-b233-73e6d72c84fd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8cf5d5ca-e274-46d0-a0a2-d977d71449d3 HTTP/1.1" status: 200 len: 801 time: 0.0822561 Nov 09 21:21:27.529903 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-dfeed495-ef32-4fb1-a81e-6e653ab321af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 78e30260-8c0c-4c6e-9ea2-cbb8caac565e) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:21:27.544046 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f43541-66cd-4669-a1b9-95debf482ca9 None None] Network 78e30260-8c0c-4c6e-9ea2-cbb8caac565e requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:21:27.575870 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfeed495-ef32-4fb1-a81e-6e653ab321af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:27.576661 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dfeed495-ef32-4fb1-a81e-6e653ab321af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:27.646867 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-dfeed495-ef32-4fb1-a81e-6e653ab321af admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8079150 Nov 09 21:21:27.651460 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-6a063f37-181e-46bd-b9b8-b9abe49a69c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:27.652374 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 3221d77b-e913-405c-a6ee-38503da90457 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:21:27.652978 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-6a063f37-181e-46bd-b9b8-b9abe49a69c9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fe540894-517e-498b-839a-b874990e38e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1370020 Nov 09 21:21:27.680505 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45844ac0-530c-4ca3-a356-873ce963239d req-faf8bb08-3264-4ffc-9f4f-7c292082ad9f tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:27.683015 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-45844ac0-530c-4ca3-a356-873ce963239d req-faf8bb08-3264-4ffc-9f4f-7c292082ad9f tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1778142 Nov 09 21:21:27.704014 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-45844ac0-530c-4ca3-a356-873ce963239d req-f40cdb4b-d1f8-47ef-ab63-12a25563874c tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Request body: {'port': {'device_id': 'c067eef0-6ba8-45e5-97e7-b86551ac1978', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'admin_state_up': True, 'tenant_id': 'd43df4feec5f40869f96098c4dac8c12'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:21:27.815223 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2977af1-5838-4c1e-b509-3d003e047bfc req-51e1c2b6-907c-40cc-8187-4e4e81878671 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:27.832731 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f2977af1-5838-4c1e-b509-3d003e047bfc req-51e1c2b6-907c-40cc-8187-4e4e81878671 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=662b4119-4b14-458b-ac13-5ae55fddcc3a HTTP/1.1" status: 200 len: 946 time: 0.2361474 Nov 09 21:21:27.861021 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45844ac0-530c-4ca3-a356-873ce963239d req-f40cdb4b-d1f8-47ef-ab63-12a25563874c tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Made reservation on behalf of d43df4feec5f40869f96098c4dac8c12 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:21:27.865740 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-45844ac0-530c-4ca3-a356-873ce963239d req-f40cdb4b-d1f8-47ef-ab63-12a25563874c tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:27.934530 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f2977af1-5838-4c1e-b509-3d003e047bfc req-d1cb833d-90b4-4b30-abe7-da251f5a2e66 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008186 Nov 09 21:21:27.936871 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-400484ed-3779-425f-99e4-ed266bdeb94e service neutron] 10.222.0.45 "GET /v2.0/networks/fe540894-517e-498b-839a-b874990e38e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714148 Nov 09 21:21:27.937864 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 3221d77b-e913-405c-a6ee-38503da90457, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=3221d77b-e913-405c-a6ee-38503da90457,segment=NetworkSegment(535e550e-1834-40ad-bb5a-53e5c279aa6f),segment_id=535e550e-1834-40ad-bb5a-53e5c279aa6f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:27.952200 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '3221d77b-e913-405c-a6ee-38503da90457', 'network_id': 'd46322e9-b56d-4dd7-8c5c-4100db9766b4', 'port_id': '3221d77b-e913-405c-a6ee-38503da90457', 'mac_address': 'fa:16:3e:88:18:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b00fcf6d-0dad-4966-9afe-8edbbda80569', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:21:28.046997 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:28.055606 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-66860167-a8c6-4bee-8f53-2f3195446b59 req-192b7909-a82d-4368-ad59-0feea95c2842 service neutron] 10.222.0.45 "GET /v2.0/networks/fe540894-517e-498b-839a-b874990e38e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035810 Nov 09 21:21:28.076000 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3221d77b-e913-405c-a6ee-38503da90457 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:21:28.081905 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864b1d47-5562-49e6-b225-ae10b463d064 None None] Network 78e30260-8c0c-4c6e-9ea2-cbb8caac565e requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:21:28.100807 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211cc7b7-c827-41bc-b2cc-f179420fa84c req-dab3a6c3-6e63-4312-8e03-f45e64cf7ded tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:28.108949 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211cc7b7-c827-41bc-b2cc-f179420fa84c req-dab3a6c3-6e63-4312-8e03-f45e64cf7ded tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:28.110928 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-211cc7b7-c827-41bc-b2cc-f179420fa84c req-dab3a6c3-6e63-4312-8e03-f45e64cf7ded tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/ports?device_id=aba1c2b1-124d-4cf7-a4fa-43719032581c HTTP/1.1" status: 200 len: 1678 time: 0.1339240 Nov 09 21:21:28.140758 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 3221d77b-e913-405c-a6ee-38503da90457, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=3221d77b-e913-405c-a6ee-38503da90457,segment=NetworkSegment(535e550e-1834-40ad-bb5a-53e5c279aa6f),segment_id=535e550e-1834-40ad-bb5a-53e5c279aa6f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:28.151565 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:28.172165 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-45844ac0-530c-4ca3-a356-873ce963239d req-f40cdb4b-d1f8-47ef-ab63-12a25563874c tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Allocated IP 192.168.233.68 (568519e4-f6af-4966-9e93-738c3c6cb9f1/5ba3500c-a288-4596-ba94-148f2bd8a6da/772fe1c0-23c9-4b4d-ae3e-ae5a789e2512) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:21:28.184036 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae42cdd-42cc-4ec4-b687-09a2cf7fa41a req-0774b3bc-4311-4cc0-a258-c71d2eb3b325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:28.185545 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae42cdd-42cc-4ec4-b687-09a2cf7fa41a req-0774b3bc-4311-4cc0-a258-c71d2eb3b325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:28.188570 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cae42cdd-42cc-4ec4-b687-09a2cf7fa41a req-0774b3bc-4311-4cc0-a258-c71d2eb3b325 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a8884e29db44a0584896bf141edec66&device_id=aba1c2b1-124d-4cf7-a4fa-43719032581c HTTP/1.1" status: 200 len: 1980 time: 0.0767713 Nov 09 21:21:28.203190 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-211cc7b7-c827-41bc-b2cc-f179420fa84c req-8fc8a309-7868-4cb1-9b3c-faafbbdafdcb tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/security-groups?id=c14d76be-02c1-4fc3-95ad-d30d4063fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817111 Nov 09 21:21:28.239984 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=3221d77b-e913-405c-a6ee-38503da90457,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:28.364993 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-45844ac0-530c-4ca3-a356-873ce963239d req-f40cdb4b-d1f8-47ef-ab63-12a25563874c tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:28.380964 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae42cdd-42cc-4ec4-b687-09a2cf7fa41a req-55d3662f-dc5b-4c0b-b770-e4b362463394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:28.382453 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cae42cdd-42cc-4ec4-b687-09a2cf7fa41a req-55d3662f-dc5b-4c0b-b770-e4b362463394 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fe540894-517e-498b-839a-b874990e38e7 HTTP/1.1" status: 200 len: 902 time: 0.1867502 Nov 09 21:21:28.402124 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-45844ac0-530c-4ca3-a356-873ce963239d req-f40cdb4b-d1f8-47ef-ab63-12a25563874c tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:28.435217 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['571461dd-5539-4dee-8172-fb0ae8b5345f'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:21:28.436335 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cae42cdd-42cc-4ec4-b687-09a2cf7fa41a req-5d54222f-a2af-41cd-8cc6-c5bfbec76c22 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.137&port_id=0969ac69-0fd4-47aa-be94-b54b7f19d682 HTTP/1.1" status: 200 len: 217 time: 0.0412114 Nov 09 21:21:28.443314 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93169725-9bc4-4681-bbae-e7d19805d65f req-91739f38-5301-400e-85b4-6096cc8b14a5 tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:28.444793 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-93169725-9bc4-4681-bbae-e7d19805d65f req-91739f38-5301-400e-85b4-6096cc8b14a5 tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] 10.222.0.49 "GET /v2.0/networks?id=c2faf38e-6101-454e-ae91-a2568241e75c HTTP/1.1" status: 200 len: 815 time: 0.1734042 Nov 09 21:21:28.449663 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45844ac0-530c-4ca3-a356-873ce963239d req-f40cdb4b-d1f8-47ef-ab63-12a25563874c tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Network 568519e4-f6af-4966-9e93-738c3c6cb9f1 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:21:28.454886 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-45844ac0-530c-4ca3-a356-873ce963239d req-f40cdb4b-d1f8-47ef-ab63-12a25563874c tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:21:28.459584 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-45844ac0-530c-4ca3-a356-873ce963239d req-f40cdb4b-d1f8-47ef-ab63-12a25563874c tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:21:28.460912 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-93169725-9bc4-4681-bbae-e7d19805d65f req-2813ed2f-7349-40e2-bb92-9bb649f124cf tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] 10.222.0.49 "GET /v2.0/quotas/e47fcdbeab8a4a679082776ed327781f HTTP/1.1" status: 200 len: 375 time: 0.0096979 Nov 09 21:21:28.488941 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40cdb4b-d1f8-47ef-ab63-12a25563874c tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Pushing event updated for resources: {'Port': ['ID=772fe1c0-23c9-4b4d-ae3e-ae5a789e2512,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:28.495289 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['3221d77b-e913-405c-a6ee-38503da90457'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:21:28.519722 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45844ac0-530c-4ca3-a356-873ce963239d req-f40cdb4b-d1f8-47ef-ab63-12a25563874c tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:28.521448 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-45844ac0-530c-4ca3-a356-873ce963239d req-f40cdb4b-d1f8-47ef-ab63-12a25563874c tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:28.548709 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-45844ac0-530c-4ca3-a356-873ce963239d req-f40cdb4b-d1f8-47ef-ab63-12a25563874c tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8493032 Nov 09 21:21:28.569694 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-45844ac0-530c-4ca3-a356-873ce963239d req-d3f70db7-9f44-4c3d-bc0c-33cba4905069 service neutron] Request body: {'port': {'device_id': 'c067eef0-6ba8-45e5-97e7-b86551ac1978', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:21:28.579147 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-93169725-9bc4-4681-bbae-e7d19805d65f req-595dd485-43f3-4860-a023-958da090b5ad tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e47fcdbeab8a4a679082776ed327781f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0975034 Nov 09 21:21:28.587716 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae42cdd-42cc-4ec4-b687-09a2cf7fa41a req-ce4905ff-0007-432f-bb38-be31961126d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:28.589448 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cae42cdd-42cc-4ec4-b687-09a2cf7fa41a req-ce4905ff-0007-432f-bb38-be31961126d1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8cf5d5ca-e274-46d0-a0a2-d977d71449d3 HTTP/1.1" status: 200 len: 801 time: 0.1104991 Nov 09 21:21:28.682116 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-45844ac0-530c-4ca3-a356-873ce963239d req-d3f70db7-9f44-4c3d-bc0c-33cba4905069 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:28.701703 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae42cdd-42cc-4ec4-b687-09a2cf7fa41a req-fe4d5b66-c92c-4ebd-a26a-c7e17647c3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:28.703438 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cae42cdd-42cc-4ec4-b687-09a2cf7fa41a req-fe4d5b66-c92c-4ebd-a26a-c7e17647c3cc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fe540894-517e-498b-839a-b874990e38e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1047158 Nov 09 21:21:28.713500 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241be1a-e3a9-4a97-8e06-8d603d8fa267 req-16ae6a96-9fb6-498d-9c7c-52e35d32d83f tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:28.726085 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8241be1a-e3a9-4a97-8e06-8d603d8fa267 req-16ae6a96-9fb6-498d-9c7c-52e35d32d83f tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=a474e2de-442b-4b0d-b736-4787c7ad1155 HTTP/1.1" status: 200 len: 945 time: 0.1100657 Nov 09 21:21:28.792389 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-93169725-9bc4-4681-bbae-e7d19805d65f req-4afb2889-61db-40a7-b3c4-8e17868d563c service neutron] 10.222.0.49 "GET /v2.0/networks/c2faf38e-6101-454e-ae91-a2568241e75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016404 Nov 09 21:21:28.814580 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-ac0479dc-e48d-4c60-a59c-995d6bd14aa9 None None] Provisioning complete for port 772fe1c0-23c9-4b4d-ae3e-ae5a789e2512 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:21:28.814990 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ac0479dc-e48d-4c60-a59c-995d6bd14aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:28.838997 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8241be1a-e3a9-4a97-8e06-8d603d8fa267 req-7c59f85b-0e50-4ffa-82e5-54e777db7e06 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100051 Nov 09 21:21:28.869437 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-ac0479dc-e48d-4c60-a59c-995d6bd14aa9 None None] Port 772fe1c0-23c9-4b4d-ae3e-ae5a789e2512 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:21:28.922900 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-93169725-9bc4-4681-bbae-e7d19805d65f req-fcfc5b39-b049-49c5-ab90-28a671b38f87 service neutron] 10.222.0.49 "GET /v2.0/networks/c2faf38e-6101-454e-ae91-a2568241e75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295104 Nov 09 21:21:28.924678 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cae42cdd-42cc-4ec4-b687-09a2cf7fa41a req-c7b218e7-dd93-44ea-9533-0c4a13ca92e8 service neutron] 10.222.0.45 "GET /v2.0/networks/fe540894-517e-498b-839a-b874990e38e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126756 Nov 09 21:21:29.006112 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bab32f-bca4-4902-bc1b-865c1dc4f7b5 req-c8934bb6-24f1-4748-b046-0fe2d9be21b1 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:29.007594 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-27bab32f-bca4-4902-bc1b-865c1dc4f7b5 req-c8934bb6-24f1-4748-b046-0fe2d9be21b1 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/ports?device_id=c067eef0-6ba8-45e5-97e7-b86551ac1978 HTTP/1.1" status: 200 len: 935 time: 0.1093991 Nov 09 21:21:29.023556 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cae42cdd-42cc-4ec4-b687-09a2cf7fa41a req-42d61e70-9a65-4c3a-b67a-bd09d7bb4201 service neutron] 10.222.0.45 "GET /v2.0/networks/fe540894-517e-498b-839a-b874990e38e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867546 Nov 09 21:21:29.108490 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-27bab32f-bca4-4902-bc1b-865c1dc4f7b5 req-6aca01b1-f5ba-4e86-87bf-7ad18e7021d4 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/security-groups?id=8de2e6d2-13a1-4fce-94d8-94f8deb033ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918152 Nov 09 21:21:29.173005 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-45844ac0-530c-4ca3-a356-873ce963239d req-d3f70db7-9f44-4c3d-bc0c-33cba4905069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 772fe1c0-23c9-4b4d-ae3e-ae5a789e2512 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:21:29.181894 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-45844ac0-530c-4ca3-a356-873ce963239d req-d3f70db7-9f44-4c3d-bc0c-33cba4905069 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:29.195494 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-45844ac0-530c-4ca3-a356-873ce963239d req-d3f70db7-9f44-4c3d-bc0c-33cba4905069 service neutron] Transition to ACTIVE for port object 772fe1c0-23c9-4b4d-ae3e-ae5a789e2512 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:21:29.200187 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-45844ac0-530c-4ca3-a356-873ce963239d req-d3f70db7-9f44-4c3d-bc0c-33cba4905069 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:29.264502 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f70db7-9f44-4c3d-bc0c-33cba4905069 service neutron] Pushing event updated for resources: {'Port': ['ID=772fe1c0-23c9-4b4d-ae3e-ae5a789e2512,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:29.344074 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f5dc6bb1-036d-44d8-bb91-46def1e394ee req-69f88208-66a1-4eba-b0ad-5b61f08fc8db tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ee3b16a-a43f-44fd-9b0c-1c7d446f448f HTTP/1.1" status: 200 len: 210 time: 0.0375013 Nov 09 21:21:29.375681 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-45844ac0-530c-4ca3-a356-873ce963239d req-d3f70db7-9f44-4c3d-bc0c-33cba4905069 service neutron] Attempting to bind port 772fe1c0-23c9-4b4d-ae3e-ae5a789e2512 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:21:29.375681 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-45844ac0-530c-4ca3-a356-873ce963239d req-d3f70db7-9f44-4c3d-bc0c-33cba4905069 service neutron] Attempting to bind port 772fe1c0-23c9-4b4d-ae3e-ae5a789e2512 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:21:29.375681 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45844ac0-530c-4ca3-a356-873ce963239d req-d3f70db7-9f44-4c3d-bc0c-33cba4905069 service neutron] Attempting to bind port 772fe1c0-23c9-4b4d-ae3e-ae5a789e2512 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:21:29.375681 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45844ac0-530c-4ca3-a356-873ce963239d req-d3f70db7-9f44-4c3d-bc0c-33cba4905069 service neutron] Port 772fe1c0-23c9-4b4d-ae3e-ae5a789e2512 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:21:29.375681 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45844ac0-530c-4ca3-a356-873ce963239d req-d3f70db7-9f44-4c3d-bc0c-33cba4905069 service neutron] Attempting to bind port 772fe1c0-23c9-4b4d-ae3e-ae5a789e2512 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:21:29.376461 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee8ad8-d8c2-4b71-a501-8552f4818018 req-80524f86-1f3e-47bd-a0ce-c0640c98ece2 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:29.377519 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-66ee8ad8-d8c2-4b71-a501-8552f4818018 req-80524f86-1f3e-47bd-a0ce-c0640c98ece2 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=662b4119-4b14-458b-ac13-5ae55fddcc3a HTTP/1.1" status: 200 len: 946 time: 0.0778077 Nov 09 21:21:29.383604 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45844ac0-530c-4ca3-a356-873ce963239d req-d3f70db7-9f44-4c3d-bc0c-33cba4905069 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:21:29.383951 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45844ac0-530c-4ca3-a356-873ce963239d req-d3f70db7-9f44-4c3d-bc0c-33cba4905069 service neutron] Checking segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:21:29.384902 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45844ac0-530c-4ca3-a356-873ce963239d req-d3f70db7-9f44-4c3d-bc0c-33cba4905069 service neutron] Bound using segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:21:29.385340 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-45844ac0-530c-4ca3-a356-873ce963239d req-d3f70db7-9f44-4c3d-bc0c-33cba4905069 service neutron] Bound port: 772fe1c0-23c9-4b4d-ae3e-ae5a789e2512, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:21:29.385697 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-45844ac0-530c-4ca3-a356-873ce963239d req-d3f70db7-9f44-4c3d-bc0c-33cba4905069 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:29.441337 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-66ee8ad8-d8c2-4b71-a501-8552f4818018 req-28b6a9d8-eb5a-4831-bcb9-f9faa757ce7f tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571640 Nov 09 21:21:29.543072 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f80f12-5691-40b3-bf5b-e60cb67ac15c req-f7d5e1a9-5830-4a1c-8aa1-37cca040eb77 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:29.548985 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f80f12-5691-40b3-bf5b-e60cb67ac15c req-f7d5e1a9-5830-4a1c-8aa1-37cca040eb77 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:29.551358 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-33f80f12-5691-40b3-bf5b-e60cb67ac15c req-f7d5e1a9-5830-4a1c-8aa1-37cca040eb77 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/ports?device_id=aba1c2b1-124d-4cf7-a4fa-43719032581c HTTP/1.1" status: 200 len: 1678 time: 0.0946949 Nov 09 21:21:29.556753 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-45844ac0-530c-4ca3-a356-873ce963239d req-d3f70db7-9f44-4c3d-bc0c-33cba4905069 service neutron] For port 772fe1c0-23c9-4b4d-ae3e-ae5a789e2512, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:21:29.562065 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-45844ac0-530c-4ca3-a356-873ce963239d req-d3f70db7-9f44-4c3d-bc0c-33cba4905069 service neutron] For port 772fe1c0-23c9-4b4d-ae3e-ae5a789e2512, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=772fe1c0-23c9-4b4d-ae3e-ae5a789e2512,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:21:29.578875 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-45844ac0-530c-4ca3-a356-873ce963239d req-d3f70db7-9f44-4c3d-bc0c-33cba4905069 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:29.630188 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45844ac0-530c-4ca3-a356-873ce963239d req-d3f70db7-9f44-4c3d-bc0c-33cba4905069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:29.630884 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-45844ac0-530c-4ca3-a356-873ce963239d req-d3f70db7-9f44-4c3d-bc0c-33cba4905069 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:29.632362 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-45844ac0-530c-4ca3-a356-873ce963239d req-d3f70db7-9f44-4c3d-bc0c-33cba4905069 service neutron] 10.222.0.43 "PUT /v2.0/ports/772fe1c0-23c9-4b4d-ae3e-ae5a789e2512 HTTP/1.1" status: 200 len: 1095 time: 1.0676954 Nov 09 21:21:29.637397 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c067eef0-6ba8-45e5-97e7-b86551ac1978', 'tag': '772fe1c0-23c9-4b4d-ae3e-ae5a789e2512'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:21:29.639792 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6fb873-9173-4b7e-8898-bb8203d6f636" -d '{"events": [{"name": "network-changed", "server_uuid": "c067eef0-6ba8-45e5-97e7-b86551ac1978", "tag": "772fe1c0-23c9-4b4d-ae3e-ae5a789e2512"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:21:29.640751 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:21:29.657692 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-33f80f12-5691-40b3-bf5b-e60cb67ac15c req-a320d8a3-ca01-4984-b97b-d05ed8ea0b0c tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/security-groups?id=c14d76be-02c1-4fc3-95ad-d30d4063fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978813 Nov 09 21:21:29.675827 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f70db7-9f44-4c3d-bc0c-33cba4905069 service neutron] Pushing event updated for resources: {'Port': ['ID=772fe1c0-23c9-4b4d-ae3e-ae5a789e2512,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:29.719059 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbb0421-689d-4557-b2b4-3c652009805b x-openstack-request-id: req-9cbb0421-689d-4557-b2b4-3c652009805b {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:21:29.719485 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c067eef0-6ba8-45e5-97e7-b86551ac1978", "tag": "772fe1c0-23c9-4b4d-ae3e-ae5a789e2512", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:21:29.719741 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9cbb0421-689d-4557-b2b4-3c652009805b {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:21:29.720143 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c067eef0-6ba8-45e5-97e7-b86551ac1978', 'tag': '772fe1c0-23c9-4b4d-ae3e-ae5a789e2512', 'status': 'completed', 'code': 200} Nov 09 21:21:29.760382 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 3221d77b-e913-405c-a6ee-38503da90457 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:21:29.840301 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d13c1b-44f1-419b-bae3-c07dc3b23135 req-ae0bd268-e136-484e-8424-6d1686112ad3 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:29.843667 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d7d13c1b-44f1-419b-bae3-c07dc3b23135 req-ae0bd268-e136-484e-8424-6d1686112ad3 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=662b4119-4b14-458b-ac13-5ae55fddcc3a HTTP/1.1" status: 200 len: 946 time: 0.0780678 Nov 09 21:21:29.845550 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45844ac0-530c-4ca3-a356-873ce963239d req-f65b0bed-25aa-4ac7-bf76-7e51dab3d91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:29.846962 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-45844ac0-530c-4ca3-a356-873ce963239d req-f65b0bed-25aa-4ac7-bf76-7e51dab3d91c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d43df4feec5f40869f96098c4dac8c12&device_id=c067eef0-6ba8-45e5-97e7-b86551ac1978 HTTP/1.1" status: 200 len: 1098 time: 0.1123536 Nov 09 21:21:29.856374 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c,segment=NetworkSegment(58913807-21b5-4240-bcd1-63c4ec2c1803),segment_id=58913807-21b5-4240-bcd1-63c4ec2c1803)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:29.866450 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 3221d77b-e913-405c-a6ee-38503da90457 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:21:29.873763 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 3221d77b-e913-405c-a6ee-38503da90457 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:21:29.874417 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:29.880052 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c', 'network_id': '327e7e68-3b42-443b-9252-b6063ad01e88', 'port_id': '8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c', 'mac_address': 'fa:16:3e:f5:44:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72e3a48d-bd3b-4c62-a376-6d092be2bf15', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:21:29.945248 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-45844ac0-530c-4ca3-a356-873ce963239d req-facd1b1c-cf01-4a2e-a289-f0268334e3b9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=772fe1c0-23c9-4b4d-ae3e-ae5a789e2512 HTTP/1.1" status: 200 len: 217 time: 0.0792639 Nov 09 21:21:29.970501 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:29.994428 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:21:29.997094 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74f449-b0dd-4d3c-8bcf-8e0730a1c4fe req-c95eba71-412b-4b65-b192-35a9006e3c78 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:29.999049 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2b74f449-b0dd-4d3c-8bcf-8e0730a1c4fe req-c95eba71-412b-4b65-b192-35a9006e3c78 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=a474e2de-442b-4b0d-b736-4787c7ad1155 HTTP/1.1" status: 200 len: 945 time: 0.0741649 Nov 09 21:21:30.041359 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c,segment=NetworkSegment(58913807-21b5-4240-bcd1-63c4ec2c1803),segment_id=58913807-21b5-4240-bcd1-63c4ec2c1803)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:30.057119 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:30.065345 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:30.068951 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2b74f449-b0dd-4d3c-8bcf-8e0730a1c4fe req-a952287d-d912-492f-bacd-3ec902897414 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580194 Nov 09 21:21:30.072886 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d7d13c1b-44f1-419b-bae3-c07dc3b23135 req-e91da962-8433-4293-abee-d019fa9e8638 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171178 Nov 09 21:21:30.086934 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45844ac0-530c-4ca3-a356-873ce963239d req-3a662cd7-df86-4d09-9240-4ff4abe7e26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:30.089443 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-45844ac0-530c-4ca3-a356-873ce963239d req-3a662cd7-df86-4d09-9240-4ff4abe7e26b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.1325595 Nov 09 21:21:30.135023 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a474e2de-442b-4b0d-b736-4787c7ad1155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3221d77b-e913-405c-a6ee-38503da90457'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:21:30.137328 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d53f132-f799-4f7e-9206-8581a0797b33" -d '{"events": [{"server_uuid": "a474e2de-442b-4b0d-b736-4787c7ad1155", "name": "network-vif-plugged", "status": "completed", "tag": "3221d77b-e913-405c-a6ee-38503da90457"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:21:30.141939 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45844ac0-530c-4ca3-a356-873ce963239d req-243dd680-0e8c-4b1d-bce8-7a8d96462fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:30.144290 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-45844ac0-530c-4ca3-a356-873ce963239d req-243dd680-0e8c-4b1d-bce8-7a8d96462fb3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0461783 Nov 09 21:21:30.150870 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c,revision_number=6']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:30.156483 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:21:30.160598 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 3221d77b-e913-405c-a6ee-38503da90457, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=3221d77b-e913-405c-a6ee-38503da90457,segment=NetworkSegment(535e550e-1834-40ad-bb5a-53e5c279aa6f),segment_id=535e550e-1834-40ad-bb5a-53e5c279aa6f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:30.202312 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:30.207720 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b473dcc-e1a5-4159-a43e-7c8e6f654d63 x-openstack-request-id: req-9b473dcc-e1a5-4159-a43e-7c8e6f654d63 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:21:30.208800 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a474e2de-442b-4b0d-b736-4787c7ad1155", "name": "network-vif-plugged", "status": "completed", "tag": "3221d77b-e913-405c-a6ee-38503da90457", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:21:30.210417 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9b473dcc-e1a5-4159-a43e-7c8e6f654d63 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:21:30.215471 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a474e2de-442b-4b0d-b736-4787c7ad1155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3221d77b-e913-405c-a6ee-38503da90457', 'code': 200} Nov 09 21:21:30.272219 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f548f08-42bd-404a-a6da-c3836750991b req-02b46382-cb91-47e8-87a6-0c6c99c60d66 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:30.273226 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-45844ac0-530c-4ca3-a356-873ce963239d req-6d667116-af03-4388-b89b-710c58b81f10 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126130 Nov 09 21:21:30.275718 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7f548f08-42bd-404a-a6da-c3836750991b req-02b46382-cb91-47e8-87a6-0c6c99c60d66 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/ports?device_id=c067eef0-6ba8-45e5-97e7-b86551ac1978 HTTP/1.1" status: 200 len: 947 time: 0.0708015 Nov 09 21:21:30.359700 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=3221d77b-e913-405c-a6ee-38503da90457,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:30.410447 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-45844ac0-530c-4ca3-a356-873ce963239d req-acf8b72d-a1f6-4990-a25f-6a1022441627 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278865 Nov 09 21:21:30.593501 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6fb873-9173-4b7e-8898-bb8203d6f636 req-35020d5b-3e44-4435-bb31-fcc2b2a901d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:30.595084 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5c6fb873-9173-4b7e-8898-bb8203d6f636 req-35020d5b-3e44-4435-bb31-fcc2b2a901d3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d43df4feec5f40869f96098c4dac8c12&device_id=c067eef0-6ba8-45e5-97e7-b86551ac1978 HTTP/1.1" status: 200 len: 1098 time: 0.0565083 Nov 09 21:21:30.687713 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-22c2a79e-3365-4e19-9f83-98d3498562fe req-596248c6-7e1f-49f0-8dfb-b127858eb3fe tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ee3b16a-a43f-44fd-9b0c-1c7d446f448f HTTP/1.1" status: 200 len: 210 time: 0.0335169 Nov 09 21:21:30.723869 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7f548f08-42bd-404a-a6da-c3836750991b req-54a26f6e-2c88-4198-8345-83888175c10f tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/security-groups?id=8de2e6d2-13a1-4fce-94d8-94f8deb033ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336185 Nov 09 21:21:30.725714 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6fb873-9173-4b7e-8898-bb8203d6f636 req-78ba9173-c5e1-4e69-984d-c28cda6af8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:30.727232 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5c6fb873-9173-4b7e-8898-bb8203d6f636 req-78ba9173-c5e1-4e69-984d-c28cda6af8f4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.1215906 Nov 09 21:21:30.753757 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eadc9d7-d99b-4582-93d4-3e8f628ec4fd req-28ba36f5-83ca-426a-9a29-6846c6dc30ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:30.755250 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8eadc9d7-d99b-4582-93d4-3e8f628ec4fd req-28ba36f5-83ca-426a-9a29-6846c6dc30ff service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a474e2de-442b-4b0d-b736-4787c7ad1155 HTTP/1.1" status: 200 len: 1097 time: 0.4229112 Nov 09 21:21:30.783466 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5c6fb873-9173-4b7e-8898-bb8203d6f636 req-f2520ece-1cfa-4acc-92b7-22905960f5c1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=772fe1c0-23c9-4b4d-ae3e-ae5a789e2512 HTTP/1.1" status: 200 len: 217 time: 0.0446312 Nov 09 21:21:30.805685 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93169725-9bc4-4681-bbae-e7d19805d65f req-efe136f6-77be-42d2-b5aa-52fc669f899f tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:30.807223 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-93169725-9bc4-4681-bbae-e7d19805d65f req-efe136f6-77be-42d2-b5aa-52fc669f899f tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] 10.222.0.45 "GET /v2.0/networks?id=c2faf38e-6101-454e-ae91-a2568241e75c HTTP/1.1" status: 200 len: 815 time: 0.1407247 Nov 09 21:21:30.826848 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-93169725-9bc4-4681-bbae-e7d19805d65f req-d6558f43-9757-4e9d-9bde-0826a5fe0add tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] Request body: {'port': {'device_id': '4ee3b16a-a43f-44fd-9b0c-1c7d446f448f', 'network_id': 'c2faf38e-6101-454e-ae91-a2568241e75c', 'admin_state_up': True, 'tenant_id': 'e47fcdbeab8a4a679082776ed327781f'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:21:30.845507 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8eadc9d7-d99b-4582-93d4-3e8f628ec4fd req-3378d2a3-1564-4bd6-837a-c13ada58c5c1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758402 Nov 09 21:21:30.863323 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88414e-8836-4157-b6ca-c68aafb749db req-109ca87e-8c88-4edc-9d15-d8255a9d2219 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:30.869399 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88414e-8836-4157-b6ca-c68aafb749db req-109ca87e-8c88-4edc-9d15-d8255a9d2219 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:30.871089 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0b88414e-8836-4157-b6ca-c68aafb749db req-109ca87e-8c88-4edc-9d15-d8255a9d2219 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/ports?device_id=aba1c2b1-124d-4cf7-a4fa-43719032581c HTTP/1.1" status: 200 len: 1678 time: 0.0902710 Nov 09 21:21:30.876609 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6fb873-9173-4b7e-8898-bb8203d6f636 req-256385ed-ac0f-42da-a791-1d246cde9606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:30.878025 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5c6fb873-9173-4b7e-8898-bb8203d6f636 req-256385ed-ac0f-42da-a791-1d246cde9606 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.0699010 Nov 09 21:21:30.936351 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93169725-9bc4-4681-bbae-e7d19805d65f req-d6558f43-9757-4e9d-9bde-0826a5fe0add tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] Made reservation on behalf of e47fcdbeab8a4a679082776ed327781f for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:21:30.940036 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-93169725-9bc4-4681-bbae-e7d19805d65f req-d6558f43-9757-4e9d-9bde-0826a5fe0add tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:30.952189 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0b88414e-8836-4157-b6ca-c68aafb749db req-8b59dd3d-b3b5-44c1-b414-83000913b08f tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/security-groups?id=c14d76be-02c1-4fc3-95ad-d30d4063fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732179 Nov 09 21:21:30.958746 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6fb873-9173-4b7e-8898-bb8203d6f636 req-7acdaf10-1496-4bf2-b6f6-4800e74dcf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:30.960303 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5c6fb873-9173-4b7e-8898-bb8203d6f636 req-7acdaf10-1496-4bf2-b6f6-4800e74dcf3b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0679779 Nov 09 21:21:31.054173 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5c6fb873-9173-4b7e-8898-bb8203d6f636 req-0afd0cfa-2194-4ac7-9f51-d456acb3f5ea service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844636 Nov 09 21:21:31.068940 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-93169725-9bc4-4681-bbae-e7d19805d65f req-d6558f43-9757-4e9d-9bde-0826a5fe0add tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] Allocated IP 172.20.0.9 (c2faf38e-6101-454e-ae91-a2568241e75c/2ea3782f-ef06-47b2-a486-2c301a427ebc/b69224cb-e38c-4fc6-adbf-f5361cc32afe) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:21:31.186886 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5c6fb873-9173-4b7e-8898-bb8203d6f636 req-950d052d-bfd4-40b7-8a97-493182fe155e service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255500 Nov 09 21:21:31.203396 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84590b70-ec84-4747-9426-80821e6123a3 req-58674236-83d0-4d1c-b523-794e50b75645 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:31.204908 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-84590b70-ec84-4747-9426-80821e6123a3 req-58674236-83d0-4d1c-b523-794e50b75645 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=662b4119-4b14-458b-ac13-5ae55fddcc3a HTTP/1.1" status: 200 len: 945 time: 0.0603855 Nov 09 21:21:31.250853 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff0fc9-b206-4396-aeb9-91a8f5ddd6c3 req-4ccb9ae5-cf00-4d3d-b295-4ff62bc4b89c tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:31.252382 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-edff0fc9-b206-4396-aeb9-91a8f5ddd6c3 req-4ccb9ae5-cf00-4d3d-b295-4ff62bc4b89c tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=a474e2de-442b-4b0d-b736-4787c7ad1155 HTTP/1.1" status: 200 len: 946 time: 0.0839207 Nov 09 21:21:31.252806 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-84590b70-ec84-4747-9426-80821e6123a3 req-c22bc94c-9413-40c1-a3b8-019070839955 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419266 Nov 09 21:21:31.276168 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-93169725-9bc4-4681-bbae-e7d19805d65f req-d6558f43-9757-4e9d-9bde-0826a5fe0add tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:31.327448 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-edff0fc9-b206-4396-aeb9-91a8f5ddd6c3 req-f9f74aef-3fa9-4512-a079-1b5655687a1e tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670087 Nov 09 21:21:31.338998 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-93169725-9bc4-4681-bbae-e7d19805d65f req-d6558f43-9757-4e9d-9bde-0826a5fe0add tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:31.377846 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93169725-9bc4-4681-bbae-e7d19805d65f req-d6558f43-9757-4e9d-9bde-0826a5fe0add tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] Network c2faf38e-6101-454e-ae91-a2568241e75c is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:21:31.385346 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-93169725-9bc4-4681-bbae-e7d19805d65f req-d6558f43-9757-4e9d-9bde-0826a5fe0add tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:21:31.389255 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-93169725-9bc4-4681-bbae-e7d19805d65f req-d6558f43-9757-4e9d-9bde-0826a5fe0add tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:21:31.418163 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6558f43-9757-4e9d-9bde-0826a5fe0add tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] Pushing event updated for resources: {'Port': ['ID=b69224cb-e38c-4fc6-adbf-f5361cc32afe,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:31.451547 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93169725-9bc4-4681-bbae-e7d19805d65f req-d6558f43-9757-4e9d-9bde-0826a5fe0add tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:31.452179 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-93169725-9bc4-4681-bbae-e7d19805d65f req-d6558f43-9757-4e9d-9bde-0826a5fe0add tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:31.467190 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-93169725-9bc4-4681-bbae-e7d19805d65f req-d6558f43-9757-4e9d-9bde-0826a5fe0add tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6493111 Nov 09 21:21:31.479632 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-93169725-9bc4-4681-bbae-e7d19805d65f req-9eb95b99-283f-45c4-8951-049cc2c38347 service neutron] Request body: {'port': {'device_id': '4ee3b16a-a43f-44fd-9b0c-1c7d446f448f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:21:31.533134 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-93169725-9bc4-4681-bbae-e7d19805d65f req-9eb95b99-283f-45c4-8951-049cc2c38347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:31.638263 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 4738b9a4-96ad-4ddc-a23a-28b89fdd237a details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:21:31.643234 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:21:31.792120 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e857d5c-24ed-47e8-8150-c4446968761b req-5ed957f2-dd3c-4a1b-9695-4666427ad786 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:31.793524 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3e857d5c-24ed-47e8-8150-c4446968761b req-5ed957f2-dd3c-4a1b-9695-4666427ad786 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.45 "GET /v2.0/ports?device_id=662b4119-4b14-458b-ac13-5ae55fddcc3a HTTP/1.1" status: 200 len: 945 time: 0.0936868 Nov 09 21:21:31.794010 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 4738b9a4-96ad-4ddc-a23a-28b89fdd237a, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=4738b9a4-96ad-4ddc-a23a-28b89fdd237a,segment=NetworkSegment(de89e948-7e91-400a-bc3c-02e56879db72),segment_id=de89e948-7e91-400a-bc3c-02e56879db72)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:31.807065 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:21:31.807626 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:31.834750 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '4738b9a4-96ad-4ddc-a23a-28b89fdd237a', 'network_id': 'f48ee82d-a1ec-4b8b-b302-b01a36fe5399', 'port_id': '4738b9a4-96ad-4ddc-a23a-28b89fdd237a', 'mac_address': 'fa:16:3e:03:dc:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b443614d-2559-404d-ba26-480c65c2f945', 'ip_address': '19.80.0.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:21:31.849166 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50796edc-724a-41ad-9f17-8eef825493c1 req-74618829-7f1b-4414-b0b3-440d18ca73f4 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:31.854148 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-50796edc-724a-41ad-9f17-8eef825493c1 req-74618829-7f1b-4414-b0b3-440d18ca73f4 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/ports?device_id=c067eef0-6ba8-45e5-97e7-b86551ac1978 HTTP/1.1" status: 200 len: 947 time: 0.0539095 Nov 09 21:21:31.891093 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:31.903663 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-50796edc-724a-41ad-9f17-8eef825493c1 req-cc13c2a5-3f51-485f-a73d-4e7d588f4336 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/security-groups?id=8de2e6d2-13a1-4fce-94d8-94f8deb033ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455976 Nov 09 21:21:31.929140 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4738b9a4-96ad-4ddc-a23a-28b89fdd237a {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:21:31.943174 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84aa52-7a3e-4a0e-8873-0adadb4a50cd req-ce4cc48d-4aa8-485d-a73e-a4b03667e648 tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:31.945338 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1a84aa52-7a3e-4a0e-8873-0adadb4a50cd req-ce4cc48d-4aa8-485d-a73e-a4b03667e648 tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ee3b16a-a43f-44fd-9b0c-1c7d446f448f HTTP/1.1" status: 200 len: 931 time: 0.1754601 Nov 09 21:21:31.960069 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 4738b9a4-96ad-4ddc-a23a-28b89fdd237a, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=4738b9a4-96ad-4ddc-a23a-28b89fdd237a,segment=NetworkSegment(de89e948-7e91-400a-bc3c-02e56879db72),segment_id=de89e948-7e91-400a-bc3c-02e56879db72)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:31.961499 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:31.965043 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-93169725-9bc4-4681-bbae-e7d19805d65f req-9eb95b99-283f-45c4-8951-049cc2c38347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b69224cb-e38c-4fc6-adbf-f5361cc32afe {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:21:31.971926 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:31.972594 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 0969ac69-0fd4-47aa-be94-b54b7f19d682 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:21:31.975554 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-93169725-9bc4-4681-bbae-e7d19805d65f req-9eb95b99-283f-45c4-8951-049cc2c38347 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:32.004573 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-93169725-9bc4-4681-bbae-e7d19805d65f req-9eb95b99-283f-45c4-8951-049cc2c38347 service neutron] Transition to ACTIVE for port object b69224cb-e38c-4fc6-adbf-f5361cc32afe will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:21:32.017797 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-93169725-9bc4-4681-bbae-e7d19805d65f req-9eb95b99-283f-45c4-8951-049cc2c38347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:32.074608 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c,segment=NetworkSegment(58913807-21b5-4240-bcd1-63c4ec2c1803),segment_id=58913807-21b5-4240-bcd1-63c4ec2c1803)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:32.078163 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1a84aa52-7a3e-4a0e-8873-0adadb4a50cd req-29e95d2f-b272-4202-9e2d-6434a1479059 tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] 10.222.0.49 "GET /v2.0/security-groups?id=61479926-cd4f-4549-84d0-04dd4f44438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241369 Nov 09 21:21:32.094954 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-3e857d5c-24ed-47e8-8150-c4446968761b req-9b062b43-4fc7-469e-822f-f3220f68802f tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Deleting port 8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:21:32.095530 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-3e857d5c-24ed-47e8-8150-c4446968761b req-9b062b43-4fc7-469e-822f-f3220f68802f tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:32.112116 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb1522-47cf-4e23-9572-9200db2152e3 req-653bf217-d221-421f-931a-bcd6407be34f tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:32.118514 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb1522-47cf-4e23-9572-9200db2152e3 req-653bf217-d221-421f-931a-bcd6407be34f tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:32.129323 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2ffb1522-47cf-4e23-9572-9200db2152e3 req-653bf217-d221-421f-931a-bcd6407be34f tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/ports?device_id=aba1c2b1-124d-4cf7-a4fa-43719032581c HTTP/1.1" status: 200 len: 1679 time: 0.0779335 Nov 09 21:21:32.136785 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:32.142612 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=4738b9a4-96ad-4ddc-a23a-28b89fdd237a,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:32.153975 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb95b99-283f-45c4-8951-049cc2c38347 service neutron] Pushing event updated for resources: {'Port': ['ID=b69224cb-e38c-4fc6-adbf-f5361cc32afe,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:32.191986 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2ffb1522-47cf-4e23-9572-9200db2152e3 req-51ec701d-103e-491d-8436-fc04eb1f5b26 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/security-groups?id=c14d76be-02c1-4fc3-95ad-d30d4063fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603037 Nov 09 21:21:32.217055 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662b4119-4b14-458b-ac13-5ae55fddcc3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:21:32.219254 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65543964-1255-4d04-854f-4f4e6fc20b0c" -d '{"events": [{"server_uuid": "662b4119-4b14-458b-ac13-5ae55fddcc3a", "name": "network-vif-plugged", "status": "completed", "tag": "8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:21:32.235262 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c,revision_number=7']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:32.244113 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 0969ac69-0fd4-47aa-be94-b54b7f19d682, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=0969ac69-0fd4-47aa-be94-b54b7f19d682,segment=NetworkSegment(8b8db694-2e99-49d5-91e6-036c60cb9c78),segment_id=8b8db694-2e99-49d5-91e6-036c60cb9c78)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:32.255390 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '0969ac69-0fd4-47aa-be94-b54b7f19d682', 'network_id': 'fe540894-517e-498b-839a-b874990e38e7', 'port_id': '0969ac69-0fd4-47aa-be94-b54b7f19d682', 'mac_address': 'fa:16:3e:ec:c0:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cf5d5ca-e274-46d0-a0a2-d977d71449d3', 'ip_address': '19.86.0.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:21:32.259401 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8de742-9a1c-4270-8e15-7cc61f3dbbc9 x-openstack-request-id: req-dc8de742-9a1c-4270-8e15-7cc61f3dbbc9 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:21:32.259697 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "662b4119-4b14-458b-ac13-5ae55fddcc3a", "name": "network-vif-plugged", "status": "completed", "tag": "8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:21:32.259989 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dc8de742-9a1c-4270-8e15-7cc61f3dbbc9 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:21:32.260381 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '662b4119-4b14-458b-ac13-5ae55fddcc3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c', 'code': 200} Nov 09 21:21:32.270307 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-93169725-9bc4-4681-bbae-e7d19805d65f req-9eb95b99-283f-45c4-8951-049cc2c38347 service neutron] Attempting to bind port b69224cb-e38c-4fc6-adbf-f5361cc32afe on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:21:32.270640 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-93169725-9bc4-4681-bbae-e7d19805d65f req-9eb95b99-283f-45c4-8951-049cc2c38347 service neutron] Attempting to bind port b69224cb-e38c-4fc6-adbf-f5361cc32afe by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'b8acfc52-37a0-4b12-9c5f-045cfaad9a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c2faf38e-6101-454e-ae91-a2568241e75c'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:21:32.270972 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93169725-9bc4-4681-bbae-e7d19805d65f req-9eb95b99-283f-45c4-8951-049cc2c38347 service neutron] Attempting to bind port b69224cb-e38c-4fc6-adbf-f5361cc32afe on network c2faf38e-6101-454e-ae91-a2568241e75c {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:21:32.274300 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-3e857d5c-24ed-47e8-8150-c4446968761b req-9b062b43-4fc7-469e-822f-f3220f68802f tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] For port 8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c,segment=NetworkSegment(58913807-21b5-4240-bcd1-63c4ec2c1803),segment_id=58913807-21b5-4240-bcd1-63c4ec2c1803)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:32.275230 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-3e857d5c-24ed-47e8-8150-c4446968761b req-9b062b43-4fc7-469e-822f-f3220f68802f tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:32.289920 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93169725-9bc4-4681-bbae-e7d19805d65f req-9eb95b99-283f-45c4-8951-049cc2c38347 service neutron] Port b69224cb-e38c-4fc6-adbf-f5361cc32afe on network c2faf38e-6101-454e-ae91-a2568241e75c not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:21:32.290803 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93169725-9bc4-4681-bbae-e7d19805d65f req-9eb95b99-283f-45c4-8951-049cc2c38347 service neutron] Attempting to bind port b69224cb-e38c-4fc6-adbf-f5361cc32afe on network c2faf38e-6101-454e-ae91-a2568241e75c {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:21:32.292923 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-3e857d5c-24ed-47e8-8150-c4446968761b req-9b062b43-4fc7-469e-822f-f3220f68802f tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Calling delete_port for 8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:21:32.301992 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93169725-9bc4-4681-bbae-e7d19805d65f req-9eb95b99-283f-45c4-8951-049cc2c38347 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:21:32.302175 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93169725-9bc4-4681-bbae-e7d19805d65f req-9eb95b99-283f-45c4-8951-049cc2c38347 service neutron] Checking segment: {'id': 'b8acfc52-37a0-4b12-9c5f-045cfaad9a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c2faf38e-6101-454e-ae91-a2568241e75c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:21:32.302300 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:32.302514 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93169725-9bc4-4681-bbae-e7d19805d65f req-9eb95b99-283f-45c4-8951-049cc2c38347 service neutron] Bound using segment: {'id': 'b8acfc52-37a0-4b12-9c5f-045cfaad9a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c2faf38e-6101-454e-ae91-a2568241e75c'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:21:32.302956 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-93169725-9bc4-4681-bbae-e7d19805d65f req-9eb95b99-283f-45c4-8951-049cc2c38347 service neutron] Bound port: b69224cb-e38c-4fc6-adbf-f5361cc32afe, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8acfc52-37a0-4b12-9c5f-045cfaad9a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c2faf38e-6101-454e-ae91-a2568241e75c'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:21:32.303315 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-93169725-9bc4-4681-bbae-e7d19805d65f req-9eb95b99-283f-45c4-8951-049cc2c38347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:32.315960 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0969ac69-0fd4-47aa-be94-b54b7f19d682 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:21:32.338327 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 0969ac69-0fd4-47aa-be94-b54b7f19d682, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=0969ac69-0fd4-47aa-be94-b54b7f19d682,segment=NetworkSegment(8b8db694-2e99-49d5-91e6-036c60cb9c78),segment_id=8b8db694-2e99-49d5-91e6-036c60cb9c78)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:32.342734 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:32.394140 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3f18d-b52c-4a2a-9cd7-14b4c13168af req-828e0765-16ef-47dc-8c09-e27a04d827b0 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:32.403444 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-32b3f18d-b52c-4a2a-9cd7-14b4c13168af req-828e0765-16ef-47dc-8c09-e27a04d827b0 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=662b4119-4b14-458b-ac13-5ae55fddcc3a HTTP/1.1" status: 200 len: 946 time: 0.0701027 Nov 09 21:21:32.405108 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=0969ac69-0fd4-47aa-be94-b54b7f19d682,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:32.452742 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-32b3f18d-b52c-4a2a-9cd7-14b4c13168af req-878e5ecd-c2ab-4a22-96c3-ae7c591ececc tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481379 Nov 09 21:21:32.461681 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-93169725-9bc4-4681-bbae-e7d19805d65f req-9eb95b99-283f-45c4-8951-049cc2c38347 service neutron] For port b69224cb-e38c-4fc6-adbf-f5361cc32afe, host n-h1-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:21:32.490407 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-93169725-9bc4-4681-bbae-e7d19805d65f req-9eb95b99-283f-45c4-8951-049cc2c38347 service neutron] For port b69224cb-e38c-4fc6-adbf-f5361cc32afe, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=b69224cb-e38c-4fc6-adbf-f5361cc32afe,segment=NetworkSegment(b8acfc52-37a0-4b12-9c5f-045cfaad9a51),segment_id=b8acfc52-37a0-4b12-9c5f-045cfaad9a51)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:21:32.498083 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-93169725-9bc4-4681-bbae-e7d19805d65f req-9eb95b99-283f-45c4-8951-049cc2c38347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:32.547801 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca06d88-a2ed-413a-b540-330f9f922f32 req-651c5e51-0bc0-43d4-87e2-808af11a739d tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:32.549318 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2ca06d88-a2ed-413a-b540-330f9f922f32 req-651c5e51-0bc0-43d4-87e2-808af11a739d tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=a474e2de-442b-4b0d-b736-4787c7ad1155 HTTP/1.1" status: 200 len: 946 time: 0.1296165 Nov 09 21:21:32.565906 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93169725-9bc4-4681-bbae-e7d19805d65f req-9eb95b99-283f-45c4-8951-049cc2c38347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:32.566782 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-93169725-9bc4-4681-bbae-e7d19805d65f req-9eb95b99-283f-45c4-8951-049cc2c38347 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:32.568147 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-93169725-9bc4-4681-bbae-e7d19805d65f req-9eb95b99-283f-45c4-8951-049cc2c38347 service neutron] 10.222.0.45 "PUT /v2.0/ports/b69224cb-e38c-4fc6-adbf-f5361cc32afe HTTP/1.1" status: 200 len: 1091 time: 1.0927570 Nov 09 21:21:32.568675 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ee3b16a-a43f-44fd-9b0c-1c7d446f448f', 'tag': 'b69224cb-e38c-4fc6-adbf-f5361cc32afe'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:21:32.570769 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6c10ca-1d02-4464-a7d1-f6827ac2b9f1" -d '{"events": [{"name": "network-changed", "server_uuid": "4ee3b16a-a43f-44fd-9b0c-1c7d446f448f", "tag": "b69224cb-e38c-4fc6-adbf-f5361cc32afe"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:21:32.590855 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['0969ac69-0fd4-47aa-be94-b54b7f19d682'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:21:32.637507 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb95b99-283f-45c4-8951-049cc2c38347 service neutron] Pushing event updated for resources: {'Port': ['ID=b69224cb-e38c-4fc6-adbf-f5361cc32afe,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:32.648672 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['4738b9a4-96ad-4ddc-a23a-28b89fdd237a'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:21:32.667362 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17433a7d-25bd-4054-9318-1ffffee30e85 x-openstack-request-id: req-17433a7d-25bd-4054-9318-1ffffee30e85 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:21:32.667707 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ee3b16a-a43f-44fd-9b0c-1c7d446f448f", "tag": "b69224cb-e38c-4fc6-adbf-f5361cc32afe", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:21:32.667898 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-17433a7d-25bd-4054-9318-1ffffee30e85 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:21:32.668295 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ee3b16a-a43f-44fd-9b0c-1c7d446f448f', 'tag': 'b69224cb-e38c-4fc6-adbf-f5361cc32afe', 'status': 'completed', 'code': 200} Nov 09 21:21:32.700345 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2ca06d88-a2ed-413a-b540-330f9f922f32 req-bf298377-7e49-4b57-9076-fcdaa100090b tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388421 Nov 09 21:21:32.717740 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-3e857d5c-24ed-47e8-8150-c4446968761b req-9b062b43-4fc7-469e-822f-f3220f68802f tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:32.720773 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93169725-9bc4-4681-bbae-e7d19805d65f req-ccae927e-8a85-416f-90e4-ff00a518eb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:32.722586 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-93169725-9bc4-4681-bbae-e7d19805d65f req-ccae927e-8a85-416f-90e4-ff00a518eb32 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e47fcdbeab8a4a679082776ed327781f&device_id=4ee3b16a-a43f-44fd-9b0c-1c7d446f448f HTTP/1.1" status: 200 len: 1094 time: 0.0972822 Nov 09 21:21:32.769517 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b062b43-4fc7-469e-822f-f3220f68802f tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Pushing event deleted for resources: {'Port': ['ID=8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:32.804235 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-93169725-9bc4-4681-bbae-e7d19805d65f req-287414e1-c4de-4237-93ef-a0f1647bd5af service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b69224cb-e38c-4fc6-adbf-f5361cc32afe HTTP/1.1" status: 200 len: 217 time: 0.0715010 Nov 09 21:21:32.888774 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e857d5c-24ed-47e8-8150-c4446968761b req-9b062b43-4fc7-469e-822f-f3220f68802f tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] No DVR routers for this DVR port 8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:21:32.893301 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-3e857d5c-24ed-47e8-8150-c4446968761b req-9b062b43-4fc7-469e-822f-f3220f68802f tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:32.896671 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3e857d5c-24ed-47e8-8150-c4446968761b req-9b062b43-4fc7-469e-822f-f3220f68802f tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.45 "DELETE /v2.0/ports/8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c HTTP/1.1" status: 204 len: 173 time: 1.0929804 Nov 09 21:21:32.915045 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93169725-9bc4-4681-bbae-e7d19805d65f req-acc26cc2-c930-41b4-baca-3ee29a53fde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:32.917113 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-93169725-9bc4-4681-bbae-e7d19805d65f req-acc26cc2-c930-41b4-baca-3ee29a53fde8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2ea3782f-ef06-47b2-a486-2c301a427ebc HTTP/1.1" status: 200 len: 855 time: 0.1039672 Nov 09 21:21:32.929605 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32945c50-1de5-4f81-8853-803ba444608a req-f4397461-77d3-465c-bc1a-ef33d89280b8 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:32.931314 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-32945c50-1de5-4f81-8853-803ba444608a req-f4397461-77d3-465c-bc1a-ef33d89280b8 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c18ad59-e831-4d07-b6e1-c8b10a08999a HTTP/1.1" status: 200 len: 945 time: 0.1325393 Nov 09 21:21:32.965633 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-93169725-9bc4-4681-bbae-e7d19805d65f req-7c996c56-ff9c-4b80-a5d3-a5bdd2db4605 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c2faf38e-6101-454e-ae91-a2568241e75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333347 Nov 09 21:21:33.042448 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d7341-fb2c-4780-894d-86c699dd5518 req-88cbe28f-bf5b-4179-ad1e-a13ad68b8a7d tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:33.043945 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-734d7341-fb2c-4780-894d-86c699dd5518 req-88cbe28f-bf5b-4179-ad1e-a13ad68b8a7d tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/ports?device_id=c067eef0-6ba8-45e5-97e7-b86551ac1978 HTTP/1.1" status: 200 len: 947 time: 0.0623066 Nov 09 21:21:33.061128 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-32945c50-1de5-4f81-8853-803ba444608a req-ca0c8f8d-22be-47e4-b88b-9686d465dd0a tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210737 Nov 09 21:21:33.090871 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-93169725-9bc4-4681-bbae-e7d19805d65f req-3abd56b8-fc76-4f82-8a43-5ac6ee3df46d service neutron] 10.222.0.45 "GET /v2.0/networks/c2faf38e-6101-454e-ae91-a2568241e75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158991 Nov 09 21:21:33.098399 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-734d7341-fb2c-4780-894d-86c699dd5518 req-9a34ebf9-93d3-4c57-a1b7-e7c85da0ae31 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/security-groups?id=8de2e6d2-13a1-4fce-94d8-94f8deb033ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483453 Nov 09 21:21:33.103691 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 772fe1c0-23c9-4b4d-ae3e-ae5a789e2512 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:21:33.228802 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ff383-e261-4a74-8d53-d963134f007a req-55928f7c-9d0f-4532-8375-a6e532d47343 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:33.229291 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 772fe1c0-23c9-4b4d-ae3e-ae5a789e2512, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=772fe1c0-23c9-4b4d-ae3e-ae5a789e2512,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:33.230264 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fc3ff383-e261-4a74-8d53-d963134f007a req-55928f7c-9d0f-4532-8375-a6e532d47343 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=a474e2de-442b-4b0d-b736-4787c7ad1155 HTTP/1.1" status: 200 len: 946 time: 0.0812163 Nov 09 21:21:33.231339 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7281986-d730-4ddb-97ce-20683932ace2 req-cd8860a3-d109-493b-a873-c81600eda629 tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:33.233154 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b7281986-d730-4ddb-97ce-20683932ace2 req-cd8860a3-d109-493b-a873-c81600eda629 tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ee3b16a-a43f-44fd-9b0c-1c7d446f448f HTTP/1.1" status: 200 len: 943 time: 0.0501957 Nov 09 21:21:33.236001 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-93169725-9bc4-4681-bbae-e7d19805d65f req-d5c725c6-4063-4926-90cd-d94602227b27 service neutron] 10.222.0.45 "GET /v2.0/networks/c2faf38e-6101-454e-ae91-a2568241e75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339557 Nov 09 21:21:33.246933 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '772fe1c0-23c9-4b4d-ae3e-ae5a789e2512', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'port_id': '772fe1c0-23c9-4b4d-ae3e-ae5a789e2512', 'mac_address': 'fa:16:3e:22:73:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba3500c-a288-4596-ba94-148f2bd8a6da', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:21:33.284353 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fc3ff383-e261-4a74-8d53-d963134f007a req-663635ea-40ef-43b3-be22-ffead7e3876c tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474076 Nov 09 21:21:33.287771 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b7281986-d730-4ddb-97ce-20683932ace2 req-a0f194c4-9b1d-45eb-8b16-adef89198df9 tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] 10.222.0.49 "GET /v2.0/security-groups?id=61479926-cd4f-4549-84d0-04dd4f44438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480163 Nov 09 21:21:33.322357 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:33.345317 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 772fe1c0-23c9-4b4d-ae3e-ae5a789e2512 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:21:33.371323 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c10ca-1d02-4464-a7d1-f6827ac2b9f1 req-895d5e16-9d6c-428b-a0a0-21aafee3c380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:33.372936 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3d6c10ca-1d02-4464-a7d1-f6827ac2b9f1 req-895d5e16-9d6c-428b-a0a0-21aafee3c380 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e47fcdbeab8a4a679082776ed327781f&device_id=4ee3b16a-a43f-44fd-9b0c-1c7d446f448f HTTP/1.1" status: 200 len: 1094 time: 0.0609617 Nov 09 21:21:33.380800 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 772fe1c0-23c9-4b4d-ae3e-ae5a789e2512, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=772fe1c0-23c9-4b4d-ae3e-ae5a789e2512,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:33.388608 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:33.482706 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=772fe1c0-23c9-4b4d-ae3e-ae5a789e2512,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:33.522481 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:33.563903 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f258c62-77c4-45e0-b0a1-fbea3e4fb62e req-b9992958-2743-4ceb-9b53-6efaa9b4b990 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:33.570591 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f258c62-77c4-45e0-b0a1-fbea3e4fb62e req-b9992958-2743-4ceb-9b53-6efaa9b4b990 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:33.572743 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5f258c62-77c4-45e0-b0a1-fbea3e4fb62e req-b9992958-2743-4ceb-9b53-6efaa9b4b990 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/ports?device_id=aba1c2b1-124d-4cf7-a4fa-43719032581c HTTP/1.1" status: 200 len: 1680 time: 0.1469569 Nov 09 21:21:33.575428 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c10ca-1d02-4464-a7d1-f6827ac2b9f1 req-7a90ffbd-f61a-4f1d-b05f-9f3092ba5958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:33.576821 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3d6c10ca-1d02-4464-a7d1-f6827ac2b9f1 req-7a90ffbd-f61a-4f1d-b05f-9f3092ba5958 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c2faf38e-6101-454e-ae91-a2568241e75c HTTP/1.1" status: 200 len: 915 time: 0.1883476 Nov 09 21:21:33.633319 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3d6c10ca-1d02-4464-a7d1-f6827ac2b9f1 req-3c5e00be-4a72-4e22-b466-a4f00df5fdfe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b69224cb-e38c-4fc6-adbf-f5361cc32afe HTTP/1.1" status: 200 len: 217 time: 0.0439446 Nov 09 21:21:33.659807 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 4738b9a4-96ad-4ddc-a23a-28b89fdd237a up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:21:33.689297 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5f258c62-77c4-45e0-b0a1-fbea3e4fb62e req-52eaeef5-8604-4322-b4ca-b82b698084c5 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/security-groups?id=c14d76be-02c1-4fc3-95ad-d30d4063fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073229 Nov 09 21:21:33.715999 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c10ca-1d02-4464-a7d1-f6827ac2b9f1 req-a612ba1c-c15f-47fd-bb99-efae7240e790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:33.717885 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3d6c10ca-1d02-4464-a7d1-f6827ac2b9f1 req-a612ba1c-c15f-47fd-bb99-efae7240e790 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2ea3782f-ef06-47b2-a486-2c301a427ebc HTTP/1.1" status: 200 len: 855 time: 0.0753810 Nov 09 21:21:33.724225 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 4738b9a4-96ad-4ddc-a23a-28b89fdd237a completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:21:33.729364 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 4738b9a4-96ad-4ddc-a23a-28b89fdd237a triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:21:33.729864 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:33.762555 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3d6c10ca-1d02-4464-a7d1-f6827ac2b9f1 req-2303641c-ad91-4794-8dff-834104414616 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c2faf38e-6101-454e-ae91-a2568241e75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349951 Nov 09 21:21:33.817627 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58689b-0a4c-461b-adb7-8801b3ad05ab req-6ded2bd4-9f9a-4d47-a7b2-db4a682eede3 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:33.819164 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3f58689b-0a4c-461b-adb7-8801b3ad05ab req-6ded2bd4-9f9a-4d47-a7b2-db4a682eede3 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=a474e2de-442b-4b0d-b736-4787c7ad1155 HTTP/1.1" status: 200 len: 946 time: 0.0654955 Nov 09 21:21:33.859064 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['772fe1c0-23c9-4b4d-ae3e-ae5a789e2512'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:21:33.862162 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:33.876995 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3f58689b-0a4c-461b-adb7-8801b3ad05ab req-24758678-97f5-4584-b6d9-a2baf34ef679 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510044 Nov 09 21:21:33.895508 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3d6c10ca-1d02-4464-a7d1-f6827ac2b9f1 req-950d7905-1d27-4c70-b638-a85af18af845 service neutron] 10.222.0.45 "GET /v2.0/networks/c2faf38e-6101-454e-ae91-a2568241e75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143489 Nov 09 21:21:33.937482 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 4738b9a4-96ad-4ddc-a23a-28b89fdd237a, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=4738b9a4-96ad-4ddc-a23a-28b89fdd237a,segment=NetworkSegment(de89e948-7e91-400a-bc3c-02e56879db72),segment_id=de89e948-7e91-400a-bc3c-02e56879db72)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:33.945240 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:33.946074 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 0969ac69-0fd4-47aa-be94-b54b7f19d682 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:21:34.007574 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3d6c10ca-1d02-4464-a7d1-f6827ac2b9f1 req-9f71f916-793a-471e-9ba8-579f3a5abbfa service neutron] 10.222.0.45 "GET /v2.0/networks/c2faf38e-6101-454e-ae91-a2568241e75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025403 Nov 09 21:21:34.037200 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41944) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:34.042363 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-b87bbd63-bc40-4cf4-b6e4-07ede0e54253 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Request body: {'security_group': {'name': 'tempest-securitygroup--190914996', 'description': 'tempest-description--1005236743'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:21:34.072192 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b87bbd63-bc40-4cf4-b6e4-07ede0e54253 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:34.072402 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=4738b9a4-96ad-4ddc-a23a-28b89fdd237a,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:34.094961 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 0969ac69-0fd4-47aa-be94-b54b7f19d682 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:21:34.107384 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 0969ac69-0fd4-47aa-be94-b54b7f19d682 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:21:34.107818 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:34.136281 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b87bbd63-bc40-4cf4-b6e4-07ede0e54253 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:34.142618 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b87bbd63-bc40-4cf4-b6e4-07ede0e54253 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:34.175141 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b87bbd63-bc40-4cf4-b6e4-07ede0e54253 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:34.179083 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b87bbd63-bc40-4cf4-b6e4-07ede0e54253 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1380470 Nov 09 21:21:34.179446 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41948) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:34.184459 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-811f585e-bcc1-41df-a28f-5c4667220a6f tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Request body: {'security_group_rule': {'security_group_id': '88e4beb1-151e-4f04-bee1-b70925ef3b66', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:21:34.188523 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87bbd63-bc40-4cf4-b6e4-07ede0e54253 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88e4beb1-151e-4f04-bee1-b70925ef3b66,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:34.221656 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:34.245952 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-811f585e-bcc1-41df-a28f-5c4667220a6f tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:34.253985 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 0969ac69-0fd4-47aa-be94-b54b7f19d682, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=0969ac69-0fd4-47aa-be94-b54b7f19d682,segment=NetworkSegment(8b8db694-2e99-49d5-91e6-036c60cb9c78),segment_id=8b8db694-2e99-49d5-91e6-036c60cb9c78)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:34.257938 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:34.258748 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:21:34.263203 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aba1c2b1-124d-4cf7-a4fa-43719032581c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4738b9a4-96ad-4ddc-a23a-28b89fdd237a'}, {'server_uuid': 'aba1c2b1-124d-4cf7-a4fa-43719032581c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0969ac69-0fd4-47aa-be94-b54b7f19d682'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:21:34.265513 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1da777e-4f29-40f7-b671-69c1ad5c37db" -d '{"events": [{"server_uuid": "aba1c2b1-124d-4cf7-a4fa-43719032581c", "name": "network-vif-plugged", "status": "completed", "tag": "4738b9a4-96ad-4ddc-a23a-28b89fdd237a"}, {"server_uuid": "aba1c2b1-124d-4cf7-a4fa-43719032581c", "name": "network-vif-plugged", "status": "completed", "tag": "0969ac69-0fd4-47aa-be94-b54b7f19d682"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:21:34.288491 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153a3eb-17e9-4b42-8c13-3fdbca0f7294 req-5f890dea-1e39-4194-a814-8057ce5dbd08 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:34.290123 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f153a3eb-17e9-4b42-8c13-3fdbca0f7294 req-5f890dea-1e39-4194-a814-8057ce5dbd08 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/ports?device_id=c067eef0-6ba8-45e5-97e7-b86551ac1978 HTTP/1.1" status: 200 len: 948 time: 0.0805240 Nov 09 21:21:34.332313 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-811f585e-bcc1-41df-a28f-5c4667220a6f tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:34.339155 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-811f585e-bcc1-41df-a28f-5c4667220a6f tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:34.374670 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f585e-bcc1-41df-a28f-5c4667220a6f tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bcd8d35-b55d-49bb-a5a5-84e73ba1217b,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:34.391884 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f153a3eb-17e9-4b42-8c13-3fdbca0f7294 req-8a37e13b-2d34-4240-86c4-5edcd5a6a72b tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/security-groups?id=8de2e6d2-13a1-4fce-94d8-94f8deb033ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944858 Nov 09 21:21:34.395402 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-811f585e-bcc1-41df-a28f-5c4667220a6f tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:34.396838 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-811f585e-bcc1-41df-a28f-5c4667220a6f tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2164319 Nov 09 21:21:34.399546 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41954) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:34.405932 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-0f86af15-45c2-48e8-9bc5-5d7b01c00d2b tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Request body: {'security_group_rule': {'security_group_id': '88e4beb1-151e-4f04-bee1-b70925ef3b66', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:21:34.438036 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c36d4e-085b-4c72-9004-f6144e43cf96 req-06647a0b-8dbd-45ce-9143-aaba2fb0ab55 tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:34.438643 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:21:34.438643 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:21:34.441168 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-28c36d4e-085b-4c72-9004-f6144e43cf96 req-06647a0b-8dbd-45ce-9143-aaba2fb0ab55 tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ee3b16a-a43f-44fd-9b0c-1c7d446f448f HTTP/1.1" status: 200 len: 943 time: 0.0667229 Nov 09 21:21:34.442736 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0f86af15-45c2-48e8-9bc5-5d7b01c00d2b tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:34.471035 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 21:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1763d7-70de-4894-9e49-83c0df8c290c x-openstack-request-id: req-0a1763d7-70de-4894-9e49-83c0df8c290c {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:21:34.471335 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aba1c2b1-124d-4cf7-a4fa-43719032581c", "name": "network-vif-plugged", "status": "completed", "tag": "4738b9a4-96ad-4ddc-a23a-28b89fdd237a", "code": 200}, {"server_uuid": "aba1c2b1-124d-4cf7-a4fa-43719032581c", "name": "network-vif-plugged", "status": "completed", "tag": "0969ac69-0fd4-47aa-be94-b54b7f19d682", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:21:34.471595 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0a1763d7-70de-4894-9e49-83c0df8c290c {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:21:34.471994 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aba1c2b1-124d-4cf7-a4fa-43719032581c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4738b9a4-96ad-4ddc-a23a-28b89fdd237a', 'code': 200} Nov 09 21:21:34.472295 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aba1c2b1-124d-4cf7-a4fa-43719032581c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0969ac69-0fd4-47aa-be94-b54b7f19d682', 'code': 200} Nov 09 21:21:34.473270 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=0969ac69-0fd4-47aa-be94-b54b7f19d682,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:34.505545 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-28c36d4e-085b-4c72-9004-f6144e43cf96 req-96e0a275-0a2c-43f1-b688-a19e8a5963dd tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] 10.222.0.49 "GET /v2.0/security-groups?id=61479926-cd4f-4549-84d0-04dd4f44438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558879 Nov 09 21:21:34.533859 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0f86af15-45c2-48e8-9bc5-5d7b01c00d2b tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:34.537635 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0f86af15-45c2-48e8-9bc5-5d7b01c00d2b tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:34.581403 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86af15-45c2-48e8-9bc5-5d7b01c00d2b tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34be1485-4fe0-44a4-b10f-141f20cbef1b,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:34.591776 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0f86af15-45c2-48e8-9bc5-5d7b01c00d2b tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:34.592975 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0f86af15-45c2-48e8-9bc5-5d7b01c00d2b tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1919987 Nov 09 21:21:34.596389 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41956) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:34.600581 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-0cc2da93-6348-4f54-b7e8-1db196e6ea88 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:21:34.822151 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d380b87c-0637-483e-9e5a-46670bd02f60 req-f3179bf0-3631-4812-9169-97768517d328 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:34.828044 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d380b87c-0637-483e-9e5a-46670bd02f60 req-f3179bf0-3631-4812-9169-97768517d328 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:34.829806 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d380b87c-0637-483e-9e5a-46670bd02f60 req-f3179bf0-3631-4812-9169-97768517d328 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/ports?device_id=aba1c2b1-124d-4cf7-a4fa-43719032581c HTTP/1.1" status: 200 len: 1682 time: 0.0654032 Nov 09 21:21:34.846861 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662b4119-4b14-458b-ac13-5ae55fddcc3a', 'name': 'network-vif-deleted', 'tag': '8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:21:34.849292 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e6bb37-e63c-4fe6-8aa9-dd365ad4e5bb" -d '{"events": [{"server_uuid": "662b4119-4b14-458b-ac13-5ae55fddcc3a", "name": "network-vif-deleted", "tag": "8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:21:34.853791 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f1b41-c40c-4c87-9056-d8e66c3905a8 req-86bf281b-fb37-41a8-b829-50194528133c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:34.854259 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f1b41-c40c-4c87-9056-d8e66c3905a8 req-86bf281b-fb37-41a8-b829-50194528133c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:34.855809 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-466f1b41-c40c-4c87-9056-d8e66c3905a8 req-86bf281b-fb37-41a8-b829-50194528133c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=aba1c2b1-124d-4cf7-a4fa-43719032581c HTTP/1.1" status: 200 len: 1984 time: 0.3162551 Nov 09 21:21:34.879358 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0cc2da93-6348-4f54-b7e8-1db196e6ea88 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks [] for floatingip, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:34.886004 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d380b87c-0637-483e-9e5a-46670bd02f60 req-2a505229-f8e5-423a-88f5-756387991681 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/security-groups?id=c14d76be-02c1-4fc3-95ad-d30d4063fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500274 Nov 09 21:21:34.929133 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1497c331-328f-44f4-82ef-c906623111f5 x-openstack-request-id: req-1497c331-328f-44f4-82ef-c906623111f5 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:21:34.929662 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "662b4119-4b14-458b-ac13-5ae55fddcc3a", "name": "network-vif-deleted", "tag": "8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:21:34.929662 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1497c331-328f-44f4-82ef-c906623111f5 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:21:34.930046 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '662b4119-4b14-458b-ac13-5ae55fddcc3a', 'name': 'network-vif-deleted', 'tag': '8ad0c0d5-93fd-46fb-808f-d9c903fc2d1c', 'status': 'completed', 'code': 200} Nov 09 21:21:34.949452 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-466f1b41-c40c-4c87-9056-d8e66c3905a8 req-c77c0906-faff-4259-af51-d7026990675d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c14d76be-02c1-4fc3-95ad-d30d4063fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848079 Nov 09 21:21:35.000473 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0181fd7-7052-44cb-9d2e-0a51428cba82 req-719e6acf-b53a-4ef8-ad9a-2b40717591f0 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:35.001477 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0cc2da93-6348-4f54-b7e8-1db196e6ea88 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:35.002226 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e0181fd7-7052-44cb-9d2e-0a51428cba82 req-719e6acf-b53a-4ef8-ad9a-2b40717591f0 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=a474e2de-442b-4b0d-b736-4787c7ad1155 HTTP/1.1" status: 200 len: 946 time: 0.0546393 Nov 09 21:21:35.049839 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e0181fd7-7052-44cb-9d2e-0a51428cba82 req-e5a2fb21-4d3f-4d10-bfc6-a1fccebddb13 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408597 Nov 09 21:21:35.111456 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-0cc2da93-6348-4f54-b7e8-1db196e6ea88 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Allocated IP 172.25.7.113 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/15735baa-2fcb-428c-87b4-39b89d0b9bc4) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:21:35.244907 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f0bea-f1d5-4ad9-94df-5297852bc428 req-150cb8c3-5fcd-47cc-9384-b602094ae390 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:35.246257 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2a9f0bea-f1d5-4ad9-94df-5297852bc428 req-150cb8c3-5fcd-47cc-9384-b602094ae390 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.45 "GET /v2.0/ports?device_id=a474e2de-442b-4b0d-b736-4787c7ad1155 HTTP/1.1" status: 200 len: 946 time: 0.0739458 Nov 09 21:21:35.292487 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0cc2da93-6348-4f54-b7e8-1db196e6ea88 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:35.366715 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0cc2da93-6348-4f54-b7e8-1db196e6ea88 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:35.404601 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-2a9f0bea-f1d5-4ad9-94df-5297852bc428 req-b7aa9cdc-2f66-418b-8436-8289f8caacf9 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Deleting port 3221d77b-e913-405c-a6ee-38503da90457 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:21:35.404966 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2a9f0bea-f1d5-4ad9-94df-5297852bc428 req-b7aa9cdc-2f66-418b-8436-8289f8caacf9 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:35.454428 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc2da93-6348-4f54-b7e8-1db196e6ea88 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:21:35.463107 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-0cc2da93-6348-4f54-b7e8-1db196e6ea88 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:21:35.467291 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc2da93-6348-4f54-b7e8-1db196e6ea88 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:21:35.470555 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2da93-6348-4f54-b7e8-1db196e6ea88 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Pushing event updated for resources: {'Port': ['ID=15735baa-2fcb-428c-87b4-39b89d0b9bc4,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:35.584714 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-2a9f0bea-f1d5-4ad9-94df-5297852bc428 req-b7aa9cdc-2f66-418b-8436-8289f8caacf9 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] For port 3221d77b-e913-405c-a6ee-38503da90457, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=3221d77b-e913-405c-a6ee-38503da90457,segment=NetworkSegment(535e550e-1834-40ad-bb5a-53e5c279aa6f),segment_id=535e550e-1834-40ad-bb5a-53e5c279aa6f)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:35.585106 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2a9f0bea-f1d5-4ad9-94df-5297852bc428 req-b7aa9cdc-2f66-418b-8436-8289f8caacf9 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:35.625001 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb9f4e-480a-4f3e-8a61-deb29b788e2c req-a91972f1-22ad-40a7-9341-bca533a8c05b tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:35.626510 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43fb9f4e-480a-4f3e-8a61-deb29b788e2c req-a91972f1-22ad-40a7-9341-bca533a8c05b tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/ports?device_id=c067eef0-6ba8-45e5-97e7-b86551ac1978 HTTP/1.1" status: 200 len: 948 time: 0.1569436 Nov 09 21:21:35.626653 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33430b64-28e5-4c57-9dad-fc6c2f472b83 req-705e89ea-c171-4567-a97d-741b944a6a2a tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:35.628094 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-33430b64-28e5-4c57-9dad-fc6c2f472b83 req-705e89ea-c171-4567-a97d-741b944a6a2a tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ee3b16a-a43f-44fd-9b0c-1c7d446f448f HTTP/1.1" status: 200 len: 943 time: 0.0496304 Nov 09 21:21:35.631801 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-2a9f0bea-f1d5-4ad9-94df-5297852bc428 req-b7aa9cdc-2f66-418b-8436-8289f8caacf9 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Calling delete_port for 3221d77b-e913-405c-a6ee-38503da90457 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:21:35.655204 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device b69224cb-e38c-4fc6-adbf-f5361cc32afe details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:21:35.678107 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-33430b64-28e5-4c57-9dad-fc6c2f472b83 req-14d038e0-6bf6-4ad7-9a83-542574ec156c tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] 10.222.0.49 "GET /v2.0/security-groups?id=61479926-cd4f-4549-84d0-04dd4f44438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433066 Nov 09 21:21:35.701153 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0cc2da93-6348-4f54-b7e8-1db196e6ea88 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:35.758809 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port b69224cb-e38c-4fc6-adbf-f5361cc32afe, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=b69224cb-e38c-4fc6-adbf-f5361cc32afe,segment=NetworkSegment(b8acfc52-37a0-4b12-9c5f-045cfaad9a51),segment_id=b8acfc52-37a0-4b12-9c5f-045cfaad9a51)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:35.769229 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43fb9f4e-480a-4f3e-8a61-deb29b788e2c req-a9fba001-e342-413d-a878-0fdef0aec2f2 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/security-groups?id=8de2e6d2-13a1-4fce-94d8-94f8deb033ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318541 Nov 09 21:21:35.769870 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': 'b69224cb-e38c-4fc6-adbf-f5361cc32afe', 'network_id': 'c2faf38e-6101-454e-ae91-a2568241e75c', 'port_id': 'b69224cb-e38c-4fc6-adbf-f5361cc32afe', 'mac_address': 'fa:16:3e:e8:2d:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ea3782f-ef06-47b2-a486-2c301a427ebc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:21:35.771124 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0cc2da93-6348-4f54-b7e8-1db196e6ea88 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:35.816085 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:35.831688 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b69224cb-e38c-4fc6-adbf-f5361cc32afe {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:21:35.854575 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port b69224cb-e38c-4fc6-adbf-f5361cc32afe, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=b69224cb-e38c-4fc6-adbf-f5361cc32afe,segment=NetworkSegment(b8acfc52-37a0-4b12-9c5f-045cfaad9a51),segment_id=b8acfc52-37a0-4b12-9c5f-045cfaad9a51)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:35.858645 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:35.906710 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=b69224cb-e38c-4fc6-adbf-f5361cc32afe,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:35.917384 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2a9f0bea-f1d5-4ad9-94df-5297852bc428 req-b7aa9cdc-2f66-418b-8436-8289f8caacf9 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:35.933092 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['3221d77b-e913-405c-a6ee-38503da90457'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:21:35.954999 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa9cdc-2f66-418b-8436-8289f8caacf9 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Pushing event deleted for resources: {'Port': ['ID=3221d77b-e913-405c-a6ee-38503da90457,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:35.960673 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['393976db-67d8-45b9-bd11-937dc58d5622', '41840eb5-b7ec-44e8-8a47-c0980b0c0137'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:21:36.049932 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a9f0bea-f1d5-4ad9-94df-5297852bc428 req-b7aa9cdc-2f66-418b-8436-8289f8caacf9 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] No DVR routers for this DVR port 3221d77b-e913-405c-a6ee-38503da90457 on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:21:36.057015 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2a9f0bea-f1d5-4ad9-94df-5297852bc428 req-b7aa9cdc-2f66-418b-8436-8289f8caacf9 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:36.060220 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2a9f0bea-f1d5-4ad9-94df-5297852bc428 req-b7aa9cdc-2f66-418b-8436-8289f8caacf9 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.45 "DELETE /v2.0/ports/3221d77b-e913-405c-a6ee-38503da90457 HTTP/1.1" status: 204 len: 173 time: 0.8071864 Nov 09 21:21:36.093398 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c01a0-b458-4966-8285-b37c84b01e93 req-41aa7f5f-be81-4aa5-a77b-3416a0ac0d1c tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:36.099077 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c01a0-b458-4966-8285-b37c84b01e93 req-41aa7f5f-be81-4aa5-a77b-3416a0ac0d1c tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:36.107095 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9d9c01a0-b458-4966-8285-b37c84b01e93 req-41aa7f5f-be81-4aa5-a77b-3416a0ac0d1c tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/ports?device_id=aba1c2b1-124d-4cf7-a4fa-43719032581c HTTP/1.1" status: 200 len: 1682 time: 0.1382978 Nov 09 21:21:36.107722 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['b69224cb-e38c-4fc6-adbf-f5361cc32afe'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:21:36.110634 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0cc2da93-6348-4f54-b7e8-1db196e6ea88 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:36.118626 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0cc2da93-6348-4f54-b7e8-1db196e6ea88 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:36.154451 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d479f859-6480-4544-b68a-74ca39b65030 req-bba75bc2-24f3-488e-aa4d-9a7b06185264 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=a474e2de-442b-4b0d-b736-4787c7ad1155 HTTP/1.1" status: 200 len: 210 time: 0.0293169 Nov 09 21:21:36.224332 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2da93-6348-4f54-b7e8-1db196e6ea88 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Pushing event updated for resources: {'Port': ['ID=15735baa-2fcb-428c-87b4-39b89d0b9bc4,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:36.231519 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9d9c01a0-b458-4966-8285-b37c84b01e93 req-19100061-4726-4c29-919b-6ae4b1f19426 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/security-groups?id=c14d76be-02c1-4fc3-95ad-d30d4063fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235654 Nov 09 21:21:36.239328 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0cc2da93-6348-4f54-b7e8-1db196e6ea88 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:36.265440 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0cc2da93-6348-4f54-b7e8-1db196e6ea88 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:36.275324 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0cc2da93-6348-4f54-b7e8-1db196e6ea88 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6695752 Nov 09 21:21:36.544481 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1770738-99a4-4f23-a188-53cb72268efd req-132ec46f-ba1a-4197-8c96-417f0ecefd37 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:36.546065 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f1770738-99a4-4f23-a188-53cb72268efd req-132ec46f-ba1a-4197-8c96-417f0ecefd37 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/networks?id=327e7e68-3b42-443b-9252-b6063ad01e88 HTTP/1.1" status: 200 len: 822 time: 0.1134443 Nov 09 21:21:36.563675 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f1770738-99a4-4f23-a188-53cb72268efd req-e51ae6bc-de44-4f25-a7f4-0d9be2c505d0 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/quotas/8e9e21c1be6c40e48d395e7f8b701606 HTTP/1.1" status: 200 len: 375 time: 0.0104294 Nov 09 21:21:36.618108 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f1770738-99a4-4f23-a188-53cb72268efd req-8f5948b5-630d-4145-bfb2-4ed3897d2833 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8e9e21c1be6c40e48d395e7f8b701606&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0444541 Nov 09 21:21:36.811596 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0cef47-f2f0-4e41-99b2-ecab33d7c814 req-b6fa5b52-ccdf-4b2f-bd38-41e4dff4e136 tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:36.813359 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8b0cef47-f2f0-4e41-99b2-ecab33d7c814 req-b6fa5b52-ccdf-4b2f-bd38-41e4dff4e136 tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ee3b16a-a43f-44fd-9b0c-1c7d446f448f HTTP/1.1" status: 200 len: 944 time: 0.0594237 Nov 09 21:21:36.866913 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8b0cef47-f2f0-4e41-99b2-ecab33d7c814 req-c1e5e2b9-8519-4f07-902f-370aa792b7b7 tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] 10.222.0.49 "GET /v2.0/security-groups?id=61479926-cd4f-4549-84d0-04dd4f44438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462234 Nov 09 21:21:36.931508 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a474e2de-442b-4b0d-b736-4787c7ad1155', 'name': 'network-vif-deleted', 'tag': '3221d77b-e913-405c-a6ee-38503da90457'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:21:36.933980 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26b83e7-daf9-4b4c-8c72-066e633396c1" -d '{"events": [{"server_uuid": "a474e2de-442b-4b0d-b736-4787c7ad1155", "name": "network-vif-deleted", "tag": "3221d77b-e913-405c-a6ee-38503da90457"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:21:37.001593 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f1770738-99a4-4f23-a188-53cb72268efd req-9efe52d2-a9a3-4b04-b88c-fe89a5bfa0a2 service neutron] 10.222.0.49 "GET /v2.0/networks/327e7e68-3b42-443b-9252-b6063ad01e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728676 Nov 09 21:21:37.011359 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-39e9dfb7-49fc-4c6e-91d7-6edebd292cf6 req-12ddde37-bf0d-47db-8866-78d2b7ecb4e1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=419f64ec-4f10-448f-9d0e-b60ba32a1bb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0732441 Nov 09 21:21:37.021631 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c68ad1-8af3-488f-879b-e1f7360d47e5 req-3d1fd4d4-2b7b-460c-b8f1-0ba8a40b9f8e tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:37.023128 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-76c68ad1-8af3-488f-879b-e1f7360d47e5 req-3d1fd4d4-2b7b-460c-b8f1-0ba8a40b9f8e tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/ports?device_id=c067eef0-6ba8-45e5-97e7-b86551ac1978 HTTP/1.1" status: 200 len: 948 time: 0.0748630 Nov 09 21:21:37.106917 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9dfb7-49fc-4c6e-91d7-6edebd292cf6 req-e08901f2-853e-4929-85c3-17dcbbcdde20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:37.108399 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-39e9dfb7-49fc-4c6e-91d7-6edebd292cf6 req-e08901f2-853e-4929-85c3-17dcbbcdde20 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1b6ffb029992434f8d6aabef83131597&device_id=419f64ec-4f10-448f-9d0e-b60ba32a1bb8 HTTP/1.1" status: 200 len: 1096 time: 0.0708499 Nov 09 21:21:37.112328 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-76c68ad1-8af3-488f-879b-e1f7360d47e5 req-6c995531-039b-41ca-8be4-0873757a9eae tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/security-groups?id=8de2e6d2-13a1-4fce-94d8-94f8deb033ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815289 Nov 09 21:21:37.113187 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f1770738-99a4-4f23-a188-53cb72268efd req-59cc3db6-227d-41df-94b7-81b59ef06028 service neutron] 10.222.0.49 "GET /v2.0/networks/327e7e68-3b42-443b-9252-b6063ad01e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053598 Nov 09 21:21:37.123896 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 772fe1c0-23c9-4b4d-ae3e-ae5a789e2512 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:21:37.214143 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 772fe1c0-23c9-4b4d-ae3e-ae5a789e2512 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:21:37.219631 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 772fe1c0-23c9-4b4d-ae3e-ae5a789e2512 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:21:37.228914 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:37.293954 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85136b99-b5c3-41f0-9152-ee550c885e64 x-openstack-request-id: req-85136b99-b5c3-41f0-9152-ee550c885e64 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:21:37.294177 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a474e2de-442b-4b0d-b736-4787c7ad1155", "name": "network-vif-deleted", "tag": "3221d77b-e913-405c-a6ee-38503da90457", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:21:37.294437 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-85136b99-b5c3-41f0-9152-ee550c885e64 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:21:37.294849 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a474e2de-442b-4b0d-b736-4787c7ad1155', 'name': 'network-vif-deleted', 'tag': '3221d77b-e913-405c-a6ee-38503da90457', 'status': 'completed', 'code': 200} Nov 09 21:21:37.307124 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9dfb7-49fc-4c6e-91d7-6edebd292cf6 req-dee5b1a6-aa69-44ce-aebd-76df66daf039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:37.308467 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-39e9dfb7-49fc-4c6e-91d7-6edebd292cf6 req-dee5b1a6-aa69-44ce-aebd-76df66daf039 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9bcf3e74-66ab-4e01-a79a-180569e5d97f HTTP/1.1" status: 200 len: 914 time: 0.1719768 Nov 09 21:21:37.447290 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7580b7-5832-488f-819b-3085e835bb59 req-960553e7-38ea-4ed0-80a3-61a09d6f2080 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:37.453586 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7580b7-5832-488f-819b-3085e835bb59 req-960553e7-38ea-4ed0-80a3-61a09d6f2080 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:37.460894 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dd7580b7-5832-488f-819b-3085e835bb59 req-960553e7-38ea-4ed0-80a3-61a09d6f2080 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/ports?device_id=aba1c2b1-124d-4cf7-a4fa-43719032581c HTTP/1.1" status: 200 len: 1682 time: 0.1131725 Nov 09 21:21:37.466216 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:37.511443 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-07fe4416-d50e-40ad-8534-ede30881a13e req-f4d7ec8d-beae-4d49-af61-a119b435cd59 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cea2cb3e-1731-409b-8725-7e7a5e5f33f4 HTTP/1.1" status: 200 len: 210 time: 0.0346675 Nov 09 21:21:37.521935 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dd7580b7-5832-488f-819b-3085e835bb59 req-0b8a8d7f-67af-4ff9-8f81-9d50af47bf10 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/security-groups?id=c14d76be-02c1-4fc3-95ad-d30d4063fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601072 Nov 09 21:21:37.529785 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-39e9dfb7-49fc-4c6e-91d7-6edebd292cf6 req-02203521-0268-4305-af0f-87195522828d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51e87dab-4b02-4100-a66a-4ca95a5e6f45 HTTP/1.1" status: 200 len: 1001 time: 0.2058480 Nov 09 21:21:37.535015 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c067eef0-6ba8-45e5-97e7-b86551ac1978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772fe1c0-23c9-4b4d-ae3e-ae5a789e2512'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:21:37.539137 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e357cdf-c430-4954-a50a-d1a90139111b" -d '{"events": [{"server_uuid": "c067eef0-6ba8-45e5-97e7-b86551ac1978", "name": "network-vif-plugged", "status": "completed", "tag": "772fe1c0-23c9-4b4d-ae3e-ae5a789e2512"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:21:37.561347 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 772fe1c0-23c9-4b4d-ae3e-ae5a789e2512, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=772fe1c0-23c9-4b4d-ae3e-ae5a789e2512,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:37.579512 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:37.633384 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9dfb7-49fc-4c6e-91d7-6edebd292cf6 req-ee0ea250-74e5-4875-923e-6334b51395fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:37.638299 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-39e9dfb7-49fc-4c6e-91d7-6edebd292cf6 req-ee0ea250-74e5-4875-923e-6334b51395fa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28350996-29de-4d8e-b69d-4686a6e86a6e HTTP/1.1" status: 200 len: 853 time: 0.1015947 Nov 09 21:21:37.642388 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=772fe1c0-23c9-4b4d-ae3e-ae5a789e2512,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:37.697442 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device b69224cb-e38c-4fc6-adbf-f5361cc32afe up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:21:37.736103 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9dfb7-49fc-4c6e-91d7-6edebd292cf6 req-67e6e2f7-27ac-4739-b0c8-29afe5f6dec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:37.737657 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-39e9dfb7-49fc-4c6e-91d7-6edebd292cf6 req-67e6e2f7-27ac-4739-b0c8-29afe5f6dec3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9bcf3e74-66ab-4e01-a79a-180569e5d97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913894 Nov 09 21:21:37.809620 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c43c1d2-178d-4c60-a2ab-40c4f40d25e9 x-openstack-request-id: req-7c43c1d2-178d-4c60-a2ab-40c4f40d25e9 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:21:37.809956 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c067eef0-6ba8-45e5-97e7-b86551ac1978", "name": "network-vif-plugged", "status": "completed", "tag": "772fe1c0-23c9-4b4d-ae3e-ae5a789e2512", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:21:37.810176 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7c43c1d2-178d-4c60-a2ab-40c4f40d25e9 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:21:37.810581 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c067eef0-6ba8-45e5-97e7-b86551ac1978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772fe1c0-23c9-4b4d-ae3e-ae5a789e2512', 'code': 200} Nov 09 21:21:37.842642 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port b69224cb-e38c-4fc6-adbf-f5361cc32afe completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:21:37.847666 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port b69224cb-e38c-4fc6-adbf-f5361cc32afe triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:21:37.847666 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:37.920716 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d966aca-cb1b-4237-a1dd-182e0bfe826d req-9415ff95-ac89-4ed8-9f3d-a654b1870f69 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:37.922561 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2d966aca-cb1b-4237-a1dd-182e0bfe826d req-9415ff95-ac89-4ed8-9f3d-a654b1870f69 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c18ad59-e831-4d07-b6e1-c8b10a08999a HTTP/1.1" status: 200 len: 945 time: 0.0927405 Nov 09 21:21:37.956158 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-39e9dfb7-49fc-4c6e-91d7-6edebd292cf6 req-c4c43469-0bed-4475-90df-1d94c84a73e9 service neutron] 10.222.0.45 "GET /v2.0/networks/9bcf3e74-66ab-4e01-a79a-180569e5d97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101884 Nov 09 21:21:37.974035 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:37.982637 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a073b17-1c2a-4933-b47a-9576239dae27 req-05bcb2a5-214e-4d4e-87aa-ec643a2cd00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:37.985015 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6a073b17-1c2a-4933-b47a-9576239dae27 req-05bcb2a5-214e-4d4e-87aa-ec643a2cd00c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c067eef0-6ba8-45e5-97e7-b86551ac1978 HTTP/1.1" status: 200 len: 1100 time: 0.0551670 Nov 09 21:21:38.048900 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port b69224cb-e38c-4fc6-adbf-f5361cc32afe, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=b69224cb-e38c-4fc6-adbf-f5361cc32afe,segment=NetworkSegment(b8acfc52-37a0-4b12-9c5f-045cfaad9a51),segment_id=b8acfc52-37a0-4b12-9c5f-045cfaad9a51)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:38.050274 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2d966aca-cb1b-4237-a1dd-182e0bfe826d req-b09aee91-884c-4615-8abd-06807172ba25 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141086 Nov 09 21:21:38.056537 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:38.057768 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 3221d77b-e913-405c-a6ee-38503da90457 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:21:38.058168 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6a073b17-1c2a-4933-b47a-9576239dae27 req-5d8b94b1-75d3-423c-bed1-e5436b0e5957 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8de2e6d2-13a1-4fce-94d8-94f8deb033ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610654 Nov 09 21:21:38.107453 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-39e9dfb7-49fc-4c6e-91d7-6edebd292cf6 req-b3261cc8-886f-4cbe-99c3-801f382f2b6e service neutron] 10.222.0.45 "GET /v2.0/networks/9bcf3e74-66ab-4e01-a79a-180569e5d97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378732 Nov 09 21:21:38.148953 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 3221d77b-e913-405c-a6ee-38503da90457 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:21:38.149609 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 3221d77b-e913-405c-a6ee-38503da90457 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:21:38.176842 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=b69224cb-e38c-4fc6-adbf-f5361cc32afe,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:38.187090 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447bd57-b2f3-431e-bef1-6ac3b9fbd6c9 req-356fa2d6-f05e-4119-b3cb-50a1d0ed30d9 tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:38.188873 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1447bd57-b2f3-431e-bef1-6ac3b9fbd6c9 req-356fa2d6-f05e-4119-b3cb-50a1d0ed30d9 tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ee3b16a-a43f-44fd-9b0c-1c7d446f448f HTTP/1.1" status: 200 len: 945 time: 0.0736325 Nov 09 21:21:38.208944 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ba048-f471-4133-950f-518d69fba737 req-3a048734-514b-4eeb-83cf-7de4451b344e tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:38.215346 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ba048-f471-4133-950f-518d69fba737 req-3a048734-514b-4eeb-83cf-7de4451b344e tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:38.216982 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-782ba048-f471-4133-950f-518d69fba737 req-3a048734-514b-4eeb-83cf-7de4451b344e tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/ports?device_id=aba1c2b1-124d-4cf7-a4fa-43719032581c HTTP/1.1" status: 200 len: 1682 time: 0.0741661 Nov 09 21:21:38.242605 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1447bd57-b2f3-431e-bef1-6ac3b9fbd6c9 req-acf5864a-761f-4763-8136-60a7a40c1675 tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] 10.222.0.49 "GET /v2.0/security-groups?id=61479926-cd4f-4549-84d0-04dd4f44438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474384 Nov 09 21:21:38.274306 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-782ba048-f471-4133-950f-518d69fba737 req-c20f5062-7f4e-4ba1-b7a3-70e3b4847f51 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/security-groups?id=c14d76be-02c1-4fc3-95ad-d30d4063fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482936 Nov 09 21:21:38.354243 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058952f-c737-441a-a14b-c91a2ec95fb0 req-3e7607ce-11a1-45db-9551-9a0cec61be28 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:38.356075 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f058952f-c737-441a-a14b-c91a2ec95fb0 req-3e7607ce-11a1-45db-9551-9a0cec61be28 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/ports?device_id=c067eef0-6ba8-45e5-97e7-b86551ac1978 HTTP/1.1" status: 200 len: 949 time: 0.0486341 Nov 09 21:21:38.406136 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f058952f-c737-441a-a14b-c91a2ec95fb0 req-39a7355b-6955-4506-8351-cfc17ab088a6 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/security-groups?id=8de2e6d2-13a1-4fce-94d8-94f8deb033ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411744 Nov 09 21:21:38.637088 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6e9af796-2be8-4c83-9979-6131aa053d81 req-0a4bcfbf-acf3-4abd-9b0c-d976f3907d43 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cea2cb3e-1731-409b-8725-7e7a5e5f33f4 HTTP/1.1" status: 200 len: 210 time: 0.0271924 Nov 09 21:21:38.716620 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1770738-99a4-4f23-a188-53cb72268efd req-bd44108a-ed5e-4c58-ad66-73f97bbfe3ef tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:38.718108 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f1770738-99a4-4f23-a188-53cb72268efd req-bd44108a-ed5e-4c58-ad66-73f97bbfe3ef tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.45 "GET /v2.0/networks?id=327e7e68-3b42-443b-9252-b6063ad01e88 HTTP/1.1" status: 200 len: 822 time: 0.1098132 Nov 09 21:21:38.733846 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-f1770738-99a4-4f23-a188-53cb72268efd req-4dfe3369-8602-4cfd-9959-05d6f3be900a tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Request body: {'port': {'device_id': 'cea2cb3e-1731-409b-8725-7e7a5e5f33f4', 'network_id': '327e7e68-3b42-443b-9252-b6063ad01e88', 'admin_state_up': True, 'tenant_id': '8e9e21c1be6c40e48d395e7f8b701606'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:21:38.837932 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1770738-99a4-4f23-a188-53cb72268efd req-4dfe3369-8602-4cfd-9959-05d6f3be900a tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Made reservation on behalf of 8e9e21c1be6c40e48d395e7f8b701606 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:21:38.841392 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f1770738-99a4-4f23-a188-53cb72268efd req-4dfe3369-8602-4cfd-9959-05d6f3be900a tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:38.964855 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-f1770738-99a4-4f23-a188-53cb72268efd req-4dfe3369-8602-4cfd-9959-05d6f3be900a tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Allocated IP 172.20.0.14 (327e7e68-3b42-443b-9252-b6063ad01e88/72e3a48d-bd3b-4c62-a376-6d092be2bf15/ff668d99-79df-451f-b7f4-28fb581e8f2b) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:21:39.108056 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f1770738-99a4-4f23-a188-53cb72268efd req-4dfe3369-8602-4cfd-9959-05d6f3be900a tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:39.141251 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f1770738-99a4-4f23-a188-53cb72268efd req-4dfe3369-8602-4cfd-9959-05d6f3be900a tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:39.172879 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ccb7a-d158-4caf-acd3-4bd1d0f50964 req-d73bb2e2-0a84-4ea5-85eb-930a5705cf14 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:39.174376 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b51ccb7a-d158-4caf-acd3-4bd1d0f50964 req-d73bb2e2-0a84-4ea5-85eb-930a5705cf14 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c18ad59-e831-4d07-b6e1-c8b10a08999a HTTP/1.1" status: 200 len: 945 time: 0.0480409 Nov 09 21:21:39.184897 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1770738-99a4-4f23-a188-53cb72268efd req-4dfe3369-8602-4cfd-9959-05d6f3be900a tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Network 327e7e68-3b42-443b-9252-b6063ad01e88 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:21:39.188132 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-f1770738-99a4-4f23-a188-53cb72268efd req-4dfe3369-8602-4cfd-9959-05d6f3be900a tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:21:39.192203 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1770738-99a4-4f23-a188-53cb72268efd req-4dfe3369-8602-4cfd-9959-05d6f3be900a tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:21:39.214652 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe3369-8602-4cfd-9959-05d6f3be900a tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Pushing event updated for resources: {'Port': ['ID=ff668d99-79df-451f-b7f4-28fb581e8f2b,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:39.229028 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b51ccb7a-d158-4caf-acd3-4bd1d0f50964 req-fcadbc9c-fc39-4a08-9d0b-ced0be47cbf7 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470939 Nov 09 21:21:39.244900 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1770738-99a4-4f23-a188-53cb72268efd req-4dfe3369-8602-4cfd-9959-05d6f3be900a tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:39.244900 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f1770738-99a4-4f23-a188-53cb72268efd req-4dfe3369-8602-4cfd-9959-05d6f3be900a tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:39.261596 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f1770738-99a4-4f23-a188-53cb72268efd req-4dfe3369-8602-4cfd-9959-05d6f3be900a tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5340595 Nov 09 21:21:39.274344 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-f1770738-99a4-4f23-a188-53cb72268efd req-555f01bb-486c-4cb6-9431-6e399697ddb0 service neutron] Request body: {'port': {'device_id': 'cea2cb3e-1731-409b-8725-7e7a5e5f33f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:21:39.341256 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f1770738-99a4-4f23-a188-53cb72268efd req-555f01bb-486c-4cb6-9431-6e399697ddb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:39.407538 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2ec63-43ca-4610-8331-e4b1849ae3cd req-d409557d-034e-4db5-bc67-8d6b8aed2317 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:39.413905 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2ec63-43ca-4610-8331-e4b1849ae3cd req-d409557d-034e-4db5-bc67-8d6b8aed2317 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:39.415748 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-90d2ec63-43ca-4610-8331-e4b1849ae3cd req-d409557d-034e-4db5-bc67-8d6b8aed2317 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/ports?device_id=aba1c2b1-124d-4cf7-a4fa-43719032581c HTTP/1.1" status: 200 len: 1682 time: 0.0602548 Nov 09 21:21:39.420911 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edaf529-fcc1-494e-a4ae-20bee0c7a1b5 req-25686c7b-b3a4-45b8-807f-4e0909de6bab tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:39.423080 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6edaf529-fcc1-494e-a4ae-20bee0c7a1b5 req-25686c7b-b3a4-45b8-807f-4e0909de6bab tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ee3b16a-a43f-44fd-9b0c-1c7d446f448f HTTP/1.1" status: 200 len: 945 time: 0.0824268 Nov 09 21:21:39.495357 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-90d2ec63-43ca-4610-8331-e4b1849ae3cd req-cbc5d94e-d7e8-47b5-afc8-c0b264f7901a tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/security-groups?id=c14d76be-02c1-4fc3-95ad-d30d4063fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584154 Nov 09 21:21:39.682528 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e080c79-29e8-4610-b9e0-31b37fb5d737 req-06c99ec7-099e-4076-a698-f64168400d10 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:39.684093 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1e080c79-29e8-4610-b9e0-31b37fb5d737 req-06c99ec7-099e-4076-a698-f64168400d10 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/ports?device_id=c067eef0-6ba8-45e5-97e7-b86551ac1978 HTTP/1.1" status: 200 len: 949 time: 0.0513494 Nov 09 21:21:39.735100 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1e080c79-29e8-4610-b9e0-31b37fb5d737 req-b69eede9-74f8-4640-a750-93e41a264109 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/security-groups?id=8de2e6d2-13a1-4fce-94d8-94f8deb033ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446610 Nov 09 21:21:39.813032 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee3b16a-a43f-44fd-9b0c-1c7d446f448f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69224cb-e38c-4fc6-adbf-f5361cc32afe'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:21:39.816715 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d446ad47-4302-43ce-ac15-3812d5a77d06" -d '{"events": [{"server_uuid": "4ee3b16a-a43f-44fd-9b0c-1c7d446f448f", "name": "network-vif-plugged", "status": "completed", "tag": "b69224cb-e38c-4fc6-adbf-f5361cc32afe"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:21:39.859142 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6edaf529-fcc1-494e-a4ae-20bee0c7a1b5 req-286865dc-febc-4673-b575-d663938ddca4 tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] 10.222.0.49 "GET /v2.0/security-groups?id=61479926-cd4f-4549-84d0-04dd4f44438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4196994 Nov 09 21:21:39.887083 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2061333-7db4-41de-89ef-b31a60143537 req-5bb68f3e-9f7f-4dd2-9d61-f142e057446f tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:39.893132 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2061333-7db4-41de-89ef-b31a60143537 req-5bb68f3e-9f7f-4dd2-9d61-f142e057446f tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:39.894738 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b2061333-7db4-41de-89ef-b31a60143537 req-5bb68f3e-9f7f-4dd2-9d61-f142e057446f tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.45 "GET /v2.0/ports?device_id=aba1c2b1-124d-4cf7-a4fa-43719032581c HTTP/1.1" status: 200 len: 1682 time: 0.1140683 Nov 09 21:21:39.934960 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f514e-8c8e-4bbc-86c2-165673998762 req-0c8b7af5-ec7a-4897-bd99-cfe0e89c4f11 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:39.936819 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-895f514e-8c8e-4bbc-86c2-165673998762 req-0c8b7af5-ec7a-4897-bd99-cfe0e89c4f11 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cea2cb3e-1731-409b-8725-7e7a5e5f33f4 HTTP/1.1" status: 200 len: 932 time: 0.0763645 Nov 09 21:21:40.001012 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-895f514e-8c8e-4bbc-86c2-165673998762 req-fa4e565f-7ddb-4e0e-aa52-0ef8d081ee19 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562079 Nov 09 21:21:40.058724 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de564db9-e62b-48cb-a184-f98c57098934 x-openstack-request-id: req-de564db9-e62b-48cb-a184-f98c57098934 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:21:40.062278 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee3b16a-a43f-44fd-9b0c-1c7d446f448f", "name": "network-vif-plugged", "status": "completed", "tag": "b69224cb-e38c-4fc6-adbf-f5361cc32afe", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:21:40.062696 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-de564db9-e62b-48cb-a184-f98c57098934 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:21:40.063104 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee3b16a-a43f-44fd-9b0c-1c7d446f448f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69224cb-e38c-4fc6-adbf-f5361cc32afe', 'code': 200} Nov 09 21:21:40.068399 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-f1770738-99a4-4f23-a188-53cb72268efd req-555f01bb-486c-4cb6-9431-6e399697ddb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff668d99-79df-451f-b7f4-28fb581e8f2b {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:21:40.081774 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f1770738-99a4-4f23-a188-53cb72268efd req-555f01bb-486c-4cb6-9431-6e399697ddb0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:40.091212 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-b2061333-7db4-41de-89ef-b31a60143537 req-9fad962a-64bf-4cb5-8f45-a0645dcb2d56 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Deleting port 0969ac69-0fd4-47aa-be94-b54b7f19d682 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:21:40.091550 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-b2061333-7db4-41de-89ef-b31a60143537 req-9fad962a-64bf-4cb5-8f45-a0645dcb2d56 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:40.139672 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-f1770738-99a4-4f23-a188-53cb72268efd req-555f01bb-486c-4cb6-9431-6e399697ddb0 service neutron] Transition to ACTIVE for port object ff668d99-79df-451f-b7f4-28fb581e8f2b will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:21:40.153987 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f1770738-99a4-4f23-a188-53cb72268efd req-555f01bb-486c-4cb6-9431-6e399697ddb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:40.159168 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59fd3e1-e11d-4698-bd11-5810ac83648a req-a9f93df9-c090-4f4a-9793-b6ce320ad91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:40.160747 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d59fd3e1-e11d-4698-bd11-5810ac83648a req-a9f93df9-c090-4f4a-9793-b6ce320ad91f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4ee3b16a-a43f-44fd-9b0c-1c7d446f448f HTTP/1.1" status: 200 len: 1096 time: 0.0424378 Nov 09 21:21:40.205769 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d59fd3e1-e11d-4698-bd11-5810ac83648a req-a4dbc549-c9fb-4d1e-a8d3-e94f3d4477d7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=61479926-cd4f-4549-84d0-04dd4f44438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373762 Nov 09 21:21:40.253597 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f01bb-486c-4cb6-9431-6e399697ddb0 service neutron] Pushing event updated for resources: {'Port': ['ID=ff668d99-79df-451f-b7f4-28fb581e8f2b,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:40.268312 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd3048-c627-4571-a4e8-451d668b5dd8 req-114996af-fcba-41cb-8e32-d107ad6041d7 tempest-ServersAdminNegativeTestJSON-1995939593 tempest-ServersAdminNegativeTestJSON-1995939593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:40.269970 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4cdd3048-c627-4571-a4e8-451d668b5dd8 req-114996af-fcba-41cb-8e32-d107ad6041d7 tempest-ServersAdminNegativeTestJSON-1995939593 tempest-ServersAdminNegativeTestJSON-1995939593-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=c067eef0-6ba8-45e5-97e7-b86551ac1978 HTTP/1.1" status: 200 len: 1100 time: 0.1292067 Nov 09 21:21:40.270641 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ddaf61-9c8f-474b-875b-32d64ee30369 req-28b440aa-4908-444a-8fab-5067b516cecb tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:40.273863 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-39ddaf61-9c8f-474b-875b-32d64ee30369 req-28b440aa-4908-444a-8fab-5067b516cecb tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c18ad59-e831-4d07-b6e1-c8b10a08999a HTTP/1.1" status: 200 len: 945 time: 0.0625570 Nov 09 21:21:40.334028 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-b2061333-7db4-41de-89ef-b31a60143537 req-9fad962a-64bf-4cb5-8f45-a0645dcb2d56 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] For port 0969ac69-0fd4-47aa-be94-b54b7f19d682, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=0969ac69-0fd4-47aa-be94-b54b7f19d682,segment=NetworkSegment(8b8db694-2e99-49d5-91e6-036c60cb9c78),segment_id=8b8db694-2e99-49d5-91e6-036c60cb9c78)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:40.334403 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-b2061333-7db4-41de-89ef-b31a60143537 req-9fad962a-64bf-4cb5-8f45-a0645dcb2d56 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:40.338733 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-4cdd3048-c627-4571-a4e8-451d668b5dd8 req-6daa41cd-c567-4ce2-984b-3bd37cc5dea9 tempest-ServersAdminNegativeTestJSON-1995939593 tempest-ServersAdminNegativeTestJSON-1995939593-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:40.358170 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-b2061333-7db4-41de-89ef-b31a60143537 req-9fad962a-64bf-4cb5-8f45-a0645dcb2d56 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Calling delete_port for 0969ac69-0fd4-47aa-be94-b54b7f19d682 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:21:40.394613 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d13f0-a6cf-47fc-ba4f-9e5e38a2215d req-58d57c1b-3a48-44e6-98a5-c3972dcd736b tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:40.396107 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c72d13f0-a6cf-47fc-ba4f-9e5e38a2215d req-58d57c1b-3a48-44e6-98a5-c3972dcd736b tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c18ad59-e831-4d07-b6e1-c8b10a08999a HTTP/1.1" status: 200 len: 945 time: 0.0835547 Nov 09 21:21:40.433607 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-39ddaf61-9c8f-474b-875b-32d64ee30369 req-acf2fa5f-eb5f-4026-a5ef-94b03c29cbbf tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Deleting port 41840eb5-b7ec-44e8-8a47-c0980b0c0137 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:21:40.433972 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-39ddaf61-9c8f-474b-875b-32d64ee30369 req-acf2fa5f-eb5f-4026-a5ef-94b03c29cbbf tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:40.442145 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-f1770738-99a4-4f23-a188-53cb72268efd req-555f01bb-486c-4cb6-9431-6e399697ddb0 service neutron] Attempting to bind port ff668d99-79df-451f-b7f4-28fb581e8f2b on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:21:40.442497 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-f1770738-99a4-4f23-a188-53cb72268efd req-555f01bb-486c-4cb6-9431-6e399697ddb0 service neutron] Attempting to bind port ff668d99-79df-451f-b7f4-28fb581e8f2b by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '58913807-21b5-4240-bcd1-63c4ec2c1803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '327e7e68-3b42-443b-9252-b6063ad01e88'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:21:40.442825 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1770738-99a4-4f23-a188-53cb72268efd req-555f01bb-486c-4cb6-9431-6e399697ddb0 service neutron] Attempting to bind port ff668d99-79df-451f-b7f4-28fb581e8f2b on network 327e7e68-3b42-443b-9252-b6063ad01e88 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:21:40.472661 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1770738-99a4-4f23-a188-53cb72268efd req-555f01bb-486c-4cb6-9431-6e399697ddb0 service neutron] Port ff668d99-79df-451f-b7f4-28fb581e8f2b on network 327e7e68-3b42-443b-9252-b6063ad01e88 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:21:40.472661 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1770738-99a4-4f23-a188-53cb72268efd req-555f01bb-486c-4cb6-9431-6e399697ddb0 service neutron] Attempting to bind port ff668d99-79df-451f-b7f4-28fb581e8f2b on network 327e7e68-3b42-443b-9252-b6063ad01e88 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:21:40.493998 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1770738-99a4-4f23-a188-53cb72268efd req-555f01bb-486c-4cb6-9431-6e399697ddb0 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:21:40.494330 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1770738-99a4-4f23-a188-53cb72268efd req-555f01bb-486c-4cb6-9431-6e399697ddb0 service neutron] Checking segment: {'id': '58913807-21b5-4240-bcd1-63c4ec2c1803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '327e7e68-3b42-443b-9252-b6063ad01e88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:21:40.494728 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1770738-99a4-4f23-a188-53cb72268efd req-555f01bb-486c-4cb6-9431-6e399697ddb0 service neutron] Bound using segment: {'id': '58913807-21b5-4240-bcd1-63c4ec2c1803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '327e7e68-3b42-443b-9252-b6063ad01e88'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:21:40.495178 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-f1770738-99a4-4f23-a188-53cb72268efd req-555f01bb-486c-4cb6-9431-6e399697ddb0 service neutron] Bound port: ff668d99-79df-451f-b7f4-28fb581e8f2b, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58913807-21b5-4240-bcd1-63c4ec2c1803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '327e7e68-3b42-443b-9252-b6063ad01e88'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:21:40.495536 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f1770738-99a4-4f23-a188-53cb72268efd req-555f01bb-486c-4cb6-9431-6e399697ddb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:40.501103 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c72d13f0-a6cf-47fc-ba4f-9e5e38a2215d req-78409ddf-f64f-4f89-958d-c256782657f6 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976501 Nov 09 21:21:40.558721 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-39ddaf61-9c8f-474b-875b-32d64ee30369 req-acf2fa5f-eb5f-4026-a5ef-94b03c29cbbf tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] For port 41840eb5-b7ec-44e8-8a47-c0980b0c0137, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=41840eb5-b7ec-44e8-8a47-c0980b0c0137,segment=NetworkSegment(535e550e-1834-40ad-bb5a-53e5c279aa6f),segment_id=535e550e-1834-40ad-bb5a-53e5c279aa6f)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:40.559091 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-39ddaf61-9c8f-474b-875b-32d64ee30369 req-acf2fa5f-eb5f-4026-a5ef-94b03c29cbbf tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:40.575642 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-39ddaf61-9c8f-474b-875b-32d64ee30369 req-acf2fa5f-eb5f-4026-a5ef-94b03c29cbbf tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Calling delete_port for 41840eb5-b7ec-44e8-8a47-c0980b0c0137 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:21:40.604968 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-4cdd3048-c627-4571-a4e8-451d668b5dd8 req-6daa41cd-c567-4ce2-984b-3bd37cc5dea9 tempest-ServersAdminNegativeTestJSON-1995939593 tempest-ServersAdminNegativeTestJSON-1995939593-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:40.619227 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-4cdd3048-c627-4571-a4e8-451d668b5dd8 req-6daa41cd-c567-4ce2-984b-3bd37cc5dea9 tempest-ServersAdminNegativeTestJSON-1995939593 tempest-ServersAdminNegativeTestJSON-1995939593-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:40.650541 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-f1770738-99a4-4f23-a188-53cb72268efd req-555f01bb-486c-4cb6-9431-6e399697ddb0 service neutron] For port ff668d99-79df-451f-b7f4-28fb581e8f2b, host n-h1-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:21:40.667970 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-b2061333-7db4-41de-89ef-b31a60143537 req-9fad962a-64bf-4cb5-8f45-a0645dcb2d56 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:40.680465 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-f1770738-99a4-4f23-a188-53cb72268efd req-555f01bb-486c-4cb6-9431-6e399697ddb0 service neutron] For port ff668d99-79df-451f-b7f4-28fb581e8f2b, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=ff668d99-79df-451f-b7f4-28fb581e8f2b,segment=NetworkSegment(58913807-21b5-4240-bcd1-63c4ec2c1803),segment_id=58913807-21b5-4240-bcd1-63c4ec2c1803)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:21:40.683950 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['0969ac69-0fd4-47aa-be94-b54b7f19d682', '4738b9a4-96ad-4ddc-a23a-28b89fdd237a'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:21:40.690440 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a605e3-c166-4b75-b275-ac1322a18afe req-56bea6b6-45fb-42ea-abb2-ffcafc802a96 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:40.691228 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4cdd3048-c627-4571-a4e8-451d668b5dd8 req-6daa41cd-c567-4ce2-984b-3bd37cc5dea9 tempest-ServersAdminNegativeTestJSON-1995939593 tempest-ServersAdminNegativeTestJSON-1995939593-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=8de2e6d2-13a1-4fce-94d8-94f8deb033ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3967373 Nov 09 21:21:40.696686 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a605e3-c166-4b75-b275-ac1322a18afe req-56bea6b6-45fb-42ea-abb2-ffcafc802a96 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:40.698369 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-88a605e3-c166-4b75-b275-ac1322a18afe req-56bea6b6-45fb-42ea-abb2-ffcafc802a96 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/ports?device_id=aba1c2b1-124d-4cf7-a4fa-43719032581c HTTP/1.1" status: 200 len: 1603 time: 0.1058207 Nov 09 21:21:40.726098 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f1770738-99a4-4f23-a188-53cb72268efd req-555f01bb-486c-4cb6-9431-6e399697ddb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:40.731242 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa41cd-c567-4ce2-984b-3bd37cc5dea9 tempest-ServersAdminNegativeTestJSON-1995939593 tempest-ServersAdminNegativeTestJSON-1995939593-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14718c9-95aa-4cdf-a1f2-0e103db0bff8,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:40.737282 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad962a-64bf-4cb5-8f45-a0645dcb2d56 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Pushing event deleted for resources: {'Port': ['ID=0969ac69-0fd4-47aa-be94-b54b7f19d682,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:40.788382 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1770738-99a4-4f23-a188-53cb72268efd req-555f01bb-486c-4cb6-9431-6e399697ddb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:40.789045 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f1770738-99a4-4f23-a188-53cb72268efd req-555f01bb-486c-4cb6-9431-6e399697ddb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:40.791204 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f1770738-99a4-4f23-a188-53cb72268efd req-555f01bb-486c-4cb6-9431-6e399697ddb0 service neutron] 10.222.0.45 "PUT /v2.0/ports/ff668d99-79df-451f-b7f4-28fb581e8f2b HTTP/1.1" status: 200 len: 1092 time: 1.5213521 Nov 09 21:21:40.793873 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea2cb3e-1731-409b-8725-7e7a5e5f33f4', 'tag': 'ff668d99-79df-451f-b7f4-28fb581e8f2b'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:21:40.796483 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a727ea-f95d-4e25-8083-4c693f4f86fb" -d '{"events": [{"name": "network-changed", "server_uuid": "cea2cb3e-1731-409b-8725-7e7a5e5f33f4", "tag": "ff668d99-79df-451f-b7f4-28fb581e8f2b"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:21:40.802034 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-88a605e3-c166-4b75-b275-ac1322a18afe req-44be8a69-cd81-4fed-a26c-4b6c3c26c6a9 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/security-groups?id=c14d76be-02c1-4fc3-95ad-d30d4063fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926788 Nov 09 21:21:40.835416 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-39ddaf61-9c8f-474b-875b-32d64ee30369 req-acf2fa5f-eb5f-4026-a5ef-94b03c29cbbf tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:40.870591 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2061333-7db4-41de-89ef-b31a60143537 req-9fad962a-64bf-4cb5-8f45-a0645dcb2d56 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] No DVR routers for this DVR port 0969ac69-0fd4-47aa-be94-b54b7f19d682 on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:21:40.875929 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-b2061333-7db4-41de-89ef-b31a60143537 req-9fad962a-64bf-4cb5-8f45-a0645dcb2d56 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:40.879371 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b2061333-7db4-41de-89ef-b31a60143537 req-9fad962a-64bf-4cb5-8f45-a0645dcb2d56 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.45 "DELETE /v2.0/ports/0969ac69-0fd4-47aa-be94-b54b7f19d682 HTTP/1.1" status: 204 len: 173 time: 0.9770670 Nov 09 21:21:40.879646 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['393976db-67d8-45b9-bd11-937dc58d5622', '41840eb5-b7ec-44e8-8a47-c0980b0c0137'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:21:40.896817 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2fa5f-eb5f-4026-a5ef-94b03c29cbbf tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Pushing event deleted for resources: {'Port': ['ID=41840eb5-b7ec-44e8-8a47-c0980b0c0137,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:40.928593 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd1be1e-1ee3-4057-be38-c53cd3bc86a5 x-openstack-request-id: req-bcd1be1e-1ee3-4057-be38-c53cd3bc86a5 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:21:40.928893 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cea2cb3e-1731-409b-8725-7e7a5e5f33f4", "tag": "ff668d99-79df-451f-b7f4-28fb581e8f2b", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:21:40.929156 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bcd1be1e-1ee3-4057-be38-c53cd3bc86a5 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:21:40.929555 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea2cb3e-1731-409b-8725-7e7a5e5f33f4', 'tag': 'ff668d99-79df-451f-b7f4-28fb581e8f2b', 'status': 'completed', 'code': 200} Nov 09 21:21:40.988697 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ddaf61-9c8f-474b-875b-32d64ee30369 req-acf2fa5f-eb5f-4026-a5ef-94b03c29cbbf tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] No DVR routers for this DVR port 41840eb5-b7ec-44e8-8a47-c0980b0c0137 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:21:40.991881 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-39ddaf61-9c8f-474b-875b-32d64ee30369 req-acf2fa5f-eb5f-4026-a5ef-94b03c29cbbf tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:40.996911 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-39ddaf61-9c8f-474b-875b-32d64ee30369 req-acf2fa5f-eb5f-4026-a5ef-94b03c29cbbf tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.43 "DELETE /v2.0/ports/41840eb5-b7ec-44e8-8a47-c0980b0c0137 HTTP/1.1" status: 204 len: 173 time: 0.7139900 Nov 09 21:21:40.998017 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c18ad59-e831-4d07-b6e1-c8b10a08999a', 'name': 'network-vif-deleted', 'tag': '41840eb5-b7ec-44e8-8a47-c0980b0c0137'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:21:40.999032 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f01bb-486c-4cb6-9431-6e399697ddb0 service neutron] Pushing event updated for resources: {'Port': ['ID=ff668d99-79df-451f-b7f4-28fb581e8f2b,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:41.001840 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6bcf21-9828-4ff7-8dbd-280782846e12" -d '{"events": [{"server_uuid": "3c18ad59-e831-4d07-b6e1-c8b10a08999a", "name": "network-vif-deleted", "tag": "41840eb5-b7ec-44e8-8a47-c0980b0c0137"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:21:41.066706 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e417344b-2362-4742-9563-c3cba438f935 x-openstack-request-id: req-e417344b-2362-4742-9563-c3cba438f935 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:21:41.067198 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c18ad59-e831-4d07-b6e1-c8b10a08999a", "name": "network-vif-deleted", "tag": "41840eb5-b7ec-44e8-8a47-c0980b0c0137", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:21:41.067781 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e417344b-2362-4742-9563-c3cba438f935 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:21:41.068362 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c18ad59-e831-4d07-b6e1-c8b10a08999a', 'name': 'network-vif-deleted', 'tag': '41840eb5-b7ec-44e8-8a47-c0980b0c0137', 'status': 'completed', 'code': 200} Nov 09 21:21:41.091411 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1770738-99a4-4f23-a188-53cb72268efd req-dfee26ab-0fb8-4aea-81c3-e1fb7bed6f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:41.092965 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f1770738-99a4-4f23-a188-53cb72268efd req-dfee26ab-0fb8-4aea-81c3-e1fb7bed6f6d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8e9e21c1be6c40e48d395e7f8b701606&device_id=cea2cb3e-1731-409b-8725-7e7a5e5f33f4 HTTP/1.1" status: 200 len: 1095 time: 0.2336547 Nov 09 21:21:41.154335 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5f3f6-bb56-435a-b20e-be76cfd5df5f req-46aa0a29-dd46-4ac6-8fce-623622b2ba8b tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:41.157093 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-78c5f3f6-bb56-435a-b20e-be76cfd5df5f req-46aa0a29-dd46-4ac6-8fce-623622b2ba8b tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ee3b16a-a43f-44fd-9b0c-1c7d446f448f HTTP/1.1" status: 200 len: 945 time: 0.1635599 Nov 09 21:21:41.173514 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f1770738-99a4-4f23-a188-53cb72268efd req-fbb7c220-3fd7-466e-9948-47b5dee54144 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff668d99-79df-451f-b7f4-28fb581e8f2b HTTP/1.1" status: 200 len: 217 time: 0.0690315 Nov 09 21:21:41.188770 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894dea1-93ba-4c69-a3a7-0ac185123c3c req-91af932a-7198-4dfd-9506-3ffd480571cc tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:41.193118 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5894dea1-93ba-4c69-a3a7-0ac185123c3c req-91af932a-7198-4dfd-9506-3ffd480571cc tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cea2cb3e-1731-409b-8725-7e7a5e5f33f4 HTTP/1.1" status: 200 len: 944 time: 0.0666175 Nov 09 21:21:41.250805 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-b2061333-7db4-41de-89ef-b31a60143537 req-7e5e0e1e-698f-466c-90c1-9b65523fbb26 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Deleting port 4738b9a4-96ad-4ddc-a23a-28b89fdd237a {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:21:41.251147 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-b2061333-7db4-41de-89ef-b31a60143537 req-7e5e0e1e-698f-466c-90c1-9b65523fbb26 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:41.252248 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5894dea1-93ba-4c69-a3a7-0ac185123c3c req-12133ce6-4d6a-421e-b6f7-c3830bd7b838 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547068 Nov 09 21:21:41.317716 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1770738-99a4-4f23-a188-53cb72268efd req-b85671ec-6bf6-43c6-b3d6-82414ef33f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:41.319356 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f1770738-99a4-4f23-a188-53cb72268efd req-b85671ec-6bf6-43c6-b3d6-82414ef33f4f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=72e3a48d-bd3b-4c62-a376-6d092be2bf15 HTTP/1.1" status: 200 len: 862 time: 0.1369114 Nov 09 21:21:41.327196 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-78c5f3f6-bb56-435a-b20e-be76cfd5df5f req-0fb69c29-9ff6-4429-9861-ac5dbe44ee3c tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] 10.222.0.49 "GET /v2.0/security-groups?id=61479926-cd4f-4549-84d0-04dd4f44438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639454 Nov 09 21:21:41.363115 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f1770738-99a4-4f23-a188-53cb72268efd req-4cd3cae3-e6e7-4d11-b42b-d9d23d852df6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=327e7e68-3b42-443b-9252-b6063ad01e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302722 Nov 09 21:21:41.431435 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-b2061333-7db4-41de-89ef-b31a60143537 req-7e5e0e1e-698f-466c-90c1-9b65523fbb26 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] For port 4738b9a4-96ad-4ddc-a23a-28b89fdd237a, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=4738b9a4-96ad-4ddc-a23a-28b89fdd237a,segment=NetworkSegment(de89e948-7e91-400a-bc3c-02e56879db72),segment_id=de89e948-7e91-400a-bc3c-02e56879db72)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:41.431795 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-b2061333-7db4-41de-89ef-b31a60143537 req-7e5e0e1e-698f-466c-90c1-9b65523fbb26 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:41.450757 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-b2061333-7db4-41de-89ef-b31a60143537 req-7e5e0e1e-698f-466c-90c1-9b65523fbb26 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Calling delete_port for 4738b9a4-96ad-4ddc-a23a-28b89fdd237a owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:21:41.526626 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f1770738-99a4-4f23-a188-53cb72268efd req-7ff436cb-7aff-4914-a1a0-d9d0faf6e8c6 service neutron] 10.222.0.45 "GET /v2.0/networks/327e7e68-3b42-443b-9252-b6063ad01e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518862 Nov 09 21:21:41.634734 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4a0b57aa-4435-4d7b-a6e5-4c605ac303cd req-00c440c4-7661-4008-9c4a-40788aeb4c09 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c18ad59-e831-4d07-b6e1-c8b10a08999a HTTP/1.1" status: 200 len: 210 time: 0.0395308 Nov 09 21:21:41.692588 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f1770738-99a4-4f23-a188-53cb72268efd req-30e47b80-8ed9-41be-b9d5-9f7ee73eba22 service neutron] 10.222.0.45 "GET /v2.0/networks/327e7e68-3b42-443b-9252-b6063ad01e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554360 Nov 09 21:21:41.714393 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-b2061333-7db4-41de-89ef-b31a60143537 req-7e5e0e1e-698f-466c-90c1-9b65523fbb26 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:41.743420 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5e0e1e-698f-466c-90c1-9b65523fbb26 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Pushing event deleted for resources: {'Port': ['ID=4738b9a4-96ad-4ddc-a23a-28b89fdd237a,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:41.810034 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2061333-7db4-41de-89ef-b31a60143537 req-7e5e0e1e-698f-466c-90c1-9b65523fbb26 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] No DVR routers for this DVR port 4738b9a4-96ad-4ddc-a23a-28b89fdd237a on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:21:41.813320 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-b2061333-7db4-41de-89ef-b31a60143537 req-7e5e0e1e-698f-466c-90c1-9b65523fbb26 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:41.816969 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b2061333-7db4-41de-89ef-b31a60143537 req-7e5e0e1e-698f-466c-90c1-9b65523fbb26 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.45 "DELETE /v2.0/ports/4738b9a4-96ad-4ddc-a23a-28b89fdd237a HTTP/1.1" status: 204 len: 173 time: 0.8899956 Nov 09 21:21:41.831961 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a727ea-f95d-4e25-8083-4c693f4f86fb req-86a05331-22c9-4373-a979-6e1db4da7115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:41.833541 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-69a727ea-f95d-4e25-8083-4c693f4f86fb req-86a05331-22c9-4373-a979-6e1db4da7115 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8e9e21c1be6c40e48d395e7f8b701606&device_id=cea2cb3e-1731-409b-8725-7e7a5e5f33f4 HTTP/1.1" status: 200 len: 1095 time: 0.0823867 Nov 09 21:21:41.847234 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998127af-2cb1-490d-95ab-021a9137d0ef req-3ac59857-edf3-4181-acde-41d67ea61063 tempest-ServersAdminNegativeTestJSON-1995939593 tempest-ServersAdminNegativeTestJSON-1995939593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:41.855714 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-998127af-2cb1-490d-95ab-021a9137d0ef req-3ac59857-edf3-4181-acde-41d67ea61063 tempest-ServersAdminNegativeTestJSON-1995939593 tempest-ServersAdminNegativeTestJSON-1995939593-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=c067eef0-6ba8-45e5-97e7-b86551ac1978 HTTP/1.1" status: 200 len: 1100 time: 0.0577981 Nov 09 21:21:41.922491 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-998127af-2cb1-490d-95ab-021a9137d0ef req-e165f526-8acd-4517-a3c2-55b8da7467be tempest-ServersAdminNegativeTestJSON-1995939593 tempest-ServersAdminNegativeTestJSON-1995939593-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=8de2e6d2-13a1-4fce-94d8-94f8deb033ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553467 Nov 09 21:21:41.962642 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fdee2679-4930-4639-a986-dbb539133532 req-5def7484-3995-4872-b4dc-5e8415ae538c tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "GET /v2.0/ports?device_id=aba1c2b1-124d-4cf7-a4fa-43719032581c HTTP/1.1" status: 200 len: 210 time: 0.0548954 Nov 09 21:21:42.016737 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a727ea-f95d-4e25-8083-4c693f4f86fb req-77d5301c-f05b-4c3d-bbfb-27f8d72b74a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:42.018526 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-69a727ea-f95d-4e25-8083-4c693f4f86fb req-77d5301c-f05b-4c3d-bbfb-27f8d72b74a9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=327e7e68-3b42-443b-9252-b6063ad01e88 HTTP/1.1" status: 200 len: 922 time: 0.1717327 Nov 09 21:21:42.074349 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-69a727ea-f95d-4e25-8083-4c693f4f86fb req-cf8f3a3f-a3f0-4b59-9b83-0396dd46bbf8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff668d99-79df-451f-b7f4-28fb581e8f2b HTTP/1.1" status: 200 len: 217 time: 0.0438175 Nov 09 21:21:42.140789 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a727ea-f95d-4e25-8083-4c693f4f86fb req-c9ba58dd-48f1-4e61-a770-2095e8ee061c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:42.142280 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-69a727ea-f95d-4e25-8083-4c693f4f86fb req-c9ba58dd-48f1-4e61-a770-2095e8ee061c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=72e3a48d-bd3b-4c62-a376-6d092be2bf15 HTTP/1.1" status: 200 len: 862 time: 0.0448136 Nov 09 21:21:42.176131 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-69a727ea-f95d-4e25-8083-4c693f4f86fb req-e91cbf25-d851-4e98-bd5b-f2f8e4168fb9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=327e7e68-3b42-443b-9252-b6063ad01e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248716 Nov 09 21:21:42.308522 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a8a17-237e-482b-b3bb-cadb2aabb939 req-7a7cbbb0-e445-49c7-b6e0-4351e7a86ba6 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:42.309993 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-274a8a17-237e-482b-b3bb-cadb2aabb939 req-7a7cbbb0-e445-49c7-b6e0-4351e7a86ba6 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/ports?device_id=c067eef0-6ba8-45e5-97e7-b86551ac1978 HTTP/1.1" status: 200 len: 949 time: 0.0791829 Nov 09 21:21:42.312335 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-69a727ea-f95d-4e25-8083-4c693f4f86fb req-d5590ad4-939d-4e03-9cd7-6a162f8f64df service neutron] 10.222.0.45 "GET /v2.0/networks/327e7e68-3b42-443b-9252-b6063ad01e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263974 Nov 09 21:21:42.381328 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb3676-da67-460e-8a99-0c509e7593a1 req-9a1508b1-6b4a-4a2f-aadb-4adcb150fbfa tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:42.383018 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c3fb3676-da67-460e-8a99-0c509e7593a1 req-9a1508b1-6b4a-4a2f-aadb-4adcb150fbfa tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cea2cb3e-1731-409b-8725-7e7a5e5f33f4 HTTP/1.1" status: 200 len: 944 time: 0.0504041 Nov 09 21:21:42.415801 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-274a8a17-237e-482b-b3bb-cadb2aabb939 req-c8d58fd7-0156-48b3-98de-f970288831a7 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/security-groups?id=8de2e6d2-13a1-4fce-94d8-94f8deb033ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982568 Nov 09 21:21:42.441917 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c3fb3676-da67-460e-8a99-0c509e7593a1 req-7a5a0b24-53d5-4a44-9b3a-6e0aea2b68ea tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515018 Nov 09 21:21:42.452458 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-69a727ea-f95d-4e25-8083-4c693f4f86fb req-1aca8687-38f6-4856-8e4f-9f5722139a12 service neutron] 10.222.0.45 "GET /v2.0/networks/327e7e68-3b42-443b-9252-b6063ad01e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207528 Nov 09 21:21:42.554620 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed66317-1975-4c48-bbc4-782cee4de171 req-b9458bc8-1496-42a5-bb33-a4bfddae3c4a tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:42.556669 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fed66317-1975-4c48-bbc4-782cee4de171 req-b9458bc8-1496-42a5-bb33-a4bfddae3c4a tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ee3b16a-a43f-44fd-9b0c-1c7d446f448f HTTP/1.1" status: 200 len: 945 time: 0.0499251 Nov 09 21:21:42.607881 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fed66317-1975-4c48-bbc4-782cee4de171 req-3c54b2af-b048-4d88-95da-e8e8d1f295a7 tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] 10.222.0.49 "GET /v2.0/security-groups?id=61479926-cd4f-4549-84d0-04dd4f44438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448372 Nov 09 21:21:42.932400 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aba1c2b1-124d-4cf7-a4fa-43719032581c', 'name': 'network-vif-deleted', 'tag': '0969ac69-0fd4-47aa-be94-b54b7f19d682'}, {'server_uuid': 'aba1c2b1-124d-4cf7-a4fa-43719032581c', 'name': 'network-vif-deleted', 'tag': '4738b9a4-96ad-4ddc-a23a-28b89fdd237a'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:21:42.935996 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3cf82e7-7059-4e6d-a5ec-d79e6ac4b9e0" -d '{"events": [{"server_uuid": "aba1c2b1-124d-4cf7-a4fa-43719032581c", "name": "network-vif-deleted", "tag": "0969ac69-0fd4-47aa-be94-b54b7f19d682"}, {"server_uuid": "aba1c2b1-124d-4cf7-a4fa-43719032581c", "name": "network-vif-deleted", "tag": "4738b9a4-96ad-4ddc-a23a-28b89fdd237a"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:21:42.982782 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57572d33-e2d7-47e9-b0d3-a21fbfde6dc3 req-8a790427-9080-42a5-86af-aa845bcd4a7e tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:42.984266 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-57572d33-e2d7-47e9-b0d3-a21fbfde6dc3 req-8a790427-9080-42a5-86af-aa845bcd4a7e tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/networks?id=d46322e9-b56d-4dd7-8c5c-4100db9766b4 HTTP/1.1" status: 200 len: 804 time: 0.1334755 Nov 09 21:21:43.002762 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-57572d33-e2d7-47e9-b0d3-a21fbfde6dc3 req-72fddb76-4099-403f-ba55-e69a1d85c39d tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/quotas/75ff5a098c974a5f990f4fa539b60751 HTTP/1.1" status: 200 len: 375 time: 0.0106943 Nov 09 21:21:43.059831 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-57572d33-e2d7-47e9-b0d3-a21fbfde6dc3 req-e83e5c2c-d28b-4707-96f7-878176468cfc tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=75ff5a098c974a5f990f4fa539b60751&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0479960 Nov 09 21:21:43.092491 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 21:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f978514-442e-4adf-96fc-ae2ea02b7ea5 x-openstack-request-id: req-5f978514-442e-4adf-96fc-ae2ea02b7ea5 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:21:43.092821 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aba1c2b1-124d-4cf7-a4fa-43719032581c", "name": "network-vif-deleted", "tag": "0969ac69-0fd4-47aa-be94-b54b7f19d682", "status": "completed", "code": 200}, {"server_uuid": "aba1c2b1-124d-4cf7-a4fa-43719032581c", "name": "network-vif-deleted", "tag": "4738b9a4-96ad-4ddc-a23a-28b89fdd237a", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:21:43.093076 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5f978514-442e-4adf-96fc-ae2ea02b7ea5 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:21:43.093685 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aba1c2b1-124d-4cf7-a4fa-43719032581c', 'name': 'network-vif-deleted', 'tag': '0969ac69-0fd4-47aa-be94-b54b7f19d682', 'status': 'completed', 'code': 200} Nov 09 21:21:43.093940 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aba1c2b1-124d-4cf7-a4fa-43719032581c', 'name': 'network-vif-deleted', 'tag': '4738b9a4-96ad-4ddc-a23a-28b89fdd237a', 'status': 'completed', 'code': 200} Nov 09 21:21:43.118768 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 41840eb5-b7ec-44e8-8a47-c0980b0c0137 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:21:43.121100 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42148) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:43.142762 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: 41840eb5-b7ec-44e8-8a47-c0980b0c0137 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:21:43.143409 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 41840eb5-b7ec-44e8-8a47-c0980b0c0137 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:21:43.179624 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-57572d33-e2d7-47e9-b0d3-a21fbfde6dc3 req-fd74c093-fdc8-4b86-8d06-356bf834fe15 service neutron] 10.222.0.49 "GET /v2.0/networks/d46322e9-b56d-4dd7-8c5c-4100db9766b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124811 Nov 09 21:21:43.182637 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8c5f0cd-ab9c-42ee-ad6a-91511088560d tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Deleting subnet 8cf5d5ca-e274-46d0-a0a2-d977d71449d3 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:21:43.186538 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e8c5f0cd-ab9c-42ee-ad6a-91511088560d tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:43.235145 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e8c5f0cd-ab9c-42ee-ad6a-91511088560d tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:43.275065 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-57572d33-e2d7-47e9-b0d3-a21fbfde6dc3 req-63e20ee9-3652-4375-81c3-2ee68d9cf44f service neutron] 10.222.0.49 "GET /v2.0/networks/d46322e9-b56d-4dd7-8c5c-4100db9766b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939937 Nov 09 21:21:43.371980 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e8c5f0cd-ab9c-42ee-ad6a-91511088560d tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:43.438777 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73909c-1f8d-49e3-9743-c67777b0a44a req-16b2501d-d99b-4826-931e-5ce27b399e19 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:43.440915 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0b73909c-1f8d-49e3-9743-c67777b0a44a req-16b2501d-d99b-4826-931e-5ce27b399e19 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] 10.222.0.49 "GET /v2.0/ports?device_id=419f64ec-4f10-448f-9d0e-b60ba32a1bb8 HTTP/1.1" status: 200 len: 945 time: 0.1179068 Nov 09 21:21:43.498818 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6651d9f7-18cc-4ce9-a2ec-321e7ddeaf54 req-a75109a9-9cf0-449e-accf-544eaa3950a5 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=6eb89d93-3f7a-41c3-ad4c-eede92a7779c HTTP/1.1" status: 200 len: 210 time: 0.0746052 Nov 09 21:21:43.510781 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e8c5f0cd-ab9c-42ee-ad6a-91511088560d tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:43.585976 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c5f0cd-ab9c-42ee-ad6a-91511088560d tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Pushing event deleted for resources: {'Subnet': ['ID=8cf5d5ca-e274-46d0-a0a2-d977d71449d3,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:43.589121 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e8c5f0cd-ab9c-42ee-ad6a-91511088560d tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:43.592588 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e8c5f0cd-ab9c-42ee-ad6a-91511088560d tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "DELETE /v2.0/subnets/8cf5d5ca-e274-46d0-a0a2-d977d71449d3 HTTP/1.1" status: 204 len: 168 time: 0.4703746 Nov 09 21:21:43.597251 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930f38a4-cfd0-48a3-b30e-1b41c17f4f9c None None] Network fe540894-517e-498b-839a-b874990e38e7 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:21:43.598905 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0b73909c-1f8d-49e3-9743-c67777b0a44a req-cc948db9-7dd0-4e6d-bd8d-2acebf00c018 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3519b08-e0f0-4b3d-a85c-2bf577a15ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471753 Nov 09 21:21:43.599469 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42162) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:43.662155 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800099e-8639-434e-9a6f-84d894a1c762 req-5819ed09-0081-4bd4-86c2-05194217ef20 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:43.663997 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2800099e-8639-434e-9a6f-84d894a1c762 req-5819ed09-0081-4bd4-86c2-05194217ef20 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/ports?device_id=c067eef0-6ba8-45e5-97e7-b86551ac1978 HTTP/1.1" status: 200 len: 949 time: 0.0933063 Nov 09 21:21:43.737320 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device ff668d99-79df-451f-b7f4-28fb581e8f2b details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:21:43.746565 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 4738b9a4-96ad-4ddc-a23a-28b89fdd237a no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:21:43.774006 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2800099e-8639-434e-9a6f-84d894a1c762 req-e9def5bd-e82d-4e25-a772-4ce294ef4ba9 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/security-groups?id=8de2e6d2-13a1-4fce-94d8-94f8deb033ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021795 Nov 09 21:21:43.787537 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 4738b9a4-96ad-4ddc-a23a-28b89fdd237a {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:21:43.787982 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 4738b9a4-96ad-4ddc-a23a-28b89fdd237a not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:21:43.788501 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 0969ac69-0fd4-47aa-be94-b54b7f19d682 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:21:43.812104 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 0969ac69-0fd4-47aa-be94-b54b7f19d682 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:21:43.812588 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 0969ac69-0fd4-47aa-be94-b54b7f19d682 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:21:43.855255 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ba31dad4-691f-42df-817f-0839f10a5fd8 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:43.894179 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea4888-e80b-40fd-8331-b45141df44d6 req-cb8e7ce8-5373-44ae-b5db-b8e31528db97 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:43.897368 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-64ea4888-e80b-40fd-8331-b45141df44d6 req-cb8e7ce8-5373-44ae-b5db-b8e31528db97 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cea2cb3e-1731-409b-8725-7e7a5e5f33f4 HTTP/1.1" status: 200 len: 944 time: 0.1769292 Nov 09 21:21:43.979816 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port ff668d99-79df-451f-b7f4-28fb581e8f2b, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=ff668d99-79df-451f-b7f4-28fb581e8f2b,segment=NetworkSegment(58913807-21b5-4240-bcd1-63c4ec2c1803),segment_id=58913807-21b5-4240-bcd1-63c4ec2c1803)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:44.018857 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': 'ff668d99-79df-451f-b7f4-28fb581e8f2b', 'network_id': '327e7e68-3b42-443b-9252-b6063ad01e88', 'port_id': 'ff668d99-79df-451f-b7f4-28fb581e8f2b', 'mac_address': 'fa:16:3e:d4:89:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72e3a48d-bd3b-4c62-a376-6d092be2bf15', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:21:44.020486 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56097f6f-4b49-4138-bc3a-b56095df6cab req-f852c1f7-80cb-413a-bd17-a71d2408f207 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:44.022198 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-56097f6f-4b49-4138-bc3a-b56095df6cab req-f852c1f7-80cb-413a-bd17-a71d2408f207 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.43 "GET /v2.0/ports?device_id=c067eef0-6ba8-45e5-97e7-b86551ac1978 HTTP/1.1" status: 200 len: 949 time: 0.1237245 Nov 09 21:21:44.083723 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade07429-23cb-4ff3-9515-adf1b2d16353 None None] DHCP port deletion for fe540894-517e-498b-839a-b874990e38e7 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:21:44.091738 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:44.101926 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-64ea4888-e80b-40fd-8331-b45141df44d6 req-268bfb77-d405-4599-91b5-d61940c0f205 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698091 Nov 09 21:21:44.124042 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff668d99-79df-451f-b7f4-28fb581e8f2b {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:21:44.137436 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ba31dad4-691f-42df-817f-0839f10a5fd8 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Deleting port 7937c52e-a5d2-4c9c-b648-a41a310f9e6a {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:21:44.137781 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ba31dad4-691f-42df-817f-0839f10a5fd8 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:44.154350 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port ff668d99-79df-451f-b7f4-28fb581e8f2b, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=ff668d99-79df-451f-b7f4-28fb581e8f2b,segment=NetworkSegment(58913807-21b5-4240-bcd1-63c4ec2c1803),segment_id=58913807-21b5-4240-bcd1-63c4ec2c1803)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:44.160049 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:44.221953 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-ba31dad4-691f-42df-817f-0839f10a5fd8 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] For port 7937c52e-a5d2-4c9c-b648-a41a310f9e6a, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=7937c52e-a5d2-4c9c-b648-a41a310f9e6a,segment=NetworkSegment(8b8db694-2e99-49d5-91e6-036c60cb9c78),segment_id=8b8db694-2e99-49d5-91e6-036c60cb9c78)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:44.222318 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ba31dad4-691f-42df-817f-0839f10a5fd8 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:44.234183 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-56097f6f-4b49-4138-bc3a-b56095df6cab req-94800fe9-99af-4cb5-90ff-f77746d345a0 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Deleting port 772fe1c0-23c9-4b4d-ae3e-ae5a789e2512 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:21:44.234567 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-56097f6f-4b49-4138-bc3a-b56095df6cab req-94800fe9-99af-4cb5-90ff-f77746d345a0 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:44.240010 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=ff668d99-79df-451f-b7f4-28fb581e8f2b,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:44.253220 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-ade07429-23cb-4ff3-9515-adf1b2d16353 None None] Deleting port 7937c52e-a5d2-4c9c-b648-a41a310f9e6a {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:21:44.254104 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ade07429-23cb-4ff3-9515-adf1b2d16353 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:44.261936 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ba31dad4-691f-42df-817f-0839f10a5fd8 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Calling delete_port for 7937c52e-a5d2-4c9c-b648-a41a310f9e6a owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:21:44.367037 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ba31dad4-691f-42df-817f-0839f10a5fd8 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:44.373225 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-ade07429-23cb-4ff3-9515-adf1b2d16353 None None] For port 7937c52e-a5d2-4c9c-b648-a41a310f9e6a, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=7937c52e-a5d2-4c9c-b648-a41a310f9e6a,segment=NetworkSegment(8b8db694-2e99-49d5-91e6-036c60cb9c78),segment_id=8b8db694-2e99-49d5-91e6-036c60cb9c78)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:44.373621 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ade07429-23cb-4ff3-9515-adf1b2d16353 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:44.377903 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['ff668d99-79df-451f-b7f4-28fb581e8f2b'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:21:44.434466 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-ade07429-23cb-4ff3-9515-adf1b2d16353 None None] Calling delete_port for 7937c52e-a5d2-4c9c-b648-a41a310f9e6a owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:21:44.440708 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba31dad4-691f-42df-817f-0839f10a5fd8 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Pushing event deleted for resources: {'Port': ['ID=7937c52e-a5d2-4c9c-b648-a41a310f9e6a,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:44.469889 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba31dad4-691f-42df-817f-0839f10a5fd8 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] No DVR routers for this DVR port 7937c52e-a5d2-4c9c-b648-a41a310f9e6a on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:21:44.531765 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d91a7-769a-40bc-931e-2fb6d4856c85 req-6a35b514-a8c0-4a8b-bcd9-b64c862cfbdc tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:44.534781 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1e2d91a7-769a-40bc-931e-2fb6d4856c85 req-6a35b514-a8c0-4a8b-bcd9-b64c862cfbdc tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] 10.222.0.45 "GET /v2.0/ports?device_id=419f64ec-4f10-448f-9d0e-b60ba32a1bb8 HTTP/1.1" status: 200 len: 945 time: 0.1231704 Nov 09 21:21:44.634377 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ade07429-23cb-4ff3-9515-adf1b2d16353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:44.653078 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-56097f6f-4b49-4138-bc3a-b56095df6cab req-94800fe9-99af-4cb5-90ff-f77746d345a0 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] For port 772fe1c0-23c9-4b4d-ae3e-ae5a789e2512, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=772fe1c0-23c9-4b4d-ae3e-ae5a789e2512,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:44.653465 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-56097f6f-4b49-4138-bc3a-b56095df6cab req-94800fe9-99af-4cb5-90ff-f77746d345a0 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:44.670803 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade07429-23cb-4ff3-9515-adf1b2d16353 None None] Pushing event deleted for resources: {'Port': ['ID=7937c52e-a5d2-4c9c-b648-a41a310f9e6a,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:44.672212 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-56097f6f-4b49-4138-bc3a-b56095df6cab req-94800fe9-99af-4cb5-90ff-f77746d345a0 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Calling delete_port for 772fe1c0-23c9-4b4d-ae3e-ae5a789e2512 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:21:44.678209 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade07429-23cb-4ff3-9515-adf1b2d16353 None None] No DVR routers for this DVR port 7937c52e-a5d2-4c9c-b648-a41a310f9e6a on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:21:44.717638 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-1e2d91a7-769a-40bc-931e-2fb6d4856c85 req-6c29dbab-de93-46a4-8f43-b08e2decbae6 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Deleting port 51e87dab-4b02-4100-a66a-4ca95a5e6f45 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:21:44.718461 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1e2d91a7-769a-40bc-931e-2fb6d4856c85 req-6c29dbab-de93-46a4-8f43-b08e2decbae6 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:44.778176 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ba31dad4-691f-42df-817f-0839f10a5fd8 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:44.818290 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1ef5fe1c-4011-41f3-8f36-24a1ef6efc18 req-368aeb72-8bf5-4cf5-a4b5-7359bf16cebe tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=6eb89d93-3f7a-41c3-ad4c-eede92a7779c HTTP/1.1" status: 200 len: 210 time: 0.0535324 Nov 09 21:21:44.890176 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-ba31dad4-691f-42df-817f-0839f10a5fd8 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe540894-517e-498b-839a-b874990e38e7']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:21:44.919548 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-ba31dad4-691f-42df-817f-0839f10a5fd8 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b8db694-2e99-49d5-91e6-036c60cb9c78') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:21:44.919823 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-ba31dad4-691f-42df-817f-0839f10a5fd8 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b8db694-2e99-49d5-91e6-036c60cb9c78') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:21:44.952966 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e4c25-3e50-4713-9e07-a393b709294d req-f1657140-f764-4bed-9898-23ab6a7f32bc tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:44.955059 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e29e4c25-3e50-4713-9e07-a393b709294d req-f1657140-f764-4bed-9898-23ab6a7f32bc tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] 10.222.0.49 "GET /v2.0/ports?device_id=419f64ec-4f10-448f-9d0e-b60ba32a1bb8 HTTP/1.1" status: 200 len: 945 time: 0.2029843 Nov 09 21:21:44.955192 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ba31dad4-691f-42df-817f-0839f10a5fd8 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:44.979325 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-1e2d91a7-769a-40bc-931e-2fb6d4856c85 req-6c29dbab-de93-46a4-8f43-b08e2decbae6 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] For port 51e87dab-4b02-4100-a66a-4ca95a5e6f45, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=51e87dab-4b02-4100-a66a-4ca95a5e6f45,segment=NetworkSegment(1a7c8e1b-ecd0-4bfd-acec-9c5369d9030f),segment_id=1a7c8e1b-ecd0-4bfd-acec-9c5369d9030f)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:44.980095 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1e2d91a7-769a-40bc-931e-2fb6d4856c85 req-6c29dbab-de93-46a4-8f43-b08e2decbae6 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:45.002537 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ba31dad4-691f-42df-817f-0839f10a5fd8 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:45.027957 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28174e3a-43d8-44e4-8a99-bc0c50021f3d req-01f972f8-700c-4306-96bb-f26f7d5dcb9b tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:45.035338 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-28174e3a-43d8-44e4-8a99-bc0c50021f3d req-01f972f8-700c-4306-96bb-f26f7d5dcb9b tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/ports?device_id=c067eef0-6ba8-45e5-97e7-b86551ac1978 HTTP/1.1" status: 200 len: 949 time: 0.1191878 Nov 09 21:21:45.037729 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba31dad4-691f-42df-817f-0839f10a5fd8 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:21:45.038064 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57572d33-e2d7-47e9-b0d3-a21fbfde6dc3 req-5fb10b81-5a86-4c85-b563-88eba8aa975b tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:45.038223 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ba31dad4-691f-42df-817f-0839f10a5fd8 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:45.039664 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-57572d33-e2d7-47e9-b0d3-a21fbfde6dc3 req-5fb10b81-5a86-4c85-b563-88eba8aa975b tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.45 "GET /v2.0/networks?id=d46322e9-b56d-4dd7-8c5c-4100db9766b4 HTTP/1.1" status: 200 len: 804 time: 0.2356596 Nov 09 21:21:45.044780 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:21:45.044780 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:21:45.044780 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:21:45.044780 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:21:45.044780 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:21:45.044780 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:21:45.044780 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:21:45.044780 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:21:45.044780 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:21:45.044780 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:21:45.044780 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:21:45.044780 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:21:45.044780 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:21:45.044780 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:21:45.044780 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:21:45.044780 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:21:45.044780 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:21:45.044780 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:21:45.044780 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:21:45.044780 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:21:45.044780 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:21:45.044780 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:21:45.044780 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:21:45.044780 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:21:45.044780 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:21:45.044780 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:21:45.044780 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:21:45.044780 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:21:45.044780 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:21:45.044780 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:21:45.044780 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:21:45.044780 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:21:45.078400 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-57572d33-e2d7-47e9-b0d3-a21fbfde6dc3 req-9e083080-3d44-4aa8-9cbe-6fe8393804ff tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Request body: {'port': {'device_id': '6eb89d93-3f7a-41c3-ad4c-eede92a7779c', 'network_id': 'd46322e9-b56d-4dd7-8c5c-4100db9766b4', 'admin_state_up': True, 'tenant_id': '75ff5a098c974a5f990f4fa539b60751'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:21:45.133380 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-56097f6f-4b49-4138-bc3a-b56095df6cab req-94800fe9-99af-4cb5-90ff-f77746d345a0 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:45.172807 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ba31dad4-691f-42df-817f-0839f10a5fd8 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:45.183439 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['571461dd-5539-4dee-8172-fb0ae8b5345f', '772fe1c0-23c9-4b4d-ae3e-ae5a789e2512'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:21:45.189075 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-28174e3a-43d8-44e4-8a99-bc0c50021f3d req-5e005f7b-a8f6-403e-976f-d1defd624987 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/security-groups?id=8de2e6d2-13a1-4fce-94d8-94f8deb033ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477687 Nov 09 21:21:45.202751 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ba31dad4-691f-42df-817f-0839f10a5fd8 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:45.206176 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ba31dad4-691f-42df-817f-0839f10a5fd8 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "DELETE /v2.0/networks/fe540894-517e-498b-839a-b874990e38e7 HTTP/1.1" status: 204 len: 168 time: 1.6055791 Nov 09 21:21:45.252351 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94800fe9-99af-4cb5-90ff-f77746d345a0 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Pushing event deleted for resources: {'Port': ['ID=772fe1c0-23c9-4b4d-ae3e-ae5a789e2512,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:45.258825 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42192) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:45.319427 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-56097f6f-4b49-4138-bc3a-b56095df6cab req-94800fe9-99af-4cb5-90ff-f77746d345a0 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] No DVR routers for this DVR port 772fe1c0-23c9-4b4d-ae3e-ae5a789e2512 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:21:45.324042 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-56097f6f-4b49-4138-bc3a-b56095df6cab req-94800fe9-99af-4cb5-90ff-f77746d345a0 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:45.337297 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-56097f6f-4b49-4138-bc3a-b56095df6cab req-94800fe9-99af-4cb5-90ff-f77746d345a0 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.43 "DELETE /v2.0/ports/772fe1c0-23c9-4b4d-ae3e-ae5a789e2512 HTTP/1.1" status: 204 len: 173 time: 1.3000493 Nov 09 21:21:45.337845 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c067eef0-6ba8-45e5-97e7-b86551ac1978', 'name': 'network-vif-deleted', 'tag': '772fe1c0-23c9-4b4d-ae3e-ae5a789e2512'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:21:45.340350 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a31bd54-19ff-485d-bd13-e471227f7edf" -d '{"events": [{"server_uuid": "c067eef0-6ba8-45e5-97e7-b86551ac1978", "name": "network-vif-deleted", "tag": "772fe1c0-23c9-4b4d-ae3e-ae5a789e2512"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:21:45.387560 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba31dad4-691f-42df-817f-0839f10a5fd8 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Pushing event deleted for resources: {'Network': ['ID=fe540894-517e-498b-839a-b874990e38e7,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:45.461356 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a790878-3cec-44cd-88de-1b35c87321a0 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Deleting subnet b443614d-2559-404d-ba26-480c65c2f945 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:21:45.465327 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8a790878-3cec-44cd-88de-1b35c87321a0 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:45.571735 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4074f-3e50-43c5-a66a-e5d7c3ad365d req-454a3a31-ec22-4f45-a468-d139ebbe93ce tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:45.589112 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-21d4074f-3e50-43c5-a66a-e5d7c3ad365d req-454a3a31-ec22-4f45-a468-d139ebbe93ce tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cea2cb3e-1731-409b-8725-7e7a5e5f33f4 HTTP/1.1" status: 200 len: 945 time: 0.1758511 Nov 09 21:21:45.595773 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8a790878-3cec-44cd-88de-1b35c87321a0 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:45.604937 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 7937c52e-a5d2-4c9c-b648-a41a310f9e6a no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:21:45.620162 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e29e4c25-3e50-4713-9e07-a393b709294d req-97bb9042-7ba5-4f6e-8888-a5baf28a9170 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] 10.222.0.49 "GET /v2.0/security-groups?id=f3519b08-e0f0-4b3d-a85c-2bf577a15ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6552222 Nov 09 21:21:45.690227 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 7937c52e-a5d2-4c9c-b648-a41a310f9e6a {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:21:45.693425 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 7937c52e-a5d2-4c9c-b648-a41a310f9e6a not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:21:45.732034 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-21d4074f-3e50-43c5-a66a-e5d7c3ad365d req-984c2e00-c51b-4b9b-9f81-be971c876bb1 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419699 Nov 09 21:21:45.732299 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device ff668d99-79df-451f-b7f4-28fb581e8f2b up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:21:45.733350 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1e2d91a7-769a-40bc-931e-2fb6d4856c85 req-6c29dbab-de93-46a4-8f43-b08e2decbae6 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:45.733999 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1e2d91a7-769a-40bc-931e-2fb6d4856c85 req-6c29dbab-de93-46a4-8f43-b08e2decbae6 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:45.734555 n-d-816206-3 neutron-server[102608]: INFO neutron.db.l3_db [req-1e2d91a7-769a-40bc-931e-2fb6d4856c85 req-6c29dbab-de93-46a4-8f43-b08e2decbae6 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Floating IP bdc6751b-1265-47b0-9518-990c7f59ad8a disassociated. External IP: 172.25.7.252, port: 51e87dab-4b02-4100-a66a-4ca95a5e6f45. Nov 09 21:21:45.735143 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-1e2d91a7-769a-40bc-931e-2fb6d4856c85 req-6c29dbab-de93-46a4-8f43-b08e2decbae6 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Calling delete_port for 51e87dab-4b02-4100-a66a-4ca95a5e6f45 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:21:45.754986 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57572d33-e2d7-47e9-b0d3-a21fbfde6dc3 req-9e083080-3d44-4aa8-9cbe-6fe8393804ff tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Made reservation on behalf of 75ff5a098c974a5f990f4fa539b60751 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:21:45.760046 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-57572d33-e2d7-47e9-b0d3-a21fbfde6dc3 req-9e083080-3d44-4aa8-9cbe-6fe8393804ff tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:45.810295 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb744583-7054-46da-91ff-df2aaeb7d92a x-openstack-request-id: req-fb744583-7054-46da-91ff-df2aaeb7d92a {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:21:45.810930 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c067eef0-6ba8-45e5-97e7-b86551ac1978", "name": "network-vif-deleted", "tag": "772fe1c0-23c9-4b4d-ae3e-ae5a789e2512", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:21:45.811162 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fb744583-7054-46da-91ff-df2aaeb7d92a {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:21:45.811584 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c067eef0-6ba8-45e5-97e7-b86551ac1978', 'name': 'network-vif-deleted', 'tag': '772fe1c0-23c9-4b4d-ae3e-ae5a789e2512', 'status': 'completed', 'code': 200} Nov 09 21:21:45.847749 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8a790878-3cec-44cd-88de-1b35c87321a0 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:45.872066 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port ff668d99-79df-451f-b7f4-28fb581e8f2b completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:21:45.882163 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port ff668d99-79df-451f-b7f4-28fb581e8f2b triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:21:45.884531 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:45.942222 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8a790878-3cec-44cd-88de-1b35c87321a0 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:45.972824 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8a790878-3cec-44cd-88de-1b35c87321a0 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:45.978307 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3286708-4b1d-461c-8a97-4a54b0ef1985 None None] Network f48ee82d-a1ec-4b8b-b302-b01a36fe5399 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:21:45.978768 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8a790878-3cec-44cd-88de-1b35c87321a0 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "DELETE /v2.0/subnets/b443614d-2559-404d-ba26-480c65c2f945 HTTP/1.1" status: 204 len: 168 time: 0.6861777 Nov 09 21:21:45.997967 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42202) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:46.014733 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a790878-3cec-44cd-88de-1b35c87321a0 tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Pushing event deleted for resources: {'Subnet': ['ID=b443614d-2559-404d-ba26-480c65c2f945,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:46.141723 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-57572d33-e2d7-47e9-b0d3-a21fbfde6dc3 req-9e083080-3d44-4aa8-9cbe-6fe8393804ff tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Allocated IP 172.20.0.2 (d46322e9-b56d-4dd7-8c5c-4100db9766b4/b00fcf6d-0dad-4966-9afe-8edbbda80569/472c303c-63e4-4618-b7c2-1b70523530a1) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:21:46.151224 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:46.168485 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1e2d91a7-769a-40bc-931e-2fb6d4856c85 req-6c29dbab-de93-46a4-8f43-b08e2decbae6 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:46.205886 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-74a5d60b-02be-4833-86dc-d86b0b81335a tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:46.212704 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea2cb3e-1731-409b-8725-7e7a5e5f33f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff668d99-79df-451f-b7f4-28fb581e8f2b'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:21:46.228179 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32518eae-120f-494d-a59c-ec18cbebb84f" -d '{"events": [{"server_uuid": "cea2cb3e-1731-409b-8725-7e7a5e5f33f4", "name": "network-vif-plugged", "status": "completed", "tag": "ff668d99-79df-451f-b7f4-28fb581e8f2b"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:21:46.238096 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c29dbab-de93-46a4-8f43-b08e2decbae6 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Pushing event deleted for resources: {'Port': ['ID=51e87dab-4b02-4100-a66a-4ca95a5e6f45,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:46.264738 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port ff668d99-79df-451f-b7f4-28fb581e8f2b, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=ff668d99-79df-451f-b7f4-28fb581e8f2b,segment=NetworkSegment(58913807-21b5-4240-bcd1-63c4ec2c1803),segment_id=58913807-21b5-4240-bcd1-63c4ec2c1803)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:46.269816 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:46.317651 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6c55b0c3-6f21-4cdf-9da1-966f83b07334 req-d83cd9ee-0a40-4e44-aa7b-48531914f691 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=6eb89d93-3f7a-41c3-ad4c-eede92a7779c HTTP/1.1" status: 200 len: 210 time: 0.3245335 Nov 09 21:21:46.321911 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae2c4dd-4b4e-494b-9b03-e8d20c372811 None None] DHCP port deletion for f48ee82d-a1ec-4b8b-b302-b01a36fe5399 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:21:46.325991 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5d5cfa-bfe8-4d45-a801-5a9f95b79f93 x-openstack-request-id: req-6e5d5cfa-bfe8-4d45-a801-5a9f95b79f93 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:21:46.326285 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea2cb3e-1731-409b-8725-7e7a5e5f33f4", "name": "network-vif-plugged", "status": "completed", "tag": "ff668d99-79df-451f-b7f4-28fb581e8f2b", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:21:46.326539 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6e5d5cfa-bfe8-4d45-a801-5a9f95b79f93 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:21:46.326929 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea2cb3e-1731-409b-8725-7e7a5e5f33f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff668d99-79df-451f-b7f4-28fb581e8f2b', 'code': 200} Nov 09 21:21:46.363236 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29dbab-de93-46a4-8f43-b08e2decbae6 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:21:46.365684 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29dbab-de93-46a4-8f43-b08e2decbae6 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:21:46.366469 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29dbab-de93-46a4-8f43-b08e2decbae6 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:21:46.372338 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29dbab-de93-46a4-8f43-b08e2decbae6 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:21:46.373183 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29dbab-de93-46a4-8f43-b08e2decbae6 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:21:46.373962 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29dbab-de93-46a4-8f43-b08e2decbae6 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:21:46.374767 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29dbab-de93-46a4-8f43-b08e2decbae6 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:21:46.375551 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29dbab-de93-46a4-8f43-b08e2decbae6 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:21:46.376313 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29dbab-de93-46a4-8f43-b08e2decbae6 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:21:46.377074 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29dbab-de93-46a4-8f43-b08e2decbae6 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:21:46.377857 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29dbab-de93-46a4-8f43-b08e2decbae6 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:21:46.382436 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29dbab-de93-46a4-8f43-b08e2decbae6 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:21:46.415884 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=ff668d99-79df-451f-b7f4-28fb581e8f2b,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:46.450261 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-0ae2c4dd-4b4e-494b-9b03-e8d20c372811 None None] Deleting port d18bdd47-edc8-4bcc-9f5a-d9f1796d07e9 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:21:46.451287 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0ae2c4dd-4b4e-494b-9b03-e8d20c372811 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:46.518972 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e1b8c-bcb6-48b4-ac88-6629184bd010 req-12fb3459-47aa-4cb4-a726-8bd2e0778bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:46.522350 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7b5e1b8c-bcb6-48b4-ac88-6629184bd010 req-12fb3459-47aa-4cb4-a726-8bd2e0778bdc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cea2cb3e-1731-409b-8725-7e7a5e5f33f4 HTTP/1.1" status: 200 len: 1097 time: 0.1090887 Nov 09 21:21:46.582329 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-0ae2c4dd-4b4e-494b-9b03-e8d20c372811 None None] For port d18bdd47-edc8-4bcc-9f5a-d9f1796d07e9, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=d18bdd47-edc8-4bcc-9f5a-d9f1796d07e9,segment=NetworkSegment(de89e948-7e91-400a-bc3c-02e56879db72),segment_id=de89e948-7e91-400a-bc3c-02e56879db72)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:46.582733 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0ae2c4dd-4b4e-494b-9b03-e8d20c372811 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:46.597165 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-0ae2c4dd-4b4e-494b-9b03-e8d20c372811 None None] Calling delete_port for d18bdd47-edc8-4bcc-9f5a-d9f1796d07e9 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:21:46.639642 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7b5e1b8c-bcb6-48b4-ac88-6629184bd010 req-10c606af-7d5b-4566-b75e-7e0332699c30 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079800 Nov 09 21:21:46.794578 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bbed26-6a97-47b1-9ec6-ff28e557d042 req-6266a24a-06d1-48e6-9fa4-d4d03727bdc2 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:46.802082 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d5bbed26-6a97-47b1-9ec6-ff28e557d042 req-6266a24a-06d1-48e6-9fa4-d4d03727bdc2 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/ports?device_id=abd31d39-a8cc-486d-a8d9-94479dc7070c HTTP/1.1" status: 200 len: 949 time: 0.1735423 Nov 09 21:21:46.871302 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-57572d33-e2d7-47e9-b0d3-a21fbfde6dc3 req-9e083080-3d44-4aa8-9cbe-6fe8393804ff tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:46.875611 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-74a5d60b-02be-4833-86dc-d86b0b81335a tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Deleting port d18bdd47-edc8-4bcc-9f5a-d9f1796d07e9 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:21:46.875947 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-74a5d60b-02be-4833-86dc-d86b0b81335a tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:46.908041 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0ae2c4dd-4b4e-494b-9b03-e8d20c372811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:46.922321 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d5bbed26-6a97-47b1-9ec6-ff28e557d042 req-5fd204b2-2670-44bf-b542-902b9e9bf01d tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/security-groups?id=8de2e6d2-13a1-4fce-94d8-94f8deb033ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192410 Nov 09 21:21:46.923538 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dcfff336-2831-4d54-a456-d091f62947ad req-3a7894a5-2a92-4e71-846d-1fa6b077dccb tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] 10.222.0.49 "GET /v2.0/ports?device_id=419f64ec-4f10-448f-9d0e-b60ba32a1bb8 HTTP/1.1" status: 200 len: 210 time: 0.1748898 Nov 09 21:21:46.956093 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2c4dd-4b4e-494b-9b03-e8d20c372811 None None] Pushing event deleted for resources: {'Port': ['ID=d18bdd47-edc8-4bcc-9f5a-d9f1796d07e9,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:46.959847 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae2c4dd-4b4e-494b-9b03-e8d20c372811 None None] No DVR routers for this DVR port d18bdd47-edc8-4bcc-9f5a-d9f1796d07e9 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:21:47.009386 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e2d91a7-769a-40bc-931e-2fb6d4856c85 req-6c29dbab-de93-46a4-8f43-b08e2decbae6 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Router 66a77b76-fcf6-4913-8c55-405ad0541c60 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:21:47.040428 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-bda70a3d-569f-41b9-9a10-72037e322961 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0957165 Nov 09 21:21:47.096387 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-74a5d60b-02be-4833-86dc-d86b0b81335a tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] For port d18bdd47-edc8-4bcc-9f5a-d9f1796d07e9, host n-d-816206-3, got binding levels [] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:47.096774 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-74a5d60b-02be-4833-86dc-d86b0b81335a tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:47.129514 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 772fe1c0-23c9-4b4d-ae3e-ae5a789e2512 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:21:47.144610 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-57572d33-e2d7-47e9-b0d3-a21fbfde6dc3 req-9e083080-3d44-4aa8-9cbe-6fe8393804ff tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:47.156373 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: 772fe1c0-23c9-4b4d-ae3e-ae5a789e2512 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:21:47.156743 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 772fe1c0-23c9-4b4d-ae3e-ae5a789e2512 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:21:47.163593 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-74a5d60b-02be-4833-86dc-d86b0b81335a tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Calling delete_port for d18bdd47-edc8-4bcc-9f5a-d9f1796d07e9 owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:21:47.173760 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-fc80084d-5f3f-4e29-b7c3-421bbf90a818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:47.174466 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-fc80084d-5f3f-4e29-b7c3-421bbf90a818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:47.174933 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-fc80084d-5f3f-4e29-b7c3-421bbf90a818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:47.175370 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.ipam_backend_mixin [None req-74a5d60b-02be-4833-86dc-d86b0b81335a tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Port d18bdd47-edc8-4bcc-9f5a-d9f1796d07e9 was not found and therefore no delete operation was performed {{(pid=102608) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 21:21:47.175525 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-fc80084d-5f3f-4e29-b7c3-421bbf90a818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:47.175991 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-fc80084d-5f3f-4e29-b7c3-421bbf90a818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:47.176451 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-fc80084d-5f3f-4e29-b7c3-421bbf90a818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:47.178255 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-fc80084d-5f3f-4e29-b7c3-421bbf90a818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:47.178897 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-fc80084d-5f3f-4e29-b7c3-421bbf90a818 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=82c72cbaced549c1af9f163b71209187&device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 6500 time: 0.0666363 Nov 09 21:21:47.193335 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['393976db-67d8-45b9-bd11-937dc58d5622'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:21:47.206413 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-74a5d60b-02be-4833-86dc-d86b0b81335a tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:47.215869 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99902c98-d559-4309-83e4-8eca820c456d req-27b4c7f7-bd8c-4daf-937e-10fac3b256cd tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:47.223304 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-99902c98-d559-4309-83e4-8eca820c456d req-27b4c7f7-bd8c-4daf-937e-10fac3b256cd tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cea2cb3e-1731-409b-8725-7e7a5e5f33f4 HTTP/1.1" status: 200 len: 946 time: 0.2041593 Nov 09 21:21:47.249551 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57572d33-e2d7-47e9-b0d3-a21fbfde6dc3 req-9e083080-3d44-4aa8-9cbe-6fe8393804ff tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Network d46322e9-b56d-4dd7-8c5c-4100db9766b4 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:21:47.298650 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-57572d33-e2d7-47e9-b0d3-a21fbfde6dc3 req-9e083080-3d44-4aa8-9cbe-6fe8393804ff tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:21:47.305200 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a5d60b-02be-4833-86dc-d86b0b81335a tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] No DVR routers for this DVR port d18bdd47-edc8-4bcc-9f5a-d9f1796d07e9 on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:21:47.309417 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-57572d33-e2d7-47e9-b0d3-a21fbfde6dc3 req-9e083080-3d44-4aa8-9cbe-6fe8393804ff tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:21:47.317128 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-9e5a2917-5bc5-450e-a1f2-cfd4a77ffc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:47.317765 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-9e5a2917-5bc5-450e-a1f2-cfd4a77ffc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:47.318230 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-9e5a2917-5bc5-450e-a1f2-cfd4a77ffc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:47.320571 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-9e5a2917-5bc5-450e-a1f2-cfd4a77ffc54 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b9d06c7-33c8-4c7a-8231-6eb95b2347b3&id=9bd028ff-7bca-4c46-bd71-6aace0071dc5&id=9bd028ff-7bca-4c46-bd71-6aace0071dc5&id=9bd028ff-7bca-4c46-bd71-6aace0071dc5&id=9bd028ff-7bca-4c46-bd71-6aace0071dc5&id=db993ee6-66d3-478a-b585-3c11adab0dfd&id=db993ee6-66d3-478a-b585-3c11adab0dfd HTTP/1.1" status: 200 len: 2296 time: 0.1070530 Nov 09 21:21:47.364913 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e083080-3d44-4aa8-9cbe-6fe8393804ff tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Pushing event updated for resources: {'Port': ['ID=472c303c-63e4-4618-b7c2-1b70523530a1,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:47.410630 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-238ac705-996b-484a-b686-38d5c60494d2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bd49de7-14e9-45ba-ad29-41a7b31624e4 HTTP/1.1" status: 200 len: 1001 time: 0.0802283 Nov 09 21:21:47.473247 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a5d60b-02be-4833-86dc-d86b0b81335a tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Pushing event deleted for resources: {'Port': ['ID=d18bdd47-edc8-4bcc-9f5a-d9f1796d07e9,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:47.518935 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-99902c98-d559-4309-83e4-8eca820c456d req-14e29fb5-56ae-4ba1-94d1-fb1350310ace tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942364 Nov 09 21:21:47.521250 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device d18bdd47-edc8-4bcc-9f5a-d9f1796d07e9 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:21:47.536385 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-8a0f96ca-de55-47bd-aba6-2ed49e4c630f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:47.538553 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-8a0f96ca-de55-47bd-aba6-2ed49e4c630f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c3d920bb-b358-4f30-b501-1f6a5fba102b HTTP/1.1" status: 200 len: 856 time: 0.1128294 Nov 09 21:21:47.549151 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: d18bdd47-edc8-4bcc-9f5a-d9f1796d07e9 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:21:47.549543 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device d18bdd47-edc8-4bcc-9f5a-d9f1796d07e9 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:21:47.560084 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e2d91a7-769a-40bc-931e-2fb6d4856c85 req-6c29dbab-de93-46a4-8f43-b08e2decbae6 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:21:47.574516 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-74a5d60b-02be-4833-86dc-d86b0b81335a tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:47.578148 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da1f9bd-ae92-4c44-8a45-1f6228e4bc16 None None] Sync routers for ids ['66a77b76-fcf6-4913-8c55-405ad0541c60'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:21:47.598274 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57572d33-e2d7-47e9-b0d3-a21fbfde6dc3 req-9e083080-3d44-4aa8-9cbe-6fe8393804ff tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:47.599912 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-57572d33-e2d7-47e9-b0d3-a21fbfde6dc3 req-9e083080-3d44-4aa8-9cbe-6fe8393804ff tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:47.606699 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a866bf2-faac-4353-86d1-6637e439912a req-2a5b794b-460d-4518-8a2e-4f45c116c219 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:47.617249 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0a866bf2-faac-4353-86d1-6637e439912a req-2a5b794b-460d-4518-8a2e-4f45c116c219 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=6eb89d93-3f7a-41c3-ad4c-eede92a7779c HTTP/1.1" status: 200 len: 931 time: 0.1215560 Nov 09 21:21:47.625919 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da1f9bd-ae92-4c44-8a45-1f6228e4bc16 None None] Routers {'66a77b76-fcf6-4913-8c55-405ad0541c60'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:21:47.626851 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-2da1f9bd-ae92-4c44-8a45-1f6228e4bc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:21:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['66a77b76-fcf6-4913-8c55-405ad0541c60'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:21:47.634289 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-53744d75-8a93-4627-a42d-641b9056451a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:47.641503 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-57572d33-e2d7-47e9-b0d3-a21fbfde6dc3 req-9e083080-3d44-4aa8-9cbe-6fe8393804ff tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5670300 Nov 09 21:21:47.685464 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-57572d33-e2d7-47e9-b0d3-a21fbfde6dc3 req-69ea28d6-455d-4aae-863c-60c94b7ab357 service neutron] Request body: {'port': {'device_id': '6eb89d93-3f7a-41c3-ad4c-eede92a7779c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:21:47.694668 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-da25d2ac-8282-4126-b2c2-a596f0e37a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:47.696208 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-da25d2ac-8282-4126-b2c2-a596f0e37a12 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b9d06c7-33c8-4c7a-8231-6eb95b2347b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1457946 Nov 09 21:21:47.790550 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2d91a7-769a-40bc-931e-2fb6d4856c85 req-6c29dbab-de93-46a4-8f43-b08e2decbae6 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] No DVR routers for this DVR port 51e87dab-4b02-4100-a66a-4ca95a5e6f45 on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:21:47.793580 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1e2d91a7-769a-40bc-931e-2fb6d4856c85 req-6c29dbab-de93-46a4-8f43-b08e2decbae6 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:47.798710 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1e2d91a7-769a-40bc-931e-2fb6d4856c85 req-6c29dbab-de93-46a4-8f43-b08e2decbae6 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] 10.222.0.45 "DELETE /v2.0/ports/51e87dab-4b02-4100-a66a-4ca95a5e6f45 HTTP/1.1" status: 204 len: 173 time: 3.2571650 Nov 09 21:21:47.806552 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419f64ec-4f10-448f-9d0e-b60ba32a1bb8', 'name': 'network-vif-deleted', 'tag': '51e87dab-4b02-4100-a66a-4ca95a5e6f45'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:21:47.808901 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db542a56-0e05-4f85-bbc8-19b7d6ca0e6b" -d '{"events": [{"server_uuid": "419f64ec-4f10-448f-9d0e-b60ba32a1bb8", "name": "network-vif-deleted", "tag": "51e87dab-4b02-4100-a66a-4ca95a5e6f45"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:21:47.817670 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-57572d33-e2d7-47e9-b0d3-a21fbfde6dc3 req-69ea28d6-455d-4aae-863c-60c94b7ab357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:47.819016 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0a866bf2-faac-4353-86d1-6637e439912a req-69e8ba20-06c5-4adb-8906-f0f19a87f47a tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936154 Nov 09 21:21:47.836571 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-74a5d60b-02be-4833-86dc-d86b0b81335a tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f48ee82d-a1ec-4b8b-b302-b01a36fe5399']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:21:47.849325 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-2da1f9bd-ae92-4c44-8a45-1f6228e4bc16 None None] Set router 66a77b76-fcf6-4913-8c55-405ad0541c60 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:21:47.943458 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-5b8d1a18-093c-49d9-b276-a7ed8d571ca9 service neutron] 10.222.0.43 "GET /v2.0/networks/4b9d06c7-33c8-4c7a-8231-6eb95b2347b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336864 Nov 09 21:21:48.039675 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e4175b-4511-4a3e-89cf-0ea53ec6e5f8 x-openstack-request-id: req-04e4175b-4511-4a3e-89cf-0ea53ec6e5f8 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:21:48.041043 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "419f64ec-4f10-448f-9d0e-b60ba32a1bb8", "name": "network-vif-deleted", "tag": "51e87dab-4b02-4100-a66a-4ca95a5e6f45", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:21:48.042045 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-04e4175b-4511-4a3e-89cf-0ea53ec6e5f8 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:21:48.042045 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419f64ec-4f10-448f-9d0e-b60ba32a1bb8', 'name': 'network-vif-deleted', 'tag': '51e87dab-4b02-4100-a66a-4ca95a5e6f45', 'status': 'completed', 'code': 200} Nov 09 21:21:48.059628 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-74a5d60b-02be-4833-86dc-d86b0b81335a tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de89e948-7e91-400a-bc3c-02e56879db72') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:21:48.059981 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-74a5d60b-02be-4833-86dc-d86b0b81335a tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de89e948-7e91-400a-bc3c-02e56879db72') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:21:48.077585 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-74a5d60b-02be-4833-86dc-d86b0b81335a tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:48.110339 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-455ed584-70b4-4e08-9a64-dd3a2b253f04 req-938ed770-b9c8-4d03-bd0f-fe69667c8285 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] 10.222.0.49 "GET /v2.0/ports?device_id=419f64ec-4f10-448f-9d0e-b60ba32a1bb8 HTTP/1.1" status: 200 len: 210 time: 0.0282154 Nov 09 21:21:48.133141 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-56aa7bf7-d120-44e7-8403-1f07cfa8d533 service neutron] 10.222.0.43 "GET /v2.0/networks/4b9d06c7-33c8-4c7a-8231-6eb95b2347b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802039 Nov 09 21:21:48.158156 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170596c-9c01-4773-98b3-e74e87c26f9e req-85737472-0e47-47fd-9847-5f167ac0be14 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:48.159655 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8170596c-9c01-4773-98b3-e74e87c26f9e req-85737472-0e47-47fd-9847-5f167ac0be14 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/ports?device_id=abd31d39-a8cc-486d-a8d9-94479dc7070c HTTP/1.1" status: 200 len: 949 time: 0.1050293 Nov 09 21:21:48.181222 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-74a5d60b-02be-4833-86dc-d86b0b81335a tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:48.206537 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74a5d60b-02be-4833-86dc-d86b0b81335a tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:21:48.207099 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-74a5d60b-02be-4833-86dc-d86b0b81335a tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:48.210264 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:21:48.210264 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:21:48.210264 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:21:48.210264 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:21:48.210264 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:21:48.210264 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:21:48.210264 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:21:48.210264 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:21:48.210264 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:21:48.210264 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:21:48.210264 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:21:48.210264 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:21:48.210264 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:21:48.210264 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:21:48.210264 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:21:48.210264 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:21:48.210264 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:21:48.210264 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:21:48.210264 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:21:48.210264 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:21:48.210264 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:21:48.210264 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:21:48.210264 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:21:48.210264 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:21:48.210264 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:21:48.210264 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:21:48.210264 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:21:48.210264 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:21:48.210264 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:21:48.210264 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:21:48.210264 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:21:48.210264 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:21:48.229024 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-326d2d5f-b58d-4964-b353-f6366f1e0a55 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=a07b3c2f-c8c5-43d5-9170-485f26594f02 HTTP/1.1" status: 200 len: 217 time: 0.0633292 Nov 09 21:21:48.311035 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8170596c-9c01-4773-98b3-e74e87c26f9e req-87babb8c-6d01-47a5-bc39-e6173a0126ca tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/security-groups?id=8de2e6d2-13a1-4fce-94d8-94f8deb033ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325865 Nov 09 21:21:48.315626 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-74a5d60b-02be-4833-86dc-d86b0b81335a tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:48.345068 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-74a5d60b-02be-4833-86dc-d86b0b81335a tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:48.353274 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-74a5d60b-02be-4833-86dc-d86b0b81335a tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] 10.222.0.49 "DELETE /v2.0/networks/f48ee82d-a1ec-4b8b-b302-b01a36fe5399 HTTP/1.1" status: 204 len: 168 time: 2.3536394 Nov 09 21:21:48.368682 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a5d60b-02be-4833-86dc-d86b0b81335a tempest-ServersTestMultiNic-74690561 tempest-ServersTestMultiNic-74690561-project] Pushing event deleted for resources: {'Network': ['ID=f48ee82d-a1ec-4b8b-b302-b01a36fe5399,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:48.391158 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-5d6bafdf-5ec6-41b8-9276-ec60287f9abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:48.396022 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-5d6bafdf-5ec6-41b8-9276-ec60287f9abb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9535f1a8-f553-42a2-9902-5d76b011d9e0 HTTP/1.1" status: 200 len: 797 time: 0.0819974 Nov 09 21:21:48.428087 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-2da1f9bd-ae92-4c44-8a45-1f6228e4bc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a77b76-fcf6-4913-8c55-405ad0541c60', 'name': 'tempest-ServersTestFqdnHostnames-693468397-router', 'tenant_id': '1b6ffb029992434f8d6aabef83131597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '34250667-2f94-4ead-b588-667a2ba4c9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:19:11Z', 'updated_at': '2021-11-09T21:19:24Z', 'revision_number': 4, 'project_id': '1b6ffb029992434f8d6aabef83131597', 'gw_port': {'id': '34250667-2f94-4ead-b588-667a2ba4c9a2', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:90:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a77b76-fcf6-4913-8c55-405ad0541c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:12Z', 'updated_at': '2021-11-09T21:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'c54671bc-a43d-43a1-8a04-2f32e5138da0', 'name': '', 'network_id': '9bcf3e74-66ab-4e01-a79a-180569e5d97f', 'tenant_id': '1b6ffb029992434f8d6aabef83131597', 'mac_address': 'fa:16:3e:26:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a77b76-fcf6-4913-8c55-405ad0541c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '28350996-29de-4d8e-b69d-4686a6e86a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:22Z', 'updated_at': '2021-11-09T21:19:31Z', 'revision_number': 5, 'project_id': '1b6ffb029992434f8d6aabef83131597', 'subnets': [{'id': '28350996-29de-4d8e-b69d-4686a6e86a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:21:48.464589 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da1f9bd-ae92-4c44-8a45-1f6228e4bc16 None None] Checking router: 66a77b76-fcf6-4913-8c55-405ad0541c60 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:21:48.473466 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da1f9bd-ae92-4c44-8a45-1f6228e4bc16 None None] Routers {'66a77b76-fcf6-4913-8c55-405ad0541c60'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:21:48.475060 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-2da1f9bd-ae92-4c44-8a45-1f6228e4bc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:21:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['66a77b76-fcf6-4913-8c55-405ad0541c60'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:21:48.497930 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca189db-2c65-405c-9ff2-1918c6ff6923 req-5e4e9c9e-d220-418e-9073-47fc051683b6 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:48.500010 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6ca189db-2c65-405c-9ff2-1918c6ff6923 req-5e4e9c9e-d220-418e-9073-47fc051683b6 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.43 "GET /v2.0/ports?device_id=abd31d39-a8cc-486d-a8d9-94479dc7070c HTTP/1.1" status: 200 len: 949 time: 0.2066526 Nov 09 21:21:48.535050 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-66a9f0e1-f70d-41b2-9ff3-e7e386c80425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:48.536809 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-66a9f0e1-f70d-41b2-9ff3-e7e386c80425 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9bd028ff-7bca-4c46-bd71-6aace0071dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1333408 Nov 09 21:21:48.610995 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-57572d33-e2d7-47e9-b0d3-a21fbfde6dc3 req-69ea28d6-455d-4aae-863c-60c94b7ab357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 472c303c-63e4-4618-b7c2-1b70523530a1 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:21:48.627442 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-57572d33-e2d7-47e9-b0d3-a21fbfde6dc3 req-69ea28d6-455d-4aae-863c-60c94b7ab357 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:48.652172 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42250) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:48.659364 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-57572d33-e2d7-47e9-b0d3-a21fbfde6dc3 req-69ea28d6-455d-4aae-863c-60c94b7ab357 service neutron] Transition to ACTIVE for port object 472c303c-63e4-4618-b7c2-1b70523530a1 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:21:48.668210 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-6ca189db-2c65-405c-9ff2-1918c6ff6923 req-637abaa2-504a-478e-b891-d20d116396c9 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Deleting port 571461dd-5539-4dee-8172-fb0ae8b5345f {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:21:48.668564 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-6ca189db-2c65-405c-9ff2-1918c6ff6923 req-637abaa2-504a-478e-b891-d20d116396c9 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:48.672681 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-57572d33-e2d7-47e9-b0d3-a21fbfde6dc3 req-69ea28d6-455d-4aae-863c-60c94b7ab357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:48.684412 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-2da1f9bd-ae92-4c44-8a45-1f6228e4bc16 None None] Set router 66a77b76-fcf6-4913-8c55-405ad0541c60 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:21:48.877289 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-57572d33-e2d7-47e9-b0d3-a21fbfde6dc3 req-69ea28d6-455d-4aae-863c-60c94b7ab357 service neutron] Attempting to bind port 472c303c-63e4-4618-b7c2-1b70523530a1 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:21:48.877775 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-57572d33-e2d7-47e9-b0d3-a21fbfde6dc3 req-69ea28d6-455d-4aae-863c-60c94b7ab357 service neutron] Attempting to bind port 472c303c-63e4-4618-b7c2-1b70523530a1 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '535e550e-1834-40ad-bb5a-53e5c279aa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd46322e9-b56d-4dd7-8c5c-4100db9766b4'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:21:48.878067 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57572d33-e2d7-47e9-b0d3-a21fbfde6dc3 req-69ea28d6-455d-4aae-863c-60c94b7ab357 service neutron] Attempting to bind port 472c303c-63e4-4618-b7c2-1b70523530a1 on network d46322e9-b56d-4dd7-8c5c-4100db9766b4 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:21:48.885786 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57572d33-e2d7-47e9-b0d3-a21fbfde6dc3 req-69ea28d6-455d-4aae-863c-60c94b7ab357 service neutron] Port 472c303c-63e4-4618-b7c2-1b70523530a1 on network d46322e9-b56d-4dd7-8c5c-4100db9766b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:21:48.886266 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57572d33-e2d7-47e9-b0d3-a21fbfde6dc3 req-69ea28d6-455d-4aae-863c-60c94b7ab357 service neutron] Attempting to bind port 472c303c-63e4-4618-b7c2-1b70523530a1 on network d46322e9-b56d-4dd7-8c5c-4100db9766b4 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:21:48.891295 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea28d6-455d-4aae-863c-60c94b7ab357 service neutron] Pushing event updated for resources: {'Port': ['ID=472c303c-63e4-4618-b7c2-1b70523530a1,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:48.903677 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57572d33-e2d7-47e9-b0d3-a21fbfde6dc3 req-69ea28d6-455d-4aae-863c-60c94b7ab357 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:21:48.904022 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57572d33-e2d7-47e9-b0d3-a21fbfde6dc3 req-69ea28d6-455d-4aae-863c-60c94b7ab357 service neutron] Checking segment: {'id': '535e550e-1834-40ad-bb5a-53e5c279aa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd46322e9-b56d-4dd7-8c5c-4100db9766b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:21:48.904411 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57572d33-e2d7-47e9-b0d3-a21fbfde6dc3 req-69ea28d6-455d-4aae-863c-60c94b7ab357 service neutron] Bound using segment: {'id': '535e550e-1834-40ad-bb5a-53e5c279aa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd46322e9-b56d-4dd7-8c5c-4100db9766b4'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:21:48.904884 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-57572d33-e2d7-47e9-b0d3-a21fbfde6dc3 req-69ea28d6-455d-4aae-863c-60c94b7ab357 service neutron] Bound port: 472c303c-63e4-4618-b7c2-1b70523530a1, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '535e550e-1834-40ad-bb5a-53e5c279aa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd46322e9-b56d-4dd7-8c5c-4100db9766b4'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:21:48.905243 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-57572d33-e2d7-47e9-b0d3-a21fbfde6dc3 req-69ea28d6-455d-4aae-863c-60c94b7ab357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:48.962345 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-2da1f9bd-ae92-4c44-8a45-1f6228e4bc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a77b76-fcf6-4913-8c55-405ad0541c60', 'name': 'tempest-ServersTestFqdnHostnames-693468397-router', 'tenant_id': '1b6ffb029992434f8d6aabef83131597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '34250667-2f94-4ead-b588-667a2ba4c9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:19:11Z', 'updated_at': '2021-11-09T21:19:24Z', 'revision_number': 4, 'project_id': '1b6ffb029992434f8d6aabef83131597', 'gw_port': {'id': '34250667-2f94-4ead-b588-667a2ba4c9a2', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:90:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a77b76-fcf6-4913-8c55-405ad0541c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:12Z', 'updated_at': '2021-11-09T21:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'c54671bc-a43d-43a1-8a04-2f32e5138da0', 'name': '', 'network_id': '9bcf3e74-66ab-4e01-a79a-180569e5d97f', 'tenant_id': '1b6ffb029992434f8d6aabef83131597', 'mac_address': 'fa:16:3e:26:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a77b76-fcf6-4913-8c55-405ad0541c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '28350996-29de-4d8e-b69d-4686a6e86a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:22Z', 'updated_at': '2021-11-09T21:19:31Z', 'revision_number': 5, 'project_id': '1b6ffb029992434f8d6aabef83131597', 'subnets': [{'id': '28350996-29de-4d8e-b69d-4686a6e86a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:21:48.986995 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-57572d33-e2d7-47e9-b0d3-a21fbfde6dc3 req-69ea28d6-455d-4aae-863c-60c94b7ab357 service neutron] For port 472c303c-63e4-4618-b7c2-1b70523530a1, host n-h1-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:21:48.990521 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-57572d33-e2d7-47e9-b0d3-a21fbfde6dc3 req-69ea28d6-455d-4aae-863c-60c94b7ab357 service neutron] For port 472c303c-63e4-4618-b7c2-1b70523530a1, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=472c303c-63e4-4618-b7c2-1b70523530a1,segment=NetworkSegment(535e550e-1834-40ad-bb5a-53e5c279aa6f),segment_id=535e550e-1834-40ad-bb5a-53e5c279aa6f)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:21:48.994733 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da1f9bd-ae92-4c44-8a45-1f6228e4bc16 None None] The sync data for ids ['66a77b76-fcf6-4913-8c55-405ad0541c60'] in n-d-816206-3 is: [{'id': '66a77b76-fcf6-4913-8c55-405ad0541c60', 'name': 'tempest-ServersTestFqdnHostnames-693468397-router', 'tenant_id': '1b6ffb029992434f8d6aabef83131597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '34250667-2f94-4ead-b588-667a2ba4c9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:19:11Z', 'updated_at': '2021-11-09T21:19:24Z', 'revision_number': 4, 'project_id': '1b6ffb029992434f8d6aabef83131597', 'gw_port': {'id': '34250667-2f94-4ead-b588-667a2ba4c9a2', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:90:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a77b76-fcf6-4913-8c55-405ad0541c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:12Z', 'updated_at': '2021-11-09T21:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'c54671bc-a43d-43a1-8a04-2f32e5138da0', 'name': '', 'network_id': '9bcf3e74-66ab-4e01-a79a-180569e5d97f', 'tenant_id': '1b6ffb029992434f8d6aabef83131597', 'mac_address': 'fa:16:3e:26:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a77b76-fcf6-4913-8c55-405ad0541c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '28350996-29de-4d8e-b69d-4686a6e86a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:22Z', 'updated_at': '2021-11-09T21:19:31Z', 'revision_number': 5, 'project_id': '1b6ffb029992434f8d6aabef83131597', 'subnets': [{'id': '28350996-29de-4d8e-b69d-4686a6e86a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:21:49.038144 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-57572d33-e2d7-47e9-b0d3-a21fbfde6dc3 req-69ea28d6-455d-4aae-863c-60c94b7ab357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:49.072182 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57572d33-e2d7-47e9-b0d3-a21fbfde6dc3 req-69ea28d6-455d-4aae-863c-60c94b7ab357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:49.073522 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-57572d33-e2d7-47e9-b0d3-a21fbfde6dc3 req-69ea28d6-455d-4aae-863c-60c94b7ab357 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:49.075106 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-57572d33-e2d7-47e9-b0d3-a21fbfde6dc3 req-69ea28d6-455d-4aae-863c-60c94b7ab357 service neutron] 10.222.0.45 "PUT /v2.0/ports/472c303c-63e4-4618-b7c2-1b70523530a1 HTTP/1.1" status: 200 len: 1091 time: 1.4001894 Nov 09 21:21:49.119165 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-6ca189db-2c65-405c-9ff2-1918c6ff6923 req-637abaa2-504a-478e-b891-d20d116396c9 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] For port 571461dd-5539-4dee-8172-fb0ae8b5345f, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=571461dd-5539-4dee-8172-fb0ae8b5345f,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:49.120071 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-6ca189db-2c65-405c-9ff2-1918c6ff6923 req-637abaa2-504a-478e-b891-d20d116396c9 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:49.226182 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-899a6e8d-afca-493e-b56d-a7e342d6e72d service neutron] 10.222.0.43 "GET /v2.0/networks/9bd028ff-7bca-4c46-bd71-6aace0071dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6819649 Nov 09 21:21:49.236232 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ad2ba-34e8-4aa5-91dc-4e11bf072341 req-025944de-b8ed-48df-9d1e-6558c589dd01 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:49.237822 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-290ad2ba-34e8-4aa5-91dc-4e11bf072341 req-025944de-b8ed-48df-9d1e-6558c589dd01 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cea2cb3e-1731-409b-8725-7e7a5e5f33f4 HTTP/1.1" status: 200 len: 946 time: 0.5975075 Nov 09 21:21:49.369766 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-290ad2ba-34e8-4aa5-91dc-4e11bf072341 req-fb1c14df-c1c6-4796-9058-c2508c64de18 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146564 Nov 09 21:21:49.457321 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-6ca189db-2c65-405c-9ff2-1918c6ff6923 req-637abaa2-504a-478e-b891-d20d116396c9 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Calling delete_port for 571461dd-5539-4dee-8172-fb0ae8b5345f owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:21:49.473294 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-64d1872a-0506-45e7-984b-3428580fbd5a service neutron] 10.222.0.43 "GET /v2.0/networks/9bd028ff-7bca-4c46-bd71-6aace0071dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327435 Nov 09 21:21:49.473488 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a8190-0dee-4def-acc1-9e6583ad730b req-ef9f0f7b-9129-4fdb-addc-6e50431a2b00 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:49.483282 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c70a8190-0dee-4def-acc1-9e6583ad730b req-ef9f0f7b-9129-4fdb-addc-6e50431a2b00 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=6eb89d93-3f7a-41c3-ad4c-eede92a7779c HTTP/1.1" status: 200 len: 943 time: 0.4869246 Nov 09 21:21:49.483470 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6438ce78-aa5b-43db-97ee-705e5725f034 None None] New status for floating IP bdc6751b-1265-47b0-9518-990c7f59ad8a: DOWN {{(pid=102609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:21:49.530066 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-50f113ff-dd84-4d35-8cd8-da1f287f6692 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=91c8b178-c506-4843-982e-f1a58ad7e198 HTTP/1.1" status: 200 len: 217 time: 0.0477366 Nov 09 21:21:49.545685 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea28d6-455d-4aae-863c-60c94b7ab357 service neutron] Pushing event updated for resources: {'Port': ['ID=472c303c-63e4-4618-b7c2-1b70523530a1,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:49.592522 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c70a8190-0dee-4def-acc1-9e6583ad730b req-b5083dc0-131a-4604-bcdc-f6fef9b03cf9 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083016 Nov 09 21:21:49.608400 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57572d33-e2d7-47e9-b0d3-a21fbfde6dc3 req-715f9da8-a0e7-4171-a552-d393b90327f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:49.610115 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-57572d33-e2d7-47e9-b0d3-a21fbfde6dc3 req-715f9da8-a0e7-4171-a552-d393b90327f4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=75ff5a098c974a5f990f4fa539b60751&device_id=6eb89d93-3f7a-41c3-ad4c-eede92a7779c HTTP/1.1" status: 200 len: 1094 time: 0.4943764 Nov 09 21:21:49.624099 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-6c0b8efc-2910-4c49-8ae4-89e0c22ece04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:49.625782 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-6c0b8efc-2910-4c49-8ae4-89e0c22ece04 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9535f1a8-f553-42a2-9902-5d76b011d9e0 HTTP/1.1" status: 200 len: 797 time: 0.0858078 Nov 09 21:21:49.711748 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-0bc21a1f-9f78-4556-8572-db5d0f027b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:49.713246 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-0bc21a1f-9f78-4556-8572-db5d0f027b3f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9bd028ff-7bca-4c46-bd71-6aace0071dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0667160 Nov 09 21:21:49.751060 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 51e87dab-4b02-4100-a66a-4ca95a5e6f45 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:21:49.780676 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 51e87dab-4b02-4100-a66a-4ca95a5e6f45 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:21:49.781288 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 51e87dab-4b02-4100-a66a-4ca95a5e6f45 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:21:49.834072 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be03c9-6f45-4e04-a03c-e213d774fe1c req-9903557b-d0ee-4429-871c-fcfaa05bcc2c tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:49.844863 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-57be03c9-6f45-4e04-a03c-e213d774fe1c req-9903557b-d0ee-4429-871c-fcfaa05bcc2c tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/ports?device_id=abd31d39-a8cc-486d-a8d9-94479dc7070c HTTP/1.1" status: 200 len: 949 time: 0.1566274 Nov 09 21:21:49.857773 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-57572d33-e2d7-47e9-b0d3-a21fbfde6dc3 req-dbdf8e69-faac-4f19-ad24-af1854d22f08 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=472c303c-63e4-4618-b7c2-1b70523530a1 HTTP/1.1" status: 200 len: 217 time: 0.2345974 Nov 09 21:21:49.913897 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-6ca189db-2c65-405c-9ff2-1918c6ff6923 req-637abaa2-504a-478e-b891-d20d116396c9 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:49.927283 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f448c8-b424-4646-8bd2-908ae3cbc247 req-4e848fd8-8d0e-4bb1-9f53-99f4cf025a7b tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:49.928843 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c7f448c8-b424-4646-8bd2-908ae3cbc247 req-4e848fd8-8d0e-4bb1-9f53-99f4cf025a7b tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cea2cb3e-1731-409b-8725-7e7a5e5f33f4 HTTP/1.1" status: 200 len: 946 time: 0.2029614 Nov 09 21:21:49.949778 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-57be03c9-6f45-4e04-a03c-e213d774fe1c req-23a5a7d8-1549-4788-99a5-4d7b6ac6ba59 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.49 "GET /v2.0/security-groups?id=8de2e6d2-13a1-4fce-94d8-94f8deb033ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035335 Nov 09 21:21:49.959008 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-bf303b10-4b11-4ec0-98b9-8db69cb74100 service neutron] 10.222.0.43 "GET /v2.0/networks/9bd028ff-7bca-4c46-bd71-6aace0071dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288091 Nov 09 21:21:49.975137 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637abaa2-504a-478e-b891-d20d116396c9 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Pushing event deleted for resources: {'Port': ['ID=571461dd-5539-4dee-8172-fb0ae8b5345f,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:49.993026 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57572d33-e2d7-47e9-b0d3-a21fbfde6dc3 req-13a786c5-f2bf-4eac-b8ff-a291934f6437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:49.995126 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-57572d33-e2d7-47e9-b0d3-a21fbfde6dc3 req-13a786c5-f2bf-4eac-b8ff-a291934f6437 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b00fcf6d-0dad-4966-9afe-8edbbda80569 HTTP/1.1" status: 200 len: 844 time: 0.1295197 Nov 09 21:21:50.034734 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42272) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:50.038640 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-aad6c165-d74d-4bba-b7f1-97f20c4f32c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:50.068604 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb89d93-3f7a-41c3-ad4c-eede92a7779c', 'tag': '472c303c-63e4-4618-b7c2-1b70523530a1'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:21:50.070921 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50baab75-fbe4-4f62-a8f3-a52e24eda498" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb89d93-3f7a-41c3-ad4c-eede92a7779c", "tag": "472c303c-63e4-4618-b7c2-1b70523530a1"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:21:50.107084 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-50f9be50-a839-482f-8750-223c845cb220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:50.121091 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-57572d33-e2d7-47e9-b0d3-a21fbfde6dc3 req-3516d9b0-d0d0-4f3f-8cc4-46edbdff1acc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d46322e9-b56d-4dd7-8c5c-4100db9766b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1144600 Nov 09 21:21:50.121958 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca189db-2c65-405c-9ff2-1918c6ff6923 req-637abaa2-504a-478e-b891-d20d116396c9 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] No DVR routers for this DVR port 571461dd-5539-4dee-8172-fb0ae8b5345f on host n-h2-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:21:50.124598 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-6ca189db-2c65-405c-9ff2-1918c6ff6923 req-637abaa2-504a-478e-b891-d20d116396c9 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:50.128256 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6ca189db-2c65-405c-9ff2-1918c6ff6923 req-637abaa2-504a-478e-b891-d20d116396c9 tempest-ServersAdminNegativeTestJSON-66146829 tempest-ServersAdminNegativeTestJSON-66146829-project] 10.222.0.43 "DELETE /v2.0/ports/571461dd-5539-4dee-8172-fb0ae8b5345f HTTP/1.1" status: 204 len: 173 time: 1.6215861 Nov 09 21:21:50.233231 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6045767a-a362-4b2c-888b-ef36f50ccbf2 x-openstack-request-id: req-6045767a-a362-4b2c-888b-ef36f50ccbf2 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:21:50.233723 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb89d93-3f7a-41c3-ad4c-eede92a7779c", "tag": "472c303c-63e4-4618-b7c2-1b70523530a1", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:21:50.233993 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6045767a-a362-4b2c-888b-ef36f50ccbf2 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:21:50.234501 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eb89d93-3f7a-41c3-ad4c-eede92a7779c', 'tag': '472c303c-63e4-4618-b7c2-1b70523530a1', 'status': 'completed', 'code': 200} Nov 09 21:21:50.273596 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c7f448c8-b424-4646-8bd2-908ae3cbc247 req-9ae99b6a-20b2-47fa-bffa-21276eb0523f tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133593 Nov 09 21:21:50.343429 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-3977ba6d-a19d-4b91-9d6b-a70b3c085f13 service neutron] 10.222.0.43 "GET /v2.0/networks/9bd028ff-7bca-4c46-bd71-6aace0071dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766561 Nov 09 21:21:50.369574 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f991015b-4248-4e3c-a995-163d01e64914 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:50.404112 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-57572d33-e2d7-47e9-b0d3-a21fbfde6dc3 req-96b67ed3-4080-4313-9d02-6e1441db164a service neutron] 10.222.0.45 "GET /v2.0/networks/d46322e9-b56d-4dd7-8c5c-4100db9766b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693162 Nov 09 21:21:50.424468 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f991015b-4248-4e3c-a995-163d01e64914 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:50.459620 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-7570ed8c-19e1-4503-9439-8d5a2617f871 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=425016f1-5323-4fd9-bef6-b3071e755392 HTTP/1.1" status: 200 len: 217 time: 0.0767076 Nov 09 21:21:50.524981 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-3164fd37-44e2-43b9-b2cb-fa03700bed18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:50.527127 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-3164fd37-44e2-43b9-b2cb-fa03700bed18 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9535f1a8-f553-42a2-9902-5d76b011d9e0 HTTP/1.1" status: 200 len: 797 time: 0.0584295 Nov 09 21:21:50.572497 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-57572d33-e2d7-47e9-b0d3-a21fbfde6dc3 req-909ffea4-92f3-4dd3-99aa-e738b7f4f2f2 service neutron] 10.222.0.45 "GET /v2.0/networks/d46322e9-b56d-4dd7-8c5c-4100db9766b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611607 Nov 09 21:21:50.581260 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f991015b-4248-4e3c-a995-163d01e64914 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:50.593416 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f991015b-4248-4e3c-a995-163d01e64914 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:50.600009 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f991015b-4248-4e3c-a995-163d01e64914 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] 10.222.0.49 "DELETE /v2.0/security-groups/f3519b08-e0f0-4b3d-a85c-2bf577a15ef2 HTTP/1.1" status: 204 len: 168 time: 0.5640397 Nov 09 21:21:50.600664 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42288) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:50.631506 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-5585ae5e-5799-4029-bc93-fbfbbea90ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:50.651970 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-5585ae5e-5799-4029-bc93-fbfbbea90ae6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9bd028ff-7bca-4c46-bd71-6aace0071dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1140385 Nov 09 21:21:50.652534 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-d2fcb7a3-1d45-4986-802f-207628abf990 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] show failed (client error): The resource could not be found. Nov 09 21:21:50.653623 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d2fcb7a3-1d45-4986-802f-207628abf990 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] 10.222.0.49 "GET /v2.0/security-groups/f3519b08-e0f0-4b3d-a85c-2bf577a15ef2 HTTP/1.1" status: 404 len: 347 time: 0.0326707 Nov 09 21:21:50.654413 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f991015b-4248-4e3c-a995-163d01e64914 tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3519b08-e0f0-4b3d-a85c-2bf577a15ef2,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:50.657153 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42292) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:50.899859 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-06a7f814-5ced-4eb0-b552-d629cd900bd9 service neutron] 10.222.0.43 "GET /v2.0/networks/9bd028ff-7bca-4c46-bd71-6aace0071dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019782 Nov 09 21:21:50.907557 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-50f9be50-a839-482f-8750-223c845cb220 admin admin] Deleting port cd3d2593-ab59-4f66-bdac-3e4991e5e384 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:21:50.907898 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-50f9be50-a839-482f-8750-223c845cb220 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:50.915826 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:50.933715 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50baab75-fbe4-4f62-a8f3-a52e24eda498 req-81afed48-de75-416b-892e-88346d296834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:50.935219 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-50baab75-fbe4-4f62-a8f3-a52e24eda498 req-81afed48-de75-416b-892e-88346d296834 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=75ff5a098c974a5f990f4fa539b60751&device_id=6eb89d93-3f7a-41c3-ad4c-eede92a7779c HTTP/1.1" status: 200 len: 1094 time: 0.2657900 Nov 09 21:21:51.071054 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37bd1e5-3816-4714-a580-5c0694fc4427 req-759a0b2a-e625-47ee-a336-f9bdbdef41a2 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:51.072844 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d37bd1e5-3816-4714-a580-5c0694fc4427 req-759a0b2a-e625-47ee-a336-f9bdbdef41a2 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=6eb89d93-3f7a-41c3-ad4c-eede92a7779c HTTP/1.1" status: 200 len: 943 time: 0.2735536 Nov 09 21:21:51.120385 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-50f9be50-a839-482f-8750-223c845cb220 admin admin] For port cd3d2593-ab59-4f66-bdac-3e4991e5e384, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=cd3d2593-ab59-4f66-bdac-3e4991e5e384,segment=NetworkSegment(9eac00e5-ff86-4c9b-8759-6a66cfb57b9a),segment_id=9eac00e5-ff86-4c9b-8759-6a66cfb57b9a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:51.133695 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-50f9be50-a839-482f-8750-223c845cb220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:51.151709 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 571461dd-5539-4dee-8172-fb0ae8b5345f no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:21:51.179801 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: 571461dd-5539-4dee-8172-fb0ae8b5345f {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:21:51.180613 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 571461dd-5539-4dee-8172-fb0ae8b5345f not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:21:51.188007 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-2ab67798-30a4-4a1e-ad3c-12a03bed0bdd service neutron] 10.222.0.43 "GET /v2.0/networks/9bd028ff-7bca-4c46-bd71-6aace0071dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772274 Nov 09 21:21:51.190227 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d37bd1e5-3816-4714-a580-5c0694fc4427 req-9233690e-68a1-4038-8653-c9bc1b43056f tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071882 Nov 09 21:21:51.195782 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-50f9be50-a839-482f-8750-223c845cb220 admin admin] Calling delete_port for cd3d2593-ab59-4f66-bdac-3e4991e5e384 owned by network:router_interface {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:21:51.211129 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-c8e92557-1a16-41fc-8975-2bc355b7359a tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Deleting port f4288896-e75a-4bfa-9aca-c318019bc6a4 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:21:51.211129 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c8e92557-1a16-41fc-8975-2bc355b7359a tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:51.270584 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-d437b5f9-34e1-4e9e-8e05-3c2781b63c3b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=f1a55f02-391f-4b2f-8594-8dd0febfc624 HTTP/1.1" status: 200 len: 217 time: 0.0722909 Nov 09 21:21:51.298661 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50baab75-fbe4-4f62-a8f3-a52e24eda498 req-2a55a948-9d94-4223-bdef-00fb33d0d7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:51.300332 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-50baab75-fbe4-4f62-a8f3-a52e24eda498 req-2a55a948-9d94-4223-bdef-00fb33d0d7e8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d46322e9-b56d-4dd7-8c5c-4100db9766b4 HTTP/1.1" status: 200 len: 904 time: 0.3325746 Nov 09 21:21:51.302486 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c8e92557-1a16-41fc-8975-2bc355b7359a tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:51.302799 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c8e92557-1a16-41fc-8975-2bc355b7359a tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:51.325104 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-c8e92557-1a16-41fc-8975-2bc355b7359a tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Calling delete_port for f4288896-e75a-4bfa-9aca-c318019bc6a4 owned by network:floatingip {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:21:51.364663 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-50baab75-fbe4-4f62-a8f3-a52e24eda498 req-67b30f2d-a8a0-4f49-98a8-9772244431b0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=472c303c-63e4-4618-b7c2-1b70523530a1 HTTP/1.1" status: 200 len: 217 time: 0.0519764 Nov 09 21:21:51.414160 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27d2da-d3c5-4812-b1d7-3b6706da8aba req-a1bf7ab0-7b4b-4f90-803a-8f90078975ac tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:51.427762 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ea27d2da-d3c5-4812-b1d7-3b6706da8aba req-a1bf7ab0-7b4b-4f90-803a-8f90078975ac tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cea2cb3e-1731-409b-8725-7e7a5e5f33f4 HTTP/1.1" status: 200 len: 946 time: 0.1625917 Nov 09 21:21:51.437679 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-c038eaaf-0003-4191-92e7-8b4bd4d14f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:51.442421 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-c038eaaf-0003-4191-92e7-8b4bd4d14f6a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9535f1a8-f553-42a2-9902-5d76b011d9e0 HTTP/1.1" status: 200 len: 797 time: 0.1510372 Nov 09 21:21:51.457122 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42318) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:51.474062 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50baab75-fbe4-4f62-a8f3-a52e24eda498 req-45306ad3-5700-4fa9-ae06-76912f2c0fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:51.475532 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-50baab75-fbe4-4f62-a8f3-a52e24eda498 req-45306ad3-5700-4fa9-ae06-76912f2c0fa3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b00fcf6d-0dad-4966-9afe-8edbbda80569 HTTP/1.1" status: 200 len: 844 time: 0.1004088 Nov 09 21:21:51.517527 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-50baab75-fbe4-4f62-a8f3-a52e24eda498 req-51d3baa4-a387-4699-bea0-3b80913d6cd5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d46322e9-b56d-4dd7-8c5c-4100db9766b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319707 Nov 09 21:21:51.599629 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ea27d2da-d3c5-4812-b1d7-3b6706da8aba req-c50f70cc-758f-4d76-b076-f4aa6ab9c610 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702993 Nov 09 21:21:51.607142 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-f53ad6da-5a83-499b-a9bb-64c3d00ab418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:51.608893 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-f53ad6da-5a83-499b-a9bb-64c3d00ab418 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9bd028ff-7bca-4c46-bd71-6aace0071dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1539512 Nov 09 21:21:51.660657 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c8e92557-1a16-41fc-8975-2bc355b7359a tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:51.701941 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e92557-1a16-41fc-8975-2bc355b7359a tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Pushing event deleted for resources: {'Port': ['ID=f4288896-e75a-4bfa-9aca-c318019bc6a4,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:51.709054 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-50baab75-fbe4-4f62-a8f3-a52e24eda498 req-35f46599-c1e0-4894-8528-f14fba82779b service neutron] 10.222.0.45 "GET /v2.0/networks/d46322e9-b56d-4dd7-8c5c-4100db9766b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828439 Nov 09 21:21:51.751587 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-66a774be-38df-4693-86da-d4dcfa314052 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d43df4feec5f40869f96098c4dac8c12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2936776 Nov 09 21:21:51.761362 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42324) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:51.808532 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-05948cb5-dccb-45b4-a625-30f001f76f68 service neutron] 10.222.0.43 "GET /v2.0/networks/9bd028ff-7bca-4c46-bd71-6aace0071dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890147 Nov 09 21:21:51.830852 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-50f9be50-a839-482f-8750-223c845cb220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:51.857458 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c8e92557-1a16-41fc-8975-2bc355b7359a tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Publish callbacks [] for floatingip, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:51.860608 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c8e92557-1a16-41fc-8975-2bc355b7359a tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:51.864599 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c8e92557-1a16-41fc-8975-2bc355b7359a tempest-ServersTestFqdnHostnames-481456285 tempest-ServersTestFqdnHostnames-481456285-project] 10.222.0.49 "DELETE /v2.0/floatingips/bdc6751b-1265-47b0-9518-990c7f59ad8a HTTP/1.1" status: 204 len: 168 time: 1.2034266 Nov 09 21:21:51.864807 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42326) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:51.912849 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f9be50-a839-482f-8750-223c845cb220 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd3d2593-ab59-4f66-bdac-3e4991e5e384,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:51.950611 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f9be50-a839-482f-8750-223c845cb220 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:21:51.950966 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f9be50-a839-482f-8750-223c845cb220 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:21:51.951313 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f9be50-a839-482f-8750-223c845cb220 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:21:51.952287 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f9be50-a839-482f-8750-223c845cb220 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:21:51.952287 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f9be50-a839-482f-8750-223c845cb220 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:21:51.952287 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f9be50-a839-482f-8750-223c845cb220 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:21:51.952796 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f9be50-a839-482f-8750-223c845cb220 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:21:51.952962 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f9be50-a839-482f-8750-223c845cb220 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:21:51.953295 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f9be50-a839-482f-8750-223c845cb220 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:21:51.953625 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f9be50-a839-482f-8750-223c845cb220 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:21:51.953957 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f9be50-a839-482f-8750-223c845cb220 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:21:51.954285 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f9be50-a839-482f-8750-223c845cb220 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:21:51.970345 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c18dcd7b-0921-4058-9a51-b732999b1fd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:51.977096 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-50baab75-fbe4-4f62-a8f3-a52e24eda498 req-db0a4557-2a64-4125-ab39-0bfebf2d6e73 service neutron] 10.222.0.45 "GET /v2.0/networks/d46322e9-b56d-4dd7-8c5c-4100db9766b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324214 Nov 09 21:21:52.033014 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c18dcd7b-0921-4058-9a51-b732999b1fd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:52.099328 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c18dcd7b-0921-4058-9a51-b732999b1fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:52.101581 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c18dcd7b-0921-4058-9a51-b732999b1fd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:52.105178 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c18dcd7b-0921-4058-9a51-b732999b1fd5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8de2e6d2-13a1-4fce-94d8-94f8deb033ce HTTP/1.1" status: 204 len: 168 time: 0.3312731 Nov 09 21:21:52.150525 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18dcd7b-0921-4058-9a51-b732999b1fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de2e6d2-13a1-4fce-94d8-94f8deb033ce,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:52.155205 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-b5ff477a-aa10-4f7e-848b-52af62e77c6a service neutron] 10.222.0.43 "GET /v2.0/networks/9bd028ff-7bca-4c46-bd71-6aace0071dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217797 Nov 09 21:21:52.240596 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abd31d39-a8cc-486d-a8d9-94479dc7070c', 'name': 'network-vif-deleted', 'tag': '571461dd-5539-4dee-8172-fb0ae8b5345f'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:21:52.248667 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837d4ed7-720a-4e38-bcc8-63b7018b55cf" -d '{"events": [{"server_uuid": "abd31d39-a8cc-486d-a8d9-94479dc7070c", "name": "network-vif-deleted", "tag": "571461dd-5539-4dee-8172-fb0ae8b5345f"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:21:52.314909 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:52.331728 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67526368-453c-4154-914d-bd30c834025b x-openstack-request-id: req-67526368-453c-4154-914d-bd30c834025b {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:21:52.332030 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abd31d39-a8cc-486d-a8d9-94479dc7070c", "name": "network-vif-deleted", "tag": "571461dd-5539-4dee-8172-fb0ae8b5345f", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:21:52.332285 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-67526368-453c-4154-914d-bd30c834025b {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:21:52.332709 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abd31d39-a8cc-486d-a8d9-94479dc7070c', 'name': 'network-vif-deleted', 'tag': '571461dd-5539-4dee-8172-fb0ae8b5345f', 'status': 'completed', 'code': 200} Nov 09 21:21:52.373528 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-de581701-01d2-40dc-9e14-52fc503a3c41 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1907057c-c36f-477c-ab6d-b465673b10a8 HTTP/1.1" status: 200 len: 217 time: 0.1245091 Nov 09 21:21:52.411443 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-de5fc903-bcbd-43a2-a4f7-92bad5b18388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:52.460024 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-50f9be50-a839-482f-8750-223c845cb220 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:52.480216 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-a97b34da-1167-4ed2-9d14-8bd46e62af53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:52.481780 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-a97b34da-1167-4ed2-9d14-8bd46e62af53 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4eb2317b-2e64-46a1-bd53-a56ce963060a HTTP/1.1" status: 200 len: 797 time: 0.1004090 Nov 09 21:21:52.491892 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93ffb7-5e90-4e20-b22f-ee923f9864f0 req-2e38ba55-f030-48a7-b5df-45b1b6a0e148 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:52.497157 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4c93ffb7-5e90-4e20-b22f-ee923f9864f0 req-2e38ba55-f030-48a7-b5df-45b1b6a0e148 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=6eb89d93-3f7a-41c3-ad4c-eede92a7779c HTTP/1.1" status: 200 len: 943 time: 0.1411924 Nov 09 21:21:52.558464 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42340) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:52.628885 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-65bcc113-7a8e-4508-953f-069a1722fffc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=839271c9b079472eb972c4c3c30a3b16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0692382 Nov 09 21:21:52.632519 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42344) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:52.691632 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:52.727307 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7c0a6609-9007-4228-9304-76f734f8d1e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:52.790723 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7c0a6609-9007-4228-9304-76f734f8d1e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:52.829541 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b47af8-6abb-4031-909f-f79eb2243b63 req-42d58506-35bb-4a43-835c-ceea097bc09a tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:52.831036 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e7b47af8-6abb-4031-909f-f79eb2243b63 req-42d58506-35bb-4a43-835c-ceea097bc09a tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cea2cb3e-1731-409b-8725-7e7a5e5f33f4 HTTP/1.1" status: 200 len: 946 time: 0.1247027 Nov 09 21:21:52.882563 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-de5fc903-bcbd-43a2-a4f7-92bad5b18388 admin admin] Deleting port c54671bc-a43d-43a1-8a04-2f32e5138da0 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:21:52.882900 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-de5fc903-bcbd-43a2-a4f7-92bad5b18388 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:52.911198 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-3eab6410-5960-45f0-9a6d-a0b681a6a64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:52.912749 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-3eab6410-5960-45f0-9a6d-a0b681a6a64f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=db993ee6-66d3-478a-b585-3c11adab0dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4114702 Nov 09 21:21:52.918427 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4c93ffb7-5e90-4e20-b22f-ee923f9864f0 req-1fbe15bf-e499-4af8-9396-bfb81b9ee427 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4091992 Nov 09 21:21:52.934454 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e7b47af8-6abb-4031-909f-f79eb2243b63 req-f324d2e9-31a8-4a58-b5bb-9f5be36adeb8 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937164 Nov 09 21:21:52.949164 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7c0a6609-9007-4228-9304-76f734f8d1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:52.949164 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7c0a6609-9007-4228-9304-76f734f8d1e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:52.949164 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7c0a6609-9007-4228-9304-76f734f8d1e6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e14718c9-95aa-4cdf-a1f2-0e103db0bff8 HTTP/1.1" status: 204 len: 168 time: 0.3068316 Nov 09 21:21:52.962667 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a6609-9007-4228-9304-76f734f8d1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14718c9-95aa-4cdf-a1f2-0e103db0bff8,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:53.010767 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-de5fc903-bcbd-43a2-a4f7-92bad5b18388 admin admin] For port c54671bc-a43d-43a1-8a04-2f32e5138da0, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=c54671bc-a43d-43a1-8a04-2f32e5138da0,segment=NetworkSegment(1a7c8e1b-ecd0-4bfd-acec-9c5369d9030f),segment_id=1a7c8e1b-ecd0-4bfd-acec-9c5369d9030f)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:53.011440 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-de5fc903-bcbd-43a2-a4f7-92bad5b18388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:53.025717 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-de5fc903-bcbd-43a2-a4f7-92bad5b18388 admin admin] Calling delete_port for c54671bc-a43d-43a1-8a04-2f32e5138da0 owned by network:router_interface {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:21:53.095900 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-d803f2a3-c3c3-4adb-a69c-8a33ca55730c service neutron] 10.222.0.43 "GET /v2.0/networks/db993ee6-66d3-478a-b585-3c11adab0dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726577 Nov 09 21:21:53.194952 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f9be50-a839-482f-8750-223c845cb220 admin admin] Router d7f02c3b-a648-47c0-8347-23729e4d6258 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:21:53.231189 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-de5fc903-bcbd-43a2-a4f7-92bad5b18388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:53.259628 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5fc903-bcbd-43a2-a4f7-92bad5b18388 admin admin] Pushing event deleted for resources: {'Port': ['ID=c54671bc-a43d-43a1-8a04-2f32e5138da0,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:53.261355 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-dc8eaa92-e879-4db5-b55d-3d890d0bff09 service neutron] 10.222.0.43 "GET /v2.0/networks/db993ee6-66d3-478a-b585-3c11adab0dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571805 Nov 09 21:21:53.308542 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:53.333316 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-c6de97d3-3113-4496-9404-ab82f269a783 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a4b3d77a-e8b9-47df-8ea9-8096b98da309 HTTP/1.1" status: 200 len: 217 time: 0.0612400 Nov 09 21:21:53.438884 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-5610bf28-23b7-4be1-bd29-d482c6800cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:53.440367 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-5610bf28-23b7-4be1-bd29-d482c6800cb5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4eb2317b-2e64-46a1-bd53-a56ce963060a HTTP/1.1" status: 200 len: 797 time: 0.0800095 Nov 09 21:21:53.501462 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f9be50-a839-482f-8750-223c845cb220 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:21:53.509251 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-50f9be50-a839-482f-8750-223c845cb220 admin admin] 10.222.0.49 "PUT /v2.0/routers/d7f02c3b-a648-47c0-8347-23729e4d6258/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8522933 Nov 09 21:21:53.513068 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42362) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:53.523328 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7fcff1-4f01-4893-9272-b28303c1a646 None None] Sync routers for ids ['d7f02c3b-a648-47c0-8347-23729e4d6258'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:21:53.540543 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7fcff1-4f01-4893-9272-b28303c1a646 None None] Routers {'d7f02c3b-a648-47c0-8347-23729e4d6258'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:21:53.546424 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-cd7fcff1-4f01-4893-9272-b28303c1a646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:21:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['d7f02c3b-a648-47c0-8347-23729e4d6258'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:21:53.556973 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-de5fc903-bcbd-43a2-a4f7-92bad5b18388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:53.622722 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-950602fa-e794-4182-8c65-6e33a742e25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:53.624596 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-950602fa-e794-4182-8c65-6e33a742e25d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=db993ee6-66d3-478a-b585-3c11adab0dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1760888 Nov 09 21:21:53.694271 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-cd7fcff1-4f01-4893-9272-b28303c1a646 None None] Set router d7f02c3b-a648-47c0-8347-23729e4d6258 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:21:53.749067 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-00dd7178-1502-4ddc-8580-77d9f99c090d admin admin] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:53.782708 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 472c303c-63e4-4618-b7c2-1b70523530a1 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:21:53.903158 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-00dd7178-1502-4ddc-8580-77d9f99c090d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:53.924089 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5fc903-bcbd-43a2-a4f7-92bad5b18388 admin admin] Router 66a77b76-fcf6-4913-8c55-405ad0541c60 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:21:53.955551 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-8746aa95-21d8-4bc1-ac85-3cea07fd14a6 service neutron] 10.222.0.43 "GET /v2.0/networks/db993ee6-66d3-478a-b585-3c11adab0dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236368 Nov 09 21:21:54.008339 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-cd7fcff1-4f01-4893-9272-b28303c1a646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f02c3b-a648-47c0-8347-23729e4d6258', 'name': 'tempest-ServersTestMultiNic-929218329-router', 'tenant_id': '2a8884e29db44a0584896bf141edec66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '1cba6356-f174-4b28-89de-d89e418219ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:20:29Z', 'updated_at': '2021-11-09T21:21:51Z', 'revision_number': 5, 'project_id': '2a8884e29db44a0584896bf141edec66', 'gw_port': {'id': '1cba6356-f174-4b28-89de-d89e418219ac', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:03:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f02c3b-a648-47c0-8347-23729e4d6258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:20:30Z', 'updated_at': '2021-11-09T21:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:21:54.012682 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 472c303c-63e4-4618-b7c2-1b70523530a1, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=472c303c-63e4-4618-b7c2-1b70523530a1,segment=NetworkSegment(535e550e-1834-40ad-bb5a-53e5c279aa6f),segment_id=535e550e-1834-40ad-bb5a-53e5c279aa6f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:54.045465 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '472c303c-63e4-4618-b7c2-1b70523530a1', 'network_id': 'd46322e9-b56d-4dd7-8c5c-4100db9766b4', 'port_id': '472c303c-63e4-4618-b7c2-1b70523530a1', 'mac_address': 'fa:16:3e:d9:6a:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b00fcf6d-0dad-4966-9afe-8edbbda80569', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:21:54.085178 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7fcff1-4f01-4893-9272-b28303c1a646 None None] Checking router: d7f02c3b-a648-47c0-8347-23729e4d6258 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:21:54.111045 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7fcff1-4f01-4893-9272-b28303c1a646 None None] Routers {'d7f02c3b-a648-47c0-8347-23729e4d6258'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:21:54.111921 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-cd7fcff1-4f01-4893-9272-b28303c1a646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:21:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['d7f02c3b-a648-47c0-8347-23729e4d6258'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:21:54.130070 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-00dd7178-1502-4ddc-8580-77d9f99c090d admin admin] Deleting port 1cba6356-f174-4b28-89de-d89e418219ac {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:21:54.130758 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-00dd7178-1502-4ddc-8580-77d9f99c090d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:54.142484 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:54.183243 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 472c303c-63e4-4618-b7c2-1b70523530a1 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:21:54.227359 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 472c303c-63e4-4618-b7c2-1b70523530a1, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=472c303c-63e4-4618-b7c2-1b70523530a1,segment=NetworkSegment(535e550e-1834-40ad-bb5a-53e5c279aa6f),segment_id=535e550e-1834-40ad-bb5a-53e5c279aa6f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:54.234615 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:54.235598 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device ff668d99-79df-451f-b7f4-28fb581e8f2b details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:21:54.251191 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e78ba-68b5-4560-8ed8-1297d81ab6cc req-4cfc11a0-9b3f-45ac-b4c2-1cb041f51f1e tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:54.251191 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e52e78ba-68b5-4560-8ed8-1297d81ab6cc req-4cfc11a0-9b3f-45ac-b4c2-1cb041f51f1e tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=6eb89d93-3f7a-41c3-ad4c-eede92a7779c HTTP/1.1" status: 200 len: 943 time: 0.1678638 Nov 09 21:21:54.251191 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f3d9a45b-b53b-428b-bbe1-ee385eacff6c req-8859da33-11b6-4bee-a938-03090d96e755 service neutron] 10.222.0.43 "GET /v2.0/networks/db993ee6-66d3-478a-b585-3c11adab0dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877965 Nov 09 21:21:54.300628 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-00dd7178-1502-4ddc-8580-77d9f99c090d admin admin] For port 1cba6356-f174-4b28-89de-d89e418219ac, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=1cba6356-f174-4b28-89de-d89e418219ac,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:54.301351 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-00dd7178-1502-4ddc-8580-77d9f99c090d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:54.326686 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-00dd7178-1502-4ddc-8580-77d9f99c090d admin admin] Calling delete_port for 1cba6356-f174-4b28-89de-d89e418219ac owned by network:router_gateway {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:21:54.339629 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-cd7fcff1-4f01-4893-9272-b28303c1a646 None None] Set router d7f02c3b-a648-47c0-8347-23729e4d6258 gateway port host: None {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:21:54.354321 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e52e78ba-68b5-4560-8ed8-1297d81ab6cc req-19f7a3df-f4e3-4c25-9a93-4842bbad697c tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941703 Nov 09 21:21:54.363275 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.db.resource_extend [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 21:21:54.444623 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=472c303c-63e4-4618-b7c2-1b70523530a1,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:54.469130 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-cd7fcff1-4f01-4893-9272-b28303c1a646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f02c3b-a648-47c0-8347-23729e4d6258', 'name': 'tempest-ServersTestMultiNic-929218329-router', 'tenant_id': '2a8884e29db44a0584896bf141edec66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:20:29Z', 'updated_at': '2021-11-09T21:21:53Z', 'revision_number': 6, 'project_id': '2a8884e29db44a0584896bf141edec66', 'gw_port_host': None}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:21:54.515826 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port ff668d99-79df-451f-b7f4-28fb581e8f2b, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=ff668d99-79df-451f-b7f4-28fb581e8f2b,segment=NetworkSegment(58913807-21b5-4240-bcd1-63c4ec2c1803),segment_id=58913807-21b5-4240-bcd1-63c4ec2c1803)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:54.528849 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7fcff1-4f01-4893-9272-b28303c1a646 None None] The sync data for ids ['d7f02c3b-a648-47c0-8347-23729e4d6258'] in n-d-816206-3 is: [{'id': 'd7f02c3b-a648-47c0-8347-23729e4d6258', 'name': 'tempest-ServersTestMultiNic-929218329-router', 'tenant_id': '2a8884e29db44a0584896bf141edec66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:20:29Z', 'updated_at': '2021-11-09T21:21:53Z', 'revision_number': 6, 'project_id': '2a8884e29db44a0584896bf141edec66', 'gw_port_host': None}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:21:54.536599 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': 'ff668d99-79df-451f-b7f4-28fb581e8f2b', 'network_id': '327e7e68-3b42-443b-9252-b6063ad01e88', 'port_id': 'ff668d99-79df-451f-b7f4-28fb581e8f2b', 'mac_address': 'fa:16:3e:d4:89:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72e3a48d-bd3b-4c62-a376-6d092be2bf15', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:21:54.583203 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822add8-7699-4a6e-80e0-39409146c70b req-d992fff1-b40d-4da9-9ff9-442c12374f79 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:54.592468 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9822add8-7699-4a6e-80e0-39409146c70b req-d992fff1-b40d-4da9-9ff9-442c12374f79 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cea2cb3e-1731-409b-8725-7e7a5e5f33f4 HTTP/1.1" status: 200 len: 946 time: 0.1585939 Nov 09 21:21:54.617851 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5fc903-bcbd-43a2-a4f7-92bad5b18388 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:21:54.632678 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f548f6-947f-42ec-bd4d-3c774f6c676e None None] Sync routers for ids ['66a77b76-fcf6-4913-8c55-405ad0541c60'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:21:54.637502 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-00dd7178-1502-4ddc-8580-77d9f99c090d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:54.643188 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:54.653458 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-de5fc903-bcbd-43a2-a4f7-92bad5b18388 admin admin] 10.222.0.49 "PUT /v2.0/routers/66a77b76-fcf6-4913-8c55-405ad0541c60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7875245 Nov 09 21:21:54.660680 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff668d99-79df-451f-b7f4-28fb581e8f2b {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:21:54.661395 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9822add8-7699-4a6e-80e0-39409146c70b req-6be4d273-0c1b-4c3c-9f89-4eafaf052190 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692718 Nov 09 21:21:54.662118 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42394) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:54.686512 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f548f6-947f-42ec-bd4d-3c774f6c676e None None] Routers {'66a77b76-fcf6-4913-8c55-405ad0541c60'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:21:54.687331 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-79f548f6-947f-42ec-bd4d-3c774f6c676e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:21:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['66a77b76-fcf6-4913-8c55-405ad0541c60'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:21:54.698578 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dd7178-1502-4ddc-8580-77d9f99c090d admin admin] Pushing event deleted for resources: {'Port': ['ID=1cba6356-f174-4b28-89de-d89e418219ac,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:54.754558 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port ff668d99-79df-451f-b7f4-28fb581e8f2b, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=ff668d99-79df-451f-b7f4-28fb581e8f2b,segment=NetworkSegment(58913807-21b5-4240-bcd1-63c4ec2c1803),segment_id=58913807-21b5-4240-bcd1-63c4ec2c1803)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:54.770752 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:54.795968 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-00dd7178-1502-4ddc-8580-77d9f99c090d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:54.826749 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=ff668d99-79df-451f-b7f4-28fb581e8f2b,revision_number=6']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:54.856593 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-95e75d2a-ffca-4ded-8ef4-b05cd00b9b72 admin admin] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:54.882418 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['ff668d99-79df-451f-b7f4-28fb581e8f2b'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:21:54.913238 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:21:54.945709 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-00dd7178-1502-4ddc-8580-77d9f99c090d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:54.950382 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-00dd7178-1502-4ddc-8580-77d9f99c090d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:55.034277 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-00dd7178-1502-4ddc-8580-77d9f99c090d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:55.034894 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00dd7178-1502-4ddc-8580-77d9f99c090d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7f02c3b-a648-47c0-8347-23729e4d6258 {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:21:55.041169 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-00dd7178-1502-4ddc-8580-77d9f99c090d admin admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:55.042337 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-00dd7178-1502-4ddc-8580-77d9f99c090d admin admin] 10.222.0.49 "DELETE /v2.0/routers/d7f02c3b-a648-47c0-8347-23729e4d6258 HTTP/1.1" status: 204 len: 168 time: 1.5090709 Nov 09 21:21:55.044935 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42406) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:55.057225 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-79f548f6-947f-42ec-bd4d-3c774f6c676e None None] Set router 66a77b76-fcf6-4913-8c55-405ad0541c60 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:21:55.086186 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6faa37-2c47-493c-ab27-95924b79cabd req-885f212d-ca86-4b54-bf46-f359d0ada1bd tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:55.097775 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1d6faa37-2c47-493c-ab27-95924b79cabd req-885f212d-ca86-4b54-bf46-f359d0ada1bd tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cea2cb3e-1731-409b-8725-7e7a5e5f33f4 HTTP/1.1" status: 200 len: 945 time: 0.0867622 Nov 09 21:21:55.101467 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-74bf3e7e-35c4-4acd-9edf-fb496bc5148b admin admin] Deleting subnet 2c6c93e8-fa2d-4273-ae90-6e41301ac976 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:21:55.107897 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-74bf3e7e-35c4-4acd-9edf-fb496bc5148b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:55.113795 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['472c303c-63e4-4618-b7c2-1b70523530a1'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:21:55.156714 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-95e75d2a-ffca-4ded-8ef4-b05cd00b9b72 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:55.171292 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-74bf3e7e-35c4-4acd-9edf-fb496bc5148b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:55.178333 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1d6faa37-2c47-493c-ab27-95924b79cabd req-b9ae1035-b076-4fa9-88f0-5eb4379b1055 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794888 Nov 09 21:21:55.280352 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-95e75d2a-ffca-4ded-8ef4-b05cd00b9b72 admin admin] Deleting port 34250667-2f94-4ead-b588-667a2ba4c9a2 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:21:55.280853 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-95e75d2a-ffca-4ded-8ef4-b05cd00b9b72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:55.331198 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-74bf3e7e-35c4-4acd-9edf-fb496bc5148b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:55.418324 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-95e75d2a-ffca-4ded-8ef4-b05cd00b9b72 admin admin] For port 34250667-2f94-4ead-b588-667a2ba4c9a2, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=34250667-2f94-4ead-b588-667a2ba4c9a2,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:55.419065 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-95e75d2a-ffca-4ded-8ef4-b05cd00b9b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:55.433746 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-74bf3e7e-35c4-4acd-9edf-fb496bc5148b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:55.439299 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-95e75d2a-ffca-4ded-8ef4-b05cd00b9b72 admin admin] Calling delete_port for 34250667-2f94-4ead-b588-667a2ba4c9a2 owned by network:router_gateway {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:21:55.448256 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-79f548f6-947f-42ec-bd4d-3c774f6c676e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a77b76-fcf6-4913-8c55-405ad0541c60', 'name': 'tempest-ServersTestFqdnHostnames-693468397-router', 'tenant_id': '1b6ffb029992434f8d6aabef83131597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '34250667-2f94-4ead-b588-667a2ba4c9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:19:11Z', 'updated_at': '2021-11-09T21:21:53Z', 'revision_number': 5, 'project_id': '1b6ffb029992434f8d6aabef83131597', 'gw_port': {'id': '34250667-2f94-4ead-b588-667a2ba4c9a2', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:90:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a77b76-fcf6-4913-8c55-405ad0541c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:19:12Z', 'updated_at': '2021-11-09T21:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:21:55.495297 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf3e7e-35c4-4acd-9edf-fb496bc5148b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c6c93e8-fa2d-4273-ae90-6e41301ac976,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:55.503545 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-74bf3e7e-35c4-4acd-9edf-fb496bc5148b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:55.509822 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ddfef7-0842-460e-be6d-785aa950977a None None] Network 38c4f8ff-5fb5-4c21-84c2-c0a2bd791337 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:21:55.510039 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-74bf3e7e-35c4-4acd-9edf-fb496bc5148b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2c6c93e8-fa2d-4273-ae90-6e41301ac976 HTTP/1.1" status: 204 len: 168 time: 0.4607694 Nov 09 21:21:55.511038 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42424) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:55.530151 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f548f6-947f-42ec-bd4d-3c774f6c676e None None] Checking router: 66a77b76-fcf6-4913-8c55-405ad0541c60 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:21:55.618795 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device cd3d2593-ab59-4f66-bdac-3e4991e5e384 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:21:55.659560 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: cd3d2593-ab59-4f66-bdac-3e4991e5e384 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:21:55.659903 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device cd3d2593-ab59-4f66-bdac-3e4991e5e384 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:21:55.660325 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 1cba6356-f174-4b28-89de-d89e418219ac no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:21:55.666609 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b36540-ac84-441b-b58c-eef4338412d0 req-799dab46-f01d-4929-9adc-c736d06329c3 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:55.685269 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-67b36540-ac84-441b-b58c-eef4338412d0 req-799dab46-f01d-4929-9adc-c736d06329c3 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=6eb89d93-3f7a-41c3-ad4c-eede92a7779c HTTP/1.1" status: 200 len: 944 time: 0.1648993 Nov 09 21:21:55.685448 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f548f6-947f-42ec-bd4d-3c774f6c676e None None] Routers {'66a77b76-fcf6-4913-8c55-405ad0541c60'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:21:55.686025 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-79f548f6-947f-42ec-bd4d-3c774f6c676e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:21:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['66a77b76-fcf6-4913-8c55-405ad0541c60'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:21:55.704227 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-766da5e6-449e-4d93-b208-1fdb5adde023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:55.724675 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-95e75d2a-ffca-4ded-8ef4-b05cd00b9b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:55.725309 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 1cba6356-f174-4b28-89de-d89e418219ac {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:21:55.725309 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 1cba6356-f174-4b28-89de-d89e418219ac not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:21:55.760334 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-67b36540-ac84-441b-b58c-eef4338412d0 req-879dde84-e6e3-4868-a4cc-3e7b60b2a01c tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740917 Nov 09 21:21:55.768729 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e75d2a-ffca-4ded-8ef4-b05cd00b9b72 admin admin] Pushing event deleted for resources: {'Port': ['ID=34250667-2f94-4ead-b588-667a2ba4c9a2,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:55.838107 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-766da5e6-449e-4d93-b208-1fdb5adde023 admin admin] Deleting port c3241eb9-99a7-4083-9d00-a9ce46166902 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:21:55.838453 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-766da5e6-449e-4d93-b208-1fdb5adde023 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:55.897606 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-95e75d2a-ffca-4ded-8ef4-b05cd00b9b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:55.924718 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-766da5e6-449e-4d93-b208-1fdb5adde023 admin admin] For port c3241eb9-99a7-4083-9d00-a9ce46166902, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=c3241eb9-99a7-4083-9d00-a9ce46166902,segment=NetworkSegment(9eac00e5-ff86-4c9b-8759-6a66cfb57b9a),segment_id=9eac00e5-ff86-4c9b-8759-6a66cfb57b9a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:55.925472 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-766da5e6-449e-4d93-b208-1fdb5adde023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:55.946842 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-766da5e6-449e-4d93-b208-1fdb5adde023 admin admin] Calling delete_port for c3241eb9-99a7-4083-9d00-a9ce46166902 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:21:55.950967 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device ff668d99-79df-451f-b7f4-28fb581e8f2b up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:21:56.030883 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-95e75d2a-ffca-4ded-8ef4-b05cd00b9b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:56.033275 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-95e75d2a-ffca-4ded-8ef4-b05cd00b9b72 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:56.073685 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-766da5e6-449e-4d93-b208-1fdb5adde023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:56.099097 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-79f548f6-947f-42ec-bd4d-3c774f6c676e None None] Set router 66a77b76-fcf6-4913-8c55-405ad0541c60 gateway port host: None {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:21:56.108453 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-95e75d2a-ffca-4ded-8ef4-b05cd00b9b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:56.109389 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e75d2a-ffca-4ded-8ef4-b05cd00b9b72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66a77b76-fcf6-4913-8c55-405ad0541c60 {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:21:56.118908 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-95e75d2a-ffca-4ded-8ef4-b05cd00b9b72 admin admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:56.120140 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-95e75d2a-ffca-4ded-8ef4-b05cd00b9b72 admin admin] 10.222.0.49 "DELETE /v2.0/routers/66a77b76-fcf6-4913-8c55-405ad0541c60 HTTP/1.1" status: 204 len: 168 time: 1.4570701 Nov 09 21:21:56.122663 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42440) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:56.124217 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766da5e6-449e-4d93-b208-1fdb5adde023 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3241eb9-99a7-4083-9d00-a9ce46166902,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:56.124433 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42442) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:56.143999 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766da5e6-449e-4d93-b208-1fdb5adde023 admin admin] No DVR routers for this DVR port c3241eb9-99a7-4083-9d00-a9ce46166902 on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:21:56.172791 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def00e1c-3b9f-491e-a1c7-9086d208f378 None None] DHCP port deletion for 38c4f8ff-5fb5-4c21-84c2-c0a2bd791337 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:21:56.176321 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-79f548f6-947f-42ec-bd4d-3c774f6c676e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a77b76-fcf6-4913-8c55-405ad0541c60', 'name': 'tempest-ServersTestFqdnHostnames-693468397-router', 'tenant_id': '1b6ffb029992434f8d6aabef83131597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:19:11Z', 'updated_at': '2021-11-09T21:21:55Z', 'revision_number': 6, 'project_id': '1b6ffb029992434f8d6aabef83131597', 'gw_port_host': None}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:21:56.216576 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f548f6-947f-42ec-bd4d-3c774f6c676e None None] The sync data for ids ['66a77b76-fcf6-4913-8c55-405ad0541c60'] in n-d-816206-3 is: [{'id': '66a77b76-fcf6-4913-8c55-405ad0541c60', 'name': 'tempest-ServersTestFqdnHostnames-693468397-router', 'tenant_id': '1b6ffb029992434f8d6aabef83131597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:19:11Z', 'updated_at': '2021-11-09T21:21:55Z', 'revision_number': 6, 'project_id': '1b6ffb029992434f8d6aabef83131597', 'gw_port_host': None}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:21:56.220176 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port ff668d99-79df-451f-b7f4-28fb581e8f2b triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:21:56.220613 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:56.228790 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-24fe4b84-e319-4b0b-864c-4f5310c3233f admin admin] Deleting subnet 28350996-29de-4d8e-b69d-4686a6e86a6e {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:21:56.241187 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-24fe4b84-e319-4b0b-864c-4f5310c3233f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:56.318466 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-24fe4b84-e319-4b0b-864c-4f5310c3233f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:56.321626 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2906cb0e-af9f-4664-bbd9-84c7f22b7445 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:56.325569 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:56.332313 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-766da5e6-449e-4d93-b208-1fdb5adde023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:56.370258 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port ff668d99-79df-451f-b7f4-28fb581e8f2b, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=ff668d99-79df-451f-b7f4-28fb581e8f2b,segment=NetworkSegment(58913807-21b5-4240-bcd1-63c4ec2c1803),segment_id=58913807-21b5-4240-bcd1-63c4ec2c1803)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:56.372508 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea2cb3e-1731-409b-8725-7e7a5e5f33f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff668d99-79df-451f-b7f4-28fb581e8f2b'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:21:56.375654 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef58213f-5c2f-48bd-ac29-01a0a4c4e334" -d '{"events": [{"server_uuid": "cea2cb3e-1731-409b-8725-7e7a5e5f33f4", "name": "network-vif-plugged", "status": "completed", "tag": "ff668d99-79df-451f-b7f4-28fb581e8f2b"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:21:56.380101 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:56.384990 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca200fb5-93ae-4bce-b998-57873479e9c9 req-33df0f83-1080-4a0c-b84b-51c3b6114fb6 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:56.387269 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ca200fb5-93ae-4bce-b998-57873479e9c9 req-33df0f83-1080-4a0c-b84b-51c3b6114fb6 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cea2cb3e-1731-409b-8725-7e7a5e5f33f4 HTTP/1.1" status: 200 len: 945 time: 0.1012111 Nov 09 21:21:56.389797 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-766da5e6-449e-4d93-b208-1fdb5adde023 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38c4f8ff-5fb5-4c21-84c2-c0a2bd791337']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:21:56.423954 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-766da5e6-449e-4d93-b208-1fdb5adde023 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eac00e5-ff86-4c9b-8759-6a66cfb57b9a') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:21:56.424317 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-766da5e6-449e-4d93-b208-1fdb5adde023 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eac00e5-ff86-4c9b-8759-6a66cfb57b9a') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:21:56.444984 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c4b196-dd30-407a-9f29-ca837bd6116c x-openstack-request-id: req-43c4b196-dd30-407a-9f29-ca837bd6116c {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:21:56.445494 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-766da5e6-449e-4d93-b208-1fdb5adde023 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:56.445677 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea2cb3e-1731-409b-8725-7e7a5e5f33f4", "name": "network-vif-plugged", "status": "completed", "tag": "ff668d99-79df-451f-b7f4-28fb581e8f2b", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:21:56.446829 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-43c4b196-dd30-407a-9f29-ca837bd6116c {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:21:56.447403 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea2cb3e-1731-409b-8725-7e7a5e5f33f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff668d99-79df-451f-b7f4-28fb581e8f2b', 'code': 200} Nov 09 21:21:56.447970 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=ff668d99-79df-451f-b7f4-28fb581e8f2b,revision_number=7']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:56.453417 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-24fe4b84-e319-4b0b-864c-4f5310c3233f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:56.468076 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-766da5e6-449e-4d93-b208-1fdb5adde023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:56.482561 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-766da5e6-449e-4d93-b208-1fdb5adde023 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:21:56.482969 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-766da5e6-449e-4d93-b208-1fdb5adde023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:56.484886 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:21:56.484886 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:21:56.484886 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:21:56.484886 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:21:56.484886 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:21:56.484886 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:21:56.484886 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:21:56.484886 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:21:56.484886 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:21:56.484886 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:21:56.484886 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:21:56.484886 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:21:56.484886 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:21:56.484886 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:21:56.484886 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:21:56.484886 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:21:56.484886 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:21:56.484886 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:21:56.484886 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:21:56.484886 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:21:56.484886 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:21:56.484886 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:21:56.484886 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:21:56.484886 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:21:56.484886 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:21:56.484886 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:21:56.484886 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:21:56.484886 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:21:56.484886 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:21:56.484886 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:21:56.484886 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:21:56.484886 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:21:56.519390 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2906cb0e-af9f-4664-bbd9-84c7f22b7445 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:56.527992 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2906cb0e-af9f-4664-bbd9-84c7f22b7445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:56.531199 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ca200fb5-93ae-4bce-b998-57873479e9c9 req-544401f5-eb16-40e0-8b4e-0c3ebb5aa013 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223311 Nov 09 21:21:56.553668 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-766da5e6-449e-4d93-b208-1fdb5adde023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:56.561206 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-766da5e6-449e-4d93-b208-1fdb5adde023 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:56.565364 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-766da5e6-449e-4d93-b208-1fdb5adde023 admin admin] 10.222.0.49 "DELETE /v2.0/networks/38c4f8ff-5fb5-4c21-84c2-c0a2bd791337 HTTP/1.1" status: 204 len: 168 time: 1.0531037 Nov 09 21:21:56.566196 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-24fe4b84-e319-4b0b-864c-4f5310c3233f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:56.578241 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766da5e6-449e-4d93-b208-1fdb5adde023 admin admin] Pushing event deleted for resources: {'Network': ['ID=38c4f8ff-5fb5-4c21-84c2-c0a2bd791337,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:56.612129 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe4b84-e319-4b0b-864c-4f5310c3233f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28350996-29de-4d8e-b69d-4686a6e86a6e,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:56.621379 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2906cb0e-af9f-4664-bbd9-84c7f22b7445 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=287a6d4c15ae47649f2330aff7b2842b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4943781 Nov 09 21:21:56.622275 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42454) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:56.625074 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2906cb0e-af9f-4664-bbd9-84c7f22b7445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023145a4-5fb6-4607-a854-ea52d1770e4d,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:56.632650 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-24fe4b84-e319-4b0b-864c-4f5310c3233f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:56.640167 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-24fe4b84-e319-4b0b-864c-4f5310c3233f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/28350996-29de-4d8e-b69d-4686a6e86a6e HTTP/1.1" status: 204 len: 168 time: 0.5119188 Nov 09 21:21:56.640167 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42456) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:56.646590 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ef4355-d5a3-457d-955a-c278e9a74322 None None] Network 9bcf3e74-66ab-4e01-a79a-180569e5d97f requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:21:56.702828 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1423f7c3-1d27-4675-bba1-839151a551a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:56.724961 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d20c7ade-74d9-4c79-b5d6-d8d4f69545d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:56.732339 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1423f7c3-1d27-4675-bba1-839151a551a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:56.768972 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42460) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:56.796127 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1423f7c3-1d27-4675-bba1-839151a551a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:56.799686 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1423f7c3-1d27-4675-bba1-839151a551a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:56.803345 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1423f7c3-1d27-4675-bba1-839151a551a2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/023145a4-5fb6-4607-a854-ea52d1770e4d HTTP/1.1" status: 204 len: 168 time: 0.1774530 Nov 09 21:21:56.810199 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1423f7c3-1d27-4675-bba1-839151a551a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023145a4-5fb6-4607-a854-ea52d1770e4d,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:56.872108 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673297d-098e-47e6-9cad-4dd3bfc8e185 req-535716aa-781d-48b1-bacc-c580215bd7af tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:56.873008 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6673297d-098e-47e6-9cad-4dd3bfc8e185 req-535716aa-781d-48b1-bacc-c580215bd7af tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.45 "GET /v2.0/ports?device_id=cea2cb3e-1731-409b-8725-7e7a5e5f33f4 HTTP/1.1" status: 200 len: 946 time: 0.1459818 Nov 09 21:21:56.906706 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-bcb3fe67-3f83-42e9-8810-a948109bc532 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2a8884e29db44a0584896bf141edec66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1364741 Nov 09 21:21:56.910602 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42466) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:56.950368 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-d20c7ade-74d9-4c79-b5d6-d8d4f69545d1 admin admin] Deleting port 57ec080c-7e7b-43cc-9b37-c03369957dff {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:21:56.950368 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d20c7ade-74d9-4c79-b5d6-d8d4f69545d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:56.991063 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6e3e8-5667-4ede-a9c9-b8aeb9692031 req-07a43d1e-3d70-4f51-b807-8dc847386247 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:56.999153 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dcd6e3e8-5667-4ede-a9c9-b8aeb9692031 req-07a43d1e-3d70-4f51-b807-8dc847386247 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=6eb89d93-3f7a-41c3-ad4c-eede92a7779c HTTP/1.1" status: 200 len: 944 time: 0.1147015 Nov 09 21:21:57.027363 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3fb53afd-e1d4-44bd-8b7e-266d37c261e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:57.061519 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-d20c7ade-74d9-4c79-b5d6-d8d4f69545d1 admin admin] For port 57ec080c-7e7b-43cc-9b37-c03369957dff, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=57ec080c-7e7b-43cc-9b37-c03369957dff,segment=NetworkSegment(1a7c8e1b-ecd0-4bfd-acec-9c5369d9030f),segment_id=1a7c8e1b-ecd0-4bfd-acec-9c5369d9030f)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:57.061883 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d20c7ade-74d9-4c79-b5d6-d8d4f69545d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:57.062224 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3fb53afd-e1d4-44bd-8b7e-266d37c261e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:57.090346 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dcd6e3e8-5667-4ede-a9c9-b8aeb9692031 req-e1e07124-3027-417e-9e23-5a7b889ca4a8 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902367 Nov 09 21:21:57.091250 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-6673297d-098e-47e6-9cad-4dd3bfc8e185 req-225709e4-1be3-4301-bce0-412bda089e06 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Deleting port ff668d99-79df-451f-b7f4-28fb581e8f2b {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:21:57.091601 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-6673297d-098e-47e6-9cad-4dd3bfc8e185 req-225709e4-1be3-4301-bce0-412bda089e06 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:57.095790 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-d20c7ade-74d9-4c79-b5d6-d8d4f69545d1 admin admin] Calling delete_port for 57ec080c-7e7b-43cc-9b37-c03369957dff owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:21:57.107233 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9208c2-5b5b-452a-86b1-36ac634e2af2 None None] DHCP port deletion for 9bcf3e74-66ab-4e01-a79a-180569e5d97f request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:21:57.181828 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3fb53afd-e1d4-44bd-8b7e-266d37c261e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:57.186039 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3fb53afd-e1d4-44bd-8b7e-266d37c261e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:57.187621 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-3fb53afd-e1d4-44bd-8b7e-266d37c261e3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c14d76be-02c1-4fc3-95ad-d30d4063fa03 HTTP/1.1" status: 204 len: 168 time: 0.2757554 Nov 09 21:21:57.192525 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-6d9208c2-5b5b-452a-86b1-36ac634e2af2 None None] Deleting port 57ec080c-7e7b-43cc-9b37-c03369957dff {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:21:57.192924 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6d9208c2-5b5b-452a-86b1-36ac634e2af2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:57.198798 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb53afd-e1d4-44bd-8b7e-266d37c261e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14d76be-02c1-4fc3-95ad-d30d4063fa03,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:57.264705 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-6673297d-098e-47e6-9cad-4dd3bfc8e185 req-225709e4-1be3-4301-bce0-412bda089e06 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] For port ff668d99-79df-451f-b7f4-28fb581e8f2b, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=ff668d99-79df-451f-b7f4-28fb581e8f2b,segment=NetworkSegment(58913807-21b5-4240-bcd1-63c4ec2c1803),segment_id=58913807-21b5-4240-bcd1-63c4ec2c1803)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:57.265051 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-6673297d-098e-47e6-9cad-4dd3bfc8e185 req-225709e4-1be3-4301-bce0-412bda089e06 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:57.271898 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42474) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:57.287305 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-6673297d-098e-47e6-9cad-4dd3bfc8e185 req-225709e4-1be3-4301-bce0-412bda089e06 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Calling delete_port for ff668d99-79df-451f-b7f4-28fb581e8f2b owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:21:57.302843 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-6d9208c2-5b5b-452a-86b1-36ac634e2af2 None None] For port 57ec080c-7e7b-43cc-9b37-c03369957dff, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=57ec080c-7e7b-43cc-9b37-c03369957dff,segment=NetworkSegment(1a7c8e1b-ecd0-4bfd-acec-9c5369d9030f),segment_id=1a7c8e1b-ecd0-4bfd-acec-9c5369d9030f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:57.303827 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6d9208c2-5b5b-452a-86b1-36ac634e2af2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:57.310735 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d20c7ade-74d9-4c79-b5d6-d8d4f69545d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:57.311395 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5c162593-0479-49a2-baea-0e93ca678818 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:57.324008 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-6d9208c2-5b5b-452a-86b1-36ac634e2af2 None None] Calling delete_port for 57ec080c-7e7b-43cc-9b37-c03369957dff owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:21:57.374958 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c7ade-74d9-4c79-b5d6-d8d4f69545d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=57ec080c-7e7b-43cc-9b37-c03369957dff,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:57.385242 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20c7ade-74d9-4c79-b5d6-d8d4f69545d1 admin admin] No DVR routers for this DVR port 57ec080c-7e7b-43cc-9b37-c03369957dff on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:21:57.476062 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5c162593-0479-49a2-baea-0e93ca678818 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:57.477005 n-d-816206-3 neutron-server[102609]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 21:21:57.477005 n-d-816206-3 neutron-server[102609]: from cryptography.utils import int_from_bytes Nov 09 21:21:57.477005 n-d-816206-3 neutron-server[102609]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 21:21:57.477005 n-d-816206-3 neutron-server[102609]: from cryptography.utils import int_from_bytes Nov 09 21:21:57.477005 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:21:57.477005 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:21:57.477005 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:21:57.477005 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:21:57.477005 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:21:57.477005 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:21:57.477005 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:21:57.477005 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:21:57.477005 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:21:57.477005 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:21:57.477005 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:21:57.477005 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:21:57.477005 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:21:57.477005 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:21:57.477005 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:21:57.477005 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:21:57.477005 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:21:57.477005 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:21:57.477005 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:21:57.477005 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:21:57.477005 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:21:57.477005 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:21:57.477005 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:21:57.477005 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:21:57.477005 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:21:57.477005 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:21:57.477005 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:21:57.477005 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:21:57.477005 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:21:57.477005 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:21:57.477005 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:21:57.477005 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:21:57.477005 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:21:57.477005 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:21:57.477005 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:21:57.477005 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:21:57.477005 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:21:57.477005 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:21:57.480694 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:21:57.480694 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:21:57.480694 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:21:57.480694 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:21:57.480694 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:21:57.480694 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:21:57.480694 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:21:57.480694 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:21:57.480694 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:21:57.480694 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:21:57.480694 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:21:57.480694 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:21:57.480694 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:21:57.480694 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:21:57.484194 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6d9208c2-5b5b-452a-86b1-36ac634e2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:57.484606 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5c162593-0479-49a2-baea-0e93ca678818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:57.539884 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5c162593-0479-49a2-baea-0e93ca678818 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0942e1becb734584a98ec60af3682f7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2658274 Nov 09 21:21:57.541050 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c162593-0479-49a2-baea-0e93ca678818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796ce666-20e6-4f3a-9b2c-defa63ee2a58,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:57.543504 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42480) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:57.579549 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c3241eb9-99a7-4083-9d00-a9ce46166902 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:21:57.583916 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9208c2-5b5b-452a-86b1-36ac634e2af2 None None] Pushing event deleted for resources: {'Port': ['ID=57ec080c-7e7b-43cc-9b37-c03369957dff,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:57.588597 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d20c7ade-74d9-4c79-b5d6-d8d4f69545d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:57.594139 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9208c2-5b5b-452a-86b1-36ac634e2af2 None None] No DVR routers for this DVR port 57ec080c-7e7b-43cc-9b37-c03369957dff on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:21:57.619393 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: c3241eb9-99a7-4083-9d00-a9ce46166902 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:21:57.620049 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c3241eb9-99a7-4083-9d00-a9ce46166902 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:21:57.620580 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 34250667-2f94-4ead-b588-667a2ba4c9a2 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:21:57.664802 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 34250667-2f94-4ead-b588-667a2ba4c9a2 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:21:57.665267 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 34250667-2f94-4ead-b588-667a2ba4c9a2 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:21:57.665790 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c54671bc-a43d-43a1-8a04-2f32e5138da0 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:21:57.682553 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5fed9cde-ac09-4be0-840a-43d1680b25ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:57.693020 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: c54671bc-a43d-43a1-8a04-2f32e5138da0 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:21:57.694020 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c54671bc-a43d-43a1-8a04-2f32e5138da0 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:21:57.694731 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 57ec080c-7e7b-43cc-9b37-c03369957dff no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:21:57.719448 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 57ec080c-7e7b-43cc-9b37-c03369957dff {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:21:57.720124 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 57ec080c-7e7b-43cc-9b37-c03369957dff not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:21:57.723143 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-d20c7ade-74d9-4c79-b5d6-d8d4f69545d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bcf3e74-66ab-4e01-a79a-180569e5d97f']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:21:57.723311 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5fed9cde-ac09-4be0-840a-43d1680b25ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:57.750842 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-d20c7ade-74d9-4c79-b5d6-d8d4f69545d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a7c8e1b-ecd0-4bfd-acec-9c5369d9030f') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:21:57.751432 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-d20c7ade-74d9-4c79-b5d6-d8d4f69545d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a7c8e1b-ecd0-4bfd-acec-9c5369d9030f') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:21:57.776162 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d20c7ade-74d9-4c79-b5d6-d8d4f69545d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:57.785637 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-6673297d-098e-47e6-9cad-4dd3bfc8e185 req-225709e4-1be3-4301-bce0-412bda089e06 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:57.794671 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5fed9cde-ac09-4be0-840a-43d1680b25ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:57.798629 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5fed9cde-ac09-4be0-840a-43d1680b25ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:57.799090 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['ff668d99-79df-451f-b7f4-28fb581e8f2b'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:21:57.803093 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 472c303c-63e4-4618-b7c2-1b70523530a1 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:21:57.812927 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5fed9cde-ac09-4be0-840a-43d1680b25ad admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/796ce666-20e6-4f3a-9b2c-defa63ee2a58 HTTP/1.1" status: 204 len: 168 time: 0.2679074 Nov 09 21:21:57.866686 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d20c7ade-74d9-4c79-b5d6-d8d4f69545d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:57.867417 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed9cde-ac09-4be0-840a-43d1680b25ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796ce666-20e6-4f3a-9b2c-defa63ee2a58,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:57.899690 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225709e4-1be3-4301-bce0-412bda089e06 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Pushing event deleted for resources: {'Port': ['ID=ff668d99-79df-451f-b7f4-28fb581e8f2b,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:57.918281 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d20c7ade-74d9-4c79-b5d6-d8d4f69545d1 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:21:57.918687 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d20c7ade-74d9-4c79-b5d6-d8d4f69545d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:57.928544 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:21:57.928544 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:21:57.928544 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:21:57.928544 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:21:57.928544 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:21:57.928544 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:21:57.928544 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:21:57.928544 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:21:57.928544 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:21:57.928544 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:21:57.928544 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:21:57.928544 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:21:57.928544 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:21:57.928544 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:21:57.928544 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:21:57.928544 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:21:57.928544 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:21:57.928544 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:21:57.928544 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:21:57.928544 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:21:57.928544 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:21:57.928544 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:21:57.928544 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:21:57.928544 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:21:57.928544 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:21:57.928544 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:21:57.928544 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:21:57.928544 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:21:57.928544 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:21:57.928544 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:21:57.928544 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:21:57.928544 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:21:57.946575 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9595b-6e09-463e-b6f7-6cc58f36fac9 req-51fdca09-55cd-463d-a6cd-a9da1bfc1360 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:57.953092 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dda9595b-6e09-463e-b6f7-6cc58f36fac9 req-51fdca09-55cd-463d-a6cd-a9da1bfc1360 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=cea2cb3e-1731-409b-8725-7e7a5e5f33f4 HTTP/1.1" status: 200 len: 867 time: 0.2726879 Nov 09 21:21:57.989947 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 472c303c-63e4-4618-b7c2-1b70523530a1 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:21:57.994658 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 472c303c-63e4-4618-b7c2-1b70523530a1 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:21:57.995275 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:58.058102 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-6673297d-098e-47e6-9cad-4dd3bfc8e185 req-225709e4-1be3-4301-bce0-412bda089e06 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] No DVR routers for this DVR port ff668d99-79df-451f-b7f4-28fb581e8f2b on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:21:58.060731 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-6673297d-098e-47e6-9cad-4dd3bfc8e185 req-225709e4-1be3-4301-bce0-412bda089e06 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:58.064365 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6673297d-098e-47e6-9cad-4dd3bfc8e185 req-225709e4-1be3-4301-bce0-412bda089e06 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.45 "DELETE /v2.0/ports/ff668d99-79df-451f-b7f4-28fb581e8f2b HTTP/1.1" status: 204 len: 173 time: 1.1835692 Nov 09 21:21:58.075220 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea2cb3e-1731-409b-8725-7e7a5e5f33f4', 'name': 'network-vif-deleted', 'tag': 'ff668d99-79df-451f-b7f4-28fb581e8f2b'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:21:58.077624 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbad15a9-16a6-4857-9559-4b7fd89d87af" -d '{"events": [{"server_uuid": "cea2cb3e-1731-409b-8725-7e7a5e5f33f4", "name": "network-vif-deleted", "tag": "ff668d99-79df-451f-b7f4-28fb581e8f2b"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:21:58.091409 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:58.098319 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d20c7ade-74d9-4c79-b5d6-d8d4f69545d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:58.103431 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d20c7ade-74d9-4c79-b5d6-d8d4f69545d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:58.109537 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d20c7ade-74d9-4c79-b5d6-d8d4f69545d1 admin admin] 10.222.0.49 "DELETE /v2.0/networks/9bcf3e74-66ab-4e01-a79a-180569e5d97f HTTP/1.1" status: 204 len: 168 time: 1.4664555 Nov 09 21:21:58.138394 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c7ade-74d9-4c79-b5d6-d8d4f69545d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bcf3e74-66ab-4e01-a79a-180569e5d97f,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:58.144416 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dda9595b-6e09-463e-b6f7-6cc58f36fac9 req-4e81b1f1-570b-4254-b9be-e0451fff7411 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477649 Nov 09 21:21:58.147902 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 472c303c-63e4-4618-b7c2-1b70523530a1, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=472c303c-63e4-4618-b7c2-1b70523530a1,segment=NetworkSegment(535e550e-1834-40ad-bb5a-53e5c279aa6f),segment_id=535e550e-1834-40ad-bb5a-53e5c279aa6f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:21:58.152871 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:58.232686 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=472c303c-63e4-4618-b7c2-1b70523530a1,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:58.234915 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1954aa-5780-415f-aec0-689f25706a39 x-openstack-request-id: req-5e1954aa-5780-415f-aec0-689f25706a39 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:21:58.235390 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea2cb3e-1731-409b-8725-7e7a5e5f33f4", "name": "network-vif-deleted", "tag": "ff668d99-79df-451f-b7f4-28fb581e8f2b", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:21:58.235738 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5e1954aa-5780-415f-aec0-689f25706a39 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:21:58.236208 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea2cb3e-1731-409b-8725-7e7a5e5f33f4', 'name': 'network-vif-deleted', 'tag': 'ff668d99-79df-451f-b7f4-28fb581e8f2b', 'status': 'completed', 'code': 200} Nov 09 21:21:58.323587 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd727f6-553c-4d9f-a5b9-b914935f6700 req-ffcbf5af-4068-4e59-894e-a0e01f8af39c tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:58.332317 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6bd727f6-553c-4d9f-a5b9-b914935f6700 req-ffcbf5af-4068-4e59-894e-a0e01f8af39c tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=6eb89d93-3f7a-41c3-ad4c-eede92a7779c HTTP/1.1" status: 200 len: 945 time: 0.0829828 Nov 09 21:21:58.372615 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42518) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:58.381562 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6bd727f6-553c-4d9f-a5b9-b914935f6700 req-f6efb825-3602-4fc3-a311-4c4b2d47b21b tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480950 Nov 09 21:21:58.408763 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42522) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:58.448054 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb89d93-3f7a-41c3-ad4c-eede92a7779c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '472c303c-63e4-4618-b7c2-1b70523530a1'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:21:58.451110 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5f90540f-8315-4667-a317-cfbeb7620e3e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1b6ffb029992434f8d6aabef83131597&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389910 Nov 09 21:21:58.451610 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42526) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:58.453764 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67481aed-e44b-4522-9528-83231c4c79bd" -d '{"events": [{"server_uuid": "6eb89d93-3f7a-41c3-ad4c-eede92a7779c", "name": "network-vif-plugged", "status": "completed", "tag": "472c303c-63e4-4618-b7c2-1b70523530a1"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:21:58.529199 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5a2f0fae-c57f-4fbc-ad8e-9cec58d441ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:58.530395 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73a4196-bd38-4b3f-8370-b5aa22123230 x-openstack-request-id: req-a73a4196-bd38-4b3f-8370-b5aa22123230 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:21:58.530692 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb89d93-3f7a-41c3-ad4c-eede92a7779c", "name": "network-vif-plugged", "status": "completed", "tag": "472c303c-63e4-4618-b7c2-1b70523530a1", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:21:58.530947 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a73a4196-bd38-4b3f-8370-b5aa22123230 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:21:58.531346 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb89d93-3f7a-41c3-ad4c-eede92a7779c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '472c303c-63e4-4618-b7c2-1b70523530a1', 'code': 200} Nov 09 21:21:58.571124 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5a2f0fae-c57f-4fbc-ad8e-9cec58d441ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:58.596877 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-21705745-8c95-44a1-989d-8f123933ad72 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1134091748-network', 'tenant_id': '80bd14f1151c49209b6b9f6a58ef3329'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:21:58.631356 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5a2f0fae-c57f-4fbc-ad8e-9cec58d441ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:58.636543 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5a2f0fae-c57f-4fbc-ad8e-9cec58d441ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:58.645363 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5a2f0fae-c57f-4fbc-ad8e-9cec58d441ce admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7992d790-8bd4-4089-a3a5-ce6555e5e745 HTTP/1.1" status: 204 len: 168 time: 0.1923401 Nov 09 21:21:58.648118 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21705745-8c95-44a1-989d-8f123933ad72 admin admin] Made reservation on behalf of 80bd14f1151c49209b6b9f6a58ef3329 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:21:58.651372 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-21705745-8c95-44a1-989d-8f123933ad72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:58.663727 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f0fae-c57f-4fbc-ad8e-9cec58d441ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7992d790-8bd4-4089-a3a5-ce6555e5e745,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:58.683659 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-21705745-8c95-44a1-989d-8f123933ad72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:58.775478 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-21705745-8c95-44a1-989d-8f123933ad72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:58.780560 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-21705745-8c95-44a1-989d-8f123933ad72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:58.811362 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21705745-8c95-44a1-989d-8f123933ad72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a608766c-4f89-4ab7-940b-57d7b4d64996,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:58.821406 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21705745-8c95-44a1-989d-8f123933ad72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:21:58.835319 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-21705745-8c95-44a1-989d-8f123933ad72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:58.835762 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-21705745-8c95-44a1-989d-8f123933ad72 admin admin] Added segment 0266031b-5829-40c1-acad-8e9a97b817f5 of type vlan for network 5a2ce5cc-687a-4c33-859e-f9b75a50c5b6 Nov 09 21:21:58.883854 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-21705745-8c95-44a1-989d-8f123933ad72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:58.911379 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-21705745-8c95-44a1-989d-8f123933ad72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:58.912732 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21705745-8c95-44a1-989d-8f123933ad72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:58.913633 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-21705745-8c95-44a1-989d-8f123933ad72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:58.972395 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-21705745-8c95-44a1-989d-8f123933ad72 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5983853 Nov 09 21:21:58.973040 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42550) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:58.986127 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-7b41efc7-c8a8-4994-8bad-c4837b5c6dd7 admin admin] Request body: {'subnet': {'network_id': '5a2ce5cc-687a-4c33-859e-f9b75a50c5b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1134091748-subnet', 'tenant_id': '80bd14f1151c49209b6b9f6a58ef3329', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:21:58.999999 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef94f00b-0158-4d6a-8989-68205c54e885 req-72212df8-ed4a-4f85-9bdc-bbd90db55071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:59.001680 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ef94f00b-0158-4d6a-8989-68205c54e885 req-72212df8-ed4a-4f85-9bdc-bbd90db55071 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6eb89d93-3f7a-41c3-ad4c-eede92a7779c HTTP/1.1" status: 200 len: 1096 time: 0.3446116 Nov 09 21:21:59.020179 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21705745-8c95-44a1-989d-8f123933ad72 admin admin] Pushing event updated for resources: {'Network': ['ID=5a2ce5cc-687a-4c33-859e-f9b75a50c5b6,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:59.037316 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 5a2ce5cc-687a-4c33-859e-f9b75a50c5b6 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:21:59.039011 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b41efc7-c8a8-4994-8bad-c4837b5c6dd7 admin admin] Made reservation on behalf of 80bd14f1151c49209b6b9f6a58ef3329 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:21:59.042843 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7b41efc7-c8a8-4994-8bad-c4837b5c6dd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:59.075307 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ef94f00b-0158-4d6a-8989-68205c54e885 req-28d06bdb-631b-4081-96f6-2a05a1532c3c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669129 Nov 09 21:21:59.273779 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7b41efc7-c8a8-4994-8bad-c4837b5c6dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:59.345192 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b41efc7-c8a8-4994-8bad-c4837b5c6dd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87945563-f9d1-4353-83ce-d183f9346308,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:21:59.355748 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42582) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:59.362834 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b41efc7-c8a8-4994-8bad-c4837b5c6dd7 admin admin] Checking segment: {'id': '0266031b-5829-40c1-acad-8e9a97b817f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5a2ce5cc-687a-4c33-859e-f9b75a50c5b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:21:59.363204 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b41efc7-c8a8-4994-8bad-c4837b5c6dd7 admin admin] Network hostable DHCP agents. Network: 5a2ce5cc-687a-4c33-859e-f9b75a50c5b6, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:21:59.382412 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b41efc7-c8a8-4994-8bad-c4837b5c6dd7 admin admin] Network 5a2ce5cc-687a-4c33-859e-f9b75a50c5b6 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:21:59.394110 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-7b41efc7-c8a8-4994-8bad-c4837b5c6dd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 5a2ce5cc-687a-4c33-859e-f9b75a50c5b6) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:21:59.403830 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7ae0a7-12e1-45c1-8bd9-960f73b1f2d8 None None] Network 5a2ce5cc-687a-4c33-859e-f9b75a50c5b6 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:21:59.421841 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b41efc7-c8a8-4994-8bad-c4837b5c6dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:59.425264 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7b41efc7-c8a8-4994-8bad-c4837b5c6dd7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:59.472082 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7b41efc7-c8a8-4994-8bad-c4837b5c6dd7 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4866712 Nov 09 21:21:59.472082 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42598) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:59.476192 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-42240e3b-87f2-4cb8-8a13-f853ee892415 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1134091748-router', 'tenant_id': '80bd14f1151c49209b6b9f6a58ef3329', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:21:59.524311 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-42240e3b-87f2-4cb8-8a13-f853ee892415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:59.526442 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-42240e3b-87f2-4cb8-8a13-f853ee892415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:59.667684 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ca3ab7-68d5-4b83-bc85-e4da8b6dbff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-5a2ce5cc-687a-4c33-859e-f9b75a50c5b6', 'network_id': '5a2ce5cc-687a-4c33-859e-f9b75a50c5b6', 'tenant_id': '80bd14f1151c49209b6b9f6a58ef3329', 'fixed_ips': [{'subnet_id': '87945563-f9d1-4353-83ce-d183f9346308'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:21:59.669912 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-29ca3ab7-68d5-4b83-bc85-e4da8b6dbff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:59.672226 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-d79306d1-a090-48bb-b5a3-0508314c4251 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1976332302-network', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:21:59.715242 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79306d1-a090-48bb-b5a3-0508314c4251 admin admin] Made reservation on behalf of 379926d057ed4e578e7d1c1feabffad2 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:21:59.718071 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d79306d1-a090-48bb-b5a3-0508314c4251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:59.738218 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d79306d1-a090-48bb-b5a3-0508314c4251 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:59.782070 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-9ba65747-f290-42ee-a5bf-2c1b275cbd1c tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:21:59.789454 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-9ba65747-f290-42ee-a5bf-2c1b275cbd1c tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/networks?id=327e7e68-3b42-443b-9252-b6063ad01e88 HTTP/1.1" status: 200 len: 822 time: 0.2268686 Nov 09 21:21:59.825418 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-af1c1dc8-47ff-4707-88e2-6b3d50bd2b06 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/quotas/8e9e21c1be6c40e48d395e7f8b701606 HTTP/1.1" status: 200 len: 375 time: 0.0344393 Nov 09 21:21:59.842092 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42612) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:21:59.895288 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-29ca3ab7-68d5-4b83-bc85-e4da8b6dbff7 None None] Allocated IP 172.20.0.2 (5a2ce5cc-687a-4c33-859e-f9b75a50c5b6/87945563-f9d1-4353-83ce-d183f9346308/7e2ea807-4d1f-4536-ab45-4c704b880ad5) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:21:59.913165 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d79306d1-a090-48bb-b5a3-0508314c4251 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:59.919309 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-1b0a0840-c8f9-4a14-a349-f186fff6cfd1 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8e9e21c1be6c40e48d395e7f8b701606&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0910330 Nov 09 21:21:59.920431 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d79306d1-a090-48bb-b5a3-0508314c4251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:21:59.960757 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d79306d1-a090-48bb-b5a3-0508314c4251 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:21:59.988909 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-42240e3b-87f2-4cb8-8a13-f853ee892415 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:00.005115 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d79306d1-a090-48bb-b5a3-0508314c4251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:00.005658 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-d79306d1-a090-48bb-b5a3-0508314c4251 admin admin] Added segment b8ef7012-bc7b-4fbc-bb73-3f129fae00eb of type vlan for network 5b48360c-45d2-4bc5-87b9-1da558cd85b9 Nov 09 21:22:00.008161 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79306d1-a090-48bb-b5a3-0508314c4251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d7da7b-ba21-4a98-aa22-eac2968a0a0a,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:00.064893 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-d596680a-2491-4997-bab8-5a541dee71a2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1593291978-network', 'tenant_id': 'd0523478f492462386463f095b1a1d7b'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:22:00.080063 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d79306d1-a090-48bb-b5a3-0508314c4251 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:00.110024 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-29ca3ab7-68d5-4b83-bc85-e4da8b6dbff7 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:00.116108 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-29ca3ab7-68d5-4b83-bc85-e4da8b6dbff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:00.137787 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-b23249b5-617b-48d6-b25e-ab6629c03d4c service neutron] 10.222.0.49 "GET /v2.0/networks/327e7e68-3b42-443b-9252-b6063ad01e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023005 Nov 09 21:22:00.143507 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d596680a-2491-4997-bab8-5a541dee71a2 admin admin] Made reservation on behalf of d0523478f492462386463f095b1a1d7b for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:22:00.145849 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d596680a-2491-4997-bab8-5a541dee71a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:00.150259 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d79306d1-a090-48bb-b5a3-0508314c4251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:00.151472 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79306d1-a090-48bb-b5a3-0508314c4251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:00.151735 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d79306d1-a090-48bb-b5a3-0508314c4251 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:00.169899 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ca3ab7-68d5-4b83-bc85-e4da8b6dbff7 None None] Network 5a2ce5cc-687a-4c33-859e-f9b75a50c5b6 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:22:00.173368 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-29ca3ab7-68d5-4b83-bc85-e4da8b6dbff7 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:22:00.179280 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ca3ab7-68d5-4b83-bc85-e4da8b6dbff7 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:22:00.182398 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d596680a-2491-4997-bab8-5a541dee71a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:00.193311 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ca3ab7-68d5-4b83-bc85-e4da8b6dbff7 None None] Pushing event updated for resources: {'Port': ['ID=7e2ea807-4d1f-4536-ab45-4c704b880ad5,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:00.257796 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-29ca3ab7-68d5-4b83-bc85-e4da8b6dbff7 None None] Attempting to bind port 7e2ea807-4d1f-4536-ab45-4c704b880ad5 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:22:00.258190 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-29ca3ab7-68d5-4b83-bc85-e4da8b6dbff7 None None] Attempting to bind port 7e2ea807-4d1f-4536-ab45-4c704b880ad5 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '0266031b-5829-40c1-acad-8e9a97b817f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5a2ce5cc-687a-4c33-859e-f9b75a50c5b6'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:22:00.259095 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ca3ab7-68d5-4b83-bc85-e4da8b6dbff7 None None] Attempting to bind port 7e2ea807-4d1f-4536-ab45-4c704b880ad5 on network 5a2ce5cc-687a-4c33-859e-f9b75a50c5b6 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:22:00.278641 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d79306d1-a090-48bb-b5a3-0508314c4251 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9191649 Nov 09 21:22:00.278868 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ca3ab7-68d5-4b83-bc85-e4da8b6dbff7 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:22:00.278868 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ca3ab7-68d5-4b83-bc85-e4da8b6dbff7 None None] Checking segment: {'id': '0266031b-5829-40c1-acad-8e9a97b817f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5a2ce5cc-687a-4c33-859e-f9b75a50c5b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:22:00.278868 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-29ca3ab7-68d5-4b83-bc85-e4da8b6dbff7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:00.278868 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ca3ab7-68d5-4b83-bc85-e4da8b6dbff7 None None] Bound using segment: {'id': '0266031b-5829-40c1-acad-8e9a97b817f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5a2ce5cc-687a-4c33-859e-f9b75a50c5b6'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:22:00.278868 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-29ca3ab7-68d5-4b83-bc85-e4da8b6dbff7 None None] Bound port: 7e2ea807-4d1f-4536-ab45-4c704b880ad5, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0266031b-5829-40c1-acad-8e9a97b817f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5a2ce5cc-687a-4c33-859e-f9b75a50c5b6'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:22:00.278868 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-29ca3ab7-68d5-4b83-bc85-e4da8b6dbff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:00.284321 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42618) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:22:00.295440 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-42240e3b-87f2-4cb8-8a13-f853ee892415 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:00.299600 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-0f200cd9-ed47-4b7f-8620-a4f991c74af3 admin admin] Request body: {'subnet': {'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976332302-subnet', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:22:00.325078 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb9f5c-2663-4301-b24b-66ef2f6cc684 req-65bbc1ae-ed7f-40e9-bda7-b6d39f45fbb8 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:00.336504 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f200cd9-ed47-4b7f-8620-a4f991c74af3 admin admin] Made reservation on behalf of 379926d057ed4e578e7d1c1feabffad2 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:22:00.338845 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0f200cd9-ed47-4b7f-8620-a4f991c74af3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:00.339712 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4dfb9f5c-2663-4301-b24b-66ef2f6cc684 req-65bbc1ae-ed7f-40e9-bda7-b6d39f45fbb8 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=6eb89d93-3f7a-41c3-ad4c-eede92a7779c HTTP/1.1" status: 200 len: 945 time: 0.3645694 Nov 09 21:22:00.367083 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-29ca3ab7-68d5-4b83-bc85-e4da8b6dbff7 None None] For port 7e2ea807-4d1f-4536-ab45-4c704b880ad5, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:22:00.371519 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-29ca3ab7-68d5-4b83-bc85-e4da8b6dbff7 None None] For port 7e2ea807-4d1f-4536-ab45-4c704b880ad5, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=7e2ea807-4d1f-4536-ab45-4c704b880ad5,segment=NetworkSegment(0266031b-5829-40c1-acad-8e9a97b817f5),segment_id=0266031b-5829-40c1-acad-8e9a97b817f5)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:22:00.376243 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-29ca3ab7-68d5-4b83-bc85-e4da8b6dbff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:00.436041 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79306d1-a090-48bb-b5a3-0508314c4251 admin admin] Pushing event updated for resources: {'Network': ['ID=5b48360c-45d2-4bc5-87b9-1da558cd85b9,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:00.449100 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-ff8ac09f-c94d-45f8-a8ac-5a49f0f18c0a service neutron] 10.222.0.49 "GET /v2.0/networks/327e7e68-3b42-443b-9252-b6063ad01e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991982 Nov 09 21:22:00.453794 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ca3ab7-68d5-4b83-bc85-e4da8b6dbff7 None None] Pushing event updated for resources: {'Port': ['ID=7e2ea807-4d1f-4536-ab45-4c704b880ad5,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:00.466461 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 5b48360c-45d2-4bc5-87b9-1da558cd85b9 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:22:00.475753 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4dfb9f5c-2663-4301-b24b-66ef2f6cc684 req-baa9689a-27d3-410e-a184-d5b5c3e2ba03 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347821 Nov 09 21:22:00.850118 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-42240e3b-87f2-4cb8-8a13-f853ee892415 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:00.874949 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-42240e3b-87f2-4cb8-8a13-f853ee892415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:00.880734 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d596680a-2491-4997-bab8-5a541dee71a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:00.904351 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-71906a1f-5bb5-40fe-98d9-31ce2785ca03 req-c121c794-7b48-41b7-a9fe-326f232f9f41 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=50aa286f-8c96-4de0-8719-f8c805940987 HTTP/1.1" status: 200 len: 210 time: 0.1022539 Nov 09 21:22:00.938036 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d596680a-2491-4997-bab8-5a541dee71a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:00.999562 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d596680a-2491-4997-bab8-5a541dee71a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:22:01.020946 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d596680a-2491-4997-bab8-5a541dee71a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20b1d49-0c1c-4d75-81b9-73f57357649c,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:01.025671 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d596680a-2491-4997-bab8-5a541dee71a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:01.026280 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-d596680a-2491-4997-bab8-5a541dee71a2 admin admin] Added segment 110c5b95-d940-4e36-bf19-877568cab685 of type vlan for network 335cae01-5458-4aa4-816c-c063368a91a0 Nov 09 21:22:01.028208 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0f200cd9-ed47-4b7f-8620-a4f991c74af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:01.030593 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-42240e3b-87f2-4cb8-8a13-f853ee892415 admin admin] Allocated IP 172.25.7.18 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/781df098-9817-4073-a821-03d622980305) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:22:01.114774 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d596680a-2491-4997-bab8-5a541dee71a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:01.147194 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f200cd9-ed47-4b7f-8620-a4f991c74af3 admin admin] Checking segment: {'id': 'b8ef7012-bc7b-4fbc-bb73-3f129fae00eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:22:01.147654 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f200cd9-ed47-4b7f-8620-a4f991c74af3 admin admin] Network hostable DHCP agents. Network: 5b48360c-45d2-4bc5-87b9-1da558cd85b9, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:22:01.156100 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f200cd9-ed47-4b7f-8620-a4f991c74af3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a827720-a9bf-447e-bfcd-e4c120a09350,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:01.173122 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d596680a-2491-4997-bab8-5a541dee71a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:01.177481 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d596680a-2491-4997-bab8-5a541dee71a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:01.178204 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d596680a-2491-4997-bab8-5a541dee71a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:01.196513 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-42240e3b-87f2-4cb8-8a13-f853ee892415 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:01.233397 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f200cd9-ed47-4b7f-8620-a4f991c74af3 admin admin] Network 5b48360c-45d2-4bc5-87b9-1da558cd85b9 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:22:01.256774 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d596680a-2491-4997-bab8-5a541dee71a2 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4094067 Nov 09 21:22:01.256774 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42632) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:22:01.257414 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-42240e3b-87f2-4cb8-8a13-f853ee892415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:01.267332 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-46834541-b813-4691-82f7-87cc50fe65c6 admin admin] Request body: {'subnet': {'network_id': '335cae01-5458-4aa4-816c-c063368a91a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1593291978-subnet', 'tenant_id': 'd0523478f492462386463f095b1a1d7b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:22:01.284537 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-0f200cd9-ed47-4b7f-8620-a4f991c74af3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 5b48360c-45d2-4bc5-87b9-1da558cd85b9) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:22:01.292622 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f344b2-7bfc-4874-90b7-9d45894a698d None None] Network 5b48360c-45d2-4bc5-87b9-1da558cd85b9 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:22:01.298007 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d596680a-2491-4997-bab8-5a541dee71a2 admin admin] Pushing event updated for resources: {'Network': ['ID=335cae01-5458-4aa4-816c-c063368a91a0,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:01.304947 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42240e3b-87f2-4cb8-8a13-f853ee892415 admin admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:22:01.309397 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-42240e3b-87f2-4cb8-8a13-f853ee892415 admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:22:01.314514 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42240e3b-87f2-4cb8-8a13-f853ee892415 admin admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:22:01.318068 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42240e3b-87f2-4cb8-8a13-f853ee892415 admin admin] Pushing event updated for resources: {'Port': ['ID=781df098-9817-4073-a821-03d622980305,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:01.318266 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f200cd9-ed47-4b7f-8620-a4f991c74af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:01.318791 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0f200cd9-ed47-4b7f-8620-a4f991c74af3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:01.350013 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46834541-b813-4691-82f7-87cc50fe65c6 admin admin] Made reservation on behalf of d0523478f492462386463f095b1a1d7b for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:22:01.355319 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-46834541-b813-4691-82f7-87cc50fe65c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:01.355996 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 335cae01-5458-4aa4-816c-c063368a91a0 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:22:01.463626 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0f200cd9-ed47-4b7f-8620-a4f991c74af3 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1720908 Nov 09 21:22:01.471135 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42634) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:22:01.536471 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-ec18ee4d-b4b8-4b21-b0e4-07386c17251e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1976332302-router', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:22:01.615574 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 7e2ea807-4d1f-4536-ab45-4c704b880ad5 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:22:01.663371 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf2298e-d013-4a0b-a06b-ef67ede3e6d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-5b48360c-45d2-4bc5-87b9-1da558cd85b9', 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'fixed_ips': [{'subnet_id': '8a827720-a9bf-447e-bfcd-e4c120a09350'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:22:01.663995 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4cf2298e-d013-4a0b-a06b-ef67ede3e6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:01.703610 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ec18ee4d-b4b8-4b21-b0e4-07386c17251e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:01.704716 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ec18ee4d-b4b8-4b21-b0e4-07386c17251e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:01.771421 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-42240e3b-87f2-4cb8-8a13-f853ee892415 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:01.831782 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device ff668d99-79df-451f-b7f4-28fb581e8f2b no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:22:01.915901 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: ff668d99-79df-451f-b7f4-28fb581e8f2b {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:22:01.916237 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device ff668d99-79df-451f-b7f4-28fb581e8f2b not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:22:01.989555 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6ed74-a527-4796-8d7e-77dc26e4bd30 req-2bbccb50-6d8c-4852-9f2e-d5e85fc59c69 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:01.999545 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c4d6ed74-a527-4796-8d7e-77dc26e4bd30 req-2bbccb50-6d8c-4852-9f2e-d5e85fc59c69 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=6eb89d93-3f7a-41c3-ad4c-eede92a7779c HTTP/1.1" status: 200 len: 945 time: 0.2286823 Nov 09 21:22:02.018321 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 7e2ea807-4d1f-4536-ab45-4c704b880ad5 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:02.018688 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:02.036927 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ec18ee4d-b4b8-4b21-b0e4-07386c17251e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:02.070222 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c4d6ed74-a527-4796-8d7e-77dc26e4bd30 req-0d0d9147-a489-489b-85ba-b35dbbda4009 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695271 Nov 09 21:22:02.072480 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa050ff-4f79-4b20-ac97-6d4a967fe438 None None] Network 5a2ce5cc-687a-4c33-859e-f9b75a50c5b6 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:22:02.367428 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-4cf2298e-d013-4a0b-a06b-ef67ede3e6d0 None None] Allocated IP 172.20.0.2 (5b48360c-45d2-4bc5-87b9-1da558cd85b9/8a827720-a9bf-447e-bfcd-e4c120a09350/5d76c03f-0784-4eb7-9f89-e5b9bc71a81d) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:22:02.444128 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d338ba26-cba2-4daa-9432-6f1e82fef866 None None] Provisioning complete for port 7e2ea807-4d1f-4536-ab45-4c704b880ad5 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:02.444834 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d338ba26-cba2-4daa-9432-6f1e82fef866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:02.449807 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-42240e3b-87f2-4cb8-8a13-f853ee892415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:02.462116 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-1c5006f5-f8ce-4527-b922-26f357589907 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:02.464250 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-1c5006f5-f8ce-4527-b922-26f357589907 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.43 "GET /v2.0/networks?id=327e7e68-3b42-443b-9252-b6063ad01e88 HTTP/1.1" status: 200 len: 822 time: 0.1812296 Nov 09 21:22:02.509041 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-4bec0ca0-6688-4111-89b8-58569cc72bbd tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Request body: {'port': {'device_id': '50aa286f-8c96-4de0-8719-f8c805940987', 'network_id': '327e7e68-3b42-443b-9252-b6063ad01e88', 'admin_state_up': True, 'tenant_id': '8e9e21c1be6c40e48d395e7f8b701606'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:22:02.637681 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e6271c8f-bca6-4fb2-8522-a4a873ebbe38 req-84c70541-0f33-4208-879a-356024c01edc tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=50aa286f-8c96-4de0-8719-f8c805940987 HTTP/1.1" status: 200 len: 210 time: 0.1152680 Nov 09 21:22:02.650197 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-46834541-b813-4691-82f7-87cc50fe65c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:02.703663 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:02.724690 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d09f92-8cb8-4167-9197-a2f0d34fee6d req-48637011-efbf-4db5-9be2-142b35268218 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:02.733296 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-58d09f92-8cb8-4167-9197-a2f0d34fee6d req-48637011-efbf-4db5-9be2-142b35268218 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=6eb89d93-3f7a-41c3-ad4c-eede92a7779c HTTP/1.1" status: 200 len: 945 time: 0.2677808 Nov 09 21:22:02.737370 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46834541-b813-4691-82f7-87cc50fe65c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92e806a5-07da-4448-a8d8-79e1ae69a630,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:02.786187 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d338ba26-cba2-4daa-9432-6f1e82fef866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:02.791749 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42240e3b-87f2-4cb8-8a13-f853ee892415 admin admin] Router e5a328cd-b7f7-4e43-968a-2614ea669b17 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:22:02.824152 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 7e2ea807-4d1f-4536-ab45-4c704b880ad5, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=7e2ea807-4d1f-4536-ab45-4c704b880ad5,segment=NetworkSegment(0266031b-5829-40c1-acad-8e9a97b817f5),segment_id=0266031b-5829-40c1-acad-8e9a97b817f5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:22:02.830359 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-4bec0ca0-6688-4111-89b8-58569cc72bbd tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Made reservation on behalf of 8e9e21c1be6c40e48d395e7f8b701606 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:22:02.834416 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-4bec0ca0-6688-4111-89b8-58569cc72bbd tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:02.844449 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:02.846689 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4cf2298e-d013-4a0b-a06b-ef67ede3e6d0 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:02.897943 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4cf2298e-d013-4a0b-a06b-ef67ede3e6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:02.932428 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-58d09f92-8cb8-4167-9197-a2f0d34fee6d req-b64be2e1-9f09-44fd-9b52-3bcc71d5495a tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967316 Nov 09 21:22:02.946272 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ec18ee4d-b4b8-4b21-b0e4-07386c17251e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:02.999634 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46834541-b813-4691-82f7-87cc50fe65c6 admin admin] Checking segment: {'id': '110c5b95-d940-4e36-bf19-877568cab685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '335cae01-5458-4aa4-816c-c063368a91a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:22:03.000166 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46834541-b813-4691-82f7-87cc50fe65c6 admin admin] Network hostable DHCP agents. Network: 335cae01-5458-4aa4-816c-c063368a91a0, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:22:03.033547 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.db.api [None req-d338ba26-cba2-4daa-9432-6f1e82fef866 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 21:22:03.033906 n-d-816206-3 neutron-server[102609]: DEBUG oslo_db.api [None req-d338ba26-cba2-4daa-9432-6f1e82fef866 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 21:22:03.045856 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf2298e-d013-4a0b-a06b-ef67ede3e6d0 None None] Network 5b48360c-45d2-4bc5-87b9-1da558cd85b9 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:22:03.049148 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-4cf2298e-d013-4a0b-a06b-ef67ede3e6d0 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:22:03.057056 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf2298e-d013-4a0b-a06b-ef67ede3e6d0 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:22:03.060425 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=7e2ea807-4d1f-4536-ab45-4c704b880ad5,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:03.117497 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf2298e-d013-4a0b-a06b-ef67ede3e6d0 None None] Pushing event updated for resources: {'Port': ['ID=5d76c03f-0784-4eb7-9f89-e5b9bc71a81d,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:03.132124 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46834541-b813-4691-82f7-87cc50fe65c6 admin admin] Network 335cae01-5458-4aa4-816c-c063368a91a0 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:22:03.165981 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-46834541-b813-4691-82f7-87cc50fe65c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 335cae01-5458-4aa4-816c-c063368a91a0) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:22:03.172898 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46834541-b813-4691-82f7-87cc50fe65c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:03.174762 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-46834541-b813-4691-82f7-87cc50fe65c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:03.179146 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc682b8-77fa-4d10-8f6f-9f21e9d15936 None None] Network 335cae01-5458-4aa4-816c-c063368a91a0 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:22:03.185317 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-4cf2298e-d013-4a0b-a06b-ef67ede3e6d0 None None] Attempting to bind port 5d76c03f-0784-4eb7-9f89-e5b9bc71a81d on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:22:03.185781 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-4cf2298e-d013-4a0b-a06b-ef67ede3e6d0 None None] Attempting to bind port 5d76c03f-0784-4eb7-9f89-e5b9bc71a81d by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'b8ef7012-bc7b-4fbc-bb73-3f129fae00eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:22:03.186213 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf2298e-d013-4a0b-a06b-ef67ede3e6d0 None None] Attempting to bind port 5d76c03f-0784-4eb7-9f89-e5b9bc71a81d on network 5b48360c-45d2-4bc5-87b9-1da558cd85b9 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:22:03.215640 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-4bec0ca0-6688-4111-89b8-58569cc72bbd tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Allocated IP 172.20.0.13 (327e7e68-3b42-443b-9252-b6063ad01e88/72e3a48d-bd3b-4c62-a376-6d092be2bf15/2eb9ab50-6eff-4b39-a572-b022a00d4586) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:22:03.224222 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-46834541-b813-4691-82f7-87cc50fe65c6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9667406 Nov 09 21:22:03.226078 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42658) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:22:03.230614 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf2298e-d013-4a0b-a06b-ef67ede3e6d0 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:22:03.231072 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf2298e-d013-4a0b-a06b-ef67ede3e6d0 None None] Checking segment: {'id': 'b8ef7012-bc7b-4fbc-bb73-3f129fae00eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:22:03.231538 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4cf2298e-d013-4a0b-a06b-ef67ede3e6d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:03.231676 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-96fb07d0-ff28-4dbd-bff6-a84cefed8ded admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1593291978-router', 'tenant_id': 'd0523478f492462386463f095b1a1d7b', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:22:03.232090 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf2298e-d013-4a0b-a06b-ef67ede3e6d0 None None] Bound using segment: {'id': 'b8ef7012-bc7b-4fbc-bb73-3f129fae00eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:22:03.232648 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-4cf2298e-d013-4a0b-a06b-ef67ede3e6d0 None None] Bound port: 5d76c03f-0784-4eb7-9f89-e5b9bc71a81d, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ef7012-bc7b-4fbc-bb73-3f129fae00eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:22:03.233181 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4cf2298e-d013-4a0b-a06b-ef67ede3e6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:03.276608 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-96fb07d0-ff28-4dbd-bff6-a84cefed8ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:03.277744 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-96fb07d0-ff28-4dbd-bff6-a84cefed8ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:03.319888 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-4cf2298e-d013-4a0b-a06b-ef67ede3e6d0 None None] For port 5d76c03f-0784-4eb7-9f89-e5b9bc71a81d, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:22:03.323554 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-4cf2298e-d013-4a0b-a06b-ef67ede3e6d0 None None] For port 5d76c03f-0784-4eb7-9f89-e5b9bc71a81d, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5d76c03f-0784-4eb7-9f89-e5b9bc71a81d,segment=NetworkSegment(b8ef7012-bc7b-4fbc-bb73-3f129fae00eb),segment_id=b8ef7012-bc7b-4fbc-bb73-3f129fae00eb)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:22:03.330899 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4cf2298e-d013-4a0b-a06b-ef67ede3e6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:03.381919 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-4bec0ca0-6688-4111-89b8-58569cc72bbd tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:03.426904 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ec18ee4d-b4b8-4b21-b0e4-07386c17251e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:03.447138 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-4bec0ca0-6688-4111-89b8-58569cc72bbd tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:03.455593 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf2298e-d013-4a0b-a06b-ef67ede3e6d0 None None] Pushing event updated for resources: {'Port': ['ID=5d76c03f-0784-4eb7-9f89-e5b9bc71a81d,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:03.466853 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ec18ee4d-b4b8-4b21-b0e4-07386c17251e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:03.507028 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-96fb07d0-ff28-4dbd-bff6-a84cefed8ded admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:03.521994 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8ad0c3-2e35-40a3-8f9e-43a67d436708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-335cae01-5458-4aa4-816c-c063368a91a0', 'network_id': '335cae01-5458-4aa4-816c-c063368a91a0', 'tenant_id': 'd0523478f492462386463f095b1a1d7b', 'fixed_ips': [{'subnet_id': '92e806a5-07da-4448-a8d8-79e1ae69a630'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:22:03.522958 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9b8ad0c3-2e35-40a3-8f9e-43a67d436708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:03.571532 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-4bec0ca0-6688-4111-89b8-58569cc72bbd tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Network 327e7e68-3b42-443b-9252-b6063ad01e88 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:22:03.579468 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-4bec0ca0-6688-4111-89b8-58569cc72bbd tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:22:03.587948 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-4bec0ca0-6688-4111-89b8-58569cc72bbd tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:22:03.590719 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42240e3b-87f2-4cb8-8a13-f853ee892415 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:22:03.605752 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15560a0d-e7d1-4071-a77d-43dfddc2cb5a None None] Sync routers for ids ['e5a328cd-b7f7-4e43-968a-2614ea669b17'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:22:03.610912 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 7e2ea807-4d1f-4536-ab45-4c704b880ad5 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:22:03.621930 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15560a0d-e7d1-4071-a77d-43dfddc2cb5a None None] Routers {'e5a328cd-b7f7-4e43-968a-2614ea669b17'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:22:03.623980 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-15560a0d-e7d1-4071-a77d-43dfddc2cb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:21:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e5a328cd-b7f7-4e43-968a-2614ea669b17'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:03.632327 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec0ca0-6688-4111-89b8-58569cc72bbd tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Pushing event updated for resources: {'Port': ['ID=2eb9ab50-6eff-4b39-a572-b022a00d4586,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:03.638423 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:03.646144 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1652cf5-a721-43dd-9648-86f9b879827c req-d672499a-01f8-4a42-b692-495cc21907a5 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:03.648088 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a1652cf5-a721-43dd-9648-86f9b879827c req-d672499a-01f8-4a42-b692-495cc21907a5 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=6eb89d93-3f7a-41c3-ad4c-eede92a7779c HTTP/1.1" status: 200 len: 945 time: 0.2311428 Nov 09 21:22:03.653773 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-42240e3b-87f2-4cb8-8a13-f853ee892415 admin admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:03.655048 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-42240e3b-87f2-4cb8-8a13-f853ee892415 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1822731 Nov 09 21:22:03.658519 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42662) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:22:03.758924 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-4bec0ca0-6688-4111-89b8-58569cc72bbd tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:03.759601 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-4bec0ca0-6688-4111-89b8-58569cc72bbd tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:03.920251 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-15560a0d-e7d1-4071-a77d-43dfddc2cb5a None None] Set router e5a328cd-b7f7-4e43-968a-2614ea669b17 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:22:03.941138 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-ec18ee4d-b4b8-4b21-b0e4-07386c17251e admin admin] Allocated IP 172.25.7.154 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/de457564-054f-4ab8-8d9f-b57b06db88f1) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:22:03.949584 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 7e2ea807-4d1f-4536-ab45-4c704b880ad5 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:03.951119 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:04.034111 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-a2fd7ab3-6e3d-4043-a8f3-ef2300fbb7f2 None None] Provisioning complete for port 7e2ea807-4d1f-4536-ab45-4c704b880ad5 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:04.034763 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a2fd7ab3-6e3d-4043-a8f3-ef2300fbb7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:04.096502 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-9b8ad0c3-2e35-40a3-8f9e-43a67d436708 None None] Allocated IP 172.20.0.2 (335cae01-5458-4aa4-816c-c063368a91a0/92e806a5-07da-4448-a8d8-79e1ae69a630/c9bb857f-439d-4d0e-b3bf-a6ac17110dfa) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:22:04.116782 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ec18ee4d-b4b8-4b21-b0e4-07386c17251e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:04.264082 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a1652cf5-a721-43dd-9648-86f9b879827c req-56f0cf91-2cf3-430a-bd3f-4507cd4335bf tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5938740 Nov 09 21:22:04.269354 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-4bec0ca0-6688-4111-89b8-58569cc72bbd tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7840247 Nov 09 21:22:04.295983 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-31ebc5b6-bac1-4b64-849b-edf46e6763e5 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:22:04.302239 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-31ebc5b6-bac1-4b64-849b-edf46e6763e5 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0168304 Nov 09 21:22:04.311663 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ec18ee4d-b4b8-4b21-b0e4-07386c17251e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:04.403220 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec18ee4d-b4b8-4b21-b0e4-07386c17251e admin admin] Pushing event updated for resources: {'Port': ['ID=de457564-054f-4ab8-8d9f-b57b06db88f1,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:04.419443 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-9847855b-a115-4111-a9b1-f1a0292432d6 service neutron] Request body: {'port': {'device_id': '50aa286f-8c96-4de0-8719-f8c805940987', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:22:04.428948 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-96fb07d0-ff28-4dbd-bff6-a84cefed8ded admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:04.465954 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec18ee4d-b4b8-4b21-b0e4-07386c17251e admin admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:22:04.493974 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-15560a0d-e7d1-4071-a77d-43dfddc2cb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'name': 'tempest-AttachVolumeShelveTestJSON-1134091748-router', 'tenant_id': '80bd14f1151c49209b6b9f6a58ef3329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '781df098-9817-4073-a821-03d622980305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:21:59Z', 'updated_at': '2021-11-09T21:22:01Z', 'revision_number': 3, 'project_id': '80bd14f1151c49209b6b9f6a58ef3329', 'gw_port': {'id': '781df098-9817-4073-a821-03d622980305', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:00Z', 'updated_at': '2021-11-09T21:22:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:04.548710 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-ec18ee4d-b4b8-4b21-b0e4-07386c17251e admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:22:04.560379 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec18ee4d-b4b8-4b21-b0e4-07386c17251e admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:22:04.580431 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15560a0d-e7d1-4071-a77d-43dfddc2cb5a None None] Checking router: e5a328cd-b7f7-4e43-968a-2614ea669b17 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:22:04.580837 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15560a0d-e7d1-4071-a77d-43dfddc2cb5a None None] Updating router e5a328cd-b7f7-4e43-968a-2614ea669b17 port 781df098-9817-4073-a821-03d622980305 binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:22:04.635936 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-15560a0d-e7d1-4071-a77d-43dfddc2cb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:04.645649 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49f1ae-36c5-4124-9c19-cd3ae8a6d12e req-3e4017ba-7c9f-4ee3-9f07-a3fedcef84e4 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:04.658701 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7f49f1ae-36c5-4124-9c19-cd3ae8a6d12e req-3e4017ba-7c9f-4ee3-9f07-a3fedcef84e4 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=50aa286f-8c96-4de0-8719-f8c805940987 HTTP/1.1" status: 200 len: 932 time: 0.5064075 Nov 09 21:22:04.666354 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9b8ad0c3-2e35-40a3-8f9e-43a67d436708 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:04.678390 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9b8ad0c3-2e35-40a3-8f9e-43a67d436708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:04.762529 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7f49f1ae-36c5-4124-9c19-cd3ae8a6d12e req-65f7404c-72a0-451f-933a-cfd695214cdd tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028492 Nov 09 21:22:04.801453 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ad0c3-2e35-40a3-8f9e-43a67d436708 None None] Pushing event updated for resources: {'Port': ['ID=c9bb857f-439d-4d0e-b3bf-a6ac17110dfa,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:04.814930 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8ad0c3-2e35-40a3-8f9e-43a67d436708 None None] Network 335cae01-5458-4aa4-816c-c063368a91a0 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:22:04.818164 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-9b8ad0c3-2e35-40a3-8f9e-43a67d436708 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:22:04.824139 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8ad0c3-2e35-40a3-8f9e-43a67d436708 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:22:04.949804 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-9b8ad0c3-2e35-40a3-8f9e-43a67d436708 None None] Attempting to bind port c9bb857f-439d-4d0e-b3bf-a6ac17110dfa on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:22:04.950501 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-9b8ad0c3-2e35-40a3-8f9e-43a67d436708 None None] Attempting to bind port c9bb857f-439d-4d0e-b3bf-a6ac17110dfa by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '110c5b95-d940-4e36-bf19-877568cab685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '335cae01-5458-4aa4-816c-c063368a91a0'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:22:04.950820 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8ad0c3-2e35-40a3-8f9e-43a67d436708 None None] Attempting to bind port c9bb857f-439d-4d0e-b3bf-a6ac17110dfa on network 335cae01-5458-4aa4-816c-c063368a91a0 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:22:04.958155 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8ad0c3-2e35-40a3-8f9e-43a67d436708 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:22:04.958632 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8ad0c3-2e35-40a3-8f9e-43a67d436708 None None] Checking segment: {'id': '110c5b95-d940-4e36-bf19-877568cab685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '335cae01-5458-4aa4-816c-c063368a91a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:22:04.959243 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9b8ad0c3-2e35-40a3-8f9e-43a67d436708 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:04.959715 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8ad0c3-2e35-40a3-8f9e-43a67d436708 None None] Bound using segment: {'id': '110c5b95-d940-4e36-bf19-877568cab685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '335cae01-5458-4aa4-816c-c063368a91a0'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:22:04.960771 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-9b8ad0c3-2e35-40a3-8f9e-43a67d436708 None None] Bound port: c9bb857f-439d-4d0e-b3bf-a6ac17110dfa, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110c5b95-d940-4e36-bf19-877568cab685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '335cae01-5458-4aa4-816c-c063368a91a0'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:22:04.960923 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9b8ad0c3-2e35-40a3-8f9e-43a67d436708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:04.990546 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-9847855b-a115-4111-a9b1-f1a0292432d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:05.085376 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-15560a0d-e7d1-4071-a77d-43dfddc2cb5a None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:05.092825 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-15560a0d-e7d1-4071-a77d-43dfddc2cb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:05.100938 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7354c70c-6818-48cd-9031-7d4492569222 None None] Network 5b48360c-45d2-4bc5-87b9-1da558cd85b9 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:22:05.141666 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-9b8ad0c3-2e35-40a3-8f9e-43a67d436708 None None] For port c9bb857f-439d-4d0e-b3bf-a6ac17110dfa, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:22:05.142021 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d07967-2562-4882-bdc4-1973efb4e0a2 None None] Pushing event updated for resources: {'Port': ['ID=781df098-9817-4073-a821-03d622980305,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:05.153682 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d07967-2562-4882-bdc4-1973efb4e0a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:22:05.154074 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d07967-2562-4882-bdc4-1973efb4e0a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:22:05.154338 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d07967-2562-4882-bdc4-1973efb4e0a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:22:05.154667 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d07967-2562-4882-bdc4-1973efb4e0a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:22:05.154992 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d07967-2562-4882-bdc4-1973efb4e0a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:22:05.155360 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d07967-2562-4882-bdc4-1973efb4e0a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:22:05.155688 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d07967-2562-4882-bdc4-1973efb4e0a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:22:05.156007 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d07967-2562-4882-bdc4-1973efb4e0a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:22:05.156323 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d07967-2562-4882-bdc4-1973efb4e0a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:22:05.156657 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d07967-2562-4882-bdc4-1973efb4e0a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:22:05.156974 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d07967-2562-4882-bdc4-1973efb4e0a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:22:05.157292 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d07967-2562-4882-bdc4-1973efb4e0a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:22:05.179031 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-15560a0d-e7d1-4071-a77d-43dfddc2cb5a None None] Attempting to bind port 781df098-9817-4073-a821-03d622980305 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:22:05.179393 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-15560a0d-e7d1-4071-a77d-43dfddc2cb5a None None] Attempting to bind port 781df098-9817-4073-a821-03d622980305 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:22:05.179753 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15560a0d-e7d1-4071-a77d-43dfddc2cb5a None None] Attempting to bind port 781df098-9817-4073-a821-03d622980305 on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:22:05.185901 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15560a0d-e7d1-4071-a77d-43dfddc2cb5a None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:22:05.186313 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15560a0d-e7d1-4071-a77d-43dfddc2cb5a None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:22:05.186710 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-15560a0d-e7d1-4071-a77d-43dfddc2cb5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:05.187094 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15560a0d-e7d1-4071-a77d-43dfddc2cb5a None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:22:05.187548 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-15560a0d-e7d1-4071-a77d-43dfddc2cb5a None None] Bound port: 781df098-9817-4073-a821-03d622980305, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:22:05.187926 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-15560a0d-e7d1-4071-a77d-43dfddc2cb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:05.213428 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ec18ee4d-b4b8-4b21-b0e4-07386c17251e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:05.240095 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-9b8ad0c3-2e35-40a3-8f9e-43a67d436708 None None] For port c9bb857f-439d-4d0e-b3bf-a6ac17110dfa, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=c9bb857f-439d-4d0e-b3bf-a6ac17110dfa,segment=NetworkSegment(110c5b95-d940-4e36-bf19-877568cab685),segment_id=110c5b95-d940-4e36-bf19-877568cab685)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:22:05.247862 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-15560a0d-e7d1-4071-a77d-43dfddc2cb5a None None] For port 781df098-9817-4073-a821-03d622980305, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:22:05.252334 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-15560a0d-e7d1-4071-a77d-43dfddc2cb5a None None] For port 781df098-9817-4073-a821-03d622980305, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=781df098-9817-4073-a821-03d622980305,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:22:05.259355 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-15560a0d-e7d1-4071-a77d-43dfddc2cb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:05.275276 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9b8ad0c3-2e35-40a3-8f9e-43a67d436708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:05.278500 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-a8f8075d-c937-4894-8958-2918c7bda1f1 None None] Provisioning complete for port 5d76c03f-0784-4eb7-9f89-e5b9bc71a81d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:05.278862 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a8f8075d-c937-4894-8958-2918c7bda1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:05.294251 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430afcd-e626-4f4d-84c2-e04762003d69 req-71514993-31c5-4696-9170-a4e12531ce28 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:05.301832 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d430afcd-e626-4f4d-84c2-e04762003d69 req-71514993-31c5-4696-9170-a4e12531ce28 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=6eb89d93-3f7a-41c3-ad4c-eede92a7779c HTTP/1.1" status: 200 len: 945 time: 0.2714474 Nov 09 21:22:05.321684 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d07967-2562-4882-bdc4-1973efb4e0a2 None None] Pushing event updated for resources: {'Port': ['ID=781df098-9817-4073-a821-03d622980305,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:05.340081 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15560a0d-e7d1-4071-a77d-43dfddc2cb5a None None] Routers {'e5a328cd-b7f7-4e43-968a-2614ea669b17'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:22:05.340759 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-15560a0d-e7d1-4071-a77d-43dfddc2cb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:21:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e5a328cd-b7f7-4e43-968a-2614ea669b17'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:05.455486 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9016a7d9-f669-4ecc-a79e-f0537eff1fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:05.467521 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-15560a0d-e7d1-4071-a77d-43dfddc2cb5a None None] Set router e5a328cd-b7f7-4e43-968a-2614ea669b17 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:22:05.566695 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ad0c3-2e35-40a3-8f9e-43a67d436708 None None] Pushing event updated for resources: {'Port': ['ID=c9bb857f-439d-4d0e-b3bf-a6ac17110dfa,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:05.655014 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d430afcd-e626-4f4d-84c2-e04762003d69 req-ceef08e8-0bde-44cc-8a78-49faf79ed9d4 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522022 Nov 09 21:22:05.690405 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 5d76c03f-0784-4eb7-9f89-e5b9bc71a81d up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:22:05.808287 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-96fb07d0-ff28-4dbd-bff6-a84cefed8ded admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:05.922712 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-96fb07d0-ff28-4dbd-bff6-a84cefed8ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:05.948574 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-15560a0d-e7d1-4071-a77d-43dfddc2cb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'name': 'tempest-AttachVolumeShelveTestJSON-1134091748-router', 'tenant_id': '80bd14f1151c49209b6b9f6a58ef3329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '781df098-9817-4073-a821-03d622980305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:21:59Z', 'updated_at': '2021-11-09T21:22:01Z', 'revision_number': 3, 'project_id': '80bd14f1151c49209b6b9f6a58ef3329', 'gw_port': {'id': '781df098-9817-4073-a821-03d622980305', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:00Z', 'updated_at': '2021-11-09T21:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:05.965909 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a8f8075d-c937-4894-8958-2918c7bda1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:05.982925 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ec18ee4d-b4b8-4b21-b0e4-07386c17251e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:06.002509 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 5d76c03f-0784-4eb7-9f89-e5b9bc71a81d triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:06.002884 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:06.005851 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15560a0d-e7d1-4071-a77d-43dfddc2cb5a None None] The sync data for ids ['e5a328cd-b7f7-4e43-968a-2614ea669b17'] in n-d-816206-3 is: [{'id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'name': 'tempest-AttachVolumeShelveTestJSON-1134091748-router', 'tenant_id': '80bd14f1151c49209b6b9f6a58ef3329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '781df098-9817-4073-a821-03d622980305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:21:59Z', 'updated_at': '2021-11-09T21:22:01Z', 'revision_number': 3, 'project_id': '80bd14f1151c49209b6b9f6a58ef3329', 'gw_port': {'id': '781df098-9817-4073-a821-03d622980305', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:00Z', 'updated_at': '2021-11-09T21:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:22:06.068573 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-a8f8075d-c937-4894-8958-2918c7bda1f1 None None] For port 5d76c03f-0784-4eb7-9f89-e5b9bc71a81d, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5d76c03f-0784-4eb7-9f89-e5b9bc71a81d,segment=NetworkSegment(b8ef7012-bc7b-4fbc-bb73-3f129fae00eb),segment_id=b8ef7012-bc7b-4fbc-bb73-3f129fae00eb)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:22:06.074816 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a8f8075d-c937-4894-8958-2918c7bda1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:06.120524 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-9016a7d9-f669-4ecc-a79e-f0537eff1fad admin admin] Allocated IP 172.20.0.1 (5a2ce5cc-687a-4c33-859e-f9b75a50c5b6/87945563-f9d1-4353-83ce-d183f9346308/70422ba5-3105-471f-ba27-a49007a6ecf7) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:22:06.183060 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f8075d-c937-4894-8958-2918c7bda1f1 None None] Pushing event updated for resources: {'Port': ['ID=5d76c03f-0784-4eb7-9f89-e5b9bc71a81d,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:06.289504 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b0665-14ed-4c6c-986e-42418c6b5e28 req-23e9ce66-f753-4294-bc41-9dbc354defa8 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:06.291354 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-122b0665-14ed-4c6c-986e-42418c6b5e28 req-23e9ce66-f753-4294-bc41-9dbc354defa8 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=50aa286f-8c96-4de0-8719-f8c805940987 HTTP/1.1" status: 200 len: 932 time: 0.3819931 Nov 09 21:22:06.301705 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-96fb07d0-ff28-4dbd-bff6-a84cefed8ded admin admin] Allocated IP 172.25.7.53 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/570527e6-c821-4f0f-85b4-e1e477d76780) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:22:06.404427 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-9847855b-a115-4111-a9b1-f1a0292432d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eb9ab50-6eff-4b39-a572-b022a00d4586 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:22:06.433308 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-9847855b-a115-4111-a9b1-f1a0292432d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:06.447969 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9016a7d9-f669-4ecc-a79e-f0537eff1fad admin admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:06.457638 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-122b0665-14ed-4c6c-986e-42418c6b5e28 req-561767e6-e535-4d1d-b98a-c01e1273b1f3 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570024 Nov 09 21:22:06.472661 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-9847855b-a115-4111-a9b1-f1a0292432d6 service neutron] Transition to ACTIVE for port object 2eb9ab50-6eff-4b39-a572-b022a00d4586 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:22:06.503837 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-9847855b-a115-4111-a9b1-f1a0292432d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:06.577429 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-bc7c71f7-06f4-4474-8048-4779a1344664 None None] Provisioning complete for port 5d76c03f-0784-4eb7-9f89-e5b9bc71a81d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:06.577811 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bc7c71f7-06f4-4474-8048-4779a1344664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:06.629108 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9016a7d9-f669-4ecc-a79e-f0537eff1fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:06.811161 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9847855b-a115-4111-a9b1-f1a0292432d6 service neutron] Pushing event updated for resources: {'Port': ['ID=2eb9ab50-6eff-4b39-a572-b022a00d4586,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:06.944857 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9016a7d9-f669-4ecc-a79e-f0537eff1fad admin admin] Network 5a2ce5cc-687a-4c33-859e-f9b75a50c5b6 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:22:06.959757 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-9847855b-a115-4111-a9b1-f1a0292432d6 service neutron] Attempting to bind port 2eb9ab50-6eff-4b39-a572-b022a00d4586 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:22:06.960939 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-9847855b-a115-4111-a9b1-f1a0292432d6 service neutron] Attempting to bind port 2eb9ab50-6eff-4b39-a572-b022a00d4586 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '58913807-21b5-4240-bcd1-63c4ec2c1803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '327e7e68-3b42-443b-9252-b6063ad01e88'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:22:06.961599 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-9847855b-a115-4111-a9b1-f1a0292432d6 service neutron] Attempting to bind port 2eb9ab50-6eff-4b39-a572-b022a00d4586 on network 327e7e68-3b42-443b-9252-b6063ad01e88 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:22:06.991429 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9016a7d9-f669-4ecc-a79e-f0537eff1fad admin admin] Pushing event updated for resources: {'Port': ['ID=70422ba5-3105-471f-ba27-a49007a6ecf7,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:06.995501 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-96fb07d0-ff28-4dbd-bff6-a84cefed8ded admin admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:06.996140 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-9016a7d9-f669-4ecc-a79e-f0537eff1fad admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:22:07.003483 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9016a7d9-f669-4ecc-a79e-f0537eff1fad admin admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:22:07.015157 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7b105-eb5f-48da-8dcc-3c663812f2b5 req-32ca2d3b-efd3-41be-ba73-89dbba743385 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:07.017771 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c7e7b105-eb5f-48da-8dcc-3c663812f2b5 req-32ca2d3b-efd3-41be-ba73-89dbba743385 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=6eb89d93-3f7a-41c3-ad4c-eede92a7779c HTTP/1.1" status: 200 len: 945 time: 0.2107089 Nov 09 21:22:07.018535 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-9847855b-a115-4111-a9b1-f1a0292432d6 service neutron] Port 2eb9ab50-6eff-4b39-a572-b022a00d4586 on network 327e7e68-3b42-443b-9252-b6063ad01e88 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:22:07.018990 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-9847855b-a115-4111-a9b1-f1a0292432d6 service neutron] Attempting to bind port 2eb9ab50-6eff-4b39-a572-b022a00d4586 on network 327e7e68-3b42-443b-9252-b6063ad01e88 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:22:07.050430 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-9847855b-a115-4111-a9b1-f1a0292432d6 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:22:07.051246 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-9847855b-a115-4111-a9b1-f1a0292432d6 service neutron] Checking segment: {'id': '58913807-21b5-4240-bcd1-63c4ec2c1803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '327e7e68-3b42-443b-9252-b6063ad01e88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:22:07.051745 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-9847855b-a115-4111-a9b1-f1a0292432d6 service neutron] Bound using segment: {'id': '58913807-21b5-4240-bcd1-63c4ec2c1803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '327e7e68-3b42-443b-9252-b6063ad01e88'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:22:07.052447 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-9847855b-a115-4111-a9b1-f1a0292432d6 service neutron] Bound port: 2eb9ab50-6eff-4b39-a572-b022a00d4586, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58913807-21b5-4240-bcd1-63c4ec2c1803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '327e7e68-3b42-443b-9252-b6063ad01e88'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:22:07.052934 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-9847855b-a115-4111-a9b1-f1a0292432d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:07.081234 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5d3f0-6e0e-4697-9d53-823fbc0ba208 req-23a63956-4939-4086-8c42-77b6f6701802 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:07.082806 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2ae5d3f0-6e0e-4697-9d53-823fbc0ba208 req-23a63956-4939-4086-8c42-77b6f6701802 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.45 "GET /v2.0/ports?device_id=6eb89d93-3f7a-41c3-ad4c-eede92a7779c HTTP/1.1" status: 200 len: 945 time: 0.2747991 Nov 09 21:22:07.160888 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec18ee4d-b4b8-4b21-b0e4-07386c17251e admin admin] Router e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:22:07.187749 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-96fb07d0-ff28-4dbd-bff6-a84cefed8ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:07.203285 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-9847855b-a115-4111-a9b1-f1a0292432d6 service neutron] For port 2eb9ab50-6eff-4b39-a572-b022a00d4586, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:22:07.207035 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-9847855b-a115-4111-a9b1-f1a0292432d6 service neutron] For port 2eb9ab50-6eff-4b39-a572-b022a00d4586, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=2eb9ab50-6eff-4b39-a572-b022a00d4586,segment=NetworkSegment(58913807-21b5-4240-bcd1-63c4ec2c1803),segment_id=58913807-21b5-4240-bcd1-63c4ec2c1803)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:22:07.215142 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-9847855b-a115-4111-a9b1-f1a0292432d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:07.321742 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c7e7b105-eb5f-48da-8dcc-3c663812f2b5 req-474a1348-fd83-49a9-b2f4-55aca43b560f tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759278 Nov 09 21:22:07.322652 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9016a7d9-f669-4ecc-a79e-f0537eff1fad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:07.356121 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4ddac6-8a28-48df-bc2c-b36b8d4dbd8b None None] Network 335cae01-5458-4aa4-816c-c063368a91a0 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:22:07.374484 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fb07d0-ff28-4dbd-bff6-a84cefed8ded admin admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:22:07.393276 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-96fb07d0-ff28-4dbd-bff6-a84cefed8ded admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:22:07.399611 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb07d0-ff28-4dbd-bff6-a84cefed8ded admin admin] Pushing event updated for resources: {'Port': ['ID=570527e6-c821-4f0f-85b4-e1e477d76780,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:07.443437 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fb07d0-ff28-4dbd-bff6-a84cefed8ded admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:22:07.444058 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-39df0d0a-0f90-47e4-b846-bd07933644bc None None] Provisioning complete for port c9bb857f-439d-4d0e-b3bf-a6ac17110dfa triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:07.444530 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-39df0d0a-0f90-47e4-b846-bd07933644bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:07.476265 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-9847855b-a115-4111-a9b1-f1a0292432d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:07.477072 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-9847855b-a115-4111-a9b1-f1a0292432d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:07.478719 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-9847855b-a115-4111-a9b1-f1a0292432d6 service neutron] 10.222.0.43 "PUT /v2.0/ports/2eb9ab50-6eff-4b39-a572-b022a00d4586 HTTP/1.1" status: 200 len: 1092 time: 3.1645417 Nov 09 21:22:07.479278 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50aa286f-8c96-4de0-8719-f8c805940987', 'tag': '2eb9ab50-6eff-4b39-a572-b022a00d4586'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:22:07.482224 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f34779d-047a-40bd-a768-1373e08e76ca" -d '{"events": [{"name": "network-changed", "server_uuid": "50aa286f-8c96-4de0-8719-f8c805940987", "tag": "2eb9ab50-6eff-4b39-a572-b022a00d4586"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:22:07.530607 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9016a7d9-f669-4ecc-a79e-f0537eff1fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:07.560593 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9847855b-a115-4111-a9b1-f1a0292432d6 service neutron] Pushing event updated for resources: {'Port': ['ID=2eb9ab50-6eff-4b39-a572-b022a00d4586,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:07.568985 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-2ae5d3f0-6e0e-4697-9d53-823fbc0ba208 req-4072e1dd-591b-4340-99e1-235a64f01a40 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Deleting port 472c303c-63e4-4618-b7c2-1b70523530a1 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:22:07.570725 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2ae5d3f0-6e0e-4697-9d53-823fbc0ba208 req-4072e1dd-591b-4340-99e1-235a64f01a40 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:07.687821 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec18ee4d-b4b8-4b21-b0e4-07386c17251e admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:22:07.699582 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-4ea5d63c-2360-462a-a127-2c42fd943732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:07.703983 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-4ea5d63c-2360-462a-a127-2c42fd943732 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8e9e21c1be6c40e48d395e7f8b701606&device_id=50aa286f-8c96-4de0-8719-f8c805940987 HTTP/1.1" status: 200 len: 1095 time: 0.1442623 Nov 09 21:22:07.704292 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769c48e8-998f-4d19-95f0-89cd73556d1a None None] Sync routers for ids ['e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:22:07.718951 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-2ae5d3f0-6e0e-4697-9d53-823fbc0ba208 req-4072e1dd-591b-4340-99e1-235a64f01a40 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] For port 472c303c-63e4-4618-b7c2-1b70523530a1, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=472c303c-63e4-4618-b7c2-1b70523530a1,segment=NetworkSegment(535e550e-1834-40ad-bb5a-53e5c279aa6f),segment_id=535e550e-1834-40ad-bb5a-53e5c279aa6f)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:22:07.719328 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2ae5d3f0-6e0e-4697-9d53-823fbc0ba208 req-4072e1dd-591b-4340-99e1-235a64f01a40 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:07.747521 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-2ae5d3f0-6e0e-4697-9d53-823fbc0ba208 req-4072e1dd-591b-4340-99e1-235a64f01a40 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Calling delete_port for 472c303c-63e4-4618-b7c2-1b70523530a1 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:22:07.804394 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769c48e8-998f-4d19-95f0-89cd73556d1a None None] Routers {'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:22:07.805992 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-769c48e8-998f-4d19-95f0-89cd73556d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:21:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:07.869656 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-39df0d0a-0f90-47e4-b846-bd07933644bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:07.971842 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 781df098-9817-4073-a821-03d622980305 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:22:07.972074 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ec18ee4d-b4b8-4b21-b0e4-07386c17251e admin admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:07.972679 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ec18ee4d-b4b8-4b21-b0e4-07386c17251e admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 6.5005674 Nov 09 21:22:07.978618 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42704) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:22:07.989378 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a148b9c-d091-4b59-afcb-8768dc46bb7a x-openstack-request-id: req-3a148b9c-d091-4b59-afcb-8768dc46bb7a {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:22:07.989674 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50aa286f-8c96-4de0-8719-f8c805940987", "tag": "2eb9ab50-6eff-4b39-a572-b022a00d4586", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:22:07.990003 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3a148b9c-d091-4b59-afcb-8768dc46bb7a {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:22:07.990325 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50aa286f-8c96-4de0-8719-f8c805940987', 'tag': '2eb9ab50-6eff-4b39-a572-b022a00d4586', 'status': 'completed', 'code': 200} Nov 09 21:22:08.053706 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-39df0d0a-0f90-47e4-b846-bd07933644bc None None] For port c9bb857f-439d-4d0e-b3bf-a6ac17110dfa, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=c9bb857f-439d-4d0e-b3bf-a6ac17110dfa,segment=NetworkSegment(110c5b95-d940-4e36-bf19-877568cab685),segment_id=110c5b95-d940-4e36-bf19-877568cab685)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:22:08.121331 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d518f-9877-428f-9b9a-a3f44f5b778b req-d39ac3cd-2893-4436-97d2-c44ed573bd17 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:08.122981 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-207d518f-9877-428f-9b9a-a3f44f5b778b req-d39ac3cd-2893-4436-97d2-c44ed573bd17 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=50aa286f-8c96-4de0-8719-f8c805940987 HTTP/1.1" status: 200 len: 944 time: 0.4572377 Nov 09 21:22:08.126569 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-6ef942bd-dbe3-4605-a6e6-f68dad564a4f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2eb9ab50-6eff-4b39-a572-b022a00d4586 HTTP/1.1" status: 200 len: 217 time: 0.1353989 Nov 09 21:22:08.128666 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9016a7d9-f669-4ecc-a79e-f0537eff1fad admin admin] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:08.140448 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9016a7d9-f669-4ecc-a79e-f0537eff1fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:08.205906 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-256d1e52-3efe-43d6-af83-fc4aa613d942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:08.207845 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-256d1e52-3efe-43d6-af83-fc4aa613d942 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=72e3a48d-bd3b-4c62-a376-6d092be2bf15 HTTP/1.1" status: 200 len: 862 time: 0.0646107 Nov 09 21:22:08.208893 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-39df0d0a-0f90-47e4-b846-bd07933644bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:08.299893 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-223f27f5-fba5-4b7c-9800-2b294b6e5909 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=327e7e68-3b42-443b-9252-b6063ad01e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520704 Nov 09 21:22:08.300175 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 781df098-9817-4073-a821-03d622980305 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:08.300480 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:08.334871 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-207d518f-9877-428f-9b9a-a3f44f5b778b req-aa3a76eb-e46c-40b1-ba15-fe597784b9ca tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035878 Nov 09 21:22:08.353773 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-39df0d0a-0f90-47e4-b846-bd07933644bc None None] Provisioning complete for port 70422ba5-3105-471f-ba27-a49007a6ecf7 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:08.368016 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-39df0d0a-0f90-47e4-b846-bd07933644bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:08.384149 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2ae5d3f0-6e0e-4697-9d53-823fbc0ba208 req-4072e1dd-591b-4340-99e1-235a64f01a40 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:08.394381 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-769c48e8-998f-4d19-95f0-89cd73556d1a None None] Set router e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:22:08.406807 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-96fb07d0-ff28-4dbd-bff6-a84cefed8ded admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:08.430321 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9016a7d9-f669-4ecc-a79e-f0537eff1fad admin admin] Pushing event updated for resources: {'Port': ['ID=70422ba5-3105-471f-ba27-a49007a6ecf7,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:08.507795 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['393976db-67d8-45b9-bd11-937dc58d5622'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:22:08.514794 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df0d0a-0f90-47e4-b846-bd07933644bc None None] Pushing event updated for resources: {'Port': ['ID=c9bb857f-439d-4d0e-b3bf-a6ac17110dfa,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:08.537691 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-b91995b5-5329-4a57-a83c-d8e33be4bc0f service neutron] 10.222.0.43 "GET /v2.0/networks/327e7e68-3b42-443b-9252-b6063ad01e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071030 Nov 09 21:22:08.541610 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4072e1dd-591b-4340-99e1-235a64f01a40 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Pushing event deleted for resources: {'Port': ['ID=472c303c-63e4-4618-b7c2-1b70523530a1,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:08.559958 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9016a7d9-f669-4ecc-a79e-f0537eff1fad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:08.592256 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-39df0d0a-0f90-47e4-b846-bd07933644bc None None] Port 70422ba5-3105-471f-ba27-a49007a6ecf7 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:22:08.598885 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-417641bb-6040-4b81-ad79-961623bffabe req-c12006d2-2ffc-41b0-abf4-51409713db9a tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=6eb89d93-3f7a-41c3-ad4c-eede92a7779c HTTP/1.1" status: 200 len: 210 time: 0.0680816 Nov 09 21:22:08.685706 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae5d3f0-6e0e-4697-9d53-823fbc0ba208 req-4072e1dd-591b-4340-99e1-235a64f01a40 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] No DVR routers for this DVR port 472c303c-63e4-4618-b7c2-1b70523530a1 on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:22:08.688525 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2ae5d3f0-6e0e-4697-9d53-823fbc0ba208 req-4072e1dd-591b-4340-99e1-235a64f01a40 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:08.692490 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2ae5d3f0-6e0e-4697-9d53-823fbc0ba208 req-4072e1dd-591b-4340-99e1-235a64f01a40 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.45 "DELETE /v2.0/ports/472c303c-63e4-4618-b7c2-1b70523530a1 HTTP/1.1" status: 204 len: 173 time: 1.5985518 Nov 09 21:22:08.694845 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb89d93-3f7a-41c3-ad4c-eede92a7779c', 'name': 'network-vif-deleted', 'tag': '472c303c-63e4-4618-b7c2-1b70523530a1'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:22:08.705332 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864552fd-4c1a-46bb-a764-ab882771c39c" -d '{"events": [{"server_uuid": "6eb89d93-3f7a-41c3-ad4c-eede92a7779c", "name": "network-vif-deleted", "tag": "472c303c-63e4-4618-b7c2-1b70523530a1"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:22:08.746336 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:08.750234 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dfb3a658-a8b5-4d55-9078-43c50a5b30f8 req-e113fa77-fc7d-4b0a-bfe8-507e0d35e565 service neutron] 10.222.0.43 "GET /v2.0/networks/327e7e68-3b42-443b-9252-b6063ad01e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041230 Nov 09 21:22:08.803230 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 781df098-9817-4073-a821-03d622980305, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=781df098-9817-4073-a821-03d622980305,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:22:08.820413 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9016a7d9-f669-4ecc-a79e-f0537eff1fad admin admin] Network 5a2ce5cc-687a-4c33-859e-f9b75a50c5b6 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:22:08.821378 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-604b6557-cd9d-47b8-9960-f546795d1d4f None None] Provisioning complete for port c9bb857f-439d-4d0e-b3bf-a6ac17110dfa triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:08.821888 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-604b6557-cd9d-47b8-9960-f546795d1d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:08.825087 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-9016a7d9-f669-4ecc-a79e-f0537eff1fad admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:22:08.877451 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:08.878405 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c9bb857f-439d-4d0e-b3bf-a6ac17110dfa up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:22:09.004091 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0572bd67-0de4-40ce-badd-aa237914790e x-openstack-request-id: req-0572bd67-0de4-40ce-badd-aa237914790e {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:22:09.004387 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb89d93-3f7a-41c3-ad4c-eede92a7779c", "name": "network-vif-deleted", "tag": "472c303c-63e4-4618-b7c2-1b70523530a1", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:22:09.005182 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0572bd67-0de4-40ce-badd-aa237914790e {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:22:09.005588 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb89d93-3f7a-41c3-ad4c-eede92a7779c', 'name': 'network-vif-deleted', 'tag': '472c303c-63e4-4618-b7c2-1b70523530a1', 'status': 'completed', 'code': 200} Nov 09 21:22:09.009301 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-96fb07d0-ff28-4dbd-bff6-a84cefed8ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:09.111630 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=781df098-9817-4073-a821-03d622980305,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:09.123509 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34779d-047a-40bd-a768-1373e08e76ca req-bee126d2-9e65-4b87-bc8f-97d562b820cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:09.125066 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2f34779d-047a-40bd-a768-1373e08e76ca req-bee126d2-9e65-4b87-bc8f-97d562b820cf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8e9e21c1be6c40e48d395e7f8b701606&device_id=50aa286f-8c96-4de0-8719-f8c805940987 HTTP/1.1" status: 200 len: 1095 time: 0.2809014 Nov 09 21:22:09.202793 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port c9bb857f-439d-4d0e-b3bf-a6ac17110dfa triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:09.202971 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:09.246913 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-769c48e8-998f-4d19-95f0-89cd73556d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976332302-router', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'de457564-054f-4ab8-8d9f-b57b06db88f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:01Z', 'updated_at': '2021-11-09T21:22:05Z', 'revision_number': 3, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'gw_port': {'id': 'de457564-054f-4ab8-8d9f-b57b06db88f1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:57:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:03Z', 'updated_at': '2021-11-09T21:22:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:09.291838 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769c48e8-998f-4d19-95f0-89cd73556d1a None None] Checking router: e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:22:09.291838 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769c48e8-998f-4d19-95f0-89cd73556d1a None None] Updating router e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da port de457564-054f-4ab8-8d9f-b57b06db88f1 binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:22:09.317938 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9016a7d9-f669-4ecc-a79e-f0537eff1fad admin admin] Router e5a328cd-b7f7-4e43-968a-2614ea669b17 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:22:09.386722 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96fb07d0-ff28-4dbd-bff6-a84cefed8ded admin admin] Router f0febf6b-93f5-4c10-b7a5-282dc33b7586 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:22:09.395007 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-769c48e8-998f-4d19-95f0-89cd73556d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:09.570436 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34779d-047a-40bd-a768-1373e08e76ca req-00b5208b-6ba1-4591-9c21-bbe74c718307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:09.573498 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2f34779d-047a-40bd-a768-1373e08e76ca req-00b5208b-6ba1-4591-9c21-bbe74c718307 service neutron] 10.222.0.43 "GET /v2.0/networks?id=327e7e68-3b42-443b-9252-b6063ad01e88 HTTP/1.1" status: 200 len: 922 time: 0.4382071 Nov 09 21:22:09.598067 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-cebc0a77-bae2-477e-b9e1-5558abf76880 None None] Provisioning complete for port 70422ba5-3105-471f-ba27-a49007a6ecf7 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:09.598431 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cebc0a77-bae2-477e-b9e1-5558abf76880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:09.702698 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa287027-7b60-4967-b370-a90fb34cc2a5 req-f7471daa-a66b-4493-b32f-090af0b8c9ee tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:09.710898 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aa287027-7b60-4967-b370-a90fb34cc2a5 req-f7471daa-a66b-4493-b32f-090af0b8c9ee tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=50aa286f-8c96-4de0-8719-f8c805940987 HTTP/1.1" status: 200 len: 944 time: 0.2543108 Nov 09 21:22:09.714559 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2f34779d-047a-40bd-a768-1373e08e76ca req-54e9d6c0-2f51-405c-a7a7-1452e4183b1a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2eb9ab50-6eff-4b39-a572-b022a00d4586 HTTP/1.1" status: 200 len: 217 time: 0.1266856 Nov 09 21:22:09.789904 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aa287027-7b60-4967-b370-a90fb34cc2a5 req-065d3e05-b30f-4bea-895a-e7acccf84bcd tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780947 Nov 09 21:22:09.805577 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9016a7d9-f669-4ecc-a79e-f0537eff1fad admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:22:09.820302 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-9016a7d9-f669-4ecc-a79e-f0537eff1fad admin admin] 10.222.0.49 "PUT /v2.0/routers/e5a328cd-b7f7-4e43-968a-2614ea669b17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1606958 Nov 09 21:22:09.820515 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9344112-4e44-40ef-892b-6e84c65c234c None None] Sync routers for ids ['e5a328cd-b7f7-4e43-968a-2614ea669b17'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:22:09.843988 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9344112-4e44-40ef-892b-6e84c65c234c None None] Routers {'e5a328cd-b7f7-4e43-968a-2614ea669b17'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:22:09.844616 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-a9344112-4e44-40ef-892b-6e84c65c234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:21:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e5a328cd-b7f7-4e43-968a-2614ea669b17'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:09.912690 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34779d-047a-40bd-a768-1373e08e76ca req-921099c7-3ba9-4f51-88d9-87d22828cf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:09.914210 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2f34779d-047a-40bd-a768-1373e08e76ca req-921099c7-3ba9-4f51-88d9-87d22828cf7a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=72e3a48d-bd3b-4c62-a376-6d092be2bf15 HTTP/1.1" status: 200 len: 862 time: 0.1418309 Nov 09 21:22:09.936518 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 472c303c-63e4-4618-b7c2-1b70523530a1 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:22:09.972092 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-23c404de-ca86-4197-9f59-aae87c13aad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:10.007507 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2f34779d-047a-40bd-a768-1373e08e76ca req-f7c519f9-02c0-4b66-bbff-d1cd7efc526b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=327e7e68-3b42-443b-9252-b6063ad01e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850625 Nov 09 21:22:10.048707 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 472c303c-63e4-4618-b7c2-1b70523530a1 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:22:10.049058 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 472c303c-63e4-4618-b7c2-1b70523530a1 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:22:10.051562 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 5d76c03f-0784-4eb7-9f89-e5b9bc71a81d up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:22:10.062973 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96fb07d0-ff28-4dbd-bff6-a84cefed8ded admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:22:10.101417 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-a9344112-4e44-40ef-892b-6e84c65c234c None None] Set router e5a328cd-b7f7-4e43-968a-2614ea669b17 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:22:10.132267 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1a62f2-655c-41fb-ba6d-a0b5b62972de None None] Sync routers for ids ['f0febf6b-93f5-4c10-b7a5-282dc33b7586'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:22:10.140300 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-cebc0a77-bae2-477e-b9e1-5558abf76880 None None] Port 70422ba5-3105-471f-ba27-a49007a6ecf7 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:22:10.175952 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-96fb07d0-ff28-4dbd-bff6-a84cefed8ded admin admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:10.179679 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-96fb07d0-ff28-4dbd-bff6-a84cefed8ded admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.9524217 Nov 09 21:22:10.180623 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42750) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:22:10.190407 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1a62f2-655c-41fb-ba6d-a0b5b62972de None None] Routers {'f0febf6b-93f5-4c10-b7a5-282dc33b7586'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:22:10.191516 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-7d1a62f2-655c-41fb-ba6d-a0b5b62972de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:21:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f0febf6b-93f5-4c10-b7a5-282dc33b7586'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:10.294424 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-d52427b8-292c-464d-a76b-620eb7dadcc2 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:10.295969 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-d52427b8-292c-464d-a76b-620eb7dadcc2 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/networks?id=d46322e9-b56d-4dd7-8c5c-4100db9766b4 HTTP/1.1" status: 200 len: 804 time: 0.2531350 Nov 09 21:22:10.324190 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-23c404de-ca86-4197-9f59-aae87c13aad4 admin admin] Allocated IP 172.20.0.1 (5b48360c-45d2-4bc5-87b9-1da558cd85b9/8a827720-a9bf-447e-bfcd-e4c120a09350/982687d5-c92e-49dd-8821-72f3ed6ed793) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:22:10.338842 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-05bb14a5-f8aa-4370-8c35-8f42ad0f05bb tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/quotas/75ff5a098c974a5f990f4fa539b60751 HTTP/1.1" status: 200 len: 375 time: 0.0333607 Nov 09 21:22:10.342173 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 5d76c03f-0784-4eb7-9f89-e5b9bc71a81d triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:10.342809 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:10.427093 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-7d1a62f2-655c-41fb-ba6d-a0b5b62972de None None] Set router f0febf6b-93f5-4c10-b7a5-282dc33b7586 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:22:10.529066 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-4768c5a2-8129-4383-960c-826b17e3dd70 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=75ff5a098c974a5f990f4fa539b60751&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1771476 Nov 09 21:22:10.621702 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-769c48e8-998f-4d19-95f0-89cd73556d1a None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:10.636176 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42756) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:22:10.640036 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-769c48e8-998f-4d19-95f0-89cd73556d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:10.642403 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-a9344112-4e44-40ef-892b-6e84c65c234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'name': 'tempest-AttachVolumeShelveTestJSON-1134091748-router', 'tenant_id': '80bd14f1151c49209b6b9f6a58ef3329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '781df098-9817-4073-a821-03d622980305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:21:59Z', 'updated_at': '2021-11-09T21:22:07Z', 'revision_number': 4, 'project_id': '80bd14f1151c49209b6b9f6a58ef3329', 'gw_port': {'id': '781df098-9817-4073-a821-03d622980305', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:00Z', 'updated_at': '2021-11-09T21:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '70422ba5-3105-471f-ba27-a49007a6ecf7', 'name': '', 'network_id': '5a2ce5cc-687a-4c33-859e-f9b75a50c5b6', 'tenant_id': '80bd14f1151c49209b6b9f6a58ef3329', 'mac_address': 'fa:16:3e:a6:3e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '87945563-f9d1-4353-83ce-d183f9346308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:05Z', 'updated_at': '2021-11-09T21:22:07Z', 'revision_number': 2, 'project_id': '80bd14f1151c49209b6b9f6a58ef3329', 'subnets': [{'id': '87945563-f9d1-4353-83ce-d183f9346308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:10.643035 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-23c404de-ca86-4197-9f59-aae87c13aad4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:10.649935 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-36b8d31e-ba2c-430d-b6cc-a4ec4fc5ad65 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Request body: {'security_group': {'name': 'tempest-securitygroup--428817267', 'description': 'tempest-description--1166835337'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:22:10.717602 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9344112-4e44-40ef-892b-6e84c65c234c None None] Checking router: e5a328cd-b7f7-4e43-968a-2614ea669b17 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:22:10.717951 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9344112-4e44-40ef-892b-6e84c65c234c None None] Updating router e5a328cd-b7f7-4e43-968a-2614ea669b17 port 70422ba5-3105-471f-ba27-a49007a6ecf7 binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:22:10.778198 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-a9344112-4e44-40ef-892b-6e84c65c234c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:10.787501 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-d2ae6a0d-f6df-4dee-9f43-193b4b16d3e0 service neutron] 10.222.0.49 "GET /v2.0/networks/d46322e9-b56d-4dd7-8c5c-4100db9766b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569647 Nov 09 21:22:10.791805 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-36b8d31e-ba2c-430d-b6cc-a4ec4fc5ad65 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:10.814838 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e38bd-507b-4ba9-85a4-7e384356a91f None None] Pushing event updated for resources: {'Port': ['ID=de457564-054f-4ab8-8d9f-b57b06db88f1,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:10.825673 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-769c48e8-998f-4d19-95f0-89cd73556d1a None None] Attempting to bind port de457564-054f-4ab8-8d9f-b57b06db88f1 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:22:10.828183 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-769c48e8-998f-4d19-95f0-89cd73556d1a None None] Attempting to bind port de457564-054f-4ab8-8d9f-b57b06db88f1 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:22:10.829127 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769c48e8-998f-4d19-95f0-89cd73556d1a None None] Attempting to bind port de457564-054f-4ab8-8d9f-b57b06db88f1 on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:22:10.876551 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2f34779d-047a-40bd-a768-1373e08e76ca req-544a064a-c522-419c-89a2-bd060520897c service neutron] 10.222.0.43 "GET /v2.0/networks/327e7e68-3b42-443b-9252-b6063ad01e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8600216 Nov 09 21:22:10.890338 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769c48e8-998f-4d19-95f0-89cd73556d1a None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:22:10.890997 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769c48e8-998f-4d19-95f0-89cd73556d1a None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:22:10.892010 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-769c48e8-998f-4d19-95f0-89cd73556d1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:10.892704 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769c48e8-998f-4d19-95f0-89cd73556d1a None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:22:10.893925 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-769c48e8-998f-4d19-95f0-89cd73556d1a None None] Bound port: de457564-054f-4ab8-8d9f-b57b06db88f1, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:22:10.894467 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-769c48e8-998f-4d19-95f0-89cd73556d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:10.951915 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-23c404de-ca86-4197-9f59-aae87c13aad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:10.968354 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 781df098-9817-4073-a821-03d622980305 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:22:11.037573 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-769c48e8-998f-4d19-95f0-89cd73556d1a None None] For port de457564-054f-4ab8-8d9f-b57b06db88f1, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:22:11.085275 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-769c48e8-998f-4d19-95f0-89cd73556d1a None None] For port de457564-054f-4ab8-8d9f-b57b06db88f1, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=de457564-054f-4ab8-8d9f-b57b06db88f1,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:22:11.095229 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-769c48e8-998f-4d19-95f0-89cd73556d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:11.111322 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-7d1a62f2-655c-41fb-ba6d-a0b5b62972de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0febf6b-93f5-4c10-b7a5-282dc33b7586', 'name': 'tempest-ServersTestManualDisk-1593291978-router', 'tenant_id': 'd0523478f492462386463f095b1a1d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '570527e6-c821-4f0f-85b4-e1e477d76780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:03Z', 'updated_at': '2021-11-09T21:22:08Z', 'revision_number': 3, 'project_id': 'd0523478f492462386463f095b1a1d7b', 'gw_port': {'id': '570527e6-c821-4f0f-85b4-e1e477d76780', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0febf6b-93f5-4c10-b7a5-282dc33b7586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:05Z', 'updated_at': '2021-11-09T21:22:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:11.137887 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c404de-ca86-4197-9f59-aae87c13aad4 admin admin] Network 5b48360c-45d2-4bc5-87b9-1da558cd85b9 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:22:11.150591 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-23c404de-ca86-4197-9f59-aae87c13aad4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:22:11.167347 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c404de-ca86-4197-9f59-aae87c13aad4 admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:22:11.184027 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-a9344112-4e44-40ef-892b-6e84c65c234c None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:11.194345 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-a9344112-4e44-40ef-892b-6e84c65c234c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:11.207649 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1a62f2-655c-41fb-ba6d-a0b5b62972de None None] Checking router: f0febf6b-93f5-4c10-b7a5-282dc33b7586 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:22:11.208319 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1a62f2-655c-41fb-ba6d-a0b5b62972de None None] Updating router f0febf6b-93f5-4c10-b7a5-282dc33b7586 port 570527e6-c821-4f0f-85b4-e1e477d76780 binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:22:11.248197 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c404de-ca86-4197-9f59-aae87c13aad4 admin admin] Pushing event updated for resources: {'Port': ['ID=982687d5-c92e-49dd-8821-72f3ed6ed793,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:11.249885 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c807df8e-c43f-465d-b644-11db137c17f7 None None] Pushing event updated for resources: {'Port': ['ID=70422ba5-3105-471f-ba27-a49007a6ecf7,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:11.278539 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-b0dc05cc-25f8-430a-ab85-2f6b25dd5a44 service neutron] 10.222.0.49 "GET /v2.0/networks/d46322e9-b56d-4dd7-8c5c-4100db9766b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4904149 Nov 09 21:22:11.290924 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 781df098-9817-4073-a821-03d622980305 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:11.291524 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:11.304314 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 2eb9ab50-6eff-4b39-a572-b022a00d4586 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:22:11.344552 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7d1a62f2-655c-41fb-ba6d-a0b5b62972de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:11.346646 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769c48e8-998f-4d19-95f0-89cd73556d1a None None] Routers {'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:22:11.347524 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-769c48e8-998f-4d19-95f0-89cd73556d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:21:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:11.358070 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e38bd-507b-4ba9-85a4-7e384356a91f None None] Pushing event updated for resources: {'Port': ['ID=de457564-054f-4ab8-8d9f-b57b06db88f1,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:11.402076 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-a9344112-4e44-40ef-892b-6e84c65c234c None None] Attempting to bind port 70422ba5-3105-471f-ba27-a49007a6ecf7 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:22:11.402599 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-a9344112-4e44-40ef-892b-6e84c65c234c None None] Attempting to bind port 70422ba5-3105-471f-ba27-a49007a6ecf7 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '0266031b-5829-40c1-acad-8e9a97b817f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5a2ce5cc-687a-4c33-859e-f9b75a50c5b6'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:22:11.403077 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9344112-4e44-40ef-892b-6e84c65c234c None None] Attempting to bind port 70422ba5-3105-471f-ba27-a49007a6ecf7 on network 5a2ce5cc-687a-4c33-859e-f9b75a50c5b6 {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:22:11.409697 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9344112-4e44-40ef-892b-6e84c65c234c None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:22:11.410214 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9344112-4e44-40ef-892b-6e84c65c234c None None] Checking segment: {'id': '0266031b-5829-40c1-acad-8e9a97b817f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5a2ce5cc-687a-4c33-859e-f9b75a50c5b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:22:11.410708 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-a9344112-4e44-40ef-892b-6e84c65c234c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:11.411839 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9344112-4e44-40ef-892b-6e84c65c234c None None] Bound using segment: {'id': '0266031b-5829-40c1-acad-8e9a97b817f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5a2ce5cc-687a-4c33-859e-f9b75a50c5b6'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:22:11.412428 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-a9344112-4e44-40ef-892b-6e84c65c234c None None] Bound port: 70422ba5-3105-471f-ba27-a49007a6ecf7, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0266031b-5829-40c1-acad-8e9a97b817f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5a2ce5cc-687a-4c33-859e-f9b75a50c5b6'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:22:11.413060 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-a9344112-4e44-40ef-892b-6e84c65c234c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:11.429216 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2f34779d-047a-40bd-a768-1373e08e76ca req-3b9213f3-b713-45f0-9f6d-b6e9d3c444b1 service neutron] 10.222.0.43 "GET /v2.0/networks/327e7e68-3b42-443b-9252-b6063ad01e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132209 Nov 09 21:22:11.462940 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-36b8d31e-ba2c-430d-b6cc-a4ec4fc5ad65 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:11.481078 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-23c404de-ca86-4197-9f59-aae87c13aad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:11.483085 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e38bd-507b-4ba9-85a4-7e384356a91f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:22:11.483738 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e38bd-507b-4ba9-85a4-7e384356a91f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:22:11.484152 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e38bd-507b-4ba9-85a4-7e384356a91f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:22:11.484497 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e38bd-507b-4ba9-85a4-7e384356a91f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:22:11.492322 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e38bd-507b-4ba9-85a4-7e384356a91f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:22:11.493705 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e38bd-507b-4ba9-85a4-7e384356a91f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:22:11.494064 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e38bd-507b-4ba9-85a4-7e384356a91f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:22:11.495560 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e38bd-507b-4ba9-85a4-7e384356a91f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:22:11.495930 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e38bd-507b-4ba9-85a4-7e384356a91f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:22:11.496277 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e38bd-507b-4ba9-85a4-7e384356a91f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:22:11.496618 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e38bd-507b-4ba9-85a4-7e384356a91f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:22:11.497211 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e38bd-507b-4ba9-85a4-7e384356a91f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:22:11.497520 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-a9344112-4e44-40ef-892b-6e84c65c234c None None] For port 70422ba5-3105-471f-ba27-a49007a6ecf7, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:22:11.505579 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-a9344112-4e44-40ef-892b-6e84c65c234c None None] For port 70422ba5-3105-471f-ba27-a49007a6ecf7, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=70422ba5-3105-471f-ba27-a49007a6ecf7,segment=NetworkSegment(0266031b-5829-40c1-acad-8e9a97b817f5),segment_id=0266031b-5829-40c1-acad-8e9a97b817f5)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:22:11.516971 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-a9344112-4e44-40ef-892b-6e84c65c234c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:11.586740 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-36b8d31e-ba2c-430d-b6cc-a4ec4fc5ad65 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:11.595821 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.db.resource_extend [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 21:22:11.635621 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9344112-4e44-40ef-892b-6e84c65c234c None None] Routers {'e5a328cd-b7f7-4e43-968a-2614ea669b17'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:22:11.637551 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-a9344112-4e44-40ef-892b-6e84c65c234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:21:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e5a328cd-b7f7-4e43-968a-2614ea669b17'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:11.656271 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248bbebe-a6ac-46dd-a069-7f63dd3f1ea6 req-7fdbe6d9-8081-4e6d-ae4d-f1d3bb30be85 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:11.666182 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-248bbebe-a6ac-46dd-a069-7f63dd3f1ea6 req-7fdbe6d9-8081-4e6d-ae4d-f1d3bb30be85 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=50aa286f-8c96-4de0-8719-f8c805940987 HTTP/1.1" status: 200 len: 944 time: 0.4614680 Nov 09 21:22:11.698946 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-36b8d31e-ba2c-430d-b6cc-a4ec4fc5ad65 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:11.708498 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c807df8e-c43f-465d-b644-11db137c17f7 None None] Pushing event updated for resources: {'Port': ['ID=70422ba5-3105-471f-ba27-a49007a6ecf7,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:11.709906 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-36b8d31e-ba2c-430d-b6cc-a4ec4fc5ad65 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.0705929 Nov 09 21:22:11.720077 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42766) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:22:11.731111 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-fbde263c-c8c8-41ac-b58d-52c097835301 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Request body: {'security_group_rule': {'security_group_id': 'afe2085a-0a18-4615-a4f8-be27960ab0c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:22:11.792217 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b8d31e-ba2c-430d-b6cc-a4ec4fc5ad65 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afe2085a-0a18-4615-a4f8-be27960ab0c9,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:11.871761 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c711ea75-a6f6-46fc-8e5c-c2267c6b80c7 req-9779f513-a911-4208-80c2-7be302c498f9 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b846193-37ac-4200-83c0-1903774230fb HTTP/1.1" status: 200 len: 210 time: 0.1478305 Nov 09 21:22:11.943883 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-248bbebe-a6ac-46dd-a069-7f63dd3f1ea6 req-02ccc409-35d4-4e24-8444-7f7ff8cce149 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690930 Nov 09 21:22:11.957220 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fbde263c-c8c8-41ac-b58d-52c097835301 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:12.052978 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-a9344112-4e44-40ef-892b-6e84c65c234c None None] Set router e5a328cd-b7f7-4e43-968a-2614ea669b17 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:22:12.081008 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-23c404de-ca86-4197-9f59-aae87c13aad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:12.236123 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-769c48e8-998f-4d19-95f0-89cd73556d1a None None] Set router e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:22:12.246957 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fbde263c-c8c8-41ac-b58d-52c097835301 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:12.256245 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fbde263c-c8c8-41ac-b58d-52c097835301 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:12.298045 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-465adebd-3100-4497-aaf7-a73d4d0ba531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:12.328855 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-6eef2a12-e373-4731-bd4a-17f47a044186 None None] Provisioning complete for port 982687d5-c92e-49dd-8821-72f3ed6ed793 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:12.329279 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6eef2a12-e373-4731-bd4a-17f47a044186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:12.352589 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbde263c-c8c8-41ac-b58d-52c097835301 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=544db823-327b-431c-ae59-b93b2bc5b480,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:12.371597 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fbde263c-c8c8-41ac-b58d-52c097835301 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:12.373296 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-fbde263c-c8c8-41ac-b58d-52c097835301 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6478658 Nov 09 21:22:12.377670 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42788) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:22:12.385442 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-a3469f39-3bc2-47a6-b4c1-32aa3abe8cdd tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Request body: {'security_group_rule': {'security_group_id': 'afe2085a-0a18-4615-a4f8-be27960ab0c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:22:12.496811 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-23c404de-ca86-4197-9f59-aae87c13aad4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:12.513509 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-23c404de-ca86-4197-9f59-aae87c13aad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:12.557679 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-a9344112-4e44-40ef-892b-6e84c65c234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'name': 'tempest-AttachVolumeShelveTestJSON-1134091748-router', 'tenant_id': '80bd14f1151c49209b6b9f6a58ef3329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '781df098-9817-4073-a821-03d622980305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:21:59Z', 'updated_at': '2021-11-09T21:22:07Z', 'revision_number': 4, 'project_id': '80bd14f1151c49209b6b9f6a58ef3329', 'gw_port': {'id': '781df098-9817-4073-a821-03d622980305', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:00Z', 'updated_at': '2021-11-09T21:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '70422ba5-3105-471f-ba27-a49007a6ecf7', 'name': '', 'network_id': '5a2ce5cc-687a-4c33-859e-f9b75a50c5b6', 'tenant_id': '80bd14f1151c49209b6b9f6a58ef3329', 'mac_address': 'fa:16:3e:a6:3e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '87945563-f9d1-4353-83ce-d183f9346308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:05Z', 'updated_at': '2021-11-09T21:22:11Z', 'revision_number': 4, 'project_id': '80bd14f1151c49209b6b9f6a58ef3329', 'subnets': [{'id': '87945563-f9d1-4353-83ce-d183f9346308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:12.574534 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a3469f39-3bc2-47a6-b4c1-32aa3abe8cdd tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:12.631021 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9344112-4e44-40ef-892b-6e84c65c234c None None] The sync data for ids ['e5a328cd-b7f7-4e43-968a-2614ea669b17'] in n-d-816206-3 is: [{'id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'name': 'tempest-AttachVolumeShelveTestJSON-1134091748-router', 'tenant_id': '80bd14f1151c49209b6b9f6a58ef3329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '781df098-9817-4073-a821-03d622980305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:21:59Z', 'updated_at': '2021-11-09T21:22:07Z', 'revision_number': 4, 'project_id': '80bd14f1151c49209b6b9f6a58ef3329', 'gw_port': {'id': '781df098-9817-4073-a821-03d622980305', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:00Z', 'updated_at': '2021-11-09T21:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '70422ba5-3105-471f-ba27-a49007a6ecf7', 'name': '', 'network_id': '5a2ce5cc-687a-4c33-859e-f9b75a50c5b6', 'tenant_id': '80bd14f1151c49209b6b9f6a58ef3329', 'mac_address': 'fa:16:3e:a6:3e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '87945563-f9d1-4353-83ce-d183f9346308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:05Z', 'updated_at': '2021-11-09T21:22:11Z', 'revision_number': 4, 'project_id': '80bd14f1151c49209b6b9f6a58ef3329', 'subnets': [{'id': '87945563-f9d1-4353-83ce-d183f9346308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:22:12.631281 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 2eb9ab50-6eff-4b39-a572-b022a00d4586, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=2eb9ab50-6eff-4b39-a572-b022a00d4586,segment=NetworkSegment(58913807-21b5-4240-bcd1-63c4ec2c1803),segment_id=58913807-21b5-4240-bcd1-63c4ec2c1803)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:22:12.640102 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c9bb857f-439d-4d0e-b3bf-a6ac17110dfa up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:22:12.663744 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c404de-ca86-4197-9f59-aae87c13aad4 admin admin] Pushing event updated for resources: {'Port': ['ID=982687d5-c92e-49dd-8821-72f3ed6ed793,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:12.675610 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-23c404de-ca86-4197-9f59-aae87c13aad4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:12.722382 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-465adebd-3100-4497-aaf7-a73d4d0ba531 admin admin] Allocated IP 172.20.0.1 (335cae01-5458-4aa4-816c-c063368a91a0/92e806a5-07da-4448-a8d8-79e1ae69a630/483c2e1d-a141-4929-9656-0e975fec944b) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:22:12.769283 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-6eef2a12-e373-4731-bd4a-17f47a044186 None None] Port 982687d5-c92e-49dd-8821-72f3ed6ed793 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:22:12.873283 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '2eb9ab50-6eff-4b39-a572-b022a00d4586', 'network_id': '327e7e68-3b42-443b-9252-b6063ad01e88', 'port_id': '2eb9ab50-6eff-4b39-a572-b022a00d4586', 'mac_address': 'fa:16:3e:fa:97:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72e3a48d-bd3b-4c62-a376-6d092be2bf15', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:22:12.900192 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-465adebd-3100-4497-aaf7-a73d4d0ba531 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:12.949303 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-465adebd-3100-4497-aaf7-a73d4d0ba531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:13.014114 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:13.014285 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a3469f39-3bc2-47a6-b4c1-32aa3abe8cdd tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:13.026090 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465adebd-3100-4497-aaf7-a73d4d0ba531 admin admin] Network 335cae01-5458-4aa4-816c-c063368a91a0 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:22:13.031174 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a3469f39-3bc2-47a6-b4c1-32aa3abe8cdd tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:13.031698 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-12ad8cd0-9d3f-428d-a733-9193aa5ea828 req-7a2f4e81-a159-43cc-ae48-799b7a62a6eb tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b846193-37ac-4200-83c0-1903774230fb HTTP/1.1" status: 200 len: 210 time: 0.0463264 Nov 09 21:22:13.038900 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-465adebd-3100-4497-aaf7-a73d4d0ba531 admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:22:13.043349 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465adebd-3100-4497-aaf7-a73d4d0ba531 admin admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:22:13.063113 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3469f39-3bc2-47a6-b4c1-32aa3abe8cdd tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0db7439-bf05-49bd-a3c3-302e8744ac33,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:13.076809 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-e5a54b4d-e37e-4b15-806e-5df3ec553295 None None] Provisioning complete for port 70422ba5-3105-471f-ba27-a49007a6ecf7 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:13.077288 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e5a54b4d-e37e-4b15-806e-5df3ec553295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:13.081289 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7d1a62f2-655c-41fb-ba6d-a0b5b62972de None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:13.098796 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c404de-ca86-4197-9f59-aae87c13aad4 admin admin] Network 5b48360c-45d2-4bc5-87b9-1da558cd85b9 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:22:13.103749 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a3469f39-3bc2-47a6-b4c1-32aa3abe8cdd tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:13.107956 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a3469f39-3bc2-47a6-b4c1-32aa3abe8cdd tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7264075 Nov 09 21:22:13.107956 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-23c404de-ca86-4197-9f59-aae87c13aad4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:22:13.111874 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42796) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:22:13.119668 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465adebd-3100-4497-aaf7-a73d4d0ba531 admin admin] Pushing event updated for resources: {'Port': ['ID=483c2e1d-a141-4929-9656-0e975fec944b,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:13.175244 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-1a6ede82-2379-4489-b5bb-239ec8679c5d tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:22:13.218383 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-465adebd-3100-4497-aaf7-a73d4d0ba531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:13.225836 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1a6ede82-2379-4489-b5bb-239ec8679c5d tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks [] for floatingip, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:13.233458 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eb9ab50-6eff-4b39-a572-b022a00d4586 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:22:13.319585 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 2eb9ab50-6eff-4b39-a572-b022a00d4586, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=2eb9ab50-6eff-4b39-a572-b022a00d4586,segment=NetworkSegment(58913807-21b5-4240-bcd1-63c4ec2c1803),segment_id=58913807-21b5-4240-bcd1-63c4ec2c1803)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:22:13.343765 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7d1a62f2-655c-41fb-ba6d-a0b5b62972de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:13.419144 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:13.481977 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port c9bb857f-439d-4d0e-b3bf-a6ac17110dfa triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:13.482611 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:13.524050 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c404de-ca86-4197-9f59-aae87c13aad4 admin admin] Router e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:22:13.575829 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132a55a-62b7-4c18-88e1-58c9153e1507 req-fea8d6ee-d8c9-4bd1-ac2e-1a89ceda5e08 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:13.579938 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9132a55a-62b7-4c18-88e1-58c9153e1507 req-fea8d6ee-d8c9-4bd1-ac2e-1a89ceda5e08 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=50aa286f-8c96-4de0-8719-f8c805940987 HTTP/1.1" status: 200 len: 944 time: 0.4975193 Nov 09 21:22:13.608338 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-7d1a62f2-655c-41fb-ba6d-a0b5b62972de None None] Attempting to bind port 570527e6-c821-4f0f-85b4-e1e477d76780 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:22:13.608738 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-7d1a62f2-655c-41fb-ba6d-a0b5b62972de None None] Attempting to bind port 570527e6-c821-4f0f-85b4-e1e477d76780 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:22:13.609112 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1a62f2-655c-41fb-ba6d-a0b5b62972de None None] Attempting to bind port 570527e6-c821-4f0f-85b4-e1e477d76780 on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:22:13.633140 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-769c48e8-998f-4d19-95f0-89cd73556d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976332302-router', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'de457564-054f-4ab8-8d9f-b57b06db88f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:01Z', 'updated_at': '2021-11-09T21:22:05Z', 'revision_number': 3, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'gw_port': {'id': 'de457564-054f-4ab8-8d9f-b57b06db88f1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:57:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:03Z', 'updated_at': '2021-11-09T21:22:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:13.644239 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1a62f2-655c-41fb-ba6d-a0b5b62972de None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:22:13.644818 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1a62f2-655c-41fb-ba6d-a0b5b62972de None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:22:13.652971 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7d1a62f2-655c-41fb-ba6d-a0b5b62972de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:13.653723 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1a62f2-655c-41fb-ba6d-a0b5b62972de None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:22:13.654565 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-7d1a62f2-655c-41fb-ba6d-a0b5b62972de None None] Bound port: 570527e6-c821-4f0f-85b4-e1e477d76780, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:22:13.655195 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7d1a62f2-655c-41fb-ba6d-a0b5b62972de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:13.684254 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-465adebd-3100-4497-aaf7-a73d4d0ba531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:13.697646 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769c48e8-998f-4d19-95f0-89cd73556d1a None None] The sync data for ids ['e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'] in n-d-816206-3 is: [{'id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976332302-router', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'de457564-054f-4ab8-8d9f-b57b06db88f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:01Z', 'updated_at': '2021-11-09T21:22:05Z', 'revision_number': 3, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'gw_port': {'id': 'de457564-054f-4ab8-8d9f-b57b06db88f1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:57:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:03Z', 'updated_at': '2021-11-09T21:22:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:22:13.700960 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b78b1c-93c2-4350-af80-84c9b4baf00a None None] Pushing event updated for resources: {'Port': ['ID=570527e6-c821-4f0f-85b4-e1e477d76780,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:13.781217 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9132a55a-62b7-4c18-88e1-58c9153e1507 req-7ed06b9c-7feb-4ba9-a7ef-2046e1f24c55 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523602 Nov 09 21:22:13.818348 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e5a54b4d-e37e-4b15-806e-5df3ec553295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:13.875822 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-f9fd4c06-913c-4f9f-95f8-b4551ce01ebc tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:13.878634 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-f9fd4c06-913c-4f9f-95f8-b4551ce01ebc tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.45 "GET /v2.0/networks?id=d46322e9-b56d-4dd7-8c5c-4100db9766b4 HTTP/1.1" status: 200 len: 804 time: 0.4719508 Nov 09 21:22:13.880928 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c404de-ca86-4197-9f59-aae87c13aad4 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:22:13.887063 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-23c404de-ca86-4197-9f59-aae87c13aad4 admin admin] 10.222.0.49 "PUT /v2.0/routers/e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9072449 Nov 09 21:22:13.899948 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-282042a6-3b5f-40df-81e3-13c83bbb821d tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Request body: {'port': {'device_id': '0b846193-37ac-4200-83c0-1903774230fb', 'network_id': 'd46322e9-b56d-4dd7-8c5c-4100db9766b4', 'admin_state_up': True, 'tenant_id': '75ff5a098c974a5f990f4fa539b60751'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:22:13.914169 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1a6ede82-2379-4489-b5bb-239ec8679c5d tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:13.937348 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['2eb9ab50-6eff-4b39-a572-b022a00d4586'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:22:13.953955 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-7d1a62f2-655c-41fb-ba6d-a0b5b62972de None None] For port 570527e6-c821-4f0f-85b4-e1e477d76780, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:22:14.092663 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-282042a6-3b5f-40df-81e3-13c83bbb821d tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Made reservation on behalf of 75ff5a098c974a5f990f4fa539b60751 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:22:14.102225 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-282042a6-3b5f-40df-81e3-13c83bbb821d tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:14.233960 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-7d1a62f2-655c-41fb-ba6d-a0b5b62972de None None] For port 570527e6-c821-4f0f-85b4-e1e477d76780, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=570527e6-c821-4f0f-85b4-e1e477d76780,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:22:14.252244 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=2eb9ab50-6eff-4b39-a572-b022a00d4586,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:14.265812 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-e5a54b4d-e37e-4b15-806e-5df3ec553295 None None] For port 70422ba5-3105-471f-ba27-a49007a6ecf7, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=70422ba5-3105-471f-ba27-a49007a6ecf7,segment=NetworkSegment(0266031b-5829-40c1-acad-8e9a97b817f5),segment_id=0266031b-5829-40c1-acad-8e9a97b817f5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:22:14.268857 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7d1a62f2-655c-41fb-ba6d-a0b5b62972de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:14.376593 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7b1b6967-776b-45f3-b0d9-576ddad7a841 req-4fefd5c5-54cf-4a7e-9146-a35ff3d02fe0 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b846193-37ac-4200-83c0-1903774230fb HTTP/1.1" status: 200 len: 210 time: 0.1272073 Nov 09 21:22:14.405730 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-1a6ede82-2379-4489-b5bb-239ec8679c5d tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Allocated IP 172.25.7.189 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/28006f57-66d3-4ee3-b405-2326905e80b2) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:22:14.410792 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e5a54b4d-e37e-4b15-806e-5df3ec553295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:14.476212 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-282042a6-3b5f-40df-81e3-13c83bbb821d tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Allocated IP 172.20.0.14 (d46322e9-b56d-4dd7-8c5c-4100db9766b4/b00fcf6d-0dad-4966-9afe-8edbbda80569/6c7b3b2b-e621-47af-a0e0-e04b528a572f) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:22:14.503484 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b78b1c-93c2-4350-af80-84c9b4baf00a None None] Pushing event updated for resources: {'Port': ['ID=570527e6-c821-4f0f-85b4-e1e477d76780,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:14.507795 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-465adebd-3100-4497-aaf7-a73d4d0ba531 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:14.553581 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-465adebd-3100-4497-aaf7-a73d4d0ba531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:14.695315 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a54b4d-e37e-4b15-806e-5df3ec553295 None None] Pushing event updated for resources: {'Port': ['ID=70422ba5-3105-471f-ba27-a49007a6ecf7,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:14.701103 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-465adebd-3100-4497-aaf7-a73d4d0ba531 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:14.806598 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465adebd-3100-4497-aaf7-a73d4d0ba531 admin admin] Pushing event updated for resources: {'Port': ['ID=483c2e1d-a141-4929-9656-0e975fec944b,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:14.822666 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-fb19fdc7-d3a5-4685-9cfc-e0d1400d317e None None] Provisioning complete for port 982687d5-c92e-49dd-8821-72f3ed6ed793 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:14.823057 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fb19fdc7-d3a5-4685-9cfc-e0d1400d317e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:14.908128 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1a62f2-655c-41fb-ba6d-a0b5b62972de None None] Routers {'f0febf6b-93f5-4c10-b7a5-282dc33b7586'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:22:14.909860 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-7d1a62f2-655c-41fb-ba6d-a0b5b62972de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:21:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f0febf6b-93f5-4c10-b7a5-282dc33b7586'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:15.013598 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1a6ede82-2379-4489-b5bb-239ec8679c5d tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:15.036566 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-282042a6-3b5f-40df-81e3-13c83bbb821d tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:15.068416 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b28350-b62e-43ae-83d4-7c5ac83b9001 req-9c940bbc-2d81-4da9-8457-3a94fe6a684a tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:15.076950 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-36b28350-b62e-43ae-83d4-7c5ac83b9001 req-9c940bbc-2d81-4da9-8457-3a94fe6a684a tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=50aa286f-8c96-4de0-8719-f8c805940987 HTTP/1.1" status: 200 len: 945 time: 0.1282878 Nov 09 21:22:15.096765 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-282042a6-3b5f-40df-81e3-13c83bbb821d tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:15.136006 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465adebd-3100-4497-aaf7-a73d4d0ba531 admin admin] Network 335cae01-5458-4aa4-816c-c063368a91a0 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:22:15.142717 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-7d1a62f2-655c-41fb-ba6d-a0b5b62972de None None] Set router f0febf6b-93f5-4c10-b7a5-282dc33b7586 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:22:15.149036 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-465adebd-3100-4497-aaf7-a73d4d0ba531 admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:22:15.187497 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-36b28350-b62e-43ae-83d4-7c5ac83b9001 req-1892cb53-e749-45a1-84b2-9b219b1613a4 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088359 Nov 09 21:22:15.229320 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-c6f15a8c-5b03-4c9a-a9a7-25282320e8de tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:15.230907 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-c6f15a8c-5b03-4c9a-a9a7-25282320e8de tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/networks?id=5b48360c-45d2-4bc5-87b9-1da558cd85b9 HTTP/1.1" status: 200 len: 821 time: 0.6871126 Nov 09 21:22:15.258892 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device de457564-054f-4ab8-8d9f-b57b06db88f1 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:22:15.266162 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-282042a6-3b5f-40df-81e3-13c83bbb821d tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Network d46322e9-b56d-4dd7-8c5c-4100db9766b4 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:22:15.267334 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1a6ede82-2379-4489-b5bb-239ec8679c5d tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:15.283424 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-282042a6-3b5f-40df-81e3-13c83bbb821d tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:22:15.297576 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-282042a6-3b5f-40df-81e3-13c83bbb821d tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:22:15.301419 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-0c2a0d4f-caa1-4bb5-bebc-6ae3a9e6fa49 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/quotas/379926d057ed4e578e7d1c1feabffad2 HTTP/1.1" status: 200 len: 375 time: 0.0554113 Nov 09 21:22:15.303889 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282042a6-3b5f-40df-81e3-13c83bbb821d tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Pushing event updated for resources: {'Port': ['ID=6c7b3b2b-e621-47af-a0e0-e04b528a572f,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:15.376212 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ede82-2379-4489-b5bb-239ec8679c5d tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Pushing event updated for resources: {'Port': ['ID=28006f57-66d3-4ee3-b405-2326905e80b2,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:15.386270 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6ede82-2379-4489-b5bb-239ec8679c5d tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:22:15.389333 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-1a6ede82-2379-4489-b5bb-239ec8679c5d tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:22:15.391861 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6ede82-2379-4489-b5bb-239ec8679c5d tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:22:15.470296 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-282042a6-3b5f-40df-81e3-13c83bbb821d tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:15.470973 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-282042a6-3b5f-40df-81e3-13c83bbb821d tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:15.501892 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-fb19fdc7-d3a5-4685-9cfc-e0d1400d317e None None] Port 982687d5-c92e-49dd-8821-72f3ed6ed793 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:22:15.521399 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465adebd-3100-4497-aaf7-a73d4d0ba531 admin admin] Router f0febf6b-93f5-4c10-b7a5-282dc33b7586 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:22:15.531885 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-8eedde8f-26ac-44f2-b316-b21b626593ad tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=379926d057ed4e578e7d1c1feabffad2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2006562 Nov 09 21:22:15.558085 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-282042a6-3b5f-40df-81e3-13c83bbb821d tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6663127 Nov 09 21:22:15.567950 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-fb19fdc7-d3a5-4685-9cfc-e0d1400d317e None None] Provisioning complete for port 483c2e1d-a141-4929-9656-0e975fec944b triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:15.568319 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fb19fdc7-d3a5-4685-9cfc-e0d1400d317e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:15.592081 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-b112605a-f415-4166-b656-ae40ff598f41 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:22:15.593246 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-b112605a-f415-4166-b656-ae40ff598f41 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0238137 Nov 09 21:22:15.611002 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-fb19fdc7-d3a5-4685-9cfc-e0d1400d317e None None] Port 483c2e1d-a141-4929-9656-0e975fec944b cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:22:15.646846 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-a0414b36-02ba-4d09-a215-18bbe67bca27 service neutron] Request body: {'port': {'device_id': '0b846193-37ac-4200-83c0-1903774230fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:22:15.650569 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port de457564-054f-4ab8-8d9f-b57b06db88f1 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:15.650937 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:15.737854 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1a6ede82-2379-4489-b5bb-239ec8679c5d tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:15.739696 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-a0414b36-02ba-4d09-a215-18bbe67bca27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:15.748752 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326907c-780a-4648-ab36-edf26edb3576 req-a7f6a073-a056-48d4-86a8-fb46707e510e tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:15.758515 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0326907c-780a-4648-ab36-edf26edb3576 req-a7f6a073-a056-48d4-86a8-fb46707e510e tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b846193-37ac-4200-83c0-1903774230fb HTTP/1.1" status: 200 len: 932 time: 0.2133234 Nov 09 21:22:15.777212 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-80b6fa7f-2a05-4e0b-9c1d-5db936c1458f None None] Provisioning complete for port 483c2e1d-a141-4929-9656-0e975fec944b triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:15.777707 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-80b6fa7f-2a05-4e0b-9c1d-5db936c1458f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:15.816435 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-ffaee968-1967-4e23-8557-d9c088a07219 service neutron] 10.222.0.49 "GET /v2.0/networks/5b48360c-45d2-4bc5-87b9-1da558cd85b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569063 Nov 09 21:22:15.823248 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-80b6fa7f-2a05-4e0b-9c1d-5db936c1458f None None] Port 483c2e1d-a141-4929-9656-0e975fec944b cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:22:15.834977 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-7d1a62f2-655c-41fb-ba6d-a0b5b62972de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0febf6b-93f5-4c10-b7a5-282dc33b7586', 'name': 'tempest-ServersTestManualDisk-1593291978-router', 'tenant_id': 'd0523478f492462386463f095b1a1d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '570527e6-c821-4f0f-85b4-e1e477d76780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:03Z', 'updated_at': '2021-11-09T21:22:13Z', 'revision_number': 4, 'project_id': 'd0523478f492462386463f095b1a1d7b', 'gw_port': {'id': '570527e6-c821-4f0f-85b4-e1e477d76780', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0febf6b-93f5-4c10-b7a5-282dc33b7586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:05Z', 'updated_at': '2021-11-09T21:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '483c2e1d-a141-4929-9656-0e975fec944b', 'name': '', 'network_id': '335cae01-5458-4aa4-816c-c063368a91a0', 'tenant_id': 'd0523478f492462386463f095b1a1d7b', 'mac_address': 'fa:16:3e:5f:0a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0febf6b-93f5-4c10-b7a5-282dc33b7586', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '92e806a5-07da-4448-a8d8-79e1ae69a630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:12Z', 'updated_at': '2021-11-09T21:22:13Z', 'revision_number': 2, 'project_id': 'd0523478f492462386463f095b1a1d7b', 'subnets': [{'id': '92e806a5-07da-4448-a8d8-79e1ae69a630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:15.846804 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465adebd-3100-4497-aaf7-a73d4d0ba531 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:22:15.864378 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-465adebd-3100-4497-aaf7-a73d4d0ba531 admin admin] 10.222.0.49 "PUT /v2.0/routers/f0febf6b-93f5-4c10-b7a5-282dc33b7586/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6737766 Nov 09 21:22:15.870658 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:15.875901 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1a62f2-655c-41fb-ba6d-a0b5b62972de None None] The sync data for ids ['f0febf6b-93f5-4c10-b7a5-282dc33b7586'] in n-d-816206-3 is: [{'id': 'f0febf6b-93f5-4c10-b7a5-282dc33b7586', 'name': 'tempest-ServersTestManualDisk-1593291978-router', 'tenant_id': 'd0523478f492462386463f095b1a1d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '570527e6-c821-4f0f-85b4-e1e477d76780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:03Z', 'updated_at': '2021-11-09T21:22:13Z', 'revision_number': 4, 'project_id': 'd0523478f492462386463f095b1a1d7b', 'gw_port': {'id': '570527e6-c821-4f0f-85b4-e1e477d76780', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0febf6b-93f5-4c10-b7a5-282dc33b7586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:05Z', 'updated_at': '2021-11-09T21:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '483c2e1d-a141-4929-9656-0e975fec944b', 'name': '', 'network_id': '335cae01-5458-4aa4-816c-c063368a91a0', 'tenant_id': 'd0523478f492462386463f095b1a1d7b', 'mac_address': 'fa:16:3e:5f:0a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0febf6b-93f5-4c10-b7a5-282dc33b7586', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '92e806a5-07da-4448-a8d8-79e1ae69a630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:12Z', 'updated_at': '2021-11-09T21:22:13Z', 'revision_number': 2, 'project_id': 'd0523478f492462386463f095b1a1d7b', 'subnets': [{'id': '92e806a5-07da-4448-a8d8-79e1ae69a630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:22:15.881451 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1a6ede82-2379-4489-b5bb-239ec8679c5d tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:15.898067 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port de457564-054f-4ab8-8d9f-b57b06db88f1, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=de457564-054f-4ab8-8d9f-b57b06db88f1,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:22:15.902855 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:15.904351 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 70422ba5-3105-471f-ba27-a49007a6ecf7 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:22:15.914238 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0326907c-780a-4648-ab36-edf26edb3576 req-97610ea4-bf5a-454a-b948-9ee4a7e12981 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471980 Nov 09 21:22:15.979609 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=de457564-054f-4ab8-8d9f-b57b06db88f1,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:16.098814 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 70422ba5-3105-471f-ba27-a49007a6ecf7 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:16.099057 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-fe7b0f82-16cd-4537-a74c-4963c6cfb4e4 service neutron] 10.222.0.49 "GET /v2.0/networks/5b48360c-45d2-4bc5-87b9-1da558cd85b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732031 Nov 09 21:22:16.099886 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:16.261200 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-a0414b36-02ba-4d09-a215-18bbe67bca27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c7b3b2b-e621-47af-a0e0-e04b528a572f {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:22:16.276596 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-a0414b36-02ba-4d09-a215-18bbe67bca27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:16.301913 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-a0414b36-02ba-4d09-a215-18bbe67bca27 service neutron] Transition to ACTIVE for port object 6c7b3b2b-e621-47af-a0e0-e04b528a572f will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:22:16.306478 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-a0414b36-02ba-4d09-a215-18bbe67bca27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:16.416411 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['393976db-67d8-45b9-bd11-937dc58d5622'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:22:16.423079 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1a6ede82-2379-4489-b5bb-239ec8679c5d tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:16.435345 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1a6ede82-2379-4489-b5bb-239ec8679c5d tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:16.469939 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0414b36-02ba-4d09-a215-18bbe67bca27 service neutron] Pushing event updated for resources: {'Port': ['ID=6c7b3b2b-e621-47af-a0e0-e04b528a572f,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:16.579463 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bea727-22c4-47d5-bf2f-3867c2f6a73f req-851b4f3b-7591-4c2c-9974-6df268430f4c tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:16.619823 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ede82-2379-4489-b5bb-239ec8679c5d tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Pushing event updated for resources: {'Port': ['ID=28006f57-66d3-4ee3-b405-2326905e80b2,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:16.630303 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1a6ede82-2379-4489-b5bb-239ec8679c5d tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:16.649956 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1a6ede82-2379-4489-b5bb-239ec8679c5d tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:16.652122 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1a6ede82-2379-4489-b5bb-239ec8679c5d tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5384707 Nov 09 21:22:16.657816 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-33bea727-22c4-47d5-bf2f-3867c2f6a73f req-851b4f3b-7591-4c2c-9974-6df268430f4c tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=50aa286f-8c96-4de0-8719-f8c805940987 HTTP/1.1" status: 200 len: 945 time: 0.2949677 Nov 09 21:22:16.870217 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-a0414b36-02ba-4d09-a215-18bbe67bca27 service neutron] Attempting to bind port 6c7b3b2b-e621-47af-a0e0-e04b528a572f on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:22:16.870443 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-a0414b36-02ba-4d09-a215-18bbe67bca27 service neutron] Attempting to bind port 6c7b3b2b-e621-47af-a0e0-e04b528a572f by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '535e550e-1834-40ad-bb5a-53e5c279aa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd46322e9-b56d-4dd7-8c5c-4100db9766b4'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:22:16.870895 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-a0414b36-02ba-4d09-a215-18bbe67bca27 service neutron] Attempting to bind port 6c7b3b2b-e621-47af-a0e0-e04b528a572f on network d46322e9-b56d-4dd7-8c5c-4100db9766b4 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:22:16.901803 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-33bea727-22c4-47d5-bf2f-3867c2f6a73f req-b933ea08-d47f-4e86-9108-8869641b10b6 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378447 Nov 09 21:22:16.901803 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-a0414b36-02ba-4d09-a215-18bbe67bca27 service neutron] Port 6c7b3b2b-e621-47af-a0e0-e04b528a572f on network d46322e9-b56d-4dd7-8c5c-4100db9766b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:22:16.901803 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-a0414b36-02ba-4d09-a215-18bbe67bca27 service neutron] Attempting to bind port 6c7b3b2b-e621-47af-a0e0-e04b528a572f on network d46322e9-b56d-4dd7-8c5c-4100db9766b4 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:22:16.902091 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42858) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:22:16.906766 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-84dad1b2-fabe-4bcb-a5ad-0b97312667eb tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1159411952', 'description': 'tempest-description--1347337292'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:22:16.920014 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-a0414b36-02ba-4d09-a215-18bbe67bca27 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:22:16.921368 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-a0414b36-02ba-4d09-a215-18bbe67bca27 service neutron] Checking segment: {'id': '535e550e-1834-40ad-bb5a-53e5c279aa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd46322e9-b56d-4dd7-8c5c-4100db9766b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:22:16.922399 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-a0414b36-02ba-4d09-a215-18bbe67bca27 service neutron] Bound using segment: {'id': '535e550e-1834-40ad-bb5a-53e5c279aa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd46322e9-b56d-4dd7-8c5c-4100db9766b4'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:22:16.935003 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device de457564-054f-4ab8-8d9f-b57b06db88f1 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:22:16.935570 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-a0414b36-02ba-4d09-a215-18bbe67bca27 service neutron] Bound port: 6c7b3b2b-e621-47af-a0e0-e04b528a572f, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '535e550e-1834-40ad-bb5a-53e5c279aa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd46322e9-b56d-4dd7-8c5c-4100db9766b4'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:22:16.936165 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-a0414b36-02ba-4d09-a215-18bbe67bca27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:16.971714 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e661cd3-befe-4141-9fc4-66036acc917a None None] Sync routers for ids ['e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:22:16.976242 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-84dad1b2-fabe-4bcb-a5ad-0b97312667eb tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:17.014508 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e661cd3-befe-4141-9fc4-66036acc917a None None] Routers {'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:22:17.020592 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-6e661cd3-befe-4141-9fc4-66036acc917a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:21:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:17.093391 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port de457564-054f-4ab8-8d9f-b57b06db88f1 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:17.093865 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:17.138584 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-28788c3c-30b2-41fd-8e8d-b61763ad0c66 req-eeedac16-5d8f-4d2d-987a-77d48d8a6696 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/ports?device_id=9038fda8-fdf2-410e-b65d-a86f7ea536cc HTTP/1.1" status: 200 len: 210 time: 0.0891926 Nov 09 21:22:17.287146 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-84dad1b2-fabe-4bcb-a5ad-0b97312667eb tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:17.315300 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-6e661cd3-befe-4141-9fc4-66036acc917a None None] Set router e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:22:17.317977 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 70422ba5-3105-471f-ba27-a49007a6ecf7 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:22:17.318407 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-a0414b36-02ba-4d09-a215-18bbe67bca27 service neutron] For port 6c7b3b2b-e621-47af-a0e0-e04b528a572f, host n-h1-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:22:17.323843 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-84dad1b2-fabe-4bcb-a5ad-0b97312667eb tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:17.328898 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-a0414b36-02ba-4d09-a215-18bbe67bca27 service neutron] For port 6c7b3b2b-e621-47af-a0e0-e04b528a572f, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=6c7b3b2b-e621-47af-a0e0-e04b528a572f,segment=NetworkSegment(535e550e-1834-40ad-bb5a-53e5c279aa6f),segment_id=535e550e-1834-40ad-bb5a-53e5c279aa6f)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:22:17.349196 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-108cfb9b-9a02-44ab-bb2a-e1ec731ad09a tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--428817267&fields=id&tenant_id=80bd14f1151c49209b6b9f6a58ef3329 HTTP/1.1" status: 200 len: 267 time: 0.2398932 Nov 09 21:22:17.360899 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-a0414b36-02ba-4d09-a215-18bbe67bca27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:17.420759 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-84dad1b2-fabe-4bcb-a5ad-0b97312667eb tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:17.422036 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-84dad1b2-fabe-4bcb-a5ad-0b97312667eb tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5189390 Nov 09 21:22:17.423030 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 70422ba5-3105-471f-ba27-a49007a6ecf7 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:17.423403 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:17.425188 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42876) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:22:17.465580 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-1a1a34e0-56c1-4faa-b868-e55b6bb30954 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Request body: {'security_group_rule': {'security_group_id': 'eef65554-c219-4a18-8d9b-786b4f7ef6ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:22:17.505641 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dad1b2-fabe-4bcb-a5ad-0b97312667eb tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eef65554-c219-4a18-8d9b-786b4f7ef6ed,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:17.524583 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 2eb9ab50-6eff-4b39-a572-b022a00d4586 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:22:17.532052 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1a1a34e0-56c1-4faa-b868-e55b6bb30954 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:17.576341 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c1582-a2c5-4bc1-9af0-320ecdc5bb0e req-104bd559-f824-46e1-8dae-cf785a3940c6 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:17.584603 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aa5c1582-a2c5-4bc1-9af0-320ecdc5bb0e req-104bd559-f824-46e1-8dae-cf785a3940c6 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b846193-37ac-4200-83c0-1903774230fb HTTP/1.1" status: 200 len: 944 time: 0.3492897 Nov 09 21:22:17.689107 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ba954c73-b686-40d3-b765-52f1030caf03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:17.783353 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-6e661cd3-befe-4141-9fc4-66036acc917a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976332302-router', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'de457564-054f-4ab8-8d9f-b57b06db88f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:01Z', 'updated_at': '2021-11-09T21:22:11Z', 'revision_number': 4, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'gw_port': {'id': 'de457564-054f-4ab8-8d9f-b57b06db88f1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:57:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:03Z', 'updated_at': '2021-11-09T21:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '982687d5-c92e-49dd-8821-72f3ed6ed793', 'name': '', 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'mac_address': 'fa:16:3e:d5:8d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '8a827720-a9bf-447e-bfcd-e4c120a09350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:10Z', 'updated_at': '2021-11-09T21:22:12Z', 'revision_number': 2, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'subnets': [{'id': '8a827720-a9bf-447e-bfcd-e4c120a09350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:17.822340 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aa5c1582-a2c5-4bc1-9af0-320ecdc5bb0e req-e450e117-78eb-412a-a057-4af777f3d5be tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366459 Nov 09 21:22:17.829828 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 2eb9ab50-6eff-4b39-a572-b022a00d4586 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:22:17.836602 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 2eb9ab50-6eff-4b39-a572-b022a00d4586 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:17.837356 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:17.841791 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1a1a34e0-56c1-4faa-b868-e55b6bb30954 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:17.846009 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1a1a34e0-56c1-4faa-b868-e55b6bb30954 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:17.858863 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e661cd3-befe-4141-9fc4-66036acc917a None None] Checking router: e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:22:17.862012 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e661cd3-befe-4141-9fc4-66036acc917a None None] Updating router e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da port 982687d5-c92e-49dd-8821-72f3ed6ed793 binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:22:17.873262 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a34e0-56c1-4faa-b868-e55b6bb30954 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6710a1b-1cab-4590-bc7d-3e3159fba4b4,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:17.904350 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1a1a34e0-56c1-4faa-b868-e55b6bb30954 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:17.905791 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1a1a34e0-56c1-4faa-b868-e55b6bb30954 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4579468 Nov 09 21:22:17.908448 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42882) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:22:17.915605 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-2934a14d-8d78-45da-81d2-9a30824cc092 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Request body: {'security_group_rule': {'security_group_id': 'eef65554-c219-4a18-8d9b-786b4f7ef6ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:22:17.992298 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-a0414b36-02ba-4d09-a215-18bbe67bca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:17.993909 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-a0414b36-02ba-4d09-a215-18bbe67bca27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:17.995424 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e661cd3-befe-4141-9fc4-66036acc917a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:17.995934 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-a0414b36-02ba-4d09-a215-18bbe67bca27 service neutron] 10.222.0.45 "PUT /v2.0/ports/6c7b3b2b-e621-47af-a0e0-e04b528a572f HTTP/1.1" status: 200 len: 1092 time: 2.3705823 Nov 09 21:22:17.996411 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b846193-37ac-4200-83c0-1903774230fb', 'tag': '6c7b3b2b-e621-47af-a0e0-e04b528a572f'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:22:17.998981 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ce716a-cfe5-4c8c-9c42-454239e4d2cb" -d '{"events": [{"name": "network-changed", "server_uuid": "0b846193-37ac-4200-83c0-1903774230fb", "tag": "6c7b3b2b-e621-47af-a0e0-e04b528a572f"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:22:18.015939 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2934a14d-8d78-45da-81d2-9a30824cc092 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:18.102659 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:18.153933 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0414b36-02ba-4d09-a215-18bbe67bca27 service neutron] Pushing event updated for resources: {'Port': ['ID=6c7b3b2b-e621-47af-a0e0-e04b528a572f,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:18.209423 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 2eb9ab50-6eff-4b39-a572-b022a00d4586, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=2eb9ab50-6eff-4b39-a572-b022a00d4586,segment=NetworkSegment(58913807-21b5-4240-bcd1-63c4ec2c1803),segment_id=58913807-21b5-4240-bcd1-63c4ec2c1803)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:22:18.212357 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50aa286f-8c96-4de0-8719-f8c805940987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb9ab50-6eff-4b39-a572-b022a00d4586'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:22:18.218287 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f307f01c-99d3-4515-8557-51ba693b6576" -d '{"events": [{"server_uuid": "50aa286f-8c96-4de0-8719-f8c805940987", "name": "network-vif-plugged", "status": "completed", "tag": "2eb9ab50-6eff-4b39-a572-b022a00d4586"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:22:18.229856 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:18.263858 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-2a6fbda0-bf4e-45e2-970d-0d3bc7d7d3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:18.266449 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-2a6fbda0-bf4e-45e2-970d-0d3bc7d7d3de service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=75ff5a098c974a5f990f4fa539b60751&device_id=0b846193-37ac-4200-83c0-1903774230fb HTTP/1.1" status: 200 len: 1095 time: 0.1868436 Nov 09 21:22:18.275900 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-d6ef9f0f-e204-41e4-98a1-52d90aee61f2 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:18.287121 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-d6ef9f0f-e204-41e4-98a1-52d90aee61f2 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/networks?id=5a2ce5cc-687a-4c33-859e-f9b75a50c5b6 HTTP/1.1" status: 200 len: 817 time: 0.9350514 Nov 09 21:22:18.360872 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=2eb9ab50-6eff-4b39-a572-b022a00d4586,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:18.442487 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2934a14d-8d78-45da-81d2-9a30824cc092 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:18.444519 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-99056b2f-3c6c-47d5-9481-f54c4b59a0bd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c7b3b2b-e621-47af-a0e0-e04b528a572f HTTP/1.1" status: 200 len: 217 time: 0.1539137 Nov 09 21:22:18.457907 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-514622ae-31d0-4a8c-941a-539b747b0daa tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/quotas/80bd14f1151c49209b6b9f6a58ef3329 HTTP/1.1" status: 200 len: 375 time: 0.1696591 Nov 09 21:22:18.458902 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2934a14d-8d78-45da-81d2-9a30824cc092 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:18.546096 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-27da67ab-f386-4992-ae86-a1828f5261f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:18.548563 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-27da67ab-f386-4992-ae86-a1828f5261f7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b00fcf6d-0dad-4966-9afe-8edbbda80569 HTTP/1.1" status: 200 len: 844 time: 0.0847807 Nov 09 21:22:18.628738 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-25a16d82-6532-4abd-b881-583cdfdc444f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d46322e9-b56d-4dd7-8c5c-4100db9766b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445385 Nov 09 21:22:18.714641 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e661cd3-befe-4141-9fc4-66036acc917a None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:18.731886 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e661cd3-befe-4141-9fc4-66036acc917a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:18.791870 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd5132e-5e3b-45fd-9a88-129557a2362b None None] Pushing event updated for resources: {'Port': ['ID=982687d5-c92e-49dd-8821-72f3ed6ed793,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:18.794893 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-f7b89df2-d033-4b95-b591-c7d6f32d1a15 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=80bd14f1151c49209b6b9f6a58ef3329&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3325877 Nov 09 21:22:18.905094 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 570527e6-c821-4f0f-85b4-e1e477d76780 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:22:18.941047 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-6e661cd3-befe-4141-9fc4-66036acc917a None None] Attempting to bind port 982687d5-c92e-49dd-8821-72f3ed6ed793 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:22:18.941689 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-6e661cd3-befe-4141-9fc4-66036acc917a None None] Attempting to bind port 982687d5-c92e-49dd-8821-72f3ed6ed793 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'b8ef7012-bc7b-4fbc-bb73-3f129fae00eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:22:18.942056 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e661cd3-befe-4141-9fc4-66036acc917a None None] Attempting to bind port 982687d5-c92e-49dd-8821-72f3ed6ed793 on network 5b48360c-45d2-4bc5-87b9-1da558cd85b9 {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:22:18.959087 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e661cd3-befe-4141-9fc4-66036acc917a None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:22:18.959444 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e661cd3-befe-4141-9fc4-66036acc917a None None] Checking segment: {'id': 'b8ef7012-bc7b-4fbc-bb73-3f129fae00eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:22:18.959793 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e661cd3-befe-4141-9fc4-66036acc917a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:18.960193 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e661cd3-befe-4141-9fc4-66036acc917a None None] Bound using segment: {'id': 'b8ef7012-bc7b-4fbc-bb73-3f129fae00eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:22:18.960791 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-6e661cd3-befe-4141-9fc4-66036acc917a None None] Bound port: 982687d5-c92e-49dd-8821-72f3ed6ed793, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ef7012-bc7b-4fbc-bb73-3f129fae00eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:22:18.961244 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e661cd3-befe-4141-9fc4-66036acc917a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:19.023238 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 570527e6-c821-4f0f-85b4-e1e477d76780 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:19.023238 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:19.085250 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-38b3b875-d270-4128-970f-e4e453d23ccb service neutron] 10.222.0.45 "GET /v2.0/networks/d46322e9-b56d-4dd7-8c5c-4100db9766b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4352760 Nov 09 21:22:19.090306 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-6e661cd3-befe-4141-9fc4-66036acc917a None None] For port 982687d5-c92e-49dd-8821-72f3ed6ed793, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:22:19.097740 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-6e661cd3-befe-4141-9fc4-66036acc917a None None] For port 982687d5-c92e-49dd-8821-72f3ed6ed793, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=982687d5-c92e-49dd-8821-72f3ed6ed793,segment=NetworkSegment(b8ef7012-bc7b-4fbc-bb73-3f129fae00eb),segment_id=b8ef7012-bc7b-4fbc-bb73-3f129fae00eb)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:22:19.107341 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-6e661cd3-befe-4141-9fc4-66036acc917a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:19.130180 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-d0cb6af2-187f-4042-a886-7b805ecf9b2e tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:19.133778 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-d0cb6af2-187f-4042-a886-7b805ecf9b2e tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.43 "GET /v2.0/networks?id=5b48360c-45d2-4bc5-87b9-1da558cd85b9 HTTP/1.1" status: 200 len: 821 time: 1.0026269 Nov 09 21:22:19.139393 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2934a14d-8d78-45da-81d2-9a30824cc092 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7859a94a-5cb3-4bf0-b5fb-51090d1c52e4,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:19.161388 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92275ef-09a1-4d06-9559-ff0b326cf441 req-f2172f47-53c4-4e75-8181-7e7a510950d9 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:19.170622 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b92275ef-09a1-4d06-9559-ff0b326cf441 req-f2172f47-53c4-4e75-8181-7e7a510950d9 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=50aa286f-8c96-4de0-8719-f8c805940987 HTTP/1.1" status: 200 len: 946 time: 0.8322797 Nov 09 21:22:19.177176 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-c4ff1bd7-60dd-4133-aac9-6b578f4abded tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Request body: {'port': {'device_id': '9038fda8-fdf2-410e-b65d-a86f7ea536cc', 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9', 'admin_state_up': True, 'tenant_id': '379926d057ed4e578e7d1c1feabffad2'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:22:19.198763 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:19.225064 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd5132e-5e3b-45fd-9a88-129557a2362b None None] Pushing event updated for resources: {'Port': ['ID=982687d5-c92e-49dd-8821-72f3ed6ed793,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:19.235244 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-dadbe6a9-75b9-42e8-a7a9-4375e34dad29 service neutron] 10.222.0.49 "GET /v2.0/networks/5a2ce5cc-687a-4c33-859e-f9b75a50c5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118044 Nov 09 21:22:19.246473 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 570527e6-c821-4f0f-85b4-e1e477d76780, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=570527e6-c821-4f0f-85b4-e1e477d76780,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:22:19.256068 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:19.256407 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e661cd3-befe-4141-9fc4-66036acc917a None None] Routers {'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:22:19.257021 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-6e661cd3-befe-4141-9fc4-66036acc917a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:21:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:19.285414 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2934a14d-8d78-45da-81d2-9a30824cc092 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:19.291084 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2934a14d-8d78-45da-81d2-9a30824cc092 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3813953 Nov 09 21:22:19.336793 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=570527e6-c821-4f0f-85b4-e1e477d76780,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:19.350804 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-144996c2-8d29-4fb8-8942-dbd9e098f383 None None] Provisioning complete for port 982687d5-c92e-49dd-8821-72f3ed6ed793 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:19.351172 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-144996c2-8d29-4fb8-8942-dbd9e098f383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:19.389625 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42902) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:22:19.412139 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b92275ef-09a1-4d06-9559-ff0b326cf441 req-e34636a9-4eb2-4cad-bad1-91528cf0d913 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374454 Nov 09 21:22:19.415772 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-c789e552-8a55-453b-9092-68d41283b096 service neutron] 10.222.0.49 "GET /v2.0/networks/5a2ce5cc-687a-4c33-859e-f9b75a50c5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703315 Nov 09 21:22:19.436665 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-9cd40173-926d-4e5c-a27b-0782fd8a8e32 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:22:19.493613 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-95eba838-dbd1-4b77-972b-b62edb1a14c8 req-7cb23acc-a48f-4041-9982-15cb2dbaccbf service neutron] 10.222.0.45 "GET /v2.0/networks/d46322e9-b56d-4dd7-8c5c-4100db9766b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986752 Nov 09 21:22:19.515407 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-6e661cd3-befe-4141-9fc4-66036acc917a None None] Set router e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:22:19.543649 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9cd40173-926d-4e5c-a27b-0782fd8a8e32 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Publish callbacks [] for floatingip, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:19.579877 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f906dffb-d568-42f7-9052-4ac506abd3d3 x-openstack-request-id: req-f906dffb-d568-42f7-9052-4ac506abd3d3 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:22:19.580263 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b846193-37ac-4200-83c0-1903774230fb", "tag": "6c7b3b2b-e621-47af-a0e0-e04b528a572f", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:22:19.580650 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f906dffb-d568-42f7-9052-4ac506abd3d3 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:22:19.581148 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b846193-37ac-4200-83c0-1903774230fb', 'tag': '6c7b3b2b-e621-47af-a0e0-e04b528a572f', 'status': 'completed', 'code': 200} Nov 09 21:22:19.616119 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-144996c2-8d29-4fb8-8942-dbd9e098f383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:19.677323 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce716a-cfe5-4c8c-9c42-454239e4d2cb req-ba0e80dd-03c4-464d-ab38-9228298c0453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:19.679478 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-83ce716a-cfe5-4c8c-9c42-454239e4d2cb req-ba0e80dd-03c4-464d-ab38-9228298c0453 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=75ff5a098c974a5f990f4fa539b60751&device_id=0b846193-37ac-4200-83c0-1903774230fb HTTP/1.1" status: 200 len: 1095 time: 0.0725210 Nov 09 21:22:19.683532 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-144996c2-8d29-4fb8-8942-dbd9e098f383 None None] For port 982687d5-c92e-49dd-8821-72f3ed6ed793, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=982687d5-c92e-49dd-8821-72f3ed6ed793,segment=NetworkSegment(b8ef7012-bc7b-4fbc-bb73-3f129fae00eb),segment_id=b8ef7012-bc7b-4fbc-bb73-3f129fae00eb)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:22:19.690236 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-144996c2-8d29-4fb8-8942-dbd9e098f383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:19.750112 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144996c2-8d29-4fb8-8942-dbd9e098f383 None None] Pushing event updated for resources: {'Port': ['ID=982687d5-c92e-49dd-8821-72f3ed6ed793,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:19.786858 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-11026324-b0b2-44d4-a380-f34ea24508b6 req-d380edc1-7779-41be-b0a6-77b3f1df4e49 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/ports?device_id=9038fda8-fdf2-410e-b65d-a86f7ea536cc HTTP/1.1" status: 200 len: 210 time: 0.0414600 Nov 09 21:22:19.841196 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d3e12da5-72b2-475d-85f6-b4d8cab08679 None None] Provisioning complete for port 982687d5-c92e-49dd-8821-72f3ed6ed793 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:19.843644 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d3e12da5-72b2-475d-85f6-b4d8cab08679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:19.951162 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce716a-cfe5-4c8c-9c42-454239e4d2cb req-5f524e9d-ca17-4ba8-803b-d2b9c8d6e06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:19.954594 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-83ce716a-cfe5-4c8c-9c42-454239e4d2cb req-5f524e9d-ca17-4ba8-803b-d2b9c8d6e06a service neutron] 10.222.0.45 "GET /v2.0/networks?id=d46322e9-b56d-4dd7-8c5c-4100db9766b4 HTTP/1.1" status: 200 len: 904 time: 0.2645476 Nov 09 21:22:19.970452 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-6e661cd3-befe-4141-9fc4-66036acc917a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976332302-router', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'de457564-054f-4ab8-8d9f-b57b06db88f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:01Z', 'updated_at': '2021-11-09T21:22:11Z', 'revision_number': 4, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'gw_port': {'id': 'de457564-054f-4ab8-8d9f-b57b06db88f1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:57:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:03Z', 'updated_at': '2021-11-09T21:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '982687d5-c92e-49dd-8821-72f3ed6ed793', 'name': '', 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'mac_address': 'fa:16:3e:d5:8d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '8a827720-a9bf-447e-bfcd-e4c120a09350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:10Z', 'updated_at': '2021-11-09T21:22:19Z', 'revision_number': 4, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'subnets': [{'id': '8a827720-a9bf-447e-bfcd-e4c120a09350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:20.036226 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e661cd3-befe-4141-9fc4-66036acc917a None None] The sync data for ids ['e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'] in n-d-816206-3 is: [{'id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976332302-router', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'de457564-054f-4ab8-8d9f-b57b06db88f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:01Z', 'updated_at': '2021-11-09T21:22:11Z', 'revision_number': 4, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'gw_port': {'id': 'de457564-054f-4ab8-8d9f-b57b06db88f1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:57:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:03Z', 'updated_at': '2021-11-09T21:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '982687d5-c92e-49dd-8821-72f3ed6ed793', 'name': '', 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'mac_address': 'fa:16:3e:d5:8d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '8a827720-a9bf-447e-bfcd-e4c120a09350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:10Z', 'updated_at': '2021-11-09T21:22:19Z', 'revision_number': 4, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'subnets': [{'id': '8a827720-a9bf-447e-bfcd-e4c120a09350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:22:20.055700 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8093878-81ca-4416-b2b0-283bc636fc3d x-openstack-request-id: req-b8093878-81ca-4416-b2b0-283bc636fc3d {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:22:20.055998 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50aa286f-8c96-4de0-8719-f8c805940987", "name": "network-vif-plugged", "status": "completed", "tag": "2eb9ab50-6eff-4b39-a572-b022a00d4586", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:22:20.056258 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b8093878-81ca-4416-b2b0-283bc636fc3d {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:22:20.056732 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50aa286f-8c96-4de0-8719-f8c805940987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb9ab50-6eff-4b39-a572-b022a00d4586', 'code': 200} Nov 09 21:22:20.061891 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-c4ff1bd7-60dd-4133-aac9-6b578f4abded tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Made reservation on behalf of 379926d057ed4e578e7d1c1feabffad2 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:22:20.068831 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-c4ff1bd7-60dd-4133-aac9-6b578f4abded tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:20.112830 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-83ce716a-cfe5-4c8c-9c42-454239e4d2cb req-0fa278d3-5043-45a9-ac66-ebe5848d0797 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c7b3b2b-e621-47af-a0e0-e04b528a572f HTTP/1.1" status: 200 len: 217 time: 0.1461437 Nov 09 21:22:20.114026 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-823f23e7-6f03-482b-a7d0-6f3a13ef56aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:20.238124 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ea3b0-52d0-41c2-ab45-689ac177db47 req-950a9926-80e7-45db-8de6-8554e2521e67 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:20.246100 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e95ea3b0-52d0-41c2-ab45-689ac177db47 req-950a9926-80e7-45db-8de6-8554e2521e67 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b846193-37ac-4200-83c0-1903774230fb HTTP/1.1" status: 200 len: 944 time: 0.3125739 Nov 09 21:22:20.248446 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce716a-cfe5-4c8c-9c42-454239e4d2cb req-10c37920-a14a-411f-b495-639c5e3b67fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:20.250205 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-83ce716a-cfe5-4c8c-9c42-454239e4d2cb req-10c37920-a14a-411f-b495-639c5e3b67fb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b00fcf6d-0dad-4966-9afe-8edbbda80569 HTTP/1.1" status: 200 len: 844 time: 0.1263702 Nov 09 21:22:20.314323 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9cd40173-926d-4e5c-a27b-0782fd8a8e32 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:20.365940 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-83ce716a-cfe5-4c8c-9c42-454239e4d2cb req-80876e83-38a3-4aea-9160-2994f6b89541 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d46322e9-b56d-4dd7-8c5c-4100db9766b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587327 Nov 09 21:22:20.372381 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea76deb-d80f-4dec-a6e7-056278669fc9 req-598496a0-c9e7-48c5-8a3f-c358faaa71f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:20.375568 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dea76deb-d80f-4dec-a6e7-056278669fc9 req-598496a0-c9e7-48c5-8a3f-c358faaa71f1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=50aa286f-8c96-4de0-8719-f8c805940987 HTTP/1.1" status: 200 len: 1097 time: 0.1227446 Nov 09 21:22:20.436528 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e95ea3b0-52d0-41c2-ab45-689ac177db47 req-0c4dd36e-b0dc-46f1-aa62-9f6c01a84cdc tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894531 Nov 09 21:22:20.440515 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9058583c-b895-4284-b4c5-7cb55fa7e84b req-884adcb9-333c-49f4-a304-4e42548a937f tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 210 time: 0.0635285 Nov 09 21:22:20.462239 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-c4ff1bd7-60dd-4133-aac9-6b578f4abded tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Allocated IP 172.20.0.3 (5b48360c-45d2-4bc5-87b9-1da558cd85b9/8a827720-a9bf-447e-bfcd-e4c120a09350/18e9ce64-4c96-4eff-8dcf-1ef7cce97640) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:22:20.613968 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dea76deb-d80f-4dec-a6e7-056278669fc9 req-8c5e47ba-ef2b-456c-b32a-db490b9aeee1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957011 Nov 09 21:22:20.667622 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-83ce716a-cfe5-4c8c-9c42-454239e4d2cb req-d8187b34-4ddc-464f-8222-deca9d8aac7d service neutron] 10.222.0.45 "GET /v2.0/networks/d46322e9-b56d-4dd7-8c5c-4100db9766b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772198 Nov 09 21:22:20.709513 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-9cd40173-926d-4e5c-a27b-0782fd8a8e32 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Allocated IP 172.25.7.150 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/8975a0cc-2676-48f9-b44c-c774ab208c9c) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:22:20.796732 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-83ce716a-cfe5-4c8c-9c42-454239e4d2cb req-a2ad256b-1207-412a-ab1f-e5d07acfee42 service neutron] 10.222.0.45 "GET /v2.0/networks/d46322e9-b56d-4dd7-8c5c-4100db9766b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211550 Nov 09 21:22:20.815190 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71145e26-c3e7-462a-ba5e-254251b228cb req-03016049-b070-44fb-8dc3-c1afeb80a7c8 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:20.821700 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71145e26-c3e7-462a-ba5e-254251b228cb req-03016049-b070-44fb-8dc3-c1afeb80a7c8 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=50aa286f-8c96-4de0-8719-f8c805940987 HTTP/1.1" status: 200 len: 946 time: 0.2556562 Nov 09 21:22:20.963667 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 570527e6-c821-4f0f-85b4-e1e477d76780 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:22:20.974136 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:20.975953 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-91b97004-5665-4171-82e9-f86920bee4f3 req-94ab2f4e-93cd-43b8-9b3e-a2c0a1cada25 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/ports?device_id=9038fda8-fdf2-410e-b65d-a86f7ea536cc HTTP/1.1" status: 200 len: 210 time: 0.0523257 Nov 09 21:22:21.009774 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71145e26-c3e7-462a-ba5e-254251b228cb req-e0a33966-8f76-4e60-818e-6c6eb6b183d4 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216412 Nov 09 21:22:21.044301 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 570527e6-c821-4f0f-85b4-e1e477d76780 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:21.044716 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:21.108560 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9cd40173-926d-4e5c-a27b-0782fd8a8e32 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:21.111967 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-c4ff1bd7-60dd-4133-aac9-6b578f4abded tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:21.178721 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9cd40173-926d-4e5c-a27b-0782fd8a8e32 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:21.181689 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-c4ff1bd7-60dd-4133-aac9-6b578f4abded tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:21.232302 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 982687d5-c92e-49dd-8821-72f3ed6ed793 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:22:21.238401 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd40173-926d-4e5c-a27b-0782fd8a8e32 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:22:21.248847 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-9cd40173-926d-4e5c-a27b-0782fd8a8e32 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:22:21.254859 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-c4ff1bd7-60dd-4133-aac9-6b578f4abded tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Network 5b48360c-45d2-4bc5-87b9-1da558cd85b9 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:22:21.259493 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd40173-926d-4e5c-a27b-0782fd8a8e32 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:22:21.298406 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-c4ff1bd7-60dd-4133-aac9-6b578f4abded tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:22:21.316880 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd40173-926d-4e5c-a27b-0782fd8a8e32 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Pushing event updated for resources: {'Port': ['ID=8975a0cc-2676-48f9-b44c-c774ab208c9c,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:21.321694 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-c4ff1bd7-60dd-4133-aac9-6b578f4abded tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:22:21.321859 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 982687d5-c92e-49dd-8821-72f3ed6ed793 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:21.322240 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:21.326368 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9909ee-4a96-451b-b019-be0ae963ce56 None None] Sync routers for ids ['f0febf6b-93f5-4c10-b7a5-282dc33b7586'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:22:21.371108 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9909ee-4a96-451b-b019-be0ae963ce56 None None] Routers {'f0febf6b-93f5-4c10-b7a5-282dc33b7586'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:22:21.372506 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-4f9909ee-4a96-451b-b019-be0ae963ce56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:22:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f0febf6b-93f5-4c10-b7a5-282dc33b7586'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:21.579336 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-c4ff1bd7-60dd-4133-aac9-6b578f4abded tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:21.579949 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-c4ff1bd7-60dd-4133-aac9-6b578f4abded tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:21.581152 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-4f9909ee-4a96-451b-b019-be0ae963ce56 None None] Set router f0febf6b-93f5-4c10-b7a5-282dc33b7586 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:22:21.703230 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ff1bd7-60dd-4133-aac9-6b578f4abded tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Pushing event updated for resources: {'Port': ['ID=18e9ce64-4c96-4eff-8dcf-1ef7cce97640,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:21.738476 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-915a3005-91c0-4901-824e-d759d307d581 req-e802f9cd-983f-483e-a629-28fd4fd36e8f tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 210 time: 0.1357167 Nov 09 21:22:21.750102 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-c4ff1bd7-60dd-4133-aac9-6b578f4abded tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5768454 Nov 09 21:22:21.782073 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-54d23c9d-a877-400d-9798-126d2132c7bc service neutron] Request body: {'port': {'device_id': '9038fda8-fdf2-410e-b65d-a86f7ea536cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:22:21.850821 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e71c9b-7cd1-4866-9279-ad2247a23ffd req-85908aab-6326-4f90-b7ab-7e19853d9c7e tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:21.860452 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f4e71c9b-7cd1-4866-9279-ad2247a23ffd req-85908aab-6326-4f90-b7ab-7e19853d9c7e tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b846193-37ac-4200-83c0-1903774230fb HTTP/1.1" status: 200 len: 944 time: 0.2511981 Nov 09 21:22:21.899764 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9cd40173-926d-4e5c-a27b-0782fd8a8e32 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:21.907217 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-54d23c9d-a877-400d-9798-126d2132c7bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:21.973132 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9cd40173-926d-4e5c-a27b-0782fd8a8e32 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:21.997464 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f4e71c9b-7cd1-4866-9279-ad2247a23ffd req-96452c4c-c36c-4fde-a3bb-4ae8f5e89bc0 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345952 Nov 09 21:22:22.000867 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 6c7b3b2b-e621-47af-a0e0-e04b528a572f details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:22:22.025843 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-02794871-93d5-47d9-ace9-4e45b311396a tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:22.033964 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-02794871-93d5-47d9-ace9-4e45b311396a tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.45 "GET /v2.0/networks?id=5a2ce5cc-687a-4c33-859e-f9b75a50c5b6 HTTP/1.1" status: 200 len: 817 time: 0.3677261 Nov 09 21:22:22.172125 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-a8388492-6362-4e21-9145-b4757cb77e67 None None] Provisioning complete for port 18e9ce64-4c96-4eff-8dcf-1ef7cce97640 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:22.172554 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a8388492-6362-4e21-9145-b4757cb77e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:22.209755 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-af29756c-2a26-4f19-bb7e-f98a8131e090 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80bd14f1151c49209b6b9f6a58ef3329 HTTP/1.1" status: 200 len: 379 time: 0.1622345 Nov 09 21:22:22.224676 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-7d590d50-fb81-42a7-8e28-a53100cf74a3 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Request body: {'port': {'device_id': '4ad2d203-e44e-45ca-a617-077af043f793', 'network_id': '5a2ce5cc-687a-4c33-859e-f9b75a50c5b6', 'admin_state_up': True, 'tenant_id': '80bd14f1151c49209b6b9f6a58ef3329', 'security_groups': ['afe2085a-0a18-4615-a4f8-be27960ab0c9']}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:22:22.278776 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05510118-9e27-4728-833a-498e2dfacf93 req-3ae1270d-84c1-496d-87ea-57febd480e5e tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:22.282048 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-05510118-9e27-4728-833a-498e2dfacf93 req-3ae1270d-84c1-496d-87ea-57febd480e5e tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/ports?device_id=9038fda8-fdf2-410e-b65d-a86f7ea536cc HTTP/1.1" status: 200 len: 931 time: 0.1529460 Nov 09 21:22:22.356821 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-a8388492-6362-4e21-9145-b4757cb77e67 None None] Port 18e9ce64-4c96-4eff-8dcf-1ef7cce97640 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:22:22.365981 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 6c7b3b2b-e621-47af-a0e0-e04b528a572f, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=6c7b3b2b-e621-47af-a0e0-e04b528a572f,segment=NetworkSegment(535e550e-1834-40ad-bb5a-53e5c279aa6f),segment_id=535e550e-1834-40ad-bb5a-53e5c279aa6f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:22:22.368496 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eac0c0-7f6f-4611-93b5-e244da27d4de req-777f8cc1-1acf-4db2-a232-504835462ed7 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:22.370626 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f5eac0c0-7f6f-4611-93b5-e244da27d4de req-777f8cc1-1acf-4db2-a232-504835462ed7 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=50aa286f-8c96-4de0-8719-f8c805940987 HTTP/1.1" status: 200 len: 946 time: 0.1597159 Nov 09 21:22:22.370929 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9cd40173-926d-4e5c-a27b-0782fd8a8e32 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:22.411368 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '6c7b3b2b-e621-47af-a0e0-e04b528a572f', 'network_id': 'd46322e9-b56d-4dd7-8c5c-4100db9766b4', 'port_id': '6c7b3b2b-e621-47af-a0e0-e04b528a572f', 'mac_address': 'fa:16:3e:8a:fc:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b00fcf6d-0dad-4966-9afe-8edbbda80569', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:22:22.415695 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9cd40173-926d-4e5c-a27b-0782fd8a8e32 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:22.421224 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-7d590d50-fb81-42a7-8e28-a53100cf74a3 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Made reservation on behalf of 80bd14f1151c49209b6b9f6a58ef3329 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:22:22.421526 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:22.426727 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-7d590d50-fb81-42a7-8e28-a53100cf74a3 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:22.484198 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:22.524600 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c7b3b2b-e621-47af-a0e0-e04b528a572f {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:22:22.544895 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd40173-926d-4e5c-a27b-0782fd8a8e32 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Pushing event updated for resources: {'Port': ['ID=8975a0cc-2676-48f9-b44c-c774ab208c9c,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:22.557622 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-4f9909ee-4a96-451b-b019-be0ae963ce56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0febf6b-93f5-4c10-b7a5-282dc33b7586', 'name': 'tempest-ServersTestManualDisk-1593291978-router', 'tenant_id': 'd0523478f492462386463f095b1a1d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '570527e6-c821-4f0f-85b4-e1e477d76780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:03Z', 'updated_at': '2021-11-09T21:22:13Z', 'revision_number': 4, 'project_id': 'd0523478f492462386463f095b1a1d7b', 'gw_port': {'id': '570527e6-c821-4f0f-85b4-e1e477d76780', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0febf6b-93f5-4c10-b7a5-282dc33b7586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:05Z', 'updated_at': '2021-11-09T21:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '483c2e1d-a141-4929-9656-0e975fec944b', 'name': '', 'network_id': '335cae01-5458-4aa4-816c-c063368a91a0', 'tenant_id': 'd0523478f492462386463f095b1a1d7b', 'mac_address': 'fa:16:3e:5f:0a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0febf6b-93f5-4c10-b7a5-282dc33b7586', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '92e806a5-07da-4448-a8d8-79e1ae69a630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:12Z', 'updated_at': '2021-11-09T21:22:13Z', 'revision_number': 2, 'project_id': 'd0523478f492462386463f095b1a1d7b', 'subnets': [{'id': '92e806a5-07da-4448-a8d8-79e1ae69a630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:22.561695 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 6c7b3b2b-e621-47af-a0e0-e04b528a572f, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=6c7b3b2b-e621-47af-a0e0-e04b528a572f,segment=NetworkSegment(535e550e-1834-40ad-bb5a-53e5c279aa6f),segment_id=535e550e-1834-40ad-bb5a-53e5c279aa6f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:22:22.602805 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f5eac0c0-7f6f-4611-93b5-e244da27d4de req-15c3757a-0846-4988-8819-9d76cf24e763 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013896 Nov 09 21:22:22.625473 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-05510118-9e27-4728-833a-498e2dfacf93 req-ea5b8fb6-80fe-4d6a-9561-a9e3691c5406 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/security-groups?id=09d7da7b-ba21-4a98-aa22-eac2968a0a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143664 Nov 09 21:22:22.655686 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9cd40173-926d-4e5c-a27b-0782fd8a8e32 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:22.678429 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-7d590d50-fb81-42a7-8e28-a53100cf74a3 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Allocated IP 172.20.0.13 (5a2ce5cc-687a-4c33-859e-f9b75a50c5b6/87945563-f9d1-4353-83ce-d183f9346308/77a87d51-38f5-44c7-9010-89c6fd0999c3) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:22:22.716895 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9cd40173-926d-4e5c-a27b-0782fd8a8e32 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:22.718494 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-9cd40173-926d-4e5c-a27b-0782fd8a8e32 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3049161 Nov 09 21:22:22.770295 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:22.771562 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-54d23c9d-a877-400d-9798-126d2132c7bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18e9ce64-4c96-4eff-8dcf-1ef7cce97640 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:22:22.776425 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9909ee-4a96-451b-b019-be0ae963ce56 None None] Checking router: f0febf6b-93f5-4c10-b7a5-282dc33b7586 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:22:22.776887 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9909ee-4a96-451b-b019-be0ae963ce56 None None] Updating router f0febf6b-93f5-4c10-b7a5-282dc33b7586 port 483c2e1d-a141-4929-9656-0e975fec944b binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:22:22.796201 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-54d23c9d-a877-400d-9798-126d2132c7bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:22.814351 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-54d23c9d-a877-400d-9798-126d2132c7bc service neutron] Transition to ACTIVE for port object 18e9ce64-4c96-4eff-8dcf-1ef7cce97640 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:22:22.824316 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-54d23c9d-a877-400d-9798-126d2132c7bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:22.883674 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:22.890975 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4f9909ee-4a96-451b-b019-be0ae963ce56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:22.940863 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d23c9d-a877-400d-9798-126d2132c7bc service neutron] Pushing event updated for resources: {'Port': ['ID=18e9ce64-4c96-4eff-8dcf-1ef7cce97640,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:22.970542 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=6c7b3b2b-e621-47af-a0e0-e04b528a572f,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:22.972264 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-7d590d50-fb81-42a7-8e28-a53100cf74a3 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:23.016570 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-7d590d50-fb81-42a7-8e28-a53100cf74a3 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:23.029126 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fec1b181-efa5-4820-a616-986d192ae907 req-d539c62e-6caa-4e90-aa1d-3c4dcb26acd4 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 210 time: 0.0784867 Nov 09 21:22:23.056082 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['6c7b3b2b-e621-47af-a0e0-e04b528a572f'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:22:23.074723 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-7d590d50-fb81-42a7-8e28-a53100cf74a3 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Network 5a2ce5cc-687a-4c33-859e-f9b75a50c5b6 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:22:23.078371 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-7d590d50-fb81-42a7-8e28-a53100cf74a3 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:22:23.126143 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-7d590d50-fb81-42a7-8e28-a53100cf74a3 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:22:23.261396 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-54d23c9d-a877-400d-9798-126d2132c7bc service neutron] Attempting to bind port 18e9ce64-4c96-4eff-8dcf-1ef7cce97640 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:22:23.262177 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-54d23c9d-a877-400d-9798-126d2132c7bc service neutron] Attempting to bind port 18e9ce64-4c96-4eff-8dcf-1ef7cce97640 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': 'b8ef7012-bc7b-4fbc-bb73-3f129fae00eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:22:23.262612 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-54d23c9d-a877-400d-9798-126d2132c7bc service neutron] Attempting to bind port 18e9ce64-4c96-4eff-8dcf-1ef7cce97640 on network 5b48360c-45d2-4bc5-87b9-1da558cd85b9 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:22:23.268375 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d590d50-fb81-42a7-8e28-a53100cf74a3 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Pushing event updated for resources: {'Port': ['ID=77a87d51-38f5-44c7-9010-89c6fd0999c3,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:23.285633 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947545f-447a-42ce-b264-774311c417d4 req-1d269a5e-f726-411e-bfc8-f7fdf87ee8e0 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:23.295152 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9947545f-447a-42ce-b264-774311c417d4 req-1d269a5e-f726-411e-bfc8-f7fdf87ee8e0 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b846193-37ac-4200-83c0-1903774230fb HTTP/1.1" status: 200 len: 945 time: 0.1057336 Nov 09 21:22:23.304386 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-54d23c9d-a877-400d-9798-126d2132c7bc service neutron] Port 18e9ce64-4c96-4eff-8dcf-1ef7cce97640 on network 5b48360c-45d2-4bc5-87b9-1da558cd85b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:22:23.305425 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-54d23c9d-a877-400d-9798-126d2132c7bc service neutron] Attempting to bind port 18e9ce64-4c96-4eff-8dcf-1ef7cce97640 on network 5b48360c-45d2-4bc5-87b9-1da558cd85b9 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:22:23.308010 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-7d590d50-fb81-42a7-8e28-a53100cf74a3 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:23.308863 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-7d590d50-fb81-42a7-8e28-a53100cf74a3 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:23.323533 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-54d23c9d-a877-400d-9798-126d2132c7bc service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:22:23.324185 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-54d23c9d-a877-400d-9798-126d2132c7bc service neutron] Checking segment: {'id': 'b8ef7012-bc7b-4fbc-bb73-3f129fae00eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:22:23.324714 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-54d23c9d-a877-400d-9798-126d2132c7bc service neutron] Bound using segment: {'id': 'b8ef7012-bc7b-4fbc-bb73-3f129fae00eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:22:23.325285 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-54d23c9d-a877-400d-9798-126d2132c7bc service neutron] Bound port: 18e9ce64-4c96-4eff-8dcf-1ef7cce97640, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8ef7012-bc7b-4fbc-bb73-3f129fae00eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:22:23.326043 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-54d23c9d-a877-400d-9798-126d2132c7bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:23.341982 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-7d590d50-fb81-42a7-8e28-a53100cf74a3 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1210217 Nov 09 21:22:23.359127 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-4d7f0baa-3427-401b-8f58-de681ce3cd14 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1159411952&fields=id&tenant_id=d0523478f492462386463f095b1a1d7b HTTP/1.1" status: 200 len: 267 time: 0.1535456 Nov 09 21:22:23.384708 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-872136cf-7a4b-4a6e-924b-1ab3fd373c86 service neutron] Request body: {'port': {'device_id': '4ad2d203-e44e-45ca-a617-077af043f793', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:22:23.399020 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9947545f-447a-42ce-b264-774311c417d4 req-a9ec3d5c-7f25-43b6-8e86-79b45161639b tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019473 Nov 09 21:22:23.412066 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:23.478957 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-872136cf-7a4b-4a6e-924b-1ab3fd373c86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:23.528911 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-54d23c9d-a877-400d-9798-126d2132c7bc service neutron] For port 18e9ce64-4c96-4eff-8dcf-1ef7cce97640, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:22:23.569634 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-54d23c9d-a877-400d-9798-126d2132c7bc service neutron] For port 18e9ce64-4c96-4eff-8dcf-1ef7cce97640, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=18e9ce64-4c96-4eff-8dcf-1ef7cce97640,segment=NetworkSegment(b8ef7012-bc7b-4fbc-bb73-3f129fae00eb),segment_id=b8ef7012-bc7b-4fbc-bb73-3f129fae00eb)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:22:23.586638 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-03e422c9-8ebe-40ce-92fc-e0f08aecf6af None None] Provisioning complete for port 77a87d51-38f5-44c7-9010-89c6fd0999c3 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:23.587018 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-03e422c9-8ebe-40ce-92fc-e0f08aecf6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:23.604006 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58d39b-6862-4696-acf1-622591ac6ea3 req-a22cf0dc-72ec-43d3-b4b0-122f5adc82f7 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:23.606022 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fe58d39b-6862-4696-acf1-622591ac6ea3 req-a22cf0dc-72ec-43d3-b4b0-122f5adc82f7 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=50aa286f-8c96-4de0-8719-f8c805940987 HTTP/1.1" status: 200 len: 946 time: 0.0923705 Nov 09 21:22:23.612147 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-54d23c9d-a877-400d-9798-126d2132c7bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:23.638564 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-03e422c9-8ebe-40ce-92fc-e0f08aecf6af None None] Port 77a87d51-38f5-44c7-9010-89c6fd0999c3 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:22:23.687480 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fe58d39b-6862-4696-acf1-622591ac6ea3 req-fa20d64d-427f-410c-bc75-748d3a194ca6 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722370 Nov 09 21:22:23.699506 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4f9909ee-4a96-451b-b019-be0ae963ce56 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:23.713103 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4f9909ee-4a96-451b-b019-be0ae963ce56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:23.722877 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-54d23c9d-a877-400d-9798-126d2132c7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:23.724678 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-54d23c9d-a877-400d-9798-126d2132c7bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:23.726718 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-54d23c9d-a877-400d-9798-126d2132c7bc service neutron] 10.222.0.43 "PUT /v2.0/ports/18e9ce64-4c96-4eff-8dcf-1ef7cce97640 HTTP/1.1" status: 200 len: 1091 time: 1.9614394 Nov 09 21:22:23.727840 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9038fda8-fdf2-410e-b65d-a86f7ea536cc', 'tag': '18e9ce64-4c96-4eff-8dcf-1ef7cce97640'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:22:23.730974 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40712fd-6535-4c7e-a1c0-33add9cffb66" -d '{"events": [{"name": "network-changed", "server_uuid": "9038fda8-fdf2-410e-b65d-a86f7ea536cc", "tag": "18e9ce64-4c96-4eff-8dcf-1ef7cce97640"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:22:23.746860 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-d18eba7d-3ead-4a1c-a94b-90b58633da01 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:23.762066 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-d18eba7d-3ead-4a1c-a94b-90b58633da01 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] 10.222.0.49 "GET /v2.0/networks?id=335cae01-5458-4aa4-816c-c063368a91a0 HTTP/1.1" status: 200 len: 812 time: 0.4019065 Nov 09 21:22:23.772459 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d23c9d-a877-400d-9798-126d2132c7bc service neutron] Pushing event updated for resources: {'Port': ['ID=18e9ce64-4c96-4eff-8dcf-1ef7cce97640,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:23.817778 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a455cd9f-95f3-4df1-a6a9-16c037d199e8 None None] Pushing event updated for resources: {'Port': ['ID=483c2e1d-a141-4929-9656-0e975fec944b,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:23.820824 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-070b785d-657f-43e0-9b2b-933e0c3d6237 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] 10.222.0.49 "GET /v2.0/quotas/d0523478f492462386463f095b1a1d7b HTTP/1.1" status: 200 len: 375 time: 0.0569963 Nov 09 21:22:23.893661 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-4f9909ee-4a96-451b-b019-be0ae963ce56 None None] Attempting to bind port 483c2e1d-a141-4929-9656-0e975fec944b on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:22:23.893961 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-4f9909ee-4a96-451b-b019-be0ae963ce56 None None] Attempting to bind port 483c2e1d-a141-4929-9656-0e975fec944b by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '110c5b95-d940-4e36-bf19-877568cab685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '335cae01-5458-4aa4-816c-c063368a91a0'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:22:23.894329 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9909ee-4a96-451b-b019-be0ae963ce56 None None] Attempting to bind port 483c2e1d-a141-4929-9656-0e975fec944b on network 335cae01-5458-4aa4-816c-c063368a91a0 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:22:23.901448 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9909ee-4a96-451b-b019-be0ae963ce56 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:22:23.901871 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9909ee-4a96-451b-b019-be0ae963ce56 None None] Checking segment: {'id': '110c5b95-d940-4e36-bf19-877568cab685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '335cae01-5458-4aa4-816c-c063368a91a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:22:23.902282 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4f9909ee-4a96-451b-b019-be0ae963ce56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:23.902730 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9909ee-4a96-451b-b019-be0ae963ce56 None None] Bound using segment: {'id': '110c5b95-d940-4e36-bf19-877568cab685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '335cae01-5458-4aa4-816c-c063368a91a0'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:22:23.903151 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-4f9909ee-4a96-451b-b019-be0ae963ce56 None None] Bound port: 483c2e1d-a141-4929-9656-0e975fec944b, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110c5b95-d940-4e36-bf19-877568cab685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '335cae01-5458-4aa4-816c-c063368a91a0'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:22:23.903535 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4f9909ee-4a96-451b-b019-be0ae963ce56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:23.927769 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-a46543a4-c5cb-4092-bdb3-d11d20a8be8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:23.929467 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-a46543a4-c5cb-4092-bdb3-d11d20a8be8f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=379926d057ed4e578e7d1c1feabffad2&device_id=9038fda8-fdf2-410e-b65d-a86f7ea536cc HTTP/1.1" status: 200 len: 1094 time: 0.1361439 Nov 09 21:22:23.954715 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573472c-8d61-4143-96ac-5400a881c322 req-1d21d0ba-e2df-4634-8865-f586319b23a3 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:23.963138 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a573472c-8d61-4143-96ac-5400a881c322 req-1d21d0ba-e2df-4634-8865-f586319b23a3 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/ports?device_id=9038fda8-fdf2-410e-b65d-a86f7ea536cc HTTP/1.1" status: 200 len: 943 time: 0.1176221 Nov 09 21:22:24.034393 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-ef1f5976-0ac4-4ad8-821a-b0ff78ab52c1 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d0523478f492462386463f095b1a1d7b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2124722 Nov 09 21:22:24.035201 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-982313ed-977d-41df-8e92-460c7105cc0b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18e9ce64-4c96-4eff-8dcf-1ef7cce97640 HTTP/1.1" status: 200 len: 217 time: 0.0890262 Nov 09 21:22:24.049702 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-4f9909ee-4a96-451b-b019-be0ae963ce56 None None] For port 483c2e1d-a141-4929-9656-0e975fec944b, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:22:24.061255 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-4f9909ee-4a96-451b-b019-be0ae963ce56 None None] For port 483c2e1d-a141-4929-9656-0e975fec944b, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=483c2e1d-a141-4929-9656-0e975fec944b,segment=NetworkSegment(110c5b95-d940-4e36-bf19-877568cab685),segment_id=110c5b95-d940-4e36-bf19-877568cab685)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:22:24.067687 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4f9909ee-4a96-451b-b019-be0ae963ce56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:24.092032 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a573472c-8d61-4143-96ac-5400a881c322 req-12650ba7-083d-4157-b1cd-3dc1ca17220e tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/security-groups?id=09d7da7b-ba21-4a98-aa22-eac2968a0a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279449 Nov 09 21:22:24.202266 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-17e240b1-7a31-479b-84e3-80f241159b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:24.203765 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-17e240b1-7a31-479b-84e3-80f241159b26 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a827720-a9bf-447e-bfcd-e4c120a09350 HTTP/1.1" status: 200 len: 860 time: 0.1249175 Nov 09 21:22:24.212954 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-872136cf-7a4b-4a6e-924b-1ab3fd373c86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77a87d51-38f5-44c7-9010-89c6fd0999c3 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:22:24.221826 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-872136cf-7a4b-4a6e-924b-1ab3fd373c86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:24.236867 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-872136cf-7a4b-4a6e-924b-1ab3fd373c86 service neutron] Transition to ACTIVE for port object 77a87d51-38f5-44c7-9010-89c6fd0999c3 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:22:24.246665 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-872136cf-7a4b-4a6e-924b-1ab3fd373c86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:24.250900 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9909ee-4a96-451b-b019-be0ae963ce56 None None] Routers {'f0febf6b-93f5-4c10-b7a5-282dc33b7586'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:22:24.251838 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-4f9909ee-4a96-451b-b019-be0ae963ce56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:22:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f0febf6b-93f5-4c10-b7a5-282dc33b7586'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:24.253859 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a455cd9f-95f3-4df1-a6a9-16c037d199e8 None None] Pushing event updated for resources: {'Port': ['ID=483c2e1d-a141-4929-9656-0e975fec944b,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:24.305708 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-18996818-4519-43dc-b17e-2468a8986a49 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:22:24.311534 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-156ed879-fde4-4e4d-8b78-0b615c5fbe07 None None] Provisioning complete for port 483c2e1d-a141-4929-9656-0e975fec944b triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:24.312423 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-156ed879-fde4-4e4d-8b78-0b615c5fbe07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:24.315452 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-18996818-4519-43dc-b17e-2468a8986a49 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2549551 Nov 09 21:22:24.383223 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-3766a88d-16af-45b4-80d3-77db8753dce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:24.384773 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-3766a88d-16af-45b4-80d3-77db8753dce1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5b48360c-45d2-4bc5-87b9-1da558cd85b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1424687 Nov 09 21:22:24.537242 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-b8a7edff-255f-4155-826f-2c6c6759485b service neutron] 10.222.0.43 "GET /v2.0/networks/5b48360c-45d2-4bc5-87b9-1da558cd85b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341705 Nov 09 21:22:24.538009 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872136cf-7a4b-4a6e-924b-1ab3fd373c86 service neutron] Pushing event updated for resources: {'Port': ['ID=77a87d51-38f5-44c7-9010-89c6fd0999c3,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:24.540162 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cdc7d4-fb6e-4d0d-b748-8a326629d702 x-openstack-request-id: req-b0cdc7d4-fb6e-4d0d-b748-8a326629d702 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:22:24.540397 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9038fda8-fdf2-410e-b65d-a86f7ea536cc", "tag": "18e9ce64-4c96-4eff-8dcf-1ef7cce97640", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:22:24.540673 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b0cdc7d4-fb6e-4d0d-b748-8a326629d702 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:22:24.541073 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9038fda8-fdf2-410e-b65d-a86f7ea536cc', 'tag': '18e9ce64-4c96-4eff-8dcf-1ef7cce97640', 'status': 'completed', 'code': 200} Nov 09 21:22:24.576890 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-156ed879-fde4-4e4d-8b78-0b615c5fbe07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:24.594230 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-4f9909ee-4a96-451b-b019-be0ae963ce56 None None] Set router f0febf6b-93f5-4c10-b7a5-282dc33b7586 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:22:24.712278 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f7221-8d55-444a-a124-37bf7b4de8c5 req-562e91bc-09f7-4795-8b48-2e37d1e0b0a7 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:24.716776 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-165f7221-8d55-444a-a124-37bf7b4de8c5 req-562e91bc-09f7-4795-8b48-2e37d1e0b0a7 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.43 "GET /v2.0/ports?device_id=50aa286f-8c96-4de0-8719-f8c805940987 HTTP/1.1" status: 200 len: 946 time: 0.1286037 Nov 09 21:22:24.765940 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976af96-14ea-4857-9704-5df118116312 req-81ccae01-0c14-4b11-9e0c-510f2baf7f57 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:24.770221 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-872136cf-7a4b-4a6e-924b-1ab3fd373c86 service neutron] Attempting to bind port 77a87d51-38f5-44c7-9010-89c6fd0999c3 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:22:24.770676 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-872136cf-7a4b-4a6e-924b-1ab3fd373c86 service neutron] Attempting to bind port 77a87d51-38f5-44c7-9010-89c6fd0999c3 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '0266031b-5829-40c1-acad-8e9a97b817f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5a2ce5cc-687a-4c33-859e-f9b75a50c5b6'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:22:24.771130 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-872136cf-7a4b-4a6e-924b-1ab3fd373c86 service neutron] Attempting to bind port 77a87d51-38f5-44c7-9010-89c6fd0999c3 on network 5a2ce5cc-687a-4c33-859e-f9b75a50c5b6 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:22:24.780120 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e976af96-14ea-4857-9704-5df118116312 req-81ccae01-0c14-4b11-9e0c-510f2baf7f57 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 944 time: 0.1268647 Nov 09 21:22:24.782439 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c49a0da3-19f6-4db0-9d59-cd6a66fbfb74 req-fa8c3ec3-218f-48f8-b25d-b44825032b72 service neutron] 10.222.0.43 "GET /v2.0/networks/5b48360c-45d2-4bc5-87b9-1da558cd85b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239094 Nov 09 21:22:24.806689 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-156ed879-fde4-4e4d-8b78-0b615c5fbe07 None None] For port 483c2e1d-a141-4929-9656-0e975fec944b, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=483c2e1d-a141-4929-9656-0e975fec944b,segment=NetworkSegment(110c5b95-d940-4e36-bf19-877568cab685),segment_id=110c5b95-d940-4e36-bf19-877568cab685)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:22:24.810420 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-872136cf-7a4b-4a6e-924b-1ab3fd373c86 service neutron] Port 77a87d51-38f5-44c7-9010-89c6fd0999c3 on network 5a2ce5cc-687a-4c33-859e-f9b75a50c5b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:22:24.811054 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-872136cf-7a4b-4a6e-924b-1ab3fd373c86 service neutron] Attempting to bind port 77a87d51-38f5-44c7-9010-89c6fd0999c3 on network 5a2ce5cc-687a-4c33-859e-f9b75a50c5b6 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:22:24.834781 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-156ed879-fde4-4e4d-8b78-0b615c5fbe07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:24.836654 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-f5004d13-95d1-4d5f-ab36-d95a3edbaa6a service neutron] 10.222.0.49 "GET /v2.0/networks/335cae01-5458-4aa4-816c-c063368a91a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5206003 Nov 09 21:22:24.876483 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e976af96-14ea-4857-9704-5df118116312 req-fe747d7a-fe12-432e-b94b-a7ed280c4864 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867145 Nov 09 21:22:24.931833 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156ed879-fde4-4e4d-8b78-0b615c5fbe07 None None] Pushing event updated for resources: {'Port': ['ID=483c2e1d-a141-4929-9656-0e975fec944b,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:24.935255 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 483c2e1d-a141-4929-9656-0e975fec944b up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:22:24.980679 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40712fd-6535-4c7e-a1c0-33add9cffb66 req-457cc9a8-ce20-469c-ab6b-06efe9f34243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:24.981544 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-872136cf-7a4b-4a6e-924b-1ab3fd373c86 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:22:24.982022 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-872136cf-7a4b-4a6e-924b-1ab3fd373c86 service neutron] Checking segment: {'id': '0266031b-5829-40c1-acad-8e9a97b817f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5a2ce5cc-687a-4c33-859e-f9b75a50c5b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:22:24.982597 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-872136cf-7a4b-4a6e-924b-1ab3fd373c86 service neutron] Bound using segment: {'id': '0266031b-5829-40c1-acad-8e9a97b817f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5a2ce5cc-687a-4c33-859e-f9b75a50c5b6'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:22:24.983053 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-872136cf-7a4b-4a6e-924b-1ab3fd373c86 service neutron] Bound port: 77a87d51-38f5-44c7-9010-89c6fd0999c3, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0266031b-5829-40c1-acad-8e9a97b817f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5a2ce5cc-687a-4c33-859e-f9b75a50c5b6'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:22:24.983272 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c40712fd-6535-4c7e-a1c0-33add9cffb66 req-457cc9a8-ce20-469c-ab6b-06efe9f34243 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=379926d057ed4e578e7d1c1feabffad2&device_id=9038fda8-fdf2-410e-b65d-a86f7ea536cc HTTP/1.1" status: 200 len: 1094 time: 0.0768166 Nov 09 21:22:24.983604 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-872136cf-7a4b-4a6e-924b-1ab3fd373c86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:25.009117 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-5516b8b1-a4ec-472a-8f22-e367e2ddef0a service neutron] 10.222.0.49 "GET /v2.0/networks/335cae01-5458-4aa4-816c-c063368a91a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688490 Nov 09 21:22:25.057928 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-b6057b10-498a-41e8-ac6e-d4bf3ae60d39 None None] Provisioning complete for port 483c2e1d-a141-4929-9656-0e975fec944b triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:25.058302 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b6057b10-498a-41e8-ac6e-d4bf3ae60d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:25.105423 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-872136cf-7a4b-4a6e-924b-1ab3fd373c86 service neutron] For port 77a87d51-38f5-44c7-9010-89c6fd0999c3, host n-h1-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:22:25.113310 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-872136cf-7a4b-4a6e-924b-1ab3fd373c86 service neutron] For port 77a87d51-38f5-44c7-9010-89c6fd0999c3, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=77a87d51-38f5-44c7-9010-89c6fd0999c3,segment=NetworkSegment(0266031b-5829-40c1-acad-8e9a97b817f5),segment_id=0266031b-5829-40c1-acad-8e9a97b817f5)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:22:25.126950 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca22c798-3cad-4ad5-b2ef-6302e0ddd475 req-efc103f6-b51d-4420-9ed1-02115b8e3acc tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:25.135383 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-872136cf-7a4b-4a6e-924b-1ab3fd373c86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:25.136596 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ca22c798-3cad-4ad5-b2ef-6302e0ddd475 req-efc103f6-b51d-4420-9ed1-02115b8e3acc tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b846193-37ac-4200-83c0-1903774230fb HTTP/1.1" status: 200 len: 945 time: 0.1493571 Nov 09 21:22:25.170960 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 483c2e1d-a141-4929-9656-0e975fec944b triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:25.171434 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:25.214198 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ca22c798-3cad-4ad5-b2ef-6302e0ddd475 req-c760710a-4397-4a2d-b234-3fd35f9a35fc tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764666 Nov 09 21:22:25.237975 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40712fd-6535-4c7e-a1c0-33add9cffb66 req-39f5e314-8edd-44e6-9162-d7a7ee0724aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:25.239484 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c40712fd-6535-4c7e-a1c0-33add9cffb66 req-39f5e314-8edd-44e6-9162-d7a7ee0724aa service neutron] 10.222.0.43 "GET /v2.0/networks?id=5b48360c-45d2-4bc5-87b9-1da558cd85b9 HTTP/1.1" status: 200 len: 921 time: 0.2413831 Nov 09 21:22:25.326557 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-872136cf-7a4b-4a6e-924b-1ab3fd373c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:25.327409 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-872136cf-7a4b-4a6e-924b-1ab3fd373c86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:25.329126 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-872136cf-7a4b-4a6e-924b-1ab3fd373c86 service neutron] 10.222.0.45 "PUT /v2.0/ports/77a87d51-38f5-44c7-9010-89c6fd0999c3 HTTP/1.1" status: 200 len: 1092 time: 1.9549136 Nov 09 21:22:25.330095 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872136cf-7a4b-4a6e-924b-1ab3fd373c86 service neutron] Pushing event updated for resources: {'Port': ['ID=77a87d51-38f5-44c7-9010-89c6fd0999c3,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:25.330866 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c40712fd-6535-4c7e-a1c0-33add9cffb66 req-d47798a8-6ff7-4023-85e2-7b5b4af9b2c1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18e9ce64-4c96-4eff-8dcf-1ef7cce97640 HTTP/1.1" status: 200 len: 217 time: 0.0723455 Nov 09 21:22:25.333407 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad2d203-e44e-45ca-a617-077af043f793', 'tag': '77a87d51-38f5-44c7-9010-89c6fd0999c3'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:22:25.354351 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61726fbd-3b6f-4f7d-9269-137d8f2ea746" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad2d203-e44e-45ca-a617-077af043f793", "tag": "77a87d51-38f5-44c7-9010-89c6fd0999c3"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:22:25.369833 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-4f9909ee-4a96-451b-b019-be0ae963ce56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0febf6b-93f5-4c10-b7a5-282dc33b7586', 'name': 'tempest-ServersTestManualDisk-1593291978-router', 'tenant_id': 'd0523478f492462386463f095b1a1d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '570527e6-c821-4f0f-85b4-e1e477d76780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:03Z', 'updated_at': '2021-11-09T21:22:13Z', 'revision_number': 4, 'project_id': 'd0523478f492462386463f095b1a1d7b', 'gw_port': {'id': '570527e6-c821-4f0f-85b4-e1e477d76780', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0febf6b-93f5-4c10-b7a5-282dc33b7586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:05Z', 'updated_at': '2021-11-09T21:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '483c2e1d-a141-4929-9656-0e975fec944b', 'name': '', 'network_id': '335cae01-5458-4aa4-816c-c063368a91a0', 'tenant_id': 'd0523478f492462386463f095b1a1d7b', 'mac_address': 'fa:16:3e:5f:0a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0febf6b-93f5-4c10-b7a5-282dc33b7586', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '92e806a5-07da-4448-a8d8-79e1ae69a630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:12Z', 'updated_at': '2021-11-09T21:22:24Z', 'revision_number': 4, 'project_id': 'd0523478f492462386463f095b1a1d7b', 'subnets': [{'id': '92e806a5-07da-4448-a8d8-79e1ae69a630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:25.470264 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-165f7221-8d55-444a-a124-37bf7b4de8c5 req-e2dda9f7-8e81-4616-b9f5-9c47d730d5d9 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Deleting port 2eb9ab50-6eff-4b39-a572-b022a00d4586 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:22:25.476108 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-165f7221-8d55-444a-a124-37bf7b4de8c5 req-e2dda9f7-8e81-4616-b9f5-9c47d730d5d9 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:25.506117 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40712fd-6535-4c7e-a1c0-33add9cffb66 req-5153c32f-a291-4550-8a3e-d911acde3fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:25.507543 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c40712fd-6535-4c7e-a1c0-33add9cffb66 req-5153c32f-a291-4550-8a3e-d911acde3fab service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a827720-a9bf-447e-bfcd-e4c120a09350 HTTP/1.1" status: 200 len: 860 time: 0.1758931 Nov 09 21:22:25.509320 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9909ee-4a96-451b-b019-be0ae963ce56 None None] The sync data for ids ['f0febf6b-93f5-4c10-b7a5-282dc33b7586'] in n-d-816206-3 is: [{'id': 'f0febf6b-93f5-4c10-b7a5-282dc33b7586', 'name': 'tempest-ServersTestManualDisk-1593291978-router', 'tenant_id': 'd0523478f492462386463f095b1a1d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '570527e6-c821-4f0f-85b4-e1e477d76780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:03Z', 'updated_at': '2021-11-09T21:22:13Z', 'revision_number': 4, 'project_id': 'd0523478f492462386463f095b1a1d7b', 'gw_port': {'id': '570527e6-c821-4f0f-85b4-e1e477d76780', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0febf6b-93f5-4c10-b7a5-282dc33b7586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:05Z', 'updated_at': '2021-11-09T21:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '483c2e1d-a141-4929-9656-0e975fec944b', 'name': '', 'network_id': '335cae01-5458-4aa4-816c-c063368a91a0', 'tenant_id': 'd0523478f492462386463f095b1a1d7b', 'mac_address': 'fa:16:3e:5f:0a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0febf6b-93f5-4c10-b7a5-282dc33b7586', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '92e806a5-07da-4448-a8d8-79e1ae69a630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:12Z', 'updated_at': '2021-11-09T21:22:24Z', 'revision_number': 4, 'project_id': 'd0523478f492462386463f095b1a1d7b', 'subnets': [{'id': '92e806a5-07da-4448-a8d8-79e1ae69a630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:22:25.524661 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d1cd1-58a2-4f91-b14e-538f3c605b69 req-6cd40f85-55c4-47ce-9c84-5557278fd6bf tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:25.527816 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cc7d1cd1-58a2-4f91-b14e-538f3c605b69 req-6cd40f85-55c4-47ce-9c84-5557278fd6bf tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=50aa286f-8c96-4de0-8719-f8c805940987 HTTP/1.1" status: 200 len: 946 time: 0.1791987 Nov 09 21:22:25.627553 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cc7d1cd1-58a2-4f91-b14e-538f3c605b69 req-3392a6e0-7613-4481-96fb-33e7939ab753 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774953 Nov 09 21:22:25.650769 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40712fd-6535-4c7e-a1c0-33add9cffb66 req-b7cb7f2d-c8fc-4c2c-917e-f221ba1bffd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:25.658459 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c40712fd-6535-4c7e-a1c0-33add9cffb66 req-b7cb7f2d-c8fc-4c2c-917e-f221ba1bffd4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5b48360c-45d2-4bc5-87b9-1da558cd85b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1296217 Nov 09 21:22:25.677638 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-71d9129e-17a4-4c52-90bd-ae41a3892c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:25.679344 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-71d9129e-17a4-4c52-90bd-ae41a3892c53 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80bd14f1151c49209b6b9f6a58ef3329&device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 1095 time: 0.3025053 Nov 09 21:22:25.779899 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-87ca5321-5afe-4622-8f15-86bcb241ba15 req-4da59169-b40c-48bb-a01f-979a2a652083 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] 10.222.0.49 "GET /v2.0/ports?device_id=62876d63-f20a-41de-bff7-0b7eede1ce6c HTTP/1.1" status: 200 len: 210 time: 0.0360146 Nov 09 21:22:25.859352 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c40712fd-6535-4c7e-a1c0-33add9cffb66 req-bad3b037-cc96-47bd-814d-3111c2c1deb7 service neutron] 10.222.0.43 "GET /v2.0/networks/5b48360c-45d2-4bc5-87b9-1da558cd85b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923482 Nov 09 21:22:25.956106 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 6c7b3b2b-e621-47af-a0e0-e04b528a572f up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:22:26.055866 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 6c7b3b2b-e621-47af-a0e0-e04b528a572f completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:22:26.065686 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 6c7b3b2b-e621-47af-a0e0-e04b528a572f triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:26.066726 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:26.098618 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c40712fd-6535-4c7e-a1c0-33add9cffb66 req-550c66b2-2b07-4607-a4a9-7bafce23a0b7 service neutron] 10.222.0.43 "GET /v2.0/networks/5b48360c-45d2-4bc5-87b9-1da558cd85b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319987 Nov 09 21:22:26.166409 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3984c42-7be4-496e-b9e5-fd937a4f8a13 x-openstack-request-id: req-e3984c42-7be4-496e-b9e5-fd937a4f8a13 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:22:26.167034 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad2d203-e44e-45ca-a617-077af043f793", "tag": "77a87d51-38f5-44c7-9010-89c6fd0999c3", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:22:26.167034 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e3984c42-7be4-496e-b9e5-fd937a4f8a13 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:22:26.167354 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad2d203-e44e-45ca-a617-077af043f793', 'tag': '77a87d51-38f5-44c7-9010-89c6fd0999c3', 'status': 'completed', 'code': 200} Nov 09 21:22:26.186981 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-d914e471-2300-4f52-aacd-18e45d4ae7e9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77a87d51-38f5-44c7-9010-89c6fd0999c3 HTTP/1.1" status: 200 len: 217 time: 0.4936180 Nov 09 21:22:26.215011 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87788929-66dc-4ed5-bedc-3f89f879e9fd req-942e504f-625e-4e75-abf7-4d26e224dc78 tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:26.216113 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a372669-4ca3-4e96-afe7-0f4e10dd17cf req-e3cb817b-31b5-4871-9863-b8a525632b16 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:26.217053 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-87788929-66dc-4ed5-bedc-3f89f879e9fd req-942e504f-625e-4e75-abf7-4d26e224dc78 tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ee3b16a-a43f-44fd-9b0c-1c7d446f448f HTTP/1.1" status: 200 len: 945 time: 0.0734253 Nov 09 21:22:26.223752 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0a372669-4ca3-4e96-afe7-0f4e10dd17cf req-e3cb817b-31b5-4871-9863-b8a525632b16 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/ports?device_id=9038fda8-fdf2-410e-b65d-a86f7ea536cc HTTP/1.1" status: 200 len: 943 time: 0.5944760 Nov 09 21:22:26.250967 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:26.287762 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-87788929-66dc-4ed5-bedc-3f89f879e9fd req-0ddd0e40-5157-4f92-bd3f-8efff7ff9fae tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] 10.222.0.49 "GET /v2.0/security-groups?id=61479926-cd4f-4549-84d0-04dd4f44438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604548 Nov 09 21:22:26.294611 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b846193-37ac-4200-83c0-1903774230fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7b3b2b-e621-47af-a0e0-e04b528a572f'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:22:26.298091 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d225d273-c7c2-4ffb-9086-3e0f0c6acc5f" -d '{"events": [{"server_uuid": "0b846193-37ac-4200-83c0-1903774230fb", "name": "network-vif-plugged", "status": "completed", "tag": "6c7b3b2b-e621-47af-a0e0-e04b528a572f"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:22:26.313430 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 6c7b3b2b-e621-47af-a0e0-e04b528a572f, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=6c7b3b2b-e621-47af-a0e0-e04b528a572f,segment=NetworkSegment(535e550e-1834-40ad-bb5a-53e5c279aa6f),segment_id=535e550e-1834-40ad-bb5a-53e5c279aa6f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:22:26.323147 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:26.378784 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-d9de3f65-e0c9-4ba7-bd38-994dc2eaae35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:26.380453 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-d9de3f65-e0c9-4ba7-bd38-994dc2eaae35 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=87945563-f9d1-4353-83ce-d183f9346308 HTTP/1.1" status: 200 len: 856 time: 0.1547925 Nov 09 21:22:26.396448 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0a372669-4ca3-4e96-afe7-0f4e10dd17cf req-0ed12b65-7407-4556-88b1-a701ab4383d2 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/security-groups?id=09d7da7b-ba21-4a98-aa22-eac2968a0a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717565 Nov 09 21:22:26.427790 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=6c7b3b2b-e621-47af-a0e0-e04b528a572f,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:26.483822 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-165f7221-8d55-444a-a124-37bf7b4de8c5 req-e2dda9f7-8e81-4616-b9f5-9c47d730d5d9 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] For port 2eb9ab50-6eff-4b39-a572-b022a00d4586, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=2eb9ab50-6eff-4b39-a572-b022a00d4586,segment=NetworkSegment(58913807-21b5-4240-bcd1-63c4ec2c1803),segment_id=58913807-21b5-4240-bcd1-63c4ec2c1803)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:22:26.484494 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-165f7221-8d55-444a-a124-37bf7b4de8c5 req-e2dda9f7-8e81-4616-b9f5-9c47d730d5d9 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:26.548191 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-165f7221-8d55-444a-a124-37bf7b4de8c5 req-e2dda9f7-8e81-4616-b9f5-9c47d730d5d9 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Calling delete_port for 2eb9ab50-6eff-4b39-a572-b022a00d4586 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:22:26.570959 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316955d-2022-4f84-b081-c870367e5c79 req-e8e11908-2a72-47de-89bf-da144f524f84 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:26.573762 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4316955d-2022-4f84-b081-c870367e5c79 req-e8e11908-2a72-47de-89bf-da144f524f84 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 944 time: 0.0851967 Nov 09 21:22:26.575636 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-06db2b01-0769-4088-97e9-2c4e8678a60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:26.577340 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-06db2b01-0769-4088-97e9-2c4e8678a60a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a2ce5cc-687a-4c33-859e-f9b75a50c5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1763341 Nov 09 21:22:26.592967 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98a4ce-91ee-4206-990a-9532f5816de5 req-1fe1c021-5912-471f-878b-7bf04255fc96 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:26.598251 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1b98a4ce-91ee-4206-990a-9532f5816de5 req-1fe1c021-5912-471f-878b-7bf04255fc96 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b846193-37ac-4200-83c0-1903774230fb HTTP/1.1" status: 200 len: 946 time: 0.0797734 Nov 09 21:22:26.652111 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1b98a4ce-91ee-4206-990a-9532f5816de5 req-a7f50a90-caec-4c71-a09a-2dc08688ddda tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498419 Nov 09 21:22:26.756720 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06e42e6-85d1-4f5b-a36a-f92dc63397d4 x-openstack-request-id: req-a06e42e6-85d1-4f5b-a36a-f92dc63397d4 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:22:26.757023 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b846193-37ac-4200-83c0-1903774230fb", "name": "network-vif-plugged", "status": "completed", "tag": "6c7b3b2b-e621-47af-a0e0-e04b528a572f", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:22:26.757286 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a06e42e6-85d1-4f5b-a36a-f92dc63397d4 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:22:26.757712 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b846193-37ac-4200-83c0-1903774230fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7b3b2b-e621-47af-a0e0-e04b528a572f', 'code': 200} Nov 09 21:22:26.780619 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4316955d-2022-4f84-b081-c870367e5c79 req-7a10f0a5-9bb2-4032-a7d1-c2f8835bbee9 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1989679 Nov 09 21:22:26.830128 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 483c2e1d-a141-4929-9656-0e975fec944b up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:22:26.855296 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-fc42d791-f44f-4bb9-8dc5-a648e57305ac service neutron] 10.222.0.45 "GET /v2.0/networks/5a2ce5cc-687a-4c33-859e-f9b75a50c5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659364 Nov 09 21:22:26.913855 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 483c2e1d-a141-4929-9656-0e975fec944b triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:26.919179 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:27.063706 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9fb475c8-7167-4839-8abe-fb18c7574a64 req-e5f2ef2c-c3e6-475f-88a9-44a98d159b57 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] 10.222.0.49 "GET /v2.0/ports?device_id=62876d63-f20a-41de-bff7-0b7eede1ce6c HTTP/1.1" status: 200 len: 210 time: 0.1009493 Nov 09 21:22:27.127362 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35c98a-bd4e-441b-bac2-84492c9a2183 req-70784ccf-3961-4341-983b-1b922b59352d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:27.129015 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6a35c98a-bd4e-441b-bac2-84492c9a2183 req-70784ccf-3961-4341-983b-1b922b59352d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0b846193-37ac-4200-83c0-1903774230fb HTTP/1.1" status: 200 len: 1097 time: 0.2578216 Nov 09 21:22:27.158508 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-165f7221-8d55-444a-a124-37bf7b4de8c5 req-e2dda9f7-8e81-4616-b9f5-9c47d730d5d9 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:27.168292 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-271dc2f1-2568-42cc-a4ba-f3af7ca79e80 req-c7ad2eac-d652-4ffc-8466-766b47958e77 service neutron] 10.222.0.45 "GET /v2.0/networks/5a2ce5cc-687a-4c33-859e-f9b75a50c5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982297 Nov 09 21:22:27.197530 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dda9f7-8e81-4616-b9f5-9c47d730d5d9 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Pushing event deleted for resources: {'Port': ['ID=2eb9ab50-6eff-4b39-a572-b022a00d4586,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:27.261196 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-165f7221-8d55-444a-a124-37bf7b4de8c5 req-e2dda9f7-8e81-4616-b9f5-9c47d730d5d9 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] No DVR routers for this DVR port 2eb9ab50-6eff-4b39-a572-b022a00d4586 on host n-h2-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:22:27.276467 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-165f7221-8d55-444a-a124-37bf7b4de8c5 req-e2dda9f7-8e81-4616-b9f5-9c47d730d5d9 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:27.279793 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-165f7221-8d55-444a-a124-37bf7b4de8c5 req-e2dda9f7-8e81-4616-b9f5-9c47d730d5d9 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.43 "DELETE /v2.0/ports/2eb9ab50-6eff-4b39-a572-b022a00d4586 HTTP/1.1" status: 204 len: 173 time: 2.5394456 Nov 09 21:22:27.285003 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6a35c98a-bd4e-441b-bac2-84492c9a2183 req-10777735-35ce-4dd5-b02c-ec5f000f0efe service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475444 Nov 09 21:22:27.300214 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61726fbd-3b6f-4f7d-9269-137d8f2ea746 req-2d734d77-8605-46dc-91a2-6c2f79c0f49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:27.301883 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-61726fbd-3b6f-4f7d-9269-137d8f2ea746 req-2d734d77-8605-46dc-91a2-6c2f79c0f49d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80bd14f1151c49209b6b9f6a58ef3329&device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 1095 time: 0.0749831 Nov 09 21:22:27.328099 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f446b-98d0-4c9a-bf47-37ae5e48283a req-292562d2-bbb4-44cd-a474-a0cd12c35a64 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:27.329636 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1b9f446b-98d0-4c9a-bf47-37ae5e48283a req-292562d2-bbb4-44cd-a474-a0cd12c35a64 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/ports?device_id=50aa286f-8c96-4de0-8719-f8c805940987 HTTP/1.1" status: 200 len: 867 time: 0.4709179 Nov 09 21:22:27.336961 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4745d-e017-4032-a265-14e77c55ca6e req-0b845f96-1394-4960-a85d-61c182d9454f tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:27.338302 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-84b4745d-e017-4032-a265-14e77c55ca6e req-0b845f96-1394-4960-a85d-61c182d9454f tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ee3b16a-a43f-44fd-9b0c-1c7d446f448f HTTP/1.1" status: 200 len: 945 time: 0.1275499 Nov 09 21:22:27.385965 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-1f09d6bf-1953-4c2c-b745-535ad24f5440 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:27.387438 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-1f09d6bf-1953-4c2c-b745-535ad24f5440 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] 10.222.0.43 "GET /v2.0/networks?id=335cae01-5458-4aa4-816c-c063368a91a0 HTTP/1.1" status: 200 len: 812 time: 0.4749658 Nov 09 21:22:27.424740 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1b9f446b-98d0-4c9a-bf47-37ae5e48283a req-869faaae-e5aa-4c25-a21b-af9369475acc tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d918dd0-c664-44a8-897f-4bdf276e870d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755608 Nov 09 21:22:27.433733 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a031d-2f98-45c3-a4d5-ea4c2e4c0c0b req-6f87f5a1-679c-4fbc-80a2-58f340ea5ceb tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:27.444041 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2c8a031d-2f98-45c3-a4d5-ea4c2e4c0c0b req-6f87f5a1-679c-4fbc-80a2-58f340ea5ceb tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ee3b16a-a43f-44fd-9b0c-1c7d446f448f HTTP/1.1" status: 200 len: 945 time: 0.0700078 Nov 09 21:22:27.521615 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-5eda6269-400f-4f71-aef4-9ee77ef59fec tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0523478f492462386463f095b1a1d7b HTTP/1.1" status: 200 len: 380 time: 0.1161377 Nov 09 21:22:27.537894 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2c8a031d-2f98-45c3-a4d5-ea4c2e4c0c0b req-027c2297-369e-4ebd-8430-16e369fca84c tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] 10.222.0.49 "GET /v2.0/security-groups?id=61479926-cd4f-4549-84d0-04dd4f44438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924022 Nov 09 21:22:27.560266 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-492a68b3-8d93-476d-963b-511d2eb3babd tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Request body: {'port': {'device_id': '62876d63-f20a-41de-bff7-0b7eede1ce6c', 'network_id': '335cae01-5458-4aa4-816c-c063368a91a0', 'admin_state_up': True, 'tenant_id': 'd0523478f492462386463f095b1a1d7b', 'security_groups': ['eef65554-c219-4a18-8d9b-786b4f7ef6ed']}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:22:27.573520 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 18e9ce64-4c96-4eff-8dcf-1ef7cce97640 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:22:27.579938 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61726fbd-3b6f-4f7d-9269-137d8f2ea746 req-64ca9173-0292-4fbd-9b66-6a73c00983cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:27.581543 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-61726fbd-3b6f-4f7d-9269-137d8f2ea746 req-64ca9173-0292-4fbd-9b66-6a73c00983cb service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a2ce5cc-687a-4c33-859e-f9b75a50c5b6 HTTP/1.1" status: 200 len: 917 time: 0.1041694 Nov 09 21:22:27.587921 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 2eb9ab50-6eff-4b39-a572-b022a00d4586 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:22:27.613636 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: 2eb9ab50-6eff-4b39-a572-b022a00d4586 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:22:27.614237 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 2eb9ab50-6eff-4b39-a572-b022a00d4586 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:22:27.637827 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-61726fbd-3b6f-4f7d-9269-137d8f2ea746 req-03570bc3-67f3-4dd2-80fa-222b9e573724 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77a87d51-38f5-44c7-9010-89c6fd0999c3 HTTP/1.1" status: 200 len: 217 time: 0.0480294 Nov 09 21:22:27.670835 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af414e-6c1c-48a8-ae52-e466963c6104 req-6e966dbd-0056-4d6b-9abe-c8a4fc424803 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:27.672386 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-10af414e-6c1c-48a8-ae52-e466963c6104 req-6e966dbd-0056-4d6b-9abe-c8a4fc424803 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/ports?device_id=9038fda8-fdf2-410e-b65d-a86f7ea536cc HTTP/1.1" status: 200 len: 943 time: 0.1919625 Nov 09 21:22:27.697675 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61726fbd-3b6f-4f7d-9269-137d8f2ea746 req-25e284d2-700f-44d4-bc30-e48e3e62ae69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:27.699363 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-61726fbd-3b6f-4f7d-9269-137d8f2ea746 req-25e284d2-700f-44d4-bc30-e48e3e62ae69 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=87945563-f9d1-4353-83ce-d183f9346308 HTTP/1.1" status: 200 len: 856 time: 0.0540426 Nov 09 21:22:27.711082 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 18e9ce64-4c96-4eff-8dcf-1ef7cce97640, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=18e9ce64-4c96-4eff-8dcf-1ef7cce97640,segment=NetworkSegment(b8ef7012-bc7b-4fbc-bb73-3f129fae00eb),segment_id=b8ef7012-bc7b-4fbc-bb73-3f129fae00eb)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:22:27.725990 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '18e9ce64-4c96-4eff-8dcf-1ef7cce97640', 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9', 'port_id': '18e9ce64-4c96-4eff-8dcf-1ef7cce97640', 'mac_address': 'fa:16:3e:c0:2c:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a827720-a9bf-447e-bfcd-e4c120a09350', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:22:27.753479 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-84b4745d-e017-4032-a265-14e77c55ca6e req-f9e3dbe0-a28e-45c1-9971-3e19d34c8683 tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] Deleting port b69224cb-e38c-4fc6-adbf-f5361cc32afe {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:22:27.753832 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-84b4745d-e017-4032-a265-14e77c55ca6e req-f9e3dbe0-a28e-45c1-9971-3e19d34c8683 tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:27.793196 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:27.818470 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61726fbd-3b6f-4f7d-9269-137d8f2ea746 req-d3136a51-655a-46c6-9bee-608d4a6017b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:27.819834 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18e9ce64-4c96-4eff-8dcf-1ef7cce97640 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:22:27.820073 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-61726fbd-3b6f-4f7d-9269-137d8f2ea746 req-d3136a51-655a-46c6-9bee-608d4a6017b5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a2ce5cc-687a-4c33-859e-f9b75a50c5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1090117 Nov 09 21:22:27.824313 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-10af414e-6c1c-48a8-ae52-e466963c6104 req-05145687-cf0c-42d6-8c46-b19058657ec8 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/security-groups?id=09d7da7b-ba21-4a98-aa22-eac2968a0a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397190 Nov 09 21:22:27.830551 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-492a68b3-8d93-476d-963b-511d2eb3babd tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Made reservation on behalf of d0523478f492462386463f095b1a1d7b for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:22:27.835406 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-492a68b3-8d93-476d-963b-511d2eb3babd tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:27.851321 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ab3f6-34c5-4224-a7a4-baa6388830ae req-79858e7c-f634-4d8d-8e70-13017683c75f tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:27.859891 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-332ab3f6-34c5-4224-a7a4-baa6388830ae req-79858e7c-f634-4d8d-8e70-13017683c75f tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b846193-37ac-4200-83c0-1903774230fb HTTP/1.1" status: 200 len: 946 time: 0.0991724 Nov 09 21:22:27.861742 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 18e9ce64-4c96-4eff-8dcf-1ef7cce97640, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=18e9ce64-4c96-4eff-8dcf-1ef7cce97640,segment=NetworkSegment(b8ef7012-bc7b-4fbc-bb73-3f129fae00eb),segment_id=b8ef7012-bc7b-4fbc-bb73-3f129fae00eb)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:22:27.868196 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:27.951608 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=18e9ce64-4c96-4eff-8dcf-1ef7cce97640,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:27.978296 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-332ab3f6-34c5-4224-a7a4-baa6388830ae req-b59734bb-40f1-4891-9bf3-a8c9b198db5b tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973651 Nov 09 21:22:27.995339 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-61726fbd-3b6f-4f7d-9269-137d8f2ea746 req-17834628-955e-4bd2-8510-c5da9b4e991d service neutron] 10.222.0.45 "GET /v2.0/networks/5a2ce5cc-687a-4c33-859e-f9b75a50c5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657717 Nov 09 21:22:28.002346 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-84b4745d-e017-4032-a265-14e77c55ca6e req-f9e3dbe0-a28e-45c1-9971-3e19d34c8683 tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] For port b69224cb-e38c-4fc6-adbf-f5361cc32afe, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=b69224cb-e38c-4fc6-adbf-f5361cc32afe,segment=NetworkSegment(b8acfc52-37a0-4b12-9c5f-045cfaad9a51),segment_id=b8acfc52-37a0-4b12-9c5f-045cfaad9a51)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:22:28.002795 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-84b4745d-e017-4032-a265-14e77c55ca6e req-f9e3dbe0-a28e-45c1-9971-3e19d34c8683 tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:28.027037 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-84b4745d-e017-4032-a265-14e77c55ca6e req-f9e3dbe0-a28e-45c1-9971-3e19d34c8683 tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] Calling delete_port for b69224cb-e38c-4fc6-adbf-f5361cc32afe owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:22:28.058088 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b36b9-480b-46d7-bb2b-78c0d6d52511 req-40dce49d-4d54-430d-a61c-05a4c2d5907f tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:28.059506 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-440b36b9-480b-46d7-bb2b-78c0d6d52511 req-40dce49d-4d54-430d-a61c-05a4c2d5907f tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 944 time: 0.1392226 Nov 09 21:22:28.090438 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-61726fbd-3b6f-4f7d-9269-137d8f2ea746 req-81eed890-e5ac-4e46-bf16-d4bdfd38268e service neutron] 10.222.0.45 "GET /v2.0/networks/5a2ce5cc-687a-4c33-859e-f9b75a50c5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871224 Nov 09 21:22:28.168011 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50aa286f-8c96-4de0-8719-f8c805940987', 'name': 'network-vif-deleted', 'tag': '2eb9ab50-6eff-4b39-a572-b022a00d4586'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:22:28.170645 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fe178e-0a8e-4050-8dca-9c4a409f3dc2" -d '{"events": [{"server_uuid": "50aa286f-8c96-4de0-8719-f8c805940987", "name": "network-vif-deleted", "tag": "2eb9ab50-6eff-4b39-a572-b022a00d4586"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:22:28.175157 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9066e084-7147-4d8a-92ef-67d950bfe3b1 req-01c5a3b2-3d09-4599-8911-8d1445fade02 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] 10.222.0.49 "GET /v2.0/ports?device_id=62876d63-f20a-41de-bff7-0b7eede1ce6c HTTP/1.1" status: 200 len: 210 time: 0.0340879 Nov 09 21:22:28.185733 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-492a68b3-8d93-476d-963b-511d2eb3babd tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Allocated IP 172.20.0.13 (335cae01-5458-4aa4-816c-c063368a91a0/92e806a5-07da-4448-a8d8-79e1ae69a630/81b3b2fc-27e5-4509-b748-9c41dcd89102) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:22:28.201349 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-440b36b9-480b-46d7-bb2b-78c0d6d52511 req-ced31ab0-e4cc-4007-b589-70d0e4761fdc tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878747 Nov 09 21:22:28.251880 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0e721b-816c-4bcd-bbbd-6e370ac2117b x-openstack-request-id: req-bf0e721b-816c-4bcd-bbbd-6e370ac2117b {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:22:28.252177 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50aa286f-8c96-4de0-8719-f8c805940987", "name": "network-vif-deleted", "tag": "2eb9ab50-6eff-4b39-a572-b022a00d4586", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:22:28.252712 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bf0e721b-816c-4bcd-bbbd-6e370ac2117b {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:22:28.252874 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50aa286f-8c96-4de0-8719-f8c805940987', 'name': 'network-vif-deleted', 'tag': '2eb9ab50-6eff-4b39-a572-b022a00d4586', 'status': 'completed', 'code': 200} Nov 09 21:22:28.267946 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['18e9ce64-4c96-4eff-8dcf-1ef7cce97640'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:22:28.349429 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-84b4745d-e017-4032-a265-14e77c55ca6e req-f9e3dbe0-a28e-45c1-9971-3e19d34c8683 tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:28.363417 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['b69224cb-e38c-4fc6-adbf-f5361cc32afe'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:22:28.392445 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3dbe0-a28e-45c1-9971-3e19d34c8683 tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] Pushing event deleted for resources: {'Port': ['ID=b69224cb-e38c-4fc6-adbf-f5361cc32afe,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:28.451860 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-492a68b3-8d93-476d-963b-511d2eb3babd tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:28.453530 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b4745d-e017-4032-a265-14e77c55ca6e req-f9e3dbe0-a28e-45c1-9971-3e19d34c8683 tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] No DVR routers for this DVR port b69224cb-e38c-4fc6-adbf-f5361cc32afe on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:22:28.456711 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-84b4745d-e017-4032-a265-14e77c55ca6e req-f9e3dbe0-a28e-45c1-9971-3e19d34c8683 tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:28.459959 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-84b4745d-e017-4032-a265-14e77c55ca6e req-f9e3dbe0-a28e-45c1-9971-3e19d34c8683 tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] 10.222.0.45 "DELETE /v2.0/ports/b69224cb-e38c-4fc6-adbf-f5361cc32afe HTTP/1.1" status: 204 len: 173 time: 0.9807491 Nov 09 21:22:28.460411 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee3b16a-a43f-44fd-9b0c-1c7d446f448f', 'name': 'network-vif-deleted', 'tag': 'b69224cb-e38c-4fc6-adbf-f5361cc32afe'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:22:28.462793 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6607d2-95d3-48aa-a1eb-aea481a9eca9" -d '{"events": [{"server_uuid": "4ee3b16a-a43f-44fd-9b0c-1c7d446f448f", "name": "network-vif-deleted", "tag": "b69224cb-e38c-4fc6-adbf-f5361cc32afe"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:22:28.508860 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-492a68b3-8d93-476d-963b-511d2eb3babd tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:28.519798 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761263bf-2c8d-4b45-952e-e928941c7910 x-openstack-request-id: req-761263bf-2c8d-4b45-952e-e928941c7910 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:22:28.520093 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee3b16a-a43f-44fd-9b0c-1c7d446f448f", "name": "network-vif-deleted", "tag": "b69224cb-e38c-4fc6-adbf-f5361cc32afe", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:22:28.520352 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-761263bf-2c8d-4b45-952e-e928941c7910 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:22:28.520828 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee3b16a-a43f-44fd-9b0c-1c7d446f448f', 'name': 'network-vif-deleted', 'tag': 'b69224cb-e38c-4fc6-adbf-f5361cc32afe', 'status': 'completed', 'code': 200} Nov 09 21:22:28.562573 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-492a68b3-8d93-476d-963b-511d2eb3babd tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Network 335cae01-5458-4aa4-816c-c063368a91a0 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:22:28.565720 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-492a68b3-8d93-476d-963b-511d2eb3babd tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:22:28.570594 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-492a68b3-8d93-476d-963b-511d2eb3babd tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:22:28.574501 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a68b3-8d93-476d-963b-511d2eb3babd tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Pushing event updated for resources: {'Port': ['ID=81b3b2fc-27e5-4509-b748-9c41dcd89102,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:28.635122 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-492a68b3-8d93-476d-963b-511d2eb3babd tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:28.635790 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-492a68b3-8d93-476d-963b-511d2eb3babd tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:28.658684 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-492a68b3-8d93-476d-963b-511d2eb3babd tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1162043 Nov 09 21:22:28.663340 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 43054) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:22:28.677275 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2558c9f4-5447-4bd6-9186-5e7f53a6bd69 req-f3e42603-aa0c-44eb-a6c0-9daa4f77d34f tempest-VolumesAdminNegativeTest-2134731513 tempest-VolumesAdminNegativeTest-2134731513-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ee3b16a-a43f-44fd-9b0c-1c7d446f448f HTTP/1.1" status: 200 len: 210 time: 0.0310047 Nov 09 21:22:28.677919 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-e39cf7f5-1706-42e4-a69d-354bee1ede91 service neutron] Request body: {'port': {'device_id': '62876d63-f20a-41de-bff7-0b7eede1ce6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:22:28.772603 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-e39cf7f5-1706-42e4-a69d-354bee1ede91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:28.799989 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f0abf9c2-98aa-462b-ac78-c97621af5f10 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:28.848733 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-12bd2527-287a-4f10-b552-a2e03c31a2c2 None None] Provisioning complete for port 81b3b2fc-27e5-4509-b748-9c41dcd89102 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:28.849252 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-12bd2527-287a-4f10-b552-a2e03c31a2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:28.856518 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f0abf9c2-98aa-462b-ac78-c97621af5f10 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:28.902784 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-12bd2527-287a-4f10-b552-a2e03c31a2c2 None None] Port 81b3b2fc-27e5-4509-b748-9c41dcd89102 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:22:28.975233 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce9665-1c32-4a04-8034-6274c05c9fb0 req-64e1f8b3-b8f2-4345-9493-e43410182f4e tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:28.978158 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-00ce9665-1c32-4a04-8034-6274c05c9fb0 req-64e1f8b3-b8f2-4345-9493-e43410182f4e tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/ports?device_id=9038fda8-fdf2-410e-b65d-a86f7ea536cc HTTP/1.1" status: 200 len: 944 time: 0.0544519 Nov 09 21:22:29.012887 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f0abf9c2-98aa-462b-ac78-c97621af5f10 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:29.015635 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f0abf9c2-98aa-462b-ac78-c97621af5f10 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:29.016833 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f0abf9c2-98aa-462b-ac78-c97621af5f10 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "DELETE /v2.0/security-groups/88e4beb1-151e-4f04-bee1-b70925ef3b66 HTTP/1.1" status: 204 len: 168 time: 0.3523538 Nov 09 21:22:29.019688 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43062) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:22:29.032908 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0abf9c2-98aa-462b-ac78-c97621af5f10 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e4beb1-151e-4f04-bee1-b70925ef3b66,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:29.051705 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-d75278c6-72a0-4e1f-b72a-65641efce894 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] show failed (client error): The resource could not be found. Nov 09 21:22:29.053234 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d75278c6-72a0-4e1f-b72a-65641efce894 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "GET /v2.0/security-groups/88e4beb1-151e-4f04-bee1-b70925ef3b66 HTTP/1.1" status: 404 len: 347 time: 0.0324175 Nov 09 21:22:29.057528 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 43064) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:22:29.075712 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-00ce9665-1c32-4a04-8034-6274c05c9fb0 req-e864d6bc-475d-4fa2-abc8-7b0c75df2396 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/security-groups?id=09d7da7b-ba21-4a98-aa22-eac2968a0a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914299 Nov 09 21:22:29.262569 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d1418-8367-4aec-abbc-e3dc53539be0 req-fcbb7718-16a3-47b2-98fe-81d83a2cb754 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:29.264060 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-000d1418-8367-4aec-abbc-e3dc53539be0 req-fcbb7718-16a3-47b2-98fe-81d83a2cb754 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b846193-37ac-4200-83c0-1903774230fb HTTP/1.1" status: 200 len: 946 time: 0.1588783 Nov 09 21:22:29.288075 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-e39cf7f5-1706-42e4-a69d-354bee1ede91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81b3b2fc-27e5-4509-b748-9c41dcd89102 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:22:29.292394 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e046c-6889-4366-aaa8-769572ef6b8c req-b4a66cf1-ded7-43bf-a435-06c5b4393828 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:29.293918 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-225e046c-6889-4366-aaa8-769572ef6b8c req-b4a66cf1-ded7-43bf-a435-06c5b4393828 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] 10.222.0.49 "GET /v2.0/ports?device_id=62876d63-f20a-41de-bff7-0b7eede1ce6c HTTP/1.1" status: 200 len: 932 time: 0.0485902 Nov 09 21:22:29.305368 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-e39cf7f5-1706-42e4-a69d-354bee1ede91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:29.333103 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-e39cf7f5-1706-42e4-a69d-354bee1ede91 service neutron] Transition to ACTIVE for port object 81b3b2fc-27e5-4509-b748-9c41dcd89102 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:22:29.342680 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-225e046c-6889-4366-aaa8-769572ef6b8c req-2f365446-0390-495d-8a30-d2cae84c96f1 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] 10.222.0.49 "GET /v2.0/security-groups?id=eef65554-c219-4a18-8d9b-786b4f7ef6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427141 Nov 09 21:22:29.343217 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-e39cf7f5-1706-42e4-a69d-354bee1ede91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:29.363523 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-e6d5e88f-579e-485a-a229-84f4969c10a9 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Deleting port 15735baa-2fcb-428c-87b4-39b89d0b9bc4 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:22:29.363523 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e6d5e88f-579e-485a-a229-84f4969c10a9 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:29.392948 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-000d1418-8367-4aec-abbc-e3dc53539be0 req-8d8d79f0-2670-4808-abc5-e7161ce29683 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214201 Nov 09 21:22:29.453365 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39cf7f5-1706-42e4-a69d-354bee1ede91 service neutron] Pushing event updated for resources: {'Port': ['ID=81b3b2fc-27e5-4509-b748-9c41dcd89102,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:29.473023 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad02135-5a77-44a8-9ee7-966ee568203c req-81911bfd-5ef0-4957-8ca2-1cb71368b144 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:29.474668 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9ad02135-5a77-44a8-9ee7-966ee568203c req-81911bfd-5ef0-4957-8ca2-1cb71368b144 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 944 time: 0.0768805 Nov 09 21:22:29.536495 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e6d5e88f-579e-485a-a229-84f4969c10a9 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:29.536864 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e6d5e88f-579e-485a-a229-84f4969c10a9 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:29.560236 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-e6d5e88f-579e-485a-a229-84f4969c10a9 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Calling delete_port for 15735baa-2fcb-428c-87b4-39b89d0b9bc4 owned by network:floatingip {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:22:29.562015 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9ad02135-5a77-44a8-9ee7-966ee568203c req-6e2130cf-cfc1-43db-b2dd-37a6da475e8b tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756102 Nov 09 21:22:29.568741 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-e39cf7f5-1706-42e4-a69d-354bee1ede91 service neutron] Attempting to bind port 81b3b2fc-27e5-4509-b748-9c41dcd89102 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:22:29.569091 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-e39cf7f5-1706-42e4-a69d-354bee1ede91 service neutron] Attempting to bind port 81b3b2fc-27e5-4509-b748-9c41dcd89102 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '110c5b95-d940-4e36-bf19-877568cab685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '335cae01-5458-4aa4-816c-c063368a91a0'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:22:29.569426 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-e39cf7f5-1706-42e4-a69d-354bee1ede91 service neutron] Attempting to bind port 81b3b2fc-27e5-4509-b748-9c41dcd89102 on network 335cae01-5458-4aa4-816c-c063368a91a0 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:22:29.580669 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-e39cf7f5-1706-42e4-a69d-354bee1ede91 service neutron] Port 81b3b2fc-27e5-4509-b748-9c41dcd89102 on network 335cae01-5458-4aa4-816c-c063368a91a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:22:29.580669 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-e39cf7f5-1706-42e4-a69d-354bee1ede91 service neutron] Attempting to bind port 81b3b2fc-27e5-4509-b748-9c41dcd89102 on network 335cae01-5458-4aa4-816c-c063368a91a0 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:22:29.617513 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 18e9ce64-4c96-4eff-8dcf-1ef7cce97640 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:22:29.620621 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-e39cf7f5-1706-42e4-a69d-354bee1ede91 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:22:29.620996 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-e39cf7f5-1706-42e4-a69d-354bee1ede91 service neutron] Checking segment: {'id': '110c5b95-d940-4e36-bf19-877568cab685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '335cae01-5458-4aa4-816c-c063368a91a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:22:29.621390 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-e39cf7f5-1706-42e4-a69d-354bee1ede91 service neutron] Bound using segment: {'id': '110c5b95-d940-4e36-bf19-877568cab685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '335cae01-5458-4aa4-816c-c063368a91a0'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:22:29.621849 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-e39cf7f5-1706-42e4-a69d-354bee1ede91 service neutron] Bound port: 81b3b2fc-27e5-4509-b748-9c41dcd89102, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '110c5b95-d940-4e36-bf19-877568cab685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '335cae01-5458-4aa4-816c-c063368a91a0'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:22:29.622215 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-e39cf7f5-1706-42e4-a69d-354bee1ede91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:29.690251 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 18e9ce64-4c96-4eff-8dcf-1ef7cce97640 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:22:29.694713 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 18e9ce64-4c96-4eff-8dcf-1ef7cce97640 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:29.695174 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:29.720895 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-e39cf7f5-1706-42e4-a69d-354bee1ede91 service neutron] For port 81b3b2fc-27e5-4509-b748-9c41dcd89102, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:22:29.724072 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-e39cf7f5-1706-42e4-a69d-354bee1ede91 service neutron] For port 81b3b2fc-27e5-4509-b748-9c41dcd89102, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=81b3b2fc-27e5-4509-b748-9c41dcd89102,segment=NetworkSegment(110c5b95-d940-4e36-bf19-877568cab685),segment_id=110c5b95-d940-4e36-bf19-877568cab685)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:22:29.739479 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062aed7-10d1-4026-a9db-11f7db8d3ee7 req-e490efda-3e87-417f-a1a6-4845d4297ac0 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:29.741061 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0062aed7-10d1-4026-a9db-11f7db8d3ee7 req-e490efda-3e87-417f-a1a6-4845d4297ac0 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b846193-37ac-4200-83c0-1903774230fb HTTP/1.1" status: 200 len: 946 time: 0.0660732 Nov 09 21:22:29.759914 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43078) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:22:29.774548 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-e39cf7f5-1706-42e4-a69d-354bee1ede91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:29.791088 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:29.834109 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 18e9ce64-4c96-4eff-8dcf-1ef7cce97640, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=18e9ce64-4c96-4eff-8dcf-1ef7cce97640,segment=NetworkSegment(b8ef7012-bc7b-4fbc-bb73-3f129fae00eb),segment_id=b8ef7012-bc7b-4fbc-bb73-3f129fae00eb)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:22:29.834347 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-52a0b9a8-ccb9-4afa-a9e8-9a535e72cc17 admin admin] Deleting subnet 2ea3782f-ef06-47b2-a486-2c301a427ebc {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:22:29.835446 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9038fda8-fdf2-410e-b65d-a86f7ea536cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e9ce64-4c96-4eff-8dcf-1ef7cce97640'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:22:29.839859 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad403295-0d6f-4eb4-b071-b617e6e32e80" -d '{"events": [{"server_uuid": "9038fda8-fdf2-410e-b65d-a86f7ea536cc", "name": "network-vif-plugged", "status": "completed", "tag": "18e9ce64-4c96-4eff-8dcf-1ef7cce97640"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:22:29.841591 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-52a0b9a8-ccb9-4afa-a9e8-9a535e72cc17 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:29.844901 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:29.853131 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-e39cf7f5-1706-42e4-a69d-354bee1ede91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:29.854865 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-e39cf7f5-1706-42e4-a69d-354bee1ede91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:29.856593 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-e39cf7f5-1706-42e4-a69d-354bee1ede91 service neutron] 10.222.0.43 "PUT /v2.0/ports/81b3b2fc-27e5-4509-b748-9c41dcd89102 HTTP/1.1" status: 200 len: 1092 time: 1.1836360 Nov 09 21:22:29.861272 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0062aed7-10d1-4026-a9db-11f7db8d3ee7 req-c61505f0-e5d9-4c0c-86ab-278e312b7492 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076908 Nov 09 21:22:29.886167 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e6d5e88f-579e-485a-a229-84f4969c10a9 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:29.926583 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=18e9ce64-4c96-4eff-8dcf-1ef7cce97640,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:29.946866 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-52a0b9a8-ccb9-4afa-a9e8-9a535e72cc17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:29.952938 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def4ef45-6d5a-4908-9a16-3dc6e634407e x-openstack-request-id: req-def4ef45-6d5a-4908-9a16-3dc6e634407e {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:22:29.953241 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9038fda8-fdf2-410e-b65d-a86f7ea536cc", "name": "network-vif-plugged", "status": "completed", "tag": "18e9ce64-4c96-4eff-8dcf-1ef7cce97640", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:22:29.953503 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-def4ef45-6d5a-4908-9a16-3dc6e634407e {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:22:29.953905 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9038fda8-fdf2-410e-b65d-a86f7ea536cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e9ce64-4c96-4eff-8dcf-1ef7cce97640', 'code': 200} Nov 09 21:22:29.966428 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 77a87d51-38f5-44c7-9010-89c6fd0999c3 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:22:30.033771 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-52a0b9a8-ccb9-4afa-a9e8-9a535e72cc17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:30.074536 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39cf7f5-1706-42e4-a69d-354bee1ede91 service neutron] Pushing event updated for resources: {'Port': ['ID=81b3b2fc-27e5-4509-b748-9c41dcd89102,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:30.088650 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-1d4392c4-8d66-4d22-bcfe-b9040d5270a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:30.090168 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-1d4392c4-8d66-4d22-bcfe-b9040d5270a5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d0523478f492462386463f095b1a1d7b&device_id=62876d63-f20a-41de-bff7-0b7eede1ce6c HTTP/1.1" status: 200 len: 1095 time: 0.1339767 Nov 09 21:22:30.135303 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e6d5e88f-579e-485a-a229-84f4969c10a9 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks [] for floatingip, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:30.139471 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e6d5e88f-579e-485a-a229-84f4969c10a9 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:30.140835 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e6d5e88f-579e-485a-a229-84f4969c10a9 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] 10.222.0.49 "DELETE /v2.0/floatingips/55a268e3-96bc-4074-9984-d7a0bd16ddce HTTP/1.1" status: 204 len: 168 time: 1.0823424 Nov 09 21:22:30.145974 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39527163-9e40-4c85-b80f-c14affffd4b6 req-ef054c7b-c97e-43f0-9592-8e87d7ccec1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:30.149096 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-39527163-9e40-4c85-b80f-c14affffd4b6 req-ef054c7b-c97e-43f0-9592-8e87d7ccec1a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9038fda8-fdf2-410e-b65d-a86f7ea536cc HTTP/1.1" status: 200 len: 1096 time: 0.0746312 Nov 09 21:22:30.152886 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d5e88f-579e-485a-a229-84f4969c10a9 tempest-ImagesOneServerNegativeTestJSON-1248694010 tempest-ImagesOneServerNegativeTestJSON-1248694010-project] Pushing event deleted for resources: {'Port': ['ID=15735baa-2fcb-428c-87b4-39b89d0b9bc4,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:30.180344 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-52a0b9a8-ccb9-4afa-a9e8-9a535e72cc17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:30.205405 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-05634140-a6d9-4892-a824-c4faff68a0e3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81b3b2fc-27e5-4509-b748-9c41dcd89102 HTTP/1.1" status: 200 len: 217 time: 0.0712128 Nov 09 21:22:30.214269 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e3267-d0b3-4b80-b5e2-d05463f8f9a2 req-24a74906-5814-456c-8d19-7187bb16a824 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:30.217274 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-972e3267-d0b3-4b80-b5e2-d05463f8f9a2 req-24a74906-5814-456c-8d19-7187bb16a824 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b846193-37ac-4200-83c0-1903774230fb HTTP/1.1" status: 200 len: 946 time: 0.1982040 Nov 09 21:22:30.261854 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a0b9a8-ccb9-4afa-a9e8-9a535e72cc17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ea3782f-ef06-47b2-a486-2c301a427ebc,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:30.272185 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-52a0b9a8-ccb9-4afa-a9e8-9a535e72cc17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:30.279131 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-52a0b9a8-ccb9-4afa-a9e8-9a535e72cc17 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2ea3782f-ef06-47b2-a486-2c301a427ebc HTTP/1.1" status: 204 len: 168 time: 0.5172846 Nov 09 21:22:30.281496 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-39527163-9e40-4c85-b80f-c14affffd4b6 req-2c424a61-05bb-4bd4-8f24-6ff52b199230 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=09d7da7b-ba21-4a98-aa22-eac2968a0a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246736 Nov 09 21:22:30.281974 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43090) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:22:30.286765 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 77a87d51-38f5-44c7-9010-89c6fd0999c3, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=77a87d51-38f5-44c7-9010-89c6fd0999c3,segment=NetworkSegment(0266031b-5829-40c1-acad-8e9a97b817f5),segment_id=0266031b-5829-40c1-acad-8e9a97b817f5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:22:30.297758 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-aa015c2b-f02b-43de-a347-0b6783840bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:30.299866 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-aa015c2b-f02b-43de-a347-0b6783840bd1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=92e806a5-07da-4448-a8d8-79e1ae69a630 HTTP/1.1" status: 200 len: 851 time: 0.0810006 Nov 09 21:22:30.306870 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '77a87d51-38f5-44c7-9010-89c6fd0999c3', 'network_id': '5a2ce5cc-687a-4c33-859e-f9b75a50c5b6', 'port_id': '77a87d51-38f5-44c7-9010-89c6fd0999c3', 'mac_address': 'fa:16:3e:5e:a5:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87945563-f9d1-4353-83ce-d183f9346308', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:22:30.314335 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34914b87-107d-492a-8abb-ec306282647c req-0965800c-794f-442c-a5d3-2548126fe423 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:30.315811 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-34914b87-107d-492a-8abb-ec306282647c req-0965800c-794f-442c-a5d3-2548126fe423 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/ports?device_id=9038fda8-fdf2-410e-b65d-a86f7ea536cc HTTP/1.1" status: 200 len: 945 time: 0.1221068 Nov 09 21:22:30.326918 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-972e3267-d0b3-4b80-b5e2-d05463f8f9a2 req-212c6d3b-e323-4d07-9c2f-75d647c914c9 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004579 Nov 09 21:22:30.375556 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:30.391250 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77a87d51-38f5-44c7-9010-89c6fd0999c3 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:22:30.399819 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ddc905ae-0414-48d4-8d09-44465cfc6ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:30.409234 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-34914b87-107d-492a-8abb-ec306282647c req-51a401e4-4e54-4c86-9756-c44c7cab98ac tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/security-groups?id=09d7da7b-ba21-4a98-aa22-eac2968a0a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678830 Nov 09 21:22:30.413480 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 77a87d51-38f5-44c7-9010-89c6fd0999c3, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=77a87d51-38f5-44c7-9010-89c6fd0999c3,segment=NetworkSegment(0266031b-5829-40c1-acad-8e9a97b817f5),segment_id=0266031b-5829-40c1-acad-8e9a97b817f5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:22:30.419036 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:30.502375 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=77a87d51-38f5-44c7-9010-89c6fd0999c3,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:30.520858 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ddc905ae-0414-48d4-8d09-44465cfc6ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:30.523539 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62876d63-f20a-41de-bff7-0b7eede1ce6c', 'tag': '81b3b2fc-27e5-4509-b748-9c41dcd89102'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:22:30.529468 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a105b3-b7ad-4366-91e4-539f9311f8b1" -d '{"events": [{"name": "network-changed", "server_uuid": "62876d63-f20a-41de-bff7-0b7eede1ce6c", "tag": "81b3b2fc-27e5-4509-b748-9c41dcd89102"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:22:30.561496 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-ddc905ae-0414-48d4-8d09-44465cfc6ed0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2faf38e-6101-454e-ae91-a2568241e75c']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:30.575400 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-ddc905ae-0414-48d4-8d09-44465cfc6ed0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8acfc52-37a0-4b12-9c5f-045cfaad9a51') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:30.575699 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-ddc905ae-0414-48d4-8d09-44465cfc6ed0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8acfc52-37a0-4b12-9c5f-045cfaad9a51') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:30.587513 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ddc905ae-0414-48d4-8d09-44465cfc6ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:30.596135 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd18ad-1b49-453d-a6a4-fdc97b1ea780 req-a9e2a087-b46b-4620-a8eb-83f0732eeac7 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:30.597654 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a1dd18ad-1b49-453d-a6a4-fdc97b1ea780 req-a9e2a087-b46b-4620-a8eb-83f0732eeac7 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] 10.222.0.49 "GET /v2.0/ports?device_id=62876d63-f20a-41de-bff7-0b7eede1ce6c HTTP/1.1" status: 200 len: 944 time: 0.0893602 Nov 09 21:22:30.625740 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ddc905ae-0414-48d4-8d09-44465cfc6ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:30.637164 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddc905ae-0414-48d4-8d09-44465cfc6ed0 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:22:30.637572 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ddc905ae-0414-48d4-8d09-44465cfc6ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:30.641101 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['77a87d51-38f5-44c7-9010-89c6fd0999c3'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:22:30.641617 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:22:30.641617 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:22:30.641617 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:22:30.641617 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:22:30.641617 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:22:30.641617 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:22:30.641617 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:22:30.641617 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:22:30.641617 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:22:30.641617 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:22:30.641617 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:22:30.641617 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:22:30.641617 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:22:30.641617 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:22:30.641617 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:22:30.641617 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:22:30.641617 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:22:30.641617 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:22:30.641617 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:22:30.641617 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:22:30.641617 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:22:30.641617 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:22:30.641617 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:22:30.641617 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:22:30.641617 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:22:30.641617 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:22:30.641617 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:22:30.641617 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:22:30.641617 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:22:30.641617 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:22:30.641617 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:22:30.641617 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:22:30.645530 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-750e48fc-c9ef-46b0-8cf1-04eb863b2a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:30.647162 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-750e48fc-c9ef-46b0-8cf1-04eb863b2a59 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=335cae01-5458-4aa4-816c-c063368a91a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814414 Nov 09 21:22:30.660271 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db456281-1276-4d0c-9fd7-b6efa258a540 req-89b2fc59-f0c5-40f5-91ac-aff74906747a tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:30.665759 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-db456281-1276-4d0c-9fd7-b6efa258a540 req-89b2fc59-f0c5-40f5-91ac-aff74906747a tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b846193-37ac-4200-83c0-1903774230fb HTTP/1.1" status: 200 len: 946 time: 0.0876081 Nov 09 21:22:30.719913 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a1dd18ad-1b49-453d-a6a4-fdc97b1ea780 req-6cf98ea8-51dc-4911-8ebb-894cad17b0d8 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] 10.222.0.49 "GET /v2.0/security-groups?id=eef65554-c219-4a18-8d9b-786b4f7ef6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122580 Nov 09 21:22:30.728018 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ddc905ae-0414-48d4-8d09-44465cfc6ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:30.736045 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ddc905ae-0414-48d4-8d09-44465cfc6ed0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:30.740972 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ddc905ae-0414-48d4-8d09-44465cfc6ed0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/c2faf38e-6101-454e-ae91-a2568241e75c HTTP/1.1" status: 204 len: 168 time: 0.4568412 Nov 09 21:22:30.744663 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 43112) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:22:30.754050 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc905ae-0414-48d4-8d09-44465cfc6ed0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2faf38e-6101-454e-ae91-a2568241e75c,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:30.843855 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-db456281-1276-4d0c-9fd7-b6efa258a540 req-7d04214a-fb30-4069-bd96-071af6aed8eb tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685188 Nov 09 21:22:30.867439 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-00b1998b-568a-44e4-9ccb-c9c074a0c9d1 admin admin] Deleting subnet c34e88ff-26a2-40b3-8695-25fb4f280d74 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:22:30.874671 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-00b1998b-568a-44e4-9ccb-c9c074a0c9d1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:30.878004 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-c290c8f7-e30a-4fce-adb9-481acdd6b636 service neutron] 10.222.0.43 "GET /v2.0/networks/335cae01-5458-4aa4-816c-c063368a91a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109005 Nov 09 21:22:30.892274 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43114) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:22:30.925809 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f60917-c5ed-4d99-8c78-2b0bdad41485 x-openstack-request-id: req-88f60917-c5ed-4d99-8c78-2b0bdad41485 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:22:30.926099 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62876d63-f20a-41de-bff7-0b7eede1ce6c", "tag": "81b3b2fc-27e5-4509-b748-9c41dcd89102", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:22:30.926413 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-88f60917-c5ed-4d99-8c78-2b0bdad41485 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:22:30.926736 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62876d63-f20a-41de-bff7-0b7eede1ce6c', 'tag': '81b3b2fc-27e5-4509-b748-9c41dcd89102', 'status': 'completed', 'code': 200} Nov 09 21:22:30.975485 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-00b1998b-568a-44e4-9ccb-c9c074a0c9d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:30.987126 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-39ebb8b2-0f5d-4a3a-b4e0-7b7eedb05d42 admin admin] Deleting subnet 72e3a48d-bd3b-4c62-a376-6d092be2bf15 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:22:30.993437 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-39ebb8b2-0f5d-4a3a-b4e0-7b7eedb05d42 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:31.040578 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b80b6-2354-4444-b455-cb078c941803 req-6b1200d6-4dc7-4207-81d6-cb8321b54cd3 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:31.042138 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ed1b80b6-2354-4444-b455-cb078c941803 req-6b1200d6-4dc7-4207-81d6-cb8321b54cd3 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 945 time: 0.0908046 Nov 09 21:22:31.049031 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-39ebb8b2-0f5d-4a3a-b4e0-7b7eedb05d42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:31.124188 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-39ebb8b2-0f5d-4a3a-b4e0-7b7eedb05d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:31.146761 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ed1b80b6-2354-4444-b455-cb078c941803 req-c6b9480e-75d4-4ba8-bfe6-7331598b3389 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955801 Nov 09 21:22:31.190359 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-39ebb8b2-0f5d-4a3a-b4e0-7b7eedb05d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:31.224272 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ebb8b2-0f5d-4a3a-b4e0-7b7eedb05d42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72e3a48d-bd3b-4c62-a376-6d092be2bf15,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:31.227970 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-39ebb8b2-0f5d-4a3a-b4e0-7b7eedb05d42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:31.231242 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-39ebb8b2-0f5d-4a3a-b4e0-7b7eedb05d42 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/72e3a48d-bd3b-4c62-a376-6d092be2bf15 HTTP/1.1" status: 204 len: 168 time: 0.3377028 Nov 09 21:22:31.233693 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43118) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:22:31.303681 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-db49b2aa-42b1-4296-bc7b-99f24939fefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:31.310340 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-00b1998b-568a-44e4-9ccb-c9c074a0c9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:31.313808 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8fa2de2d-987e-4abe-915d-21c6d1152145 req-c9b93dc1-e5d7-4a4c-aa89-430b119b8e49 service neutron] 10.222.0.43 "GET /v2.0/networks/335cae01-5458-4aa4-816c-c063368a91a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4091547 Nov 09 21:22:31.366787 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-00b1998b-568a-44e4-9ccb-c9c074a0c9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:31.393279 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b1998b-568a-44e4-9ccb-c9c074a0c9d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c34e88ff-26a2-40b3-8695-25fb4f280d74,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:31.395237 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-00b1998b-568a-44e4-9ccb-c9c074a0c9d1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:31.396161 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-db49b2aa-42b1-4296-bc7b-99f24939fefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:31.398556 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-00b1998b-568a-44e4-9ccb-c9c074a0c9d1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c34e88ff-26a2-40b3-8695-25fb4f280d74 HTTP/1.1" status: 204 len: 168 time: 0.6526730 Nov 09 21:22:31.401031 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 43120) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:22:31.419052 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-db49b2aa-42b1-4296-bc7b-99f24939fefa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['327e7e68-3b42-443b-9252-b6063ad01e88']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:31.430184 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-db49b2aa-42b1-4296-bc7b-99f24939fefa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58913807-21b5-4240-bcd1-63c4ec2c1803') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:31.430701 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-db49b2aa-42b1-4296-bc7b-99f24939fefa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58913807-21b5-4240-bcd1-63c4ec2c1803') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:31.444867 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-db49b2aa-42b1-4296-bc7b-99f24939fefa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:31.487735 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-db49b2aa-42b1-4296-bc7b-99f24939fefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:31.503656 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db49b2aa-42b1-4296-bc7b-99f24939fefa admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:22:31.504131 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-db49b2aa-42b1-4296-bc7b-99f24939fefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:31.506181 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:22:31.506181 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:22:31.506181 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:22:31.506181 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:22:31.506181 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:22:31.506181 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:22:31.506181 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:22:31.506181 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:22:31.506181 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:22:31.506181 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:22:31.506181 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:22:31.506181 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:22:31.506181 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:22:31.506181 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:22:31.506181 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:22:31.506181 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:22:31.506181 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:22:31.506181 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:22:31.506181 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:22:31.506181 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:22:31.506181 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:22:31.506181 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:22:31.506181 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:22:31.506181 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:22:31.506181 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:22:31.506181 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:22:31.506181 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:22:31.506181 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:22:31.506181 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:22:31.506181 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:22:31.506181 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:22:31.506181 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:22:31.540931 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fad152a2-e0a6-4c3d-9694-92d540d22794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:31.565374 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a105b3-b7ad-4366-91e4-539f9311f8b1 req-3983d533-f169-47ff-847b-29111ac7ea1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:31.565558 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-db49b2aa-42b1-4296-bc7b-99f24939fefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:31.567150 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b5a105b3-b7ad-4366-91e4-539f9311f8b1 req-3983d533-f169-47ff-847b-29111ac7ea1b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d0523478f492462386463f095b1a1d7b&device_id=62876d63-f20a-41de-bff7-0b7eede1ce6c HTTP/1.1" status: 200 len: 1095 time: 0.1206925 Nov 09 21:22:31.572130 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-db49b2aa-42b1-4296-bc7b-99f24939fefa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:31.575620 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-db49b2aa-42b1-4296-bc7b-99f24939fefa admin admin] 10.222.0.49 "DELETE /v2.0/networks/327e7e68-3b42-443b-9252-b6063ad01e88 HTTP/1.1" status: 204 len: 168 time: 0.3409379 Nov 09 21:22:31.586546 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49b2aa-42b1-4296-bc7b-99f24939fefa admin admin] Pushing event deleted for resources: {'Network': ['ID=327e7e68-3b42-443b-9252-b6063ad01e88,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:31.593546 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e8d873-2f67-4f05-9ed2-b22b56a34667 req-5cf7afa2-2a0a-4b52-91c3-f73a56cfe1be tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:31.595044 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e0e8d873-2f67-4f05-9ed2-b22b56a34667 req-5cf7afa2-2a0a-4b52-91c3-f73a56cfe1be tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/ports?device_id=9038fda8-fdf2-410e-b65d-a86f7ea536cc HTTP/1.1" status: 200 len: 945 time: 0.0941164 Nov 09 21:22:31.724192 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fad152a2-e0a6-4c3d-9694-92d540d22794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:31.747095 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43126) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:22:31.778320 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-fad152a2-e0a6-4c3d-9694-92d540d22794 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78e30260-8c0c-4c6e-9ea2-cbb8caac565e']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:31.796157 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b5618588-56e3-4835-a6c1-207db0823668 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8e9e21c1be6c40e48d395e7f8b701606&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0461924 Nov 09 21:22:31.796405 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43130) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:22:31.798800 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-fad152a2-e0a6-4c3d-9694-92d540d22794 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4676fce8-3294-49fe-afd1-f07cb852ced0') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:31.799094 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-fad152a2-e0a6-4c3d-9694-92d540d22794 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4676fce8-3294-49fe-afd1-f07cb852ced0') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:31.803567 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e0e8d873-2f67-4f05-9ed2-b22b56a34667 req-96411285-ab45-4ce4-94b4-fb5704154542 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/security-groups?id=09d7da7b-ba21-4a98-aa22-eac2968a0a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804717 Nov 09 21:22:31.809558 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a105b3-b7ad-4366-91e4-539f9311f8b1 req-a418be09-38e1-4fed-a82a-92acb7e2f3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:31.810998 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b5a105b3-b7ad-4366-91e4-539f9311f8b1 req-a418be09-38e1-4fed-a82a-92acb7e2f3d3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=335cae01-5458-4aa4-816c-c063368a91a0 HTTP/1.1" status: 200 len: 912 time: 0.2360835 Nov 09 21:22:31.814588 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fad152a2-e0a6-4c3d-9694-92d540d22794 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:31.836791 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fad152a2-e0a6-4c3d-9694-92d540d22794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:31.869504 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b5a105b3-b7ad-4366-91e4-539f9311f8b1 req-b40480a4-9d13-423e-b29f-c0a07e1b4c5c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81b3b2fc-27e5-4509-b748-9c41dcd89102 HTTP/1.1" status: 200 len: 217 time: 0.0476160 Nov 09 21:22:31.878647 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fad152a2-e0a6-4c3d-9694-92d540d22794 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:22:31.879193 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fad152a2-e0a6-4c3d-9694-92d540d22794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:31.887581 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:22:31.887581 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:22:31.887581 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:22:31.887581 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:22:31.887581 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:22:31.887581 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:22:31.887581 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:22:31.887581 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:22:31.887581 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:22:31.887581 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:22:31.887581 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:22:31.887581 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:22:31.887581 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:22:31.887581 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:22:31.887581 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:22:31.887581 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:22:31.887581 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:22:31.887581 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:22:31.887581 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:22:31.887581 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:22:31.887581 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:22:31.887581 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:22:31.887581 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:22:31.887581 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:22:31.887581 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:22:31.887581 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:22:31.887581 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:22:31.887581 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:22:31.887581 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:22:31.887581 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:22:31.887581 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:22:31.887581 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:22:31.889671 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-24e16ee1-7680-4cc7-9ff4-fe5df3e910df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:31.918360 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:22:31.921957 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-24e16ee1-7680-4cc7-9ff4-fe5df3e910df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:31.944392 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6fac2-f961-4ebc-8909-93f48352e425 req-5fc1ad61-16f4-49e2-ae3d-52861d528830 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:31.946505 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0ad6fac2-f961-4ebc-8909-93f48352e425 req-5fc1ad61-16f4-49e2-ae3d-52861d528830 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] 10.222.0.49 "GET /v2.0/ports?device_id=62876d63-f20a-41de-bff7-0b7eede1ce6c HTTP/1.1" status: 200 len: 944 time: 0.1018658 Nov 09 21:22:31.972959 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a105b3-b7ad-4366-91e4-539f9311f8b1 req-263cccc0-e1d2-4b28-ad76-af4a7d8fe222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:31.974425 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b5a105b3-b7ad-4366-91e4-539f9311f8b1 req-263cccc0-e1d2-4b28-ad76-af4a7d8fe222 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=92e806a5-07da-4448-a8d8-79e1ae69a630 HTTP/1.1" status: 200 len: 851 time: 0.0972605 Nov 09 21:22:31.975620 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fad152a2-e0a6-4c3d-9694-92d540d22794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:31.982019 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fad152a2-e0a6-4c3d-9694-92d540d22794 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:31.986255 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-fad152a2-e0a6-4c3d-9694-92d540d22794 admin admin] 10.222.0.49 "DELETE /v2.0/networks/78e30260-8c0c-4c6e-9ea2-cbb8caac565e HTTP/1.1" status: 204 len: 168 time: 0.5840733 Nov 09 21:22:31.990131 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 77a87d51-38f5-44c7-9010-89c6fd0999c3 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:22:32.024454 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad152a2-e0a6-4c3d-9694-92d540d22794 admin admin] Pushing event deleted for resources: {'Network': ['ID=78e30260-8c0c-4c6e-9ea2-cbb8caac565e,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:32.043222 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a105b3-b7ad-4366-91e4-539f9311f8b1 req-920a80e5-3f6c-45f4-9772-2dd8e7775dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:32.045281 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b5a105b3-b7ad-4366-91e4-539f9311f8b1 req-920a80e5-3f6c-45f4-9772-2dd8e7775dd0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=335cae01-5458-4aa4-816c-c063368a91a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555055 Nov 09 21:22:32.070809 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0ad6fac2-f961-4ebc-8909-93f48352e425 req-47fa9a4b-ace5-4084-87f8-112d87e83b0e tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] 10.222.0.49 "GET /v2.0/security-groups?id=eef65554-c219-4a18-8d9b-786b4f7ef6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118853 Nov 09 21:22:32.081332 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-24e16ee1-7680-4cc7-9ff4-fe5df3e910df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:32.084108 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-24e16ee1-7680-4cc7-9ff4-fe5df3e910df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:32.090082 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-24e16ee1-7680-4cc7-9ff4-fe5df3e910df admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2d918dd0-c664-44a8-897f-4bdf276e870d HTTP/1.1" status: 204 len: 168 time: 0.2926867 Nov 09 21:22:32.112191 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 77a87d51-38f5-44c7-9010-89c6fd0999c3 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:22:32.122635 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 77a87d51-38f5-44c7-9010-89c6fd0999c3 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:32.123031 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:32.125536 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e16ee1-7680-4cc7-9ff4-fe5df3e910df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d918dd0-c664-44a8-897f-4bdf276e870d,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:32.249754 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:32.254269 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43144) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:22:32.288162 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5e67f-7e11-446c-b2fe-0d1d6f9286ab req-b8068177-9c7b-4b8e-b905-33e7490c29ab tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:32.296183 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f2d5e67f-7e11-446c-b2fe-0d1d6f9286ab req-b8068177-9c7b-4b8e-b905-33e7490c29ab tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b846193-37ac-4200-83c0-1903774230fb HTTP/1.1" status: 200 len: 946 time: 0.1390071 Nov 09 21:22:32.307733 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b5a105b3-b7ad-4366-91e4-539f9311f8b1 req-1233fcfb-1386-4115-9d40-c07f31faad04 service neutron] 10.222.0.43 "GET /v2.0/networks/335cae01-5458-4aa4-816c-c063368a91a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533436 Nov 09 21:22:32.309552 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 77a87d51-38f5-44c7-9010-89c6fd0999c3, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=77a87d51-38f5-44c7-9010-89c6fd0999c3,segment=NetworkSegment(0266031b-5829-40c1-acad-8e9a97b817f5),segment_id=0266031b-5829-40c1-acad-8e9a97b817f5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:22:32.311243 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad2d203-e44e-45ca-a617-077af043f793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a87d51-38f5-44c7-9010-89c6fd0999c3'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:22:32.315173 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d299af2-f7d1-4bb6-aff2-063c1c9edb37" -d '{"events": [{"server_uuid": "4ad2d203-e44e-45ca-a617-077af043f793", "name": "network-vif-plugged", "status": "completed", "tag": "77a87d51-38f5-44c7-9010-89c6fd0999c3"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:22:32.321791 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:32.323137 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device b69224cb-e38c-4fc6-adbf-f5361cc32afe no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:22:32.370782 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8d2a8c58-542a-43ae-b923-cc44d35a11b1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e47fcdbeab8a4a679082776ed327781f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1153255 Nov 09 21:22:32.373271 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43150) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:22:32.404803 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: b69224cb-e38c-4fc6-adbf-f5361cc32afe {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:22:32.405783 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device b69224cb-e38c-4fc6-adbf-f5361cc32afe not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:22:32.406543 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f2d5e67f-7e11-446c-b2fe-0d1d6f9286ab req-f3f01da9-df49-4e26-8c8c-99832dcb158d tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096189 Nov 09 21:22:32.408519 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=77a87d51-38f5-44c7-9010-89c6fd0999c3,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:32.424026 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda5230-9c27-4d10-8eb4-58c3e97b7534 req-d0a79fc6-508a-4011-84d5-e2ceec1822b0 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:32.440985 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-adda5230-9c27-4d10-8eb4-58c3e97b7534 req-d0a79fc6-508a-4011-84d5-e2ceec1822b0 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 946 time: 0.1417091 Nov 09 21:22:32.452297 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbcd85d-2dac-43ec-8a79-07de7ad8cf1f x-openstack-request-id: req-fcbcd85d-2dac-43ec-8a79-07de7ad8cf1f {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:22:32.452297 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad2d203-e44e-45ca-a617-077af043f793", "name": "network-vif-plugged", "status": "completed", "tag": "77a87d51-38f5-44c7-9010-89c6fd0999c3", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:22:32.452297 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fcbcd85d-2dac-43ec-8a79-07de7ad8cf1f {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:22:32.452297 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad2d203-e44e-45ca-a617-077af043f793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a87d51-38f5-44c7-9010-89c6fd0999c3', 'code': 200} Nov 09 21:22:32.468689 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b5a105b3-b7ad-4366-91e4-539f9311f8b1 req-57774c03-87a1-4f6a-ab60-479604a57259 service neutron] 10.222.0.43 "GET /v2.0/networks/335cae01-5458-4aa4-816c-c063368a91a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511214 Nov 09 21:22:32.530514 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-adda5230-9c27-4d10-8eb4-58c3e97b7534 req-fee1a291-17a0-407c-b0ae-a25308a0423a tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883005 Nov 09 21:22:32.536273 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2a2d8fad-5d29-4776-ae48-6b5506cbf6c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:32.571470 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2a2d8fad-5d29-4776-ae48-6b5506cbf6c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:32.577917 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb30e6-f62c-4403-b433-56db650882bd req-db8bc730-763c-4c9b-9091-fe3a2c03a9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:32.579443 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8fbb30e6-f62c-4403-b433-56db650882bd req-db8bc730-763c-4c9b-9091-fe3a2c03a9ed service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 1097 time: 0.0524516 Nov 09 21:22:32.628669 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8fbb30e6-f62c-4403-b433-56db650882bd req-09f1d8a9-8428-4044-9dc3-d4cd4301de67 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414064 Nov 09 21:22:32.630825 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2a2d8fad-5d29-4776-ae48-6b5506cbf6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:32.633760 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2a2d8fad-5d29-4776-ae48-6b5506cbf6c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:32.634903 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2a2d8fad-5d29-4776-ae48-6b5506cbf6c9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/61479926-cd4f-4549-84d0-04dd4f44438c HTTP/1.1" status: 204 len: 168 time: 0.2607217 Nov 09 21:22:32.643195 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d8fad-5d29-4776-ae48-6b5506cbf6c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61479926-cd4f-4549-84d0-04dd4f44438c,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:32.946192 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58795825-05fa-41f5-9267-cb7383993cb2 req-b96ce479-724c-4147-8248-fb87855d1518 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:32.947851 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-58795825-05fa-41f5-9267-cb7383993cb2 req-b96ce479-724c-4147-8248-fb87855d1518 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/ports?device_id=9038fda8-fdf2-410e-b65d-a86f7ea536cc HTTP/1.1" status: 200 len: 945 time: 0.0650318 Nov 09 21:22:32.972581 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43176) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:22:33.007599 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-58795825-05fa-41f5-9267-cb7383993cb2 req-a832c4d5-776e-4d49-bf5d-de948433eadf tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/security-groups?id=09d7da7b-ba21-4a98-aa22-eac2968a0a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531087 Nov 09 21:22:33.020335 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-bc0cfd96-9d31-469d-9e41-ab67fc751aba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8a4d92cad32d4f99924587c7aae0147c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0462010 Nov 09 21:22:33.023288 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 43178) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:22:33.184328 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-148ca6f4-1967-4248-aeb1-0a17cd6aad03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:33.196516 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad474f34-880e-4340-a0ed-15976088ec0f req-f6b0ee64-5b11-4d59-ba4d-a5531815a4b9 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:33.198429 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ad474f34-880e-4340-a0ed-15976088ec0f req-f6b0ee64-5b11-4d59-ba4d-a5531815a4b9 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] 10.222.0.49 "GET /v2.0/ports?device_id=62876d63-f20a-41de-bff7-0b7eede1ce6c HTTP/1.1" status: 200 len: 944 time: 0.0551636 Nov 09 21:22:33.251285 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ad474f34-880e-4340-a0ed-15976088ec0f req-2b79d644-6175-4d5a-bd32-fe20d9330b1a tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] 10.222.0.49 "GET /v2.0/security-groups?id=eef65554-c219-4a18-8d9b-786b4f7ef6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466607 Nov 09 21:22:33.259807 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-148ca6f4-1967-4248-aeb1-0a17cd6aad03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:33.287905 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-eb64a469-dc81-435a-b833-e87d6c17dc10 req-53a3fc38-8524-4935-b071-1f513ce2df6f tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2248452 Nov 09 21:22:33.305751 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-eb64a469-dc81-435a-b833-e87d6c17dc10 req-bb991f1c-f437-4ef4-8739-6e5f595aeff9 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:22:33.330263 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-eb64a469-dc81-435a-b833-e87d6c17dc10 req-bb991f1c-f437-4ef4-8739-6e5f595aeff9 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks [] for floatingip, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:33.374664 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-148ca6f4-1967-4248-aeb1-0a17cd6aad03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:33.377228 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-148ca6f4-1967-4248-aeb1-0a17cd6aad03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:33.378361 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-148ca6f4-1967-4248-aeb1-0a17cd6aad03 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/49de0aed-1330-470c-99ed-239372b4ac2b HTTP/1.1" status: 204 len: 168 time: 0.3534079 Nov 09 21:22:33.390649 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148ca6f4-1967-4248-aeb1-0a17cd6aad03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49de0aed-1330-470c-99ed-239372b4ac2b,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:33.447656 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-eb64a469-dc81-435a-b833-e87d6c17dc10 req-bb991f1c-f437-4ef4-8739-6e5f595aeff9 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:33.522346 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:33.555887 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bb69b-f716-4b2a-acac-1174e3c47a65 req-2b73afcc-fa63-42b6-b170-14bea08dbd85 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:33.557463 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e46bb69b-f716-4b2a-acac-1174e3c47a65 req-2b73afcc-fa63-42b6-b170-14bea08dbd85 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b846193-37ac-4200-83c0-1903774230fb HTTP/1.1" status: 200 len: 946 time: 0.0654511 Nov 09 21:22:33.579749 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-eb64a469-dc81-435a-b833-e87d6c17dc10 req-bb991f1c-f437-4ef4-8739-6e5f595aeff9 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Allocated IP 172.25.7.137 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/98fd8998-a141-45c9-81d6-2ea1012ab3ab) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:22:33.624190 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e46bb69b-f716-4b2a-acac-1174e3c47a65 req-2006396d-3a28-494d-bf4f-9e5c46e1a2af tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594606 Nov 09 21:22:33.636876 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 81b3b2fc-27e5-4509-b748-9c41dcd89102 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:22:33.744986 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-eb64a469-dc81-435a-b833-e87d6c17dc10 req-bb991f1c-f437-4ef4-8739-6e5f595aeff9 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:33.752809 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452da0cc-3070-4ded-8b02-c45fbc3bbeb2 req-e6e68615-7dd2-494a-a473-fe258d210b10 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:33.754798 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-452da0cc-3070-4ded-8b02-c45fbc3bbeb2 req-e6e68615-7dd2-494a-a473-fe258d210b10 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 946 time: 0.0721397 Nov 09 21:22:33.766122 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 81b3b2fc-27e5-4509-b748-9c41dcd89102, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=81b3b2fc-27e5-4509-b748-9c41dcd89102,segment=NetworkSegment(110c5b95-d940-4e36-bf19-877568cab685),segment_id=110c5b95-d940-4e36-bf19-877568cab685)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:22:33.797068 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '81b3b2fc-27e5-4509-b748-9c41dcd89102', 'network_id': '335cae01-5458-4aa4-816c-c063368a91a0', 'port_id': '81b3b2fc-27e5-4509-b748-9c41dcd89102', 'mac_address': 'fa:16:3e:6c:b0:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92e806a5-07da-4448-a8d8-79e1ae69a630', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:22:33.802110 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-eb64a469-dc81-435a-b833-e87d6c17dc10 req-bb991f1c-f437-4ef4-8739-6e5f595aeff9 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:33.813495 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-452da0cc-3070-4ded-8b02-c45fbc3bbeb2 req-69659b5b-7c35-44b3-a1f3-2ea1ad68986e tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520506 Nov 09 21:22:33.846274 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb64a469-dc81-435a-b833-e87d6c17dc10 req-bb991f1c-f437-4ef4-8739-6e5f595aeff9 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:22:33.849421 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-eb64a469-dc81-435a-b833-e87d6c17dc10 req-bb991f1c-f437-4ef4-8739-6e5f595aeff9 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:22:33.852610 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb64a469-dc81-435a-b833-e87d6c17dc10 req-bb991f1c-f437-4ef4-8739-6e5f595aeff9 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:22:33.863783 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:33.879721 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81b3b2fc-27e5-4509-b748-9c41dcd89102 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:22:33.886449 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb991f1c-f437-4ef4-8739-6e5f595aeff9 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Pushing event updated for resources: {'Port': ['ID=98fd8998-a141-45c9-81d6-2ea1012ab3ab,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:33.906253 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 81b3b2fc-27e5-4509-b748-9c41dcd89102, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=81b3b2fc-27e5-4509-b748-9c41dcd89102,segment=NetworkSegment(110c5b95-d940-4e36-bf19-877568cab685),segment_id=110c5b95-d940-4e36-bf19-877568cab685)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:22:33.911132 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:33.954856 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-eb64a469-dc81-435a-b833-e87d6c17dc10 req-bb991f1c-f437-4ef4-8739-6e5f595aeff9 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:33.970640 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=81b3b2fc-27e5-4509-b748-9c41dcd89102,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:33.990371 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-eb64a469-dc81-435a-b833-e87d6c17dc10 req-bb991f1c-f437-4ef4-8739-6e5f595aeff9 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:34.145305 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-eb64a469-dc81-435a-b833-e87d6c17dc10 req-bb991f1c-f437-4ef4-8739-6e5f595aeff9 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:34.150080 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-eb64a469-dc81-435a-b833-e87d6c17dc10 req-bb991f1c-f437-4ef4-8739-6e5f595aeff9 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:34.218885 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb991f1c-f437-4ef4-8739-6e5f595aeff9 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Pushing event updated for resources: {'Port': ['ID=98fd8998-a141-45c9-81d6-2ea1012ab3ab,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:34.234637 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-eb64a469-dc81-435a-b833-e87d6c17dc10 req-bb991f1c-f437-4ef4-8739-6e5f595aeff9 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:34.251534 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-eb64a469-dc81-435a-b833-e87d6c17dc10 req-bb991f1c-f437-4ef4-8739-6e5f595aeff9 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:34.253295 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-eb64a469-dc81-435a-b833-e87d6c17dc10 req-bb991f1c-f437-4ef4-8739-6e5f595aeff9 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9560034 Nov 09 21:22:34.271098 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43222) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:22:34.320966 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-eb64a469-dc81-435a-b833-e87d6c17dc10 req-a9b9320e-6cc5-424c-9965-e8c45df4474b tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.137 HTTP/1.1" status: 200 len: 696 time: 0.0595400 Nov 09 21:22:34.329531 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['81b3b2fc-27e5-4509-b748-9c41dcd89102'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:22:34.447463 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6f0ae-d046-45e3-b935-6be172855376 req-344d0050-05f5-4c4b-beac-97fa7f5c99de tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:34.449225 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c2e6f0ae-d046-45e3-b935-6be172855376 req-344d0050-05f5-4c4b-beac-97fa7f5c99de tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] 10.222.0.49 "GET /v2.0/ports?device_id=62876d63-f20a-41de-bff7-0b7eede1ce6c HTTP/1.1" status: 200 len: 945 time: 0.0651219 Nov 09 21:22:34.533403 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64a469-dc81-435a-b833-e87d6c17dc10 req-1162398b-5990-4bae-b59d-e624a197e5d0 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:34.533828 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c2e6f0ae-d046-45e3-b935-6be172855376 req-68ed9321-ef90-48df-9438-8b1443cbc4e4 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] 10.222.0.49 "GET /v2.0/security-groups?id=eef65554-c219-4a18-8d9b-786b4f7ef6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768352 Nov 09 21:22:34.534796 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-eb64a469-dc81-435a-b833-e87d6c17dc10 req-1162398b-5990-4bae-b59d-e624a197e5d0 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/networks/4531c23d-84b7-490d-8d7c-6676781b6e6a HTTP/1.1" status: 200 len: 784 time: 0.2072275 Nov 09 21:22:34.540808 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-d17a3093-7cc9-4ce6-8814-e24fbc53a135 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1101798823-network', 'tenant_id': '67b45d2ac5b14423be4aa9d45f8310db'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:22:34.576777 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17a3093-7cc9-4ce6-8814-e24fbc53a135 admin admin] Made reservation on behalf of 67b45d2ac5b14423be4aa9d45f8310db for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:22:34.582289 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d17a3093-7cc9-4ce6-8814-e24fbc53a135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:34.595615 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d17a3093-7cc9-4ce6-8814-e24fbc53a135 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:34.691605 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d17a3093-7cc9-4ce6-8814-e24fbc53a135 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:34.695598 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d17a3093-7cc9-4ce6-8814-e24fbc53a135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:34.750690 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d17a3093-7cc9-4ce6-8814-e24fbc53a135 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:22:34.777997 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d17a3093-7cc9-4ce6-8814-e24fbc53a135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:34.778278 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-d17a3093-7cc9-4ce6-8814-e24fbc53a135 admin admin] Added segment 9b128d35-4150-4f36-9adc-b8dce5be7fd2 of type vlan for network 976ad452-60e4-4e2d-aff7-0ed5aab386d9 Nov 09 21:22:34.780512 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a3093-7cc9-4ce6-8814-e24fbc53a135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246a1cf5-2292-4294-94f5-9a15eb230531,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:34.828557 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700e8d2-3ee8-47a6-a986-ab0b29ba73c5 req-ebc9ed3e-2932-4ba2-b400-5d15229779bf tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:34.830110 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6700e8d2-3ee8-47a6-a986-ab0b29ba73c5 req-ebc9ed3e-2932-4ba2-b400-5d15229779bf tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b846193-37ac-4200-83c0-1903774230fb HTTP/1.1" status: 200 len: 946 time: 0.1184568 Nov 09 21:22:34.843891 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d17a3093-7cc9-4ce6-8814-e24fbc53a135 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:34.878698 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-df0a1b52-dd6e-4b23-a6ec-9c40e45ef14b tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:34.880196 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-df0a1b52-dd6e-4b23-a6ec-9c40e45ef14b tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/networks?id=5b48360c-45d2-4bc5-87b9-1da558cd85b9 HTTP/1.1" status: 200 len: 821 time: 0.1308830 Nov 09 21:22:34.900173 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-7ff640db-5f3d-428e-bd1e-ad44374a9b31 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/quotas/379926d057ed4e578e7d1c1feabffad2 HTTP/1.1" status: 200 len: 375 time: 0.0136876 Nov 09 21:22:34.906974 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d17a3093-7cc9-4ce6-8814-e24fbc53a135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:34.907921 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17a3093-7cc9-4ce6-8814-e24fbc53a135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:34.908505 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d17a3093-7cc9-4ce6-8814-e24fbc53a135 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:34.917294 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6700e8d2-3ee8-47a6-a986-ab0b29ba73c5 req-c9c1db66-3102-4259-973a-0727426e7d80 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775323 Nov 09 21:22:34.969660 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d17a3093-7cc9-4ce6-8814-e24fbc53a135 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6918066 Nov 09 21:22:34.969973 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43270) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:22:34.974430 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-b8c7bb15-5554-45e3-ba89-fbabd004c15b tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=379926d057ed4e578e7d1c1feabffad2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0648887 Nov 09 21:22:34.976316 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-3a30347a-f3e0-4b15-bb3f-b8a1af855027 admin admin] Request body: {'subnet': {'network_id': '976ad452-60e4-4e2d-aff7-0ed5aab386d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1101798823-subnet', 'tenant_id': '67b45d2ac5b14423be4aa9d45f8310db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:22:35.004425 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a3093-7cc9-4ce6-8814-e24fbc53a135 admin admin] Pushing event updated for resources: {'Network': ['ID=976ad452-60e4-4e2d-aff7-0ed5aab386d9,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:35.023857 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 976ad452-60e4-4e2d-aff7-0ed5aab386d9 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:22:35.028623 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a30347a-f3e0-4b15-bb3f-b8a1af855027 admin admin] Made reservation on behalf of 67b45d2ac5b14423be4aa9d45f8310db for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:22:35.032115 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3a30347a-f3e0-4b15-bb3f-b8a1af855027 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:35.051560 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-c52ab3ba-9c07-4c04-8a80-16be775b1fc3 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:22:35.052929 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-c52ab3ba-9c07-4c04-8a80-16be775b1fc3 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0714149 Nov 09 21:22:35.151326 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba077a-2a48-49d2-b66e-b58eeb66884e req-44f6f0d8-791a-49cf-81e4-65ec96f3b354 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:35.153063 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-23ba077a-2a48-49d2-b66e-b58eeb66884e req-44f6f0d8-791a-49cf-81e4-65ec96f3b354 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 946 time: 0.0781498 Nov 09 21:22:35.161518 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-c939fa13-ee56-4343-a350-b80a3ffa3260 service neutron] 10.222.0.49 "GET /v2.0/networks/5b48360c-45d2-4bc5-87b9-1da558cd85b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024964 Nov 09 21:22:35.255680 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-9adaedbd-8819-4d9e-9982-83bb6eaa2284 service neutron] 10.222.0.49 "GET /v2.0/networks/5b48360c-45d2-4bc5-87b9-1da558cd85b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933166 Nov 09 21:22:35.269591 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-23ba077a-2a48-49d2-b66e-b58eeb66884e req-e5f1c874-c4c5-4f90-9de3-899e3e0cf1ba tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046588 Nov 09 21:22:35.292822 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3a30347a-f3e0-4b15-bb3f-b8a1af855027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:35.351232 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a30347a-f3e0-4b15-bb3f-b8a1af855027 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2d67456-5729-4187-b3ab-bacf54ab1b12,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:35.362116 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a30347a-f3e0-4b15-bb3f-b8a1af855027 admin admin] Checking segment: {'id': '9b128d35-4150-4f36-9adc-b8dce5be7fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '976ad452-60e4-4e2d-aff7-0ed5aab386d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:22:35.362480 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a30347a-f3e0-4b15-bb3f-b8a1af855027 admin admin] Network hostable DHCP agents. Network: 976ad452-60e4-4e2d-aff7-0ed5aab386d9, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:22:35.393031 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a30347a-f3e0-4b15-bb3f-b8a1af855027 admin admin] Network 976ad452-60e4-4e2d-aff7-0ed5aab386d9 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:22:35.411686 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-3a30347a-f3e0-4b15-bb3f-b8a1af855027 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 976ad452-60e4-4e2d-aff7-0ed5aab386d9) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:22:35.416685 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a30347a-f3e0-4b15-bb3f-b8a1af855027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:35.417309 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3a30347a-f3e0-4b15-bb3f-b8a1af855027 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:35.428438 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e14daed-4716-4f91-8988-7b0b05e3129b None None] Network 976ad452-60e4-4e2d-aff7-0ed5aab386d9 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:22:35.437243 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3a30347a-f3e0-4b15-bb3f-b8a1af855027 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4663131 Nov 09 21:22:35.439753 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43300) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:22:35.445697 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-09dc3816-352d-4ca8-ac04-d1586a543603 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1101798823-router', 'tenant_id': '67b45d2ac5b14423be4aa9d45f8310db', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:22:35.478493 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-09dc3816-352d-4ca8-ac04-d1586a543603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:35.479842 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-09dc3816-352d-4ca8-ac04-d1586a543603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:35.524763 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f5c44-e103-443c-a90c-703286a301d9 req-04c437a2-53a3-45e2-a131-87dd07b89644 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:35.526454 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a30f5c44-e103-443c-a90c-703286a301d9 req-04c437a2-53a3-45e2-a131-87dd07b89644 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 946 time: 0.0735638 Nov 09 21:22:35.535457 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 43302) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:22:35.539905 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-09dc3816-352d-4ca8-ac04-d1586a543603 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:35.546087 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-aac7f0b1-eee7-4c70-adf1-b8790dc6462b tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Request body: {'floatingip': {'port_id': '77a87d51-38f5-44c7-9010-89c6fd0999c3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:22:35.593225 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a4e0fe14-3afa-4c9e-a59a-196da3357cfb req-9317f84f-c9cb-4273-9a7a-a404375f8d11 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/ports?device_id=1541c8ce-fb73-4919-b621-f9a304b72b53 HTTP/1.1" status: 200 len: 210 time: 0.0412045 Nov 09 21:22:35.614175 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aac7f0b1-eee7-4c70-adf1-b8790dc6462b tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks [] for floatingip, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:35.684760 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788c30c6-888c-4934-a280-1dfc6de5156e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-976ad452-60e4-4e2d-aff7-0ed5aab386d9', 'network_id': '976ad452-60e4-4e2d-aff7-0ed5aab386d9', 'tenant_id': '67b45d2ac5b14423be4aa9d45f8310db', 'fixed_ips': [{'subnet_id': 'b2d67456-5729-4187-b3ab-bacf54ab1b12'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:22:35.685933 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-788c30c6-888c-4934-a280-1dfc6de5156e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:35.801955 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-09dc3816-352d-4ca8-ac04-d1586a543603 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:35.854051 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed341af0-5da4-4416-9bb6-1d710a52ea83 req-851e97a5-be69-4320-9c74-3166b28f1239 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:35.855714 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ed341af0-5da4-4416-9bb6-1d710a52ea83 req-851e97a5-be69-4320-9c74-3166b28f1239 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] 10.222.0.49 "GET /v2.0/ports?device_id=62876d63-f20a-41de-bff7-0b7eede1ce6c HTTP/1.1" status: 200 len: 945 time: 0.1220622 Nov 09 21:22:35.868467 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-788c30c6-888c-4934-a280-1dfc6de5156e None None] Allocated IP 172.20.0.2 (976ad452-60e4-4e2d-aff7-0ed5aab386d9/b2d67456-5729-4187-b3ab-bacf54ab1b12/9c2c8ecf-e454-4ece-abad-69540b88726d) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:22:35.948388 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ed341af0-5da4-4416-9bb6-1d710a52ea83 req-a23c2620-bb5f-467d-9dc2-0d714e57e2ef tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] 10.222.0.49 "GET /v2.0/security-groups?id=eef65554-c219-4a18-8d9b-786b4f7ef6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663588 Nov 09 21:22:36.103813 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-788c30c6-888c-4934-a280-1dfc6de5156e None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:36.115422 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-788c30c6-888c-4934-a280-1dfc6de5156e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:36.158221 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788c30c6-888c-4934-a280-1dfc6de5156e None None] Network 976ad452-60e4-4e2d-aff7-0ed5aab386d9 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:22:36.161683 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-788c30c6-888c-4934-a280-1dfc6de5156e None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:22:36.166319 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788c30c6-888c-4934-a280-1dfc6de5156e None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:22:36.168037 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82b4da-6950-4dc2-8435-e09602fe5a7f req-a91b396f-03b2-4d4b-90f3-3b282bbd4401 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:36.175536 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c30c6-888c-4934-a280-1dfc6de5156e None None] Pushing event updated for resources: {'Port': ['ID=9c2c8ecf-e454-4ece-abad-69540b88726d,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:36.176316 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ff82b4da-6950-4dc2-8435-e09602fe5a7f req-a91b396f-03b2-4d4b-90f3-3b282bbd4401 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b846193-37ac-4200-83c0-1903774230fb HTTP/1.1" status: 200 len: 946 time: 0.1420813 Nov 09 21:22:36.201499 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-09dc3816-352d-4ca8-ac04-d1586a543603 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:36.227037 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-788c30c6-888c-4934-a280-1dfc6de5156e None None] Attempting to bind port 9c2c8ecf-e454-4ece-abad-69540b88726d on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:22:36.227505 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-788c30c6-888c-4934-a280-1dfc6de5156e None None] Attempting to bind port 9c2c8ecf-e454-4ece-abad-69540b88726d by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '9b128d35-4150-4f36-9adc-b8dce5be7fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '976ad452-60e4-4e2d-aff7-0ed5aab386d9'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:22:36.227930 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788c30c6-888c-4934-a280-1dfc6de5156e None None] Attempting to bind port 9c2c8ecf-e454-4ece-abad-69540b88726d on network 976ad452-60e4-4e2d-aff7-0ed5aab386d9 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:22:36.233906 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788c30c6-888c-4934-a280-1dfc6de5156e None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:22:36.234728 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788c30c6-888c-4934-a280-1dfc6de5156e None None] Checking segment: {'id': '9b128d35-4150-4f36-9adc-b8dce5be7fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '976ad452-60e4-4e2d-aff7-0ed5aab386d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:22:36.235373 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-788c30c6-888c-4934-a280-1dfc6de5156e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:36.236051 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788c30c6-888c-4934-a280-1dfc6de5156e None None] Bound using segment: {'id': '9b128d35-4150-4f36-9adc-b8dce5be7fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '976ad452-60e4-4e2d-aff7-0ed5aab386d9'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:22:36.236763 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-788c30c6-888c-4934-a280-1dfc6de5156e None None] Bound port: 9c2c8ecf-e454-4ece-abad-69540b88726d, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b128d35-4150-4f36-9adc-b8dce5be7fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '976ad452-60e4-4e2d-aff7-0ed5aab386d9'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:22:36.237394 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-788c30c6-888c-4934-a280-1dfc6de5156e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:36.270522 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aac7f0b1-eee7-4c70-adf1-b8790dc6462b tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:36.275689 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aac7f0b1-eee7-4c70-adf1-b8790dc6462b tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:36.308146 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-788c30c6-888c-4934-a280-1dfc6de5156e None None] For port 9c2c8ecf-e454-4ece-abad-69540b88726d, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:22:36.311699 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-788c30c6-888c-4934-a280-1dfc6de5156e None None] For port 9c2c8ecf-e454-4ece-abad-69540b88726d, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=9c2c8ecf-e454-4ece-abad-69540b88726d,segment=NetworkSegment(9b128d35-4150-4f36-9adc-b8dce5be7fd2),segment_id=9b128d35-4150-4f36-9adc-b8dce5be7fd2)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:22:36.316837 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-788c30c6-888c-4934-a280-1dfc6de5156e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:36.378459 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c30c6-888c-4934-a280-1dfc6de5156e None None] Pushing event updated for resources: {'Port': ['ID=9c2c8ecf-e454-4ece-abad-69540b88726d,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:36.399643 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [None req-aac7f0b1-eee7-4c70-adf1-b8790dc6462b tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Floating IP e7cef3b0-cd07-40b2-99be-58c3a4b919de associated. External IP: 172.25.7.189, port: 77a87d51-38f5-44c7-9010-89c6fd0999c3. Nov 09 21:22:36.650752 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-09dc3816-352d-4ca8-ac04-d1586a543603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:36.837590 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ff82b4da-6950-4dc2-8435-e09602fe5a7f req-20e252f5-eb1b-46e7-8dcf-31abb5f6568f tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6602719 Nov 09 21:22:36.912516 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 9c2c8ecf-e454-4ece-abad-69540b88726d up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:22:36.978186 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-09dc3816-352d-4ca8-ac04-d1586a543603 admin admin] Allocated IP 172.25.7.173 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/b4cf9576-3761-45f3-a5a1-9ba10b9a8912) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:22:37.026197 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 9c2c8ecf-e454-4ece-abad-69540b88726d triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:37.026964 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:37.172889 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-09dc3816-352d-4ca8-ac04-d1586a543603 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:37.181080 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:37.201077 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c339a9c-07df-4f8c-b3cf-1fef2e5d21bc req-af3e853d-650a-4ced-aafc-436a0ff50868 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/ports?device_id=1541c8ce-fb73-4919-b621-f9a304b72b53 HTTP/1.1" status: 200 len: 210 time: 0.1408815 Nov 09 21:22:37.244296 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 9c2c8ecf-e454-4ece-abad-69540b88726d, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=9c2c8ecf-e454-4ece-abad-69540b88726d,segment=NetworkSegment(9b128d35-4150-4f36-9adc-b8dce5be7fd2),segment_id=9b128d35-4150-4f36-9adc-b8dce5be7fd2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:22:37.251847 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:37.266892 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-09dc3816-352d-4ca8-ac04-d1586a543603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:37.340732 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dc3816-352d-4ca8-ac04-d1586a543603 admin admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:22:37.345224 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=9c2c8ecf-e454-4ece-abad-69540b88726d,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:37.356179 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3405e-d3b1-4af4-94f1-784007db9e9f req-76be30c6-2807-4d3a-8db0-c355594d3b99 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:37.364226 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-13a3405e-d3b1-4af4-94f1-784007db9e9f req-76be30c6-2807-4d3a-8db0-c355594d3b99 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] 10.222.0.49 "GET /v2.0/ports?device_id=62876d63-f20a-41de-bff7-0b7eede1ce6c HTTP/1.1" status: 200 len: 945 time: 0.2187989 Nov 09 21:22:37.369085 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-09dc3816-352d-4ca8-ac04-d1586a543603 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:22:37.392925 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dc3816-352d-4ca8-ac04-d1586a543603 admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:22:37.437532 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-e5d23e94-0ceb-4331-8173-1dc36252ea18 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:37.439305 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-e5d23e94-0ceb-4331-8173-1dc36252ea18 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.45 "GET /v2.0/networks?id=5b48360c-45d2-4bc5-87b9-1da558cd85b9 HTTP/1.1" status: 200 len: 821 time: 0.3781729 Nov 09 21:22:37.454676 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dc3816-352d-4ca8-ac04-d1586a543603 admin admin] Pushing event updated for resources: {'Port': ['ID=b4cf9576-3761-45f3-a5a1-9ba10b9a8912,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:37.458097 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-c65c8ccf-562b-4bda-9975-809b214401c7 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Request body: {'port': {'device_id': '1541c8ce-fb73-4919-b621-f9a304b72b53', 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9', 'admin_state_up': True, 'tenant_id': '379926d057ed4e578e7d1c1feabffad2'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:22:37.479330 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac7f0b1-eee7-4c70-adf1-b8790dc6462b tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Router e5a328cd-b7f7-4e43-968a-2614ea669b17 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:22:37.574852 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-13a3405e-d3b1-4af4-94f1-784007db9e9f req-8b6f2539-dc40-44c3-afd5-e0a11ed83116 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] 10.222.0.49 "GET /v2.0/security-groups?id=eef65554-c219-4a18-8d9b-786b4f7ef6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096896 Nov 09 21:22:37.653599 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac7f0b1-eee7-4c70-adf1-b8790dc6462b tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:22:37.658882 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aac7f0b1-eee7-4c70-adf1-b8790dc6462b tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:37.663721 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a6c998-bc12-4eb7-8a92-cfb0cd2e8149 None None] Sync routers for ids ['e5a328cd-b7f7-4e43-968a-2614ea669b17'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:22:37.666610 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 81b3b2fc-27e5-4509-b748-9c41dcd89102 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:22:37.678403 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a6c998-bc12-4eb7-8a92-cfb0cd2e8149 None None] Routers {'e5a328cd-b7f7-4e43-968a-2614ea669b17'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:22:37.679985 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-36a6c998-bc12-4eb7-8a92-cfb0cd2e8149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:22:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e5a328cd-b7f7-4e43-968a-2614ea669b17'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:37.694805 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-aac7f0b1-eee7-4c70-adf1-b8790dc6462b tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "PUT /v2.0/floatingips/e7cef3b0-cd07-40b2-99be-58c3a4b919de HTTP/1.1" status: 200 len: 992 time: 2.1578717 Nov 09 21:22:37.699731 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad2d203-e44e-45ca-a617-077af043f793', 'tag': '77a87d51-38f5-44c7-9010-89c6fd0999c3'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:22:37.702616 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9126ba70-1e98-4194-8dc2-dad4be3d48c5" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad2d203-e44e-45ca-a617-077af043f793", "tag": "77a87d51-38f5-44c7-9010-89c6fd0999c3"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:22:37.773888 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-c65c8ccf-562b-4bda-9975-809b214401c7 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Made reservation on behalf of 379926d057ed4e578e7d1c1feabffad2 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:22:37.782881 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-c65c8ccf-562b-4bda-9975-809b214401c7 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:37.818538 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fbdaac-07c6-45d7-b4c3-2918fc6a6678 None None] Network 976ad452-60e4-4e2d-aff7-0ed5aab386d9 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:22:37.819418 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-09dc3816-352d-4ca8-ac04-d1586a543603 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:37.822859 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b7e338-2cbe-4aa5-b91d-f89b83454421 x-openstack-request-id: req-d0b7e338-2cbe-4aa5-b91d-f89b83454421 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:22:37.823161 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad2d203-e44e-45ca-a617-077af043f793", "tag": "77a87d51-38f5-44c7-9010-89c6fd0999c3", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:22:37.824096 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d0b7e338-2cbe-4aa5-b91d-f89b83454421 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:22:37.824541 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad2d203-e44e-45ca-a617-077af043f793', 'tag': '77a87d51-38f5-44c7-9010-89c6fd0999c3', 'status': 'completed', 'code': 200} Nov 09 21:22:37.840014 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 81b3b2fc-27e5-4509-b748-9c41dcd89102 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:22:37.938404 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 81b3b2fc-27e5-4509-b748-9c41dcd89102 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:37.938817 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:37.966124 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126ba70-1e98-4194-8dc2-dad4be3d48c5 req-cf038d88-a131-456d-8cb6-c93db0c6fd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:37.967720 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9126ba70-1e98-4194-8dc2-dad4be3d48c5 req-cf038d88-a131-456d-8cb6-c93db0c6fd9f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80bd14f1151c49209b6b9f6a58ef3329&device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 1097 time: 0.1396997 Nov 09 21:22:38.005465 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-36a6c998-bc12-4eb7-8a92-cfb0cd2e8149 None None] Set router e5a328cd-b7f7-4e43-968a-2614ea669b17 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:22:38.018068 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-2ed771fe-0595-4958-a308-bcbc14dd06d3 None None] Provisioning complete for port 9c2c8ecf-e454-4ece-abad-69540b88726d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:38.018598 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2ed771fe-0595-4958-a308-bcbc14dd06d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:38.090811 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:38.117925 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-c65c8ccf-562b-4bda-9975-809b214401c7 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Allocated IP 172.20.0.5 (5b48360c-45d2-4bc5-87b9-1da558cd85b9/8a827720-a9bf-447e-bfcd-e4c120a09350/47ff1ffb-a801-44b4-b0e3-ff850b2da2ee) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:22:38.150928 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62876d63-f20a-41de-bff7-0b7eede1ce6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b3b2fc-27e5-4509-b748-9c41dcd89102'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:22:38.159364 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efac5a45-f74e-4131-8b1a-7f251186a76e" -d '{"events": [{"server_uuid": "62876d63-f20a-41de-bff7-0b7eede1ce6c", "name": "network-vif-plugged", "status": "completed", "tag": "81b3b2fc-27e5-4509-b748-9c41dcd89102"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:22:38.221403 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 81b3b2fc-27e5-4509-b748-9c41dcd89102, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=81b3b2fc-27e5-4509-b748-9c41dcd89102,segment=NetworkSegment(110c5b95-d940-4e36-bf19-877568cab685),segment_id=110c5b95-d940-4e36-bf19-877568cab685)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:22:38.259149 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b0649-6b1b-4855-942b-700cf2861eec req-753b701d-8837-4a99-8005-448fc3907769 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:38.268986 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b24b0649-6b1b-4855-942b-700cf2861eec req-753b701d-8837-4a99-8005-448fc3907769 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b846193-37ac-4200-83c0-1903774230fb HTTP/1.1" status: 200 len: 946 time: 0.3134501 Nov 09 21:22:38.276028 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:38.278783 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ede90b-b418-49f0-ace4-2b4bd999571a x-openstack-request-id: req-f8ede90b-b418-49f0-ace4-2b4bd999571a {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:22:38.279113 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62876d63-f20a-41de-bff7-0b7eede1ce6c", "name": "network-vif-plugged", "status": "completed", "tag": "81b3b2fc-27e5-4509-b748-9c41dcd89102", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:22:38.279464 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f8ede90b-b418-49f0-ace4-2b4bd999571a {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:22:38.279948 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62876d63-f20a-41de-bff7-0b7eede1ce6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b3b2fc-27e5-4509-b748-9c41dcd89102', 'code': 200} Nov 09 21:22:38.303888 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126ba70-1e98-4194-8dc2-dad4be3d48c5 req-921c5f31-bf07-4b80-8912-7b870dcde134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:38.307851 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9126ba70-1e98-4194-8dc2-dad4be3d48c5 req-921c5f31-bf07-4b80-8912-7b870dcde134 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a2ce5cc-687a-4c33-859e-f9b75a50c5b6 HTTP/1.1" status: 200 len: 917 time: 0.3223305 Nov 09 21:22:38.347772 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=81b3b2fc-27e5-4509-b748-9c41dcd89102,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:38.397660 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-36a6c998-bc12-4eb7-8a92-cfb0cd2e8149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'name': 'tempest-AttachVolumeShelveTestJSON-1134091748-router', 'tenant_id': '80bd14f1151c49209b6b9f6a58ef3329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '781df098-9817-4073-a821-03d622980305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:21:59Z', 'updated_at': '2021-11-09T21:22:07Z', 'revision_number': 4, 'project_id': '80bd14f1151c49209b6b9f6a58ef3329', 'gw_port': {'id': '781df098-9817-4073-a821-03d622980305', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:00Z', 'updated_at': '2021-11-09T21:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': 'e7cef3b0-cd07-40b2-99be-58c3a4b919de', 'tenant_id': '80bd14f1151c49209b6b9f6a58ef3329', 'floating_ip_address': '172.25.7.189', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'port_id': '77a87d51-38f5-44c7-9010-89c6fd0999c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a2ce5cc-687a-4c33-859e-f9b75a50c5b6', 'mac_address': 'fa:16:3e:5e:a5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad2d203-e44e-45ca-a617-077af043f793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:22:15Z', 'updated_at': '2021-11-09T21:22:36Z', 'revision_number': 1, 'project_id': '80bd14f1151c49209b6b9f6a58ef3329', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70422ba5-3105-471f-ba27-a49007a6ecf7', 'name': '', 'network_id': '5a2ce5cc-687a-4c33-859e-f9b75a50c5b6', 'tenant_id': '80bd14f1151c49209b6b9f6a58ef3329', 'mac_address': 'fa:16:3e:a6:3e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '87945563-f9d1-4353-83ce-d183f9346308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:05Z', 'updated_at': '2021-11-09T21:22:13Z', 'revision_number': 5, 'project_id': '80bd14f1151c49209b6b9f6a58ef3329', 'subnets': [{'id': '87945563-f9d1-4353-83ce-d183f9346308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:38.426836 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a6c998-bc12-4eb7-8a92-cfb0cd2e8149 None None] Checking router: e5a328cd-b7f7-4e43-968a-2614ea669b17 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:22:38.439200 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a6c998-bc12-4eb7-8a92-cfb0cd2e8149 None None] Routers {'e5a328cd-b7f7-4e43-968a-2614ea669b17'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:22:38.440923 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-36a6c998-bc12-4eb7-8a92-cfb0cd2e8149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:22:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e5a328cd-b7f7-4e43-968a-2614ea669b17'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:38.497106 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-09dc3816-352d-4ca8-ac04-d1586a543603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:38.499537 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b24b0649-6b1b-4855-942b-700cf2861eec req-e03a665a-3c16-4549-a8d3-e46872548c47 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228787 Nov 09 21:22:38.521181 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6b824-e930-4cf1-9dd0-da42ab7a1082 req-b8505929-90c5-474d-9836-dea27a187f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:38.522931 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e7a6b824-e930-4cf1-9dd0-da42ab7a1082 req-b8505929-90c5-474d-9836-dea27a187f90 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=62876d63-f20a-41de-bff7-0b7eede1ce6c HTTP/1.1" status: 200 len: 1097 time: 0.1563659 Nov 09 21:22:38.591031 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-49aa81db-7233-46ca-9d3c-f371341c4703 req-2e642232-4999-41cb-a51c-2805b62a16e8 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/ports?device_id=1541c8ce-fb73-4919-b621-f9a304b72b53 HTTP/1.1" status: 200 len: 210 time: 0.1719284 Nov 09 21:22:38.595671 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-36a6c998-bc12-4eb7-8a92-cfb0cd2e8149 None None] Set router e5a328cd-b7f7-4e43-968a-2614ea669b17 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:22:38.640079 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-c65c8ccf-562b-4bda-9975-809b214401c7 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:38.645656 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e7a6b824-e930-4cf1-9dd0-da42ab7a1082 req-91903381-32fa-4046-a371-02d2281ae87f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=eef65554-c219-4a18-8d9b-786b4f7ef6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141145 Nov 09 21:22:38.662887 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9126ba70-1e98-4194-8dc2-dad4be3d48c5 req-953a1f11-fe31-45d1-a058-dad8f21a9ba6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77a87d51-38f5-44c7-9010-89c6fd0999c3 HTTP/1.1" status: 200 len: 1000 time: 0.3458951 Nov 09 21:22:38.699400 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-c65c8ccf-562b-4bda-9975-809b214401c7 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:38.736684 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['18e9ce64-4c96-4eff-8dcf-1ef7cce97640'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:22:38.812424 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126ba70-1e98-4194-8dc2-dad4be3d48c5 req-a075e467-18d2-4877-855e-1041a30c6070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:38.815650 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9126ba70-1e98-4194-8dc2-dad4be3d48c5 req-a075e467-18d2-4877-855e-1041a30c6070 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=87945563-f9d1-4353-83ce-d183f9346308 HTTP/1.1" status: 200 len: 856 time: 0.1388624 Nov 09 21:22:38.874335 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c8ccf-562b-4bda-9975-809b214401c7 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Pushing event updated for resources: {'Port': ['ID=47ff1ffb-a801-44b4-b0e3-ff850b2da2ee,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:38.895329 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 9c2c8ecf-e454-4ece-abad-69540b88726d up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:22:38.944137 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-ec03b18b-8167-439c-9642-487bd3c2f19a None None] Provisioning complete for port 9c2c8ecf-e454-4ece-abad-69540b88726d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:38.944616 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ec03b18b-8167-439c-9642-487bd3c2f19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:38.956229 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-c65c8ccf-562b-4bda-9975-809b214401c7 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Network 5b48360c-45d2-4bc5-87b9-1da558cd85b9 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:22:38.957917 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09dc3816-352d-4ca8-ac04-d1586a543603 admin admin] Router 3ed49444-b3fd-4d83-bf63-b68580598051 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:22:38.967087 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-c65c8ccf-562b-4bda-9975-809b214401c7 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:22:38.973672 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-c65c8ccf-562b-4bda-9975-809b214401c7 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:22:39.034157 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb730cb0-7668-4008-af47-3282be3be2a9 req-4ee56ff7-cf0a-4828-bc2d-c93ec5d72c5c tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:39.041887 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bb730cb0-7668-4008-af47-3282be3be2a9 req-4ee56ff7-cf0a-4828-bc2d-c93ec5d72c5c tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] 10.222.0.49 "GET /v2.0/ports?device_id=62876d63-f20a-41de-bff7-0b7eede1ce6c HTTP/1.1" status: 200 len: 946 time: 0.1731186 Nov 09 21:22:39.135278 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-36a6c998-bc12-4eb7-8a92-cfb0cd2e8149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'name': 'tempest-AttachVolumeShelveTestJSON-1134091748-router', 'tenant_id': '80bd14f1151c49209b6b9f6a58ef3329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '781df098-9817-4073-a821-03d622980305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:21:59Z', 'updated_at': '2021-11-09T21:22:07Z', 'revision_number': 4, 'project_id': '80bd14f1151c49209b6b9f6a58ef3329', 'gw_port': {'id': '781df098-9817-4073-a821-03d622980305', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:00Z', 'updated_at': '2021-11-09T21:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': 'e7cef3b0-cd07-40b2-99be-58c3a4b919de', 'tenant_id': '80bd14f1151c49209b6b9f6a58ef3329', 'floating_ip_address': '172.25.7.189', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'port_id': '77a87d51-38f5-44c7-9010-89c6fd0999c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a2ce5cc-687a-4c33-859e-f9b75a50c5b6', 'mac_address': 'fa:16:3e:5e:a5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad2d203-e44e-45ca-a617-077af043f793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:22:15Z', 'updated_at': '2021-11-09T21:22:36Z', 'revision_number': 1, 'project_id': '80bd14f1151c49209b6b9f6a58ef3329', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70422ba5-3105-471f-ba27-a49007a6ecf7', 'name': '', 'network_id': '5a2ce5cc-687a-4c33-859e-f9b75a50c5b6', 'tenant_id': '80bd14f1151c49209b6b9f6a58ef3329', 'mac_address': 'fa:16:3e:a6:3e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '87945563-f9d1-4353-83ce-d183f9346308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:05Z', 'updated_at': '2021-11-09T21:22:13Z', 'revision_number': 5, 'project_id': '80bd14f1151c49209b6b9f6a58ef3329', 'subnets': [{'id': '87945563-f9d1-4353-83ce-d183f9346308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:39.137370 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09dc3816-352d-4ca8-ac04-d1586a543603 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:22:39.146609 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126ba70-1e98-4194-8dc2-dad4be3d48c5 req-17507d31-a31c-4b77-8164-2148cb27253b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:39.149459 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-c65c8ccf-562b-4bda-9975-809b214401c7 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:39.149684 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 9c2c8ecf-e454-4ece-abad-69540b88726d triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:39.150128 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-c65c8ccf-562b-4bda-9975-809b214401c7 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:39.150521 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:39.156873 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9126ba70-1e98-4194-8dc2-dad4be3d48c5 req-17507d31-a31c-4b77-8164-2148cb27253b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a2ce5cc-687a-4c33-859e-f9b75a50c5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3294873 Nov 09 21:22:39.158809 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7311f4-1985-4ae6-bd09-6dbbb81841ec None None] Sync routers for ids ['3ed49444-b3fd-4d83-bf63-b68580598051'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:22:39.192987 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a6c998-bc12-4eb7-8a92-cfb0cd2e8149 None None] The sync data for ids ['e5a328cd-b7f7-4e43-968a-2614ea669b17'] in n-d-816206-3 is: [{'id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'name': 'tempest-AttachVolumeShelveTestJSON-1134091748-router', 'tenant_id': '80bd14f1151c49209b6b9f6a58ef3329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '781df098-9817-4073-a821-03d622980305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:21:59Z', 'updated_at': '2021-11-09T21:22:07Z', 'revision_number': 4, 'project_id': '80bd14f1151c49209b6b9f6a58ef3329', 'gw_port': {'id': '781df098-9817-4073-a821-03d622980305', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:00Z', 'updated_at': '2021-11-09T21:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': 'e7cef3b0-cd07-40b2-99be-58c3a4b919de', 'tenant_id': '80bd14f1151c49209b6b9f6a58ef3329', 'floating_ip_address': '172.25.7.189', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'port_id': '77a87d51-38f5-44c7-9010-89c6fd0999c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a2ce5cc-687a-4c33-859e-f9b75a50c5b6', 'mac_address': 'fa:16:3e:5e:a5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad2d203-e44e-45ca-a617-077af043f793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:22:15Z', 'updated_at': '2021-11-09T21:22:36Z', 'revision_number': 1, 'project_id': '80bd14f1151c49209b6b9f6a58ef3329', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70422ba5-3105-471f-ba27-a49007a6ecf7', 'name': '', 'network_id': '5a2ce5cc-687a-4c33-859e-f9b75a50c5b6', 'tenant_id': '80bd14f1151c49209b6b9f6a58ef3329', 'mac_address': 'fa:16:3e:a6:3e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '87945563-f9d1-4353-83ce-d183f9346308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:05Z', 'updated_at': '2021-11-09T21:22:13Z', 'revision_number': 5, 'project_id': '80bd14f1151c49209b6b9f6a58ef3329', 'subnets': [{'id': '87945563-f9d1-4353-83ce-d183f9346308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:22:39.193827 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bb730cb0-7668-4008-af47-3282be3be2a9 req-bbe43446-3c61-49c9-b537-af67af854c70 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] 10.222.0.49 "GET /v2.0/security-groups?id=eef65554-c219-4a18-8d9b-786b4f7ef6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509902 Nov 09 21:22:39.223956 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-c65c8ccf-562b-4bda-9975-809b214401c7 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7686985 Nov 09 21:22:39.234895 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-5993a73c-62ed-4718-b37a-978a5b7a65d6 service neutron] Request body: {'port': {'device_id': '1541c8ce-fb73-4919-b621-f9a304b72b53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:22:39.256673 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7311f4-1985-4ae6-bd09-6dbbb81841ec None None] Routers {'3ed49444-b3fd-4d83-bf63-b68580598051'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:22:39.258856 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-df7311f4-1985-4ae6-bd09-6dbbb81841ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:22:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['3ed49444-b3fd-4d83-bf63-b68580598051'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:39.301975 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-09dc3816-352d-4ca8-ac04-d1586a543603 admin admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:39.303503 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-09dc3816-352d-4ca8-ac04-d1586a543603 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.8623817 Nov 09 21:22:39.315567 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43422) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:22:39.342310 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-5993a73c-62ed-4718-b37a-978a5b7a65d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:39.505559 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9126ba70-1e98-4194-8dc2-dad4be3d48c5 req-89161bd1-1eab-4356-9afb-7bf6370987d4 service neutron] 10.222.0.45 "GET /v2.0/networks/5a2ce5cc-687a-4c33-859e-f9b75a50c5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367012 Nov 09 21:22:39.610653 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a325add3-6143-45a1-9244-d1eead1da6ca None None] New status for floating IP e7cef3b0-cd07-40b2-99be-58c3a4b919de: ACTIVE {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:22:39.620976 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-df7311f4-1985-4ae6-bd09-6dbbb81841ec None None] Set router 3ed49444-b3fd-4d83-bf63-b68580598051 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:22:39.675178 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-d23fe556-37e0-4f09-aef9-4e776a9a5a33 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=3a3dcbf94f6446598d328e79ace062cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0845125 Nov 09 21:22:39.761438 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-5993a73c-62ed-4718-b37a-978a5b7a65d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47ff1ffb-a801-44b4-b0e3-ff850b2da2ee {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:22:39.773968 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-5993a73c-62ed-4718-b37a-978a5b7a65d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:39.785608 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d3c9ba44-90cd-41c3-a77b-88eea0eda132 None None] Provisioning complete for port 47ff1ffb-a801-44b4-b0e3-ff850b2da2ee triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:39.785992 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d3c9ba44-90cd-41c3-a77b-88eea0eda132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:39.789184 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-5993a73c-62ed-4718-b37a-978a5b7a65d6 service neutron] Transition to ACTIVE for port object 47ff1ffb-a801-44b4-b0e3-ff850b2da2ee will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:22:39.839142 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-d3c9ba44-90cd-41c3-a77b-88eea0eda132 None None] Port 47ff1ffb-a801-44b4-b0e3-ff850b2da2ee cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:22:39.839441 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-5993a73c-62ed-4718-b37a-978a5b7a65d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:39.916083 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17304feb-4929-488c-aa42-42729a6ba3f3 req-95ede678-69a3-408f-921f-7ce3998ed6d0 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:39.917636 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-17304feb-4929-488c-aa42-42729a6ba3f3 req-95ede678-69a3-408f-921f-7ce3998ed6d0 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b846193-37ac-4200-83c0-1903774230fb HTTP/1.1" status: 200 len: 946 time: 0.1255720 Nov 09 21:22:39.918707 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9126ba70-1e98-4194-8dc2-dad4be3d48c5 req-efa3a68f-f85b-46d0-bd07-6da4f9d209b2 service neutron] 10.222.0.45 "GET /v2.0/networks/5a2ce5cc-687a-4c33-859e-f9b75a50c5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042392 Nov 09 21:22:39.958237 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-df7311f4-1985-4ae6-bd09-6dbbb81841ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed49444-b3fd-4d83-bf63-b68580598051', 'name': 'tempest-ServersTestJSON-1101798823-router', 'tenant_id': '67b45d2ac5b14423be4aa9d45f8310db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'b4cf9576-3761-45f3-a5a1-9ba10b9a8912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:35Z', 'updated_at': '2021-11-09T21:22:37Z', 'revision_number': 3, 'project_id': '67b45d2ac5b14423be4aa9d45f8310db', 'gw_port': {'id': 'b4cf9576-3761-45f3-a5a1-9ba10b9a8912', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed49444-b3fd-4d83-bf63-b68580598051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:36Z', 'updated_at': '2021-11-09T21:22:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:40.004029 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7311f4-1985-4ae6-bd09-6dbbb81841ec None None] Checking router: 3ed49444-b3fd-4d83-bf63-b68580598051 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:22:40.004212 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5993a73c-62ed-4718-b37a-978a5b7a65d6 service neutron] Pushing event updated for resources: {'Port': ['ID=47ff1ffb-a801-44b4-b0e3-ff850b2da2ee,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:40.004599 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7311f4-1985-4ae6-bd09-6dbbb81841ec None None] Updating router 3ed49444-b3fd-4d83-bf63-b68580598051 port b4cf9576-3761-45f3-a5a1-9ba10b9a8912 binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:22:40.056283 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-df7311f4-1985-4ae6-bd09-6dbbb81841ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:40.082682 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-17304feb-4929-488c-aa42-42729a6ba3f3 req-72d25755-2eab-4916-a575-ab11b55cac9e tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159599 Nov 09 21:22:40.083631 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-5993a73c-62ed-4718-b37a-978a5b7a65d6 service neutron] Attempting to bind port 47ff1ffb-a801-44b4-b0e3-ff850b2da2ee on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:22:40.083832 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-5993a73c-62ed-4718-b37a-978a5b7a65d6 service neutron] Attempting to bind port 47ff1ffb-a801-44b4-b0e3-ff850b2da2ee by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'b8ef7012-bc7b-4fbc-bb73-3f129fae00eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:22:40.084165 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-5993a73c-62ed-4718-b37a-978a5b7a65d6 service neutron] Attempting to bind port 47ff1ffb-a801-44b4-b0e3-ff850b2da2ee on network 5b48360c-45d2-4bc5-87b9-1da558cd85b9 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:22:40.102223 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-5993a73c-62ed-4718-b37a-978a5b7a65d6 service neutron] Port 47ff1ffb-a801-44b4-b0e3-ff850b2da2ee on network 5b48360c-45d2-4bc5-87b9-1da558cd85b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:22:40.102781 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-5993a73c-62ed-4718-b37a-978a5b7a65d6 service neutron] Attempting to bind port 47ff1ffb-a801-44b4-b0e3-ff850b2da2ee on network 5b48360c-45d2-4bc5-87b9-1da558cd85b9 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:22:40.111348 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-5993a73c-62ed-4718-b37a-978a5b7a65d6 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:22:40.114357 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-5993a73c-62ed-4718-b37a-978a5b7a65d6 service neutron] Checking segment: {'id': 'b8ef7012-bc7b-4fbc-bb73-3f129fae00eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:22:40.115549 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-5993a73c-62ed-4718-b37a-978a5b7a65d6 service neutron] Bound using segment: {'id': 'b8ef7012-bc7b-4fbc-bb73-3f129fae00eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:22:40.117758 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-5993a73c-62ed-4718-b37a-978a5b7a65d6 service neutron] Bound port: 47ff1ffb-a801-44b4-b0e3-ff850b2da2ee, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8ef7012-bc7b-4fbc-bb73-3f129fae00eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:22:40.118321 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-5993a73c-62ed-4718-b37a-978a5b7a65d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:40.248740 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-5993a73c-62ed-4718-b37a-978a5b7a65d6 service neutron] For port 47ff1ffb-a801-44b4-b0e3-ff850b2da2ee, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:22:40.252869 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-5993a73c-62ed-4718-b37a-978a5b7a65d6 service neutron] For port 47ff1ffb-a801-44b4-b0e3-ff850b2da2ee, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=47ff1ffb-a801-44b4-b0e3-ff850b2da2ee,segment=NetworkSegment(b8ef7012-bc7b-4fbc-bb73-3f129fae00eb),segment_id=b8ef7012-bc7b-4fbc-bb73-3f129fae00eb)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:22:40.258510 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-5993a73c-62ed-4718-b37a-978a5b7a65d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:40.279943 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43aebe7-8f28-434f-a45b-229e9982c628 req-a30eed62-42eb-4ab9-b5ca-e257bff60c17 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:40.290755 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a43aebe7-8f28-434f-a45b-229e9982c628 req-a30eed62-42eb-4ab9-b5ca-e257bff60c17 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/ports?device_id=1541c8ce-fb73-4919-b621-f9a304b72b53 HTTP/1.1" status: 200 len: 943 time: 0.1119673 Nov 09 21:22:40.330180 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-505a4bd0-4d10-41be-87cd-e05296742c8e tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:40.331933 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-5993a73c-62ed-4718-b37a-978a5b7a65d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:40.332559 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-5993a73c-62ed-4718-b37a-978a5b7a65d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:40.334100 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-5993a73c-62ed-4718-b37a-978a5b7a65d6 service neutron] 10.222.0.45 "PUT /v2.0/ports/47ff1ffb-a801-44b4-b0e3-ff850b2da2ee HTTP/1.1" status: 200 len: 1091 time: 1.1039596 Nov 09 21:22:40.337389 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-505a4bd0-4d10-41be-87cd-e05296742c8e tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6531811 Nov 09 21:22:40.337657 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1541c8ce-fb73-4919-b621-f9a304b72b53', 'tag': '47ff1ffb-a801-44b4-b0e3-ff850b2da2ee'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:22:40.339947 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376abebe-4c7e-4255-b417-da685ff8d28c" -d '{"events": [{"name": "network-changed", "server_uuid": "1541c8ce-fb73-4919-b621-f9a304b72b53", "tag": "47ff1ffb-a801-44b4-b0e3-ff850b2da2ee"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:22:40.368371 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-f305ae39-289f-48f1-94aa-414797b1a43a tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.49 "GET /v2.0/quotas/3a3dcbf94f6446598d328e79ace062cb HTTP/1.1" status: 200 len: 375 time: 0.0284650 Nov 09 21:22:40.398248 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5993a73c-62ed-4718-b37a-978a5b7a65d6 service neutron] Pushing event updated for resources: {'Port': ['ID=47ff1ffb-a801-44b4-b0e3-ff850b2da2ee,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:40.406124 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-ba630b92-cc3e-43a9-8a21-5ac756ccca5f tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3a3dcbf94f6446598d328e79ace062cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378001 Nov 09 21:22:40.417766 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-df7311f4-1985-4ae6-bd09-6dbbb81841ec None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:40.423871 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-df7311f4-1985-4ae6-bd09-6dbbb81841ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:40.452844 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a43aebe7-8f28-434f-a45b-229e9982c628 req-e8f2b7b1-32d3-4686-831d-79bf25a8ea88 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/security-groups?id=09d7da7b-ba21-4a98-aa22-eac2968a0a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519077 Nov 09 21:22:40.500274 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-df7311f4-1985-4ae6-bd09-6dbbb81841ec None None] Attempting to bind port b4cf9576-3761-45f3-a5a1-9ba10b9a8912 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:22:40.504246 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-df7311f4-1985-4ae6-bd09-6dbbb81841ec None None] Attempting to bind port b4cf9576-3761-45f3-a5a1-9ba10b9a8912 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:22:40.506408 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7311f4-1985-4ae6-bd09-6dbbb81841ec None None] Attempting to bind port b4cf9576-3761-45f3-a5a1-9ba10b9a8912 on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:22:40.507980 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-c339973f-4b73-4a90-8098-12d94dde275c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:40.509684 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-c339973f-4b73-4a90-8098-12d94dde275c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=379926d057ed4e578e7d1c1feabffad2&device_id=1541c8ce-fb73-4919-b621-f9a304b72b53 HTTP/1.1" status: 200 len: 1094 time: 0.0995874 Nov 09 21:22:40.535198 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8009a2bf-fe6f-4e4f-94cb-eddfc59bf890 None None] Pushing event updated for resources: {'Port': ['ID=b4cf9576-3761-45f3-a5a1-9ba10b9a8912,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:40.542246 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7311f4-1985-4ae6-bd09-6dbbb81841ec None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:22:40.542778 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7311f4-1985-4ae6-bd09-6dbbb81841ec None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:22:40.543309 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-df7311f4-1985-4ae6-bd09-6dbbb81841ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:40.543798 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7311f4-1985-4ae6-bd09-6dbbb81841ec None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:22:40.544388 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-df7311f4-1985-4ae6-bd09-6dbbb81841ec None None] Bound port: b4cf9576-3761-45f3-a5a1-9ba10b9a8912, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:22:40.544904 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-df7311f4-1985-4ae6-bd09-6dbbb81841ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:40.639273 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-df7311f4-1985-4ae6-bd09-6dbbb81841ec None None] For port b4cf9576-3761-45f3-a5a1-9ba10b9a8912, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:22:40.643500 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-df7311f4-1985-4ae6-bd09-6dbbb81841ec None None] For port b4cf9576-3761-45f3-a5a1-9ba10b9a8912, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=b4cf9576-3761-45f3-a5a1-9ba10b9a8912,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:22:40.647315 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-6e625ba6-6e3d-4cb7-88cd-0cf3656aa543 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47ff1ffb-a801-44b4-b0e3-ff850b2da2ee HTTP/1.1" status: 200 len: 217 time: 0.1290550 Nov 09 21:22:40.655026 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-df7311f4-1985-4ae6-bd09-6dbbb81841ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:40.710119 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d07c0f75-e7f7-44c2-88ed-36726ec731e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:40.750018 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-073a6fa9-4f45-4d9f-90ca-27009a8f4f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:40.751640 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-073a6fa9-4f45-4d9f-90ca-27009a8f4f06 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8a827720-a9bf-447e-bfcd-e4c120a09350 HTTP/1.1" status: 200 len: 860 time: 0.0948856 Nov 09 21:22:40.796020 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7311f4-1985-4ae6-bd09-6dbbb81841ec None None] Routers {'3ed49444-b3fd-4d83-bf63-b68580598051'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:22:40.796901 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-df7311f4-1985-4ae6-bd09-6dbbb81841ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:22:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['3ed49444-b3fd-4d83-bf63-b68580598051'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:40.807687 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c813e55-2424-489f-85c1-00da9fdde90f x-openstack-request-id: req-7c813e55-2424-489f-85c1-00da9fdde90f {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:22:40.808091 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1541c8ce-fb73-4919-b621-f9a304b72b53", "tag": "47ff1ffb-a801-44b4-b0e3-ff850b2da2ee", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:22:40.808354 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7c813e55-2424-489f-85c1-00da9fdde90f {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:22:40.808790 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1541c8ce-fb73-4919-b621-f9a304b72b53', 'tag': '47ff1ffb-a801-44b4-b0e3-ff850b2da2ee', 'status': 'completed', 'code': 200} Nov 09 21:22:40.836302 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-23312ae4-17e5-4de9-978b-63fb1d483f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:40.838001 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-23312ae4-17e5-4de9-978b-63fb1d483f4c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5b48360c-45d2-4bc5-87b9-1da558cd85b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736508 Nov 09 21:22:40.850977 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d092e4e2-8040-47a1-8253-29908608f213 req-b46e940e-0b51-4001-a7eb-c8bcd9726e75 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:40.860481 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d092e4e2-8040-47a1-8253-29908608f213 req-b46e940e-0b51-4001-a7eb-c8bcd9726e75 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] 10.222.0.49 "GET /v2.0/ports?device_id=62876d63-f20a-41de-bff7-0b7eede1ce6c HTTP/1.1" status: 200 len: 946 time: 0.1077151 Nov 09 21:22:40.916883 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8009a2bf-fe6f-4e4f-94cb-eddfc59bf890 None None] Pushing event updated for resources: {'Port': ['ID=b4cf9576-3761-45f3-a5a1-9ba10b9a8912,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:40.958769 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-df7311f4-1985-4ae6-bd09-6dbbb81841ec None None] Set router 3ed49444-b3fd-4d83-bf63-b68580598051 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:22:41.002377 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-d07c0f75-e7f7-44c2-88ed-36726ec731e6 admin admin] Allocated IP 172.20.0.1 (976ad452-60e4-4e2d-aff7-0ed5aab386d9/b2d67456-5729-4187-b3ab-bacf54ab1b12/09b6bb6a-84c9-4f09-a895-a16c5662d4cb) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:22:41.020485 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d092e4e2-8040-47a1-8253-29908608f213 req-0f3b5c3c-089e-4a6b-ae80-e11c391234f8 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] 10.222.0.49 "GET /v2.0/security-groups?id=eef65554-c219-4a18-8d9b-786b4f7ef6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570776 Nov 09 21:22:41.083446 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-67164787-5e1b-4a44-b54f-a566a340abfd tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=3a3dcbf94f6446598d328e79ace062cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633099 Nov 09 21:22:41.130465 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-06c36d01-a911-4e82-a864-9700b078cb74 service neutron] 10.222.0.45 "GET /v2.0/networks/5b48360c-45d2-4bc5-87b9-1da558cd85b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612147 Nov 09 21:22:41.196848 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-df7311f4-1985-4ae6-bd09-6dbbb81841ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed49444-b3fd-4d83-bf63-b68580598051', 'name': 'tempest-ServersTestJSON-1101798823-router', 'tenant_id': '67b45d2ac5b14423be4aa9d45f8310db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'b4cf9576-3761-45f3-a5a1-9ba10b9a8912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:35Z', 'updated_at': '2021-11-09T21:22:37Z', 'revision_number': 3, 'project_id': '67b45d2ac5b14423be4aa9d45f8310db', 'gw_port': {'id': 'b4cf9576-3761-45f3-a5a1-9ba10b9a8912', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed49444-b3fd-4d83-bf63-b68580598051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:36Z', 'updated_at': '2021-11-09T21:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:41.207842 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d07c0f75-e7f7-44c2-88ed-36726ec731e6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:41.229396 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7311f4-1985-4ae6-bd09-6dbbb81841ec None None] The sync data for ids ['3ed49444-b3fd-4d83-bf63-b68580598051'] in n-d-816206-3 is: [{'id': '3ed49444-b3fd-4d83-bf63-b68580598051', 'name': 'tempest-ServersTestJSON-1101798823-router', 'tenant_id': '67b45d2ac5b14423be4aa9d45f8310db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'b4cf9576-3761-45f3-a5a1-9ba10b9a8912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:35Z', 'updated_at': '2021-11-09T21:22:37Z', 'revision_number': 3, 'project_id': '67b45d2ac5b14423be4aa9d45f8310db', 'gw_port': {'id': 'b4cf9576-3761-45f3-a5a1-9ba10b9a8912', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed49444-b3fd-4d83-bf63-b68580598051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:36Z', 'updated_at': '2021-11-09T21:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:22:41.244171 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8f528-7043-49d7-bd58-df4b97c32df2 req-bd9a8cf0-5e18-4f25-a338-76159cfffef5 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:41.245991 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5fd8f528-7043-49d7-bd58-df4b97c32df2 req-bd9a8cf0-5e18-4f25-a338-76159cfffef5 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] 10.222.0.49 "GET /v2.0/ports?device_id=62876d63-f20a-41de-bff7-0b7eede1ce6c HTTP/1.1" status: 200 len: 946 time: 0.1311772 Nov 09 21:22:41.261435 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 43474) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:22:41.271060 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-95d76a0e-e87f-432f-a16f-02390a846d83 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Request body: {'floatingip': {'port_id': '81b3b2fc-27e5-4509-b748-9c41dcd89102'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:22:41.339031 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d07c0f75-e7f7-44c2-88ed-36726ec731e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:41.370833 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-95d76a0e-e87f-432f-a16f-02390a846d83 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Publish callbacks [] for floatingip, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:41.376699 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-774b5dbd-1be0-4a2e-9796-192aab1bad7b req-74292427-a49f-4dc7-801b-ed150d41df9f service neutron] 10.222.0.45 "GET /v2.0/networks/5b48360c-45d2-4bc5-87b9-1da558cd85b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310572 Nov 09 21:22:41.391274 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07c0f75-e7f7-44c2-88ed-36726ec731e6 admin admin] Network 976ad452-60e4-4e2d-aff7-0ed5aab386d9 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:22:41.398761 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-d07c0f75-e7f7-44c2-88ed-36726ec731e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:22:41.407103 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07c0f75-e7f7-44c2-88ed-36726ec731e6 admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:22:41.497140 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3b9c8-273b-4ede-98d6-0194d5684799 req-aed83bff-0a0a-41d7-a3d3-9fafade1f8f3 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:41.498722 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-91d3b9c8-273b-4ede-98d6-0194d5684799 req-aed83bff-0a0a-41d7-a3d3-9fafade1f8f3 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b846193-37ac-4200-83c0-1903774230fb HTTP/1.1" status: 200 len: 946 time: 0.1772189 Nov 09 21:22:41.503235 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c0f75-e7f7-44c2-88ed-36726ec731e6 admin admin] Pushing event updated for resources: {'Port': ['ID=09b6bb6a-84c9-4f09-a895-a16c5662d4cb,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:41.549786 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-97b9bad2-9a6d-4061-8358-ce3adcb49f6c tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:41.553060 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-97b9bad2-9a6d-4061-8358-ce3adcb49f6c tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3198175 Nov 09 21:22:41.577764 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d07c0f75-e7f7-44c2-88ed-36726ec731e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:41.656185 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376abebe-4c7e-4255-b417-da685ff8d28c req-ef41f8c2-5616-489c-8932-3b892afbc8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:41.657779 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-376abebe-4c7e-4255-b417-da685ff8d28c req-ef41f8c2-5616-489c-8932-3b892afbc8af service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=379926d057ed4e578e7d1c1feabffad2&device_id=1541c8ce-fb73-4919-b621-f9a304b72b53 HTTP/1.1" status: 200 len: 1094 time: 0.1785207 Nov 09 21:22:41.659478 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-e9e6422a-4b9e-4d84-910c-86420998c02e tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.49 "GET /v2.0/quotas/3a3dcbf94f6446598d328e79ace062cb HTTP/1.1" status: 200 len: 375 time: 0.0984874 Nov 09 21:22:41.678794 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-91d3b9c8-273b-4ede-98d6-0194d5684799 req-e8973d29-61f6-44bb-8327-95616fa9cd41 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465535 Nov 09 21:22:41.723714 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-efd37fd0-eb0c-47d1-8ae5-538767815792 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3a3dcbf94f6446598d328e79ace062cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419786 Nov 09 21:22:41.882099 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d07c0f75-e7f7-44c2-88ed-36726ec731e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:41.910043 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-230daf23-a2cd-401e-96d8-e6e7f9408e40 None None] Provisioning complete for port 09b6bb6a-84c9-4f09-a895-a16c5662d4cb triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:41.910578 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-230daf23-a2cd-401e-96d8-e6e7f9408e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:41.991310 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-230daf23-a2cd-401e-96d8-e6e7f9408e40 None None] Port 09b6bb6a-84c9-4f09-a895-a16c5662d4cb cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:22:42.206259 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-133ac4bb-2ebe-4c22-8ded-b6793ec0f993 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=3a3dcbf94f6446598d328e79ace062cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0815499 Nov 09 21:22:42.432031 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d07c0f75-e7f7-44c2-88ed-36726ec731e6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:42.440744 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d07c0f75-e7f7-44c2-88ed-36726ec731e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:42.515283 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d07c0f75-e7f7-44c2-88ed-36726ec731e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:42.549820 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b0b93-057a-4019-a6ff-e71f00e6b4d1 req-047d7172-e614-4128-a038-9eff99d88394 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:42.557893 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8b8b0b93-057a-4019-a6ff-e71f00e6b4d1 req-047d7172-e614-4128-a038-9eff99d88394 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/ports?device_id=1541c8ce-fb73-4919-b621-f9a304b72b53 HTTP/1.1" status: 200 len: 943 time: 0.1898346 Nov 09 21:22:42.566238 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-2d4b826c-27a2-4ada-92a8-772908e30236 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:42.567766 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-2d4b826c-27a2-4ada-92a8-772908e30236 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3511317 Nov 09 21:22:42.589454 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376abebe-4c7e-4255-b417-da685ff8d28c req-cd99715f-9ed8-4170-8d66-ac0e27bfc08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:42.591143 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-376abebe-4c7e-4255-b417-da685ff8d28c req-cd99715f-9ed8-4170-8d66-ac0e27bfc08c service neutron] 10.222.0.45 "GET /v2.0/networks?id=5b48360c-45d2-4bc5-87b9-1da558cd85b9 HTTP/1.1" status: 200 len: 921 time: 0.9108419 Nov 09 21:22:42.601399 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-106e28af-cdd3-49cf-9c43-8fc89885afd5 req-edec590b-eb3c-4a6e-a406-f867fae23db8 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.49 "GET /v2.0/ports?device_id=6071c99c-fc3a-47e0-a95b-12640ba773c8 HTTP/1.1" status: 200 len: 210 time: 0.0886831 Nov 09 21:22:42.652970 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-68542854-4f84-4fc4-99c0-fac581e2a167 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Request body: {'port': {'device_id': 'e0a061fb-1b12-4207-8588-4a35f67cbe63', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'admin_state_up': True, 'tenant_id': '3a3dcbf94f6446598d328e79ace062cb'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:22:42.673593 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c0f75-e7f7-44c2-88ed-36726ec731e6 admin admin] Pushing event updated for resources: {'Port': ['ID=09b6bb6a-84c9-4f09-a895-a16c5662d4cb,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:42.683496 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-376abebe-4c7e-4255-b417-da685ff8d28c req-5ba3a8b4-d1ef-4a39-91aa-489bf8a54323 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47ff1ffb-a801-44b4-b0e3-ff850b2da2ee HTTP/1.1" status: 200 len: 217 time: 0.0809188 Nov 09 21:22:42.740411 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8b8b0b93-057a-4019-a6ff-e71f00e6b4d1 req-efadbda0-e450-4650-ab57-93a6c2ef0382 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/security-groups?id=09d7da7b-ba21-4a98-aa22-eac2968a0a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821556 Nov 09 21:22:42.829601 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376abebe-4c7e-4255-b417-da685ff8d28c req-795c4e5d-12e8-4df6-b95a-c9e21e42213d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:42.830969 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-376abebe-4c7e-4255-b417-da685ff8d28c req-795c4e5d-12e8-4df6-b95a-c9e21e42213d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8a827720-a9bf-447e-bfcd-e4c120a09350 HTTP/1.1" status: 200 len: 860 time: 0.1286156 Nov 09 21:22:42.859407 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device b4cf9576-3761-45f3-a5a1-9ba10b9a8912 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:22:42.889017 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-68542854-4f84-4fc4-99c0-fac581e2a167 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Made reservation on behalf of 3a3dcbf94f6446598d328e79ace062cb for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:22:42.892411 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-68542854-4f84-4fc4-99c0-fac581e2a167 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:42.913670 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-68542854-4f84-4fc4-99c0-fac581e2a167 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:42.914861 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port b4cf9576-3761-45f3-a5a1-9ba10b9a8912 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:42.915373 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:42.919437 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07c0f75-e7f7-44c2-88ed-36726ec731e6 admin admin] Network 976ad452-60e4-4e2d-aff7-0ed5aab386d9 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:22:42.937795 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44de6d7-3fdf-483c-8ef5-24ce4d6ba012 req-4b43df56-899f-44da-9258-8c7d93e1242c tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:42.946192 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e44de6d7-3fdf-483c-8ef5-24ce4d6ba012 req-4b43df56-899f-44da-9258-8c7d93e1242c tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b846193-37ac-4200-83c0-1903774230fb HTTP/1.1" status: 200 len: 946 time: 0.1458769 Nov 09 21:22:42.959180 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-95d76a0e-e87f-432f-a16f-02390a846d83 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:42.960314 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-d07c0f75-e7f7-44c2-88ed-36726ec731e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:22:42.965552 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-95d76a0e-e87f-432f-a16f-02390a846d83 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:43.028774 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376abebe-4c7e-4255-b417-da685ff8d28c req-edc5ae0e-819a-447d-9d62-064e97616690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:43.030522 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-376abebe-4c7e-4255-b417-da685ff8d28c req-edc5ae0e-819a-447d-9d62-064e97616690 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5b48360c-45d2-4bc5-87b9-1da558cd85b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1244059 Nov 09 21:22:43.034871 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:43.059489 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port b4cf9576-3761-45f3-a5a1-9ba10b9a8912, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=b4cf9576-3761-45f3-a5a1-9ba10b9a8912,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:22:43.065333 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:43.073283 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e44de6d7-3fdf-483c-8ef5-24ce4d6ba012 req-6e872680-ef75-4bdb-9333-36eaf0edc50e tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259413 Nov 09 21:22:43.138088 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=b4cf9576-3761-45f3-a5a1-9ba10b9a8912,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:43.192167 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-68542854-4f84-4fc4-99c0-fac581e2a167 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:43.198559 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [None req-95d76a0e-e87f-432f-a16f-02390a846d83 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Floating IP e3f660de-f2d7-43c8-b2b1-cd04616cf8db associated. External IP: 172.25.7.150, port: 81b3b2fc-27e5-4509-b748-9c41dcd89102. Nov 09 21:22:43.199714 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-68542854-4f84-4fc4-99c0-fac581e2a167 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:43.235898 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68542854-4f84-4fc4-99c0-fac581e2a167 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe44ebb-e64e-4089-b800-489ecaa39603,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:43.261557 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07c0f75-e7f7-44c2-88ed-36726ec731e6 admin admin] Router 3ed49444-b3fd-4d83-bf63-b68580598051 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:22:43.305943 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-376abebe-4c7e-4255-b417-da685ff8d28c req-fd61f183-cb0d-4bc8-8b64-682169cc1ed3 service neutron] 10.222.0.45 "GET /v2.0/networks/5b48360c-45d2-4bc5-87b9-1da558cd85b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639823 Nov 09 21:22:43.349003 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-5ba82d87-df88-4280-9f5e-2a85c471a966 None None] Provisioning complete for port 09b6bb6a-84c9-4f09-a895-a16c5662d4cb triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:43.349790 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5ba82d87-df88-4280-9f5e-2a85c471a966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:43.399480 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-5ba82d87-df88-4280-9f5e-2a85c471a966 None None] Port 09b6bb6a-84c9-4f09-a895-a16c5662d4cb cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:22:43.453333 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-b3f0742d-4435-43c8-b51e-041de04fefb9 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=3a3dcbf94f6446598d328e79ace062cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361180 Nov 09 21:22:43.541472 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-376abebe-4c7e-4255-b417-da685ff8d28c req-bdb2395d-132a-4981-9d99-eae08145abb0 service neutron] 10.222.0.45 "GET /v2.0/networks/5b48360c-45d2-4bc5-87b9-1da558cd85b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032938 Nov 09 21:22:43.562535 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-68542854-4f84-4fc4-99c0-fac581e2a167 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Allocated IP 192.168.233.134 (568519e4-f6af-4966-9e93-738c3c6cb9f1/5ba3500c-a288-4596-ba94-148f2bd8a6da/aaafcacd-255c-49ef-bcad-66f840f1d505) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:22:43.623859 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07c0f75-e7f7-44c2-88ed-36726ec731e6 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:22:43.625179 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d76a0e-e87f-432f-a16f-02390a846d83 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Router f0febf6b-93f5-4c10-b7a5-282dc33b7586 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:22:43.637186 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d07c0f75-e7f7-44c2-88ed-36726ec731e6 admin admin] 10.222.0.49 "PUT /v2.0/routers/3ed49444-b3fd-4d83-bf63-b68580598051/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3126807 Nov 09 21:22:43.696903 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-effa9f78-885b-455d-9860-b12124865138 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:43.698389 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-effa9f78-885b-455d-9860-b12124865138 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2265856 Nov 09 21:22:43.767540 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-46dd8976-d769-4160-bd42-6f054b57f4d5 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Request body: {'port': {'device_id': '6071c99c-fc3a-47e0-a95b-12640ba773c8', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'admin_state_up': True, 'tenant_id': '3a3dcbf94f6446598d328e79ace062cb'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:22:43.775944 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2001c474-47c5-4beb-ba1f-c92d39ac39d2 req-96637dbc-9726-409f-9401-2d9bd48a5cbd tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.49 "GET /v2.0/ports?device_id=6071c99c-fc3a-47e0-a95b-12640ba773c8 HTTP/1.1" status: 200 len: 210 time: 0.0901642 Nov 09 21:22:43.786893 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d76a0e-e87f-432f-a16f-02390a846d83 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:22:43.792221 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-95d76a0e-e87f-432f-a16f-02390a846d83 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:43.800394 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f621774-377a-4cc2-9092-53abc7d30726 None None] Sync routers for ids ['f0febf6b-93f5-4c10-b7a5-282dc33b7586'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:22:43.825269 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f621774-377a-4cc2-9092-53abc7d30726 None None] Routers {'f0febf6b-93f5-4c10-b7a5-282dc33b7586'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:22:43.825903 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-4f621774-377a-4cc2-9092-53abc7d30726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:22:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f0febf6b-93f5-4c10-b7a5-282dc33b7586'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:43.854353 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-95d76a0e-e87f-432f-a16f-02390a846d83 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] 10.222.0.49 "PUT /v2.0/floatingips/e3f660de-f2d7-43c8-b2b1-cd04616cf8db HTTP/1.1" status: 200 len: 992 time: 2.5849786 Nov 09 21:22:43.854353 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62876d63-f20a-41de-bff7-0b7eede1ce6c', 'tag': '81b3b2fc-27e5-4509-b748-9c41dcd89102'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:22:43.859219 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5830861a-0014-47de-9b8e-3bb6b1f5dd70 None None] Sync routers for ids ['3ed49444-b3fd-4d83-bf63-b68580598051'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:22:43.861120 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857daa48-b642-42d5-aab4-f9d86a09a3c1" -d '{"events": [{"name": "network-changed", "server_uuid": "62876d63-f20a-41de-bff7-0b7eede1ce6c", "tag": "81b3b2fc-27e5-4509-b748-9c41dcd89102"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:22:43.883640 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5830861a-0014-47de-9b8e-3bb6b1f5dd70 None None] Routers {'3ed49444-b3fd-4d83-bf63-b68580598051'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:22:43.884778 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-5830861a-0014-47de-9b8e-3bb6b1f5dd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:22:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['3ed49444-b3fd-4d83-bf63-b68580598051'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:43.929646 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-68542854-4f84-4fc4-99c0-fac581e2a167 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:43.956149 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-4f621774-377a-4cc2-9092-53abc7d30726 None None] Set router f0febf6b-93f5-4c10-b7a5-282dc33b7586 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:22:43.987750 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-68542854-4f84-4fc4-99c0-fac581e2a167 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:44.007971 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a64312-6114-485a-bc5f-593332e1da0c req-b03c6059-47f1-41ec-8f39-8d5830549e14 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:44.010232 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-56a64312-6114-485a-bc5f-593332e1da0c req-b03c6059-47f1-41ec-8f39-8d5830549e14 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/ports?device_id=1541c8ce-fb73-4919-b621-f9a304b72b53 HTTP/1.1" status: 200 len: 943 time: 0.1127284 Nov 09 21:22:44.021409 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 47ff1ffb-a801-44b4-b0e3-ff850b2da2ee details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:22:44.028537 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-5830861a-0014-47de-9b8e-3bb6b1f5dd70 None None] Set router 3ed49444-b3fd-4d83-bf63-b68580598051 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:22:44.069895 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-68542854-4f84-4fc4-99c0-fac581e2a167 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Network 568519e4-f6af-4966-9e93-738c3c6cb9f1 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:22:44.078628 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-68542854-4f84-4fc4-99c0-fac581e2a167 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:22:44.082385 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-68542854-4f84-4fc4-99c0-fac581e2a167 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:22:44.129739 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-56a64312-6114-485a-bc5f-593332e1da0c req-0aaf5a85-4da4-4d12-a9bc-1c11de89bda9 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/security-groups?id=09d7da7b-ba21-4a98-aa22-eac2968a0a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065607 Nov 09 21:22:44.133583 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68542854-4f84-4fc4-99c0-fac581e2a167 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Pushing event updated for resources: {'Port': ['ID=aaafcacd-255c-49ef-bcad-66f840f1d505,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:44.141465 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-68542854-4f84-4fc4-99c0-fac581e2a167 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:44.142188 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-68542854-4f84-4fc4-99c0-fac581e2a167 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:44.180112 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-68542854-4f84-4fc4-99c0-fac581e2a167 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5610809 Nov 09 21:22:44.196553 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-b63a2ee6-a317-433d-86be-739152d885dd service neutron] Request body: {'port': {'device_id': 'e0a061fb-1b12-4207-8588-4a35f67cbe63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:22:44.324277 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 47ff1ffb-a801-44b4-b0e3-ff850b2da2ee, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=47ff1ffb-a801-44b4-b0e3-ff850b2da2ee,segment=NetworkSegment(b8ef7012-bc7b-4fbc-bb73-3f129fae00eb),segment_id=b8ef7012-bc7b-4fbc-bb73-3f129fae00eb)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:22:44.339330 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314b28cf-0dd6-4d23-aa6a-15a82d022ea5 x-openstack-request-id: req-314b28cf-0dd6-4d23-aa6a-15a82d022ea5 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:22:44.339629 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62876d63-f20a-41de-bff7-0b7eede1ce6c", "tag": "81b3b2fc-27e5-4509-b748-9c41dcd89102", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:22:44.339892 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-314b28cf-0dd6-4d23-aa6a-15a82d022ea5 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:22:44.340302 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62876d63-f20a-41de-bff7-0b7eede1ce6c', 'tag': '81b3b2fc-27e5-4509-b748-9c41dcd89102', 'status': 'completed', 'code': 200} Nov 09 21:22:44.359519 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 43522) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:22:44.362902 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '47ff1ffb-a801-44b4-b0e3-ff850b2da2ee', 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9', 'port_id': '47ff1ffb-a801-44b4-b0e3-ff850b2da2ee', 'mac_address': 'fa:16:3e:7c:33:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a827720-a9bf-447e-bfcd-e4c120a09350', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:22:44.370492 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-2373fc86-479c-480b-85fd-b9f27e9f149e tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1917634222', 'description': 'tempest-description--1412423854'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:22:44.401358 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-46dd8976-d769-4160-bd42-6f054b57f4d5 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Made reservation on behalf of 3a3dcbf94f6446598d328e79ace062cb for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:22:44.416313 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-46dd8976-d769-4160-bd42-6f054b57f4d5 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:44.420800 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2373fc86-479c-480b-85fd-b9f27e9f149e tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:44.499424 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-b63a2ee6-a317-433d-86be-739152d885dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:44.508128 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-5830861a-0014-47de-9b8e-3bb6b1f5dd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed49444-b3fd-4d83-bf63-b68580598051', 'name': 'tempest-ServersTestJSON-1101798823-router', 'tenant_id': '67b45d2ac5b14423be4aa9d45f8310db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'b4cf9576-3761-45f3-a5a1-9ba10b9a8912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:35Z', 'updated_at': '2021-11-09T21:22:41Z', 'revision_number': 4, 'project_id': '67b45d2ac5b14423be4aa9d45f8310db', 'gw_port': {'id': 'b4cf9576-3761-45f3-a5a1-9ba10b9a8912', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed49444-b3fd-4d83-bf63-b68580598051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:36Z', 'updated_at': '2021-11-09T21:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '09b6bb6a-84c9-4f09-a895-a16c5662d4cb', 'name': '', 'network_id': '976ad452-60e4-4e2d-aff7-0ed5aab386d9', 'tenant_id': '67b45d2ac5b14423be4aa9d45f8310db', 'mac_address': 'fa:16:3e:e2:4c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed49444-b3fd-4d83-bf63-b68580598051', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'b2d67456-5729-4187-b3ab-bacf54ab1b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:40Z', 'updated_at': '2021-11-09T21:22:42Z', 'revision_number': 2, 'project_id': '67b45d2ac5b14423be4aa9d45f8310db', 'subnets': [{'id': 'b2d67456-5729-4187-b3ab-bacf54ab1b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:44.561496 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5830861a-0014-47de-9b8e-3bb6b1f5dd70 None None] Checking router: 3ed49444-b3fd-4d83-bf63-b68580598051 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:22:44.561857 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5830861a-0014-47de-9b8e-3bb6b1f5dd70 None None] Updating router 3ed49444-b3fd-4d83-bf63-b68580598051 port 09b6bb6a-84c9-4f09-a895-a16c5662d4cb binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:22:44.567862 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857daa48-b642-42d5-aab4-f9d86a09a3c1 req-a97428ae-787b-453a-bb01-b7e5c1cc2acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:44.569433 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-857daa48-b642-42d5-aab4-f9d86a09a3c1 req-a97428ae-787b-453a-bb01-b7e5c1cc2acd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d0523478f492462386463f095b1a1d7b&device_id=62876d63-f20a-41de-bff7-0b7eede1ce6c HTTP/1.1" status: 200 len: 1097 time: 0.1339896 Nov 09 21:22:44.607225 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c06ffa-c20f-4725-ba3e-c42ac5555023 req-acb5cb8c-336c-42cb-b769-42d4e37ae463 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:44.608593 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-93c06ffa-c20f-4725-ba3e-c42ac5555023 req-acb5cb8c-336c-42cb-b769-42d4e37ae463 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b846193-37ac-4200-83c0-1903774230fb HTTP/1.1" status: 200 len: 946 time: 0.1229949 Nov 09 21:22:44.617771 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5830861a-0014-47de-9b8e-3bb6b1f5dd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:44.673616 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2373fc86-479c-480b-85fd-b9f27e9f149e tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:44.687533 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2373fc86-479c-480b-85fd-b9f27e9f149e tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:44.692155 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:44.717453 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47ff1ffb-a801-44b4-b0e3-ff850b2da2ee {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:22:44.742689 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2373fc86-479c-480b-85fd-b9f27e9f149e tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:44.743862 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2373fc86-479c-480b-85fd-b9f27e9f149e tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3833232 Nov 09 21:22:44.748751 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 43528) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:22:44.754846 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2373fc86-479c-480b-85fd-b9f27e9f149e tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8a4f41-8563-4cd4-810e-8167c0315dd1,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:44.766757 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-4b2ec60b-b256-43f3-bc2a-693e3d2b7b2d tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Request body: {'security_group_rule': {'security_group_id': 'fd8a4f41-8563-4cd4-810e-8167c0315dd1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:22:44.768282 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 47ff1ffb-a801-44b4-b0e3-ff850b2da2ee, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=47ff1ffb-a801-44b4-b0e3-ff850b2da2ee,segment=NetworkSegment(b8ef7012-bc7b-4fbc-bb73-3f129fae00eb),segment_id=b8ef7012-bc7b-4fbc-bb73-3f129fae00eb)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:22:44.783402 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:44.813339 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-93c06ffa-c20f-4725-ba3e-c42ac5555023 req-3ed5fad8-cef2-4859-b86c-cf235ca6de32 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858647 Nov 09 21:22:44.816402 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4b2ec60b-b256-43f3-bc2a-693e3d2b7b2d tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:44.846446 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857daa48-b642-42d5-aab4-f9d86a09a3c1 req-bf76b455-f407-4cee-b185-0c9d57988227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:44.848177 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-857daa48-b642-42d5-aab4-f9d86a09a3c1 req-bf76b455-f407-4cee-b185-0c9d57988227 service neutron] 10.222.0.43 "GET /v2.0/networks?id=335cae01-5458-4aa4-816c-c063368a91a0 HTTP/1.1" status: 200 len: 912 time: 0.2630987 Nov 09 21:22:44.876133 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-46dd8976-d769-4160-bd42-6f054b57f4d5 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Allocated IP 192.168.233.231 (568519e4-f6af-4966-9e93-738c3c6cb9f1/5ba3500c-a288-4596-ba94-148f2bd8a6da/bf85b1c2-b8e5-46ce-892b-45dc936da8ee) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:22:44.894329 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-c6bc0030-3a50-46de-bbb1-2299391d8239 None None] Provisioning complete for port aaafcacd-255c-49ef-bcad-66f840f1d505 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:44.896282 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c6bc0030-3a50-46de-bbb1-2299391d8239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:44.902338 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=47ff1ffb-a801-44b4-b0e3-ff850b2da2ee,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:44.957407 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-4f621774-377a-4cc2-9092-53abc7d30726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0febf6b-93f5-4c10-b7a5-282dc33b7586', 'name': 'tempest-ServersTestManualDisk-1593291978-router', 'tenant_id': 'd0523478f492462386463f095b1a1d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '570527e6-c821-4f0f-85b4-e1e477d76780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:03Z', 'updated_at': '2021-11-09T21:22:13Z', 'revision_number': 4, 'project_id': 'd0523478f492462386463f095b1a1d7b', 'gw_port': {'id': '570527e6-c821-4f0f-85b4-e1e477d76780', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0febf6b-93f5-4c10-b7a5-282dc33b7586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:05Z', 'updated_at': '2021-11-09T21:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': 'e3f660de-f2d7-43c8-b2b1-cd04616cf8db', 'tenant_id': 'd0523478f492462386463f095b1a1d7b', 'floating_ip_address': '172.25.7.150', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'f0febf6b-93f5-4c10-b7a5-282dc33b7586', 'port_id': '81b3b2fc-27e5-4509-b748-9c41dcd89102', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '335cae01-5458-4aa4-816c-c063368a91a0', 'mac_address': 'fa:16:3e:6c:b0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62876d63-f20a-41de-bff7-0b7eede1ce6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:22:21Z', 'updated_at': '2021-11-09T21:22:42Z', 'revision_number': 1, 'project_id': 'd0523478f492462386463f095b1a1d7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '483c2e1d-a141-4929-9656-0e975fec944b', 'name': '', 'network_id': '335cae01-5458-4aa4-816c-c063368a91a0', 'tenant_id': 'd0523478f492462386463f095b1a1d7b', 'mac_address': 'fa:16:3e:5f:0a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0febf6b-93f5-4c10-b7a5-282dc33b7586', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '92e806a5-07da-4448-a8d8-79e1ae69a630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:12Z', 'updated_at': '2021-11-09T21:22:24Z', 'revision_number': 5, 'project_id': 'd0523478f492462386463f095b1a1d7b', 'subnets': [{'id': '92e806a5-07da-4448-a8d8-79e1ae69a630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:44.972236 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-857daa48-b642-42d5-aab4-f9d86a09a3c1 req-fee0a351-d92f-4450-b4ce-a70336a8ef80 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81b3b2fc-27e5-4509-b748-9c41dcd89102 HTTP/1.1" status: 200 len: 1000 time: 0.1146555 Nov 09 21:22:44.979305 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4b2ec60b-b256-43f3-bc2a-693e3d2b7b2d tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:44.989993 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4b2ec60b-b256-43f3-bc2a-693e3d2b7b2d tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:44.997070 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device b4cf9576-3761-45f3-a5a1-9ba10b9a8912 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:22:45.003542 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f621774-377a-4cc2-9092-53abc7d30726 None None] Checking router: f0febf6b-93f5-4c10-b7a5-282dc33b7586 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:22:45.022423 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ec60b-b256-43f3-bc2a-693e3d2b7b2d tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9069203-f525-4c68-ba83-890fc2b91e42,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:45.035375 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f621774-377a-4cc2-9092-53abc7d30726 None None] Routers {'f0febf6b-93f5-4c10-b7a5-282dc33b7586'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:22:45.036999 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-4f621774-377a-4cc2-9092-53abc7d30726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:22:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f0febf6b-93f5-4c10-b7a5-282dc33b7586'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:45.056197 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4b2ec60b-b256-43f3-bc2a-693e3d2b7b2d tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:45.057711 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4b2ec60b-b256-43f3-bc2a-693e3d2b7b2d tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3039336 Nov 09 21:22:45.059923 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857daa48-b642-42d5-aab4-f9d86a09a3c1 req-fd34dc07-71ea-4fa1-a604-6fbc74e9239f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:45.061586 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-857daa48-b642-42d5-aab4-f9d86a09a3c1 req-fd34dc07-71ea-4fa1-a604-6fbc74e9239f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=92e806a5-07da-4448-a8d8-79e1ae69a630 HTTP/1.1" status: 200 len: 851 time: 0.0808580 Nov 09 21:22:45.062784 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 43532) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:22:45.068724 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-b9c75571-bc63-40fd-9c71-88ba85c72bb2 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Request body: {'security_group_rule': {'security_group_id': 'fd8a4f41-8563-4cd4-810e-8167c0315dd1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:22:45.095871 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5830861a-0014-47de-9b8e-3bb6b1f5dd70 None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:45.102368 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5830861a-0014-47de-9b8e-3bb6b1f5dd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:45.127508 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857daa48-b642-42d5-aab4-f9d86a09a3c1 req-8ef32426-ffbd-499d-a132-44fcce25a1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:45.129483 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-857daa48-b642-42d5-aab4-f9d86a09a3c1 req-8ef32426-ffbd-499d-a132-44fcce25a1bf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=335cae01-5458-4aa4-816c-c063368a91a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561018 Nov 09 21:22:45.135418 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b9c75571-bc63-40fd-9c71-88ba85c72bb2 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:45.151326 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-46dd8976-d769-4160-bd42-6f054b57f4d5 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:45.155855 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa4e345-dbf4-4e11-a73f-9b671d1e7198 None None] Pushing event updated for resources: {'Port': ['ID=09b6bb6a-84c9-4f09-a895-a16c5662d4cb,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:45.157085 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-4f621774-377a-4cc2-9092-53abc7d30726 None None] Set router f0febf6b-93f5-4c10-b7a5-282dc33b7586 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:22:45.236244 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0485997c-e524-449c-ab4e-f3ea97700607 req-4cac3227-d000-455d-b309-89e0c0debfae tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.49 "GET /v2.0/ports?device_id=6071c99c-fc3a-47e0-a95b-12640ba773c8 HTTP/1.1" status: 200 len: 210 time: 0.0623906 Nov 09 21:22:45.282390 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-5830861a-0014-47de-9b8e-3bb6b1f5dd70 None None] Attempting to bind port 09b6bb6a-84c9-4f09-a895-a16c5662d4cb on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:22:45.282754 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-5830861a-0014-47de-9b8e-3bb6b1f5dd70 None None] Attempting to bind port 09b6bb6a-84c9-4f09-a895-a16c5662d4cb by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '9b128d35-4150-4f36-9adc-b8dce5be7fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '976ad452-60e4-4e2d-aff7-0ed5aab386d9'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:22:45.283165 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5830861a-0014-47de-9b8e-3bb6b1f5dd70 None None] Attempting to bind port 09b6bb6a-84c9-4f09-a895-a16c5662d4cb on network 976ad452-60e4-4e2d-aff7-0ed5aab386d9 {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:22:45.291493 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['47ff1ffb-a801-44b4-b0e3-ff850b2da2ee'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:22:45.293004 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5830861a-0014-47de-9b8e-3bb6b1f5dd70 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:22:45.293423 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5830861a-0014-47de-9b8e-3bb6b1f5dd70 None None] Checking segment: {'id': '9b128d35-4150-4f36-9adc-b8dce5be7fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '976ad452-60e4-4e2d-aff7-0ed5aab386d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:22:45.293952 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5830861a-0014-47de-9b8e-3bb6b1f5dd70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:45.294352 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5830861a-0014-47de-9b8e-3bb6b1f5dd70 None None] Bound using segment: {'id': '9b128d35-4150-4f36-9adc-b8dce5be7fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '976ad452-60e4-4e2d-aff7-0ed5aab386d9'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:22:45.294951 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-5830861a-0014-47de-9b8e-3bb6b1f5dd70 None None] Bound port: 09b6bb6a-84c9-4f09-a895-a16c5662d4cb, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b128d35-4150-4f36-9adc-b8dce5be7fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '976ad452-60e4-4e2d-aff7-0ed5aab386d9'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:22:45.295333 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5830861a-0014-47de-9b8e-3bb6b1f5dd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:45.356065 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b9c75571-bc63-40fd-9c71-88ba85c72bb2 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:45.358149 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-c6bc0030-3a50-46de-bbb1-2299391d8239 None None] Port aaafcacd-255c-49ef-bcad-66f840f1d505 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:22:45.374216 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85c553-324b-4ef4-bfef-fc9c6a4e1c67 req-2fbc7625-fab2-41e0-ac09-45885cd7e3cb tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:45.376091 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bb85c553-324b-4ef4-bfef-fc9c6a4e1c67 req-2fbc7625-fab2-41e0-ac09-45885cd7e3cb tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/ports?device_id=1541c8ce-fb73-4919-b621-f9a304b72b53 HTTP/1.1" status: 200 len: 944 time: 0.1490722 Nov 09 21:22:45.382302 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b9c75571-bc63-40fd-9c71-88ba85c72bb2 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:45.441956 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-857daa48-b642-42d5-aab4-f9d86a09a3c1 req-56d0f1ed-f68a-4d83-9cec-97bd52f84775 service neutron] 10.222.0.43 "GET /v2.0/networks/335cae01-5458-4aa4-816c-c063368a91a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017843 Nov 09 21:22:45.444092 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-5830861a-0014-47de-9b8e-3bb6b1f5dd70 None None] For port 09b6bb6a-84c9-4f09-a895-a16c5662d4cb, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:22:45.448974 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-5830861a-0014-47de-9b8e-3bb6b1f5dd70 None None] For port 09b6bb6a-84c9-4f09-a895-a16c5662d4cb, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=09b6bb6a-84c9-4f09-a895-a16c5662d4cb,segment=NetworkSegment(9b128d35-4150-4f36-9adc-b8dce5be7fd2),segment_id=9b128d35-4150-4f36-9adc-b8dce5be7fd2)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:22:45.455710 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5830861a-0014-47de-9b8e-3bb6b1f5dd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:45.468536 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-b63a2ee6-a317-433d-86be-739152d885dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaafcacd-255c-49ef-bcad-66f840f1d505 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:22:45.498704 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-b63a2ee6-a317-433d-86be-739152d885dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:45.517203 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa4e345-dbf4-4e11-a73f-9b671d1e7198 None None] Pushing event updated for resources: {'Port': ['ID=09b6bb6a-84c9-4f09-a895-a16c5662d4cb,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:45.518698 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-b63a2ee6-a317-433d-86be-739152d885dd service neutron] Transition to ACTIVE for port object aaafcacd-255c-49ef-bcad-66f840f1d505 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:22:45.521190 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-46dd8976-d769-4160-bd42-6f054b57f4d5 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:45.523839 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-b63a2ee6-a317-433d-86be-739152d885dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:45.530587 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port b4cf9576-3761-45f3-a5a1-9ba10b9a8912 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:45.531013 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:45.559237 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5830861a-0014-47de-9b8e-3bb6b1f5dd70 None None] Routers {'3ed49444-b3fd-4d83-bf63-b68580598051'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:22:45.564020 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-5830861a-0014-47de-9b8e-3bb6b1f5dd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:22:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['3ed49444-b3fd-4d83-bf63-b68580598051'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:45.603893 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-46dd8976-d769-4160-bd42-6f054b57f4d5 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Network 568519e4-f6af-4966-9e93-738c3c6cb9f1 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:22:45.619474 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-46dd8976-d769-4160-bd42-6f054b57f4d5 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:22:45.629501 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-857daa48-b642-42d5-aab4-f9d86a09a3c1 req-8ded0c16-bbaf-43cb-a8fc-aa9ddfa81807 service neutron] 10.222.0.43 "GET /v2.0/networks/335cae01-5458-4aa4-816c-c063368a91a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759207 Nov 09 21:22:45.632027 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c75571-bc63-40fd-9c71-88ba85c72bb2 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=394370d7-3662-4c20-b0d7-cac2d261b000,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:45.651730 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b9c75571-bc63-40fd-9c71-88ba85c72bb2 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:45.654261 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b9c75571-bc63-40fd-9c71-88ba85c72bb2 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5903184 Nov 09 21:22:45.669900 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-149c148a-cb12-402a-abd1-d336ca46d11c None None] Provisioning complete for port 09b6bb6a-84c9-4f09-a895-a16c5662d4cb triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:45.670645 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-149c148a-cb12-402a-abd1-d336ca46d11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:45.672409 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-46dd8976-d769-4160-bd42-6f054b57f4d5 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:22:45.673621 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 43542) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:22:45.692520 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-1e0594a3-4b08-4399-bd95-7a3ede423c7d tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:22:45.763212 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-46dd8976-d769-4160-bd42-6f054b57f4d5 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:45.763869 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-46dd8976-d769-4160-bd42-6f054b57f4d5 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:45.782695 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bb85c553-324b-4ef4-bfef-fc9c6a4e1c67 req-b47f757d-98b6-4fe0-8728-d8a5e3316f56 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/security-groups?id=09d7da7b-ba21-4a98-aa22-eac2968a0a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3973897 Nov 09 21:22:45.785839 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1e0594a3-4b08-4399-bd95-7a3ede423c7d tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Publish callbacks [] for floatingip, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:45.798320 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-5830861a-0014-47de-9b8e-3bb6b1f5dd70 None None] Set router 3ed49444-b3fd-4d83-bf63-b68580598051 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:22:45.873620 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a2ee6-a317-433d-86be-739152d885dd service neutron] Pushing event updated for resources: {'Port': ['ID=aaafcacd-255c-49ef-bcad-66f840f1d505,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:45.977517 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-46dd8976-d769-4160-bd42-6f054b57f4d5 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2520602 Nov 09 21:22:46.031580 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd8976-d769-4160-bd42-6f054b57f4d5 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Pushing event updated for resources: {'Port': ['ID=bf85b1c2-b8e5-46ce-892b-45dc936da8ee,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:46.042552 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-fe608f9b-6db5-4526-ba1d-4b8b377da81f service neutron] Request body: {'port': {'device_id': '6071c99c-fc3a-47e0-a95b-12640ba773c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:22:46.063629 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-4f621774-377a-4cc2-9092-53abc7d30726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0febf6b-93f5-4c10-b7a5-282dc33b7586', 'name': 'tempest-ServersTestManualDisk-1593291978-router', 'tenant_id': 'd0523478f492462386463f095b1a1d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '570527e6-c821-4f0f-85b4-e1e477d76780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:03Z', 'updated_at': '2021-11-09T21:22:13Z', 'revision_number': 4, 'project_id': 'd0523478f492462386463f095b1a1d7b', 'gw_port': {'id': '570527e6-c821-4f0f-85b4-e1e477d76780', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0febf6b-93f5-4c10-b7a5-282dc33b7586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:05Z', 'updated_at': '2021-11-09T21:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': 'e3f660de-f2d7-43c8-b2b1-cd04616cf8db', 'tenant_id': 'd0523478f492462386463f095b1a1d7b', 'floating_ip_address': '172.25.7.150', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'f0febf6b-93f5-4c10-b7a5-282dc33b7586', 'port_id': '81b3b2fc-27e5-4509-b748-9c41dcd89102', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '335cae01-5458-4aa4-816c-c063368a91a0', 'mac_address': 'fa:16:3e:6c:b0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62876d63-f20a-41de-bff7-0b7eede1ce6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:22:21Z', 'updated_at': '2021-11-09T21:22:42Z', 'revision_number': 1, 'project_id': 'd0523478f492462386463f095b1a1d7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '483c2e1d-a141-4929-9656-0e975fec944b', 'name': '', 'network_id': '335cae01-5458-4aa4-816c-c063368a91a0', 'tenant_id': 'd0523478f492462386463f095b1a1d7b', 'mac_address': 'fa:16:3e:5f:0a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0febf6b-93f5-4c10-b7a5-282dc33b7586', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '92e806a5-07da-4448-a8d8-79e1ae69a630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:12Z', 'updated_at': '2021-11-09T21:22:24Z', 'revision_number': 5, 'project_id': 'd0523478f492462386463f095b1a1d7b', 'subnets': [{'id': '92e806a5-07da-4448-a8d8-79e1ae69a630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:46.093300 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04991a5-54e0-42ba-8f79-bf9c8806bfb1 req-8cf199c5-4aca-456f-887c-87c7589c2822 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:46.110564 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f621774-377a-4cc2-9092-53abc7d30726 None None] The sync data for ids ['f0febf6b-93f5-4c10-b7a5-282dc33b7586'] in n-d-816206-3 is: [{'id': 'f0febf6b-93f5-4c10-b7a5-282dc33b7586', 'name': 'tempest-ServersTestManualDisk-1593291978-router', 'tenant_id': 'd0523478f492462386463f095b1a1d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '570527e6-c821-4f0f-85b4-e1e477d76780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:03Z', 'updated_at': '2021-11-09T21:22:13Z', 'revision_number': 4, 'project_id': 'd0523478f492462386463f095b1a1d7b', 'gw_port': {'id': '570527e6-c821-4f0f-85b4-e1e477d76780', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0febf6b-93f5-4c10-b7a5-282dc33b7586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:05Z', 'updated_at': '2021-11-09T21:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': 'e3f660de-f2d7-43c8-b2b1-cd04616cf8db', 'tenant_id': 'd0523478f492462386463f095b1a1d7b', 'floating_ip_address': '172.25.7.150', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'f0febf6b-93f5-4c10-b7a5-282dc33b7586', 'port_id': '81b3b2fc-27e5-4509-b748-9c41dcd89102', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '335cae01-5458-4aa4-816c-c063368a91a0', 'mac_address': 'fa:16:3e:6c:b0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62876d63-f20a-41de-bff7-0b7eede1ce6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:22:21Z', 'updated_at': '2021-11-09T21:22:42Z', 'revision_number': 1, 'project_id': 'd0523478f492462386463f095b1a1d7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '483c2e1d-a141-4929-9656-0e975fec944b', 'name': '', 'network_id': '335cae01-5458-4aa4-816c-c063368a91a0', 'tenant_id': 'd0523478f492462386463f095b1a1d7b', 'mac_address': 'fa:16:3e:5f:0a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0febf6b-93f5-4c10-b7a5-282dc33b7586', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '92e806a5-07da-4448-a8d8-79e1ae69a630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:12Z', 'updated_at': '2021-11-09T21:22:24Z', 'revision_number': 5, 'project_id': 'd0523478f492462386463f095b1a1d7b', 'subnets': [{'id': '92e806a5-07da-4448-a8d8-79e1ae69a630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:22:46.113947 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e04991a5-54e0-42ba-8f79-bf9c8806bfb1 req-8cf199c5-4aca-456f-887c-87c7589c2822 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b846193-37ac-4200-83c0-1903774230fb HTTP/1.1" status: 200 len: 946 time: 0.1430140 Nov 09 21:22:46.122790 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-fe608f9b-6db5-4526-ba1d-4b8b377da81f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:46.154916 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1e0594a3-4b08-4399-bd95-7a3ede423c7d tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:46.156476 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-5830861a-0014-47de-9b8e-3bb6b1f5dd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed49444-b3fd-4d83-bf63-b68580598051', 'name': 'tempest-ServersTestJSON-1101798823-router', 'tenant_id': '67b45d2ac5b14423be4aa9d45f8310db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'b4cf9576-3761-45f3-a5a1-9ba10b9a8912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:35Z', 'updated_at': '2021-11-09T21:22:41Z', 'revision_number': 4, 'project_id': '67b45d2ac5b14423be4aa9d45f8310db', 'gw_port': {'id': 'b4cf9576-3761-45f3-a5a1-9ba10b9a8912', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed49444-b3fd-4d83-bf63-b68580598051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:36Z', 'updated_at': '2021-11-09T21:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '09b6bb6a-84c9-4f09-a895-a16c5662d4cb', 'name': '', 'network_id': '976ad452-60e4-4e2d-aff7-0ed5aab386d9', 'tenant_id': '67b45d2ac5b14423be4aa9d45f8310db', 'mac_address': 'fa:16:3e:e2:4c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed49444-b3fd-4d83-bf63-b68580598051', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'b2d67456-5729-4187-b3ab-bacf54ab1b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:40Z', 'updated_at': '2021-11-09T21:22:45Z', 'revision_number': 4, 'project_id': '67b45d2ac5b14423be4aa9d45f8310db', 'subnets': [{'id': 'b2d67456-5729-4187-b3ab-bacf54ab1b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:46.177513 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-b63a2ee6-a317-433d-86be-739152d885dd service neutron] Attempting to bind port aaafcacd-255c-49ef-bcad-66f840f1d505 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:22:46.177867 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-b63a2ee6-a317-433d-86be-739152d885dd service neutron] Attempting to bind port aaafcacd-255c-49ef-bcad-66f840f1d505 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:22:46.178210 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-b63a2ee6-a317-433d-86be-739152d885dd service neutron] Attempting to bind port aaafcacd-255c-49ef-bcad-66f840f1d505 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:22:46.201986 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5830861a-0014-47de-9b8e-3bb6b1f5dd70 None None] The sync data for ids ['3ed49444-b3fd-4d83-bf63-b68580598051'] in n-d-816206-3 is: [{'id': '3ed49444-b3fd-4d83-bf63-b68580598051', 'name': 'tempest-ServersTestJSON-1101798823-router', 'tenant_id': '67b45d2ac5b14423be4aa9d45f8310db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'b4cf9576-3761-45f3-a5a1-9ba10b9a8912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:35Z', 'updated_at': '2021-11-09T21:22:41Z', 'revision_number': 4, 'project_id': '67b45d2ac5b14423be4aa9d45f8310db', 'gw_port': {'id': 'b4cf9576-3761-45f3-a5a1-9ba10b9a8912', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed49444-b3fd-4d83-bf63-b68580598051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:36Z', 'updated_at': '2021-11-09T21:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '09b6bb6a-84c9-4f09-a895-a16c5662d4cb', 'name': '', 'network_id': '976ad452-60e4-4e2d-aff7-0ed5aab386d9', 'tenant_id': '67b45d2ac5b14423be4aa9d45f8310db', 'mac_address': 'fa:16:3e:e2:4c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ed49444-b3fd-4d83-bf63-b68580598051', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'b2d67456-5729-4187-b3ab-bacf54ab1b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:40Z', 'updated_at': '2021-11-09T21:22:45Z', 'revision_number': 4, 'project_id': '67b45d2ac5b14423be4aa9d45f8310db', 'subnets': [{'id': 'b2d67456-5729-4187-b3ab-bacf54ab1b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:22:46.204486 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-149c148a-cb12-402a-abd1-d336ca46d11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:46.246772 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e04991a5-54e0-42ba-8f79-bf9c8806bfb1 req-d9c4b96a-8f35-41fb-b032-661f39370477 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186004 Nov 09 21:22:46.259433 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-b63a2ee6-a317-433d-86be-739152d885dd service neutron] Port aaafcacd-255c-49ef-bcad-66f840f1d505 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:22:46.259781 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-b63a2ee6-a317-433d-86be-739152d885dd service neutron] Attempting to bind port aaafcacd-255c-49ef-bcad-66f840f1d505 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:22:46.305871 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-149c148a-cb12-402a-abd1-d336ca46d11c None None] For port 09b6bb6a-84c9-4f09-a895-a16c5662d4cb, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=09b6bb6a-84c9-4f09-a895-a16c5662d4cb,segment=NetworkSegment(9b128d35-4150-4f36-9adc-b8dce5be7fd2),segment_id=9b128d35-4150-4f36-9adc-b8dce5be7fd2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:22:46.315281 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-149c148a-cb12-402a-abd1-d336ca46d11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:46.407417 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c148a-cb12-402a-abd1-d336ca46d11c None None] Pushing event updated for resources: {'Port': ['ID=09b6bb6a-84c9-4f09-a895-a16c5662d4cb,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:46.441342 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-1e0594a3-4b08-4399-bd95-7a3ede423c7d tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Allocated IP 172.25.7.84 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/68968ea2-d52b-4101-a0f5-7ee17521fb72) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:22:46.445199 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-ac00c32e-159a-4d82-97c2-a46be56426a1 None None] Provisioning complete for port bf85b1c2-b8e5-46ce-892b-45dc936da8ee triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:46.445636 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ac00c32e-159a-4d82-97c2-a46be56426a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:46.513541 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-ac00c32e-159a-4d82-97c2-a46be56426a1 None None] Port bf85b1c2-b8e5-46ce-892b-45dc936da8ee cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:22:46.527465 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-ac00c32e-159a-4d82-97c2-a46be56426a1 None None] Provisioning complete for port 09b6bb6a-84c9-4f09-a895-a16c5662d4cb triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:46.527987 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ac00c32e-159a-4d82-97c2-a46be56426a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:46.579708 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514d802c-eb71-49d1-be9e-f8f273aca591 None None] New status for floating IP e3f660de-f2d7-43c8-b2b1-cd04616cf8db: ACTIVE {{(pid=102609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:22:46.608527 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1e0594a3-4b08-4399-bd95-7a3ede423c7d tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:46.622911 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-b63a2ee6-a317-433d-86be-739152d885dd service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:22:46.623535 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-b63a2ee6-a317-433d-86be-739152d885dd service neutron] Checking segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:22:46.625691 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-b63a2ee6-a317-433d-86be-739152d885dd service neutron] Bound using segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:22:46.626662 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-b63a2ee6-a317-433d-86be-739152d885dd service neutron] Bound port: aaafcacd-255c-49ef-bcad-66f840f1d505, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:22:46.627194 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-b63a2ee6-a317-433d-86be-739152d885dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:46.652156 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1e0594a3-4b08-4399-bd95-7a3ede423c7d tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:46.689854 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0594a3-4b08-4399-bd95-7a3ede423c7d tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:22:46.694383 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-1e0594a3-4b08-4399-bd95-7a3ede423c7d tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:22:46.701544 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0594a3-4b08-4399-bd95-7a3ede423c7d tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:22:46.797257 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0594a3-4b08-4399-bd95-7a3ede423c7d tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Pushing event updated for resources: {'Port': ['ID=68968ea2-d52b-4101-a0f5-7ee17521fb72,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:46.885633 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 09b6bb6a-84c9-4f09-a895-a16c5662d4cb up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:22:46.941876 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1e0594a3-4b08-4399-bd95-7a3ede423c7d tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:46.964645 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 09b6bb6a-84c9-4f09-a895-a16c5662d4cb triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:46.965178 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:47.017044 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1e0594a3-4b08-4399-bd95-7a3ede423c7d tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:47.167934 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66ed88-e578-4fee-a9c7-9cfbef655fe3 req-757edf13-d550-4a84-9de4-b18dc877fa2e tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:47.169509 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2d66ed88-e578-4fee-a9c7-9cfbef655fe3 req-757edf13-d550-4a84-9de4-b18dc877fa2e tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/ports?device_id=1541c8ce-fb73-4919-b621-f9a304b72b53 HTTP/1.1" status: 200 len: 944 time: 0.1126361 Nov 09 21:22:47.174641 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc40c5-2bfd-4c15-aa14-8078cd69aaa6 req-42ee2f17-544a-4233-89e1-2775616e9ae7 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:47.176187 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-62fc40c5-2bfd-4c15-aa14-8078cd69aaa6 req-42ee2f17-544a-4233-89e1-2775616e9ae7 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.49 "GET /v2.0/ports?device_id=6071c99c-fc3a-47e0-a95b-12640ba773c8 HTTP/1.1" status: 200 len: 936 time: 0.5447710 Nov 09 21:22:47.222531 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-fe608f9b-6db5-4526-ba1d-4b8b377da81f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf85b1c2-b8e5-46ce-892b-45dc936da8ee {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:22:47.227073 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-b63a2ee6-a317-433d-86be-739152d885dd service neutron] For port aaafcacd-255c-49ef-bcad-66f840f1d505, host n-h1-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:22:47.234683 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-fe608f9b-6db5-4526-ba1d-4b8b377da81f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:47.255715 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-b63a2ee6-a317-433d-86be-739152d885dd service neutron] For port aaafcacd-255c-49ef-bcad-66f840f1d505, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=aaafcacd-255c-49ef-bcad-66f840f1d505,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:22:47.268284 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2d66ed88-e578-4fee-a9c7-9cfbef655fe3 req-82ea1267-dbf2-4ec0-b5bc-44d15f775dce tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/security-groups?id=09d7da7b-ba21-4a98-aa22-eac2968a0a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803173 Nov 09 21:22:47.271054 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-fe608f9b-6db5-4526-ba1d-4b8b377da81f service neutron] Transition to ACTIVE for port object bf85b1c2-b8e5-46ce-892b-45dc936da8ee will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:22:47.273552 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-b63a2ee6-a317-433d-86be-739152d885dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:47.283713 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1e0594a3-4b08-4399-bd95-7a3ede423c7d tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:47.297780 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1e0594a3-4b08-4399-bd95-7a3ede423c7d tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:47.312200 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-fe608f9b-6db5-4526-ba1d-4b8b377da81f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:47.327410 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-b63a2ee6-a317-433d-86be-739152d885dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:47.328005 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-b63a2ee6-a317-433d-86be-739152d885dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:47.329452 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-b63a2ee6-a317-433d-86be-739152d885dd service neutron] 10.222.0.45 "PUT /v2.0/ports/aaafcacd-255c-49ef-bcad-66f840f1d505 HTTP/1.1" status: 200 len: 1096 time: 3.1373794 Nov 09 21:22:47.357077 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a061fb-1b12-4207-8588-4a35f67cbe63', 'tag': 'aaafcacd-255c-49ef-bcad-66f840f1d505'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:22:47.359771 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ead8c8f-ffd4-4446-9931-f48ed9c4b3ea" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a061fb-1b12-4207-8588-4a35f67cbe63", "tag": "aaafcacd-255c-49ef-bcad-66f840f1d505"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:22:47.384337 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-62fc40c5-2bfd-4c15-aa14-8078cd69aaa6 req-03564e7e-3120-447a-8031-f260cf541724 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfe44ebb-e64e-4089-b800-489ecaa39603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919534 Nov 09 21:22:47.423172 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0594a3-4b08-4399-bd95-7a3ede423c7d tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Pushing event updated for resources: {'Port': ['ID=68968ea2-d52b-4101-a0f5-7ee17521fb72,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:47.465877 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1e0594a3-4b08-4399-bd95-7a3ede423c7d tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:47.489339 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1e0594a3-4b08-4399-bd95-7a3ede423c7d tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:47.499378 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1e0594a3-4b08-4399-bd95-7a3ede423c7d tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8157697 Nov 09 21:22:47.499597 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d1e965-dbdb-4bf3-ab0a-e0f71c3031db x-openstack-request-id: req-a4d1e965-dbdb-4bf3-ab0a-e0f71c3031db {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:22:47.499597 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a061fb-1b12-4207-8588-4a35f67cbe63", "tag": "aaafcacd-255c-49ef-bcad-66f840f1d505", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:22:47.499597 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a4d1e965-dbdb-4bf3-ab0a-e0f71c3031db {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:22:47.499597 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a061fb-1b12-4207-8588-4a35f67cbe63', 'tag': 'aaafcacd-255c-49ef-bcad-66f840f1d505', 'status': 'completed', 'code': 200} Nov 09 21:22:47.532402 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a2ee6-a317-433d-86be-739152d885dd service neutron] Pushing event updated for resources: {'Port': ['ID=aaafcacd-255c-49ef-bcad-66f840f1d505,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:47.557484 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63a2ee6-a317-433d-86be-739152d885dd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:22:47.557830 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63a2ee6-a317-433d-86be-739152d885dd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:22:47.558175 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63a2ee6-a317-433d-86be-739152d885dd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:22:47.558527 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63a2ee6-a317-433d-86be-739152d885dd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:22:47.558853 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63a2ee6-a317-433d-86be-739152d885dd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:22:47.559184 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63a2ee6-a317-433d-86be-739152d885dd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:22:47.559514 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63a2ee6-a317-433d-86be-739152d885dd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:22:47.559842 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63a2ee6-a317-433d-86be-739152d885dd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:22:47.560170 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63a2ee6-a317-433d-86be-739152d885dd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:22:47.560454 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4fe81-0d62-47ac-b202-cb3e6a5ed78a req-cba64b43-918b-4fcf-9193-39ae94a01837 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:47.560574 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63a2ee6-a317-433d-86be-739152d885dd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:22:47.560839 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63a2ee6-a317-433d-86be-739152d885dd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:22:47.561159 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63a2ee6-a317-433d-86be-739152d885dd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:22:47.569384 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-60e4fe81-0d62-47ac-b202-cb3e6a5ed78a req-cba64b43-918b-4fcf-9193-39ae94a01837 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b846193-37ac-4200-83c0-1903774230fb HTTP/1.1" status: 200 len: 946 time: 0.0734508 Nov 09 21:22:47.585158 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-ba1c8473-1919-4268-861b-d8d4193e8265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:47.586807 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-ba1c8473-1919-4268-861b-d8d4193e8265 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a3dcbf94f6446598d328e79ace062cb&device_id=e0a061fb-1b12-4207-8588-4a35f67cbe63 HTTP/1.1" status: 200 len: 1099 time: 0.2009895 Nov 09 21:22:47.600925 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-10f5b893-5d30-477a-be6c-b5d18f2f9604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:47.670106 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-60e4fe81-0d62-47ac-b202-cb3e6a5ed78a req-7827616d-54de-485d-a478-b22c2e179221 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802765 Nov 09 21:22:47.673709 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-22feff2c-e9c9-4771-93f3-5ef537a3ba83 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=aaafcacd-255c-49ef-bcad-66f840f1d505 HTTP/1.1" status: 200 len: 217 time: 0.0513310 Nov 09 21:22:47.682489 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-fe608f9b-6db5-4526-ba1d-4b8b377da81f service neutron] Attempting to bind port bf85b1c2-b8e5-46ce-892b-45dc936da8ee on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:22:47.682740 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-fe608f9b-6db5-4526-ba1d-4b8b377da81f service neutron] Attempting to bind port bf85b1c2-b8e5-46ce-892b-45dc936da8ee by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:22:47.683074 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-fe608f9b-6db5-4526-ba1d-4b8b377da81f service neutron] Attempting to bind port bf85b1c2-b8e5-46ce-892b-45dc936da8ee on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:22:47.731822 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-fe608f9b-6db5-4526-ba1d-4b8b377da81f service neutron] Port bf85b1c2-b8e5-46ce-892b-45dc936da8ee on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:22:47.732159 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-fe608f9b-6db5-4526-ba1d-4b8b377da81f service neutron] Attempting to bind port bf85b1c2-b8e5-46ce-892b-45dc936da8ee on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:22:47.762996 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-fe608f9b-6db5-4526-ba1d-4b8b377da81f service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:22:47.763344 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-fe608f9b-6db5-4526-ba1d-4b8b377da81f service neutron] Checking segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:22:47.763741 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-fe608f9b-6db5-4526-ba1d-4b8b377da81f service neutron] Bound using segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:22:47.764197 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-fe608f9b-6db5-4526-ba1d-4b8b377da81f service neutron] Bound port: bf85b1c2-b8e5-46ce-892b-45dc936da8ee, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:22:47.764577 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-fe608f9b-6db5-4526-ba1d-4b8b377da81f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:47.777243 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe608f9b-6db5-4526-ba1d-4b8b377da81f service neutron] Pushing event updated for resources: {'Port': ['ID=bf85b1c2-b8e5-46ce-892b-45dc936da8ee,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:47.832664 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-3dfab115-568e-4ffb-bd1c-328c78f7c4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:47.834147 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-3dfab115-568e-4ffb-bd1c-328c78f7c4ae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.1465051 Nov 09 21:22:47.858910 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-9704bc7a-f70c-4b6b-8763-1a2db073d3dd tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1917634222&fields=id&tenant_id=67b45d2ac5b14423be4aa9d45f8310db HTTP/1.1" status: 200 len: 267 time: 0.1243050 Nov 09 21:22:47.937968 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-fe608f9b-6db5-4526-ba1d-4b8b377da81f service neutron] For port bf85b1c2-b8e5-46ce-892b-45dc936da8ee, host n-h1-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:22:47.983697 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-2b446b25-ed21-4077-acf4-e202ee15b533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:47.985230 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-2b446b25-ed21-4077-acf4-e202ee15b533 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1423342 Nov 09 21:22:47.988351 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-fe608f9b-6db5-4526-ba1d-4b8b377da81f service neutron] For port bf85b1c2-b8e5-46ce-892b-45dc936da8ee, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=bf85b1c2-b8e5-46ce-892b-45dc936da8ee,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:22:47.994572 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-fe608f9b-6db5-4526-ba1d-4b8b377da81f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:48.005811 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2cbabe85-cef9-4691-8e16-82b692e87eb2 req-c509a107-bef4-4d94-95ae-d7db30737b2b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=51807c0d-9154-49e4-9aa0-064223e8ee95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0504653 Nov 09 21:22:48.037141 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 47ff1ffb-a801-44b4-b0e3-ff850b2da2ee up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:22:48.046635 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-fe608f9b-6db5-4526-ba1d-4b8b377da81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:48.047264 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-fe608f9b-6db5-4526-ba1d-4b8b377da81f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:48.048684 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-fe608f9b-6db5-4526-ba1d-4b8b377da81f service neutron] 10.222.0.45 "PUT /v2.0/ports/bf85b1c2-b8e5-46ce-892b-45dc936da8ee HTTP/1.1" status: 200 len: 1096 time: 2.0141437 Nov 09 21:22:48.122628 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 47ff1ffb-a801-44b4-b0e3-ff850b2da2ee completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:22:48.129855 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbabe85-cef9-4691-8e16-82b692e87eb2 req-87898539-e3fc-48ab-a182-4293369920b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:48.131506 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2cbabe85-cef9-4691-8e16-82b692e87eb2 req-87898539-e3fc-48ab-a182-4293369920b5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=75ff5a098c974a5f990f4fa539b60751&device_id=51807c0d-9154-49e4-9aa0-064223e8ee95 HTTP/1.1" status: 200 len: 1096 time: 0.0884423 Nov 09 21:22:48.133476 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 47ff1ffb-a801-44b4-b0e3-ff850b2da2ee triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:48.134752 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:48.203122 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe608f9b-6db5-4526-ba1d-4b8b377da81f service neutron] Pushing event updated for resources: {'Port': ['ID=bf85b1c2-b8e5-46ce-892b-45dc936da8ee,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:48.219689 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-e67b0ad3-917d-40a9-b0f7-9482f5a8bce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:48.221943 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-e67b0ad3-917d-40a9-b0f7-9482f5a8bce6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a3dcbf94f6446598d328e79ace062cb&device_id=6071c99c-fc3a-47e0-a95b-12640ba773c8 HTTP/1.1" status: 200 len: 1099 time: 0.1202474 Nov 09 21:22:48.228006 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:48.235012 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-47e38f0c-9858-40de-bde2-873b964f31d8 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:48.237182 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-47e38f0c-9858-40de-bde2-873b964f31d8 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] 10.222.0.49 "GET /v2.0/networks?id=976ad452-60e4-4e2d-aff7-0ed5aab386d9 HTTP/1.1" status: 200 len: 806 time: 0.3393326 Nov 09 21:22:48.255166 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1541c8ce-fb73-4919-b621-f9a304b72b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ff1ffb-a801-44b4-b0e3-ff850b2da2ee'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:22:48.258658 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e260668-4ea9-4d5b-8434-40da31618342" -d '{"events": [{"server_uuid": "1541c8ce-fb73-4919-b621-f9a304b72b53", "name": "network-vif-plugged", "status": "completed", "tag": "47ff1ffb-a801-44b4-b0e3-ff850b2da2ee"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:22:48.261935 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbabe85-cef9-4691-8e16-82b692e87eb2 req-351185a7-8f59-4f71-bf32-9e68cf66f9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:48.263505 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2cbabe85-cef9-4691-8e16-82b692e87eb2 req-351185a7-8f59-4f71-bf32-9e68cf66f9d7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d46322e9-b56d-4dd7-8c5c-4100db9766b4 HTTP/1.1" status: 200 len: 904 time: 0.1083131 Nov 09 21:22:48.276063 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 47ff1ffb-a801-44b4-b0e3-ff850b2da2ee, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=47ff1ffb-a801-44b4-b0e3-ff850b2da2ee,segment=NetworkSegment(b8ef7012-bc7b-4fbc-bb73-3f129fae00eb),segment_id=b8ef7012-bc7b-4fbc-bb73-3f129fae00eb)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:22:48.281084 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:48.320604 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2cbabe85-cef9-4691-8e16-82b692e87eb2 req-cd72a051-cb2a-4bac-ab4a-33c2be22be26 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=393976db-67d8-45b9-bd11-937dc58d5622 HTTP/1.1" status: 200 len: 217 time: 0.0479157 Nov 09 21:22:48.334740 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-ab19ddf4-e82c-4829-9703-a26dcbefc587 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=bf85b1c2-b8e5-46ce-892b-45dc936da8ee HTTP/1.1" status: 200 len: 217 time: 0.0963511 Nov 09 21:22:48.347390 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=47ff1ffb-a801-44b4-b0e3-ff850b2da2ee,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:48.356726 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-7553fc17-910c-4392-ac11-b5d7e6585438 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] 10.222.0.49 "GET /v2.0/quotas/67b45d2ac5b14423be4aa9d45f8310db HTTP/1.1" status: 200 len: 375 time: 0.0853069 Nov 09 21:22:48.388252 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbabe85-cef9-4691-8e16-82b692e87eb2 req-88cb939f-ddb3-4d8a-81b0-28547e6a87d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:48.388970 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2cbabe85-cef9-4691-8e16-82b692e87eb2 req-88cb939f-ddb3-4d8a-81b0-28547e6a87d0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b00fcf6d-0dad-4966-9afe-8edbbda80569 HTTP/1.1" status: 200 len: 844 time: 0.0600262 Nov 09 21:22:48.408709 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-c8bd480a-13da-4a2e-bf74-f6e1d3ec05f7 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010775 Nov 09 21:22:48.434876 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2cbabe85-cef9-4691-8e16-82b692e87eb2 req-ed0f4a8a-46e8-4c41-8b04-241ff48fa53a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d46322e9-b56d-4dd7-8c5c-4100db9766b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387497 Nov 09 21:22:48.511800 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-109caa65-5a26-4354-bcd9-3b75d441e906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:48.513319 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-109caa65-5a26-4354-bcd9-3b75d441e906 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.1536596 Nov 09 21:22:48.528499 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-ffab64c8-2ea0-43f0-8821-554505f3c0b7 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=67b45d2ac5b14423be4aa9d45f8310db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1705623 Nov 09 21:22:48.537532 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2cbabe85-cef9-4691-8e16-82b692e87eb2 req-ea356645-23ea-4d3e-afdf-ee869916a3bc service neutron] 10.222.0.43 "GET /v2.0/networks/d46322e9-b56d-4dd7-8c5c-4100db9766b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949929 Nov 09 21:22:48.570111 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be949c1-4d3e-4a30-8a4b-fbefe90bee2b x-openstack-request-id: req-3be949c1-4d3e-4a30-8a4b-fbefe90bee2b {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:22:48.570647 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1541c8ce-fb73-4919-b621-f9a304b72b53", "name": "network-vif-plugged", "status": "completed", "tag": "47ff1ffb-a801-44b4-b0e3-ff850b2da2ee", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:22:48.571138 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3be949c1-4d3e-4a30-8a4b-fbefe90bee2b {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:22:48.571730 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1541c8ce-fb73-4919-b621-f9a304b72b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ff1ffb-a801-44b4-b0e3-ff850b2da2ee', 'code': 200} Nov 09 21:22:48.636802 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-af705f66-b6ea-4f43-bdae-8a445a877e59 req-dc6ce42b-6935-4688-8189-a736bf038b05 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066777 Nov 09 21:22:48.652009 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-bc45f9ad-2e6d-49d9-8d88-7cf776eb3e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:48.653579 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-bc45f9ad-2e6d-49d9-8d88-7cf776eb3e64 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1220031 Nov 09 21:22:48.731848 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-21951a63-c709-48e7-803a-6a07c9ce7567 service neutron] 10.222.0.49 "GET /v2.0/networks/976ad452-60e4-4e2d-aff7-0ed5aab386d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823151 Nov 09 21:22:48.850386 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead8c8f-ffd4-4446-9931-f48ed9c4b3ea req-656c557f-ef87-43c7-bf85-1662a169224e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:48.851964 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3ead8c8f-ffd4-4446-9931-f48ed9c4b3ea req-656c557f-ef87-43c7-bf85-1662a169224e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a3dcbf94f6446598d328e79ace062cb&device_id=e0a061fb-1b12-4207-8588-4a35f67cbe63 HTTP/1.1" status: 200 len: 1099 time: 0.1369891 Nov 09 21:22:48.859534 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-759e9bb3-f0f2-4d06-aa06-5262ca0af81c service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967223 Nov 09 21:22:48.988994 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-9548081f-d2a5-4a34-9d40-592236463688 service neutron] 10.222.0.49 "GET /v2.0/networks/976ad452-60e4-4e2d-aff7-0ed5aab386d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408926 Nov 09 21:22:48.989440 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2cbabe85-cef9-4691-8e16-82b692e87eb2 req-6e54d672-2f78-4cf2-86c2-d84c0cce0fc1 service neutron] 10.222.0.43 "GET /v2.0/networks/d46322e9-b56d-4dd7-8c5c-4100db9766b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4432447 Nov 09 21:22:49.006512 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2845bd72-900a-45c5-a2d2-dec7c87dd3f8 req-3fa40ab0-4ae9-40fd-af5a-cc9f2182b30f tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:49.008750 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2845bd72-900a-45c5-a2d2-dec7c87dd3f8 req-3fa40ab0-4ae9-40fd-af5a-cc9f2182b30f tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/ports?device_id=1541c8ce-fb73-4919-b621-f9a304b72b53 HTTP/1.1" status: 200 len: 945 time: 0.3923671 Nov 09 21:22:49.015516 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab28e76-2796-499b-9da6-9829d870b1f3 req-36bedd86-e120-49f3-8f98-03b30fd40388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:49.017024 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0ab28e76-2796-499b-9da6-9829d870b1f3 req-36bedd86-e120-49f3-8f98-03b30fd40388 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1541c8ce-fb73-4919-b621-f9a304b72b53 HTTP/1.1" status: 200 len: 1096 time: 0.3633878 Nov 09 21:22:49.051230 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead8c8f-ffd4-4446-9931-f48ed9c4b3ea req-f462066e-1050-465a-877f-a76f73d78138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:49.053237 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3ead8c8f-ffd4-4446-9931-f48ed9c4b3ea req-f462066e-1050-465a-877f-a76f73d78138 service neutron] 10.222.0.45 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.1902504 Nov 09 21:22:49.055338 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53a16e99-ff56-469c-99f5-a7267aeb523e req-8988c696-6741-4da8-9dd3-104983b8683d service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826885 Nov 09 21:22:49.104993 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2845bd72-900a-45c5-a2d2-dec7c87dd3f8 req-a501cf97-a266-4a63-9fc8-843b1fb233a4 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/security-groups?id=09d7da7b-ba21-4a98-aa22-eac2968a0a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836329 Nov 09 21:22:49.107212 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0ab28e76-2796-499b-9da6-9829d870b1f3 req-d4ee4547-8cb4-43cd-af1f-5b2e1daaa2a1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=09d7da7b-ba21-4a98-aa22-eac2968a0a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762641 Nov 09 21:22:49.111689 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3ead8c8f-ffd4-4446-9931-f48ed9c4b3ea req-90f2e03e-382c-4998-b430-f4e0de9a0cc5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=aaafcacd-255c-49ef-bcad-66f840f1d505 HTTP/1.1" status: 200 len: 217 time: 0.0464087 Nov 09 21:22:49.263546 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08701f-bda1-4ed8-ba9d-d83eb8651ec8 req-e48ff8f3-5c45-4e22-ab70-c86ea880575b tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:49.265674 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6a08701f-bda1-4ed8-ba9d-d83eb8651ec8 req-e48ff8f3-5c45-4e22-ab70-c86ea880575b tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.49 "GET /v2.0/ports?device_id=6071c99c-fc3a-47e0-a95b-12640ba773c8 HTTP/1.1" status: 200 len: 948 time: 0.0566149 Nov 09 21:22:49.317767 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6a08701f-bda1-4ed8-ba9d-d83eb8651ec8 req-5a8ae220-648e-472f-9b4e-514bc4bac862 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfe44ebb-e64e-4089-b800-489ecaa39603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466657 Nov 09 21:22:49.381389 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead8c8f-ffd4-4446-9931-f48ed9c4b3ea req-886d5b47-308a-4f7b-9885-2c64019a5041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:49.383111 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3ead8c8f-ffd4-4446-9931-f48ed9c4b3ea req-886d5b47-308a-4f7b-9885-2c64019a5041 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.0626853 Nov 09 21:22:49.389272 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62cce3-fc78-42a0-ba27-a3d789657569 req-04c2ea18-d60c-43fd-a4ae-47fcebbb116c tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:49.391038 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2f62cce3-fc78-42a0-ba27-a3d789657569 req-04c2ea18-d60c-43fd-a4ae-47fcebbb116c tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b846193-37ac-4200-83c0-1903774230fb HTTP/1.1" status: 200 len: 946 time: 0.0595400 Nov 09 21:22:49.448230 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead8c8f-ffd4-4446-9931-f48ed9c4b3ea req-ec8fed8e-da54-40db-8cfa-8e0507ef1f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:49.449831 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3ead8c8f-ffd4-4446-9931-f48ed9c4b3ea req-ec8fed8e-da54-40db-8cfa-8e0507ef1f9f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0578341 Nov 09 21:22:49.456424 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2f62cce3-fc78-42a0-ba27-a3d789657569 req-63d333df-81fa-4047-98a7-8d14321db5c1 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576415 Nov 09 21:22:49.513620 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6071c99c-fc3a-47e0-a95b-12640ba773c8', 'tag': 'bf85b1c2-b8e5-46ce-892b-45dc936da8ee'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:22:49.515830 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422f693e-df9c-430f-87da-8f442fe79bda" -d '{"events": [{"name": "network-changed", "server_uuid": "6071c99c-fc3a-47e0-a95b-12640ba773c8", "tag": "bf85b1c2-b8e5-46ce-892b-45dc936da8ee"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:22:49.560128 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfe8349-0406-497e-9c08-b4bf0499b8cb x-openstack-request-id: req-2bfe8349-0406-497e-9c08-b4bf0499b8cb {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:22:49.560418 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6071c99c-fc3a-47e0-a95b-12640ba773c8", "tag": "bf85b1c2-b8e5-46ce-892b-45dc936da8ee", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:22:49.560693 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2bfe8349-0406-497e-9c08-b4bf0499b8cb {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:22:49.561085 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6071c99c-fc3a-47e0-a95b-12640ba773c8', 'tag': 'bf85b1c2-b8e5-46ce-892b-45dc936da8ee', 'status': 'completed', 'code': 200} Nov 09 21:22:49.562089 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-02f0409a-ce97-42cf-80f0-58ffd2e9a532 req-0f3b59b8-5d8b-4156-840b-d9344a8ff293 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] 10.222.0.49 "GET /v2.0/ports?device_id=63390256-9035-499c-912b-daa47579b628 HTTP/1.1" status: 200 len: 210 time: 0.0460396 Nov 09 21:22:49.567046 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3ead8c8f-ffd4-4446-9931-f48ed9c4b3ea req-ce7c31d5-d734-498d-8818-9feeb3d42c39 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017559 Nov 09 21:22:49.631610 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f693e-df9c-430f-87da-8f442fe79bda req-8f591cd7-3509-4456-b0f7-87db89722963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:49.633735 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-422f693e-df9c-430f-87da-8f442fe79bda req-8f591cd7-3509-4456-b0f7-87db89722963 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a3dcbf94f6446598d328e79ace062cb&device_id=6071c99c-fc3a-47e0-a95b-12640ba773c8 HTTP/1.1" status: 200 len: 1099 time: 0.0469453 Nov 09 21:22:49.673294 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3ead8c8f-ffd4-4446-9931-f48ed9c4b3ea req-33fa849f-ca9e-4329-96ce-330b1c4bedf6 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945499 Nov 09 21:22:49.742817 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f693e-df9c-430f-87da-8f442fe79bda req-c7b40014-1ac7-4311-949b-1948ca4549fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:49.744669 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-422f693e-df9c-430f-87da-8f442fe79bda req-c7b40014-1ac7-4311-949b-1948ca4549fe service neutron] 10.222.0.45 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.0927823 Nov 09 21:22:49.791832 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-422f693e-df9c-430f-87da-8f442fe79bda req-00dcc123-cf05-4d98-a5f5-90cd25e16cef service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=bf85b1c2-b8e5-46ce-892b-45dc936da8ee HTTP/1.1" status: 200 len: 217 time: 0.0333807 Nov 09 21:22:49.852308 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f693e-df9c-430f-87da-8f442fe79bda req-20847210-b7ba-4e59-a505-86373cc21671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:49.853813 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-422f693e-df9c-430f-87da-8f442fe79bda req-20847210-b7ba-4e59-a505-86373cc21671 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.0472887 Nov 09 21:22:49.908677 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f693e-df9c-430f-87da-8f442fe79bda req-5b8296ed-4686-4c0a-989f-02e924f6053e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:49.910189 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-422f693e-df9c-430f-87da-8f442fe79bda req-5b8296ed-4686-4c0a-989f-02e924f6053e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0406411 Nov 09 21:22:50.006807 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-422f693e-df9c-430f-87da-8f442fe79bda req-a62482d7-02e9-4ed3-ad9e-2eaffe573653 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846269 Nov 09 21:22:50.014862 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fbfd06de-b920-4441-a4f3-a69d49081945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:50.102243 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-422f693e-df9c-430f-87da-8f442fe79bda req-e7ed969a-20df-48ff-97ea-a5614ccaffcf service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817840 Nov 09 21:22:50.229575 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ffe2a-bdea-4634-9b72-22b6ce0ae81e req-24ea5a11-9803-4a91-82fc-33d49ace4734 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:50.231207 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b66ffe2a-bdea-4634-9b72-22b6ce0ae81e req-24ea5a11-9803-4a91-82fc-33d49ace4734 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/ports?device_id=1541c8ce-fb73-4919-b621-f9a304b72b53 HTTP/1.1" status: 200 len: 945 time: 0.0535190 Nov 09 21:22:50.281017 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b66ffe2a-bdea-4634-9b72-22b6ce0ae81e req-18f8a1e6-c478-45bf-ba95-d5f0a0df872c tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/security-groups?id=09d7da7b-ba21-4a98-aa22-eac2968a0a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424967 Nov 09 21:22:50.476041 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-c8d77f17-b64d-48c9-945d-f38616d3b7ae tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:50.477780 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-c8d77f17-b64d-48c9-945d-f38616d3b7ae tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] 10.222.0.43 "GET /v2.0/networks?id=976ad452-60e4-4e2d-aff7-0ed5aab386d9 HTTP/1.1" status: 200 len: 806 time: 0.1431179 Nov 09 21:22:50.488891 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c7894-7e92-4bbe-9224-ade83dc2dcbf req-c81ea481-374d-4853-b456-974442441921 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:50.490511 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-210c7894-7e92-4bbe-9224-ade83dc2dcbf req-c81ea481-374d-4853-b456-974442441921 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.49 "GET /v2.0/ports?device_id=6071c99c-fc3a-47e0-a95b-12640ba773c8 HTTP/1.1" status: 200 len: 948 time: 0.0861940 Nov 09 21:22:50.559892 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-210c7894-7e92-4bbe-9224-ade83dc2dcbf req-399dece9-ee48-4101-a171-8f686884b1e2 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfe44ebb-e64e-4089-b800-489ecaa39603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620584 Nov 09 21:22:50.599674 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-2d17093a-e725-448a-b849-8cf7eca0d3da tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67b45d2ac5b14423be4aa9d45f8310db HTTP/1.1" status: 200 len: 380 time: 0.0732393 Nov 09 21:22:50.612484 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-98c10a15-4873-4ae2-9483-17251e357e56 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Request body: {'port': {'device_id': '63390256-9035-499c-912b-daa47579b628', 'network_id': '976ad452-60e4-4e2d-aff7-0ed5aab386d9', 'admin_state_up': True, 'tenant_id': '67b45d2ac5b14423be4aa9d45f8310db', 'security_groups': ['fd8a4f41-8563-4cd4-810e-8167c0315dd1']}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:22:50.628046 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b1bd2-e259-494e-b2ba-f27c9fcb0c71 req-8d3018c9-e529-4207-8218-1cf0c863e3a9 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:50.629583 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-096b1bd2-e259-494e-b2ba-f27c9fcb0c71 req-8d3018c9-e529-4207-8218-1cf0c863e3a9 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b846193-37ac-4200-83c0-1903774230fb HTTP/1.1" status: 200 len: 946 time: 0.0497816 Nov 09 21:22:50.685263 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-096b1bd2-e259-494e-b2ba-f27c9fcb0c71 req-83424bb3-b049-47c2-bf3c-503bc92a4900 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476129 Nov 09 21:22:50.712952 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4825a058-5135-43ba-adf8-32f55e18ae1e req-359ac7fc-1868-41f4-8a62-1b1e56ca9b5f tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] 10.222.0.49 "GET /v2.0/ports?device_id=63390256-9035-499c-912b-daa47579b628 HTTP/1.1" status: 200 len: 210 time: 0.0324426 Nov 09 21:22:50.763440 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-98c10a15-4873-4ae2-9483-17251e357e56 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Made reservation on behalf of 67b45d2ac5b14423be4aa9d45f8310db for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:22:50.766991 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-98c10a15-4873-4ae2-9483-17251e357e56 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:50.894838 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-98c10a15-4873-4ae2-9483-17251e357e56 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Allocated IP 172.20.0.5 (976ad452-60e4-4e2d-aff7-0ed5aab386d9/b2d67456-5729-4187-b3ab-bacf54ab1b12/b4196e47-28da-4429-ba37-051b5eb3aed7) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:22:50.914317 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:51.032177 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-98c10a15-4873-4ae2-9483-17251e357e56 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:51.073374 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-98c10a15-4873-4ae2-9483-17251e357e56 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:51.112040 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-98c10a15-4873-4ae2-9483-17251e357e56 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Network 976ad452-60e4-4e2d-aff7-0ed5aab386d9 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:22:51.117670 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-98c10a15-4873-4ae2-9483-17251e357e56 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:22:51.121529 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-98c10a15-4873-4ae2-9483-17251e357e56 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:22:51.149318 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c10a15-4873-4ae2-9483-17251e357e56 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Pushing event updated for resources: {'Port': ['ID=b4196e47-28da-4429-ba37-051b5eb3aed7,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:51.175393 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-98c10a15-4873-4ae2-9483-17251e357e56 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:51.176021 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-98c10a15-4873-4ae2-9483-17251e357e56 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:51.191883 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-98c10a15-4873-4ae2-9483-17251e357e56 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5834379 Nov 09 21:22:51.212263 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-dd1f70c0-a24f-4510-9b1d-3bedda3c8c45 service neutron] Request body: {'port': {'device_id': '63390256-9035-499c-912b-daa47579b628', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:22:51.268406 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-dd1f70c0-a24f-4510-9b1d-3bedda3c8c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:51.378492 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-cd7ccf16-4af0-4b0c-8f31-2c9032d65dbc None None] Provisioning complete for port b4196e47-28da-4429-ba37-051b5eb3aed7 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:51.379063 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cd7ccf16-4af0-4b0c-8f31-2c9032d65dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:51.421669 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-cd7ccf16-4af0-4b0c-8f31-2c9032d65dbc None None] Port b4196e47-28da-4429-ba37-051b5eb3aed7 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:22:51.430771 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f43b4-dbe5-461e-8755-116291d881e4 req-449da465-c00d-4d6e-9852-b7ac657bda39 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:51.432302 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7b9f43b4-dbe5-461e-8755-116291d881e4 req-449da465-c00d-4d6e-9852-b7ac657bda39 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/ports?device_id=1541c8ce-fb73-4919-b621-f9a304b72b53 HTTP/1.1" status: 200 len: 945 time: 0.0829980 Nov 09 21:22:51.484894 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7b9f43b4-dbe5-461e-8755-116291d881e4 req-f65a28b3-f462-4c96-9eb5-c19bf36c4917 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/security-groups?id=09d7da7b-ba21-4a98-aa22-eac2968a0a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467088 Nov 09 21:22:51.551444 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-dd1f70c0-a24f-4510-9b1d-3bedda3c8c45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4196e47-28da-4429-ba37-051b5eb3aed7 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:22:51.561428 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-dd1f70c0-a24f-4510-9b1d-3bedda3c8c45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:51.596723 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-dd1f70c0-a24f-4510-9b1d-3bedda3c8c45 service neutron] Transition to ACTIVE for port object b4196e47-28da-4429-ba37-051b5eb3aed7 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:22:51.601442 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-dd1f70c0-a24f-4510-9b1d-3bedda3c8c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:51.650845 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca18c60-a658-4fd5-b858-a432978d6515 req-5dee78bc-67db-44c9-a207-24c20d942b28 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:51.652374 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cca18c60-a658-4fd5-b858-a432978d6515 req-5dee78bc-67db-44c9-a207-24c20d942b28 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/ports?device_id=9038fda8-fdf2-410e-b65d-a86f7ea536cc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0936720 Nov 09 21:22:51.708834 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f70c0-a24f-4510-9b1d-3bedda3c8c45 service neutron] Pushing event updated for resources: {'Port': ['ID=b4196e47-28da-4429-ba37-051b5eb3aed7,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:51.731109 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75b0fb-0d6b-4365-aaf0-7945af894c82 req-7888b652-8e54-4812-93d8-0da3e08a3a0a tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:51.735270 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cca18c60-a658-4fd5-b858-a432978d6515 req-534a7a19-4313-46ab-9095-80aecf8d3387 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.137 HTTP/1.1" status: 200 len: 696 time: 0.0740612 Nov 09 21:22:51.742146 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-be75b0fb-0d6b-4365-aaf0-7945af894c82 req-7888b652-8e54-4812-93d8-0da3e08a3a0a tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.49 "GET /v2.0/ports?device_id=6071c99c-fc3a-47e0-a95b-12640ba773c8 HTTP/1.1" status: 200 len: 948 time: 0.0671785 Nov 09 21:22:51.758100 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-cca18c60-a658-4fd5-b858-a432978d6515 req-31d50e5a-b69f-477b-bcc4-12e86d59466b tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Request body: {'floatingip': {'port_id': '18e9ce64-4c96-4eff-8dcf-1ef7cce97640', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:22:51.787261 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-be75b0fb-0d6b-4365-aaf0-7945af894c82 req-9f1968bc-d395-4049-945a-729870e810c5 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfe44ebb-e64e-4089-b800-489ecaa39603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442455 Nov 09 21:22:51.817432 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-cca18c60-a658-4fd5-b858-a432978d6515 req-31d50e5a-b69f-477b-bcc4-12e86d59466b tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks [] for floatingip, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:51.888445 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-dd1f70c0-a24f-4510-9b1d-3bedda3c8c45 service neutron] Attempting to bind port b4196e47-28da-4429-ba37-051b5eb3aed7 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:22:51.888824 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-dd1f70c0-a24f-4510-9b1d-3bedda3c8c45 service neutron] Attempting to bind port b4196e47-28da-4429-ba37-051b5eb3aed7 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '9b128d35-4150-4f36-9adc-b8dce5be7fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '976ad452-60e4-4e2d-aff7-0ed5aab386d9'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:22:51.889155 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-dd1f70c0-a24f-4510-9b1d-3bedda3c8c45 service neutron] Attempting to bind port b4196e47-28da-4429-ba37-051b5eb3aed7 on network 976ad452-60e4-4e2d-aff7-0ed5aab386d9 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:22:51.900412 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-dd1f70c0-a24f-4510-9b1d-3bedda3c8c45 service neutron] Port b4196e47-28da-4429-ba37-051b5eb3aed7 on network 976ad452-60e4-4e2d-aff7-0ed5aab386d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:22:51.900761 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-dd1f70c0-a24f-4510-9b1d-3bedda3c8c45 service neutron] Attempting to bind port b4196e47-28da-4429-ba37-051b5eb3aed7 on network 976ad452-60e4-4e2d-aff7-0ed5aab386d9 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:22:51.930497 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-dd1f70c0-a24f-4510-9b1d-3bedda3c8c45 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:22:51.930733 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-dd1f70c0-a24f-4510-9b1d-3bedda3c8c45 service neutron] Checking segment: {'id': '9b128d35-4150-4f36-9adc-b8dce5be7fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '976ad452-60e4-4e2d-aff7-0ed5aab386d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:22:51.931126 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-dd1f70c0-a24f-4510-9b1d-3bedda3c8c45 service neutron] Bound using segment: {'id': '9b128d35-4150-4f36-9adc-b8dce5be7fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '976ad452-60e4-4e2d-aff7-0ed5aab386d9'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:22:51.931567 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-dd1f70c0-a24f-4510-9b1d-3bedda3c8c45 service neutron] Bound port: b4196e47-28da-4429-ba37-051b5eb3aed7, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b128d35-4150-4f36-9adc-b8dce5be7fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '976ad452-60e4-4e2d-aff7-0ed5aab386d9'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:22:51.931931 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-dd1f70c0-a24f-4510-9b1d-3bedda3c8c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:51.963287 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86bc69-aba0-405c-9c1b-507da57f3839 req-b669da59-8b2a-42a4-bda8-dfd06c6ee53d tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:51.964796 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5b86bc69-aba0-405c-9c1b-507da57f3839 req-b669da59-8b2a-42a4-bda8-dfd06c6ee53d tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b846193-37ac-4200-83c0-1903774230fb HTTP/1.1" status: 200 len: 946 time: 0.0558908 Nov 09 21:22:52.011739 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5b86bc69-aba0-405c-9c1b-507da57f3839 req-7f219461-3c0d-4792-9d3d-9a797c73b432 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409076 Nov 09 21:22:52.060243 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device bf85b1c2-b8e5-46ce-892b-45dc936da8ee details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:22:52.092307 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-dd1f70c0-a24f-4510-9b1d-3bedda3c8c45 service neutron] For port b4196e47-28da-4429-ba37-051b5eb3aed7, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:22:52.096628 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-dd1f70c0-a24f-4510-9b1d-3bedda3c8c45 service neutron] For port b4196e47-28da-4429-ba37-051b5eb3aed7, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=b4196e47-28da-4429-ba37-051b5eb3aed7,segment=NetworkSegment(9b128d35-4150-4f36-9adc-b8dce5be7fd2),segment_id=9b128d35-4150-4f36-9adc-b8dce5be7fd2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:22:52.106536 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-dd1f70c0-a24f-4510-9b1d-3bedda3c8c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:52.120561 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a91928-c8a5-4ff7-bb1b-8af6218fbb33 req-01ecbe10-2388-48de-a529-354e5c852f08 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:52.122182 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f6a91928-c8a5-4ff7-bb1b-8af6218fbb33 req-01ecbe10-2388-48de-a529-354e5c852f08 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] 10.222.0.49 "GET /v2.0/ports?device_id=63390256-9035-499c-912b-daa47579b628 HTTP/1.1" status: 200 len: 943 time: 0.0532746 Nov 09 21:22:52.164846 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port bf85b1c2-b8e5-46ce-892b-45dc936da8ee, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=bf85b1c2-b8e5-46ce-892b-45dc936da8ee,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:22:52.171184 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f6a91928-c8a5-4ff7-bb1b-8af6218fbb33 req-e854b273-0c26-4bb1-8528-a14e2e5f9437 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd8a4f41-8563-4cd4-810e-8167c0315dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424440 Nov 09 21:22:52.175867 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': 'bf85b1c2-b8e5-46ce-892b-45dc936da8ee', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'port_id': 'bf85b1c2-b8e5-46ce-892b-45dc936da8ee', 'mac_address': 'fa:16:3e:0c:47:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba3500c-a288-4596-ba94-148f2bd8a6da', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:22:52.211023 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-dd1f70c0-a24f-4510-9b1d-3bedda3c8c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:52.211647 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-dd1f70c0-a24f-4510-9b1d-3bedda3c8c45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:52.213087 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-dd1f70c0-a24f-4510-9b1d-3bedda3c8c45 service neutron] 10.222.0.43 "PUT /v2.0/ports/b4196e47-28da-4429-ba37-051b5eb3aed7 HTTP/1.1" status: 200 len: 1091 time: 1.0052893 Nov 09 21:22:52.213541 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63390256-9035-499c-912b-daa47579b628', 'tag': 'b4196e47-28da-4429-ba37-051b5eb3aed7'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:22:52.215812 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453dbcf8-aa3f-4b0b-95e1-5d9988eada07" -d '{"events": [{"name": "network-changed", "server_uuid": "63390256-9035-499c-912b-daa47579b628", "tag": "b4196e47-28da-4429-ba37-051b5eb3aed7"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:22:52.222520 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:52.240668 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf85b1c2-b8e5-46ce-892b-45dc936da8ee {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:22:52.279731 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92372d4-3ac0-4127-b668-94a063a5bd2d x-openstack-request-id: req-d92372d4-3ac0-4127-b668-94a063a5bd2d {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:22:52.280023 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63390256-9035-499c-912b-daa47579b628", "tag": "b4196e47-28da-4429-ba37-051b5eb3aed7", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:22:52.280280 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d92372d4-3ac0-4127-b668-94a063a5bd2d {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:22:52.281174 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63390256-9035-499c-912b-daa47579b628', 'tag': 'b4196e47-28da-4429-ba37-051b5eb3aed7', 'status': 'completed', 'code': 200} Nov 09 21:22:52.281279 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f70c0-a24f-4510-9b1d-3bedda3c8c45 service neutron] Pushing event updated for resources: {'Port': ['ID=b4196e47-28da-4429-ba37-051b5eb3aed7,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:52.281352 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port bf85b1c2-b8e5-46ce-892b-45dc936da8ee, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=bf85b1c2-b8e5-46ce-892b-45dc936da8ee,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:22:52.289875 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:52.290533 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device aaafcacd-255c-49ef-bcad-66f840f1d505 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:22:52.300952 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f70c0-a24f-4510-9b1d-3bedda3c8c45 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:22:52.301303 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f70c0-a24f-4510-9b1d-3bedda3c8c45 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:22:52.301787 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f70c0-a24f-4510-9b1d-3bedda3c8c45 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:22:52.301993 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f70c0-a24f-4510-9b1d-3bedda3c8c45 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:22:52.302442 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f70c0-a24f-4510-9b1d-3bedda3c8c45 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:22:52.302776 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f70c0-a24f-4510-9b1d-3bedda3c8c45 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:22:52.303133 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f70c0-a24f-4510-9b1d-3bedda3c8c45 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:22:52.306596 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f70c0-a24f-4510-9b1d-3bedda3c8c45 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:22:52.308119 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f70c0-a24f-4510-9b1d-3bedda3c8c45 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:22:52.308495 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f70c0-a24f-4510-9b1d-3bedda3c8c45 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:22:52.308917 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f70c0-a24f-4510-9b1d-3bedda3c8c45 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:22:52.309255 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f70c0-a24f-4510-9b1d-3bedda3c8c45 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:22:52.350748 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:52.388530 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port aaafcacd-255c-49ef-bcad-66f840f1d505, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=aaafcacd-255c-49ef-bcad-66f840f1d505,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:22:52.390912 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=bf85b1c2-b8e5-46ce-892b-45dc936da8ee,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:52.391631 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-730b4778-6ddb-498b-8792-eeb02a6e0b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:52.393195 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-730b4778-6ddb-498b-8792-eeb02a6e0b92 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67b45d2ac5b14423be4aa9d45f8310db&device_id=63390256-9035-499c-912b-daa47579b628 HTTP/1.1" status: 200 len: 1094 time: 0.0779152 Nov 09 21:22:52.403426 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': 'aaafcacd-255c-49ef-bcad-66f840f1d505', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'port_id': 'aaafcacd-255c-49ef-bcad-66f840f1d505', 'mac_address': 'fa:16:3e:fe:0f:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba3500c-a288-4596-ba94-148f2bd8a6da', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:22:52.451133 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:52.465896 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaafcacd-255c-49ef-bcad-66f840f1d505 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:22:52.470636 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-cf5d43ff-75f0-4178-9283-34133d858fea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4196e47-28da-4429-ba37-051b5eb3aed7 HTTP/1.1" status: 200 len: 217 time: 0.0502143 Nov 09 21:22:52.495258 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port aaafcacd-255c-49ef-bcad-66f840f1d505, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=aaafcacd-255c-49ef-bcad-66f840f1d505,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:22:52.501894 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:52.519872 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-cca18c60-a658-4fd5-b858-a432978d6515 req-31d50e5a-b69f-477b-bcc4-12e86d59466b tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:52.527428 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-cca18c60-a658-4fd5-b858-a432978d6515 req-31d50e5a-b69f-477b-bcc4-12e86d59466b tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:52.559315 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=aaafcacd-255c-49ef-bcad-66f840f1d505,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:52.574226 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-1cebeb1f-fd5f-470a-a05d-e4d0bf1e2c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:52.575882 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-1cebeb1f-fd5f-470a-a05d-e4d0bf1e2c7c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b2d67456-5729-4187-b3ab-bacf54ab1b12 HTTP/1.1" status: 200 len: 845 time: 0.0964847 Nov 09 21:22:52.665892 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-ca769f3b-df00-47a9-899d-bdb2758131cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:52.667419 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-ca769f3b-df00-47a9-899d-bdb2758131cf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=976ad452-60e4-4e2d-aff7-0ed5aab386d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807309 Nov 09 21:22:52.668576 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [req-cca18c60-a658-4fd5-b858-a432978d6515 req-31d50e5a-b69f-477b-bcc4-12e86d59466b tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Floating IP 84148e83-3c76-4c89-8ffb-8e153b70e1c4 associated. External IP: 172.25.7.137, port: 18e9ce64-4c96-4eff-8dcf-1ef7cce97640. Nov 09 21:22:52.683176 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:52.764651 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['aaafcacd-255c-49ef-bcad-66f840f1d505'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:22:52.769868 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['bf85b1c2-b8e5-46ce-892b-45dc936da8ee'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:22:52.882656 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-63d02f25-c09a-4cf6-8a17-ec5be9626ed5 service neutron] 10.222.0.43 "GET /v2.0/networks/976ad452-60e4-4e2d-aff7-0ed5aab386d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677434 Nov 09 21:22:52.925806 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f19f4-32cd-442e-94cd-3bd7ab8029c0 req-dcf5ab02-774d-44cd-bc40-6559b8cfdd36 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:52.928034 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f96f19f4-32cd-442e-94cd-3bd7ab8029c0 req-dcf5ab02-774d-44cd-bc40-6559b8cfdd36 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.49 "GET /v2.0/ports?device_id=6071c99c-fc3a-47e0-a95b-12640ba773c8 HTTP/1.1" status: 200 len: 949 time: 0.0594628 Nov 09 21:22:52.987672 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f96f19f4-32cd-442e-94cd-3bd7ab8029c0 req-4aecdc3c-4b4c-49d5-ad7d-a0b5530c5431 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfe44ebb-e64e-4089-b800-489ecaa39603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524442 Nov 09 21:22:53.020173 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cca18c60-a658-4fd5-b858-a432978d6515 req-31d50e5a-b69f-477b-bcc4-12e86d59466b tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Router e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:22:53.032911 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a5716078-40e4-4fa0-a830-f8005d844a2a req-49f98377-1841-42f7-90da-b1b2f5040f75 service neutron] 10.222.0.43 "GET /v2.0/networks/976ad452-60e4-4e2d-aff7-0ed5aab386d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386878 Nov 09 21:22:53.172341 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947a91c-2885-4031-bdb1-6b5acc009dda req-522e54d3-771a-4e14-93be-e9adb00c9c00 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:53.173855 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c947a91c-2885-4031-bdb1-6b5acc009dda req-522e54d3-771a-4e14-93be-e9adb00c9c00 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b846193-37ac-4200-83c0-1903774230fb HTTP/1.1" status: 200 len: 946 time: 0.0500214 Nov 09 21:22:53.174866 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cca18c60-a658-4fd5-b858-a432978d6515 req-31d50e5a-b69f-477b-bcc4-12e86d59466b tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:22:53.180068 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-cca18c60-a658-4fd5-b858-a432978d6515 req-31d50e5a-b69f-477b-bcc4-12e86d59466b tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:53.185383 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff13e58-0057-4b0d-83d7-2d0db2ccdb22 None None] Sync routers for ids ['e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:22:53.195338 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff13e58-0057-4b0d-83d7-2d0db2ccdb22 None None] Routers {'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:22:53.196034 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-9ff13e58-0057-4b0d-83d7-2d0db2ccdb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:22:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:53.221769 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cca18c60-a658-4fd5-b858-a432978d6515 req-31d50e5a-b69f-477b-bcc4-12e86d59466b tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "PUT /v2.0/floatingips/84148e83-3c76-4c89-8ffb-8e153b70e1c4 HTTP/1.1" status: 200 len: 996 time: 1.4675984 Nov 09 21:22:53.223714 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453dbcf8-aa3f-4b0b-95e1-5d9988eada07 req-3fb3fcfe-0ad8-43b3-924b-2de1f7b5f5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:53.224890 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-453dbcf8-aa3f-4b0b-95e1-5d9988eada07 req-3fb3fcfe-0ad8-43b3-924b-2de1f7b5f5f4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67b45d2ac5b14423be4aa9d45f8310db&device_id=63390256-9035-499c-912b-daa47579b628 HTTP/1.1" status: 200 len: 1094 time: 0.0818787 Nov 09 21:22:53.231061 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c947a91c-2885-4031-bdb1-6b5acc009dda req-878cd2e7-605a-4eaf-9f40-19d680ced8d3 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466239 Nov 09 21:22:53.311710 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-9ff13e58-0057-4b0d-83d7-2d0db2ccdb22 None None] Set router e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:22:53.314686 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:53.349206 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21f2e3-134d-486c-8ba3-92ca307d685e req-54b28a0f-cdc4-4ba9-a9b6-7d8029532442 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:53.350835 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9c21f2e3-134d-486c-8ba3-92ca307d685e req-54b28a0f-cdc4-4ba9-a9b6-7d8029532442 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] 10.222.0.49 "GET /v2.0/ports?device_id=63390256-9035-499c-912b-daa47579b628 HTTP/1.1" status: 200 len: 943 time: 0.0625503 Nov 09 21:22:53.416761 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9c21f2e3-134d-486c-8ba3-92ca307d685e req-dddfaf76-df6a-4b22-ba10-ae900b528a57 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd8a4f41-8563-4cd4-810e-8167c0315dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570982 Nov 09 21:22:53.548728 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-9ff13e58-0057-4b0d-83d7-2d0db2ccdb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976332302-router', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'de457564-054f-4ab8-8d9f-b57b06db88f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:01Z', 'updated_at': '2021-11-09T21:22:11Z', 'revision_number': 4, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'gw_port': {'id': 'de457564-054f-4ab8-8d9f-b57b06db88f1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:57:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:03Z', 'updated_at': '2021-11-09T21:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '84148e83-3c76-4c89-8ffb-8e153b70e1c4', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'floating_ip_address': '172.25.7.137', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'port_id': '18e9ce64-4c96-4eff-8dcf-1ef7cce97640', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9', 'mac_address': 'fa:16:3e:c0:2c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9038fda8-fdf2-410e-b65d-a86f7ea536cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:22:33Z', 'updated_at': '2021-11-09T21:22:52Z', 'revision_number': 1, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '982687d5-c92e-49dd-8821-72f3ed6ed793', 'name': '', 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'mac_address': 'fa:16:3e:d5:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '8a827720-a9bf-447e-bfcd-e4c120a09350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:10Z', 'updated_at': '2021-11-09T21:22:19Z', 'revision_number': 5, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'subnets': [{'id': '8a827720-a9bf-447e-bfcd-e4c120a09350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:53.574502 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff13e58-0057-4b0d-83d7-2d0db2ccdb22 None None] Checking router: e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:22:53.582612 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff13e58-0057-4b0d-83d7-2d0db2ccdb22 None None] Routers {'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:22:53.583220 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-9ff13e58-0057-4b0d-83d7-2d0db2ccdb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:22:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:53.618343 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca18c60-a658-4fd5-b858-a432978d6515 req-87e204ec-05a8-4bd5-bb13-92b37fbd21c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:53.619873 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cca18c60-a658-4fd5-b858-a432978d6515 req-87e204ec-05a8-4bd5-bb13-92b37fbd21c5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=379926d057ed4e578e7d1c1feabffad2&device_id=9038fda8-fdf2-410e-b65d-a86f7ea536cc HTTP/1.1" status: 200 len: 1096 time: 0.3761206 Nov 09 21:22:53.684854 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453dbcf8-aa3f-4b0b-95e1-5d9988eada07 req-8421b750-aa43-4f48-ac02-fe0a478e24a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:53.686325 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-453dbcf8-aa3f-4b0b-95e1-5d9988eada07 req-8421b750-aa43-4f48-ac02-fe0a478e24a8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=976ad452-60e4-4e2d-aff7-0ed5aab386d9 HTTP/1.1" status: 200 len: 906 time: 0.4487491 Nov 09 21:22:53.688879 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-9ff13e58-0057-4b0d-83d7-2d0db2ccdb22 None None] Set router e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:22:53.735130 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca18c60-a658-4fd5-b858-a432978d6515 req-d1bb6387-2478-4498-b689-2787df474986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:53.736724 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cca18c60-a658-4fd5-b858-a432978d6515 req-d1bb6387-2478-4498-b689-2787df474986 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5b48360c-45d2-4bc5-87b9-1da558cd85b9 HTTP/1.1" status: 200 len: 921 time: 0.1068714 Nov 09 21:22:53.774332 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-453dbcf8-aa3f-4b0b-95e1-5d9988eada07 req-7c894619-381a-4975-881a-552f97e5a09b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4196e47-28da-4429-ba37-051b5eb3aed7 HTTP/1.1" status: 200 len: 217 time: 0.0501044 Nov 09 21:22:53.856777 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cca18c60-a658-4fd5-b858-a432978d6515 req-ab63526a-407e-4b15-b580-fd334e963160 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18e9ce64-4c96-4eff-8dcf-1ef7cce97640 HTTP/1.1" status: 200 len: 999 time: 0.0897746 Nov 09 21:22:53.864965 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453dbcf8-aa3f-4b0b-95e1-5d9988eada07 req-c1c61433-5bc8-48b7-b59f-e0ba8cfb9666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:53.866377 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-453dbcf8-aa3f-4b0b-95e1-5d9988eada07 req-c1c61433-5bc8-48b7-b59f-e0ba8cfb9666 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b2d67456-5729-4187-b3ab-bacf54ab1b12 HTTP/1.1" status: 200 len: 845 time: 0.0614529 Nov 09 21:22:53.917502 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-9ff13e58-0057-4b0d-83d7-2d0db2ccdb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976332302-router', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'de457564-054f-4ab8-8d9f-b57b06db88f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:01Z', 'updated_at': '2021-11-09T21:22:11Z', 'revision_number': 4, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'gw_port': {'id': 'de457564-054f-4ab8-8d9f-b57b06db88f1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:57:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:03Z', 'updated_at': '2021-11-09T21:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '84148e83-3c76-4c89-8ffb-8e153b70e1c4', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'floating_ip_address': '172.25.7.137', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'port_id': '18e9ce64-4c96-4eff-8dcf-1ef7cce97640', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9', 'mac_address': 'fa:16:3e:c0:2c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9038fda8-fdf2-410e-b65d-a86f7ea536cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:22:33Z', 'updated_at': '2021-11-09T21:22:52Z', 'revision_number': 1, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '982687d5-c92e-49dd-8821-72f3ed6ed793', 'name': '', 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'mac_address': 'fa:16:3e:d5:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '8a827720-a9bf-447e-bfcd-e4c120a09350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:10Z', 'updated_at': '2021-11-09T21:22:19Z', 'revision_number': 5, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'subnets': [{'id': '8a827720-a9bf-447e-bfcd-e4c120a09350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:53.937287 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca18c60-a658-4fd5-b858-a432978d6515 req-f686df43-efdd-401f-885d-2e7dbc2db804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:53.938789 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cca18c60-a658-4fd5-b858-a432978d6515 req-f686df43-efdd-401f-885d-2e7dbc2db804 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8a827720-a9bf-447e-bfcd-e4c120a09350 HTTP/1.1" status: 200 len: 860 time: 0.0757186 Nov 09 21:22:53.942744 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff13e58-0057-4b0d-83d7-2d0db2ccdb22 None None] The sync data for ids ['e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'] in n-d-816206-3 is: [{'id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976332302-router', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'de457564-054f-4ab8-8d9f-b57b06db88f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:01Z', 'updated_at': '2021-11-09T21:22:11Z', 'revision_number': 4, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'gw_port': {'id': 'de457564-054f-4ab8-8d9f-b57b06db88f1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:57:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:03Z', 'updated_at': '2021-11-09T21:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '84148e83-3c76-4c89-8ffb-8e153b70e1c4', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'floating_ip_address': '172.25.7.137', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'port_id': '18e9ce64-4c96-4eff-8dcf-1ef7cce97640', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9', 'mac_address': 'fa:16:3e:c0:2c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9038fda8-fdf2-410e-b65d-a86f7ea536cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:22:33Z', 'updated_at': '2021-11-09T21:22:52Z', 'revision_number': 1, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '982687d5-c92e-49dd-8821-72f3ed6ed793', 'name': '', 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'mac_address': 'fa:16:3e:d5:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '8a827720-a9bf-447e-bfcd-e4c120a09350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:10Z', 'updated_at': '2021-11-09T21:22:19Z', 'revision_number': 5, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'subnets': [{'id': '8a827720-a9bf-447e-bfcd-e4c120a09350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:22:53.949417 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453dbcf8-aa3f-4b0b-95e1-5d9988eada07 req-be8e165e-d9fe-4e61-8d89-2ca0fdecad5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:53.950915 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-453dbcf8-aa3f-4b0b-95e1-5d9988eada07 req-be8e165e-d9fe-4e61-8d89-2ca0fdecad5a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=976ad452-60e4-4e2d-aff7-0ed5aab386d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572319 Nov 09 21:22:54.048506 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca18c60-a658-4fd5-b858-a432978d6515 req-f3ad3a72-39d2-49cc-a06c-afe4683c4bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:54.050124 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cca18c60-a658-4fd5-b858-a432978d6515 req-f3ad3a72-39d2-49cc-a06c-afe4683c4bf5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5b48360c-45d2-4bc5-87b9-1da558cd85b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0982862 Nov 09 21:22:54.077238 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device bf85b1c2-b8e5-46ce-892b-45dc936da8ee up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:22:54.113737 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3ed29-4f54-4075-94a1-dc878ce798f2 req-32250da0-eb97-4ce9-9a89-23d27fab29ee tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:54.115309 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-09d3ed29-4f54-4075-94a1-dc878ce798f2 req-32250da0-eb97-4ce9-9a89-23d27fab29ee tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.49 "GET /v2.0/ports?device_id=6071c99c-fc3a-47e0-a95b-12640ba773c8 HTTP/1.1" status: 200 len: 949 time: 0.0520337 Nov 09 21:22:54.118391 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-453dbcf8-aa3f-4b0b-95e1-5d9988eada07 req-4253419c-b37e-4e24-8512-516653309e89 service neutron] 10.222.0.43 "GET /v2.0/networks/976ad452-60e4-4e2d-aff7-0ed5aab386d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588111 Nov 09 21:22:54.139570 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port bf85b1c2-b8e5-46ce-892b-45dc936da8ee completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:22:54.146367 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port bf85b1c2-b8e5-46ce-892b-45dc936da8ee triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:54.146742 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:54.191926 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-09d3ed29-4f54-4075-94a1-dc878ce798f2 req-4139203f-d217-42d5-b749-d1324056d388 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfe44ebb-e64e-4089-b800-489ecaa39603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664532 Nov 09 21:22:54.227643 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dd21f0-fbbb-437e-8db9-af605cb0de21 None None] New status for floating IP 84148e83-3c76-4c89-8ffb-8e153b70e1c4: ACTIVE {{(pid=102609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:22:54.242764 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cca18c60-a658-4fd5-b858-a432978d6515 req-79174a6b-ee87-459d-9193-2b14bfb11a77 service neutron] 10.222.0.49 "GET /v2.0/networks/5b48360c-45d2-4bc5-87b9-1da558cd85b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842055 Nov 09 21:22:54.269155 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-453dbcf8-aa3f-4b0b-95e1-5d9988eada07 req-6df4b7bc-8d3f-4663-9600-3a3c9f06049f service neutron] 10.222.0.43 "GET /v2.0/networks/976ad452-60e4-4e2d-aff7-0ed5aab386d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412675 Nov 09 21:22:54.303069 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9038fda8-fdf2-410e-b65d-a86f7ea536cc', 'tag': '18e9ce64-4c96-4eff-8dcf-1ef7cce97640'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:22:54.305873 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992bdcd1-09eb-4794-a39f-391f70861272" -d '{"events": [{"name": "network-changed", "server_uuid": "9038fda8-fdf2-410e-b65d-a86f7ea536cc", "tag": "18e9ce64-4c96-4eff-8dcf-1ef7cce97640"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:22:54.359987 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cca18c60-a658-4fd5-b858-a432978d6515 req-b90db9a8-dfd7-4fbb-ab2d-e6ead5990823 service neutron] 10.222.0.49 "GET /v2.0/networks/5b48360c-45d2-4bc5-87b9-1da558cd85b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052577 Nov 09 21:22:54.363797 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6576b0a-f2c7-487a-839a-75b9e7fa8065 req-6b2bc0ac-7304-479f-aeb9-403f9db1632b tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:54.365368 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c6576b0a-f2c7-487a-839a-75b9e7fa8065 req-6b2bc0ac-7304-479f-aeb9-403f9db1632b tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b846193-37ac-4200-83c0-1903774230fb HTTP/1.1" status: 200 len: 946 time: 0.0510602 Nov 09 21:22:54.416219 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c6576b0a-f2c7-487a-839a-75b9e7fa8065 req-3229c298-5377-429e-a6e8-ef9d63aabced tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440457 Nov 09 21:22:54.420255 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25030e7c-9b4a-4085-9cac-a0a397090036 x-openstack-request-id: req-25030e7c-9b4a-4085-9cac-a0a397090036 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:22:54.420545 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9038fda8-fdf2-410e-b65d-a86f7ea536cc", "tag": "18e9ce64-4c96-4eff-8dcf-1ef7cce97640", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:22:54.423700 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-25030e7c-9b4a-4085-9cac-a0a397090036 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:22:54.424172 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9038fda8-fdf2-410e-b65d-a86f7ea536cc', 'tag': '18e9ce64-4c96-4eff-8dcf-1ef7cce97640', 'status': 'completed', 'code': 200} Nov 09 21:22:54.447451 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:54.514417 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6071c99c-fc3a-47e0-a95b-12640ba773c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf85b1c2-b8e5-46ce-892b-45dc936da8ee'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:22:54.516684 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87ca391-8b9e-44ce-80ab-5a4801e9c3a5" -d '{"events": [{"server_uuid": "6071c99c-fc3a-47e0-a95b-12640ba773c8", "name": "network-vif-plugged", "status": "completed", "tag": "bf85b1c2-b8e5-46ce-892b-45dc936da8ee"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:22:54.536262 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port bf85b1c2-b8e5-46ce-892b-45dc936da8ee, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=bf85b1c2-b8e5-46ce-892b-45dc936da8ee,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:22:54.542491 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:54.543334 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device aaafcacd-255c-49ef-bcad-66f840f1d505 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:22:54.547145 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992bdcd1-09eb-4794-a39f-391f70861272 req-9b69e406-e4cf-4a59-a9b7-d2d4a52c6267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:54.548723 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-992bdcd1-09eb-4794-a39f-391f70861272 req-9b69e406-e4cf-4a59-a9b7-d2d4a52c6267 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=379926d057ed4e578e7d1c1feabffad2&device_id=9038fda8-fdf2-410e-b65d-a86f7ea536cc HTTP/1.1" status: 200 len: 1096 time: 0.0745444 Nov 09 21:22:54.555096 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2b4c0-58c0-48b9-8eb9-5977f87519b4 req-cdbccdd4-dc61-4293-a470-4b2e70d7514e tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:54.556788 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9fc2b4c0-58c0-48b9-8eb9-5977f87519b4 req-cdbccdd4-dc61-4293-a470-4b2e70d7514e tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] 10.222.0.49 "GET /v2.0/ports?device_id=63390256-9035-499c-912b-daa47579b628 HTTP/1.1" status: 200 len: 943 time: 0.0618606 Nov 09 21:22:54.560728 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e24c51-3bf8-4cc7-96ae-b70952650d4f req-4bf3cc1f-d41e-4fef-907c-5301b97a3bbd tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:54.562186 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-25e24c51-3bf8-4cc7-96ae-b70952650d4f req-4bf3cc1f-d41e-4fef-907c-5301b97a3bbd tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/ports?device_id=1541c8ce-fb73-4919-b621-f9a304b72b53&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0790393 Nov 09 21:22:54.613920 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9fc2b4c0-58c0-48b9-8eb9-5977f87519b4 req-af772e48-3d5c-43a2-b341-da5b2a3ec002 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd8a4f41-8563-4cd4-810e-8167c0315dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480065 Nov 09 21:22:54.652104 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=bf85b1c2-b8e5-46ce-892b-45dc936da8ee,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:54.667352 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port aaafcacd-255c-49ef-bcad-66f840f1d505 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:22:54.672066 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port aaafcacd-255c-49ef-bcad-66f840f1d505 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:54.672491 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:54.700052 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9698f94-ab83-4384-92cf-43ea8b3b278d x-openstack-request-id: req-c9698f94-ab83-4384-92cf-43ea8b3b278d {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:22:54.700369 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6071c99c-fc3a-47e0-a95b-12640ba773c8", "name": "network-vif-plugged", "status": "completed", "tag": "bf85b1c2-b8e5-46ce-892b-45dc936da8ee", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:22:54.700616 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c9698f94-ab83-4384-92cf-43ea8b3b278d {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:22:54.701086 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6071c99c-fc3a-47e0-a95b-12640ba773c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf85b1c2-b8e5-46ce-892b-45dc936da8ee', 'code': 200} Nov 09 21:22:54.723350 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-25e24c51-3bf8-4cc7-96ae-b70952650d4f req-c38d9e8e-0e12-4356-8bdb-1524825f6b5c tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.137 HTTP/1.1" status: 200 len: 999 time: 0.1509674 Nov 09 21:22:54.728542 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-25e24c51-3bf8-4cc7-96ae-b70952650d4f req-bc1fec3a-aad3-49c2-ad44-d2ecfeca1c3b tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Request body: {'floatingip': {'port_id': '47ff1ffb-a801-44b4-b0e3-ff850b2da2ee', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:22:54.782454 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:54.826644 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port aaafcacd-255c-49ef-bcad-66f840f1d505, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=aaafcacd-255c-49ef-bcad-66f840f1d505,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:22:54.831479 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:54.833305 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992bdcd1-09eb-4794-a39f-391f70861272 req-ea692d3a-ac8d-4e32-85e8-5da174ff9a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:54.834820 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-992bdcd1-09eb-4794-a39f-391f70861272 req-ea692d3a-ac8d-4e32-85e8-5da174ff9a9f service neutron] 10.222.0.43 "GET /v2.0/networks?id=5b48360c-45d2-4bc5-87b9-1da558cd85b9 HTTP/1.1" status: 200 len: 921 time: 0.2717557 Nov 09 21:22:54.839145 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-25e24c51-3bf8-4cc7-96ae-b70952650d4f req-bc1fec3a-aad3-49c2-ad44-d2ecfeca1c3b tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks [] for floatingip, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:54.883527 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=aaafcacd-255c-49ef-bcad-66f840f1d505,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:54.889433 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc250590-3a1a-40c7-85b1-bfe6c9ca3440 req-53482c9a-5b81-4d9f-bf02-ec95a37d69e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:54.890978 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bc250590-3a1a-40c7-85b1-bfe6c9ca3440 req-53482c9a-5b81-4d9f-bf02-ec95a37d69e6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6071c99c-fc3a-47e0-a95b-12640ba773c8 HTTP/1.1" status: 200 len: 1101 time: 0.1262558 Nov 09 21:22:55.000001 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-992bdcd1-09eb-4794-a39f-391f70861272 req-2ad9c425-bd10-4a65-80a1-3ec282969ac0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18e9ce64-4c96-4eff-8dcf-1ef7cce97640 HTTP/1.1" status: 200 len: 1001 time: 0.1252503 Nov 09 21:22:55.042607 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bc250590-3a1a-40c7-85b1-bfe6c9ca3440 req-b3827454-b6dd-490c-9326-023893dd7cef service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=cfe44ebb-e64e-4089-b800-489ecaa39603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217954 Nov 09 21:22:55.090247 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992bdcd1-09eb-4794-a39f-391f70861272 req-c00fdec1-dd07-4cf5-ae96-21e824f233b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:55.091625 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-992bdcd1-09eb-4794-a39f-391f70861272 req-c00fdec1-dd07-4cf5-ae96-21e824f233b1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a827720-a9bf-447e-bfcd-e4c120a09350 HTTP/1.1" status: 200 len: 860 time: 0.0830643 Nov 09 21:22:55.212943 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992bdcd1-09eb-4794-a39f-391f70861272 req-3fc15649-e953-48de-8468-7b258c5fb7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:55.214445 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-992bdcd1-09eb-4794-a39f-391f70861272 req-3fc15649-e953-48de-8468-7b258c5fb7c9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5b48360c-45d2-4bc5-87b9-1da558cd85b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858903 Nov 09 21:22:55.306804 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b5986-69bf-41ad-9de7-13aa4968c54e req-37637ea7-d1ed-4985-b2da-d6d6e191dcb3 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:55.308278 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4e6b5986-69bf-41ad-9de7-13aa4968c54e req-37637ea7-d1ed-4985-b2da-d6d6e191dcb3 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.49 "GET /v2.0/ports?device_id=6071c99c-fc3a-47e0-a95b-12640ba773c8 HTTP/1.1" status: 200 len: 950 time: 0.0499911 Nov 09 21:22:55.357533 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4e6b5986-69bf-41ad-9de7-13aa4968c54e req-eb3df268-2744-43fc-b5a0-38b6e1220fab tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfe44ebb-e64e-4089-b800-489ecaa39603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431523 Nov 09 21:22:55.399345 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-992bdcd1-09eb-4794-a39f-391f70861272 req-15193241-9126-452d-be95-92f7b1dbab71 service neutron] 10.222.0.43 "GET /v2.0/networks/5b48360c-45d2-4bc5-87b9-1da558cd85b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758380 Nov 09 21:22:55.546686 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106a6d1-d0ac-47c3-8b71-dd658c621d17 req-fe94b95c-24dd-4800-9909-93247b5a4208 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:55.548154 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b106a6d1-d0ac-47c3-8b71-dd658c621d17 req-fe94b95c-24dd-4800-9909-93247b5a4208 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b846193-37ac-4200-83c0-1903774230fb HTTP/1.1" status: 200 len: 946 time: 0.0479245 Nov 09 21:22:55.595766 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-992bdcd1-09eb-4794-a39f-391f70861272 req-d364a2bf-a74c-421c-a011-0cf020125a2d service neutron] 10.222.0.43 "GET /v2.0/networks/5b48360c-45d2-4bc5-87b9-1da558cd85b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648455 Nov 09 21:22:55.599861 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b106a6d1-d0ac-47c3-8b71-dd658c621d17 req-e57d9095-f06a-4994-b661-6e151d8de791 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453744 Nov 09 21:22:55.615239 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-25e24c51-3bf8-4cc7-96ae-b70952650d4f req-bc1fec3a-aad3-49c2-ad44-d2ecfeca1c3b tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:55.619184 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-25e24c51-3bf8-4cc7-96ae-b70952650d4f req-bc1fec3a-aad3-49c2-ad44-d2ecfeca1c3b tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:55.720049 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [req-25e24c51-3bf8-4cc7-96ae-b70952650d4f req-bc1fec3a-aad3-49c2-ad44-d2ecfeca1c3b tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Floating IP 84148e83-3c76-4c89-8ffb-8e153b70e1c4 associated. External IP: 172.25.7.137, port: 18e9ce64-4c96-4eff-8dcf-1ef7cce97640. Nov 09 21:22:55.731686 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2cb26-4eba-4a23-8d01-9a2946ae0436 req-fd346810-cb5f-4c9a-9da8-043206cce5d9 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:55.733376 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-95c2cb26-4eba-4a23-8d01-9a2946ae0436 req-fd346810-cb5f-4c9a-9da8-043206cce5d9 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] 10.222.0.49 "GET /v2.0/ports?device_id=63390256-9035-499c-912b-daa47579b628 HTTP/1.1" status: 200 len: 943 time: 0.0489483 Nov 09 21:22:55.782036 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device b4196e47-28da-4429-ba37-051b5eb3aed7 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:22:55.783561 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-95c2cb26-4eba-4a23-8d01-9a2946ae0436 req-1fecd07f-0295-4e29-8d29-dd27c6c1de93 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd8a4f41-8563-4cd4-810e-8167c0315dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445311 Nov 09 21:22:55.885291 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port b4196e47-28da-4429-ba37-051b5eb3aed7, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=b4196e47-28da-4429-ba37-051b5eb3aed7,segment=NetworkSegment(9b128d35-4150-4f36-9adc-b8dce5be7fd2),segment_id=9b128d35-4150-4f36-9adc-b8dce5be7fd2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:22:55.897478 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': 'b4196e47-28da-4429-ba37-051b5eb3aed7', 'network_id': '976ad452-60e4-4e2d-aff7-0ed5aab386d9', 'port_id': 'b4196e47-28da-4429-ba37-051b5eb3aed7', 'mac_address': 'fa:16:3e:b4:ba:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d67456-5729-4187-b3ab-bacf54ab1b12', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:22:55.941422 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:55.955132 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4196e47-28da-4429-ba37-051b5eb3aed7 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:22:55.961138 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25e24c51-3bf8-4cc7-96ae-b70952650d4f req-bc1fec3a-aad3-49c2-ad44-d2ecfeca1c3b tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Router e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:22:55.973384 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port b4196e47-28da-4429-ba37-051b5eb3aed7, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=b4196e47-28da-4429-ba37-051b5eb3aed7,segment=NetworkSegment(9b128d35-4150-4f36-9adc-b8dce5be7fd2),segment_id=9b128d35-4150-4f36-9adc-b8dce5be7fd2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:22:55.978552 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:56.029423 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=b4196e47-28da-4429-ba37-051b5eb3aed7,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:22:56.084470 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25e24c51-3bf8-4cc7-96ae-b70952650d4f req-bc1fec3a-aad3-49c2-ad44-d2ecfeca1c3b tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:22:56.094520 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ccdcaf-f2f8-43fa-8687-51d1db469828 None None] Sync routers for ids ['e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:22:56.107608 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ccdcaf-f2f8-43fa-8687-51d1db469828 None None] Routers {'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:22:56.109340 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-45ccdcaf-f2f8-43fa-8687-51d1db469828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:22:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:56.216891 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-45ccdcaf-f2f8-43fa-8687-51d1db469828 None None] Set router e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:22:56.504698 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23eca1-7935-4819-981a-dbab38902972 req-f8eb4af6-2240-4c97-82ff-0bdf3ef4b27a tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:56.506821 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1c23eca1-7935-4819-981a-dbab38902972 req-f8eb4af6-2240-4c97-82ff-0bdf3ef4b27a tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.49 "GET /v2.0/ports?device_id=6071c99c-fc3a-47e0-a95b-12640ba773c8 HTTP/1.1" status: 200 len: 950 time: 0.0577121 Nov 09 21:22:56.513205 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['b4196e47-28da-4429-ba37-051b5eb3aed7'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:22:56.567745 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1c23eca1-7935-4819-981a-dbab38902972 req-3e73848c-5187-46ed-9239-131da7665fb8 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfe44ebb-e64e-4089-b800-489ecaa39603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544293 Nov 09 21:22:56.595060 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-45ccdcaf-f2f8-43fa-8687-51d1db469828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976332302-router', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'de457564-054f-4ab8-8d9f-b57b06db88f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:01Z', 'updated_at': '2021-11-09T21:22:11Z', 'revision_number': 4, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'gw_port': {'id': 'de457564-054f-4ab8-8d9f-b57b06db88f1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:57:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:03Z', 'updated_at': '2021-11-09T21:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '84148e83-3c76-4c89-8ffb-8e153b70e1c4', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'floating_ip_address': '172.25.7.137', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'port_id': '47ff1ffb-a801-44b4-b0e3-ff850b2da2ee', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9', 'mac_address': 'fa:16:3e:7c:33:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1541c8ce-fb73-4919-b621-f9a304b72b53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:22:33Z', 'updated_at': '2021-11-09T21:22:55Z', 'revision_number': 3, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '982687d5-c92e-49dd-8821-72f3ed6ed793', 'name': '', 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'mac_address': 'fa:16:3e:d5:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '8a827720-a9bf-447e-bfcd-e4c120a09350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:10Z', 'updated_at': '2021-11-09T21:22:19Z', 'revision_number': 5, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'subnets': [{'id': '8a827720-a9bf-447e-bfcd-e4c120a09350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:56.605719 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25e24c51-3bf8-4cc7-96ae-b70952650d4f req-bc1fec3a-aad3-49c2-ad44-d2ecfeca1c3b tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Router e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:22:56.634540 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ccdcaf-f2f8-43fa-8687-51d1db469828 None None] Checking router: e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:22:56.644270 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ccdcaf-f2f8-43fa-8687-51d1db469828 None None] Routers {'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:22:56.645081 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-45ccdcaf-f2f8-43fa-8687-51d1db469828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:22:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:56.702058 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a061fb-1b12-4207-8588-4a35f67cbe63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaafcacd-255c-49ef-bcad-66f840f1d505'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:22:56.704780 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a9002a-eadc-4984-91fd-7f54f9cf02b9" -d '{"events": [{"server_uuid": "e0a061fb-1b12-4207-8588-4a35f67cbe63", "name": "network-vif-plugged", "status": "completed", "tag": "aaafcacd-255c-49ef-bcad-66f840f1d505"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:22:56.740328 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25e24c51-3bf8-4cc7-96ae-b70952650d4f req-bc1fec3a-aad3-49c2-ad44-d2ecfeca1c3b tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:22:56.744067 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981dfdbb-7dac-430d-96db-4e6b0e2958cd req-f02dfa62-0952-4361-929c-8d607828f1b2 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:56.745073 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-25e24c51-3bf8-4cc7-96ae-b70952650d4f req-bc1fec3a-aad3-49c2-ad44-d2ecfeca1c3b tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:56.745619 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-981dfdbb-7dac-430d-96db-4e6b0e2958cd req-f02dfa62-0952-4361-929c-8d607828f1b2 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0a061fb-1b12-4207-8588-4a35f67cbe63 HTTP/1.1" status: 200 len: 950 time: 0.0582485 Nov 09 21:22:56.762027 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-45ccdcaf-f2f8-43fa-8687-51d1db469828 None None] Set router e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:22:56.773166 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9038fda8-fdf2-410e-b65d-a86f7ea536cc', 'tag': '18e9ce64-4c96-4eff-8dcf-1ef7cce97640'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:22:56.775430 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a39a1e1-ac49-4a7f-92c8-d37606abaa7b" -d '{"events": [{"name": "network-changed", "server_uuid": "9038fda8-fdf2-410e-b65d-a86f7ea536cc", "tag": "18e9ce64-4c96-4eff-8dcf-1ef7cce97640"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:22:56.798507 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-981dfdbb-7dac-430d-96db-4e6b0e2958cd req-0a7cbe62-0120-423a-898a-f4627a3b0542 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfe44ebb-e64e-4089-b800-489ecaa39603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467930 Nov 09 21:22:56.803625 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-25e24c51-3bf8-4cc7-96ae-b70952650d4f req-bc1fec3a-aad3-49c2-ad44-d2ecfeca1c3b tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "PUT /v2.0/floatingips/84148e83-3c76-4c89-8ffb-8e153b70e1c4 HTTP/1.1" status: 200 len: 998 time: 2.0792291 Nov 09 21:22:56.857070 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e24c51-3bf8-4cc7-96ae-b70952650d4f req-fe185db5-10af-4649-ae36-b2c5e6261082 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:56.859860 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-25e24c51-3bf8-4cc7-96ae-b70952650d4f req-fe185db5-10af-4649-ae36-b2c5e6261082 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/ports/18e9ce64-4c96-4eff-8dcf-1ef7cce97640 HTTP/1.1" status: 200 len: 942 time: 0.0497236 Nov 09 21:22:56.922625 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5d847-1a6f-4751-844d-f89566e2e4d0 req-7567e8a0-935a-4584-b61f-72b32ae5cdea tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:56.924475 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8df5d847-1a6f-4751-844d-f89566e2e4d0 req-7567e8a0-935a-4584-b61f-72b32ae5cdea tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b846193-37ac-4200-83c0-1903774230fb HTTP/1.1" status: 200 len: 946 time: 0.0568945 Nov 09 21:22:56.966713 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e24c51-3bf8-4cc7-96ae-b70952650d4f req-ea2649a2-3a8e-4c68-a7b8-299dd200bdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:56.968527 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-25e24c51-3bf8-4cc7-96ae-b70952650d4f req-ea2649a2-3a8e-4c68-a7b8-299dd200bdc2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=379926d057ed4e578e7d1c1feabffad2&device_id=9038fda8-fdf2-410e-b65d-a86f7ea536cc HTTP/1.1" status: 200 len: 1096 time: 0.0433612 Nov 09 21:22:56.976814 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8df5d847-1a6f-4751-844d-f89566e2e4d0 req-afd19f86-6de5-40c9-a532-efe7cecaeca1 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459139 Nov 09 21:22:57.014553 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-45ccdcaf-f2f8-43fa-8687-51d1db469828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976332302-router', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'de457564-054f-4ab8-8d9f-b57b06db88f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:01Z', 'updated_at': '2021-11-09T21:22:11Z', 'revision_number': 4, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'gw_port': {'id': 'de457564-054f-4ab8-8d9f-b57b06db88f1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:57:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:03Z', 'updated_at': '2021-11-09T21:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '84148e83-3c76-4c89-8ffb-8e153b70e1c4', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'floating_ip_address': '172.25.7.137', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'port_id': '47ff1ffb-a801-44b4-b0e3-ff850b2da2ee', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9', 'mac_address': 'fa:16:3e:7c:33:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1541c8ce-fb73-4919-b621-f9a304b72b53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:22:33Z', 'updated_at': '2021-11-09T21:22:55Z', 'revision_number': 3, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '982687d5-c92e-49dd-8821-72f3ed6ed793', 'name': '', 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'mac_address': 'fa:16:3e:d5:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '8a827720-a9bf-447e-bfcd-e4c120a09350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:10Z', 'updated_at': '2021-11-09T21:22:19Z', 'revision_number': 5, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'subnets': [{'id': '8a827720-a9bf-447e-bfcd-e4c120a09350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:57.030704 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9a0d7f-2368-4745-8afc-e5499f21351c x-openstack-request-id: req-1f9a0d7f-2368-4745-8afc-e5499f21351c {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:22:57.031192 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a061fb-1b12-4207-8588-4a35f67cbe63", "name": "network-vif-plugged", "status": "completed", "tag": "aaafcacd-255c-49ef-bcad-66f840f1d505", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:22:57.031270 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1f9a0d7f-2368-4745-8afc-e5499f21351c {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:22:57.031722 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a061fb-1b12-4207-8588-4a35f67cbe63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaafcacd-255c-49ef-bcad-66f840f1d505', 'code': 200} Nov 09 21:22:57.047393 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ccdcaf-f2f8-43fa-8687-51d1db469828 None None] The sync data for ids ['e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'] in n-d-816206-3 is: [{'id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976332302-router', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'de457564-054f-4ab8-8d9f-b57b06db88f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:01Z', 'updated_at': '2021-11-09T21:22:11Z', 'revision_number': 4, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'gw_port': {'id': 'de457564-054f-4ab8-8d9f-b57b06db88f1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:57:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:03Z', 'updated_at': '2021-11-09T21:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '84148e83-3c76-4c89-8ffb-8e153b70e1c4', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'floating_ip_address': '172.25.7.137', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'port_id': '47ff1ffb-a801-44b4-b0e3-ff850b2da2ee', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9', 'mac_address': 'fa:16:3e:7c:33:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1541c8ce-fb73-4919-b621-f9a304b72b53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:22:33Z', 'updated_at': '2021-11-09T21:22:55Z', 'revision_number': 3, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '982687d5-c92e-49dd-8821-72f3ed6ed793', 'name': '', 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'mac_address': 'fa:16:3e:d5:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '8a827720-a9bf-447e-bfcd-e4c120a09350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:10Z', 'updated_at': '2021-11-09T21:22:19Z', 'revision_number': 5, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'subnets': [{'id': '8a827720-a9bf-447e-bfcd-e4c120a09350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:22:57.071095 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3ea356-0c3e-4280-a218-8d0ff924520e x-openstack-request-id: req-bd3ea356-0c3e-4280-a218-8d0ff924520e {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:22:57.072047 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9038fda8-fdf2-410e-b65d-a86f7ea536cc", "tag": "18e9ce64-4c96-4eff-8dcf-1ef7cce97640", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:22:57.072324 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bd3ea356-0c3e-4280-a218-8d0ff924520e {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:22:57.072750 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9038fda8-fdf2-410e-b65d-a86f7ea536cc', 'tag': '18e9ce64-4c96-4eff-8dcf-1ef7cce97640', 'status': 'completed', 'code': 200} Nov 09 21:22:57.092874 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e24c51-3bf8-4cc7-96ae-b70952650d4f req-61ac1702-7bbb-4919-8e5c-1a541320758f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:57.095920 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-25e24c51-3bf8-4cc7-96ae-b70952650d4f req-61ac1702-7bbb-4919-8e5c-1a541320758f service neutron] 10.222.0.49 "GET /v2.0/networks?id=5b48360c-45d2-4bc5-87b9-1da558cd85b9 HTTP/1.1" status: 200 len: 921 time: 0.1197464 Nov 09 21:22:57.175342 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-25e24c51-3bf8-4cc7-96ae-b70952650d4f req-1400d283-c0e6-4340-8204-f31ec226c531 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18e9ce64-4c96-4eff-8dcf-1ef7cce97640 HTTP/1.1" status: 200 len: 217 time: 0.0682757 Nov 09 21:22:57.176143 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48b4d8-2d64-46d3-b71a-b9b7976aa83b req-a96c3e74-54ef-4c01-83d0-fecbb2b9154c tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:57.177779 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-db48b4d8-2d64-46d3-b71a-b9b7976aa83b req-a96c3e74-54ef-4c01-83d0-fecbb2b9154c tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] 10.222.0.49 "GET /v2.0/ports?device_id=63390256-9035-499c-912b-daa47579b628 HTTP/1.1" status: 200 len: 944 time: 0.0574727 Nov 09 21:22:57.227241 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-db48b4d8-2d64-46d3-b71a-b9b7976aa83b req-b98461b8-3dac-42e5-8658-5b0d336d1bca tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd8a4f41-8563-4cd4-810e-8167c0315dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428374 Nov 09 21:22:57.253912 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16158229-09d1-4ec8-89cd-b27261437b8a req-45a5bea8-876a-4fb2-bbd0-21c1be655922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:57.253912 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-16158229-09d1-4ec8-89cd-b27261437b8a req-45a5bea8-876a-4fb2-bbd0-21c1be655922 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e0a061fb-1b12-4207-8588-4a35f67cbe63 HTTP/1.1" status: 200 len: 1101 time: 0.1407144 Nov 09 21:22:57.273842 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e24c51-3bf8-4cc7-96ae-b70952650d4f req-2f79b217-d9d2-4f1a-a8ed-e8571ab8a706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:57.275381 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-25e24c51-3bf8-4cc7-96ae-b70952650d4f req-2f79b217-d9d2-4f1a-a8ed-e8571ab8a706 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8a827720-a9bf-447e-bfcd-e4c120a09350 HTTP/1.1" status: 200 len: 860 time: 0.0790377 Nov 09 21:22:57.282754 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416e3c1c-ef26-4e69-ae64-8448ff661077 None None] New status for floating IP 84148e83-3c76-4c89-8ffb-8e153b70e1c4: ACTIVE {{(pid=102609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:22:57.284802 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39a1e1-ac49-4a7f-92c8-d37606abaa7b req-6fe1abc2-3d78-440d-8e67-e4581ac440fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:57.286401 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4a39a1e1-ac49-4a7f-92c8-d37606abaa7b req-6fe1abc2-3d78-440d-8e67-e4581ac440fc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=379926d057ed4e578e7d1c1feabffad2&device_id=9038fda8-fdf2-410e-b65d-a86f7ea536cc HTTP/1.1" status: 200 len: 1096 time: 0.1363368 Nov 09 21:22:57.390465 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-16158229-09d1-4ec8-89cd-b27261437b8a req-0994bf0b-6ff7-4f6a-b210-b1bd108af02c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=cfe44ebb-e64e-4089-b800-489ecaa39603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291878 Nov 09 21:22:57.403166 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e24c51-3bf8-4cc7-96ae-b70952650d4f req-7c0ce922-c5ff-413b-b198-3c19a71cb967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:57.404665 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-25e24c51-3bf8-4cc7-96ae-b70952650d4f req-7c0ce922-c5ff-413b-b198-3c19a71cb967 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5b48360c-45d2-4bc5-87b9-1da558cd85b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1173949 Nov 09 21:22:57.496129 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39a1e1-ac49-4a7f-92c8-d37606abaa7b req-5dc4ac0d-d301-4548-b0b8-8caf05c110a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:57.498657 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4a39a1e1-ac49-4a7f-92c8-d37606abaa7b req-5dc4ac0d-d301-4548-b0b8-8caf05c110a0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5b48360c-45d2-4bc5-87b9-1da558cd85b9 HTTP/1.1" status: 200 len: 921 time: 0.1591489 Nov 09 21:22:57.529586 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbfaf2a-5524-4ae5-bb9d-7bbb32cdc674 None None] Sync routers for ids ['e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:22:57.539970 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbfaf2a-5524-4ae5-bb9d-7bbb32cdc674 None None] Routers {'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:22:57.540578 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-fcbfaf2a-5524-4ae5-bb9d-7bbb32cdc674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:22:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:57.549011 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4a39a1e1-ac49-4a7f-92c8-d37606abaa7b req-9253517d-22fe-4560-a130-e53662c5fffd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18e9ce64-4c96-4eff-8dcf-1ef7cce97640 HTTP/1.1" status: 200 len: 217 time: 0.0410600 Nov 09 21:22:57.570884 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-25e24c51-3bf8-4cc7-96ae-b70952650d4f req-1ca4b2da-12a6-40f4-a6c1-983a1fe8f0e2 service neutron] 10.222.0.49 "GET /v2.0/networks/5b48360c-45d2-4bc5-87b9-1da558cd85b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575575 Nov 09 21:22:57.646473 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-fcbfaf2a-5524-4ae5-bb9d-7bbb32cdc674 None None] Set router e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:22:57.652343 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39a1e1-ac49-4a7f-92c8-d37606abaa7b req-70c1556c-7e7e-4301-a900-f05146182689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:57.653861 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4a39a1e1-ac49-4a7f-92c8-d37606abaa7b req-70c1556c-7e7e-4301-a900-f05146182689 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a827720-a9bf-447e-bfcd-e4c120a09350 HTTP/1.1" status: 200 len: 860 time: 0.0958354 Nov 09 21:22:57.717315 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-25e24c51-3bf8-4cc7-96ae-b70952650d4f req-6452bd50-42cc-4ffd-9036-58782ada649f service neutron] 10.222.0.49 "GET /v2.0/networks/5b48360c-45d2-4bc5-87b9-1da558cd85b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258841 Nov 09 21:22:57.726693 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39a1e1-ac49-4a7f-92c8-d37606abaa7b req-442009b9-b05e-47be-a0a7-fb2b0b7a9f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:57.728552 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4a39a1e1-ac49-4a7f-92c8-d37606abaa7b req-442009b9-b05e-47be-a0a7-fb2b0b7a9f0c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5b48360c-45d2-4bc5-87b9-1da558cd85b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663545 Nov 09 21:22:57.838187 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e24c51-3bf8-4cc7-96ae-b70952650d4f req-cd5ebd2e-e2e9-40ba-8ab4-bf28eeed772a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:57.839689 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-25e24c51-3bf8-4cc7-96ae-b70952650d4f req-cd5ebd2e-e2e9-40ba-8ab4-bf28eeed772a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=379926d057ed4e578e7d1c1feabffad2&device_id=1541c8ce-fb73-4919-b621-f9a304b72b53 HTTP/1.1" status: 200 len: 1096 time: 0.0944870 Nov 09 21:22:57.873574 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4a39a1e1-ac49-4a7f-92c8-d37606abaa7b req-ab956cca-5bfc-4f58-b378-4100c224fea4 service neutron] 10.222.0.43 "GET /v2.0/networks/5b48360c-45d2-4bc5-87b9-1da558cd85b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363518 Nov 09 21:22:57.874915 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-fcbfaf2a-5524-4ae5-bb9d-7bbb32cdc674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976332302-router', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'de457564-054f-4ab8-8d9f-b57b06db88f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:01Z', 'updated_at': '2021-11-09T21:22:11Z', 'revision_number': 4, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'gw_port': {'id': 'de457564-054f-4ab8-8d9f-b57b06db88f1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:57:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:03Z', 'updated_at': '2021-11-09T21:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '84148e83-3c76-4c89-8ffb-8e153b70e1c4', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'floating_ip_address': '172.25.7.137', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'port_id': '47ff1ffb-a801-44b4-b0e3-ff850b2da2ee', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9', 'mac_address': 'fa:16:3e:7c:33:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1541c8ce-fb73-4919-b621-f9a304b72b53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:22:33Z', 'updated_at': '2021-11-09T21:22:57Z', 'revision_number': 4, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '982687d5-c92e-49dd-8821-72f3ed6ed793', 'name': '', 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'mac_address': 'fa:16:3e:d5:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '8a827720-a9bf-447e-bfcd-e4c120a09350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:10Z', 'updated_at': '2021-11-09T21:22:19Z', 'revision_number': 5, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'subnets': [{'id': '8a827720-a9bf-447e-bfcd-e4c120a09350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:57.906270 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbfaf2a-5524-4ae5-bb9d-7bbb32cdc674 None None] Checking router: e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:22:57.915214 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbfaf2a-5524-4ae5-bb9d-7bbb32cdc674 None None] Routers {'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:22:57.915843 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-fcbfaf2a-5524-4ae5-bb9d-7bbb32cdc674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:22:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:57.930261 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6c355-1a65-4c57-a82d-cb9c9c9e144c req-abafd13c-6ab5-4d14-a337-3a77069780b8 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:57.932741 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d7a6c355-1a65-4c57-a82d-cb9c9c9e144c req-abafd13c-6ab5-4d14-a337-3a77069780b8 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0a061fb-1b12-4207-8588-4a35f67cbe63 HTTP/1.1" status: 200 len: 950 time: 0.0584238 Nov 09 21:22:57.986110 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d7a6c355-1a65-4c57-a82d-cb9c9c9e144c req-d122656d-61f0-4b29-af5f-d6a6de9a6d19 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfe44ebb-e64e-4089-b800-489ecaa39603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459795 Nov 09 21:22:58.010092 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e24c51-3bf8-4cc7-96ae-b70952650d4f req-bd129fa9-dccf-4b16-b334-5b701a03fa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:58.011545 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-25e24c51-3bf8-4cc7-96ae-b70952650d4f req-bd129fa9-dccf-4b16-b334-5b701a03fa8e service neutron] 10.222.0.49 "GET /v2.0/networks?id=5b48360c-45d2-4bc5-87b9-1da558cd85b9 HTTP/1.1" status: 200 len: 921 time: 0.1596544 Nov 09 21:22:58.021358 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-fcbfaf2a-5524-4ae5-bb9d-7bbb32cdc674 None None] Set router e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:22:58.032473 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4a39a1e1-ac49-4a7f-92c8-d37606abaa7b req-6daf1d93-bb16-4b55-9ff3-d4fc637e4f1c service neutron] 10.222.0.43 "GET /v2.0/networks/5b48360c-45d2-4bc5-87b9-1da558cd85b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306355 Nov 09 21:22:58.088499 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-25e24c51-3bf8-4cc7-96ae-b70952650d4f req-02300c1a-608b-40e3-b7f7-82504c2e65fa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47ff1ffb-a801-44b4-b0e3-ff850b2da2ee HTTP/1.1" status: 200 len: 1001 time: 0.0697296 Nov 09 21:22:58.103454 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c37c5-c237-4d0d-9c57-ba4c3c6091e9 req-25abe247-3fa5-432c-a9a4-579d403b8a5b tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:58.104985 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-295c37c5-c237-4d0d-9c57-ba4c3c6091e9 req-25abe247-3fa5-432c-a9a4-579d403b8a5b tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b846193-37ac-4200-83c0-1903774230fb HTTP/1.1" status: 200 len: 946 time: 0.0530810 Nov 09 21:22:58.140111 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e24c51-3bf8-4cc7-96ae-b70952650d4f req-b0db503b-8577-4ed5-9038-4b8136c086fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:58.141749 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-25e24c51-3bf8-4cc7-96ae-b70952650d4f req-b0db503b-8577-4ed5-9038-4b8136c086fd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8a827720-a9bf-447e-bfcd-e4c120a09350 HTTP/1.1" status: 200 len: 860 time: 0.0466022 Nov 09 21:22:58.156863 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-295c37c5-c237-4d0d-9c57-ba4c3c6091e9 req-166e9053-f70a-4fd7-bd46-08d8acd2f73b tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456085 Nov 09 21:22:58.194147 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e24c51-3bf8-4cc7-96ae-b70952650d4f req-ef4feee8-f2f1-4e01-90f7-ef351cf8323e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:58.196190 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-25e24c51-3bf8-4cc7-96ae-b70952650d4f req-ef4feee8-f2f1-4e01-90f7-ef351cf8323e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5b48360c-45d2-4bc5-87b9-1da558cd85b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477676 Nov 09 21:22:58.251283 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-fcbfaf2a-5524-4ae5-bb9d-7bbb32cdc674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976332302-router', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'de457564-054f-4ab8-8d9f-b57b06db88f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:01Z', 'updated_at': '2021-11-09T21:22:11Z', 'revision_number': 4, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'gw_port': {'id': 'de457564-054f-4ab8-8d9f-b57b06db88f1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:57:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:03Z', 'updated_at': '2021-11-09T21:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '84148e83-3c76-4c89-8ffb-8e153b70e1c4', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'floating_ip_address': '172.25.7.137', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'port_id': '47ff1ffb-a801-44b4-b0e3-ff850b2da2ee', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9', 'mac_address': 'fa:16:3e:7c:33:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1541c8ce-fb73-4919-b621-f9a304b72b53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:22:33Z', 'updated_at': '2021-11-09T21:22:57Z', 'revision_number': 4, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '982687d5-c92e-49dd-8821-72f3ed6ed793', 'name': '', 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'mac_address': 'fa:16:3e:d5:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '8a827720-a9bf-447e-bfcd-e4c120a09350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:10Z', 'updated_at': '2021-11-09T21:22:19Z', 'revision_number': 5, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'subnets': [{'id': '8a827720-a9bf-447e-bfcd-e4c120a09350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:22:58.281805 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbfaf2a-5524-4ae5-bb9d-7bbb32cdc674 None None] The sync data for ids ['e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'] in n-d-816206-3 is: [{'id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976332302-router', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'de457564-054f-4ab8-8d9f-b57b06db88f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:01Z', 'updated_at': '2021-11-09T21:22:11Z', 'revision_number': 4, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'gw_port': {'id': 'de457564-054f-4ab8-8d9f-b57b06db88f1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:57:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:03Z', 'updated_at': '2021-11-09T21:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '84148e83-3c76-4c89-8ffb-8e153b70e1c4', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'floating_ip_address': '172.25.7.137', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'port_id': '47ff1ffb-a801-44b4-b0e3-ff850b2da2ee', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9', 'mac_address': 'fa:16:3e:7c:33:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1541c8ce-fb73-4919-b621-f9a304b72b53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:22:33Z', 'updated_at': '2021-11-09T21:22:57Z', 'revision_number': 4, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '982687d5-c92e-49dd-8821-72f3ed6ed793', 'name': '', 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'mac_address': 'fa:16:3e:d5:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '8a827720-a9bf-447e-bfcd-e4c120a09350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:10Z', 'updated_at': '2021-11-09T21:22:19Z', 'revision_number': 5, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'subnets': [{'id': '8a827720-a9bf-447e-bfcd-e4c120a09350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:22:58.287250 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-25e24c51-3bf8-4cc7-96ae-b70952650d4f req-06cd1383-0286-4873-91c5-37a8fac8d57f service neutron] 10.222.0.49 "GET /v2.0/networks/5b48360c-45d2-4bc5-87b9-1da558cd85b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841141 Nov 09 21:22:58.358798 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad6511-c6a3-4426-b61a-6f0dce981df8 req-c9251416-7d07-4d52-8b0e-3fec31bccf32 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:58.365122 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b4ad6511-c6a3-4426-b61a-6f0dce981df8 req-c9251416-7d07-4d52-8b0e-3fec31bccf32 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] 10.222.0.49 "GET /v2.0/ports?device_id=63390256-9035-499c-912b-daa47579b628 HTTP/1.1" status: 200 len: 944 time: 0.0624905 Nov 09 21:22:58.396652 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-25e24c51-3bf8-4cc7-96ae-b70952650d4f req-a4d4c429-c1ad-4938-a160-09ce3a053c57 service neutron] 10.222.0.49 "GET /v2.0/networks/5b48360c-45d2-4bc5-87b9-1da558cd85b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973766 Nov 09 21:22:58.423457 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b4ad6511-c6a3-4426-b61a-6f0dce981df8 req-6ca1f2cd-dac0-4bde-bb99-4a01f5200a9e tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd8a4f41-8563-4cd4-810e-8167c0315dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564728 Nov 09 21:22:58.507828 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-74bdf248-c34c-4879-9873-42e4fe4a8872 req-80238264-6b60-4234-b74c-fd5f0fe48361 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.137 HTTP/1.1" status: 200 len: 1001 time: 0.0653725 Nov 09 21:22:58.817536 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdf248-c34c-4879-9873-42e4fe4a8872 req-ff6ff21d-63da-4108-96d0-74f5c1613875 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:58.818870 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-74bdf248-c34c-4879-9873-42e4fe4a8872 req-ff6ff21d-63da-4108-96d0-74f5c1613875 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/ports/47ff1ffb-a801-44b4-b0e3-ff850b2da2ee HTTP/1.1" status: 200 len: 942 time: 0.3052764 Nov 09 21:22:58.917503 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-74bdf248-c34c-4879-9873-42e4fe4a8872 req-3e44b962-4584-4c5e-9dd6-c5610699290d tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.137 HTTP/1.1" status: 200 len: 1001 time: 0.0584548 Nov 09 21:22:59.023169 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdf248-c34c-4879-9873-42e4fe4a8872 req-56640f50-e1c6-41f0-aea7-0fb24cf2ce18 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:59.024464 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-74bdf248-c34c-4879-9873-42e4fe4a8872 req-56640f50-e1c6-41f0-aea7-0fb24cf2ce18 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/networks/4531c23d-84b7-490d-8d7c-6676781b6e6a HTTP/1.1" status: 200 len: 784 time: 0.1016035 Nov 09 21:22:59.083652 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1541c8ce-fb73-4919-b621-f9a304b72b53', 'tag': '47ff1ffb-a801-44b4-b0e3-ff850b2da2ee'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:22:59.085988 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecffe3b1-057f-477c-a81b-41c452c0c2a1" -d '{"events": [{"name": "network-changed", "server_uuid": "1541c8ce-fb73-4919-b621-f9a304b72b53", "tag": "47ff1ffb-a801-44b4-b0e3-ff850b2da2ee"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:22:59.103557 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ca942a9b-5b02-4057-b6a1-aa83e4099169 req-909eb07c-c9b9-4ea2-8003-686574568808 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.137 HTTP/1.1" status: 200 len: 1001 time: 0.0610430 Nov 09 21:22:59.110698 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9e514-4b09-4628-9642-ada96bd8424f req-35111203-1d1f-4431-b26f-584a2ccddbe6 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:59.112166 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-36d9e514-4b09-4628-9642-ada96bd8424f req-35111203-1d1f-4431-b26f-584a2ccddbe6 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0a061fb-1b12-4207-8588-4a35f67cbe63 HTTP/1.1" status: 200 len: 950 time: 0.0538614 Nov 09 21:22:59.156977 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca942a9b-5b02-4057-b6a1-aa83e4099169 req-8a145e32-e32c-4e8a-a725-2b9a402008e3 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:59.158355 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ca942a9b-5b02-4057-b6a1-aa83e4099169 req-8a145e32-e32c-4e8a-a725-2b9a402008e3 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/ports/47ff1ffb-a801-44b4-b0e3-ff850b2da2ee HTTP/1.1" status: 200 len: 942 time: 0.0493555 Nov 09 21:22:59.158552 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-36d9e514-4b09-4628-9642-ada96bd8424f req-e286a77e-a4fe-4f19-9848-50f9094e83e4 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfe44ebb-e64e-4089-b800-489ecaa39603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400465 Nov 09 21:22:59.202360 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b50d511-0258-49a8-934f-d11480da04a0 x-openstack-request-id: req-9b50d511-0258-49a8-934f-d11480da04a0 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:22:59.202818 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1541c8ce-fb73-4919-b621-f9a304b72b53", "tag": "47ff1ffb-a801-44b4-b0e3-ff850b2da2ee", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:22:59.203235 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9b50d511-0258-49a8-934f-d11480da04a0 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:22:59.203634 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1541c8ce-fb73-4919-b621-f9a304b72b53', 'tag': '47ff1ffb-a801-44b4-b0e3-ff850b2da2ee', 'status': 'completed', 'code': 200} Nov 09 21:22:59.262287 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ca942a9b-5b02-4057-b6a1-aa83e4099169 req-168e2bd4-ba10-455c-b063-188a34ca6cbc tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.137 HTTP/1.1" status: 200 len: 1001 time: 0.0640650 Nov 09 21:22:59.267596 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffe3b1-057f-477c-a81b-41c452c0c2a1 req-18230242-1e1a-49a4-b548-fb986fa6ca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:59.269255 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ecffe3b1-057f-477c-a81b-41c452c0c2a1 req-18230242-1e1a-49a4-b548-fb986fa6ca92 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=379926d057ed4e578e7d1c1feabffad2&device_id=1541c8ce-fb73-4919-b621-f9a304b72b53 HTTP/1.1" status: 200 len: 1096 time: 0.0423491 Nov 09 21:22:59.375678 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffe3b1-057f-477c-a81b-41c452c0c2a1 req-a524b169-27b1-44de-b9f2-bde6716c706e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:59.377348 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ecffe3b1-057f-477c-a81b-41c452c0c2a1 req-a524b169-27b1-44de-b9f2-bde6716c706e service neutron] 10.222.0.45 "GET /v2.0/networks?id=5b48360c-45d2-4bc5-87b9-1da558cd85b9 HTTP/1.1" status: 200 len: 921 time: 0.1007135 Nov 09 21:22:59.378538 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca942a9b-5b02-4057-b6a1-aa83e4099169 req-da04bb12-c2cd-4169-a7a1-12c54385535f tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:59.379908 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ca942a9b-5b02-4057-b6a1-aa83e4099169 req-da04bb12-c2cd-4169-a7a1-12c54385535f tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/networks/4531c23d-84b7-490d-8d7c-6676781b6e6a HTTP/1.1" status: 200 len: 784 time: 0.1120040 Nov 09 21:22:59.447966 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ecffe3b1-057f-477c-a81b-41c452c0c2a1 req-9f83e78f-188a-41c7-825e-8e6069f56f02 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47ff1ffb-a801-44b4-b0e3-ff850b2da2ee HTTP/1.1" status: 200 len: 1001 time: 0.0629122 Nov 09 21:22:59.454234 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ca942a9b-5b02-4057-b6a1-aa83e4099169 req-9d906dff-488b-4ef8-9eca-3f1736a426cb tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.137 HTTP/1.1" status: 200 len: 1001 time: 0.0675027 Nov 09 21:22:59.464378 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-ca942a9b-5b02-4057-b6a1-aa83e4099169 req-c7e172ee-af73-4eb5-9fab-44d9b18dbd43 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:22:59.530511 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffe3b1-057f-477c-a81b-41c452c0c2a1 req-02cd59b4-b61b-4f2f-ba75-fdb834218338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:59.532065 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ecffe3b1-057f-477c-a81b-41c452c0c2a1 req-02cd59b4-b61b-4f2f-ba75-fdb834218338 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8a827720-a9bf-447e-bfcd-e4c120a09350 HTTP/1.1" status: 200 len: 860 time: 0.0747383 Nov 09 21:22:59.535351 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-ca942a9b-5b02-4057-b6a1-aa83e4099169 req-c7e172ee-af73-4eb5-9fab-44d9b18dbd43 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks [] for floatingip, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:59.611476 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffe3b1-057f-477c-a81b-41c452c0c2a1 req-6d2e7d13-28d8-4a8c-aee8-21df95731d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:59.612930 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ecffe3b1-057f-477c-a81b-41c452c0c2a1 req-6d2e7d13-28d8-4a8c-aee8-21df95731d51 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5b48360c-45d2-4bc5-87b9-1da558cd85b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713818 Nov 09 21:22:59.624071 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216de53d-9a20-436f-87c7-4694fef0b506 req-f31789ad-93c7-41a0-9063-83c249a4dd67 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:59.625501 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-216de53d-9a20-436f-87c7-4694fef0b506 req-f31789ad-93c7-41a0-9063-83c249a4dd67 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b846193-37ac-4200-83c0-1903774230fb HTTP/1.1" status: 200 len: 946 time: 0.0733545 Nov 09 21:22:59.688793 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-ca942a9b-5b02-4057-b6a1-aa83e4099169 req-c7e172ee-af73-4eb5-9fab-44d9b18dbd43 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:59.692938 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-ca942a9b-5b02-4057-b6a1-aa83e4099169 req-c7e172ee-af73-4eb5-9fab-44d9b18dbd43 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:59.693213 n-d-816206-3 neutron-server[102608]: INFO neutron.db.l3_db [req-ca942a9b-5b02-4057-b6a1-aa83e4099169 req-c7e172ee-af73-4eb5-9fab-44d9b18dbd43 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Floating IP 84148e83-3c76-4c89-8ffb-8e153b70e1c4 disassociated. External IP: 172.25.7.137, port: 47ff1ffb-a801-44b4-b0e3-ff850b2da2ee. Nov 09 21:22:59.731125 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-216de53d-9a20-436f-87c7-4694fef0b506 req-1a832e7e-4f61-4b5d-96b1-9219b4bf06a5 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908408 Nov 09 21:22:59.754686 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ecffe3b1-057f-477c-a81b-41c452c0c2a1 req-5f4222f6-867f-4aa5-a663-bcd630c67f2b service neutron] 10.222.0.45 "GET /v2.0/networks/5b48360c-45d2-4bc5-87b9-1da558cd85b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235552 Nov 09 21:22:59.804874 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device b4196e47-28da-4429-ba37-051b5eb3aed7 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:22:59.861096 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port b4196e47-28da-4429-ba37-051b5eb3aed7 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:22:59.865688 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port b4196e47-28da-4429-ba37-051b5eb3aed7 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:22:59.866340 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:59.873968 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e7bf0-7d6f-4198-b244-fe308edd1da4 req-2399225a-2f9c-41ec-b29b-b23da933ed9c tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:22:59.875468 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-742e7bf0-7d6f-4198-b244-fe308edd1da4 req-2399225a-2f9c-41ec-b29b-b23da933ed9c tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] 10.222.0.49 "GET /v2.0/ports?device_id=63390256-9035-499c-912b-daa47579b628 HTTP/1.1" status: 200 len: 944 time: 0.0665638 Nov 09 21:22:59.934285 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-742e7bf0-7d6f-4198-b244-fe308edd1da4 req-3600d25e-8100-4bb2-ab79-a41a8a73ad1f tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd8a4f41-8563-4cd4-810e-8167c0315dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521519 Nov 09 21:22:59.934849 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca942a9b-5b02-4057-b6a1-aa83e4099169 req-c7e172ee-af73-4eb5-9fab-44d9b18dbd43 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Router e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:22:59.936594 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ecffe3b1-057f-477c-a81b-41c452c0c2a1 req-f65652a6-e36b-42ee-9872-7a91cfed8cb7 service neutron] 10.222.0.45 "GET /v2.0/networks/5b48360c-45d2-4bc5-87b9-1da558cd85b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709182 Nov 09 21:22:59.956283 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:22:59.978457 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63390256-9035-499c-912b-daa47579b628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4196e47-28da-4429-ba37-051b5eb3aed7'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:22:59.980810 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ee7c50-2563-42ee-86e5-05080fc80da7" -d '{"events": [{"server_uuid": "63390256-9035-499c-912b-daa47579b628", "name": "network-vif-plugged", "status": "completed", "tag": "b4196e47-28da-4429-ba37-051b5eb3aed7"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:22:59.997279 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port b4196e47-28da-4429-ba37-051b5eb3aed7, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=b4196e47-28da-4429-ba37-051b5eb3aed7,segment=NetworkSegment(9b128d35-4150-4f36-9adc-b8dce5be7fd2),segment_id=9b128d35-4150-4f36-9adc-b8dce5be7fd2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:23:00.001838 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:00.058176 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=b4196e47-28da-4429-ba37-051b5eb3aed7,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:00.069721 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca942a9b-5b02-4057-b6a1-aa83e4099169 req-c7e172ee-af73-4eb5-9fab-44d9b18dbd43 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:23:00.074608 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-ca942a9b-5b02-4057-b6a1-aa83e4099169 req-c7e172ee-af73-4eb5-9fab-44d9b18dbd43 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:00.080524 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da56ac5-d111-4a72-b32e-752a65929866 None None] Sync routers for ids ['e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:23:00.090085 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da56ac5-d111-4a72-b32e-752a65929866 None None] Routers {'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:23:00.090695 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-1da56ac5-d111-4a72-b32e-752a65929866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:22:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:23:00.102268 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ca942a9b-5b02-4057-b6a1-aa83e4099169 req-c7e172ee-af73-4eb5-9fab-44d9b18dbd43 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "PUT /v2.0/floatingips/84148e83-3c76-4c89-8ffb-8e153b70e1c4 HTTP/1.1" status: 200 len: 695 time: 0.6422856 Nov 09 21:23:00.102737 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1541c8ce-fb73-4919-b621-f9a304b72b53', 'tag': '47ff1ffb-a801-44b4-b0e3-ff850b2da2ee'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:23:00.108831 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3b3be7-4361-416e-9d71-b25a349ec279" -d '{"events": [{"name": "network-changed", "server_uuid": "1541c8ce-fb73-4919-b621-f9a304b72b53", "tag": "47ff1ffb-a801-44b4-b0e3-ff850b2da2ee"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:23:00.160493 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca942a9b-5b02-4057-b6a1-aa83e4099169 req-8100f44e-7ba9-4c75-98c3-ef5302aef17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:00.162047 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ca942a9b-5b02-4057-b6a1-aa83e4099169 req-8100f44e-7ba9-4c75-98c3-ef5302aef17d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=379926d057ed4e578e7d1c1feabffad2&device_id=1541c8ce-fb73-4919-b621-f9a304b72b53 HTTP/1.1" status: 200 len: 1096 time: 0.0433395 Nov 09 21:23:00.200651 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-1da56ac5-d111-4a72-b32e-752a65929866 None None] Set router e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:23:00.258526 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca942a9b-5b02-4057-b6a1-aa83e4099169 req-5168ec6b-b8c6-48e1-b8ff-601c46bc6545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:00.259955 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ca942a9b-5b02-4057-b6a1-aa83e4099169 req-5168ec6b-b8c6-48e1-b8ff-601c46bc6545 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5b48360c-45d2-4bc5-87b9-1da558cd85b9 HTTP/1.1" status: 200 len: 921 time: 0.0915244 Nov 09 21:23:00.302308 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ca942a9b-5b02-4057-b6a1-aa83e4099169 req-45d2fdb3-5cf3-460a-84c9-42d111f3437b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47ff1ffb-a801-44b4-b0e3-ff850b2da2ee HTTP/1.1" status: 200 len: 217 time: 0.0359449 Nov 09 21:23:00.358682 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca942a9b-5b02-4057-b6a1-aa83e4099169 req-4c7b50be-0c68-42e7-9405-6b7e3d327080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:00.361053 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ca942a9b-5b02-4057-b6a1-aa83e4099169 req-4c7b50be-0c68-42e7-9405-6b7e3d327080 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8a827720-a9bf-447e-bfcd-e4c120a09350 HTTP/1.1" status: 200 len: 860 time: 0.0511777 Nov 09 21:23:00.385393 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008405e2-98f6-4053-bc4d-d27c117f198b x-openstack-request-id: req-008405e2-98f6-4053-bc4d-d27c117f198b {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:23:00.385758 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63390256-9035-499c-912b-daa47579b628", "name": "network-vif-plugged", "status": "completed", "tag": "b4196e47-28da-4429-ba37-051b5eb3aed7", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:23:00.386087 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-008405e2-98f6-4053-bc4d-d27c117f198b {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:23:00.386552 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63390256-9035-499c-912b-daa47579b628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4196e47-28da-4429-ba37-051b5eb3aed7', 'code': 200} Nov 09 21:23:00.412154 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-1da56ac5-d111-4a72-b32e-752a65929866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976332302-router', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'de457564-054f-4ab8-8d9f-b57b06db88f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:01Z', 'updated_at': '2021-11-09T21:22:11Z', 'revision_number': 4, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'gw_port': {'id': 'de457564-054f-4ab8-8d9f-b57b06db88f1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:57:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:03Z', 'updated_at': '2021-11-09T21:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '982687d5-c92e-49dd-8821-72f3ed6ed793', 'name': '', 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'mac_address': 'fa:16:3e:d5:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '8a827720-a9bf-447e-bfcd-e4c120a09350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:10Z', 'updated_at': '2021-11-09T21:22:19Z', 'revision_number': 5, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'subnets': [{'id': '8a827720-a9bf-447e-bfcd-e4c120a09350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:23:00.415043 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca942a9b-5b02-4057-b6a1-aa83e4099169 req-07605cbf-3f8f-42cb-b78a-fa15131b5639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:00.416565 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ca942a9b-5b02-4057-b6a1-aa83e4099169 req-07605cbf-3f8f-42cb-b78a-fa15131b5639 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5b48360c-45d2-4bc5-87b9-1da558cd85b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493197 Nov 09 21:23:00.422802 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83167271-476e-4be8-9235-afd969fd8605 x-openstack-request-id: req-83167271-476e-4be8-9235-afd969fd8605 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:23:00.423255 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1541c8ce-fb73-4919-b621-f9a304b72b53", "tag": "47ff1ffb-a801-44b4-b0e3-ff850b2da2ee", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:23:00.423652 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-83167271-476e-4be8-9235-afd969fd8605 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:23:00.424213 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1541c8ce-fb73-4919-b621-f9a304b72b53', 'tag': '47ff1ffb-a801-44b4-b0e3-ff850b2da2ee', 'status': 'completed', 'code': 200} Nov 09 21:23:00.449051 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da56ac5-d111-4a72-b32e-752a65929866 None None] Checking router: e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:23:00.460454 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da56ac5-d111-4a72-b32e-752a65929866 None None] Routers {'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:23:00.461101 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-1da56ac5-d111-4a72-b32e-752a65929866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:22:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:23:00.541663 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b3be7-4361-416e-9d71-b25a349ec279 req-caa1e3cf-bf0a-403a-8315-6c59d40b39c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:00.543844 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0c3b3be7-4361-416e-9d71-b25a349ec279 req-caa1e3cf-bf0a-403a-8315-6c59d40b39c5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=379926d057ed4e578e7d1c1feabffad2&device_id=1541c8ce-fb73-4919-b621-f9a304b72b53 HTTP/1.1" status: 200 len: 1096 time: 0.0838373 Nov 09 21:23:00.544025 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ca942a9b-5b02-4057-b6a1-aa83e4099169 req-0ff49925-b636-4ff6-9e69-7caef8ec8b85 service neutron] 10.222.0.49 "GET /v2.0/networks/5b48360c-45d2-4bc5-87b9-1da558cd85b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187353 Nov 09 21:23:00.602515 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56e77b-fee1-4beb-8bfe-c4385a19bddd req-46dde978-b49c-4474-aeba-f2723e0b1db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:00.604095 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9f56e77b-fee1-4beb-8bfe-c4385a19bddd req-46dde978-b49c-4474-aeba-f2723e0b1db2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=63390256-9035-499c-912b-daa47579b628 HTTP/1.1" status: 200 len: 1096 time: 0.0970371 Nov 09 21:23:00.649575 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ca942a9b-5b02-4057-b6a1-aa83e4099169 req-e4ae8d7f-690d-4fdc-bc7a-7360972b16b5 service neutron] 10.222.0.49 "GET /v2.0/networks/5b48360c-45d2-4bc5-87b9-1da558cd85b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979977 Nov 09 21:23:00.679994 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9f56e77b-fee1-4beb-8bfe-c4385a19bddd req-ab40d705-aab0-427a-a456-2e321f266798 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fd8a4f41-8563-4cd4-810e-8167c0315dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652578 Nov 09 21:23:00.682813 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b3be7-4361-416e-9d71-b25a349ec279 req-b4f6b110-b4bf-4052-b8af-95c3c778e60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:00.684243 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0c3b3be7-4361-416e-9d71-b25a349ec279 req-b4f6b110-b4bf-4052-b8af-95c3c778e60d service neutron] 10.222.0.45 "GET /v2.0/networks?id=5b48360c-45d2-4bc5-87b9-1da558cd85b9 HTTP/1.1" status: 200 len: 921 time: 0.1317940 Nov 09 21:23:00.717745 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-1da56ac5-d111-4a72-b32e-752a65929866 None None] Set router e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:23:00.732659 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0c3b3be7-4361-416e-9d71-b25a349ec279 req-b9e98c6f-a439-49ab-8887-f2e51efb50ea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47ff1ffb-a801-44b4-b0e3-ff850b2da2ee HTTP/1.1" status: 200 len: 217 time: 0.0401692 Nov 09 21:23:00.805398 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b3be7-4361-416e-9d71-b25a349ec279 req-5d670b71-d286-4b4d-abcf-f4b1c5d5ea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:00.807724 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0c3b3be7-4361-416e-9d71-b25a349ec279 req-5d670b71-d286-4b4d-abcf-f4b1c5d5ea27 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8a827720-a9bf-447e-bfcd-e4c120a09350 HTTP/1.1" status: 200 len: 860 time: 0.0629754 Nov 09 21:23:00.883271 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad35df9-0069-43e2-8af4-ad41afba0a4a req-08c8eb40-42e6-4ea1-8781-076e155e4269 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:00.883501 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b3be7-4361-416e-9d71-b25a349ec279 req-8a143556-6abf-4503-97ab-86a337f53d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:00.886671 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0c3b3be7-4361-416e-9d71-b25a349ec279 req-8a143556-6abf-4503-97ab-86a337f53d9f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5b48360c-45d2-4bc5-87b9-1da558cd85b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624051 Nov 09 21:23:00.892184 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1ad35df9-0069-43e2-8af4-ad41afba0a4a req-08c8eb40-42e6-4ea1-8781-076e155e4269 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b846193-37ac-4200-83c0-1903774230fb HTTP/1.1" status: 200 len: 946 time: 0.0799003 Nov 09 21:23:00.943963 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1ad35df9-0069-43e2-8af4-ad41afba0a4a req-611f9806-b5d7-4e66-839e-23ec88ceac42 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505736 Nov 09 21:23:00.986523 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-1da56ac5-d111-4a72-b32e-752a65929866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976332302-router', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'de457564-054f-4ab8-8d9f-b57b06db88f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:01Z', 'updated_at': '2021-11-09T21:22:11Z', 'revision_number': 4, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'gw_port': {'id': 'de457564-054f-4ab8-8d9f-b57b06db88f1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:57:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:03Z', 'updated_at': '2021-11-09T21:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '982687d5-c92e-49dd-8821-72f3ed6ed793', 'name': '', 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'mac_address': 'fa:16:3e:d5:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '8a827720-a9bf-447e-bfcd-e4c120a09350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:10Z', 'updated_at': '2021-11-09T21:22:19Z', 'revision_number': 5, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'subnets': [{'id': '8a827720-a9bf-447e-bfcd-e4c120a09350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:23:01.006516 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec970dad-c33e-4a55-90d5-5b126b63ac1b req-5beea153-24f6-472e-819e-257165cf6320 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:01.008691 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ec970dad-c33e-4a55-90d5-5b126b63ac1b req-5beea153-24f6-472e-819e-257165cf6320 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/ports?device_id=9038fda8-fdf2-410e-b65d-a86f7ea536cc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1193125 Nov 09 21:23:01.025363 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da56ac5-d111-4a72-b32e-752a65929866 None None] The sync data for ids ['e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'] in n-d-816206-3 is: [{'id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976332302-router', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'de457564-054f-4ab8-8d9f-b57b06db88f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:01Z', 'updated_at': '2021-11-09T21:22:11Z', 'revision_number': 4, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'gw_port': {'id': 'de457564-054f-4ab8-8d9f-b57b06db88f1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:57:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:03Z', 'updated_at': '2021-11-09T21:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '982687d5-c92e-49dd-8821-72f3ed6ed793', 'name': '', 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'mac_address': 'fa:16:3e:d5:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '8a827720-a9bf-447e-bfcd-e4c120a09350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:10Z', 'updated_at': '2021-11-09T21:22:19Z', 'revision_number': 5, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'subnets': [{'id': '8a827720-a9bf-447e-bfcd-e4c120a09350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:23:01.055555 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aee9cd-b394-4ad5-88b1-e314bb240a87 req-6eb080f2-05ae-4990-879f-2b6d0d572f2e tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:01.057126 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e6aee9cd-b394-4ad5-88b1-e314bb240a87 req-6eb080f2-05ae-4990-879f-2b6d0d572f2e tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] 10.222.0.49 "GET /v2.0/ports?device_id=63390256-9035-499c-912b-daa47579b628 HTTP/1.1" status: 200 len: 945 time: 0.0534828 Nov 09 21:23:01.075602 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0c3b3be7-4361-416e-9d71-b25a349ec279 req-c70f1b1b-c4f8-4b04-b0f4-4853bf8d78c4 service neutron] 10.222.0.45 "GET /v2.0/networks/5b48360c-45d2-4bc5-87b9-1da558cd85b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696165 Nov 09 21:23:01.078802 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ec970dad-c33e-4a55-90d5-5b126b63ac1b req-de7ee7b0-df00-4a2c-b3d2-b3ee3d977e37 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.137 HTTP/1.1" status: 200 len: 698 time: 0.0573628 Nov 09 21:23:01.095699 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-ec970dad-c33e-4a55-90d5-5b126b63ac1b req-fae02c32-71f4-4cb5-af8e-ec38ac4f8396 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Request body: {'floatingip': {'port_id': '18e9ce64-4c96-4eff-8dcf-1ef7cce97640', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:23:01.129236 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e6aee9cd-b394-4ad5-88b1-e314bb240a87 req-c4f0eba6-c2e4-416f-a055-78e51ec74085 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd8a4f41-8563-4cd4-810e-8167c0315dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653911 Nov 09 21:23:01.175221 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ec970dad-c33e-4a55-90d5-5b126b63ac1b req-fae02c32-71f4-4cb5-af8e-ec38ac4f8396 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks [] for floatingip, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:01.311095 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0c3b3be7-4361-416e-9d71-b25a349ec279 req-e95149e3-873a-43d2-abf3-94d84eea8574 service neutron] 10.222.0.45 "GET /v2.0/networks/5b48360c-45d2-4bc5-87b9-1da558cd85b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274873 Nov 09 21:23:01.327885 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3792d9-9b00-4889-ac6d-bfbeb6ad2d4a None None] New status for floating IP 84148e83-3c76-4c89-8ffb-8e153b70e1c4: DOWN {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:23:01.884261 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.db.api [req-ec970dad-c33e-4a55-90d5-5b126b63ac1b req-fae02c32-71f4-4cb5-af8e-ec38ac4f8396 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 21:23:01.884846 n-d-816206-3 neutron-server[102607]: DEBUG oslo_db.api [req-ec970dad-c33e-4a55-90d5-5b126b63ac1b req-fae02c32-71f4-4cb5-af8e-ec38ac4f8396 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 21:23:02.072062 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda05ea8-6e97-4567-9bea-61836fec8db9 req-dc8b0c8d-cc4d-4e27-bb99-8d98985754ad tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:02.073591 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bda05ea8-6e97-4567-9bea-61836fec8db9 req-dc8b0c8d-cc4d-4e27-bb99-8d98985754ad tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b846193-37ac-4200-83c0-1903774230fb HTTP/1.1" status: 200 len: 946 time: 0.0567548 Nov 09 21:23:02.090957 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device aaafcacd-255c-49ef-bcad-66f840f1d505 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:23:02.128158 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bda05ea8-6e97-4567-9bea-61836fec8db9 req-05cfb6a8-2d37-44fc-8d18-071cdf221aa9 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477786 Nov 09 21:23:02.195594 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port aaafcacd-255c-49ef-bcad-66f840f1d505, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=aaafcacd-255c-49ef-bcad-66f840f1d505,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:23:02.206967 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': 'aaafcacd-255c-49ef-bcad-66f840f1d505', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'port_id': 'aaafcacd-255c-49ef-bcad-66f840f1d505', 'mac_address': 'fa:16:3e:fe:0f:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba3500c-a288-4596-ba94-148f2bd8a6da', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:23:02.248427 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:02.265537 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aaafcacd-255c-49ef-bcad-66f840f1d505 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:23:02.285255 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port aaafcacd-255c-49ef-bcad-66f840f1d505, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=aaafcacd-255c-49ef-bcad-66f840f1d505,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:23:02.291273 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:02.323188 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875e9ce9-371d-40aa-b984-f5d138bc2d9c req-368a4bff-0ff7-4b52-bac0-7a7471905157 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:02.324841 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-875e9ce9-371d-40aa-b984-f5d138bc2d9c req-368a4bff-0ff7-4b52-bac0-7a7471905157 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] 10.222.0.49 "GET /v2.0/ports?device_id=63390256-9035-499c-912b-daa47579b628 HTTP/1.1" status: 200 len: 945 time: 0.0491858 Nov 09 21:23:02.344917 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=aaafcacd-255c-49ef-bcad-66f840f1d505,revision_number=6']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:02.378039 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-875e9ce9-371d-40aa-b984-f5d138bc2d9c req-571fe510-1e64-4fd1-8663-d887e51b328c tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd8a4f41-8563-4cd4-810e-8167c0315dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457749 Nov 09 21:23:02.386323 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ec970dad-c33e-4a55-90d5-5b126b63ac1b req-fae02c32-71f4-4cb5-af8e-ec38ac4f8396 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks [] for floatingip, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:02.415397 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['aaafcacd-255c-49ef-bcad-66f840f1d505'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:23:02.592906 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa73c5-ec9f-48d2-8fa1-a1e78739a1c1 req-31bef7b2-aefb-4f4f-9345-6fba292c5b93 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:02.594816 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-48aa73c5-ec9f-48d2-8fa1-a1e78739a1c1 req-31bef7b2-aefb-4f4f-9345-6fba292c5b93 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b846193-37ac-4200-83c0-1903774230fb HTTP/1.1" status: 200 len: 946 time: 0.0653460 Nov 09 21:23:02.645983 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-48aa73c5-ec9f-48d2-8fa1-a1e78739a1c1 req-75e46a27-fc38-4b44-b635-69c20d5bf455 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451972 Nov 09 21:23:02.820064 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5123ade-f424-44ea-9a5d-daabbf8029c0 req-99cfdd12-734a-4e84-a5c1-eefe1da5aff5 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:02.821561 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b5123ade-f424-44ea-9a5d-daabbf8029c0 req-99cfdd12-734a-4e84-a5c1-eefe1da5aff5 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.45 "GET /v2.0/ports?device_id=1541c8ce-fb73-4919-b621-f9a304b72b53 HTTP/1.1" status: 200 len: 945 time: 0.1028006 Nov 09 21:23:02.952388 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a192b2d-8ade-41fa-9770-c9106f711540 req-cce9f921-002b-4de7-8ba5-98e1b42f9b64 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:02.961319 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ec970dad-c33e-4a55-90d5-5b126b63ac1b req-fae02c32-71f4-4cb5-af8e-ec38ac4f8396 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:02.966246 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4a192b2d-8ade-41fa-9770-c9106f711540 req-cce9f921-002b-4de7-8ba5-98e1b42f9b64 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] 10.222.0.49 "GET /v2.0/ports?device_id=63390256-9035-499c-912b-daa47579b628 HTTP/1.1" status: 200 len: 945 time: 0.0818298 Nov 09 21:23:02.967012 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43860) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:23:02.988554 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-bc59b1e0-a980-4954-83c2-8ef18e182ef2 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Request body: {'floatingip': {'port_id': 'b4196e47-28da-4429-ba37-051b5eb3aed7'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:23:02.989374 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ec970dad-c33e-4a55-90d5-5b126b63ac1b req-fae02c32-71f4-4cb5-af8e-ec38ac4f8396 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:03.075638 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bc59b1e0-a980-4954-83c2-8ef18e182ef2 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Publish callbacks [] for floatingip, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:03.153756 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [req-ec970dad-c33e-4a55-90d5-5b126b63ac1b req-fae02c32-71f4-4cb5-af8e-ec38ac4f8396 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Floating IP 84148e83-3c76-4c89-8ffb-8e153b70e1c4 associated. External IP: 172.25.7.137, port: 18e9ce64-4c96-4eff-8dcf-1ef7cce97640. Nov 09 21:23:03.224264 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-b5123ade-f424-44ea-9a5d-daabbf8029c0 req-53d4a7a5-2ab1-4532-98a6-545fcdc5096d tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Deleting port 47ff1ffb-a801-44b4-b0e3-ff850b2da2ee {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:23:03.224606 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-b5123ade-f424-44ea-9a5d-daabbf8029c0 req-53d4a7a5-2ab1-4532-98a6-545fcdc5096d tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:03.411722 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-b5123ade-f424-44ea-9a5d-daabbf8029c0 req-53d4a7a5-2ab1-4532-98a6-545fcdc5096d tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] For port 47ff1ffb-a801-44b4-b0e3-ff850b2da2ee, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=47ff1ffb-a801-44b4-b0e3-ff850b2da2ee,segment=NetworkSegment(b8ef7012-bc7b-4fbc-bb73-3f129fae00eb),segment_id=b8ef7012-bc7b-4fbc-bb73-3f129fae00eb)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:23:03.412093 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-b5123ade-f424-44ea-9a5d-daabbf8029c0 req-53d4a7a5-2ab1-4532-98a6-545fcdc5096d tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:03.434204 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-b5123ade-f424-44ea-9a5d-daabbf8029c0 req-53d4a7a5-2ab1-4532-98a6-545fcdc5096d tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Calling delete_port for 47ff1ffb-a801-44b4-b0e3-ff850b2da2ee owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:23:03.446253 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cd318-72d7-447c-8f49-5a0e79661203 req-8eec756a-dd24-4c40-a73d-ba160db82120 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:03.453425 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-419cd318-72d7-447c-8f49-5a0e79661203 req-8eec756a-dd24-4c40-a73d-ba160db82120 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b846193-37ac-4200-83c0-1903774230fb HTTP/1.1" status: 200 len: 946 time: 0.1747785 Nov 09 21:23:03.539480 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:03.598637 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec970dad-c33e-4a55-90d5-5b126b63ac1b req-fae02c32-71f4-4cb5-af8e-ec38ac4f8396 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Router e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:23:03.640716 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-419cd318-72d7-447c-8f49-5a0e79661203 req-8112190d-ca32-4bf8-9679-8a29f82580bd tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858187 Nov 09 21:23:03.765095 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-b5123ade-f424-44ea-9a5d-daabbf8029c0 req-53d4a7a5-2ab1-4532-98a6-545fcdc5096d tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:03.781118 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['47ff1ffb-a801-44b4-b0e3-ff850b2da2ee'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:23:03.836739 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d4a7a5-2ab1-4532-98a6-545fcdc5096d tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Pushing event deleted for resources: {'Port': ['ID=47ff1ffb-a801-44b4-b0e3-ff850b2da2ee,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:03.864480 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['18e9ce64-4c96-4eff-8dcf-1ef7cce97640'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:23:03.976548 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5123ade-f424-44ea-9a5d-daabbf8029c0 req-53d4a7a5-2ab1-4532-98a6-545fcdc5096d tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] No DVR routers for this DVR port 47ff1ffb-a801-44b4-b0e3-ff850b2da2ee on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:23:03.984945 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-b5123ade-f424-44ea-9a5d-daabbf8029c0 req-53d4a7a5-2ab1-4532-98a6-545fcdc5096d tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:03.992195 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b5123ade-f424-44ea-9a5d-daabbf8029c0 req-53d4a7a5-2ab1-4532-98a6-545fcdc5096d tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.45 "DELETE /v2.0/ports/47ff1ffb-a801-44b4-b0e3-ff850b2da2ee HTTP/1.1" status: 204 len: 173 time: 1.1646137 Nov 09 21:23:03.995711 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1541c8ce-fb73-4919-b621-f9a304b72b53', 'name': 'network-vif-deleted', 'tag': '47ff1ffb-a801-44b4-b0e3-ff850b2da2ee'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:23:03.998302 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62d5ce5-7f7c-47a3-a746-60a4fd41d335" -d '{"events": [{"server_uuid": "1541c8ce-fb73-4919-b621-f9a304b72b53", "name": "network-vif-deleted", "tag": "47ff1ffb-a801-44b4-b0e3-ff850b2da2ee"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:23:04.018868 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec970dad-c33e-4a55-90d5-5b126b63ac1b req-fae02c32-71f4-4cb5-af8e-ec38ac4f8396 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:23:04.029965 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ec970dad-c33e-4a55-90d5-5b126b63ac1b req-fae02c32-71f4-4cb5-af8e-ec38ac4f8396 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:04.038561 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a60d36-f825-4e7a-82fa-0125a06fe8a6 None None] Sync routers for ids ['e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:23:04.124276 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device aaafcacd-255c-49ef-bcad-66f840f1d505 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:23:04.133222 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ec970dad-c33e-4a55-90d5-5b126b63ac1b req-fae02c32-71f4-4cb5-af8e-ec38ac4f8396 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "PUT /v2.0/floatingips/84148e83-3c76-4c89-8ffb-8e153b70e1c4 HTTP/1.1" status: 200 len: 996 time: 3.0411377 Nov 09 21:23:04.135233 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a60d36-f825-4e7a-82fa-0125a06fe8a6 None None] Routers {'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:23:04.135999 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-43a60d36-f825-4e7a-82fa-0125a06fe8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:22:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:23:04.243291 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec970dad-c33e-4a55-90d5-5b126b63ac1b req-49ffc9a9-1151-4698-b92b-1db9d76268d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:04.251189 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ec970dad-c33e-4a55-90d5-5b126b63ac1b req-49ffc9a9-1151-4698-b92b-1db9d76268d1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=379926d057ed4e578e7d1c1feabffad2&device_id=9038fda8-fdf2-410e-b65d-a86f7ea536cc HTTP/1.1" status: 200 len: 1096 time: 0.1160386 Nov 09 21:23:04.483314 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec970dad-c33e-4a55-90d5-5b126b63ac1b req-a210ad73-a1cd-4c88-80e9-ecb010c851c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:04.484886 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ec970dad-c33e-4a55-90d5-5b126b63ac1b req-a210ad73-a1cd-4c88-80e9-ecb010c851c1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5b48360c-45d2-4bc5-87b9-1da558cd85b9 HTTP/1.1" status: 200 len: 921 time: 0.2276657 Nov 09 21:23:04.513394 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port aaafcacd-255c-49ef-bcad-66f840f1d505 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:23:04.513831 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:04.581088 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-43a60d36-f825-4e7a-82fa-0125a06fe8a6 None None] Set router e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:23:04.650378 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ec970dad-c33e-4a55-90d5-5b126b63ac1b req-7c0ec9b6-5e88-4d6e-9414-86eddafc54bc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18e9ce64-4c96-4eff-8dcf-1ef7cce97640 HTTP/1.1" status: 200 len: 999 time: 0.1588728 Nov 09 21:23:04.659114 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.db.resource_extend [None req-bc59b1e0-a980-4954-83c2-8ef18e182ef2 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] It took 0.83 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 21:23:04.725573 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec970dad-c33e-4a55-90d5-5b126b63ac1b req-23587ff5-be19-4d55-8679-6b06102a1e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:04.736122 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ec970dad-c33e-4a55-90d5-5b126b63ac1b req-23587ff5-be19-4d55-8679-6b06102a1e08 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8a827720-a9bf-447e-bfcd-e4c120a09350 HTTP/1.1" status: 200 len: 860 time: 0.0838053 Nov 09 21:23:04.750540 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:04.774815 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4af56-fdd6-4ad7-8cfd-8d828576e066 req-45fdb17f-1860-4e97-b862-28506c3295bc tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:04.776619 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ccc4af56-fdd6-4ad7-8cfd-8d828576e066 req-45fdb17f-1860-4e97-b862-28506c3295bc tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b846193-37ac-4200-83c0-1903774230fb HTTP/1.1" status: 200 len: 946 time: 0.1560597 Nov 09 21:23:04.801600 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bc59b1e0-a980-4954-83c2-8ef18e182ef2 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:04.816051 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bc59b1e0-a980-4954-83c2-8ef18e182ef2 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:04.817231 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec970dad-c33e-4a55-90d5-5b126b63ac1b req-faaaeb59-9039-48bc-909a-c8c2a37c3e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:04.826956 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a061fb-1b12-4207-8588-4a35f67cbe63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaafcacd-255c-49ef-bcad-66f840f1d505'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:23:04.829208 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c666ff-0710-439f-bcde-c01db05fa772" -d '{"events": [{"server_uuid": "e0a061fb-1b12-4207-8588-4a35f67cbe63", "name": "network-vif-plugged", "status": "completed", "tag": "aaafcacd-255c-49ef-bcad-66f840f1d505"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:23:04.831190 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ec970dad-c33e-4a55-90d5-5b126b63ac1b req-faaaeb59-9039-48bc-909a-c8c2a37c3e86 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5b48360c-45d2-4bc5-87b9-1da558cd85b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0940275 Nov 09 21:23:04.885001 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port aaafcacd-255c-49ef-bcad-66f840f1d505, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=aaafcacd-255c-49ef-bcad-66f840f1d505,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:23:04.890921 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:04.984048 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=aaafcacd-255c-49ef-bcad-66f840f1d505,revision_number=7']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:05.058955 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ec970dad-c33e-4a55-90d5-5b126b63ac1b req-15acd052-f8a1-4883-9070-0a1bb06cce95 service neutron] 10.222.0.49 "GET /v2.0/networks/5b48360c-45d2-4bc5-87b9-1da558cd85b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079511 Nov 09 21:23:05.067982 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-43a60d36-f825-4e7a-82fa-0125a06fe8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976332302-router', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'de457564-054f-4ab8-8d9f-b57b06db88f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:01Z', 'updated_at': '2021-11-09T21:22:11Z', 'revision_number': 4, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'gw_port': {'id': 'de457564-054f-4ab8-8d9f-b57b06db88f1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:57:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:03Z', 'updated_at': '2021-11-09T21:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '84148e83-3c76-4c89-8ffb-8e153b70e1c4', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'floating_ip_address': '172.25.7.137', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'port_id': '18e9ce64-4c96-4eff-8dcf-1ef7cce97640', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9', 'mac_address': 'fa:16:3e:c0:2c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9038fda8-fdf2-410e-b65d-a86f7ea536cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:22:33Z', 'updated_at': '2021-11-09T21:23:02Z', 'revision_number': 8, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '982687d5-c92e-49dd-8821-72f3ed6ed793', 'name': '', 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'mac_address': 'fa:16:3e:d5:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '8a827720-a9bf-447e-bfcd-e4c120a09350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:10Z', 'updated_at': '2021-11-09T21:22:19Z', 'revision_number': 5, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'subnets': [{'id': '8a827720-a9bf-447e-bfcd-e4c120a09350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:23:05.073694 n-d-816206-3 neutron-server[102608]: INFO neutron.db.l3_db [None req-bc59b1e0-a980-4954-83c2-8ef18e182ef2 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Floating IP e15c9447-567f-4e48-83b9-cb42098840a0 associated. External IP: 172.25.7.84, port: b4196e47-28da-4429-ba37-051b5eb3aed7. Nov 09 21:23:05.094464 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ccc4af56-fdd6-4ad7-8cfd-8d828576e066 req-c8a4d169-7ae7-4006-88f9-eca7372f3d20 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049138 Nov 09 21:23:05.135916 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a60d36-f825-4e7a-82fa-0125a06fe8a6 None None] Checking router: e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:23:05.175746 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a60d36-f825-4e7a-82fa-0125a06fe8a6 None None] Routers {'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:23:05.177444 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-43a60d36-f825-4e7a-82fa-0125a06fe8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:22:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:23:05.224438 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92b662f-dc5b-4bfc-8a63-72f20894557f x-openstack-request-id: req-a92b662f-dc5b-4bfc-8a63-72f20894557f {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:23:05.224754 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1541c8ce-fb73-4919-b621-f9a304b72b53", "name": "network-vif-deleted", "tag": "47ff1ffb-a801-44b4-b0e3-ff850b2da2ee", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:23:05.224952 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a92b662f-dc5b-4bfc-8a63-72f20894557f {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:23:05.225329 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1541c8ce-fb73-4919-b621-f9a304b72b53', 'name': 'network-vif-deleted', 'tag': '47ff1ffb-a801-44b4-b0e3-ff850b2da2ee', 'status': 'completed', 'code': 200} Nov 09 21:23:05.291964 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ec970dad-c33e-4a55-90d5-5b126b63ac1b req-e8f20d0b-3625-4768-87a4-516944964d8a service neutron] 10.222.0.49 "GET /v2.0/networks/5b48360c-45d2-4bc5-87b9-1da558cd85b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154119 Nov 09 21:23:05.353354 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-43a60d36-f825-4e7a-82fa-0125a06fe8a6 None None] Set router e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:23:05.435629 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcfc76f-836a-43d4-8aad-bd3aeda258e0 x-openstack-request-id: req-ddcfc76f-836a-43d4-8aad-bd3aeda258e0 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:23:05.435928 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a061fb-1b12-4207-8588-4a35f67cbe63", "name": "network-vif-plugged", "status": "completed", "tag": "aaafcacd-255c-49ef-bcad-66f840f1d505", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:23:05.436188 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ddcfc76f-836a-43d4-8aad-bd3aeda258e0 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:23:05.436607 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a061fb-1b12-4207-8588-4a35f67cbe63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaafcacd-255c-49ef-bcad-66f840f1d505', 'code': 200} Nov 09 21:23:05.516423 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a8b70-b5ea-4acb-92f5-aaeea09c9d45 req-9b18bd79-e2a2-4fdc-9a91-65bc22bfd306 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:05.518078 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-154a8b70-b5ea-4acb-92f5-aaeea09c9d45 req-9b18bd79-e2a2-4fdc-9a91-65bc22bfd306 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b846193-37ac-4200-83c0-1903774230fb HTTP/1.1" status: 200 len: 946 time: 0.0675204 Nov 09 21:23:05.522027 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc59b1e0-a980-4954-83c2-8ef18e182ef2 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Router 3ed49444-b3fd-4d83-bf63-b68580598051 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:23:05.673699 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-154a8b70-b5ea-4acb-92f5-aaeea09c9d45 req-ca44e95d-2ab6-4311-af21-687d8c8cfd3a tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Deleting port 6c7b3b2b-e621-47af-a0e0-e04b528a572f {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:23:05.674194 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-154a8b70-b5ea-4acb-92f5-aaeea09c9d45 req-ca44e95d-2ab6-4311-af21-687d8c8cfd3a tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:05.683485 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e8ff55c1-34b0-4969-800c-8a3abf2ae569 req-1d292474-03f4-43a4-a492-a2395188de9b tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/floatingips/84148e83-3c76-4c89-8ffb-8e153b70e1c4 HTTP/1.1" status: 200 len: 996 time: 0.1499078 Nov 09 21:23:05.789677 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-43a60d36-f825-4e7a-82fa-0125a06fe8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976332302-router', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'de457564-054f-4ab8-8d9f-b57b06db88f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:01Z', 'updated_at': '2021-11-09T21:22:11Z', 'revision_number': 4, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'gw_port': {'id': 'de457564-054f-4ab8-8d9f-b57b06db88f1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:57:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:03Z', 'updated_at': '2021-11-09T21:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '84148e83-3c76-4c89-8ffb-8e153b70e1c4', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'floating_ip_address': '172.25.7.137', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'port_id': '18e9ce64-4c96-4eff-8dcf-1ef7cce97640', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9', 'mac_address': 'fa:16:3e:c0:2c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9038fda8-fdf2-410e-b65d-a86f7ea536cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:22:33Z', 'updated_at': '2021-11-09T21:23:02Z', 'revision_number': 8, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '982687d5-c92e-49dd-8821-72f3ed6ed793', 'name': '', 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'mac_address': 'fa:16:3e:d5:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '8a827720-a9bf-447e-bfcd-e4c120a09350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:10Z', 'updated_at': '2021-11-09T21:22:19Z', 'revision_number': 5, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'subnets': [{'id': '8a827720-a9bf-447e-bfcd-e4c120a09350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:23:05.805166 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-154a8b70-b5ea-4acb-92f5-aaeea09c9d45 req-ca44e95d-2ab6-4311-af21-687d8c8cfd3a tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] For port 6c7b3b2b-e621-47af-a0e0-e04b528a572f, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=6c7b3b2b-e621-47af-a0e0-e04b528a572f,segment=NetworkSegment(535e550e-1834-40ad-bb5a-53e5c279aa6f),segment_id=535e550e-1834-40ad-bb5a-53e5c279aa6f)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:23:05.805694 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-154a8b70-b5ea-4acb-92f5-aaeea09c9d45 req-ca44e95d-2ab6-4311-af21-687d8c8cfd3a tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:05.824193 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc59b1e0-a980-4954-83c2-8ef18e182ef2 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:23:05.831908 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a60d36-f825-4e7a-82fa-0125a06fe8a6 None None] The sync data for ids ['e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'] in n-d-816206-3 is: [{'id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976332302-router', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'de457564-054f-4ab8-8d9f-b57b06db88f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:01Z', 'updated_at': '2021-11-09T21:22:11Z', 'revision_number': 4, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'gw_port': {'id': 'de457564-054f-4ab8-8d9f-b57b06db88f1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:57:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:03Z', 'updated_at': '2021-11-09T21:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '84148e83-3c76-4c89-8ffb-8e153b70e1c4', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'floating_ip_address': '172.25.7.137', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'port_id': '18e9ce64-4c96-4eff-8dcf-1ef7cce97640', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9', 'mac_address': 'fa:16:3e:c0:2c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9038fda8-fdf2-410e-b65d-a86f7ea536cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:22:33Z', 'updated_at': '2021-11-09T21:23:02Z', 'revision_number': 8, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '982687d5-c92e-49dd-8821-72f3ed6ed793', 'name': '', 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'mac_address': 'fa:16:3e:d5:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '8a827720-a9bf-447e-bfcd-e4c120a09350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:10Z', 'updated_at': '2021-11-09T21:22:19Z', 'revision_number': 5, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'subnets': [{'id': '8a827720-a9bf-447e-bfcd-e4c120a09350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:23:05.832663 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bc59b1e0-a980-4954-83c2-8ef18e182ef2 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:05.837752 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6a6bb9-5bac-4081-b1e0-3aa6f96b20b0 None None] Sync routers for ids ['3ed49444-b3fd-4d83-bf63-b68580598051'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:23:05.841500 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-154a8b70-b5ea-4acb-92f5-aaeea09c9d45 req-ca44e95d-2ab6-4311-af21-687d8c8cfd3a tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Calling delete_port for 6c7b3b2b-e621-47af-a0e0-e04b528a572f owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:23:05.848152 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6a6bb9-5bac-4081-b1e0-3aa6f96b20b0 None None] Routers {'3ed49444-b3fd-4d83-bf63-b68580598051'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:23:05.848834 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-aa6a6bb9-5bac-4081-b1e0-3aa6f96b20b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:22:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['3ed49444-b3fd-4d83-bf63-b68580598051'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:23:05.900980 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-bc59b1e0-a980-4954-83c2-8ef18e182ef2 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] 10.222.0.49 "PUT /v2.0/floatingips/e15c9447-567f-4e48-83b9-cb42098840a0 HTTP/1.1" status: 200 len: 990 time: 2.9298959 Nov 09 21:23:05.916310 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63390256-9035-499c-912b-daa47579b628', 'tag': 'b4196e47-28da-4429-ba37-051b5eb3aed7'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:23:05.918619 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0be5aad-1faf-45f3-9a48-fb3250efacb8" -d '{"events": [{"name": "network-changed", "server_uuid": "63390256-9035-499c-912b-daa47579b628", "tag": "b4196e47-28da-4429-ba37-051b5eb3aed7"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:23:05.963740 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff55c1-34b0-4969-800c-8a3abf2ae569 req-72347ae0-d66a-471c-852d-3cc6d645ea36 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:05.972686 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e8ff55c1-34b0-4969-800c-8a3abf2ae569 req-72347ae0-d66a-471c-852d-3cc6d645ea36 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/networks/4531c23d-84b7-490d-8d7c-6676781b6e6a HTTP/1.1" status: 200 len: 784 time: 0.2521563 Nov 09 21:23:06.045875 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9aeb897-cbb6-4247-84ea-1287d8772c6f x-openstack-request-id: req-b9aeb897-cbb6-4247-84ea-1287d8772c6f {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:23:06.046170 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63390256-9035-499c-912b-daa47579b628", "tag": "b4196e47-28da-4429-ba37-051b5eb3aed7", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:23:06.046428 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b9aeb897-cbb6-4247-84ea-1287d8772c6f {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:23:06.046835 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63390256-9035-499c-912b-daa47579b628', 'tag': 'b4196e47-28da-4429-ba37-051b5eb3aed7', 'status': 'completed', 'code': 200} Nov 09 21:23:06.081155 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-aa6a6bb9-5bac-4081-b1e0-3aa6f96b20b0 None None] Set router 3ed49444-b3fd-4d83-bf63-b68580598051 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:23:06.122505 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 47ff1ffb-a801-44b4-b0e3-ff850b2da2ee no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:23:06.180531 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-154a8b70-b5ea-4acb-92f5-aaeea09c9d45 req-ca44e95d-2ab6-4311-af21-687d8c8cfd3a tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:06.196060 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['6c7b3b2b-e621-47af-a0e0-e04b528a572f'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:23:06.215159 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 47ff1ffb-a801-44b4-b0e3-ff850b2da2ee {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:23:06.215505 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 47ff1ffb-a801-44b4-b0e3-ff850b2da2ee not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:23:06.218426 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['393976db-67d8-45b9-bd11-937dc58d5622'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:23:06.243449 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca44e95d-2ab6-4311-af21-687d8c8cfd3a tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Pushing event deleted for resources: {'Port': ['ID=6c7b3b2b-e621-47af-a0e0-e04b528a572f,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:06.279220 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3066b361-848c-4c60-a567-d8e2e393da8d req-1022d242-8671-4fc8-a9f1-313137b323a2 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.137 HTTP/1.1" status: 200 len: 999 time: 0.2163832 Nov 09 21:23:06.341906 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7db8154a-72bf-4a43-ac5a-35c1a607d7aa req-3f646217-597c-4373-9b0c-b3a14121a91e tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b846193-37ac-4200-83c0-1903774230fb HTTP/1.1" status: 200 len: 210 time: 0.0595455 Nov 09 21:23:06.365671 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be5aad-1faf-45f3-9a48-fb3250efacb8 req-64b9544a-1ca5-4dd3-b7e7-fb4d6e9edd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:06.368969 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a0be5aad-1faf-45f3-9a48-fb3250efacb8 req-64b9544a-1ca5-4dd3-b7e7-fb4d6e9edd94 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67b45d2ac5b14423be4aa9d45f8310db&device_id=63390256-9035-499c-912b-daa47579b628 HTTP/1.1" status: 200 len: 1096 time: 0.2445641 Nov 09 21:23:06.481175 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3066b361-848c-4c60-a567-d8e2e393da8d req-c3940dfe-7503-45c1-8f14-6c6af6b13b2d tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:06.496707 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3066b361-848c-4c60-a567-d8e2e393da8d req-c3940dfe-7503-45c1-8f14-6c6af6b13b2d tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/ports/18e9ce64-4c96-4eff-8dcf-1ef7cce97640 HTTP/1.1" status: 200 len: 942 time: 0.1945322 Nov 09 21:23:06.502244 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-154a8b70-b5ea-4acb-92f5-aaeea09c9d45 req-ca44e95d-2ab6-4311-af21-687d8c8cfd3a tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] No DVR routers for this DVR port 6c7b3b2b-e621-47af-a0e0-e04b528a572f on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:23:06.513025 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-154a8b70-b5ea-4acb-92f5-aaeea09c9d45 req-ca44e95d-2ab6-4311-af21-687d8c8cfd3a tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:06.518462 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-154a8b70-b5ea-4acb-92f5-aaeea09c9d45 req-ca44e95d-2ab6-4311-af21-687d8c8cfd3a tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.45 "DELETE /v2.0/ports/6c7b3b2b-e621-47af-a0e0-e04b528a572f HTTP/1.1" status: 204 len: 173 time: 0.9903200 Nov 09 21:23:06.528070 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6096071-47b7-44e9-af38-be2cde6fbfcd None None] New status for floating IP 84148e83-3c76-4c89-8ffb-8e153b70e1c4: ACTIVE {{(pid=102609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:23:06.720230 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-aa6a6bb9-5bac-4081-b1e0-3aa6f96b20b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed49444-b3fd-4d83-bf63-b68580598051', 'name': 'tempest-ServersTestJSON-1101798823-router', 'tenant_id': '67b45d2ac5b14423be4aa9d45f8310db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'b4cf9576-3761-45f3-a5a1-9ba10b9a8912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:35Z', 'updated_at': '2021-11-09T21:22:41Z', 'revision_number': 4, 'project_id': '67b45d2ac5b14423be4aa9d45f8310db', 'gw_port': {'id': 'b4cf9576-3761-45f3-a5a1-9ba10b9a8912', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed49444-b3fd-4d83-bf63-b68580598051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:36Z', 'updated_at': '2021-11-09T21:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': 'e15c9447-567f-4e48-83b9-cb42098840a0', 'tenant_id': '67b45d2ac5b14423be4aa9d45f8310db', 'floating_ip_address': '172.25.7.84', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '3ed49444-b3fd-4d83-bf63-b68580598051', 'port_id': 'b4196e47-28da-4429-ba37-051b5eb3aed7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '976ad452-60e4-4e2d-aff7-0ed5aab386d9', 'mac_address': 'fa:16:3e:b4:ba:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63390256-9035-499c-912b-daa47579b628', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:22:46Z', 'updated_at': '2021-11-09T21:23:03Z', 'revision_number': 1, 'project_id': '67b45d2ac5b14423be4aa9d45f8310db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09b6bb6a-84c9-4f09-a895-a16c5662d4cb', 'name': '', 'network_id': '976ad452-60e4-4e2d-aff7-0ed5aab386d9', 'tenant_id': '67b45d2ac5b14423be4aa9d45f8310db', 'mac_address': 'fa:16:3e:e2:4c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed49444-b3fd-4d83-bf63-b68580598051', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'b2d67456-5729-4187-b3ab-bacf54ab1b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:40Z', 'updated_at': '2021-11-09T21:22:46Z', 'revision_number': 5, 'project_id': '67b45d2ac5b14423be4aa9d45f8310db', 'subnets': [{'id': 'b2d67456-5729-4187-b3ab-bacf54ab1b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:23:06.724739 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3066b361-848c-4c60-a567-d8e2e393da8d req-97d1b381-5799-4980-84e3-dd96ec716401 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.137 HTTP/1.1" status: 200 len: 999 time: 0.1211646 Nov 09 21:23:06.783296 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6a6bb9-5bac-4081-b1e0-3aa6f96b20b0 None None] Checking router: 3ed49444-b3fd-4d83-bf63-b68580598051 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:23:06.795680 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6a6bb9-5bac-4081-b1e0-3aa6f96b20b0 None None] Routers {'3ed49444-b3fd-4d83-bf63-b68580598051'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:23:06.796533 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-aa6a6bb9-5bac-4081-b1e0-3aa6f96b20b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:22:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['3ed49444-b3fd-4d83-bf63-b68580598051'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:23:06.961289 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-aa6a6bb9-5bac-4081-b1e0-3aa6f96b20b0 None None] Set router 3ed49444-b3fd-4d83-bf63-b68580598051 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:23:07.267310 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9038fda8-fdf2-410e-b65d-a86f7ea536cc', 'tag': '18e9ce64-4c96-4eff-8dcf-1ef7cce97640'}, {'server_uuid': '0b846193-37ac-4200-83c0-1903774230fb', 'name': 'network-vif-deleted', 'tag': '6c7b3b2b-e621-47af-a0e0-e04b528a572f'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:23:07.269624 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f95cc33-14bd-4d0a-ae8c-8870d8983260" -d '{"events": [{"name": "network-changed", "server_uuid": "9038fda8-fdf2-410e-b65d-a86f7ea536cc", "tag": "18e9ce64-4c96-4eff-8dcf-1ef7cce97640"}, {"server_uuid": "0b846193-37ac-4200-83c0-1903774230fb", "name": "network-vif-deleted", "tag": "6c7b3b2b-e621-47af-a0e0-e04b528a572f"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:23:07.308688 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-aa6a6bb9-5bac-4081-b1e0-3aa6f96b20b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed49444-b3fd-4d83-bf63-b68580598051', 'name': 'tempest-ServersTestJSON-1101798823-router', 'tenant_id': '67b45d2ac5b14423be4aa9d45f8310db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'b4cf9576-3761-45f3-a5a1-9ba10b9a8912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:35Z', 'updated_at': '2021-11-09T21:22:41Z', 'revision_number': 4, 'project_id': '67b45d2ac5b14423be4aa9d45f8310db', 'gw_port': {'id': 'b4cf9576-3761-45f3-a5a1-9ba10b9a8912', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed49444-b3fd-4d83-bf63-b68580598051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:36Z', 'updated_at': '2021-11-09T21:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': 'e15c9447-567f-4e48-83b9-cb42098840a0', 'tenant_id': '67b45d2ac5b14423be4aa9d45f8310db', 'floating_ip_address': '172.25.7.84', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '3ed49444-b3fd-4d83-bf63-b68580598051', 'port_id': 'b4196e47-28da-4429-ba37-051b5eb3aed7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '976ad452-60e4-4e2d-aff7-0ed5aab386d9', 'mac_address': 'fa:16:3e:b4:ba:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63390256-9035-499c-912b-daa47579b628', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:22:46Z', 'updated_at': '2021-11-09T21:23:03Z', 'revision_number': 1, 'project_id': '67b45d2ac5b14423be4aa9d45f8310db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09b6bb6a-84c9-4f09-a895-a16c5662d4cb', 'name': '', 'network_id': '976ad452-60e4-4e2d-aff7-0ed5aab386d9', 'tenant_id': '67b45d2ac5b14423be4aa9d45f8310db', 'mac_address': 'fa:16:3e:e2:4c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed49444-b3fd-4d83-bf63-b68580598051', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'b2d67456-5729-4187-b3ab-bacf54ab1b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:40Z', 'updated_at': '2021-11-09T21:22:46Z', 'revision_number': 5, 'project_id': '67b45d2ac5b14423be4aa9d45f8310db', 'subnets': [{'id': 'b2d67456-5729-4187-b3ab-bacf54ab1b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:23:07.326012 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be5aad-1faf-45f3-9a48-fb3250efacb8 req-f43529fe-9fa4-4814-ad01-96795ebfd018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:07.327349 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a0be5aad-1faf-45f3-9a48-fb3250efacb8 req-f43529fe-9fa4-4814-ad01-96795ebfd018 service neutron] 10.222.0.43 "GET /v2.0/networks?id=976ad452-60e4-4e2d-aff7-0ed5aab386d9 HTTP/1.1" status: 200 len: 906 time: 0.8856702 Nov 09 21:23:07.357421 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6a6bb9-5bac-4081-b1e0-3aa6f96b20b0 None None] The sync data for ids ['3ed49444-b3fd-4d83-bf63-b68580598051'] in n-d-816206-3 is: [{'id': '3ed49444-b3fd-4d83-bf63-b68580598051', 'name': 'tempest-ServersTestJSON-1101798823-router', 'tenant_id': '67b45d2ac5b14423be4aa9d45f8310db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'b4cf9576-3761-45f3-a5a1-9ba10b9a8912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:35Z', 'updated_at': '2021-11-09T21:22:41Z', 'revision_number': 4, 'project_id': '67b45d2ac5b14423be4aa9d45f8310db', 'gw_port': {'id': 'b4cf9576-3761-45f3-a5a1-9ba10b9a8912', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed49444-b3fd-4d83-bf63-b68580598051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:36Z', 'updated_at': '2021-11-09T21:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': 'e15c9447-567f-4e48-83b9-cb42098840a0', 'tenant_id': '67b45d2ac5b14423be4aa9d45f8310db', 'floating_ip_address': '172.25.7.84', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '3ed49444-b3fd-4d83-bf63-b68580598051', 'port_id': 'b4196e47-28da-4429-ba37-051b5eb3aed7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '976ad452-60e4-4e2d-aff7-0ed5aab386d9', 'mac_address': 'fa:16:3e:b4:ba:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63390256-9035-499c-912b-daa47579b628', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:22:46Z', 'updated_at': '2021-11-09T21:23:03Z', 'revision_number': 1, 'project_id': '67b45d2ac5b14423be4aa9d45f8310db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09b6bb6a-84c9-4f09-a895-a16c5662d4cb', 'name': '', 'network_id': '976ad452-60e4-4e2d-aff7-0ed5aab386d9', 'tenant_id': '67b45d2ac5b14423be4aa9d45f8310db', 'mac_address': 'fa:16:3e:e2:4c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed49444-b3fd-4d83-bf63-b68580598051', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'b2d67456-5729-4187-b3ab-bacf54ab1b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:40Z', 'updated_at': '2021-11-09T21:22:46Z', 'revision_number': 5, 'project_id': '67b45d2ac5b14423be4aa9d45f8310db', 'subnets': [{'id': 'b2d67456-5729-4187-b3ab-bacf54ab1b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:23:07.455579 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 09 Nov 2021 21:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46353c4b-3344-40d5-9a2b-3f8d3fada542 x-openstack-request-id: req-46353c4b-3344-40d5-9a2b-3f8d3fada542 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:23:07.455878 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9038fda8-fdf2-410e-b65d-a86f7ea536cc", "tag": "18e9ce64-4c96-4eff-8dcf-1ef7cce97640", "status": "completed", "code": 200}, {"server_uuid": "0b846193-37ac-4200-83c0-1903774230fb", "name": "network-vif-deleted", "tag": "6c7b3b2b-e621-47af-a0e0-e04b528a572f", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:23:07.456132 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-46353c4b-3344-40d5-9a2b-3f8d3fada542 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:23:07.456535 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9038fda8-fdf2-410e-b65d-a86f7ea536cc', 'tag': '18e9ce64-4c96-4eff-8dcf-1ef7cce97640', 'status': 'completed', 'code': 200} Nov 09 21:23:07.459676 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b846193-37ac-4200-83c0-1903774230fb', 'name': 'network-vif-deleted', 'tag': '6c7b3b2b-e621-47af-a0e0-e04b528a572f', 'status': 'completed', 'code': 200} Nov 09 21:23:07.482369 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95cc33-14bd-4d0a-ae8c-8870d8983260 req-8505c52d-90c2-4138-87c0-6e1666b6e69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:07.483906 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3066b361-848c-4c60-a567-d8e2e393da8d req-48e7a63a-d470-45e2-9cce-527aba48775e tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:07.484627 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6f95cc33-14bd-4d0a-ae8c-8870d8983260 req-8505c52d-90c2-4138-87c0-6e1666b6e69b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=379926d057ed4e578e7d1c1feabffad2&device_id=9038fda8-fdf2-410e-b65d-a86f7ea536cc HTTP/1.1" status: 200 len: 1096 time: 0.0733073 Nov 09 21:23:07.485425 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3066b361-848c-4c60-a567-d8e2e393da8d req-48e7a63a-d470-45e2-9cce-527aba48775e tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/networks/4531c23d-84b7-490d-8d7c-6676781b6e6a HTTP/1.1" status: 200 len: 784 time: 0.7597802 Nov 09 21:23:07.602663 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3066b361-848c-4c60-a567-d8e2e393da8d req-1c91e347-b6c6-4568-84c4-1cfafe6873ea tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.137 HTTP/1.1" status: 200 len: 1001 time: 0.1064396 Nov 09 21:23:07.625989 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95cc33-14bd-4d0a-ae8c-8870d8983260 req-4eebc457-5623-483d-a215-5a8826ac9285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:07.628203 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6f95cc33-14bd-4d0a-ae8c-8870d8983260 req-4eebc457-5623-483d-a215-5a8826ac9285 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5b48360c-45d2-4bc5-87b9-1da558cd85b9 HTTP/1.1" status: 200 len: 921 time: 0.1324944 Nov 09 21:23:07.630459 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a0be5aad-1faf-45f3-9a48-fb3250efacb8 req-b70d4fb2-919b-48d9-b52a-c34e8551e4cb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4196e47-28da-4429-ba37-051b5eb3aed7 HTTP/1.1" status: 200 len: 998 time: 0.2820625 Nov 09 21:23:07.640057 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-3066b361-848c-4c60-a567-d8e2e393da8d req-521b922c-3658-468a-a5db-7f0ae88c0ce6 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:23:07.666476 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b36f09d-5562-455b-ba03-9cc1f490217e None None] New status for floating IP e15c9447-567f-4e48-83b9-cb42098840a0: ACTIVE {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:23:07.753307 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6f95cc33-14bd-4d0a-ae8c-8870d8983260 req-e6849689-d34d-42fc-b849-a90c77d1a8f1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18e9ce64-4c96-4eff-8dcf-1ef7cce97640 HTTP/1.1" status: 200 len: 1001 time: 0.1119976 Nov 09 21:23:07.816959 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3066b361-848c-4c60-a567-d8e2e393da8d req-521b922c-3658-468a-a5db-7f0ae88c0ce6 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks [] for floatingip, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:07.825451 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95cc33-14bd-4d0a-ae8c-8870d8983260 req-3ceea547-898f-4a57-b31f-c01cf543c700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:07.827483 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6f95cc33-14bd-4d0a-ae8c-8870d8983260 req-3ceea547-898f-4a57-b31f-c01cf543c700 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a827720-a9bf-447e-bfcd-e4c120a09350 HTTP/1.1" status: 200 len: 860 time: 0.0665510 Nov 09 21:23:07.910562 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be5aad-1faf-45f3-9a48-fb3250efacb8 req-2620bb2d-d0cb-45cb-ba2f-a6a4e1af624b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:07.912176 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a0be5aad-1faf-45f3-9a48-fb3250efacb8 req-2620bb2d-d0cb-45cb-ba2f-a6a4e1af624b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b2d67456-5729-4187-b3ab-bacf54ab1b12 HTTP/1.1" status: 200 len: 845 time: 0.2526810 Nov 09 21:23:07.942285 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95cc33-14bd-4d0a-ae8c-8870d8983260 req-39387728-bc6d-4b89-9cc8-d2c3023c66be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:07.951431 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6f95cc33-14bd-4d0a-ae8c-8870d8983260 req-39387728-bc6d-4b89-9cc8-d2c3023c66be service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5b48360c-45d2-4bc5-87b9-1da558cd85b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1151865 Nov 09 21:23:08.058923 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be5aad-1faf-45f3-9a48-fb3250efacb8 req-6ad0faea-4609-4eb0-819c-39e224b7c968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:08.060245 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a0be5aad-1faf-45f3-9a48-fb3250efacb8 req-6ad0faea-4609-4eb0-819c-39e224b7c968 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=976ad452-60e4-4e2d-aff7-0ed5aab386d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1339941 Nov 09 21:23:08.095548 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6f95cc33-14bd-4d0a-ae8c-8870d8983260 req-7879c1fd-471f-476e-afb9-d83b6b92c848 service neutron] 10.222.0.43 "GET /v2.0/networks/5b48360c-45d2-4bc5-87b9-1da558cd85b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367986 Nov 09 21:23:08.107299 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3066b361-848c-4c60-a567-d8e2e393da8d req-521b922c-3658-468a-a5db-7f0ae88c0ce6 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:08.122211 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3066b361-848c-4c60-a567-d8e2e393da8d req-521b922c-3658-468a-a5db-7f0ae88c0ce6 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:08.122670 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [req-3066b361-848c-4c60-a567-d8e2e393da8d req-521b922c-3658-468a-a5db-7f0ae88c0ce6 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Floating IP 84148e83-3c76-4c89-8ffb-8e153b70e1c4 disassociated. External IP: 172.25.7.137, port: 18e9ce64-4c96-4eff-8dcf-1ef7cce97640. Nov 09 21:23:08.276325 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6f95cc33-14bd-4d0a-ae8c-8870d8983260 req-20bb965f-b010-49eb-92fd-ebe092e99e83 service neutron] 10.222.0.43 "GET /v2.0/networks/5b48360c-45d2-4bc5-87b9-1da558cd85b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630795 Nov 09 21:23:08.307518 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a0be5aad-1faf-45f3-9a48-fb3250efacb8 req-b5990ada-cf73-405d-8f5a-fbfff8873539 service neutron] 10.222.0.43 "GET /v2.0/networks/976ad452-60e4-4e2d-aff7-0ed5aab386d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961181 Nov 09 21:23:08.525425 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a0be5aad-1faf-45f3-9a48-fb3250efacb8 req-a70193d2-2338-4f7c-9dda-1068d1609803 service neutron] 10.222.0.43 "GET /v2.0/networks/976ad452-60e4-4e2d-aff7-0ed5aab386d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465747 Nov 09 21:23:08.534256 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3066b361-848c-4c60-a567-d8e2e393da8d req-521b922c-3658-468a-a5db-7f0ae88c0ce6 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Router e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:23:08.685536 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3066b361-848c-4c60-a567-d8e2e393da8d req-521b922c-3658-468a-a5db-7f0ae88c0ce6 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:23:08.691308 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3066b361-848c-4c60-a567-d8e2e393da8d req-521b922c-3658-468a-a5db-7f0ae88c0ce6 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:08.702421 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0da7ca-9ca1-463b-92be-dcf938d7c93e None None] Sync routers for ids ['e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:23:08.719106 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0da7ca-9ca1-463b-92be-dcf938d7c93e None None] Routers {'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:23:08.719744 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-0c0da7ca-9ca1-463b-92be-dcf938d7c93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:22:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:23:08.732716 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3066b361-848c-4c60-a567-d8e2e393da8d req-521b922c-3658-468a-a5db-7f0ae88c0ce6 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "PUT /v2.0/floatingips/84148e83-3c76-4c89-8ffb-8e153b70e1c4 HTTP/1.1" status: 200 len: 696 time: 1.1007323 Nov 09 21:23:08.811478 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3066b361-848c-4c60-a567-d8e2e393da8d req-1d9a306c-6ffc-402f-9620-6310e843301d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:08.813054 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3066b361-848c-4c60-a567-d8e2e393da8d req-1d9a306c-6ffc-402f-9620-6310e843301d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=379926d057ed4e578e7d1c1feabffad2&device_id=9038fda8-fdf2-410e-b65d-a86f7ea536cc HTTP/1.1" status: 200 len: 1096 time: 0.0605218 Nov 09 21:23:08.901193 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-0c0da7ca-9ca1-463b-92be-dcf938d7c93e None None] Set router e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:23:08.910968 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:23:08.958225 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3066b361-848c-4c60-a567-d8e2e393da8d req-ebc5098c-68e1-4b01-9a86-103b53aea67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:08.960221 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3066b361-848c-4c60-a567-d8e2e393da8d req-ebc5098c-68e1-4b01-9a86-103b53aea67f service neutron] 10.222.0.49 "GET /v2.0/networks?id=5b48360c-45d2-4bc5-87b9-1da558cd85b9 HTTP/1.1" status: 200 len: 921 time: 0.1386147 Nov 09 21:23:09.009784 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3066b361-848c-4c60-a567-d8e2e393da8d req-da3065d6-237b-497b-92b0-01d64920e5d6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18e9ce64-4c96-4eff-8dcf-1ef7cce97640 HTTP/1.1" status: 200 len: 217 time: 0.0430584 Nov 09 21:23:09.092342 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3066b361-848c-4c60-a567-d8e2e393da8d req-7546878d-8b0a-4279-ae79-62403f74980b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:09.093866 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3066b361-848c-4c60-a567-d8e2e393da8d req-7546878d-8b0a-4279-ae79-62403f74980b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8a827720-a9bf-447e-bfcd-e4c120a09350 HTTP/1.1" status: 200 len: 860 time: 0.0777943 Nov 09 21:23:09.162837 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3066b361-848c-4c60-a567-d8e2e393da8d req-1e7c9067-9385-4a45-82c5-3151c92180c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:09.165602 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3066b361-848c-4c60-a567-d8e2e393da8d req-1e7c9067-9385-4a45-82c5-3151c92180c2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5b48360c-45d2-4bc5-87b9-1da558cd85b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650921 Nov 09 21:23:09.207883 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-0c0da7ca-9ca1-463b-92be-dcf938d7c93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976332302-router', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'de457564-054f-4ab8-8d9f-b57b06db88f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:01Z', 'updated_at': '2021-11-09T21:22:11Z', 'revision_number': 4, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'gw_port': {'id': 'de457564-054f-4ab8-8d9f-b57b06db88f1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:57:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:03Z', 'updated_at': '2021-11-09T21:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '982687d5-c92e-49dd-8821-72f3ed6ed793', 'name': '', 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'mac_address': 'fa:16:3e:d5:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '8a827720-a9bf-447e-bfcd-e4c120a09350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:10Z', 'updated_at': '2021-11-09T21:22:19Z', 'revision_number': 5, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'subnets': [{'id': '8a827720-a9bf-447e-bfcd-e4c120a09350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:23:09.249787 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0da7ca-9ca1-463b-92be-dcf938d7c93e None None] Checking router: e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:23:09.260199 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0da7ca-9ca1-463b-92be-dcf938d7c93e None None] Routers {'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:23:09.261350 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-0c0da7ca-9ca1-463b-92be-dcf938d7c93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:22:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:23:09.305610 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683baf7-5bcc-4ee0-814b-accf0048fd1c req-c18851eb-68f0-49f9-9cb8-b673f99eb935 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:09.307836 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e683baf7-5bcc-4ee0-814b-accf0048fd1c req-c18851eb-68f0-49f9-9cb8-b673f99eb935 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=51807c0d-9154-49e4-9aa0-064223e8ee95 HTTP/1.1" status: 200 len: 945 time: 0.0790834 Nov 09 21:23:09.312119 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3066b361-848c-4c60-a567-d8e2e393da8d req-d4a63a8e-543d-4ff3-b858-82e4178aca1e service neutron] 10.222.0.49 "GET /v2.0/networks/5b48360c-45d2-4bc5-87b9-1da558cd85b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386254 Nov 09 21:23:09.395788 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e683baf7-5bcc-4ee0-814b-accf0048fd1c req-9f32721a-cf7d-4b7c-adc6-656f41b3df77 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768731 Nov 09 21:23:09.418849 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-0c0da7ca-9ca1-463b-92be-dcf938d7c93e None None] Set router e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:23:09.459863 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3066b361-848c-4c60-a567-d8e2e393da8d req-0fb02d30-d406-4c05-a436-8f9fd8a49919 service neutron] 10.222.0.49 "GET /v2.0/networks/5b48360c-45d2-4bc5-87b9-1da558cd85b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466665 Nov 09 21:23:09.460383 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9038fda8-fdf2-410e-b65d-a86f7ea536cc', 'tag': '18e9ce64-4c96-4eff-8dcf-1ef7cce97640'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:23:09.465611 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490d93e7-c710-410a-8e2f-74e134058918" -d '{"events": [{"name": "network-changed", "server_uuid": "9038fda8-fdf2-410e-b65d-a86f7ea536cc", "tag": "18e9ce64-4c96-4eff-8dcf-1ef7cce97640"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:23:09.703953 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee363336-1dc1-41ae-8068-ee7db5139066 x-openstack-request-id: req-ee363336-1dc1-41ae-8068-ee7db5139066 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:23:09.704470 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9038fda8-fdf2-410e-b65d-a86f7ea536cc", "tag": "18e9ce64-4c96-4eff-8dcf-1ef7cce97640", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:23:09.704897 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ee363336-1dc1-41ae-8068-ee7db5139066 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:23:09.705447 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9038fda8-fdf2-410e-b65d-a86f7ea536cc', 'tag': '18e9ce64-4c96-4eff-8dcf-1ef7cce97640', 'status': 'completed', 'code': 200} Nov 09 21:23:09.753788 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8fe9ced1-e036-4dad-a84b-7435d48f16ff req-d222403a-c484-4e31-8e12-a307d13d27a1 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/floatingips/84148e83-3c76-4c89-8ffb-8e153b70e1c4 HTTP/1.1" status: 200 len: 696 time: 0.0636232 Nov 09 21:23:09.778130 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-0c0da7ca-9ca1-463b-92be-dcf938d7c93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976332302-router', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'de457564-054f-4ab8-8d9f-b57b06db88f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:01Z', 'updated_at': '2021-11-09T21:22:11Z', 'revision_number': 4, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'gw_port': {'id': 'de457564-054f-4ab8-8d9f-b57b06db88f1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:57:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:03Z', 'updated_at': '2021-11-09T21:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '982687d5-c92e-49dd-8821-72f3ed6ed793', 'name': '', 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'mac_address': 'fa:16:3e:d5:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '8a827720-a9bf-447e-bfcd-e4c120a09350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:10Z', 'updated_at': '2021-11-09T21:22:19Z', 'revision_number': 5, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'subnets': [{'id': '8a827720-a9bf-447e-bfcd-e4c120a09350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:23:09.834268 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d93e7-c710-410a-8e2f-74e134058918 req-60e3973e-e42c-4e70-a94b-89e2c51a2b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:09.836435 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-490d93e7-c710-410a-8e2f-74e134058918 req-60e3973e-e42c-4e70-a94b-89e2c51a2b44 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=379926d057ed4e578e7d1c1feabffad2&device_id=9038fda8-fdf2-410e-b65d-a86f7ea536cc HTTP/1.1" status: 200 len: 1096 time: 0.0778699 Nov 09 21:23:09.850137 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0da7ca-9ca1-463b-92be-dcf938d7c93e None None] The sync data for ids ['e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'] in n-d-816206-3 is: [{'id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976332302-router', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'de457564-054f-4ab8-8d9f-b57b06db88f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:01Z', 'updated_at': '2021-11-09T21:22:11Z', 'revision_number': 4, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'gw_port': {'id': 'de457564-054f-4ab8-8d9f-b57b06db88f1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:57:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:03Z', 'updated_at': '2021-11-09T21:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '982687d5-c92e-49dd-8821-72f3ed6ed793', 'name': '', 'network_id': '5b48360c-45d2-4bc5-87b9-1da558cd85b9', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'mac_address': 'fa:16:3e:d5:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '8a827720-a9bf-447e-bfcd-e4c120a09350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:10Z', 'updated_at': '2021-11-09T21:22:19Z', 'revision_number': 5, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'subnets': [{'id': '8a827720-a9bf-447e-bfcd-e4c120a09350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:23:09.912729 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe9ced1-e036-4dad-a84b-7435d48f16ff req-3c4d23c2-80b6-4784-b94b-e70b6924e6dd tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:09.927771 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8fe9ced1-e036-4dad-a84b-7435d48f16ff req-3c4d23c2-80b6-4784-b94b-e70b6924e6dd tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/networks/4531c23d-84b7-490d-8d7c-6676781b6e6a HTTP/1.1" status: 200 len: 784 time: 0.1730514 Nov 09 21:23:09.998839 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8fe9ced1-e036-4dad-a84b-7435d48f16ff req-0662ce47-7e52-421c-9619-331946b84d9a tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.137 HTTP/1.1" status: 200 len: 699 time: 0.0694630 Nov 09 21:23:09.999060 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d93e7-c710-410a-8e2f-74e134058918 req-d8478495-f7f4-4614-a258-18c9beb446e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:10.000340 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-490d93e7-c710-410a-8e2f-74e134058918 req-d8478495-f7f4-4614-a258-18c9beb446e0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5b48360c-45d2-4bc5-87b9-1da558cd85b9 HTTP/1.1" status: 200 len: 921 time: 0.1527915 Nov 09 21:23:10.055895 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-490d93e7-c710-410a-8e2f-74e134058918 req-8741ad72-2193-4f19-9ae9-123e8f5ed8a1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18e9ce64-4c96-4eff-8dcf-1ef7cce97640 HTTP/1.1" status: 200 len: 217 time: 0.0464957 Nov 09 21:23:10.065513 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8fe9ced1-e036-4dad-a84b-7435d48f16ff req-8e9d7a3d-533c-4e65-aaf6-1728cd4fc2e1 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.137 HTTP/1.1" status: 200 len: 699 time: 0.0588622 Nov 09 21:23:10.137634 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d93e7-c710-410a-8e2f-74e134058918 req-65d5a343-8057-4807-88e8-4764a63963b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:10.139742 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-490d93e7-c710-410a-8e2f-74e134058918 req-65d5a343-8057-4807-88e8-4764a63963b1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a827720-a9bf-447e-bfcd-e4c120a09350 HTTP/1.1" status: 200 len: 860 time: 0.0719926 Nov 09 21:23:10.153341 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 6c7b3b2b-e621-47af-a0e0-e04b528a572f no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:23:10.207171 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 6c7b3b2b-e621-47af-a0e0-e04b528a572f {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:23:10.207554 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 6c7b3b2b-e621-47af-a0e0-e04b528a572f not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:23:10.242126 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d93e7-c710-410a-8e2f-74e134058918 req-8608d517-ff00-4fcb-a43f-2b912d29d9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:10.244922 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-490d93e7-c710-410a-8e2f-74e134058918 req-8608d517-ff00-4fcb-a43f-2b912d29d9fa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5b48360c-45d2-4bc5-87b9-1da558cd85b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868535 Nov 09 21:23:10.281069 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-8fe9ced1-e036-4dad-a84b-7435d48f16ff req-04509706-61f0-463f-928c-3151ddb1265c tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Deleting port 98fd8998-a141-45c9-81d6-2ea1012ab3ab {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:23:10.281410 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-8fe9ced1-e036-4dad-a84b-7435d48f16ff req-04509706-61f0-463f-928c-3151ddb1265c tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:10.356435 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5634a74-8f90-4fee-ac46-3d3c8f571a80 None None] New status for floating IP 84148e83-3c76-4c89-8ffb-8e153b70e1c4: DOWN {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:23:10.371957 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-490d93e7-c710-410a-8e2f-74e134058918 req-3e95ce30-6497-4f30-8806-2adcd43945ca service neutron] 10.222.0.43 "GET /v2.0/networks/5b48360c-45d2-4bc5-87b9-1da558cd85b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138849 Nov 09 21:23:10.435418 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-8fe9ced1-e036-4dad-a84b-7435d48f16ff req-04509706-61f0-463f-928c-3151ddb1265c tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:10.435913 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-8fe9ced1-e036-4dad-a84b-7435d48f16ff req-04509706-61f0-463f-928c-3151ddb1265c tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:10.457172 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-8fe9ced1-e036-4dad-a84b-7435d48f16ff req-04509706-61f0-463f-928c-3151ddb1265c tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Calling delete_port for 98fd8998-a141-45c9-81d6-2ea1012ab3ab owned by network:floatingip {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:23:10.605657 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0f73a-afb3-4a36-99bc-bd750c10e382 req-9a1f4ad5-1507-44be-8ca4-a60d30d04490 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:10.613100 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-19a0f73a-afb3-4a36-99bc-bd750c10e382 req-9a1f4ad5-1507-44be-8ca4-a60d30d04490 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=51807c0d-9154-49e4-9aa0-064223e8ee95 HTTP/1.1" status: 200 len: 945 time: 0.0967104 Nov 09 21:23:10.654902 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-490d93e7-c710-410a-8e2f-74e134058918 req-f80a5988-5155-425b-986c-666df474ef17 service neutron] 10.222.0.43 "GET /v2.0/networks/5b48360c-45d2-4bc5-87b9-1da558cd85b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686956 Nov 09 21:23:10.700355 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-19a0f73a-afb3-4a36-99bc-bd750c10e382 req-1abf90dc-f9ff-4cd2-a4ab-b2c3e552c803 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4c1c734-ab90-4b49-bc05-629b7d3aa662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853093 Nov 09 21:23:10.725564 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-8fe9ced1-e036-4dad-a84b-7435d48f16ff req-04509706-61f0-463f-928c-3151ddb1265c tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:10.759805 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04509706-61f0-463f-928c-3151ddb1265c tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Pushing event deleted for resources: {'Port': ['ID=98fd8998-a141-45c9-81d6-2ea1012ab3ab,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:10.833938 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-8fe9ced1-e036-4dad-a84b-7435d48f16ff req-04509706-61f0-463f-928c-3151ddb1265c tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks [] for floatingip, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:10.836838 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-8fe9ced1-e036-4dad-a84b-7435d48f16ff req-04509706-61f0-463f-928c-3151ddb1265c tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:10.848849 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8fe9ced1-e036-4dad-a84b-7435d48f16ff req-04509706-61f0-463f-928c-3151ddb1265c tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "DELETE /v2.0/floatingips/84148e83-3c76-4c89-8ffb-8e153b70e1c4 HTTP/1.1" status: 204 len: 173 time: 0.7798691 Nov 09 21:23:11.130295 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add47fdf-52c8-4957-aafc-a8672bcc6376 req-c847d96e-df3a-44aa-b9c5-4a67861807b5 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:11.132045 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-add47fdf-52c8-4957-aafc-a8672bcc6376 req-c847d96e-df3a-44aa-b9c5-4a67861807b5 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.43 "GET /v2.0/ports?device_id=51807c0d-9154-49e4-9aa0-064223e8ee95 HTTP/1.1" status: 200 len: 945 time: 0.1050787 Nov 09 21:23:11.268399 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0eef62-a3c9-4a02-a0e6-82aac5a3a8c4 req-9ea788c7-93f7-4bec-95e8-24b3d4aa4e70 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:11.270187 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1a0eef62-a3c9-4a02-a0e6-82aac5a3a8c4 req-9ea788c7-93f7-4bec-95e8-24b3d4aa4e70 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/ports?device_id=9038fda8-fdf2-410e-b65d-a86f7ea536cc HTTP/1.1" status: 200 len: 945 time: 0.0854146 Nov 09 21:23:11.328108 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-add47fdf-52c8-4957-aafc-a8672bcc6376 req-6e407119-55c1-42ff-b536-c686b9e07f77 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Deleting port 393976db-67d8-45b9-bd11-937dc58d5622 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:23:11.328441 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-add47fdf-52c8-4957-aafc-a8672bcc6376 req-6e407119-55c1-42ff-b536-c686b9e07f77 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:11.396002 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1a0eef62-a3c9-4a02-a0e6-82aac5a3a8c4 req-f8733c8b-996e-470c-b333-a2b25b793dae tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/security-groups?id=09d7da7b-ba21-4a98-aa22-eac2968a0a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170092 Nov 09 21:23:11.459072 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-add47fdf-52c8-4957-aafc-a8672bcc6376 req-6e407119-55c1-42ff-b536-c686b9e07f77 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] For port 393976db-67d8-45b9-bd11-937dc58d5622, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=393976db-67d8-45b9-bd11-937dc58d5622,segment=NetworkSegment(535e550e-1834-40ad-bb5a-53e5c279aa6f),segment_id=535e550e-1834-40ad-bb5a-53e5c279aa6f)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:23:11.460358 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-add47fdf-52c8-4957-aafc-a8672bcc6376 req-6e407119-55c1-42ff-b536-c686b9e07f77 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:11.480627 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-add47fdf-52c8-4957-aafc-a8672bcc6376 req-6e407119-55c1-42ff-b536-c686b9e07f77 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Calling delete_port for 393976db-67d8-45b9-bd11-937dc58d5622 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:23:11.640674 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-add47fdf-52c8-4957-aafc-a8672bcc6376 req-6e407119-55c1-42ff-b536-c686b9e07f77 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:11.677149 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['393976db-67d8-45b9-bd11-937dc58d5622'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:23:11.700269 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e407119-55c1-42ff-b536-c686b9e07f77 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Pushing event deleted for resources: {'Port': ['ID=393976db-67d8-45b9-bd11-937dc58d5622,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:11.781564 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-add47fdf-52c8-4957-aafc-a8672bcc6376 req-6e407119-55c1-42ff-b536-c686b9e07f77 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] No DVR routers for this DVR port 393976db-67d8-45b9-bd11-937dc58d5622 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:23:11.788179 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-add47fdf-52c8-4957-aafc-a8672bcc6376 req-6e407119-55c1-42ff-b536-c686b9e07f77 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:11.796772 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-add47fdf-52c8-4957-aafc-a8672bcc6376 req-6e407119-55c1-42ff-b536-c686b9e07f77 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.43 "DELETE /v2.0/ports/393976db-67d8-45b9-bd11-937dc58d5622 HTTP/1.1" status: 204 len: 173 time: 0.6573560 Nov 09 21:23:11.797422 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51807c0d-9154-49e4-9aa0-064223e8ee95', 'name': 'network-vif-deleted', 'tag': '393976db-67d8-45b9-bd11-937dc58d5622'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:23:11.804116 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc35aa9-c524-4130-a7a7-269f24c56fd2" -d '{"events": [{"server_uuid": "51807c0d-9154-49e4-9aa0-064223e8ee95", "name": "network-vif-deleted", "tag": "393976db-67d8-45b9-bd11-937dc58d5622"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:23:11.844742 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1eae7c52-c38e-4955-a896-939769fdbca0 req-0b856bdb-a3f0-4058-af95-86902377e762 tempest-ServersTestJSON-532360886 tempest-ServersTestJSON-532360886-project] 10.222.0.49 "GET /v2.0/ports?device_id=51807c0d-9154-49e4-9aa0-064223e8ee95 HTTP/1.1" status: 200 len: 210 time: 0.0556488 Nov 09 21:23:11.905839 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a9f2b0-fc18-46cd-b440-f33f4896e2e5 x-openstack-request-id: req-d7a9f2b0-fc18-46cd-b440-f33f4896e2e5 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:23:11.906844 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51807c0d-9154-49e4-9aa0-064223e8ee95", "name": "network-vif-deleted", "tag": "393976db-67d8-45b9-bd11-937dc58d5622", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:23:11.907925 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d7a9f2b0-fc18-46cd-b440-f33f4896e2e5 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:23:11.908879 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51807c0d-9154-49e4-9aa0-064223e8ee95', 'name': 'network-vif-deleted', 'tag': '393976db-67d8-45b9-bd11-937dc58d5622', 'status': 'completed', 'code': 200} Nov 09 21:23:12.595748 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f33029-25f4-4b4c-ae84-12773b5cbd39 req-6e602085-1e97-46c2-9a10-74dcaa009ff7 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:12.604322 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d9f33029-25f4-4b4c-ae84-12773b5cbd39 req-6e602085-1e97-46c2-9a10-74dcaa009ff7 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/ports?device_id=9038fda8-fdf2-410e-b65d-a86f7ea536cc HTTP/1.1" status: 200 len: 945 time: 0.0763361 Nov 09 21:23:12.656078 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d9f33029-25f4-4b4c-ae84-12773b5cbd39 req-2f8ecda0-565a-4d22-8d76-08b827b57cb5 tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/security-groups?id=09d7da7b-ba21-4a98-aa22-eac2968a0a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508173 Nov 09 21:23:12.898050 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad4a8a-4b10-488b-b524-8e39540be010 req-05418b23-7a82-431b-a80f-1fbb1dc19c9b tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:12.899649 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-14ad4a8a-4b10-488b-b524-8e39540be010 req-05418b23-7a82-431b-a80f-1fbb1dc19c9b tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.43 "GET /v2.0/ports?device_id=9038fda8-fdf2-410e-b65d-a86f7ea536cc HTTP/1.1" status: 200 len: 945 time: 0.0570641 Nov 09 21:23:12.920423 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 44092) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:23:13.009344 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-14ad4a8a-4b10-488b-b524-8e39540be010 req-1f93a94c-7520-40d5-8e88-c433450dd24f tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Deleting port 18e9ce64-4c96-4eff-8dcf-1ef7cce97640 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:23:13.009620 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-14ad4a8a-4b10-488b-b524-8e39540be010 req-1f93a94c-7520-40d5-8e88-c433450dd24f tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:13.014757 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-b83c5f54-756c-4c72-8118-4984b18ca18c admin admin] Deleting subnet b00fcf6d-0dad-4966-9afe-8edbbda80569 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:23:13.018067 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b83c5f54-756c-4c72-8118-4984b18ca18c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:13.077172 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b83c5f54-756c-4c72-8118-4984b18ca18c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:13.128581 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b83c5f54-756c-4c72-8118-4984b18ca18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:13.153016 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-14ad4a8a-4b10-488b-b524-8e39540be010 req-1f93a94c-7520-40d5-8e88-c433450dd24f tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] For port 18e9ce64-4c96-4eff-8dcf-1ef7cce97640, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=18e9ce64-4c96-4eff-8dcf-1ef7cce97640,segment=NetworkSegment(b8ef7012-bc7b-4fbc-bb73-3f129fae00eb),segment_id=b8ef7012-bc7b-4fbc-bb73-3f129fae00eb)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:23:13.153605 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-14ad4a8a-4b10-488b-b524-8e39540be010 req-1f93a94c-7520-40d5-8e88-c433450dd24f tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:13.173390 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-14ad4a8a-4b10-488b-b524-8e39540be010 req-1f93a94c-7520-40d5-8e88-c433450dd24f tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Calling delete_port for 18e9ce64-4c96-4eff-8dcf-1ef7cce97640 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:23:13.212683 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b83c5f54-756c-4c72-8118-4984b18ca18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:13.262398 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c5f54-756c-4c72-8118-4984b18ca18c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b00fcf6d-0dad-4966-9afe-8edbbda80569,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:13.267176 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b83c5f54-756c-4c72-8118-4984b18ca18c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:13.273617 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b83c5f54-756c-4c72-8118-4984b18ca18c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b00fcf6d-0dad-4966-9afe-8edbbda80569 HTTP/1.1" status: 204 len: 168 time: 0.3488178 Nov 09 21:23:13.274136 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 44108) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:23:13.373128 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3af53a9f-2917-49d1-b40f-8a51d5b927e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:13.386957 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-14ad4a8a-4b10-488b-b524-8e39540be010 req-1f93a94c-7520-40d5-8e88-c433450dd24f tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:13.419055 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f93a94c-7520-40d5-8e88-c433450dd24f tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Pushing event deleted for resources: {'Port': ['ID=18e9ce64-4c96-4eff-8dcf-1ef7cce97640,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:13.434355 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['18e9ce64-4c96-4eff-8dcf-1ef7cce97640'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:23:13.475224 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ad4a8a-4b10-488b-b524-8e39540be010 req-1f93a94c-7520-40d5-8e88-c433450dd24f tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] No DVR routers for this DVR port 18e9ce64-4c96-4eff-8dcf-1ef7cce97640 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:23:13.482811 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-14ad4a8a-4b10-488b-b524-8e39540be010 req-1f93a94c-7520-40d5-8e88-c433450dd24f tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:13.488495 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-14ad4a8a-4b10-488b-b524-8e39540be010 req-1f93a94c-7520-40d5-8e88-c433450dd24f tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.43 "DELETE /v2.0/ports/18e9ce64-4c96-4eff-8dcf-1ef7cce97640 HTTP/1.1" status: 204 len: 173 time: 0.5812232 Nov 09 21:23:13.545146 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3af53a9f-2917-49d1-b40f-8a51d5b927e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:13.588204 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-3af53a9f-2917-49d1-b40f-8a51d5b927e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d46322e9-b56d-4dd7-8c5c-4100db9766b4']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:23:13.601864 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-3af53a9f-2917-49d1-b40f-8a51d5b927e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '535e550e-1834-40ad-bb5a-53e5c279aa6f') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:23:13.603787 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-3af53a9f-2917-49d1-b40f-8a51d5b927e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '535e550e-1834-40ad-bb5a-53e5c279aa6f') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:23:13.619845 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3af53a9f-2917-49d1-b40f-8a51d5b927e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:13.638296 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3af53a9f-2917-49d1-b40f-8a51d5b927e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:13.646897 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3af53a9f-2917-49d1-b40f-8a51d5b927e7 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:23:13.646897 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3af53a9f-2917-49d1-b40f-8a51d5b927e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:13.647243 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:23:13.647243 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:23:13.647243 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:23:13.647243 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:23:13.647243 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:23:13.647243 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:23:13.647243 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:23:13.647243 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:23:13.647243 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:23:13.647243 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:23:13.647243 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:23:13.647243 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:23:13.647243 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:23:13.647243 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:23:13.647243 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:23:13.647243 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:23:13.647243 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:23:13.647243 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:23:13.647243 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:23:13.647243 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:23:13.647243 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:23:13.647243 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:23:13.647243 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:23:13.647243 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:23:13.647243 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:23:13.647243 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:23:13.647243 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:23:13.647243 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:23:13.647243 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:23:13.647243 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:23:13.647243 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:23:13.647243 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:23:13.718113 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3af53a9f-2917-49d1-b40f-8a51d5b927e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:13.728868 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3af53a9f-2917-49d1-b40f-8a51d5b927e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:13.732272 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3af53a9f-2917-49d1-b40f-8a51d5b927e7 admin admin] 10.222.0.49 "DELETE /v2.0/networks/d46322e9-b56d-4dd7-8c5c-4100db9766b4 HTTP/1.1" status: 204 len: 168 time: 0.4548566 Nov 09 21:23:13.747482 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af53a9f-2917-49d1-b40f-8a51d5b927e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d46322e9-b56d-4dd7-8c5c-4100db9766b4,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:13.830600 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-424db7d6-93dc-4b1f-8312-ab2127c50b98 req-ab106f86-5906-4b9a-a2ac-4ede623368ae tempest-FloatingIPsAssociationTestJSON-711794574 tempest-FloatingIPsAssociationTestJSON-711794574-project] 10.222.0.49 "GET /v2.0/ports?device_id=9038fda8-fdf2-410e-b65d-a86f7ea536cc HTTP/1.1" status: 200 len: 210 time: 0.0542717 Nov 09 21:23:13.891347 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 44120) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:23:13.897520 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 18e9ce64-4c96-4eff-8dcf-1ef7cce97640 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:23:13.910754 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9038fda8-fdf2-410e-b65d-a86f7ea536cc', 'name': 'network-vif-deleted', 'tag': '18e9ce64-4c96-4eff-8dcf-1ef7cce97640'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:23:13.914872 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3a495e-3318-4fd4-9205-78da8af229ba" -d '{"events": [{"server_uuid": "9038fda8-fdf2-410e-b65d-a86f7ea536cc", "name": "network-vif-deleted", "tag": "18e9ce64-4c96-4eff-8dcf-1ef7cce97640"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:23:13.948917 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: 18e9ce64-4c96-4eff-8dcf-1ef7cce97640 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:23:13.950838 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 18e9ce64-4c96-4eff-8dcf-1ef7cce97640 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:23:13.952992 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 393976db-67d8-45b9-bd11-937dc58d5622 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:23:13.988403 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 44124) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:23:13.988823 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-40c89e34-77a1-4be3-893a-15810cce5e7d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=75ff5a098c974a5f990f4fa539b60751&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0942717 Nov 09 21:23:14.000252 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea86da80-4b32-4886-ae04-f7297ce7dec8 x-openstack-request-id: req-ea86da80-4b32-4886-ae04-f7297ce7dec8 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:23:14.003397 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: 393976db-67d8-45b9-bd11-937dc58d5622 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:23:14.003579 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9038fda8-fdf2-410e-b65d-a86f7ea536cc", "name": "network-vif-deleted", "tag": "18e9ce64-4c96-4eff-8dcf-1ef7cce97640", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:23:14.004037 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ea86da80-4b32-4886-ae04-f7297ce7dec8 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:23:14.004686 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9038fda8-fdf2-410e-b65d-a86f7ea536cc', 'name': 'network-vif-deleted', 'tag': '18e9ce64-4c96-4eff-8dcf-1ef7cce97640', 'status': 'completed', 'code': 200} Nov 09 21:23:14.006275 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 393976db-67d8-45b9-bd11-937dc58d5622 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:23:14.105172 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78eef771-84cc-4685-b7e9-4db1f9aa04f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:14.152119 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78eef771-84cc-4685-b7e9-4db1f9aa04f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:14.239810 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78eef771-84cc-4685-b7e9-4db1f9aa04f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:14.243729 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78eef771-84cc-4685-b7e9-4db1f9aa04f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:14.249320 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-78eef771-84cc-4685-b7e9-4db1f9aa04f6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e4c1c734-ab90-4b49-bc05-629b7d3aa662 HTTP/1.1" status: 204 len: 168 time: 0.2589540 Nov 09 21:23:14.274198 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eef771-84cc-4685-b7e9-4db1f9aa04f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c1c734-ab90-4b49-bc05-629b7d3aa662,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:14.916013 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 44162) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:23:15.665738 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 44208) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:23:15.738721 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fdb4a667-40fd-4a46-b59b-c9f788cbf144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:15.801738 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ff358ee9-310b-4358-a00f-091237569ca0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:15.890126 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ff358ee9-310b-4358-a00f-091237569ca0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:15.894442 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ff358ee9-310b-4358-a00f-091237569ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:15.939754 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ff358ee9-310b-4358-a00f-091237569ca0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8f377e8cf51a4177a16b7e7a67a1ced1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2725401 Nov 09 21:23:15.940619 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 44212) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:23:15.943387 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff358ee9-310b-4358-a00f-091237569ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ace5c55-e8b0-4d9f-bffe-6b7636e5d524,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:15.998882 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0f8b5972-5f54-4cff-858a-b6ce052d29cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:16.021277 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0f8b5972-5f54-4cff-858a-b6ce052d29cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:16.061545 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-fdb4a667-40fd-4a46-b59b-c9f788cbf144 admin admin] Deleting port 982687d5-c92e-49dd-8821-72f3ed6ed793 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:23:16.062494 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fdb4a667-40fd-4a46-b59b-c9f788cbf144 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:16.082993 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0f8b5972-5f54-4cff-858a-b6ce052d29cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:16.086395 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0f8b5972-5f54-4cff-858a-b6ce052d29cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:16.089912 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0f8b5972-5f54-4cff-858a-b6ce052d29cb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2ace5c55-e8b0-4d9f-bffe-6b7636e5d524 HTTP/1.1" status: 204 len: 168 time: 0.1452558 Nov 09 21:23:16.095611 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b5972-5f54-4cff-858a-b6ce052d29cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ace5c55-e8b0-4d9f-bffe-6b7636e5d524,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:16.173156 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-fdb4a667-40fd-4a46-b59b-c9f788cbf144 admin admin] For port 982687d5-c92e-49dd-8821-72f3ed6ed793, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=982687d5-c92e-49dd-8821-72f3ed6ed793,segment=NetworkSegment(b8ef7012-bc7b-4fbc-bb73-3f129fae00eb),segment_id=b8ef7012-bc7b-4fbc-bb73-3f129fae00eb)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:23:16.173661 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fdb4a667-40fd-4a46-b59b-c9f788cbf144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:16.188537 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-fdb4a667-40fd-4a46-b59b-c9f788cbf144 admin admin] Calling delete_port for 982687d5-c92e-49dd-8821-72f3ed6ed793 owned by network:router_interface {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:23:16.381146 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fdb4a667-40fd-4a46-b59b-c9f788cbf144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:16.409528 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4a667-40fd-4a46-b59b-c9f788cbf144 admin admin] Pushing event deleted for resources: {'Port': ['ID=982687d5-c92e-49dd-8821-72f3ed6ed793,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:16.651799 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fdb4a667-40fd-4a46-b59b-c9f788cbf144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:16.855472 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c59e2-d8c7-4dd3-aeca-3977701eeaa7 req-a2127567-ef1b-45b2-a8c8-f991b896c6b2 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:16.861549 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-295c59e2-d8c7-4dd3-aeca-3977701eeaa7 req-a2127567-ef1b-45b2-a8c8-f991b896c6b2 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0a061fb-1b12-4207-8588-4a35f67cbe63 HTTP/1.1" status: 200 len: 950 time: 0.0856636 Nov 09 21:23:16.913882 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-295c59e2-d8c7-4dd3-aeca-3977701eeaa7 req-d4375f7c-9d9f-4c40-926d-9e69f2a496af tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfe44ebb-e64e-4089-b800-489ecaa39603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453308 Nov 09 21:23:16.925195 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 44276) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:23:16.961464 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdb4a667-40fd-4a46-b59b-c9f788cbf144 admin admin] Router e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:23:17.032696 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-a415f691-82ff-4f75-968d-2817dba1678d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-942767692-network', 'tenant_id': '03500beac0ce48c38c2adbbb554726e7'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:23:17.090935 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a415f691-82ff-4f75-968d-2817dba1678d admin admin] Made reservation on behalf of 03500beac0ce48c38c2adbbb554726e7 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:23:17.093244 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a415f691-82ff-4f75-968d-2817dba1678d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:17.106043 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a415f691-82ff-4f75-968d-2817dba1678d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:17.108252 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb4a667-40fd-4a46-b59b-c9f788cbf144 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:23:17.113447 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-fdb4a667-40fd-4a46-b59b-c9f788cbf144 admin admin] 10.222.0.49 "PUT /v2.0/routers/e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1962812 Nov 09 21:23:17.119638 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5748c236-e785-4528-b0e3-8a328eccdc41 None None] Sync routers for ids ['e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:23:17.120914 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 44290) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:23:17.128870 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5748c236-e785-4528-b0e3-8a328eccdc41 None None] Routers {'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:23:17.129481 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-5748c236-e785-4528-b0e3-8a328eccdc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:22:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:23:17.247149 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-5748c236-e785-4528-b0e3-8a328eccdc41 None None] Set router e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:23:17.265471 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fd136c19-3406-44fb-8cf0-c9a1d96d8d77 admin admin] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:17.372219 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a415f691-82ff-4f75-968d-2817dba1678d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:17.383772 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a415f691-82ff-4f75-968d-2817dba1678d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:17.414475 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a415f691-82ff-4f75-968d-2817dba1678d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:23:17.445514 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a415f691-82ff-4f75-968d-2817dba1678d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:17.445857 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-a415f691-82ff-4f75-968d-2817dba1678d admin admin] Added segment a1c83fda-03be-4d5c-a07e-e6833021a1a4 of type vlan for network 771941c9-ea54-4e9e-b033-4cdf7f0bdb22 Nov 09 21:23:17.447547 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-5748c236-e785-4528-b0e3-8a328eccdc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976332302-router', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'de457564-054f-4ab8-8d9f-b57b06db88f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:01Z', 'updated_at': '2021-11-09T21:23:16Z', 'revision_number': 5, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'gw_port': {'id': 'de457564-054f-4ab8-8d9f-b57b06db88f1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:57:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:03Z', 'updated_at': '2021-11-09T21:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:23:17.447738 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fd136c19-3406-44fb-8cf0-c9a1d96d8d77 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:17.451676 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a415f691-82ff-4f75-968d-2817dba1678d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e41b18-17bb-4547-9826-32936191f1a2,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:17.481260 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5748c236-e785-4528-b0e3-8a328eccdc41 None None] Checking router: e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:23:17.500172 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5748c236-e785-4528-b0e3-8a328eccdc41 None None] Routers {'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:23:17.500874 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-5748c236-e785-4528-b0e3-8a328eccdc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:22:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:23:17.518867 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a415f691-82ff-4f75-968d-2817dba1678d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:17.552847 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a415f691-82ff-4f75-968d-2817dba1678d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:17.553825 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a415f691-82ff-4f75-968d-2817dba1678d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:17.554413 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a415f691-82ff-4f75-968d-2817dba1678d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:17.611492 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-fd136c19-3406-44fb-8cf0-c9a1d96d8d77 admin admin] Deleting port de457564-054f-4ab8-8d9f-b57b06db88f1 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:23:17.611834 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fd136c19-3406-44fb-8cf0-c9a1d96d8d77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:17.619016 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a415f691-82ff-4f75-968d-2817dba1678d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6902542 Nov 09 21:23:17.619199 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-5748c236-e785-4528-b0e3-8a328eccdc41 None None] Set router e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da gateway port host: None {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:23:17.619301 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 44308) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:23:17.624282 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-0ea4c6ee-d4aa-42d6-8255-b37e9f8f91d6 admin admin] Request body: {'subnet': {'network_id': '771941c9-ea54-4e9e-b033-4cdf7f0bdb22', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-942767692-subnet', 'tenant_id': '03500beac0ce48c38c2adbbb554726e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:23:17.649252 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea4c6ee-d4aa-42d6-8255-b37e9f8f91d6 admin admin] Made reservation on behalf of 03500beac0ce48c38c2adbbb554726e7 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:23:17.651624 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0ea4c6ee-d4aa-42d6-8255-b37e9f8f91d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:17.670893 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a415f691-82ff-4f75-968d-2817dba1678d admin admin] Pushing event updated for resources: {'Network': ['ID=771941c9-ea54-4e9e-b033-4cdf7f0bdb22,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:17.709099 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 771941c9-ea54-4e9e-b033-4cdf7f0bdb22 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:23:17.725232 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6db0e5de-bc42-4c05-81f6-376aeb786493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:17.727712 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-5748c236-e785-4528-b0e3-8a328eccdc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976332302-router', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:01Z', 'updated_at': '2021-11-09T21:23:17Z', 'revision_number': 6, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'gw_port_host': None}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:23:17.735768 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-fd136c19-3406-44fb-8cf0-c9a1d96d8d77 admin admin] For port de457564-054f-4ab8-8d9f-b57b06db88f1, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=de457564-054f-4ab8-8d9f-b57b06db88f1,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:23:17.736321 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fd136c19-3406-44fb-8cf0-c9a1d96d8d77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:17.761367 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-fd136c19-3406-44fb-8cf0-c9a1d96d8d77 admin admin] Calling delete_port for de457564-054f-4ab8-8d9f-b57b06db88f1 owned by network:router_gateway {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:23:17.788679 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5748c236-e785-4528-b0e3-8a328eccdc41 None None] The sync data for ids ['e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da'] in n-d-816206-3 is: [{'id': 'e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da', 'name': 'tempest-FloatingIPsAssociationTestJSON-1976332302-router', 'tenant_id': '379926d057ed4e578e7d1c1feabffad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:01Z', 'updated_at': '2021-11-09T21:23:17Z', 'revision_number': 6, 'project_id': '379926d057ed4e578e7d1c1feabffad2', 'gw_port_host': None}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:23:17.855235 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0ea4c6ee-d4aa-42d6-8255-b37e9f8f91d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:17.911245 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea4c6ee-d4aa-42d6-8255-b37e9f8f91d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a7475e6-4080-4250-acec-91cc4f59f3ca,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:17.920547 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea4c6ee-d4aa-42d6-8255-b37e9f8f91d6 admin admin] Checking segment: {'id': 'a1c83fda-03be-4d5c-a07e-e6833021a1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '771941c9-ea54-4e9e-b033-4cdf7f0bdb22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:23:17.920945 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea4c6ee-d4aa-42d6-8255-b37e9f8f91d6 admin admin] Network hostable DHCP agents. Network: 771941c9-ea54-4e9e-b033-4cdf7f0bdb22, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:23:17.938497 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea4c6ee-d4aa-42d6-8255-b37e9f8f91d6 admin admin] Network 771941c9-ea54-4e9e-b033-4cdf7f0bdb22 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:23:17.949806 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-0ea4c6ee-d4aa-42d6-8255-b37e9f8f91d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 771941c9-ea54-4e9e-b033-4cdf7f0bdb22) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:23:17.953592 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fd136c19-3406-44fb-8cf0-c9a1d96d8d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:17.954678 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea4c6ee-d4aa-42d6-8255-b37e9f8f91d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:17.955280 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0ea4c6ee-d4aa-42d6-8255-b37e9f8f91d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:17.960789 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c13c9f1-e0f1-4a99-a9b8-d0280f7a2c6e None None] Network 771941c9-ea54-4e9e-b033-4cdf7f0bdb22 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:23:17.975497 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0ea4c6ee-d4aa-42d6-8255-b37e9f8f91d6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3549488 Nov 09 21:23:17.988044 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd136c19-3406-44fb-8cf0-c9a1d96d8d77 admin admin] Pushing event deleted for resources: {'Port': ['ID=de457564-054f-4ab8-8d9f-b57b06db88f1,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:18.060130 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fd136c19-3406-44fb-8cf0-c9a1d96d8d77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:18.095019 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d193e5c-69dc-4d8b-8fda-dad17fe95aee None None] Network 771941c9-ea54-4e9e-b033-4cdf7f0bdb22 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:23:18.187390 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fd136c19-3406-44fb-8cf0-c9a1d96d8d77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:18.190167 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fd136c19-3406-44fb-8cf0-c9a1d96d8d77 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:18.242739 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fd136c19-3406-44fb-8cf0-c9a1d96d8d77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:18.243332 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd136c19-3406-44fb-8cf0-c9a1d96d8d77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:23:18.249549 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fd136c19-3406-44fb-8cf0-c9a1d96d8d77 admin admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:18.250708 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-fd136c19-3406-44fb-8cf0-c9a1d96d8d77 admin admin] 10.222.0.49 "DELETE /v2.0/routers/e72e9f64-f4f6-4b0c-86f9-0dbf2e7874da HTTP/1.1" status: 204 len: 168 time: 1.1288052 Nov 09 21:23:18.253416 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 44322) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:23:18.299872 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-c88ead2e-3a86-46d1-91e3-a90a5b04f7b3 admin admin] Deleting subnet 8a827720-a9bf-447e-bfcd-e4c120a09350 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:23:18.303098 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c88ead2e-3a86-46d1-91e3-a90a5b04f7b3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:18.340531 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c88ead2e-3a86-46d1-91e3-a90a5b04f7b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:18.423765 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c88ead2e-3a86-46d1-91e3-a90a5b04f7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:18.476997 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c88ead2e-3a86-46d1-91e3-a90a5b04f7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:18.503680 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ead2e-3a86-46d1-91e3-a90a5b04f7b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a827720-a9bf-447e-bfcd-e4c120a09350,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:18.507772 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c88ead2e-3a86-46d1-91e3-a90a5b04f7b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:18.511068 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c88ead2e-3a86-46d1-91e3-a90a5b04f7b3 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8a827720-a9bf-447e-bfcd-e4c120a09350 HTTP/1.1" status: 204 len: 168 time: 0.2566819 Nov 09 21:23:18.513701 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 44342) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:23:18.515933 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3c3eea-4507-411a-bbc9-077cae319037 None None] Network 5b48360c-45d2-4bc5-87b9-1da558cd85b9 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:23:18.613475 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7aad9e7f-4d6c-4efa-9b62-493f7ce2d1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:18.679609 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-7aad9e7f-4d6c-4efa-9b62-493f7ce2d1e8 admin admin] Deleting port 5d76c03f-0784-4eb7-9f89-e5b9bc71a81d {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:23:18.679947 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7aad9e7f-4d6c-4efa-9b62-493f7ce2d1e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:18.787132 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-7aad9e7f-4d6c-4efa-9b62-493f7ce2d1e8 admin admin] For port 5d76c03f-0784-4eb7-9f89-e5b9bc71a81d, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5d76c03f-0784-4eb7-9f89-e5b9bc71a81d,segment=NetworkSegment(b8ef7012-bc7b-4fbc-bb73-3f129fae00eb),segment_id=b8ef7012-bc7b-4fbc-bb73-3f129fae00eb)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:23:18.787523 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7aad9e7f-4d6c-4efa-9b62-493f7ce2d1e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:18.814196 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-7aad9e7f-4d6c-4efa-9b62-493f7ce2d1e8 admin admin] Calling delete_port for 5d76c03f-0784-4eb7-9f89-e5b9bc71a81d owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:23:18.820689 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73301195-ef89-4f6f-8ee2-b6c5d609c18b req-34e4d4c4-fc67-47e9-b3e1-0f9244751934 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:18.829071 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-73301195-ef89-4f6f-8ee2-b6c5d609c18b req-34e4d4c4-fc67-47e9-b3e1-0f9244751934 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/networks?id=771941c9-ea54-4e9e-b033-4cdf7f0bdb22 HTTP/1.1" status: 200 len: 814 time: 0.4473872 Nov 09 21:23:18.843982 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-73301195-ef89-4f6f-8ee2-b6c5d609c18b req-2ad8f0dd-db06-4310-a7d5-2124a053b13f tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/quotas/03500beac0ce48c38c2adbbb554726e7 HTTP/1.1" status: 200 len: 375 time: 0.0140302 Nov 09 21:23:18.878009 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598ae8d8-971a-4c8a-9a1e-8056432d345d None None] DHCP port deletion for 5b48360c-45d2-4bc5-87b9-1da558cd85b9 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:23:18.894947 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-73301195-ef89-4f6f-8ee2-b6c5d609c18b req-78c0a3e2-cdcc-4122-9d13-10134632346f tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=03500beac0ce48c38c2adbbb554726e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444300 Nov 09 21:23:18.917817 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device de457564-054f-4ab8-8d9f-b57b06db88f1 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:23:18.950324 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: de457564-054f-4ab8-8d9f-b57b06db88f1 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:23:18.950532 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7aad9e7f-4d6c-4efa-9b62-493f7ce2d1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:18.951078 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device de457564-054f-4ab8-8d9f-b57b06db88f1 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:23:18.951679 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 982687d5-c92e-49dd-8821-72f3ed6ed793 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:23:18.981840 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 982687d5-c92e-49dd-8821-72f3ed6ed793 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:23:18.982202 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 982687d5-c92e-49dd-8821-72f3ed6ed793 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:23:18.992653 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aad9e7f-4d6c-4efa-9b62-493f7ce2d1e8 admin admin] No DVR routers for this DVR port 5d76c03f-0784-4eb7-9f89-e5b9bc71a81d on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:23:18.998007 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-598ae8d8-971a-4c8a-9a1e-8056432d345d None None] Deleting port 5d76c03f-0784-4eb7-9f89-e5b9bc71a81d {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:23:18.999348 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-598ae8d8-971a-4c8a-9a1e-8056432d345d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:19.000001 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad9e7f-4d6c-4efa-9b62-493f7ce2d1e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d76c03f-0784-4eb7-9f89-e5b9bc71a81d,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:19.057859 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-73301195-ef89-4f6f-8ee2-b6c5d609c18b req-0771da17-d7be-4e70-8b20-63a5f26067c4 service neutron] 10.222.0.49 "GET /v2.0/networks/771941c9-ea54-4e9e-b033-4cdf7f0bdb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618652 Nov 09 21:23:19.078175 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-598ae8d8-971a-4c8a-9a1e-8056432d345d None None] For port 5d76c03f-0784-4eb7-9f89-e5b9bc71a81d, host n-d-816206-3, got binding levels [] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:23:19.078756 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-598ae8d8-971a-4c8a-9a1e-8056432d345d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:19.092226 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-598ae8d8-971a-4c8a-9a1e-8056432d345d None None] Calling delete_port for 5d76c03f-0784-4eb7-9f89-e5b9bc71a81d owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:23:19.095280 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.ipam_backend_mixin [None req-598ae8d8-971a-4c8a-9a1e-8056432d345d None None] Port 5d76c03f-0784-4eb7-9f89-e5b9bc71a81d was not found and therefore no delete operation was performed {{(pid=102609) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 21:23:19.097250 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-598ae8d8-971a-4c8a-9a1e-8056432d345d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:19.099646 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7aad9e7f-4d6c-4efa-9b62-493f7ce2d1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:19.128120 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-7aad9e7f-4d6c-4efa-9b62-493f7ce2d1e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b48360c-45d2-4bc5-87b9-1da558cd85b9']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:23:19.138913 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-7aad9e7f-4d6c-4efa-9b62-493f7ce2d1e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8ef7012-bc7b-4fbc-bb73-3f129fae00eb') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:23:19.139220 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-7aad9e7f-4d6c-4efa-9b62-493f7ce2d1e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8ef7012-bc7b-4fbc-bb73-3f129fae00eb') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:23:19.151179 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7aad9e7f-4d6c-4efa-9b62-493f7ce2d1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:19.162122 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-73301195-ef89-4f6f-8ee2-b6c5d609c18b req-9cfefc31-515a-4e6f-b9c3-c96fb0e334bd service neutron] 10.222.0.49 "GET /v2.0/networks/771941c9-ea54-4e9e-b033-4cdf7f0bdb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983436 Nov 09 21:23:19.167725 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7aad9e7f-4d6c-4efa-9b62-493f7ce2d1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:19.182413 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aad9e7f-4d6c-4efa-9b62-493f7ce2d1e8 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:23:19.183033 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7aad9e7f-4d6c-4efa-9b62-493f7ce2d1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:19.185460 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:23:19.185460 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:23:19.185460 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:23:19.185460 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:23:19.185460 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:23:19.185460 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:23:19.185460 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:23:19.185460 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:23:19.185460 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:23:19.185460 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:23:19.185460 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:23:19.185460 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:23:19.185460 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:23:19.185460 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:23:19.185460 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:23:19.185460 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:23:19.185460 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:23:19.185460 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:23:19.185460 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:23:19.185460 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:23:19.185460 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:23:19.185460 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:23:19.185460 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:23:19.185460 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:23:19.185460 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:23:19.185460 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:23:19.185460 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:23:19.185460 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:23:19.185460 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:23:19.185460 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:23:19.185460 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:23:19.185460 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:23:19.251072 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7aad9e7f-4d6c-4efa-9b62-493f7ce2d1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:19.255644 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598ae8d8-971a-4c8a-9a1e-8056432d345d None None] Pushing event deleted for resources: {'Port': ['ID=5d76c03f-0784-4eb7-9f89-e5b9bc71a81d,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:19.257939 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7aad9e7f-4d6c-4efa-9b62-493f7ce2d1e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:19.263677 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7aad9e7f-4d6c-4efa-9b62-493f7ce2d1e8 admin admin] 10.222.0.49 "DELETE /v2.0/networks/5b48360c-45d2-4bc5-87b9-1da558cd85b9 HTTP/1.1" status: 204 len: 168 time: 0.7466147 Nov 09 21:23:19.276601 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad9e7f-4d6c-4efa-9b62-493f7ce2d1e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b48360c-45d2-4bc5-87b9-1da558cd85b9,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:19.287064 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-598ae8d8-971a-4c8a-9a1e-8056432d345d None None] Network 5b48360c-45d2-4bc5-87b9-1da558cd85b9 is not hosted by any dhcp agent {{(pid=102609) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 21:23:19.287641 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598ae8d8-971a-4c8a-9a1e-8056432d345d None None] No DVR routers for this DVR port 5d76c03f-0784-4eb7-9f89-e5b9bc71a81d on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:23:19.293859 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598ae8d8-971a-4c8a-9a1e-8056432d345d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:23:19.295037 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598ae8d8-971a-4c8a-9a1e-8056432d345d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:23:19.295410 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598ae8d8-971a-4c8a-9a1e-8056432d345d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:23:19.295887 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598ae8d8-971a-4c8a-9a1e-8056432d345d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:23:19.296395 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598ae8d8-971a-4c8a-9a1e-8056432d345d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:23:19.297299 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598ae8d8-971a-4c8a-9a1e-8056432d345d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:23:19.297762 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598ae8d8-971a-4c8a-9a1e-8056432d345d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:23:19.298895 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598ae8d8-971a-4c8a-9a1e-8056432d345d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:23:19.299434 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598ae8d8-971a-4c8a-9a1e-8056432d345d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:23:19.300052 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598ae8d8-971a-4c8a-9a1e-8056432d345d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:23:19.300660 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598ae8d8-971a-4c8a-9a1e-8056432d345d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:23:19.301826 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598ae8d8-971a-4c8a-9a1e-8056432d345d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:23:19.369213 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cb2fa697-4e1d-4838-89a0-cf3325a8a281 req-83ccb7c5-2b85-4dda-af63-00677bbef9e1 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3d09c8c-895d-473a-8354-12b95cd7db7d HTTP/1.1" status: 200 len: 210 time: 0.0406871 Nov 09 21:23:19.426931 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 44370) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:23:19.478857 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-3c32ac9f-b32c-4a3e-978e-39c45c05216d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=379926d057ed4e578e7d1c1feabffad2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0493982 Nov 09 21:23:19.481648 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 44376) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:23:19.532603 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-23770934-c193-4442-9d84-43458adfb80a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:19.554150 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-23770934-c193-4442-9d84-43458adfb80a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:19.601194 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-23770934-c193-4442-9d84-43458adfb80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:19.603784 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-23770934-c193-4442-9d84-43458adfb80a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:19.607279 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-23770934-c193-4442-9d84-43458adfb80a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/09d7da7b-ba21-4a98-aa22-eac2968a0a0a HTTP/1.1" status: 204 len: 168 time: 0.1223257 Nov 09 21:23:19.613853 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23770934-c193-4442-9d84-43458adfb80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d7da7b-ba21-4a98-aa22-eac2968a0a0a,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:20.024561 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-20ea58ee-0507-49e2-86c8-a85f39978d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:20.205184 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device bf85b1c2-b8e5-46ce-892b-45dc936da8ee details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:23:20.210214 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device aaafcacd-255c-49ef-bcad-66f840f1d505 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:23:20.370738 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port bf85b1c2-b8e5-46ce-892b-45dc936da8ee, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=bf85b1c2-b8e5-46ce-892b-45dc936da8ee,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:23:20.373979 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:20.393420 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': 'bf85b1c2-b8e5-46ce-892b-45dc936da8ee', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'port_id': 'bf85b1c2-b8e5-46ce-892b-45dc936da8ee', 'mac_address': 'fa:16:3e:0c:47:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba3500c-a288-4596-ba94-148f2bd8a6da', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:23:20.408737 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a061fb-1b12-4207-8588-4a35f67cbe63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaafcacd-255c-49ef-bcad-66f840f1d505'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:23:20.411797 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0388ef83-2383-4b9d-b80f-6fc93590a549" -d '{"events": [{"server_uuid": "e0a061fb-1b12-4207-8588-4a35f67cbe63", "name": "network-vif-unplugged", "status": "completed", "tag": "aaafcacd-255c-49ef-bcad-66f840f1d505"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:23:20.450913 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port aaafcacd-255c-49ef-bcad-66f840f1d505, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=aaafcacd-255c-49ef-bcad-66f840f1d505,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:23:20.460404 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:20.469456 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:20.490369 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0eb624ea-373b-4c25-b32f-6c7283340522 req-8613083e-9cf0-4afd-8bda-2512818c1a80 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3d09c8c-895d-473a-8354-12b95cd7db7d HTTP/1.1" status: 200 len: 210 time: 0.0335739 Nov 09 21:23:20.520566 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf85b1c2-b8e5-46ce-892b-45dc936da8ee {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:23:20.585830 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port bf85b1c2-b8e5-46ce-892b-45dc936da8ee, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=bf85b1c2-b8e5-46ce-892b-45dc936da8ee,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:23:20.596834 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 21:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce6317b-ba3d-4307-98d7-7b339a236b93 x-openstack-request-id: req-5ce6317b-ba3d-4307-98d7-7b339a236b93 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:23:20.597046 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a061fb-1b12-4207-8588-4a35f67cbe63", "name": "network-vif-unplugged", "status": "completed", "tag": "aaafcacd-255c-49ef-bcad-66f840f1d505", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:23:20.597298 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5ce6317b-ba3d-4307-98d7-7b339a236b93 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:23:20.597696 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a061fb-1b12-4207-8588-4a35f67cbe63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaafcacd-255c-49ef-bcad-66f840f1d505', 'code': 200} Nov 09 21:23:20.598385 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=aaafcacd-255c-49ef-bcad-66f840f1d505,revision_number=8']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:20.611328 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:20.671671 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73301195-ef89-4f6f-8ee2-b6c5d609c18b req-0f31d0fb-9bbe-4036-965b-c2e97136b051 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:20.674383 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-73301195-ef89-4f6f-8ee2-b6c5d609c18b req-0f31d0fb-9bbe-4036-965b-c2e97136b051 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.43 "GET /v2.0/networks?id=771941c9-ea54-4e9e-b033-4cdf7f0bdb22 HTTP/1.1" status: 200 len: 814 time: 0.1853790 Nov 09 21:23:20.686057 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=bf85b1c2-b8e5-46ce-892b-45dc936da8ee,revision_number=6']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:20.697468 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-73301195-ef89-4f6f-8ee2-b6c5d609c18b req-2562c466-31bb-45b4-9ae8-e4c48d853d29 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Request body: {'port': {'device_id': 'c3d09c8c-895d-473a-8354-12b95cd7db7d', 'network_id': '771941c9-ea54-4e9e-b033-4cdf7f0bdb22', 'admin_state_up': True, 'tenant_id': '03500beac0ce48c38c2adbbb554726e7'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:23:20.708025 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['bf85b1c2-b8e5-46ce-892b-45dc936da8ee'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:23:20.838225 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73301195-ef89-4f6f-8ee2-b6c5d609c18b req-2562c466-31bb-45b4-9ae8-e4c48d853d29 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Made reservation on behalf of 03500beac0ce48c38c2adbbb554726e7 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:23:20.842520 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-73301195-ef89-4f6f-8ee2-b6c5d609c18b req-2562c466-31bb-45b4-9ae8-e4c48d853d29 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:20.855108 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 5d76c03f-0784-4eb7-9f89-e5b9bc71a81d no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:23:20.888178 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 5d76c03f-0784-4eb7-9f89-e5b9bc71a81d {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:23:20.890550 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 5d76c03f-0784-4eb7-9f89-e5b9bc71a81d not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:23:20.923955 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:21.017064 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-73301195-ef89-4f6f-8ee2-b6c5d609c18b req-2562c466-31bb-45b4-9ae8-e4c48d853d29 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Allocated IP 172.20.0.14 (771941c9-ea54-4e9e-b033-4cdf7f0bdb22/7a7475e6-4080-4250-acec-91cc4f59f3ca/7d1b423e-0bca-4f20-9a13-ba04210393bf) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:23:21.132610 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 44484) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:23:21.198158 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-73301195-ef89-4f6f-8ee2-b6c5d609c18b req-2562c466-31bb-45b4-9ae8-e4c48d853d29 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:21.242655 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-73301195-ef89-4f6f-8ee2-b6c5d609c18b req-2562c466-31bb-45b4-9ae8-e4c48d853d29 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:21.302883 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2d22621d-d3cb-4a34-be7e-e769dd074f80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:21.318259 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73301195-ef89-4f6f-8ee2-b6c5d609c18b req-2562c466-31bb-45b4-9ae8-e4c48d853d29 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Network 771941c9-ea54-4e9e-b033-4cdf7f0bdb22 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:23:21.325496 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-73301195-ef89-4f6f-8ee2-b6c5d609c18b req-2562c466-31bb-45b4-9ae8-e4c48d853d29 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:23:21.329768 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2562c466-31bb-45b4-9ae8-e4c48d853d29 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Pushing event updated for resources: {'Port': ['ID=7d1b423e-0bca-4f20-9a13-ba04210393bf,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:21.335272 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-73301195-ef89-4f6f-8ee2-b6c5d609c18b req-2562c466-31bb-45b4-9ae8-e4c48d853d29 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:23:21.404424 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73301195-ef89-4f6f-8ee2-b6c5d609c18b req-2562c466-31bb-45b4-9ae8-e4c48d853d29 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:21.405096 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-73301195-ef89-4f6f-8ee2-b6c5d609c18b req-2562c466-31bb-45b4-9ae8-e4c48d853d29 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:21.434016 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-73301195-ef89-4f6f-8ee2-b6c5d609c18b req-2562c466-31bb-45b4-9ae8-e4c48d853d29 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7406526 Nov 09 21:23:21.457223 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-73301195-ef89-4f6f-8ee2-b6c5d609c18b req-d55c6123-f950-448f-8621-c43b9c792c17 service neutron] Request body: {'port': {'device_id': 'c3d09c8c-895d-473a-8354-12b95cd7db7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:23:21.464198 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2d22621d-d3cb-4a34-be7e-e769dd074f80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:21.481086 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2d22621d-d3cb-4a34-be7e-e769dd074f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:21.543563 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2d22621d-d3cb-4a34-be7e-e769dd074f80 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1632ef0a7bbe46ceaf5d3811b5603a84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4096889 Nov 09 21:23:21.546172 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 44502) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:23:21.554134 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d22621d-d3cb-4a34-be7e-e769dd074f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9d16f1-aa58-4181-a16f-35dc642ab01e,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:21.566437 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-73301195-ef89-4f6f-8ee2-b6c5d609c18b req-d55c6123-f950-448f-8621-c43b9c792c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:21.647610 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d69d18-b22f-417a-a268-d089b5f10874 req-d82e9826-9361-47c6-975d-dc2a2a8b6a7e tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:21.651783 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a9d69d18-b22f-417a-a268-d089b5f10874 req-d82e9826-9361-47c6-975d-dc2a2a8b6a7e tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3d09c8c-895d-473a-8354-12b95cd7db7d HTTP/1.1" status: 200 len: 932 time: 0.0760882 Nov 09 21:23:21.674467 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-63754cb6-10c1-4398-9b22-0c73f8c5a27b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:21.765462 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a9d69d18-b22f-417a-a268-d089b5f10874 req-3c28f083-6b94-4165-90f7-c8f05ef9fc38 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/security-groups?id=85e41b18-17bb-4547-9826-32936191f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037316 Nov 09 21:23:21.770365 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-63754cb6-10c1-4398-9b22-0c73f8c5a27b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:21.898189 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-63754cb6-10c1-4398-9b22-0c73f8c5a27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:21.902722 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-63754cb6-10c1-4398-9b22-0c73f8c5a27b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:21.906400 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-63754cb6-10c1-4398-9b22-0c73f8c5a27b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8d9d16f1-aa58-4181-a16f-35dc642ab01e HTTP/1.1" status: 204 len: 168 time: 0.3568220 Nov 09 21:23:21.940362 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63754cb6-10c1-4398-9b22-0c73f8c5a27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9d16f1-aa58-4181-a16f-35dc642ab01e,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:22.054071 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-73301195-ef89-4f6f-8ee2-b6c5d609c18b req-d55c6123-f950-448f-8621-c43b9c792c17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d1b423e-0bca-4f20-9a13-ba04210393bf {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:23:22.063151 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-73301195-ef89-4f6f-8ee2-b6c5d609c18b req-d55c6123-f950-448f-8621-c43b9c792c17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:22.114971 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-73301195-ef89-4f6f-8ee2-b6c5d609c18b req-d55c6123-f950-448f-8621-c43b9c792c17 service neutron] Transition to ACTIVE for port object 7d1b423e-0bca-4f20-9a13-ba04210393bf will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:23:22.120224 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-73301195-ef89-4f6f-8ee2-b6c5d609c18b req-d55c6123-f950-448f-8621-c43b9c792c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:22.230836 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device bf85b1c2-b8e5-46ce-892b-45dc936da8ee up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:23:22.265838 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c6123-f950-448f-8621-c43b9c792c17 service neutron] Pushing event updated for resources: {'Port': ['ID=7d1b423e-0bca-4f20-9a13-ba04210393bf,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:22.341941 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-73301195-ef89-4f6f-8ee2-b6c5d609c18b req-d55c6123-f950-448f-8621-c43b9c792c17 service neutron] Attempting to bind port 7d1b423e-0bca-4f20-9a13-ba04210393bf on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:23:22.342432 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-73301195-ef89-4f6f-8ee2-b6c5d609c18b req-d55c6123-f950-448f-8621-c43b9c792c17 service neutron] Attempting to bind port 7d1b423e-0bca-4f20-9a13-ba04210393bf by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': 'a1c83fda-03be-4d5c-a07e-e6833021a1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '771941c9-ea54-4e9e-b033-4cdf7f0bdb22'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:23:22.342779 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73301195-ef89-4f6f-8ee2-b6c5d609c18b req-d55c6123-f950-448f-8621-c43b9c792c17 service neutron] Attempting to bind port 7d1b423e-0bca-4f20-9a13-ba04210393bf on network 771941c9-ea54-4e9e-b033-4cdf7f0bdb22 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:23:22.349318 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73301195-ef89-4f6f-8ee2-b6c5d609c18b req-d55c6123-f950-448f-8621-c43b9c792c17 service neutron] Port 7d1b423e-0bca-4f20-9a13-ba04210393bf on network 771941c9-ea54-4e9e-b033-4cdf7f0bdb22 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:23:22.349653 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73301195-ef89-4f6f-8ee2-b6c5d609c18b req-d55c6123-f950-448f-8621-c43b9c792c17 service neutron] Attempting to bind port 7d1b423e-0bca-4f20-9a13-ba04210393bf on network 771941c9-ea54-4e9e-b033-4cdf7f0bdb22 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:23:22.359046 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73301195-ef89-4f6f-8ee2-b6c5d609c18b req-d55c6123-f950-448f-8621-c43b9c792c17 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:23:22.359528 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73301195-ef89-4f6f-8ee2-b6c5d609c18b req-d55c6123-f950-448f-8621-c43b9c792c17 service neutron] Checking segment: {'id': 'a1c83fda-03be-4d5c-a07e-e6833021a1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '771941c9-ea54-4e9e-b033-4cdf7f0bdb22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:23:22.359929 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73301195-ef89-4f6f-8ee2-b6c5d609c18b req-d55c6123-f950-448f-8621-c43b9c792c17 service neutron] Bound using segment: {'id': 'a1c83fda-03be-4d5c-a07e-e6833021a1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '771941c9-ea54-4e9e-b033-4cdf7f0bdb22'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:23:22.360379 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-73301195-ef89-4f6f-8ee2-b6c5d609c18b req-d55c6123-f950-448f-8621-c43b9c792c17 service neutron] Bound port: 7d1b423e-0bca-4f20-9a13-ba04210393bf, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1c83fda-03be-4d5c-a07e-e6833021a1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '771941c9-ea54-4e9e-b033-4cdf7f0bdb22'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:23:22.360796 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-73301195-ef89-4f6f-8ee2-b6c5d609c18b req-d55c6123-f950-448f-8621-c43b9c792c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:22.371967 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:22.404785 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port bf85b1c2-b8e5-46ce-892b-45dc936da8ee triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:23:22.405323 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:22.463242 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-73301195-ef89-4f6f-8ee2-b6c5d609c18b req-d55c6123-f950-448f-8621-c43b9c792c17 service neutron] For port 7d1b423e-0bca-4f20-9a13-ba04210393bf, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:23:22.466786 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-73301195-ef89-4f6f-8ee2-b6c5d609c18b req-d55c6123-f950-448f-8621-c43b9c792c17 service neutron] For port 7d1b423e-0bca-4f20-9a13-ba04210393bf, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=7d1b423e-0bca-4f20-9a13-ba04210393bf,segment=NetworkSegment(a1c83fda-03be-4d5c-a07e-e6833021a1a4),segment_id=a1c83fda-03be-4d5c-a07e-e6833021a1a4)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:23:22.478768 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-73301195-ef89-4f6f-8ee2-b6c5d609c18b req-d55c6123-f950-448f-8621-c43b9c792c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:22.534366 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73301195-ef89-4f6f-8ee2-b6c5d609c18b req-d55c6123-f950-448f-8621-c43b9c792c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:22.535116 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-73301195-ef89-4f6f-8ee2-b6c5d609c18b req-d55c6123-f950-448f-8621-c43b9c792c17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:22.538258 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-73301195-ef89-4f6f-8ee2-b6c5d609c18b req-d55c6123-f950-448f-8621-c43b9c792c17 service neutron] 10.222.0.43 "PUT /v2.0/ports/7d1b423e-0bca-4f20-9a13-ba04210393bf HTTP/1.1" status: 200 len: 1092 time: 1.0894194 Nov 09 21:23:22.542351 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3d09c8c-895d-473a-8354-12b95cd7db7d', 'tag': '7d1b423e-0bca-4f20-9a13-ba04210393bf'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:23:22.549069 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce327ac8-fa51-45ed-840c-3b888761231f" -d '{"events": [{"name": "network-changed", "server_uuid": "c3d09c8c-895d-473a-8354-12b95cd7db7d", "tag": "7d1b423e-0bca-4f20-9a13-ba04210393bf"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:23:22.571911 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:22.600022 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c6123-f950-448f-8621-c43b9c792c17 service neutron] Pushing event updated for resources: {'Port': ['ID=7d1b423e-0bca-4f20-9a13-ba04210393bf,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:22.624786 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6071c99c-fc3a-47e0-a95b-12640ba773c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf85b1c2-b8e5-46ce-892b-45dc936da8ee'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:23:22.627931 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d5e511-bd4a-4b36-a1df-ffca1a61cf47" -d '{"events": [{"server_uuid": "6071c99c-fc3a-47e0-a95b-12640ba773c8", "name": "network-vif-plugged", "status": "completed", "tag": "bf85b1c2-b8e5-46ce-892b-45dc936da8ee"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:23:22.631666 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4d7ec3-85d4-4aa8-a156-8d49a445a656 x-openstack-request-id: req-5e4d7ec3-85d4-4aa8-a156-8d49a445a656 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:23:22.631666 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3d09c8c-895d-473a-8354-12b95cd7db7d", "tag": "7d1b423e-0bca-4f20-9a13-ba04210393bf", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:23:22.631666 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5e4d7ec3-85d4-4aa8-a156-8d49a445a656 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:23:22.631666 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3d09c8c-895d-473a-8354-12b95cd7db7d', 'tag': '7d1b423e-0bca-4f20-9a13-ba04210393bf', 'status': 'completed', 'code': 200} Nov 09 21:23:22.655984 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port bf85b1c2-b8e5-46ce-892b-45dc936da8ee, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=bf85b1c2-b8e5-46ce-892b-45dc936da8ee,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:23:22.660958 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:22.689769 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73301195-ef89-4f6f-8ee2-b6c5d609c18b req-6fa1319e-492a-4ecf-8ac1-4f9ed0767536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:22.691869 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-73301195-ef89-4f6f-8ee2-b6c5d609c18b req-6fa1319e-492a-4ecf-8ac1-4f9ed0767536 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=03500beac0ce48c38c2adbbb554726e7&device_id=c3d09c8c-895d-473a-8354-12b95cd7db7d HTTP/1.1" status: 200 len: 1095 time: 0.0734572 Nov 09 21:23:22.753257 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e6334c-478b-40ae-a365-3da5cf8d0e70 x-openstack-request-id: req-c0e6334c-478b-40ae-a365-3da5cf8d0e70 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:23:22.753783 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6071c99c-fc3a-47e0-a95b-12640ba773c8", "name": "network-vif-plugged", "status": "completed", "tag": "bf85b1c2-b8e5-46ce-892b-45dc936da8ee", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:23:22.754558 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c0e6334c-478b-40ae-a365-3da5cf8d0e70 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:23:22.755156 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6071c99c-fc3a-47e0-a95b-12640ba773c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf85b1c2-b8e5-46ce-892b-45dc936da8ee', 'code': 200} Nov 09 21:23:22.771358 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-73301195-ef89-4f6f-8ee2-b6c5d609c18b req-986a3386-48b0-4119-bf5e-f95cf188306e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d1b423e-0bca-4f20-9a13-ba04210393bf HTTP/1.1" status: 200 len: 217 time: 0.0648429 Nov 09 21:23:22.779553 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=bf85b1c2-b8e5-46ce-892b-45dc936da8ee,revision_number=7']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:22.839422 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:22.845757 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73301195-ef89-4f6f-8ee2-b6c5d609c18b req-d81c9812-c4ff-46bc-88aa-5fbc369f6c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:22.847597 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-73301195-ef89-4f6f-8ee2-b6c5d609c18b req-d81c9812-c4ff-46bc-88aa-5fbc369f6c7d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7a7475e6-4080-4250-acec-91cc4f59f3ca HTTP/1.1" status: 200 len: 854 time: 0.0683370 Nov 09 21:23:22.896854 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-73301195-ef89-4f6f-8ee2-b6c5d609c18b req-9df5cf42-cf38-4197-87d4-eeeea0166cbb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=771941c9-ea54-4e9e-b033-4cdf7f0bdb22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386064 Nov 09 21:23:23.002451 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9abbeb-d86a-472b-b626-3d466d898d2c req-394c3a2d-248d-472b-9e37-b92c1fd270ae tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:23.004314 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4b9abbeb-d86a-472b-b626-3d466d898d2c req-394c3a2d-248d-472b-9e37-b92c1fd270ae tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3d09c8c-895d-473a-8354-12b95cd7db7d HTTP/1.1" status: 200 len: 944 time: 0.1276667 Nov 09 21:23:23.053376 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-73301195-ef89-4f6f-8ee2-b6c5d609c18b req-b5177dfd-6c87-4206-9724-98766045faa0 service neutron] 10.222.0.43 "GET /v2.0/networks/771941c9-ea54-4e9e-b033-4cdf7f0bdb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468232 Nov 09 21:23:23.111668 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4b9abbeb-d86a-472b-b626-3d466d898d2c req-570b106a-00e8-40ea-88d0-1f270f503d1f tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/security-groups?id=85e41b18-17bb-4547-9826-32936191f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953271 Nov 09 21:23:23.241727 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-73301195-ef89-4f6f-8ee2-b6c5d609c18b req-13c11df5-85b7-4a03-96ee-6e98cce5905b service neutron] 10.222.0.43 "GET /v2.0/networks/771941c9-ea54-4e9e-b033-4cdf7f0bdb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605136 Nov 09 21:23:23.319461 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:23.429669 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce327ac8-fa51-45ed-840c-3b888761231f req-dcdb8651-0121-41cd-8c34-44821ab85719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:23.431355 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ce327ac8-fa51-45ed-840c-3b888761231f req-dcdb8651-0121-41cd-8c34-44821ab85719 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=03500beac0ce48c38c2adbbb554726e7&device_id=c3d09c8c-895d-473a-8354-12b95cd7db7d HTTP/1.1" status: 200 len: 1095 time: 0.0551689 Nov 09 21:23:23.601106 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce327ac8-fa51-45ed-840c-3b888761231f req-efa3cf23-ffd7-4be7-86c1-933b083fc374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:23.602664 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ce327ac8-fa51-45ed-840c-3b888761231f req-efa3cf23-ffd7-4be7-86c1-933b083fc374 service neutron] 10.222.0.43 "GET /v2.0/networks?id=771941c9-ea54-4e9e-b033-4cdf7f0bdb22 HTTP/1.1" status: 200 len: 914 time: 0.1622508 Nov 09 21:23:23.654981 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ce327ac8-fa51-45ed-840c-3b888761231f req-16cdc93e-e886-40e1-87bb-061909a0b12f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d1b423e-0bca-4f20-9a13-ba04210393bf HTTP/1.1" status: 200 len: 217 time: 0.0414796 Nov 09 21:23:23.714092 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce327ac8-fa51-45ed-840c-3b888761231f req-73ef6e03-ec62-4e0f-aeae-ae7f7c5c5b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:23.716247 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ce327ac8-fa51-45ed-840c-3b888761231f req-73ef6e03-ec62-4e0f-aeae-ae7f7c5c5b51 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7a7475e6-4080-4250-acec-91cc4f59f3ca HTTP/1.1" status: 200 len: 854 time: 0.0538924 Nov 09 21:23:23.756024 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ce327ac8-fa51-45ed-840c-3b888761231f req-c735553d-9500-4265-9ac2-bfaf39fc9226 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=771941c9-ea54-4e9e-b033-4cdf7f0bdb22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324082 Nov 09 21:23:23.928161 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ce327ac8-fa51-45ed-840c-3b888761231f req-26337c76-ddef-458d-8e55-28ceb5c3cb70 service neutron] 10.222.0.43 "GET /v2.0/networks/771941c9-ea54-4e9e-b033-4cdf7f0bdb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624448 Nov 09 21:23:24.355746 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b78073-d8e0-4d5a-9fa3-d5fafb24512e req-cd809848-d65a-4d13-aab0-9b67c7b408e4 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:24.357193 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-89b78073-d8e0-4d5a-9fa3-d5fafb24512e req-cd809848-d65a-4d13-aab0-9b67c7b408e4 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3d09c8c-895d-473a-8354-12b95cd7db7d HTTP/1.1" status: 200 len: 944 time: 0.0740473 Nov 09 21:23:24.366636 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ce327ac8-fa51-45ed-840c-3b888761231f req-dde34237-3d47-47ef-b220-ecb04e93f50f service neutron] 10.222.0.43 "GET /v2.0/networks/771941c9-ea54-4e9e-b033-4cdf7f0bdb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4301002 Nov 09 21:23:24.411865 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-89b78073-d8e0-4d5a-9fa3-d5fafb24512e req-cd016b50-f230-4d7b-91a9-b151e6b1bb25 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/security-groups?id=85e41b18-17bb-4547-9826-32936191f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469580 Nov 09 21:23:25.568487 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee481e7-dca9-4c0e-b460-0c5e2a109bdc req-af2ae35d-0c5d-43b3-9fcc-dd1b4fc8706b tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:25.570469 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dee481e7-dca9-4c0e-b460-0c5e2a109bdc req-af2ae35d-0c5d-43b3-9fcc-dd1b4fc8706b tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3d09c8c-895d-473a-8354-12b95cd7db7d HTTP/1.1" status: 200 len: 944 time: 0.0668149 Nov 09 21:23:25.650507 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dee481e7-dca9-4c0e-b460-0c5e2a109bdc req-cc9e9826-1eba-4a24-b838-5a55bed210f3 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/security-groups?id=85e41b18-17bb-4547-9826-32936191f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727932 Nov 09 21:23:25.911748 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 44656) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:23:25.951748 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 7d1b423e-0bca-4f20-9a13-ba04210393bf details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:23:26.075312 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-63303aee-b1bf-466c-9265-dce56cc080ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:26.078560 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 7d1b423e-0bca-4f20-9a13-ba04210393bf, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=7d1b423e-0bca-4f20-9a13-ba04210393bf,segment=NetworkSegment(a1c83fda-03be-4d5c-a07e-e6833021a1a4),segment_id=a1c83fda-03be-4d5c-a07e-e6833021a1a4)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:23:26.105631 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '7d1b423e-0bca-4f20-9a13-ba04210393bf', 'network_id': '771941c9-ea54-4e9e-b033-4cdf7f0bdb22', 'port_id': '7d1b423e-0bca-4f20-9a13-ba04210393bf', 'mac_address': 'fa:16:3e:9a:c8:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a7475e6-4080-4250-acec-91cc4f59f3ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:23:26.154658 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:26.171376 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d1b423e-0bca-4f20-9a13-ba04210393bf {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:23:26.195441 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 7d1b423e-0bca-4f20-9a13-ba04210393bf, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=7d1b423e-0bca-4f20-9a13-ba04210393bf,segment=NetworkSegment(a1c83fda-03be-4d5c-a07e-e6833021a1a4),segment_id=a1c83fda-03be-4d5c-a07e-e6833021a1a4)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:23:26.201107 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:26.203244 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-63303aee-b1bf-466c-9265-dce56cc080ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:26.208357 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-63303aee-b1bf-466c-9265-dce56cc080ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:26.251196 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-63303aee-b1bf-466c-9265-dce56cc080ca admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=547e11b702c5423daa9f0708398598da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3383238 Nov 09 21:23:26.254315 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 44670) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:23:26.254833 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63303aee-b1bf-466c-9265-dce56cc080ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b966b5-4ccb-40b7-93d8-5e25b14f474d,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:26.273360 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=7d1b423e-0bca-4f20-9a13-ba04210393bf,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:26.331313 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-14fa539a-bbd0-44e7-ac3e-0d24f16a3239 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:26.366853 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-14fa539a-bbd0-44e7-ac3e-0d24f16a3239 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:26.425897 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-14fa539a-bbd0-44e7-ac3e-0d24f16a3239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:26.429855 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-14fa539a-bbd0-44e7-ac3e-0d24f16a3239 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:26.433468 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-14fa539a-bbd0-44e7-ac3e-0d24f16a3239 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/71b966b5-4ccb-40b7-93d8-5e25b14f474d HTTP/1.1" status: 204 len: 168 time: 0.1758108 Nov 09 21:23:26.440027 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa539a-bbd0-44e7-ac3e-0d24f16a3239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b966b5-4ccb-40b7-93d8-5e25b14f474d,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:26.644332 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['7d1b423e-0bca-4f20-9a13-ba04210393bf'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:23:26.855972 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af7cbc-5959-4882-aacf-8ba9cd8269f8 req-75dc6c12-fd34-4980-808f-603acde3d2e7 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:26.857870 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-30af7cbc-5959-4882-aacf-8ba9cd8269f8 req-75dc6c12-fd34-4980-808f-603acde3d2e7 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3d09c8c-895d-473a-8354-12b95cd7db7d HTTP/1.1" status: 200 len: 945 time: 0.0589979 Nov 09 21:23:26.937579 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-30af7cbc-5959-4882-aacf-8ba9cd8269f8 req-d4c4f1dc-32e0-4eb4-a421-5089380d33ed tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/security-groups?id=85e41b18-17bb-4547-9826-32936191f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727105 Nov 09 21:23:27.382308 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 44714) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:23:27.538126 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-0ea13f14-abaa-461a-bf9c-123cd5b6ca6e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-661803389-network', 'tenant_id': '16edc47f7a244fefaf442140fbf66f98'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:23:27.563978 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea13f14-abaa-461a-bf9c-123cd5b6ca6e admin admin] Made reservation on behalf of 16edc47f7a244fefaf442140fbf66f98 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:23:27.567369 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0ea13f14-abaa-461a-bf9c-123cd5b6ca6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:27.577368 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0ea13f14-abaa-461a-bf9c-123cd5b6ca6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:27.692905 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0ea13f14-abaa-461a-bf9c-123cd5b6ca6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:27.697722 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0ea13f14-abaa-461a-bf9c-123cd5b6ca6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:27.723213 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ea13f14-abaa-461a-bf9c-123cd5b6ca6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:23:27.736546 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea13f14-abaa-461a-bf9c-123cd5b6ca6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5a1607-8bf0-4ea8-96e4-c05d542a2cf6,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:27.743650 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0ea13f14-abaa-461a-bf9c-123cd5b6ca6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:27.744179 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-0ea13f14-abaa-461a-bf9c-123cd5b6ca6e admin admin] Added segment a5159a7f-f8d6-4748-8a2f-5e1d13931442 of type vlan for network de695cd4-b0f2-4103-81d0-64ac5368c7cf Nov 09 21:23:27.791111 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0ea13f14-abaa-461a-bf9c-123cd5b6ca6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:27.825313 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0ea13f14-abaa-461a-bf9c-123cd5b6ca6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:27.827216 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea13f14-abaa-461a-bf9c-123cd5b6ca6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:27.827836 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0ea13f14-abaa-461a-bf9c-123cd5b6ca6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:27.891441 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0ea13f14-abaa-461a-bf9c-123cd5b6ca6e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5072885 Nov 09 21:23:27.894723 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 44724) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:23:27.895795 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea13f14-abaa-461a-bf9c-123cd5b6ca6e admin admin] Pushing event updated for resources: {'Network': ['ID=de695cd4-b0f2-4103-81d0-64ac5368c7cf,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:27.900469 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-0a955b9d-3a83-4b3e-b6dc-8ccf3e47157e admin admin] Request body: {'subnet': {'network_id': 'de695cd4-b0f2-4103-81d0-64ac5368c7cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-661803389-subnet', 'tenant_id': '16edc47f7a244fefaf442140fbf66f98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:23:27.905649 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network de695cd4-b0f2-4103-81d0-64ac5368c7cf details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:23:27.932058 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a955b9d-3a83-4b3e-b6dc-8ccf3e47157e admin admin] Made reservation on behalf of 16edc47f7a244fefaf442140fbf66f98 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:23:27.934437 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0a955b9d-3a83-4b3e-b6dc-8ccf3e47157e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:28.173703 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363563c-9fb6-4662-8f90-90b445dfcaaf req-69cc7902-74f9-43fd-bb2a-f3aac084c3a0 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:28.181444 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e363563c-9fb6-4662-8f90-90b445dfcaaf req-69cc7902-74f9-43fd-bb2a-f3aac084c3a0 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3d09c8c-895d-473a-8354-12b95cd7db7d HTTP/1.1" status: 200 len: 945 time: 0.1202750 Nov 09 21:23:28.248076 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0a955b9d-3a83-4b3e-b6dc-8ccf3e47157e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:28.316858 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e363563c-9fb6-4662-8f90-90b445dfcaaf req-d7e73fd7-90e0-4405-bbfe-c00fb938b885 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/security-groups?id=85e41b18-17bb-4547-9826-32936191f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101668 Nov 09 21:23:28.333033 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a955b9d-3a83-4b3e-b6dc-8ccf3e47157e admin admin] Checking segment: {'id': 'a5159a7f-f8d6-4748-8a2f-5e1d13931442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'de695cd4-b0f2-4103-81d0-64ac5368c7cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:23:28.333600 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a955b9d-3a83-4b3e-b6dc-8ccf3e47157e admin admin] Network hostable DHCP agents. Network: de695cd4-b0f2-4103-81d0-64ac5368c7cf, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:23:28.337288 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a955b9d-3a83-4b3e-b6dc-8ccf3e47157e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1263fc6d-650d-4800-89a3-3b38ea436a85,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:28.359060 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a955b9d-3a83-4b3e-b6dc-8ccf3e47157e admin admin] Network de695cd4-b0f2-4103-81d0-64ac5368c7cf is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:23:28.370624 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-0a955b9d-3a83-4b3e-b6dc-8ccf3e47157e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, de695cd4-b0f2-4103-81d0-64ac5368c7cf) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:23:28.376889 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a955b9d-3a83-4b3e-b6dc-8ccf3e47157e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:28.378015 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0a955b9d-3a83-4b3e-b6dc-8ccf3e47157e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:28.383499 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b4b5c5-bdd5-44ad-a26b-d65e58575cc0 None None] Network de695cd4-b0f2-4103-81d0-64ac5368c7cf requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:23:28.401188 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0a955b9d-3a83-4b3e-b6dc-8ccf3e47157e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5045836 Nov 09 21:23:28.587632 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07aba74-e6a6-4242-afad-523c8ad9746c None None] Network de695cd4-b0f2-4103-81d0-64ac5368c7cf requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:23:28.727013 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [req-91837613-16b1-4912-90b1-97706ab6d497 req-771134ca-478d-42b2-903e-eae613e00f5d tempest-SecurityGroupsNegativeTestJSON-149190202 tempest-SecurityGroupsNegativeTestJSON-149190202-project] show failed (client error): The resource could not be found. Nov 09 21:23:28.728779 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-91837613-16b1-4912-90b1-97706ab6d497 req-771134ca-478d-42b2-903e-eae613e00f5d tempest-SecurityGroupsNegativeTestJSON-149190202 tempest-SecurityGroupsNegativeTestJSON-149190202-project] 10.222.0.49 "GET /v2.0/security-groups/f50349e1-29d3-4a2f-a6e4-9422eca4d5da HTTP/1.1" status: 404 len: 352 time: 0.0194888 Nov 09 21:23:28.822333 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6fe59ede-3e61-4377-9832-c68ad22a55c8 req-28d37185-0d44-43c6-824c-9278e11afda4 tempest-SecurityGroupsNegativeTestJSON-149190202 tempest-SecurityGroupsNegativeTestJSON-149190202-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=16edc47f7a244fefaf442140fbf66f98 HTTP/1.1" status: 200 len: 3005 time: 0.0539210 Nov 09 21:23:28.894824 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6fe59ede-3e61-4377-9832-c68ad22a55c8 req-29783ce3-6ce5-4ca5-828b-0236c0be010f tempest-SecurityGroupsNegativeTestJSON-149190202 tempest-SecurityGroupsNegativeTestJSON-149190202-project] 10.222.0.49 "GET /v2.0/security-groups/6b5a1607-8bf0-4ea8-96e4-c05d542a2cf6 HTTP/1.1" status: 200 len: 3002 time: 0.0664577 Nov 09 21:23:28.951011 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6fe59ede-3e61-4377-9832-c68ad22a55c8 req-ae832de6-f115-4d8f-8705-30e44dcaed6a tempest-SecurityGroupsNegativeTestJSON-149190202 tempest-SecurityGroupsNegativeTestJSON-149190202-project] 10.222.0.49 "GET /v2.0/security-groups/6b5a1607-8bf0-4ea8-96e4-c05d542a2cf6 HTTP/1.1" status: 200 len: 3002 time: 0.0481253 Nov 09 21:23:29.029765 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d569625a-4cde-42b1-b96b-6d528626a5f0 req-c6deeea6-5e20-4176-bb07-f4aa45324206 tempest-SecurityGroupsNegativeTestJSON-149190202 tempest-SecurityGroupsNegativeTestJSON-149190202-project] 10.222.0.49 "GET /v2.0/security-groups/6b5a1607-8bf0-4ea8-96e4-c05d542a2cf6 HTTP/1.1" status: 200 len: 3002 time: 0.0524106 Nov 09 21:23:29.102959 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [req-d569625a-4cde-42b1-b96b-6d528626a5f0 req-0f58d80a-6001-49de-92cb-f399fdf0d67a tempest-SecurityGroupsNegativeTestJSON-149190202 tempest-SecurityGroupsNegativeTestJSON-149190202-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 09 21:23:29.114110 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d569625a-4cde-42b1-b96b-6d528626a5f0 req-0f58d80a-6001-49de-92cb-f399fdf0d67a tempest-SecurityGroupsNegativeTestJSON-149190202 tempest-SecurityGroupsNegativeTestJSON-149190202-project] 10.222.0.49 "DELETE /v2.0/security-groups/6b5a1607-8bf0-4ea8-96e4-c05d542a2cf6 HTTP/1.1" status: 409 len: 352 time: 0.0713699 Nov 09 21:23:29.146000 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [req-6aa26b8e-15b9-4b07-94a6-7d28efad419b req-ce03fd6d-900e-4651-9993-5ab6bcf5d7a3 tempest-SecurityGroupsNegativeTestJSON-149190202 tempest-SecurityGroupsNegativeTestJSON-149190202-project] show failed (client error): The resource could not be found. Nov 09 21:23:29.154182 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6aa26b8e-15b9-4b07-94a6-7d28efad419b req-ce03fd6d-900e-4651-9993-5ab6bcf5d7a3 tempest-SecurityGroupsNegativeTestJSON-149190202 tempest-SecurityGroupsNegativeTestJSON-149190202-project] 10.222.0.49 "GET /v2.0/security-groups/3dced51e-6f44-4df3-a519-4dbe44ef31c4 HTTP/1.1" status: 404 len: 352 time: 0.0234792 Nov 09 21:23:29.195515 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [req-1ebd89d6-df45-4d5a-b771-11f955ba642f req-2d710c2e-07ab-4e11-be9e-ec4f767f2f77 tempest-SecurityGroupsNegativeTestJSON-149190202 tempest-SecurityGroupsNegativeTestJSON-149190202-project] show failed (client error): The resource could not be found. Nov 09 21:23:29.202384 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1ebd89d6-df45-4d5a-b771-11f955ba642f req-2d710c2e-07ab-4e11-be9e-ec4f767f2f77 tempest-SecurityGroupsNegativeTestJSON-149190202 tempest-SecurityGroupsNegativeTestJSON-149190202-project] 10.222.0.49 "GET /v2.0/security-groups/8355342e-d066-4e18-9b2f-69373ab7dc0c HTTP/1.1" status: 404 len: 352 time: 0.0295808 Nov 09 21:23:29.210603 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 44772) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:23:29.262680 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-a302e9f1-4a9a-4280-9ae6-664c09a732ed admin admin] Deleting subnet 1263fc6d-650d-4800-89a3-3b38ea436a85 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:23:29.267918 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a302e9f1-4a9a-4280-9ae6-664c09a732ed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:29.315182 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a302e9f1-4a9a-4280-9ae6-664c09a732ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:29.374197 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a302e9f1-4a9a-4280-9ae6-664c09a732ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:29.478452 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9832b-d8df-4775-b702-05e791e2c48d req-a2d9c9b5-e254-4e86-a4cd-926185c184b8 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:29.480033 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7cd9832b-d8df-4775-b702-05e791e2c48d req-a2d9c9b5-e254-4e86-a4cd-926185c184b8 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3d09c8c-895d-473a-8354-12b95cd7db7d HTTP/1.1" status: 200 len: 945 time: 0.0751920 Nov 09 21:23:29.501360 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a302e9f1-4a9a-4280-9ae6-664c09a732ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:29.538735 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a302e9f1-4a9a-4280-9ae6-664c09a732ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1263fc6d-650d-4800-89a3-3b38ea436a85,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:29.545149 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a302e9f1-4a9a-4280-9ae6-664c09a732ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:29.548541 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a302e9f1-4a9a-4280-9ae6-664c09a732ed admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1263fc6d-650d-4800-89a3-3b38ea436a85 HTTP/1.1" status: 204 len: 168 time: 0.3362918 Nov 09 21:23:29.551103 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 44778) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:23:29.632804 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0d2fd40b-57aa-40f7-867c-b2548aa3c23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:29.663856 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7cd9832b-d8df-4775-b702-05e791e2c48d req-b93d8e01-70b9-48e1-86a7-9cfdea8e2948 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/security-groups?id=85e41b18-17bb-4547-9826-32936191f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732736 Nov 09 21:23:29.742836 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0d2fd40b-57aa-40f7-867c-b2548aa3c23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:29.764645 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-0d2fd40b-57aa-40f7-867c-b2548aa3c23a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de695cd4-b0f2-4103-81d0-64ac5368c7cf']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:23:29.775841 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-0d2fd40b-57aa-40f7-867c-b2548aa3c23a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5159a7f-f8d6-4748-8a2f-5e1d13931442') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:23:29.776521 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-0d2fd40b-57aa-40f7-867c-b2548aa3c23a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5159a7f-f8d6-4748-8a2f-5e1d13931442') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:23:29.787444 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0d2fd40b-57aa-40f7-867c-b2548aa3c23a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:29.806732 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0d2fd40b-57aa-40f7-867c-b2548aa3c23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:29.816714 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d2fd40b-57aa-40f7-867c-b2548aa3c23a admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:23:29.817262 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0d2fd40b-57aa-40f7-867c-b2548aa3c23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:29.819768 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:23:29.819768 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:23:29.819768 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:23:29.819768 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:23:29.819768 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:23:29.819768 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:23:29.819768 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:23:29.819768 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:23:29.819768 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:23:29.819768 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:23:29.819768 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:23:29.819768 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:23:29.819768 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:23:29.819768 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:23:29.819768 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:23:29.819768 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:23:29.819768 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:23:29.819768 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:23:29.819768 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:23:29.819768 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:23:29.819768 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:23:29.819768 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:23:29.819768 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:23:29.819768 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:23:29.819768 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:23:29.819768 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:23:29.819768 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:23:29.819768 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:23:29.819768 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:23:29.819768 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:23:29.819768 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:23:29.819768 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:23:29.889674 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0d2fd40b-57aa-40f7-867c-b2548aa3c23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:29.898551 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0d2fd40b-57aa-40f7-867c-b2548aa3c23a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:29.901879 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0d2fd40b-57aa-40f7-867c-b2548aa3c23a admin admin] 10.222.0.49 "DELETE /v2.0/networks/de695cd4-b0f2-4103-81d0-64ac5368c7cf HTTP/1.1" status: 204 len: 168 time: 0.3498125 Nov 09 21:23:29.913579 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2fd40b-57aa-40f7-867c-b2548aa3c23a admin admin] Pushing event deleted for resources: {'Network': ['ID=de695cd4-b0f2-4103-81d0-64ac5368c7cf,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:29.963837 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 7d1b423e-0bca-4f20-9a13-ba04210393bf up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:23:30.025467 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 7d1b423e-0bca-4f20-9a13-ba04210393bf completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:23:30.033465 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 7d1b423e-0bca-4f20-9a13-ba04210393bf triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:23:30.033993 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:30.062045 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 44796) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:23:30.121971 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 44798) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:23:30.129249 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a0ac9de7-794c-41b3-a643-c9f67ec334d7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=16edc47f7a244fefaf442140fbf66f98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0659726 Nov 09 21:23:30.183459 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8b303c34-6bbe-42d9-bc0d-689cb6ccf696 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:30.183779 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:30.207854 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8b303c34-6bbe-42d9-bc0d-689cb6ccf696 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:30.221278 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 7d1b423e-0bca-4f20-9a13-ba04210393bf, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=7d1b423e-0bca-4f20-9a13-ba04210393bf,segment=NetworkSegment(a1c83fda-03be-4d5c-a07e-e6833021a1a4),segment_id=a1c83fda-03be-4d5c-a07e-e6833021a1a4)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:23:30.222402 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d09c8c-895d-473a-8354-12b95cd7db7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d1b423e-0bca-4f20-9a13-ba04210393bf'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:23:30.226332 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f2a45b-5c94-475e-bb85-76181bdf2c9c" -d '{"events": [{"server_uuid": "c3d09c8c-895d-473a-8354-12b95cd7db7d", "name": "network-vif-plugged", "status": "completed", "tag": "7d1b423e-0bca-4f20-9a13-ba04210393bf"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:23:30.230389 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:30.285326 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8b303c34-6bbe-42d9-bc0d-689cb6ccf696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:30.296377 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8b303c34-6bbe-42d9-bc0d-689cb6ccf696 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:30.297595 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8b303c34-6bbe-42d9-bc0d-689cb6ccf696 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6b5a1607-8bf0-4ea8-96e4-c05d542a2cf6 HTTP/1.1" status: 204 len: 168 time: 0.1745915 Nov 09 21:23:30.305710 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=7d1b423e-0bca-4f20-9a13-ba04210393bf,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:30.316207 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b303c34-6bbe-42d9-bc0d-689cb6ccf696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5a1607-8bf0-4ea8-96e4-c05d542a2cf6,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:30.338985 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97c1c89-2509-4a11-b7fc-72f0969f1b04 x-openstack-request-id: req-e97c1c89-2509-4a11-b7fc-72f0969f1b04 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:23:30.339278 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d09c8c-895d-473a-8354-12b95cd7db7d", "name": "network-vif-plugged", "status": "completed", "tag": "7d1b423e-0bca-4f20-9a13-ba04210393bf", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:23:30.339536 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e97c1c89-2509-4a11-b7fc-72f0969f1b04 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:23:30.339928 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d09c8c-895d-473a-8354-12b95cd7db7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d1b423e-0bca-4f20-9a13-ba04210393bf', 'code': 200} Nov 09 21:23:30.527247 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8b00f-75dd-4160-a214-5472b66043b9 req-22f6ad4b-d524-4d0c-b2a0-aa6c0e68dd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:30.528914 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-46d8b00f-75dd-4160-a214-5472b66043b9 req-22f6ad4b-d524-4d0c-b2a0-aa6c0e68dd43 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c3d09c8c-895d-473a-8354-12b95cd7db7d HTTP/1.1" status: 200 len: 1097 time: 0.0734110 Nov 09 21:23:30.598286 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-46d8b00f-75dd-4160-a214-5472b66043b9 req-4af82b51-f99f-45f9-bf90-373c3eeef01d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=85e41b18-17bb-4547-9826-32936191f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607107 Nov 09 21:23:30.847763 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a01860-c2dc-4f13-a241-daa3a9d3be0c req-a354c7e6-04a4-4965-a1fa-8ce965a4920d tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:30.849553 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-96a01860-c2dc-4f13-a241-daa3a9d3be0c req-a354c7e6-04a4-4965-a1fa-8ce965a4920d tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3d09c8c-895d-473a-8354-12b95cd7db7d HTTP/1.1" status: 200 len: 946 time: 0.0727909 Nov 09 21:23:30.920941 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-96a01860-c2dc-4f13-a241-daa3a9d3be0c req-798a60df-1572-4b46-9686-e2545366a1f2 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/security-groups?id=85e41b18-17bb-4547-9826-32936191f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648167 Nov 09 21:23:31.203802 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 44844) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:23:31.322547 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-6c580936-a3f9-4f5e-b7bc-e384b4109e5b admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-2143971852-network', 'tenant_id': '98d39826cf6b4bfc86504ed2566d364d'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:23:31.346783 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c580936-a3f9-4f5e-b7bc-e384b4109e5b admin admin] Made reservation on behalf of 98d39826cf6b4bfc86504ed2566d364d for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:23:31.350774 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6c580936-a3f9-4f5e-b7bc-e384b4109e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:31.364011 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6c580936-a3f9-4f5e-b7bc-e384b4109e5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:31.463219 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6c580936-a3f9-4f5e-b7bc-e384b4109e5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:31.474733 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6c580936-a3f9-4f5e-b7bc-e384b4109e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:31.507195 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c580936-a3f9-4f5e-b7bc-e384b4109e5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:23:31.524113 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c580936-a3f9-4f5e-b7bc-e384b4109e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e34f0a-d838-4b33-bdf4-0de3866559c1,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:31.529180 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6c580936-a3f9-4f5e-b7bc-e384b4109e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:31.529829 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-6c580936-a3f9-4f5e-b7bc-e384b4109e5b admin admin] Added segment f71ee6fe-af20-42fa-86d3-ebf2a5b7930a of type vlan for network 79cfd68b-2d8f-43d0-b6bb-ce08eebe6b79 Nov 09 21:23:31.578074 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6c580936-a3f9-4f5e-b7bc-e384b4109e5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:31.606903 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6c580936-a3f9-4f5e-b7bc-e384b4109e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:31.608323 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c580936-a3f9-4f5e-b7bc-e384b4109e5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:31.609291 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6c580936-a3f9-4f5e-b7bc-e384b4109e5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:31.667789 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6c580936-a3f9-4f5e-b7bc-e384b4109e5b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4628582 Nov 09 21:23:31.670641 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 44852) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:23:31.687613 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-3ab3aae2-4488-4aa8-85b3-6622f097d56c admin admin] Request body: {'subnet': {'network_id': '79cfd68b-2d8f-43d0-b6bb-ce08eebe6b79', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-2143971852-subnet', 'tenant_id': '98d39826cf6b4bfc86504ed2566d364d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:23:31.704089 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c580936-a3f9-4f5e-b7bc-e384b4109e5b admin admin] Pushing event updated for resources: {'Network': ['ID=79cfd68b-2d8f-43d0-b6bb-ce08eebe6b79,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:31.716298 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 79cfd68b-2d8f-43d0-b6bb-ce08eebe6b79 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:23:31.721338 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab3aae2-4488-4aa8-85b3-6622f097d56c admin admin] Made reservation on behalf of 98d39826cf6b4bfc86504ed2566d364d for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:23:31.723838 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3ab3aae2-4488-4aa8-85b3-6622f097d56c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:31.969652 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3ab3aae2-4488-4aa8-85b3-6622f097d56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:32.027991 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab3aae2-4488-4aa8-85b3-6622f097d56c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0272434-b41a-4bbf-ae0c-c42c882c803f,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:32.051423 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab3aae2-4488-4aa8-85b3-6622f097d56c admin admin] Checking segment: {'id': 'f71ee6fe-af20-42fa-86d3-ebf2a5b7930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '79cfd68b-2d8f-43d0-b6bb-ce08eebe6b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:23:32.051796 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab3aae2-4488-4aa8-85b3-6622f097d56c admin admin] Network hostable DHCP agents. Network: 79cfd68b-2d8f-43d0-b6bb-ce08eebe6b79, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:23:32.082144 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab3aae2-4488-4aa8-85b3-6622f097d56c admin admin] Network 79cfd68b-2d8f-43d0-b6bb-ce08eebe6b79 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:23:32.095253 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-3ab3aae2-4488-4aa8-85b3-6622f097d56c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 79cfd68b-2d8f-43d0-b6bb-ce08eebe6b79) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:23:32.101714 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c667410-0685-4634-89d0-077d8b8049b5 req-edb78b37-a6f9-460e-ab88-1fc46d787c38 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:32.103889 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4c667410-0685-4634-89d0-077d8b8049b5 req-edb78b37-a6f9-460e-ab88-1fc46d787c38 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3d09c8c-895d-473a-8354-12b95cd7db7d HTTP/1.1" status: 200 len: 946 time: 0.0745523 Nov 09 21:23:32.104595 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab3aae2-4488-4aa8-85b3-6622f097d56c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:32.105314 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e42063-b755-4801-b1eb-ffb3b602aa2b None None] Network 79cfd68b-2d8f-43d0-b6bb-ce08eebe6b79 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:23:32.105778 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3ab3aae2-4488-4aa8-85b3-6622f097d56c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:32.133366 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3ab3aae2-4488-4aa8-85b3-6622f097d56c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4525161 Nov 09 21:23:32.195769 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4c667410-0685-4634-89d0-077d8b8049b5 req-b1a4337c-1de1-4e00-9344-3631dbb71121 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/security-groups?id=85e41b18-17bb-4547-9826-32936191f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850468 Nov 09 21:23:32.380562 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325335dc-b31b-4917-aefc-604845637fd4 None None] Network 79cfd68b-2d8f-43d0-b6bb-ce08eebe6b79 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:23:32.881601 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafda3f-617e-47b1-a183-3d7a08dadad3 req-470c318d-2544-43a2-a710-a34a9b572b48 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:32.890112 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafda3f-617e-47b1-a183-3d7a08dadad3 req-470c318d-2544-43a2-a710-a34a9b572b48 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:32.896165 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafda3f-617e-47b1-a183-3d7a08dadad3 req-470c318d-2544-43a2-a710-a34a9b572b48 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:32.902279 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafda3f-617e-47b1-a183-3d7a08dadad3 req-470c318d-2544-43a2-a710-a34a9b572b48 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:32.909190 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafda3f-617e-47b1-a183-3d7a08dadad3 req-470c318d-2544-43a2-a710-a34a9b572b48 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:32.914181 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98fab5-15e5-4141-ac36-f6644fb56668 req-7b8795bd-d01c-405b-b155-47998379bbf7 tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:32.915851 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafda3f-617e-47b1-a183-3d7a08dadad3 req-470c318d-2544-43a2-a710-a34a9b572b48 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:32.916467 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6d98fab5-15e5-4141-ac36-f6644fb56668 req-7b8795bd-d01c-405b-b155-47998379bbf7 tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] 10.222.0.49 "GET /v2.0/networks?id=79cfd68b-2d8f-43d0-b6bb-ce08eebe6b79 HTTP/1.1" status: 200 len: 809 time: 0.2099783 Nov 09 21:23:32.931702 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafda3f-617e-47b1-a183-3d7a08dadad3 req-470c318d-2544-43a2-a710-a34a9b572b48 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:32.934718 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9bafda3f-617e-47b1-a183-3d7a08dadad3 req-470c318d-2544-43a2-a710-a34a9b572b48 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 5433 time: 0.1167419 Nov 09 21:23:32.941096 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6d98fab5-15e5-4141-ac36-f6644fb56668 req-28bd71a5-cba4-4656-aa5d-0b78bca070a0 tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] 10.222.0.49 "GET /v2.0/quotas/98d39826cf6b4bfc86504ed2566d364d HTTP/1.1" status: 200 len: 375 time: 0.0164642 Nov 09 21:23:32.971328 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6d98fab5-15e5-4141-ac36-f6644fb56668 req-b86dd16f-d056-4423-9226-9471f059a8f0 tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=98d39826cf6b4bfc86504ed2566d364d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292938 Nov 09 21:23:33.010428 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9bafda3f-617e-47b1-a183-3d7a08dadad3 req-f9694d8e-a63f-4cdc-a49e-b4168e553457 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/security-groups?id=a49c0492-ae47-4dac-8056-4d2eff42c909&id=2aa0795d-359d-4f24-ad70-d15c6200f092&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0644031 Nov 09 21:23:33.077199 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6d98fab5-15e5-4141-ac36-f6644fb56668 req-3ad393f2-069b-4ee3-8c9c-6b64a0bc1415 service neutron] 10.222.0.49 "GET /v2.0/networks/79cfd68b-2d8f-43d0-b6bb-ce08eebe6b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962932 Nov 09 21:23:33.177862 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6d98fab5-15e5-4141-ac36-f6644fb56668 req-a4b2584a-3c73-4150-923c-f500a495614d service neutron] 10.222.0.49 "GET /v2.0/networks/79cfd68b-2d8f-43d0-b6bb-ce08eebe6b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926206 Nov 09 21:23:33.292521 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434fe56c-3d45-407b-b697-f5fca1e73b22 req-42e181f7-fd71-4cdd-ac76-fcb7c87a6639 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:33.306988 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434fe56c-3d45-407b-b697-f5fca1e73b22 req-42e181f7-fd71-4cdd-ac76-fcb7c87a6639 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:33.314024 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434fe56c-3d45-407b-b697-f5fca1e73b22 req-42e181f7-fd71-4cdd-ac76-fcb7c87a6639 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:33.322641 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434fe56c-3d45-407b-b697-f5fca1e73b22 req-42e181f7-fd71-4cdd-ac76-fcb7c87a6639 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:33.328804 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434fe56c-3d45-407b-b697-f5fca1e73b22 req-42e181f7-fd71-4cdd-ac76-fcb7c87a6639 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:33.336701 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434fe56c-3d45-407b-b697-f5fca1e73b22 req-42e181f7-fd71-4cdd-ac76-fcb7c87a6639 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:33.345308 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434fe56c-3d45-407b-b697-f5fca1e73b22 req-42e181f7-fd71-4cdd-ac76-fcb7c87a6639 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:33.347276 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-434fe56c-3d45-407b-b697-f5fca1e73b22 req-42e181f7-fd71-4cdd-ac76-fcb7c87a6639 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 5433 time: 0.1202106 Nov 09 21:23:33.456863 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-652f6103-42d2-4ac9-a5e2-999517f90ac9 req-6b3942ab-f396-4cf7-aee8-43f762266812 tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] 10.222.0.49 "GET /v2.0/ports?device_id=89b12e02-9a05-481c-89cd-b4625edac5bd HTTP/1.1" status: 200 len: 210 time: 0.0328414 Nov 09 21:23:33.573846 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:33.613506 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab17f5c3-7df2-4e82-8426-73a8bb9d9d1e req-db5da74c-c212-4313-8dd9-3d760eefda42 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:33.615081 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ab17f5c3-7df2-4e82-8426-73a8bb9d9d1e req-db5da74c-c212-4313-8dd9-3d760eefda42 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.49 "GET /v2.0/ports?device_id=6071c99c-fc3a-47e0-a95b-12640ba773c8 HTTP/1.1" status: 200 len: 950 time: 0.0698819 Nov 09 21:23:33.682819 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ab17f5c3-7df2-4e82-8426-73a8bb9d9d1e req-133fa054-13ca-4207-8037-29ad8d9aa2fc tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfe44ebb-e64e-4089-b800-489ecaa39603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583384 Nov 09 21:23:34.618803 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1638896c-4eda-42df-88f8-c2e128567511 req-7e4c4ac0-b894-4031-afce-7fbfdb4483da tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] 10.222.0.49 "GET /v2.0/ports?device_id=89b12e02-9a05-481c-89cd-b4625edac5bd HTTP/1.1" status: 200 len: 210 time: 0.0572011 Nov 09 21:23:34.696839 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98fab5-15e5-4141-ac36-f6644fb56668 req-7c1f085b-d064-4759-98fd-1daead3277f2 tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:34.699148 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6d98fab5-15e5-4141-ac36-f6644fb56668 req-7c1f085b-d064-4759-98fd-1daead3277f2 tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] 10.222.0.45 "GET /v2.0/networks?id=79cfd68b-2d8f-43d0-b6bb-ce08eebe6b79 HTTP/1.1" status: 200 len: 809 time: 0.1393025 Nov 09 21:23:34.714455 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-6d98fab5-15e5-4141-ac36-f6644fb56668 req-3c0184b0-197b-4c1d-9012-e54fed6cea0c tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] Request body: {'port': {'device_id': '89b12e02-9a05-481c-89cd-b4625edac5bd', 'network_id': '79cfd68b-2d8f-43d0-b6bb-ce08eebe6b79', 'admin_state_up': True, 'tenant_id': '98d39826cf6b4bfc86504ed2566d364d'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:23:34.845234 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d98fab5-15e5-4141-ac36-f6644fb56668 req-3c0184b0-197b-4c1d-9012-e54fed6cea0c tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] Made reservation on behalf of 98d39826cf6b4bfc86504ed2566d364d for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:23:34.849037 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6d98fab5-15e5-4141-ac36-f6644fb56668 req-3c0184b0-197b-4c1d-9012-e54fed6cea0c tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:35.001794 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-6d98fab5-15e5-4141-ac36-f6644fb56668 req-3c0184b0-197b-4c1d-9012-e54fed6cea0c tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] Allocated IP 172.20.0.12 (79cfd68b-2d8f-43d0-b6bb-ce08eebe6b79/f0272434-b41a-4bbf-ae0c-c42c882c803f/69ee50c7-d277-457c-bf69-333c8da2f474) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:23:35.162935 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6d98fab5-15e5-4141-ac36-f6644fb56668 req-3c0184b0-197b-4c1d-9012-e54fed6cea0c tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:35.221684 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6d98fab5-15e5-4141-ac36-f6644fb56668 req-3c0184b0-197b-4c1d-9012-e54fed6cea0c tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:35.266873 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d98fab5-15e5-4141-ac36-f6644fb56668 req-3c0184b0-197b-4c1d-9012-e54fed6cea0c tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] Network 79cfd68b-2d8f-43d0-b6bb-ce08eebe6b79 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:23:35.273096 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-6d98fab5-15e5-4141-ac36-f6644fb56668 req-3c0184b0-197b-4c1d-9012-e54fed6cea0c tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:23:35.280388 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d98fab5-15e5-4141-ac36-f6644fb56668 req-3c0184b0-197b-4c1d-9012-e54fed6cea0c tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:23:35.311684 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0184b0-197b-4c1d-9012-e54fed6cea0c tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] Pushing event updated for resources: {'Port': ['ID=69ee50c7-d277-457c-bf69-333c8da2f474,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:35.339509 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98fab5-15e5-4141-ac36-f6644fb56668 req-3c0184b0-197b-4c1d-9012-e54fed6cea0c tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:35.340438 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6d98fab5-15e5-4141-ac36-f6644fb56668 req-3c0184b0-197b-4c1d-9012-e54fed6cea0c tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:35.380544 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6d98fab5-15e5-4141-ac36-f6644fb56668 req-3c0184b0-197b-4c1d-9012-e54fed6cea0c tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6698387 Nov 09 21:23:35.397960 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-6d98fab5-15e5-4141-ac36-f6644fb56668 req-70e8bec6-7336-4f76-8ecc-da0d13d97bfc service neutron] Request body: {'port': {'device_id': '89b12e02-9a05-481c-89cd-b4625edac5bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:23:35.466344 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6d98fab5-15e5-4141-ac36-f6644fb56668 req-70e8bec6-7336-4f76-8ecc-da0d13d97bfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:35.536949 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 45038) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:23:35.651056 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7875fae-f946-4088-88c2-a02e06e2d02f req-185ac395-3b83-479f-add8-252604b8bdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:35.651634 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7875fae-f946-4088-88c2-a02e06e2d02f req-185ac395-3b83-479f-add8-252604b8bdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:35.651918 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7875fae-f946-4088-88c2-a02e06e2d02f req-185ac395-3b83-479f-add8-252604b8bdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:35.652375 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7875fae-f946-4088-88c2-a02e06e2d02f req-185ac395-3b83-479f-add8-252604b8bdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:35.652854 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7875fae-f946-4088-88c2-a02e06e2d02f req-185ac395-3b83-479f-add8-252604b8bdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:35.653311 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7875fae-f946-4088-88c2-a02e06e2d02f req-185ac395-3b83-479f-add8-252604b8bdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:35.653764 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7875fae-f946-4088-88c2-a02e06e2d02f req-185ac395-3b83-479f-add8-252604b8bdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:35.655718 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f7875fae-f946-4088-88c2-a02e06e2d02f req-185ac395-3b83-479f-add8-252604b8bdc0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 6490 time: 0.1176937 Nov 09 21:23:35.760840 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f7875fae-f946-4088-88c2-a02e06e2d02f req-ece7bae7-ca87-4b64-acbd-cbfbccd68575 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2aa0795d-359d-4f24-ad70-d15c6200f092&id=a49c0492-ae47-4dac-8056-4d2eff42c909&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0935259 Nov 09 21:23:35.795186 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587d8de-3864-4567-8121-aea1a4b3d98b req-41c4b54b-2799-46d6-8827-b0cd869a03ff tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:35.796733 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d587d8de-3864-4567-8121-aea1a4b3d98b req-41c4b54b-2799-46d6-8827-b0cd869a03ff tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] 10.222.0.49 "GET /v2.0/ports?device_id=89b12e02-9a05-481c-89cd-b4625edac5bd HTTP/1.1" status: 200 len: 932 time: 0.0844500 Nov 09 21:23:35.819848 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-6d98fab5-15e5-4141-ac36-f6644fb56668 req-70e8bec6-7336-4f76-8ecc-da0d13d97bfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69ee50c7-d277-457c-bf69-333c8da2f474 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:23:35.828041 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6d98fab5-15e5-4141-ac36-f6644fb56668 req-70e8bec6-7336-4f76-8ecc-da0d13d97bfc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:35.842297 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-6d98fab5-15e5-4141-ac36-f6644fb56668 req-70e8bec6-7336-4f76-8ecc-da0d13d97bfc service neutron] Transition to ACTIVE for port object 69ee50c7-d277-457c-bf69-333c8da2f474 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:23:35.847698 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6d98fab5-15e5-4141-ac36-f6644fb56668 req-70e8bec6-7336-4f76-8ecc-da0d13d97bfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:35.861790 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d587d8de-3864-4567-8121-aea1a4b3d98b req-fffc98bd-0b06-4a4b-a542-02f940900505 tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e34f0a-d838-4b33-bdf4-0de3866559c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545735 Nov 09 21:23:35.930566 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8bec6-7336-4f76-8ecc-da0d13d97bfc service neutron] Pushing event updated for resources: {'Port': ['ID=69ee50c7-d277-457c-bf69-333c8da2f474,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:35.984576 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-6d98fab5-15e5-4141-ac36-f6644fb56668 req-70e8bec6-7336-4f76-8ecc-da0d13d97bfc service neutron] Attempting to bind port 69ee50c7-d277-457c-bf69-333c8da2f474 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:23:35.984949 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-6d98fab5-15e5-4141-ac36-f6644fb56668 req-70e8bec6-7336-4f76-8ecc-da0d13d97bfc service neutron] Attempting to bind port 69ee50c7-d277-457c-bf69-333c8da2f474 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'f71ee6fe-af20-42fa-86d3-ebf2a5b7930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '79cfd68b-2d8f-43d0-b6bb-ce08eebe6b79'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:23:35.985294 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d98fab5-15e5-4141-ac36-f6644fb56668 req-70e8bec6-7336-4f76-8ecc-da0d13d97bfc service neutron] Attempting to bind port 69ee50c7-d277-457c-bf69-333c8da2f474 on network 79cfd68b-2d8f-43d0-b6bb-ce08eebe6b79 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:23:35.990024 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d98fab5-15e5-4141-ac36-f6644fb56668 req-70e8bec6-7336-4f76-8ecc-da0d13d97bfc service neutron] Port 69ee50c7-d277-457c-bf69-333c8da2f474 on network 79cfd68b-2d8f-43d0-b6bb-ce08eebe6b79 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:23:35.990391 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d98fab5-15e5-4141-ac36-f6644fb56668 req-70e8bec6-7336-4f76-8ecc-da0d13d97bfc service neutron] Attempting to bind port 69ee50c7-d277-457c-bf69-333c8da2f474 on network 79cfd68b-2d8f-43d0-b6bb-ce08eebe6b79 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:23:35.996174 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d98fab5-15e5-4141-ac36-f6644fb56668 req-70e8bec6-7336-4f76-8ecc-da0d13d97bfc service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:23:35.996533 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d98fab5-15e5-4141-ac36-f6644fb56668 req-70e8bec6-7336-4f76-8ecc-da0d13d97bfc service neutron] Checking segment: {'id': 'f71ee6fe-af20-42fa-86d3-ebf2a5b7930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '79cfd68b-2d8f-43d0-b6bb-ce08eebe6b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:23:35.996936 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d98fab5-15e5-4141-ac36-f6644fb56668 req-70e8bec6-7336-4f76-8ecc-da0d13d97bfc service neutron] Bound using segment: {'id': 'f71ee6fe-af20-42fa-86d3-ebf2a5b7930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '79cfd68b-2d8f-43d0-b6bb-ce08eebe6b79'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:23:35.997372 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-6d98fab5-15e5-4141-ac36-f6644fb56668 req-70e8bec6-7336-4f76-8ecc-da0d13d97bfc service neutron] Bound port: 69ee50c7-d277-457c-bf69-333c8da2f474, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f71ee6fe-af20-42fa-86d3-ebf2a5b7930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '79cfd68b-2d8f-43d0-b6bb-ce08eebe6b79'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:23:35.997737 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6d98fab5-15e5-4141-ac36-f6644fb56668 req-70e8bec6-7336-4f76-8ecc-da0d13d97bfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:36.065438 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-6d98fab5-15e5-4141-ac36-f6644fb56668 req-70e8bec6-7336-4f76-8ecc-da0d13d97bfc service neutron] For port 69ee50c7-d277-457c-bf69-333c8da2f474, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:23:36.068876 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-6d98fab5-15e5-4141-ac36-f6644fb56668 req-70e8bec6-7336-4f76-8ecc-da0d13d97bfc service neutron] For port 69ee50c7-d277-457c-bf69-333c8da2f474, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=69ee50c7-d277-457c-bf69-333c8da2f474,segment=NetworkSegment(f71ee6fe-af20-42fa-86d3-ebf2a5b7930a),segment_id=f71ee6fe-af20-42fa-86d3-ebf2a5b7930a)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:23:36.074739 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6d98fab5-15e5-4141-ac36-f6644fb56668 req-70e8bec6-7336-4f76-8ecc-da0d13d97bfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:36.114302 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98fab5-15e5-4141-ac36-f6644fb56668 req-70e8bec6-7336-4f76-8ecc-da0d13d97bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:36.114930 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6d98fab5-15e5-4141-ac36-f6644fb56668 req-70e8bec6-7336-4f76-8ecc-da0d13d97bfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:36.116356 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6d98fab5-15e5-4141-ac36-f6644fb56668 req-70e8bec6-7336-4f76-8ecc-da0d13d97bfc service neutron] 10.222.0.45 "PUT /v2.0/ports/69ee50c7-d277-457c-bf69-333c8da2f474 HTTP/1.1" status: 200 len: 1092 time: 0.7230678 Nov 09 21:23:36.116826 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b12e02-9a05-481c-89cd-b4625edac5bd', 'tag': '69ee50c7-d277-457c-bf69-333c8da2f474'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:23:36.119067 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b34f3d9-1657-40cd-a57b-df236943837f" -d '{"events": [{"name": "network-changed", "server_uuid": "89b12e02-9a05-481c-89cd-b4625edac5bd", "tag": "69ee50c7-d277-457c-bf69-333c8da2f474"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:23:36.145485 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8bec6-7336-4f76-8ecc-da0d13d97bfc service neutron] Pushing event updated for resources: {'Port': ['ID=69ee50c7-d277-457c-bf69-333c8da2f474,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:36.193086 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85fadf78-f6e4-4a2a-838d-c9c31a00cb92 x-openstack-request-id: req-85fadf78-f6e4-4a2a-838d-c9c31a00cb92 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:23:36.193498 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89b12e02-9a05-481c-89cd-b4625edac5bd", "tag": "69ee50c7-d277-457c-bf69-333c8da2f474", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:23:36.193905 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-85fadf78-f6e4-4a2a-838d-c9c31a00cb92 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:23:36.194300 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89b12e02-9a05-481c-89cd-b4625edac5bd', 'tag': '69ee50c7-d277-457c-bf69-333c8da2f474', 'status': 'completed', 'code': 200} Nov 09 21:23:36.228476 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98fab5-15e5-4141-ac36-f6644fb56668 req-78b819c1-67eb-42c1-a45e-d0e16c768aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:36.230167 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6d98fab5-15e5-4141-ac36-f6644fb56668 req-78b819c1-67eb-42c1-a45e-d0e16c768aff service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=98d39826cf6b4bfc86504ed2566d364d&device_id=89b12e02-9a05-481c-89cd-b4625edac5bd HTTP/1.1" status: 200 len: 1095 time: 0.0485749 Nov 09 21:23:36.277487 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6d98fab5-15e5-4141-ac36-f6644fb56668 req-d30d94fe-8d34-4969-8602-6c7946adfa87 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69ee50c7-d277-457c-bf69-333c8da2f474 HTTP/1.1" status: 200 len: 217 time: 0.0389454 Nov 09 21:23:36.279998 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device aaafcacd-255c-49ef-bcad-66f840f1d505 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:23:36.283759 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device bf85b1c2-b8e5-46ce-892b-45dc936da8ee no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:23:36.336770 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98fab5-15e5-4141-ac36-f6644fb56668 req-05d4d474-6519-4bc7-a1cb-a3108af4d3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:36.338334 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6d98fab5-15e5-4141-ac36-f6644fb56668 req-05d4d474-6519-4bc7-a1cb-a3108af4d3e8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f0272434-b41a-4bbf-ae0c-c42c882c803f HTTP/1.1" status: 200 len: 849 time: 0.0537205 Nov 09 21:23:36.372642 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6d98fab5-15e5-4141-ac36-f6644fb56668 req-4796368e-0992-4d1f-aa5d-67d890c5e1e0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=79cfd68b-2d8f-43d0-b6bb-ce08eebe6b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262551 Nov 09 21:23:36.426001 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:36.474175 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6071c99c-fc3a-47e0-a95b-12640ba773c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf85b1c2-b8e5-46ce-892b-45dc936da8ee'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:23:36.477472 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793c8faf-f14a-479c-9a5c-f48c8f9c78c0" -d '{"events": [{"server_uuid": "6071c99c-fc3a-47e0-a95b-12640ba773c8", "name": "network-vif-unplugged", "status": "completed", "tag": "bf85b1c2-b8e5-46ce-892b-45dc936da8ee"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:23:36.487366 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port bf85b1c2-b8e5-46ce-892b-45dc936da8ee, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=bf85b1c2-b8e5-46ce-892b-45dc936da8ee,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:23:36.488519 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6d98fab5-15e5-4141-ac36-f6644fb56668 req-f0046093-6202-40de-9cdd-1e85a4cf2fc0 service neutron] 10.222.0.45 "GET /v2.0/networks/79cfd68b-2d8f-43d0-b6bb-ce08eebe6b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045070 Nov 09 21:23:36.492348 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port aaafcacd-255c-49ef-bcad-66f840f1d505, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=aaafcacd-255c-49ef-bcad-66f840f1d505,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:23:36.502708 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:36.568962 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 21:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7cfd60-617a-4f06-9124-83a2311b0a05 x-openstack-request-id: req-7c7cfd60-617a-4f06-9124-83a2311b0a05 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:23:36.569523 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6071c99c-fc3a-47e0-a95b-12640ba773c8", "name": "network-vif-unplugged", "status": "completed", "tag": "bf85b1c2-b8e5-46ce-892b-45dc936da8ee", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:23:36.569949 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7c7cfd60-617a-4f06-9124-83a2311b0a05 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:23:36.570501 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6071c99c-fc3a-47e0-a95b-12640ba773c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf85b1c2-b8e5-46ce-892b-45dc936da8ee', 'code': 200} Nov 09 21:23:36.571235 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=bf85b1c2-b8e5-46ce-892b-45dc936da8ee,revision_number=8']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:36.575381 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': 'aaafcacd-255c-49ef-bcad-66f840f1d505', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'port_id': 'aaafcacd-255c-49ef-bcad-66f840f1d505', 'mac_address': 'fa:16:3e:fe:0f:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba3500c-a288-4596-ba94-148f2bd8a6da', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:23:36.623203 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:36.638566 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaafcacd-255c-49ef-bcad-66f840f1d505 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:23:36.654550 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6d98fab5-15e5-4141-ac36-f6644fb56668 req-fd87f59a-c897-4563-9a4f-66b1147497f6 service neutron] 10.222.0.45 "GET /v2.0/networks/79cfd68b-2d8f-43d0-b6bb-ce08eebe6b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563981 Nov 09 21:23:36.661116 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port aaafcacd-255c-49ef-bcad-66f840f1d505, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=aaafcacd-255c-49ef-bcad-66f840f1d505,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:23:36.666570 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:36.751973 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=aaafcacd-255c-49ef-bcad-66f840f1d505,revision_number=9']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:36.785049 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b34f3d9-1657-40cd-a57b-df236943837f req-f4f249da-16cd-4366-a46f-2e8ed51cbce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:36.786787 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8b34f3d9-1657-40cd-a57b-df236943837f req-f4f249da-16cd-4366-a46f-2e8ed51cbce8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=98d39826cf6b4bfc86504ed2566d364d&device_id=89b12e02-9a05-481c-89cd-b4625edac5bd HTTP/1.1" status: 200 len: 1095 time: 0.0625691 Nov 09 21:23:36.832321 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['aaafcacd-255c-49ef-bcad-66f840f1d505'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:23:36.948445 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b34f3d9-1657-40cd-a57b-df236943837f req-45b9bb96-f1a9-44be-926f-bdae45237f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:36.960154 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8b34f3d9-1657-40cd-a57b-df236943837f req-45b9bb96-f1a9-44be-926f-bdae45237f55 service neutron] 10.222.0.45 "GET /v2.0/networks?id=79cfd68b-2d8f-43d0-b6bb-ce08eebe6b79 HTTP/1.1" status: 200 len: 909 time: 0.1585670 Nov 09 21:23:37.006348 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8b34f3d9-1657-40cd-a57b-df236943837f req-a1fd9260-7343-4baf-afa1-3b4b76369686 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69ee50c7-d277-457c-bf69-333c8da2f474 HTTP/1.1" status: 200 len: 217 time: 0.0375741 Nov 09 21:23:37.098754 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b34f3d9-1657-40cd-a57b-df236943837f req-bd21baa5-154e-4d5e-bb22-5ccbf4e9b073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:37.100858 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8b34f3d9-1657-40cd-a57b-df236943837f req-bd21baa5-154e-4d5e-bb22-5ccbf4e9b073 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f0272434-b41a-4bbf-ae0c-c42c882c803f HTTP/1.1" status: 200 len: 849 time: 0.0729413 Nov 09 21:23:37.116340 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8925d69-5208-469f-a272-0e781fccb538 req-b6024b0a-dc5e-4898-be41-8b5be20bf67b tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:37.117850 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d8925d69-5208-469f-a272-0e781fccb538 req-b6024b0a-dc5e-4898-be41-8b5be20bf67b tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] 10.222.0.49 "GET /v2.0/ports?device_id=89b12e02-9a05-481c-89cd-b4625edac5bd HTTP/1.1" status: 200 len: 944 time: 0.1056089 Nov 09 21:23:37.149208 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8b34f3d9-1657-40cd-a57b-df236943837f req-1cd0ff51-2a36-401a-b6b9-0b578d29ff09 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=79cfd68b-2d8f-43d0-b6bb-ce08eebe6b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303628 Nov 09 21:23:37.237033 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d8925d69-5208-469f-a272-0e781fccb538 req-e3499649-2f1c-4ced-b520-abbe42481bcb tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e34f0a-d838-4b33-bdf4-0de3866559c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106911 Nov 09 21:23:37.285461 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8b34f3d9-1657-40cd-a57b-df236943837f req-4c2d5cf0-6c03-4472-876e-6bf988d47357 service neutron] 10.222.0.45 "GET /v2.0/networks/79cfd68b-2d8f-43d0-b6bb-ce08eebe6b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211131 Nov 09 21:23:37.424094 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8b34f3d9-1657-40cd-a57b-df236943837f req-71b5f224-6aa4-4356-a632-dd22d58b1f7f service neutron] 10.222.0.45 "GET /v2.0/networks/79cfd68b-2d8f-43d0-b6bb-ce08eebe6b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266477 Nov 09 21:23:38.278263 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device aaafcacd-255c-49ef-bcad-66f840f1d505 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:23:38.380504 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296ebbd-682d-4dae-b12a-78218a19f88a req-0bd8b2e8-c763-459a-b7a2-3b86a992612b tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:38.389058 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7296ebbd-682d-4dae-b12a-78218a19f88a req-0bd8b2e8-c763-459a-b7a2-3b86a992612b tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] 10.222.0.49 "GET /v2.0/ports?device_id=89b12e02-9a05-481c-89cd-b4625edac5bd HTTP/1.1" status: 200 len: 944 time: 0.0673077 Nov 09 21:23:38.398764 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port aaafcacd-255c-49ef-bcad-66f840f1d505 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:23:38.399965 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:38.481196 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7296ebbd-682d-4dae-b12a-78218a19f88a req-16ffe754-6acd-4f17-be44-4835d1e9c02b tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e34f0a-d838-4b33-bdf4-0de3866559c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905919 Nov 09 21:23:38.579973 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:38.611535 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a061fb-1b12-4207-8588-4a35f67cbe63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaafcacd-255c-49ef-bcad-66f840f1d505'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:23:38.614212 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5505bed0-c193-46d3-80e1-b49cc31b4889" -d '{"events": [{"server_uuid": "e0a061fb-1b12-4207-8588-4a35f67cbe63", "name": "network-vif-plugged", "status": "completed", "tag": "aaafcacd-255c-49ef-bcad-66f840f1d505"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:23:38.632861 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port aaafcacd-255c-49ef-bcad-66f840f1d505, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=aaafcacd-255c-49ef-bcad-66f840f1d505,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:23:38.641424 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:38.683471 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d076d8b4-c7b3-4392-bbc9-6eff067fc7f6 x-openstack-request-id: req-d076d8b4-c7b3-4392-bbc9-6eff067fc7f6 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:23:38.684076 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a061fb-1b12-4207-8588-4a35f67cbe63", "name": "network-vif-plugged", "status": "completed", "tag": "aaafcacd-255c-49ef-bcad-66f840f1d505", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:23:38.684502 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d076d8b4-c7b3-4392-bbc9-6eff067fc7f6 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:23:38.685079 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a061fb-1b12-4207-8588-4a35f67cbe63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaafcacd-255c-49ef-bcad-66f840f1d505', 'code': 200} Nov 09 21:23:38.719044 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=aaafcacd-255c-49ef-bcad-66f840f1d505,revision_number=10']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:38.971011 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-962ba8b0-2123-4019-9c8c-93d80345c897 req-a0522dd4-0682-4f0f-86fb-7e1ed457bd66 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0655303 Nov 09 21:23:39.102245 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ba8b0-2123-4019-9c8c-93d80345c897 req-31a39daf-3cdb-4613-91e0-087a0fd4d4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:39.103883 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-962ba8b0-2123-4019-9c8c-93d80345c897 req-31a39daf-3cdb-4613-91e0-087a0fd4d4b8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80bd14f1151c49209b6b9f6a58ef3329&device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 1097 time: 0.0586150 Nov 09 21:23:39.248286 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ba8b0-2123-4019-9c8c-93d80345c897 req-5ccec3a2-4c01-4f5e-8283-3e0e445479ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:39.250426 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-962ba8b0-2123-4019-9c8c-93d80345c897 req-5ccec3a2-4c01-4f5e-8283-3e0e445479ff service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a2ce5cc-687a-4c33-859e-f9b75a50c5b6 HTTP/1.1" status: 200 len: 917 time: 0.1199336 Nov 09 21:23:39.358176 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-962ba8b0-2123-4019-9c8c-93d80345c897 req-df379ae7-32d0-44de-a430-7b62b3d1bcd3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77a87d51-38f5-44c7-9010-89c6fd0999c3 HTTP/1.1" status: 200 len: 1002 time: 0.0968807 Nov 09 21:23:39.425225 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ba8b0-2123-4019-9c8c-93d80345c897 req-396a21e2-8d91-44b0-80d1-d689569ad819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:39.426919 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-962ba8b0-2123-4019-9c8c-93d80345c897 req-396a21e2-8d91-44b0-80d1-d689569ad819 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=87945563-f9d1-4353-83ce-d183f9346308 HTTP/1.1" status: 200 len: 856 time: 0.0618081 Nov 09 21:23:39.526794 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ba8b0-2123-4019-9c8c-93d80345c897 req-8ee0593c-e3c4-4fc9-9739-0f900c6c94ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:39.538296 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-962ba8b0-2123-4019-9c8c-93d80345c897 req-8ee0593c-e3c4-4fc9-9739-0f900c6c94ab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a2ce5cc-687a-4c33-859e-f9b75a50c5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1025236 Nov 09 21:23:39.692493 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-962ba8b0-2123-4019-9c8c-93d80345c897 req-1ba3b358-26b9-4743-89f9-08aff31f8479 service neutron] 10.222.0.45 "GET /v2.0/networks/5a2ce5cc-687a-4c33-859e-f9b75a50c5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453967 Nov 09 21:23:39.726852 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61158fd-1324-4bd4-93f1-089de3a7b2e4 req-dfd8a98b-e52c-4f1c-9b5a-054a9a1f8b95 tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:39.737724 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b61158fd-1324-4bd4-93f1-089de3a7b2e4 req-dfd8a98b-e52c-4f1c-9b5a-054a9a1f8b95 tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] 10.222.0.49 "GET /v2.0/ports?device_id=89b12e02-9a05-481c-89cd-b4625edac5bd HTTP/1.1" status: 200 len: 944 time: 0.0912328 Nov 09 21:23:39.809664 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b61158fd-1324-4bd4-93f1-089de3a7b2e4 req-396dcd65-ba33-4864-9773-877f22f18682 tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e34f0a-d838-4b33-bdf4-0de3866559c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639422 Nov 09 21:23:39.836852 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-962ba8b0-2123-4019-9c8c-93d80345c897 req-1b642d30-21a2-43a4-8e00-8631689891ae service neutron] 10.222.0.45 "GET /v2.0/networks/5a2ce5cc-687a-4c33-859e-f9b75a50c5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349549 Nov 09 21:23:40.284430 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 69ee50c7-d277-457c-bf69-333c8da2f474 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:23:40.450693 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 69ee50c7-d277-457c-bf69-333c8da2f474, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=69ee50c7-d277-457c-bf69-333c8da2f474,segment=NetworkSegment(f71ee6fe-af20-42fa-86d3-ebf2a5b7930a),segment_id=f71ee6fe-af20-42fa-86d3-ebf2a5b7930a)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:23:40.463202 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '69ee50c7-d277-457c-bf69-333c8da2f474', 'network_id': '79cfd68b-2d8f-43d0-b6bb-ce08eebe6b79', 'port_id': '69ee50c7-d277-457c-bf69-333c8da2f474', 'mac_address': 'fa:16:3e:2f:45:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0272434-b41a-4bbf-ae0c-c42c882c803f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:23:40.515152 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:40.530532 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69ee50c7-d277-457c-bf69-333c8da2f474 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:23:40.555255 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 69ee50c7-d277-457c-bf69-333c8da2f474, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=69ee50c7-d277-457c-bf69-333c8da2f474,segment=NetworkSegment(f71ee6fe-af20-42fa-86d3-ebf2a5b7930a),segment_id=f71ee6fe-af20-42fa-86d3-ebf2a5b7930a)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:23:40.559931 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:40.631924 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=69ee50c7-d277-457c-bf69-333c8da2f474,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:40.882834 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['69ee50c7-d277-457c-bf69-333c8da2f474'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:23:40.933727 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ae89c-f280-494a-82be-737f81f83fbc req-05109e01-5da5-4f83-8fdc-2a129441a5f8 tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:40.936619 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a53ae89c-f280-494a-82be-737f81f83fbc req-05109e01-5da5-4f83-8fdc-2a129441a5f8 tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] 10.222.0.49 "GET /v2.0/ports?device_id=89b12e02-9a05-481c-89cd-b4625edac5bd HTTP/1.1" status: 200 len: 945 time: 0.0587749 Nov 09 21:23:41.037044 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a53ae89c-f280-494a-82be-737f81f83fbc req-4b64031d-a23b-4cd7-8ce7-65e891f95d45 tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e34f0a-d838-4b33-bdf4-0de3866559c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852475 Nov 09 21:23:42.184453 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12921a4b-d900-4c73-b45c-6425d4424734 req-c9522fef-5f76-4684-9fa3-2b011a36bd35 tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:42.186763 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-12921a4b-d900-4c73-b45c-6425d4424734 req-c9522fef-5f76-4684-9fa3-2b011a36bd35 tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] 10.222.0.49 "GET /v2.0/ports?device_id=89b12e02-9a05-481c-89cd-b4625edac5bd HTTP/1.1" status: 200 len: 945 time: 0.0653896 Nov 09 21:23:42.242062 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-12921a4b-d900-4c73-b45c-6425d4424734 req-a4d4d002-b6a9-4fa8-b9ed-96958bb747a1 tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e34f0a-d838-4b33-bdf4-0de3866559c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486157 Nov 09 21:23:42.294680 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 69ee50c7-d277-457c-bf69-333c8da2f474 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:23:42.368518 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 69ee50c7-d277-457c-bf69-333c8da2f474 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:23:42.373915 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 69ee50c7-d277-457c-bf69-333c8da2f474 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:23:42.374595 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:42.498712 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:42.529669 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b12e02-9a05-481c-89cd-b4625edac5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ee50c7-d277-457c-bf69-333c8da2f474'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:23:42.532007 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c690251-8c33-48a5-ab8b-7bbbc22d4dcf" -d '{"events": [{"server_uuid": "89b12e02-9a05-481c-89cd-b4625edac5bd", "name": "network-vif-plugged", "status": "completed", "tag": "69ee50c7-d277-457c-bf69-333c8da2f474"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:23:42.550242 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 69ee50c7-d277-457c-bf69-333c8da2f474, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=69ee50c7-d277-457c-bf69-333c8da2f474,segment=NetworkSegment(f71ee6fe-af20-42fa-86d3-ebf2a5b7930a),segment_id=f71ee6fe-af20-42fa-86d3-ebf2a5b7930a)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:23:42.555134 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:42.606187 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886662f4-9b04-4593-94b3-bd65168a3949 x-openstack-request-id: req-886662f4-9b04-4593-94b3-bd65168a3949 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:23:42.606451 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b12e02-9a05-481c-89cd-b4625edac5bd", "name": "network-vif-plugged", "status": "completed", "tag": "69ee50c7-d277-457c-bf69-333c8da2f474", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:23:42.606703 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-886662f4-9b04-4593-94b3-bd65168a3949 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:23:42.607118 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b12e02-9a05-481c-89cd-b4625edac5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ee50c7-d277-457c-bf69-333c8da2f474', 'code': 200} Nov 09 21:23:42.623687 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=69ee50c7-d277-457c-bf69-333c8da2f474,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:42.809973 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06a2b1-0158-451e-b1ba-92208e38b5f2 req-66cbdf72-10f5-4da8-b85f-e16ba13e9b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:42.811526 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5c06a2b1-0158-451e-b1ba-92208e38b5f2 req-66cbdf72-10f5-4da8-b85f-e16ba13e9b8b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=89b12e02-9a05-481c-89cd-b4625edac5bd HTTP/1.1" status: 200 len: 1097 time: 0.1279967 Nov 09 21:23:42.874616 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5c06a2b1-0158-451e-b1ba-92208e38b5f2 req-15d92a0e-5830-4091-b367-cb47711b056f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=55e34f0a-d838-4b33-bdf4-0de3866559c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481660 Nov 09 21:23:43.379532 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d414ed2-3406-442c-ac71-545c84fe731b req-8bcf8bc9-a13c-4800-9d06-1690e4abd0d3 tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:43.381619 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0d414ed2-3406-442c-ac71-545c84fe731b req-8bcf8bc9-a13c-4800-9d06-1690e4abd0d3 tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] 10.222.0.49 "GET /v2.0/ports?device_id=89b12e02-9a05-481c-89cd-b4625edac5bd HTTP/1.1" status: 200 len: 946 time: 0.0533164 Nov 09 21:23:43.454344 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0d414ed2-3406-442c-ac71-545c84fe731b req-0b7d33eb-a008-4dec-a117-95b82f307044 tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e34f0a-d838-4b33-bdf4-0de3866559c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663764 Nov 09 21:23:44.593773 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ed19d-caf6-4ca0-b5eb-9f1e24761a49 req-e1be94db-f3bf-43b4-9f85-d6b2aee8895c tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:44.596413 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-238ed19d-caf6-4ca0-b5eb-9f1e24761a49 req-e1be94db-f3bf-43b4-9f85-d6b2aee8895c tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] 10.222.0.49 "GET /v2.0/ports?device_id=89b12e02-9a05-481c-89cd-b4625edac5bd HTTP/1.1" status: 200 len: 946 time: 0.0600173 Nov 09 21:23:44.653167 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-238ed19d-caf6-4ca0-b5eb-9f1e24761a49 req-96262b84-cb92-4a4a-a599-7a05dfeb6d38 tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e34f0a-d838-4b33-bdf4-0de3866559c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500970 Nov 09 21:23:45.914527 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:23:46.675394 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84e6a1-ded4-42ad-ae2a-1c634a55b557 req-828b2e5e-ab5f-42ae-b6d7-a5661d831782 tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:46.682581 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6d84e6a1-ded4-42ad-ae2a-1c634a55b557 req-828b2e5e-ab5f-42ae-b6d7-a5661d831782 tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] 10.222.0.49 "GET /v2.0/ports?device_id=89b12e02-9a05-481c-89cd-b4625edac5bd HTTP/1.1" status: 200 len: 946 time: 0.0617430 Nov 09 21:23:46.737204 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6d84e6a1-ded4-42ad-ae2a-1c634a55b557 req-22ba203a-8e32-498b-a39b-dc4772a209e3 tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e34f0a-d838-4b33-bdf4-0de3866559c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537071 Nov 09 21:23:47.515382 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151307d8-e7ce-4142-9af5-b1f335c80c13 req-717ac222-715d-4245-bef3-f87b65d01c66 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:47.517519 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-151307d8-e7ce-4142-9af5-b1f335c80c13 req-717ac222-715d-4245-bef3-f87b65d01c66 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/networks?id=771941c9-ea54-4e9e-b033-4cdf7f0bdb22 HTTP/1.1" status: 200 len: 814 time: 0.1114237 Nov 09 21:23:47.533055 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-151307d8-e7ce-4142-9af5-b1f335c80c13 req-d89fafae-8e7b-4c04-bac2-b1557d98deca tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/quotas/03500beac0ce48c38c2adbbb554726e7 HTTP/1.1" status: 200 len: 375 time: 0.0098219 Nov 09 21:23:47.595142 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-391eface-9371-4431-9633-4ca8003a8a0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:47.600267 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-151307d8-e7ce-4142-9af5-b1f335c80c13 req-e08285f2-7943-4610-bc3d-4efbbd333b95 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=03500beac0ce48c38c2adbbb554726e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0607777 Nov 09 21:23:47.703612 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-151307d8-e7ce-4142-9af5-b1f335c80c13 req-19637e53-be8a-4df6-bd3f-6198bdc98c87 service neutron] 10.222.0.49 "GET /v2.0/networks/771941c9-ea54-4e9e-b033-4cdf7f0bdb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964704 Nov 09 21:23:47.811414 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-151307d8-e7ce-4142-9af5-b1f335c80c13 req-9504d7af-6a0d-4b1c-812f-b25afcfbe7c4 service neutron] 10.222.0.49 "GET /v2.0/networks/771941c9-ea54-4e9e-b033-4cdf7f0bdb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001332 Nov 09 21:23:47.889436 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba776f00-2e82-4fb5-a5a3-e94291f30f0e req-cb686ca6-6c60-4592-862c-95592b77cabf tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:47.890968 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ba776f00-2e82-4fb5-a5a3-e94291f30f0e req-cb686ca6-6c60-4592-862c-95592b77cabf tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] 10.222.0.49 "GET /v2.0/ports?device_id=89b12e02-9a05-481c-89cd-b4625edac5bd HTTP/1.1" status: 200 len: 946 time: 0.0592091 Nov 09 21:23:48.056509 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ba776f00-2e82-4fb5-a5a3-e94291f30f0e req-9fe1354a-f6c6-4c1f-a521-a60f481c177d tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e34f0a-d838-4b33-bdf4-0de3866559c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582391 Nov 09 21:23:48.071846 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-b4770b01-ae34-49c0-88b2-23a63580e24e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1472456 Nov 09 21:23:48.115767 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48fc797-34b6-4de3-89df-c18fac415c93 req-16e8be65-4131-4afb-a0f8-47a8d8147f33 tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:48.117374 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d48fc797-34b6-4de3-89df-c18fac415c93 req-16e8be65-4131-4afb-a0f8-47a8d8147f33 tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] 10.222.0.45 "GET /v2.0/ports?device_id=89b12e02-9a05-481c-89cd-b4625edac5bd HTTP/1.1" status: 200 len: 946 time: 0.1204472 Nov 09 21:23:48.231175 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d658dfe6-aa87-4f9e-85e7-6259da92f204 req-9d1c379f-2cea-44ce-b787-de8e2e603074 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=57ddb70c-4cdc-4023-b713-c94e64bae7d0 HTTP/1.1" status: 200 len: 210 time: 0.0458844 Nov 09 21:23:48.350899 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-dccfabda-c0c8-489e-9ff6-a5c2e5a9a58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:48.351634 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-dccfabda-c0c8-489e-9ff6-a5c2e5a9a58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:48.352251 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-dccfabda-c0c8-489e-9ff6-a5c2e5a9a58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:48.352885 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-dccfabda-c0c8-489e-9ff6-a5c2e5a9a58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:48.353517 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-dccfabda-c0c8-489e-9ff6-a5c2e5a9a58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:48.354123 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-dccfabda-c0c8-489e-9ff6-a5c2e5a9a58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:48.354733 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-dccfabda-c0c8-489e-9ff6-a5c2e5a9a58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:48.356977 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-dccfabda-c0c8-489e-9ff6-a5c2e5a9a58d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=400600a87b5744da836a5a4df97863c7&device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 6490 time: 0.1563795 Nov 09 21:23:48.447426 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-d48fc797-34b6-4de3-89df-c18fac415c93 req-6a3bb0ae-ea0e-400f-8bf3-990713161b36 tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] Deleting port 69ee50c7-d277-457c-bf69-333c8da2f474 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:23:48.448040 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d48fc797-34b6-4de3-89df-c18fac415c93 req-6a3bb0ae-ea0e-400f-8bf3-990713161b36 tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:48.560101 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-4f02d994-791c-4d24-b303-fcc5d6300522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:48.560575 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-4f02d994-791c-4d24-b303-fcc5d6300522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:48.561071 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-4f02d994-791c-4d24-b303-fcc5d6300522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:48.562708 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-4f02d994-791c-4d24-b303-fcc5d6300522 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d6a5df07-fe3c-47f1-83e0-b8908198e01d&id=3808ba34-f2ea-4dcf-b849-bb7f67f33c6c&id=3808ba34-f2ea-4dcf-b849-bb7f67f33c6c&id=3808ba34-f2ea-4dcf-b849-bb7f67f33c6c&id=3808ba34-f2ea-4dcf-b849-bb7f67f33c6c&id=5fad92fa-6e69-4982-b33d-973ebedbbd56&id=5fad92fa-6e69-4982-b33d-973ebedbbd56 HTTP/1.1" status: 200 len: 2290 time: 0.1692705 Nov 09 21:23:48.629883 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-d48fc797-34b6-4de3-89df-c18fac415c93 req-6a3bb0ae-ea0e-400f-8bf3-990713161b36 tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] For port 69ee50c7-d277-457c-bf69-333c8da2f474, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=69ee50c7-d277-457c-bf69-333c8da2f474,segment=NetworkSegment(f71ee6fe-af20-42fa-86d3-ebf2a5b7930a),segment_id=f71ee6fe-af20-42fa-86d3-ebf2a5b7930a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:23:48.629883 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d48fc797-34b6-4de3-89df-c18fac415c93 req-6a3bb0ae-ea0e-400f-8bf3-990713161b36 tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:48.646078 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-d48fc797-34b6-4de3-89df-c18fac415c93 req-6a3bb0ae-ea0e-400f-8bf3-990713161b36 tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] Calling delete_port for 69ee50c7-d277-457c-bf69-333c8da2f474 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:23:48.658769 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-ff6b3f3d-d214-4bd7-9907-93e79e48d81d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=825351ba-9738-49ef-a76d-6d1620cd75d1 HTTP/1.1" status: 200 len: 1002 time: 0.0861664 Nov 09 21:23:48.757908 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-04fa5327-9959-45a7-80c6-80b99285f1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:48.759487 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-04fa5327-9959-45a7-80c6-80b99285f1fe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=55602be9-97b4-4359-8931-67067a301b3c HTTP/1.1" status: 200 len: 851 time: 0.0620627 Nov 09 21:23:48.841562 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-a79d2ef0-b0c9-4e05-870f-52cf5db9301e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:48.843070 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-a79d2ef0-b0c9-4e05-870f-52cf5db9301e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d6a5df07-fe3c-47f1-83e0-b8908198e01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735080 Nov 09 21:23:48.901455 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d48fc797-34b6-4de3-89df-c18fac415c93 req-6a3bb0ae-ea0e-400f-8bf3-990713161b36 tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:48.914653 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['69ee50c7-d277-457c-bf69-333c8da2f474'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:23:48.937122 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3bb0ae-ea0e-400f-8bf3-990713161b36 tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] Pushing event deleted for resources: {'Port': ['ID=69ee50c7-d277-457c-bf69-333c8da2f474,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:48.999335 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48fc797-34b6-4de3-89df-c18fac415c93 req-6a3bb0ae-ea0e-400f-8bf3-990713161b36 tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] No DVR routers for this DVR port 69ee50c7-d277-457c-bf69-333c8da2f474 on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:23:49.002831 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d48fc797-34b6-4de3-89df-c18fac415c93 req-6a3bb0ae-ea0e-400f-8bf3-990713161b36 tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:49.006140 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d48fc797-34b6-4de3-89df-c18fac415c93 req-6a3bb0ae-ea0e-400f-8bf3-990713161b36 tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] 10.222.0.45 "DELETE /v2.0/ports/69ee50c7-d277-457c-bf69-333c8da2f474 HTTP/1.1" status: 204 len: 173 time: 0.8736706 Nov 09 21:23:49.006575 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b12e02-9a05-481c-89cd-b4625edac5bd', 'name': 'network-vif-deleted', 'tag': '69ee50c7-d277-457c-bf69-333c8da2f474'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:23:49.008821 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ccb3ac-ef5f-468b-bdb0-f91c0a190e43" -d '{"events": [{"server_uuid": "89b12e02-9a05-481c-89cd-b4625edac5bd", "name": "network-vif-deleted", "tag": "69ee50c7-d277-457c-bf69-333c8da2f474"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:23:49.014687 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-3db47ad0-9150-4fa6-9c00-54d186b008ec service neutron] 10.222.0.43 "GET /v2.0/networks/d6a5df07-fe3c-47f1-83e0-b8908198e01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624613 Nov 09 21:23:49.048680 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6222a711-abf3-43b6-b00e-1cefd7fb77d8 x-openstack-request-id: req-6222a711-abf3-43b6-b00e-1cefd7fb77d8 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:23:49.048976 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b12e02-9a05-481c-89cd-b4625edac5bd", "name": "network-vif-deleted", "tag": "69ee50c7-d277-457c-bf69-333c8da2f474", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:23:49.049230 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6222a711-abf3-43b6-b00e-1cefd7fb77d8 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:23:49.049619 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b12e02-9a05-481c-89cd-b4625edac5bd', 'name': 'network-vif-deleted', 'tag': '69ee50c7-d277-457c-bf69-333c8da2f474', 'status': 'completed', 'code': 200} Nov 09 21:23:49.127775 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-af13481f-1bc8-44a4-992b-9e26558d990a service neutron] 10.222.0.43 "GET /v2.0/networks/d6a5df07-fe3c-47f1-83e0-b8908198e01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008961 Nov 09 21:23:49.198901 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-5d46f1ab-ca82-4a83-8b3a-b5fefd531e00 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=b53947c2-f2f0-4db5-a448-3a32c902f2f5 HTTP/1.1" status: 200 len: 217 time: 0.0622098 Nov 09 21:23:49.214995 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4f1d1105-0591-4c70-92e4-7991ec0db6c0 req-50c25486-3f7d-4276-845c-af17043c21bb tempest-ServerTagsTestJSON-1001884831 tempest-ServerTagsTestJSON-1001884831-project] 10.222.0.49 "GET /v2.0/ports?device_id=89b12e02-9a05-481c-89cd-b4625edac5bd HTTP/1.1" status: 200 len: 210 time: 0.0698149 Nov 09 21:23:49.273460 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-f2037a81-b282-488f-a848-2ee3a7bb4970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:49.275316 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-f2037a81-b282-488f-a848-2ee3a7bb4970 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1a3bf33a-28e4-43d0-b3a3-869cb4b7ec53 HTTP/1.1" status: 200 len: 797 time: 0.0556343 Nov 09 21:23:49.332777 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-a107ba6c-7a4e-4809-b58a-5f9d65eb0d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:49.335212 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-a107ba6c-7a4e-4809-b58a-5f9d65eb0d07 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3808ba34-f2ea-4dcf-b849-bb7f67f33c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0489118 Nov 09 21:23:49.367304 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c62e6604-a236-471c-abea-0057504045cd req-992a23c7-6e5b-441d-b7a7-1bff742c98f0 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=57ddb70c-4cdc-4023-b713-c94e64bae7d0 HTTP/1.1" status: 200 len: 210 time: 0.0288227 Nov 09 21:23:49.495340 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-91dc58b6-ee91-4cf9-a0ea-9c9de5e1c96c service neutron] 10.222.0.43 "GET /v2.0/networks/3808ba34-f2ea-4dcf-b849-bb7f67f33c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090484 Nov 09 21:23:49.529587 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151307d8-e7ce-4142-9af5-b1f335c80c13 req-5fcf5258-1da9-416e-a8f4-838065bbd5e5 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:49.531450 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-151307d8-e7ce-4142-9af5-b1f335c80c13 req-5fcf5258-1da9-416e-a8f4-838065bbd5e5 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.43 "GET /v2.0/networks?id=771941c9-ea54-4e9e-b033-4cdf7f0bdb22 HTTP/1.1" status: 200 len: 814 time: 0.1443539 Nov 09 21:23:49.567234 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-151307d8-e7ce-4142-9af5-b1f335c80c13 req-57b97050-0742-45d5-a769-77790febb2f8 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Request body: {'port': {'device_id': '57ddb70c-4cdc-4023-b713-c94e64bae7d0', 'network_id': '771941c9-ea54-4e9e-b033-4cdf7f0bdb22', 'admin_state_up': True, 'tenant_id': '03500beac0ce48c38c2adbbb554726e7'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:23:49.598533 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-681651d4-69be-4e93-9930-7da2a50ee0f4 service neutron] 10.222.0.43 "GET /v2.0/networks/3808ba34-f2ea-4dcf-b849-bb7f67f33c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942323 Nov 09 21:23:49.664797 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd18b12-d2ea-4623-9951-95ecfc212e1e req-2298b748-832d-4b6e-a32a-f6af8e2474a3 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:49.666411 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-acd18b12-d2ea-4623-9951-95ecfc212e1e req-2298b748-832d-4b6e-a32a-f6af8e2474a3 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0a061fb-1b12-4207-8588-4a35f67cbe63 HTTP/1.1" status: 200 len: 951 time: 0.1123166 Nov 09 21:23:49.681298 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-dfe70964-7720-4cb5-8a3c-8d777c4e9771 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=2b6a9424-e1c2-4d17-92db-720005970041 HTTP/1.1" status: 200 len: 217 time: 0.0503700 Nov 09 21:23:49.733906 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-239df5eb-a79b-4c9c-aefe-26f8695ad62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:49.735293 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-239df5eb-a79b-4c9c-aefe-26f8695ad62a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1a3bf33a-28e4-43d0-b3a3-869cb4b7ec53 HTTP/1.1" status: 200 len: 797 time: 0.0439751 Nov 09 21:23:49.747068 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-acd18b12-d2ea-4623-9951-95ecfc212e1e req-574a9340-0413-4853-9833-3e41dc8733e5 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfe44ebb-e64e-4089-b800-489ecaa39603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739467 Nov 09 21:23:49.751875 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-151307d8-e7ce-4142-9af5-b1f335c80c13 req-57b97050-0742-45d5-a769-77790febb2f8 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Made reservation on behalf of 03500beac0ce48c38c2adbbb554726e7 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:23:49.755473 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-151307d8-e7ce-4142-9af5-b1f335c80c13 req-57b97050-0742-45d5-a769-77790febb2f8 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:49.790059 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-8d3deca1-fbd7-44dd-a72b-5d73e6c11150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:49.791679 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-8d3deca1-fbd7-44dd-a72b-5d73e6c11150 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3808ba34-f2ea-4dcf-b849-bb7f67f33c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0464284 Nov 09 21:23:49.895059 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-151307d8-e7ce-4142-9af5-b1f335c80c13 req-57b97050-0742-45d5-a769-77790febb2f8 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Allocated IP 172.20.0.8 (771941c9-ea54-4e9e-b033-4cdf7f0bdb22/7a7475e6-4080-4250-acec-91cc4f59f3ca/cac8a0f1-fcf6-4ebd-9f0d-281933b19c82) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:23:50.027205 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-107d9895-409e-4cd1-ad27-42dd90d93335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:50.111881 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-151307d8-e7ce-4142-9af5-b1f335c80c13 req-57b97050-0742-45d5-a769-77790febb2f8 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:50.150244 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-151307d8-e7ce-4142-9af5-b1f335c80c13 req-57b97050-0742-45d5-a769-77790febb2f8 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:50.187050 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['7d1b423e-0bca-4f20-9a13-ba04210393bf'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:23:50.196192 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-fc33922f-7c90-4da2-a19e-4d4de705574b service neutron] 10.222.0.43 "GET /v2.0/networks/3808ba34-f2ea-4dcf-b849-bb7f67f33c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937669 Nov 09 21:23:50.237094 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-151307d8-e7ce-4142-9af5-b1f335c80c13 req-57b97050-0742-45d5-a769-77790febb2f8 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Network 771941c9-ea54-4e9e-b033-4cdf7f0bdb22 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:23:50.239482 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-151307d8-e7ce-4142-9af5-b1f335c80c13 req-57b97050-0742-45d5-a769-77790febb2f8 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:23:50.242567 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-151307d8-e7ce-4142-9af5-b1f335c80c13 req-57b97050-0742-45d5-a769-77790febb2f8 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:23:50.248230 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b97050-0742-45d5-a769-77790febb2f8 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Pushing event updated for resources: {'Port': ['ID=cac8a0f1-fcf6-4ebd-9f0d-281933b19c82,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:50.305241 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b97050-0742-45d5-a769-77790febb2f8 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:23:50.305596 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b97050-0742-45d5-a769-77790febb2f8 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:23:50.306292 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b97050-0742-45d5-a769-77790febb2f8 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:23:50.306292 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b97050-0742-45d5-a769-77790febb2f8 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:23:50.306567 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b97050-0742-45d5-a769-77790febb2f8 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:23:50.306901 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b97050-0742-45d5-a769-77790febb2f8 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:23:50.307236 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b97050-0742-45d5-a769-77790febb2f8 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:23:50.307551 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b97050-0742-45d5-a769-77790febb2f8 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:23:50.308477 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b97050-0742-45d5-a769-77790febb2f8 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:23:50.308837 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b97050-0742-45d5-a769-77790febb2f8 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:23:50.309327 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b97050-0742-45d5-a769-77790febb2f8 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:23:50.309651 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b97050-0742-45d5-a769-77790febb2f8 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:23:50.355154 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151307d8-e7ce-4142-9af5-b1f335c80c13 req-57b97050-0742-45d5-a769-77790febb2f8 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:50.355880 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-151307d8-e7ce-4142-9af5-b1f335c80c13 req-57b97050-0742-45d5-a769-77790febb2f8 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:50.359479 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-136131df-97af-4e30-9891-8f849c7414b3 service neutron] 10.222.0.43 "GET /v2.0/networks/3808ba34-f2ea-4dcf-b849-bb7f67f33c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557269 Nov 09 21:23:50.371159 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 45518) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:23:50.409680 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-427c44a9-269c-470c-af74-5111486697b6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=80e946a2-577f-4411-ada9-9c19200b402c HTTP/1.1" status: 200 len: 217 time: 0.0415187 Nov 09 21:23:50.420026 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-151307d8-e7ce-4142-9af5-b1f335c80c13 req-57b97050-0742-45d5-a769-77790febb2f8 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8566785 Nov 09 21:23:50.446319 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc94c4c5-869c-4540-90b1-69d3a43e6001 admin admin] Deleting subnet f0272434-b41a-4bbf-ae0c-c42c882c803f {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:23:50.451311 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dc94c4c5-869c-4540-90b1-69d3a43e6001 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:50.469848 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-5a5cfc1c-3a97-40da-871d-27566cce4f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:50.471519 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-5a5cfc1c-3a97-40da-871d-27566cce4f38 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1a3bf33a-28e4-43d0-b3a3-869cb4b7ec53 HTTP/1.1" status: 200 len: 797 time: 0.0518327 Nov 09 21:23:50.481533 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-151307d8-e7ce-4142-9af5-b1f335c80c13 req-f3ef34a3-a96a-4eb6-a95e-78d8f36148e9 service neutron] Request body: {'port': {'device_id': '57ddb70c-4cdc-4023-b713-c94e64bae7d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:23:50.540843 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-60c44e66-9b9b-4bf5-a936-fe20a8dec2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:50.542484 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-60c44e66-9b9b-4bf5-a936-fe20a8dec2d9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3808ba34-f2ea-4dcf-b849-bb7f67f33c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0629470 Nov 09 21:23:50.562061 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dc94c4c5-869c-4540-90b1-69d3a43e6001 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:50.636877 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dc94c4c5-869c-4540-90b1-69d3a43e6001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:50.637866 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-8a907c52-21b6-4ac5-93d5-296c09ad54d9 service neutron] 10.222.0.43 "GET /v2.0/networks/3808ba34-f2ea-4dcf-b849-bb7f67f33c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867066 Nov 09 21:23:50.646179 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df9fbf-27c0-4c4a-b590-a9af90843980 req-790ff07c-1499-42eb-b497-a7aca1f51bdc tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:50.648221 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e5df9fbf-27c0-4c4a-b590-a9af90843980 req-790ff07c-1499-42eb-b497-a7aca1f51bdc tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=57ddb70c-4cdc-4023-b713-c94e64bae7d0 HTTP/1.1" status: 200 len: 931 time: 0.1331043 Nov 09 21:23:50.679353 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-151307d8-e7ce-4142-9af5-b1f335c80c13 req-f3ef34a3-a96a-4eb6-a95e-78d8f36148e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:50.739789 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-19597ba5-f234-4aab-a6c0-b34b5c75547a service neutron] 10.222.0.43 "GET /v2.0/networks/3808ba34-f2ea-4dcf-b849-bb7f67f33c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946069 Nov 09 21:23:50.754258 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dc94c4c5-869c-4540-90b1-69d3a43e6001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:50.788248 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-3ad58c8b-1d40-425c-947c-3e75645145e7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=d46dc18b-b6fe-4988-b8da-762fe90a822d HTTP/1.1" status: 200 len: 217 time: 0.0400748 Nov 09 21:23:50.817843 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94c4c5-869c-4540-90b1-69d3a43e6001 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0272434-b41a-4bbf-ae0c-c42c882c803f,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:50.826578 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dc94c4c5-869c-4540-90b1-69d3a43e6001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:50.831631 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-dc94c4c5-869c-4540-90b1-69d3a43e6001 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f0272434-b41a-4bbf-ae0c-c42c882c803f HTTP/1.1" status: 204 len: 168 time: 0.4570589 Nov 09 21:23:50.833220 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 45566) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:23:50.842822 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e5df9fbf-27c0-4c4a-b590-a9af90843980 req-5e98649e-4a35-4338-970d-437512d303ed tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/security-groups?id=85e41b18-17bb-4547-9826-32936191f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612537 Nov 09 21:23:50.891332 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-e0734941-bbb5-4de7-b6cb-557b53778cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:50.892785 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-e0734941-bbb5-4de7-b6cb-557b53778cb7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1a3bf33a-28e4-43d0-b3a3-869cb4b7ec53 HTTP/1.1" status: 200 len: 797 time: 0.0957944 Nov 09 21:23:50.940938 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:50.960558 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-315e5ce9-56e2-418a-8cd3-081ff4daacd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:50.981594 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-4881a7be-ecac-4821-ae2e-b07ee6a31908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:50.981908 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-4881a7be-ecac-4821-ae2e-b07ee6a31908 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3808ba34-f2ea-4dcf-b849-bb7f67f33c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0736382 Nov 09 21:23:51.099968 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-315e5ce9-56e2-418a-8cd3-081ff4daacd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:51.104939 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-151307d8-e7ce-4142-9af5-b1f335c80c13 req-f3ef34a3-a96a-4eb6-a95e-78d8f36148e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cac8a0f1-fcf6-4ebd-9f0d-281933b19c82 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:23:51.113236 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-151307d8-e7ce-4142-9af5-b1f335c80c13 req-f3ef34a3-a96a-4eb6-a95e-78d8f36148e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:51.128406 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-151307d8-e7ce-4142-9af5-b1f335c80c13 req-f3ef34a3-a96a-4eb6-a95e-78d8f36148e9 service neutron] Transition to ACTIVE for port object cac8a0f1-fcf6-4ebd-9f0d-281933b19c82 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:23:51.132931 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-151307d8-e7ce-4142-9af5-b1f335c80c13 req-f3ef34a3-a96a-4eb6-a95e-78d8f36148e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:51.136902 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-315e5ce9-56e2-418a-8cd3-081ff4daacd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79cfd68b-2d8f-43d0-b6bb-ce08eebe6b79']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:23:51.157132 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-315e5ce9-56e2-418a-8cd3-081ff4daacd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f71ee6fe-af20-42fa-86d3-ebf2a5b7930a') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:23:51.157132 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-315e5ce9-56e2-418a-8cd3-081ff4daacd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f71ee6fe-af20-42fa-86d3-ebf2a5b7930a') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:23:51.168197 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-bd3fa258-4c88-46a4-8135-a28f57dbd98d service neutron] 10.222.0.43 "GET /v2.0/networks/3808ba34-f2ea-4dcf-b849-bb7f67f33c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684258 Nov 09 21:23:51.169925 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-315e5ce9-56e2-418a-8cd3-081ff4daacd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:51.201214 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-315e5ce9-56e2-418a-8cd3-081ff4daacd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:51.220870 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef34a3-a96a-4eb6-a95e-78d8f36148e9 service neutron] Pushing event updated for resources: {'Port': ['ID=cac8a0f1-fcf6-4ebd-9f0d-281933b19c82,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:51.234067 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-315e5ce9-56e2-418a-8cd3-081ff4daacd3 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:23:51.234560 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-315e5ce9-56e2-418a-8cd3-081ff4daacd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:51.236316 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:23:51.236316 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:23:51.236316 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:23:51.236316 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:23:51.236316 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:23:51.236316 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:23:51.236316 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:23:51.236316 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:23:51.236316 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:23:51.236316 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:23:51.236316 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:23:51.236316 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:23:51.236316 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:23:51.236316 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:23:51.236316 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:23:51.236316 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:23:51.236316 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:23:51.236316 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:23:51.236316 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:23:51.236316 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:23:51.236316 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:23:51.236316 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:23:51.236316 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:23:51.236316 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:23:51.236316 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:23:51.236316 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:23:51.236316 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:23:51.236316 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:23:51.236316 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:23:51.236316 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:23:51.236316 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:23:51.236316 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:23:51.274136 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-151307d8-e7ce-4142-9af5-b1f335c80c13 req-f3ef34a3-a96a-4eb6-a95e-78d8f36148e9 service neutron] Attempting to bind port cac8a0f1-fcf6-4ebd-9f0d-281933b19c82 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:23:51.274676 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-151307d8-e7ce-4142-9af5-b1f335c80c13 req-f3ef34a3-a96a-4eb6-a95e-78d8f36148e9 service neutron] Attempting to bind port cac8a0f1-fcf6-4ebd-9f0d-281933b19c82 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': 'a1c83fda-03be-4d5c-a07e-e6833021a1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '771941c9-ea54-4e9e-b033-4cdf7f0bdb22'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:23:51.275023 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151307d8-e7ce-4142-9af5-b1f335c80c13 req-f3ef34a3-a96a-4eb6-a95e-78d8f36148e9 service neutron] Attempting to bind port cac8a0f1-fcf6-4ebd-9f0d-281933b19c82 on network 771941c9-ea54-4e9e-b033-4cdf7f0bdb22 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:23:51.279694 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151307d8-e7ce-4142-9af5-b1f335c80c13 req-f3ef34a3-a96a-4eb6-a95e-78d8f36148e9 service neutron] Port cac8a0f1-fcf6-4ebd-9f0d-281933b19c82 on network 771941c9-ea54-4e9e-b033-4cdf7f0bdb22 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:23:51.279941 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151307d8-e7ce-4142-9af5-b1f335c80c13 req-f3ef34a3-a96a-4eb6-a95e-78d8f36148e9 service neutron] Attempting to bind port cac8a0f1-fcf6-4ebd-9f0d-281933b19c82 on network 771941c9-ea54-4e9e-b033-4cdf7f0bdb22 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:23:51.284895 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151307d8-e7ce-4142-9af5-b1f335c80c13 req-f3ef34a3-a96a-4eb6-a95e-78d8f36148e9 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:23:51.285244 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151307d8-e7ce-4142-9af5-b1f335c80c13 req-f3ef34a3-a96a-4eb6-a95e-78d8f36148e9 service neutron] Checking segment: {'id': 'a1c83fda-03be-4d5c-a07e-e6833021a1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '771941c9-ea54-4e9e-b033-4cdf7f0bdb22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:23:51.285629 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151307d8-e7ce-4142-9af5-b1f335c80c13 req-f3ef34a3-a96a-4eb6-a95e-78d8f36148e9 service neutron] Bound using segment: {'id': 'a1c83fda-03be-4d5c-a07e-e6833021a1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '771941c9-ea54-4e9e-b033-4cdf7f0bdb22'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:23:51.286047 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-151307d8-e7ce-4142-9af5-b1f335c80c13 req-f3ef34a3-a96a-4eb6-a95e-78d8f36148e9 service neutron] Bound port: cac8a0f1-fcf6-4ebd-9f0d-281933b19c82, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1c83fda-03be-4d5c-a07e-e6833021a1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '771941c9-ea54-4e9e-b033-4cdf7f0bdb22'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:23:51.286405 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-151307d8-e7ce-4142-9af5-b1f335c80c13 req-f3ef34a3-a96a-4eb6-a95e-78d8f36148e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:51.325977 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-315e5ce9-56e2-418a-8cd3-081ff4daacd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:51.335054 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-315e5ce9-56e2-418a-8cd3-081ff4daacd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:51.339460 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-315e5ce9-56e2-418a-8cd3-081ff4daacd3 admin admin] 10.222.0.49 "DELETE /v2.0/networks/79cfd68b-2d8f-43d0-b6bb-ce08eebe6b79 HTTP/1.1" status: 204 len: 168 time: 0.5043778 Nov 09 21:23:51.343555 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-30fae192-bcb6-44d1-ac76-0766da6ad01c service neutron] 10.222.0.43 "GET /v2.0/networks/3808ba34-f2ea-4dcf-b849-bb7f67f33c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659651 Nov 09 21:23:51.353282 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e5ce9-56e2-418a-8cd3-081ff4daacd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=79cfd68b-2d8f-43d0-b6bb-ce08eebe6b79,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:51.403535 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-151307d8-e7ce-4142-9af5-b1f335c80c13 req-f3ef34a3-a96a-4eb6-a95e-78d8f36148e9 service neutron] For port cac8a0f1-fcf6-4ebd-9f0d-281933b19c82, host n-h2-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:23:51.411807 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-d0130085-e88a-4b36-8423-ed40c9995085 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f76d6a35-507d-404f-8871-26d5877be815 HTTP/1.1" status: 200 len: 217 time: 0.0530760 Nov 09 21:23:51.414259 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-151307d8-e7ce-4142-9af5-b1f335c80c13 req-f3ef34a3-a96a-4eb6-a95e-78d8f36148e9 service neutron] For port cac8a0f1-fcf6-4ebd-9f0d-281933b19c82, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=cac8a0f1-fcf6-4ebd-9f0d-281933b19c82,segment=NetworkSegment(a1c83fda-03be-4d5c-a07e-e6833021a1a4),segment_id=a1c83fda-03be-4d5c-a07e-e6833021a1a4)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:23:51.420019 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-151307d8-e7ce-4142-9af5-b1f335c80c13 req-f3ef34a3-a96a-4eb6-a95e-78d8f36148e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:51.460985 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151307d8-e7ce-4142-9af5-b1f335c80c13 req-f3ef34a3-a96a-4eb6-a95e-78d8f36148e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:51.461792 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-151307d8-e7ce-4142-9af5-b1f335c80c13 req-f3ef34a3-a96a-4eb6-a95e-78d8f36148e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:51.466561 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-151307d8-e7ce-4142-9af5-b1f335c80c13 req-f3ef34a3-a96a-4eb6-a95e-78d8f36148e9 service neutron] 10.222.0.43 "PUT /v2.0/ports/cac8a0f1-fcf6-4ebd-9f0d-281933b19c82 HTTP/1.1" status: 200 len: 1091 time: 0.9896185 Nov 09 21:23:51.467455 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ddb70c-4cdc-4023-b713-c94e64bae7d0', 'tag': 'cac8a0f1-fcf6-4ebd-9f0d-281933b19c82'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:23:51.470837 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3105eba9-ca3c-462b-b5d9-33d9d9bd6af1" -d '{"events": [{"name": "network-changed", "server_uuid": "57ddb70c-4cdc-4023-b713-c94e64bae7d0", "tag": "cac8a0f1-fcf6-4ebd-9f0d-281933b19c82"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:23:51.509131 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef34a3-a96a-4eb6-a95e-78d8f36148e9 service neutron] Pushing event updated for resources: {'Port': ['ID=cac8a0f1-fcf6-4ebd-9f0d-281933b19c82,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:51.525175 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 45652) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:23:51.544408 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-bf4880c5-d845-4b04-a9c7-bbbf6e1748af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:51.546379 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-bf4880c5-d845-4b04-a9c7-bbbf6e1748af service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f871ff84-2077-4380-931c-47532c2d408d HTTP/1.1" status: 200 len: 797 time: 0.1136940 Nov 09 21:23:51.598653 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-91577f4c-bd05-4287-a49f-ee4af5f964b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:51.601876 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-91577f4c-bd05-4287-a49f-ee4af5f964b2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5fad92fa-6e69-4982-b33d-973ebedbbd56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0476465 Nov 09 21:23:51.606641 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b3db4ed9-5fdc-43e8-892d-22769f23813e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=98d39826cf6b4bfc86504ed2566d364d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0790391 Nov 09 21:23:51.609456 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 45654) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:23:51.619570 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151307d8-e7ce-4142-9af5-b1f335c80c13 req-270cc87b-424f-488a-b53e-b1b6b9399f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:51.621204 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-151307d8-e7ce-4142-9af5-b1f335c80c13 req-270cc87b-424f-488a-b53e-b1b6b9399f9e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=03500beac0ce48c38c2adbbb554726e7&device_id=57ddb70c-4cdc-4023-b713-c94e64bae7d0 HTTP/1.1" status: 200 len: 1094 time: 0.0731285 Nov 09 21:23:51.641687 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110e627f-9b86-4b71-b178-c9ef6f32c5da x-openstack-request-id: req-110e627f-9b86-4b71-b178-c9ef6f32c5da {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:23:51.642042 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57ddb70c-4cdc-4023-b713-c94e64bae7d0", "tag": "cac8a0f1-fcf6-4ebd-9f0d-281933b19c82", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:23:51.642301 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-110e627f-9b86-4b71-b178-c9ef6f32c5da {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:23:51.642700 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57ddb70c-4cdc-4023-b713-c94e64bae7d0', 'tag': 'cac8a0f1-fcf6-4ebd-9f0d-281933b19c82', 'status': 'completed', 'code': 200} Nov 09 21:23:51.688216 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-151307d8-e7ce-4142-9af5-b1f335c80c13 req-36c817af-66f4-4022-9345-fb0c55d61453 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cac8a0f1-fcf6-4ebd-9f0d-281933b19c82 HTTP/1.1" status: 200 len: 217 time: 0.0446851 Nov 09 21:23:51.706184 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-4bfb6fcd-e408-4694-8a67-2b5b3dc10b39 service neutron] 10.222.0.43 "GET /v2.0/networks/5fad92fa-6e69-4982-b33d-973ebedbbd56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943272 Nov 09 21:23:51.746510 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-df28a487-564c-433a-8fba-fd1f24554347 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:51.765045 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151307d8-e7ce-4142-9af5-b1f335c80c13 req-7ef97689-2dcc-4fb6-bdbf-db996bd6b64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:51.766571 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-151307d8-e7ce-4142-9af5-b1f335c80c13 req-7ef97689-2dcc-4fb6-bdbf-db996bd6b64a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7a7475e6-4080-4250-acec-91cc4f59f3ca HTTP/1.1" status: 200 len: 854 time: 0.0700550 Nov 09 21:23:51.790090 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-df28a487-564c-433a-8fba-fd1f24554347 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:51.810844 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-151307d8-e7ce-4142-9af5-b1f335c80c13 req-06c405ce-1a7b-4456-8f60-bd3fee4cc7c9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=771941c9-ea54-4e9e-b033-4cdf7f0bdb22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344884 Nov 09 21:23:51.814483 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-a88e07c4-a6ad-4f53-ab07-98bf03af2f7c service neutron] 10.222.0.43 "GET /v2.0/networks/5fad92fa-6e69-4982-b33d-973ebedbbd56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010075 Nov 09 21:23:51.863504 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-3313374c-b33c-4850-9f9c-ed50a2518d7a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ea660c77-3caf-44f2-bbe7-bc918607ccd3 HTTP/1.1" status: 200 len: 217 time: 0.0381274 Nov 09 21:23:51.918295 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-df28a487-564c-433a-8fba-fd1f24554347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:51.921332 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-df28a487-564c-433a-8fba-fd1f24554347 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:51.924857 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-df28a487-564c-433a-8fba-fd1f24554347 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/55e34f0a-d838-4b33-bdf4-0de3866559c1 HTTP/1.1" status: 204 len: 168 time: 0.3121946 Nov 09 21:23:51.925008 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-718a1160-c362-41ba-ba01-b0e33f9bb7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:51.925921 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-718a1160-c362-41ba-ba01-b0e33f9bb7a5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f871ff84-2077-4380-931c-47532c2d408d HTTP/1.1" status: 200 len: 797 time: 0.0548518 Nov 09 21:23:51.948769 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df28a487-564c-433a-8fba-fd1f24554347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e34f0a-d838-4b33-bdf4-0de3866559c1,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:51.954390 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-151307d8-e7ce-4142-9af5-b1f335c80c13 req-d6456e14-b4cf-4f1e-9d79-1d94c2264684 service neutron] 10.222.0.43 "GET /v2.0/networks/771941c9-ea54-4e9e-b033-4cdf7f0bdb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262131 Nov 09 21:23:51.983333 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-7b09b830-f063-4454-bd1b-950623a4ebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:51.985440 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-7b09b830-f063-4454-bd1b-950623a4ebb8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5fad92fa-6e69-4982-b33d-973ebedbbd56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0512192 Nov 09 21:23:52.099028 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1990b6f-07c9-4ce3-be1a-4fab22d1a389 req-169e8693-cd42-4656-8074-c0df4f4fdaeb tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:52.101201 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-f1dfa56b-33bf-4c22-a950-b38d76ef0d7e service neutron] 10.222.0.43 "GET /v2.0/networks/5fad92fa-6e69-4982-b33d-973ebedbbd56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087041 Nov 09 21:23:52.107254 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e1990b6f-07c9-4ce3-be1a-4fab22d1a389 req-169e8693-cd42-4656-8074-c0df4f4fdaeb tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=57ddb70c-4cdc-4023-b713-c94e64bae7d0 HTTP/1.1" status: 200 len: 943 time: 0.1394761 Nov 09 21:23:52.187133 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e1990b6f-07c9-4ce3-be1a-4fab22d1a389 req-da534053-a0aa-425b-8493-00a98671ccc4 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/security-groups?id=85e41b18-17bb-4547-9826-32936191f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784276 Nov 09 21:23:52.189101 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-151307d8-e7ce-4142-9af5-b1f335c80c13 req-398a4ff1-0e00-42a5-ab66-ce76f170d0ed service neutron] 10.222.0.43 "GET /v2.0/networks/771941c9-ea54-4e9e-b033-4cdf7f0bdb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226691 Nov 09 21:23:52.216707 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b6d78be7-b0e3-482b-8e50-c7d7a556d8ec req-ab832b15-394e-4e70-a9f9-13527e94694d service neutron] 10.222.0.43 "GET /v2.0/networks/5fad92fa-6e69-4982-b33d-973ebedbbd56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066239 Nov 09 21:23:52.302757 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:52.370735 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 69ee50c7-d277-457c-bf69-333c8da2f474 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:23:52.377148 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105eba9-ca3c-462b-b5d9-33d9d9bd6af1 req-ffeabd8d-4034-4513-affe-85615a2e352b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:52.378806 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3105eba9-ca3c-462b-b5d9-33d9d9bd6af1 req-ffeabd8d-4034-4513-affe-85615a2e352b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=03500beac0ce48c38c2adbbb554726e7&device_id=57ddb70c-4cdc-4023-b713-c94e64bae7d0 HTTP/1.1" status: 200 len: 1094 time: 0.0496013 Nov 09 21:23:52.405478 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 69ee50c7-d277-457c-bf69-333c8da2f474 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:23:52.405841 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 69ee50c7-d277-457c-bf69-333c8da2f474 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:23:52.406263 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device aaafcacd-255c-49ef-bcad-66f840f1d505 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:23:52.514538 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:52.524069 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105eba9-ca3c-462b-b5d9-33d9d9bd6af1 req-cfc8846b-57b4-4584-9bd0-c977046462eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:52.526221 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3105eba9-ca3c-462b-b5d9-33d9d9bd6af1 req-cfc8846b-57b4-4584-9bd0-c977046462eb service neutron] 10.222.0.43 "GET /v2.0/networks?id=771941c9-ea54-4e9e-b033-4cdf7f0bdb22 HTTP/1.1" status: 200 len: 914 time: 0.1396830 Nov 09 21:23:52.538950 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a061fb-1b12-4207-8588-4a35f67cbe63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaafcacd-255c-49ef-bcad-66f840f1d505'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:23:52.541516 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a15a335-4748-4446-b81e-2694e4b203dc" -d '{"events": [{"server_uuid": "e0a061fb-1b12-4207-8588-4a35f67cbe63", "name": "network-vif-unplugged", "status": "completed", "tag": "aaafcacd-255c-49ef-bcad-66f840f1d505"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:23:52.567510 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port aaafcacd-255c-49ef-bcad-66f840f1d505, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=aaafcacd-255c-49ef-bcad-66f840f1d505,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:23:52.574243 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:52.633411 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=aaafcacd-255c-49ef-bcad-66f840f1d505,revision_number=11']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:52.635072 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3105eba9-ca3c-462b-b5d9-33d9d9bd6af1 req-0992f11c-9a5d-44e8-9575-317be2180905 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cac8a0f1-fcf6-4ebd-9f0d-281933b19c82 HTTP/1.1" status: 200 len: 217 time: 0.0809884 Nov 09 21:23:52.685234 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 21:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d364c8d1-4f1a-4fef-9dd8-fbd6dcdcfe2a x-openstack-request-id: req-d364c8d1-4f1a-4fef-9dd8-fbd6dcdcfe2a {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:23:52.685525 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a061fb-1b12-4207-8588-4a35f67cbe63", "name": "network-vif-unplugged", "status": "completed", "tag": "aaafcacd-255c-49ef-bcad-66f840f1d505", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:23:52.685772 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d364c8d1-4f1a-4fef-9dd8-fbd6dcdcfe2a {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:23:52.686595 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a061fb-1b12-4207-8588-4a35f67cbe63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaafcacd-255c-49ef-bcad-66f840f1d505', 'code': 200} Nov 09 21:23:52.711131 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105eba9-ca3c-462b-b5d9-33d9d9bd6af1 req-0e1fd63c-e4db-47b5-b816-b43ec3c9017e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:52.713684 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3105eba9-ca3c-462b-b5d9-33d9d9bd6af1 req-0e1fd63c-e4db-47b5-b816-b43ec3c9017e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7a7475e6-4080-4250-acec-91cc4f59f3ca HTTP/1.1" status: 200 len: 854 time: 0.0698180 Nov 09 21:23:52.716897 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:52.761403 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3105eba9-ca3c-462b-b5d9-33d9d9bd6af1 req-93dd5168-3142-4e2e-ba75-0ffb2675aada service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=771941c9-ea54-4e9e-b033-4cdf7f0bdb22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384271 Nov 09 21:23:52.878503 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3105eba9-ca3c-462b-b5d9-33d9d9bd6af1 req-fa0617e1-d039-4a61-8d42-10826dfada8d service neutron] 10.222.0.43 "GET /v2.0/networks/771941c9-ea54-4e9e-b033-4cdf7f0bdb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958526 Nov 09 21:23:52.989757 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3105eba9-ca3c-462b-b5d9-33d9d9bd6af1 req-d1b1db07-5764-4b0f-b3e9-de3059250bd0 service neutron] 10.222.0.43 "GET /v2.0/networks/771941c9-ea54-4e9e-b033-4cdf7f0bdb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035409 Nov 09 21:23:53.327441 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:53.384087 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeeff1f-fdf0-4ff4-bb47-c368e83f46f6 req-c18e7e2e-d803-4cc1-afbb-20248199de1f tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:53.385753 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-edeeff1f-fdf0-4ff4-bb47-c368e83f46f6 req-c18e7e2e-d803-4cc1-afbb-20248199de1f tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=57ddb70c-4cdc-4023-b713-c94e64bae7d0 HTTP/1.1" status: 200 len: 943 time: 0.0619714 Nov 09 21:23:53.448659 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-edeeff1f-fdf0-4ff4-bb47-c368e83f46f6 req-57d716d0-1923-432e-b98b-ef3fbdc473bf tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/security-groups?id=85e41b18-17bb-4547-9826-32936191f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536878 Nov 09 21:23:53.628257 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0ed581cf-3208-4067-966b-3397151d3c95 req-1d365fa2-c112-41ef-b12b-943e30425112 tempest-ServerShowV257Test-1738277150 tempest-ServerShowV257Test-1738277150-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd0c14e7-1e5a-40f0-9591-e2ca3333a60a HTTP/1.1" status: 200 len: 210 time: 0.0301909 Nov 09 21:23:53.876587 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55a2e7-ea6d-4531-b7d4-98dc34c296c5 req-64044800-3206-4288-b879-0720ea4742f9 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:53.878078 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9c55a2e7-ea6d-4531-b7d4-98dc34c296c5 req-64044800-3206-4288-b879-0720ea4742f9 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.49 "GET /v2.0/ports?device_id=6071c99c-fc3a-47e0-a95b-12640ba773c8 HTTP/1.1" status: 200 len: 948 time: 0.0515976 Nov 09 21:23:53.926284 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9c55a2e7-ea6d-4531-b7d4-98dc34c296c5 req-5bd94ab3-ab39-4970-9917-cd06d0b870e6 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfe44ebb-e64e-4089-b800-489ecaa39603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417700 Nov 09 21:23:54.122630 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device cac8a0f1-fcf6-4ebd-9f0d-281933b19c82 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:23:54.215065 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port cac8a0f1-fcf6-4ebd-9f0d-281933b19c82, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=cac8a0f1-fcf6-4ebd-9f0d-281933b19c82,segment=NetworkSegment(a1c83fda-03be-4d5c-a07e-e6833021a1a4),segment_id=a1c83fda-03be-4d5c-a07e-e6833021a1a4)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:23:54.226374 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': 'cac8a0f1-fcf6-4ebd-9f0d-281933b19c82', 'network_id': '771941c9-ea54-4e9e-b033-4cdf7f0bdb22', 'port_id': 'cac8a0f1-fcf6-4ebd-9f0d-281933b19c82', 'mac_address': 'fa:16:3e:c0:c9:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a7475e6-4080-4250-acec-91cc4f59f3ca', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:23:54.268418 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:54.284400 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cac8a0f1-fcf6-4ebd-9f0d-281933b19c82 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:23:54.311981 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port cac8a0f1-fcf6-4ebd-9f0d-281933b19c82, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=cac8a0f1-fcf6-4ebd-9f0d-281933b19c82,segment=NetworkSegment(a1c83fda-03be-4d5c-a07e-e6833021a1a4),segment_id=a1c83fda-03be-4d5c-a07e-e6833021a1a4)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:23:54.316515 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:54.401711 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=cac8a0f1-fcf6-4ebd-9f0d-281933b19c82,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:54.575846 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b24ab-f595-43d0-a35b-8d4bd45be57d req-2eaac973-4ff9-45cd-bd61-ad87f0e5ad03 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:54.577377 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d38b24ab-f595-43d0-a35b-8d4bd45be57d req-2eaac973-4ff9-45cd-bd61-ad87f0e5ad03 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=57ddb70c-4cdc-4023-b713-c94e64bae7d0 HTTP/1.1" status: 200 len: 944 time: 0.0534666 Nov 09 21:23:54.625258 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d38b24ab-f595-43d0-a35b-8d4bd45be57d req-a614b5d5-da97-48c1-91a7-27b8d545c8c7 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/security-groups?id=85e41b18-17bb-4547-9826-32936191f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420189 Nov 09 21:23:54.729632 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-021e5d53-076d-4fa0-b381-cbe07d7c8230 req-36a59a1d-2d4b-4fbf-bf74-48cab3001a9c tempest-ServerShowV257Test-1738277150 tempest-ServerShowV257Test-1738277150-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd0c14e7-1e5a-40f0-9591-e2ca3333a60a HTTP/1.1" status: 200 len: 210 time: 0.0264220 Nov 09 21:23:54.775688 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['cac8a0f1-fcf6-4ebd-9f0d-281933b19c82'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:23:55.047859 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebb73c-674f-405a-b2b3-05df702e5bae req-e3ad50c6-d101-4bba-a5bf-7c669e31a9d2 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:55.049254 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a9ebb73c-674f-405a-b2b3-05df702e5bae req-e3ad50c6-d101-4bba-a5bf-7c669e31a9d2 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.49 "GET /v2.0/ports?device_id=6071c99c-fc3a-47e0-a95b-12640ba773c8 HTTP/1.1" status: 200 len: 948 time: 0.0526295 Nov 09 21:23:55.359549 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a9ebb73c-674f-405a-b2b3-05df702e5bae req-b0eb4720-97e3-4b01-ac3c-ba222dbaa6a8 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfe44ebb-e64e-4089-b800-489ecaa39603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037634 Nov 09 21:23:55.421812 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b6ed2469-4884-4540-a4ba-7fc4bdaebde9 req-ff1058e7-a023-4a68-9b46-e6225caf4f70 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cd0c14e7-1e5a-40f0-9591-e2ca3333a60a HTTP/1.1" status: 200 len: 210 time: 0.0396454 Nov 09 21:23:55.650837 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bed625-f989-43a6-807c-04e5de60d22f req-bb1791a7-1e3f-4502-b263-7e6ccef78941 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:55.652275 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c9bed625-f989-43a6-807c-04e5de60d22f req-bb1791a7-1e3f-4502-b263-7e6ccef78941 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.45 "GET /v2.0/ports?device_id=6071c99c-fc3a-47e0-a95b-12640ba773c8 HTTP/1.1" status: 200 len: 948 time: 0.0467360 Nov 09 21:23:55.754350 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-c9bed625-f989-43a6-807c-04e5de60d22f req-b231c477-2612-4f51-a68a-5b0fe30c0c0d tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Deleting port bf85b1c2-b8e5-46ce-892b-45dc936da8ee {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:23:55.754710 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c9bed625-f989-43a6-807c-04e5de60d22f req-b231c477-2612-4f51-a68a-5b0fe30c0c0d tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:55.761386 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d1e551-3fc6-4fa9-a542-7ee6391dcfdf req-296172a0-cc44-43b9-b015-07628894b8d7 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:55.762898 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d1d1e551-3fc6-4fa9-a542-7ee6391dcfdf req-296172a0-cc44-43b9-b015-07628894b8d7 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=57ddb70c-4cdc-4023-b713-c94e64bae7d0 HTTP/1.1" status: 200 len: 944 time: 0.0596883 Nov 09 21:23:55.822601 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d1d1e551-3fc6-4fa9-a542-7ee6391dcfdf req-67dd58d6-e748-41aa-ba37-d7d0edea60a7 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/security-groups?id=85e41b18-17bb-4547-9826-32936191f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530608 Nov 09 21:23:55.860708 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-c9bed625-f989-43a6-807c-04e5de60d22f req-b231c477-2612-4f51-a68a-5b0fe30c0c0d tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] For port bf85b1c2-b8e5-46ce-892b-45dc936da8ee, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=bf85b1c2-b8e5-46ce-892b-45dc936da8ee,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:23:55.861033 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c9bed625-f989-43a6-807c-04e5de60d22f req-b231c477-2612-4f51-a68a-5b0fe30c0c0d tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:55.876181 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-c9bed625-f989-43a6-807c-04e5de60d22f req-b231c477-2612-4f51-a68a-5b0fe30c0c0d tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Calling delete_port for bf85b1c2-b8e5-46ce-892b-45dc936da8ee owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:23:55.918604 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dda8fc8b-8d99-42ad-bb0f-b8d38305a8ca req-955c06be-5703-4abc-a54e-fcafecf7ce0b tempest-ServerShowV257Test-1738277150 tempest-ServerShowV257Test-1738277150-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd0c14e7-1e5a-40f0-9591-e2ca3333a60a HTTP/1.1" status: 200 len: 210 time: 0.0281911 Nov 09 21:23:56.013729 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c9bed625-f989-43a6-807c-04e5de60d22f req-b231c477-2612-4f51-a68a-5b0fe30c0c0d tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:56.042069 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b231c477-2612-4f51-a68a-5b0fe30c0c0d tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Pushing event deleted for resources: {'Port': ['ID=bf85b1c2-b8e5-46ce-892b-45dc936da8ee,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:56.082815 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9bed625-f989-43a6-807c-04e5de60d22f req-b231c477-2612-4f51-a68a-5b0fe30c0c0d tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] No DVR routers for this DVR port bf85b1c2-b8e5-46ce-892b-45dc936da8ee on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:23:56.085996 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c9bed625-f989-43a6-807c-04e5de60d22f req-b231c477-2612-4f51-a68a-5b0fe30c0c0d tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:56.089409 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c9bed625-f989-43a6-807c-04e5de60d22f req-b231c477-2612-4f51-a68a-5b0fe30c0c0d tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.45 "DELETE /v2.0/ports/bf85b1c2-b8e5-46ce-892b-45dc936da8ee HTTP/1.1" status: 204 len: 173 time: 0.4307911 Nov 09 21:23:56.089849 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6071c99c-fc3a-47e0-a95b-12640ba773c8', 'name': 'network-vif-deleted', 'tag': 'bf85b1c2-b8e5-46ce-892b-45dc936da8ee'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:23:56.092094 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71c1bea-6f0e-4179-aca9-74bd34d9b2b7" -d '{"events": [{"server_uuid": "6071c99c-fc3a-47e0-a95b-12640ba773c8", "name": "network-vif-deleted", "tag": "bf85b1c2-b8e5-46ce-892b-45dc936da8ee"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:23:56.133273 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b40123c-a02e-488b-a4da-329384ef5910 x-openstack-request-id: req-6b40123c-a02e-488b-a4da-329384ef5910 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:23:56.133565 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6071c99c-fc3a-47e0-a95b-12640ba773c8", "name": "network-vif-deleted", "tag": "bf85b1c2-b8e5-46ce-892b-45dc936da8ee", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:23:56.133819 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6b40123c-a02e-488b-a4da-329384ef5910 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:23:56.134218 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6071c99c-fc3a-47e0-a95b-12640ba773c8', 'name': 'network-vif-deleted', 'tag': 'bf85b1c2-b8e5-46ce-892b-45dc936da8ee', 'status': 'completed', 'code': 200} Nov 09 21:23:56.491845 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-466986e5-94d1-4ef9-8ab3-1ccd422f2c6f req-af185eef-30e8-4451-bf53-4d4bb5714adc tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.49 "GET /v2.0/ports?device_id=6071c99c-fc3a-47e0-a95b-12640ba773c8 HTTP/1.1" status: 200 len: 210 time: 0.0382485 Nov 09 21:23:56.942079 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996eb19-17d4-42e7-8b6f-f63c7ebc9921 req-e5af93a4-fe5f-4a71-a256-1fd83f1bc9b5 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:56.943581 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1996eb19-17d4-42e7-8b6f-f63c7ebc9921 req-e5af93a4-fe5f-4a71-a256-1fd83f1bc9b5 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=57ddb70c-4cdc-4023-b713-c94e64bae7d0 HTTP/1.1" status: 200 len: 944 time: 0.0500453 Nov 09 21:23:56.991302 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1996eb19-17d4-42e7-8b6f-f63c7ebc9921 req-9a689c4a-32a6-406e-b031-42888e714bdc tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/security-groups?id=85e41b18-17bb-4547-9826-32936191f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414197 Nov 09 21:23:57.049639 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-137b94e3-e3a4-4fd0-a258-b067bb179f47 req-fde6ad64-8ac5-4891-9c94-76dc6736139d tempest-ServerShowV257Test-1738277150 tempest-ServerShowV257Test-1738277150-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd0c14e7-1e5a-40f0-9591-e2ca3333a60a HTTP/1.1" status: 200 len: 210 time: 0.0264764 Nov 09 21:23:57.353511 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b18551e1-b67c-4305-86d9-168e2c007f9b req-77354528-e7e5-4e62-a91a-bd3185b0b768 tempest-ServerShowV257Test-1738277150 tempest-ServerShowV257Test-1738277150-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd0c14e7-1e5a-40f0-9591-e2ca3333a60a HTTP/1.1" status: 200 len: 210 time: 0.0273907 Nov 09 21:23:57.766852 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a853273-bbe2-4f92-b2e3-84a801bc1299 req-e6cf0111-18ab-482a-a28f-265236eb9796 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:57.768313 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5a853273-bbe2-4f92-b2e3-84a801bc1299 req-e6cf0111-18ab-482a-a28f-265236eb9796 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0a061fb-1b12-4207-8588-4a35f67cbe63 HTTP/1.1" status: 200 len: 949 time: 0.0523663 Nov 09 21:23:57.816728 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5a853273-bbe2-4f92-b2e3-84a801bc1299 req-6d3f1acb-ffe2-48a4-82f0-46d0e0b827a4 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfe44ebb-e64e-4089-b800-489ecaa39603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416839 Nov 09 21:23:58.116844 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473d84a-6797-4667-96e5-1409b1b61758 req-4656e496-a789-421b-bf63-e25f91546a60 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:58.118256 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9473d84a-6797-4667-96e5-1409b1b61758 req-4656e496-a789-421b-bf63-e25f91546a60 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=57ddb70c-4cdc-4023-b713-c94e64bae7d0 HTTP/1.1" status: 200 len: 944 time: 0.0484653 Nov 09 21:23:58.135176 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device cac8a0f1-fcf6-4ebd-9f0d-281933b19c82 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:23:58.170946 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9473d84a-6797-4667-96e5-1409b1b61758 req-2ce6ac4e-0007-4729-8cf9-f982e8f60413 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/security-groups?id=85e41b18-17bb-4547-9826-32936191f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466859 Nov 09 21:23:58.195306 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port cac8a0f1-fcf6-4ebd-9f0d-281933b19c82 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:23:58.199251 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port cac8a0f1-fcf6-4ebd-9f0d-281933b19c82 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:23:58.199625 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:58.276605 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:58.299850 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ddb70c-4cdc-4023-b713-c94e64bae7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac8a0f1-fcf6-4ebd-9f0d-281933b19c82'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:23:58.303188 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523c514d-eefa-4c7f-95ab-e2f39a3950c5" -d '{"events": [{"server_uuid": "57ddb70c-4cdc-4023-b713-c94e64bae7d0", "name": "network-vif-plugged", "status": "completed", "tag": "cac8a0f1-fcf6-4ebd-9f0d-281933b19c82"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:23:58.315268 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port cac8a0f1-fcf6-4ebd-9f0d-281933b19c82, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=cac8a0f1-fcf6-4ebd-9f0d-281933b19c82,segment=NetworkSegment(a1c83fda-03be-4d5c-a07e-e6833021a1a4),segment_id=a1c83fda-03be-4d5c-a07e-e6833021a1a4)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:23:58.320273 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:58.350798 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9035473-20d2-4bf0-85e8-aef3226bed4b x-openstack-request-id: req-b9035473-20d2-4bf0-85e8-aef3226bed4b {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:23:58.351123 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ddb70c-4cdc-4023-b713-c94e64bae7d0", "name": "network-vif-plugged", "status": "completed", "tag": "cac8a0f1-fcf6-4ebd-9f0d-281933b19c82", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:23:58.351379 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b9035473-20d2-4bf0-85e8-aef3226bed4b {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:23:58.351770 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ddb70c-4cdc-4023-b713-c94e64bae7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac8a0f1-fcf6-4ebd-9f0d-281933b19c82', 'code': 200} Nov 09 21:23:58.373630 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=cac8a0f1-fcf6-4ebd-9f0d-281933b19c82,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:58.482759 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-70d0cc5f-0ed9-4c5c-9159-51fac7414f8b req-5e8203e8-2aa5-474d-be0e-199408514b94 tempest-ServerShowV257Test-1738277150 tempest-ServerShowV257Test-1738277150-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd0c14e7-1e5a-40f0-9591-e2ca3333a60a HTTP/1.1" status: 200 len: 210 time: 0.0488124 Nov 09 21:23:58.498494 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0c178-68ba-4a7c-8461-755296656e66 req-60bb583f-1c10-4a26-bc2e-188bb987bc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:58.499979 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-36a0c178-68ba-4a7c-8461-755296656e66 req-60bb583f-1c10-4a26-bc2e-188bb987bc52 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=57ddb70c-4cdc-4023-b713-c94e64bae7d0 HTTP/1.1" status: 200 len: 1096 time: 0.0571158 Nov 09 21:23:58.545364 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-36a0c178-68ba-4a7c-8461-755296656e66 req-597f1635-4335-4f3f-82a4-417b68463f13 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=85e41b18-17bb-4547-9826-32936191f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368497 Nov 09 21:23:58.932275 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0578d64-9680-4238-ad77-692e4a240fe7 req-6eaafd15-d716-4bdc-9ef8-16fbd2aa04c3 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:58.933814 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d0578d64-9680-4238-ad77-692e4a240fe7 req-6eaafd15-d716-4bdc-9ef8-16fbd2aa04c3 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0a061fb-1b12-4207-8588-4a35f67cbe63 HTTP/1.1" status: 200 len: 949 time: 0.0489664 Nov 09 21:23:58.981516 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d0578d64-9680-4238-ad77-692e4a240fe7 req-71384470-5771-434e-a363-f8ffd9208df2 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.49 "GET /v2.0/security-groups?id=cfe44ebb-e64e-4089-b800-489ecaa39603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416784 Nov 09 21:23:59.289860 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e1cc9-f763-44e4-8933-f8aa70e40bde req-9441fa26-7e0a-4351-b3c2-ff9971a753b3 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:59.291332 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-808e1cc9-f763-44e4-8933-f8aa70e40bde req-9441fa26-7e0a-4351-b3c2-ff9971a753b3 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=57ddb70c-4cdc-4023-b713-c94e64bae7d0 HTTP/1.1" status: 200 len: 945 time: 0.0512042 Nov 09 21:23:59.338199 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-808e1cc9-f763-44e4-8933-f8aa70e40bde req-f72fb793-4c69-4658-a240-69766b920878 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/security-groups?id=85e41b18-17bb-4547-9826-32936191f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409064 Nov 09 21:23:59.512253 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557305dd-a88f-4152-a8e7-6996ebffaa31 req-0ef02e4c-0784-4cfd-93c2-304aba50b4d9 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:23:59.513726 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-557305dd-a88f-4152-a8e7-6996ebffaa31 req-0ef02e4c-0784-4cfd-93c2-304aba50b4d9 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0a061fb-1b12-4207-8588-4a35f67cbe63 HTTP/1.1" status: 200 len: 949 time: 0.0522885 Nov 09 21:23:59.584191 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-40129f8c-30c3-4fa5-864b-9804106d4ce9 req-2bb8c685-a430-4a94-8ecf-b6079f7c37d9 tempest-ServerShowV257Test-1738277150 tempest-ServerShowV257Test-1738277150-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd0c14e7-1e5a-40f0-9591-e2ca3333a60a HTTP/1.1" status: 200 len: 210 time: 0.0265794 Nov 09 21:23:59.606115 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-557305dd-a88f-4152-a8e7-6996ebffaa31 req-4ed8cd04-921f-454f-9021-5a6013e1f12d tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Deleting port aaafcacd-255c-49ef-bcad-66f840f1d505 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:23:59.606454 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-557305dd-a88f-4152-a8e7-6996ebffaa31 req-4ed8cd04-921f-454f-9021-5a6013e1f12d tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:59.697952 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-557305dd-a88f-4152-a8e7-6996ebffaa31 req-4ed8cd04-921f-454f-9021-5a6013e1f12d tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] For port aaafcacd-255c-49ef-bcad-66f840f1d505, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=aaafcacd-255c-49ef-bcad-66f840f1d505,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:23:59.698304 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-557305dd-a88f-4152-a8e7-6996ebffaa31 req-4ed8cd04-921f-454f-9021-5a6013e1f12d tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:59.709738 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-557305dd-a88f-4152-a8e7-6996ebffaa31 req-4ed8cd04-921f-454f-9021-5a6013e1f12d tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Calling delete_port for aaafcacd-255c-49ef-bcad-66f840f1d505 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:23:59.838407 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-557305dd-a88f-4152-a8e7-6996ebffaa31 req-4ed8cd04-921f-454f-9021-5a6013e1f12d tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:59.874289 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed8cd04-921f-454f-9021-5a6013e1f12d tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Pushing event deleted for resources: {'Port': ['ID=aaafcacd-255c-49ef-bcad-66f840f1d505,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:23:59.913256 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-557305dd-a88f-4152-a8e7-6996ebffaa31 req-4ed8cd04-921f-454f-9021-5a6013e1f12d tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] No DVR routers for this DVR port aaafcacd-255c-49ef-bcad-66f840f1d505 on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:23:59.915924 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-557305dd-a88f-4152-a8e7-6996ebffaa31 req-4ed8cd04-921f-454f-9021-5a6013e1f12d tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:23:59.919435 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-557305dd-a88f-4152-a8e7-6996ebffaa31 req-4ed8cd04-921f-454f-9021-5a6013e1f12d tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.45 "DELETE /v2.0/ports/aaafcacd-255c-49ef-bcad-66f840f1d505 HTTP/1.1" status: 204 len: 173 time: 0.4001369 Nov 09 21:23:59.919874 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a061fb-1b12-4207-8588-4a35f67cbe63', 'name': 'network-vif-deleted', 'tag': 'aaafcacd-255c-49ef-bcad-66f840f1d505'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:23:59.922191 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d358022a-5366-4f7f-8027-c324f10fc38c" -d '{"events": [{"server_uuid": "e0a061fb-1b12-4207-8588-4a35f67cbe63", "name": "network-vif-deleted", "tag": "aaafcacd-255c-49ef-bcad-66f840f1d505"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:23:59.967628 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5285283a-f190-45fd-9e7d-f2c8b3f159e9 x-openstack-request-id: req-5285283a-f190-45fd-9e7d-f2c8b3f159e9 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:23:59.968220 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a061fb-1b12-4207-8588-4a35f67cbe63", "name": "network-vif-deleted", "tag": "aaafcacd-255c-49ef-bcad-66f840f1d505", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:23:59.968220 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5285283a-f190-45fd-9e7d-f2c8b3f159e9 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:23:59.968553 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a061fb-1b12-4207-8588-4a35f67cbe63', 'name': 'network-vif-deleted', 'tag': 'aaafcacd-255c-49ef-bcad-66f840f1d505', 'status': 'completed', 'code': 200} Nov 09 21:24:00.093257 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f34c6c0a-1aa9-49ba-9ba9-7fd4ba9209c7 req-9d33e6c0-2356-48e6-ac2e-39e795f36ac8 tempest-ListImageFiltersTestJSON-172908292 tempest-ListImageFiltersTestJSON-172908292-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0a061fb-1b12-4207-8588-4a35f67cbe63 HTTP/1.1" status: 200 len: 210 time: 0.0269413 Nov 09 21:24:00.433269 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device bf85b1c2-b8e5-46ce-892b-45dc936da8ee no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:24:00.457442 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: bf85b1c2-b8e5-46ce-892b-45dc936da8ee {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:24:00.458018 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device bf85b1c2-b8e5-46ce-892b-45dc936da8ee not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:24:00.463986 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c1cee-2d0b-45c5-a983-668a57933bc7 req-1a6f7548-6978-4e5c-9c52-a274347294b9 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:00.465513 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e90c1cee-2d0b-45c5-a983-668a57933bc7 req-1a6f7548-6978-4e5c-9c52-a274347294b9 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=57ddb70c-4cdc-4023-b713-c94e64bae7d0 HTTP/1.1" status: 200 len: 945 time: 0.0505280 Nov 09 21:24:00.517718 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e90c1cee-2d0b-45c5-a983-668a57933bc7 req-efd8fc0d-397e-44b2-9c97-1a6beebdce65 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/security-groups?id=85e41b18-17bb-4547-9826-32936191f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459898 Nov 09 21:24:00.685423 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-70973fb6-8ed6-4a90-8950-17bd542eb2a9 req-cb153216-bbbc-411f-97f9-0042dcdc761b tempest-ServerShowV257Test-1738277150 tempest-ServerShowV257Test-1738277150-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd0c14e7-1e5a-40f0-9591-e2ca3333a60a HTTP/1.1" status: 200 len: 210 time: 0.0269110 Nov 09 21:24:01.802659 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-54a5a7d7-414b-4a88-85e3-3c2b8127b277 req-a06553cc-6c09-4b1b-b984-3d73ccdaaadc tempest-ServerShowV257Test-1738277150 tempest-ServerShowV257Test-1738277150-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd0c14e7-1e5a-40f0-9591-e2ca3333a60a HTTP/1.1" status: 200 len: 210 time: 0.0288255 Nov 09 21:24:02.092695 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46028) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:24:02.233755 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b403fbb3-8882-45ad-be52-f2ee5ca2c9ff admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3a3dcbf94f6446598d328e79ace062cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1371703 Nov 09 21:24:02.234212 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46034) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:24:02.285498 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-465572ee-4abb-43e6-9d29-6e2c6b42a965 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:02.309388 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-465572ee-4abb-43e6-9d29-6e2c6b42a965 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:02.373357 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-465572ee-4abb-43e6-9d29-6e2c6b42a965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:02.376034 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-465572ee-4abb-43e6-9d29-6e2c6b42a965 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:02.380125 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-465572ee-4abb-43e6-9d29-6e2c6b42a965 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cfe44ebb-e64e-4089-b800-489ecaa39603 HTTP/1.1" status: 204 len: 168 time: 0.1449366 Nov 09 21:24:02.388852 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465572ee-4abb-43e6-9d29-6e2c6b42a965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe44ebb-e64e-4089-b800-489ecaa39603,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:02.915600 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7974f295-7a43-40a7-b142-261bd2dcc470 req-7bcfa4d6-1e39-4e58-a548-103cebc6dbae tempest-ServerShowV257Test-1738277150 tempest-ServerShowV257Test-1738277150-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd0c14e7-1e5a-40f0-9591-e2ca3333a60a HTTP/1.1" status: 200 len: 210 time: 0.0333951 Nov 09 21:24:03.563011 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:03.575055 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46086) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:24:03.684292 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-57006c1b-5815-416e-8f87-381ce84360ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:03.763082 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-57006c1b-5815-416e-8f87-381ce84360ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:03.766926 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-57006c1b-5815-416e-8f87-381ce84360ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:03.804157 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57006c1b-5815-416e-8f87-381ce84360ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0f0cf9-8b26-4efd-9b4f-b989273c00e5,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:03.810724 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-57006c1b-5815-416e-8f87-381ce84360ab admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=339bfae8d4c44c23ab5b2f54f2f17562&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2321758 Nov 09 21:24:03.811096 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46090) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:24:03.865317 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5b91a292-5bc9-4f8f-901a-734f76859f81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:03.889589 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5b91a292-5bc9-4f8f-901a-734f76859f81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:03.935548 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5b91a292-5bc9-4f8f-901a-734f76859f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:03.938618 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5b91a292-5bc9-4f8f-901a-734f76859f81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:03.941084 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5b91a292-5bc9-4f8f-901a-734f76859f81 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9d0f0cf9-8b26-4efd-9b4f-b989273c00e5 HTTP/1.1" status: 204 len: 168 time: 0.1286318 Nov 09 21:24:03.952172 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b91a292-5bc9-4f8f-901a-734f76859f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0f0cf9-8b26-4efd-9b4f-b989273c00e5,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:04.025396 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b7cae3e2-ef99-4712-98bc-767095c46b34 req-a6e5bd7d-08d4-48f8-a06d-b944bb16ba78 tempest-ServerShowV257Test-1738277150 tempest-ServerShowV257Test-1738277150-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd0c14e7-1e5a-40f0-9591-e2ca3333a60a HTTP/1.1" status: 200 len: 210 time: 0.0279326 Nov 09 21:24:04.452833 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device aaafcacd-255c-49ef-bcad-66f840f1d505 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:24:04.497924 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: aaafcacd-255c-49ef-bcad-66f840f1d505 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:24:04.498526 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device aaafcacd-255c-49ef-bcad-66f840f1d505 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:24:04.648866 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46122) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:24:04.754053 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-ffef323a-84d2-4d0f-b39b-4186e5f5a686 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-327711028-network', 'tenant_id': 'c5b86a7c92f840889ef6c615a0e7c55a'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:24:04.776166 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffef323a-84d2-4d0f-b39b-4186e5f5a686 admin admin] Made reservation on behalf of c5b86a7c92f840889ef6c615a0e7c55a for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:24:04.778645 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ffef323a-84d2-4d0f-b39b-4186e5f5a686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:04.787856 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ffef323a-84d2-4d0f-b39b-4186e5f5a686 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:04.861770 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ffef323a-84d2-4d0f-b39b-4186e5f5a686 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:04.866843 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ffef323a-84d2-4d0f-b39b-4186e5f5a686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:04.893721 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffef323a-84d2-4d0f-b39b-4186e5f5a686 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:24:04.900705 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffef323a-84d2-4d0f-b39b-4186e5f5a686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f13834c-245a-490c-895d-3a782700a67f,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:04.906584 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ffef323a-84d2-4d0f-b39b-4186e5f5a686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:04.906940 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-ffef323a-84d2-4d0f-b39b-4186e5f5a686 admin admin] Added segment 4d746769-7d35-4026-ae90-66009892dd3d of type vlan for network dc8504e9-ef70-4d56-9a29-c47629600464 Nov 09 21:24:04.948605 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ffef323a-84d2-4d0f-b39b-4186e5f5a686 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:04.973884 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ffef323a-84d2-4d0f-b39b-4186e5f5a686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:04.974980 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffef323a-84d2-4d0f-b39b-4186e5f5a686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:04.975574 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ffef323a-84d2-4d0f-b39b-4186e5f5a686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:05.039273 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ffef323a-84d2-4d0f-b39b-4186e5f5a686 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3892388 Nov 09 21:24:05.042355 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 46128) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:24:05.045128 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffef323a-84d2-4d0f-b39b-4186e5f5a686 admin admin] Pushing event updated for resources: {'Network': ['ID=dc8504e9-ef70-4d56-9a29-c47629600464,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:05.048785 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-06029fb4-0214-42ba-b351-2873c5f3407b admin admin] Request body: {'subnet': {'network_id': 'dc8504e9-ef70-4d56-9a29-c47629600464', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-327711028-subnet', 'tenant_id': 'c5b86a7c92f840889ef6c615a0e7c55a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:24:05.066865 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network dc8504e9-ef70-4d56-9a29-c47629600464 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:24:05.108383 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06029fb4-0214-42ba-b351-2873c5f3407b admin admin] Made reservation on behalf of c5b86a7c92f840889ef6c615a0e7c55a for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:24:05.110986 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-06029fb4-0214-42ba-b351-2873c5f3407b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:05.201574 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-507f0264-1b84-42fa-955f-351ed42c9bcf req-c39bb464-c2a3-495b-b2fe-8e8673af186f tempest-ServerShowV257Test-1738277150 tempest-ServerShowV257Test-1738277150-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd0c14e7-1e5a-40f0-9591-e2ca3333a60a HTTP/1.1" status: 200 len: 210 time: 0.0348885 Nov 09 21:24:05.316455 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-06029fb4-0214-42ba-b351-2873c5f3407b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:05.371775 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06029fb4-0214-42ba-b351-2873c5f3407b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a6b5962-d71d-4859-9639-25852f993efd,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:05.383930 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06029fb4-0214-42ba-b351-2873c5f3407b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:24:05.384275 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06029fb4-0214-42ba-b351-2873c5f3407b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:24:05.384617 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06029fb4-0214-42ba-b351-2873c5f3407b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:24:05.384975 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06029fb4-0214-42ba-b351-2873c5f3407b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:24:05.385309 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06029fb4-0214-42ba-b351-2873c5f3407b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:24:05.385646 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06029fb4-0214-42ba-b351-2873c5f3407b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:24:05.385974 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06029fb4-0214-42ba-b351-2873c5f3407b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:24:05.386301 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06029fb4-0214-42ba-b351-2873c5f3407b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:24:05.386626 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06029fb4-0214-42ba-b351-2873c5f3407b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:24:05.386944 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06029fb4-0214-42ba-b351-2873c5f3407b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:24:05.387264 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06029fb4-0214-42ba-b351-2873c5f3407b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:24:05.387588 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06029fb4-0214-42ba-b351-2873c5f3407b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:24:05.392724 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06029fb4-0214-42ba-b351-2873c5f3407b admin admin] Checking segment: {'id': '4d746769-7d35-4026-ae90-66009892dd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dc8504e9-ef70-4d56-9a29-c47629600464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:24:05.393084 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06029fb4-0214-42ba-b351-2873c5f3407b admin admin] Network hostable DHCP agents. Network: dc8504e9-ef70-4d56-9a29-c47629600464, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:24:05.410155 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06029fb4-0214-42ba-b351-2873c5f3407b admin admin] Network dc8504e9-ef70-4d56-9a29-c47629600464 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:24:05.419184 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-06029fb4-0214-42ba-b351-2873c5f3407b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, dc8504e9-ef70-4d56-9a29-c47629600464) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:24:05.424025 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06029fb4-0214-42ba-b351-2873c5f3407b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:05.424745 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-06029fb4-0214-42ba-b351-2873c5f3407b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:05.433653 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f54b005-dd86-4fab-b17e-b73025538481 None None] Network dc8504e9-ef70-4d56-9a29-c47629600464 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:24:05.445939 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-06029fb4-0214-42ba-b351-2873c5f3407b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4016457 Nov 09 21:24:05.629935 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41747f51-d084-43ba-ace0-a406b14d36b6 None None] Network dc8504e9-ef70-4d56-9a29-c47629600464 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:24:05.972327 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92563d50-0cbc-42f9-8bc3-18f24daa1d88 req-f6f0ebf0-0f54-491a-a8ec-4b5072c61e6c tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:05.974039 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-92563d50-0cbc-42f9-8bc3-18f24daa1d88 req-f6f0ebf0-0f54-491a-a8ec-4b5072c61e6c tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/networks?id=dc8504e9-ef70-4d56-9a29-c47629600464 HTTP/1.1" status: 200 len: 814 time: 0.1078157 Nov 09 21:24:05.990047 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-92563d50-0cbc-42f9-8bc3-18f24daa1d88 req-6ee7e719-8b6a-45b4-a8b1-9d64219e95ad tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/quotas/c5b86a7c92f840889ef6c615a0e7c55a HTTP/1.1" status: 200 len: 375 time: 0.0097508 Nov 09 21:24:06.026040 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-92563d50-0cbc-42f9-8bc3-18f24daa1d88 req-ad5ae0c2-585c-4717-aad3-e7ecb6cff03b tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c5b86a7c92f840889ef6c615a0e7c55a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304589 Nov 09 21:24:06.117006 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-92563d50-0cbc-42f9-8bc3-18f24daa1d88 req-37b060ce-de83-4e58-88d7-18b45616021b service neutron] 10.222.0.49 "GET /v2.0/networks/dc8504e9-ef70-4d56-9a29-c47629600464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836658 Nov 09 21:24:06.210960 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-92563d50-0cbc-42f9-8bc3-18f24daa1d88 req-9bd246cb-62cb-40c2-8c75-edf3386d6d69 service neutron] 10.222.0.49 "GET /v2.0/networks/dc8504e9-ef70-4d56-9a29-c47629600464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874538 Nov 09 21:24:06.311040 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b5a48c77-7701-42d8-bc42-f0a4b721f0fd req-4ddf7c8b-1f36-4f52-b9b9-3979d4c0222e tempest-ServerShowV257Test-1738277150 tempest-ServerShowV257Test-1738277150-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd0c14e7-1e5a-40f0-9591-e2ca3333a60a HTTP/1.1" status: 200 len: 210 time: 0.0296566 Nov 09 21:24:06.386849 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4fc86b3d-b7bf-467a-9ebc-5cd4bba23aec req-6b460713-dcf3-4117-a8ff-fadcbdb55203 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d411f2e9-65ea-4644-9485-678f3ddd373d HTTP/1.1" status: 200 len: 210 time: 0.0377228 Nov 09 21:24:06.542870 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb6616-6b49-4987-b492-6145a69711d6 req-4e08f981-1f76-4fd7-8127-272a3aad74c1 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:06.544347 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-59bb6616-6b49-4987-b492-6145a69711d6 req-4e08f981-1f76-4fd7-8127-272a3aad74c1 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/networks?id=771941c9-ea54-4e9e-b033-4cdf7f0bdb22 HTTP/1.1" status: 200 len: 814 time: 0.1110365 Nov 09 21:24:06.562062 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-59bb6616-6b49-4987-b492-6145a69711d6 req-1374656c-6866-4bb1-ad5e-da450a68ca60 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/quotas/03500beac0ce48c38c2adbbb554726e7 HTTP/1.1" status: 200 len: 375 time: 0.0104194 Nov 09 21:24:06.620739 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-59bb6616-6b49-4987-b492-6145a69711d6 req-77c54ca3-4489-43e8-bec7-7bf108fda309 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=03500beac0ce48c38c2adbbb554726e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511858 Nov 09 21:24:06.726677 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-59bb6616-6b49-4987-b492-6145a69711d6 req-953127c2-dd36-4dfd-8ddd-3465cc6aa833 service neutron] 10.222.0.49 "GET /v2.0/networks/771941c9-ea54-4e9e-b033-4cdf7f0bdb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980537 Nov 09 21:24:06.826997 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-59bb6616-6b49-4987-b492-6145a69711d6 req-08775a0c-bfae-4e1a-a05a-8e4848e31121 service neutron] 10.222.0.49 "GET /v2.0/networks/771941c9-ea54-4e9e-b033-4cdf7f0bdb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927572 Nov 09 21:24:06.999992 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-66f9ab36-8b52-4c37-9f87-0c74398d2230 req-0b11c59b-9c57-423c-93e7-75493ddf1ed0 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8bcf866-edeb-4a59-81f2-23d6192d7e6f HTTP/1.1" status: 200 len: 210 time: 0.0274215 Nov 09 21:24:07.399264 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92563d50-0cbc-42f9-8bc3-18f24daa1d88 req-a20d1384-9de5-4ee1-a408-ba4b0ea624c0 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:07.400961 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-92563d50-0cbc-42f9-8bc3-18f24daa1d88 req-a20d1384-9de5-4ee1-a408-ba4b0ea624c0 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.45 "GET /v2.0/networks?id=dc8504e9-ef70-4d56-9a29-c47629600464 HTTP/1.1" status: 200 len: 814 time: 0.1248279 Nov 09 21:24:07.422114 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-92563d50-0cbc-42f9-8bc3-18f24daa1d88 req-5bf74cc2-927d-46e6-9584-0a031d67324c tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Request body: {'port': {'device_id': 'd411f2e9-65ea-4644-9485-678f3ddd373d', 'network_id': 'dc8504e9-ef70-4d56-9a29-c47629600464', 'admin_state_up': True, 'tenant_id': 'c5b86a7c92f840889ef6c615a0e7c55a'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:24:07.483936 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5758160a-6ad7-4494-82ca-78ba5eb4779e req-2b4ca841-8bfe-46ab-8537-06d27d05120e tempest-ServerShowV257Test-1738277150 tempest-ServerShowV257Test-1738277150-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd0c14e7-1e5a-40f0-9591-e2ca3333a60a HTTP/1.1" status: 200 len: 210 time: 0.0583601 Nov 09 21:24:07.491478 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4a8cc551-aa13-4a25-8cc3-c04478df828e req-4522322a-26d8-45bd-a11d-13983580207d tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d411f2e9-65ea-4644-9485-678f3ddd373d HTTP/1.1" status: 200 len: 210 time: 0.0289328 Nov 09 21:24:07.567556 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92563d50-0cbc-42f9-8bc3-18f24daa1d88 req-5bf74cc2-927d-46e6-9584-0a031d67324c tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Made reservation on behalf of c5b86a7c92f840889ef6c615a0e7c55a for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:24:07.571629 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-92563d50-0cbc-42f9-8bc3-18f24daa1d88 req-5bf74cc2-927d-46e6-9584-0a031d67324c tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:07.697130 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-92563d50-0cbc-42f9-8bc3-18f24daa1d88 req-5bf74cc2-927d-46e6-9584-0a031d67324c tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Allocated IP 172.20.0.6 (dc8504e9-ef70-4d56-9a29-c47629600464/8a6b5962-d71d-4859-9639-25852f993efd/e2257a00-2e18-4891-8f00-9029d302e6a4) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:24:07.856083 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-92563d50-0cbc-42f9-8bc3-18f24daa1d88 req-5bf74cc2-927d-46e6-9584-0a031d67324c tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:07.899207 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-92563d50-0cbc-42f9-8bc3-18f24daa1d88 req-5bf74cc2-927d-46e6-9584-0a031d67324c tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:07.944752 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92563d50-0cbc-42f9-8bc3-18f24daa1d88 req-5bf74cc2-927d-46e6-9584-0a031d67324c tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Network dc8504e9-ef70-4d56-9a29-c47629600464 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:24:07.947626 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-92563d50-0cbc-42f9-8bc3-18f24daa1d88 req-5bf74cc2-927d-46e6-9584-0a031d67324c tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:24:07.951523 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-92563d50-0cbc-42f9-8bc3-18f24daa1d88 req-5bf74cc2-927d-46e6-9584-0a031d67324c tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:24:07.958065 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf74cc2-927d-46e6-9584-0a031d67324c tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Pushing event updated for resources: {'Port': ['ID=e2257a00-2e18-4891-8f00-9029d302e6a4,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:08.008472 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92563d50-0cbc-42f9-8bc3-18f24daa1d88 req-5bf74cc2-927d-46e6-9584-0a031d67324c tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:08.009154 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-92563d50-0cbc-42f9-8bc3-18f24daa1d88 req-5bf74cc2-927d-46e6-9584-0a031d67324c tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:08.023576 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-92563d50-0cbc-42f9-8bc3-18f24daa1d88 req-5bf74cc2-927d-46e6-9584-0a031d67324c tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6138086 Nov 09 21:24:08.036092 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-92563d50-0cbc-42f9-8bc3-18f24daa1d88 req-20826054-37cd-4848-99cd-c0b235669262 service neutron] Request body: {'port': {'device_id': 'd411f2e9-65ea-4644-9485-678f3ddd373d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:24:08.097477 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-92563d50-0cbc-42f9-8bc3-18f24daa1d88 req-20826054-37cd-4848-99cd-c0b235669262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:08.158229 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8635de7b-6c9b-472d-a310-ee76ddf75d68 req-85e5c1c5-795f-4dea-b70a-3064d8b62624 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8bcf866-edeb-4a59-81f2-23d6192d7e6f HTTP/1.1" status: 200 len: 210 time: 0.0528216 Nov 09 21:24:08.212957 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb6616-6b49-4987-b492-6145a69711d6 req-b1d1af76-b6ae-4a6b-bdc7-93e8e70cee41 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:08.214328 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-59bb6616-6b49-4987-b492-6145a69711d6 req-b1d1af76-b6ae-4a6b-bdc7-93e8e70cee41 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.43 "GET /v2.0/networks?id=771941c9-ea54-4e9e-b033-4cdf7f0bdb22 HTTP/1.1" status: 200 len: 814 time: 0.1653957 Nov 09 21:24:08.256816 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-59bb6616-6b49-4987-b492-6145a69711d6 req-a61d65c2-c9e5-44fa-b91b-3ad913204146 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Request body: {'port': {'device_id': 'f8bcf866-edeb-4a59-81f2-23d6192d7e6f', 'network_id': '771941c9-ea54-4e9e-b033-4cdf7f0bdb22', 'admin_state_up': True, 'tenant_id': '03500beac0ce48c38c2adbbb554726e7'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:24:08.363952 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59bb6616-6b49-4987-b492-6145a69711d6 req-a61d65c2-c9e5-44fa-b91b-3ad913204146 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Made reservation on behalf of 03500beac0ce48c38c2adbbb554726e7 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:24:08.367463 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-59bb6616-6b49-4987-b492-6145a69711d6 req-a61d65c2-c9e5-44fa-b91b-3ad913204146 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:08.380096 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-92563d50-0cbc-42f9-8bc3-18f24daa1d88 req-20826054-37cd-4848-99cd-c0b235669262 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2257a00-2e18-4891-8f00-9029d302e6a4 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:24:08.387569 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-92563d50-0cbc-42f9-8bc3-18f24daa1d88 req-20826054-37cd-4848-99cd-c0b235669262 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:08.400793 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-92563d50-0cbc-42f9-8bc3-18f24daa1d88 req-20826054-37cd-4848-99cd-c0b235669262 service neutron] Transition to ACTIVE for port object e2257a00-2e18-4891-8f00-9029d302e6a4 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:24:08.404765 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-92563d50-0cbc-42f9-8bc3-18f24daa1d88 req-20826054-37cd-4848-99cd-c0b235669262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:08.481525 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20826054-37cd-4848-99cd-c0b235669262 service neutron] Pushing event updated for resources: {'Port': ['ID=e2257a00-2e18-4891-8f00-9029d302e6a4,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:08.496552 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-59bb6616-6b49-4987-b492-6145a69711d6 req-a61d65c2-c9e5-44fa-b91b-3ad913204146 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Allocated IP 172.20.0.9 (771941c9-ea54-4e9e-b033-4cdf7f0bdb22/7a7475e6-4080-4250-acec-91cc4f59f3ca/326d231a-4dc4-4093-95d8-7bcd4571aa9b) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:24:08.531149 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-92563d50-0cbc-42f9-8bc3-18f24daa1d88 req-20826054-37cd-4848-99cd-c0b235669262 service neutron] Attempting to bind port e2257a00-2e18-4891-8f00-9029d302e6a4 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:24:08.531489 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-92563d50-0cbc-42f9-8bc3-18f24daa1d88 req-20826054-37cd-4848-99cd-c0b235669262 service neutron] Attempting to bind port e2257a00-2e18-4891-8f00-9029d302e6a4 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '4d746769-7d35-4026-ae90-66009892dd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dc8504e9-ef70-4d56-9a29-c47629600464'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:24:08.531823 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92563d50-0cbc-42f9-8bc3-18f24daa1d88 req-20826054-37cd-4848-99cd-c0b235669262 service neutron] Attempting to bind port e2257a00-2e18-4891-8f00-9029d302e6a4 on network dc8504e9-ef70-4d56-9a29-c47629600464 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:24:08.539151 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92563d50-0cbc-42f9-8bc3-18f24daa1d88 req-20826054-37cd-4848-99cd-c0b235669262 service neutron] Port e2257a00-2e18-4891-8f00-9029d302e6a4 on network dc8504e9-ef70-4d56-9a29-c47629600464 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:24:08.539485 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92563d50-0cbc-42f9-8bc3-18f24daa1d88 req-20826054-37cd-4848-99cd-c0b235669262 service neutron] Attempting to bind port e2257a00-2e18-4891-8f00-9029d302e6a4 on network dc8504e9-ef70-4d56-9a29-c47629600464 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:24:08.544824 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92563d50-0cbc-42f9-8bc3-18f24daa1d88 req-20826054-37cd-4848-99cd-c0b235669262 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:24:08.545158 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92563d50-0cbc-42f9-8bc3-18f24daa1d88 req-20826054-37cd-4848-99cd-c0b235669262 service neutron] Checking segment: {'id': '4d746769-7d35-4026-ae90-66009892dd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dc8504e9-ef70-4d56-9a29-c47629600464'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:24:08.545553 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92563d50-0cbc-42f9-8bc3-18f24daa1d88 req-20826054-37cd-4848-99cd-c0b235669262 service neutron] Bound using segment: {'id': '4d746769-7d35-4026-ae90-66009892dd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dc8504e9-ef70-4d56-9a29-c47629600464'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:24:08.545986 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-92563d50-0cbc-42f9-8bc3-18f24daa1d88 req-20826054-37cd-4848-99cd-c0b235669262 service neutron] Bound port: e2257a00-2e18-4891-8f00-9029d302e6a4, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d746769-7d35-4026-ae90-66009892dd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dc8504e9-ef70-4d56-9a29-c47629600464'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:24:08.546344 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-92563d50-0cbc-42f9-8bc3-18f24daa1d88 req-20826054-37cd-4848-99cd-c0b235669262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:08.629058 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d6adec02-776c-42b5-8317-f129400fb12e req-f900ecf6-c331-490a-a5a3-761a157972b1 tempest-ServerShowV257Test-1738277150 tempest-ServerShowV257Test-1738277150-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd0c14e7-1e5a-40f0-9591-e2ca3333a60a HTTP/1.1" status: 200 len: 210 time: 0.0375938 Nov 09 21:24:08.639673 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-92563d50-0cbc-42f9-8bc3-18f24daa1d88 req-20826054-37cd-4848-99cd-c0b235669262 service neutron] For port e2257a00-2e18-4891-8f00-9029d302e6a4, host n-h1-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:24:08.644345 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-92563d50-0cbc-42f9-8bc3-18f24daa1d88 req-20826054-37cd-4848-99cd-c0b235669262 service neutron] For port e2257a00-2e18-4891-8f00-9029d302e6a4, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=e2257a00-2e18-4891-8f00-9029d302e6a4,segment=NetworkSegment(4d746769-7d35-4026-ae90-66009892dd3d),segment_id=4d746769-7d35-4026-ae90-66009892dd3d)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:24:08.654487 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-92563d50-0cbc-42f9-8bc3-18f24daa1d88 req-20826054-37cd-4848-99cd-c0b235669262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:08.684345 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8486689-a1ad-440b-9062-7c66d62cc4f4 req-26cb12ed-93d7-4a85-88a4-09529595bd90 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:08.686057 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f8486689-a1ad-440b-9062-7c66d62cc4f4 req-26cb12ed-93d7-4a85-88a4-09529595bd90 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d411f2e9-65ea-4644-9485-678f3ddd373d HTTP/1.1" status: 200 len: 943 time: 0.0839570 Nov 09 21:24:08.689110 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92563d50-0cbc-42f9-8bc3-18f24daa1d88 req-20826054-37cd-4848-99cd-c0b235669262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:08.689730 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-92563d50-0cbc-42f9-8bc3-18f24daa1d88 req-20826054-37cd-4848-99cd-c0b235669262 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:08.691388 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-92563d50-0cbc-42f9-8bc3-18f24daa1d88 req-20826054-37cd-4848-99cd-c0b235669262 service neutron] 10.222.0.45 "PUT /v2.0/ports/e2257a00-2e18-4891-8f00-9029d302e6a4 HTTP/1.1" status: 200 len: 1091 time: 0.6596186 Nov 09 21:24:08.691833 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd411f2e9-65ea-4644-9485-678f3ddd373d', 'tag': 'e2257a00-2e18-4891-8f00-9029d302e6a4'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:24:08.694731 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06479060-6db1-4028-94be-4e9349f4335a" -d '{"events": [{"name": "network-changed", "server_uuid": "d411f2e9-65ea-4644-9485-678f3ddd373d", "tag": "e2257a00-2e18-4891-8f00-9029d302e6a4"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:24:08.716141 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-59bb6616-6b49-4987-b492-6145a69711d6 req-a61d65c2-c9e5-44fa-b91b-3ad913204146 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:08.720588 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20826054-37cd-4848-99cd-c0b235669262 service neutron] Pushing event updated for resources: {'Port': ['ID=e2257a00-2e18-4891-8f00-9029d302e6a4,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:08.738500 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218f735f-4bd1-486f-b5db-0eb0e79bfa04 x-openstack-request-id: req-218f735f-4bd1-486f-b5db-0eb0e79bfa04 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:24:08.738797 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d411f2e9-65ea-4644-9485-678f3ddd373d", "tag": "e2257a00-2e18-4891-8f00-9029d302e6a4", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:24:08.739687 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-218f735f-4bd1-486f-b5db-0eb0e79bfa04 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:24:08.740141 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd411f2e9-65ea-4644-9485-678f3ddd373d', 'tag': 'e2257a00-2e18-4891-8f00-9029d302e6a4', 'status': 'completed', 'code': 200} Nov 09 21:24:08.775240 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f8486689-a1ad-440b-9062-7c66d62cc4f4 req-472f635e-d024-4e24-a764-23cf0d2ff13e tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733449 Nov 09 21:24:08.785499 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-59bb6616-6b49-4987-b492-6145a69711d6 req-a61d65c2-c9e5-44fa-b91b-3ad913204146 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:08.786948 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92563d50-0cbc-42f9-8bc3-18f24daa1d88 req-06504aa6-3933-44ca-8c9e-52c4e22a5ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:08.788564 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-92563d50-0cbc-42f9-8bc3-18f24daa1d88 req-06504aa6-3933-44ca-8c9e-52c4e22a5ab0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c5b86a7c92f840889ef6c615a0e7c55a&device_id=d411f2e9-65ea-4644-9485-678f3ddd373d HTTP/1.1" status: 200 len: 1094 time: 0.0442061 Nov 09 21:24:08.820601 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['7d1b423e-0bca-4f20-9a13-ba04210393bf', 'cac8a0f1-fcf6-4ebd-9f0d-281933b19c82'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:24:08.834760 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59bb6616-6b49-4987-b492-6145a69711d6 req-a61d65c2-c9e5-44fa-b91b-3ad913204146 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Network 771941c9-ea54-4e9e-b033-4cdf7f0bdb22 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:24:08.840927 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-59bb6616-6b49-4987-b492-6145a69711d6 req-a61d65c2-c9e5-44fa-b91b-3ad913204146 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:24:08.844598 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-92563d50-0cbc-42f9-8bc3-18f24daa1d88 req-f4ed4f49-5003-48b9-97fa-136c89ee95bf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2257a00-2e18-4891-8f00-9029d302e6a4 HTTP/1.1" status: 200 len: 217 time: 0.0477977 Nov 09 21:24:08.847708 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-59bb6616-6b49-4987-b492-6145a69711d6 req-a61d65c2-c9e5-44fa-b91b-3ad913204146 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:24:08.854337 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d65c2-c9e5-44fa-b91b-3ad913204146 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Pushing event updated for resources: {'Port': ['ID=326d231a-4dc4-4093-95d8-7bcd4571aa9b,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:08.900436 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92563d50-0cbc-42f9-8bc3-18f24daa1d88 req-0e8cb9ff-44c5-4305-9385-c6d3cd4884e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:08.902051 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-92563d50-0cbc-42f9-8bc3-18f24daa1d88 req-0e8cb9ff-44c5-4305-9385-c6d3cd4884e0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8a6b5962-d71d-4859-9639-25852f993efd HTTP/1.1" status: 200 len: 854 time: 0.0495412 Nov 09 21:24:08.932426 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb6616-6b49-4987-b492-6145a69711d6 req-a61d65c2-c9e5-44fa-b91b-3ad913204146 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:08.933498 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-59bb6616-6b49-4987-b492-6145a69711d6 req-a61d65c2-c9e5-44fa-b91b-3ad913204146 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:08.941641 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-92563d50-0cbc-42f9-8bc3-18f24daa1d88 req-f858cca9-4948-4ac6-b839-ee824298a12a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dc8504e9-ef70-4d56-9a29-c47629600464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316639 Nov 09 21:24:08.953159 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-59bb6616-6b49-4987-b492-6145a69711d6 req-a61d65c2-c9e5-44fa-b91b-3ad913204146 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7001750 Nov 09 21:24:08.984826 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-59bb6616-6b49-4987-b492-6145a69711d6 req-730e7870-bcae-4a1f-a513-8917dee0ead7 service neutron] Request body: {'port': {'device_id': 'f8bcf866-edeb-4a59-81f2-23d6192d7e6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:24:09.048900 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-92563d50-0cbc-42f9-8bc3-18f24daa1d88 req-d8768e2a-5cb4-4966-a7ba-42ac86e084ed service neutron] 10.222.0.45 "GET /v2.0/networks/dc8504e9-ef70-4d56-9a29-c47629600464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988367 Nov 09 21:24:09.061773 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-59bb6616-6b49-4987-b492-6145a69711d6 req-730e7870-bcae-4a1f-a513-8917dee0ead7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:09.145565 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-92563d50-0cbc-42f9-8bc3-18f24daa1d88 req-fe16d77a-da3f-43db-86eb-7b782618a9f2 service neutron] 10.222.0.45 "GET /v2.0/networks/dc8504e9-ef70-4d56-9a29-c47629600464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886257 Nov 09 21:24:09.233396 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06479060-6db1-4028-94be-4e9349f4335a req-0ff43a6e-fdc7-41d2-8a36-eaed537735f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:09.234917 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-06479060-6db1-4028-94be-4e9349f4335a req-0ff43a6e-fdc7-41d2-8a36-eaed537735f3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c5b86a7c92f840889ef6c615a0e7c55a&device_id=d411f2e9-65ea-4644-9485-678f3ddd373d HTTP/1.1" status: 200 len: 1094 time: 0.0434072 Nov 09 21:24:09.327768 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-59bb6616-6b49-4987-b492-6145a69711d6 req-730e7870-bcae-4a1f-a513-8917dee0ead7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 326d231a-4dc4-4093-95d8-7bcd4571aa9b {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:24:09.335007 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672bbf1c-a71c-4729-b3d1-15ec664f3d74 req-3a842fe1-521e-43ea-9639-2f5a76620ad8 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:09.335615 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-59bb6616-6b49-4987-b492-6145a69711d6 req-730e7870-bcae-4a1f-a513-8917dee0ead7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:09.336478 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-672bbf1c-a71c-4729-b3d1-15ec664f3d74 req-3a842fe1-521e-43ea-9639-2f5a76620ad8 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8bcf866-edeb-4a59-81f2-23d6192d7e6f HTTP/1.1" status: 200 len: 931 time: 0.1052985 Nov 09 21:24:09.348180 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-59bb6616-6b49-4987-b492-6145a69711d6 req-730e7870-bcae-4a1f-a513-8917dee0ead7 service neutron] Transition to ACTIVE for port object 326d231a-4dc4-4093-95d8-7bcd4571aa9b will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:24:09.353173 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-59bb6616-6b49-4987-b492-6145a69711d6 req-730e7870-bcae-4a1f-a513-8917dee0ead7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:09.382300 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06479060-6db1-4028-94be-4e9349f4335a req-952681e6-dc22-4f1d-958d-225c4a8f2bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:09.383781 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-06479060-6db1-4028-94be-4e9349f4335a req-952681e6-dc22-4f1d-958d-225c4a8f2bcd service neutron] 10.222.0.45 "GET /v2.0/networks?id=dc8504e9-ef70-4d56-9a29-c47629600464 HTTP/1.1" status: 200 len: 914 time: 0.1393166 Nov 09 21:24:09.439160 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-06479060-6db1-4028-94be-4e9349f4335a req-65893072-3514-494d-a695-1664a76c815f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2257a00-2e18-4891-8f00-9029d302e6a4 HTTP/1.1" status: 200 len: 217 time: 0.0460544 Nov 09 21:24:09.439845 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e7870-bcae-4a1f-a513-8917dee0ead7 service neutron] Pushing event updated for resources: {'Port': ['ID=326d231a-4dc4-4093-95d8-7bcd4571aa9b,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:09.448050 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-672bbf1c-a71c-4729-b3d1-15ec664f3d74 req-ad6710e0-a8af-4463-b51a-59c55fef5638 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/security-groups?id=85e41b18-17bb-4547-9826-32936191f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012003 Nov 09 21:24:09.480609 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-59bb6616-6b49-4987-b492-6145a69711d6 req-730e7870-bcae-4a1f-a513-8917dee0ead7 service neutron] Attempting to bind port 326d231a-4dc4-4093-95d8-7bcd4571aa9b on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:24:09.480981 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-59bb6616-6b49-4987-b492-6145a69711d6 req-730e7870-bcae-4a1f-a513-8917dee0ead7 service neutron] Attempting to bind port 326d231a-4dc4-4093-95d8-7bcd4571aa9b by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': 'a1c83fda-03be-4d5c-a07e-e6833021a1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '771941c9-ea54-4e9e-b033-4cdf7f0bdb22'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:24:09.481313 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bb6616-6b49-4987-b492-6145a69711d6 req-730e7870-bcae-4a1f-a513-8917dee0ead7 service neutron] Attempting to bind port 326d231a-4dc4-4093-95d8-7bcd4571aa9b on network 771941c9-ea54-4e9e-b033-4cdf7f0bdb22 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:24:09.485846 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bb6616-6b49-4987-b492-6145a69711d6 req-730e7870-bcae-4a1f-a513-8917dee0ead7 service neutron] Port 326d231a-4dc4-4093-95d8-7bcd4571aa9b on network 771941c9-ea54-4e9e-b033-4cdf7f0bdb22 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:24:09.486171 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bb6616-6b49-4987-b492-6145a69711d6 req-730e7870-bcae-4a1f-a513-8917dee0ead7 service neutron] Attempting to bind port 326d231a-4dc4-4093-95d8-7bcd4571aa9b on network 771941c9-ea54-4e9e-b033-4cdf7f0bdb22 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:24:09.491824 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bb6616-6b49-4987-b492-6145a69711d6 req-730e7870-bcae-4a1f-a513-8917dee0ead7 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:24:09.492184 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bb6616-6b49-4987-b492-6145a69711d6 req-730e7870-bcae-4a1f-a513-8917dee0ead7 service neutron] Checking segment: {'id': 'a1c83fda-03be-4d5c-a07e-e6833021a1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '771941c9-ea54-4e9e-b033-4cdf7f0bdb22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:24:09.492553 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bb6616-6b49-4987-b492-6145a69711d6 req-730e7870-bcae-4a1f-a513-8917dee0ead7 service neutron] Bound using segment: {'id': 'a1c83fda-03be-4d5c-a07e-e6833021a1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '771941c9-ea54-4e9e-b033-4cdf7f0bdb22'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:24:09.493057 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-59bb6616-6b49-4987-b492-6145a69711d6 req-730e7870-bcae-4a1f-a513-8917dee0ead7 service neutron] Bound port: 326d231a-4dc4-4093-95d8-7bcd4571aa9b, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1c83fda-03be-4d5c-a07e-e6833021a1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '771941c9-ea54-4e9e-b033-4cdf7f0bdb22'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:24:09.493420 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-59bb6616-6b49-4987-b492-6145a69711d6 req-730e7870-bcae-4a1f-a513-8917dee0ead7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:09.495200 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06479060-6db1-4028-94be-4e9349f4335a req-e0d03284-5b7f-4a27-9aed-6f48c080d175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:09.496691 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-06479060-6db1-4028-94be-4e9349f4335a req-e0d03284-5b7f-4a27-9aed-6f48c080d175 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8a6b5962-d71d-4859-9639-25852f993efd HTTP/1.1" status: 200 len: 854 time: 0.0477645 Nov 09 21:24:09.528267 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-06479060-6db1-4028-94be-4e9349f4335a req-553ea147-9942-46aa-802c-91ab44f522ba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dc8504e9-ef70-4d56-9a29-c47629600464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240400 Nov 09 21:24:09.558019 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-59bb6616-6b49-4987-b492-6145a69711d6 req-730e7870-bcae-4a1f-a513-8917dee0ead7 service neutron] For port 326d231a-4dc4-4093-95d8-7bcd4571aa9b, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:24:09.561175 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-59bb6616-6b49-4987-b492-6145a69711d6 req-730e7870-bcae-4a1f-a513-8917dee0ead7 service neutron] For port 326d231a-4dc4-4093-95d8-7bcd4571aa9b, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=326d231a-4dc4-4093-95d8-7bcd4571aa9b,segment=NetworkSegment(a1c83fda-03be-4d5c-a07e-e6833021a1a4),segment_id=a1c83fda-03be-4d5c-a07e-e6833021a1a4)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:24:09.565208 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-59bb6616-6b49-4987-b492-6145a69711d6 req-730e7870-bcae-4a1f-a513-8917dee0ead7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:09.597139 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb6616-6b49-4987-b492-6145a69711d6 req-730e7870-bcae-4a1f-a513-8917dee0ead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:09.597508 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-59bb6616-6b49-4987-b492-6145a69711d6 req-730e7870-bcae-4a1f-a513-8917dee0ead7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:09.599405 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-59bb6616-6b49-4987-b492-6145a69711d6 req-730e7870-bcae-4a1f-a513-8917dee0ead7 service neutron] 10.222.0.43 "PUT /v2.0/ports/326d231a-4dc4-4093-95d8-7bcd4571aa9b HTTP/1.1" status: 200 len: 1091 time: 0.6220837 Nov 09 21:24:09.599854 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8bcf866-edeb-4a59-81f2-23d6192d7e6f', 'tag': '326d231a-4dc4-4093-95d8-7bcd4571aa9b'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:24:09.602118 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d24c83-72b1-42e4-b933-2f4148d63a74" -d '{"events": [{"name": "network-changed", "server_uuid": "f8bcf866-edeb-4a59-81f2-23d6192d7e6f", "tag": "326d231a-4dc4-4093-95d8-7bcd4571aa9b"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:24:09.633075 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-06479060-6db1-4028-94be-4e9349f4335a req-0e8b4335-08ce-4985-954a-440be2eeac39 service neutron] 10.222.0.45 "GET /v2.0/networks/dc8504e9-ef70-4d56-9a29-c47629600464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968308 Nov 09 21:24:09.634254 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e7870-bcae-4a1f-a513-8917dee0ead7 service neutron] Pushing event updated for resources: {'Port': ['ID=326d231a-4dc4-4093-95d8-7bcd4571aa9b,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:09.646189 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b0c442-60e1-4d2a-af74-8002e4b7d764 x-openstack-request-id: req-27b0c442-60e1-4d2a-af74-8002e4b7d764 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:24:09.646549 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8bcf866-edeb-4a59-81f2-23d6192d7e6f", "tag": "326d231a-4dc4-4093-95d8-7bcd4571aa9b", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:24:09.646810 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-27b0c442-60e1-4d2a-af74-8002e4b7d764 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:24:09.647207 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8bcf866-edeb-4a59-81f2-23d6192d7e6f', 'tag': '326d231a-4dc4-4093-95d8-7bcd4571aa9b', 'status': 'completed', 'code': 200} Nov 09 21:24:09.717834 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb6616-6b49-4987-b492-6145a69711d6 req-be5cf183-592c-45dc-a939-e010bd71f035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:09.719602 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-59bb6616-6b49-4987-b492-6145a69711d6 req-be5cf183-592c-45dc-a939-e010bd71f035 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=03500beac0ce48c38c2adbbb554726e7&device_id=f8bcf866-edeb-4a59-81f2-23d6192d7e6f HTTP/1.1" status: 200 len: 1094 time: 0.0415318 Nov 09 21:24:09.750770 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b5199809-2731-431f-838f-0dd40ce8ff34 req-9a2ae545-b973-44f7-992c-4ff174687847 tempest-ServerShowV257Test-1738277150 tempest-ServerShowV257Test-1738277150-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd0c14e7-1e5a-40f0-9591-e2ca3333a60a HTTP/1.1" status: 200 len: 210 time: 0.0417397 Nov 09 21:24:09.756245 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-06479060-6db1-4028-94be-4e9349f4335a req-51c385a5-6ab2-4ec9-85d6-300b43b976ef service neutron] 10.222.0.45 "GET /v2.0/networks/dc8504e9-ef70-4d56-9a29-c47629600464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152604 Nov 09 21:24:09.772157 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-59bb6616-6b49-4987-b492-6145a69711d6 req-3197dc30-886d-4f11-89a2-f8a9998ad60c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=326d231a-4dc4-4093-95d8-7bcd4571aa9b HTTP/1.1" status: 200 len: 217 time: 0.0370941 Nov 09 21:24:09.826718 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb6616-6b49-4987-b492-6145a69711d6 req-ce6104b2-6a61-4d69-a5df-f79f5ab19237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:09.828349 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-59bb6616-6b49-4987-b492-6145a69711d6 req-ce6104b2-6a61-4d69-a5df-f79f5ab19237 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7a7475e6-4080-4250-acec-91cc4f59f3ca HTTP/1.1" status: 200 len: 854 time: 0.0486765 Nov 09 21:24:09.871229 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-59bb6616-6b49-4987-b492-6145a69711d6 req-c82e2af3-0a22-4b8d-bbdb-c5f95bd35ce3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=771941c9-ea54-4e9e-b033-4cdf7f0bdb22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356131 Nov 09 21:24:10.251734 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca8b52-56da-4a03-a739-b1e4326518d6 req-1f1345ba-b6dd-41b0-a76a-a0240a6a6336 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:10.253227 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f0ca8b52-56da-4a03-a739-b1e4326518d6 req-1f1345ba-b6dd-41b0-a76a-a0240a6a6336 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d411f2e9-65ea-4644-9485-678f3ddd373d HTTP/1.1" status: 200 len: 943 time: 0.3847713 Nov 09 21:24:10.291174 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-59bb6616-6b49-4987-b492-6145a69711d6 req-5ee8eef9-9013-4304-b0c2-bab093c73c00 service neutron] 10.222.0.43 "GET /v2.0/networks/771941c9-ea54-4e9e-b033-4cdf7f0bdb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109869 Nov 09 21:24:10.355493 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f0ca8b52-56da-4a03-a739-b1e4326518d6 req-1f61ae2d-5c8f-4188-8ae8-44a0cb59f6b9 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918996 Nov 09 21:24:10.398830 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-59bb6616-6b49-4987-b492-6145a69711d6 req-a7349e19-aea0-4a65-9cf3-276208dfb552 service neutron] 10.222.0.43 "GET /v2.0/networks/771941c9-ea54-4e9e-b033-4cdf7f0bdb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988650 Nov 09 21:24:10.533893 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d24c83-72b1-42e4-b933-2f4148d63a74 req-faf52c80-d816-429b-9ca7-08bc08d44e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:10.535391 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-14d24c83-72b1-42e4-b933-2f4148d63a74 req-faf52c80-d816-429b-9ca7-08bc08d44e81 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=03500beac0ce48c38c2adbbb554726e7&device_id=f8bcf866-edeb-4a59-81f2-23d6192d7e6f HTTP/1.1" status: 200 len: 1094 time: 0.0519640 Nov 09 21:24:10.587279 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76346555-ba84-4ea9-80e8-fde9ec9b0353 req-b9762414-f7fd-490f-85f6-0f729f47a617 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:10.588802 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-76346555-ba84-4ea9-80e8-fde9ec9b0353 req-b9762414-f7fd-490f-85f6-0f729f47a617 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8bcf866-edeb-4a59-81f2-23d6192d7e6f HTTP/1.1" status: 200 len: 943 time: 0.0547719 Nov 09 21:24:10.625043 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d24c83-72b1-42e4-b933-2f4148d63a74 req-d79128ed-6e09-4fca-bd17-523a10b514cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:10.626509 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-14d24c83-72b1-42e4-b933-2f4148d63a74 req-d79128ed-6e09-4fca-bd17-523a10b514cd service neutron] 10.222.0.43 "GET /v2.0/networks?id=771941c9-ea54-4e9e-b033-4cdf7f0bdb22 HTTP/1.1" status: 200 len: 914 time: 0.0845833 Nov 09 21:24:10.636069 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-76346555-ba84-4ea9-80e8-fde9ec9b0353 req-423aaede-8d89-4fbd-a3ef-b7c69ed99110 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/security-groups?id=85e41b18-17bb-4547-9826-32936191f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410693 Nov 09 21:24:10.670911 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-14d24c83-72b1-42e4-b933-2f4148d63a74 req-9a483d56-f2fe-4db5-ae71-f909215be350 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=326d231a-4dc4-4093-95d8-7bcd4571aa9b HTTP/1.1" status: 200 len: 217 time: 0.0366161 Nov 09 21:24:10.719057 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d24c83-72b1-42e4-b933-2f4148d63a74 req-70cd2a40-63d3-46e0-a206-5c964445bef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:10.720517 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-14d24c83-72b1-42e4-b933-2f4148d63a74 req-70cd2a40-63d3-46e0-a206-5c964445bef4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7a7475e6-4080-4250-acec-91cc4f59f3ca HTTP/1.1" status: 200 len: 854 time: 0.0417831 Nov 09 21:24:10.753015 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-14d24c83-72b1-42e4-b933-2f4148d63a74 req-682f9581-0c7f-4f85-a656-823abe638d7f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=771941c9-ea54-4e9e-b033-4cdf7f0bdb22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244849 Nov 09 21:24:10.866813 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3f41ac29-b121-4191-a107-ecaf23b777d0 req-86f42226-1c03-4d9c-b984-970d29e34efb tempest-ServerShowV257Test-1738277150 tempest-ServerShowV257Test-1738277150-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd0c14e7-1e5a-40f0-9591-e2ca3333a60a HTTP/1.1" status: 200 len: 210 time: 0.0420144 Nov 09 21:24:10.871978 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-14d24c83-72b1-42e4-b933-2f4148d63a74 req-cd12dbdc-85ec-4560-91c4-b901c39e9511 service neutron] 10.222.0.43 "GET /v2.0/networks/771941c9-ea54-4e9e-b033-4cdf7f0bdb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116097 Nov 09 21:24:10.966262 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-14d24c83-72b1-42e4-b933-2f4148d63a74 req-9b0cebc6-4254-40a1-89a7-df7ed50dfac2 service neutron] 10.222.0.43 "GET /v2.0/networks/771941c9-ea54-4e9e-b033-4cdf7f0bdb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844042 Nov 09 21:24:11.470470 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b0cbc1-01c8-450e-b94f-fb59bf77edd9 req-b60e173d-a748-4fa2-a580-2161ad879832 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:11.471965 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e9b0cbc1-01c8-450e-b94f-fb59bf77edd9 req-b60e173d-a748-4fa2-a580-2161ad879832 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d411f2e9-65ea-4644-9485-678f3ddd373d HTTP/1.1" status: 200 len: 943 time: 0.0482135 Nov 09 21:24:11.518704 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e9b0cbc1-01c8-450e-b94f-fb59bf77edd9 req-95c50b39-eb9f-4307-9322-9fcfd512f9bc tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398724 Nov 09 21:24:11.751740 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baffed9-d0c1-465f-bb22-e430a36838ca req-1e022028-2238-4240-a152-87459efc1f93 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:11.753227 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5baffed9-d0c1-465f-bb22-e430a36838ca req-1e022028-2238-4240-a152-87459efc1f93 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8bcf866-edeb-4a59-81f2-23d6192d7e6f HTTP/1.1" status: 200 len: 943 time: 0.0488296 Nov 09 21:24:11.799086 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5baffed9-d0c1-465f-bb22-e430a36838ca req-77f55c04-f924-4dda-8db6-017feaa683b2 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/security-groups?id=85e41b18-17bb-4547-9826-32936191f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395300 Nov 09 21:24:11.965287 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-44cb00b0-64ba-462d-975b-0066fd340a0c req-705b42da-3b71-4154-a4da-1b528b7b1a7e tempest-ServerShowV257Test-1738277150 tempest-ServerShowV257Test-1738277150-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd0c14e7-1e5a-40f0-9591-e2ca3333a60a HTTP/1.1" status: 200 len: 210 time: 0.0267694 Nov 09 21:24:12.206227 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 326d231a-4dc4-4093-95d8-7bcd4571aa9b details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:24:12.302157 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 326d231a-4dc4-4093-95d8-7bcd4571aa9b, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=326d231a-4dc4-4093-95d8-7bcd4571aa9b,segment=NetworkSegment(a1c83fda-03be-4d5c-a07e-e6833021a1a4),segment_id=a1c83fda-03be-4d5c-a07e-e6833021a1a4)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:24:12.313515 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '326d231a-4dc4-4093-95d8-7bcd4571aa9b', 'network_id': '771941c9-ea54-4e9e-b033-4cdf7f0bdb22', 'port_id': '326d231a-4dc4-4093-95d8-7bcd4571aa9b', 'mac_address': 'fa:16:3e:cf:b5:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a7475e6-4080-4250-acec-91cc4f59f3ca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:24:12.350179 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:12.362853 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 326d231a-4dc4-4093-95d8-7bcd4571aa9b {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:24:12.381721 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 326d231a-4dc4-4093-95d8-7bcd4571aa9b, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=326d231a-4dc4-4093-95d8-7bcd4571aa9b,segment=NetworkSegment(a1c83fda-03be-4d5c-a07e-e6833021a1a4),segment_id=a1c83fda-03be-4d5c-a07e-e6833021a1a4)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:24:12.385806 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:12.432084 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=326d231a-4dc4-4093-95d8-7bcd4571aa9b,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:12.510401 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device e2257a00-2e18-4891-8f00-9029d302e6a4 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:24:12.610913 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port e2257a00-2e18-4891-8f00-9029d302e6a4, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=e2257a00-2e18-4891-8f00-9029d302e6a4,segment=NetworkSegment(4d746769-7d35-4026-ae90-66009892dd3d),segment_id=4d746769-7d35-4026-ae90-66009892dd3d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:24:12.622849 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': 'e2257a00-2e18-4891-8f00-9029d302e6a4', 'network_id': 'dc8504e9-ef70-4d56-9a29-c47629600464', 'port_id': 'e2257a00-2e18-4891-8f00-9029d302e6a4', 'mac_address': 'fa:16:3e:6b:51:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a6b5962-d71d-4859-9639-25852f993efd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:24:12.637022 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9d07a-96f6-4708-a772-9baf5c1e71d2 req-7dfcef38-b1a0-45d8-a809-68aa627a6123 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:12.638537 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-47a9d07a-96f6-4708-a772-9baf5c1e71d2 req-7dfcef38-b1a0-45d8-a809-68aa627a6123 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d411f2e9-65ea-4644-9485-678f3ddd373d HTTP/1.1" status: 200 len: 943 time: 0.0500097 Nov 09 21:24:12.663612 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:12.676314 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2257a00-2e18-4891-8f00-9029d302e6a4 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:24:12.686171 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-47a9d07a-96f6-4708-a772-9baf5c1e71d2 req-77a272b6-f78b-4755-b187-10870ba0d48d tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415275 Nov 09 21:24:12.700749 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port e2257a00-2e18-4891-8f00-9029d302e6a4, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=e2257a00-2e18-4891-8f00-9029d302e6a4,segment=NetworkSegment(4d746769-7d35-4026-ae90-66009892dd3d),segment_id=4d746769-7d35-4026-ae90-66009892dd3d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:24:12.707947 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:12.753733 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=e2257a00-2e18-4891-8f00-9029d302e6a4,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:12.842865 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['326d231a-4dc4-4093-95d8-7bcd4571aa9b'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:24:12.932515 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8bc110-d725-4cd5-93e7-903d2142a2af req-fb873f1d-a651-4623-9149-cd24872d6769 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:12.934038 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ea8bc110-d725-4cd5-93e7-903d2142a2af req-fb873f1d-a651-4623-9149-cd24872d6769 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8bcf866-edeb-4a59-81f2-23d6192d7e6f HTTP/1.1" status: 200 len: 944 time: 0.0570912 Nov 09 21:24:12.955723 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['e2257a00-2e18-4891-8f00-9029d302e6a4'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:24:12.981600 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ea8bc110-d725-4cd5-93e7-903d2142a2af req-dbfdef52-e548-46c0-9b36-2fa67706478b tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/security-groups?id=85e41b18-17bb-4547-9826-32936191f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416031 Nov 09 21:24:13.066819 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8aa99ce5-12ee-48e3-bc6d-59ab39413055 req-cd2f5109-6f5c-4482-b5a6-75cfd7e19671 tempest-ServerShowV257Test-1738277150 tempest-ServerShowV257Test-1738277150-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd0c14e7-1e5a-40f0-9591-e2ca3333a60a HTTP/1.1" status: 200 len: 210 time: 0.0290425 Nov 09 21:24:13.807853 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876e294-4aca-492a-a08f-3f75ba2348a2 req-3570de12-be85-458d-b56d-31fb820908e7 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:13.809365 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4876e294-4aca-492a-a08f-3f75ba2348a2 req-3570de12-be85-458d-b56d-31fb820908e7 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d411f2e9-65ea-4644-9485-678f3ddd373d HTTP/1.1" status: 200 len: 944 time: 0.0547905 Nov 09 21:24:13.856029 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4876e294-4aca-492a-a08f-3f75ba2348a2 req-ea366ef8-0d29-469a-866c-8a55bb2e9da6 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407698 Nov 09 21:24:14.098583 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c177b41-06d2-44ce-8626-226b08ee8394 req-a4303435-0ddb-4717-b9c6-404e0de66f86 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:14.100700 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2c177b41-06d2-44ce-8626-226b08ee8394 req-a4303435-0ddb-4717-b9c6-404e0de66f86 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8bcf866-edeb-4a59-81f2-23d6192d7e6f HTTP/1.1" status: 200 len: 944 time: 0.0476077 Nov 09 21:24:14.147077 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2c177b41-06d2-44ce-8626-226b08ee8394 req-01ed2736-864c-43bc-a519-6f1d2e7a5ad5 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/security-groups?id=85e41b18-17bb-4547-9826-32936191f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405157 Nov 09 21:24:14.165919 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d079d69d-1544-40a2-a02e-c6af2c5433c7 req-44ae9b8b-117c-4e33-b3ce-466c73109d57 tempest-ServerShowV257Test-1738277150 tempest-ServerShowV257Test-1738277150-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd0c14e7-1e5a-40f0-9591-e2ca3333a60a HTTP/1.1" status: 200 len: 210 time: 0.0257020 Nov 09 21:24:14.511590 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device e2257a00-2e18-4891-8f00-9029d302e6a4 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:24:14.557293 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port e2257a00-2e18-4891-8f00-9029d302e6a4 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:24:14.561063 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port e2257a00-2e18-4891-8f00-9029d302e6a4 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:24:14.561428 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:14.638257 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:14.659792 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd411f2e9-65ea-4644-9485-678f3ddd373d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2257a00-2e18-4891-8f00-9029d302e6a4'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:24:14.662592 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0dda94-bd4e-4408-b419-ffe8a1cf1263" -d '{"events": [{"server_uuid": "d411f2e9-65ea-4644-9485-678f3ddd373d", "name": "network-vif-plugged", "status": "completed", "tag": "e2257a00-2e18-4891-8f00-9029d302e6a4"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:24:14.675190 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port e2257a00-2e18-4891-8f00-9029d302e6a4, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=e2257a00-2e18-4891-8f00-9029d302e6a4,segment=NetworkSegment(4d746769-7d35-4026-ae90-66009892dd3d),segment_id=4d746769-7d35-4026-ae90-66009892dd3d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:24:14.679299 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:14.708011 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39fd843-f708-4ce8-99a6-9d5cd96314a7 x-openstack-request-id: req-b39fd843-f708-4ce8-99a6-9d5cd96314a7 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:24:14.708887 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d411f2e9-65ea-4644-9485-678f3ddd373d", "name": "network-vif-plugged", "status": "completed", "tag": "e2257a00-2e18-4891-8f00-9029d302e6a4", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:24:14.709145 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b39fd843-f708-4ce8-99a6-9d5cd96314a7 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:24:14.709527 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd411f2e9-65ea-4644-9485-678f3ddd373d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2257a00-2e18-4891-8f00-9029d302e6a4', 'code': 200} Nov 09 21:24:14.733910 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=e2257a00-2e18-4891-8f00-9029d302e6a4,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:14.801185 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa870ab-1aba-451f-8f81-528450c13637 req-3e4bf11f-5eda-4e21-b7be-8e951dbf1977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:14.802701 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ffa870ab-1aba-451f-8f81-528450c13637 req-3e4bf11f-5eda-4e21-b7be-8e951dbf1977 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d411f2e9-65ea-4644-9485-678f3ddd373d HTTP/1.1" status: 200 len: 1096 time: 0.0436766 Nov 09 21:24:14.847654 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ffa870ab-1aba-451f-8f81-528450c13637 req-e5ccf829-3be9-46f2-8320-6deeefa7294e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372078 Nov 09 21:24:14.970385 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fbbdda-f37c-4aa3-ab4e-80d1904d6d5b req-1c719181-69e2-4d99-a58b-97a885ba7cfd tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:14.971839 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-40fbbdda-f37c-4aa3-ab4e-80d1904d6d5b req-1c719181-69e2-4d99-a58b-97a885ba7cfd tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d411f2e9-65ea-4644-9485-678f3ddd373d HTTP/1.1" status: 200 len: 945 time: 0.0481710 Nov 09 21:24:15.018119 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-40fbbdda-f37c-4aa3-ab4e-80d1904d6d5b req-5f8c4806-d7a4-47d0-b80d-ffc6162da8c1 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401461 Nov 09 21:24:15.265949 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426b49f-816d-4723-86bb-895bfc729a9f req-e5485aa0-756d-4a00-a91a-f33f2b85d878 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:15.267451 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3426b49f-816d-4723-86bb-895bfc729a9f req-e5485aa0-756d-4a00-a91a-f33f2b85d878 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8bcf866-edeb-4a59-81f2-23d6192d7e6f HTTP/1.1" status: 200 len: 944 time: 0.0491517 Nov 09 21:24:15.269157 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-055a2dfb-6471-41b0-aa0a-b89e01f408b4 req-d3f46395-e473-4eac-889d-19d53bc67510 tempest-ServerShowV257Test-1738277150 tempest-ServerShowV257Test-1738277150-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd0c14e7-1e5a-40f0-9591-e2ca3333a60a HTTP/1.1" status: 200 len: 210 time: 0.0301006 Nov 09 21:24:15.314924 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3426b49f-816d-4723-86bb-895bfc729a9f req-9e7a70c6-7af1-4ce3-838f-edf5e1b4f73b tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/security-groups?id=85e41b18-17bb-4547-9826-32936191f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409284 Nov 09 21:24:16.133390 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618efefd-6d59-4a09-b324-df53749d07e0 req-6acccb61-8562-40ba-9ba2-752c98e34cd5 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:16.134850 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-618efefd-6d59-4a09-b324-df53749d07e0 req-6acccb61-8562-40ba-9ba2-752c98e34cd5 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d411f2e9-65ea-4644-9485-678f3ddd373d HTTP/1.1" status: 200 len: 945 time: 0.0485919 Nov 09 21:24:16.182899 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-618efefd-6d59-4a09-b324-df53749d07e0 req-0b5c49ca-fd86-402c-8ab3-8346796f9869 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421505 Nov 09 21:24:16.226338 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 326d231a-4dc4-4093-95d8-7bcd4571aa9b up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:24:16.277118 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 326d231a-4dc4-4093-95d8-7bcd4571aa9b completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:24:16.281099 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 326d231a-4dc4-4093-95d8-7bcd4571aa9b triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:24:16.281464 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:16.297989 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6721f532-bac5-40eb-9495-da62ca70d019 req-6275dee9-0e97-4750-845c-c4cf1082e42d tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:16.299411 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6721f532-bac5-40eb-9495-da62ca70d019 req-6275dee9-0e97-4750-845c-c4cf1082e42d tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d411f2e9-65ea-4644-9485-678f3ddd373d HTTP/1.1" status: 200 len: 945 time: 0.0485821 Nov 09 21:24:16.354275 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6721f532-bac5-40eb-9495-da62ca70d019 req-8dea0146-25c7-4c7e-86bb-1e4aa169c0dc tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473778 Nov 09 21:24:16.365284 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:16.380106 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-17c0474b-25d1-444a-8843-550abfe4841c req-2c3fcd23-1ada-489f-b108-9f49af450491 tempest-ServerShowV257Test-1738277150 tempest-ServerShowV257Test-1738277150-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd0c14e7-1e5a-40f0-9591-e2ca3333a60a HTTP/1.1" status: 200 len: 210 time: 0.0325813 Nov 09 21:24:16.400943 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 326d231a-4dc4-4093-95d8-7bcd4571aa9b, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=326d231a-4dc4-4093-95d8-7bcd4571aa9b,segment=NetworkSegment(a1c83fda-03be-4d5c-a07e-e6833021a1a4),segment_id=a1c83fda-03be-4d5c-a07e-e6833021a1a4)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:24:16.406056 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:16.463661 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=326d231a-4dc4-4093-95d8-7bcd4571aa9b,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:16.478356 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ad7f9-ee92-42f9-8283-fd66e061d0ba req-b0e8389b-9dac-465f-beab-271fbc1462bd tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:16.479936 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bf5ad7f9-ee92-42f9-8283-fd66e061d0ba req-b0e8389b-9dac-465f-beab-271fbc1462bd tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8bcf866-edeb-4a59-81f2-23d6192d7e6f HTTP/1.1" status: 200 len: 945 time: 0.0548227 Nov 09 21:24:16.532743 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bf5ad7f9-ee92-42f9-8283-fd66e061d0ba req-cbefc713-54f1-4de0-8c2d-29616b0a47e8 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/security-groups?id=85e41b18-17bb-4547-9826-32936191f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419216 Nov 09 21:24:16.710529 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8bcf866-edeb-4a59-81f2-23d6192d7e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326d231a-4dc4-4093-95d8-7bcd4571aa9b'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:24:16.713345 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631a201a-8e9a-4b98-86c2-bd0224cc8400" -d '{"events": [{"server_uuid": "f8bcf866-edeb-4a59-81f2-23d6192d7e6f", "name": "network-vif-plugged", "status": "completed", "tag": "326d231a-4dc4-4093-95d8-7bcd4571aa9b"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:24:16.790472 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f556731-3dc8-4c08-9d4d-ab58d02a31e1 x-openstack-request-id: req-8f556731-3dc8-4c08-9d4d-ab58d02a31e1 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:24:16.790776 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8bcf866-edeb-4a59-81f2-23d6192d7e6f", "name": "network-vif-plugged", "status": "completed", "tag": "326d231a-4dc4-4093-95d8-7bcd4571aa9b", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:24:16.791033 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8f556731-3dc8-4c08-9d4d-ab58d02a31e1 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:24:16.791423 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8bcf866-edeb-4a59-81f2-23d6192d7e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326d231a-4dc4-4093-95d8-7bcd4571aa9b', 'code': 200} Nov 09 21:24:16.817792 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9470946-b539-484c-82e0-283d26a59dc6 req-e7c645fa-8447-48d7-8013-05823833d9bc tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:16.819559 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e9470946-b539-484c-82e0-283d26a59dc6 req-e7c645fa-8447-48d7-8013-05823833d9bc tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d411f2e9-65ea-4644-9485-678f3ddd373d HTTP/1.1" status: 200 len: 945 time: 0.0518222 Nov 09 21:24:16.876431 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e9470946-b539-484c-82e0-283d26a59dc6 req-12cf5f57-d52c-4fa8-9fa8-721891ed1fc1 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491273 Nov 09 21:24:16.927249 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea525e-d16c-4c25-8d47-d6cc0f8fb7ca req-914a4688-fdcd-4636-97a1-71264e4e4721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:16.928771 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c4ea525e-d16c-4c25-8d47-d6cc0f8fb7ca req-914a4688-fdcd-4636-97a1-71264e4e4721 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f8bcf866-edeb-4a59-81f2-23d6192d7e6f HTTP/1.1" status: 200 len: 1096 time: 0.0410006 Nov 09 21:24:16.978108 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c4ea525e-d16c-4c25-8d47-d6cc0f8fb7ca req-83111314-a026-44f5-a4a3-0c9c9d4c398c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=85e41b18-17bb-4547-9826-32936191f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408032 Nov 09 21:24:17.483901 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-760efaef-10ce-4b3a-8290-54faa50ad2dc req-52a19494-7396-4c58-95ac-bfb5fcb6a1c4 tempest-ServerShowV257Test-1738277150 tempest-ServerShowV257Test-1738277150-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd0c14e7-1e5a-40f0-9591-e2ca3333a60a HTTP/1.1" status: 200 len: 210 time: 0.0254455 Nov 09 21:24:17.586780 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4adf65d8-9cf7-40ac-8abd-727d54e69f5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:17.654102 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2d997-38d8-4391-8ef2-1850dccb0170 req-b095b81c-8e92-4ce0-b1bf-e156e1faeca2 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:17.655748 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-edb2d997-38d8-4391-8ef2-1850dccb0170 req-b095b81c-8e92-4ce0-b1bf-e156e1faeca2 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8bcf866-edeb-4a59-81f2-23d6192d7e6f HTTP/1.1" status: 200 len: 945 time: 0.0517445 Nov 09 21:24:17.704468 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-edb2d997-38d8-4391-8ef2-1850dccb0170 req-0ccea366-e271-40c6-9fb0-eebe611df7ef tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/security-groups?id=85e41b18-17bb-4547-9826-32936191f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425329 Nov 09 21:24:17.994966 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d158a14-7e84-465b-ac77-e5bf9de3f0b7 req-888d307a-9136-42e3-b9db-cd411f2b2792 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:17.996352 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6d158a14-7e84-465b-ac77-e5bf9de3f0b7 req-888d307a-9136-42e3-b9db-cd411f2b2792 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d411f2e9-65ea-4644-9485-678f3ddd373d HTTP/1.1" status: 200 len: 945 time: 0.0484977 Nov 09 21:24:18.041829 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6d158a14-7e84-465b-ac77-e5bf9de3f0b7 req-cd743670-0326-488c-b05b-17fb19b25be7 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396981 Nov 09 21:24:18.585791 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-10abe501-dbbb-4118-a7ad-34c32f3f24a2 req-f67bf560-b4c3-41b4-863f-93a5369a9c5e tempest-ServerShowV257Test-1738277150 tempest-ServerShowV257Test-1738277150-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd0c14e7-1e5a-40f0-9591-e2ca3333a60a HTTP/1.1" status: 200 len: 210 time: 0.0271213 Nov 09 21:24:18.828344 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1e55a-5d0d-437b-af9a-2ecfa39a2ec3 req-2e1a64db-73c6-46f3-8309-198b621ceeba tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:18.830015 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-70f1e55a-5d0d-437b-af9a-2ecfa39a2ec3 req-2e1a64db-73c6-46f3-8309-198b621ceeba tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8bcf866-edeb-4a59-81f2-23d6192d7e6f HTTP/1.1" status: 200 len: 945 time: 0.0506661 Nov 09 21:24:18.880832 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-70f1e55a-5d0d-437b-af9a-2ecfa39a2ec3 req-67ac489d-dec2-401d-a6e1-d014fea56276 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/security-groups?id=85e41b18-17bb-4547-9826-32936191f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414038 Nov 09 21:24:19.167534 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186b6ed-5c95-4a13-a6b4-3b3eb7c234d2 req-86f0571f-8160-4a82-ae8d-5b978f5baaeb tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:19.169429 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b186b6ed-5c95-4a13-a6b4-3b3eb7c234d2 req-86f0571f-8160-4a82-ae8d-5b978f5baaeb tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d411f2e9-65ea-4644-9485-678f3ddd373d HTTP/1.1" status: 200 len: 945 time: 0.0546904 Nov 09 21:24:19.222405 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b186b6ed-5c95-4a13-a6b4-3b3eb7c234d2 req-a3833532-63af-4f9f-867d-084b79f03bdc tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469694 Nov 09 21:24:19.696569 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f8d6fb27-18b9-468f-972d-d5bad08c39e2 req-eebd3930-5020-4a04-8b89-7908ceb1bc2f tempest-ServerShowV257Test-1738277150 tempest-ServerShowV257Test-1738277150-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd0c14e7-1e5a-40f0-9591-e2ca3333a60a HTTP/1.1" status: 200 len: 210 time: 0.0296369 Nov 09 21:24:20.013636 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-59eff4c6-87e8-4755-a7e3-db020ff81f4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:20.363207 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ff093-62e5-42b1-a9c8-f3802cfd7848 req-92ffb228-20a0-4a08-a9c9-1d2bd321e8f9 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:20.365633 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-905ff093-62e5-42b1-a9c8-f3802cfd7848 req-92ffb228-20a0-4a08-a9c9-1d2bd321e8f9 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d411f2e9-65ea-4644-9485-678f3ddd373d HTTP/1.1" status: 200 len: 945 time: 0.0581326 Nov 09 21:24:20.425262 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-905ff093-62e5-42b1-a9c8-f3802cfd7848 req-5be5b3d8-2b52-4e03-bd31-a5afbb999620 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532558 Nov 09 21:24:20.807940 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-935256b3-f1a8-455f-998f-cca5d2531d52 req-9e5dcc58-e4c2-4453-be96-0f38fd669772 tempest-ServerShowV257Test-1738277150 tempest-ServerShowV257Test-1738277150-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd0c14e7-1e5a-40f0-9591-e2ca3333a60a HTTP/1.1" status: 200 len: 210 time: 0.0336852 Nov 09 21:24:20.928627 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:21.542792 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35931f83-c618-4e02-b248-670f34e6784a req-3fe48a58-dc70-497b-a658-72a4cc395602 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:21.544281 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-35931f83-c618-4e02-b248-670f34e6784a req-3fe48a58-dc70-497b-a658-72a4cc395602 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d411f2e9-65ea-4644-9485-678f3ddd373d HTTP/1.1" status: 200 len: 945 time: 0.0496147 Nov 09 21:24:21.596838 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-35931f83-c618-4e02-b248-670f34e6784a req-b906eb32-bf25-427d-8eed-7ce5a9dabbea tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463378 Nov 09 21:24:21.911505 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6085e963-b33d-4670-9bc9-5b1339916f22 req-4d676106-efc0-4a14-9f95-1fc2fec72fc0 tempest-ServerShowV257Test-1738277150 tempest-ServerShowV257Test-1738277150-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd0c14e7-1e5a-40f0-9591-e2ca3333a60a HTTP/1.1" status: 200 len: 210 time: 0.0258157 Nov 09 21:24:22.310313 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:22.349657 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9195cefa-fcba-4265-bc51-066a3e7b2022 req-26ee36f7-c4d6-4b17-9c2e-0f9c0f99bfd6 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:22.351307 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9195cefa-fcba-4265-bc51-066a3e7b2022 req-26ee36f7-c4d6-4b17-9c2e-0f9c0f99bfd6 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 946 time: 0.0545719 Nov 09 21:24:22.398593 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9195cefa-fcba-4265-bc51-066a3e7b2022 req-2b0f5d67-4b08-4578-ab98-4ac5b1bb9ac4 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411251 Nov 09 21:24:22.711004 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:22.716799 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be61629-c028-4731-97c0-f74cedf7cc11 req-aa254bee-23b5-4538-b218-be7a1662d4ad tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:22.718295 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7be61629-c028-4731-97c0-f74cedf7cc11 req-aa254bee-23b5-4538-b218-be7a1662d4ad tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d411f2e9-65ea-4644-9485-678f3ddd373d HTTP/1.1" status: 200 len: 945 time: 0.0528862 Nov 09 21:24:22.768095 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7be61629-c028-4731-97c0-f74cedf7cc11 req-617631d5-6be2-4f03-80b2-e5410d79ca80 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430365 Nov 09 21:24:22.913020 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:24:23.016176 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7f1e49dc-37ca-4068-9833-7a51e039d0fb req-8cfe32d0-07bf-442b-bce0-360934d77b75 tempest-ServerShowV257Test-1738277150 tempest-ServerShowV257Test-1738277150-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd0c14e7-1e5a-40f0-9591-e2ca3333a60a HTTP/1.1" status: 200 len: 210 time: 0.0259778 Nov 09 21:24:23.310252 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:23.522088 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef95692-4f74-45af-b7e2-a4ac072d6ba4 req-1887f056-2656-4885-b267-6ddb25157b2b tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:23.523565 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4ef95692-4f74-45af-b7e2-a4ac072d6ba4 req-1887f056-2656-4885-b267-6ddb25157b2b tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 946 time: 0.0493858 Nov 09 21:24:23.574677 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4ef95692-4f74-45af-b7e2-a4ac072d6ba4 req-1a676dee-f1ac-48c2-b664-3fd7d2b0a059 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451920 Nov 09 21:24:23.889466 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ae29f-70fa-4585-96b5-e975692bed8e req-9cff88ea-3933-4c15-b499-06405c0f0618 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:23.890981 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-996ae29f-70fa-4585-96b5-e975692bed8e req-9cff88ea-3933-4c15-b499-06405c0f0618 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d411f2e9-65ea-4644-9485-678f3ddd373d HTTP/1.1" status: 200 len: 945 time: 0.0507219 Nov 09 21:24:23.943206 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-996ae29f-70fa-4585-96b5-e975692bed8e req-4aaa8e7e-c395-404b-bc49-52eabd02f987 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460002 Nov 09 21:24:24.116582 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-648605f9-d1d2-42c1-ba81-62ad20f6d2c4 req-f5303c35-f149-4be3-b8f5-7eeab78a2243 tempest-ServerShowV257Test-1738277150 tempest-ServerShowV257Test-1738277150-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd0c14e7-1e5a-40f0-9591-e2ca3333a60a HTTP/1.1" status: 200 len: 210 time: 0.0267203 Nov 09 21:24:24.523555 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c30bea-3976-407a-825a-07430843f815 req-a0905e5f-4f0d-4182-9a52-aa79b7be50fb tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:24.525115 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53c30bea-3976-407a-825a-07430843f815 req-a0905e5f-4f0d-4182-9a52-aa79b7be50fb tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] 10.222.0.49 "GET /v2.0/ports?device_id=62876d63-f20a-41de-bff7-0b7eede1ce6c HTTP/1.1" status: 200 len: 946 time: 0.0520263 Nov 09 21:24:24.572279 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53c30bea-3976-407a-825a-07430843f815 req-9ba70515-5cd8-4841-b439-be554c98e9fd tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] 10.222.0.49 "GET /v2.0/security-groups?id=eef65554-c219-4a18-8d9b-786b4f7ef6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411029 Nov 09 21:24:24.701302 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a926205-c39c-4277-9747-6b0d443b5e24 req-106aa1d2-1865-4829-8252-ac17d407bf22 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:24.703013 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0a926205-c39c-4277-9747-6b0d443b5e24 req-106aa1d2-1865-4829-8252-ac17d407bf22 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 946 time: 0.0520055 Nov 09 21:24:24.756537 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0a926205-c39c-4277-9747-6b0d443b5e24 req-50a7075b-2762-43b5-b771-6eb259833031 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463712 Nov 09 21:24:25.057514 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577f0a7-1d32-4c5d-9861-b97f7555f645 req-877989d6-5f16-49e9-91a7-e7f7c4bb1efe tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:25.058970 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e577f0a7-1d32-4c5d-9861-b97f7555f645 req-877989d6-5f16-49e9-91a7-e7f7c4bb1efe tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d411f2e9-65ea-4644-9485-678f3ddd373d HTTP/1.1" status: 200 len: 945 time: 0.0472071 Nov 09 21:24:25.108278 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e577f0a7-1d32-4c5d-9861-b97f7555f645 req-f4730da8-e7e4-43fd-b67d-65c425ab6ddd tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435112 Nov 09 21:24:25.218599 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-53dd3704-8b0f-4fd5-9e97-9d0367d6ee9a req-79d514cc-38a5-4e66-8b28-cd0730d0e7dc tempest-ServerShowV257Test-1738277150 tempest-ServerShowV257Test-1738277150-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd0c14e7-1e5a-40f0-9591-e2ca3333a60a HTTP/1.1" status: 200 len: 210 time: 0.0269551 Nov 09 21:24:25.381852 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a59ef6-a2c6-4900-97d1-5b4211884578 req-edcff637-5516-4c96-97a2-6126aff0c3f6 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:25.383338 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-72a59ef6-a2c6-4900-97d1-5b4211884578 req-edcff637-5516-4c96-97a2-6126aff0c3f6 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] 10.222.0.49 "GET /v2.0/ports?device_id=62876d63-f20a-41de-bff7-0b7eede1ce6c HTTP/1.1" status: 200 len: 946 time: 0.0502310 Nov 09 21:24:25.438141 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-72a59ef6-a2c6-4900-97d1-5b4211884578 req-75da3593-96e2-4255-b9c4-d8c08e4a2dd3 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] 10.222.0.49 "GET /v2.0/security-groups?id=eef65554-c219-4a18-8d9b-786b4f7ef6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489409 Nov 09 21:24:25.876458 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730ac32-b073-4bb4-b9a9-9ccf08e2fef9 req-d1125c99-7c1a-48ce-aac3-7c55ef4e40eb tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:25.877873 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0730ac32-b073-4bb4-b9a9-9ccf08e2fef9 req-d1125c99-7c1a-48ce-aac3-7c55ef4e40eb tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 946 time: 0.0485218 Nov 09 21:24:25.928544 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0730ac32-b073-4bb4-b9a9-9ccf08e2fef9 req-57e74393-c8fa-4b00-9d30-c89e9c4aba24 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449409 Nov 09 21:24:26.129189 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac1265-fea4-4741-8e26-8019f11d7cb8 req-90de2807-3f7b-4656-bfff-26ac9c2aecdc tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:26.131170 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-58ac1265-fea4-4741-8e26-8019f11d7cb8 req-90de2807-3f7b-4656-bfff-26ac9c2aecdc tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] 10.222.0.49 "GET /v2.0/ports?device_id=62876d63-f20a-41de-bff7-0b7eede1ce6c HTTP/1.1" status: 200 len: 946 time: 0.0505314 Nov 09 21:24:26.178319 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-58ac1265-fea4-4741-8e26-8019f11d7cb8 req-8f857787-3fdb-454b-89e2-e0647e10fcf7 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] 10.222.0.49 "GET /v2.0/security-groups?id=eef65554-c219-4a18-8d9b-786b4f7ef6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411422 Nov 09 21:24:26.227150 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbade814-5897-4229-9eb8-7db726ee28d9 req-39d595da-1b34-48bf-b211-3db691af9bc3 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:26.228592 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dbade814-5897-4229-9eb8-7db726ee28d9 req-39d595da-1b34-48bf-b211-3db691af9bc3 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d411f2e9-65ea-4644-9485-678f3ddd373d HTTP/1.1" status: 200 len: 945 time: 0.0491040 Nov 09 21:24:26.275556 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dbade814-5897-4229-9eb8-7db726ee28d9 req-ac3fbb82-cd0f-451b-9b56-39c6eed9153b tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409274 Nov 09 21:24:26.317734 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9652d925-b2a2-49af-82d9-0818d7f9aff9 req-bcd5e23a-b8a4-41a2-8e6d-d69496b18d60 tempest-ServerShowV257Test-1738277150 tempest-ServerShowV257Test-1738277150-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd0c14e7-1e5a-40f0-9591-e2ca3333a60a HTTP/1.1" status: 200 len: 210 time: 0.0260196 Nov 09 21:24:27.056535 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee0077-8f6a-4683-ad26-498a55d41f19 req-6d1263c7-8cb2-4d4e-a4b9-1b4f69a6c5bc tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:27.058041 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e9ee0077-8f6a-4683-ad26-498a55d41f19 req-6d1263c7-8cb2-4d4e-a4b9-1b4f69a6c5bc tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 946 time: 0.0521340 Nov 09 21:24:27.104427 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e9ee0077-8f6a-4683-ad26-498a55d41f19 req-e76143e6-8cff-463a-8bd9-1cfea7812070 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406153 Nov 09 21:24:27.295926 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f99c8-7730-4c9e-b0d5-4135471f1399 req-bf5bc17a-bd68-497d-a521-e862a0a8eba3 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:27.297422 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-212f99c8-7730-4c9e-b0d5-4135471f1399 req-bf5bc17a-bd68-497d-a521-e862a0a8eba3 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] 10.222.0.49 "GET /v2.0/ports?device_id=62876d63-f20a-41de-bff7-0b7eede1ce6c HTTP/1.1" status: 200 len: 946 time: 0.0488312 Nov 09 21:24:27.349218 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-212f99c8-7730-4c9e-b0d5-4135471f1399 req-2013a8b9-2b03-43a8-b11d-e24b921908fa tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] 10.222.0.49 "GET /v2.0/security-groups?id=eef65554-c219-4a18-8d9b-786b4f7ef6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453992 Nov 09 21:24:27.390437 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5526c60a-87e3-4c59-bf2f-6dace90f25ae req-597da5db-fe77-45ef-a839-4e36bdb8ddce tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:27.391912 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5526c60a-87e3-4c59-bf2f-6dace90f25ae req-597da5db-fe77-45ef-a839-4e36bdb8ddce tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d411f2e9-65ea-4644-9485-678f3ddd373d HTTP/1.1" status: 200 len: 945 time: 0.0502071 Nov 09 21:24:27.433572 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fac75964-4ad1-428a-8d81-3280938d602f req-e722ea81-f964-4569-ac7a-c2952260d576 tempest-ServerShowV257Test-1738277150 tempest-ServerShowV257Test-1738277150-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd0c14e7-1e5a-40f0-9591-e2ca3333a60a HTTP/1.1" status: 200 len: 210 time: 0.0291877 Nov 09 21:24:27.445961 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5526c60a-87e3-4c59-bf2f-6dace90f25ae req-661dc4e0-9988-4b92-bd32-0e031de9dd1e tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474632 Nov 09 21:24:27.759919 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda17b7c-8d72-4751-a106-e23e207d8f00 req-b5166dac-5154-4cf8-b83d-cf3abfcdf94b tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:27.761397 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fda17b7c-8d72-4751-a106-e23e207d8f00 req-b5166dac-5154-4cf8-b83d-cf3abfcdf94b tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] 10.222.0.43 "GET /v2.0/ports?device_id=62876d63-f20a-41de-bff7-0b7eede1ce6c HTTP/1.1" status: 200 len: 946 time: 0.0481365 Nov 09 21:24:27.854614 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-fda17b7c-8d72-4751-a106-e23e207d8f00 req-a6789af0-1afc-46d8-b2a2-f7e2e13f3800 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Deleting port 81b3b2fc-27e5-4509-b748-9c41dcd89102 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:24:27.854973 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-fda17b7c-8d72-4751-a106-e23e207d8f00 req-a6789af0-1afc-46d8-b2a2-f7e2e13f3800 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:27.944937 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-fda17b7c-8d72-4751-a106-e23e207d8f00 req-a6789af0-1afc-46d8-b2a2-f7e2e13f3800 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] For port 81b3b2fc-27e5-4509-b748-9c41dcd89102, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=81b3b2fc-27e5-4509-b748-9c41dcd89102,segment=NetworkSegment(110c5b95-d940-4e36-bf19-877568cab685),segment_id=110c5b95-d940-4e36-bf19-877568cab685)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:24:27.945299 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-fda17b7c-8d72-4751-a106-e23e207d8f00 req-a6789af0-1afc-46d8-b2a2-f7e2e13f3800 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:28.156804 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-fda17b7c-8d72-4751-a106-e23e207d8f00 req-a6789af0-1afc-46d8-b2a2-f7e2e13f3800 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:28.157173 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-fda17b7c-8d72-4751-a106-e23e207d8f00 req-a6789af0-1afc-46d8-b2a2-f7e2e13f3800 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:28.157490 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [req-fda17b7c-8d72-4751-a106-e23e207d8f00 req-a6789af0-1afc-46d8-b2a2-f7e2e13f3800 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Floating IP e3f660de-f2d7-43c8-b2b1-cd04616cf8db disassociated. External IP: 172.25.7.150, port: 81b3b2fc-27e5-4509-b748-9c41dcd89102. Nov 09 21:24:28.157834 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-fda17b7c-8d72-4751-a106-e23e207d8f00 req-a6789af0-1afc-46d8-b2a2-f7e2e13f3800 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Calling delete_port for 81b3b2fc-27e5-4509-b748-9c41dcd89102 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:24:28.229719 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c26f8e-ff8d-4cdf-9a97-19625fd3085f req-ca6d119d-883e-41ab-99c8-8c50615b5c16 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:28.231860 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-19c26f8e-ff8d-4cdf-9a97-19625fd3085f req-ca6d119d-883e-41ab-99c8-8c50615b5c16 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 946 time: 0.0556009 Nov 09 21:24:28.291586 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-fda17b7c-8d72-4751-a106-e23e207d8f00 req-a6789af0-1afc-46d8-b2a2-f7e2e13f3800 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:28.323310 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6789af0-1afc-46d8-b2a2-f7e2e13f3800 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Pushing event deleted for resources: {'Port': ['ID=81b3b2fc-27e5-4509-b748-9c41dcd89102,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:28.456260 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c92968ed-e0ca-46ac-8172-d442cb31f87e req-108a3712-b60d-4912-bd85-0747d130d614 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] 10.222.0.49 "GET /v2.0/ports?device_id=62876d63-f20a-41de-bff7-0b7eede1ce6c HTTP/1.1" status: 200 len: 210 time: 0.0321434 Nov 09 21:24:28.480026 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fda17b7c-8d72-4751-a106-e23e207d8f00 req-a6789af0-1afc-46d8-b2a2-f7e2e13f3800 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Router f0febf6b-93f5-4c10-b7a5-282dc33b7586 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:24:28.560532 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-19c26f8e-ff8d-4cdf-9a97-19625fd3085f req-967fe534-397e-4b57-b6fd-84b1a0a38eed tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3221085 Nov 09 21:24:28.581382 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-60659738-273c-4229-933c-47f4880355ac req-ff84fbcc-60bd-4d07-b1d6-e82e6424eb1e tempest-ServerShowV257Test-1738277150 tempest-ServerShowV257Test-1738277150-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd0c14e7-1e5a-40f0-9591-e2ca3333a60a HTTP/1.1" status: 200 len: 210 time: 0.0557032 Nov 09 21:24:28.611630 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fda17b7c-8d72-4751-a106-e23e207d8f00 req-a6789af0-1afc-46d8-b2a2-f7e2e13f3800 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:24:28.631471 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afda19e-61c7-4c93-a07e-2fb625c32817 None None] Sync routers for ids ['f0febf6b-93f5-4c10-b7a5-282dc33b7586'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:24:28.648629 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afda19e-61c7-4c93-a07e-2fb625c32817 None None] Routers {'f0febf6b-93f5-4c10-b7a5-282dc33b7586'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:24:28.649356 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-9afda19e-61c7-4c93-a07e-2fb625c32817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:24:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f0febf6b-93f5-4c10-b7a5-282dc33b7586'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:24:28.657111 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda17b7c-8d72-4751-a106-e23e207d8f00 req-a6789af0-1afc-46d8-b2a2-f7e2e13f3800 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] No DVR routers for this DVR port 81b3b2fc-27e5-4509-b748-9c41dcd89102 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:24:28.659789 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-fda17b7c-8d72-4751-a106-e23e207d8f00 req-a6789af0-1afc-46d8-b2a2-f7e2e13f3800 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:28.663146 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fda17b7c-8d72-4751-a106-e23e207d8f00 req-a6789af0-1afc-46d8-b2a2-f7e2e13f3800 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] 10.222.0.43 "DELETE /v2.0/ports/81b3b2fc-27e5-4509-b748-9c41dcd89102 HTTP/1.1" status: 204 len: 173 time: 0.8942001 Nov 09 21:24:28.663595 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62876d63-f20a-41de-bff7-0b7eede1ce6c', 'name': 'network-vif-deleted', 'tag': '81b3b2fc-27e5-4509-b748-9c41dcd89102'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:24:28.665901 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e9c9b8-7df1-47e3-a2a4-f5ff7dc506e8" -d '{"events": [{"server_uuid": "62876d63-f20a-41de-bff7-0b7eede1ce6c", "name": "network-vif-deleted", "tag": "81b3b2fc-27e5-4509-b748-9c41dcd89102"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:24:28.699456 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd51bbb-524d-4a8d-8b25-4b45f4d2f356 req-42b6baed-d2c9-4481-85b2-4cae846f8c80 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:28.701611 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9cd51bbb-524d-4a8d-8b25-4b45f4d2f356 req-42b6baed-d2c9-4481-85b2-4cae846f8c80 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d411f2e9-65ea-4644-9485-678f3ddd373d HTTP/1.1" status: 200 len: 945 time: 0.0791087 Nov 09 21:24:28.726443 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29679ee-28ef-41b7-ae28-c38aa034a708 x-openstack-request-id: req-e29679ee-28ef-41b7-ae28-c38aa034a708 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:24:28.726891 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62876d63-f20a-41de-bff7-0b7eede1ce6c", "name": "network-vif-deleted", "tag": "81b3b2fc-27e5-4509-b748-9c41dcd89102", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:24:28.727218 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e29679ee-28ef-41b7-ae28-c38aa034a708 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:24:28.727736 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62876d63-f20a-41de-bff7-0b7eede1ce6c', 'name': 'network-vif-deleted', 'tag': '81b3b2fc-27e5-4509-b748-9c41dcd89102', 'status': 'completed', 'code': 200} Nov 09 21:24:28.768873 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9cd51bbb-524d-4a8d-8b25-4b45f4d2f356 req-5841b9d9-fb6a-4770-a264-fcc06d86a00d tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611207 Nov 09 21:24:28.813004 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-9afda19e-61c7-4c93-a07e-2fb625c32817 None None] Set router f0febf6b-93f5-4c10-b7a5-282dc33b7586 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:24:29.027489 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-9afda19e-61c7-4c93-a07e-2fb625c32817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0febf6b-93f5-4c10-b7a5-282dc33b7586', 'name': 'tempest-ServersTestManualDisk-1593291978-router', 'tenant_id': 'd0523478f492462386463f095b1a1d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '570527e6-c821-4f0f-85b4-e1e477d76780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:03Z', 'updated_at': '2021-11-09T21:22:13Z', 'revision_number': 4, 'project_id': 'd0523478f492462386463f095b1a1d7b', 'gw_port': {'id': '570527e6-c821-4f0f-85b4-e1e477d76780', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0febf6b-93f5-4c10-b7a5-282dc33b7586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:05Z', 'updated_at': '2021-11-09T21:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '483c2e1d-a141-4929-9656-0e975fec944b', 'name': '', 'network_id': '335cae01-5458-4aa4-816c-c063368a91a0', 'tenant_id': 'd0523478f492462386463f095b1a1d7b', 'mac_address': 'fa:16:3e:5f:0a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0febf6b-93f5-4c10-b7a5-282dc33b7586', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '92e806a5-07da-4448-a8d8-79e1ae69a630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:12Z', 'updated_at': '2021-11-09T21:22:24Z', 'revision_number': 5, 'project_id': 'd0523478f492462386463f095b1a1d7b', 'subnets': [{'id': '92e806a5-07da-4448-a8d8-79e1ae69a630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:24:29.056904 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afda19e-61c7-4c93-a07e-2fb625c32817 None None] Checking router: f0febf6b-93f5-4c10-b7a5-282dc33b7586 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:24:29.065474 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afda19e-61c7-4c93-a07e-2fb625c32817 None None] Routers {'f0febf6b-93f5-4c10-b7a5-282dc33b7586'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:24:29.066071 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-9afda19e-61c7-4c93-a07e-2fb625c32817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:24:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f0febf6b-93f5-4c10-b7a5-282dc33b7586'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:24:29.175985 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-9afda19e-61c7-4c93-a07e-2fb625c32817 None None] Set router f0febf6b-93f5-4c10-b7a5-282dc33b7586 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:24:29.382877 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-9afda19e-61c7-4c93-a07e-2fb625c32817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0febf6b-93f5-4c10-b7a5-282dc33b7586', 'name': 'tempest-ServersTestManualDisk-1593291978-router', 'tenant_id': 'd0523478f492462386463f095b1a1d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '570527e6-c821-4f0f-85b4-e1e477d76780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:03Z', 'updated_at': '2021-11-09T21:22:13Z', 'revision_number': 4, 'project_id': 'd0523478f492462386463f095b1a1d7b', 'gw_port': {'id': '570527e6-c821-4f0f-85b4-e1e477d76780', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0febf6b-93f5-4c10-b7a5-282dc33b7586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:05Z', 'updated_at': '2021-11-09T21:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '483c2e1d-a141-4929-9656-0e975fec944b', 'name': '', 'network_id': '335cae01-5458-4aa4-816c-c063368a91a0', 'tenant_id': 'd0523478f492462386463f095b1a1d7b', 'mac_address': 'fa:16:3e:5f:0a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0febf6b-93f5-4c10-b7a5-282dc33b7586', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '92e806a5-07da-4448-a8d8-79e1ae69a630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:12Z', 'updated_at': '2021-11-09T21:22:24Z', 'revision_number': 5, 'project_id': 'd0523478f492462386463f095b1a1d7b', 'subnets': [{'id': '92e806a5-07da-4448-a8d8-79e1ae69a630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:24:29.412796 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afda19e-61c7-4c93-a07e-2fb625c32817 None None] The sync data for ids ['f0febf6b-93f5-4c10-b7a5-282dc33b7586'] in n-d-816206-3 is: [{'id': 'f0febf6b-93f5-4c10-b7a5-282dc33b7586', 'name': 'tempest-ServersTestManualDisk-1593291978-router', 'tenant_id': 'd0523478f492462386463f095b1a1d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '570527e6-c821-4f0f-85b4-e1e477d76780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:03Z', 'updated_at': '2021-11-09T21:22:13Z', 'revision_number': 4, 'project_id': 'd0523478f492462386463f095b1a1d7b', 'gw_port': {'id': '570527e6-c821-4f0f-85b4-e1e477d76780', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0febf6b-93f5-4c10-b7a5-282dc33b7586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:05Z', 'updated_at': '2021-11-09T21:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '483c2e1d-a141-4929-9656-0e975fec944b', 'name': '', 'network_id': '335cae01-5458-4aa4-816c-c063368a91a0', 'tenant_id': 'd0523478f492462386463f095b1a1d7b', 'mac_address': 'fa:16:3e:5f:0a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0febf6b-93f5-4c10-b7a5-282dc33b7586', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '92e806a5-07da-4448-a8d8-79e1ae69a630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:12Z', 'updated_at': '2021-11-09T21:22:24Z', 'revision_number': 5, 'project_id': 'd0523478f492462386463f095b1a1d7b', 'subnets': [{'id': '92e806a5-07da-4448-a8d8-79e1ae69a630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:24:29.546457 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46564) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:24:29.603893 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9ab51bff-2779-43fa-b7e9-d8db0103acf3 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:29.634573 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9ab51bff-2779-43fa-b7e9-d8db0103acf3 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:29.676207 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5eaf0b-84de-42e5-88ac-5a01a2e7674b None None] New status for floating IP e3f660de-f2d7-43c8-b2b1-cd04616cf8db: DOWN {{(pid=102609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:24:29.700287 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-049fadf1-b18b-470f-b3e0-f86d29ea9202 req-4577105f-3f3b-4e83-9522-6bc9908891ef tempest-ServerShowV257Test-1738277150 tempest-ServerShowV257Test-1738277150-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd0c14e7-1e5a-40f0-9591-e2ca3333a60a HTTP/1.1" status: 200 len: 210 time: 0.0303419 Nov 09 21:24:29.714982 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ad516-fe5e-422e-a1e7-5d3744c8e9be req-bb5f1312-0add-45a7-9338-0db54ad0e2a0 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:29.716947 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d36ad516-fe5e-422e-a1e7-5d3744c8e9be req-bb5f1312-0add-45a7-9338-0db54ad0e2a0 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 946 time: 0.0679257 Nov 09 21:24:29.745253 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9ab51bff-2779-43fa-b7e9-d8db0103acf3 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:29.748041 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9ab51bff-2779-43fa-b7e9-d8db0103acf3 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:29.749249 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-9ab51bff-2779-43fa-b7e9-d8db0103acf3 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] 10.222.0.49 "DELETE /v2.0/security-groups/eef65554-c219-4a18-8d9b-786b4f7ef6ed HTTP/1.1" status: 204 len: 168 time: 0.2017751 Nov 09 21:24:29.751850 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 46572) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:24:29.766204 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [None req-5a260fe5-0c87-472a-9afa-4eb64bbc269d tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] show failed (client error): The resource could not be found. Nov 09 21:24:29.767560 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5a260fe5-0c87-472a-9afa-4eb64bbc269d tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] 10.222.0.49 "GET /v2.0/security-groups/eef65554-c219-4a18-8d9b-786b4f7ef6ed HTTP/1.1" status: 404 len: 347 time: 0.0145211 Nov 09 21:24:29.770426 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 46574) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:24:29.782119 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab51bff-2779-43fa-b7e9-d8db0103acf3 tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef65554-c219-4a18-8d9b-786b4f7ef6ed,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:29.811136 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d36ad516-fe5e-422e-a1e7-5d3744c8e9be req-17b0d028-7ced-4ab6-9214-eaca631b2aed tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853674 Nov 09 21:24:29.967826 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab323c2f-570b-48c1-a65e-dbb132e31478 req-e67b0ff1-478b-486a-b837-a6fac724b0cb tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:29.969430 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ab323c2f-570b-48c1-a65e-dbb132e31478 req-e67b0ff1-478b-486a-b837-a6fac724b0cb tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d411f2e9-65ea-4644-9485-678f3ddd373d HTTP/1.1" status: 200 len: 945 time: 0.0772605 Nov 09 21:24:29.974090 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-35c97c91-c04a-408f-a4d7-95c5ff3c890f tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Deleting port 8975a0cc-2676-48f9-b44c-c774ab208c9c {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:24:29.974258 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-35c97c91-c04a-408f-a4d7-95c5ff3c890f tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:30.057608 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0176f0fe-d50b-4819-917e-ac55757442df req-88c1298a-e8ee-4272-a161-b320f6521dcd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cd0c14e7-1e5a-40f0-9591-e2ca3333a60a HTTP/1.1" status: 200 len: 210 time: 0.0287311 Nov 09 21:24:30.080627 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ab323c2f-570b-48c1-a65e-dbb132e31478 req-655cbe58-644b-4d75-a2d5-3b20077374c9 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943782 Nov 09 21:24:30.089320 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-35c97c91-c04a-408f-a4d7-95c5ff3c890f tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:30.089649 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-35c97c91-c04a-408f-a4d7-95c5ff3c890f tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:30.101935 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-35c97c91-c04a-408f-a4d7-95c5ff3c890f tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Calling delete_port for 8975a0cc-2676-48f9-b44c-c774ab208c9c owned by network:floatingip {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:24:30.229930 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-35c97c91-c04a-408f-a4d7-95c5ff3c890f tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:30.254642 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c97c91-c04a-408f-a4d7-95c5ff3c890f tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Pushing event deleted for resources: {'Port': ['ID=8975a0cc-2676-48f9-b44c-c774ab208c9c,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:30.313289 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-35c97c91-c04a-408f-a4d7-95c5ff3c890f tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Publish callbacks [] for floatingip, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:30.316046 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-35c97c91-c04a-408f-a4d7-95c5ff3c890f tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:30.317051 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 81b3b2fc-27e5-4509-b748-9c41dcd89102 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:24:30.317302 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-35c97c91-c04a-408f-a4d7-95c5ff3c890f tempest-ServersTestManualDisk-842649738 tempest-ServersTestManualDisk-842649738-project] 10.222.0.49 "DELETE /v2.0/floatingips/e3f660de-f2d7-43c8-b2b1-cd04616cf8db HTTP/1.1" status: 204 len: 168 time: 0.5456188 Nov 09 21:24:30.320174 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 46582) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:24:30.338121 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: 81b3b2fc-27e5-4509-b748-9c41dcd89102 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:24:30.338461 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 81b3b2fc-27e5-4509-b748-9c41dcd89102 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:24:30.659378 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0352ea86-0da4-438f-9684-9f973bea06ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:30.805992 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a3846a8c-2c81-40e3-956f-48105e449c65 req-720f71d9-af94-4115-9802-66b6626d24b4 tempest-ServerShowV257Test-1738277150 tempest-ServerShowV257Test-1738277150-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd0c14e7-1e5a-40f0-9591-e2ca3333a60a HTTP/1.1" status: 200 len: 210 time: 0.0264218 Nov 09 21:24:30.904406 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-0352ea86-0da4-438f-9684-9f973bea06ff admin admin] Deleting port 483c2e1d-a141-4929-9656-0e975fec944b {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:24:30.905019 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0352ea86-0da4-438f-9684-9f973bea06ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:30.977246 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b535c-ff23-42c0-b583-aac8bccf71d7 req-a29ef6b6-0b35-47ef-b106-383513a04481 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:30.979070 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-417b535c-ff23-42c0-b583-aac8bccf71d7 req-a29ef6b6-0b35-47ef-b106-383513a04481 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 946 time: 0.0555239 Nov 09 21:24:30.985464 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-0352ea86-0da4-438f-9684-9f973bea06ff admin admin] For port 483c2e1d-a141-4929-9656-0e975fec944b, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=483c2e1d-a141-4929-9656-0e975fec944b,segment=NetworkSegment(110c5b95-d940-4e36-bf19-877568cab685),segment_id=110c5b95-d940-4e36-bf19-877568cab685)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:24:30.985902 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0352ea86-0da4-438f-9684-9f973bea06ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:30.999134 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-0352ea86-0da4-438f-9684-9f973bea06ff admin admin] Calling delete_port for 483c2e1d-a141-4929-9656-0e975fec944b owned by network:router_interface {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:24:31.047702 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-417b535c-ff23-42c0-b583-aac8bccf71d7 req-61da6d79-d5ed-42aa-a784-6c692eaf1de5 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590010 Nov 09 21:24:31.235081 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3063f85-f63a-4cf8-b99b-20556514675b req-4b87c5fc-7f00-4a0e-a446-3a09e9d63916 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:31.236498 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d3063f85-f63a-4cf8-b99b-20556514675b req-4b87c5fc-7f00-4a0e-a446-3a09e9d63916 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d411f2e9-65ea-4644-9485-678f3ddd373d HTTP/1.1" status: 200 len: 945 time: 0.0814929 Nov 09 21:24:31.237598 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0352ea86-0da4-438f-9684-9f973bea06ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:31.269141 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352ea86-0da4-438f-9684-9f973bea06ff admin admin] Pushing event deleted for resources: {'Port': ['ID=483c2e1d-a141-4929-9656-0e975fec944b,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:31.350847 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d3063f85-f63a-4cf8-b99b-20556514675b req-4f07aa4c-f1bd-422e-a96b-15b4dfaf9568 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895252 Nov 09 21:24:31.470036 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0352ea86-0da4-438f-9684-9f973bea06ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:31.677638 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0352ea86-0da4-438f-9684-9f973bea06ff admin admin] Router f0febf6b-93f5-4c10-b7a5-282dc33b7586 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:24:31.911544 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4bdfced1-a1c1-4f91-a62d-85312909f802 req-011d63b5-ff2e-44e1-ad35-cf2a90484da4 tempest-ServerShowV257Test-1738277150 tempest-ServerShowV257Test-1738277150-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd0c14e7-1e5a-40f0-9591-e2ca3333a60a HTTP/1.1" status: 200 len: 210 time: 0.0270205 Nov 09 21:24:32.078744 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0352ea86-0da4-438f-9684-9f973bea06ff admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:24:32.088398 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0352ea86-0da4-438f-9684-9f973bea06ff admin admin] 10.222.0.49 "PUT /v2.0/routers/f0febf6b-93f5-4c10-b7a5-282dc33b7586/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7648954 Nov 09 21:24:32.088729 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46610) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:24:32.100379 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268fa576-f252-4213-9504-22c666924207 None None] Sync routers for ids ['f0febf6b-93f5-4c10-b7a5-282dc33b7586'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:24:32.120153 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268fa576-f252-4213-9504-22c666924207 None None] Routers {'f0febf6b-93f5-4c10-b7a5-282dc33b7586'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:24:32.121664 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-268fa576-f252-4213-9504-22c666924207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:24:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f0febf6b-93f5-4c10-b7a5-282dc33b7586'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:24:32.212319 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f3a67ec6-bdef-4b7d-897e-cb83ab59de38 req-11815add-a27d-4be3-b9bf-62a8d95ffc26 tempest-ServerShowV257Test-1738277150 tempest-ServerShowV257Test-1738277150-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd0c14e7-1e5a-40f0-9591-e2ca3333a60a HTTP/1.1" status: 200 len: 210 time: 0.0683820 Nov 09 21:24:32.216536 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-169606fe-d94a-40eb-8216-709208b775d1 req-8d3270fe-4e38-4152-873b-43d2e0d3c923 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0dae484b1f0641b5852ab63b893b691b&device_id=cd0c14e7-1e5a-40f0-9591-e2ca3333a60a HTTP/1.1" status: 200 len: 210 time: 0.0798779 Nov 09 21:24:32.253234 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-268fa576-f252-4213-9504-22c666924207 None None] Set router f0febf6b-93f5-4c10-b7a5-282dc33b7586 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:24:32.294122 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-169606fe-d94a-40eb-8216-709208b775d1 req-0c17ee7c-8721-48d3-b9b2-ceb47a73c0ac service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=0dae484b1f0641b5852ab63b893b691b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0685058 Nov 09 21:24:32.303504 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78cfd5-eef4-4a1b-bf37-03775e8e4f20 req-089067cb-9aa2-474d-a797-8eee2b51ec98 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:32.305238 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9d78cfd5-eef4-4a1b-bf37-03775e8e4f20 req-089067cb-9aa2-474d-a797-8eee2b51ec98 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 946 time: 0.0569127 Nov 09 21:24:32.363545 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9d78cfd5-eef4-4a1b-bf37-03775e8e4f20 req-a9e13908-4d7d-47c0-a3f5-b400b35565f6 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502944 Nov 09 21:24:32.393696 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169606fe-d94a-40eb-8216-709208b775d1 req-62f994ad-949c-4a30-8514-e861e011fb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:32.395213 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-169606fe-d94a-40eb-8216-709208b775d1 req-62f994ad-949c-4a30-8514-e861e011fb0f service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0944169 Nov 09 21:24:32.396697 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-241cad2d-22f6-48d4-8774-40d173f65567 admin admin] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:32.508221 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-268fa576-f252-4213-9504-22c666924207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0febf6b-93f5-4c10-b7a5-282dc33b7586', 'name': 'tempest-ServersTestManualDisk-1593291978-router', 'tenant_id': 'd0523478f492462386463f095b1a1d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '570527e6-c821-4f0f-85b4-e1e477d76780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:03Z', 'updated_at': '2021-11-09T21:24:31Z', 'revision_number': 5, 'project_id': 'd0523478f492462386463f095b1a1d7b', 'gw_port': {'id': '570527e6-c821-4f0f-85b4-e1e477d76780', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0febf6b-93f5-4c10-b7a5-282dc33b7586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:05Z', 'updated_at': '2021-11-09T21:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:24:32.538924 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268fa576-f252-4213-9504-22c666924207 None None] Checking router: f0febf6b-93f5-4c10-b7a5-282dc33b7586 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:24:32.547376 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268fa576-f252-4213-9504-22c666924207 None None] Routers {'f0febf6b-93f5-4c10-b7a5-282dc33b7586'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:24:32.547980 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-268fa576-f252-4213-9504-22c666924207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:24:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f0febf6b-93f5-4c10-b7a5-282dc33b7586'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:24:32.549179 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6c307-9d9d-4604-ae96-b6f827a0a9bc req-f75a8d3d-f732-4246-b81d-b105a1c74755 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:32.552490 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d4c6c307-9d9d-4604-ae96-b6f827a0a9bc req-f75a8d3d-f732-4246-b81d-b105a1c74755 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d411f2e9-65ea-4644-9485-678f3ddd373d HTTP/1.1" status: 200 len: 945 time: 0.1001923 Nov 09 21:24:32.565500 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-241cad2d-22f6-48d4-8774-40d173f65567 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:32.634365 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d4c6c307-9d9d-4604-ae96-b6f827a0a9bc req-7060160b-333e-4282-ac20-458c917fdd46 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757430 Nov 09 21:24:32.651426 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-241cad2d-22f6-48d4-8774-40d173f65567 admin admin] Deleting port 570527e6-c821-4f0f-85b4-e1e477d76780 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:24:32.651774 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-241cad2d-22f6-48d4-8774-40d173f65567 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:32.671112 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-268fa576-f252-4213-9504-22c666924207 None None] Set router f0febf6b-93f5-4c10-b7a5-282dc33b7586 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:24:32.736278 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-241cad2d-22f6-48d4-8774-40d173f65567 admin admin] For port 570527e6-c821-4f0f-85b4-e1e477d76780, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=570527e6-c821-4f0f-85b4-e1e477d76780,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:24:32.736674 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-241cad2d-22f6-48d4-8774-40d173f65567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:32.751730 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-241cad2d-22f6-48d4-8774-40d173f65567 admin admin] Calling delete_port for 570527e6-c821-4f0f-85b4-e1e477d76780 owned by network:router_gateway {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:24:32.929220 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-241cad2d-22f6-48d4-8774-40d173f65567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:32.950374 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-268fa576-f252-4213-9504-22c666924207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0febf6b-93f5-4c10-b7a5-282dc33b7586', 'name': 'tempest-ServersTestManualDisk-1593291978-router', 'tenant_id': 'd0523478f492462386463f095b1a1d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '570527e6-c821-4f0f-85b4-e1e477d76780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:03Z', 'updated_at': '2021-11-09T21:24:31Z', 'revision_number': 5, 'project_id': 'd0523478f492462386463f095b1a1d7b', 'gw_port': {'id': '570527e6-c821-4f0f-85b4-e1e477d76780', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0febf6b-93f5-4c10-b7a5-282dc33b7586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:05Z', 'updated_at': '2021-11-09T21:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:24:32.958721 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cad2d-22f6-48d4-8774-40d173f65567 admin admin] Pushing event deleted for resources: {'Port': ['ID=570527e6-c821-4f0f-85b4-e1e477d76780,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:32.976668 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268fa576-f252-4213-9504-22c666924207 None None] The sync data for ids ['f0febf6b-93f5-4c10-b7a5-282dc33b7586'] in n-d-816206-3 is: [{'id': 'f0febf6b-93f5-4c10-b7a5-282dc33b7586', 'name': 'tempest-ServersTestManualDisk-1593291978-router', 'tenant_id': 'd0523478f492462386463f095b1a1d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '570527e6-c821-4f0f-85b4-e1e477d76780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:03Z', 'updated_at': '2021-11-09T21:24:31Z', 'revision_number': 5, 'project_id': 'd0523478f492462386463f095b1a1d7b', 'gw_port': {'id': '570527e6-c821-4f0f-85b4-e1e477d76780', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0febf6b-93f5-4c10-b7a5-282dc33b7586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:05Z', 'updated_at': '2021-11-09T21:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:24:33.024875 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-241cad2d-22f6-48d4-8774-40d173f65567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:33.116121 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-241cad2d-22f6-48d4-8774-40d173f65567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:33.118363 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-241cad2d-22f6-48d4-8774-40d173f65567 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:33.160694 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-241cad2d-22f6-48d4-8774-40d173f65567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:33.161836 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241cad2d-22f6-48d4-8774-40d173f65567 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0febf6b-93f5-4c10-b7a5-282dc33b7586 {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:24:33.166211 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-241cad2d-22f6-48d4-8774-40d173f65567 admin admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:33.167294 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-241cad2d-22f6-48d4-8774-40d173f65567 admin admin] 10.222.0.49 "DELETE /v2.0/routers/f0febf6b-93f5-4c10-b7a5-282dc33b7586 HTTP/1.1" status: 204 len: 168 time: 1.0776145 Nov 09 21:24:33.169893 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46632) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:24:33.221029 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-782ea9d7-2296-4b18-a5c3-84feea627e83 admin admin] Deleting subnet 92e806a5-07da-4448-a8d8-79e1ae69a630 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:24:33.225545 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-782ea9d7-2296-4b18-a5c3-84feea627e83 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:33.260298 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-782ea9d7-2296-4b18-a5c3-84feea627e83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:33.317886 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-262eb6e3-46a1-4c17-b4d6-4dbf2675bd9f req-12cb1e8f-c890-47b5-8dd4-6164aaa92c71 tempest-ServerShowV257Test-1738277150 tempest-ServerShowV257Test-1738277150-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd0c14e7-1e5a-40f0-9591-e2ca3333a60a HTTP/1.1" status: 200 len: 210 time: 0.0360901 Nov 09 21:24:33.384575 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-782ea9d7-2296-4b18-a5c3-84feea627e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:33.447035 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-782ea9d7-2296-4b18-a5c3-84feea627e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:33.503759 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ea9d7-2296-4b18-a5c3-84feea627e83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92e806a5-07da-4448-a8d8-79e1ae69a630,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:33.506530 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-782ea9d7-2296-4b18-a5c3-84feea627e83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:33.510976 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b7e13c-aa79-4cb7-83fd-20a8673179cc None None] Network 335cae01-5458-4aa4-816c-c063368a91a0 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:24:33.514229 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-782ea9d7-2296-4b18-a5c3-84feea627e83 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/92e806a5-07da-4448-a8d8-79e1ae69a630 HTTP/1.1" status: 204 len: 168 time: 0.3407729 Nov 09 21:24:33.514229 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46640) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:24:33.541506 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa12f5-78e7-40fd-8405-cd946c012a24 req-e78e93a8-50a6-4a7e-be96-2ead70a4a136 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:33.543802 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f7aa12f5-78e7-40fd-8405-cd946c012a24 req-e78e93a8-50a6-4a7e-be96-2ead70a4a136 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 946 time: 0.0783944 Nov 09 21:24:33.608116 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a085c92e-c15a-4dca-8039-4543ddd636b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:33.623267 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f7aa12f5-78e7-40fd-8405-cd946c012a24 req-e6cb5409-330e-45a4-a0e3-3fde0c133fa8 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716259 Nov 09 21:24:33.661516 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:33.684922 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-a085c92e-c15a-4dca-8039-4543ddd636b9 admin admin] Deleting port c9bb857f-439d-4d0e-b3bf-a6ac17110dfa {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:24:33.685110 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a085c92e-c15a-4dca-8039-4543ddd636b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:33.823646 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-a085c92e-c15a-4dca-8039-4543ddd636b9 admin admin] For port c9bb857f-439d-4d0e-b3bf-a6ac17110dfa, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=c9bb857f-439d-4d0e-b3bf-a6ac17110dfa,segment=NetworkSegment(110c5b95-d940-4e36-bf19-877568cab685),segment_id=110c5b95-d940-4e36-bf19-877568cab685)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:24:33.824105 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a085c92e-c15a-4dca-8039-4543ddd636b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:33.841429 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-a085c92e-c15a-4dca-8039-4543ddd636b9 admin admin] Calling delete_port for c9bb857f-439d-4d0e-b3bf-a6ac17110dfa owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:24:33.848931 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59161ff-5551-4ff2-913c-22df0c2bb77d None None] DHCP port deletion for 335cae01-5458-4aa4-816c-c063368a91a0 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:24:33.859836 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a295944-17d8-40b8-9037-331c45d01b9b req-6ad00790-43e9-4030-9036-d7f0024c029d tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:33.861511 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8a295944-17d8-40b8-9037-331c45d01b9b req-6ad00790-43e9-4030-9036-d7f0024c029d tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d411f2e9-65ea-4644-9485-678f3ddd373d HTTP/1.1" status: 200 len: 945 time: 0.1027472 Nov 09 21:24:33.916525 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-f59161ff-5551-4ff2-913c-22df0c2bb77d None None] Deleting port c9bb857f-439d-4d0e-b3bf-a6ac17110dfa {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:24:33.917352 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f59161ff-5551-4ff2-913c-22df0c2bb77d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:33.948584 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-169606fe-d94a-40eb-8216-709208b775d1 req-beee9350-7453-45f0-8daf-4d52313e6be5 tempest-ServerShowV257Test-1738277150 tempest-ServerShowV257Test-1738277150-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd0c14e7-1e5a-40f0-9591-e2ca3333a60a HTTP/1.1" status: 200 len: 210 time: 0.0335495 Nov 09 21:24:33.985647 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-f59161ff-5551-4ff2-913c-22df0c2bb77d None None] For port c9bb857f-439d-4d0e-b3bf-a6ac17110dfa, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=c9bb857f-439d-4d0e-b3bf-a6ac17110dfa,segment=NetworkSegment(110c5b95-d940-4e36-bf19-877568cab685),segment_id=110c5b95-d940-4e36-bf19-877568cab685)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:24:33.986296 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f59161ff-5551-4ff2-913c-22df0c2bb77d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:33.992227 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8a295944-17d8-40b8-9037-331c45d01b9b req-0bd68537-2439-41dc-9a04-af453edd66da tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946298 Nov 09 21:24:34.004086 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a085c92e-c15a-4dca-8039-4543ddd636b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:34.007464 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-f59161ff-5551-4ff2-913c-22df0c2bb77d None None] Calling delete_port for c9bb857f-439d-4d0e-b3bf-a6ac17110dfa owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:24:34.054833 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a085c92e-c15a-4dca-8039-4543ddd636b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9bb857f-439d-4d0e-b3bf-a6ac17110dfa,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:34.056976 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a085c92e-c15a-4dca-8039-4543ddd636b9 admin admin] No DVR routers for this DVR port c9bb857f-439d-4d0e-b3bf-a6ac17110dfa on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:24:34.125989 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f59161ff-5551-4ff2-913c-22df0c2bb77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:34.147422 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a085c92e-c15a-4dca-8039-4543ddd636b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:34.169817 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59161ff-5551-4ff2-913c-22df0c2bb77d None None] No DVR routers for this DVR port c9bb857f-439d-4d0e-b3bf-a6ac17110dfa on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:24:34.173030 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-a085c92e-c15a-4dca-8039-4543ddd636b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['335cae01-5458-4aa4-816c-c063368a91a0']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:24:34.193645 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-a085c92e-c15a-4dca-8039-4543ddd636b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '110c5b95-d940-4e36-bf19-877568cab685') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:24:34.193947 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-a085c92e-c15a-4dca-8039-4543ddd636b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '110c5b95-d940-4e36-bf19-877568cab685') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:24:34.194059 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59161ff-5551-4ff2-913c-22df0c2bb77d None None] Pushing event deleted for resources: {'Port': ['ID=c9bb857f-439d-4d0e-b3bf-a6ac17110dfa,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:34.205804 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59161ff-5551-4ff2-913c-22df0c2bb77d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:24:34.206147 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59161ff-5551-4ff2-913c-22df0c2bb77d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:24:34.211200 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59161ff-5551-4ff2-913c-22df0c2bb77d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:24:34.211803 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59161ff-5551-4ff2-913c-22df0c2bb77d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:24:34.212287 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59161ff-5551-4ff2-913c-22df0c2bb77d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:24:34.212854 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59161ff-5551-4ff2-913c-22df0c2bb77d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:24:34.213102 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a085c92e-c15a-4dca-8039-4543ddd636b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:34.213529 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59161ff-5551-4ff2-913c-22df0c2bb77d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:24:34.214017 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59161ff-5551-4ff2-913c-22df0c2bb77d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:24:34.214707 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59161ff-5551-4ff2-913c-22df0c2bb77d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:24:34.215652 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59161ff-5551-4ff2-913c-22df0c2bb77d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:24:34.216139 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59161ff-5551-4ff2-913c-22df0c2bb77d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:24:34.216626 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59161ff-5551-4ff2-913c-22df0c2bb77d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:24:34.233873 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a085c92e-c15a-4dca-8039-4543ddd636b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:34.242105 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a085c92e-c15a-4dca-8039-4543ddd636b9 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:24:34.242749 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a085c92e-c15a-4dca-8039-4543ddd636b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:34.245574 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:24:34.245574 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:24:34.245574 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:24:34.245574 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:24:34.245574 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:24:34.245574 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:24:34.245574 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:24:34.245574 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:24:34.245574 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:24:34.245574 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:24:34.245574 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:24:34.245574 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:24:34.245574 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:24:34.245574 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:24:34.245574 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:24:34.245574 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:24:34.245574 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:24:34.245574 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:24:34.245574 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:24:34.245574 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:24:34.245574 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:24:34.245574 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:24:34.245574 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:24:34.245574 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:24:34.245574 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:24:34.245574 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:24:34.245574 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:24:34.245574 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:24:34.245574 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:24:34.245574 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:24:34.245574 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:24:34.245574 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:24:34.335801 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a085c92e-c15a-4dca-8039-4543ddd636b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:34.342190 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a085c92e-c15a-4dca-8039-4543ddd636b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:34.348243 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a085c92e-c15a-4dca-8039-4543ddd636b9 admin admin] 10.222.0.49 "DELETE /v2.0/networks/335cae01-5458-4aa4-816c-c063368a91a0 HTTP/1.1" status: 204 len: 168 time: 0.8329396 Nov 09 21:24:34.364349 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a085c92e-c15a-4dca-8039-4543ddd636b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=335cae01-5458-4aa4-816c-c063368a91a0,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:34.519552 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7482cf1a-0318-43ef-99a6-57e8064e7787 req-ffb9f6b5-54f3-4552-9660-d0bbfe7ce92e tempest-ServerShowV257Test-1738277150 tempest-ServerShowV257Test-1738277150-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd0c14e7-1e5a-40f0-9591-e2ca3333a60a HTTP/1.1" status: 200 len: 210 time: 0.0537863 Nov 09 21:24:34.546959 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 77a87d51-38f5-44c7-9010-89c6fd0999c3 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:24:34.563461 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 46656) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:24:34.605326 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-70a7b242-2134-4dbe-a39e-c22901478f35 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d0523478f492462386463f095b1a1d7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404022 Nov 09 21:24:34.608207 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46658) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:24:34.653994 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 77a87d51-38f5-44c7-9010-89c6fd0999c3, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=77a87d51-38f5-44c7-9010-89c6fd0999c3,segment=NetworkSegment(0266031b-5829-40c1-acad-8e9a97b817f5),segment_id=0266031b-5829-40c1-acad-8e9a97b817f5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:24:34.659510 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d37f8e9b-1420-4810-b185-b12daa28e7f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:34.669242 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '77a87d51-38f5-44c7-9010-89c6fd0999c3', 'network_id': '5a2ce5cc-687a-4c33-859e-f9b75a50c5b6', 'port_id': '77a87d51-38f5-44c7-9010-89c6fd0999c3', 'mac_address': 'fa:16:3e:5e:a5:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87945563-f9d1-4353-83ce-d183f9346308', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:24:34.687732 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d37f8e9b-1420-4810-b185-b12daa28e7f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:34.716411 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:34.731117 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 77a87d51-38f5-44c7-9010-89c6fd0999c3 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:24:34.753130 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 77a87d51-38f5-44c7-9010-89c6fd0999c3, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=77a87d51-38f5-44c7-9010-89c6fd0999c3,segment=NetworkSegment(0266031b-5829-40c1-acad-8e9a97b817f5),segment_id=0266031b-5829-40c1-acad-8e9a97b817f5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:24:34.757838 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d37f8e9b-1420-4810-b185-b12daa28e7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:34.760505 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d37f8e9b-1420-4810-b185-b12daa28e7f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:34.761789 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d37f8e9b-1420-4810-b185-b12daa28e7f8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a20b1d49-0c1c-4d75-81b9-73f57357649c HTTP/1.1" status: 204 len: 168 time: 0.1521959 Nov 09 21:24:34.762784 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:34.824811 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37f8e9b-1420-4810-b185-b12daa28e7f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20b1d49-0c1c-4d75-81b9-73f57357649c,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:34.832049 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=77a87d51-38f5-44c7-9010-89c6fd0999c3,revision_number=6']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:34.864061 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199cd44-41f0-48f0-aacf-366b1f67aabb req-ab769360-75dc-4750-a4ed-7073c5553275 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:34.872178 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3199cd44-41f0-48f0-aacf-366b1f67aabb req-ab769360-75dc-4750-a4ed-7073c5553275 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 946 time: 0.1266794 Nov 09 21:24:34.893245 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['77a87d51-38f5-44c7-9010-89c6fd0999c3'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:24:34.953879 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3199cd44-41f0-48f0-aacf-366b1f67aabb req-35c1dcdc-de36-4aad-8f3f-a5a382c70656 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804675 Nov 09 21:24:35.044490 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c9bb857f-439d-4d0e-b3bf-a6ac17110dfa no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:24:35.157217 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d14f48f-63ab-418e-bca5-c4c2c42d6af5 req-b84e4b48-1523-4092-8afb-17585f541d71 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:35.160654 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9d14f48f-63ab-418e-bca5-c4c2c42d6af5 req-b84e4b48-1523-4092-8afb-17585f541d71 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d411f2e9-65ea-4644-9485-678f3ddd373d HTTP/1.1" status: 200 len: 945 time: 0.0809877 Nov 09 21:24:35.223052 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9d14f48f-63ab-418e-bca5-c4c2c42d6af5 req-bb134280-1022-4e59-b7cd-cbac1007079a tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539117 Nov 09 21:24:35.247362 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: c9bb857f-439d-4d0e-b3bf-a6ac17110dfa {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:24:35.247849 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c9bb857f-439d-4d0e-b3bf-a6ac17110dfa not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:24:35.248367 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 570527e6-c821-4f0f-85b4-e1e477d76780 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:24:35.284653 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 570527e6-c821-4f0f-85b4-e1e477d76780 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:24:35.285026 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 570527e6-c821-4f0f-85b4-e1e477d76780 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:24:35.285455 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 483c2e1d-a141-4929-9656-0e975fec944b no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:24:35.320491 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 483c2e1d-a141-4929-9656-0e975fec944b {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:24:35.323907 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 483c2e1d-a141-4929-9656-0e975fec944b not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:24:35.822491 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 46712) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:24:35.854647 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 46718) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:24:35.994777 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-a6a90577-d63d-43d7-b8e3-c7ff2fa68199 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-472098114-network', 'tenant_id': '37ab742aac8d42199f84c1b467e67cb5'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:24:36.064061 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c6fc5378-db98-4b95-95c1-daf3f8f77198 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:36.104322 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a90577-d63d-43d7-b8e3-c7ff2fa68199 admin admin] Made reservation on behalf of 37ab742aac8d42199f84c1b467e67cb5 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:24:36.113313 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a6a90577-d63d-43d7-b8e3-c7ff2fa68199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:36.143890 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a6a90577-d63d-43d7-b8e3-c7ff2fa68199 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:36.260929 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c6fc5378-db98-4b95-95c1-daf3f8f77198 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:36.267632 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c6fc5378-db98-4b95-95c1-daf3f8f77198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:36.267775 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c5496-e324-495f-82bc-a0eac2636430 req-bd3bbd25-dd16-4449-ba09-8f0913aefed4 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:36.276975 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-df8c5496-e324-495f-82bc-a0eac2636430 req-bd3bbd25-dd16-4449-ba09-8f0913aefed4 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 945 time: 0.1313250 Nov 09 21:24:36.343525 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-df8c5496-e324-495f-82bc-a0eac2636430 req-a8a53a61-1dba-4f55-99af-ae9618483eeb tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654254 Nov 09 21:24:36.381910 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c6fc5378-db98-4b95-95c1-daf3f8f77198 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0dae484b1f0641b5852ab63b893b691b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5258586 Nov 09 21:24:36.384482 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46732) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:24:36.419085 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc5378-db98-4b95-95c1-daf3f8f77198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d517a4-7568-4da1-a925-65d9e347ce91,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:36.525613 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d3246dca-7063-4452-b1cc-9ef2791ceaff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:36.562993 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 77a87d51-38f5-44c7-9010-89c6fd0999c3 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:24:36.588253 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50531ad-e618-42f5-b883-addf9f0ccfd8 req-4845c327-50ca-4f28-8d23-46c7bed81f13 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:36.598268 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e50531ad-e618-42f5-b883-addf9f0ccfd8 req-4845c327-50ca-4f28-8d23-46c7bed81f13 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d411f2e9-65ea-4644-9485-678f3ddd373d HTTP/1.1" status: 200 len: 945 time: 0.1940598 Nov 09 21:24:36.663091 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d3246dca-7063-4452-b1cc-9ef2791ceaff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:36.698375 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a6a90577-d63d-43d7-b8e3-c7ff2fa68199 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:36.712103 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a6a90577-d63d-43d7-b8e3-c7ff2fa68199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:36.727646 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6a90577-d63d-43d7-b8e3-c7ff2fa68199 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:24:36.737553 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a6a90577-d63d-43d7-b8e3-c7ff2fa68199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:36.737962 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-a6a90577-d63d-43d7-b8e3-c7ff2fa68199 admin admin] Added segment 9a6377f5-b38b-4a21-b9f6-9e21b904d67d of type vlan for network a977e5a0-d935-40af-beae-b0f3a8c25de8 Nov 09 21:24:36.806400 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a6a90577-d63d-43d7-b8e3-c7ff2fa68199 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:36.818212 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 77a87d51-38f5-44c7-9010-89c6fd0999c3 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:24:36.819787 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:36.834774 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d3246dca-7063-4452-b1cc-9ef2791ceaff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:36.847750 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d3246dca-7063-4452-b1cc-9ef2791ceaff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:36.853409 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d3246dca-7063-4452-b1cc-9ef2791ceaff admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/41d517a4-7568-4da1-a925-65d9e347ce91 HTTP/1.1" status: 204 len: 168 time: 0.4669282 Nov 09 21:24:36.867868 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a6a90577-d63d-43d7-b8e3-c7ff2fa68199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:36.870374 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a90577-d63d-43d7-b8e3-c7ff2fa68199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:36.874037 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a6a90577-d63d-43d7-b8e3-c7ff2fa68199 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:36.893305 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3246dca-7063-4452-b1cc-9ef2791ceaff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d517a4-7568-4da1-a925-65d9e347ce91,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:37.052419 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a90577-d63d-43d7-b8e3-c7ff2fa68199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e962406-7ec9-4edf-ad53-819a213bbfcd,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:37.082866 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a90577-d63d-43d7-b8e3-c7ff2fa68199 admin admin] Pushing event updated for resources: {'Network': ['ID=a977e5a0-d935-40af-beae-b0f3a8c25de8,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:37.093206 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a6a90577-d63d-43d7-b8e3-c7ff2fa68199 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2695878 Nov 09 21:24:37.096308 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46742) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:24:37.101980 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-c856f55b-a604-48e0-8e72-f28c3bcdf2e2 admin admin] Request body: {'subnet': {'network_id': 'a977e5a0-d935-40af-beae-b0f3a8c25de8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-472098114-subnet', 'tenant_id': '37ab742aac8d42199f84c1b467e67cb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:24:37.125219 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e50531ad-e618-42f5-b883-addf9f0ccfd8 req-250b9ed7-c68c-4df0-bdd7-d56e45f34cf1 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5113902 Nov 09 21:24:37.153895 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:37.178865 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c856f55b-a604-48e0-8e72-f28c3bcdf2e2 admin admin] Made reservation on behalf of 37ab742aac8d42199f84c1b467e67cb5 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:24:37.181266 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c856f55b-a604-48e0-8e72-f28c3bcdf2e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:37.191497 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network a977e5a0-d935-40af-beae-b0f3a8c25de8 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:24:37.313138 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad2d203-e44e-45ca-a617-077af043f793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a87d51-38f5-44c7-9010-89c6fd0999c3'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:24:37.315696 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c2ff9f-43e1-4d56-ae44-70039e582129" -d '{"events": [{"server_uuid": "4ad2d203-e44e-45ca-a617-077af043f793", "name": "network-vif-plugged", "status": "completed", "tag": "77a87d51-38f5-44c7-9010-89c6fd0999c3"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:24:37.399556 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 77a87d51-38f5-44c7-9010-89c6fd0999c3, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=77a87d51-38f5-44c7-9010-89c6fd0999c3,segment=NetworkSegment(0266031b-5829-40c1-acad-8e9a97b817f5),segment_id=0266031b-5829-40c1-acad-8e9a97b817f5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:24:37.421525 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:37.506949 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa05ff6-1987-4646-9ada-4ee05245d51d x-openstack-request-id: req-ffa05ff6-1987-4646-9ada-4ee05245d51d {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:24:37.507200 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad2d203-e44e-45ca-a617-077af043f793", "name": "network-vif-plugged", "status": "completed", "tag": "77a87d51-38f5-44c7-9010-89c6fd0999c3", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:24:37.507455 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ffa05ff6-1987-4646-9ada-4ee05245d51d {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:24:37.507876 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad2d203-e44e-45ca-a617-077af043f793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a87d51-38f5-44c7-9010-89c6fd0999c3', 'code': 200} Nov 09 21:24:37.588913 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=77a87d51-38f5-44c7-9010-89c6fd0999c3,revision_number=7']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:37.814760 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8acfdd-45ad-459a-8842-6632405c5eba req-44c4ae37-16de-4682-8a1d-2240fcd27854 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:37.827710 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5a8acfdd-45ad-459a-8842-6632405c5eba req-44c4ae37-16de-4682-8a1d-2240fcd27854 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 946 time: 0.3082454 Nov 09 21:24:38.014765 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5a8acfdd-45ad-459a-8842-6632405c5eba req-98687eb7-4ae1-40f3-9e67-37c4ce8acc91 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846590 Nov 09 21:24:38.021161 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c856f55b-a604-48e0-8e72-f28c3bcdf2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:38.157939 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856f55b-a604-48e0-8e72-f28c3bcdf2e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d70d627-f91a-46e1-b014-350c82c5b331,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:38.208888 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c856f55b-a604-48e0-8e72-f28c3bcdf2e2 admin admin] Checking segment: {'id': '9a6377f5-b38b-4a21-b9f6-9e21b904d67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a977e5a0-d935-40af-beae-b0f3a8c25de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:24:38.209523 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c856f55b-a604-48e0-8e72-f28c3bcdf2e2 admin admin] Network hostable DHCP agents. Network: a977e5a0-d935-40af-beae-b0f3a8c25de8, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:24:38.246569 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c856f55b-a604-48e0-8e72-f28c3bcdf2e2 admin admin] Network a977e5a0-d935-40af-beae-b0f3a8c25de8 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:24:38.294273 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-c856f55b-a604-48e0-8e72-f28c3bcdf2e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, a977e5a0-d935-40af-beae-b0f3a8c25de8) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:24:38.304493 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb7513c-28ec-4c29-8d54-db8002add683 None None] Network a977e5a0-d935-40af-beae-b0f3a8c25de8 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:24:38.319109 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c856f55b-a604-48e0-8e72-f28c3bcdf2e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:38.320373 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c856f55b-a604-48e0-8e72-f28c3bcdf2e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:38.370278 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c856f55b-a604-48e0-8e72-f28c3bcdf2e2 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2725511 Nov 09 21:24:38.450719 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46776) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:24:38.476745 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c1f81-6779-4dc0-9acd-7b35757f20c0 req-17215997-b56e-49f3-824c-1c76074c87f5 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:38.498791 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1a5c1f81-6779-4dc0-9acd-7b35757f20c0 req-17215997-b56e-49f3-824c-1c76074c87f5 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d411f2e9-65ea-4644-9485-678f3ddd373d HTTP/1.1" status: 200 len: 945 time: 0.2191277 Nov 09 21:24:38.658183 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1a5c1f81-6779-4dc0-9acd-7b35757f20c0 req-18fb1918-5325-410d-925c-62c1ead4c36a tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584260 Nov 09 21:24:38.690960 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-8ac238a4-67d4-43a7-aef2-28c6c75f1049 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-381492066-network', 'tenant_id': 'f816b33ee9d04eaba142900fe428493a'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:24:38.696982 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeddc817-5d0f-42a4-b50a-4d2071aef907 None None] Network a977e5a0-d935-40af-beae-b0f3a8c25de8 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:24:38.750994 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac238a4-67d4-43a7-aef2-28c6c75f1049 admin admin] Made reservation on behalf of f816b33ee9d04eaba142900fe428493a for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:24:38.754821 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8ac238a4-67d4-43a7-aef2-28c6c75f1049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:38.779812 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8ac238a4-67d4-43a7-aef2-28c6c75f1049 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:38.925647 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8ac238a4-67d4-43a7-aef2-28c6c75f1049 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:38.940765 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8ac238a4-67d4-43a7-aef2-28c6c75f1049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:38.974969 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac238a4-67d4-43a7-aef2-28c6c75f1049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629043f6-7cc7-4593-bc2f-9facdc56582f,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:39.003505 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ac238a4-67d4-43a7-aef2-28c6c75f1049 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:24:39.017953 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8ac238a4-67d4-43a7-aef2-28c6c75f1049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:39.018561 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-8ac238a4-67d4-43a7-aef2-28c6c75f1049 admin admin] Added segment e9e69262-b69c-4c7f-933c-9c2665e619fc of type vlan for network ac3046cd-aede-4343-b0bb-63f0a03008b9 Nov 09 21:24:39.083536 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8ac238a4-67d4-43a7-aef2-28c6c75f1049 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:39.129068 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8ac238a4-67d4-43a7-aef2-28c6c75f1049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:39.130632 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac238a4-67d4-43a7-aef2-28c6c75f1049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:39.131894 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8ac238a4-67d4-43a7-aef2-28c6c75f1049 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:39.231761 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8ac238a4-67d4-43a7-aef2-28c6c75f1049 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7798882 Nov 09 21:24:39.234693 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 46800) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:24:39.239655 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-cc00d083-48e7-4825-8421-0ba403af7925 admin admin] Request body: {'subnet': {'network_id': 'ac3046cd-aede-4343-b0bb-63f0a03008b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-381492066-subnet', 'tenant_id': 'f816b33ee9d04eaba142900fe428493a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:24:39.311393 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac238a4-67d4-43a7-aef2-28c6c75f1049 admin admin] Pushing event updated for resources: {'Network': ['ID=ac3046cd-aede-4343-b0bb-63f0a03008b9,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:39.324084 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network ac3046cd-aede-4343-b0bb-63f0a03008b9 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:24:39.381163 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc00d083-48e7-4825-8421-0ba403af7925 admin admin] Made reservation on behalf of f816b33ee9d04eaba142900fe428493a for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:24:39.383614 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cc00d083-48e7-4825-8421-0ba403af7925 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:39.394721 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e413906-5a14-4903-aa92-aec37cfc5a99 req-2cf757da-e04a-42f8-b8a8-cfb49e74ec5f tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:39.409142 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2e413906-5a14-4903-aa92-aec37cfc5a99 req-2cf757da-e04a-42f8-b8a8-cfb49e74ec5f tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 946 time: 0.1968749 Nov 09 21:24:39.497214 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d01f0-ae4b-41e8-a989-cf7d4d2c887d req-d5463df2-c9c1-4b17-9620-0564e043f9b7 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:39.505618 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bf0d01f0-ae4b-41e8-a989-cf7d4d2c887d req-d5463df2-c9c1-4b17-9620-0564e043f9b7 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/networks?id=a977e5a0-d935-40af-beae-b0f3a8c25de8 HTTP/1.1" status: 200 len: 811 time: 0.2624011 Nov 09 21:24:39.530576 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2e413906-5a14-4903-aa92-aec37cfc5a99 req-e3298ab2-d3d7-463f-97e9-bbb267a10b36 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204588 Nov 09 21:24:39.533302 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bf0d01f0-ae4b-41e8-a989-cf7d4d2c887d req-0c108ace-f191-4655-a7c1-cf5515efd66e tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/quotas/37ab742aac8d42199f84c1b467e67cb5 HTTP/1.1" status: 200 len: 375 time: 0.0264232 Nov 09 21:24:39.568885 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bf0d01f0-ae4b-41e8-a989-cf7d4d2c887d req-3348f4dd-0d35-4a3b-99e7-642652da4477 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=37ab742aac8d42199f84c1b467e67cb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344887 Nov 09 21:24:39.761987 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cc00d083-48e7-4825-8421-0ba403af7925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:39.765200 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bf0d01f0-ae4b-41e8-a989-cf7d4d2c887d req-e8206ab3-82ea-449c-ae2a-da9b27be9dfc service neutron] 10.222.0.49 "GET /v2.0/networks/a977e5a0-d935-40af-beae-b0f3a8c25de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837244 Nov 09 21:24:39.817823 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991e58d-0c6f-4ad7-99b2-1469b0a6af4b req-c2c0221f-4f35-4d35-ad89-6e4f8d74b05f tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:39.819366 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b991e58d-0c6f-4ad7-99b2-1469b0a6af4b req-c2c0221f-4f35-4d35-ad89-6e4f8d74b05f tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d411f2e9-65ea-4644-9485-678f3ddd373d HTTP/1.1" status: 200 len: 945 time: 0.0807807 Nov 09 21:24:39.915487 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc00d083-48e7-4825-8421-0ba403af7925 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1e52556-3e34-46ba-af29-4c1d71e99a35,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:39.931072 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc00d083-48e7-4825-8421-0ba403af7925 admin admin] Checking segment: {'id': 'e9e69262-b69c-4c7f-933c-9c2665e619fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ac3046cd-aede-4343-b0bb-63f0a03008b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:24:39.931443 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc00d083-48e7-4825-8421-0ba403af7925 admin admin] Network hostable DHCP agents. Network: ac3046cd-aede-4343-b0bb-63f0a03008b9, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:24:39.938100 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b991e58d-0c6f-4ad7-99b2-1469b0a6af4b req-b00e7e2e-76df-4676-9c99-d02b92bc75b1 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983489 Nov 09 21:24:39.962297 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bf0d01f0-ae4b-41e8-a989-cf7d4d2c887d req-c688c788-f51b-4028-955e-5960c8866b41 service neutron] 10.222.0.49 "GET /v2.0/networks/a977e5a0-d935-40af-beae-b0f3a8c25de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581335 Nov 09 21:24:39.963548 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc00d083-48e7-4825-8421-0ba403af7925 admin admin] Network ac3046cd-aede-4343-b0bb-63f0a03008b9 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:24:39.983258 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-cc00d083-48e7-4825-8421-0ba403af7925 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, ac3046cd-aede-4343-b0bb-63f0a03008b9) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:24:39.987667 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc00d083-48e7-4825-8421-0ba403af7925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:39.990130 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cc00d083-48e7-4825-8421-0ba403af7925 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:39.999796 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427ca7bb-bb94-45d7-8fb8-b4529b96b69e None None] Network ac3046cd-aede-4343-b0bb-63f0a03008b9 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:24:40.031257 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-cc00d083-48e7-4825-8421-0ba403af7925 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7880409 Nov 09 21:24:40.268975 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d2a113a4-f117-4c3d-b5a7-f5f029cb90be req-7712360d-fa47-44db-a7f3-eccf0e58050a tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea4b0b58-7b40-4380-a0f0-4ed09aa2ec22 HTTP/1.1" status: 200 len: 210 time: 0.0450218 Nov 09 21:24:40.278033 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8382ad07-0f4e-4f60-b22c-78963607f231 None None] Network ac3046cd-aede-4343-b0bb-63f0a03008b9 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:24:40.312357 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46818) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:24:40.393158 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-624061c1-52e6-4a7b-9abc-8b7963e0efe9 admin admin] Deleting subnet d1e52556-3e34-46ba-af29-4c1d71e99a35 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:24:40.412416 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-624061c1-52e6-4a7b-9abc-8b7963e0efe9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:40.467065 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-624061c1-52e6-4a7b-9abc-8b7963e0efe9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:40.514593 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-624061c1-52e6-4a7b-9abc-8b7963e0efe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:40.633924 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-624061c1-52e6-4a7b-9abc-8b7963e0efe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:40.677889 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624061c1-52e6-4a7b-9abc-8b7963e0efe9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1e52556-3e34-46ba-af29-4c1d71e99a35,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:40.695575 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-624061c1-52e6-4a7b-9abc-8b7963e0efe9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:40.702700 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-624061c1-52e6-4a7b-9abc-8b7963e0efe9 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d1e52556-3e34-46ba-af29-4c1d71e99a35 HTTP/1.1" status: 204 len: 168 time: 0.3886778 Nov 09 21:24:40.708929 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46830) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:24:40.730145 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e33260-8b77-40ad-b7e7-1d560ec85015 req-eca97dda-48b0-4f0b-94e2-95a78bb10521 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:40.731704 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c1e33260-8b77-40ad-b7e7-1d560ec85015 req-eca97dda-48b0-4f0b-94e2-95a78bb10521 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 946 time: 0.0939028 Nov 09 21:24:40.827675 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c1e33260-8b77-40ad-b7e7-1d560ec85015 req-f48e987c-56e2-4e31-a835-0fa3931591ec tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892665 Nov 09 21:24:40.836430 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1a98b68e-9131-4492-a5b8-5617315bbd40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:40.947719 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1a98b68e-9131-4492-a5b8-5617315bbd40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:40.982887 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-1a98b68e-9131-4492-a5b8-5617315bbd40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac3046cd-aede-4343-b0bb-63f0a03008b9']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:24:41.007239 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-1a98b68e-9131-4492-a5b8-5617315bbd40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9e69262-b69c-4c7f-933c-9c2665e619fc') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:24:41.007239 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-1a98b68e-9131-4492-a5b8-5617315bbd40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9e69262-b69c-4c7f-933c-9c2665e619fc') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:24:41.030401 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1a98b68e-9131-4492-a5b8-5617315bbd40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:41.063034 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1a98b68e-9131-4492-a5b8-5617315bbd40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:41.075008 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a98b68e-9131-4492-a5b8-5617315bbd40 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:24:41.077629 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1a98b68e-9131-4492-a5b8-5617315bbd40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:41.079783 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:24:41.079783 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:24:41.079783 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:24:41.079783 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:24:41.079783 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:24:41.079783 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:24:41.079783 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:24:41.079783 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:24:41.079783 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:24:41.079783 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:24:41.079783 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:24:41.079783 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:24:41.079783 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:24:41.079783 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:24:41.079783 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:24:41.079783 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:24:41.079783 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:24:41.079783 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:24:41.079783 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:24:41.079783 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:24:41.079783 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:24:41.079783 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:24:41.079783 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:24:41.079783 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:24:41.079783 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:24:41.079783 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:24:41.079783 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:24:41.079783 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:24:41.079783 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:24:41.079783 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:24:41.079783 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:24:41.079783 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:24:41.104850 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe34f88-7c3f-40bb-b199-7eb5f3718f93 req-f6002173-594e-43f0-8d72-1fd6e79016a9 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:41.117954 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5fe34f88-7c3f-40bb-b199-7eb5f3718f93 req-f6002173-594e-43f0-8d72-1fd6e79016a9 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d411f2e9-65ea-4644-9485-678f3ddd373d HTTP/1.1" status: 200 len: 945 time: 0.0983961 Nov 09 21:24:41.245550 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1a98b68e-9131-4492-a5b8-5617315bbd40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:41.255388 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1a98b68e-9131-4492-a5b8-5617315bbd40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:41.260035 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1a98b68e-9131-4492-a5b8-5617315bbd40 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ac3046cd-aede-4343-b0bb-63f0a03008b9 HTTP/1.1" status: 204 len: 168 time: 0.5500236 Nov 09 21:24:41.301197 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5fe34f88-7c3f-40bb-b199-7eb5f3718f93 req-f4f2f583-9c71-41af-a00b-779071c197a4 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807303 Nov 09 21:24:41.305939 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a98b68e-9131-4492-a5b8-5617315bbd40 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac3046cd-aede-4343-b0bb-63f0a03008b9,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:41.395744 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe9571-58f5-4571-b592-006135eb6c44 req-710d8535-886e-4b77-9352-74112af1eaba tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:41.409714 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-61fe9571-58f5-4571-b592-006135eb6c44 req-710d8535-886e-4b77-9352-74112af1eaba tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/networks?id=771941c9-ea54-4e9e-b033-4cdf7f0bdb22 HTTP/1.1" status: 200 len: 814 time: 0.2656407 Nov 09 21:24:41.421372 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-61fe9571-58f5-4571-b592-006135eb6c44 req-1d5fa35a-4b6a-42b5-84d7-1405eda7f555 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/quotas/03500beac0ce48c38c2adbbb554726e7 HTTP/1.1" status: 200 len: 375 time: 0.0111899 Nov 09 21:24:41.432499 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 46856) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:24:41.487667 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b87cde20-c39c-45ee-875f-6541382232cf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f816b33ee9d04eaba142900fe428493a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0539026 Nov 09 21:24:41.488413 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 46858) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:24:41.563978 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3fdfc5be-af25-4d60-a02e-ae7d8070617d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:41.589421 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3fdfc5be-af25-4d60-a02e-ae7d8070617d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:41.640960 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3fdfc5be-af25-4d60-a02e-ae7d8070617d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:41.646258 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3fdfc5be-af25-4d60-a02e-ae7d8070617d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:41.653898 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-3fdfc5be-af25-4d60-a02e-ae7d8070617d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/629043f6-7cc7-4593-bc2f-9facdc56582f HTTP/1.1" status: 204 len: 168 time: 0.1640592 Nov 09 21:24:41.662835 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdfc5be-af25-4d60-a02e-ae7d8070617d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629043f6-7cc7-4593-bc2f-9facdc56582f,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:41.698698 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-61fe9571-58f5-4571-b592-006135eb6c44 req-25269bdb-d048-4637-88dc-228e9d76c58b tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=03500beac0ce48c38c2adbbb554726e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2585349 Nov 09 21:24:41.789932 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7a7b9851-f666-4401-84aa-8fe8b65deb60 req-787c0220-55d3-4f1f-91a9-235b4db0ccde tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea4b0b58-7b40-4380-a0f0-4ed09aa2ec22 HTTP/1.1" status: 200 len: 210 time: 0.0560846 Nov 09 21:24:41.831254 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-61fe9571-58f5-4571-b592-006135eb6c44 req-0daecfe6-e6ab-43a4-a96a-af7ac832f295 service neutron] 10.222.0.49 "GET /v2.0/networks/771941c9-ea54-4e9e-b033-4cdf7f0bdb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314504 Nov 09 21:24:41.955187 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-61fe9571-58f5-4571-b592-006135eb6c44 req-b9196af8-d565-4c09-b4de-58430b481cee service neutron] 10.222.0.49 "GET /v2.0/networks/771941c9-ea54-4e9e-b033-4cdf7f0bdb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229277 Nov 09 21:24:42.034012 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2edb8c2-e78f-48a7-9564-d6ba755e765f req-96b175b6-c179-4b92-b99b-f3aafb688193 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:42.041696 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e2edb8c2-e78f-48a7-9564-d6ba755e765f req-96b175b6-c179-4b92-b99b-f3aafb688193 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 946 time: 0.0824783 Nov 09 21:24:42.048765 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d01f0-ae4b-41e8-a989-cf7d4d2c887d req-987bb0af-8e26-4d4b-93d0-2d8fa77c6810 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:42.050441 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bf0d01f0-ae4b-41e8-a989-cf7d4d2c887d req-987bb0af-8e26-4d4b-93d0-2d8fa77c6810 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.45 "GET /v2.0/networks?id=a977e5a0-d935-40af-beae-b0f3a8c25de8 HTTP/1.1" status: 200 len: 811 time: 0.5235405 Nov 09 21:24:42.076444 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-bf0d01f0-ae4b-41e8-a989-cf7d4d2c887d req-c4192750-81fe-478f-9f13-4000f63279ed tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Request body: {'port': {'device_id': 'ea4b0b58-7b40-4380-a0f0-4ed09aa2ec22', 'network_id': 'a977e5a0-d935-40af-beae-b0f3a8c25de8', 'admin_state_up': True, 'tenant_id': '37ab742aac8d42199f84c1b467e67cb5'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:24:42.110217 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e2edb8c2-e78f-48a7-9564-d6ba755e765f req-f9af9e1a-e2e6-43fa-9efe-fe802dbb04dd tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675597 Nov 09 21:24:42.242241 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf0d01f0-ae4b-41e8-a989-cf7d4d2c887d req-c4192750-81fe-478f-9f13-4000f63279ed tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Made reservation on behalf of 37ab742aac8d42199f84c1b467e67cb5 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:24:42.247075 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-27551273-c0e5-4339-847c-5c58cbe50565 req-013788a5-13e6-40ef-8dbb-2df3838c7cea tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb5fd08-d144-48c6-81c8-5bca1750783f HTTP/1.1" status: 200 len: 210 time: 0.0667987 Nov 09 21:24:42.247600 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-bf0d01f0-ae4b-41e8-a989-cf7d4d2c887d req-c4192750-81fe-478f-9f13-4000f63279ed tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:42.523322 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-bf0d01f0-ae4b-41e8-a989-cf7d4d2c887d req-c4192750-81fe-478f-9f13-4000f63279ed tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Allocated IP 172.20.0.4 (a977e5a0-d935-40af-beae-b0f3a8c25de8/2d70d627-f91a-46e1-b014-350c82c5b331/4c6d51ad-3a82-4a6e-b4d6-8aa160780b17) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:24:42.574046 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68067aec-b8d6-483b-ba4d-cfd792d12934 req-584ddebf-1e27-40a1-8253-a7ed0508ef58 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:42.581163 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-68067aec-b8d6-483b-ba4d-cfd792d12934 req-584ddebf-1e27-40a1-8253-a7ed0508ef58 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d411f2e9-65ea-4644-9485-678f3ddd373d HTTP/1.1" status: 200 len: 945 time: 0.1005137 Nov 09 21:24:42.793222 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-68067aec-b8d6-483b-ba4d-cfd792d12934 req-8aced510-09d5-4af4-a438-f4e0297fc2c0 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021146 Nov 09 21:24:42.881549 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-bf0d01f0-ae4b-41e8-a989-cf7d4d2c887d req-c4192750-81fe-478f-9f13-4000f63279ed tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:42.929762 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-bf0d01f0-ae4b-41e8-a989-cf7d4d2c887d req-c4192750-81fe-478f-9f13-4000f63279ed tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:42.971807 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8db1f4c0-9f6a-4f01-bd8e-be188fe9d7c4 req-87d41e17-3925-4b3b-97c7-173470f63037 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea4b0b58-7b40-4380-a0f0-4ed09aa2ec22 HTTP/1.1" status: 200 len: 210 time: 0.0710108 Nov 09 21:24:43.003222 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4192750-81fe-478f-9f13-4000f63279ed tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Pushing event updated for resources: {'Port': ['ID=4c6d51ad-3a82-4a6e-b4d6-8aa160780b17,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:43.030075 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf0d01f0-ae4b-41e8-a989-cf7d4d2c887d req-c4192750-81fe-478f-9f13-4000f63279ed tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Network a977e5a0-d935-40af-beae-b0f3a8c25de8 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:24:43.032489 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-bf0d01f0-ae4b-41e8-a989-cf7d4d2c887d req-c4192750-81fe-478f-9f13-4000f63279ed tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:24:43.041042 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0d01f0-ae4b-41e8-a989-cf7d4d2c887d req-c4192750-81fe-478f-9f13-4000f63279ed tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:24:43.116249 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d01f0-ae4b-41e8-a989-cf7d4d2c887d req-c4192750-81fe-478f-9f13-4000f63279ed tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:43.116916 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-bf0d01f0-ae4b-41e8-a989-cf7d4d2c887d req-c4192750-81fe-478f-9f13-4000f63279ed tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:43.147662 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bf0d01f0-ae4b-41e8-a989-cf7d4d2c887d req-c4192750-81fe-478f-9f13-4000f63279ed tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0759649 Nov 09 21:24:43.161276 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-bf0d01f0-ae4b-41e8-a989-cf7d4d2c887d req-c3cb25eb-7908-473c-8b80-3e3827a4383b service neutron] Request body: {'port': {'device_id': 'ea4b0b58-7b40-4380-a0f0-4ed09aa2ec22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:24:43.357119 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-bf0d01f0-ae4b-41e8-a989-cf7d4d2c887d req-c3cb25eb-7908-473c-8b80-3e3827a4383b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:43.419056 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-543de0cd-9114-4768-bca4-53e81313bd2b req-4e061e09-9a94-4415-a0e0-2bf4d880fd80 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb5fd08-d144-48c6-81c8-5bca1750783f HTTP/1.1" status: 200 len: 210 time: 0.0393002 Nov 09 21:24:43.707037 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b992992-9516-4477-9b16-ded18a5d45a5 req-1f77df20-1310-44ca-a3b1-344407f8fcb7 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:43.715250 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1b992992-9516-4477-9b16-ded18a5d45a5 req-1f77df20-1310-44ca-a3b1-344407f8fcb7 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 946 time: 0.4095912 Nov 09 21:24:43.814381 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1b992992-9516-4477-9b16-ded18a5d45a5 req-79f541ed-ca76-4255-9c3a-d7abc4e64306 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980511 Nov 09 21:24:43.858672 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe9571-58f5-4571-b592-006135eb6c44 req-1b68418b-c6f6-48fa-9536-cb0cf0cba373 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:43.860223 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-61fe9571-58f5-4571-b592-006135eb6c44 req-1b68418b-c6f6-48fa-9536-cb0cf0cba373 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.45 "GET /v2.0/networks?id=771941c9-ea54-4e9e-b033-4cdf7f0bdb22 HTTP/1.1" status: 200 len: 814 time: 0.2248783 Nov 09 21:24:43.878936 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-61fe9571-58f5-4571-b592-006135eb6c44 req-bad1a0ad-5a92-4a48-a66a-34d79c8d2416 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Request body: {'port': {'device_id': 'cfb5fd08-d144-48c6-81c8-5bca1750783f', 'network_id': '771941c9-ea54-4e9e-b033-4cdf7f0bdb22', 'admin_state_up': True, 'tenant_id': '03500beac0ce48c38c2adbbb554726e7'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:24:44.045510 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61fe9571-58f5-4571-b592-006135eb6c44 req-bad1a0ad-5a92-4a48-a66a-34d79c8d2416 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Made reservation on behalf of 03500beac0ce48c38c2adbbb554726e7 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:24:44.053072 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-61fe9571-58f5-4571-b592-006135eb6c44 req-bad1a0ad-5a92-4a48-a66a-34d79c8d2416 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:44.064661 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc1c4a-0ecf-4c19-aa4c-645d395e7950 req-b130573d-8f6d-4b61-baa0-473f8a31c6d1 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:44.073108 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-48fc1c4a-0ecf-4c19-aa4c-645d395e7950 req-b130573d-8f6d-4b61-baa0-473f8a31c6d1 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d411f2e9-65ea-4644-9485-678f3ddd373d HTTP/1.1" status: 200 len: 945 time: 0.1248946 Nov 09 21:24:44.142599 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-48fc1c4a-0ecf-4c19-aa4c-645d395e7950 req-22abd9a3-3311-40d0-a827-a5edd7f58236 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690148 Nov 09 21:24:44.258531 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-61fe9571-58f5-4571-b592-006135eb6c44 req-bad1a0ad-5a92-4a48-a66a-34d79c8d2416 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Allocated IP 172.20.0.11 (771941c9-ea54-4e9e-b033-4cdf7f0bdb22/7a7475e6-4080-4250-acec-91cc4f59f3ca/c251294d-77ed-4db8-894a-45ce31ac57d0) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:24:44.290074 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-bf0d01f0-ae4b-41e8-a989-cf7d4d2c887d req-c3cb25eb-7908-473c-8b80-3e3827a4383b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c6d51ad-3a82-4a6e-b4d6-8aa160780b17 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:24:44.299061 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-bf0d01f0-ae4b-41e8-a989-cf7d4d2c887d req-c3cb25eb-7908-473c-8b80-3e3827a4383b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:44.321089 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-bf0d01f0-ae4b-41e8-a989-cf7d4d2c887d req-c3cb25eb-7908-473c-8b80-3e3827a4383b service neutron] Transition to ACTIVE for port object 4c6d51ad-3a82-4a6e-b4d6-8aa160780b17 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:24:44.327039 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-bf0d01f0-ae4b-41e8-a989-cf7d4d2c887d req-c3cb25eb-7908-473c-8b80-3e3827a4383b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:44.392416 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb25eb-7908-473c-8b80-3e3827a4383b service neutron] Pushing event updated for resources: {'Port': ['ID=4c6d51ad-3a82-4a6e-b4d6-8aa160780b17,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:44.453233 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-61fe9571-58f5-4571-b592-006135eb6c44 req-bad1a0ad-5a92-4a48-a66a-34d79c8d2416 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:44.481447 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b72614-310d-498c-9b3d-6c9062f2a1fc req-617bdb43-09c0-4c29-b1e7-2389b805a9ce tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:44.483146 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-78b72614-310d-498c-9b3d-6c9062f2a1fc req-617bdb43-09c0-4c29-b1e7-2389b805a9ce tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea4b0b58-7b40-4380-a0f0-4ed09aa2ec22 HTTP/1.1" status: 200 len: 931 time: 0.3469870 Nov 09 21:24:44.513785 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-bf0d01f0-ae4b-41e8-a989-cf7d4d2c887d req-c3cb25eb-7908-473c-8b80-3e3827a4383b service neutron] Attempting to bind port 4c6d51ad-3a82-4a6e-b4d6-8aa160780b17 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:24:44.514906 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-bf0d01f0-ae4b-41e8-a989-cf7d4d2c887d req-c3cb25eb-7908-473c-8b80-3e3827a4383b service neutron] Attempting to bind port 4c6d51ad-3a82-4a6e-b4d6-8aa160780b17 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '9a6377f5-b38b-4a21-b9f6-9e21b904d67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a977e5a0-d935-40af-beae-b0f3a8c25de8'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:24:44.515753 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0d01f0-ae4b-41e8-a989-cf7d4d2c887d req-c3cb25eb-7908-473c-8b80-3e3827a4383b service neutron] Attempting to bind port 4c6d51ad-3a82-4a6e-b4d6-8aa160780b17 on network a977e5a0-d935-40af-beae-b0f3a8c25de8 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:24:44.522189 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0d01f0-ae4b-41e8-a989-cf7d4d2c887d req-c3cb25eb-7908-473c-8b80-3e3827a4383b service neutron] Port 4c6d51ad-3a82-4a6e-b4d6-8aa160780b17 on network a977e5a0-d935-40af-beae-b0f3a8c25de8 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:24:44.523547 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0d01f0-ae4b-41e8-a989-cf7d4d2c887d req-c3cb25eb-7908-473c-8b80-3e3827a4383b service neutron] Attempting to bind port 4c6d51ad-3a82-4a6e-b4d6-8aa160780b17 on network a977e5a0-d935-40af-beae-b0f3a8c25de8 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:24:44.530118 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0d01f0-ae4b-41e8-a989-cf7d4d2c887d req-c3cb25eb-7908-473c-8b80-3e3827a4383b service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:24:44.530873 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0d01f0-ae4b-41e8-a989-cf7d4d2c887d req-c3cb25eb-7908-473c-8b80-3e3827a4383b service neutron] Checking segment: {'id': '9a6377f5-b38b-4a21-b9f6-9e21b904d67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a977e5a0-d935-40af-beae-b0f3a8c25de8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:24:44.531408 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0d01f0-ae4b-41e8-a989-cf7d4d2c887d req-c3cb25eb-7908-473c-8b80-3e3827a4383b service neutron] Bound using segment: {'id': '9a6377f5-b38b-4a21-b9f6-9e21b904d67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a977e5a0-d935-40af-beae-b0f3a8c25de8'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:24:44.531929 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-bf0d01f0-ae4b-41e8-a989-cf7d4d2c887d req-c3cb25eb-7908-473c-8b80-3e3827a4383b service neutron] Bound port: 4c6d51ad-3a82-4a6e-b4d6-8aa160780b17, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a6377f5-b38b-4a21-b9f6-9e21b904d67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a977e5a0-d935-40af-beae-b0f3a8c25de8'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:24:44.532368 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-bf0d01f0-ae4b-41e8-a989-cf7d4d2c887d req-c3cb25eb-7908-473c-8b80-3e3827a4383b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:44.611684 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-78b72614-310d-498c-9b3d-6c9062f2a1fc req-7b048ec1-aa93-4496-9ce7-606a80a368e2 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895112 Nov 09 21:24:44.614591 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-61fe9571-58f5-4571-b592-006135eb6c44 req-bad1a0ad-5a92-4a48-a66a-34d79c8d2416 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:44.626257 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ed9718b0-231f-4d4c-aa79-9cc4a77b76a8 req-d85aab77-19e5-41b3-8b49-68ca1bb181b0 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb5fd08-d144-48c6-81c8-5bca1750783f HTTP/1.1" status: 200 len: 210 time: 0.0735140 Nov 09 21:24:44.651527 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['7d1b423e-0bca-4f20-9a13-ba04210393bf', 'cac8a0f1-fcf6-4ebd-9f0d-281933b19c82', '326d231a-4dc4-4093-95d8-7bcd4571aa9b'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:24:44.692963 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61fe9571-58f5-4571-b592-006135eb6c44 req-bad1a0ad-5a92-4a48-a66a-34d79c8d2416 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Network 771941c9-ea54-4e9e-b033-4cdf7f0bdb22 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:24:44.697145 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-61fe9571-58f5-4571-b592-006135eb6c44 req-bad1a0ad-5a92-4a48-a66a-34d79c8d2416 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:24:44.702531 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-61fe9571-58f5-4571-b592-006135eb6c44 req-bad1a0ad-5a92-4a48-a66a-34d79c8d2416 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:24:44.714609 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-bf0d01f0-ae4b-41e8-a989-cf7d4d2c887d req-c3cb25eb-7908-473c-8b80-3e3827a4383b service neutron] For port 4c6d51ad-3a82-4a6e-b4d6-8aa160780b17, host n-h1-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:24:44.719033 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-bf0d01f0-ae4b-41e8-a989-cf7d4d2c887d req-c3cb25eb-7908-473c-8b80-3e3827a4383b service neutron] For port 4c6d51ad-3a82-4a6e-b4d6-8aa160780b17, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=4c6d51ad-3a82-4a6e-b4d6-8aa160780b17,segment=NetworkSegment(9a6377f5-b38b-4a21-b9f6-9e21b904d67d),segment_id=9a6377f5-b38b-4a21-b9f6-9e21b904d67d)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:24:44.730007 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-bf0d01f0-ae4b-41e8-a989-cf7d4d2c887d req-c3cb25eb-7908-473c-8b80-3e3827a4383b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:44.745833 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad1a0ad-5a92-4a48-a66a-34d79c8d2416 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Pushing event updated for resources: {'Port': ['ID=c251294d-77ed-4db8-894a-45ce31ac57d0,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:44.767034 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe9571-58f5-4571-b592-006135eb6c44 req-bad1a0ad-5a92-4a48-a66a-34d79c8d2416 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:44.767995 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-61fe9571-58f5-4571-b592-006135eb6c44 req-bad1a0ad-5a92-4a48-a66a-34d79c8d2416 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:44.789842 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-61fe9571-58f5-4571-b592-006135eb6c44 req-bad1a0ad-5a92-4a48-a66a-34d79c8d2416 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9171739 Nov 09 21:24:44.806042 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d01f0-ae4b-41e8-a989-cf7d4d2c887d req-c3cb25eb-7908-473c-8b80-3e3827a4383b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:44.806758 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-bf0d01f0-ae4b-41e8-a989-cf7d4d2c887d req-c3cb25eb-7908-473c-8b80-3e3827a4383b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:44.807059 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-61fe9571-58f5-4571-b592-006135eb6c44 req-85f935ee-21e7-4f06-8e4b-9e9963776a4b service neutron] Request body: {'port': {'device_id': 'cfb5fd08-d144-48c6-81c8-5bca1750783f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:24:44.808205 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bf0d01f0-ae4b-41e8-a989-cf7d4d2c887d req-c3cb25eb-7908-473c-8b80-3e3827a4383b service neutron] 10.222.0.45 "PUT /v2.0/ports/4c6d51ad-3a82-4a6e-b4d6-8aa160780b17 HTTP/1.1" status: 200 len: 1091 time: 1.6520500 Nov 09 21:24:44.824963 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea4b0b58-7b40-4380-a0f0-4ed09aa2ec22', 'tag': '4c6d51ad-3a82-4a6e-b4d6-8aa160780b17'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:24:44.833707 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba942fc3-e9ce-45fd-8f2f-e0e1ce075476" -d '{"events": [{"name": "network-changed", "server_uuid": "ea4b0b58-7b40-4380-a0f0-4ed09aa2ec22", "tag": "4c6d51ad-3a82-4a6e-b4d6-8aa160780b17"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:24:44.888978 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb25eb-7908-473c-8b80-3e3827a4383b service neutron] Pushing event updated for resources: {'Port': ['ID=4c6d51ad-3a82-4a6e-b4d6-8aa160780b17,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:44.949823 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21baf4c3-eaf8-4cbc-b13a-e2f9dae8a614 x-openstack-request-id: req-21baf4c3-eaf8-4cbc-b13a-e2f9dae8a614 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:24:44.950120 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea4b0b58-7b40-4380-a0f0-4ed09aa2ec22", "tag": "4c6d51ad-3a82-4a6e-b4d6-8aa160780b17", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:24:44.950754 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-21baf4c3-eaf8-4cbc-b13a-e2f9dae8a614 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:24:44.951181 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea4b0b58-7b40-4380-a0f0-4ed09aa2ec22', 'tag': '4c6d51ad-3a82-4a6e-b4d6-8aa160780b17', 'status': 'completed', 'code': 200} Nov 09 21:24:44.957552 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d01f0-ae4b-41e8-a989-cf7d4d2c887d req-8357d9bb-252b-4409-b928-59c270562760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:44.959744 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bf0d01f0-ae4b-41e8-a989-cf7d4d2c887d req-8357d9bb-252b-4409-b928-59c270562760 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=37ab742aac8d42199f84c1b467e67cb5&device_id=ea4b0b58-7b40-4380-a0f0-4ed09aa2ec22 HTTP/1.1" status: 200 len: 1094 time: 0.0621934 Nov 09 21:24:45.028541 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-61fe9571-58f5-4571-b592-006135eb6c44 req-85f935ee-21e7-4f06-8e4b-9e9963776a4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:45.095728 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bf0d01f0-ae4b-41e8-a989-cf7d4d2c887d req-c578fd6c-6ce7-467b-8b0f-5b406ee2689c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c6d51ad-3a82-4a6e-b4d6-8aa160780b17 HTTP/1.1" status: 200 len: 217 time: 0.1265745 Nov 09 21:24:45.190324 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d01f0-ae4b-41e8-a989-cf7d4d2c887d req-e2cb19a9-bd6d-4fd6-ac08-420108644f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:45.191857 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bf0d01f0-ae4b-41e8-a989-cf7d4d2c887d req-e2cb19a9-bd6d-4fd6-ac08-420108644f1e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2d70d627-f91a-46e1-b014-350c82c5b331 HTTP/1.1" status: 200 len: 851 time: 0.0732558 Nov 09 21:24:45.205703 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad96a9b-4a20-4a84-b2e5-0dd385825e3e req-8657dd7a-314b-4ed5-9741-3ca90cdf9e6c tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:45.218744 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bad96a9b-4a20-4a84-b2e5-0dd385825e3e req-8657dd7a-314b-4ed5-9741-3ca90cdf9e6c tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 946 time: 0.1343567 Nov 09 21:24:45.297181 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bf0d01f0-ae4b-41e8-a989-cf7d4d2c887d req-a5aaa379-3c96-493d-a012-83e7ea91f7d0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a977e5a0-d935-40af-beae-b0f3a8c25de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714085 Nov 09 21:24:45.440486 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bf0d01f0-ae4b-41e8-a989-cf7d4d2c887d req-8cc754ba-dfc0-448c-b722-c0768247c5ea service neutron] 10.222.0.45 "GET /v2.0/networks/a977e5a0-d935-40af-beae-b0f3a8c25de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349561 Nov 09 21:24:45.545638 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bad96a9b-4a20-4a84-b2e5-0dd385825e3e req-1ddab8d2-845c-400f-8d80-aa57af7106b9 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3254967 Nov 09 21:24:45.588031 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-61fe9571-58f5-4571-b592-006135eb6c44 req-85f935ee-21e7-4f06-8e4b-9e9963776a4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c251294d-77ed-4db8-894a-45ce31ac57d0 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:24:45.596341 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bf0d01f0-ae4b-41e8-a989-cf7d4d2c887d req-41fd8a50-12e6-4a53-b068-08b67a27c57f service neutron] 10.222.0.45 "GET /v2.0/networks/a977e5a0-d935-40af-beae-b0f3a8c25de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428139 Nov 09 21:24:45.611238 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-61fe9571-58f5-4571-b592-006135eb6c44 req-85f935ee-21e7-4f06-8e4b-9e9963776a4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:45.631516 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-61fe9571-58f5-4571-b592-006135eb6c44 req-85f935ee-21e7-4f06-8e4b-9e9963776a4b service neutron] Transition to ACTIVE for port object c251294d-77ed-4db8-894a-45ce31ac57d0 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:24:45.637826 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-61fe9571-58f5-4571-b592-006135eb6c44 req-85f935ee-21e7-4f06-8e4b-9e9963776a4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:45.659093 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db34de-2121-4747-9995-d9953811e280 req-df2d7148-88fa-4e24-83ae-2c2ae24f4075 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:45.673140 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-98db34de-2121-4747-9995-d9953811e280 req-df2d7148-88fa-4e24-83ae-2c2ae24f4075 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] 10.222.0.49 "GET /v2.0/ports?device_id=63390256-9035-499c-912b-daa47579b628 HTTP/1.1" status: 200 len: 945 time: 0.1229055 Nov 09 21:24:45.756623 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b28019-f68c-43ab-904b-f24b500c7050 req-93272142-920b-4a18-a538-ac05f0522c00 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:45.758494 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-54b28019-f68c-43ab-904b-f24b500c7050 req-93272142-920b-4a18-a538-ac05f0522c00 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d411f2e9-65ea-4644-9485-678f3ddd373d HTTP/1.1" status: 200 len: 945 time: 0.1309676 Nov 09 21:24:45.761076 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f935ee-21e7-4f06-8e4b-9e9963776a4b service neutron] Pushing event updated for resources: {'Port': ['ID=c251294d-77ed-4db8-894a-45ce31ac57d0,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:45.761658 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba942fc3-e9ce-45fd-8f2f-e0e1ce075476 req-f3e50052-378e-4aef-a2bd-7d09d35f6ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:45.763266 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ba942fc3-e9ce-45fd-8f2f-e0e1ce075476 req-f3e50052-378e-4aef-a2bd-7d09d35f6ee5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=37ab742aac8d42199f84c1b467e67cb5&device_id=ea4b0b58-7b40-4380-a0f0-4ed09aa2ec22 HTTP/1.1" status: 200 len: 1094 time: 0.0976565 Nov 09 21:24:45.853564 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-98db34de-2121-4747-9995-d9953811e280 req-4a861bf6-2b37-4b54-925f-8e5877f7daa0 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd8a4f41-8563-4cd4-810e-8167c0315dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1834326 Nov 09 21:24:45.918800 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-61fe9571-58f5-4571-b592-006135eb6c44 req-85f935ee-21e7-4f06-8e4b-9e9963776a4b service neutron] Attempting to bind port c251294d-77ed-4db8-894a-45ce31ac57d0 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:24:45.920109 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-61fe9571-58f5-4571-b592-006135eb6c44 req-85f935ee-21e7-4f06-8e4b-9e9963776a4b service neutron] Attempting to bind port c251294d-77ed-4db8-894a-45ce31ac57d0 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'a1c83fda-03be-4d5c-a07e-e6833021a1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '771941c9-ea54-4e9e-b033-4cdf7f0bdb22'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:24:45.920833 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fe9571-58f5-4571-b592-006135eb6c44 req-85f935ee-21e7-4f06-8e4b-9e9963776a4b service neutron] Attempting to bind port c251294d-77ed-4db8-894a-45ce31ac57d0 on network 771941c9-ea54-4e9e-b033-4cdf7f0bdb22 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:24:45.929570 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fe9571-58f5-4571-b592-006135eb6c44 req-85f935ee-21e7-4f06-8e4b-9e9963776a4b service neutron] Port c251294d-77ed-4db8-894a-45ce31ac57d0 on network 771941c9-ea54-4e9e-b033-4cdf7f0bdb22 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:24:45.932146 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fe9571-58f5-4571-b592-006135eb6c44 req-85f935ee-21e7-4f06-8e4b-9e9963776a4b service neutron] Attempting to bind port c251294d-77ed-4db8-894a-45ce31ac57d0 on network 771941c9-ea54-4e9e-b033-4cdf7f0bdb22 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:24:45.943904 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fe9571-58f5-4571-b592-006135eb6c44 req-85f935ee-21e7-4f06-8e4b-9e9963776a4b service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:24:45.944529 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fe9571-58f5-4571-b592-006135eb6c44 req-85f935ee-21e7-4f06-8e4b-9e9963776a4b service neutron] Checking segment: {'id': 'a1c83fda-03be-4d5c-a07e-e6833021a1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '771941c9-ea54-4e9e-b033-4cdf7f0bdb22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:24:45.946126 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fe9571-58f5-4571-b592-006135eb6c44 req-85f935ee-21e7-4f06-8e4b-9e9963776a4b service neutron] Bound using segment: {'id': 'a1c83fda-03be-4d5c-a07e-e6833021a1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '771941c9-ea54-4e9e-b033-4cdf7f0bdb22'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:24:45.946579 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-61fe9571-58f5-4571-b592-006135eb6c44 req-85f935ee-21e7-4f06-8e4b-9e9963776a4b service neutron] Bound port: c251294d-77ed-4db8-894a-45ce31ac57d0, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1c83fda-03be-4d5c-a07e-e6833021a1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '771941c9-ea54-4e9e-b033-4cdf7f0bdb22'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:24:45.946945 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-61fe9571-58f5-4571-b592-006135eb6c44 req-85f935ee-21e7-4f06-8e4b-9e9963776a4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:45.950196 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-54b28019-f68c-43ab-904b-f24b500c7050 req-adf57947-b09b-4a3b-b21f-8b7f9d09ab33 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709774 Nov 09 21:24:45.974718 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba942fc3-e9ce-45fd-8f2f-e0e1ce075476 req-f6c14821-52b5-4b5c-9c38-9491449d29a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:45.976213 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ba942fc3-e9ce-45fd-8f2f-e0e1ce075476 req-f6c14821-52b5-4b5c-9c38-9491449d29a7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a977e5a0-d935-40af-beae-b0f3a8c25de8 HTTP/1.1" status: 200 len: 911 time: 0.2005358 Nov 09 21:24:46.057579 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ba942fc3-e9ce-45fd-8f2f-e0e1ce075476 req-f8a55482-a935-4672-ab2d-bdba1e396e50 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c6d51ad-3a82-4a6e-b4d6-8aa160780b17 HTTP/1.1" status: 200 len: 217 time: 0.0692656 Nov 09 21:24:46.093375 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-61fe9571-58f5-4571-b592-006135eb6c44 req-85f935ee-21e7-4f06-8e4b-9e9963776a4b service neutron] For port c251294d-77ed-4db8-894a-45ce31ac57d0, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:24:46.099702 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-61fe9571-58f5-4571-b592-006135eb6c44 req-85f935ee-21e7-4f06-8e4b-9e9963776a4b service neutron] For port c251294d-77ed-4db8-894a-45ce31ac57d0, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=c251294d-77ed-4db8-894a-45ce31ac57d0,segment=NetworkSegment(a1c83fda-03be-4d5c-a07e-e6833021a1a4),segment_id=a1c83fda-03be-4d5c-a07e-e6833021a1a4)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:24:46.110713 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-61fe9571-58f5-4571-b592-006135eb6c44 req-85f935ee-21e7-4f06-8e4b-9e9963776a4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:46.155131 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba942fc3-e9ce-45fd-8f2f-e0e1ce075476 req-dae015db-6a91-471d-9f95-d6242ce550b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:46.157318 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ba942fc3-e9ce-45fd-8f2f-e0e1ce075476 req-dae015db-6a91-471d-9f95-d6242ce550b7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2d70d627-f91a-46e1-b014-350c82c5b331 HTTP/1.1" status: 200 len: 851 time: 0.0904658 Nov 09 21:24:46.166892 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9af0b-53d6-445c-b38f-216874533866 req-6d57aba0-9890-445e-b722-af83c5f541e4 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:46.168406 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aab9af0b-53d6-445c-b38f-216874533866 req-6d57aba0-9890-445e-b722-af83c5f541e4 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb5fd08-d144-48c6-81c8-5bca1750783f HTTP/1.1" status: 200 len: 944 time: 0.1136789 Nov 09 21:24:46.175013 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72dd65-21d9-4498-936d-1f4ae18d30f8 req-d32fd068-99a8-42f0-ada5-e0f71af4fc0b tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:46.178240 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3f72dd65-21d9-4498-936d-1f4ae18d30f8 req-d32fd068-99a8-42f0-ada5-e0f71af4fc0b tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea4b0b58-7b40-4380-a0f0-4ed09aa2ec22 HTTP/1.1" status: 200 len: 943 time: 0.2225165 Nov 09 21:24:46.187925 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe9571-58f5-4571-b592-006135eb6c44 req-85f935ee-21e7-4f06-8e4b-9e9963776a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:46.189184 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-61fe9571-58f5-4571-b592-006135eb6c44 req-85f935ee-21e7-4f06-8e4b-9e9963776a4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:46.192717 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-61fe9571-58f5-4571-b592-006135eb6c44 req-85f935ee-21e7-4f06-8e4b-9e9963776a4b service neutron] 10.222.0.45 "PUT /v2.0/ports/c251294d-77ed-4db8-894a-45ce31ac57d0 HTTP/1.1" status: 200 len: 1092 time: 1.3926995 Nov 09 21:24:46.192717 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfb5fd08-d144-48c6-81c8-5bca1750783f', 'tag': 'c251294d-77ed-4db8-894a-45ce31ac57d0'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:24:46.218985 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfbe50e7-e8d1-442e-a7ee-f7ff87a093fb" -d '{"events": [{"name": "network-changed", "server_uuid": "cfb5fd08-d144-48c6-81c8-5bca1750783f", "tag": "c251294d-77ed-4db8-894a-45ce31ac57d0"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:24:46.222549 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ba942fc3-e9ce-45fd-8f2f-e0e1ce075476 req-983c1e6d-69f5-43af-a5c1-4b444d2f523c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a977e5a0-d935-40af-beae-b0f3a8c25de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529969 Nov 09 21:24:46.287837 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aab9af0b-53d6-445c-b38f-216874533866 req-a6783b5f-9e85-4402-854e-d16bd5376954 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/security-groups?id=85e41b18-17bb-4547-9826-32936191f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104443 Nov 09 21:24:46.320172 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f935ee-21e7-4f06-8e4b-9e9963776a4b service neutron] Pushing event updated for resources: {'Port': ['ID=c251294d-77ed-4db8-894a-45ce31ac57d0,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:46.359828 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe9571-58f5-4571-b592-006135eb6c44 req-3faaf213-b464-4f8d-a34f-1acdac041e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:46.361364 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-61fe9571-58f5-4571-b592-006135eb6c44 req-3faaf213-b464-4f8d-a34f-1acdac041e1e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=03500beac0ce48c38c2adbbb554726e7&device_id=cfb5fd08-d144-48c6-81c8-5bca1750783f HTTP/1.1" status: 200 len: 1095 time: 0.1146429 Nov 09 21:24:46.381886 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3f72dd65-21d9-4498-936d-1f4ae18d30f8 req-2265da18-cc58-4a37-931e-4ebeef0bf5d9 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339872 Nov 09 21:24:46.452781 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-61fe9571-58f5-4571-b592-006135eb6c44 req-a56ee492-ceba-4613-bb6f-82383538488d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c251294d-77ed-4db8-894a-45ce31ac57d0 HTTP/1.1" status: 200 len: 217 time: 0.0696490 Nov 09 21:24:46.459514 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ba942fc3-e9ce-45fd-8f2f-e0e1ce075476 req-614b19b2-dc60-4967-bd08-b9ade0d5e99c service neutron] 10.222.0.45 "GET /v2.0/networks/a977e5a0-d935-40af-beae-b0f3a8c25de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271907 Nov 09 21:24:46.463454 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09bc68e1-b06c-4445-8898-761ed732c221 x-openstack-request-id: req-09bc68e1-b06c-4445-8898-761ed732c221 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:24:46.463755 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfb5fd08-d144-48c6-81c8-5bca1750783f", "tag": "c251294d-77ed-4db8-894a-45ce31ac57d0", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:24:46.464013 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-09bc68e1-b06c-4445-8898-761ed732c221 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:24:46.464420 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfb5fd08-d144-48c6-81c8-5bca1750783f', 'tag': 'c251294d-77ed-4db8-894a-45ce31ac57d0', 'status': 'completed', 'code': 200} Nov 09 21:24:46.531198 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe9571-58f5-4571-b592-006135eb6c44 req-7d726cd7-6bbf-4130-ac49-8dc44471ac46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:46.533067 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-61fe9571-58f5-4571-b592-006135eb6c44 req-7d726cd7-6bbf-4130-ac49-8dc44471ac46 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7a7475e6-4080-4250-acec-91cc4f59f3ca HTTP/1.1" status: 200 len: 854 time: 0.0676019 Nov 09 21:24:46.593416 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-61fe9571-58f5-4571-b592-006135eb6c44 req-5d06e6aa-7d24-4d7f-bf9c-cc1054faa07d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=771941c9-ea54-4e9e-b033-4cdf7f0bdb22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499477 Nov 09 21:24:46.686394 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ba942fc3-e9ce-45fd-8f2f-e0e1ce075476 req-ef7b8eb1-60b1-4b68-a79e-3a444e4fc984 service neutron] 10.222.0.45 "GET /v2.0/networks/a977e5a0-d935-40af-beae-b0f3a8c25de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093084 Nov 09 21:24:46.724487 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-61fe9571-58f5-4571-b592-006135eb6c44 req-6c48e56c-fb8c-40eb-b659-9ff4322e92f9 service neutron] 10.222.0.45 "GET /v2.0/networks/771941c9-ea54-4e9e-b033-4cdf7f0bdb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207283 Nov 09 21:24:46.754759 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f52cb2-e9cf-4a5c-8f14-1a4c38c3aa85 req-afb962b3-9942-4a6c-8bc6-4284d5594d0c tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:46.762630 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c3f52cb2-e9cf-4a5c-8f14-1a4c38c3aa85 req-afb962b3-9942-4a6c-8bc6-4284d5594d0c tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 946 time: 0.0752215 Nov 09 21:24:46.869613 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-61fe9571-58f5-4571-b592-006135eb6c44 req-c5de4f2c-6f94-483d-ae40-811a887a9d7e service neutron] 10.222.0.45 "GET /v2.0/networks/771941c9-ea54-4e9e-b033-4cdf7f0bdb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374454 Nov 09 21:24:46.870498 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c3f52cb2-e9cf-4a5c-8f14-1a4c38c3aa85 req-98e0028f-0675-4783-ad9a-751517825772 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066825 Nov 09 21:24:46.999385 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe50e7-e8d1-442e-a7ee-f7ff87a093fb req-e547ce79-bbea-4f80-932a-59c5db1fb41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:47.001438 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bfbe50e7-e8d1-442e-a7ee-f7ff87a093fb req-e547ce79-bbea-4f80-932a-59c5db1fb41e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=03500beac0ce48c38c2adbbb554726e7&device_id=cfb5fd08-d144-48c6-81c8-5bca1750783f HTTP/1.1" status: 200 len: 1095 time: 0.0690908 Nov 09 21:24:47.139098 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93274033-0e3c-477c-af59-ccd78857e3eb req-4958b031-44a8-40bd-9ac6-f72125d5fb55 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:47.148966 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-93274033-0e3c-477c-af59-ccd78857e3eb req-4958b031-44a8-40bd-9ac6-f72125d5fb55 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d411f2e9-65ea-4644-9485-678f3ddd373d HTTP/1.1" status: 200 len: 945 time: 0.1037695 Nov 09 21:24:47.153726 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b6231-bfef-407d-9a86-88735c524801 req-5980b92d-d48a-4f16-bc7e-7c742c86520c tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:47.155327 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ed7b6231-bfef-407d-9a86-88735c524801 req-5980b92d-d48a-4f16-bc7e-7c742c86520c tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] 10.222.0.49 "GET /v2.0/ports?device_id=63390256-9035-499c-912b-daa47579b628 HTTP/1.1" status: 200 len: 945 time: 0.1213939 Nov 09 21:24:47.180194 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe50e7-e8d1-442e-a7ee-f7ff87a093fb req-bef26553-f297-4100-b1c1-03a18e8ae777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:47.181717 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bfbe50e7-e8d1-442e-a7ee-f7ff87a093fb req-bef26553-f297-4100-b1c1-03a18e8ae777 service neutron] 10.222.0.45 "GET /v2.0/networks?id=771941c9-ea54-4e9e-b033-4cdf7f0bdb22 HTTP/1.1" status: 200 len: 914 time: 0.1694882 Nov 09 21:24:47.209064 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-93274033-0e3c-477c-af59-ccd78857e3eb req-a4c11ac1-6e70-4d68-9ad5-c5b2ae49e057 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592046 Nov 09 21:24:47.248514 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bfbe50e7-e8d1-442e-a7ee-f7ff87a093fb req-427cbfa1-b17c-41a4-8fdc-41c5b516b6a5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c251294d-77ed-4db8-894a-45ce31ac57d0 HTTP/1.1" status: 200 len: 217 time: 0.0534008 Nov 09 21:24:47.307457 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe50e7-e8d1-442e-a7ee-f7ff87a093fb req-31204c01-2fef-4eb0-afec-05b7728f24f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:47.309278 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bfbe50e7-e8d1-442e-a7ee-f7ff87a093fb req-31204c01-2fef-4eb0-afec-05b7728f24f1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7a7475e6-4080-4250-acec-91cc4f59f3ca HTTP/1.1" status: 200 len: 854 time: 0.0494401 Nov 09 21:24:47.319306 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ed7b6231-bfef-407d-9a86-88735c524801 req-3b033874-fa26-49bf-a69f-2c3a84553f05 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd8a4f41-8563-4cd4-810e-8167c0315dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574903 Nov 09 21:24:47.360961 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bfbe50e7-e8d1-442e-a7ee-f7ff87a093fb req-2ea7d642-07ed-46a2-a10c-3549529149a7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=771941c9-ea54-4e9e-b033-4cdf7f0bdb22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394864 Nov 09 21:24:47.466635 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a1bcc-ad7c-4afb-a334-fe9922657922 req-1b1216af-e652-46d6-aac1-da9b6449c062 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:47.475685 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a78a1bcc-ad7c-4afb-a334-fe9922657922 req-1b1216af-e652-46d6-aac1-da9b6449c062 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb5fd08-d144-48c6-81c8-5bca1750783f HTTP/1.1" status: 200 len: 944 time: 0.0788834 Nov 09 21:24:47.555367 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a78a1bcc-ad7c-4afb-a334-fe9922657922 req-e99ebd9b-e214-49dd-bba2-d49090fdcdbf tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/security-groups?id=85e41b18-17bb-4547-9826-32936191f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742872 Nov 09 21:24:47.574110 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c52fda-09db-4f94-b233-0550fa4609e4 req-49f42958-8cf5-411a-8942-1689dcbf08f0 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:47.575717 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b4c52fda-09db-4f94-b233-0550fa4609e4 req-49f42958-8cf5-411a-8942-1689dcbf08f0 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea4b0b58-7b40-4380-a0f0-4ed09aa2ec22 HTTP/1.1" status: 200 len: 943 time: 0.1014223 Nov 09 21:24:47.577644 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bfbe50e7-e8d1-442e-a7ee-f7ff87a093fb req-67eb5f99-09b6-4ecb-892b-a6e8ac86022f service neutron] 10.222.0.45 "GET /v2.0/networks/771941c9-ea54-4e9e-b033-4cdf7f0bdb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040939 Nov 09 21:24:47.584426 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 47048) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:24:47.600902 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-778c1879-acc7-404a-a256-4f7922bd9c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:47.713908 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b4c52fda-09db-4f94-b233-0550fa4609e4 req-671c1991-054f-4c8c-a51a-29e8c9ff7555 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219382 Nov 09 21:24:47.750267 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bfbe50e7-e8d1-442e-a7ee-f7ff87a093fb req-439604b8-0cd9-41fb-86be-74b397817036 service neutron] 10.222.0.45 "GET /v2.0/networks/771941c9-ea54-4e9e-b033-4cdf7f0bdb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597552 Nov 09 21:24:47.768474 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6ff1e999-7e0c-4409-b029-921a5b7a5a3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:47.896599 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6ff1e999-7e0c-4409-b029-921a5b7a5a3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:47.903210 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6ff1e999-7e0c-4409-b029-921a5b7a5a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:47.956567 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 47058) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:24:47.957194 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6ff1e999-7e0c-4409-b029-921a5b7a5a3c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fe7ee5ec39d8445f81508e3db79cb7c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3711905 Nov 09 21:24:47.959109 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff1e999-7e0c-4409-b029-921a5b7a5a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45189686-57d7-4dcb-93c9-2536cab58ca7,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:48.041276 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e373ca-7380-4f13-942d-02a7959699c1 req-f7ae8c43-e7cb-4c34-825b-81e308771fab tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:48.042779 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c149bdca-b8c2-49d9-8d99-cfcba6434b62 req-dc02f96f-8864-4b4b-aac6-7e505cbbd5d1 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:48.044352 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c149bdca-b8c2-49d9-8d99-cfcba6434b62 req-dc02f96f-8864-4b4b-aac6-7e505cbbd5d1 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 946 time: 0.0613687 Nov 09 21:24:48.048367 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-53e373ca-7380-4f13-942d-02a7959699c1 req-f7ae8c43-e7cb-4c34-825b-81e308771fab tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] 10.222.0.49 "GET /v2.0/ports?device_id=63390256-9035-499c-912b-daa47579b628 HTTP/1.1" status: 200 len: 945 time: 0.0929360 Nov 09 21:24:48.086082 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d9c68ba0-caf7-419b-8429-4cde218ff708 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:48.121721 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c149bdca-b8c2-49d9-8d99-cfcba6434b62 req-4045ee52-e393-4cb9-a69d-acf49e8183ad tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689847 Nov 09 21:24:48.131969 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-53e373ca-7380-4f13-942d-02a7959699c1 req-6cfca4cb-7dd8-4dc0-9475-924b83c1ac7a tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd8a4f41-8563-4cd4-810e-8167c0315dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826235 Nov 09 21:24:48.137281 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d9c68ba0-caf7-419b-8429-4cde218ff708 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:48.192720 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d9c68ba0-caf7-419b-8429-4cde218ff708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:48.195442 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d9c68ba0-caf7-419b-8429-4cde218ff708 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:48.199463 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d9c68ba0-caf7-419b-8429-4cde218ff708 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/45189686-57d7-4dcb-93c9-2536cab58ca7 HTTP/1.1" status: 204 len: 168 time: 0.2280865 Nov 09 21:24:48.208922 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c68ba0-caf7-419b-8429-4cde218ff708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45189686-57d7-4dcb-93c9-2536cab58ca7,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:48.348895 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4ba75-4148-43eb-aa82-3942fd308d0e req-493ea605-bb1f-46fb-8ae4-e9d7d4ef6c92 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:48.350479 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6db4ba75-4148-43eb-aa82-3942fd308d0e req-493ea605-bb1f-46fb-8ae4-e9d7d4ef6c92 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d411f2e9-65ea-4644-9485-678f3ddd373d HTTP/1.1" status: 200 len: 945 time: 0.0548873 Nov 09 21:24:48.443718 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6db4ba75-4148-43eb-aa82-3942fd308d0e req-c8448bf3-d407-4270-919f-e93a0ed2354c tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863333 Nov 09 21:24:48.583254 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 47072) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:24:48.597113 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30efeb8f-c508-4a2c-b5a2-7b261e924630 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:48.604220 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 4c6d51ad-3a82-4a6e-b4d6-8aa160780b17 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:24:48.728313 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10235d9-5f70-4700-824f-f7dcbecc0cb2 req-2c79805b-040f-4875-bb9e-28db88973259 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:48.731128 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f10235d9-5f70-4700-824f-f7dcbecc0cb2 req-2c79805b-040f-4875-bb9e-28db88973259 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb5fd08-d144-48c6-81c8-5bca1750783f HTTP/1.1" status: 200 len: 944 time: 0.0999570 Nov 09 21:24:48.733037 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30efeb8f-c508-4a2c-b5a2-7b261e924630 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:48.740082 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30efeb8f-c508-4a2c-b5a2-7b261e924630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:48.765534 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 4c6d51ad-3a82-4a6e-b4d6-8aa160780b17, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=4c6d51ad-3a82-4a6e-b4d6-8aa160780b17,segment=NetworkSegment(9a6377f5-b38b-4a21-b9f6-9e21b904d67d),segment_id=9a6377f5-b38b-4a21-b9f6-9e21b904d67d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:24:48.780151 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30efeb8f-c508-4a2c-b5a2-7b261e924630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421ebc91-688b-4a71-8a10-473379bf97ba,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:48.784389 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '4c6d51ad-3a82-4a6e-b4d6-8aa160780b17', 'network_id': 'a977e5a0-d935-40af-beae-b0f3a8c25de8', 'port_id': '4c6d51ad-3a82-4a6e-b4d6-8aa160780b17', 'mac_address': 'fa:16:3e:cb:7f:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d70d627-f91a-46e1-b014-350c82c5b331', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:24:48.811273 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-30efeb8f-c508-4a2c-b5a2-7b261e924630 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=04a20f46f1a141218b6b6baac3cb60bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2263961 Nov 09 21:24:48.812381 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 47078) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:24:48.828775 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:48.852096 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f10235d9-5f70-4700-824f-f7dcbecc0cb2 req-2d82c23a-fbb9-40cd-87c1-1264ffa93229 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/security-groups?id=85e41b18-17bb-4547-9826-32936191f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042569 Nov 09 21:24:48.858984 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c6d51ad-3a82-4a6e-b4d6-8aa160780b17 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:24:48.882976 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 4c6d51ad-3a82-4a6e-b4d6-8aa160780b17, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=4c6d51ad-3a82-4a6e-b4d6-8aa160780b17,segment=NetworkSegment(9a6377f5-b38b-4a21-b9f6-9e21b904d67d),segment_id=9a6377f5-b38b-4a21-b9f6-9e21b904d67d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:24:48.887575 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:48.888478 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device c251294d-77ed-4db8-894a-45ce31ac57d0 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:24:48.949299 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d6ee99bc-029a-4ff9-9886-414a839ce3c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:48.953387 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=4c6d51ad-3a82-4a6e-b4d6-8aa160780b17,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:48.984783 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf46128-a537-40ab-b767-976ccc8b4947 req-a34d9860-a567-4c2d-8deb-b8835eaffae7 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:48.992040 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9cf46128-a537-40ab-b767-976ccc8b4947 req-a34d9860-a567-4c2d-8deb-b8835eaffae7 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea4b0b58-7b40-4380-a0f0-4ed09aa2ec22 HTTP/1.1" status: 200 len: 944 time: 0.0881383 Nov 09 21:24:49.001089 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d6ee99bc-029a-4ff9-9886-414a839ce3c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:49.060008 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port c251294d-77ed-4db8-894a-45ce31ac57d0, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=c251294d-77ed-4db8-894a-45ce31ac57d0,segment=NetworkSegment(a1c83fda-03be-4d5c-a07e-e6833021a1a4),segment_id=a1c83fda-03be-4d5c-a07e-e6833021a1a4)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:24:49.072250 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9cf46128-a537-40ab-b767-976ccc8b4947 req-706e8d23-daa6-4799-a614-18b2a54a8ece tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773423 Nov 09 21:24:49.081278 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': 'c251294d-77ed-4db8-894a-45ce31ac57d0', 'network_id': '771941c9-ea54-4e9e-b033-4cdf7f0bdb22', 'port_id': 'c251294d-77ed-4db8-894a-45ce31ac57d0', 'mac_address': 'fa:16:3e:6c:c8:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a7475e6-4080-4250-acec-91cc4f59f3ca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:24:49.105842 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d6ee99bc-029a-4ff9-9886-414a839ce3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:49.108964 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d6ee99bc-029a-4ff9-9886-414a839ce3c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:49.110762 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d6ee99bc-029a-4ff9-9886-414a839ce3c8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/421ebc91-688b-4a71-8a10-473379bf97ba HTTP/1.1" status: 204 len: 168 time: 0.2967184 Nov 09 21:24:49.125265 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee99bc-029a-4ff9-9886-414a839ce3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421ebc91-688b-4a71-8a10-473379bf97ba,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:49.133489 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:49.159499 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c251294d-77ed-4db8-894a-45ce31ac57d0 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:24:49.187706 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port c251294d-77ed-4db8-894a-45ce31ac57d0, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=c251294d-77ed-4db8-894a-45ce31ac57d0,segment=NetworkSegment(a1c83fda-03be-4d5c-a07e-e6833021a1a4),segment_id=a1c83fda-03be-4d5c-a07e-e6833021a1a4)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:24:49.196394 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:49.260828 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=c251294d-77ed-4db8-894a-45ce31ac57d0,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:49.301475 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1eee0e-89ad-458f-88a0-2faf5b34beeb req-c7ff5823-a522-43d9-a116-ac824c1c3259 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:49.310300 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7b1eee0e-89ad-458f-88a0-2faf5b34beeb req-c7ff5823-a522-43d9-a116-ac824c1c3259 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] 10.222.0.49 "GET /v2.0/ports?device_id=63390256-9035-499c-912b-daa47579b628 HTTP/1.1" status: 200 len: 945 time: 0.0750847 Nov 09 21:24:49.353148 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbabbf4c-533d-4281-9d74-ce756771855e req-591dff23-57f3-4fa3-bb54-317d31f3cc0a tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:49.361306 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dbabbf4c-533d-4281-9d74-ce756771855e req-591dff23-57f3-4fa3-bb54-317d31f3cc0a tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 946 time: 0.0971937 Nov 09 21:24:49.374027 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7b1eee0e-89ad-458f-88a0-2faf5b34beeb req-4f283952-0a54-4710-bfb8-ae3b1ebacf24 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd8a4f41-8563-4cd4-810e-8167c0315dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627749 Nov 09 21:24:49.437540 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dbabbf4c-533d-4281-9d74-ce756771855e req-43d4d65a-cf6b-4e67-9fdb-3e527814280f tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733550 Nov 09 21:24:49.498232 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['c251294d-77ed-4db8-894a-45ce31ac57d0'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:24:49.502807 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['4c6d51ad-3a82-4a6e-b4d6-8aa160780b17'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:24:49.511882 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f10c34-a39d-4e6c-b683-e34a4b563270 req-6ecff055-4a68-4602-a9e0-5a41effc10cc tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:49.513602 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-61f10c34-a39d-4e6c-b683-e34a4b563270 req-6ecff055-4a68-4602-a9e0-5a41effc10cc tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] 10.222.0.43 "GET /v2.0/ports?device_id=63390256-9035-499c-912b-daa47579b628 HTTP/1.1" status: 200 len: 945 time: 0.0909619 Nov 09 21:24:49.652006 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088331e-83d8-4581-9355-130157d6f469 req-17dc3064-01d3-45c8-912b-9d196383a722 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:49.654285 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8088331e-83d8-4581-9355-130157d6f469 req-17dc3064-01d3-45c8-912b-9d196383a722 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d411f2e9-65ea-4644-9485-678f3ddd373d HTTP/1.1" status: 200 len: 945 time: 0.1206992 Nov 09 21:24:49.721509 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-61f10c34-a39d-4e6c-b683-e34a4b563270 req-a6668473-43e3-4965-8d32-0ebaf84c4a64 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Deleting port b4196e47-28da-4429-ba37-051b5eb3aed7 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:24:49.722343 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-61f10c34-a39d-4e6c-b683-e34a4b563270 req-a6668473-43e3-4965-8d32-0ebaf84c4a64 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:49.741468 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8088331e-83d8-4581-9355-130157d6f469 req-7c5605cc-2d77-4464-806d-7702255cd21b tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778525 Nov 09 21:24:49.879910 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-61f10c34-a39d-4e6c-b683-e34a4b563270 req-a6668473-43e3-4965-8d32-0ebaf84c4a64 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] For port b4196e47-28da-4429-ba37-051b5eb3aed7, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=b4196e47-28da-4429-ba37-051b5eb3aed7,segment=NetworkSegment(9b128d35-4150-4f36-9adc-b8dce5be7fd2),segment_id=9b128d35-4150-4f36-9adc-b8dce5be7fd2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:24:49.883725 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-61f10c34-a39d-4e6c-b683-e34a4b563270 req-a6668473-43e3-4965-8d32-0ebaf84c4a64 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:50.026190 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-61727e64-e101-4408-8490-e81532c1c8bf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1355484 Nov 09 21:24:50.045128 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-044a0ad1-3337-4a2b-84b0-2d3889b71620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:50.165450 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-1e02e818-de06-4bc5-9fc4-49ee99a85278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:50.166139 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-1e02e818-de06-4bc5-9fc4-49ee99a85278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:50.166605 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-1e02e818-de06-4bc5-9fc4-49ee99a85278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:50.167069 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-1e02e818-de06-4bc5-9fc4-49ee99a85278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:50.167524 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-1e02e818-de06-4bc5-9fc4-49ee99a85278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:50.167980 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-1e02e818-de06-4bc5-9fc4-49ee99a85278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:50.168435 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-1e02e818-de06-4bc5-9fc4-49ee99a85278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:50.170543 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-1e02e818-de06-4bc5-9fc4-49ee99a85278 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=82c72cbaced549c1af9f163b71209187&device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 6500 time: 0.0870113 Nov 09 21:24:50.388625 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-13ffcb18-ce76-4bd9-a775-e8477e9a0efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:50.389522 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-13ffcb18-ce76-4bd9-a775-e8477e9a0efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:50.390440 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-13ffcb18-ce76-4bd9-a775-e8477e9a0efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:50.392393 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-13ffcb18-ce76-4bd9-a775-e8477e9a0efc service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b9d06c7-33c8-4c7a-8231-6eb95b2347b3&id=9bd028ff-7bca-4c46-bd71-6aace0071dc5&id=9bd028ff-7bca-4c46-bd71-6aace0071dc5&id=9bd028ff-7bca-4c46-bd71-6aace0071dc5&id=9bd028ff-7bca-4c46-bd71-6aace0071dc5&id=db993ee6-66d3-478a-b585-3c11adab0dfd&id=db993ee6-66d3-478a-b585-3c11adab0dfd HTTP/1.1" status: 200 len: 2296 time: 0.1824136 Nov 09 21:24:50.402990 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503679c8-3928-4438-9e7f-6c76aee407b2 req-b5ebe7a2-d7ca-4460-acee-7a6d8b1553de tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:50.403648 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb4191-5996-4c6c-aa38-761c972326b7 req-5790d973-206c-4387-a948-0a7f21e23cf0 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:50.410099 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-503679c8-3928-4438-9e7f-6c76aee407b2 req-b5ebe7a2-d7ca-4460-acee-7a6d8b1553de tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb5fd08-d144-48c6-81c8-5bca1750783f HTTP/1.1" status: 200 len: 945 time: 0.1210823 Nov 09 21:24:50.418015 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-98eb4191-5996-4c6c-aa38-761c972326b7 req-5790d973-206c-4387-a948-0a7f21e23cf0 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea4b0b58-7b40-4380-a0f0-4ed09aa2ec22 HTTP/1.1" status: 200 len: 944 time: 0.2462502 Nov 09 21:24:50.545116 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-8934ae14-57fb-4a06-acb2-b3151e345be0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bd49de7-14e9-45ba-ad29-41a7b31624e4 HTTP/1.1" status: 200 len: 1001 time: 0.1158826 Nov 09 21:24:50.551883 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-503679c8-3928-4438-9e7f-6c76aee407b2 req-458ccbe7-e06b-4123-acb1-2f8a0d38d0dd tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/security-groups?id=85e41b18-17bb-4547-9826-32936191f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355433 Nov 09 21:24:50.561048 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-98eb4191-5996-4c6c-aa38-761c972326b7 req-bce47725-c400-47ef-b100-61eb5a71fcf2 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412096 Nov 09 21:24:50.585769 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-61f10c34-a39d-4e6c-b683-e34a4b563270 req-a6668473-43e3-4965-8d32-0ebaf84c4a64 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:50.588313 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-61f10c34-a39d-4e6c-b683-e34a4b563270 req-a6668473-43e3-4965-8d32-0ebaf84c4a64 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:50.588938 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [req-61f10c34-a39d-4e6c-b683-e34a4b563270 req-a6668473-43e3-4965-8d32-0ebaf84c4a64 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Floating IP e15c9447-567f-4e48-83b9-cb42098840a0 disassociated. External IP: 172.25.7.84, port: b4196e47-28da-4429-ba37-051b5eb3aed7. Nov 09 21:24:50.589624 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-61f10c34-a39d-4e6c-b683-e34a4b563270 req-a6668473-43e3-4965-8d32-0ebaf84c4a64 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Calling delete_port for b4196e47-28da-4429-ba37-051b5eb3aed7 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:24:50.620994 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device e2257a00-2e18-4891-8f00-9029d302e6a4 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:24:50.626282 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 4c6d51ad-3a82-4a6e-b4d6-8aa160780b17 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:24:50.651326 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-3df60481-fb00-4d18-97bc-dcbb1bbfb006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:50.653125 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-3df60481-fb00-4d18-97bc-dcbb1bbfb006 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c3d920bb-b358-4f30-b501-1f6a5fba102b HTTP/1.1" status: 200 len: 856 time: 0.0912130 Nov 09 21:24:50.771594 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 4c6d51ad-3a82-4a6e-b4d6-8aa160780b17 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:24:50.779651 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 4c6d51ad-3a82-4a6e-b4d6-8aa160780b17 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:24:50.780013 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:50.780154 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-33e6a054-d88f-49c2-99f2-8043283df8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:50.782777 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-33e6a054-d88f-49c2-99f2-8043283df8ff service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b9d06c7-33c8-4c7a-8231-6eb95b2347b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1182017 Nov 09 21:24:50.806340 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67fe017-c81b-4fbc-a3f0-82a5ec53c580 req-d6c47cf0-d0f2-42f4-8658-46fd53c12225 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:50.809118 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c67fe017-c81b-4fbc-a3f0-82a5ec53c580 req-d6c47cf0-d0f2-42f4-8658-46fd53c12225 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 946 time: 0.1005821 Nov 09 21:24:50.851861 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port e2257a00-2e18-4891-8f00-9029d302e6a4, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=e2257a00-2e18-4891-8f00-9029d302e6a4,segment=NetworkSegment(4d746769-7d35-4026-ae90-66009892dd3d),segment_id=4d746769-7d35-4026-ae90-66009892dd3d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:24:50.864127 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbb6e6-2b8a-4b3e-abb8-efbe648c68e1 req-0e0274e0-edfd-42b5-8c36-c33a3456baa7 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:50.866923 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-addbb6e6-2b8a-4b3e-abb8-efbe648c68e1 req-0e0274e0-edfd-42b5-8c36-c33a3456baa7 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] 10.222.0.49 "GET /v2.0/ports?device_id=63390256-9035-499c-912b-daa47579b628 HTTP/1.1" status: 200 len: 945 time: 0.1509850 Nov 09 21:24:50.871539 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': 'e2257a00-2e18-4891-8f00-9029d302e6a4', 'network_id': 'dc8504e9-ef70-4d56-9a29-c47629600464', 'port_id': 'e2257a00-2e18-4891-8f00-9029d302e6a4', 'mac_address': 'fa:16:3e:6b:51:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a6b5962-d71d-4859-9639-25852f993efd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:24:50.977162 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c67fe017-c81b-4fbc-a3f0-82a5ec53c580 req-fb2fdf00-80cf-467b-a839-1dff1af6ef4d tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501958 Nov 09 21:24:51.024345 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-addbb6e6-2b8a-4b3e-abb8-efbe648c68e1 req-651a4eed-157b-4d37-8a6f-a40f3504caeb tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd8a4f41-8563-4cd4-810e-8167c0315dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481488 Nov 09 21:24:51.038268 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:51.050855 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-57b223ba-aaef-408c-8add-9f52823b5c94 service neutron] 10.222.0.43 "GET /v2.0/networks/4b9d06c7-33c8-4c7a-8231-6eb95b2347b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404790 Nov 09 21:24:51.062850 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:51.068163 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:51.075702 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2257a00-2e18-4891-8f00-9029d302e6a4 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:24:51.079353 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-61f10c34-a39d-4e6c-b683-e34a4b563270 req-a6668473-43e3-4965-8d32-0ebaf84c4a64 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:51.122281 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port e2257a00-2e18-4891-8f00-9029d302e6a4, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=e2257a00-2e18-4891-8f00-9029d302e6a4,segment=NetworkSegment(4d746769-7d35-4026-ae90-66009892dd3d),segment_id=4d746769-7d35-4026-ae90-66009892dd3d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:24:51.128221 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4b0b58-7b40-4380-a0f0-4ed09aa2ec22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6d51ad-3a82-4a6e-b4d6-8aa160780b17'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:24:51.131700 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a381a382-776e-405d-9a3e-55fe8b63c78b" -d '{"events": [{"server_uuid": "ea4b0b58-7b40-4380-a0f0-4ed09aa2ec22", "name": "network-vif-plugged", "status": "completed", "tag": "4c6d51ad-3a82-4a6e-b4d6-8aa160780b17"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:24:51.136451 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6668473-43e3-4965-8d32-0ebaf84c4a64 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Pushing event deleted for resources: {'Port': ['ID=b4196e47-28da-4429-ba37-051b5eb3aed7,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:51.169260 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:51.185410 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 4c6d51ad-3a82-4a6e-b4d6-8aa160780b17, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=4c6d51ad-3a82-4a6e-b4d6-8aa160780b17,segment=NetworkSegment(9a6377f5-b38b-4a21-b9f6-9e21b904d67d),segment_id=9a6377f5-b38b-4a21-b9f6-9e21b904d67d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:24:51.216959 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:51.218178 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device c251294d-77ed-4db8-894a-45ce31ac57d0 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:24:51.290855 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=e2257a00-2e18-4891-8f00-9029d302e6a4,revision_number=6']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:51.340792 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port c251294d-77ed-4db8-894a-45ce31ac57d0 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:24:51.358904 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port c251294d-77ed-4db8-894a-45ce31ac57d0 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:24:51.359274 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:51.372596 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61f10c34-a39d-4e6c-b683-e34a4b563270 req-a6668473-43e3-4965-8d32-0ebaf84c4a64 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Router 3ed49444-b3fd-4d83-bf63-b68580598051 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:24:51.392486 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90e719-00db-486c-8caf-5f329b665aaa req-7eacc176-48fa-46cb-96f8-47ff1673798f tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:51.395566 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63d9ad8-41e1-4479-b2aa-cfceb0599d65 x-openstack-request-id: req-b63d9ad8-41e1-4479-b2aa-cfceb0599d65 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:24:51.396078 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea4b0b58-7b40-4380-a0f0-4ed09aa2ec22", "name": "network-vif-plugged", "status": "completed", "tag": "4c6d51ad-3a82-4a6e-b4d6-8aa160780b17", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:24:51.396426 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b63d9ad8-41e1-4479-b2aa-cfceb0599d65 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:24:51.397464 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea4b0b58-7b40-4380-a0f0-4ed09aa2ec22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6d51ad-3a82-4a6e-b4d6-8aa160780b17', 'code': 200} Nov 09 21:24:51.406087 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=4c6d51ad-3a82-4a6e-b4d6-8aa160780b17,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:51.409143 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4a90e719-00db-486c-8caf-5f329b665aaa req-7eacc176-48fa-46cb-96f8-47ff1673798f tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d411f2e9-65ea-4644-9485-678f3ddd373d HTTP/1.1" status: 200 len: 944 time: 0.2271941 Nov 09 21:24:51.442548 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['e2257a00-2e18-4891-8f00-9029d302e6a4'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:24:51.549966 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4a90e719-00db-486c-8caf-5f329b665aaa req-e3d6f579-49dd-4d26-b915-7f4f1a59d78c tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113780 Nov 09 21:24:51.555324 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-920ecd66-6f11-48ef-881a-fd42d93e37d9 service neutron] 10.222.0.43 "GET /v2.0/networks/4b9d06c7-33c8-4c7a-8231-6eb95b2347b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4925604 Nov 09 21:24:51.561558 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:51.628084 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port c251294d-77ed-4db8-894a-45ce31ac57d0, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=c251294d-77ed-4db8-894a-45ce31ac57d0,segment=NetworkSegment(a1c83fda-03be-4d5c-a07e-e6833021a1a4),segment_id=a1c83fda-03be-4d5c-a07e-e6833021a1a4)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:24:51.666247 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-d1322792-4f53-4e86-b072-ca4e4efa1b8f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=a07b3c2f-c8c5-43d5-9170-485f26594f02 HTTP/1.1" status: 200 len: 217 time: 0.1017866 Nov 09 21:24:51.679798 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc3334-5b07-4a11-86ef-6458fe1f3bc8 req-e3d2f434-aeef-4f00-8c2b-eb09f6c671dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:51.681369 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-63fc3334-5b07-4a11-86ef-6458fe1f3bc8 req-e3d2f434-aeef-4f00-8c2b-eb09f6c671dc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ea4b0b58-7b40-4380-a0f0-4ed09aa2ec22 HTTP/1.1" status: 200 len: 1096 time: 0.2105370 Nov 09 21:24:51.707765 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:51.800911 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-3aae385a-7110-478d-ae94-7fa28e46dfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:51.807366 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=c251294d-77ed-4db8-894a-45ce31ac57d0,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:51.808378 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-3aae385a-7110-478d-ae94-7fa28e46dfeb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9535f1a8-f553-42a2-9902-5d76b011d9e0 HTTP/1.1" status: 200 len: 797 time: 0.1319232 Nov 09 21:24:51.888534 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61f10c34-a39d-4e6c-b683-e34a4b563270 req-a6668473-43e3-4965-8d32-0ebaf84c4a64 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:24:51.899963 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f394939b-a9b4-48a7-b755-6d1137b8784c None None] Sync routers for ids ['3ed49444-b3fd-4d83-bf63-b68580598051'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:24:51.924767 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-63fc3334-5b07-4a11-86ef-6458fe1f3bc8 req-edfa6e41-697e-4c71-b409-7592ca96365b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087021 Nov 09 21:24:51.925938 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f394939b-a9b4-48a7-b755-6d1137b8784c None None] Routers {'3ed49444-b3fd-4d83-bf63-b68580598051'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:24:51.928285 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd6b06-3c83-4ee1-af1a-321457a547f3 req-f823edd8-52e2-4297-a505-5c8d84b72443 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:51.929911 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-f394939b-a9b4-48a7-b755-6d1137b8784c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:24:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['3ed49444-b3fd-4d83-bf63-b68580598051'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:24:51.940488 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f10c34-a39d-4e6c-b683-e34a4b563270 req-a6668473-43e3-4965-8d32-0ebaf84c4a64 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] No DVR routers for this DVR port b4196e47-28da-4429-ba37-051b5eb3aed7 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:24:51.941792 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-51cd6b06-3c83-4ee1-af1a-321457a547f3 req-f823edd8-52e2-4297-a505-5c8d84b72443 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea4b0b58-7b40-4380-a0f0-4ed09aa2ec22 HTTP/1.1" status: 200 len: 945 time: 0.1316404 Nov 09 21:24:51.944128 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-36d34e68-01ee-4ace-8d9d-a4290df33130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:51.944503 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-61f10c34-a39d-4e6c-b683-e34a4b563270 req-a6668473-43e3-4965-8d32-0ebaf84c4a64 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:51.947903 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-61f10c34-a39d-4e6c-b683-e34a4b563270 req-a6668473-43e3-4965-8d32-0ebaf84c4a64 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] 10.222.0.43 "DELETE /v2.0/ports/b4196e47-28da-4429-ba37-051b5eb3aed7 HTTP/1.1" status: 204 len: 173 time: 2.4262877 Nov 09 21:24:51.948330 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63390256-9035-499c-912b-daa47579b628', 'name': 'network-vif-deleted', 'tag': 'b4196e47-28da-4429-ba37-051b5eb3aed7'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:24:51.949714 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-36d34e68-01ee-4ace-8d9d-a4290df33130 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9bd028ff-7bca-4c46-bd71-6aace0071dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1107318 Nov 09 21:24:51.950646 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94664c86-23ee-4764-af01-920ea001831a" -d '{"events": [{"server_uuid": "63390256-9035-499c-912b-daa47579b628", "name": "network-vif-deleted", "tag": "b4196e47-28da-4429-ba37-051b5eb3aed7"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:24:51.979770 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab43fa7-7c4a-4eed-9774-187d103e4fd1 req-150b9371-dea5-4360-8fa2-499b90099399 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:52.024517 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dab43fa7-7c4a-4eed-9774-187d103e4fd1 req-150b9371-dea5-4360-8fa2-499b90099399 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb5fd08-d144-48c6-81c8-5bca1750783f HTTP/1.1" status: 200 len: 946 time: 0.2418768 Nov 09 21:24:52.094294 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-51cd6b06-3c83-4ee1-af1a-321457a547f3 req-8e3005ca-626d-4f35-acee-90ede959536e tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362908 Nov 09 21:24:52.096844 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-f394939b-a9b4-48a7-b755-6d1137b8784c None None] Set router 3ed49444-b3fd-4d83-bf63-b68580598051 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:24:52.180195 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dab43fa7-7c4a-4eed-9774-187d103e4fd1 req-6f3e5c68-3a24-40b4-b96b-6d605c7bf7b7 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/security-groups?id=85e41b18-17bb-4547-9826-32936191f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521237 Nov 09 21:24:52.186901 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788474c5-4aeb-40fe-82fb-d145ff9b156f x-openstack-request-id: req-788474c5-4aeb-40fe-82fb-d145ff9b156f {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:24:52.195154 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-95ca8da5-2964-48d8-9d9b-420fde6db75d service neutron] 10.222.0.43 "GET /v2.0/networks/9bd028ff-7bca-4c46-bd71-6aace0071dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247312 Nov 09 21:24:52.195515 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63390256-9035-499c-912b-daa47579b628", "name": "network-vif-deleted", "tag": "b4196e47-28da-4429-ba37-051b5eb3aed7", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:24:52.196307 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-788474c5-4aeb-40fe-82fb-d145ff9b156f {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:24:52.204418 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63390256-9035-499c-912b-daa47579b628', 'name': 'network-vif-deleted', 'tag': 'b4196e47-28da-4429-ba37-051b5eb3aed7', 'status': 'completed', 'code': 200} Nov 09 21:24:52.425429 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-21af650d-ea3c-4fb1-a2f0-2494cd4a552a req-6aa28f4d-da30-479d-8b59-22393c3a1962 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] 10.222.0.49 "GET /v2.0/ports?device_id=63390256-9035-499c-912b-daa47579b628 HTTP/1.1" status: 200 len: 210 time: 0.0469046 Nov 09 21:24:52.430446 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856bee2-89db-426c-b894-0caf0fb168b0 req-1f79ac2b-4756-4301-945d-69e70119f1df tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:52.432062 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e856bee2-89db-426c-b894-0caf0fb168b0 req-1f79ac2b-4756-4301-945d-69e70119f1df tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 946 time: 0.1683977 Nov 09 21:24:52.504816 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-8d3f0501-dce4-494d-afad-5e64b8bd7a81 service neutron] 10.222.0.43 "GET /v2.0/networks/9bd028ff-7bca-4c46-bd71-6aace0071dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014517 Nov 09 21:24:52.577819 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:52.579344 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-ff81a679-afe5-463a-9f88-6ac056b0db49 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=91c8b178-c506-4843-982e-f1a58ad7e198 HTTP/1.1" status: 200 len: 217 time: 0.0621474 Nov 09 21:24:52.589106 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e856bee2-89db-426c-b894-0caf0fb168b0 req-301eeac0-b399-4cdc-919b-163b79d02eb8 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343620 Nov 09 21:24:52.644045 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device e2257a00-2e18-4891-8f00-9029d302e6a4 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:24:52.700930 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-132d6668-1128-4401-a61c-575460b1906c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:52.715191 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-132d6668-1128-4401-a61c-575460b1906c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9535f1a8-f553-42a2-9902-5d76b011d9e0 HTTP/1.1" status: 200 len: 797 time: 0.1169865 Nov 09 21:24:52.765972 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port e2257a00-2e18-4891-8f00-9029d302e6a4 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:24:52.766345 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:52.805384 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62f99b-32fa-4591-ae7c-ea6188864780 req-27cd6f17-9ad0-41ca-ad87-7423859e91cb tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:52.819246 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4d62f99b-32fa-4591-ae7c-ea6188864780 req-27cd6f17-9ad0-41ca-ad87-7423859e91cb tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d411f2e9-65ea-4644-9485-678f3ddd373d HTTP/1.1" status: 200 len: 944 time: 0.0992589 Nov 09 21:24:52.832098 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-85ad4d8c-831f-4af8-93a2-27ead9b415fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:52.836455 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-85ad4d8c-831f-4af8-93a2-27ead9b415fe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9bd028ff-7bca-4c46-bd71-6aace0071dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1204667 Nov 09 21:24:52.842695 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:52.889009 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4d62f99b-32fa-4591-ae7c-ea6188864780 req-c9df8658-7005-4b0f-8621-fa6d14696b30 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633245 Nov 09 21:24:52.975104 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:53.032706 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-85627be1-9454-480e-9d31-6b8b112cce5d service neutron] 10.222.0.43 "GET /v2.0/networks/9bd028ff-7bca-4c46-bd71-6aace0071dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699700 Nov 09 21:24:53.056736 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port e2257a00-2e18-4891-8f00-9029d302e6a4, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=e2257a00-2e18-4891-8f00-9029d302e6a4,segment=NetworkSegment(4d746769-7d35-4026-ae90-66009892dd3d),segment_id=4d746769-7d35-4026-ae90-66009892dd3d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:24:53.076606 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:53.149011 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-f394939b-a9b4-48a7-b755-6d1137b8784c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed49444-b3fd-4d83-bf63-b68580598051', 'name': 'tempest-ServersTestJSON-1101798823-router', 'tenant_id': '67b45d2ac5b14423be4aa9d45f8310db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'b4cf9576-3761-45f3-a5a1-9ba10b9a8912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:35Z', 'updated_at': '2021-11-09T21:22:41Z', 'revision_number': 4, 'project_id': '67b45d2ac5b14423be4aa9d45f8310db', 'gw_port': {'id': 'b4cf9576-3761-45f3-a5a1-9ba10b9a8912', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed49444-b3fd-4d83-bf63-b68580598051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:36Z', 'updated_at': '2021-11-09T21:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '09b6bb6a-84c9-4f09-a895-a16c5662d4cb', 'name': '', 'network_id': '976ad452-60e4-4e2d-aff7-0ed5aab386d9', 'tenant_id': '67b45d2ac5b14423be4aa9d45f8310db', 'mac_address': 'fa:16:3e:e2:4c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed49444-b3fd-4d83-bf63-b68580598051', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'b2d67456-5729-4187-b3ab-bacf54ab1b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:40Z', 'updated_at': '2021-11-09T21:22:46Z', 'revision_number': 5, 'project_id': '67b45d2ac5b14423be4aa9d45f8310db', 'subnets': [{'id': 'b2d67456-5729-4187-b3ab-bacf54ab1b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:24:53.183565 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f394939b-a9b4-48a7-b755-6d1137b8784c None None] Checking router: 3ed49444-b3fd-4d83-bf63-b68580598051 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:24:53.216189 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f394939b-a9b4-48a7-b755-6d1137b8784c None None] Routers {'3ed49444-b3fd-4d83-bf63-b68580598051'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:24:53.216860 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-f394939b-a9b4-48a7-b755-6d1137b8784c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:24:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['3ed49444-b3fd-4d83-bf63-b68580598051'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:24:53.226088 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-3dc7c0b6-3dfe-4120-9121-437431b7c35f service neutron] 10.222.0.43 "GET /v2.0/networks/9bd028ff-7bca-4c46-bd71-6aace0071dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859868 Nov 09 21:24:53.311477 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-a5bede8b-735e-495b-a37d-ffe4cabe985f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=425016f1-5323-4fd9-bef6-b3071e755392 HTTP/1.1" status: 200 len: 217 time: 0.0626364 Nov 09 21:24:53.386721 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=e2257a00-2e18-4891-8f00-9029d302e6a4,revision_number=7']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:53.402839 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb5fd08-d144-48c6-81c8-5bca1750783f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c251294d-77ed-4db8-894a-45ce31ac57d0'}, {'server_uuid': 'd411f2e9-65ea-4644-9485-678f3ddd373d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2257a00-2e18-4891-8f00-9029d302e6a4'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:24:53.411766 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd0f99-548e-4acc-b893-f96ccbe1e6fc req-146adffc-efda-4444-9370-c210281a6c66 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:53.412440 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93ce1c0-3252-47ba-9192-d1f1fca63505" -d '{"events": [{"server_uuid": "cfb5fd08-d144-48c6-81c8-5bca1750783f", "name": "network-vif-plugged", "status": "completed", "tag": "c251294d-77ed-4db8-894a-45ce31ac57d0"}, {"server_uuid": "d411f2e9-65ea-4644-9485-678f3ddd373d", "name": "network-vif-plugged", "status": "completed", "tag": "e2257a00-2e18-4891-8f00-9029d302e6a4"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:24:53.419484 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e3fd0f99-548e-4acc-b893-f96ccbe1e6fc req-146adffc-efda-4444-9370-c210281a6c66 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea4b0b58-7b40-4380-a0f0-4ed09aa2ec22 HTTP/1.1" status: 200 len: 945 time: 0.1066170 Nov 09 21:24:53.422213 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-a1d3b847-4a10-426c-889f-75959984ab1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:53.423444 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-a1d3b847-4a10-426c-889f-75959984ab1b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9535f1a8-f553-42a2-9902-5d76b011d9e0 HTTP/1.1" status: 200 len: 797 time: 0.0973778 Nov 09 21:24:53.427580 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b51853-f5d0-46f7-a7f4-8467de7f9b52 req-8e4a6722-234d-40f6-9a15-62c4c91f3fb5 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:53.435276 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e8b51853-f5d0-46f7-a7f4-8467de7f9b52 req-8e4a6722-234d-40f6-9a15-62c4c91f3fb5 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb5fd08-d144-48c6-81c8-5bca1750783f HTTP/1.1" status: 200 len: 946 time: 0.1270697 Nov 09 21:24:53.458694 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:53.546621 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-f394939b-a9b4-48a7-b755-6d1137b8784c None None] Set router 3ed49444-b3fd-4d83-bf63-b68580598051 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:24:53.587102 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e8b51853-f5d0-46f7-a7f4-8467de7f9b52 req-fbcc0251-b965-46fe-bea1-e2e412fdf42f tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/security-groups?id=85e41b18-17bb-4547-9826-32936191f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434488 Nov 09 21:24:53.587795 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e3fd0f99-548e-4acc-b893-f96ccbe1e6fc req-9bc10c3d-bc33-4ecc-87a3-d2f2acb86458 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674769 Nov 09 21:24:53.658459 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-4dfc923f-df1a-4efd-8a85-51347365a2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:53.659966 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-4dfc923f-df1a-4efd-8a85-51347365a2a5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9bd028ff-7bca-4c46-bd71-6aace0071dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1128912 Nov 09 21:24:53.758472 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 21:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69aafeb4-c1e2-4b71-bdea-79b57cb27c5b x-openstack-request-id: req-69aafeb4-c1e2-4b71-bdea-79b57cb27c5b {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:24:53.759184 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb5fd08-d144-48c6-81c8-5bca1750783f", "name": "network-vif-plugged", "status": "completed", "tag": "c251294d-77ed-4db8-894a-45ce31ac57d0", "code": 200}, {"server_uuid": "d411f2e9-65ea-4644-9485-678f3ddd373d", "name": "network-vif-plugged", "status": "completed", "tag": "e2257a00-2e18-4891-8f00-9029d302e6a4", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:24:53.760608 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-69aafeb4-c1e2-4b71-bdea-79b57cb27c5b {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:24:53.762221 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfb5fd08-d144-48c6-81c8-5bca1750783f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c251294d-77ed-4db8-894a-45ce31ac57d0', 'code': 200} Nov 09 21:24:53.764402 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd411f2e9-65ea-4644-9485-678f3ddd373d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2257a00-2e18-4891-8f00-9029d302e6a4', 'code': 200} Nov 09 21:24:53.927222 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-efba366f-b5ce-4a88-a73e-edfc370aff46 service neutron] 10.222.0.43 "GET /v2.0/networks/9bd028ff-7bca-4c46-bd71-6aace0071dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584968 Nov 09 21:24:53.953752 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5bd8a-e390-429e-b98c-7297bb4772eb req-cd9dc294-3afa-4f3b-b98e-9537094adb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:53.959064 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-59e5bd8a-e390-429e-b98c-7297bb4772eb req-cd9dc294-3afa-4f3b-b98e-9537094adb36 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cfb5fd08-d144-48c6-81c8-5bca1750783f HTTP/1.1" status: 200 len: 1097 time: 0.1265953 Nov 09 21:24:54.058328 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-f394939b-a9b4-48a7-b755-6d1137b8784c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed49444-b3fd-4d83-bf63-b68580598051', 'name': 'tempest-ServersTestJSON-1101798823-router', 'tenant_id': '67b45d2ac5b14423be4aa9d45f8310db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'b4cf9576-3761-45f3-a5a1-9ba10b9a8912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:35Z', 'updated_at': '2021-11-09T21:22:41Z', 'revision_number': 4, 'project_id': '67b45d2ac5b14423be4aa9d45f8310db', 'gw_port': {'id': 'b4cf9576-3761-45f3-a5a1-9ba10b9a8912', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed49444-b3fd-4d83-bf63-b68580598051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:36Z', 'updated_at': '2021-11-09T21:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '09b6bb6a-84c9-4f09-a895-a16c5662d4cb', 'name': '', 'network_id': '976ad452-60e4-4e2d-aff7-0ed5aab386d9', 'tenant_id': '67b45d2ac5b14423be4aa9d45f8310db', 'mac_address': 'fa:16:3e:e2:4c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed49444-b3fd-4d83-bf63-b68580598051', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'b2d67456-5729-4187-b3ab-bacf54ab1b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:40Z', 'updated_at': '2021-11-09T21:22:46Z', 'revision_number': 5, 'project_id': '67b45d2ac5b14423be4aa9d45f8310db', 'subnets': [{'id': 'b2d67456-5729-4187-b3ab-bacf54ab1b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:24:54.075173 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-59e5bd8a-e390-429e-b98c-7297bb4772eb req-3c4f6822-52d7-4d52-8a9c-ce4a40a3a353 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=85e41b18-17bb-4547-9826-32936191f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067379 Nov 09 21:24:54.115725 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feda49e-7c4b-4411-ab4c-3a7b66c9e16a req-b8de9427-bbc0-45c0-8013-f27ee5e9a87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:54.119388 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f394939b-a9b4-48a7-b755-6d1137b8784c None None] The sync data for ids ['3ed49444-b3fd-4d83-bf63-b68580598051'] in n-d-816206-3 is: [{'id': '3ed49444-b3fd-4d83-bf63-b68580598051', 'name': 'tempest-ServersTestJSON-1101798823-router', 'tenant_id': '67b45d2ac5b14423be4aa9d45f8310db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'b4cf9576-3761-45f3-a5a1-9ba10b9a8912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:35Z', 'updated_at': '2021-11-09T21:22:41Z', 'revision_number': 4, 'project_id': '67b45d2ac5b14423be4aa9d45f8310db', 'gw_port': {'id': 'b4cf9576-3761-45f3-a5a1-9ba10b9a8912', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed49444-b3fd-4d83-bf63-b68580598051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:36Z', 'updated_at': '2021-11-09T21:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '09b6bb6a-84c9-4f09-a895-a16c5662d4cb', 'name': '', 'network_id': '976ad452-60e4-4e2d-aff7-0ed5aab386d9', 'tenant_id': '67b45d2ac5b14423be4aa9d45f8310db', 'mac_address': 'fa:16:3e:e2:4c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed49444-b3fd-4d83-bf63-b68580598051', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'b2d67456-5729-4187-b3ab-bacf54ab1b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:40Z', 'updated_at': '2021-11-09T21:22:46Z', 'revision_number': 5, 'project_id': '67b45d2ac5b14423be4aa9d45f8310db', 'subnets': [{'id': 'b2d67456-5729-4187-b3ab-bacf54ab1b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:24:54.121410 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9feda49e-7c4b-4411-ab4c-3a7b66c9e16a req-b8de9427-bbc0-45c0-8013-f27ee5e9a87e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d411f2e9-65ea-4644-9485-678f3ddd373d HTTP/1.1" status: 200 len: 1096 time: 0.1920667 Nov 09 21:24:54.124283 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 47202) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:24:54.221920 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-b94331e8-675c-4fcf-895d-5ee1e672241c service neutron] 10.222.0.43 "GET /v2.0/networks/9bd028ff-7bca-4c46-bd71-6aace0071dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273326 Nov 09 21:24:54.242150 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7ea73d17-bc25-4b50-a9b8-2549d930aff5 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:54.253325 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff1ffd-656c-4673-ad5d-29005edbdd9d req-6afc7ddf-8dc0-4064-a287-67a2c4fa57c8 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:54.256464 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7cff1ffd-656c-4673-ad5d-29005edbdd9d req-6afc7ddf-8dc0-4064-a287-67a2c4fa57c8 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 946 time: 0.2127199 Nov 09 21:24:54.298731 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7ea73d17-bc25-4b50-a9b8-2549d930aff5 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:54.304810 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-58746868-2c4a-40db-8130-4026d431448d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=f1a55f02-391f-4b2f-8594-8dd0febfc624 HTTP/1.1" status: 200 len: 217 time: 0.0768547 Nov 09 21:24:54.370372 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7cff1ffd-656c-4673-ad5d-29005edbdd9d req-1bbb3b41-b691-41c4-bfe5-e6f2085fe7e8 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027968 Nov 09 21:24:54.409243 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7ea73d17-bc25-4b50-a9b8-2549d930aff5 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:54.413269 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7ea73d17-bc25-4b50-a9b8-2549d930aff5 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:54.417211 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7ea73d17-bc25-4b50-a9b8-2549d930aff5 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] 10.222.0.49 "DELETE /v2.0/security-groups/fd8a4f41-8563-4cd4-810e-8167c0315dd1 HTTP/1.1" status: 204 len: 168 time: 0.2884402 Nov 09 21:24:54.418060 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 47206) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:24:54.442718 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device b4196e47-28da-4429-ba37-051b5eb3aed7 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:24:54.489551 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea73d17-bc25-4b50-a9b8-2549d930aff5 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8a4f41-8563-4cd4-810e-8167c0315dd1,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:54.501556 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [None req-55a06773-f5b5-4625-9620-e03f46587203 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] show failed (client error): The resource could not be found. Nov 09 21:24:54.507147 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-55a06773-f5b5-4625-9620-e03f46587203 tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] 10.222.0.49 "GET /v2.0/security-groups/fd8a4f41-8563-4cd4-810e-8167c0315dd1 HTTP/1.1" status: 404 len: 347 time: 0.0818033 Nov 09 21:24:54.508337 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 47210) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:24:54.518124 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: b4196e47-28da-4429-ba37-051b5eb3aed7 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:24:54.518557 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device b4196e47-28da-4429-ba37-051b5eb3aed7 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:24:54.625039 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108ad6cd-e915-4fd6-8813-1d47aa515bcc None None] New status for floating IP e15c9447-567f-4e48-83b9-cb42098840a0: DOWN {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:24:54.734359 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f34a2-bcfc-4585-ab58-1b241e3bbd97 req-89a2e96a-492e-472f-93a5-51324244bf0a tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:54.742567 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a03f34a2-bcfc-4585-ab58-1b241e3bbd97 req-89a2e96a-492e-472f-93a5-51324244bf0a tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea4b0b58-7b40-4380-a0f0-4ed09aa2ec22 HTTP/1.1" status: 200 len: 945 time: 0.1762507 Nov 09 21:24:54.829335 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a03f34a2-bcfc-4585-ab58-1b241e3bbd97 req-ab5aa88d-8893-4736-bf3c-28d382ec6ffa tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855906 Nov 09 21:24:54.858479 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-67ad850e-71da-4f6f-aa06-3cfd524b0c8b tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Deleting port 68968ea2-d52b-4101-a0f5-7ee17521fb72 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:24:54.858905 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-67ad850e-71da-4f6f-aa06-3cfd524b0c8b tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:54.944994 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df639975-968b-4cb0-bd23-d6536bae593e req-e2a93963-1fdc-4c34-85e4-25f32f26aca6 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:54.955911 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-df639975-968b-4cb0-bd23-d6536bae593e req-e2a93963-1fdc-4c34-85e4-25f32f26aca6 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d411f2e9-65ea-4644-9485-678f3ddd373d HTTP/1.1" status: 200 len: 945 time: 0.7640462 Nov 09 21:24:55.047995 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0630f-7c25-4387-9f1f-59eae517eff7 req-1c99960c-3a37-4efc-aff9-3eebe5a70934 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:55.049739 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-32e0630f-7c25-4387-9f1f-59eae517eff7 req-1c99960c-3a37-4efc-aff9-3eebe5a70934 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb5fd08-d144-48c6-81c8-5bca1750783f HTTP/1.1" status: 200 len: 946 time: 0.1176584 Nov 09 21:24:55.092787 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-67ad850e-71da-4f6f-aa06-3cfd524b0c8b tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:55.092787 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-67ad850e-71da-4f6f-aa06-3cfd524b0c8b tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:55.093114 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9feda49e-7c4b-4411-ab4c-3a7b66c9e16a req-d8885b16-b046-4972-b140-1d05109515c1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7911327 Nov 09 21:24:55.110432 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-7c0675fa-4fcf-4746-8665-ae1bab9b3f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:55.112154 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-7c0675fa-4fcf-4746-8665-ae1bab9b3f35 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9535f1a8-f553-42a2-9902-5d76b011d9e0 HTTP/1.1" status: 200 len: 797 time: 0.3017883 Nov 09 21:24:55.115834 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-df639975-968b-4cb0-bd23-d6536bae593e req-3c2cce2b-6fd5-4ef3-812b-7ae9101f4e88 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539569 Nov 09 21:24:55.132690 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-67ad850e-71da-4f6f-aa06-3cfd524b0c8b tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Calling delete_port for 68968ea2-d52b-4101-a0f5-7ee17521fb72 owned by network:floatingip {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:24:55.177372 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-ff92ca88-e3dc-4a18-b304-97979135f238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:55.178968 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-ff92ca88-e3dc-4a18-b304-97979135f238 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9bd028ff-7bca-4c46-bd71-6aace0071dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0587473 Nov 09 21:24:55.198068 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-32e0630f-7c25-4387-9f1f-59eae517eff7 req-45595ba9-d085-4c14-a4de-4a19036494c5 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/security-groups?id=85e41b18-17bb-4547-9826-32936191f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235890 Nov 09 21:24:55.336826 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-217dfb07-c3aa-4f51-906b-60ae9b80bb06 service neutron] 10.222.0.43 "GET /v2.0/networks/9bd028ff-7bca-4c46-bd71-6aace0071dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496944 Nov 09 21:24:55.366207 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-67ad850e-71da-4f6f-aa06-3cfd524b0c8b tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:55.426092 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad850e-71da-4f6f-aa06-3cfd524b0c8b tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Pushing event deleted for resources: {'Port': ['ID=68968ea2-d52b-4101-a0f5-7ee17521fb72,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:55.454554 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-73a808e7-2864-48c8-af15-a59536699e50 service neutron] 10.222.0.43 "GET /v2.0/networks/9bd028ff-7bca-4c46-bd71-6aace0071dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078935 Nov 09 21:24:55.554254 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-80633865-b809-4a90-8efc-09266a051eeb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1907057c-c36f-477c-ab6d-b465673b10a8 HTTP/1.1" status: 200 len: 217 time: 0.0920515 Nov 09 21:24:55.567809 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455fa9e-448b-4f95-903d-48db3419ecfc req-6f7b7083-120e-486c-aef0-786f3e73d02a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:55.573881 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455fa9e-448b-4f95-903d-48db3419ecfc req-6f7b7083-120e-486c-aef0-786f3e73d02a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:55.582206 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455fa9e-448b-4f95-903d-48db3419ecfc req-6f7b7083-120e-486c-aef0-786f3e73d02a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:55.588902 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455fa9e-448b-4f95-903d-48db3419ecfc req-6f7b7083-120e-486c-aef0-786f3e73d02a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:55.595008 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455fa9e-448b-4f95-903d-48db3419ecfc req-6f7b7083-120e-486c-aef0-786f3e73d02a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:55.601697 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455fa9e-448b-4f95-903d-48db3419ecfc req-6f7b7083-120e-486c-aef0-786f3e73d02a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:55.608143 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455fa9e-448b-4f95-903d-48db3419ecfc req-6f7b7083-120e-486c-aef0-786f3e73d02a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:55.610289 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9455fa9e-448b-4f95-903d-48db3419ecfc req-6f7b7083-120e-486c-aef0-786f3e73d02a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 5443 time: 0.2711112 Nov 09 21:24:55.653160 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-67ad850e-71da-4f6f-aa06-3cfd524b0c8b tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Publish callbacks [] for floatingip, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:55.656167 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-67ad850e-71da-4f6f-aa06-3cfd524b0c8b tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:55.660397 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-67ad850e-71da-4f6f-aa06-3cfd524b0c8b tempest-ServersTestJSON-1736159669 tempest-ServersTestJSON-1736159669-project] 10.222.0.49 "DELETE /v2.0/floatingips/e15c9447-567f-4e48-83b9-cb42098840a0 HTTP/1.1" status: 204 len: 168 time: 1.1508458 Nov 09 21:24:55.664033 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 47238) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:24:55.688815 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac18f40-59da-4bed-b721-5ee2f56b27b7 req-09a6e956-e8e5-45f3-a85a-65e1ece06a64 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:55.699804 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5ac18f40-59da-4bed-b721-5ee2f56b27b7 req-09a6e956-e8e5-45f3-a85a-65e1ece06a64 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 946 time: 0.1435065 Nov 09 21:24:55.718256 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-03ee4528-772c-4e27-aec3-690ccdd05f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:55.719870 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-03ee4528-772c-4e27-aec3-690ccdd05f9c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4eb2317b-2e64-46a1-bd53-a56ce963060a HTTP/1.1" status: 200 len: 797 time: 0.1304092 Nov 09 21:24:55.819909 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9455fa9e-448b-4f95-903d-48db3419ecfc req-736a6ce0-9d62-4fab-8616-3fd8923ae6bf tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&id=ea98d57d-1ab2-4bb7-8668-5c17afc65416&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1913345 Nov 09 21:24:55.832677 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5ac18f40-59da-4bed-b721-5ee2f56b27b7 req-0eebc8db-943f-4c59-a05b-35c14604ce14 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317859 Nov 09 21:24:55.840319 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-1386344d-fd34-4dc3-9706-87cf29305a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:55.841991 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-1386344d-fd34-4dc3-9706-87cf29305a95 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=db993ee6-66d3-478a-b585-3c11adab0dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1128800 Nov 09 21:24:56.073919 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50f73d-9f15-4006-af74-124b94f90d47 req-53d524e4-6d23-4d51-8a4f-a9a9f7b6e780 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:56.075572 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0a50f73d-9f15-4006-af74-124b94f90d47 req-53d524e4-6d23-4d51-8a4f-a9a9f7b6e780 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea4b0b58-7b40-4380-a0f0-4ed09aa2ec22 HTTP/1.1" status: 200 len: 945 time: 0.1032808 Nov 09 21:24:56.076558 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3c9c7-291e-4c5b-80d0-060fb9f92c9b req-5d6ab6fb-d406-4bb8-992f-e6f6dd143c50 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:56.082780 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3c9c7-291e-4c5b-80d0-060fb9f92c9b req-5d6ab6fb-d406-4bb8-992f-e6f6dd143c50 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:56.089344 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3c9c7-291e-4c5b-80d0-060fb9f92c9b req-5d6ab6fb-d406-4bb8-992f-e6f6dd143c50 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:56.095791 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3c9c7-291e-4c5b-80d0-060fb9f92c9b req-5d6ab6fb-d406-4bb8-992f-e6f6dd143c50 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:56.102857 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3c9c7-291e-4c5b-80d0-060fb9f92c9b req-5d6ab6fb-d406-4bb8-992f-e6f6dd143c50 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:56.108986 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3c9c7-291e-4c5b-80d0-060fb9f92c9b req-5d6ab6fb-d406-4bb8-992f-e6f6dd143c50 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:56.116663 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3c9c7-291e-4c5b-80d0-060fb9f92c9b req-5d6ab6fb-d406-4bb8-992f-e6f6dd143c50 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:56.118925 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d1f3c9c7-291e-4c5b-80d0-060fb9f92c9b req-5d6ab6fb-d406-4bb8-992f-e6f6dd143c50 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 5443 time: 0.1699979 Nov 09 21:24:56.134531 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2aa20-54a1-471d-8837-a469dc7bba51 req-3cf70142-5b1e-4485-ace3-c3dbc9b50e29 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:56.136507 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8bd2aa20-54a1-471d-8837-a469dc7bba51 req-3cf70142-5b1e-4485-ace3-c3dbc9b50e29 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea4b0b58-7b40-4380-a0f0-4ed09aa2ec22 HTTP/1.1" status: 200 len: 945 time: 0.1489375 Nov 09 21:24:56.165576 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-2f604cb1-fd3b-4df5-8abf-054efd17053a service neutron] 10.222.0.43 "GET /v2.0/networks/db993ee6-66d3-478a-b585-3c11adab0dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151515 Nov 09 21:24:56.183909 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0a50f73d-9f15-4006-af74-124b94f90d47 req-91f1db50-ea17-4e10-91e3-ad47cfe18f09 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896254 Nov 09 21:24:56.470179 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-0e97474b-9035-49a2-835c-429e58c5a3a4 service neutron] 10.222.0.43 "GET /v2.0/networks/db993ee6-66d3-478a-b585-3c11adab0dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863057 Nov 09 21:24:56.486118 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-80a3c2e4-24e4-471c-85b9-8dbde0f34bbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:56.536728 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f91e2-0740-4078-b6bc-3a9cd2c3f2a0 req-b42c08b7-fbf6-4193-ab71-876744ada158 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:56.539022 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-012f91e2-0740-4078-b6bc-3a9cd2c3f2a0 req-b42c08b7-fbf6-4193-ab71-876744ada158 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb5fd08-d144-48c6-81c8-5bca1750783f HTTP/1.1" status: 200 len: 946 time: 0.1756582 Nov 09 21:24:56.553510 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b506fc9-372a-4326-9d39-ff5d9c965685 req-386fef5d-49ad-435a-895a-d5a2da40f9b7 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:56.561930 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9b506fc9-372a-4326-9d39-ff5d9c965685 req-386fef5d-49ad-435a-895a-d5a2da40f9b7 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d411f2e9-65ea-4644-9485-678f3ddd373d HTTP/1.1" status: 200 len: 945 time: 0.2749417 Nov 09 21:24:56.576533 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-8a8188d5-85c8-42ed-a353-6c4e6513dcde service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a4b3d77a-e8b9-47df-8ea9-8096b98da309 HTTP/1.1" status: 200 len: 217 time: 0.0972617 Nov 09 21:24:56.669585 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-8bd2aa20-54a1-471d-8837-a469dc7bba51 req-a4a8d9fb-b6dd-4fe7-bb59-d34ac9fcfea3 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Deleting port 4c6d51ad-3a82-4a6e-b4d6-8aa160780b17 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:24:56.669953 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-8bd2aa20-54a1-471d-8837-a469dc7bba51 req-a4a8d9fb-b6dd-4fe7-bb59-d34ac9fcfea3 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:56.685035 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-012f91e2-0740-4078-b6bc-3a9cd2c3f2a0 req-ec378d19-328d-4286-b221-da9dbdbeab3b tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/security-groups?id=85e41b18-17bb-4547-9826-32936191f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378915 Nov 09 21:24:56.705616 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9b506fc9-372a-4326-9d39-ff5d9c965685 req-8b3d4ed7-e83d-4363-a48e-99f4262193ba tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414087 Nov 09 21:24:56.837660 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-e7a40e37-8f49-4561-8d69-5dcfccc2a8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:56.841433 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-e7a40e37-8f49-4561-8d69-5dcfccc2a8df service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4eb2317b-2e64-46a1-bd53-a56ce963060a HTTP/1.1" status: 200 len: 797 time: 0.2514231 Nov 09 21:24:56.929125 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-8bd2aa20-54a1-471d-8837-a469dc7bba51 req-a4a8d9fb-b6dd-4fe7-bb59-d34ac9fcfea3 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] For port 4c6d51ad-3a82-4a6e-b4d6-8aa160780b17, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=4c6d51ad-3a82-4a6e-b4d6-8aa160780b17,segment=NetworkSegment(9a6377f5-b38b-4a21-b9f6-9e21b904d67d),segment_id=9a6377f5-b38b-4a21-b9f6-9e21b904d67d)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:24:56.929488 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-8bd2aa20-54a1-471d-8837-a469dc7bba51 req-a4a8d9fb-b6dd-4fe7-bb59-d34ac9fcfea3 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:56.949625 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-8bd2aa20-54a1-471d-8837-a469dc7bba51 req-a4a8d9fb-b6dd-4fe7-bb59-d34ac9fcfea3 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Calling delete_port for 4c6d51ad-3a82-4a6e-b4d6-8aa160780b17 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:24:56.955883 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-9b5b3504-3ce8-456c-a868-783a5217e9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:56.957868 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-9b5b3504-3ce8-456c-a868-783a5217e9cd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=db993ee6-66d3-478a-b585-3c11adab0dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1018226 Nov 09 21:24:57.018236 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-80a3c2e4-24e4-471c-85b9-8dbde0f34bbe admin admin] Deleting port 09b6bb6a-84c9-4f09-a895-a16c5662d4cb {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:24:57.018815 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-80a3c2e4-24e4-471c-85b9-8dbde0f34bbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:57.072867 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63d9ec-39a2-49d7-9ee4-7e6d8f4fb9b9 req-2ae9a465-ffb0-4158-955d-93c66f6bbee3 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:57.080446 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8f63d9ec-39a2-49d7-9ee4-7e6d8f4fb9b9 req-2ae9a465-ffb0-4158-955d-93c66f6bbee3 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 946 time: 0.1229348 Nov 09 21:24:57.195021 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-61c5e0c4-c8ed-46c3-9964-470812350da0 service neutron] 10.222.0.43 "GET /v2.0/networks/db993ee6-66d3-478a-b585-3c11adab0dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276211 Nov 09 21:24:57.202752 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8f63d9ec-39a2-49d7-9ee4-7e6d8f4fb9b9 req-7cfba637-1c11-4259-ac4e-b5335dd03b04 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212776 Nov 09 21:24:57.210812 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-80a3c2e4-24e4-471c-85b9-8dbde0f34bbe admin admin] For port 09b6bb6a-84c9-4f09-a895-a16c5662d4cb, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=09b6bb6a-84c9-4f09-a895-a16c5662d4cb,segment=NetworkSegment(9b128d35-4150-4f36-9adc-b8dce5be7fd2),segment_id=9b128d35-4150-4f36-9adc-b8dce5be7fd2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:24:57.211271 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-80a3c2e4-24e4-471c-85b9-8dbde0f34bbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:57.227328 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-80a3c2e4-24e4-471c-85b9-8dbde0f34bbe admin admin] Calling delete_port for 09b6bb6a-84c9-4f09-a895-a16c5662d4cb owned by network:router_interface {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:24:57.403407 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-8bd2aa20-54a1-471d-8837-a469dc7bba51 req-a4a8d9fb-b6dd-4fe7-bb59-d34ac9fcfea3 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:57.422161 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['4c6d51ad-3a82-4a6e-b4d6-8aa160780b17'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:24:57.442924 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a8d9fb-b6dd-4fe7-bb59-d34ac9fcfea3 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Pushing event deleted for resources: {'Port': ['ID=4c6d51ad-3a82-4a6e-b4d6-8aa160780b17,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:57.482339 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a8d9fb-b6dd-4fe7-bb59-d34ac9fcfea3 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:24:57.483020 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a8d9fb-b6dd-4fe7-bb59-d34ac9fcfea3 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:24:57.483233 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a8d9fb-b6dd-4fe7-bb59-d34ac9fcfea3 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:24:57.483510 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a8d9fb-b6dd-4fe7-bb59-d34ac9fcfea3 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:24:57.483997 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a8d9fb-b6dd-4fe7-bb59-d34ac9fcfea3 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:24:57.484291 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a8d9fb-b6dd-4fe7-bb59-d34ac9fcfea3 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:24:57.484818 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a8d9fb-b6dd-4fe7-bb59-d34ac9fcfea3 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:24:57.491723 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a8d9fb-b6dd-4fe7-bb59-d34ac9fcfea3 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:24:57.492246 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a8d9fb-b6dd-4fe7-bb59-d34ac9fcfea3 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:24:57.492583 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a8d9fb-b6dd-4fe7-bb59-d34ac9fcfea3 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:24:57.492975 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a8d9fb-b6dd-4fe7-bb59-d34ac9fcfea3 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:24:57.493316 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a8d9fb-b6dd-4fe7-bb59-d34ac9fcfea3 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:24:57.563832 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-80a3c2e4-24e4-471c-85b9-8dbde0f34bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:57.595729 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a3c2e4-24e4-471c-85b9-8dbde0f34bbe admin admin] Pushing event deleted for resources: {'Port': ['ID=09b6bb6a-84c9-4f09-a895-a16c5662d4cb,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:24:57.606151 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd2aa20-54a1-471d-8837-a469dc7bba51 req-a4a8d9fb-b6dd-4fe7-bb59-d34ac9fcfea3 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] No DVR routers for this DVR port 4c6d51ad-3a82-4a6e-b4d6-8aa160780b17 on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:24:57.618073 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3948b-f0a8-4814-8fc4-34660d5eedc2 req-dad858bc-72f9-45fb-81eb-88565a2cd0ff tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:57.619845 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b4e3948b-f0a8-4814-8fc4-34660d5eedc2 req-dad858bc-72f9-45fb-81eb-88565a2cd0ff tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea4b0b58-7b40-4380-a0f0-4ed09aa2ec22 HTTP/1.1" status: 200 len: 867 time: 0.2707253 Nov 09 21:24:57.621637 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-8bd2aa20-54a1-471d-8837-a469dc7bba51 req-a4a8d9fb-b6dd-4fe7-bb59-d34ac9fcfea3 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:57.626950 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8bd2aa20-54a1-471d-8837-a469dc7bba51 req-a4a8d9fb-b6dd-4fe7-bb59-d34ac9fcfea3 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.45 "DELETE /v2.0/ports/4c6d51ad-3a82-4a6e-b4d6-8aa160780b17 HTTP/1.1" status: 204 len: 173 time: 1.4775445 Nov 09 21:24:57.627568 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4b0b58-7b40-4380-a0f0-4ed09aa2ec22', 'name': 'network-vif-deleted', 'tag': '4c6d51ad-3a82-4a6e-b4d6-8aa160780b17'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:24:57.630216 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3656fd42-ad5e-43ce-8fe8-13b17503c3f0" -d '{"events": [{"server_uuid": "ea4b0b58-7b40-4380-a0f0-4ed09aa2ec22", "name": "network-vif-deleted", "tag": "4c6d51ad-3a82-4a6e-b4d6-8aa160780b17"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:24:57.648812 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53b14a90-082a-4af9-b37f-bf303a6d93c1 req-a990ba55-2c84-44da-a11f-1793793e754c service neutron] 10.222.0.43 "GET /v2.0/networks/db993ee6-66d3-478a-b585-3c11adab0dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4303379 Nov 09 21:24:57.717402 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b4e3948b-f0a8-4814-8fc4-34660d5eedc2 req-08ab7fad-74c6-4470-afa8-2d842845262a tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827928 Nov 09 21:24:57.779382 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568f720b-5654-4d2d-83d0-81ab532b6eb0 x-openstack-request-id: req-568f720b-5654-4d2d-83d0-81ab532b6eb0 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:24:57.780199 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea4b0b58-7b40-4380-a0f0-4ed09aa2ec22", "name": "network-vif-deleted", "tag": "4c6d51ad-3a82-4a6e-b4d6-8aa160780b17", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:24:57.780857 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-568f720b-5654-4d2d-83d0-81ab532b6eb0 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:24:57.783126 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea4b0b58-7b40-4380-a0f0-4ed09aa2ec22', 'name': 'network-vif-deleted', 'tag': '4c6d51ad-3a82-4a6e-b4d6-8aa160780b17', 'status': 'completed', 'code': 200} Nov 09 21:24:57.846887 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becadc8c-3d03-41ab-ba45-75b75e54bd82 req-5b90399b-75ab-4f21-8c3a-6ba72c2ed1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:57.849558 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-becadc8c-3d03-41ab-ba45-75b75e54bd82 req-5b90399b-75ab-4f21-8c3a-6ba72c2ed1a9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80bd14f1151c49209b6b9f6a58ef3329&device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 1097 time: 0.0953140 Nov 09 21:24:58.038642 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-80a3c2e4-24e4-471c-85b9-8dbde0f34bbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:58.079873 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a124fa1-e8c2-4760-bd94-9300e2200a3b req-1fe721c2-84a2-4e3e-ac8d-12c40db03108 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:58.088453 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2a124fa1-e8c2-4760-bd94-9300e2200a3b req-1fe721c2-84a2-4e3e-ac8d-12c40db03108 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d411f2e9-65ea-4644-9485-678f3ddd373d HTTP/1.1" status: 200 len: 945 time: 0.2170060 Nov 09 21:24:58.188012 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becadc8c-3d03-41ab-ba45-75b75e54bd82 req-ee49714b-c489-409a-a835-f8886a012515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:58.190698 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-becadc8c-3d03-41ab-ba45-75b75e54bd82 req-ee49714b-c489-409a-a835-f8886a012515 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a2ce5cc-687a-4c33-859e-f9b75a50c5b6 HTTP/1.1" status: 200 len: 917 time: 0.3285749 Nov 09 21:24:58.233021 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2a124fa1-e8c2-4760-bd94-9300e2200a3b req-bbc7ca28-6783-4121-9655-58cb7c4634cc tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434867 Nov 09 21:24:58.351644 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-becadc8c-3d03-41ab-ba45-75b75e54bd82 req-139af597-5b20-41ce-99c7-84d738f4d86e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77a87d51-38f5-44c7-9010-89c6fd0999c3 HTTP/1.1" status: 200 len: 1002 time: 0.1469879 Nov 09 21:24:58.405426 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a3c2e4-24e4-471c-85b9-8dbde0f34bbe admin admin] Router 3ed49444-b3fd-4d83-bf63-b68580598051 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:24:58.518870 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becadc8c-3d03-41ab-ba45-75b75e54bd82 req-ce059c0c-807b-4186-a7f0-15ea6d51b3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:58.524026 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-becadc8c-3d03-41ab-ba45-75b75e54bd82 req-ce059c0c-807b-4186-a7f0-15ea6d51b3d0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=87945563-f9d1-4353-83ce-d183f9346308 HTTP/1.1" status: 200 len: 856 time: 0.1647894 Nov 09 21:24:58.587350 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4154a7-a6b5-4c50-80d5-3b3f2411cee2 req-4304f6e1-7f86-4025-9021-38ac4edc0d27 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:58.588976 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6a4154a7-a6b5-4c50-80d5-3b3f2411cee2 req-4304f6e1-7f86-4025-9021-38ac4edc0d27 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=d411f2e9-65ea-4644-9485-678f3ddd373d HTTP/1.1" status: 200 len: 945 time: 0.1464756 Nov 09 21:24:58.702515 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4718ad-4f31-4962-a724-9399c114b394 req-2f1533fb-233c-4d32-8260-9e5572435f4c tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:58.718837 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0c4718ad-4f31-4962-a724-9399c114b394 req-2f1533fb-233c-4d32-8260-9e5572435f4c tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 946 time: 0.2980592 Nov 09 21:24:58.740905 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 47332) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:24:58.755584 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becadc8c-3d03-41ab-ba45-75b75e54bd82 req-9073118d-5118-4980-9d44-d777e4a7704b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:58.758405 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-becadc8c-3d03-41ab-ba45-75b75e54bd82 req-9073118d-5118-4980-9d44-d777e4a7704b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a2ce5cc-687a-4c33-859e-f9b75a50c5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2266061 Nov 09 21:24:58.832789 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6a4154a7-a6b5-4c50-80d5-3b3f2411cee2 req-48b2a424-6c31-497e-8482-2cf8c1eb035c tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733088 Nov 09 21:24:58.840858 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0c4718ad-4f31-4962-a724-9399c114b394 req-755e02cb-251f-4a66-bba5-98c0f4daecf6 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202157 Nov 09 21:24:58.842477 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a3c2e4-24e4-471c-85b9-8dbde0f34bbe admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:24:58.855445 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-80a3c2e4-24e4-471c-85b9-8dbde0f34bbe admin admin] 10.222.0.49 "PUT /v2.0/routers/3ed49444-b3fd-4d83-bf63-b68580598051/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1903584 Nov 09 21:24:58.857724 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 47338) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:24:58.871107 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138632ec-4fb0-419a-9510-e60da1387912 None None] Sync routers for ids ['3ed49444-b3fd-4d83-bf63-b68580598051'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:24:58.885419 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138632ec-4fb0-419a-9510-e60da1387912 None None] Routers {'3ed49444-b3fd-4d83-bf63-b68580598051'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:24:58.886038 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-138632ec-4fb0-419a-9510-e60da1387912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:24:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['3ed49444-b3fd-4d83-bf63-b68580598051'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:24:58.981733 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-becadc8c-3d03-41ab-ba45-75b75e54bd82 req-8e4907b7-d960-4394-85d2-0687df4191c6 service neutron] 10.222.0.45 "GET /v2.0/networks/5a2ce5cc-687a-4c33-859e-f9b75a50c5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096674 Nov 09 21:24:59.102351 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-138632ec-4fb0-419a-9510-e60da1387912 None None] Set router 3ed49444-b3fd-4d83-bf63-b68580598051 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:24:59.111677 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a1b04-ad46-4dcc-99c2-05b2d8d185a9 req-e4d54d74-fe54-467d-83f0-62f06fad1d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:59.112157 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a1b04-ad46-4dcc-99c2-05b2d8d185a9 req-e4d54d74-fe54-467d-83f0-62f06fad1d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:59.112623 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a1b04-ad46-4dcc-99c2-05b2d8d185a9 req-e4d54d74-fe54-467d-83f0-62f06fad1d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:59.113104 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a1b04-ad46-4dcc-99c2-05b2d8d185a9 req-e4d54d74-fe54-467d-83f0-62f06fad1d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:59.113620 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a1b04-ad46-4dcc-99c2-05b2d8d185a9 req-e4d54d74-fe54-467d-83f0-62f06fad1d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:59.114077 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a1b04-ad46-4dcc-99c2-05b2d8d185a9 req-e4d54d74-fe54-467d-83f0-62f06fad1d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:59.114530 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a1b04-ad46-4dcc-99c2-05b2d8d185a9 req-e4d54d74-fe54-467d-83f0-62f06fad1d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:59.123204 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fe7a1b04-ad46-4dcc-99c2-05b2d8d185a9 req-e4d54d74-fe54-467d-83f0-62f06fad1d60 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 6500 time: 0.3782220 Nov 09 21:24:59.134817 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8b6f272a-7c9d-43b0-a611-e1f41c887e8c admin admin] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:59.237347 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fe7a1b04-ad46-4dcc-99c2-05b2d8d185a9 req-0163b529-5a85-4ad1-ae7e-e6644c844a83 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ea98d57d-1ab2-4bb7-8668-5c17afc65416&id=911bb090-0716-4bfb-a02e-6ca72569ddde&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1131976 Nov 09 21:24:59.242195 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-becadc8c-3d03-41ab-ba45-75b75e54bd82 req-d10c0e9c-8cc8-408f-b707-8e01928ed5a5 service neutron] 10.222.0.45 "GET /v2.0/networks/5a2ce5cc-687a-4c33-859e-f9b75a50c5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493927 Nov 09 21:24:59.512991 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-138632ec-4fb0-419a-9510-e60da1387912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed49444-b3fd-4d83-bf63-b68580598051', 'name': 'tempest-ServersTestJSON-1101798823-router', 'tenant_id': '67b45d2ac5b14423be4aa9d45f8310db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'b4cf9576-3761-45f3-a5a1-9ba10b9a8912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:35Z', 'updated_at': '2021-11-09T21:24:57Z', 'revision_number': 5, 'project_id': '67b45d2ac5b14423be4aa9d45f8310db', 'gw_port': {'id': 'b4cf9576-3761-45f3-a5a1-9ba10b9a8912', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed49444-b3fd-4d83-bf63-b68580598051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:36Z', 'updated_at': '2021-11-09T21:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:24:59.542788 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138632ec-4fb0-419a-9510-e60da1387912 None None] Checking router: 3ed49444-b3fd-4d83-bf63-b68580598051 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:24:59.562055 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138632ec-4fb0-419a-9510-e60da1387912 None None] Routers {'3ed49444-b3fd-4d83-bf63-b68580598051'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:24:59.563188 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-138632ec-4fb0-419a-9510-e60da1387912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:24:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['3ed49444-b3fd-4d83-bf63-b68580598051'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:24:59.728496 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-138632ec-4fb0-419a-9510-e60da1387912 None None] Set router 3ed49444-b3fd-4d83-bf63-b68580598051 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:24:59.743878 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8b6f272a-7c9d-43b0-a611-e1f41c887e8c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:59.759112 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61479364-08b6-4cb0-8ad1-a8dbabd8eef6 req-08d1917c-9abf-48d2-96b1-ce822cd38a30 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:24:59.760952 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-61479364-08b6-4cb0-8ad1-a8dbabd8eef6 req-08d1917c-9abf-48d2-96b1-ce822cd38a30 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/networks?id=a977e5a0-d935-40af-beae-b0f3a8c25de8 HTTP/1.1" status: 200 len: 811 time: 0.1682913 Nov 09 21:24:59.805008 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-61479364-08b6-4cb0-8ad1-a8dbabd8eef6 req-c82d73fc-d902-4138-b486-30018009181c tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/quotas/37ab742aac8d42199f84c1b467e67cb5 HTTP/1.1" status: 200 len: 375 time: 0.0343835 Nov 09 21:24:59.861390 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-61479364-08b6-4cb0-8ad1-a8dbabd8eef6 req-55ad5cb2-b423-43b2-869f-26891136e68f tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=37ab742aac8d42199f84c1b467e67cb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412271 Nov 09 21:24:59.900117 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-8b6f272a-7c9d-43b0-a611-e1f41c887e8c admin admin] Deleting port b4cf9576-3761-45f3-a5a1-9ba10b9a8912 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:24:59.900764 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8b6f272a-7c9d-43b0-a611-e1f41c887e8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:24:59.917743 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:25:00.000988 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f75b08-a8c8-4b17-aec7-49605a94ba62 req-813bec14-62ac-4268-ba84-28b24c8b45f7 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:00.013751 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b9f75b08-a8c8-4b17-aec7-49605a94ba62 req-813bec14-62ac-4268-ba84-28b24c8b45f7 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/networks?id=dc8504e9-ef70-4d56-9a29-c47629600464 HTTP/1.1" status: 200 len: 814 time: 0.1327264 Nov 09 21:25:00.043157 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b9f75b08-a8c8-4b17-aec7-49605a94ba62 req-06321bce-d76c-4d56-b35b-c315d57d05d7 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/quotas/c5b86a7c92f840889ef6c615a0e7c55a HTTP/1.1" status: 200 len: 375 time: 0.0281310 Nov 09 21:25:00.113531 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-61479364-08b6-4cb0-8ad1-a8dbabd8eef6 req-9764a670-1d73-4f32-a467-3ca2fa2eed90 service neutron] 10.222.0.49 "GET /v2.0/networks/a977e5a0-d935-40af-beae-b0f3a8c25de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229896 Nov 09 21:25:00.115612 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-8b6f272a-7c9d-43b0-a611-e1f41c887e8c admin admin] For port b4cf9576-3761-45f3-a5a1-9ba10b9a8912, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=b4cf9576-3761-45f3-a5a1-9ba10b9a8912,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:25:00.116200 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8b6f272a-7c9d-43b0-a611-e1f41c887e8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:00.143381 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-138632ec-4fb0-419a-9510-e60da1387912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ed49444-b3fd-4d83-bf63-b68580598051', 'name': 'tempest-ServersTestJSON-1101798823-router', 'tenant_id': '67b45d2ac5b14423be4aa9d45f8310db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'b4cf9576-3761-45f3-a5a1-9ba10b9a8912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:35Z', 'updated_at': '2021-11-09T21:24:57Z', 'revision_number': 5, 'project_id': '67b45d2ac5b14423be4aa9d45f8310db', 'gw_port': {'id': 'b4cf9576-3761-45f3-a5a1-9ba10b9a8912', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed49444-b3fd-4d83-bf63-b68580598051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:36Z', 'updated_at': '2021-11-09T21:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:25:00.151707 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-8b6f272a-7c9d-43b0-a611-e1f41c887e8c admin admin] Calling delete_port for b4cf9576-3761-45f3-a5a1-9ba10b9a8912 owned by network:router_gateway {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:25:00.157003 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b9f75b08-a8c8-4b17-aec7-49605a94ba62 req-8e06722c-5918-4de4-b546-5d0ec2d7c4f8 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c5b86a7c92f840889ef6c615a0e7c55a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1128631 Nov 09 21:25:00.203692 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138632ec-4fb0-419a-9510-e60da1387912 None None] The sync data for ids ['3ed49444-b3fd-4d83-bf63-b68580598051'] in n-d-816206-3 is: [{'id': '3ed49444-b3fd-4d83-bf63-b68580598051', 'name': 'tempest-ServersTestJSON-1101798823-router', 'tenant_id': '67b45d2ac5b14423be4aa9d45f8310db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'b4cf9576-3761-45f3-a5a1-9ba10b9a8912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:22:35Z', 'updated_at': '2021-11-09T21:24:57Z', 'revision_number': 5, 'project_id': '67b45d2ac5b14423be4aa9d45f8310db', 'gw_port': {'id': 'b4cf9576-3761-45f3-a5a1-9ba10b9a8912', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed49444-b3fd-4d83-bf63-b68580598051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:36Z', 'updated_at': '2021-11-09T21:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:25:00.295667 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-61479364-08b6-4cb0-8ad1-a8dbabd8eef6 req-2da1028a-30f9-40f0-ae20-94dbfdd2be4b service neutron] 10.222.0.49 "GET /v2.0/networks/a977e5a0-d935-40af-beae-b0f3a8c25de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693470 Nov 09 21:25:00.310173 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b9f75b08-a8c8-4b17-aec7-49605a94ba62 req-ca5ea143-3d4e-4ca1-ae6f-810c46e54a85 service neutron] 10.222.0.49 "GET /v2.0/networks/dc8504e9-ef70-4d56-9a29-c47629600464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522386 Nov 09 21:25:00.454314 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8b6f272a-7c9d-43b0-a611-e1f41c887e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:00.510836 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b9f75b08-a8c8-4b17-aec7-49605a94ba62 req-6263da0c-c80b-4f66-bed5-142b058cc760 service neutron] 10.222.0.49 "GET /v2.0/networks/dc8504e9-ef70-4d56-9a29-c47629600464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935313 Nov 09 21:25:00.513703 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f272a-7c9d-43b0-a611-e1f41c887e8c admin admin] Pushing event deleted for resources: {'Port': ['ID=b4cf9576-3761-45f3-a5a1-9ba10b9a8912,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:00.659814 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a05eb-7c36-45f0-8eb6-128b34d61545 req-c4aefebd-cb03-4607-96e2-df5b5c823117 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:00.668857 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 4c6d51ad-3a82-4a6e-b4d6-8aa160780b17 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:25:00.682453 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0b2a05eb-7c36-45f0-8eb6-128b34d61545 req-c4aefebd-cb03-4607-96e2-df5b5c823117 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 946 time: 0.1664770 Nov 09 21:25:00.713174 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 4c6d51ad-3a82-4a6e-b4d6-8aa160780b17 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:25:00.716557 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 4c6d51ad-3a82-4a6e-b4d6-8aa160780b17 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:25:00.717208 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 77a87d51-38f5-44c7-9010-89c6fd0999c3 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:25:00.747304 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8b6f272a-7c9d-43b0-a611-e1f41c887e8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:00.772571 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14fb00-601d-49a4-bf6b-15d0401fc9a6 req-5e6e72e3-2f27-4a37-be7e-ef0ee368b29b tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:00.774448 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bf14fb00-601d-49a4-bf6b-15d0401fc9a6 req-5e6e72e3-2f27-4a37-be7e-ef0ee368b29b tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.45 "GET /v2.0/ports?device_id=d411f2e9-65ea-4644-9485-678f3ddd373d HTTP/1.1" status: 200 len: 945 time: 0.1296892 Nov 09 21:25:00.914872 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b0ae4e09-9217-42eb-bf3d-fea147a61606 req-7ef08069-e029-4b7e-95ff-5b69843146d1 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=db006957-3ae1-44a4-b83b-e520b017a81b HTTP/1.1" status: 200 len: 210 time: 0.0596116 Nov 09 21:25:01.071318 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4149accd-6be8-4991-ac31-56c419da956a req-e1f02935-2d1f-4141-9cb7-210842b3ccf1 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 210 time: 0.0525565 Nov 09 21:25:01.093290 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0b2a05eb-7c36-45f0-8eb6-128b34d61545 req-0bc207a4-47c3-4df3-a14d-c7f0f8bbf15f tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4098318 Nov 09 21:25:01.118710 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8b6f272a-7c9d-43b0-a611-e1f41c887e8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:01.131982 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8b6f272a-7c9d-43b0-a611-e1f41c887e8c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:01.135562 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-bf14fb00-601d-49a4-bf6b-15d0401fc9a6 req-89dbcc28-0879-434c-9c85-91c3bcd8f1c7 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Deleting port e2257a00-2e18-4891-8f00-9029d302e6a4 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:25:01.136517 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-bf14fb00-601d-49a4-bf6b-15d0401fc9a6 req-89dbcc28-0879-434c-9c85-91c3bcd8f1c7 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:01.231656 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8b6f272a-7c9d-43b0-a611-e1f41c887e8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:01.232588 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6f272a-7c9d-43b0-a611-e1f41c887e8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ed49444-b3fd-4d83-bf63-b68580598051 {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:25:01.242187 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8b6f272a-7c9d-43b0-a611-e1f41c887e8c admin admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:01.242989 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 09b6bb6a-84c9-4f09-a895-a16c5662d4cb no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:25:01.246774 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8b6f272a-7c9d-43b0-a611-e1f41c887e8c admin admin] 10.222.0.49 "DELETE /v2.0/routers/3ed49444-b3fd-4d83-bf63-b68580598051 HTTP/1.1" status: 204 len: 168 time: 2.3838060 Nov 09 21:25:01.247371 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 47436) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:01.288356 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 09b6bb6a-84c9-4f09-a895-a16c5662d4cb {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:25:01.288738 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 09b6bb6a-84c9-4f09-a895-a16c5662d4cb not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:25:01.398024 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffe69366-fbbd-4c0a-a822-ba99b6e49efb admin admin] Deleting subnet b2d67456-5729-4187-b3ab-bacf54ab1b12 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:25:01.411220 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:01.415503 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ffe69366-fbbd-4c0a-a822-ba99b6e49efb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:01.451673 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad2d203-e44e-45ca-a617-077af043f793', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77a87d51-38f5-44c7-9010-89c6fd0999c3'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:25:01.455399 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ccf983f-44a5-4d9c-b822-9d7c52585d38" -d '{"events": [{"server_uuid": "4ad2d203-e44e-45ca-a617-077af043f793", "name": "network-vif-unplugged", "status": "completed", "tag": "77a87d51-38f5-44c7-9010-89c6fd0999c3"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:25:01.484136 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 77a87d51-38f5-44c7-9010-89c6fd0999c3, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=77a87d51-38f5-44c7-9010-89c6fd0999c3,segment=NetworkSegment(0266031b-5829-40c1-acad-8e9a97b817f5),segment_id=0266031b-5829-40c1-acad-8e9a97b817f5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:25:01.494957 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:01.519007 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ffe69366-fbbd-4c0a-a822-ba99b6e49efb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:01.541701 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-bf14fb00-601d-49a4-bf6b-15d0401fc9a6 req-89dbcc28-0879-434c-9c85-91c3bcd8f1c7 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] For port e2257a00-2e18-4891-8f00-9029d302e6a4, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=e2257a00-2e18-4891-8f00-9029d302e6a4,segment=NetworkSegment(4d746769-7d35-4026-ae90-66009892dd3d),segment_id=4d746769-7d35-4026-ae90-66009892dd3d)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:25:01.542410 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-bf14fb00-601d-49a4-bf6b-15d0401fc9a6 req-89dbcc28-0879-434c-9c85-91c3bcd8f1c7 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:01.584538 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-bf14fb00-601d-49a4-bf6b-15d0401fc9a6 req-89dbcc28-0879-434c-9c85-91c3bcd8f1c7 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Calling delete_port for e2257a00-2e18-4891-8f00-9029d302e6a4 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:25:01.611362 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 21:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fcef15-31de-458b-b87f-bd5deca91355 x-openstack-request-id: req-66fcef15-31de-458b-b87f-bd5deca91355 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:25:01.611945 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad2d203-e44e-45ca-a617-077af043f793", "name": "network-vif-unplugged", "status": "completed", "tag": "77a87d51-38f5-44c7-9010-89c6fd0999c3", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:25:01.612954 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-66fcef15-31de-458b-b87f-bd5deca91355 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:25:01.614135 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad2d203-e44e-45ca-a617-077af043f793', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77a87d51-38f5-44c7-9010-89c6fd0999c3', 'code': 200} Nov 09 21:25:01.662820 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=77a87d51-38f5-44c7-9010-89c6fd0999c3,revision_number=8']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:01.851535 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ffe69366-fbbd-4c0a-a822-ba99b6e49efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:01.857305 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-bf14fb00-601d-49a4-bf6b-15d0401fc9a6 req-89dbcc28-0879-434c-9c85-91c3bcd8f1c7 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:01.869664 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['e2257a00-2e18-4891-8f00-9029d302e6a4'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:25:01.930313 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dbcc28-0879-434c-9c85-91c3bcd8f1c7 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Pushing event deleted for resources: {'Port': ['ID=e2257a00-2e18-4891-8f00-9029d302e6a4,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:01.976753 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf14fb00-601d-49a4-bf6b-15d0401fc9a6 req-89dbcc28-0879-434c-9c85-91c3bcd8f1c7 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] No DVR routers for this DVR port e2257a00-2e18-4891-8f00-9029d302e6a4 on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:25:01.979384 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-bf14fb00-601d-49a4-bf6b-15d0401fc9a6 req-89dbcc28-0879-434c-9c85-91c3bcd8f1c7 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:01.985216 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bf14fb00-601d-49a4-bf6b-15d0401fc9a6 req-89dbcc28-0879-434c-9c85-91c3bcd8f1c7 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.45 "DELETE /v2.0/ports/e2257a00-2e18-4891-8f00-9029d302e6a4 HTTP/1.1" status: 204 len: 173 time: 1.2016873 Nov 09 21:25:01.986750 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd411f2e9-65ea-4644-9485-678f3ddd373d', 'name': 'network-vif-deleted', 'tag': 'e2257a00-2e18-4891-8f00-9029d302e6a4'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:25:01.990023 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d364cb-8b17-4577-a9ad-6a5da2dccdc3" -d '{"events": [{"server_uuid": "d411f2e9-65ea-4644-9485-678f3ddd373d", "name": "network-vif-deleted", "tag": "e2257a00-2e18-4891-8f00-9029d302e6a4"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:25:02.040338 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd24a66c-4b76-42d0-a868-f9a46d0cc3cf x-openstack-request-id: req-cd24a66c-4b76-42d0-a868-f9a46d0cc3cf {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:25:02.041144 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d411f2e9-65ea-4644-9485-678f3ddd373d", "name": "network-vif-deleted", "tag": "e2257a00-2e18-4891-8f00-9029d302e6a4", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:25:02.041683 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cd24a66c-4b76-42d0-a868-f9a46d0cc3cf {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:25:02.043630 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd411f2e9-65ea-4644-9485-678f3ddd373d', 'name': 'network-vif-deleted', 'tag': 'e2257a00-2e18-4891-8f00-9029d302e6a4', 'status': 'completed', 'code': 200} Nov 09 21:25:02.057258 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ffe69366-fbbd-4c0a-a822-ba99b6e49efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:02.090284 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe69366-fbbd-4c0a-a822-ba99b6e49efb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2d67456-5729-4187-b3ab-bacf54ab1b12,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:02.104530 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ffe69366-fbbd-4c0a-a822-ba99b6e49efb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:02.110911 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 47458) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:02.111885 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ffe69366-fbbd-4c0a-a822-ba99b6e49efb admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b2d67456-5729-4187-b3ab-bacf54ab1b12 HTTP/1.1" status: 204 len: 168 time: 0.8633628 Nov 09 21:25:02.135969 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5acb99-febe-464f-8298-7e1ca2887e34 None None] Network 976ad452-60e4-4e2d-aff7-0ed5aab386d9 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:25:02.158538 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-99b620f9-864c-4a74-9067-9f1a9f82eac6 req-3d2f28cc-81dc-4a97-9e3a-6a81c751de78 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=db006957-3ae1-44a4-b83b-e520b017a81b HTTP/1.1" status: 200 len: 210 time: 0.0688260 Nov 09 21:25:02.346557 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ef13c-8f0e-4ed2-8e9c-e58d8b125f18 req-279464dd-91f6-4416-9e35-ba97b3dd595a tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:02.358945 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-966ef13c-8f0e-4ed2-8e9c-e58d8b125f18 req-279464dd-91f6-4416-9e35-ba97b3dd595a tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 944 time: 0.1158922 Nov 09 21:25:02.376521 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e3a04c98-83e2-4886-a351-6151c7935858 req-4a8f8ad9-157b-42aa-a9a1-9040419ddd42 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 210 time: 0.0828307 Nov 09 21:25:02.416467 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a6d44380-52d9-4968-a124-347f68e5425d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:02.434109 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa264761-950f-46bf-8bff-916163cff321 None None] DHCP port deletion for 976ad452-60e4-4e2d-aff7-0ed5aab386d9 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:25:02.462100 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-966ef13c-8f0e-4ed2-8e9c-e58d8b125f18 req-6ba7f722-e13e-4b4b-8526-d31257418c01 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955935 Nov 09 21:25:02.527551 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-aa264761-950f-46bf-8bff-916163cff321 None None] Deleting port 9c2c8ecf-e454-4ece-abad-69540b88726d {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:25:02.528074 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-aa264761-950f-46bf-8bff-916163cff321 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:02.596347 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-a6d44380-52d9-4968-a124-347f68e5425d admin admin] Deleting port 9c2c8ecf-e454-4ece-abad-69540b88726d {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:25:02.596966 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a6d44380-52d9-4968-a124-347f68e5425d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:02.684307 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-aa264761-950f-46bf-8bff-916163cff321 None None] For port 9c2c8ecf-e454-4ece-abad-69540b88726d, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=9c2c8ecf-e454-4ece-abad-69540b88726d,segment=NetworkSegment(9b128d35-4150-4f36-9adc-b8dce5be7fd2),segment_id=9b128d35-4150-4f36-9adc-b8dce5be7fd2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:25:02.684741 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-aa264761-950f-46bf-8bff-916163cff321 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:02.705805 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-aa264761-950f-46bf-8bff-916163cff321 None None] Calling delete_port for 9c2c8ecf-e454-4ece-abad-69540b88726d owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:25:02.827733 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-aa264761-950f-46bf-8bff-916163cff321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:02.865390 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa264761-950f-46bf-8bff-916163cff321 None None] No DVR routers for this DVR port 9c2c8ecf-e454-4ece-abad-69540b88726d on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:25:02.921201 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-a6d44380-52d9-4968-a124-347f68e5425d admin admin] For port 9c2c8ecf-e454-4ece-abad-69540b88726d, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=9c2c8ecf-e454-4ece-abad-69540b88726d,segment=NetworkSegment(9b128d35-4150-4f36-9adc-b8dce5be7fd2),segment_id=9b128d35-4150-4f36-9adc-b8dce5be7fd2)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:25:02.923124 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a6d44380-52d9-4968-a124-347f68e5425d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:02.928136 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa264761-950f-46bf-8bff-916163cff321 None None] Pushing event deleted for resources: {'Port': ['ID=9c2c8ecf-e454-4ece-abad-69540b88726d,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:02.980071 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-a6d44380-52d9-4968-a124-347f68e5425d admin admin] Calling delete_port for 9c2c8ecf-e454-4ece-abad-69540b88726d owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:25:02.986030 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device b4cf9576-3761-45f3-a5a1-9ba10b9a8912 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:25:03.028790 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: b4cf9576-3761-45f3-a5a1-9ba10b9a8912 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:25:03.031281 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device b4cf9576-3761-45f3-a5a1-9ba10b9a8912 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:25:03.032849 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 9c2c8ecf-e454-4ece-abad-69540b88726d no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:25:03.076216 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61479364-08b6-4cb0-8ad1-a8dbabd8eef6 req-5f3840a0-6c1a-467b-bd7e-42b51c1dd305 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:03.078073 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-61479364-08b6-4cb0-8ad1-a8dbabd8eef6 req-5f3840a0-6c1a-467b-bd7e-42b51c1dd305 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.43 "GET /v2.0/networks?id=a977e5a0-d935-40af-beae-b0f3a8c25de8 HTTP/1.1" status: 200 len: 811 time: 0.3436930 Nov 09 21:25:03.085416 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 9c2c8ecf-e454-4ece-abad-69540b88726d {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:25:03.085916 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 9c2c8ecf-e454-4ece-abad-69540b88726d not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:25:03.128683 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-61479364-08b6-4cb0-8ad1-a8dbabd8eef6 req-823a3d07-889d-48a3-a2e5-a4a0145813d5 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Request body: {'port': {'device_id': 'db006957-3ae1-44a4-b83b-e520b017a81b', 'network_id': 'a977e5a0-d935-40af-beae-b0f3a8c25de8', 'admin_state_up': True, 'tenant_id': '37ab742aac8d42199f84c1b467e67cb5'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:25:03.210150 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a6d44380-52d9-4968-a124-347f68e5425d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:03.249613 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d44380-52d9-4968-a124-347f68e5425d admin admin] No DVR routers for this DVR port 9c2c8ecf-e454-4ece-abad-69540b88726d on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:25:03.295662 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-70b3d6ea-8995-41f1-bf4c-7ad38568875f req-3fa46198-1d52-4e4a-9303-fb039cb44520 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=db006957-3ae1-44a4-b83b-e520b017a81b HTTP/1.1" status: 200 len: 210 time: 0.0508108 Nov 09 21:25:03.360248 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a6d44380-52d9-4968-a124-347f68e5425d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:03.385210 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-a6d44380-52d9-4968-a124-347f68e5425d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['976ad452-60e4-4e2d-aff7-0ed5aab386d9']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:25:03.443919 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-a6d44380-52d9-4968-a124-347f68e5425d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b128d35-4150-4f36-9adc-b8dce5be7fd2') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:25:03.446080 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-a6d44380-52d9-4968-a124-347f68e5425d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b128d35-4150-4f36-9adc-b8dce5be7fd2') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:25:03.478249 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a6d44380-52d9-4968-a124-347f68e5425d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:03.501762 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a6d44380-52d9-4968-a124-347f68e5425d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:03.509521 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6d44380-52d9-4968-a124-347f68e5425d admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:25:03.510117 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a6d44380-52d9-4968-a124-347f68e5425d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:03.588656 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:03.590133 n-d-816206-3 neutron-server[102608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:25:03.590133 n-d-816206-3 neutron-server[102608]: self.session.flush() Nov 09 21:25:03.590133 n-d-816206-3 neutron-server[102608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:25:03.590133 n-d-816206-3 neutron-server[102608]: self.session.flush() Nov 09 21:25:03.590133 n-d-816206-3 neutron-server[102608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:25:03.590133 n-d-816206-3 neutron-server[102608]: self.session.flush() Nov 09 21:25:03.590133 n-d-816206-3 neutron-server[102608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:25:03.590133 n-d-816206-3 neutron-server[102608]: self.session.flush() Nov 09 21:25:03.590133 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:25:03.590133 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:25:03.590133 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:25:03.590133 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:25:03.590133 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:25:03.590133 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:25:03.590133 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:25:03.590133 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:25:03.590133 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:25:03.590133 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:25:03.590133 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:25:03.590133 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:25:03.590133 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:25:03.590133 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:25:03.590133 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:25:03.590133 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:25:03.590133 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:25:03.590133 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:25:03.590133 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:25:03.590133 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:25:03.590133 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:25:03.590133 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:25:03.590133 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:25:03.590133 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:25:03.590133 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:25:03.590133 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:25:03.590133 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:25:03.590133 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:25:03.590133 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:25:03.590133 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:25:03.590133 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:25:03.590133 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:25:03.628027 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d44380-52d9-4968-a124-347f68e5425d admin admin] Pushing event deleted for resources: {'Port': ['ID=9c2c8ecf-e454-4ece-abad-69540b88726d,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:03.631403 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7d23861a-3e30-42bb-9a2a-c7bda745f826 req-c4bd1757-dada-48f0-9a2d-ea6980d4686d tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 210 time: 0.0592132 Nov 09 21:25:03.637104 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [req-4254ab3d-a191-4cd7-8a2c-e05778cc6787 req-917d5233-82f7-45dd-a48e-637ba69d5722 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:25:03.639124 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4254ab3d-a191-4cd7-8a2c-e05778cc6787 req-917d5233-82f7-45dd-a48e-637ba69d5722 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0147665 Nov 09 21:25:03.670087 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a6d44380-52d9-4968-a124-347f68e5425d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:03.687785 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a6d44380-52d9-4968-a124-347f68e5425d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:03.692717 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a6d44380-52d9-4968-a124-347f68e5425d admin admin] 10.222.0.49 "DELETE /v2.0/networks/976ad452-60e4-4e2d-aff7-0ed5aab386d9 HTTP/1.1" status: 204 len: 168 time: 1.5798748 Nov 09 21:25:03.694074 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d44380-52d9-4968-a124-347f68e5425d admin admin] Pushing event deleted for resources: {'Network': ['ID=976ad452-60e4-4e2d-aff7-0ed5aab386d9,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:03.705170 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61479364-08b6-4cb0-8ad1-a8dbabd8eef6 req-823a3d07-889d-48a3-a2e5-a4a0145813d5 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Made reservation on behalf of 37ab742aac8d42199f84c1b467e67cb5 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:25:03.710402 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-61479364-08b6-4cb0-8ad1-a8dbabd8eef6 req-823a3d07-889d-48a3-a2e5-a4a0145813d5 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:03.718692 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f75b08-a8c8-4b17-aec7-49605a94ba62 req-ca2f8f88-1768-4f52-8b5c-14be8c77a004 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:03.720614 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b9f75b08-a8c8-4b17-aec7-49605a94ba62 req-ca2f8f88-1768-4f52-8b5c-14be8c77a004 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.43 "GET /v2.0/networks?id=dc8504e9-ef70-4d56-9a29-c47629600464 HTTP/1.1" status: 200 len: 814 time: 0.3111720 Nov 09 21:25:03.743134 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-b9f75b08-a8c8-4b17-aec7-49605a94ba62 req-bd8ef9f4-911f-4a7e-a589-2c77b581f819 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Request body: {'port': {'device_id': '246a1d09-dd97-4338-9e9c-a39857b3a6aa', 'network_id': 'dc8504e9-ef70-4d56-9a29-c47629600464', 'admin_state_up': True, 'tenant_id': 'c5b86a7c92f840889ef6c615a0e7c55a'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:25:04.009275 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c100229-875a-4537-9e83-454d4bb0d42f req-35031d93-0c34-41f9-aebf-78434ee30bfd tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:04.011623 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6c100229-875a-4537-9e83-454d4bb0d42f req-35031d93-0c34-41f9-aebf-78434ee30bfd tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 944 time: 0.0935142 Nov 09 21:25:04.013141 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9f75b08-a8c8-4b17-aec7-49605a94ba62 req-bd8ef9f4-911f-4a7e-a589-2c77b581f819 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Made reservation on behalf of c5b86a7c92f840889ef6c615a0e7c55a for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:25:04.017003 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-b9f75b08-a8c8-4b17-aec7-49605a94ba62 req-bd8ef9f4-911f-4a7e-a589-2c77b581f819 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:04.139166 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6c100229-875a-4537-9e83-454d4bb0d42f req-487124b5-b22f-4ba8-8efb-57b51cc723fa tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184595 Nov 09 21:25:04.151159 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 47514) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:04.208439 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-61479364-08b6-4cb0-8ad1-a8dbabd8eef6 req-823a3d07-889d-48a3-a2e5-a4a0145813d5 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Allocated IP 172.20.0.12 (a977e5a0-d935-40af-beae-b0f3a8c25de8/2d70d627-f91a-46e1-b014-350c82c5b331/2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:25:04.250738 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e405bc2e-2629-41ba-a550-de61e4273749 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=67b45d2ac5b14423be4aa9d45f8310db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0982192 Nov 09 21:25:04.254844 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 47516) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:04.262970 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-b9f75b08-a8c8-4b17-aec7-49605a94ba62 req-bd8ef9f4-911f-4a7e-a589-2c77b581f819 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Allocated IP 172.20.0.10 (dc8504e9-ef70-4d56-9a29-c47629600464/8a6b5962-d71d-4859-9639-25852f993efd/5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:25:04.467160 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-289c5474-9538-4f4d-be2c-463d24b3bcf8 req-4f223cd3-b2c6-4e3c-a8e6-be239f15c874 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=db006957-3ae1-44a4-b83b-e520b017a81b HTTP/1.1" status: 200 len: 210 time: 0.0508835 Nov 09 21:25:04.506491 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-99a91879-e958-407b-a227-0ec51e511a59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:04.530952 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-99a91879-e958-407b-a227-0ec51e511a59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:04.558418 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-61479364-08b6-4cb0-8ad1-a8dbabd8eef6 req-823a3d07-889d-48a3-a2e5-a4a0145813d5 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:04.618125 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-99a91879-e958-407b-a227-0ec51e511a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:04.620663 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-99a91879-e958-407b-a227-0ec51e511a59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:04.624275 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-99a91879-e958-407b-a227-0ec51e511a59 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/246a1cf5-2292-4294-94f5-9a15eb230531 HTTP/1.1" status: 204 len: 168 time: 0.3659737 Nov 09 21:25:04.641824 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-61479364-08b6-4cb0-8ad1-a8dbabd8eef6 req-823a3d07-889d-48a3-a2e5-a4a0145813d5 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:04.650864 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-b9f75b08-a8c8-4b17-aec7-49605a94ba62 req-bd8ef9f4-911f-4a7e-a589-2c77b581f819 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:04.678943 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 77a87d51-38f5-44c7-9010-89c6fd0999c3 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:25:04.698312 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a91879-e958-407b-a227-0ec51e511a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246a1cf5-2292-4294-94f5-9a15eb230531,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:04.722260 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61479364-08b6-4cb0-8ad1-a8dbabd8eef6 req-823a3d07-889d-48a3-a2e5-a4a0145813d5 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Network a977e5a0-d935-40af-beae-b0f3a8c25de8 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:25:04.729264 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-61479364-08b6-4cb0-8ad1-a8dbabd8eef6 req-823a3d07-889d-48a3-a2e5-a4a0145813d5 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:25:04.746224 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-61479364-08b6-4cb0-8ad1-a8dbabd8eef6 req-823a3d07-889d-48a3-a2e5-a4a0145813d5 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:25:04.796449 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-b9f75b08-a8c8-4b17-aec7-49605a94ba62 req-bd8ef9f4-911f-4a7e-a589-2c77b581f819 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:04.862274 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61479364-08b6-4cb0-8ad1-a8dbabd8eef6 req-823a3d07-889d-48a3-a2e5-a4a0145813d5 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:04.862917 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-61479364-08b6-4cb0-8ad1-a8dbabd8eef6 req-823a3d07-889d-48a3-a2e5-a4a0145813d5 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:04.888621 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device e2257a00-2e18-4891-8f00-9029d302e6a4 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:25:04.891496 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a3d07-889d-48a3-a2e5-a4a0145813d5 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Pushing event updated for resources: {'Port': ['ID=2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:04.897471 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-61479364-08b6-4cb0-8ad1-a8dbabd8eef6 req-823a3d07-889d-48a3-a2e5-a4a0145813d5 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7905467 Nov 09 21:25:04.916011 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: e2257a00-2e18-4891-8f00-9029d302e6a4 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:25:04.916545 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device e2257a00-2e18-4891-8f00-9029d302e6a4 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:25:04.916810 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-61479364-08b6-4cb0-8ad1-a8dbabd8eef6 req-d665b7d0-3e93-4281-a4d4-74d48eea1a3f service neutron] Request body: {'port': {'device_id': 'db006957-3ae1-44a4-b83b-e520b017a81b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:25:04.959262 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9f75b08-a8c8-4b17-aec7-49605a94ba62 req-bd8ef9f4-911f-4a7e-a589-2c77b581f819 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Network dc8504e9-ef70-4d56-9a29-c47629600464 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:25:04.984505 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-61479364-08b6-4cb0-8ad1-a8dbabd8eef6 req-d665b7d0-3e93-4281-a4d4-74d48eea1a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:04.987996 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ef9f4-911f-4a7e-a589-2c77b581f819 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Pushing event updated for resources: {'Port': ['ID=5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:05.031735 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-b9f75b08-a8c8-4b17-aec7-49605a94ba62 req-bd8ef9f4-911f-4a7e-a589-2c77b581f819 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:25:05.036477 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f75b08-a8c8-4b17-aec7-49605a94ba62 req-bd8ef9f4-911f-4a7e-a589-2c77b581f819 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:25:05.115536 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02e81d-355f-497a-94f3-23b768fea0f6 req-5e67277e-1793-41a6-bf72-198c4561703e tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:05.126401 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5b02e81d-355f-497a-94f3-23b768fea0f6 req-5e67277e-1793-41a6-bf72-198c4561703e tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 932 time: 0.3409734 Nov 09 21:25:05.172572 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f75b08-a8c8-4b17-aec7-49605a94ba62 req-bd8ef9f4-911f-4a7e-a589-2c77b581f819 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:05.173257 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-b9f75b08-a8c8-4b17-aec7-49605a94ba62 req-bd8ef9f4-911f-4a7e-a589-2c77b581f819 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:05.179960 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8f659d1e-a03f-44b0-bd86-dee346be173b req-76c82bb5-0f9a-4ac2-bfd0-7ef5f8a6472c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5235643 Nov 09 21:25:05.197592 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-8f659d1e-a03f-44b0-bd86-dee346be173b req-e4e75e29-c611-453b-9a1b-352e423a010f service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:25:05.198616 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8f659d1e-a03f-44b0-bd86-dee346be173b req-e4e75e29-c611-453b-9a1b-352e423a010f service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0105822 Nov 09 21:25:05.221576 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b9f75b08-a8c8-4b17-aec7-49605a94ba62 req-bd8ef9f4-911f-4a7e-a589-2c77b581f819 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4837942 Nov 09 21:25:05.261503 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5b02e81d-355f-497a-94f3-23b768fea0f6 req-abdc9ef8-c354-49b6-b8cb-2dce37d83cac tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338718 Nov 09 21:25:05.273797 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-b9f75b08-a8c8-4b17-aec7-49605a94ba62 req-5c1dd195-f977-4459-91c7-57f9d1a4a1e0 service neutron] Request body: {'port': {'device_id': '246a1d09-dd97-4338-9e9c-a39857b3a6aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:25:05.350663 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-b9f75b08-a8c8-4b17-aec7-49605a94ba62 req-5c1dd195-f977-4459-91c7-57f9d1a4a1e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:05.353402 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-61479364-08b6-4cb0-8ad1-a8dbabd8eef6 req-d665b7d0-3e93-4281-a4d4-74d48eea1a3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:25:05.362877 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-61479364-08b6-4cb0-8ad1-a8dbabd8eef6 req-d665b7d0-3e93-4281-a4d4-74d48eea1a3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:05.380801 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-61479364-08b6-4cb0-8ad1-a8dbabd8eef6 req-d665b7d0-3e93-4281-a4d4-74d48eea1a3f service neutron] Transition to ACTIVE for port object 2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:25:05.387051 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-61479364-08b6-4cb0-8ad1-a8dbabd8eef6 req-d665b7d0-3e93-4281-a4d4-74d48eea1a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:05.662640 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d665b7d0-3e93-4281-a4d4-74d48eea1a3f service neutron] Pushing event updated for resources: {'Port': ['ID=2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:05.749978 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d7440-7058-491b-8263-6dec537a07bd req-7ff916d5-346b-42b9-badc-2cf0a2163bab tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:05.767464 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a44d7440-7058-491b-8263-6dec537a07bd req-7ff916d5-346b-42b9-badc-2cf0a2163bab tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=db006957-3ae1-44a4-b83b-e520b017a81b HTTP/1.1" status: 200 len: 944 time: 0.1822031 Nov 09 21:25:05.838858 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e927c-8345-4895-9ba3-25faa52fa9aa req-ae2f4e60-0b6f-4841-aab8-5d47a456a983 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:05.840857 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-711e927c-8345-4895-9ba3-25faa52fa9aa req-ae2f4e60-0b6f-4841-aab8-5d47a456a983 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 944 time: 0.4575899 Nov 09 21:25:05.871820 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a44d7440-7058-491b-8263-6dec537a07bd req-01380450-e192-45a8-afe1-6fd8ebaa53c4 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033072 Nov 09 21:25:05.890720 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-61479364-08b6-4cb0-8ad1-a8dbabd8eef6 req-d665b7d0-3e93-4281-a4d4-74d48eea1a3f service neutron] Attempting to bind port 2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:25:05.900063 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-61479364-08b6-4cb0-8ad1-a8dbabd8eef6 req-d665b7d0-3e93-4281-a4d4-74d48eea1a3f service neutron] Attempting to bind port 2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '9a6377f5-b38b-4a21-b9f6-9e21b904d67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a977e5a0-d935-40af-beae-b0f3a8c25de8'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:25:05.900663 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61479364-08b6-4cb0-8ad1-a8dbabd8eef6 req-d665b7d0-3e93-4281-a4d4-74d48eea1a3f service neutron] Attempting to bind port 2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc on network a977e5a0-d935-40af-beae-b0f3a8c25de8 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:25:05.915325 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61479364-08b6-4cb0-8ad1-a8dbabd8eef6 req-d665b7d0-3e93-4281-a4d4-74d48eea1a3f service neutron] Port 2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc on network a977e5a0-d935-40af-beae-b0f3a8c25de8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:25:05.916003 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61479364-08b6-4cb0-8ad1-a8dbabd8eef6 req-d665b7d0-3e93-4281-a4d4-74d48eea1a3f service neutron] Attempting to bind port 2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc on network a977e5a0-d935-40af-beae-b0f3a8c25de8 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:25:05.927064 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61479364-08b6-4cb0-8ad1-a8dbabd8eef6 req-d665b7d0-3e93-4281-a4d4-74d48eea1a3f service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:25:05.927654 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61479364-08b6-4cb0-8ad1-a8dbabd8eef6 req-d665b7d0-3e93-4281-a4d4-74d48eea1a3f service neutron] Checking segment: {'id': '9a6377f5-b38b-4a21-b9f6-9e21b904d67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a977e5a0-d935-40af-beae-b0f3a8c25de8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:25:05.928246 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61479364-08b6-4cb0-8ad1-a8dbabd8eef6 req-d665b7d0-3e93-4281-a4d4-74d48eea1a3f service neutron] Bound using segment: {'id': '9a6377f5-b38b-4a21-b9f6-9e21b904d67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a977e5a0-d935-40af-beae-b0f3a8c25de8'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:25:05.930773 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-61479364-08b6-4cb0-8ad1-a8dbabd8eef6 req-d665b7d0-3e93-4281-a4d4-74d48eea1a3f service neutron] Bound port: 2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a6377f5-b38b-4a21-b9f6-9e21b904d67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a977e5a0-d935-40af-beae-b0f3a8c25de8'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:25:05.931157 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-61479364-08b6-4cb0-8ad1-a8dbabd8eef6 req-d665b7d0-3e93-4281-a4d4-74d48eea1a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:06.033982 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-b9f75b08-a8c8-4b17-aec7-49605a94ba62 req-5c1dd195-f977-4459-91c7-57f9d1a4a1e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:25:06.037557 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-61479364-08b6-4cb0-8ad1-a8dbabd8eef6 req-d665b7d0-3e93-4281-a4d4-74d48eea1a3f service neutron] For port 2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc, host n-h2-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:25:06.041042 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-61479364-08b6-4cb0-8ad1-a8dbabd8eef6 req-d665b7d0-3e93-4281-a4d4-74d48eea1a3f service neutron] For port 2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc,segment=NetworkSegment(9a6377f5-b38b-4a21-b9f6-9e21b904d67d),segment_id=9a6377f5-b38b-4a21-b9f6-9e21b904d67d)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:25:06.043317 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-b9f75b08-a8c8-4b17-aec7-49605a94ba62 req-5c1dd195-f977-4459-91c7-57f9d1a4a1e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:06.046580 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-61479364-08b6-4cb0-8ad1-a8dbabd8eef6 req-d665b7d0-3e93-4281-a4d4-74d48eea1a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:06.057620 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-b9f75b08-a8c8-4b17-aec7-49605a94ba62 req-5c1dd195-f977-4459-91c7-57f9d1a4a1e0 service neutron] Transition to ACTIVE for port object 5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:25:06.062931 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-b9f75b08-a8c8-4b17-aec7-49605a94ba62 req-5c1dd195-f977-4459-91c7-57f9d1a4a1e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:06.078696 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-711e927c-8345-4895-9ba3-25faa52fa9aa req-7132243c-5f7f-4678-9359-9276102d8570 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2220676 Nov 09 21:25:06.083086 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61479364-08b6-4cb0-8ad1-a8dbabd8eef6 req-d665b7d0-3e93-4281-a4d4-74d48eea1a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:06.086367 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-61479364-08b6-4cb0-8ad1-a8dbabd8eef6 req-d665b7d0-3e93-4281-a4d4-74d48eea1a3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:06.087793 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-61479364-08b6-4cb0-8ad1-a8dbabd8eef6 req-d665b7d0-3e93-4281-a4d4-74d48eea1a3f service neutron] 10.222.0.43 "PUT /v2.0/ports/2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc HTTP/1.1" status: 200 len: 1092 time: 1.1762483 Nov 09 21:25:06.139150 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db006957-3ae1-44a4-b83b-e520b017a81b', 'tag': '2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:25:06.142151 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08422fb1-509b-4756-9776-a4477869c946" -d '{"events": [{"name": "network-changed", "server_uuid": "db006957-3ae1-44a4-b83b-e520b017a81b", "tag": "2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:25:06.234751 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f8a47b-612b-4da2-9294-66c57967e77f x-openstack-request-id: req-07f8a47b-612b-4da2-9294-66c57967e77f {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:25:06.235313 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db006957-3ae1-44a4-b83b-e520b017a81b", "tag": "2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:25:06.235750 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-07f8a47b-612b-4da2-9294-66c57967e77f {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:25:06.236319 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db006957-3ae1-44a4-b83b-e520b017a81b', 'tag': '2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc', 'status': 'completed', 'code': 200} Nov 09 21:25:06.249276 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1dd195-f977-4459-91c7-57f9d1a4a1e0 service neutron] Pushing event updated for resources: {'Port': ['ID=5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:06.264698 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d665b7d0-3e93-4281-a4d4-74d48eea1a3f service neutron] Pushing event updated for resources: {'Port': ['ID=2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:06.283519 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61479364-08b6-4cb0-8ad1-a8dbabd8eef6 req-5751cc98-39f6-4daa-bfa5-0bcd92d003aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:06.290816 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-61479364-08b6-4cb0-8ad1-a8dbabd8eef6 req-5751cc98-39f6-4daa-bfa5-0bcd92d003aa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=37ab742aac8d42199f84c1b467e67cb5&device_id=db006957-3ae1-44a4-b83b-e520b017a81b HTTP/1.1" status: 200 len: 1095 time: 0.1427283 Nov 09 21:25:06.298002 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1dd195-f977-4459-91c7-57f9d1a4a1e0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:25:06.298351 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1dd195-f977-4459-91c7-57f9d1a4a1e0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:25:06.298694 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1dd195-f977-4459-91c7-57f9d1a4a1e0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:25:06.299521 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1dd195-f977-4459-91c7-57f9d1a4a1e0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:25:06.299866 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1dd195-f977-4459-91c7-57f9d1a4a1e0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:25:06.300204 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1dd195-f977-4459-91c7-57f9d1a4a1e0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:25:06.301293 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1dd195-f977-4459-91c7-57f9d1a4a1e0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:25:06.301635 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1dd195-f977-4459-91c7-57f9d1a4a1e0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:25:06.301969 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1dd195-f977-4459-91c7-57f9d1a4a1e0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:25:06.302436 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1dd195-f977-4459-91c7-57f9d1a4a1e0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:25:06.302772 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1dd195-f977-4459-91c7-57f9d1a4a1e0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:25:06.303099 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1dd195-f977-4459-91c7-57f9d1a4a1e0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:25:06.361291 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-b9f75b08-a8c8-4b17-aec7-49605a94ba62 req-5c1dd195-f977-4459-91c7-57f9d1a4a1e0 service neutron] Attempting to bind port 5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:25:06.361711 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-b9f75b08-a8c8-4b17-aec7-49605a94ba62 req-5c1dd195-f977-4459-91c7-57f9d1a4a1e0 service neutron] Attempting to bind port 5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '4d746769-7d35-4026-ae90-66009892dd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dc8504e9-ef70-4d56-9a29-c47629600464'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:25:06.361947 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f75b08-a8c8-4b17-aec7-49605a94ba62 req-5c1dd195-f977-4459-91c7-57f9d1a4a1e0 service neutron] Attempting to bind port 5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc on network dc8504e9-ef70-4d56-9a29-c47629600464 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:25:06.367457 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f75b08-a8c8-4b17-aec7-49605a94ba62 req-5c1dd195-f977-4459-91c7-57f9d1a4a1e0 service neutron] Port 5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc on network dc8504e9-ef70-4d56-9a29-c47629600464 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:25:06.367787 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f75b08-a8c8-4b17-aec7-49605a94ba62 req-5c1dd195-f977-4459-91c7-57f9d1a4a1e0 service neutron] Attempting to bind port 5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc on network dc8504e9-ef70-4d56-9a29-c47629600464 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:25:06.371717 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-61479364-08b6-4cb0-8ad1-a8dbabd8eef6 req-60068011-db99-4653-9412-1d5800448c7f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc HTTP/1.1" status: 200 len: 217 time: 0.0652399 Nov 09 21:25:06.374441 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f75b08-a8c8-4b17-aec7-49605a94ba62 req-5c1dd195-f977-4459-91c7-57f9d1a4a1e0 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:25:06.374796 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f75b08-a8c8-4b17-aec7-49605a94ba62 req-5c1dd195-f977-4459-91c7-57f9d1a4a1e0 service neutron] Checking segment: {'id': '4d746769-7d35-4026-ae90-66009892dd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dc8504e9-ef70-4d56-9a29-c47629600464'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:25:06.375184 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f75b08-a8c8-4b17-aec7-49605a94ba62 req-5c1dd195-f977-4459-91c7-57f9d1a4a1e0 service neutron] Bound using segment: {'id': '4d746769-7d35-4026-ae90-66009892dd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dc8504e9-ef70-4d56-9a29-c47629600464'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:25:06.375724 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-b9f75b08-a8c8-4b17-aec7-49605a94ba62 req-5c1dd195-f977-4459-91c7-57f9d1a4a1e0 service neutron] Bound port: 5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d746769-7d35-4026-ae90-66009892dd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dc8504e9-ef70-4d56-9a29-c47629600464'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:25:06.376091 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-b9f75b08-a8c8-4b17-aec7-49605a94ba62 req-5c1dd195-f977-4459-91c7-57f9d1a4a1e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:06.392374 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 47590) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:06.456935 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61479364-08b6-4cb0-8ad1-a8dbabd8eef6 req-b3ae78f8-5590-430a-8952-214fdbf5358d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:06.458914 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-61479364-08b6-4cb0-8ad1-a8dbabd8eef6 req-b3ae78f8-5590-430a-8952-214fdbf5358d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d70d627-f91a-46e1-b014-350c82c5b331 HTTP/1.1" status: 200 len: 851 time: 0.0731199 Nov 09 21:25:06.468679 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7b1f5-0b6e-4d05-83e9-a9da11c063b0 req-e673c9dd-5186-426b-8fbc-135c158d4201 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:06.475662 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9ad7b1f5-0b6e-4d05-83e9-a9da11c063b0 req-e673c9dd-5186-426b-8fbc-135c158d4201 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 944 time: 0.1023037 Nov 09 21:25:06.501716 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-b9f75b08-a8c8-4b17-aec7-49605a94ba62 req-5c1dd195-f977-4459-91c7-57f9d1a4a1e0 service neutron] For port 5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:25:06.509661 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-61479364-08b6-4cb0-8ad1-a8dbabd8eef6 req-59e364ea-e6c9-45ca-af1c-1d97a76de33b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a977e5a0-d935-40af-beae-b0f3a8c25de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317376 Nov 09 21:25:06.511264 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-b9f75b08-a8c8-4b17-aec7-49605a94ba62 req-5c1dd195-f977-4459-91c7-57f9d1a4a1e0 service neutron] For port 5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc,segment=NetworkSegment(4d746769-7d35-4026-ae90-66009892dd3d),segment_id=4d746769-7d35-4026-ae90-66009892dd3d)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:25:06.516425 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-b9f75b08-a8c8-4b17-aec7-49605a94ba62 req-5c1dd195-f977-4459-91c7-57f9d1a4a1e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:06.614882 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9ad7b1f5-0b6e-4d05-83e9-a9da11c063b0 req-c6f3e413-15a4-4db1-9ea6-211507a71ddc tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330953 Nov 09 21:25:06.623042 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-d17422ca-5c1c-42cd-b7f8-02e095e48c6d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1620502877-network', 'tenant_id': 'd216c716d0854c2fbbf396945578d3ff'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:25:06.628274 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f75b08-a8c8-4b17-aec7-49605a94ba62 req-5c1dd195-f977-4459-91c7-57f9d1a4a1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:06.628955 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-b9f75b08-a8c8-4b17-aec7-49605a94ba62 req-5c1dd195-f977-4459-91c7-57f9d1a4a1e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:06.630353 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b9f75b08-a8c8-4b17-aec7-49605a94ba62 req-5c1dd195-f977-4459-91c7-57f9d1a4a1e0 service neutron] 10.222.0.43 "PUT /v2.0/ports/5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc HTTP/1.1" status: 200 len: 1092 time: 1.3675182 Nov 09 21:25:06.636653 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '246a1d09-dd97-4338-9e9c-a39857b3a6aa', 'tag': '5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:25:06.646215 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373dc296-92e9-4ae4-9e52-97a07622aab3" -d '{"events": [{"name": "network-changed", "server_uuid": "246a1d09-dd97-4338-9e9c-a39857b3a6aa", "tag": "5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:25:06.673701 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-61479364-08b6-4cb0-8ad1-a8dbabd8eef6 req-479a8593-abaa-4c86-a861-2459bfd6d3d4 service neutron] 10.222.0.43 "GET /v2.0/networks/a977e5a0-d935-40af-beae-b0f3a8c25de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434038 Nov 09 21:25:06.720394 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc63add-c0df-4273-9ffe-64313de80a9b x-openstack-request-id: req-4cc63add-c0df-4273-9ffe-64313de80a9b {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:25:06.720605 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "246a1d09-dd97-4338-9e9c-a39857b3a6aa", "tag": "5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:25:06.720881 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4cc63add-c0df-4273-9ffe-64313de80a9b {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:25:06.721397 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '246a1d09-dd97-4338-9e9c-a39857b3a6aa', 'tag': '5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc', 'status': 'completed', 'code': 200} Nov 09 21:25:06.758348 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1dd195-f977-4459-91c7-57f9d1a4a1e0 service neutron] Pushing event updated for resources: {'Port': ['ID=5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:06.778018 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17422ca-5c1c-42cd-b7f8-02e095e48c6d admin admin] Made reservation on behalf of d216c716d0854c2fbbf396945578d3ff for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:25:06.781156 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d17422ca-5c1c-42cd-b7f8-02e095e48c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:06.792160 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d17422ca-5c1c-42cd-b7f8-02e095e48c6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:06.819376 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f75b08-a8c8-4b17-aec7-49605a94ba62 req-e4364a4d-48fb-4a5d-87db-514258a4177e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:06.821197 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b9f75b08-a8c8-4b17-aec7-49605a94ba62 req-e4364a4d-48fb-4a5d-87db-514258a4177e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5b86a7c92f840889ef6c615a0e7c55a&device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 1095 time: 0.0941603 Nov 09 21:25:06.856247 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-61479364-08b6-4cb0-8ad1-a8dbabd8eef6 req-268ee627-c65b-4ef8-9724-96444563dfb7 service neutron] 10.222.0.43 "GET /v2.0/networks/a977e5a0-d935-40af-beae-b0f3a8c25de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590769 Nov 09 21:25:06.888591 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b9f75b08-a8c8-4b17-aec7-49605a94ba62 req-8668bbf2-7a71-4317-a5df-53378b715da2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc HTTP/1.1" status: 200 len: 217 time: 0.0505874 Nov 09 21:25:06.977230 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d17422ca-5c1c-42cd-b7f8-02e095e48c6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:07.025492 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d17422ca-5c1c-42cd-b7f8-02e095e48c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:07.077213 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08422fb1-509b-4756-9776-a4477869c946 req-c6931806-8451-41f5-b71c-b14d01ad7f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:07.079506 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-08422fb1-509b-4756-9776-a4477869c946 req-c6931806-8451-41f5-b71c-b14d01ad7f32 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=37ab742aac8d42199f84c1b467e67cb5&device_id=db006957-3ae1-44a4-b83b-e520b017a81b HTTP/1.1" status: 200 len: 1095 time: 0.1225910 Nov 09 21:25:07.088392 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d17422ca-5c1c-42cd-b7f8-02e095e48c6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:25:07.092783 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17422ca-5c1c-42cd-b7f8-02e095e48c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1631975c-d3cc-4bce-b89d-090aa977878b,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:07.105295 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f75b08-a8c8-4b17-aec7-49605a94ba62 req-0a8443d3-d290-4d63-a89f-386e426c5f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:07.106808 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b9f75b08-a8c8-4b17-aec7-49605a94ba62 req-0a8443d3-d290-4d63-a89f-386e426c5f52 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a6b5962-d71d-4859-9639-25852f993efd HTTP/1.1" status: 200 len: 854 time: 0.1276286 Nov 09 21:25:07.111923 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d17422ca-5c1c-42cd-b7f8-02e095e48c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:07.112391 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-d17422ca-5c1c-42cd-b7f8-02e095e48c6d admin admin] Added segment bf1c864d-0e9f-4498-870d-bbe656cdf6f7 of type vlan for network 7783a05d-d732-4b06-bad8-567be1757c62 Nov 09 21:25:07.157253 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b9f75b08-a8c8-4b17-aec7-49605a94ba62 req-1d9399cc-1117-4133-95c2-74c9b2af146c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dc8504e9-ef70-4d56-9a29-c47629600464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427835 Nov 09 21:25:07.252710 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2782014-e081-4edd-9fed-1892db6c7b0a req-b82dbab4-94c8-4d3b-acc8-4a5754778868 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:07.258110 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d17422ca-5c1c-42cd-b7f8-02e095e48c6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:07.259236 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c2782014-e081-4edd-9fed-1892db6c7b0a req-b82dbab4-94c8-4d3b-acc8-4a5754778868 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=db006957-3ae1-44a4-b83b-e520b017a81b HTTP/1.1" status: 200 len: 944 time: 0.2282889 Nov 09 21:25:07.295438 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08422fb1-509b-4756-9776-a4477869c946 req-d9093323-6338-4227-babe-cfcef7d56ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:07.296960 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-08422fb1-509b-4756-9776-a4477869c946 req-d9093323-6338-4227-babe-cfcef7d56ec9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a977e5a0-d935-40af-beae-b0f3a8c25de8 HTTP/1.1" status: 200 len: 911 time: 0.2098162 Nov 09 21:25:07.355009 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d17422ca-5c1c-42cd-b7f8-02e095e48c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:07.356267 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17422ca-5c1c-42cd-b7f8-02e095e48c6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:07.356860 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d17422ca-5c1c-42cd-b7f8-02e095e48c6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:07.366932 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-08422fb1-509b-4756-9776-a4477869c946 req-13a2eddb-de56-448e-9644-891401134907 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc HTTP/1.1" status: 200 len: 217 time: 0.0560925 Nov 09 21:25:07.375955 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c2782014-e081-4edd-9fed-1892db6c7b0a req-784abe32-85cc-41bc-bd06-5d4bf58d6fc0 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013901 Nov 09 21:25:07.404945 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b2730-3213-4afc-b2a4-7e9ab76aaf22 req-e9e55427-37ee-448b-98f7-ea256fdcafc5 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:07.406503 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fd2b2730-3213-4afc-b2a4-7e9ab76aaf22 req-e9e55427-37ee-448b-98f7-ea256fdcafc5 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 944 time: 0.1572757 Nov 09 21:25:07.429544 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08422fb1-509b-4756-9776-a4477869c946 req-4d353225-1ead-4db7-8b42-725ac9c47b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:07.431453 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-08422fb1-509b-4756-9776-a4477869c946 req-4d353225-1ead-4db7-8b42-725ac9c47b5a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d70d627-f91a-46e1-b014-350c82c5b331 HTTP/1.1" status: 200 len: 851 time: 0.0543056 Nov 09 21:25:07.447730 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b9f75b08-a8c8-4b17-aec7-49605a94ba62 req-af39fc50-e9e4-4ec8-aeef-56eddb1c1716 service neutron] 10.222.0.43 "GET /v2.0/networks/dc8504e9-ef70-4d56-9a29-c47629600464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605600 Nov 09 21:25:07.460800 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d17422ca-5c1c-42cd-b7f8-02e095e48c6d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0649333 Nov 09 21:25:07.465695 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 47618) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:07.501881 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17422ca-5c1c-42cd-b7f8-02e095e48c6d admin admin] Pushing event updated for resources: {'Network': ['ID=7783a05d-d732-4b06-bad8-567be1757c62,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:07.507676 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-3d78649b-e963-4950-937e-21fb184f0df5 admin admin] Request body: {'subnet': {'network_id': '7783a05d-d732-4b06-bad8-567be1757c62', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1620502877-subnet', 'tenant_id': 'd216c716d0854c2fbbf396945578d3ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:25:07.511855 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 7783a05d-d732-4b06-bad8-567be1757c62 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:25:07.514381 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-08422fb1-509b-4756-9776-a4477869c946 req-2832d305-e1d4-46c6-820f-2747be6a693d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a977e5a0-d935-40af-beae-b0f3a8c25de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743468 Nov 09 21:25:07.584835 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fd2b2730-3213-4afc-b2a4-7e9ab76aaf22 req-35f45a25-9e5a-4276-ba46-677f5e6f078f tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483364 Nov 09 21:25:07.609812 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d78649b-e963-4950-937e-21fb184f0df5 admin admin] Made reservation on behalf of d216c716d0854c2fbbf396945578d3ff for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:25:07.612315 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3d78649b-e963-4950-937e-21fb184f0df5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:07.635695 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b9f75b08-a8c8-4b17-aec7-49605a94ba62 req-8e642088-9a06-4adc-a508-cf5ad333c265 service neutron] 10.222.0.43 "GET /v2.0/networks/dc8504e9-ef70-4d56-9a29-c47629600464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648486 Nov 09 21:25:07.740697 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-08422fb1-509b-4756-9776-a4477869c946 req-26a0ae6a-e4e3-455d-b950-0625e75e583e service neutron] 10.222.0.43 "GET /v2.0/networks/a977e5a0-d935-40af-beae-b0f3a8c25de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169244 Nov 09 21:25:07.812124 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dc296-92e9-4ae4-9e52-97a07622aab3 req-516bcd79-4b04-4ebc-a60a-0c3eaa0191e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:07.817250 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-373dc296-92e9-4ae4-9e52-97a07622aab3 req-516bcd79-4b04-4ebc-a60a-0c3eaa0191e8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5b86a7c92f840889ef6c615a0e7c55a&device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 1095 time: 0.0590281 Nov 09 21:25:07.847999 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faac6f6-5b7b-49a4-8ebb-072b35237721 req-7d5cb8a5-a1a1-4d0a-afd5-ce98b6f7bc0b tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:07.849810 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9faac6f6-5b7b-49a4-8ebb-072b35237721 req-7d5cb8a5-a1a1-4d0a-afd5-ce98b6f7bc0b tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 944 time: 0.1673584 Nov 09 21:25:07.980333 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-08422fb1-509b-4756-9776-a4477869c946 req-d37b8555-b1c4-499c-9ad5-ea6e7920017d service neutron] 10.222.0.43 "GET /v2.0/networks/a977e5a0-d935-40af-beae-b0f3a8c25de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254009 Nov 09 21:25:07.983899 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9faac6f6-5b7b-49a4-8ebb-072b35237721 req-767a733f-9832-4d6d-83c8-a4d8d1aa696b tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242893 Nov 09 21:25:08.046443 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3d78649b-e963-4950-937e-21fb184f0df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:08.112110 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d78649b-e963-4950-937e-21fb184f0df5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f936d7ca-528d-47d4-9246-64e085231ab3,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:08.123601 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d78649b-e963-4950-937e-21fb184f0df5 admin admin] Checking segment: {'id': 'bf1c864d-0e9f-4498-870d-bbe656cdf6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7783a05d-d732-4b06-bad8-567be1757c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:25:08.123981 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d78649b-e963-4950-937e-21fb184f0df5 admin admin] Network hostable DHCP agents. Network: 7783a05d-d732-4b06-bad8-567be1757c62, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:25:08.144944 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d78649b-e963-4950-937e-21fb184f0df5 admin admin] Network 7783a05d-d732-4b06-bad8-567be1757c62 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:25:08.158103 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-3d78649b-e963-4950-937e-21fb184f0df5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 7783a05d-d732-4b06-bad8-567be1757c62) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:25:08.164020 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d78649b-e963-4950-937e-21fb184f0df5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:08.165089 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3d78649b-e963-4950-937e-21fb184f0df5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:08.171531 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41450b7f-6381-4527-b26f-0d48d4154edd None None] Network 7783a05d-d732-4b06-bad8-567be1757c62 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:25:08.192173 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3d78649b-e963-4950-937e-21fb184f0df5 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7250021 Nov 09 21:25:08.297971 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dc296-92e9-4ae4-9e52-97a07622aab3 req-6b3f5abb-3ffa-4153-ac7e-85488be2dc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:08.300262 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-373dc296-92e9-4ae4-9e52-97a07622aab3 req-6b3f5abb-3ffa-4153-ac7e-85488be2dc9d service neutron] 10.222.0.43 "GET /v2.0/networks?id=dc8504e9-ef70-4d56-9a29-c47629600464 HTTP/1.1" status: 200 len: 914 time: 0.4718750 Nov 09 21:25:08.346913 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-373dc296-92e9-4ae4-9e52-97a07622aab3 req-8b880678-2ff6-49f6-b0ef-42905782cf95 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc HTTP/1.1" status: 200 len: 217 time: 0.0388584 Nov 09 21:25:08.365602 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf33767-32d9-4c93-ab9c-9c51ae1a33a7 None None] Network 7783a05d-d732-4b06-bad8-567be1757c62 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:25:08.406741 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dc296-92e9-4ae4-9e52-97a07622aab3 req-fb6d1d9d-8877-4516-9fc2-6c53df50a085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:08.408799 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-373dc296-92e9-4ae4-9e52-97a07622aab3 req-fb6d1d9d-8877-4516-9fc2-6c53df50a085 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a6b5962-d71d-4859-9639-25852f993efd HTTP/1.1" status: 200 len: 854 time: 0.0544095 Nov 09 21:25:08.460287 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-373dc296-92e9-4ae4-9e52-97a07622aab3 req-91c4bfd5-4d26-4621-8c13-7862db34e3bb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dc8504e9-ef70-4d56-9a29-c47629600464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441964 Nov 09 21:25:08.600270 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1b9c1-9a32-434e-a272-7cc0b592a106 req-436836cc-b0c3-4652-9958-9e0732b9f2c7 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:08.601875 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-03e1b9c1-9a32-434e-a272-7cc0b592a106 req-436836cc-b0c3-4652-9958-9e0732b9f2c7 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=db006957-3ae1-44a4-b83b-e520b017a81b HTTP/1.1" status: 200 len: 944 time: 0.0786474 Nov 09 21:25:08.641712 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-373dc296-92e9-4ae4-9e52-97a07622aab3 req-3ff19b79-5c98-45e7-b8b7-b98550d92b1b service neutron] 10.222.0.43 "GET /v2.0/networks/dc8504e9-ef70-4d56-9a29-c47629600464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737659 Nov 09 21:25:08.764773 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-03e1b9c1-9a32-434e-a272-7cc0b592a106 req-0fada48a-442a-4094-acf2-731ea2b55a73 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560149 Nov 09 21:25:08.858623 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-373dc296-92e9-4ae4-9e52-97a07622aab3 req-9a78f9c3-b1fd-4be9-b7b3-721538592ec9 service neutron] 10.222.0.43 "GET /v2.0/networks/dc8504e9-ef70-4d56-9a29-c47629600464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065561 Nov 09 21:25:08.945669 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43058a96-7265-4867-a73e-0b4821a11045 req-e35344b2-0360-4aee-82bc-5072c204c6b5 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:08.947238 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43058a96-7265-4867-a73e-0b4821a11045 req-e35344b2-0360-4aee-82bc-5072c204c6b5 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 944 time: 0.0703149 Nov 09 21:25:08.962961 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1b3d4-9623-417c-b76b-f89ec452779f req-d0128e56-edd0-4191-ac99-61d382377fb0 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:08.964604 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f0f1b3d4-9623-417c-b76b-f89ec452779f req-d0128e56-edd0-4191-ac99-61d382377fb0 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] 10.222.0.49 "GET /v2.0/networks?id=7783a05d-d732-4b06-bad8-567be1757c62 HTTP/1.1" status: 200 len: 814 time: 0.1631823 Nov 09 21:25:08.983658 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f0f1b3d4-9623-417c-b76b-f89ec452779f req-adf9df3a-d31a-47e9-b34f-dcdcdbd83959 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] 10.222.0.49 "GET /v2.0/quotas/d216c716d0854c2fbbf396945578d3ff HTTP/1.1" status: 200 len: 375 time: 0.0096455 Nov 09 21:25:09.021062 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f0f1b3d4-9623-417c-b76b-f89ec452779f req-6609e4ec-b50b-4c9f-a98b-1550269fbcc7 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d216c716d0854c2fbbf396945578d3ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297627 Nov 09 21:25:09.025198 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43058a96-7265-4867-a73e-0b4821a11045 req-58b01a46-a239-4a08-9c6b-d122c1860e42 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714831 Nov 09 21:25:09.135560 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f0f1b3d4-9623-417c-b76b-f89ec452779f req-7764fc6e-0fa4-490b-a871-f0cf547a4c1c service neutron] 10.222.0.49 "GET /v2.0/networks/7783a05d-d732-4b06-bad8-567be1757c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060765 Nov 09 21:25:09.164180 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096665f4-dae7-43ef-9b34-4950243b56f9 req-285cc2b5-3d44-4bb3-b225-6718236ddad8 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:09.165999 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-096665f4-dae7-43ef-9b34-4950243b56f9 req-285cc2b5-3d44-4bb3-b225-6718236ddad8 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 944 time: 0.0709717 Nov 09 21:25:09.220251 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-096665f4-dae7-43ef-9b34-4950243b56f9 req-cd401d1f-3032-4584-9f90-d86859ad7c5b tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477011 Nov 09 21:25:09.254607 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f0f1b3d4-9623-417c-b76b-f89ec452779f req-a5cedb4a-0d7c-4167-9382-cd932f9323fb service neutron] 10.222.0.49 "GET /v2.0/networks/7783a05d-d732-4b06-bad8-567be1757c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109548 Nov 09 21:25:09.434322 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a84004cb-57ff-4223-bcd2-a27f9fc1380c req-9c99e68e-afde-465d-be7a-3f824446b1ac tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c564dbb-2865-4336-953d-fd708b8ab90a HTTP/1.1" status: 200 len: 210 time: 0.0384967 Nov 09 21:25:09.948626 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc0872-e0c0-4f20-84c8-271113fe4538 req-a2d1e9b2-73b4-4218-a34e-77b62206cb52 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:09.950623 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4edc0872-e0c0-4f20-84c8-271113fe4538 req-a2d1e9b2-73b4-4218-a34e-77b62206cb52 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=db006957-3ae1-44a4-b83b-e520b017a81b HTTP/1.1" status: 200 len: 944 time: 0.0802155 Nov 09 21:25:10.028279 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4edc0872-e0c0-4f20-84c8-271113fe4538 req-109f5e75-ab02-4285-899f-b31c51f6cc6e tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649264 Nov 09 21:25:10.162121 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d21f21-18b9-4a08-808e-d673bdceeab5 req-cedc9b05-2896-437c-8e15-6cd52708b545 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:10.163634 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d5d21f21-18b9-4a08-808e-d673bdceeab5 req-cedc9b05-2896-437c-8e15-6cd52708b545 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 944 time: 0.0556197 Nov 09 21:25:10.229246 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d5d21f21-18b9-4a08-808e-d673bdceeab5 req-8bc12cdb-33ce-4ea1-a83f-29e6bb8227e7 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585222 Nov 09 21:25:10.382596 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8543662-4ddd-4c63-a899-731ba041a93c req-80678f08-49c7-4d9f-b29c-72f494d85a48 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:10.384314 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a8543662-4ddd-4c63-a899-731ba041a93c req-80678f08-49c7-4d9f-b29c-72f494d85a48 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 944 time: 0.0886943 Nov 09 21:25:10.430432 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 47712) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:10.560697 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a8543662-4ddd-4c63-a899-731ba041a93c req-9931843e-5470-453b-9b61-d98cc6e794c1 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688721 Nov 09 21:25:10.571184 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:25:10.611228 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cca8b3ec-28a0-422b-9421-0a047ecd4fa2 req-bfb86b50-b32a-46f6-804b-286543c09b65 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c564dbb-2865-4336-953d-fd708b8ab90a HTTP/1.1" status: 200 len: 210 time: 0.0787842 Nov 09 21:25:10.634669 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1b3d4-9623-417c-b76b-f89ec452779f req-4fed050a-2009-48e7-a5ab-1db8a3677537 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:10.634904 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-447773d2-f741-4948-aa4f-b96c655be251 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:10.636673 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f0f1b3d4-9623-417c-b76b-f89ec452779f req-4fed050a-2009-48e7-a5ab-1db8a3677537 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] 10.222.0.45 "GET /v2.0/networks?id=7783a05d-d732-4b06-bad8-567be1757c62 HTTP/1.1" status: 200 len: 814 time: 0.2098148 Nov 09 21:25:10.651880 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-f0f1b3d4-9623-417c-b76b-f89ec452779f req-0eacd2d8-3f7f-4ff8-8f6c-4547e325a545 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] Request body: {'port': {'device_id': '5c564dbb-2865-4336-953d-fd708b8ab90a', 'network_id': '7783a05d-d732-4b06-bad8-567be1757c62', 'admin_state_up': True, 'tenant_id': 'd216c716d0854c2fbbf396945578d3ff'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:25:10.719242 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc,segment=NetworkSegment(9a6377f5-b38b-4a21-b9f6-9e21b904d67d),segment_id=9a6377f5-b38b-4a21-b9f6-9e21b904d67d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:25:10.734044 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc', 'network_id': 'a977e5a0-d935-40af-beae-b0f3a8c25de8', 'port_id': '2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc', 'mac_address': 'fa:16:3e:bc:93:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d70d627-f91a-46e1-b014-350c82c5b331', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:25:10.740518 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-447773d2-f741-4948-aa4f-b96c655be251 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:10.745231 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-447773d2-f741-4948-aa4f-b96c655be251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:10.782816 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:10.788719 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0f1b3d4-9623-417c-b76b-f89ec452779f req-0eacd2d8-3f7f-4ff8-8f6c-4547e325a545 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] Made reservation on behalf of d216c716d0854c2fbbf396945578d3ff for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:25:10.794442 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f0f1b3d4-9623-417c-b76b-f89ec452779f req-0eacd2d8-3f7f-4ff8-8f6c-4547e325a545 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:10.795655 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-447773d2-f741-4948-aa4f-b96c655be251 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aa8d65f9d5934687a33866e5fe4c4828&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3642225 Nov 09 21:25:10.800278 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 47718) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:10.815128 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:25:10.819928 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447773d2-f741-4948-aa4f-b96c655be251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a4612d-1892-4729-a7b5-e2ec82672390,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:10.843925 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc,segment=NetworkSegment(9a6377f5-b38b-4a21-b9f6-9e21b904d67d),segment_id=9a6377f5-b38b-4a21-b9f6-9e21b904d67d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:25:10.850959 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:10.851747 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:25:10.865357 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cca26b01-0644-47ca-ae48-f8965ca79e7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:10.893800 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cca26b01-0644-47ca-ae48-f8965ca79e7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:10.967812 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:10.981200 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cca26b01-0644-47ca-ae48-f8965ca79e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:10.983858 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cca26b01-0644-47ca-ae48-f8965ca79e7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:10.984477 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-f0f1b3d4-9623-417c-b76b-f89ec452779f req-0eacd2d8-3f7f-4ff8-8f6c-4547e325a545 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] Allocated IP 172.20.0.9 (7783a05d-d732-4b06-bad8-567be1757c62/f936d7ca-528d-47d4-9246-64e085231ab3/5fd829bc-e166-40dc-8b24-8e5ccc0dbc11) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:25:10.990497 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-cca26b01-0644-47ca-ae48-f8965ca79e7b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d9a4612d-1892-4729-a7b5-e2ec82672390 HTTP/1.1" status: 204 len: 168 time: 0.1907582 Nov 09 21:25:11.006858 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca26b01-0644-47ca-ae48-f8965ca79e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a4612d-1892-4729-a7b5-e2ec82672390,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:11.052591 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc,segment=NetworkSegment(4d746769-7d35-4026-ae90-66009892dd3d),segment_id=4d746769-7d35-4026-ae90-66009892dd3d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:25:11.079000 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc', 'network_id': 'dc8504e9-ef70-4d56-9a29-c47629600464', 'port_id': '5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc', 'mac_address': 'fa:16:3e:25:7d:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a6b5962-d71d-4859-9639-25852f993efd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:25:11.138948 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:11.155158 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:25:11.193271 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc,segment=NetworkSegment(4d746769-7d35-4026-ae90-66009892dd3d),segment_id=4d746769-7d35-4026-ae90-66009892dd3d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:25:11.197847 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:11.209665 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab167e-58fc-4ffa-9d2c-45f0b886a36f req-6774944d-320a-49ea-b3d7-862e17fc5426 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:11.211261 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f2ab167e-58fc-4ffa-9d2c-45f0b886a36f req-6774944d-320a-49ea-b3d7-862e17fc5426 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=db006957-3ae1-44a4-b83b-e520b017a81b HTTP/1.1" status: 200 len: 945 time: 0.0929031 Nov 09 21:25:11.223112 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f0f1b3d4-9623-417c-b76b-f89ec452779f req-0eacd2d8-3f7f-4ff8-8f6c-4547e325a545 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:11.266593 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:11.291976 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f2ab167e-58fc-4ffa-9d2c-45f0b886a36f req-c74c3517-ca06-4cd3-aab4-2de0a4fef433 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666497 Nov 09 21:25:11.298623 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f0f1b3d4-9623-417c-b76b-f89ec452779f req-0eacd2d8-3f7f-4ff8-8f6c-4547e325a545 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:11.364035 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4787c-f9d3-4805-bf9e-bc13e2b4ab70 req-d0f78e13-e95b-460d-8a88-848e7c739026 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:11.370246 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4de4787c-f9d3-4805-bf9e-bc13e2b4ab70 req-d0f78e13-e95b-460d-8a88-848e7c739026 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 944 time: 0.0584254 Nov 09 21:25:11.373270 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0f1b3d4-9623-417c-b76b-f89ec452779f req-0eacd2d8-3f7f-4ff8-8f6c-4547e325a545 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] Network 7783a05d-d732-4b06-bad8-567be1757c62 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:25:11.377131 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-f0f1b3d4-9623-417c-b76b-f89ec452779f req-0eacd2d8-3f7f-4ff8-8f6c-4547e325a545 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:25:11.385789 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f1b3d4-9623-417c-b76b-f89ec452779f req-0eacd2d8-3f7f-4ff8-8f6c-4547e325a545 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:25:11.433807 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4de4787c-f9d3-4805-bf9e-bc13e2b4ab70 req-437e4cc8-d1ff-48b9-a90e-d515295e09d1 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610230 Nov 09 21:25:11.445165 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 47730) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:11.447026 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1b3d4-9623-417c-b76b-f89ec452779f req-0eacd2d8-3f7f-4ff8-8f6c-4547e325a545 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:11.447542 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f0f1b3d4-9623-417c-b76b-f89ec452779f req-0eacd2d8-3f7f-4ff8-8f6c-4547e325a545 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:11.455137 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eacd2d8-3f7f-4ff8-8f6c-4547e325a545 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] Pushing event updated for resources: {'Port': ['ID=5fd829bc-e166-40dc-8b24-8e5ccc0dbc11,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:11.468250 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-befa9971-3d5c-4c0c-acdb-a0f90334f2e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:11.479844 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f0f1b3d4-9623-417c-b76b-f89ec452779f req-0eacd2d8-3f7f-4ff8-8f6c-4547e325a545 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8325875 Nov 09 21:25:11.492020 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-f0f1b3d4-9623-417c-b76b-f89ec452779f req-a7c5e838-dc0b-4cc1-84e7-8cab9eba8593 service neutron] Request body: {'port': {'device_id': '5c564dbb-2865-4336-953d-fd708b8ab90a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:25:11.549149 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f0f1b3d4-9623-417c-b76b-f89ec452779f req-a7c5e838-dc0b-4cc1-84e7-8cab9eba8593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:11.565191 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-befa9971-3d5c-4c0c-acdb-a0f90334f2e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:11.568883 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-befa9971-3d5c-4c0c-acdb-a0f90334f2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:11.609660 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-befa9971-3d5c-4c0c-acdb-a0f90334f2e2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=48e323cbed024e45a1c8c2e6959ca714&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1633241 Nov 09 21:25:11.610547 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befa9971-3d5c-4c0c-acdb-a0f90334f2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6f64bf-8b06-4709-938e-c1bfa00754c3,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:11.614132 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 47734) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:11.673802 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-98e56498-34ec-4ab9-b6a9-63f61b9c8dba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:11.674404 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:25:11.720755 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:25:11.731706 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-98e56498-34ec-4ab9-b6a9-63f61b9c8dba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:11.777993 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2c7c9-8dbb-4fd0-aa33-1239920f0d83 req-2ec68db4-4e0d-4985-a8a5-8e0fd41add2a tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:11.780592 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fbe2c7c9-8dbb-4fd0-aa33-1239920f0d83 req-2ec68db4-4e0d-4985-a8a5-8e0fd41add2a tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c564dbb-2865-4336-953d-fd708b8ab90a HTTP/1.1" status: 200 len: 931 time: 0.0949109 Nov 09 21:25:11.840771 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fbe2c7c9-8dbb-4fd0-aa33-1239920f0d83 req-56efc602-d3c4-4f9d-a82b-9815d84eee7e tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] 10.222.0.49 "GET /v2.0/security-groups?id=1631975c-d3cc-4bce-b89d-090aa977878b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543907 Nov 09 21:25:11.841926 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-98e56498-34ec-4ab9-b6a9-63f61b9c8dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:11.844838 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-98e56498-34ec-4ab9-b6a9-63f61b9c8dba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:11.848281 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-98e56498-34ec-4ab9-b6a9-63f61b9c8dba admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2d6f64bf-8b06-4709-938e-c1bfa00754c3 HTTP/1.1" status: 204 len: 168 time: 0.2307529 Nov 09 21:25:11.855005 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e56498-34ec-4ab9-b6a9-63f61b9c8dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6f64bf-8b06-4709-938e-c1bfa00754c3,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:12.170065 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd6e94-4388-40d7-ae92-b2f84a9b3b51 req-a8e5a750-5ad0-4041-8703-56c97ca33282 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:12.171558 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-30dd6e94-4388-40d7-ae92-b2f84a9b3b51 req-a8e5a750-5ad0-4041-8703-56c97ca33282 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 945 time: 0.5348752 Nov 09 21:25:12.255652 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-30dd6e94-4388-40d7-ae92-b2f84a9b3b51 req-3d83195a-656b-48f3-aa49-a3258235de2e tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776236 Nov 09 21:25:12.323894 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-f0f1b3d4-9623-417c-b76b-f89ec452779f req-a7c5e838-dc0b-4cc1-84e7-8cab9eba8593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fd829bc-e166-40dc-8b24-8e5ccc0dbc11 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:25:12.337334 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f0f1b3d4-9623-417c-b76b-f89ec452779f req-a7c5e838-dc0b-4cc1-84e7-8cab9eba8593 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:12.354765 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-f0f1b3d4-9623-417c-b76b-f89ec452779f req-a7c5e838-dc0b-4cc1-84e7-8cab9eba8593 service neutron] Transition to ACTIVE for port object 5fd829bc-e166-40dc-8b24-8e5ccc0dbc11 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:25:12.360125 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f0f1b3d4-9623-417c-b76b-f89ec452779f req-a7c5e838-dc0b-4cc1-84e7-8cab9eba8593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:12.422156 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c5e838-dc0b-4cc1-84e7-8cab9eba8593 service neutron] Pushing event updated for resources: {'Port': ['ID=5fd829bc-e166-40dc-8b24-8e5ccc0dbc11,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:12.430246 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de0632-dc3e-4bd6-bb89-750f4707496a req-bd01442d-7592-486b-b89a-b4f020fc6b00 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:12.438714 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f4de0632-dc3e-4bd6-bb89-750f4707496a req-bd01442d-7592-486b-b89a-b4f020fc6b00 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=db006957-3ae1-44a4-b83b-e520b017a81b HTTP/1.1" status: 200 len: 945 time: 0.0672102 Nov 09 21:25:12.508256 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f4de0632-dc3e-4bd6-bb89-750f4707496a req-9acc4d29-9e64-4615-b79d-333b0ab2e03d tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640888 Nov 09 21:25:12.535863 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-f0f1b3d4-9623-417c-b76b-f89ec452779f req-a7c5e838-dc0b-4cc1-84e7-8cab9eba8593 service neutron] Attempting to bind port 5fd829bc-e166-40dc-8b24-8e5ccc0dbc11 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:25:12.536206 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-f0f1b3d4-9623-417c-b76b-f89ec452779f req-a7c5e838-dc0b-4cc1-84e7-8cab9eba8593 service neutron] Attempting to bind port 5fd829bc-e166-40dc-8b24-8e5ccc0dbc11 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'bf1c864d-0e9f-4498-870d-bbe656cdf6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7783a05d-d732-4b06-bad8-567be1757c62'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:25:12.536539 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f1b3d4-9623-417c-b76b-f89ec452779f req-a7c5e838-dc0b-4cc1-84e7-8cab9eba8593 service neutron] Attempting to bind port 5fd829bc-e166-40dc-8b24-8e5ccc0dbc11 on network 7783a05d-d732-4b06-bad8-567be1757c62 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:25:12.553515 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f1b3d4-9623-417c-b76b-f89ec452779f req-a7c5e838-dc0b-4cc1-84e7-8cab9eba8593 service neutron] Port 5fd829bc-e166-40dc-8b24-8e5ccc0dbc11 on network 7783a05d-d732-4b06-bad8-567be1757c62 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:25:12.553843 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f1b3d4-9623-417c-b76b-f89ec452779f req-a7c5e838-dc0b-4cc1-84e7-8cab9eba8593 service neutron] Attempting to bind port 5fd829bc-e166-40dc-8b24-8e5ccc0dbc11 on network 7783a05d-d732-4b06-bad8-567be1757c62 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:25:12.576440 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f1b3d4-9623-417c-b76b-f89ec452779f req-a7c5e838-dc0b-4cc1-84e7-8cab9eba8593 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:25:12.576825 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f1b3d4-9623-417c-b76b-f89ec452779f req-a7c5e838-dc0b-4cc1-84e7-8cab9eba8593 service neutron] Checking segment: {'id': 'bf1c864d-0e9f-4498-870d-bbe656cdf6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7783a05d-d732-4b06-bad8-567be1757c62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:25:12.577217 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f1b3d4-9623-417c-b76b-f89ec452779f req-a7c5e838-dc0b-4cc1-84e7-8cab9eba8593 service neutron] Bound using segment: {'id': 'bf1c864d-0e9f-4498-870d-bbe656cdf6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7783a05d-d732-4b06-bad8-567be1757c62'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:25:12.577653 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-f0f1b3d4-9623-417c-b76b-f89ec452779f req-a7c5e838-dc0b-4cc1-84e7-8cab9eba8593 service neutron] Bound port: 5fd829bc-e166-40dc-8b24-8e5ccc0dbc11, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf1c864d-0e9f-4498-870d-bbe656cdf6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7783a05d-d732-4b06-bad8-567be1757c62'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:25:12.578006 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f0f1b3d4-9623-417c-b76b-f89ec452779f req-a7c5e838-dc0b-4cc1-84e7-8cab9eba8593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:12.652036 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310b87e-41f3-4f6f-a090-1908ddfc9bcb req-2843afff-76c8-4f47-837a-010f2506a71a tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:12.653608 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3310b87e-41f3-4f6f-a090-1908ddfc9bcb req-2843afff-76c8-4f47-837a-010f2506a71a tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 944 time: 0.1147356 Nov 09 21:25:12.678102 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-f0f1b3d4-9623-417c-b76b-f89ec452779f req-a7c5e838-dc0b-4cc1-84e7-8cab9eba8593 service neutron] For port 5fd829bc-e166-40dc-8b24-8e5ccc0dbc11, host n-h1-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:25:12.699939 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-f0f1b3d4-9623-417c-b76b-f89ec452779f req-a7c5e838-dc0b-4cc1-84e7-8cab9eba8593 service neutron] For port 5fd829bc-e166-40dc-8b24-8e5ccc0dbc11, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=5fd829bc-e166-40dc-8b24-8e5ccc0dbc11,segment=NetworkSegment(bf1c864d-0e9f-4498-870d-bbe656cdf6f7),segment_id=bf1c864d-0e9f-4498-870d-bbe656cdf6f7)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:25:12.710510 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f0f1b3d4-9623-417c-b76b-f89ec452779f req-a7c5e838-dc0b-4cc1-84e7-8cab9eba8593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:12.743165 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3310b87e-41f3-4f6f-a090-1908ddfc9bcb req-cce041be-357c-411e-a7e1-c41fdb0f01bb tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832899 Nov 09 21:25:12.752600 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1b3d4-9623-417c-b76b-f89ec452779f req-a7c5e838-dc0b-4cc1-84e7-8cab9eba8593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:12.753075 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f0f1b3d4-9623-417c-b76b-f89ec452779f req-a7c5e838-dc0b-4cc1-84e7-8cab9eba8593 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:12.754485 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f0f1b3d4-9623-417c-b76b-f89ec452779f req-a7c5e838-dc0b-4cc1-84e7-8cab9eba8593 service neutron] 10.222.0.45 "PUT /v2.0/ports/5fd829bc-e166-40dc-8b24-8e5ccc0dbc11 HTTP/1.1" status: 200 len: 1091 time: 1.2670746 Nov 09 21:25:12.755418 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c564dbb-2865-4336-953d-fd708b8ab90a', 'tag': '5fd829bc-e166-40dc-8b24-8e5ccc0dbc11'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:25:12.758503 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f82951-db1b-4423-ba1a-564c03e90519" -d '{"events": [{"name": "network-changed", "server_uuid": "5c564dbb-2865-4336-953d-fd708b8ab90a", "tag": "5fd829bc-e166-40dc-8b24-8e5ccc0dbc11"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:25:12.786142 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c5e838-dc0b-4cc1-84e7-8cab9eba8593 service neutron] Pushing event updated for resources: {'Port': ['ID=5fd829bc-e166-40dc-8b24-8e5ccc0dbc11,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:12.832835 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c19412-374f-4af6-8c3e-61e2db352691 x-openstack-request-id: req-e0c19412-374f-4af6-8c3e-61e2db352691 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:25:12.833141 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c564dbb-2865-4336-953d-fd708b8ab90a", "tag": "5fd829bc-e166-40dc-8b24-8e5ccc0dbc11", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:25:12.833662 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e0c19412-374f-4af6-8c3e-61e2db352691 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:25:12.834350 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c564dbb-2865-4336-953d-fd708b8ab90a', 'tag': '5fd829bc-e166-40dc-8b24-8e5ccc0dbc11', 'status': 'completed', 'code': 200} Nov 09 21:25:12.852095 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1b3d4-9623-417c-b76b-f89ec452779f req-30d56e95-7538-4918-9055-f3d218630dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:12.854492 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f0f1b3d4-9623-417c-b76b-f89ec452779f req-30d56e95-7538-4918-9055-f3d218630dff service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d216c716d0854c2fbbf396945578d3ff&device_id=5c564dbb-2865-4336-953d-fd708b8ab90a HTTP/1.1" status: 200 len: 1094 time: 0.0504246 Nov 09 21:25:12.917959 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f0f1b3d4-9623-417c-b76b-f89ec452779f req-59314bc6-bf08-446a-a79d-5bca3c7aa962 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5fd829bc-e166-40dc-8b24-8e5ccc0dbc11 HTTP/1.1" status: 200 len: 217 time: 0.0554965 Nov 09 21:25:13.006776 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1b3d4-9623-417c-b76b-f89ec452779f req-69c9f59a-9b35-4a32-9469-9a37d959fbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:13.008272 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f0f1b3d4-9623-417c-b76b-f89ec452779f req-69c9f59a-9b35-4a32-9469-9a37d959fbce service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f936d7ca-528d-47d4-9246-64e085231ab3 HTTP/1.1" status: 200 len: 854 time: 0.0819018 Nov 09 21:25:13.016918 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2014861-c409-4405-b90a-01ea187f0547 req-37050d4a-a6a1-467e-a8c4-41d1cc2a1f6a tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:13.018352 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e2014861-c409-4405-b90a-01ea187f0547 req-37050d4a-a6a1-467e-a8c4-41d1cc2a1f6a tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c564dbb-2865-4336-953d-fd708b8ab90a HTTP/1.1" status: 200 len: 943 time: 0.0833459 Nov 09 21:25:13.050206 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f0f1b3d4-9623-417c-b76b-f89ec452779f req-b2acde13-c3a5-4323-a8d7-b3476729e3e4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7783a05d-d732-4b06-bad8-567be1757c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308843 Nov 09 21:25:13.163021 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e2014861-c409-4405-b90a-01ea187f0547 req-ee07be14-64bb-4fee-9f71-842b89489a59 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] 10.222.0.49 "GET /v2.0/security-groups?id=1631975c-d3cc-4bce-b89d-090aa977878b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343932 Nov 09 21:25:13.189087 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f0f1b3d4-9623-417c-b76b-f89ec452779f req-443f1ade-10cc-4777-a6dc-5260aaa671cc service neutron] 10.222.0.45 "GET /v2.0/networks/7783a05d-d732-4b06-bad8-567be1757c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307395 Nov 09 21:25:13.295813 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f0f1b3d4-9623-417c-b76b-f89ec452779f req-eb661b3d-be03-422a-8396-125e14c34e7f service neutron] 10.222.0.45 "GET /v2.0/networks/7783a05d-d732-4b06-bad8-567be1757c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980246 Nov 09 21:25:13.403333 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f82951-db1b-4423-ba1a-564c03e90519 req-98b7d8d0-6f68-4d0f-9925-0e41a13d3929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:13.404474 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5b461-421e-43bb-bb6e-7b22493d4187 req-8e5b60b6-0198-4ab4-858b-47ba3a1c9a33 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:13.405546 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b1f82951-db1b-4423-ba1a-564c03e90519 req-98b7d8d0-6f68-4d0f-9925-0e41a13d3929 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d216c716d0854c2fbbf396945578d3ff&device_id=5c564dbb-2865-4336-953d-fd708b8ab90a HTTP/1.1" status: 200 len: 1094 time: 0.0526140 Nov 09 21:25:13.409553 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-34a5b461-421e-43bb-bb6e-7b22493d4187 req-8e5b60b6-0198-4ab4-858b-47ba3a1c9a33 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 945 time: 0.0717890 Nov 09 21:25:13.477697 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-34a5b461-421e-43bb-bb6e-7b22493d4187 req-7a659105-ea66-40be-887c-0a5da6de005c tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651977 Nov 09 21:25:13.524702 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f82951-db1b-4423-ba1a-564c03e90519 req-9b435b09-4955-408b-b0a5-a6304233e1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:13.526201 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b1f82951-db1b-4423-ba1a-564c03e90519 req-9b435b09-4955-408b-b0a5-a6304233e1aa service neutron] 10.222.0.45 "GET /v2.0/networks?id=7783a05d-d732-4b06-bad8-567be1757c62 HTTP/1.1" status: 200 len: 914 time: 0.1125786 Nov 09 21:25:13.571130 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b1f82951-db1b-4423-ba1a-564c03e90519 req-90561a76-3544-4040-a9ea-d4410b32022c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5fd829bc-e166-40dc-8b24-8e5ccc0dbc11 HTTP/1.1" status: 200 len: 217 time: 0.0371246 Nov 09 21:25:13.652091 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f82951-db1b-4423-ba1a-564c03e90519 req-00b4cbfc-2a48-4333-828d-c1196bbca7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:13.653647 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b1f82951-db1b-4423-ba1a-564c03e90519 req-00b4cbfc-2a48-4333-828d-c1196bbca7c0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f936d7ca-528d-47d4-9246-64e085231ab3 HTTP/1.1" status: 200 len: 854 time: 0.0751255 Nov 09 21:25:13.671005 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24948f8f-5bb7-41b8-8081-2f402bcdeee7 req-e0e851df-27e0-421a-a010-84edda54c839 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:13.678616 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-24948f8f-5bb7-41b8-8081-2f402bcdeee7 req-e0e851df-27e0-421a-a010-84edda54c839 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=db006957-3ae1-44a4-b83b-e520b017a81b HTTP/1.1" status: 200 len: 945 time: 0.0913405 Nov 09 21:25:13.714638 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b1f82951-db1b-4423-ba1a-564c03e90519 req-297ecbec-87c7-4bcd-86c0-0978e67e6eda service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7783a05d-d732-4b06-bad8-567be1757c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514162 Nov 09 21:25:13.785498 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-24948f8f-5bb7-41b8-8081-2f402bcdeee7 req-1860d234-cb5c-4e50-9c4f-4389cbf60383 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060560 Nov 09 21:25:13.843036 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b1f82951-db1b-4423-ba1a-564c03e90519 req-1209c9e2-7822-4ba5-ade8-5a77bfcb13d4 service neutron] 10.222.0.45 "GET /v2.0/networks/7783a05d-d732-4b06-bad8-567be1757c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204448 Nov 09 21:25:13.927520 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472a6e6-0921-4cac-a84c-0825cccc9219 req-eecec654-4bd1-4d09-b6c4-d881effddeee tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:13.929271 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c472a6e6-0921-4cac-a84c-0825cccc9219 req-eecec654-4bd1-4d09-b6c4-d881effddeee tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 944 time: 0.0615058 Nov 09 21:25:13.974006 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b1f82951-db1b-4423-ba1a-564c03e90519 req-d07da702-5b38-45ea-babf-2c3e5ea8703b service neutron] 10.222.0.45 "GET /v2.0/networks/7783a05d-d732-4b06-bad8-567be1757c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208105 Nov 09 21:25:13.993638 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c472a6e6-0921-4cac-a84c-0825cccc9219 req-b3f3b28f-dc80-4b22-8c6a-a33fbe3c9f1e tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572903 Nov 09 21:25:14.313685 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af3335b-bb80-4a82-afdc-871f065138e0 req-93c8512f-7d6f-4464-b459-bbfd9ca03dee tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:14.322407 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3af3335b-bb80-4a82-afdc-871f065138e0 req-93c8512f-7d6f-4464-b459-bbfd9ca03dee tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c564dbb-2865-4336-953d-fd708b8ab90a HTTP/1.1" status: 200 len: 943 time: 0.0709786 Nov 09 21:25:14.379253 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3af3335b-bb80-4a82-afdc-871f065138e0 req-bdbeda10-b9f4-461c-8d84-fa5fb542002e tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] 10.222.0.49 "GET /v2.0/security-groups?id=1631975c-d3cc-4bce-b89d-090aa977878b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553377 Nov 09 21:25:14.541881 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 47822) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:14.570169 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:25:14.583780 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e14a81-9b56-4bef-9f28-2a95d3eb4bfe req-7c19a742-19a9-46ad-aad0-afcf82272d5d tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:14.585513 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f6e14a81-9b56-4bef-9f28-2a95d3eb4bfe req-7c19a742-19a9-46ad-aad0-afcf82272d5d tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 945 time: 0.0518625 Nov 09 21:25:14.627449 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:25:14.633070 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:25:14.633700 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:14.637958 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f6e14a81-9b56-4bef-9f28-2a95d3eb4bfe req-8d7b51e5-3d14-48bb-be7c-5730ca5c426e tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465002 Nov 09 21:25:14.680003 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e287ce45-cc01-4d6d-a5b2-b05218467aa2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:14.705812 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f659d1e-a03f-44b0-bd86-dee346be173b req-eeb22a73-75b0-4bf5-9312-fff5b02afb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:14.707396 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8f659d1e-a03f-44b0-bd86-dee346be173b req-eeb22a73-75b0-4bf5-9312-fff5b02afb1b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793&tenant_id=80bd14f1151c49209b6b9f6a58ef3329 HTTP/1.1" status: 200 len: 1095 time: 0.1098053 Nov 09 21:25:14.726121 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:14.746158 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 5fd829bc-e166-40dc-8b24-8e5ccc0dbc11 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:25:14.758702 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db006957-3ae1-44a4-b83b-e520b017a81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:25:14.761884 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81e8185-6a03-40a4-bc4c-262d7ade80f0" -d '{"events": [{"server_uuid": "db006957-3ae1-44a4-b83b-e520b017a81b", "name": "network-vif-plugged", "status": "completed", "tag": "2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:25:14.780304 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc,segment=NetworkSegment(9a6377f5-b38b-4a21-b9f6-9e21b904d67d),segment_id=9a6377f5-b38b-4a21-b9f6-9e21b904d67d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:25:14.788773 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:14.789604 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:25:14.805006 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f659d1e-a03f-44b0-bd86-dee346be173b req-9ee6e3c5-b7c3-48e1-a801-3c84bafb41a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:14.806610 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8f659d1e-a03f-44b0-bd86-dee346be173b req-9ee6e3c5-b7c3-48e1-a801-3c84bafb41a8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80bd14f1151c49209b6b9f6a58ef3329&device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 1095 time: 0.0703881 Nov 09 21:25:14.823536 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e287ce45-cc01-4d6d-a5b2-b05218467aa2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:14.827036 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759a62ef-7fb7-4228-99e5-e2de0b18928c x-openstack-request-id: req-759a62ef-7fb7-4228-99e5-e2de0b18928c {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:25:14.827335 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db006957-3ae1-44a4-b83b-e520b017a81b", "name": "network-vif-plugged", "status": "completed", "tag": "2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:25:14.827590 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-759a62ef-7fb7-4228-99e5-e2de0b18928c {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:25:14.827975 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db006957-3ae1-44a4-b83b-e520b017a81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc', 'code': 200} Nov 09 21:25:14.837375 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e287ce45-cc01-4d6d-a5b2-b05218467aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:14.910855 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287ce45-cc01-4d6d-a5b2-b05218467aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69bdbba3-2bc1-4b11-98ce-e90e5860473c,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:14.923182 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e287ce45-cc01-4d6d-a5b2-b05218467aa2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aed5dbd8a8d34fed9138a2c955f049ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3801789 Nov 09 21:25:14.926274 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 47830) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:14.951725 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:14.971944 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b2e17-42e8-41e6-afe8-a2b9b7677fbd req-6a12a10f-5093-4936-a7bd-2a81f8d323ed tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:14.974122 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9f0b2e17-42e8-41e6-afe8-a2b9b7677fbd req-6a12a10f-5093-4936-a7bd-2a81f8d323ed tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=db006957-3ae1-44a4-b83b-e520b017a81b HTTP/1.1" status: 200 len: 946 time: 0.0842633 Nov 09 21:25:14.976224 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 5fd829bc-e166-40dc-8b24-8e5ccc0dbc11, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=5fd829bc-e166-40dc-8b24-8e5ccc0dbc11,segment=NetworkSegment(bf1c864d-0e9f-4498-870d-bbe656cdf6f7),segment_id=bf1c864d-0e9f-4498-870d-bbe656cdf6f7)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:25:14.984231 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:25:14.991571 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:25:14.992188 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:14.993862 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '5fd829bc-e166-40dc-8b24-8e5ccc0dbc11', 'network_id': '7783a05d-d732-4b06-bad8-567be1757c62', 'port_id': '5fd829bc-e166-40dc-8b24-8e5ccc0dbc11', 'mac_address': 'fa:16:3e:72:55:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f936d7ca-528d-47d4-9246-64e085231ab3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:25:14.994016 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f659d1e-a03f-44b0-bd86-dee346be173b req-ede3b27f-2dba-4b3e-a215-58e18ca72391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:14.996669 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8f659d1e-a03f-44b0-bd86-dee346be173b req-ede3b27f-2dba-4b3e-a215-58e18ca72391 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a2ce5cc-687a-4c33-859e-f9b75a50c5b6 HTTP/1.1" status: 200 len: 917 time: 0.1817760 Nov 09 21:25:15.002174 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c208c7-7854-4825-b498-5b5c009e2101 req-da6df023-0916-4b01-a992-1d232063b42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:15.004381 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-17c208c7-7854-4825-b498-5b5c009e2101 req-da6df023-0916-4b01-a992-1d232063b42e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=db006957-3ae1-44a4-b83b-e520b017a81b HTTP/1.1" status: 200 len: 1097 time: 0.0867879 Nov 09 21:25:15.054900 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9f0b2e17-42e8-41e6-afe8-a2b9b7677fbd req-89b05d7b-d320-4094-bad7-f815d844ba9b tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740829 Nov 09 21:25:15.068226 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-684b5ae6-ff42-49e0-8407-74324c8064f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:15.079656 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-17c208c7-7854-4825-b498-5b5c009e2101 req-0ba7c4b1-1a18-413f-95f8-0bc5fa5ccc33 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606933 Nov 09 21:25:15.086740 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:15.115729 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-684b5ae6-ff42-49e0-8407-74324c8064f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:15.123041 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fd829bc-e166-40dc-8b24-8e5ccc0dbc11 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:25:15.147342 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8f659d1e-a03f-44b0-bd86-dee346be173b req-e701b48c-f9c2-4035-872f-5913b3ab9074 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77a87d51-38f5-44c7-9010-89c6fd0999c3 HTTP/1.1" status: 200 len: 1000 time: 0.1425557 Nov 09 21:25:15.148710 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:15.153618 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 5fd829bc-e166-40dc-8b24-8e5ccc0dbc11, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=5fd829bc-e166-40dc-8b24-8e5ccc0dbc11,segment=NetworkSegment(bf1c864d-0e9f-4498-870d-bbe656cdf6f7),segment_id=bf1c864d-0e9f-4498-870d-bbe656cdf6f7)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:25:15.161370 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:15.215807 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc,segment=NetworkSegment(4d746769-7d35-4026-ae90-66009892dd3d),segment_id=4d746769-7d35-4026-ae90-66009892dd3d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:25:15.220909 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3c636-6b84-43dc-811d-94fffdb25b0e req-0c633db2-4a5a-4993-92f4-428a6584e87c tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:15.222460 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-27c3c636-6b84-43dc-811d-94fffdb25b0e req-0c633db2-4a5a-4993-92f4-428a6584e87c tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 944 time: 0.1344402 Nov 09 21:25:15.224712 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:15.231870 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=5fd829bc-e166-40dc-8b24-8e5ccc0dbc11,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:15.246622 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f659d1e-a03f-44b0-bd86-dee346be173b req-8a8485e3-a85b-46ac-b89a-a7b28c992575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:15.248092 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8f659d1e-a03f-44b0-bd86-dee346be173b req-8a8485e3-a85b-46ac-b89a-a7b28c992575 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=87945563-f9d1-4353-83ce-d183f9346308 HTTP/1.1" status: 200 len: 856 time: 0.0876515 Nov 09 21:25:15.278473 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-684b5ae6-ff42-49e0-8407-74324c8064f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:15.281177 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-684b5ae6-ff42-49e0-8407-74324c8064f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:15.282325 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-684b5ae6-ff42-49e0-8407-74324c8064f3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/69bdbba3-2bc1-4b11-98ce-e90e5860473c HTTP/1.1" status: 204 len: 168 time: 0.3551986 Nov 09 21:25:15.301847 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:15.313192 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b5ae6-ff42-49e0-8407-74324c8064f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69bdbba3-2bc1-4b11-98ce-e90e5860473c,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:15.342785 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-27c3c636-6b84-43dc-811d-94fffdb25b0e req-57c117e4-a9d9-4d7f-a3d9-efbe04178252 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130166 Nov 09 21:25:15.359779 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f659d1e-a03f-44b0-bd86-dee346be173b req-07e3fc13-99c9-4429-8ff8-c20c9f3c32cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:15.362768 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8f659d1e-a03f-44b0-bd86-dee346be173b req-07e3fc13-99c9-4429-8ff8-c20c9f3c32cf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a2ce5cc-687a-4c33-859e-f9b75a50c5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1055603 Nov 09 21:25:15.376735 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['5fd829bc-e166-40dc-8b24-8e5ccc0dbc11'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:25:15.495639 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8f659d1e-a03f-44b0-bd86-dee346be173b req-24715fa5-85c8-444b-a833-80ad6e8496dd service neutron] 10.222.0.45 "GET /v2.0/networks/5a2ce5cc-687a-4c33-859e-f9b75a50c5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241093 Nov 09 21:25:15.546448 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4da893-5918-46e7-a598-f25d59db864b req-c4caebc6-4030-4f97-b53d-bceb58e9fd21 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:15.554942 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7e4da893-5918-46e7-a598-f25d59db864b req-c4caebc6-4030-4f97-b53d-bceb58e9fd21 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c564dbb-2865-4336-953d-fd708b8ab90a HTTP/1.1" status: 200 len: 944 time: 0.0902936 Nov 09 21:25:15.622160 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7e4da893-5918-46e7-a598-f25d59db864b req-e94ef75b-bafa-4226-8cd0-4c73d7d557be tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] 10.222.0.49 "GET /v2.0/security-groups?id=1631975c-d3cc-4bce-b89d-090aa977878b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657425 Nov 09 21:25:15.644189 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8f659d1e-a03f-44b0-bd86-dee346be173b req-740a009e-1f73-4ad2-ba78-3eb83524185e service neutron] 10.222.0.45 "GET /v2.0/networks/5a2ce5cc-687a-4c33-859e-f9b75a50c5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403708 Nov 09 21:25:15.849403 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d020c48-71b6-4581-85f2-70b163cbf134 req-67f9e142-2974-4f74-9548-b04badfb0b40 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:15.850325 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5d020c48-71b6-4581-85f2-70b163cbf134 req-67f9e142-2974-4f74-9548-b04badfb0b40 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 946 time: 0.1057456 Nov 09 21:25:15.912979 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5d020c48-71b6-4581-85f2-70b163cbf134 req-a4c268ef-a1ed-4edf-a29b-14a99478e686 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566645 Nov 09 21:25:16.290130 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30a21c-6488-47bc-9e6e-03502d5422da req-8593ca7a-2c54-41a1-a08c-8c3847da609f tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:16.300140 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1d30a21c-6488-47bc-9e6e-03502d5422da req-8593ca7a-2c54-41a1-a08c-8c3847da609f tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=db006957-3ae1-44a4-b83b-e520b017a81b HTTP/1.1" status: 200 len: 946 time: 0.1620436 Nov 09 21:25:16.402629 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1d30a21c-6488-47bc-9e6e-03502d5422da req-562fc722-bc1e-48f9-80d2-97acd23cfa9d tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008451 Nov 09 21:25:16.532841 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa64ae-367e-4c6e-b6a5-1d7a34c172e6 req-e644818a-2e12-4f7d-a326-0a808c0bc521 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:16.534569 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-94aa64ae-367e-4c6e-b6a5-1d7a34c172e6 req-e644818a-2e12-4f7d-a326-0a808c0bc521 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 944 time: 0.0966635 Nov 09 21:25:16.605640 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-94aa64ae-367e-4c6e-b6a5-1d7a34c172e6 req-749d1975-a896-4ca5-801a-84ac9e822d4f tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634217 Nov 09 21:25:16.739955 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad47c9b-a50e-40b9-a7b0-8a58e4211a66 req-a1abd29d-74af-47f8-a311-1c82621711d2 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:16.741624 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9ad47c9b-a50e-40b9-a7b0-8a58e4211a66 req-a1abd29d-74af-47f8-a311-1c82621711d2 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c564dbb-2865-4336-953d-fd708b8ab90a HTTP/1.1" status: 200 len: 944 time: 0.0602140 Nov 09 21:25:16.747110 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 5fd829bc-e166-40dc-8b24-8e5ccc0dbc11 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:25:16.805382 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9ad47c9b-a50e-40b9-a7b0-8a58e4211a66 req-ef130fb2-8caa-4d0d-9b06-c0609b6af9af tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] 10.222.0.49 "GET /v2.0/security-groups?id=1631975c-d3cc-4bce-b89d-090aa977878b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555115 Nov 09 21:25:16.829488 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246a1d09-dd97-4338-9e9c-a39857b3a6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:25:16.833738 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9572b09f-c6c5-4128-aa5d-126a670e5cd7" -d '{"events": [{"server_uuid": "246a1d09-dd97-4338-9e9c-a39857b3a6aa", "name": "network-vif-plugged", "status": "completed", "tag": "5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:25:16.842127 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 5fd829bc-e166-40dc-8b24-8e5ccc0dbc11 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:25:16.846663 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 5fd829bc-e166-40dc-8b24-8e5ccc0dbc11 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:25:16.847047 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:16.887712 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db920a7d-55d3-45c9-8595-0e13a92f5d9b x-openstack-request-id: req-db920a7d-55d3-45c9-8595-0e13a92f5d9b {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:25:16.888108 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246a1d09-dd97-4338-9e9c-a39857b3a6aa", "name": "network-vif-plugged", "status": "completed", "tag": "5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:25:16.892854 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-db920a7d-55d3-45c9-8595-0e13a92f5d9b {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:25:16.893341 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246a1d09-dd97-4338-9e9c-a39857b3a6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc', 'code': 200} Nov 09 21:25:16.995457 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:17.046976 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 5fd829bc-e166-40dc-8b24-8e5ccc0dbc11, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=5fd829bc-e166-40dc-8b24-8e5ccc0dbc11,segment=NetworkSegment(bf1c864d-0e9f-4498-870d-bbe656cdf6f7),segment_id=bf1c864d-0e9f-4498-870d-bbe656cdf6f7)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:25:17.052673 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:17.103462 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58260b-95d3-4087-8a61-d599a4175fe5 req-0b0d58be-3100-4852-bb7b-3e49412d4fff tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:17.105686 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-be58260b-95d3-4087-8a61-d599a4175fe5 req-0b0d58be-3100-4852-bb7b-3e49412d4fff tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 946 time: 0.0681481 Nov 09 21:25:17.108289 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630e993-8cf6-40ba-b597-2111ec3935fc req-6451396c-6709-40b8-a08d-3c84fa544a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:17.109954 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b630e993-8cf6-40ba-b597-2111ec3935fc req-6451396c-6709-40b8-a08d-3c84fa544a66 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 1097 time: 0.1145093 Nov 09 21:25:17.141624 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=5fd829bc-e166-40dc-8b24-8e5ccc0dbc11,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:17.210979 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-be58260b-95d3-4087-8a61-d599a4175fe5 req-26d4211c-cd2e-4857-ba02-bfbf73e5b696 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882227 Nov 09 21:25:17.218090 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b630e993-8cf6-40ba-b597-2111ec3935fc req-fbadf4eb-eaf0-4c97-bdaa-252cf1ad4c05 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965393 Nov 09 21:25:17.521881 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95594404-165c-4b3f-ab3d-3ba64d472da8 req-a93ad4cc-dc1c-43b5-ba5a-fbb922d4830e tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:17.523566 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-95594404-165c-4b3f-ab3d-3ba64d472da8 req-a93ad4cc-dc1c-43b5-ba5a-fbb922d4830e tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=db006957-3ae1-44a4-b83b-e520b017a81b HTTP/1.1" status: 200 len: 946 time: 0.0562179 Nov 09 21:25:17.580001 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-95594404-165c-4b3f-ab3d-3ba64d472da8 req-fe3b1dff-cd55-47e1-b5b6-46bc03011848 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504694 Nov 09 21:25:17.593535 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a98229b8-ac8c-4b3d-b4d0-eb620a2fb907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:17.777829 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809037d-d557-44c1-96ff-d13d16ada601 req-ba68a11f-e810-4334-b789-c9a2ceb1fb30 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:17.779846 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6809037d-d557-44c1-96ff-d13d16ada601 req-ba68a11f-e810-4334-b789-c9a2ceb1fb30 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 944 time: 0.0878239 Nov 09 21:25:17.868569 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6809037d-d557-44c1-96ff-d13d16ada601 req-d06ffd90-b099-4cf6-9284-0ad35bc678eb tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812185 Nov 09 21:25:18.015974 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6a2d5-849c-4bc9-baf6-a25c24b37f6b req-e57b9726-2c24-498b-9151-757db4e27d74 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:18.017933 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e4d6a2d5-849c-4bc9-baf6-a25c24b37f6b req-e57b9726-2c24-498b-9151-757db4e27d74 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c564dbb-2865-4336-953d-fd708b8ab90a HTTP/1.1" status: 200 len: 945 time: 0.1126699 Nov 09 21:25:18.150470 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e4d6a2d5-849c-4bc9-baf6-a25c24b37f6b req-3a4ff5bb-869f-4a2d-855d-63189a1667f8 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] 10.222.0.49 "GET /v2.0/security-groups?id=1631975c-d3cc-4bce-b89d-090aa977878b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258790 Nov 09 21:25:18.397069 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4640189-25eb-4858-b808-ee125faec763 req-c3b335e0-5274-469e-9438-99c664715b6b tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:18.398674 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e4640189-25eb-4858-b808-ee125faec763 req-c3b335e0-5274-469e-9438-99c664715b6b tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 946 time: 0.1067812 Nov 09 21:25:18.502960 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e4640189-25eb-4858-b808-ee125faec763 req-de3501f2-0159-4f31-9c0b-45802df9f87f tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935369 Nov 09 21:25:18.677559 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 47990) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:18.813277 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7389942c-fe0e-40c7-a788-b51440ea3c44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:18.895893 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c564dbb-2865-4336-953d-fd708b8ab90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd829bc-e166-40dc-8b24-8e5ccc0dbc11'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:25:18.900161 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e5f44a-ed72-4309-aded-acccbb3db4a8" -d '{"events": [{"server_uuid": "5c564dbb-2865-4336-953d-fd708b8ab90a", "name": "network-vif-plugged", "status": "completed", "tag": "5fd829bc-e166-40dc-8b24-8e5ccc0dbc11"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:25:18.907698 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7389942c-fe0e-40c7-a788-b51440ea3c44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:18.922063 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7389942c-fe0e-40c7-a788-b51440ea3c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:18.958468 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7562cd-ea9a-4fb8-9120-dcfe74c8741e x-openstack-request-id: req-4e7562cd-ea9a-4fb8-9120-dcfe74c8741e {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:25:18.959329 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c564dbb-2865-4336-953d-fd708b8ab90a", "name": "network-vif-plugged", "status": "completed", "tag": "5fd829bc-e166-40dc-8b24-8e5ccc0dbc11", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:25:18.959760 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4e7562cd-ea9a-4fb8-9120-dcfe74c8741e {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:25:18.960377 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c564dbb-2865-4336-953d-fd708b8ab90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd829bc-e166-40dc-8b24-8e5ccc0dbc11', 'code': 200} Nov 09 21:25:18.995157 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 47998) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:18.995798 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7389942c-fe0e-40c7-a788-b51440ea3c44 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6bc83d8e35a14645863d68792ff2ecf1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3166358 Nov 09 21:25:18.996310 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7389942c-fe0e-40c7-a788-b51440ea3c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b650ea4a-1818-4d17-a7e8-cf74b956ccb1,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:19.110631 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9c127-ccca-4142-8ebf-5c4ff57e5b03 req-6d1fe209-810d-4c15-973c-75871c14abba tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:19.113282 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-19f9c127-ccca-4142-8ebf-5c4ff57e5b03 req-6d1fe209-810d-4c15-973c-75871c14abba tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 944 time: 0.1304965 Nov 09 21:25:19.200916 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0f563332-2103-405c-87c2-734785bf9733 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:19.221395 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-19f9c127-ccca-4142-8ebf-5c4ff57e5b03 req-629fd18c-a173-4b62-b270-225fb97a1bd9 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965290 Nov 09 21:25:19.252962 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0f563332-2103-405c-87c2-734785bf9733 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:19.321951 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0f563332-2103-405c-87c2-734785bf9733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:19.324768 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0f563332-2103-405c-87c2-734785bf9733 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:19.329893 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0f563332-2103-405c-87c2-734785bf9733 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b650ea4a-1818-4d17-a7e8-cf74b956ccb1 HTTP/1.1" status: 204 len: 168 time: 0.3320034 Nov 09 21:25:19.343870 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f563332-2103-405c-87c2-734785bf9733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b650ea4a-1818-4d17-a7e8-cf74b956ccb1,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:19.381855 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34822f-a81f-4995-b568-c6d095c6c1ca req-b9eacbe2-8dd6-49c3-b372-a65d928c7ae5 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:19.385359 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0e34822f-a81f-4995-b568-c6d095c6c1ca req-b9eacbe2-8dd6-49c3-b372-a65d928c7ae5 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c564dbb-2865-4336-953d-fd708b8ab90a HTTP/1.1" status: 200 len: 945 time: 0.0941458 Nov 09 21:25:19.459939 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0e34822f-a81f-4995-b568-c6d095c6c1ca req-551ae227-2212-45ff-b385-544410d33399 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] 10.222.0.49 "GET /v2.0/security-groups?id=1631975c-d3cc-4bce-b89d-090aa977878b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679195 Nov 09 21:25:19.642295 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9705ac-3111-4bc2-9f34-a5669787d47c req-fa8f6a99-e3a1-40b7-88e3-77f1cbe4241a tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:19.644974 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4f9705ac-3111-4bc2-9f34-a5669787d47c req-fa8f6a99-e3a1-40b7-88e3-77f1cbe4241a tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 946 time: 0.0661266 Nov 09 21:25:19.680547 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48014) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:19.699338 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a9d4885f-7f69-4989-8a06-5ab51cc5ed87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:19.705204 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4f9705ac-3111-4bc2-9f34-a5669787d47c req-c8ddf2c4-800e-46b3-b5cd-e4164611ca7b tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501480 Nov 09 21:25:19.781677 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a9d4885f-7f69-4989-8a06-5ab51cc5ed87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:19.786658 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a9d4885f-7f69-4989-8a06-5ab51cc5ed87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:19.858437 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a9d4885f-7f69-4989-8a06-5ab51cc5ed87 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8cc667dddfc94807946c0620857d8f5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1765108 Nov 09 21:25:19.859332 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d4885f-7f69-4989-8a06-5ab51cc5ed87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4da5ef-d17d-44bf-ad3f-103e9a974d37,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:19.861124 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48018) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:19.886052 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c845be4-5e41-47b1-b2df-32237ee4ad18 req-f4861a9c-b710-4acb-b8bd-841ebade56fa tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:19.887601 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1c845be4-5e41-47b1-b2df-32237ee4ad18 req-f4861a9c-b710-4acb-b8bd-841ebade56fa tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 946 time: 0.0840702 Nov 09 21:25:19.926900 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5e76f0d2-0d13-4487-8aed-b2b82042ba6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:19.948993 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1c845be4-5e41-47b1-b2df-32237ee4ad18 req-de407994-ed10-457a-9940-4e3cb88335b6 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548429 Nov 09 21:25:19.952125 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5e76f0d2-0d13-4487-8aed-b2b82042ba6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:20.006510 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5e76f0d2-0d13-4487-8aed-b2b82042ba6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:20.009755 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5e76f0d2-0d13-4487-8aed-b2b82042ba6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:20.011054 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5e76f0d2-0d13-4487-8aed-b2b82042ba6f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cc4da5ef-d17d-44bf-ad3f-103e9a974d37 HTTP/1.1" status: 204 len: 168 time: 0.1483562 Nov 09 21:25:20.020920 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e76f0d2-0d13-4487-8aed-b2b82042ba6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4da5ef-d17d-44bf-ad3f-103e9a974d37,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:20.046707 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5d3678a7-3244-4a47-a9ea-440d5fa094e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:20.278239 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d358b-8878-4e21-9028-96c51197d43f req-5d548779-3727-4430-8db3-796b70d8afd7 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:20.285911 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e77d358b-8878-4e21-9028-96c51197d43f req-5d548779-3727-4430-8db3-796b70d8afd7 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 946 time: 0.1094079 Nov 09 21:25:20.349610 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e77d358b-8878-4e21-9028-96c51197d43f req-8addda11-1ce4-4999-9908-cb85a0605b3b tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601995 Nov 09 21:25:20.473684 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8cf7b-3066-4931-9dc2-b52029af681d req-f23da871-5c75-4a1f-a362-ba2674753d57 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:20.481695 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-68d8cf7b-3066-4931-9dc2-b52029af681d req-f23da871-5c75-4a1f-a362-ba2674753d57 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 944 time: 0.0683589 Nov 09 21:25:20.561405 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-68d8cf7b-3066-4931-9dc2-b52029af681d req-42715ca9-1dd7-4a9b-bf05-68ee363ad404 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783870 Nov 09 21:25:20.770716 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0e791-d4b0-47b1-a13c-e89170fe1e97 req-7b7c2c3c-887a-4a42-8833-dcdfff54dd50 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:20.773011 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1fd0e791-d4b0-47b1-a13c-e89170fe1e97 req-7b7c2c3c-887a-4a42-8833-dcdfff54dd50 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 946 time: 0.1377804 Nov 09 21:25:20.868674 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6f6da-bf2f-4649-95ee-99b937dc462a req-34ebf0d6-1cec-4dea-866e-42437965eaf1 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:20.870399 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b8a6f6da-bf2f-4649-95ee-99b937dc462a req-34ebf0d6-1cec-4dea-866e-42437965eaf1 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c564dbb-2865-4336-953d-fd708b8ab90a HTTP/1.1" status: 200 len: 945 time: 0.0869858 Nov 09 21:25:20.883763 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1fd0e791-d4b0-47b1-a13c-e89170fe1e97 req-9da8a565-eb3f-419a-b97e-2e122e4645cf tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987842 Nov 09 21:25:20.951013 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:20.964787 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b8a6f6da-bf2f-4649-95ee-99b937dc462a req-d135235c-0ae2-4951-a1a3-760f1a94cf51 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] 10.222.0.49 "GET /v2.0/security-groups?id=1631975c-d3cc-4bce-b89d-090aa977878b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875845 Nov 09 21:25:21.469965 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12310874-9181-4bcd-8ed9-2c2f58314f52 req-72c5a6da-c0cf-49a6-a51b-6bd6d0f6a486 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:21.471714 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-12310874-9181-4bcd-8ed9-2c2f58314f52 req-72c5a6da-c0cf-49a6-a51b-6bd6d0f6a486 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 946 time: 0.0979583 Nov 09 21:25:21.597700 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-12310874-9181-4bcd-8ed9-2c2f58314f52 req-b7ff5f04-4f8a-4264-b4b1-5bcd5be60203 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179016 Nov 09 21:25:21.742996 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884761b-4ed9-4215-a55f-5b7283d0dc5d req-0dd0fe3d-92f6-4332-af2f-71f9d36ee823 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:21.745359 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4884761b-4ed9-4215-a55f-5b7283d0dc5d req-0dd0fe3d-92f6-4332-af2f-71f9d36ee823 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 944 time: 0.0745058 Nov 09 21:25:21.805958 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4884761b-4ed9-4215-a55f-5b7283d0dc5d req-8b18d8bf-ea52-4076-94df-fcdfee7c2d01 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504596 Nov 09 21:25:22.114140 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732420a4-b38f-4e4a-a37a-58435ce91f51 req-3fbdf842-c68f-430d-bcd3-5b90ae793e56 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:22.115400 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-732420a4-b38f-4e4a-a37a-58435ce91f51 req-3fbdf842-c68f-430d-bcd3-5b90ae793e56 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c564dbb-2865-4336-953d-fd708b8ab90a HTTP/1.1" status: 200 len: 945 time: 0.0754173 Nov 09 21:25:22.188915 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-732420a4-b38f-4e4a-a37a-58435ce91f51 req-af1b774d-559c-43b0-9afe-ecb248df7dde tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] 10.222.0.49 "GET /v2.0/security-groups?id=1631975c-d3cc-4bce-b89d-090aa977878b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663536 Nov 09 21:25:22.323297 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:22.751830 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:22.797592 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8fb22-0b02-4424-8f40-f46c9d01df1b req-be294a8a-33ac-4ba9-ad10-1ff2879234ec tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:22.809750 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-04d8fb22-0b02-4424-8f40-f46c9d01df1b req-be294a8a-33ac-4ba9-ad10-1ff2879234ec tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 946 time: 0.1062660 Nov 09 21:25:22.921095 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-04d8fb22-0b02-4424-8f40-f46c9d01df1b req-2c50b1fb-95d9-4a24-bbec-544bf1169c7e tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050475 Nov 09 21:25:23.011938 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9391991-dd98-4a59-8de4-e35dd1abd294 req-112e263a-2699-40c5-92e4-ba7658def03d tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:23.020252 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e9391991-dd98-4a59-8de4-e35dd1abd294 req-112e263a-2699-40c5-92e4-ba7658def03d tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 944 time: 0.1272869 Nov 09 21:25:23.083288 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e9391991-dd98-4a59-8de4-e35dd1abd294 req-5fb7eec7-3d77-4843-a7a3-2a0d639c353b tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616498 Nov 09 21:25:23.327186 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:23.360647 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb171e31-ac3c-4dbb-8e2b-284a32f24675 req-4a5999f8-3fd6-4e95-948f-ea4ca53ac9c9 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:23.363137 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cb171e31-ac3c-4dbb-8e2b-284a32f24675 req-4a5999f8-3fd6-4e95-948f-ea4ca53ac9c9 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c564dbb-2865-4336-953d-fd708b8ab90a HTTP/1.1" status: 200 len: 945 time: 0.1005514 Nov 09 21:25:23.442621 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cb171e31-ac3c-4dbb-8e2b-284a32f24675 req-e392d6e3-2477-4e7a-9fd3-924807d736c9 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] 10.222.0.49 "GET /v2.0/security-groups?id=1631975c-d3cc-4bce-b89d-090aa977878b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726762 Nov 09 21:25:23.517133 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48162) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:23.646557 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6ab41032-2f35-4738-85e8-8d4d11be36ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:23.733022 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6ab41032-2f35-4738-85e8-8d4d11be36ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:23.738776 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6ab41032-2f35-4738-85e8-8d4d11be36ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:23.782499 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6ab41032-2f35-4738-85e8-8d4d11be36ba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d41757fad95d44b4b01174cff7cd51fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2587774 Nov 09 21:25:23.782792 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48166) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:23.812833 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab41032-2f35-4738-85e8-8d4d11be36ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0d0efb-30a9-4e3a-b8b4-a48aa4fe41b2,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:23.870380 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5de19d4e-6873-44e3-b2b5-f83413bfd42f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:23.892766 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5de19d4e-6873-44e3-b2b5-f83413bfd42f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:23.952892 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5de19d4e-6873-44e3-b2b5-f83413bfd42f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:23.955925 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5de19d4e-6873-44e3-b2b5-f83413bfd42f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:23.971007 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5de19d4e-6873-44e3-b2b5-f83413bfd42f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5f0d0efb-30a9-4e3a-b8b4-a48aa4fe41b2 HTTP/1.1" status: 204 len: 168 time: 0.1762924 Nov 09 21:25:23.988586 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de19d4e-6873-44e3-b2b5-f83413bfd42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0d0efb-30a9-4e3a-b8b4-a48aa4fe41b2,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:24.089128 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ff853-3a1b-452f-a63e-16ec312a0ef6 req-4126c266-a1e7-412f-83ed-cdd302b05f15 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:24.099066 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-de9ff853-3a1b-452f-a63e-16ec312a0ef6 req-4126c266-a1e7-412f-83ed-cdd302b05f15 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 946 time: 0.1034751 Nov 09 21:25:24.181197 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-de9ff853-3a1b-452f-a63e-16ec312a0ef6 req-58c8e654-5306-436c-9b5a-5caee9419733 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805483 Nov 09 21:25:24.294311 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b021f1-573f-4632-815a-dcd43a067219 req-3442242a-e011-49eb-ac18-e82136d2a606 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:24.297129 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-72b021f1-573f-4632-815a-dcd43a067219 req-3442242a-e011-49eb-ac18-e82136d2a606 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 944 time: 0.0919349 Nov 09 21:25:24.381778 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-72b021f1-573f-4632-815a-dcd43a067219 req-4caf1b05-2d40-4894-bf71-d879a616ca53 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763035 Nov 09 21:25:24.407964 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48178) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:24.433656 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cfe16436-c615-4132-9992-d4490f84332c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:24.586321 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cfe16436-c615-4132-9992-d4490f84332c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:24.593877 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cfe16436-c615-4132-9992-d4490f84332c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:24.648764 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a38319-1b73-47f8-bc88-885bd64605c4 req-fe92f244-fe78-496b-b1bc-2b1b247d2894 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:24.651028 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b1a38319-1b73-47f8-bc88-885bd64605c4 req-fe92f244-fe78-496b-b1bc-2b1b247d2894 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c564dbb-2865-4336-953d-fd708b8ab90a HTTP/1.1" status: 200 len: 945 time: 0.1265614 Nov 09 21:25:24.676657 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-cfe16436-c615-4132-9992-d4490f84332c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0e6a3fd3726b49d19991075c32b7aca9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2652640 Nov 09 21:25:24.677572 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48184) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:24.691534 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe16436-c615-4132-9992-d4490f84332c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54dbc90-9cba-422a-8977-a02601df8d2f,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:24.750682 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b1a38319-1b73-47f8-bc88-885bd64605c4 req-e30f782a-d13d-4625-bc10-fa9cbaa999c3 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] 10.222.0.49 "GET /v2.0/security-groups?id=1631975c-d3cc-4bce-b89d-090aa977878b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856969 Nov 09 21:25:24.758202 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ee262ecf-dc5c-4fa3-979c-447831923736 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:24.781196 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ee262ecf-dc5c-4fa3-979c-447831923736 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:24.863802 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ee262ecf-dc5c-4fa3-979c-447831923736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:24.866559 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ee262ecf-dc5c-4fa3-979c-447831923736 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:24.870131 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ee262ecf-dc5c-4fa3-979c-447831923736 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e54dbc90-9cba-422a-8977-a02601df8d2f HTTP/1.1" status: 204 len: 168 time: 0.1889272 Nov 09 21:25:24.876486 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee262ecf-dc5c-4fa3-979c-447831923736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54dbc90-9cba-422a-8977-a02601df8d2f,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:25.349841 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ffd36-011e-4646-82de-649e18023c27 req-bedc8b87-ed97-461d-b00b-fb882e9389ce tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:25.351356 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ec4ffd36-011e-4646-82de-649e18023c27 req-bedc8b87-ed97-461d-b00b-fb882e9389ce tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 946 time: 0.0966616 Nov 09 21:25:25.447923 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ec4ffd36-011e-4646-82de-649e18023c27 req-a9049dec-00d1-4415-b43a-2594197cff7c tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884140 Nov 09 21:25:25.632142 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1eec7-bcae-4c66-9115-0f284dd3617c req-78fa106b-ff5e-4ac5-83b6-e41a057f8507 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:25.639711 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-22c1eec7-bcae-4c66-9115-0f284dd3617c req-78fa106b-ff5e-4ac5-83b6-e41a057f8507 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 944 time: 0.1245928 Nov 09 21:25:25.790035 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-22c1eec7-bcae-4c66-9115-0f284dd3617c req-97b6b698-b624-447c-9e2f-f7aa6378e238 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494193 Nov 09 21:25:25.918634 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b40ee-3b8d-4ac5-98c6-0d3adbfa507b req-58db2c3e-c64b-41fc-8895-635f4d3f5c02 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:25.926480 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-562b40ee-3b8d-4ac5-98c6-0d3adbfa507b req-58db2c3e-c64b-41fc-8895-635f4d3f5c02 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c564dbb-2865-4336-953d-fd708b8ab90a HTTP/1.1" status: 200 len: 945 time: 0.0690157 Nov 09 21:25:25.978803 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-562b40ee-3b8d-4ac5-98c6-0d3adbfa507b req-6eb68823-f93e-4684-81a1-44546347cfdf tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] 10.222.0.49 "GET /v2.0/security-groups?id=1631975c-d3cc-4bce-b89d-090aa977878b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513570 Nov 09 21:25:26.560687 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83279d-4f4e-4ffc-89ae-aa10981709f3 req-33640046-b684-4d7c-acb1-32f3fa8d627c tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:26.562191 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cc83279d-4f4e-4ffc-89ae-aa10981709f3 req-33640046-b684-4d7c-acb1-32f3fa8d627c tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 946 time: 0.0503340 Nov 09 21:25:26.616194 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48236) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:26.621754 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cc83279d-4f4e-4ffc-89ae-aa10981709f3 req-44f7cb56-3c70-4eb3-8a7d-9c744514995b tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465181 Nov 09 21:25:26.712956 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-476d091d-e6f9-410a-905c-5d924e7067fc tempest-MeteringTestJSON-534678474 tempest-MeteringTestJSON-534678474-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1683846150'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:25:26.713430 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-476d091d-e6f9-410a-905c-5d924e7067fc tempest-MeteringTestJSON-534678474 tempest-MeteringTestJSON-534678474-project-admin] Unknown quota resources ['metering_label']. {{(pid=102608) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 21:25:26.905469 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-476d091d-e6f9-410a-905c-5d924e7067fc tempest-MeteringTestJSON-534678474 tempest-MeteringTestJSON-534678474-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:26.910072 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-476d091d-e6f9-410a-905c-5d924e7067fc tempest-MeteringTestJSON-534678474 tempest-MeteringTestJSON-534678474-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.2927544 Nov 09 21:25:26.911264 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48244) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:26.915685 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-ba1e4624-2d78-4249-b636-777b9a9d2f51 tempest-MeteringTestJSON-534678474 tempest-MeteringTestJSON-534678474-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'dafc7f69-0567-4ce6-9430-8fd284395b6f'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:25:26.916396 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-ba1e4624-2d78-4249-b636-777b9a9d2f51 tempest-MeteringTestJSON-534678474 tempest-MeteringTestJSON-534678474-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102608) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 21:25:26.946030 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f738343-c215-47cc-8819-b73d8b5c6e84 req-8c6b61bf-b3ad-404c-a3e0-583352d7e4e9 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:26.947444 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9f738343-c215-47cc-8819-b73d8b5c6e84 req-8c6b61bf-b3ad-404c-a3e0-583352d7e4e9 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 944 time: 0.0593278 Nov 09 21:25:26.999121 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9f738343-c215-47cc-8819-b73d8b5c6e84 req-c8b4c51d-a784-43ee-aae8-61b16dc067c6 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436809 Nov 09 21:25:27.279910 n-d-816206-3 neutron-server[102608]: WARNING neutron.services.metering.metering_plugin [None req-ba1e4624-2d78-4249-b636-777b9a9d2f51 tempest-MeteringTestJSON-534678474 tempest-MeteringTestJSON-534678474-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 09 21:25:27.440223 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ba1e4624-2d78-4249-b636-777b9a9d2f51 tempest-MeteringTestJSON-534678474 tempest-MeteringTestJSON-534678474-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:27.441987 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ba1e4624-2d78-4249-b636-777b9a9d2f51 tempest-MeteringTestJSON-534678474 tempest-MeteringTestJSON-534678474-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5296178 Nov 09 21:25:27.445636 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48250) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:27.450425 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-a71e1b20-88aa-4f49-96f9-7de49510b94c tempest-MeteringTestJSON-534678474 tempest-MeteringTestJSON-534678474-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'dafc7f69-0567-4ce6-9430-8fd284395b6f'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:25:27.451048 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-a71e1b20-88aa-4f49-96f9-7de49510b94c tempest-MeteringTestJSON-534678474 tempest-MeteringTestJSON-534678474-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102607) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 21:25:27.453398 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0933fb-f9a4-4c7c-b4b3-abd7a8cf8e89 req-e6ef8c9c-b0c5-4baf-9ed1-c5b412b2813a tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:27.454879 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0c0933fb-f9a4-4c7c-b4b3-abd7a8cf8e89 req-e6ef8c9c-b0c5-4baf-9ed1-c5b412b2813a tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c564dbb-2865-4336-953d-fd708b8ab90a HTTP/1.1" status: 200 len: 945 time: 0.1853163 Nov 09 21:25:27.463293 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95babcf3-36bf-418f-a45d-f6b85df1343c req-a31f10ca-e3da-47ec-b8c1-cd6935f1e850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:27.468394 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-95babcf3-36bf-418f-a45d-f6b85df1343c req-a31f10ca-e3da-47ec-b8c1-cd6935f1e850 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5c564dbb-2865-4336-953d-fd708b8ab90a HTTP/1.1" status: 200 len: 1096 time: 0.1938879 Nov 09 21:25:27.570685 n-d-816206-3 neutron-server[102607]: WARNING neutron.services.metering.metering_plugin [None req-a71e1b20-88aa-4f49-96f9-7de49510b94c tempest-MeteringTestJSON-534678474 tempest-MeteringTestJSON-534678474-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 09 21:25:27.596690 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0c0933fb-f9a4-4c7c-b4b3-abd7a8cf8e89 req-e801c6af-194f-473a-b6f5-43fcd13c278b tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] 10.222.0.49 "GET /v2.0/security-groups?id=1631975c-d3cc-4bce-b89d-090aa977878b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305318 Nov 09 21:25:27.601189 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-95babcf3-36bf-418f-a45d-f6b85df1343c req-758155b6-d307-4b2f-915c-3b233ca5ff59 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1631975c-d3cc-4bce-b89d-090aa977878b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191266 Nov 09 21:25:27.709714 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a71e1b20-88aa-4f49-96f9-7de49510b94c tempest-MeteringTestJSON-534678474 tempest-MeteringTestJSON-534678474-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:27.710837 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a71e1b20-88aa-4f49-96f9-7de49510b94c tempest-MeteringTestJSON-534678474 tempest-MeteringTestJSON-534678474-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2640352 Nov 09 21:25:27.713828 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48254) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:27.725366 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0cdfbbfc-8962-4d1d-9f54-8eb217c9cd43 tempest-MeteringTestJSON-534678474 tempest-MeteringTestJSON-534678474-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=f93b127e-17a0-4def-a7c7-afe7ecea2ab1 HTTP/1.1" status: 200 len: 464 time: 0.0103135 Nov 09 21:25:27.727806 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48256) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:27.758770 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a020918-4b2c-40e8-aa76-485a2a6fec79 req-62c43149-4302-4287-8718-9c1c18168a6c tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:27.760388 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4a020918-4b2c-40e8-aa76-485a2a6fec79 req-62c43149-4302-4287-8718-9c1c18168a6c tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 946 time: 0.0547845 Nov 09 21:25:27.819476 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4a020918-4b2c-40e8-aa76-485a2a6fec79 req-00f7aad1-047e-4aee-a215-1a40b1ef7420 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522172 Nov 09 21:25:27.850286 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a164a1df-2454-4bd5-bcb4-78ee6f2559ae tempest-MeteringTestJSON-534678474 tempest-MeteringTestJSON-534678474-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:27.854379 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48260) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:27.854674 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a164a1df-2454-4bd5-bcb4-78ee6f2559ae tempest-MeteringTestJSON-534678474 tempest-MeteringTestJSON-534678474-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-label-rules/f93b127e-17a0-4def-a7c7-afe7ecea2ab1 HTTP/1.1" status: 204 len: 168 time: 0.1257541 Nov 09 21:25:27.864568 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6b6dc711-086d-4438-828f-fbf33f9d57c5 tempest-MeteringTestJSON-534678474 tempest-MeteringTestJSON-534678474-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=f93b127e-17a0-4def-a7c7-afe7ecea2ab1 HTTP/1.1" status: 200 len: 221 time: 0.0089910 Nov 09 21:25:27.868063 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48262) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:27.872358 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-a95b9360-b347-4639-8a1c-37814234536f tempest-MeteringTestJSON-534678474 tempest-MeteringTestJSON-534678474-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--681041916', 'description': 'label created by tempest'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:25:27.872836 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-a95b9360-b347-4639-8a1c-37814234536f tempest-MeteringTestJSON-534678474 tempest-MeteringTestJSON-534678474-project-admin] Unknown quota resources ['metering_label']. {{(pid=102607) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 21:25:28.071777 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a95b9360-b347-4639-8a1c-37814234536f tempest-MeteringTestJSON-534678474 tempest-MeteringTestJSON-534678474-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:28.073238 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a95b9360-b347-4639-8a1c-37814234536f tempest-MeteringTestJSON-534678474 tempest-MeteringTestJSON-534678474-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2039804 Nov 09 21:25:28.075975 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48266) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:28.172482 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6fdf4237-5861-437d-980c-394e82aa4835 tempest-MeteringTestJSON-534678474 tempest-MeteringTestJSON-534678474-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=a9698b93-1c16-449e-bf44-b274cadc74e1 HTTP/1.1" status: 200 len: 467 time: 0.0952182 Nov 09 21:25:28.175264 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48268) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:28.192861 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be558f4f-52b5-48fe-818e-6d949dc99762 req-25b5c7dd-870a-4ee6-bcdb-e84aa9e248dc tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:28.194361 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-be558f4f-52b5-48fe-818e-6d949dc99762 req-25b5c7dd-870a-4ee6-bcdb-e84aa9e248dc tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 944 time: 0.1120293 Nov 09 21:25:28.246406 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-be558f4f-52b5-48fe-818e-6d949dc99762 req-b871d9db-14dc-4a74-ba9c-5fedec004d4d tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451009 Nov 09 21:25:28.384659 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-72ffca60-b8a1-4c89-9fef-683137979e4b tempest-MeteringTestJSON-534678474 tempest-MeteringTestJSON-534678474-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:28.388235 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-72ffca60-b8a1-4c89-9fef-683137979e4b tempest-MeteringTestJSON-534678474 tempest-MeteringTestJSON-534678474-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-labels/a9698b93-1c16-449e-bf44-b274cadc74e1 HTTP/1.1" status: 204 len: 168 time: 0.2093658 Nov 09 21:25:28.388686 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48272) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:28.403956 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-bb46661e-c829-4c87-b53a-4747eae94d62 tempest-MeteringTestJSON-534678474 tempest-MeteringTestJSON-534678474-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=a9698b93-1c16-449e-bf44-b274cadc74e1 HTTP/1.1" status: 200 len: 216 time: 0.0109789 Nov 09 21:25:28.404238 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48274) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:28.415375 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5d2527d1-e64d-4285-a5e5-b8eadad4ca8e tempest-MeteringTestJSON-534678474 tempest-MeteringTestJSON-534678474-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0073287 Nov 09 21:25:28.415631 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48276) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:28.426046 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a22418e1-9dce-4762-9fe3-dcb1a10db902 tempest-MeteringTestJSON-534678474 tempest-MeteringTestJSON-534678474-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0095034 Nov 09 21:25:28.429080 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48278) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:28.485942 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-19917743-20f1-43ea-b91b-c8a44e72c4b6 tempest-MeteringTestJSON-534678474 tempest-MeteringTestJSON-534678474-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels/dafc7f69-0567-4ce6-9430-8fd284395b6f HTTP/1.1" status: 200 len: 473 time: 0.0552838 Nov 09 21:25:28.488785 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48280) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:28.502004 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-90a3ce54-f8f8-4a7e-9398-91fecbffb848 tempest-MeteringTestJSON-534678474 tempest-MeteringTestJSON-534678474-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules/7422f8a3-a068-4350-9d42-946c6b2dd5aa HTTP/1.1" status: 200 len: 461 time: 0.0092394 Nov 09 21:25:28.502217 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48282) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:28.598152 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3bebe34f-d55a-42de-8f16-2fa8a7a5ba65 tempest-MeteringTestJSON-534678474 tempest-MeteringTestJSON-534678474-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:28.599272 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-3bebe34f-d55a-42de-8f16-2fa8a7a5ba65 tempest-MeteringTestJSON-534678474 tempest-MeteringTestJSON-534678474-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-label-rules/7422f8a3-a068-4350-9d42-946c6b2dd5aa HTTP/1.1" status: 204 len: 168 time: 0.0961912 Nov 09 21:25:28.601791 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48284) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:28.722980 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50209c-a69b-4f0f-bdcb-8b54d136b334 req-5af884d5-30c8-4437-9669-da5b170dba1f tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:28.725158 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0a50209c-a69b-4f0f-bdcb-8b54d136b334 req-5af884d5-30c8-4437-9669-da5b170dba1f tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c564dbb-2865-4336-953d-fd708b8ab90a HTTP/1.1" status: 200 len: 945 time: 0.0568478 Nov 09 21:25:28.786738 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-492c9e21-7638-4f18-b858-a5ed3d85d0aa tempest-MeteringTestJSON-534678474 tempest-MeteringTestJSON-534678474-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:28.789099 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-492c9e21-7638-4f18-b858-a5ed3d85d0aa tempest-MeteringTestJSON-534678474 tempest-MeteringTestJSON-534678474-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-labels/dafc7f69-0567-4ce6-9430-8fd284395b6f HTTP/1.1" status: 204 len: 168 time: 0.1864448 Nov 09 21:25:28.797412 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0a50209c-a69b-4f0f-bdcb-8b54d136b334 req-e864a9e3-a066-4e60-8bf9-455c6ffb049b tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] 10.222.0.49 "GET /v2.0/security-groups?id=1631975c-d3cc-4bce-b89d-090aa977878b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575879 Nov 09 21:25:28.956040 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8cdca5-8a92-48eb-9775-32cf77006920 req-b0774014-aa4b-47e0-bff1-dfb168745c7c tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:28.958187 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7a8cdca5-8a92-48eb-9775-32cf77006920 req-b0774014-aa4b-47e0-bff1-dfb168745c7c tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 946 time: 0.0607843 Nov 09 21:25:29.014799 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7a8cdca5-8a92-48eb-9775-32cf77006920 req-5b2f68e2-7451-443e-bb4b-f3ad9b774b6c tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486944 Nov 09 21:25:29.069294 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48296) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:29.376267 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd12e6-8f69-4ff5-857b-35e941a67792 req-79178e71-baaf-4660-9c69-a391aca0e8a2 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:29.378046 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bdfd12e6-8f69-4ff5-857b-35e941a67792 req-79178e71-baaf-4660-9c69-a391aca0e8a2 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 944 time: 0.0537317 Nov 09 21:25:29.432060 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bdfd12e6-8f69-4ff5-857b-35e941a67792 req-fa7d8511-a4bd-488e-aaec-ea43bc5adc10 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465615 Nov 09 21:25:29.460545 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6ba86674-6c6e-4dcf-bfd5-c9da347c7da3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:29.524034 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6ba86674-6c6e-4dcf-bfd5-c9da347c7da3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:29.527510 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6ba86674-6c6e-4dcf-bfd5-c9da347c7da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:29.562759 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba86674-6c6e-4dcf-bfd5-c9da347c7da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbded8c7-1967-4db4-b006-1549773aa889,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:29.567858 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6ba86674-6c6e-4dcf-bfd5-c9da347c7da3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dfbde75b4dbd450dbf97994a34d7970f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4975545 Nov 09 21:25:29.570419 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48304) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:29.617357 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6501744e-1d65-4b95-8f4a-f19af9b974ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:29.638296 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6501744e-1d65-4b95-8f4a-f19af9b974ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:29.684601 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6501744e-1d65-4b95-8f4a-f19af9b974ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:29.687122 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6501744e-1d65-4b95-8f4a-f19af9b974ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:29.688276 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6501744e-1d65-4b95-8f4a-f19af9b974ca admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dbded8c7-1967-4db4-b006-1549773aa889 HTTP/1.1" status: 204 len: 168 time: 0.1169598 Nov 09 21:25:29.698273 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6501744e-1d65-4b95-8f4a-f19af9b974ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbded8c7-1967-4db4-b006-1549773aa889,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:29.940722 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb890a-ac0f-493f-9bec-181b03f7872d req-95abcea1-6980-4ccb-a61c-66b88ce1a757 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:29.954188 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f8eb890a-ac0f-493f-9bec-181b03f7872d req-95abcea1-6980-4ccb-a61c-66b88ce1a757 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c564dbb-2865-4336-953d-fd708b8ab90a HTTP/1.1" status: 200 len: 945 time: 0.0670998 Nov 09 21:25:29.990268 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48314) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:30.004857 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1f50bc17-ac55-4467-86df-a661fbc6b69b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:30.014072 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f8eb890a-ac0f-493f-9bec-181b03f7872d req-da07da18-7c87-4450-a22d-c2eae25b0525 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] 10.222.0.49 "GET /v2.0/security-groups?id=1631975c-d3cc-4bce-b89d-090aa977878b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536642 Nov 09 21:25:30.120098 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1f50bc17-ac55-4467-86df-a661fbc6b69b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:30.124529 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1f50bc17-ac55-4467-86df-a661fbc6b69b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:30.162827 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1f50bc17-ac55-4467-86df-a661fbc6b69b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0c922156ce50461d8d1fab5c119824d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1679993 Nov 09 21:25:30.163050 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2af1d7-870f-4428-8fb9-e9c16f3cfcea req-8cab1460-83e4-499f-b56b-fcd584d37041 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:30.164217 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ac2af1d7-870f-4428-8fb9-e9c16f3cfcea req-8cab1460-83e4-499f-b56b-fcd584d37041 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 946 time: 0.0638690 Nov 09 21:25:30.164755 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48322) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:30.175037 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f50bc17-ac55-4467-86df-a661fbc6b69b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76c3448-898a-4099-95a6-24790c3f7183,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:30.257451 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ac2af1d7-870f-4428-8fb9-e9c16f3cfcea req-93aea00d-ac16-46de-8c75-b4ee9908e007 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755787 Nov 09 21:25:30.260413 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ae598a9f-31d6-4259-bded-896037102568 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:30.283393 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ae598a9f-31d6-4259-bded-896037102568 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:30.334543 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ae598a9f-31d6-4259-bded-896037102568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:30.337424 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ae598a9f-31d6-4259-bded-896037102568 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:30.338684 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ae598a9f-31d6-4259-bded-896037102568 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c76c3448-898a-4099-95a6-24790c3f7183 HTTP/1.1" status: 204 len: 168 time: 0.1728296 Nov 09 21:25:30.347926 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae598a9f-31d6-4259-bded-896037102568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76c3448-898a-4099-95a6-24790c3f7183,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:30.502651 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5902f7-b2fa-43d3-98ea-4aba3ffdf8fb req-165b1426-d14a-47f5-b9f2-a71da1dec220 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:30.504998 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6a5902f7-b2fa-43d3-98ea-4aba3ffdf8fb req-165b1426-d14a-47f5-b9f2-a71da1dec220 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c564dbb-2865-4336-953d-fd708b8ab90a HTTP/1.1" status: 200 len: 945 time: 0.0775173 Nov 09 21:25:30.584023 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a3a80-f482-4ee5-87f6-05af589f13c2 req-83beabe9-206e-42bb-9217-406b6db5acfb tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:30.592816 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-629a3a80-f482-4ee5-87f6-05af589f13c2 req-83beabe9-206e-42bb-9217-406b6db5acfb tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 944 time: 0.0723889 Nov 09 21:25:30.603481 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6a5902f7-b2fa-43d3-98ea-4aba3ffdf8fb req-9d733352-0619-4a54-8815-417100e97792 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] 10.222.0.49 "GET /v2.0/security-groups?id=1631975c-d3cc-4bce-b89d-090aa977878b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807903 Nov 09 21:25:30.643776 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-629a3a80-f482-4ee5-87f6-05af589f13c2 req-bb09d376-4948-467a-ac0d-e21f42846719 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498691 Nov 09 21:25:31.384335 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34d671-8c70-4a3a-8e54-268a1518624c req-c575480b-8596-4698-a459-3cfa530edb12 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:31.385892 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4d34d671-8c70-4a3a-8e54-268a1518624c req-c575480b-8596-4698-a459-3cfa530edb12 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 946 time: 0.0518095 Nov 09 21:25:31.448988 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4d34d671-8c70-4a3a-8e54-268a1518624c req-519c5cef-5397-4bd0-aa5c-bf6678eaf92b tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550096 Nov 09 21:25:31.757872 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf5a83-dcd9-449c-9a23-8dd3d7a6b1e3 req-f44907b4-212f-4095-90a1-6225e4066d6e tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:31.761527 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3bcf5a83-dcd9-449c-9a23-8dd3d7a6b1e3 req-f44907b4-212f-4095-90a1-6225e4066d6e tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c564dbb-2865-4336-953d-fd708b8ab90a HTTP/1.1" status: 200 len: 945 time: 0.0725341 Nov 09 21:25:31.799873 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48378) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:31.820232 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1ef36-b5dc-4825-8fd8-bd0c2a84c148 req-0b54ff98-2804-44c6-84f9-2d0a5390630a tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:31.829627 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-eff1ef36-b5dc-4825-8fd8-bd0c2a84c148 req-0b54ff98-2804-44c6-84f9-2d0a5390630a tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 944 time: 0.1040657 Nov 09 21:25:31.839408 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3bcf5a83-dcd9-449c-9a23-8dd3d7a6b1e3 req-3e2b37fb-aac1-4937-b4c8-bd72e4636edb tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] 10.222.0.49 "GET /v2.0/security-groups?id=1631975c-d3cc-4bce-b89d-090aa977878b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687253 Nov 09 21:25:31.870856 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489be94-2d08-4b9c-b4ce-f24c2cf1f5d7 req-58e66796-c110-4624-9553-17680c6a7d60 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:31.872928 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0489be94-2d08-4b9c-b4ce-f24c2cf1f5d7 req-58e66796-c110-4624-9553-17680c6a7d60 tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c564dbb-2865-4336-953d-fd708b8ab90a HTTP/1.1" status: 200 len: 945 time: 0.1013129 Nov 09 21:25:31.927162 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-eff1ef36-b5dc-4825-8fd8-bd0c2a84c148 req-6cf5f22a-6b21-48ed-971e-9b960f6e5b87 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964015 Nov 09 21:25:31.980520 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-53f9f3ee-862e-4283-a962-116375d5717a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-394962765'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:25:31.986000 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-0489be94-2d08-4b9c-b4ce-f24c2cf1f5d7 req-1e9cef8b-b766-4b63-a8f6-8fedb4bca6fb tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] Deleting port 5fd829bc-e166-40dc-8b24-8e5ccc0dbc11 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:25:31.986343 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-0489be94-2d08-4b9c-b4ce-f24c2cf1f5d7 req-1e9cef8b-b766-4b63-a8f6-8fedb4bca6fb tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:32.001434 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f9f3ee-862e-4283-a962-116375d5717a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586-project] Made reservation on behalf of 2a9192a101234905bfb4184fc4014d78 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:25:32.005226 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-53f9f3ee-862e-4283-a962-116375d5717a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:32.014096 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-53f9f3ee-862e-4283-a962-116375d5717a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:32.082775 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-0489be94-2d08-4b9c-b4ce-f24c2cf1f5d7 req-1e9cef8b-b766-4b63-a8f6-8fedb4bca6fb tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] For port 5fd829bc-e166-40dc-8b24-8e5ccc0dbc11, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=5fd829bc-e166-40dc-8b24-8e5ccc0dbc11,segment=NetworkSegment(bf1c864d-0e9f-4498-870d-bbe656cdf6f7),segment_id=bf1c864d-0e9f-4498-870d-bbe656cdf6f7)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:25:32.083143 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-0489be94-2d08-4b9c-b4ce-f24c2cf1f5d7 req-1e9cef8b-b766-4b63-a8f6-8fedb4bca6fb tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:32.094974 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-53f9f3ee-862e-4283-a962-116375d5717a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:32.095973 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-0489be94-2d08-4b9c-b4ce-f24c2cf1f5d7 req-1e9cef8b-b766-4b63-a8f6-8fedb4bca6fb tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] Calling delete_port for 5fd829bc-e166-40dc-8b24-8e5ccc0dbc11 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:25:32.100268 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-53f9f3ee-862e-4283-a962-116375d5717a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:32.133988 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53f9f3ee-862e-4283-a962-116375d5717a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:25:32.145386 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9f3ee-862e-4283-a962-116375d5717a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c79f9c0-7e7b-46b8-ad18-2bfcd699b3d2,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:32.151390 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-53f9f3ee-862e-4283-a962-116375d5717a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:32.151836 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-53f9f3ee-862e-4283-a962-116375d5717a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586-project] Added segment e5849fdb-9dd8-410b-8dac-1886b72b91ff of type vlan for network 2cb31cdc-1787-4a36-874a-ccf23cce83da Nov 09 21:25:32.196891 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-53f9f3ee-862e-4283-a962-116375d5717a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:32.223040 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-53f9f3ee-862e-4283-a962-116375d5717a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:32.230607 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f9f3ee-862e-4283-a962-116375d5717a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:32.231723 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-53f9f3ee-862e-4283-a962-116375d5717a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:32.250777 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-0489be94-2d08-4b9c-b4ce-f24c2cf1f5d7 req-1e9cef8b-b766-4b63-a8f6-8fedb4bca6fb tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:32.264100 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['5fd829bc-e166-40dc-8b24-8e5ccc0dbc11'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:25:32.282006 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9cef8b-b766-4b63-a8f6-8fedb4bca6fb tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] Pushing event deleted for resources: {'Port': ['ID=5fd829bc-e166-40dc-8b24-8e5ccc0dbc11,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:32.303466 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-53f9f3ee-862e-4283-a962-116375d5717a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.4990206 Nov 09 21:25:32.325732 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9f3ee-862e-4283-a962-116375d5717a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586-project] Pushing event updated for resources: {'Network': ['ID=2cb31cdc-1787-4a36-874a-ccf23cce83da,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:32.338071 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 2cb31cdc-1787-4a36-874a-ccf23cce83da details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:25:32.339299 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-0489be94-2d08-4b9c-b4ce-f24c2cf1f5d7 req-1e9cef8b-b766-4b63-a8f6-8fedb4bca6fb tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] No DVR routers for this DVR port 5fd829bc-e166-40dc-8b24-8e5ccc0dbc11 on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:25:32.343001 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-0489be94-2d08-4b9c-b4ce-f24c2cf1f5d7 req-1e9cef8b-b766-4b63-a8f6-8fedb4bca6fb tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:32.351232 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0489be94-2d08-4b9c-b4ce-f24c2cf1f5d7 req-1e9cef8b-b766-4b63-a8f6-8fedb4bca6fb tempest-ServerAddressesTestJSON-1747222738 tempest-ServerAddressesTestJSON-1747222738-project] 10.222.0.45 "DELETE /v2.0/ports/5fd829bc-e166-40dc-8b24-8e5ccc0dbc11 HTTP/1.1" status: 204 len: 173 time: 0.4703181 Nov 09 21:25:32.361855 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c564dbb-2865-4336-953d-fd708b8ab90a', 'name': 'network-vif-deleted', 'tag': '5fd829bc-e166-40dc-8b24-8e5ccc0dbc11'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:25:32.367090 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42138f18-0300-4d96-b6ad-4e8f3851acd4" -d '{"events": [{"server_uuid": "5c564dbb-2865-4336-953d-fd708b8ab90a", "name": "network-vif-deleted", "tag": "5fd829bc-e166-40dc-8b24-8e5ccc0dbc11"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:25:32.425300 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758a23db-6bee-4b04-afe4-46bd00c76a80 x-openstack-request-id: req-758a23db-6bee-4b04-afe4-46bd00c76a80 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:25:32.426372 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c564dbb-2865-4336-953d-fd708b8ab90a", "name": "network-vif-deleted", "tag": "5fd829bc-e166-40dc-8b24-8e5ccc0dbc11", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:25:32.426806 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-758a23db-6bee-4b04-afe4-46bd00c76a80 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:25:32.427387 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c564dbb-2865-4336-953d-fd708b8ab90a', 'name': 'network-vif-deleted', 'tag': '5fd829bc-e166-40dc-8b24-8e5ccc0dbc11', 'status': 'completed', 'code': 200} Nov 09 21:25:32.539402 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48398) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:32.545117 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Request body: {'port': {'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da', 'binding:host_id': 'n-h1-816206-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-165314738'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:25:32.574221 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Made reservation on behalf of bf8f122615464fef89a60aa1d5dc0b6f for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:25:32.576881 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:32.586497 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:32.594449 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1819200-2e68-4186-9d28-385e47dbe666 req-551e6261-e47b-4c3b-8d25-a7769727545a tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:32.596102 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d1819200-2e68-4186-9d28-385e47dbe666 req-551e6261-e47b-4c3b-8d25-a7769727545a tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 946 time: 0.0638256 Nov 09 21:25:32.658239 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d1819200-2e68-4186-9d28-385e47dbe666 req-f6b5fd54-6dd6-4cc3-8d8d-ab729219a829 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542026 Nov 09 21:25:32.695586 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:32.699517 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:32.704075 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] device_id is not set on port 9437a97c-2369-470b-b7b8-8408d76f246c yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:25:32.786767 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea49d589-bb02-4a0c-ae6e-5e555eca5562,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:32.902118 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48404) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:32.984622 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-075949f1-5073-4f97-bead-280ca869ead3 admin admin] Deleting subnet f936d7ca-528d-47d4-9246-64e085231ab3 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:25:32.990780 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-075949f1-5073-4f97-bead-280ca869ead3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:32.993536 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] device_id is not set on port 9437a97c-2369-470b-b7b8-8408d76f246c yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:25:33.027873 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:33.036099 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:33.073310 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-075949f1-5073-4f97-bead-280ca869ead3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:33.073498 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeef796-303c-490b-a5dd-f8e66cf289e5 req-da181112-029a-4801-9098-633e3d334e27 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:33.083981 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-adeef796-303c-490b-a5dd-f8e66cf289e5 req-da181112-029a-4801-9098-633e3d334e27 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 944 time: 0.0778868 Nov 09 21:25:33.131989 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Pushing event updated for resources: {'Port': ['ID=9437a97c-2369-470b-b7b8-8408d76f246c,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:33.138583 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-adeef796-303c-490b-a5dd-f8e66cf289e5 req-eebfeb86-fe42-4922-89af-34cac42677a1 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532577 Nov 09 21:25:33.150581 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Checking segment: {'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:25:33.150947 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Network hostable DHCP agents. Network: 2cb31cdc-1787-4a36-874a-ccf23cce83da, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:25:33.155719 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-075949f1-5073-4f97-bead-280ca869ead3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:33.198738 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Network 2cb31cdc-1787-4a36-874a-ccf23cce83da is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:25:33.218075 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 2cb31cdc-1787-4a36-874a-ccf23cce83da) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:25:33.225969 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:25:33.227611 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e167b32-aa0a-40ce-8cfe-4f5b53dd30b3 None None] Network 2cb31cdc-1787-4a36-874a-ccf23cce83da requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:25:33.243107 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-075949f1-5073-4f97-bead-280ca869ead3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:33.247891 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 9437a97c-2369-470b-b7b8-8408d76f246c on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:25:33.248235 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 9437a97c-2369-470b-b7b8-8408d76f246c by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:25:33.248593 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 9437a97c-2369-470b-b7b8-8408d76f246c on network 2cb31cdc-1787-4a36-874a-ccf23cce83da {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:25:33.282468 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075949f1-5073-4f97-bead-280ca869ead3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f936d7ca-528d-47d4-9246-64e085231ab3,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:33.284754 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Port 9437a97c-2369-470b-b7b8-8408d76f246c on network 2cb31cdc-1787-4a36-874a-ccf23cce83da not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:25:33.285109 n-d-816206-3 neutron-server[102608]: ERROR neutron.plugins.ml2.managers [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Failed to bind port 9437a97c-2369-470b-b7b8-8408d76f246c on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] Nov 09 21:25:33.286871 n-d-816206-3 neutron-server[102608]: INFO neutron.plugins.ml2.plugin [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempt 2 to bind port 9437a97c-2369-470b-b7b8-8408d76f246c Nov 09 21:25:33.290161 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-075949f1-5073-4f97-bead-280ca869ead3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:33.296032 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-075949f1-5073-4f97-bead-280ca869ead3 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f936d7ca-528d-47d4-9246-64e085231ab3 HTTP/1.1" status: 204 len: 168 time: 0.3904195 Nov 09 21:25:33.296241 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48408) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:33.350142 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 9437a97c-2369-470b-b7b8-8408d76f246c on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:25:33.350919 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 9437a97c-2369-470b-b7b8-8408d76f246c by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:25:33.350919 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 9437a97c-2369-470b-b7b8-8408d76f246c on network 2cb31cdc-1787-4a36-874a-ccf23cce83da {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:25:33.358339 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Port 9437a97c-2369-470b-b7b8-8408d76f246c on network 2cb31cdc-1787-4a36-874a-ccf23cce83da not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:25:33.358667 n-d-816206-3 neutron-server[102608]: ERROR neutron.plugins.ml2.managers [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Failed to bind port 9437a97c-2369-470b-b7b8-8408d76f246c on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] Nov 09 21:25:33.360433 n-d-816206-3 neutron-server[102608]: INFO neutron.plugins.ml2.plugin [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempt 3 to bind port 9437a97c-2369-470b-b7b8-8408d76f246c Nov 09 21:25:33.388418 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 9437a97c-2369-470b-b7b8-8408d76f246c on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:25:33.388788 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 9437a97c-2369-470b-b7b8-8408d76f246c by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:25:33.389131 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 9437a97c-2369-470b-b7b8-8408d76f246c on network 2cb31cdc-1787-4a36-874a-ccf23cce83da {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:25:33.396658 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-52e45ae1-29e0-45c0-b709-670e70a1d35b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:33.399026 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Port 9437a97c-2369-470b-b7b8-8408d76f246c on network 2cb31cdc-1787-4a36-874a-ccf23cce83da not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:25:33.399355 n-d-816206-3 neutron-server[102608]: ERROR neutron.plugins.ml2.managers [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Failed to bind port 9437a97c-2369-470b-b7b8-8408d76f246c on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] Nov 09 21:25:33.400228 n-d-816206-3 neutron-server[102608]: INFO neutron.plugins.ml2.plugin [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempt 4 to bind port 9437a97c-2369-470b-b7b8-8408d76f246c Nov 09 21:25:33.417536 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 9437a97c-2369-470b-b7b8-8408d76f246c on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:25:33.417871 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 9437a97c-2369-470b-b7b8-8408d76f246c by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:25:33.418204 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 9437a97c-2369-470b-b7b8-8408d76f246c on network 2cb31cdc-1787-4a36-874a-ccf23cce83da {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:25:33.425570 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Port 9437a97c-2369-470b-b7b8-8408d76f246c on network 2cb31cdc-1787-4a36-874a-ccf23cce83da not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:25:33.426170 n-d-816206-3 neutron-server[102608]: ERROR neutron.plugins.ml2.managers [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Failed to bind port 9437a97c-2369-470b-b7b8-8408d76f246c on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] Nov 09 21:25:33.442606 n-d-816206-3 neutron-server[102608]: INFO neutron.plugins.ml2.plugin [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempt 5 to bind port 9437a97c-2369-470b-b7b8-8408d76f246c Nov 09 21:25:33.493774 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 9437a97c-2369-470b-b7b8-8408d76f246c on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:25:33.494117 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 9437a97c-2369-470b-b7b8-8408d76f246c by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:25:33.494458 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 9437a97c-2369-470b-b7b8-8408d76f246c on network 2cb31cdc-1787-4a36-874a-ccf23cce83da {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:25:33.506903 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Port 9437a97c-2369-470b-b7b8-8408d76f246c on network 2cb31cdc-1787-4a36-874a-ccf23cce83da not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:25:33.507231 n-d-816206-3 neutron-server[102608]: ERROR neutron.plugins.ml2.managers [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Failed to bind port 9437a97c-2369-470b-b7b8-8408d76f246c on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] Nov 09 21:25:33.509017 n-d-816206-3 neutron-server[102608]: INFO neutron.plugins.ml2.plugin [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempt 6 to bind port 9437a97c-2369-470b-b7b8-8408d76f246c Nov 09 21:25:33.513898 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-52e45ae1-29e0-45c0-b709-670e70a1d35b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:33.532104 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 9437a97c-2369-470b-b7b8-8408d76f246c on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:25:33.532437 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 9437a97c-2369-470b-b7b8-8408d76f246c by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:25:33.532801 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 9437a97c-2369-470b-b7b8-8408d76f246c on network 2cb31cdc-1787-4a36-874a-ccf23cce83da {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:25:33.543122 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Port 9437a97c-2369-470b-b7b8-8408d76f246c on network 2cb31cdc-1787-4a36-874a-ccf23cce83da not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:25:33.543480 n-d-816206-3 neutron-server[102608]: ERROR neutron.plugins.ml2.managers [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Failed to bind port 9437a97c-2369-470b-b7b8-8408d76f246c on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] Nov 09 21:25:33.545001 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-52e45ae1-29e0-45c0-b709-670e70a1d35b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7783a05d-d732-4b06-bad8-567be1757c62']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:25:33.546856 n-d-816206-3 neutron-server[102608]: INFO neutron.plugins.ml2.plugin [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempt 7 to bind port 9437a97c-2369-470b-b7b8-8408d76f246c Nov 09 21:25:33.564160 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-52e45ae1-29e0-45c0-b709-670e70a1d35b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf1c864d-0e9f-4498-870d-bbe656cdf6f7') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:25:33.564389 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-52e45ae1-29e0-45c0-b709-670e70a1d35b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf1c864d-0e9f-4498-870d-bbe656cdf6f7') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:25:33.572457 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 9437a97c-2369-470b-b7b8-8408d76f246c on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:25:33.572813 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 9437a97c-2369-470b-b7b8-8408d76f246c by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:25:33.573156 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 9437a97c-2369-470b-b7b8-8408d76f246c on network 2cb31cdc-1787-4a36-874a-ccf23cce83da {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:25:33.579674 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-52e45ae1-29e0-45c0-b709-670e70a1d35b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:33.581323 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:33.581888 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Port 9437a97c-2369-470b-b7b8-8408d76f246c on network 2cb31cdc-1787-4a36-874a-ccf23cce83da not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:25:33.582101 n-d-816206-3 neutron-server[102608]: ERROR neutron.plugins.ml2.managers [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Failed to bind port 9437a97c-2369-470b-b7b8-8408d76f246c on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] Nov 09 21:25:33.586924 n-d-816206-3 neutron-server[102608]: INFO neutron.plugins.ml2.plugin [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempt 8 to bind port 9437a97c-2369-470b-b7b8-8408d76f246c Nov 09 21:25:33.603796 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-52e45ae1-29e0-45c0-b709-670e70a1d35b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:33.607993 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 9437a97c-2369-470b-b7b8-8408d76f246c on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:25:33.608334 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 9437a97c-2369-470b-b7b8-8408d76f246c by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:25:33.608699 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 9437a97c-2369-470b-b7b8-8408d76f246c on network 2cb31cdc-1787-4a36-874a-ccf23cce83da {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:25:33.613662 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52e45ae1-29e0-45c0-b709-670e70a1d35b admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:25:33.614080 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-52e45ae1-29e0-45c0-b709-670e70a1d35b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:33.615741 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:25:33.615741 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:25:33.615741 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:25:33.615741 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:25:33.615741 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:25:33.615741 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:25:33.615741 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:25:33.615741 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:25:33.615741 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:25:33.615741 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:25:33.615741 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:25:33.615741 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:25:33.615741 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:25:33.615741 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:25:33.615741 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:25:33.615741 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:25:33.615741 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:25:33.615741 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:25:33.615741 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:25:33.615741 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:25:33.615741 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:25:33.615741 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:25:33.615741 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:25:33.615741 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:25:33.615741 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:25:33.615741 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:25:33.615741 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:25:33.615741 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:25:33.615741 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:25:33.615741 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:25:33.615741 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:25:33.615741 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:25:33.625954 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Port 9437a97c-2369-470b-b7b8-8408d76f246c on network 2cb31cdc-1787-4a36-874a-ccf23cce83da not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:25:33.626277 n-d-816206-3 neutron-server[102608]: ERROR neutron.plugins.ml2.managers [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Failed to bind port 9437a97c-2369-470b-b7b8-8408d76f246c on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] Nov 09 21:25:33.653102 n-d-816206-3 neutron-server[102608]: INFO neutron.plugins.ml2.plugin [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempt 9 to bind port 9437a97c-2369-470b-b7b8-8408d76f246c Nov 09 21:25:33.677210 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 9437a97c-2369-470b-b7b8-8408d76f246c on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:25:33.677546 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 9437a97c-2369-470b-b7b8-8408d76f246c by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:25:33.677885 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 9437a97c-2369-470b-b7b8-8408d76f246c on network 2cb31cdc-1787-4a36-874a-ccf23cce83da {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:25:33.683352 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Port 9437a97c-2369-470b-b7b8-8408d76f246c on network 2cb31cdc-1787-4a36-874a-ccf23cce83da not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:25:33.683692 n-d-816206-3 neutron-server[102608]: ERROR neutron.plugins.ml2.managers [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Failed to bind port 9437a97c-2369-470b-b7b8-8408d76f246c on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] Nov 09 21:25:33.684065 n-d-816206-3 neutron-server[102608]: INFO neutron.plugins.ml2.plugin [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempt 10 to bind port 9437a97c-2369-470b-b7b8-8408d76f246c Nov 09 21:25:33.693655 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-52e45ae1-29e0-45c0-b709-670e70a1d35b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:33.701862 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-52e45ae1-29e0-45c0-b709-670e70a1d35b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:33.705051 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-52e45ae1-29e0-45c0-b709-670e70a1d35b admin admin] 10.222.0.49 "DELETE /v2.0/networks/7783a05d-d732-4b06-bad8-567be1757c62 HTTP/1.1" status: 204 len: 168 time: 0.4078581 Nov 09 21:25:33.716055 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 9437a97c-2369-470b-b7b8-8408d76f246c on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:25:33.716371 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 9437a97c-2369-470b-b7b8-8408d76f246c by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:25:33.716743 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 9437a97c-2369-470b-b7b8-8408d76f246c on network 2cb31cdc-1787-4a36-874a-ccf23cce83da {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:25:33.718853 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e45ae1-29e0-45c0-b709-670e70a1d35b admin admin] Pushing event deleted for resources: {'Network': ['ID=7783a05d-d732-4b06-bad8-567be1757c62,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:33.723972 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Port 9437a97c-2369-470b-b7b8-8408d76f246c on network 2cb31cdc-1787-4a36-874a-ccf23cce83da not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:25:33.724304 n-d-816206-3 neutron-server[102608]: ERROR neutron.plugins.ml2.managers [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Failed to bind port 9437a97c-2369-470b-b7b8-8408d76f246c on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] Nov 09 21:25:33.724696 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:33.840841 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] For port 9437a97c-2369-470b-b7b8-8408d76f246c, host n-h1-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:25:33.850427 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempted to set empty binding levels {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 09 21:25:33.858380 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15227897-bae7-4b5c-851f-9ab2d64bee1c req-ca226c24-8fe1-457a-b8a7-6f5babac0fea tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:33.861207 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-15227897-bae7-4b5c-851f-9ab2d64bee1c req-ca226c24-8fe1-457a-b8a7-6f5babac0fea tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 946 time: 0.0774541 Nov 09 21:25:33.863858 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:33.924847 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:33.925460 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:33.951840 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48422) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:33.963652 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Pushing event updated for resources: {'Port': ['ID=9437a97c-2369-470b-b7b8-8408d76f246c,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:33.984845 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5463b59f-dbfd-48ef-8876-1aaa8a2af3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.4442353 Nov 09 21:25:33.988468 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48424) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:34.025338 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4aafe7be-1988-4ec2-bf0a-0ba6471c0eb1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d216c716d0854c2fbbf396945578d3ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0717263 Nov 09 21:25:34.027916 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48428) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:34.028042 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-15227897-bae7-4b5c-851f-9ab2d64bee1c req-2b017547-d668-4c00-b1fd-3916f3830706 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601677 Nov 09 21:25:34.094521 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-b6865b02-f527-4e59-8d9c-dfc68d882c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Deleting port 9437a97c-2369-470b-b7b8-8408d76f246c {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:25:34.094861 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b6865b02-f527-4e59-8d9c-dfc68d882c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:34.100387 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bde53fd4-cec0-4f34-b2d6-55faeef59c1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:34.139829 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bde53fd4-cec0-4f34-b2d6-55faeef59c1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:34.157448 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-b6865b02-f527-4e59-8d9c-dfc68d882c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] For port 9437a97c-2369-470b-b7b8-8408d76f246c, host n-h1-816206-3, got binding levels [] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:25:34.158106 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b6865b02-f527-4e59-8d9c-dfc68d882c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:34.168170 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b3e0a-50f0-4bd9-9f93-d7094a485189 req-20d4eff4-f59f-4aed-bdd9-1d0245a7e1cb tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:34.169993 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-263b3e0a-50f0-4bd9-9f93-d7094a485189 req-20d4eff4-f59f-4aed-bdd9-1d0245a7e1cb tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=db006957-3ae1-44a4-b83b-e520b017a81b HTTP/1.1" status: 200 len: 946 time: 0.0831575 Nov 09 21:25:34.171263 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-b6865b02-f527-4e59-8d9c-dfc68d882c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Calling delete_port for 9437a97c-2369-470b-b7b8-8408d76f246c owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:25:34.234728 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bde53fd4-cec0-4f34-b2d6-55faeef59c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:34.240326 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bde53fd4-cec0-4f34-b2d6-55faeef59c1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:34.242040 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-bde53fd4-cec0-4f34-b2d6-55faeef59c1e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1631975c-d3cc-4bce-b89d-090aa977878b HTTP/1.1" status: 204 len: 168 time: 0.2127953 Nov 09 21:25:34.264938 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde53fd4-cec0-4f34-b2d6-55faeef59c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1631975c-d3cc-4bce-b89d-090aa977878b,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:34.288520 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-263b3e0a-50f0-4bd9-9f93-d7094a485189 req-160338e0-ebd4-4d18-9d19-d29278528167 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924103 Nov 09 21:25:34.351036 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1b4ec-471a-4d53-ad2e-ab15b3d1ab95 req-4d75fe3a-322a-4412-b5e8-2b85f07851de tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:34.352669 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6fb1b4ec-471a-4d53-ad2e-ab15b3d1ab95 req-4d75fe3a-322a-4412-b5e8-2b85f07851de tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 944 time: 0.1113124 Nov 09 21:25:34.353870 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b6865b02-f527-4e59-8d9c-dfc68d882c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:34.389181 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6865b02-f527-4e59-8d9c-dfc68d882c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Pushing event deleted for resources: {'Port': ['ID=9437a97c-2369-470b-b7b8-8408d76f246c,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:34.404579 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b6865b02-f527-4e59-8d9c-dfc68d882c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:34.407998 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b6865b02-f527-4e59-8d9c-dfc68d882c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] 10.222.0.49 "DELETE /v2.0/ports/9437a97c-2369-470b-b7b8-8408d76f246c HTTP/1.1" status: 204 len: 168 time: 0.4184611 Nov 09 21:25:34.413557 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48434) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:34.455880 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6fb1b4ec-471a-4d53-ad2e-ab15b3d1ab95 req-5b6f051b-7771-4474-9e4d-e58bc1c6dcf8 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698216 Nov 09 21:25:34.475176 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-28850c5f-8158-420e-969d-cae475c822a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] GET failed (client error): The resource could not be found. Nov 09 21:25:34.477250 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-28850c5f-8158-420e-969d-cae475c822a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] 10.222.0.49 "GET /v2.0/ports/9437a97c-2369-470b-b7b8-8408d76f246c HTTP/1.1" status: 404 len: 333 time: 0.0606749 Nov 09 21:25:34.480806 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48440) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:34.487286 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-8786f890-99b3-4248-b7a6-30d197eec3df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Request body: {'port': {'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1662601323'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:25:34.510434 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8786f890-99b3-4248-b7a6-30d197eec3df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Made reservation on behalf of bf8f122615464fef89a60aa1d5dc0b6f for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:25:34.513452 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8786f890-99b3-4248-b7a6-30d197eec3df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:34.533529 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-8786f890-99b3-4248-b7a6-30d197eec3df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] device_id is not set on port 0975b558-f063-488c-8f6d-e7b7d03c9d5a yet. {{(pid=102607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:25:34.697982 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8786f890-99b3-4248-b7a6-30d197eec3df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:34.733908 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8786f890-99b3-4248-b7a6-30d197eec3df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:34.773327 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8786f890-99b3-4248-b7a6-30d197eec3df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Network 2cb31cdc-1787-4a36-874a-ccf23cce83da is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:25:34.776493 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-8786f890-99b3-4248-b7a6-30d197eec3df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:25:34.779927 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8786f890-99b3-4248-b7a6-30d197eec3df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:25:34.780888 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8786f890-99b3-4248-b7a6-30d197eec3df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:34.781486 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8786f890-99b3-4248-b7a6-30d197eec3df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:34.799959 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8786f890-99b3-4248-b7a6-30d197eec3df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Pushing event updated for resources: {'Port': ['ID=0975b558-f063-488c-8f6d-e7b7d03c9d5a,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:34.813162 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8786f890-99b3-4248-b7a6-30d197eec3df tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3280299 Nov 09 21:25:34.813496 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48452) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:34.813972 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 77a87d51-38f5-44c7-9010-89c6fd0999c3 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:25:34.819594 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:25:34.878123 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:34.949874 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 5fd829bc-e166-40dc-8b24-8e5ccc0dbc11 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:25:34.994063 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 5fd829bc-e166-40dc-8b24-8e5ccc0dbc11 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:25:34.994783 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 5fd829bc-e166-40dc-8b24-8e5ccc0dbc11 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:25:35.007398 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 77a87d51-38f5-44c7-9010-89c6fd0999c3, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=77a87d51-38f5-44c7-9010-89c6fd0999c3,segment=NetworkSegment(0266031b-5829-40c1-acad-8e9a97b817f5),segment_id=0266031b-5829-40c1-acad-8e9a97b817f5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:25:35.023172 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '77a87d51-38f5-44c7-9010-89c6fd0999c3', 'network_id': '5a2ce5cc-687a-4c33-859e-f9b75a50c5b6', 'port_id': '77a87d51-38f5-44c7-9010-89c6fd0999c3', 'mac_address': 'fa:16:3e:5e:a5:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87945563-f9d1-4353-83ce-d183f9346308', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:25:35.075722 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] device_id is not set on port 0975b558-f063-488c-8f6d-e7b7d03c9d5a yet. {{(pid=102607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:25:35.076255 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:35.092916 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48462) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:35.094185 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77a87d51-38f5-44c7-9010-89c6fd0999c3 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:25:35.096406 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:35.107166 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:35.131552 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 77a87d51-38f5-44c7-9010-89c6fd0999c3, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=77a87d51-38f5-44c7-9010-89c6fd0999c3,segment=NetworkSegment(0266031b-5829-40c1-acad-8e9a97b817f5),segment_id=0266031b-5829-40c1-acad-8e9a97b817f5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:25:35.136051 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:35.194210 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=77a87d51-38f5-44c7-9010-89c6fd0999c3,revision_number=9']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:35.203039 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:25:35.203303 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:25:35.203814 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:25:35.204419 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:25:35.205125 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:25:35.205460 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:25:35.205785 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:25:35.206169 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:25:35.206487 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:25:35.206959 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:25:35.207288 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:25:35.207608 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:25:35.216191 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-2828a3b6-9d4d-40a7-a39a-d4e212740b5d admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1982574903-network', 'tenant_id': '210e2784238f445bb9453036818ad215'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:25:35.231180 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Pushing event updated for resources: {'Port': ['ID=0975b558-f063-488c-8f6d-e7b7d03c9d5a,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:35.261908 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 0975b558-f063-488c-8f6d-e7b7d03c9d5a on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:25:35.262245 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 0975b558-f063-488c-8f6d-e7b7d03c9d5a by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:25:35.262618 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 0975b558-f063-488c-8f6d-e7b7d03c9d5a on network 2cb31cdc-1787-4a36-874a-ccf23cce83da {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:25:35.272165 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Port 0975b558-f063-488c-8f6d-e7b7d03c9d5a on network 2cb31cdc-1787-4a36-874a-ccf23cce83da not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:25:35.272476 n-d-816206-3 neutron-server[102607]: ERROR neutron.plugins.ml2.managers [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Failed to bind port 0975b558-f063-488c-8f6d-e7b7d03c9d5a on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] Nov 09 21:25:35.273599 n-d-816206-3 neutron-server[102607]: INFO neutron.plugins.ml2.plugin [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempt 2 to bind port 0975b558-f063-488c-8f6d-e7b7d03c9d5a Nov 09 21:25:35.285416 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914574a7-95f2-42f0-a237-9b5f365c0136 req-c847961c-4a78-4cf3-b8ca-6e00bb3aee97 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:35.286592 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-914574a7-95f2-42f0-a237-9b5f365c0136 req-c847961c-4a78-4cf3-b8ca-6e00bb3aee97 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 946 time: 0.1279600 Nov 09 21:25:35.292161 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2828a3b6-9d4d-40a7-a39a-d4e212740b5d admin admin] Made reservation on behalf of 210e2784238f445bb9453036818ad215 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:25:35.294402 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2828a3b6-9d4d-40a7-a39a-d4e212740b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:35.312614 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2828a3b6-9d4d-40a7-a39a-d4e212740b5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:35.321863 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 0975b558-f063-488c-8f6d-e7b7d03c9d5a on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:25:35.322717 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 0975b558-f063-488c-8f6d-e7b7d03c9d5a by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:25:35.323070 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 0975b558-f063-488c-8f6d-e7b7d03c9d5a on network 2cb31cdc-1787-4a36-874a-ccf23cce83da {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:25:35.344499 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Port 0975b558-f063-488c-8f6d-e7b7d03c9d5a on network 2cb31cdc-1787-4a36-874a-ccf23cce83da not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:25:35.344893 n-d-816206-3 neutron-server[102607]: ERROR neutron.plugins.ml2.managers [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Failed to bind port 0975b558-f063-488c-8f6d-e7b7d03c9d5a on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] Nov 09 21:25:35.352883 n-d-816206-3 neutron-server[102607]: INFO neutron.plugins.ml2.plugin [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempt 3 to bind port 0975b558-f063-488c-8f6d-e7b7d03c9d5a Nov 09 21:25:35.353690 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['77a87d51-38f5-44c7-9010-89c6fd0999c3'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:25:35.394288 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 0975b558-f063-488c-8f6d-e7b7d03c9d5a on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:25:35.394629 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 0975b558-f063-488c-8f6d-e7b7d03c9d5a by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:25:35.394967 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 0975b558-f063-488c-8f6d-e7b7d03c9d5a on network 2cb31cdc-1787-4a36-874a-ccf23cce83da {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:25:35.407552 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-914574a7-95f2-42f0-a237-9b5f365c0136 req-11cdc28b-d95b-4617-805e-0009724800f9 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102157 Nov 09 21:25:35.411457 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Port 0975b558-f063-488c-8f6d-e7b7d03c9d5a on network 2cb31cdc-1787-4a36-874a-ccf23cce83da not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:25:35.411457 n-d-816206-3 neutron-server[102607]: ERROR neutron.plugins.ml2.managers [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Failed to bind port 0975b558-f063-488c-8f6d-e7b7d03c9d5a on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] Nov 09 21:25:35.412889 n-d-816206-3 neutron-server[102607]: INFO neutron.plugins.ml2.plugin [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempt 4 to bind port 0975b558-f063-488c-8f6d-e7b7d03c9d5a Nov 09 21:25:35.444617 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 0975b558-f063-488c-8f6d-e7b7d03c9d5a on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:25:35.444979 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 0975b558-f063-488c-8f6d-e7b7d03c9d5a by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:25:35.445329 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 0975b558-f063-488c-8f6d-e7b7d03c9d5a on network 2cb31cdc-1787-4a36-874a-ccf23cce83da {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:25:35.450392 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44c3a6-a2cc-467f-b01f-400ec63f06f7 req-7e577114-b6d0-4ab2-aefe-f44d02c1f2bc tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:35.452590 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8c44c3a6-a2cc-467f-b01f-400ec63f06f7 req-7e577114-b6d0-4ab2-aefe-f44d02c1f2bc tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=db006957-3ae1-44a4-b83b-e520b017a81b HTTP/1.1" status: 200 len: 946 time: 0.0661590 Nov 09 21:25:35.454701 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Port 0975b558-f063-488c-8f6d-e7b7d03c9d5a on network 2cb31cdc-1787-4a36-874a-ccf23cce83da not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:25:35.455023 n-d-816206-3 neutron-server[102607]: ERROR neutron.plugins.ml2.managers [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Failed to bind port 0975b558-f063-488c-8f6d-e7b7d03c9d5a on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] Nov 09 21:25:35.458167 n-d-816206-3 neutron-server[102607]: INFO neutron.plugins.ml2.plugin [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempt 5 to bind port 0975b558-f063-488c-8f6d-e7b7d03c9d5a Nov 09 21:25:35.522195 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2828a3b6-9d4d-40a7-a39a-d4e212740b5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:35.527227 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 0975b558-f063-488c-8f6d-e7b7d03c9d5a on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:25:35.527758 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 0975b558-f063-488c-8f6d-e7b7d03c9d5a by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:25:35.528275 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 0975b558-f063-488c-8f6d-e7b7d03c9d5a on network 2cb31cdc-1787-4a36-874a-ccf23cce83da {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:25:35.536986 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2828a3b6-9d4d-40a7-a39a-d4e212740b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:35.539505 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8c44c3a6-a2cc-467f-b01f-400ec63f06f7 req-4138c011-4efa-4d74-93ea-dfc2645cad4c tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766497 Nov 09 21:25:35.547059 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Port 0975b558-f063-488c-8f6d-e7b7d03c9d5a on network 2cb31cdc-1787-4a36-874a-ccf23cce83da not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:25:35.547597 n-d-816206-3 neutron-server[102607]: ERROR neutron.plugins.ml2.managers [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Failed to bind port 0975b558-f063-488c-8f6d-e7b7d03c9d5a on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] Nov 09 21:25:35.555933 n-d-816206-3 neutron-server[102607]: INFO neutron.plugins.ml2.plugin [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempt 6 to bind port 0975b558-f063-488c-8f6d-e7b7d03c9d5a Nov 09 21:25:35.584158 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2828a3b6-9d4d-40a7-a39a-d4e212740b5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:25:35.595086 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 0975b558-f063-488c-8f6d-e7b7d03c9d5a on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:25:35.595726 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 0975b558-f063-488c-8f6d-e7b7d03c9d5a by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:25:35.596253 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 0975b558-f063-488c-8f6d-e7b7d03c9d5a on network 2cb31cdc-1787-4a36-874a-ccf23cce83da {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:25:35.601738 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2828a3b6-9d4d-40a7-a39a-d4e212740b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8557b968-5e4d-431e-8cbc-b3ed8b52a9c6,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:35.608208 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2828a3b6-9d4d-40a7-a39a-d4e212740b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:35.608556 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-2828a3b6-9d4d-40a7-a39a-d4e212740b5d admin admin] Added segment c73579ec-f473-4c5b-bf59-3d43c27d5bef of type vlan for network 175a8634-46ce-4879-b73c-8ead379ba916 Nov 09 21:25:35.618484 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Port 0975b558-f063-488c-8f6d-e7b7d03c9d5a on network 2cb31cdc-1787-4a36-874a-ccf23cce83da not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:25:35.618725 n-d-816206-3 neutron-server[102607]: ERROR neutron.plugins.ml2.managers [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Failed to bind port 0975b558-f063-488c-8f6d-e7b7d03c9d5a on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] Nov 09 21:25:35.627504 n-d-816206-3 neutron-server[102607]: INFO neutron.plugins.ml2.plugin [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempt 7 to bind port 0975b558-f063-488c-8f6d-e7b7d03c9d5a Nov 09 21:25:35.691562 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 0975b558-f063-488c-8f6d-e7b7d03c9d5a on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:25:35.692094 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 0975b558-f063-488c-8f6d-e7b7d03c9d5a by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:25:35.692222 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 0975b558-f063-488c-8f6d-e7b7d03c9d5a on network 2cb31cdc-1787-4a36-874a-ccf23cce83da {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:25:35.695247 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2828a3b6-9d4d-40a7-a39a-d4e212740b5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:35.713634 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Port 0975b558-f063-488c-8f6d-e7b7d03c9d5a on network 2cb31cdc-1787-4a36-874a-ccf23cce83da not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:25:35.714029 n-d-816206-3 neutron-server[102607]: ERROR neutron.plugins.ml2.managers [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Failed to bind port 0975b558-f063-488c-8f6d-e7b7d03c9d5a on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] Nov 09 21:25:35.718409 n-d-816206-3 neutron-server[102607]: INFO neutron.plugins.ml2.plugin [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempt 8 to bind port 0975b558-f063-488c-8f6d-e7b7d03c9d5a Nov 09 21:25:35.748402 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 0975b558-f063-488c-8f6d-e7b7d03c9d5a on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:25:35.748872 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 0975b558-f063-488c-8f6d-e7b7d03c9d5a by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:25:35.749212 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 0975b558-f063-488c-8f6d-e7b7d03c9d5a on network 2cb31cdc-1787-4a36-874a-ccf23cce83da {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:25:35.759241 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2f494-51fd-4e99-97f1-1d8a9e38398d req-b6c4f952-7ac5-4eac-8996-babbae37ecb4 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:35.760820 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9aa2f494-51fd-4e99-97f1-1d8a9e38398d req-b6c4f952-7ac5-4eac-8996-babbae37ecb4 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 945 time: 0.1504669 Nov 09 21:25:35.764736 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2828a3b6-9d4d-40a7-a39a-d4e212740b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:35.765664 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2828a3b6-9d4d-40a7-a39a-d4e212740b5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:35.766231 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2828a3b6-9d4d-40a7-a39a-d4e212740b5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:35.775894 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Port 0975b558-f063-488c-8f6d-e7b7d03c9d5a on network 2cb31cdc-1787-4a36-874a-ccf23cce83da not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:25:35.776223 n-d-816206-3 neutron-server[102607]: ERROR neutron.plugins.ml2.managers [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Failed to bind port 0975b558-f063-488c-8f6d-e7b7d03c9d5a on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] Nov 09 21:25:35.788404 n-d-816206-3 neutron-server[102607]: INFO neutron.plugins.ml2.plugin [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempt 9 to bind port 0975b558-f063-488c-8f6d-e7b7d03c9d5a Nov 09 21:25:35.821919 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bce922-a38d-4bdd-967e-7ecc7325608e req-c60bf93e-b311-4403-8e84-53aa7368e7a8 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:35.824179 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f3bce922-a38d-4bdd-967e-7ecc7325608e req-c60bf93e-b311-4403-8e84-53aa7368e7a8 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb5fd08-d144-48c6-81c8-5bca1750783f HTTP/1.1" status: 200 len: 946 time: 0.0718701 Nov 09 21:25:35.850628 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 0975b558-f063-488c-8f6d-e7b7d03c9d5a on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:25:35.850988 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 0975b558-f063-488c-8f6d-e7b7d03c9d5a by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:25:35.851288 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 0975b558-f063-488c-8f6d-e7b7d03c9d5a on network 2cb31cdc-1787-4a36-874a-ccf23cce83da {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:25:35.856156 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2828a3b6-9d4d-40a7-a39a-d4e212740b5d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7619758 Nov 09 21:25:35.859220 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48476) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:35.866655 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Port 0975b558-f063-488c-8f6d-e7b7d03c9d5a on network 2cb31cdc-1787-4a36-874a-ccf23cce83da not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:25:35.866999 n-d-816206-3 neutron-server[102607]: ERROR neutron.plugins.ml2.managers [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Failed to bind port 0975b558-f063-488c-8f6d-e7b7d03c9d5a on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] Nov 09 21:25:35.867681 n-d-816206-3 neutron-server[102607]: INFO neutron.plugins.ml2.plugin [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempt 10 to bind port 0975b558-f063-488c-8f6d-e7b7d03c9d5a Nov 09 21:25:35.869303 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-e3b0bf0f-16c6-44a9-87e5-5eb3afc3c267 admin admin] Request body: {'subnet': {'network_id': '175a8634-46ce-4879-b73c-8ead379ba916', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1982574903-subnet', 'tenant_id': '210e2784238f445bb9453036818ad215', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:25:35.872495 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2828a3b6-9d4d-40a7-a39a-d4e212740b5d admin admin] Pushing event updated for resources: {'Network': ['ID=175a8634-46ce-4879-b73c-8ead379ba916,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:35.889187 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 175a8634-46ce-4879-b73c-8ead379ba916 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:25:35.904907 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 0975b558-f063-488c-8f6d-e7b7d03c9d5a on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:25:35.905255 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 0975b558-f063-488c-8f6d-e7b7d03c9d5a by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:25:35.905603 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 0975b558-f063-488c-8f6d-e7b7d03c9d5a on network 2cb31cdc-1787-4a36-874a-ccf23cce83da {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:25:35.913516 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Port 0975b558-f063-488c-8f6d-e7b7d03c9d5a on network 2cb31cdc-1787-4a36-874a-ccf23cce83da not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:25:35.913868 n-d-816206-3 neutron-server[102607]: ERROR neutron.plugins.ml2.managers [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Failed to bind port 0975b558-f063-488c-8f6d-e7b7d03c9d5a on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] Nov 09 21:25:35.914234 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:35.922724 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f3bce922-a38d-4bdd-967e-7ecc7325608e req-54ab60a1-06ac-4d27-a009-abbeee09aafc tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/security-groups?id=85e41b18-17bb-4547-9826-32936191f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865755 Nov 09 21:25:35.945297 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b0bf0f-16c6-44a9-87e5-5eb3afc3c267 admin admin] Made reservation on behalf of 210e2784238f445bb9453036818ad215 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:25:35.948228 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e3b0bf0f-16c6-44a9-87e5-5eb3afc3c267 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:35.970917 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9aa2f494-51fd-4e99-97f1-1d8a9e38398d req-0b61c62e-4fa2-4e0e-a36a-16b0c96e0489 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1981699 Nov 09 21:25:36.045806 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] For port 0975b558-f063-488c-8f6d-e7b7d03c9d5a, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:25:36.046136 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempted to set empty binding levels {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 09 21:25:36.060102 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:36.117439 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] In _notify_port_updated(), no bound segment for port 0975b558-f063-488c-8f6d-e7b7d03c9d5a on network 2cb31cdc-1787-4a36-874a-ccf23cce83da {{(pid=102607) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 21:25:36.118597 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:36.119391 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:36.121019 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] 10.222.0.49 "PUT /v2.0/ports/0975b558-f063-488c-8f6d-e7b7d03c9d5a HTTP/1.1" status: 200 len: 979 time: 1.3063655 Nov 09 21:25:36.127972 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48478) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:36.162487 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e3b0bf0f-16c6-44a9-87e5-5eb3afc3c267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:36.163088 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1ff7b-922a-4f91-8b88-d4c54ca41958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Pushing event updated for resources: {'Port': ['ID=0975b558-f063-488c-8f6d-e7b7d03c9d5a,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:36.172666 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb1fa2-fa6d-4e5c-a70a-173f5cd25baa req-3d0289eb-4223-4ed0-8c09-427790b4c84a tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:36.174185 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dcfb1fa2-fa6d-4e5c-a70a-173f5cd25baa req-3d0289eb-4223-4ed0-8c09-427790b4c84a tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.43 "GET /v2.0/ports?device_id=db006957-3ae1-44a4-b83b-e520b017a81b HTTP/1.1" status: 200 len: 946 time: 0.1264122 Nov 09 21:25:36.233463 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b0bf0f-16c6-44a9-87e5-5eb3afc3c267 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afd98887-34f4-44ef-97cc-ef7be1668924,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:36.241960 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b0bf0f-16c6-44a9-87e5-5eb3afc3c267 admin admin] Checking segment: {'id': 'c73579ec-f473-4c5b-bf59-3d43c27d5bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '175a8634-46ce-4879-b73c-8ead379ba916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:25:36.242339 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b0bf0f-16c6-44a9-87e5-5eb3afc3c267 admin admin] Network hostable DHCP agents. Network: 175a8634-46ce-4879-b73c-8ead379ba916, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:25:36.265511 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b0bf0f-16c6-44a9-87e5-5eb3afc3c267 admin admin] Network 175a8634-46ce-4879-b73c-8ead379ba916 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:25:36.278097 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-e3b0bf0f-16c6-44a9-87e5-5eb3afc3c267 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 175a8634-46ce-4879-b73c-8ead379ba916) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:25:36.282798 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b0bf0f-16c6-44a9-87e5-5eb3afc3c267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:36.283575 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e3b0bf0f-16c6-44a9-87e5-5eb3afc3c267 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:36.287078 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dc9178-7b81-48ae-a82c-3d0262e2ea8b None None] Network 175a8634-46ce-4879-b73c-8ead379ba916 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:25:36.293870 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e061149e-818e-4b0a-9b25-a76ea05318d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:36.294399 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e061149e-818e-4b0a-9b25-a76ea05318d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:36.294816 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e061149e-818e-4b0a-9b25-a76ea05318d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:36.295287 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e061149e-818e-4b0a-9b25-a76ea05318d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:36.295890 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e061149e-818e-4b0a-9b25-a76ea05318d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:36.296498 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e061149e-818e-4b0a-9b25-a76ea05318d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:36.296942 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e061149e-818e-4b0a-9b25-a76ea05318d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:36.297445 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e061149e-818e-4b0a-9b25-a76ea05318d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:36.297889 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e061149e-818e-4b0a-9b25-a76ea05318d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:36.298420 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e061149e-818e-4b0a-9b25-a76ea05318d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:36.299099 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e061149e-818e-4b0a-9b25-a76ea05318d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:36.299427 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e061149e-818e-4b0a-9b25-a76ea05318d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:36.300444 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e061149e-818e-4b0a-9b25-a76ea05318d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:36.300901 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e061149e-818e-4b0a-9b25-a76ea05318d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:36.301550 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e061149e-818e-4b0a-9b25-a76ea05318d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:36.302014 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e061149e-818e-4b0a-9b25-a76ea05318d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:36.302474 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e061149e-818e-4b0a-9b25-a76ea05318d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:36.302928 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e061149e-818e-4b0a-9b25-a76ea05318d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:36.303383 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e061149e-818e-4b0a-9b25-a76ea05318d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:36.303835 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e061149e-818e-4b0a-9b25-a76ea05318d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:36.304286 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e061149e-818e-4b0a-9b25-a76ea05318d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:36.304762 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e061149e-818e-4b0a-9b25-a76ea05318d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:36.305225 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e061149e-818e-4b0a-9b25-a76ea05318d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:36.305669 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e061149e-818e-4b0a-9b25-a76ea05318d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:36.306123 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e061149e-818e-4b0a-9b25-a76ea05318d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:36.306577 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e061149e-818e-4b0a-9b25-a76ea05318d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:36.307029 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e061149e-818e-4b0a-9b25-a76ea05318d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:36.307490 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e061149e-818e-4b0a-9b25-a76ea05318d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:36.307941 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e061149e-818e-4b0a-9b25-a76ea05318d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:36.308394 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e061149e-818e-4b0a-9b25-a76ea05318d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:36.309411 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e3b0bf0f-16c6-44a9-87e5-5eb3afc3c267 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4486890 Nov 09 21:25:36.312796 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e061149e-818e-4b0a-9b25-a76ea05318d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:36.313526 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e061149e-818e-4b0a-9b25-a76ea05318d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:36.314299 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e061149e-818e-4b0a-9b25-a76ea05318d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:36.315222 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e061149e-818e-4b0a-9b25-a76ea05318d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:36.316017 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e061149e-818e-4b0a-9b25-a76ea05318d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:36.318506 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e061149e-818e-4b0a-9b25-a76ea05318d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:36.319344 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e061149e-818e-4b0a-9b25-a76ea05318d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:36.320778 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e061149e-818e-4b0a-9b25-a76ea05318d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:36.321364 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e061149e-818e-4b0a-9b25-a76ea05318d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:36.322242 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e061149e-818e-4b0a-9b25-a76ea05318d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:36.322883 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e061149e-818e-4b0a-9b25-a76ea05318d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:36.323362 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e061149e-818e-4b0a-9b25-a76ea05318d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:36.328107 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e061149e-818e-4b0a-9b25-a76ea05318d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 37861 time: 0.1970830 Nov 09 21:25:36.333243 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48482) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:36.406091 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-dcfb1fa2-fa6d-4e5c-a70a-173f5cd25baa req-76bb2f65-5255-4f2d-9720-7c3e684c4375 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Deleting port 2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:25:36.406446 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-dcfb1fa2-fa6d-4e5c-a70a-173f5cd25baa req-76bb2f65-5255-4f2d-9720-7c3e684c4375 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:36.465218 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1c26b5-e988-424d-8236-408be18dcf57 None None] Network 175a8634-46ce-4879-b73c-8ead379ba916 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:25:36.520082 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-b5150a4d-4611-486a-af6c-f6d39502d3d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Deleting port 0975b558-f063-488c-8f6d-e7b7d03c9d5a {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:25:36.520361 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b5150a4d-4611-486a-af6c-f6d39502d3d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:36.647445 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-dcfb1fa2-fa6d-4e5c-a70a-173f5cd25baa req-76bb2f65-5255-4f2d-9720-7c3e684c4375 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] For port 2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc,segment=NetworkSegment(9a6377f5-b38b-4a21-b9f6-9e21b904d67d),segment_id=9a6377f5-b38b-4a21-b9f6-9e21b904d67d)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:25:36.648097 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-dcfb1fa2-fa6d-4e5c-a70a-173f5cd25baa req-76bb2f65-5255-4f2d-9720-7c3e684c4375 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:36.663610 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-dcfb1fa2-fa6d-4e5c-a70a-173f5cd25baa req-76bb2f65-5255-4f2d-9720-7c3e684c4375 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Calling delete_port for 2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:25:36.693284 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-b5150a4d-4611-486a-af6c-f6d39502d3d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] For port 0975b558-f063-488c-8f6d-e7b7d03c9d5a, host n-h1-816206-3, got binding levels [] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:25:36.694243 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b5150a4d-4611-486a-af6c-f6d39502d3d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:36.716127 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-b5150a4d-4611-486a-af6c-f6d39502d3d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Calling delete_port for 0975b558-f063-488c-8f6d-e7b7d03c9d5a owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:25:36.731207 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e74918-9bbc-42cf-8153-ea0930139270 req-5b7f6bea-9259-4d25-aac4-4e175d863287 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:36.739621 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-59e74918-9bbc-42cf-8153-ea0930139270 req-5b7f6bea-9259-4d25-aac4-4e175d863287 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 946 time: 0.1471841 Nov 09 21:25:36.822023 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 77a87d51-38f5-44c7-9010-89c6fd0999c3 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:25:36.842375 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-59e74918-9bbc-42cf-8153-ea0930139270 req-1bdc086b-b166-4ce4-97a7-24d764db2b56 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989971 Nov 09 21:25:36.854442 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c9b55e83-47d4-41ba-9546-5c68f0a2cff1 req-0927d027-7672-477f-bbc1-04ce6e416d44 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=db006957-3ae1-44a4-b83b-e520b017a81b HTTP/1.1" status: 200 len: 210 time: 0.0366964 Nov 09 21:25:36.855352 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-dcfb1fa2-fa6d-4e5c-a70a-173f5cd25baa req-76bb2f65-5255-4f2d-9720-7c3e684c4375 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:36.917938 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:25:36.926579 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:25:36.927417 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b5150a4d-4611-486a-af6c-f6d39502d3d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:36.976587 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 77a87d51-38f5-44c7-9010-89c6fd0999c3 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:25:36.976831 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb2f65-5255-4f2d-9720-7c3e684c4375 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Pushing event deleted for resources: {'Port': ['ID=2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:36.977492 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:36.994833 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5150a4d-4611-486a-af6c-f6d39502d3d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Pushing event deleted for resources: {'Port': ['ID=0975b558-f063-488c-8f6d-e7b7d03c9d5a,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:37.005061 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcfb1fa2-fa6d-4e5c-a70a-173f5cd25baa req-76bb2f65-5255-4f2d-9720-7c3e684c4375 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] No DVR routers for this DVR port 2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:25:37.007393 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-dcfb1fa2-fa6d-4e5c-a70a-173f5cd25baa req-76bb2f65-5255-4f2d-9720-7c3e684c4375 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:37.011020 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dcfb1fa2-fa6d-4e5c-a70a-173f5cd25baa req-76bb2f65-5255-4f2d-9720-7c3e684c4375 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.43 "DELETE /v2.0/ports/2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc HTTP/1.1" status: 204 len: 173 time: 0.8145397 Nov 09 21:25:37.011475 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db006957-3ae1-44a4-b83b-e520b017a81b', 'name': 'network-vif-deleted', 'tag': '2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:25:37.017749 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b5150a4d-4611-486a-af6c-f6d39502d3d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:37.023561 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82dbc53a-186c-4759-ba5f-715c9986fbcf" -d '{"events": [{"server_uuid": "db006957-3ae1-44a4-b83b-e520b017a81b", "name": "network-vif-deleted", "tag": "2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:25:37.033428 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b5150a4d-4611-486a-af6c-f6d39502d3d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] 10.222.0.49 "DELETE /v2.0/ports/0975b558-f063-488c-8f6d-e7b7d03c9d5a HTTP/1.1" status: 204 len: 168 time: 0.6968076 Nov 09 21:25:37.033674 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48500) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:37.093612 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7fbf2b4-6dd5-4b05-a67d-8551a8a5125a tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] GET failed (client error): The resource could not be found. Nov 09 21:25:37.106121 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b7fbf2b4-6dd5-4b05-a67d-8551a8a5125a tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] 10.222.0.49 "GET /v2.0/ports/0975b558-f063-488c-8f6d-e7b7d03c9d5a HTTP/1.1" status: 404 len: 333 time: 0.0692194 Nov 09 21:25:37.109027 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48502) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:37.120311 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-45574696-85a3-4e30-a34e-b35f4cc846b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358228183', 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:25:37.146599 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:37.153591 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45574696-85a3-4e30-a34e-b35f4cc846b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Made reservation on behalf of bf8f122615464fef89a60aa1d5dc0b6f for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:25:37.156356 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-45574696-85a3-4e30-a34e-b35f4cc846b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:37.199728 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad2d203-e44e-45ca-a617-077af043f793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a87d51-38f5-44c7-9010-89c6fd0999c3'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:25:37.201914 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8547a957-ca2c-4504-b5df-996e20045070" -d '{"events": [{"server_uuid": "4ad2d203-e44e-45ca-a617-077af043f793", "name": "network-vif-plugged", "status": "completed", "tag": "77a87d51-38f5-44c7-9010-89c6fd0999c3"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:25:37.208955 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-45574696-85a3-4e30-a34e-b35f4cc846b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] device_id is not set on port 776dc5e9-099b-4a98-9de4-00b0c223d17c yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:25:37.211394 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950d6b7-f6a2-49d8-a106-00f5c1e6a065 req-af3a9749-ac4d-435c-98cb-4c14a703ff6c tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:37.213668 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a950d6b7-f6a2-49d8-a106-00f5c1e6a065 req-af3a9749-ac4d-435c-98cb-4c14a703ff6c tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb5fd08-d144-48c6-81c8-5bca1750783f HTTP/1.1" status: 200 len: 946 time: 0.1385806 Nov 09 21:25:37.216483 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 77a87d51-38f5-44c7-9010-89c6fd0999c3, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=77a87d51-38f5-44c7-9010-89c6fd0999c3,segment=NetworkSegment(0266031b-5829-40c1-acad-8e9a97b817f5),segment_id=0266031b-5829-40c1-acad-8e9a97b817f5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:25:37.222908 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:37.293123 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a950d6b7-f6a2-49d8-a106-00f5c1e6a065 req-39db6a66-a1be-4168-ba31-3934910e5f13 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/security-groups?id=85e41b18-17bb-4547-9826-32936191f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715866 Nov 09 21:25:37.293975 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=77a87d51-38f5-44c7-9010-89c6fd0999c3,revision_number=10']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:37.426105 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db9a251-5571-47f2-912c-2cc9c666c8f4 req-39194394-6247-4c5a-8864-e700cd2e4c34 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:37.427890 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9db9a251-5571-47f2-912c-2cc9c666c8f4 req-39194394-6247-4c5a-8864-e700cd2e4c34 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 947 time: 0.0599940 Nov 09 21:25:37.493158 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9db9a251-5571-47f2-912c-2cc9c666c8f4 req-34cf4b7c-388c-4335-a109-98d82e49038a tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589430 Nov 09 21:25:37.557070 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716243ff-b9d8-48b1-902f-e56069a72961 x-openstack-request-id: req-716243ff-b9d8-48b1-902f-e56069a72961 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:25:37.557510 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db006957-3ae1-44a4-b83b-e520b017a81b", "name": "network-vif-deleted", "tag": "2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:25:37.557871 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-716243ff-b9d8-48b1-902f-e56069a72961 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:25:37.558392 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db006957-3ae1-44a4-b83b-e520b017a81b', 'name': 'network-vif-deleted', 'tag': '2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc', 'status': 'completed', 'code': 200} Nov 09 21:25:37.597681 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4113bb-d01b-4c57-91b2-f5be7aa4bd16 x-openstack-request-id: req-6a4113bb-d01b-4c57-91b2-f5be7aa4bd16 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:25:37.598547 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad2d203-e44e-45ca-a617-077af043f793", "name": "network-vif-plugged", "status": "completed", "tag": "77a87d51-38f5-44c7-9010-89c6fd0999c3", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:25:37.599053 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6a4113bb-d01b-4c57-91b2-f5be7aa4bd16 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:25:37.599792 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad2d203-e44e-45ca-a617-077af043f793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a87d51-38f5-44c7-9010-89c6fd0999c3', 'code': 200} Nov 09 21:25:37.791946 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64193dac-eb77-4b34-8c69-292b4525aa18 req-19bc581c-1672-4da5-be50-355ecedd9a41 tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:37.799148 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-64193dac-eb77-4b34-8c69-292b4525aa18 req-19bc581c-1672-4da5-be50-355ecedd9a41 tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] 10.222.0.49 "GET /v2.0/networks?id=175a8634-46ce-4879-b73c-8ead379ba916 HTTP/1.1" status: 200 len: 821 time: 0.5783737 Nov 09 21:25:37.844772 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-64193dac-eb77-4b34-8c69-292b4525aa18 req-85890bde-7fab-4c17-a1fc-d314979ea3f0 tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] 10.222.0.49 "GET /v2.0/quotas/210e2784238f445bb9453036818ad215 HTTP/1.1" status: 200 len: 375 time: 0.0445471 Nov 09 21:25:37.853990 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9016f96-a2a4-4ef3-b440-4d49a1aa2d2f req-fce1adfa-5f62-4b0e-b253-8f4a0e2e9ca9 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:37.855479 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b9016f96-a2a4-4ef3-b440-4d49a1aa2d2f req-fce1adfa-5f62-4b0e-b253-8f4a0e2e9ca9 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfb5fd08-d144-48c6-81c8-5bca1750783f HTTP/1.1" status: 200 len: 946 time: 0.5240338 Nov 09 21:25:37.916343 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f0187-8adb-44f2-b5e3-c19a3c9e6c75 req-ac31d426-b4b9-4461-b38d-dc1428d34c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:37.918043 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a61f0187-8adb-44f2-b5e3-c19a3c9e6c75 req-ac31d426-b4b9-4461-b38d-dc1428d34c37 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 1098 time: 0.0939708 Nov 09 21:25:37.931819 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-64193dac-eb77-4b34-8c69-292b4525aa18 req-b0d5d316-5872-4293-9590-e9ed85752956 tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=210e2784238f445bb9453036818ad215&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0862153 Nov 09 21:25:38.026107 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a61f0187-8adb-44f2-b5e3-c19a3c9e6c75 req-bf28097e-5463-4950-bd4d-c461d7cf9403 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996089 Nov 09 21:25:38.052117 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-45574696-85a3-4e30-a34e-b35f4cc846b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:38.148533 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-64193dac-eb77-4b34-8c69-292b4525aa18 req-f808f3d3-5ea9-40d9-b279-e17ecf9c6932 service neutron] 10.222.0.49 "GET /v2.0/networks/175a8634-46ce-4879-b73c-8ead379ba916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158549 Nov 09 21:25:38.176104 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-b9016f96-a2a4-4ef3-b440-4d49a1aa2d2f req-e2ed821d-2f5f-4e1f-a5f6-7e8b19573c19 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Deleting port c251294d-77ed-4db8-894a-45ce31ac57d0 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:25:38.176608 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-b9016f96-a2a4-4ef3-b440-4d49a1aa2d2f req-e2ed821d-2f5f-4e1f-a5f6-7e8b19573c19 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:38.192496 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630f46e-2325-4669-b347-1e1f64be9181 req-4890fd59-de79-4f4e-8ccc-7b5225ee4701 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:38.196256 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d630f46e-2325-4669-b347-1e1f64be9181 req-4890fd59-de79-4f4e-8ccc-7b5225ee4701 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 946 time: 0.0625906 Nov 09 21:25:38.261091 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d630f46e-2325-4669-b347-1e1f64be9181 req-d15ee373-6edb-4c43-b25f-65cb0943b461 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569222 Nov 09 21:25:38.295099 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-45574696-85a3-4e30-a34e-b35f4cc846b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:38.370324 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-094439fa-08a3-42b6-be8f-ea8b01a87f1e req-8eb6d935-983c-41d2-810a-09adaff33097 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=db006957-3ae1-44a4-b83b-e520b017a81b HTTP/1.1" status: 200 len: 210 time: 0.0336483 Nov 09 21:25:38.403101 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45574696-85a3-4e30-a34e-b35f4cc846b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Pushing event updated for resources: {'Port': ['ID=776dc5e9-099b-4a98-9de4-00b0c223d17c,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:38.477179 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-b9016f96-a2a4-4ef3-b440-4d49a1aa2d2f req-e2ed821d-2f5f-4e1f-a5f6-7e8b19573c19 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] For port c251294d-77ed-4db8-894a-45ce31ac57d0, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=c251294d-77ed-4db8-894a-45ce31ac57d0,segment=NetworkSegment(a1c83fda-03be-4d5c-a07e-e6833021a1a4),segment_id=a1c83fda-03be-4d5c-a07e-e6833021a1a4)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:25:38.477601 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-b9016f96-a2a4-4ef3-b440-4d49a1aa2d2f req-e2ed821d-2f5f-4e1f-a5f6-7e8b19573c19 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:38.496351 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-64193dac-eb77-4b34-8c69-292b4525aa18 req-f562367d-b104-4b58-9c04-42afbcf2f239 service neutron] 10.222.0.49 "GET /v2.0/networks/175a8634-46ce-4879-b73c-8ead379ba916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392203 Nov 09 21:25:38.501202 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45574696-85a3-4e30-a34e-b35f4cc846b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Network 2cb31cdc-1787-4a36-874a-ccf23cce83da is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:25:38.505126 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-45574696-85a3-4e30-a34e-b35f4cc846b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:25:38.512074 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45574696-85a3-4e30-a34e-b35f4cc846b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:25:38.513046 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45574696-85a3-4e30-a34e-b35f4cc846b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:38.513660 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-45574696-85a3-4e30-a34e-b35f4cc846b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:38.517073 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-b9016f96-a2a4-4ef3-b440-4d49a1aa2d2f req-e2ed821d-2f5f-4e1f-a5f6-7e8b19573c19 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Calling delete_port for c251294d-77ed-4db8-894a-45ce31ac57d0 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:25:38.529714 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ef7bd-2504-49f3-90b7-f226dcd57884 req-38b68dd6-3919-41e9-94f6-e6d03a5d7d5d tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:38.540945 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-45574696-85a3-4e30-a34e-b35f4cc846b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4307094 Nov 09 21:25:38.544913 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ef7bd-2504-49f3-90b7-f226dcd57884 req-38b68dd6-3919-41e9-94f6-e6d03a5d7d5d tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:38.552200 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ef7bd-2504-49f3-90b7-f226dcd57884 req-38b68dd6-3919-41e9-94f6-e6d03a5d7d5d tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:38.560192 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ef7bd-2504-49f3-90b7-f226dcd57884 req-38b68dd6-3919-41e9-94f6-e6d03a5d7d5d tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:38.568406 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ef7bd-2504-49f3-90b7-f226dcd57884 req-38b68dd6-3919-41e9-94f6-e6d03a5d7d5d tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:38.572266 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48530) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:38.576940 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ef7bd-2504-49f3-90b7-f226dcd57884 req-38b68dd6-3919-41e9-94f6-e6d03a5d7d5d tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:38.584554 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ef7bd-2504-49f3-90b7-f226dcd57884 req-38b68dd6-3919-41e9-94f6-e6d03a5d7d5d tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:38.595362 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-206ef7bd-2504-49f3-90b7-f226dcd57884 req-38b68dd6-3919-41e9-94f6-e6d03a5d7d5d tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 5433 time: 0.1594334 Nov 09 21:25:38.624017 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862cac4e-d655-4fc2-9c2a-68688c8832b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:38.625808 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-862cac4e-d655-4fc2-9c2a-68688c8832b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] 10.222.0.49 "GET /v2.0/ports/776dc5e9-099b-4a98-9de4-00b0c223d17c HTTP/1.1" status: 200 len: 959 time: 0.0525515 Nov 09 21:25:38.629564 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48532) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:38.668734 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-206ef7bd-2504-49f3-90b7-f226dcd57884 req-675a7c3b-2425-4a7b-8265-dfa9965f48d9 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/security-groups?id=a49c0492-ae47-4dac-8056-4d2eff42c909&id=2aa0795d-359d-4f24-ad70-d15c6200f092&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0727804 Nov 09 21:25:38.807107 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-b9016f96-a2a4-4ef3-b440-4d49a1aa2d2f req-e2ed821d-2f5f-4e1f-a5f6-7e8b19573c19 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:38.820617 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['c251294d-77ed-4db8-894a-45ce31ac57d0'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:25:38.841999 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-407115bf-acf4-419d-b746-2c685beaf766 req-aa413f5f-6165-4326-9b2f-e5b9e2a847a5 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfb5fd08-d144-48c6-81c8-5bca1750783f HTTP/1.1" status: 200 len: 210 time: 0.0523503 Nov 09 21:25:38.850999 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ca549-c408-4884-b012-9cf31f196302 req-d381963e-78b4-4d10-ac04-e4413eb090ac tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:38.861093 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-847ca549-c408-4884-b012-9cf31f196302 req-d381963e-78b4-4d10-ac04-e4413eb090ac tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 947 time: 0.0825424 Nov 09 21:25:38.895004 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['7d1b423e-0bca-4f20-9a13-ba04210393bf', 'cac8a0f1-fcf6-4ebd-9f0d-281933b19c82', '326d231a-4dc4-4093-95d8-7bcd4571aa9b'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:25:38.940336 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-847ca549-c408-4884-b012-9cf31f196302 req-c10f7e67-dbc4-4f29-b03e-c3cc19fc0c22 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776186 Nov 09 21:25:39.011487 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ed821d-2f5f-4e1f-a5f6-7e8b19573c19 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Pushing event deleted for resources: {'Port': ['ID=c251294d-77ed-4db8-894a-45ce31ac57d0,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:39.027269 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6df0fb2a-0e15-4c9f-b5e8-6201a3e38153 req-22384733-33ae-4f1a-bced-1d3d99b4bb20 tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fb23f02-08d8-41ec-a3e4-6fbec5813120 HTTP/1.1" status: 200 len: 210 time: 0.0944800 Nov 09 21:25:39.053153 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-69f54b2b-38ca-413d-ac92-8c82da98ef26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Deleting port 776dc5e9-099b-4a98-9de4-00b0c223d17c {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:25:39.053657 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-69f54b2b-38ca-413d-ac92-8c82da98ef26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:39.056723 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9016f96-a2a4-4ef3-b440-4d49a1aa2d2f req-e2ed821d-2f5f-4e1f-a5f6-7e8b19573c19 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] No DVR routers for this DVR port c251294d-77ed-4db8-894a-45ce31ac57d0 on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:25:39.061039 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-b9016f96-a2a4-4ef3-b440-4d49a1aa2d2f req-e2ed821d-2f5f-4e1f-a5f6-7e8b19573c19 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:39.066641 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b9016f96-a2a4-4ef3-b440-4d49a1aa2d2f req-e2ed821d-2f5f-4e1f-a5f6-7e8b19573c19 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.45 "DELETE /v2.0/ports/c251294d-77ed-4db8-894a-45ce31ac57d0 HTTP/1.1" status: 204 len: 173 time: 1.1762543 Nov 09 21:25:39.069017 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb5fd08-d144-48c6-81c8-5bca1750783f', 'name': 'network-vif-deleted', 'tag': 'c251294d-77ed-4db8-894a-45ce31ac57d0'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:25:39.071735 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a808198b-6b7f-4b8d-b73e-27e9df94e9b6" -d '{"events": [{"server_uuid": "cfb5fd08-d144-48c6-81c8-5bca1750783f", "name": "network-vif-deleted", "tag": "c251294d-77ed-4db8-894a-45ce31ac57d0"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:25:39.147950 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a965c3d3-82ff-41c7-bbff-01c7c8d78545 x-openstack-request-id: req-a965c3d3-82ff-41c7-bbff-01c7c8d78545 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:25:39.148250 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb5fd08-d144-48c6-81c8-5bca1750783f", "name": "network-vif-deleted", "tag": "c251294d-77ed-4db8-894a-45ce31ac57d0", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:25:39.164969 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a965c3d3-82ff-41c7-bbff-01c7c8d78545 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:25:39.166906 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfb5fd08-d144-48c6-81c8-5bca1750783f', 'name': 'network-vif-deleted', 'tag': 'c251294d-77ed-4db8-894a-45ce31ac57d0', 'status': 'completed', 'code': 200} Nov 09 21:25:39.194704 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-69f54b2b-38ca-413d-ac92-8c82da98ef26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:39.227829 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-69f54b2b-38ca-413d-ac92-8c82da98ef26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Calling delete_port for 776dc5e9-099b-4a98-9de4-00b0c223d17c owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:25:39.413032 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-69f54b2b-38ca-413d-ac92-8c82da98ef26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:39.489989 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f54b2b-38ca-413d-ac92-8c82da98ef26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Pushing event deleted for resources: {'Port': ['ID=776dc5e9-099b-4a98-9de4-00b0c223d17c,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:39.500993 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-69f54b2b-38ca-413d-ac92-8c82da98ef26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:39.505768 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-69f54b2b-38ca-413d-ac92-8c82da98ef26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] 10.222.0.49 "DELETE /v2.0/ports/776dc5e9-099b-4a98-9de4-00b0c223d17c HTTP/1.1" status: 204 len: 168 time: 0.8752582 Nov 09 21:25:39.515276 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd4402-262f-4ba5-8cee-ac8ac82156fc req-038c5477-9bf2-436a-be26-f3ed4c26b76f tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:39.517220 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8ccd4402-262f-4ba5-8cee-ac8ac82156fc req-038c5477-9bf2-436a-be26-f3ed4c26b76f tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 946 time: 0.1494129 Nov 09 21:25:39.517934 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48558) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:39.554378 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd4fb0d1-cbb0-4780-a2b4-0556d717dad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] GET failed (client error): The resource could not be found. Nov 09 21:25:39.556140 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-bd4fb0d1-cbb0-4780-a2b4-0556d717dad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] 10.222.0.49 "GET /v2.0/ports/776dc5e9-099b-4a98-9de4-00b0c223d17c HTTP/1.1" status: 404 len: 333 time: 0.0371773 Nov 09 21:25:39.571421 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48564) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:39.575205 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f1e0dfc3-c0ef-42e2-8e5f-571ac242c6bc req-caf2fa69-0c51-4587-89e8-f0e363b1c915 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=db006957-3ae1-44a4-b83b-e520b017a81b HTTP/1.1" status: 200 len: 210 time: 0.0738587 Nov 09 21:25:39.591427 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-8ae54eb4-f7d2-4c35-a2ce-77bb6f2eaca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Request body: {'port': {'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-156893827'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:25:39.645064 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8ccd4402-262f-4ba5-8cee-ac8ac82156fc req-bf36fcce-30e4-459a-9fdd-a106184e3193 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874205 Nov 09 21:25:39.655506 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-5831a7b5-2236-473f-a8b5-4c6d44fc75ef tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:39.663292 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-5831a7b5-2236-473f-a8b5-4c6d44fc75ef tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:39.669880 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-5831a7b5-2236-473f-a8b5-4c6d44fc75ef tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:39.677288 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-5831a7b5-2236-473f-a8b5-4c6d44fc75ef tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:39.685466 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-5831a7b5-2236-473f-a8b5-4c6d44fc75ef tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:39.692951 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-5831a7b5-2236-473f-a8b5-4c6d44fc75ef tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:39.706938 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-5831a7b5-2236-473f-a8b5-4c6d44fc75ef tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:39.712004 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-5831a7b5-2236-473f-a8b5-4c6d44fc75ef tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 5433 time: 0.2256465 Nov 09 21:25:39.713322 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae54eb4-f7d2-4c35-a2ce-77bb6f2eaca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Made reservation on behalf of bf8f122615464fef89a60aa1d5dc0b6f for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:25:39.715817 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8ae54eb4-f7d2-4c35-a2ce-77bb6f2eaca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:39.744509 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-8ae54eb4-f7d2-4c35-a2ce-77bb6f2eaca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] device_id is not set on port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 yet. {{(pid=102607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:25:39.824945 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-3321cb5c-9177-4b1f-8b43-39a57d4343f7 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:39.827251 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-3321cb5c-9177-4b1f-8b43-39a57d4343f7 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.43 "GET /v2.0/ports/2b6a9424-e1c2-4d17-92db-720005970041?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0966744 Nov 09 21:25:39.839020 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870107df-93e4-4ad9-9c17-e326071a8c21 req-3b6b8c9e-741e-4594-8f8a-9d4bef60525a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:39.857024 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-870107df-93e4-4ad9-9c17-e326071a8c21 req-3b6b8c9e-741e-4594-8f8a-9d4bef60525a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80bd14f1151c49209b6b9f6a58ef3329&device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 1098 time: 0.0955255 Nov 09 21:25:40.158317 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870107df-93e4-4ad9-9c17-e326071a8c21 req-f28a3bb1-0883-4b99-93cf-631fecef2356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:40.160731 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-870107df-93e4-4ad9-9c17-e326071a8c21 req-f28a3bb1-0883-4b99-93cf-631fecef2356 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a2ce5cc-687a-4c33-859e-f9b75a50c5b6 HTTP/1.1" status: 200 len: 917 time: 0.2639852 Nov 09 21:25:40.220262 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8ae54eb4-f7d2-4c35-a2ce-77bb6f2eaca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:40.231232 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64df927-9f92-4b0d-a2c0-75850873160b req-3f50ad2b-9556-4214-b6f3-0c36c2110092 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:40.233580 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b64df927-9f92-4b0d-a2c0-75850873160b req-3f50ad2b-9556-4214-b6f3-0c36c2110092 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 947 time: 0.1559179 Nov 09 21:25:40.265715 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc512c-2456-4437-98a3-e15529753949 req-ee460f1c-8a39-4b8d-9272-929cccfdef09 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:40.274511 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc512c-2456-4437-98a3-e15529753949 req-ee460f1c-8a39-4b8d-9272-929cccfdef09 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:40.278170 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-870107df-93e4-4ad9-9c17-e326071a8c21 req-262515a0-2dd0-425b-b168-9cd01bbe15da service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77a87d51-38f5-44c7-9010-89c6fd0999c3 HTTP/1.1" status: 200 len: 1002 time: 0.1099935 Nov 09 21:25:40.281820 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc512c-2456-4437-98a3-e15529753949 req-ee460f1c-8a39-4b8d-9272-929cccfdef09 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:40.288099 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc512c-2456-4437-98a3-e15529753949 req-ee460f1c-8a39-4b8d-9272-929cccfdef09 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:40.295631 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc512c-2456-4437-98a3-e15529753949 req-ee460f1c-8a39-4b8d-9272-929cccfdef09 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:40.302072 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc512c-2456-4437-98a3-e15529753949 req-ee460f1c-8a39-4b8d-9272-929cccfdef09 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:40.309123 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc512c-2456-4437-98a3-e15529753949 req-ee460f1c-8a39-4b8d-9272-929cccfdef09 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:40.318563 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c1bc512c-2456-4437-98a3-e15529753949 req-ee460f1c-8a39-4b8d-9272-929cccfdef09 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 5433 time: 0.4367783 Nov 09 21:25:40.324032 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-88e813c2-e0b7-4cfe-9ced-a3d25708b888 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.43 "GET /v2.0/networks/3808ba34-f2ea-4dcf-b849-bb7f67f33c6c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4774623 Nov 09 21:25:40.355417 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870107df-93e4-4ad9-9c17-e326071a8c21 req-6834ccc4-cfc6-42fc-956b-ec6dd8ce4aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:40.356910 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-870107df-93e4-4ad9-9c17-e326071a8c21 req-6834ccc4-cfc6-42fc-956b-ec6dd8ce4aa7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=87945563-f9d1-4353-83ce-d183f9346308 HTTP/1.1" status: 200 len: 856 time: 0.0705035 Nov 09 21:25:40.365631 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b64df927-9f92-4b0d-a2c0-75850873160b req-97773949-5fd0-4c63-bfdb-1afba0d4ccb1 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205878 Nov 09 21:25:40.373407 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-48aadeee-1193-46dd-a5a7-dcb41340f739 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:25:40.423777 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870107df-93e4-4ad9-9c17-e326071a8c21 req-b8117c9c-b646-4087-ba33-195e2034843b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:40.425458 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-870107df-93e4-4ad9-9c17-e326071a8c21 req-b8117c9c-b646-4087-ba33-195e2034843b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a2ce5cc-687a-4c33-859e-f9b75a50c5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589640 Nov 09 21:25:40.519749 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-25ae41a2-b743-428b-a194-8a57fa1c3d28 req-0aca8825-eefb-45fc-82f8-cf0e83488f77 tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fb23f02-08d8-41ec-a3e4-6fbec5813120 HTTP/1.1" status: 200 len: 210 time: 0.0308232 Nov 09 21:25:40.561832 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-870107df-93e4-4ad9-9c17-e326071a8c21 req-00a541e6-7fe7-4ba5-8925-90faef99f94b service neutron] 10.222.0.45 "GET /v2.0/networks/5a2ce5cc-687a-4c33-859e-f9b75a50c5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265736 Nov 09 21:25:40.579554 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8ae54eb4-f7d2-4c35-a2ce-77bb6f2eaca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:40.624451 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-48aadeee-1193-46dd-a5a7-dcb41340f739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:40.671094 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-870107df-93e4-4ad9-9c17-e326071a8c21 req-e78484b6-eeac-4627-905c-93ef2ab42066 service neutron] 10.222.0.45 "GET /v2.0/networks/5a2ce5cc-687a-4c33-859e-f9b75a50c5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007879 Nov 09 21:25:40.682800 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c1bc512c-2456-4437-98a3-e15529753949 req-f894b6b5-ac51-4f2e-a1ba-01143110df56 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/security-groups?id=a49c0492-ae47-4dac-8056-4d2eff42c909&id=2aa0795d-359d-4f24-ad70-d15c6200f092&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3634715 Nov 09 21:25:40.719296 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae54eb4-f7d2-4c35-a2ce-77bb6f2eaca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Pushing event updated for resources: {'Port': ['ID=51dca44b-76cd-4ad3-8df0-f7797760dbc0,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:40.729203 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae54eb4-f7d2-4c35-a2ce-77bb6f2eaca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Network 2cb31cdc-1787-4a36-874a-ccf23cce83da is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:25:40.739719 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64193dac-eb77-4b34-8c69-292b4525aa18 req-0a811ca3-1f98-4730-ba26-d2c3b3925516 tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:40.741318 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-64193dac-eb77-4b34-8c69-292b4525aa18 req-0a811ca3-1f98-4730-ba26-d2c3b3925516 tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] 10.222.0.45 "GET /v2.0/networks?id=175a8634-46ce-4879-b73c-8ead379ba916 HTTP/1.1" status: 200 len: 821 time: 0.4905360 Nov 09 21:25:40.742087 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-61c6654a-0eb8-4811-ba36-85209e619701 req-ff01a6af-1c57-4b81-a8b3-42a8d058c67f tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=db006957-3ae1-44a4-b83b-e520b017a81b HTTP/1.1" status: 200 len: 210 time: 0.0389483 Nov 09 21:25:40.746553 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-8ae54eb4-f7d2-4c35-a2ce-77bb6f2eaca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:25:40.749804 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae54eb4-f7d2-4c35-a2ce-77bb6f2eaca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:25:40.749804 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae54eb4-f7d2-4c35-a2ce-77bb6f2eaca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:40.750570 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8ae54eb4-f7d2-4c35-a2ce-77bb6f2eaca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:40.765220 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-64193dac-eb77-4b34-8c69-292b4525aa18 req-393e1bb8-71ff-4c2c-a29a-3fc04fe4f2f5 tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] Request body: {'port': {'device_id': '0fb23f02-08d8-41ec-a3e4-6fbec5813120', 'network_id': '175a8634-46ce-4879-b73c-8ead379ba916', 'admin_state_up': True, 'tenant_id': '210e2784238f445bb9453036818ad215'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:25:40.801112 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device d46dc18b-b6fe-4988-b8da-762fe90a822d no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:25:40.835401 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device c251294d-77ed-4db8-894a-45ce31ac57d0 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:25:40.871959 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8ae54eb4-f7d2-4c35-a2ce-77bb6f2eaca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2933340 Nov 09 21:25:40.872701 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48606) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:40.879270 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:25:40.887598 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: c251294d-77ed-4db8-894a-45ce31ac57d0 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:25:40.888149 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device c251294d-77ed-4db8-894a-45ce31ac57d0 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:25:40.955449 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:40.974875 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:40.989809 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd46dc18b-b6fe-4988-b8da-762fe90a822d'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:25:40.992513 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a659fc-325e-40a1-a63e-3b6ae7828de7" -d '{"events": [{"server_uuid": "40b6c418-4d59-4dd2-bb2b-a20015d0c169", "name": "network-vif-unplugged", "status": "completed", "tag": "d46dc18b-b6fe-4988-b8da-762fe90a822d"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:25:41.016024 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb14869-5f0a-4eca-8c76-68aeac7f7563 req-0e07f772-b705-4b9a-85ad-acf68274057a tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:41.024057 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dbb14869-5f0a-4eca-8c76-68aeac7f7563 req-0e07f772-b705-4b9a-85ad-acf68274057a tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 946 time: 0.1969221 Nov 09 21:25:41.031916 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64193dac-eb77-4b34-8c69-292b4525aa18 req-393e1bb8-71ff-4c2c-a29a-3fc04fe4f2f5 tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] Made reservation on behalf of 210e2784238f445bb9453036818ad215 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:25:41.036264 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-64193dac-eb77-4b34-8c69-292b4525aa18 req-393e1bb8-71ff-4c2c-a29a-3fc04fe4f2f5 tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:41.039443 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port d46dc18b-b6fe-4988-b8da-762fe90a822d, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=d46dc18b-b6fe-4988-b8da-762fe90a822d,segment=NetworkSegment(254957df-25ec-4868-b731-a668ba7c24bc),segment_id=254957df-25ec-4868-b731-a668ba7c24bc)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:25:41.047178 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:41.048051 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 80e946a2-577f-4411-ada9-9c19200b402c no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:25:41.079897 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-48aadeee-1193-46dd-a5a7-dcb41340f739 service neutron] For port 2b6a9424-e1c2-4d17-92db-720005970041, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=2b6a9424-e1c2-4d17-92db-720005970041,segment=NetworkSegment(254957df-25ec-4868-b731-a668ba7c24bc),segment_id=254957df-25ec-4868-b731-a668ba7c24bc)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:25:41.094446 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 21:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0806f5-cc59-4ede-91a3-d0c2a8b91291 x-openstack-request-id: req-fa0806f5-cc59-4ede-91a3-d0c2a8b91291 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:25:41.094885 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b6c418-4d59-4dd2-bb2b-a20015d0c169", "name": "network-vif-unplugged", "status": "completed", "tag": "d46dc18b-b6fe-4988-b8da-762fe90a822d", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:25:41.095245 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fa0806f5-cc59-4ede-91a3-d0c2a8b91291 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:25:41.095733 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd46dc18b-b6fe-4988-b8da-762fe90a822d', 'code': 200} Nov 09 21:25:41.175910 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=d46dc18b-b6fe-4988-b8da-762fe90a822d,revision_number=6']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:41.226721 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] device_id is not set on port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:25:41.244954 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:41.249638 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-64193dac-eb77-4b34-8c69-292b4525aa18 req-393e1bb8-71ff-4c2c-a29a-3fc04fe4f2f5 tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] Allocated IP 172.20.0.5 (175a8634-46ce-4879-b73c-8ead379ba916/afd98887-34f4-44ef-97cc-ef7be1668924/0467167a-49f8-450c-a152-5ccd3aa14a10) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:25:41.251628 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:41.258342 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:41.305842 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-48aadeee-1193-46dd-a5a7-dcb41340f739 service neutron] For port 2b6a9424-e1c2-4d17-92db-720005970041, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:25:41.306265 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 80e946a2-577f-4411-ada9-9c19200b402c, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=80e946a2-577f-4411-ada9-9c19200b402c,segment=NetworkSegment(254957df-25ec-4868-b731-a668ba7c24bc),segment_id=254957df-25ec-4868-b731-a668ba7c24bc)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:25:41.313041 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:41.314188 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 2b6a9424-e1c2-4d17-92db-720005970041 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:25:41.319435 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dbb14869-5f0a-4eca-8c76-68aeac7f7563 req-7a6d365e-ba3b-4c01-b624-2eb9a026354e tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922177 Nov 09 21:25:41.332623 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Pushing event updated for resources: {'Port': ['ID=51dca44b-76cd-4ad3-8df0-f7797760dbc0,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:41.354388 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:25:41.355050 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:25:41.355586 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 on network 2cb31cdc-1787-4a36-874a-ccf23cce83da {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:25:41.361851 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 on network 2cb31cdc-1787-4a36-874a-ccf23cce83da not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:25:41.362799 n-d-816206-3 neutron-server[102608]: ERROR neutron.plugins.ml2.managers [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Failed to bind port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] Nov 09 21:25:41.363927 n-d-816206-3 neutron-server[102608]: INFO neutron.plugins.ml2.plugin [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempt 2 to bind port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 Nov 09 21:25:41.380738 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-48aadeee-1193-46dd-a5a7-dcb41340f739 service neutron] device_id is not set on port 2b6a9424-e1c2-4d17-92db-720005970041 yet. {{(pid=102607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:25:41.382820 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:25:41.383354 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:25:41.383885 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 on network 2cb31cdc-1787-4a36-874a-ccf23cce83da {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:25:41.391001 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 on network 2cb31cdc-1787-4a36-874a-ccf23cce83da not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:25:41.393286 n-d-816206-3 neutron-server[102608]: ERROR neutron.plugins.ml2.managers [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Failed to bind port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] Nov 09 21:25:41.395060 n-d-816206-3 neutron-server[102608]: INFO neutron.plugins.ml2.plugin [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempt 3 to bind port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 Nov 09 21:25:41.397657 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-48aadeee-1193-46dd-a5a7-dcb41340f739 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:41.415553 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:25:41.416244 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:25:41.416827 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 on network 2cb31cdc-1787-4a36-874a-ccf23cce83da {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:25:41.422256 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 on network 2cb31cdc-1787-4a36-874a-ccf23cce83da not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:25:41.423621 n-d-816206-3 neutron-server[102608]: ERROR neutron.plugins.ml2.managers [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Failed to bind port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] Nov 09 21:25:41.424406 n-d-816206-3 neutron-server[102608]: INFO neutron.plugins.ml2.plugin [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempt 4 to bind port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 Nov 09 21:25:41.442053 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:25:41.443162 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:25:41.443993 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 on network 2cb31cdc-1787-4a36-874a-ccf23cce83da {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:25:41.449929 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 on network 2cb31cdc-1787-4a36-874a-ccf23cce83da not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:25:41.450527 n-d-816206-3 neutron-server[102608]: ERROR neutron.plugins.ml2.managers [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Failed to bind port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] Nov 09 21:25:41.451554 n-d-816206-3 neutron-server[102608]: INFO neutron.plugins.ml2.plugin [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempt 5 to bind port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 Nov 09 21:25:41.453372 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-48aadeee-1193-46dd-a5a7-dcb41340f739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:41.459064 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 2b6a9424-e1c2-4d17-92db-720005970041 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:25:41.459500 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device ea660c77-3caf-44f2-bbe7-bc918607ccd3 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:25:41.467841 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:25:41.468488 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:25:41.470326 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 on network 2cb31cdc-1787-4a36-874a-ccf23cce83da {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:25:41.476787 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 on network 2cb31cdc-1787-4a36-874a-ccf23cce83da not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:25:41.478386 n-d-816206-3 neutron-server[102608]: ERROR neutron.plugins.ml2.managers [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Failed to bind port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] Nov 09 21:25:41.478985 n-d-816206-3 neutron-server[102608]: INFO neutron.plugins.ml2.plugin [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempt 6 to bind port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 Nov 09 21:25:41.494614 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:25:41.495560 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:25:41.496228 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 on network 2cb31cdc-1787-4a36-874a-ccf23cce83da {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:25:41.499822 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=80e946a2-577f-4411-ada9-9c19200b402c,revision_number=6']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:41.502660 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 on network 2cb31cdc-1787-4a36-874a-ccf23cce83da not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:25:41.504748 n-d-816206-3 neutron-server[102608]: ERROR neutron.plugins.ml2.managers [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Failed to bind port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] Nov 09 21:25:41.505541 n-d-816206-3 neutron-server[102608]: INFO neutron.plugins.ml2.plugin [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempt 7 to bind port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 Nov 09 21:25:41.528128 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:25:41.528817 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:25:41.529375 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 on network 2cb31cdc-1787-4a36-874a-ccf23cce83da {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:25:41.535993 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 on network 2cb31cdc-1787-4a36-874a-ccf23cce83da not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:25:41.536679 n-d-816206-3 neutron-server[102608]: ERROR neutron.plugins.ml2.managers [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Failed to bind port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] Nov 09 21:25:41.537885 n-d-816206-3 neutron-server[102608]: INFO neutron.plugins.ml2.plugin [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempt 8 to bind port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 Nov 09 21:25:41.576980 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-48aadeee-1193-46dd-a5a7-dcb41340f739 service neutron] No DVR routers for this DVR port 2b6a9424-e1c2-4d17-92db-720005970041 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:25:41.581916 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:41.600980 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aadeee-1193-46dd-a5a7-dcb41340f739 service neutron] Pushing event updated for resources: {'Port': ['ID=2b6a9424-e1c2-4d17-92db-720005970041,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:41.606807 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:25:41.607154 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:25:41.607502 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 on network 2cb31cdc-1787-4a36-874a-ccf23cce83da {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:25:41.619978 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 on network 2cb31cdc-1787-4a36-874a-ccf23cce83da not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:25:41.620345 n-d-816206-3 neutron-server[102608]: ERROR neutron.plugins.ml2.managers [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Failed to bind port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] Nov 09 21:25:41.622809 n-d-816206-3 neutron-server[102608]: INFO neutron.plugins.ml2.plugin [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempt 9 to bind port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 Nov 09 21:25:41.665837 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port ea660c77-3caf-44f2-bbe7-bc918607ccd3, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=ea660c77-3caf-44f2-bbe7-bc918607ccd3,segment=NetworkSegment(670cd2f4-a96f-44b2-b0bf-937a304cf3ab),segment_id=670cd2f4-a96f-44b2-b0bf-937a304cf3ab)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:25:41.669147 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3410c-17c3-4d51-8ce1-ad49be822c0e req-027491d0-d402-43f5-8d9c-c619fd3382a1 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:41.671525 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:41.672694 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:25:41.680960 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-51b3410c-17c3-4d51-8ce1-ad49be822c0e req-027491d0-d402-43f5-8d9c-c619fd3382a1 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 947 time: 0.1368649 Nov 09 21:25:41.689364 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:25:41.689969 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:25:41.690309 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 on network 2cb31cdc-1787-4a36-874a-ccf23cce83da {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:25:41.705808 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 on network 2cb31cdc-1787-4a36-874a-ccf23cce83da not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:25:41.706887 n-d-816206-3 neutron-server[102608]: ERROR neutron.plugins.ml2.managers [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Failed to bind port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] Nov 09 21:25:41.709035 n-d-816206-3 neutron-server[102608]: INFO neutron.plugins.ml2.plugin [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempt 10 to bind port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 Nov 09 21:25:41.727648 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:25:41.728163 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:25:41.728515 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempting to bind port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 on network 2cb31cdc-1787-4a36-874a-ccf23cce83da {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:25:41.741106 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 on network 2cb31cdc-1787-4a36-874a-ccf23cce83da not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:25:41.741486 n-d-816206-3 neutron-server[102608]: ERROR neutron.plugins.ml2.managers [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Failed to bind port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e5849fdb-9dd8-410b-8dac-1886b72b91ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2cb31cdc-1787-4a36-874a-ccf23cce83da'}] Nov 09 21:25:41.741818 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:41.742380 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-48aadeee-1193-46dd-a5a7-dcb41340f739 service neutron] In _notify_port_updated(), no bound segment for port 2b6a9424-e1c2-4d17-92db-720005970041 on network 3808ba34-f2ea-4dcf-b849-bb7f67f33c6c {{(pid=102607) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 21:25:41.743267 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-48aadeee-1193-46dd-a5a7-dcb41340f739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:41.743891 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-48aadeee-1193-46dd-a5a7-dcb41340f739 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:41.745264 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-48aadeee-1193-46dd-a5a7-dcb41340f739 service neutron] 10.222.0.43 "PUT /v2.0/ports/2b6a9424-e1c2-4d17-92db-720005970041 HTTP/1.1" status: 200 len: 1027 time: 1.4029555 Nov 09 21:25:41.756865 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cacd953b-a9ff-4a20-b739-a88773880584 req-b543c1cb-b638-4f68-bbce-7859ee616d2c tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fb23f02-08d8-41ec-a3e4-6fbec5813120 HTTP/1.1" status: 200 len: 210 time: 0.0854850 Nov 09 21:25:41.765625 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=ea660c77-3caf-44f2-bbe7-bc918607ccd3,revision_number=6']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:41.770742 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: 2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:25:41.771189 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 2e0d5cb2-d2d0-4761-b06b-a4bdc95166bc not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:25:41.771740 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device f76d6a35-507d-404f-8871-26d5877be815 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:25:41.773846 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-64193dac-eb77-4b34-8c69-292b4525aa18 req-393e1bb8-71ff-4c2c-a29a-3fc04fe4f2f5 tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:41.825365 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-51b3410c-17c3-4d51-8ce1-ad49be822c0e req-7892d5f8-2069-4baf-9c8d-8bd188190745 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432829 Nov 09 21:25:41.827667 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-670ef5c7-b1bd-4a4d-9c2f-d90bdb44f483 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:41.830557 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-670ef5c7-b1bd-4a4d-9c2f-d90bdb44f483 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.43 "GET /v2.0/ports/b53947c2-f2f0-4db5-a448-3a32c902f2f5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0728235 Nov 09 21:25:41.845473 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-58fba2fb-a0cd-45b6-abd6-09eee051ff57 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:25:41.890062 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-928593d5-cc99-4859-9e3f-bc26eb7e3b1e None None] Provisioning complete for port 2b6a9424-e1c2-4d17-92db-720005970041 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:25:41.890674 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-928593d5-cc99-4859-9e3f-bc26eb7e3b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:41.908958 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-64193dac-eb77-4b34-8c69-292b4525aa18 req-393e1bb8-71ff-4c2c-a29a-3fc04fe4f2f5 tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:41.937435 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] For port 51dca44b-76cd-4ad3-8df0-f7797760dbc0, host n-h1-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:25:41.938025 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attempted to set empty binding levels {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 09 21:25:41.944600 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:41.970240 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:41.983863 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] In _notify_port_updated(), no bound segment for port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 on network 2cb31cdc-1787-4a36-874a-ccf23cce83da {{(pid=102608) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 21:25:41.984805 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:41.985436 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:41.990239 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] 10.222.0.49 "PUT /v2.0/ports/51dca44b-76cd-4ad3-8df0-f7797760dbc0 HTTP/1.1" status: 200 len: 978 time: 1.1125669 Nov 09 21:25:41.990417 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-58fba2fb-a0cd-45b6-abd6-09eee051ff57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:41.992058 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48622) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:42.010412 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-928593d5-cc99-4859-9e3f-bc26eb7e3b1e None None] Port 2b6a9424-e1c2-4d17-92db-720005970041 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:25:42.037634 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port f76d6a35-507d-404f-8871-26d5877be815, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f76d6a35-507d-404f-8871-26d5877be815,segment=NetworkSegment(670cd2f4-a96f-44b2-b0bf-937a304cf3ab),segment_id=670cd2f4-a96f-44b2-b0bf-937a304cf3ab)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:25:42.037906 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6b23c035-a294-492a-a771-b02ee49fce5b req-03a869dc-f390-4717-bee8-bafb3360931d tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=db006957-3ae1-44a4-b83b-e520b017a81b HTTP/1.1" status: 200 len: 210 time: 0.0379262 Nov 09 21:25:42.042056 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:42.043147 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 825351ba-9738-49ef-a76d-6d1620cd75d1 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:25:42.071947 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aebaa8b-4a0f-4aac-8979-d9c1c0d4959e tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Pushing event updated for resources: {'Port': ['ID=51dca44b-76cd-4ad3-8df0-f7797760dbc0,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:42.081809 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64193dac-eb77-4b34-8c69-292b4525aa18 req-393e1bb8-71ff-4c2c-a29a-3fc04fe4f2f5 tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] Network 175a8634-46ce-4879-b73c-8ead379ba916 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:25:42.129352 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-39588151-b183-40ac-8832-7503fe278586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Deleting port 51dca44b-76cd-4ad3-8df0-f7797760dbc0 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:25:42.129696 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-39588151-b183-40ac-8832-7503fe278586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:42.162099 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=f76d6a35-507d-404f-8871-26d5877be815,revision_number=6']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:42.183043 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:42.207830 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-39588151-b183-40ac-8832-7503fe278586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] For port 51dca44b-76cd-4ad3-8df0-f7797760dbc0, host n-h1-816206-3, got binding levels [] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:25:42.208332 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-39588151-b183-40ac-8832-7503fe278586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:42.225526 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-39588151-b183-40ac-8832-7503fe278586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Calling delete_port for 51dca44b-76cd-4ad3-8df0-f7797760dbc0 owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:25:42.236811 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 825351ba-9738-49ef-a76d-6d1620cd75d1, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=825351ba-9738-49ef-a76d-6d1620cd75d1,segment=NetworkSegment(f477b23b-3157-468e-9cfa-93d67e390b26),segment_id=f477b23b-3157-468e-9cfa-93d67e390b26)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:25:42.243323 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:42.244124 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device b53947c2-f2f0-4db5-a448-3a32c902f2f5 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:25:42.333300 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-39588151-b183-40ac-8832-7503fe278586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:42.370423 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39588151-b183-40ac-8832-7503fe278586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Pushing event deleted for resources: {'Port': ['ID=51dca44b-76cd-4ad3-8df0-f7797760dbc0,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:42.386381 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-39588151-b183-40ac-8832-7503fe278586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:42.396010 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-39588151-b183-40ac-8832-7503fe278586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] 10.222.0.49 "DELETE /v2.0/ports/51dca44b-76cd-4ad3-8df0-f7797760dbc0 HTTP/1.1" status: 204 len: 168 time: 0.4027977 Nov 09 21:25:42.397185 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=825351ba-9738-49ef-a76d-6d1620cd75d1,revision_number=6']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:42.400226 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:42.408252 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48628) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:42.455177 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee79b9eb-25b3-4a36-b5af-bbc46038d301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] GET failed (client error): The resource could not be found. Nov 09 21:25:42.460247 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ee79b9eb-25b3-4a36-b5af-bbc46038d301 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-139199353-project-admin] 10.222.0.49 "GET /v2.0/ports/51dca44b-76cd-4ad3-8df0-f7797760dbc0 HTTP/1.1" status: 404 len: 333 time: 0.0476077 Nov 09 21:25:42.460664 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48630) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:42.530716 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393e1bb8-71ff-4c2c-a29a-3fc04fe4f2f5 tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] Pushing event updated for resources: {'Port': ['ID=0467167a-49f8-450c-a152-5ccd3aa14a10,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:42.536939 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc14de-e712-4691-ac32-4eb8cf01e28f req-a0758910-1417-49c5-b7e9-38174b509bc9 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:42.542563 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-64193dac-eb77-4b34-8c69-292b4525aa18 req-393e1bb8-71ff-4c2c-a29a-3fc04fe4f2f5 tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:25:42.544277 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-51cc14de-e712-4691-ac32-4eb8cf01e28f req-a0758910-1417-49c5-b7e9-38174b509bc9 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 946 time: 0.1459043 Nov 09 21:25:42.547044 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-64193dac-eb77-4b34-8c69-292b4525aa18 req-393e1bb8-71ff-4c2c-a29a-3fc04fe4f2f5 tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:25:42.577080 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-21ee58d4-b28c-4a2e-a77e-4709ddd72293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:42.609313 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-51cc14de-e712-4691-ac32-4eb8cf01e28f req-d5005d36-7505-4571-86d6-63751853f1c9 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641155 Nov 09 21:25:42.618414 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ac2cd-0239-4c62-80af-b563ea5873ce req-d87394b1-bd65-4e39-bb60-44027dbc8e21 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:42.624694 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ac2cd-0239-4c62-80af-b563ea5873ce req-d87394b1-bd65-4e39-bb60-44027dbc8e21 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:42.631164 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ac2cd-0239-4c62-80af-b563ea5873ce req-d87394b1-bd65-4e39-bb60-44027dbc8e21 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:42.638436 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ac2cd-0239-4c62-80af-b563ea5873ce req-d87394b1-bd65-4e39-bb60-44027dbc8e21 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:42.642892 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ac2cd-0239-4c62-80af-b563ea5873ce req-d87394b1-bd65-4e39-bb60-44027dbc8e21 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:42.649376 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ac2cd-0239-4c62-80af-b563ea5873ce req-d87394b1-bd65-4e39-bb60-44027dbc8e21 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:42.651269 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c9ac2cd-0239-4c62-80af-b563ea5873ce req-d87394b1-bd65-4e39-bb60-44027dbc8e21 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 4653 time: 0.6907604 Nov 09 21:25:42.669461 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64193dac-eb77-4b34-8c69-292b4525aa18 req-393e1bb8-71ff-4c2c-a29a-3fc04fe4f2f5 tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:42.670090 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-64193dac-eb77-4b34-8c69-292b4525aa18 req-393e1bb8-71ff-4c2c-a29a-3fc04fe4f2f5 tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:42.708118 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-21ee58d4-b28c-4a2e-a77e-4709ddd72293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:42.708690 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-58fba2fb-a0cd-45b6-abd6-09eee051ff57 service neutron] For port b53947c2-f2f0-4db5-a448-3a32c902f2f5, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=b53947c2-f2f0-4db5-a448-3a32c902f2f5,segment=NetworkSegment(254957df-25ec-4868-b731-a668ba7c24bc),segment_id=254957df-25ec-4868-b731-a668ba7c24bc)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:25:42.722266 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-64193dac-eb77-4b34-8c69-292b4525aa18 req-393e1bb8-71ff-4c2c-a29a-3fc04fe4f2f5 tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9691815 Nov 09 21:25:42.730760 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-21ee58d4-b28c-4a2e-a77e-4709ddd72293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cb31cdc-1787-4a36-874a-ccf23cce83da']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:25:42.736940 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-64193dac-eb77-4b34-8c69-292b4525aa18 req-da9af31b-173a-4b87-8bd4-e58d6639de6a service neutron] Request body: {'port': {'device_id': '0fb23f02-08d8-41ec-a3e4-6fbec5813120', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:25:42.741904 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-21ee58d4-b28c-4a2e-a77e-4709ddd72293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5849fdb-9dd8-410b-8dac-1886b72b91ff') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:25:42.742204 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-21ee58d4-b28c-4a2e-a77e-4709ddd72293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5849fdb-9dd8-410b-8dac-1886b72b91ff') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:25:42.754104 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-21ee58d4-b28c-4a2e-a77e-4709ddd72293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:42.770369 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-21ee58d4-b28c-4a2e-a77e-4709ddd72293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:42.777604 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21ee58d4-b28c-4a2e-a77e-4709ddd72293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:25:42.778005 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-21ee58d4-b28c-4a2e-a77e-4709ddd72293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:42.781697 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:25:42.781697 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:25:42.781697 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:25:42.781697 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:25:42.781697 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:25:42.781697 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:25:42.781697 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:25:42.781697 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:25:42.781697 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:25:42.781697 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:25:42.781697 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:25:42.781697 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:25:42.781697 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:25:42.781697 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:25:42.781697 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:25:42.781697 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:25:42.781697 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:25:42.781697 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:25:42.781697 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:25:42.781697 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:25:42.781697 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:25:42.781697 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:25:42.781697 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:25:42.781697 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:25:42.781697 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:25:42.781697 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:25:42.781697 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:25:42.781697 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:25:42.781697 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:25:42.781697 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:25:42.781697 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:25:42.781697 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:25:42.805289 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c9ac2cd-0239-4c62-80af-b563ea5873ce req-9116dff5-f23d-404a-9806-4c378556cee4 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/security-groups?id=a49c0492-ae47-4dac-8056-4d2eff42c909&id=2aa0795d-359d-4f24-ad70-d15c6200f092&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1419816 Nov 09 21:25:42.830963 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-58fba2fb-a0cd-45b6-abd6-09eee051ff57 service neutron] For port b53947c2-f2f0-4db5-a448-3a32c902f2f5, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:25:42.865723 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-64193dac-eb77-4b34-8c69-292b4525aa18 req-da9af31b-173a-4b87-8bd4-e58d6639de6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:42.868406 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-21ee58d4-b28c-4a2e-a77e-4709ddd72293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:42.876678 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-21ee58d4-b28c-4a2e-a77e-4709ddd72293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:42.880210 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-58fba2fb-a0cd-45b6-abd6-09eee051ff57 service neutron] device_id is not set on port b53947c2-f2f0-4db5-a448-3a32c902f2f5 yet. {{(pid=102607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:25:42.880889 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-21ee58d4-b28c-4a2e-a77e-4709ddd72293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586-project] 10.222.0.49 "DELETE /v2.0/networks/2cb31cdc-1787-4a36-874a-ccf23cce83da HTTP/1.1" status: 204 len: 168 time: 0.4193623 Nov 09 21:25:42.899584 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-58fba2fb-a0cd-45b6-abd6-09eee051ff57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:42.905333 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee58d4-b28c-4a2e-a77e-4709ddd72293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387149586-project] Pushing event deleted for resources: {'Network': ['ID=2cb31cdc-1787-4a36-874a-ccf23cce83da,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:42.924189 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-58fba2fb-a0cd-45b6-abd6-09eee051ff57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:42.963744 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.db.api [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 21:25:42.964575 n-d-816206-3 neutron-server[102609]: DEBUG oslo_db.api [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 21:25:42.969187 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f188ee1-fbee-43cf-b3b6-b2a3cfaefbc9 req-cda75a2c-a824-4a2f-8f74-4a48bc56d0b2 tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:42.979955 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2f188ee1-fbee-43cf-b3b6-b2a3cfaefbc9 req-cda75a2c-a824-4a2f-8f74-4a48bc56d0b2 tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fb23f02-08d8-41ec-a3e4-6fbec5813120 HTTP/1.1" status: 200 len: 931 time: 0.0902996 Nov 09 21:25:43.050276 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2f188ee1-fbee-43cf-b3b6-b2a3cfaefbc9 req-407a34df-3f2c-4fc2-b780-f11cd892ad9d tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] 10.222.0.49 "GET /v2.0/security-groups?id=8557b968-5e4d-431e-8cbc-b3ed8b52a9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662992 Nov 09 21:25:43.064162 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fba2fb-a0cd-45b6-abd6-09eee051ff57 service neutron] Pushing event updated for resources: {'Port': ['ID=b53947c2-f2f0-4db5-a448-3a32c902f2f5,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:43.073583 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-58fba2fb-a0cd-45b6-abd6-09eee051ff57 service neutron] No DVR routers for this DVR port b53947c2-f2f0-4db5-a448-3a32c902f2f5 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:25:43.097937 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80e946a2-577f-4411-ada9-9c19200b402c'}, {'server_uuid': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea660c77-3caf-44f2-bbe7-bc918607ccd3'}, {'server_uuid': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f76d6a35-507d-404f-8871-26d5877be815'}, {'server_uuid': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '825351ba-9738-49ef-a76d-6d1620cd75d1'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:25:43.100482 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e218c673-074b-4c8c-a56e-26e577173e80" -d '{"events": [{"server_uuid": "40b6c418-4d59-4dd2-bb2b-a20015d0c169", "name": "network-vif-unplugged", "status": "completed", "tag": "80e946a2-577f-4411-ada9-9c19200b402c"}, {"server_uuid": "40b6c418-4d59-4dd2-bb2b-a20015d0c169", "name": "network-vif-unplugged", "status": "completed", "tag": "ea660c77-3caf-44f2-bbe7-bc918607ccd3"}, {"server_uuid": "40b6c418-4d59-4dd2-bb2b-a20015d0c169", "name": "network-vif-unplugged", "status": "completed", "tag": "f76d6a35-507d-404f-8871-26d5877be815"}, {"server_uuid": "40b6c418-4d59-4dd2-bb2b-a20015d0c169", "name": "network-vif-unplugged", "status": "completed", "tag": "825351ba-9738-49ef-a76d-6d1620cd75d1"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:25:43.183277 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-58fba2fb-a0cd-45b6-abd6-09eee051ff57 service neutron] In _notify_port_updated(), no bound segment for port b53947c2-f2f0-4db5-a448-3a32c902f2f5 on network 3808ba34-f2ea-4dcf-b849-bb7f67f33c6c {{(pid=102607) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 21:25:43.183775 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Tue, 09 Nov 2021 21:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0a5975-847f-4aa0-87ba-dc02a9da6228 x-openstack-request-id: req-0e0a5975-847f-4aa0-87ba-dc02a9da6228 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:25:43.184122 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b6c418-4d59-4dd2-bb2b-a20015d0c169", "name": "network-vif-unplugged", "status": "completed", "tag": "80e946a2-577f-4411-ada9-9c19200b402c", "code": 200}, {"server_uuid": "40b6c418-4d59-4dd2-bb2b-a20015d0c169", "name": "network-vif-unplugged", "status": "completed", "tag": "ea660c77-3caf-44f2-bbe7-bc918607ccd3", "code": 200}, {"server_uuid": "40b6c418-4d59-4dd2-bb2b-a20015d0c169", "name": "network-vif-unplugged", "status": "completed", "tag": "f76d6a35-507d-404f-8871-26d5877be815", "code": 200}, {"server_uuid": "40b6c418-4d59-4dd2-bb2b-a20015d0c169", "name": "network-vif-unplugged", "status": "completed", "tag": "825351ba-9738-49ef-a76d-6d1620cd75d1", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:25:43.184349 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-58fba2fb-a0cd-45b6-abd6-09eee051ff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:43.184437 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0e0a5975-847f-4aa0-87ba-dc02a9da6228 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:25:43.184832 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80e946a2-577f-4411-ada9-9c19200b402c', 'code': 200} Nov 09 21:25:43.184941 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-58fba2fb-a0cd-45b6-abd6-09eee051ff57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:43.185101 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea660c77-3caf-44f2-bbe7-bc918607ccd3', 'code': 200} Nov 09 21:25:43.185342 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f76d6a35-507d-404f-8871-26d5877be815', 'code': 200} Nov 09 21:25:43.185593 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '825351ba-9738-49ef-a76d-6d1620cd75d1', 'code': 200} Nov 09 21:25:43.186082 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-58fba2fb-a0cd-45b6-abd6-09eee051ff57 service neutron] 10.222.0.43 "PUT /v2.0/ports/b53947c2-f2f0-4db5-a448-3a32c902f2f5 HTTP/1.1" status: 200 len: 1027 time: 1.3452363 Nov 09 21:25:43.220588 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e9c69680-2bfe-4e48-8745-adbbd757db69 req-63846b27-a5b9-4d00-99fa-09fe1df8dd2b tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=db006957-3ae1-44a4-b83b-e520b017a81b HTTP/1.1" status: 200 len: 210 time: 0.0387592 Nov 09 21:25:43.247129 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48642) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:43.354970 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-7b952a02-7a6c-4fc6-9d33-7fab2696ab3e None None] Provisioning complete for port b53947c2-f2f0-4db5-a448-3a32c902f2f5 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:25:43.355482 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7b952a02-7a6c-4fc6-9d33-7fab2696ab3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:43.406207 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-64193dac-eb77-4b34-8c69-292b4525aa18 req-da9af31b-173a-4b87-8bd4-e58d6639de6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0467167a-49f8-450c-a152-5ccd3aa14a10 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:25:43.414419 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-7b952a02-7a6c-4fc6-9d33-7fab2696ab3e None None] Port b53947c2-f2f0-4db5-a448-3a32c902f2f5 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:25:43.415499 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-64193dac-eb77-4b34-8c69-292b4525aa18 req-da9af31b-173a-4b87-8bd4-e58d6639de6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:43.431738 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-64193dac-eb77-4b34-8c69-292b4525aa18 req-da9af31b-173a-4b87-8bd4-e58d6639de6a service neutron] Transition to ACTIVE for port object 0467167a-49f8-450c-a152-5ccd3aa14a10 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:25:43.457252 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-64193dac-eb77-4b34-8c69-292b4525aa18 req-da9af31b-173a-4b87-8bd4-e58d6639de6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:43.541751 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9af31b-173a-4b87-8bd4-e58d6639de6a service neutron] Pushing event updated for resources: {'Port': ['ID=0467167a-49f8-450c-a152-5ccd3aa14a10,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:43.562447 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-86e38ec8-3f58-4c86-8144-34f7fe96393b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2a9192a101234905bfb4184fc4014d78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3119354 Nov 09 21:25:43.571718 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48648) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:43.603347 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-f22fd302-7f4c-4e25-bc0c-d66932edc2b6 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Deleting port 825351ba-9738-49ef-a76d-6d1620cd75d1 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:25:43.603936 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-f22fd302-7f4c-4e25-bc0c-d66932edc2b6 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:43.679431 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-64193dac-eb77-4b34-8c69-292b4525aa18 req-da9af31b-173a-4b87-8bd4-e58d6639de6a service neutron] Attempting to bind port 0467167a-49f8-450c-a152-5ccd3aa14a10 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:25:43.680040 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-64193dac-eb77-4b34-8c69-292b4525aa18 req-da9af31b-173a-4b87-8bd4-e58d6639de6a service neutron] Attempting to bind port 0467167a-49f8-450c-a152-5ccd3aa14a10 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'c73579ec-f473-4c5b-bf59-3d43c27d5bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '175a8634-46ce-4879-b73c-8ead379ba916'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:25:43.680151 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64193dac-eb77-4b34-8c69-292b4525aa18 req-da9af31b-173a-4b87-8bd4-e58d6639de6a service neutron] Attempting to bind port 0467167a-49f8-450c-a152-5ccd3aa14a10 on network 175a8634-46ce-4879-b73c-8ead379ba916 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:25:43.685938 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9024a4fd-1193-4df9-96c2-e6f117ed9108 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:43.694621 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64193dac-eb77-4b34-8c69-292b4525aa18 req-da9af31b-173a-4b87-8bd4-e58d6639de6a service neutron] Port 0467167a-49f8-450c-a152-5ccd3aa14a10 on network 175a8634-46ce-4879-b73c-8ead379ba916 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:25:43.694953 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64193dac-eb77-4b34-8c69-292b4525aa18 req-da9af31b-173a-4b87-8bd4-e58d6639de6a service neutron] Attempting to bind port 0467167a-49f8-450c-a152-5ccd3aa14a10 on network 175a8634-46ce-4879-b73c-8ead379ba916 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:25:43.706190 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64193dac-eb77-4b34-8c69-292b4525aa18 req-da9af31b-173a-4b87-8bd4-e58d6639de6a service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:25:43.706531 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64193dac-eb77-4b34-8c69-292b4525aa18 req-da9af31b-173a-4b87-8bd4-e58d6639de6a service neutron] Checking segment: {'id': 'c73579ec-f473-4c5b-bf59-3d43c27d5bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '175a8634-46ce-4879-b73c-8ead379ba916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:25:43.706928 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64193dac-eb77-4b34-8c69-292b4525aa18 req-da9af31b-173a-4b87-8bd4-e58d6639de6a service neutron] Bound using segment: {'id': 'c73579ec-f473-4c5b-bf59-3d43c27d5bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '175a8634-46ce-4879-b73c-8ead379ba916'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:25:43.707371 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-64193dac-eb77-4b34-8c69-292b4525aa18 req-da9af31b-173a-4b87-8bd4-e58d6639de6a service neutron] Bound port: 0467167a-49f8-450c-a152-5ccd3aa14a10, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c73579ec-f473-4c5b-bf59-3d43c27d5bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '175a8634-46ce-4879-b73c-8ead379ba916'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:25:43.707734 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-64193dac-eb77-4b34-8c69-292b4525aa18 req-da9af31b-173a-4b87-8bd4-e58d6639de6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:43.773934 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-f22fd302-7f4c-4e25-bc0c-d66932edc2b6 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] For port 825351ba-9738-49ef-a76d-6d1620cd75d1, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=825351ba-9738-49ef-a76d-6d1620cd75d1,segment=NetworkSegment(f477b23b-3157-468e-9cfa-93d67e390b26),segment_id=f477b23b-3157-468e-9cfa-93d67e390b26)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:25:43.774466 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-f22fd302-7f4c-4e25-bc0c-d66932edc2b6 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:43.779058 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9024a4fd-1193-4df9-96c2-e6f117ed9108 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:43.827034 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5311534f-f811-4b5a-b8dd-f6f012209c03 req-d710cf17-fdc4-46b3-858e-8508b34b30e7 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:43.828996 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5311534f-f811-4b5a-b8dd-f6f012209c03 req-d710cf17-fdc4-46b3-858e-8508b34b30e7 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 946 time: 0.1004567 Nov 09 21:25:43.855210 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-64193dac-eb77-4b34-8c69-292b4525aa18 req-da9af31b-173a-4b87-8bd4-e58d6639de6a service neutron] For port 0467167a-49f8-450c-a152-5ccd3aa14a10, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:25:43.869627 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-64193dac-eb77-4b34-8c69-292b4525aa18 req-da9af31b-173a-4b87-8bd4-e58d6639de6a service neutron] For port 0467167a-49f8-450c-a152-5ccd3aa14a10, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=0467167a-49f8-450c-a152-5ccd3aa14a10,segment=NetworkSegment(c73579ec-f473-4c5b-bf59-3d43c27d5bef),segment_id=c73579ec-f473-4c5b-bf59-3d43c27d5bef)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:25:43.884211 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-64193dac-eb77-4b34-8c69-292b4525aa18 req-da9af31b-173a-4b87-8bd4-e58d6639de6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:43.923599 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5311534f-f811-4b5a-b8dd-f6f012209c03 req-b74b0d75-b036-4556-be3d-3ac3e6832d72 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683441 Nov 09 21:25:43.925923 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9024a4fd-1193-4df9-96c2-e6f117ed9108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:43.930742 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9024a4fd-1193-4df9-96c2-e6f117ed9108 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:43.934901 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-9024a4fd-1193-4df9-96c2-e6f117ed9108 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6c79f9c0-7e7b-46b8-ad18-2bfcd699b3d2 HTTP/1.1" status: 204 len: 168 time: 0.3598566 Nov 09 21:25:43.947348 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9024a4fd-1193-4df9-96c2-e6f117ed9108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c79f9c0-7e7b-46b8-ad18-2bfcd699b3d2,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:44.017461 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64193dac-eb77-4b34-8c69-292b4525aa18 req-da9af31b-173a-4b87-8bd4-e58d6639de6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:44.018087 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-64193dac-eb77-4b34-8c69-292b4525aa18 req-da9af31b-173a-4b87-8bd4-e58d6639de6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:44.019741 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-64193dac-eb77-4b34-8c69-292b4525aa18 req-da9af31b-173a-4b87-8bd4-e58d6639de6a service neutron] 10.222.0.45 "PUT /v2.0/ports/0467167a-49f8-450c-a152-5ccd3aa14a10 HTTP/1.1" status: 200 len: 1091 time: 1.2876081 Nov 09 21:25:44.020167 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fb23f02-08d8-41ec-a3e4-6fbec5813120', 'tag': '0467167a-49f8-450c-a152-5ccd3aa14a10'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:25:44.022488 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6891a9-c6ad-4081-b0c6-236683faea88" -d '{"events": [{"name": "network-changed", "server_uuid": "0fb23f02-08d8-41ec-a3e4-6fbec5813120", "tag": "0467167a-49f8-450c-a152-5ccd3aa14a10"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:25:44.101908 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4591f6-0285-495d-b1ac-fd1df99f6bb0 x-openstack-request-id: req-2f4591f6-0285-495d-b1ac-fd1df99f6bb0 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:25:44.101908 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fb23f02-08d8-41ec-a3e4-6fbec5813120", "tag": "0467167a-49f8-450c-a152-5ccd3aa14a10", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:25:44.101908 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2f4591f6-0285-495d-b1ac-fd1df99f6bb0 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:25:44.102290 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fb23f02-08d8-41ec-a3e4-6fbec5813120', 'tag': '0467167a-49f8-450c-a152-5ccd3aa14a10', 'status': 'completed', 'code': 200} Nov 09 21:25:44.120842 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9af31b-173a-4b87-8bd4-e58d6639de6a service neutron] Pushing event updated for resources: {'Port': ['ID=0467167a-49f8-450c-a152-5ccd3aa14a10,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:44.221343 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329ea96-1a92-40eb-b758-5a6db91fccce req-03059d46-4c71-4dd5-95c5-6c4649f4b6cb tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:44.224342 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9b1da-ea0e-4c32-a67a-c4de8f37b52f req-c0363450-be4e-4658-a996-cfd3ac5a3b63 tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:44.226725 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e9d9b1da-ea0e-4c32-a67a-c4de8f37b52f req-c0363450-be4e-4658-a996-cfd3ac5a3b63 tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fb23f02-08d8-41ec-a3e4-6fbec5813120 HTTP/1.1" status: 200 len: 943 time: 0.0756028 Nov 09 21:25:44.235292 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329ea96-1a92-40eb-b758-5a6db91fccce req-03059d46-4c71-4dd5-95c5-6c4649f4b6cb tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:44.243402 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329ea96-1a92-40eb-b758-5a6db91fccce req-03059d46-4c71-4dd5-95c5-6c4649f4b6cb tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:44.251224 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329ea96-1a92-40eb-b758-5a6db91fccce req-03059d46-4c71-4dd5-95c5-6c4649f4b6cb tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:44.257509 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329ea96-1a92-40eb-b758-5a6db91fccce req-03059d46-4c71-4dd5-95c5-6c4649f4b6cb tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:44.259338 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3329ea96-1a92-40eb-b758-5a6db91fccce req-03059d46-4c71-4dd5-95c5-6c4649f4b6cb tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 3875 time: 0.3177390 Nov 09 21:25:44.275605 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64193dac-eb77-4b34-8c69-292b4525aa18 req-13c90ec1-27d7-44ac-aca2-da636a74e017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:44.277259 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-64193dac-eb77-4b34-8c69-292b4525aa18 req-13c90ec1-27d7-44ac-aca2-da636a74e017 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=210e2784238f445bb9453036818ad215&device_id=0fb23f02-08d8-41ec-a3e4-6fbec5813120 HTTP/1.1" status: 200 len: 1094 time: 0.1906450 Nov 09 21:25:44.300716 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e9d9b1da-ea0e-4c32-a67a-c4de8f37b52f req-a384fbd6-a460-4c33-a086-29abd1f6a93c tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] 10.222.0.49 "GET /v2.0/security-groups?id=8557b968-5e4d-431e-8cbc-b3ed8b52a9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669234 Nov 09 21:25:44.345464 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-64193dac-eb77-4b34-8c69-292b4525aa18 req-ea08c981-898c-42b7-8ee3-cd9ee06c9831 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0467167a-49f8-450c-a152-5ccd3aa14a10 HTTP/1.1" status: 200 len: 217 time: 0.0508220 Nov 09 21:25:44.347779 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-f22fd302-7f4c-4e25-bc0c-d66932edc2b6 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:44.348154 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-f22fd302-7f4c-4e25-bc0c-d66932edc2b6 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:44.348470 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-f22fd302-7f4c-4e25-bc0c-d66932edc2b6 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Floating IP 882aeec3-4637-46b9-bfea-5aa6180415da disassociated. External IP: 172.25.7.129, port: 825351ba-9738-49ef-a76d-6d1620cd75d1. Nov 09 21:25:44.348839 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-f22fd302-7f4c-4e25-bc0c-d66932edc2b6 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Calling delete_port for 825351ba-9738-49ef-a76d-6d1620cd75d1 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:25:44.363265 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48664) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:44.431773 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ea95f329-aa88-418e-9a3d-1d8a0a0c4280 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bf8f122615464fef89a60aa1d5dc0b6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0647147 Nov 09 21:25:44.432983 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48670) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:44.484297 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3329ea96-1a92-40eb-b758-5a6db91fccce req-b0180526-fd93-4435-baa6-176ef55e26d1 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/security-groups?id=2aa0795d-359d-4f24-ad70-d15c6200f092&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2173808 Nov 09 21:25:44.505063 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64193dac-eb77-4b34-8c69-292b4525aa18 req-d35568e0-d6ae-4bc7-8eb4-3dc54a716303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:44.506544 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-64193dac-eb77-4b34-8c69-292b4525aa18 req-d35568e0-d6ae-4bc7-8eb4-3dc54a716303 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=afd98887-34f4-44ef-97cc-ef7be1668924 HTTP/1.1" status: 200 len: 861 time: 0.1541882 Nov 09 21:25:44.565315 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-64193dac-eb77-4b34-8c69-292b4525aa18 req-da0da721-1a2f-48e5-8ed6-195a282df7ed service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=175a8634-46ce-4879-b73c-8ead379ba916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492308 Nov 09 21:25:44.633424 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b6423fe2-dedf-41e0-bfcc-bc445d5c9103 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:44.709524 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b6423fe2-dedf-41e0-bfcc-bc445d5c9103 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:44.744339 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-f22fd302-7f4c-4e25-bc0c-d66932edc2b6 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:44.798303 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-64193dac-eb77-4b34-8c69-292b4525aa18 req-bc830f16-1bf2-4fd9-9fb0-e0dc2816e078 service neutron] 10.222.0.45 "GET /v2.0/networks/175a8634-46ce-4879-b73c-8ead379ba916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251620 Nov 09 21:25:44.798979 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22fd302-7f4c-4e25-bc0c-d66932edc2b6 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Pushing event deleted for resources: {'Port': ['ID=825351ba-9738-49ef-a76d-6d1620cd75d1,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:44.978379 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b6423fe2-dedf-41e0-bfcc-bc445d5c9103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:44.980969 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b6423fe2-dedf-41e0-bfcc-bc445d5c9103 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:44.982128 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b6423fe2-dedf-41e0-bfcc-bc445d5c9103 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ea49d589-bb02-4a0c-ae6e-5e555eca5562 HTTP/1.1" status: 204 len: 168 time: 0.5444057 Nov 09 21:25:45.048565 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecccce7d-f422-4976-b131-8301c05a6eea req-cabfc5ac-2544-4955-af35-214618b009c0 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:45.050761 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ecccce7d-f422-4976-b131-8301c05a6eea req-cabfc5ac-2544-4955-af35-214618b009c0 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 946 time: 0.0567682 Nov 09 21:25:45.059708 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6423fe2-dedf-41e0-bfcc-bc445d5c9103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea49d589-bb02-4a0c-ae6e-5e555eca5562,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:45.098346 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-64193dac-eb77-4b34-8c69-292b4525aa18 req-94f48449-333e-4b60-b35c-b9a8db99fad1 service neutron] 10.222.0.45 "GET /v2.0/networks/175a8634-46ce-4879-b73c-8ead379ba916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879176 Nov 09 21:25:45.114872 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da36f79-d2cf-45f5-b38c-b78d6960c947 req-4173732f-4a46-42a9-9402-f2e52e3305a8 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:45.116511 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4da36f79-d2cf-45f5-b38c-b78d6960c947 req-4173732f-4a46-42a9-9402-f2e52e3305a8 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/networks?id=a977e5a0-d935-40af-beae-b0f3a8c25de8 HTTP/1.1" status: 200 len: 811 time: 0.3242850 Nov 09 21:25:45.147682 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-f22fd302-7f4c-4e25-bc0c-d66932edc2b6 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Router f15193b5-cc62-400b-9141-50819cd14590 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:25:45.147895 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ecccce7d-f422-4976-b131-8301c05a6eea req-b15d0f41-c204-4e2b-a376-8a9c92fd3253 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899365 Nov 09 21:25:45.149817 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4da36f79-d2cf-45f5-b38c-b78d6960c947 req-da292b15-ef04-4b5a-8e96-2dd15df234a4 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/quotas/37ab742aac8d42199f84c1b467e67cb5 HTTP/1.1" status: 200 len: 375 time: 0.0240226 Nov 09 21:25:45.210216 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4da36f79-d2cf-45f5-b38c-b78d6960c947 req-ff976d60-7bc6-4f49-bdea-dbe1817aa8ad tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=37ab742aac8d42199f84c1b467e67cb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480070 Nov 09 21:25:45.444068 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea9474-6c0c-4aa5-ae33-cac1eab47710 req-b6c9bdb3-a4df-48f9-a5d1-fe17ccb632fb tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:45.445544 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-daea9474-6c0c-4aa5-ae33-cac1eab47710 req-b6c9bdb3-a4df-48f9-a5d1-fe17ccb632fb tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fb23f02-08d8-41ec-a3e4-6fbec5813120 HTTP/1.1" status: 200 len: 943 time: 0.0562849 Nov 09 21:25:45.465111 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6891a9-c6ad-4081-b0c6-236683faea88 req-6538c9ca-25b3-45cb-ac1a-77663b6b74da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:45.466757 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0a6891a9-c6ad-4081-b0c6-236683faea88 req-6538c9ca-25b3-45cb-ac1a-77663b6b74da service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=210e2784238f445bb9453036818ad215&device_id=0fb23f02-08d8-41ec-a3e4-6fbec5813120 HTTP/1.1" status: 200 len: 1094 time: 0.2927306 Nov 09 21:25:45.493550 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-f22fd302-7f4c-4e25-bc0c-d66932edc2b6 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:25:45.513857 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b534d7f-3cef-40fa-ab06-5ef9bc6cc279 None None] Sync routers for ids ['f15193b5-cc62-400b-9141-50819cd14590'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:25:45.530794 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b534d7f-3cef-40fa-ab06-5ef9bc6cc279 None None] Routers {'f15193b5-cc62-400b-9141-50819cd14590'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:25:45.532538 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-0b534d7f-3cef-40fa-ab06-5ef9bc6cc279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:25:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f15193b5-cc62-400b-9141-50819cd14590'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:25:45.541606 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-daea9474-6c0c-4aa5-ae33-cac1eab47710 req-ab333e1b-84b0-445a-87f9-7bfa82dafd61 tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] 10.222.0.49 "GET /v2.0/security-groups?id=8557b968-5e4d-431e-8cbc-b3ed8b52a9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858207 Nov 09 21:25:45.594670 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4da36f79-d2cf-45f5-b38c-b78d6960c947 req-ec771897-aed0-4453-9050-812c87bd3a91 service neutron] 10.222.0.49 "GET /v2.0/networks/a977e5a0-d935-40af-beae-b0f3a8c25de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174715 Nov 09 21:25:45.620576 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-f22fd302-7f4c-4e25-bc0c-d66932edc2b6 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] No DVR routers for this DVR port 825351ba-9738-49ef-a76d-6d1620cd75d1 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:25:45.655616 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-f22fd302-7f4c-4e25-bc0c-d66932edc2b6 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:45.660410 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-f22fd302-7f4c-4e25-bc0c-d66932edc2b6 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.43 "DELETE /v2.0/ports/825351ba-9738-49ef-a76d-6d1620cd75d1 HTTP/1.1" status: 204 len: 173 time: 2.3540814 Nov 09 21:25:45.681960 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7e890-9862-4795-933e-8fd7f4059ac2 req-204e3a91-8aa0-4c9e-9a8d-6506349b41b7 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:45.688606 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7e890-9862-4795-933e-8fd7f4059ac2 req-204e3a91-8aa0-4c9e-9a8d-6506349b41b7 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:45.688786 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-0b534d7f-3cef-40fa-ab06-5ef9bc6cc279 None None] Set router f15193b5-cc62-400b-9141-50819cd14590 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:25:45.696258 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7e890-9862-4795-933e-8fd7f4059ac2 req-204e3a91-8aa0-4c9e-9a8d-6506349b41b7 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:45.704939 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7e890-9862-4795-933e-8fd7f4059ac2 req-204e3a91-8aa0-4c9e-9a8d-6506349b41b7 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:45.713384 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9df7e890-9862-4795-933e-8fd7f4059ac2 req-204e3a91-8aa0-4c9e-9a8d-6506349b41b7 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 3141 time: 0.0914092 Nov 09 21:25:45.806031 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6891a9-c6ad-4081-b0c6-236683faea88 req-be7e36bd-03d7-42dc-9f26-57f20e92b545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:45.807527 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0a6891a9-c6ad-4081-b0c6-236683faea88 req-be7e36bd-03d7-42dc-9f26-57f20e92b545 service neutron] 10.222.0.45 "GET /v2.0/networks?id=175a8634-46ce-4879-b73c-8ead379ba916 HTTP/1.1" status: 200 len: 921 time: 0.3244038 Nov 09 21:25:45.816652 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9df7e890-9862-4795-933e-8fd7f4059ac2 req-bedbb420-0390-47d9-81b7-323de121eb2d tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/security-groups?id=2aa0795d-359d-4f24-ad70-d15c6200f092&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1017361 Nov 09 21:25:45.864047 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0a6891a9-c6ad-4081-b0c6-236683faea88 req-c9a128ac-79e1-4f7b-a798-3142df83fd0a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0467167a-49f8-450c-a152-5ccd3aa14a10 HTTP/1.1" status: 200 len: 217 time: 0.0486655 Nov 09 21:25:45.869866 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4da36f79-d2cf-45f5-b38c-b78d6960c947 req-503c8c9a-1b77-4327-bd14-e2ea110d5c33 service neutron] 10.222.0.49 "GET /v2.0/networks/a977e5a0-d935-40af-beae-b0f3a8c25de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743895 Nov 09 21:25:45.932435 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-c2f0de9b-c2c8-4b2b-b060-0009ec2710ad tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Deleting port d46dc18b-b6fe-4988-b8da-762fe90a822d {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:25:45.932840 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-c2f0de9b-c2c8-4b2b-b060-0009ec2710ad tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:45.951553 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6891a9-c6ad-4081-b0c6-236683faea88 req-6d38cbb6-f142-469f-9ba8-4e64ff8ef3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:45.953216 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0a6891a9-c6ad-4081-b0c6-236683faea88 req-6d38cbb6-f142-469f-9ba8-4e64ff8ef3c6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=afd98887-34f4-44ef-97cc-ef7be1668924 HTTP/1.1" status: 200 len: 861 time: 0.0816505 Nov 09 21:25:46.002588 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-0b534d7f-3cef-40fa-ab06-5ef9bc6cc279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15193b5-cc62-400b-9141-50819cd14590', 'name': 'tempest-TaggedBootDevicesTest-1130941535-router', 'tenant_id': '400600a87b5744da836a5a4df97863c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '1f54d51a-a509-43fb-85c6-83287b942a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:14:55Z', 'updated_at': '2021-11-09T21:15:00Z', 'revision_number': 4, 'project_id': '400600a87b5744da836a5a4df97863c7', 'gw_port': {'id': '1f54d51a-a509-43fb-85c6-83287b942a03', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:83:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15193b5-cc62-400b-9141-50819cd14590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:14:56Z', 'updated_at': '2021-11-09T21:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '0c844657-9d7d-40c4-8f9d-f57e57caa8af', 'name': '', 'network_id': 'd6a5df07-fe3c-47f1-83e0-b8908198e01d', 'tenant_id': '400600a87b5744da836a5a4df97863c7', 'mac_address': 'fa:16:3e:49:9b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15193b5-cc62-400b-9141-50819cd14590', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '55602be9-97b4-4359-8931-67067a301b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:14:59Z', 'updated_at': '2021-11-09T21:15:07Z', 'revision_number': 5, 'project_id': '400600a87b5744da836a5a4df97863c7', 'subnets': [{'id': '55602be9-97b4-4359-8931-67067a301b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:25:46.016688 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0a6891a9-c6ad-4081-b0c6-236683faea88 req-a315111d-0c8b-46ac-a208-14534f632f15 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=175a8634-46ce-4879-b73c-8ead379ba916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371468 Nov 09 21:25:46.036541 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b534d7f-3cef-40fa-ab06-5ef9bc6cc279 None None] Checking router: f15193b5-cc62-400b-9141-50819cd14590 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:25:46.088981 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b534d7f-3cef-40fa-ab06-5ef9bc6cc279 None None] Routers {'f15193b5-cc62-400b-9141-50819cd14590'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:25:46.089710 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-0b534d7f-3cef-40fa-ab06-5ef9bc6cc279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:25:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f15193b5-cc62-400b-9141-50819cd14590'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:25:46.126481 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48722) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:46.206754 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d6a3f88c-a370-4147-997d-f63328c2c247 req-b16c2a21-7854-466a-a31c-eb6ffc104058 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3c9c6c8-baf5-4c76-ae6c-11644ba87969 HTTP/1.1" status: 200 len: 210 time: 0.0697224 Nov 09 21:25:46.212929 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-0b534d7f-3cef-40fa-ab06-5ef9bc6cc279 None None] Set router f15193b5-cc62-400b-9141-50819cd14590 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:25:46.369461 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-cf888447-bc0a-455f-be53-3d44e9aa9488 tempest-AgentManagementNegativeTest-1787029116 tempest-AgentManagementNegativeTest-1787029116-project] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2393723 Nov 09 21:25:46.507305 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-0b534d7f-3cef-40fa-ab06-5ef9bc6cc279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15193b5-cc62-400b-9141-50819cd14590', 'name': 'tempest-TaggedBootDevicesTest-1130941535-router', 'tenant_id': '400600a87b5744da836a5a4df97863c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '1f54d51a-a509-43fb-85c6-83287b942a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:14:55Z', 'updated_at': '2021-11-09T21:15:00Z', 'revision_number': 4, 'project_id': '400600a87b5744da836a5a4df97863c7', 'gw_port': {'id': '1f54d51a-a509-43fb-85c6-83287b942a03', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:83:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15193b5-cc62-400b-9141-50819cd14590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:14:56Z', 'updated_at': '2021-11-09T21:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '0c844657-9d7d-40c4-8f9d-f57e57caa8af', 'name': '', 'network_id': 'd6a5df07-fe3c-47f1-83e0-b8908198e01d', 'tenant_id': '400600a87b5744da836a5a4df97863c7', 'mac_address': 'fa:16:3e:49:9b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15193b5-cc62-400b-9141-50819cd14590', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '55602be9-97b4-4359-8931-67067a301b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:14:59Z', 'updated_at': '2021-11-09T21:15:07Z', 'revision_number': 5, 'project_id': '400600a87b5744da836a5a4df97863c7', 'subnets': [{'id': '55602be9-97b4-4359-8931-67067a301b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:25:46.552238 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b534d7f-3cef-40fa-ab06-5ef9bc6cc279 None None] The sync data for ids ['f15193b5-cc62-400b-9141-50819cd14590'] in n-d-816206-3 is: [{'id': 'f15193b5-cc62-400b-9141-50819cd14590', 'name': 'tempest-TaggedBootDevicesTest-1130941535-router', 'tenant_id': '400600a87b5744da836a5a4df97863c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '1f54d51a-a509-43fb-85c6-83287b942a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:14:55Z', 'updated_at': '2021-11-09T21:15:00Z', 'revision_number': 4, 'project_id': '400600a87b5744da836a5a4df97863c7', 'gw_port': {'id': '1f54d51a-a509-43fb-85c6-83287b942a03', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:83:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15193b5-cc62-400b-9141-50819cd14590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:14:56Z', 'updated_at': '2021-11-09T21:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '0c844657-9d7d-40c4-8f9d-f57e57caa8af', 'name': '', 'network_id': 'd6a5df07-fe3c-47f1-83e0-b8908198e01d', 'tenant_id': '400600a87b5744da836a5a4df97863c7', 'mac_address': 'fa:16:3e:49:9b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15193b5-cc62-400b-9141-50819cd14590', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '55602be9-97b4-4359-8931-67067a301b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:14:59Z', 'updated_at': '2021-11-09T21:15:07Z', 'revision_number': 5, 'project_id': '400600a87b5744da836a5a4df97863c7', 'subnets': [{'id': '55602be9-97b4-4359-8931-67067a301b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:25:46.813199 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'name': 'network-vif-deleted', 'tag': '825351ba-9738-49ef-a76d-6d1620cd75d1'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:25:46.816468 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b2544c-afb6-4fba-87a6-df28ce1e1b52" -d '{"events": [{"server_uuid": "40b6c418-4d59-4dd2-bb2b-a20015d0c169", "name": "network-vif-deleted", "tag": "825351ba-9738-49ef-a76d-6d1620cd75d1"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:25:46.852940 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 0467167a-49f8-450c-a152-5ccd3aa14a10 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:25:46.898221 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48754) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:47.002463 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 0467167a-49f8-450c-a152-5ccd3aa14a10, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=0467167a-49f8-450c-a152-5ccd3aa14a10,segment=NetworkSegment(c73579ec-f473-4c5b-bf59-3d43c27d5bef),segment_id=c73579ec-f473-4c5b-bf59-3d43c27d5bef)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:25:47.018160 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '0467167a-49f8-450c-a152-5ccd3aa14a10', 'network_id': '175a8634-46ce-4879-b73c-8ead379ba916', 'port_id': '0467167a-49f8-450c-a152-5ccd3aa14a10', 'mac_address': 'fa:16:3e:3a:6f:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afd98887-34f4-44ef-97cc-ef7be1668924', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:25:47.023959 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ef2f7-c91c-4e2a-92aa-85c1ad9f041f req-91f11615-9649-461e-848f-81b4f3697602 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:47.026212 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-688ef2f7-c91c-4e2a-92aa-85c1ad9f041f req-91f11615-9649-461e-848f-81b4f3697602 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 946 time: 0.2047999 Nov 09 21:25:47.032530 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-c2f0de9b-c2c8-4b2b-b060-0009ec2710ad tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] For port d46dc18b-b6fe-4988-b8da-762fe90a822d, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=d46dc18b-b6fe-4988-b8da-762fe90a822d,segment=NetworkSegment(254957df-25ec-4868-b731-a668ba7c24bc),segment_id=254957df-25ec-4868-b731-a668ba7c24bc)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:25:47.032934 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-c2f0de9b-c2c8-4b2b-b060-0009ec2710ad tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:47.055173 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-c2f0de9b-c2c8-4b2b-b060-0009ec2710ad tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Calling delete_port for d46dc18b-b6fe-4988-b8da-762fe90a822d owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:25:47.067850 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae96ce84-a13c-48c2-a5bb-23c65dad7a0e None None] New status for floating IP 882aeec3-4637-46b9-bfea-5aa6180415da: DOWN {{(pid=102609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:25:47.111475 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0a6891a9-c6ad-4081-b0c6-236683faea88 req-f34f815d-d271-4299-9787-a80dcf99bc38 service neutron] 10.222.0.45 "GET /v2.0/networks/175a8634-46ce-4879-b73c-8ead379ba916?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0840743 Nov 09 21:25:47.154321 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7a4b7b5a-a664-4489-8e98-3e3de658f7d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:47.245808 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-688ef2f7-c91c-4e2a-92aa-85c1ad9f041f req-3f3f8561-a57a-4f4e-b75b-5c6c0c611ba3 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917639 Nov 09 21:25:47.296736 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7a4b7b5a-a664-4489-8e98-3e3de658f7d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:47.305681 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36873a-a7e0-4353-b858-b83bde6b0c00 req-4a3d00b6-b47c-446b-a385-046d3529646b tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:47.313387 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0d36873a-a7e0-4353-b858-b83bde6b0c00 req-4a3d00b6-b47c-446b-a385-046d3529646b tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fb23f02-08d8-41ec-a3e4-6fbec5813120 HTTP/1.1" status: 200 len: 943 time: 0.1486075 Nov 09 21:25:47.322353 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0a6891a9-c6ad-4081-b0c6-236683faea88 req-f3fedcce-d69e-40cf-bc89-ee421a36f1b9 service neutron] 10.222.0.45 "GET /v2.0/networks/175a8634-46ce-4879-b73c-8ead379ba916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032552 Nov 09 21:25:47.342564 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7a4b7b5a-a664-4489-8e98-3e3de658f7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:47.384107 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a239a2e-518b-49f2-8082-979464c291c6 x-openstack-request-id: req-0a239a2e-518b-49f2-8082-979464c291c6 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:25:47.384664 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b6c418-4d59-4dd2-bb2b-a20015d0c169", "name": "network-vif-deleted", "tag": "825351ba-9738-49ef-a76d-6d1620cd75d1", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:25:47.385259 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0a239a2e-518b-49f2-8082-979464c291c6 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:25:47.385749 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'name': 'network-vif-deleted', 'tag': '825351ba-9738-49ef-a76d-6d1620cd75d1', 'status': 'completed', 'code': 200} Nov 09 21:25:47.394712 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-c2f0de9b-c2c8-4b2b-b060-0009ec2710ad tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:47.434977 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7a4b7b5a-a664-4489-8e98-3e3de658f7d7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1f2b029b1d2843e3a765545924fc8eef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5340552 Nov 09 21:25:47.439763 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48766) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:47.450702 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b7b5a-a664-4489-8e98-3e3de658f7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7db03e-c363-473e-aad3-cc7e992188ff,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:47.454847 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:47.463924 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0d36873a-a7e0-4353-b858-b83bde6b0c00 req-ffa60065-ff95-41dd-b6cb-1ea82b46295e tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] 10.222.0.49 "GET /v2.0/security-groups?id=8557b968-5e4d-431e-8cbc-b3ed8b52a9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497343 Nov 09 21:25:47.487805 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0de9b-c2c8-4b2b-b060-0009ec2710ad tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Pushing event deleted for resources: {'Port': ['ID=d46dc18b-b6fe-4988-b8da-762fe90a822d,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:47.566975 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-c2f0de9b-c2c8-4b2b-b060-0009ec2710ad tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] No DVR routers for this DVR port d46dc18b-b6fe-4988-b8da-762fe90a822d on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:25:47.570278 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0467167a-49f8-450c-a152-5ccd3aa14a10 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:25:47.571095 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-c2f0de9b-c2c8-4b2b-b060-0009ec2710ad tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:47.574460 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-c2f0de9b-c2c8-4b2b-b060-0009ec2710ad tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.43 "DELETE /v2.0/ports/d46dc18b-b6fe-4988-b8da-762fe90a822d HTTP/1.1" status: 204 len: 173 time: 1.9068298 Nov 09 21:25:47.607700 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 0467167a-49f8-450c-a152-5ccd3aa14a10, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=0467167a-49f8-450c-a152-5ccd3aa14a10,segment=NetworkSegment(c73579ec-f473-4c5b-bf59-3d43c27d5bef),segment_id=c73579ec-f473-4c5b-bf59-3d43c27d5bef)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:25:47.633453 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-444847d2-5f10-4e2a-80ff-60f61ada8b45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:47.636609 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:47.665341 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-444847d2-5f10-4e2a-80ff-60f61ada8b45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:47.702456 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0376719e-9c85-47ed-a191-a68bb657955b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:47.765727 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=0467167a-49f8-450c-a152-5ccd3aa14a10,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:47.779724 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01548787-ebad-4cf8-8f78-7cb33e84d9f7 req-21894430-436a-4898-9599-883e343bb09e tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:47.785922 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01548787-ebad-4cf8-8f78-7cb33e84d9f7 req-21894430-436a-4898-9599-883e343bb09e tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:47.791955 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01548787-ebad-4cf8-8f78-7cb33e84d9f7 req-21894430-436a-4898-9599-883e343bb09e tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:47.793704 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-01548787-ebad-4cf8-8f78-7cb33e84d9f7 req-21894430-436a-4898-9599-883e343bb09e tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 2409 time: 0.2373011 Nov 09 21:25:47.844899 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['0467167a-49f8-450c-a152-5ccd3aa14a10'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:25:47.881285 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-01548787-ebad-4cf8-8f78-7cb33e84d9f7 req-9bf6858a-e49d-4cd9-b60c-2483243ad9b3 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/security-groups?id=2aa0795d-359d-4f24-ad70-d15c6200f092&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0786111 Nov 09 21:25:47.885235 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-e57f9955-fe7c-42d3-8a3c-6f0e1a7ee89b tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Deleting port f76d6a35-507d-404f-8871-26d5877be815 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:25:47.885587 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-e57f9955-fe7c-42d3-8a3c-6f0e1a7ee89b tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:47.888857 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-444847d2-5f10-4e2a-80ff-60f61ada8b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:47.891414 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-444847d2-5f10-4e2a-80ff-60f61ada8b45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:47.892241 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-444847d2-5f10-4e2a-80ff-60f61ada8b45 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3f7db03e-c363-473e-aad3-cc7e992188ff HTTP/1.1" status: 204 len: 168 time: 0.4503832 Nov 09 21:25:47.915749 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7ea6a-b742-4573-8231-bb767dfacdc1 req-8845cb21-abaa-487c-9700-e6ea824a68f4 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:47.917729 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-32d7ea6a-b742-4573-8231-bb767dfacdc1 req-8845cb21-abaa-487c-9700-e6ea824a68f4 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/networks?id=a977e5a0-d935-40af-beae-b0f3a8c25de8 HTTP/1.1" status: 200 len: 811 time: 0.2140186 Nov 09 21:25:47.945672 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-32d7ea6a-b742-4573-8231-bb767dfacdc1 req-f37bf30b-3741-4e11-a54a-026d52a7af1f tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/quotas/37ab742aac8d42199f84c1b467e67cb5 HTTP/1.1" status: 200 len: 375 time: 0.0182321 Nov 09 21:25:48.027267 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-32d7ea6a-b742-4573-8231-bb767dfacdc1 req-fbb2b765-3f42-4e35-8cf3-9c7950a29a20 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=37ab742aac8d42199f84c1b467e67cb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0641274 Nov 09 21:25:48.137958 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-e57f9955-fe7c-42d3-8a3c-6f0e1a7ee89b tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] For port f76d6a35-507d-404f-8871-26d5877be815, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f76d6a35-507d-404f-8871-26d5877be815,segment=NetworkSegment(670cd2f4-a96f-44b2-b0bf-937a304cf3ab),segment_id=670cd2f4-a96f-44b2-b0bf-937a304cf3ab)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:25:48.138201 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-e57f9955-fe7c-42d3-8a3c-6f0e1a7ee89b tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:48.154926 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-e57f9955-fe7c-42d3-8a3c-6f0e1a7ee89b tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Calling delete_port for f76d6a35-507d-404f-8871-26d5877be815 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:25:48.180688 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-32d7ea6a-b742-4573-8231-bb767dfacdc1 req-e5ba351f-e3e6-4a2f-a0af-6fc2b0f64bc5 service neutron] 10.222.0.49 "GET /v2.0/networks/a977e5a0-d935-40af-beae-b0f3a8c25de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526957 Nov 09 21:25:48.278107 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444847d2-5f10-4e2a-80ff-60f61ada8b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7db03e-c363-473e-aad3-cc7e992188ff,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:48.301664 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-32d7ea6a-b742-4573-8231-bb767dfacdc1 req-d39b80d4-ffd8-4324-af6d-4f4876802e06 service neutron] 10.222.0.49 "GET /v2.0/networks/a977e5a0-d935-40af-beae-b0f3a8c25de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082866 Nov 09 21:25:48.333429 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba5c8e-8add-4c28-9030-370931caae50 req-18ae7fbc-ed92-4d6f-80f5-50834594edbe tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:48.335385 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9cba5c8e-8add-4c28-9030-370931caae50 req-18ae7fbc-ed92-4d6f-80f5-50834594edbe tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8bcf866-edeb-4a59-81f2-23d6192d7e6f HTTP/1.1" status: 200 len: 945 time: 0.0890703 Nov 09 21:25:48.486316 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9cba5c8e-8add-4c28-9030-370931caae50 req-e1fccdd1-a216-46ec-9c3c-8960b2828369 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/security-groups?id=85e41b18-17bb-4547-9826-32936191f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375282 Nov 09 21:25:48.520803 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77ac2d-96b1-43c4-9859-57f67a67f330 req-7e5b2e9e-ce19-4515-a885-6e5b56d8df8c tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:48.527118 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-e57f9955-fe7c-42d3-8a3c-6f0e1a7ee89b tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:48.531270 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4d77ac2d-96b1-43c4-9859-57f67a67f330 req-7e5b2e9e-ce19-4515-a885-6e5b56d8df8c tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 946 time: 0.0662649 Nov 09 21:25:48.567377 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f9955-fe7c-42d3-8a3c-6f0e1a7ee89b tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Pushing event deleted for resources: {'Port': ['ID=f76d6a35-507d-404f-8871-26d5877be815,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:48.645630 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4d77ac2d-96b1-43c4-9859-57f67a67f330 req-23d613d1-eb0e-4f1a-86e9-4bc1a913d0c6 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131456 Nov 09 21:25:48.664557 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-48575379-8076-410a-a2f4-fff6a89da44d req-af6a7953-3ea5-4da9-b041-ac5389722ee5 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=8209cc02-c690-4b7c-964e-83a84ca3f290 HTTP/1.1" status: 200 len: 210 time: 0.0646141 Nov 09 21:25:48.687406 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-e57f9955-fe7c-42d3-8a3c-6f0e1a7ee89b tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] No DVR routers for this DVR port f76d6a35-507d-404f-8871-26d5877be815 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:25:48.692577 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-e57f9955-fe7c-42d3-8a3c-6f0e1a7ee89b tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:48.700282 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-e57f9955-fe7c-42d3-8a3c-6f0e1a7ee89b tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.43 "DELETE /v2.0/ports/f76d6a35-507d-404f-8871-26d5877be815 HTTP/1.1" status: 204 len: 173 time: 1.1094825 Nov 09 21:25:48.830337 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cefcf6d-3c4a-4dec-b258-94179e45ec46 req-244a94fc-9e08-4564-b229-d7c3d53c344a tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:48.834006 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1cefcf6d-3c4a-4dec-b258-94179e45ec46 req-244a94fc-9e08-4564-b229-d7c3d53c344a tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fb23f02-08d8-41ec-a3e4-6fbec5813120 HTTP/1.1" status: 200 len: 944 time: 0.0831182 Nov 09 21:25:48.853131 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 0467167a-49f8-450c-a152-5ccd3aa14a10 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:25:48.933680 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 0467167a-49f8-450c-a152-5ccd3aa14a10 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:25:48.934906 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1cefcf6d-3c4a-4dec-b258-94179e45ec46 req-5aebd4f4-d94a-4f27-800a-0687c5866147 tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] 10.222.0.49 "GET /v2.0/security-groups?id=8557b968-5e4d-431e-8cbc-b3ed8b52a9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917039 Nov 09 21:25:48.939909 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 0467167a-49f8-450c-a152-5ccd3aa14a10 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:25:48.945510 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:48.945655 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-0a637dce-4372-4634-9a7e-c9487e7e53c6 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Deleting port 80e946a2-577f-4411-ada9-9c19200b402c {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:25:48.946123 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-0a637dce-4372-4634-9a7e-c9487e7e53c6 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:49.075108 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:49.123268 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb23f02-08d8-41ec-a3e4-6fbec5813120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0467167a-49f8-450c-a152-5ccd3aa14a10'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:25:49.126932 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c5ac25-e28e-4593-add3-362ede0c5d7d" -d '{"events": [{"server_uuid": "0fb23f02-08d8-41ec-a3e4-6fbec5813120", "name": "network-vif-plugged", "status": "completed", "tag": "0467167a-49f8-450c-a152-5ccd3aa14a10"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:25:49.175074 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 0467167a-49f8-450c-a152-5ccd3aa14a10, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=0467167a-49f8-450c-a152-5ccd3aa14a10,segment=NetworkSegment(c73579ec-f473-4c5b-bf59-3d43c27d5bef),segment_id=c73579ec-f473-4c5b-bf59-3d43c27d5bef)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:25:49.184655 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:49.211421 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070eeff2-aa06-4bef-a158-5ea2155454f0 req-ca8dad54-33b9-4de8-a0d4-170cbedbdb98 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:49.222591 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070eeff2-aa06-4bef-a158-5ea2155454f0 req-ca8dad54-33b9-4de8-a0d4-170cbedbdb98 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:49.224244 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-070eeff2-aa06-4bef-a158-5ea2155454f0 req-ca8dad54-33b9-4de8-a0d4-170cbedbdb98 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 1676 time: 0.2042181 Nov 09 21:25:49.241245 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48bfd6c-01b1-4daa-9786-40793d9e6abb x-openstack-request-id: req-b48bfd6c-01b1-4daa-9786-40793d9e6abb {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:25:49.241542 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb23f02-08d8-41ec-a3e4-6fbec5813120", "name": "network-vif-plugged", "status": "completed", "tag": "0467167a-49f8-450c-a152-5ccd3aa14a10", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:25:49.242540 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b48bfd6c-01b1-4daa-9786-40793d9e6abb {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:25:49.243148 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb23f02-08d8-41ec-a3e4-6fbec5813120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0467167a-49f8-450c-a152-5ccd3aa14a10', 'code': 200} Nov 09 21:25:49.265250 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48824) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:49.273833 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-0a637dce-4372-4634-9a7e-c9487e7e53c6 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] For port 80e946a2-577f-4411-ada9-9c19200b402c, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=80e946a2-577f-4411-ada9-9c19200b402c,segment=NetworkSegment(254957df-25ec-4868-b731-a668ba7c24bc),segment_id=254957df-25ec-4868-b731-a668ba7c24bc)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:25:49.274217 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-0a637dce-4372-4634-9a7e-c9487e7e53c6 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:49.289739 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=0467167a-49f8-450c-a152-5ccd3aa14a10,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:49.300521 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-0a637dce-4372-4634-9a7e-c9487e7e53c6 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Calling delete_port for 80e946a2-577f-4411-ada9-9c19200b402c owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:25:49.378650 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-f69d29fb-09cc-4c70-9c6c-1ea994593854 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-888786585'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:25:49.389417 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'name': 'network-vif-deleted', 'tag': 'd46dc18b-b6fe-4988-b8da-762fe90a822d'}, {'server_uuid': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'name': 'network-vif-deleted', 'tag': 'f76d6a35-507d-404f-8871-26d5877be815'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:25:49.391692 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5dc9ff-ead7-449d-be9a-7a988bc2a2d0" -d '{"events": [{"server_uuid": "40b6c418-4d59-4dd2-bb2b-a20015d0c169", "name": "network-vif-deleted", "tag": "d46dc18b-b6fe-4988-b8da-762fe90a822d"}, {"server_uuid": "40b6c418-4d59-4dd2-bb2b-a20015d0c169", "name": "network-vif-deleted", "tag": "f76d6a35-507d-404f-8871-26d5877be815"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:25:49.401386 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69d29fb-09cc-4c70-9c6c-1ea994593854 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Made reservation on behalf of cef88083a6d146378e92c0b495a3b5c2 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:25:49.405195 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f69d29fb-09cc-4c70-9c6c-1ea994593854 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:49.406076 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-070eeff2-aa06-4bef-a158-5ea2155454f0 req-ca2dfa1f-d646-420c-b67e-27cba7372d7e tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/security-groups?id=2aa0795d-359d-4f24-ad70-d15c6200f092&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1724379 Nov 09 21:25:49.420393 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3df656-f477-4bf3-bc82-20e213c8ccf9 req-4b5f936b-c5ae-4574-9bad-c4282fa8b792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:49.422059 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ff3df656-f477-4bf3-bc82-20e213c8ccf9 req-4b5f936b-c5ae-4574-9bad-c4282fa8b792 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0fb23f02-08d8-41ec-a3e4-6fbec5813120 HTTP/1.1" status: 200 len: 1096 time: 0.1265421 Nov 09 21:25:49.422211 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f69d29fb-09cc-4c70-9c6c-1ea994593854 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:49.447417 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 21:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca6008b-bd87-479e-9ec6-728c727da7cb x-openstack-request-id: req-dca6008b-bd87-479e-9ec6-728c727da7cb {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:25:49.447721 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b6c418-4d59-4dd2-bb2b-a20015d0c169", "name": "network-vif-deleted", "tag": "d46dc18b-b6fe-4988-b8da-762fe90a822d", "status": "completed", "code": 200}, {"server_uuid": "40b6c418-4d59-4dd2-bb2b-a20015d0c169", "name": "network-vif-deleted", "tag": "f76d6a35-507d-404f-8871-26d5877be815", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:25:49.447966 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dca6008b-bd87-479e-9ec6-728c727da7cb {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:25:49.448368 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'name': 'network-vif-deleted', 'tag': 'd46dc18b-b6fe-4988-b8da-762fe90a822d', 'status': 'completed', 'code': 200} Nov 09 21:25:49.448616 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'name': 'network-vif-deleted', 'tag': 'f76d6a35-507d-404f-8871-26d5877be815', 'status': 'completed', 'code': 200} Nov 09 21:25:49.513519 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ff3df656-f477-4bf3-bc82-20e213c8ccf9 req-02091749-5535-4af6-87e8-8ea49d83d7bc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8557b968-5e4d-431e-8cbc-b3ed8b52a9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816875 Nov 09 21:25:49.527855 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f69d29fb-09cc-4c70-9c6c-1ea994593854 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:49.532237 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f69d29fb-09cc-4c70-9c6c-1ea994593854 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:49.535206 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-0a637dce-4372-4634-9a7e-c9487e7e53c6 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:49.547991 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f69d29fb-09cc-4c70-9c6c-1ea994593854 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:25:49.560397 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f69d29fb-09cc-4c70-9c6c-1ea994593854 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:49.561014 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-f69d29fb-09cc-4c70-9c6c-1ea994593854 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Added segment 7fd82cea-b2af-4ffb-b0c1-f264743e1b2d of type vlan for network 0674f609-3786-4a39-ae56-ff77ef2fa43e Nov 09 21:25:49.568326 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a637dce-4372-4634-9a7e-c9487e7e53c6 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Pushing event deleted for resources: {'Port': ['ID=80e946a2-577f-4411-ada9-9c19200b402c,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:49.633719 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f69d29fb-09cc-4c70-9c6c-1ea994593854 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:49.635743 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-0a637dce-4372-4634-9a7e-c9487e7e53c6 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] No DVR routers for this DVR port 80e946a2-577f-4411-ada9-9c19200b402c on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:25:49.639661 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-0a637dce-4372-4634-9a7e-c9487e7e53c6 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:49.643121 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-0a637dce-4372-4634-9a7e-c9487e7e53c6 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.43 "DELETE /v2.0/ports/80e946a2-577f-4411-ada9-9c19200b402c HTTP/1.1" status: 204 len: 173 time: 0.9344203 Nov 09 21:25:49.643793 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d29fb-09cc-4c70-9c6c-1ea994593854 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3ff3bc-c387-4a47-b834-2f999fb886e5,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:49.656697 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08360102-2480-4507-ac68-4be7a8d4b603 req-5a271fee-839e-4626-a88a-cb207bb9d81a tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:49.658181 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-08360102-2480-4507-ac68-4be7a8d4b603 req-5a271fee-839e-4626-a88a-cb207bb9d81a tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8bcf866-edeb-4a59-81f2-23d6192d7e6f HTTP/1.1" status: 200 len: 945 time: 0.0939996 Nov 09 21:25:49.670440 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f69d29fb-09cc-4c70-9c6c-1ea994593854 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:49.677616 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69d29fb-09cc-4c70-9c6c-1ea994593854 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:49.678214 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f69d29fb-09cc-4c70-9c6c-1ea994593854 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:49.750510 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f69d29fb-09cc-4c70-9c6c-1ea994593854 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4841614 Nov 09 21:25:49.761432 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48836) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:49.769489 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-73a9bdeb-f15f-4cc8-9da7-e8031953c0a6 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Request body: {'subnet': {'network_id': '0674f609-3786-4a39-ae56-ff77ef2fa43e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:25:49.778341 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-08360102-2480-4507-ac68-4be7a8d4b603 req-48059f24-7a1c-494a-8a88-bf4edd149d6c tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/security-groups?id=85e41b18-17bb-4547-9826-32936191f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124842 Nov 09 21:25:49.786096 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d29fb-09cc-4c70-9c6c-1ea994593854 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Pushing event updated for resources: {'Network': ['ID=0674f609-3786-4a39-ae56-ff77ef2fa43e,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:49.806409 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac553d24-1101-4163-bd89-dc875d5fc127 req-1aa3ae46-8217-419f-87b6-23f867bbae87 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:49.807942 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ac553d24-1101-4163-bd89-dc875d5fc127 req-1aa3ae46-8217-419f-87b6-23f867bbae87 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 946 time: 0.0745087 Nov 09 21:25:49.808299 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 0674f609-3786-4a39-ae56-ff77ef2fa43e details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:25:49.886216 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-e7ea3505-9df7-4df0-a832-0fa74ab39378 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Deleting port ea660c77-3caf-44f2-bbe7-bc918607ccd3 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:25:49.886846 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-e7ea3505-9df7-4df0-a832-0fa74ab39378 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:49.917987 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ac553d24-1101-4163-bd89-dc875d5fc127 req-8a548c5a-1c5e-46bf-bcb1-138769350ae7 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028748 Nov 09 21:25:49.985069 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-412d2378-a9df-470c-94e0-1c08cf10b528 req-2fce85b1-e203-4407-adf8-ce735fab8cd3 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=8209cc02-c690-4b7c-964e-83a84ca3f290 HTTP/1.1" status: 200 len: 210 time: 0.0778773 Nov 09 21:25:50.033795 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-51401729-f342-4f91-8e47-0d70cd4b6236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:50.078187 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f64895-5d68-478d-8350-599364d4723f req-11148906-c0d2-444e-a276-8a9188b169e0 tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:50.085585 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-74f64895-5d68-478d-8350-599364d4723f req-11148906-c0d2-444e-a276-8a9188b169e0 tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fb23f02-08d8-41ec-a3e4-6fbec5813120 HTTP/1.1" status: 200 len: 945 time: 0.0713015 Nov 09 21:25:50.100915 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a9bdeb-f15f-4cc8-9da7-e8031953c0a6 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Made reservation on behalf of cef88083a6d146378e92c0b495a3b5c2 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:25:50.104391 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-73a9bdeb-f15f-4cc8-9da7-e8031953c0a6 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:50.180511 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-74f64895-5d68-478d-8350-599364d4723f req-737a6bc4-e63c-4534-a05f-d8a151a91c46 tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] 10.222.0.49 "GET /v2.0/security-groups?id=8557b968-5e4d-431e-8cbc-b3ed8b52a9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892246 Nov 09 21:25:50.198906 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ee7b3-beab-4986-895a-38d70ca5d038 req-284583d4-f2cc-42ee-a780-f3641f14cd3f tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:50.200416 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e40ee7b3-beab-4986-895a-38d70ca5d038 req-284583d4-f2cc-42ee-a780-f3641f14cd3f tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8bcf866-edeb-4a59-81f2-23d6192d7e6f HTTP/1.1" status: 200 len: 945 time: 0.0686836 Nov 09 21:25:50.211146 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7ea6a-b742-4573-8231-bb767dfacdc1 req-606a2417-f712-4eaa-a4e1-c937f5a96cc4 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:50.212568 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-32d7ea6a-b742-4573-8231-bb767dfacdc1 req-606a2417-f712-4eaa-a4e1-c937f5a96cc4 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.45 "GET /v2.0/networks?id=a977e5a0-d935-40af-beae-b0f3a8c25de8 HTTP/1.1" status: 200 len: 811 time: 0.2704735 Nov 09 21:25:50.227758 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-e7ea3505-9df7-4df0-a832-0fa74ab39378 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] For port ea660c77-3caf-44f2-bbe7-bc918607ccd3, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=ea660c77-3caf-44f2-bbe7-bc918607ccd3,segment=NetworkSegment(670cd2f4-a96f-44b2-b0bf-937a304cf3ab),segment_id=670cd2f4-a96f-44b2-b0bf-937a304cf3ab)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:25:50.228224 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-e7ea3505-9df7-4df0-a832-0fa74ab39378 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:50.234581 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-32d7ea6a-b742-4573-8231-bb767dfacdc1 req-2c11c140-dc3d-4ddb-9630-2ef85c459009 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Request body: {'port': {'device_id': '8209cc02-c690-4b7c-964e-83a84ca3f290', 'network_id': 'a977e5a0-d935-40af-beae-b0f3a8c25de8', 'admin_state_up': True, 'tenant_id': '37ab742aac8d42199f84c1b467e67cb5'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:25:50.291831 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-e7ea3505-9df7-4df0-a832-0fa74ab39378 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Calling delete_port for ea660c77-3caf-44f2-bbe7-bc918607ccd3 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:25:50.295506 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-e40ee7b3-beab-4986-895a-38d70ca5d038 req-917b5acb-f689-4a05-88d1-256f5e8759b5 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Deleting port 326d231a-4dc4-4093-95d8-7bcd4571aa9b {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:25:50.295925 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e40ee7b3-beab-4986-895a-38d70ca5d038 req-917b5acb-f689-4a05-88d1-256f5e8759b5 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:50.387269 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-e40ee7b3-beab-4986-895a-38d70ca5d038 req-917b5acb-f689-4a05-88d1-256f5e8759b5 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] For port 326d231a-4dc4-4093-95d8-7bcd4571aa9b, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=326d231a-4dc4-4093-95d8-7bcd4571aa9b,segment=NetworkSegment(a1c83fda-03be-4d5c-a07e-e6833021a1a4),segment_id=a1c83fda-03be-4d5c-a07e-e6833021a1a4)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:25:50.387567 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e40ee7b3-beab-4986-895a-38d70ca5d038 req-917b5acb-f689-4a05-88d1-256f5e8759b5 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:50.401504 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-e40ee7b3-beab-4986-895a-38d70ca5d038 req-917b5acb-f689-4a05-88d1-256f5e8759b5 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Calling delete_port for 326d231a-4dc4-4093-95d8-7bcd4571aa9b owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:25:50.524892 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32d7ea6a-b742-4573-8231-bb767dfacdc1 req-2c11c140-dc3d-4ddb-9630-2ef85c459009 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Made reservation on behalf of 37ab742aac8d42199f84c1b467e67cb5 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:25:50.528286 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-32d7ea6a-b742-4573-8231-bb767dfacdc1 req-2c11c140-dc3d-4ddb-9630-2ef85c459009 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:50.549175 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e40ee7b3-beab-4986-895a-38d70ca5d038 req-917b5acb-f689-4a05-88d1-256f5e8759b5 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:50.560504 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-73a9bdeb-f15f-4cc8-9da7-e8031953c0a6 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:50.584661 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['7d1b423e-0bca-4f20-9a13-ba04210393bf', 'cac8a0f1-fcf6-4ebd-9f0d-281933b19c82', '326d231a-4dc4-4093-95d8-7bcd4571aa9b'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:25:50.586453 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b5acb-f689-4a05-88d1-256f5e8759b5 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Pushing event deleted for resources: {'Port': ['ID=326d231a-4dc4-4093-95d8-7bcd4571aa9b,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:50.641661 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-e40ee7b3-beab-4986-895a-38d70ca5d038 req-917b5acb-f689-4a05-88d1-256f5e8759b5 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] No DVR routers for this DVR port 326d231a-4dc4-4093-95d8-7bcd4571aa9b on host n-h2-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:25:50.645913 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e40ee7b3-beab-4986-895a-38d70ca5d038 req-917b5acb-f689-4a05-88d1-256f5e8759b5 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:50.653830 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e40ee7b3-beab-4986-895a-38d70ca5d038 req-917b5acb-f689-4a05-88d1-256f5e8759b5 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.43 "DELETE /v2.0/ports/326d231a-4dc4-4093-95d8-7bcd4571aa9b HTTP/1.1" status: 204 len: 173 time: 0.4469316 Nov 09 21:25:50.654588 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8bcf866-edeb-4a59-81f2-23d6192d7e6f', 'name': 'network-vif-deleted', 'tag': '326d231a-4dc4-4093-95d8-7bcd4571aa9b'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:25:50.660978 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dead5b7-e910-4197-868f-4c2aa06918cf" -d '{"events": [{"server_uuid": "f8bcf866-edeb-4a59-81f2-23d6192d7e6f", "name": "network-vif-deleted", "tag": "326d231a-4dc4-4093-95d8-7bcd4571aa9b"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:25:50.714336 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ab068-b743-4e8e-aaad-6a3c09b8587e req-eab239d1-77c2-43e7-9878-2580d9185d16 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:50.715905 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bf9ab068-b743-4e8e-aaad-6a3c09b8587e req-eab239d1-77c2-43e7-9878-2580d9185d16 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 943 time: 0.2122374 Nov 09 21:25:50.716133 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93789163-1d46-435e-a02a-10bde5566f0a x-openstack-request-id: req-93789163-1d46-435e-a02a-10bde5566f0a {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:25:50.716429 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8bcf866-edeb-4a59-81f2-23d6192d7e6f", "name": "network-vif-deleted", "tag": "326d231a-4dc4-4093-95d8-7bcd4571aa9b", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:25:50.716770 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-93789163-1d46-435e-a02a-10bde5566f0a {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:25:50.717235 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8bcf866-edeb-4a59-81f2-23d6192d7e6f', 'name': 'network-vif-deleted', 'tag': '326d231a-4dc4-4093-95d8-7bcd4571aa9b', 'status': 'completed', 'code': 200} Nov 09 21:25:50.733005 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a9bdeb-f15f-4cc8-9da7-e8031953c0a6 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Pushing event updated for resources: {'Subnet': ['ID=f7be0898-40bd-4429-ad6e-ef94f38d95d6,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:50.755888 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-e7ea3505-9df7-4df0-a832-0fa74ab39378 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:50.813682 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea3505-9df7-4df0-a832-0fa74ab39378 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Pushing event deleted for resources: {'Port': ['ID=ea660c77-3caf-44f2-bbe7-bc918607ccd3,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:50.852132 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a9bdeb-f15f-4cc8-9da7-e8031953c0a6 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Checking segment: {'id': '7fd82cea-b2af-4ffb-b0c1-f264743e1b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0674f609-3786-4a39-ae56-ff77ef2fa43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:25:50.852511 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a9bdeb-f15f-4cc8-9da7-e8031953c0a6 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Network hostable DHCP agents. Network: 0674f609-3786-4a39-ae56-ff77ef2fa43e, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:25:50.937677 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bf9ab068-b743-4e8e-aaad-6a3c09b8587e req-11a6a86a-a59b-41ed-862f-85dd82ad945d tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/security-groups?id=2aa0795d-359d-4f24-ad70-d15c6200f092&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2100585 Nov 09 21:25:50.946156 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-e7ea3505-9df7-4df0-a832-0fa74ab39378 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] No DVR routers for this DVR port ea660c77-3caf-44f2-bbe7-bc918607ccd3 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:25:50.946363 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:50.949957 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-e7ea3505-9df7-4df0-a832-0fa74ab39378 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:50.953444 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-11d9e040-c804-447d-b89e-6126a505bcc1 req-e7ea3505-9df7-4df0-a832-0fa74ab39378 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.43 "DELETE /v2.0/ports/ea660c77-3caf-44f2-bbe7-bc918607ccd3 HTTP/1.1" status: 204 len: 173 time: 1.2856283 Nov 09 21:25:50.954244 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a9bdeb-f15f-4cc8-9da7-e8031953c0a6 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Network 0674f609-3786-4a39-ae56-ff77ef2fa43e is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:25:50.958123 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-32d7ea6a-b742-4573-8231-bb767dfacdc1 req-2c11c140-dc3d-4ddb-9630-2ef85c459009 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Allocated IP 172.20.0.13 (a977e5a0-d935-40af-beae-b0f3a8c25de8/2d70d627-f91a-46e1-b014-350c82c5b331/2ed77e76-ed36-450d-a5e3-5da7f8c66dd6) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:25:50.973984 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-73a9bdeb-f15f-4cc8-9da7-e8031953c0a6 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 0674f609-3786-4a39-ae56-ff77ef2fa43e) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:25:50.980944 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a9bdeb-f15f-4cc8-9da7-e8031953c0a6 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:50.981590 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-73a9bdeb-f15f-4cc8-9da7-e8031953c0a6 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:50.994351 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e273e32-b72d-4baa-8155-0a2c93a971cf None None] Network 0674f609-3786-4a39-ae56-ff77ef2fa43e requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:25:51.010728 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d5d96f75-0523-4a43-853a-02d7f7010f52 req-4d54387a-c03d-4fe4-8983-ffd1d7d7ebf4 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8bcf866-edeb-4a59-81f2-23d6192d7e6f HTTP/1.1" status: 200 len: 210 time: 0.0800712 Nov 09 21:25:51.039238 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-73a9bdeb-f15f-4cc8-9da7-e8031953c0a6 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2756562 Nov 09 21:25:51.042025 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48848) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:51.047471 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-6a1a956f-6ac7-423c-bbce-b5edb2160c52 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Request body: {'port': {'network_id': '0674f609-3786-4a39-ae56-ff77ef2fa43e', 'name': 'tempest-AllowedAddressPairTestJSON-648562774'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:25:51.200305 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a5f195a3-bd8e-4049-afa4-9123cb0a8c07 req-02cc9e9f-5e69-4513-b1b4-b9fe200192ce service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c3d09c8c-895d-473a-8354-12b95cd7db7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1742620 Nov 09 21:25:51.208059 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-744dbf05-44e9-41dc-bded-8f3ea6e6dd82 req-e3c1ada2-a4ae-4525-a21a-85238641e380 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=8209cc02-c690-4b7c-964e-83a84ca3f290 HTTP/1.1" status: 200 len: 210 time: 0.0533361 Nov 09 21:25:51.241448 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6917c5-33d1-483b-855f-68a425a30349 req-b06896b6-d77d-4154-8cab-b9d3af71d57c tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:51.248966 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cd6917c5-33d1-483b-855f-68a425a30349 req-b06896b6-d77d-4154-8cab-b9d3af71d57c tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 946 time: 0.1636820 Nov 09 21:25:51.270946 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab4fc80-ac24-4828-8442-985d45d813f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-0674f609-3786-4a39-ae56-ff77ef2fa43e', 'network_id': '0674f609-3786-4a39-ae56-ff77ef2fa43e', 'tenant_id': 'cef88083a6d146378e92c0b495a3b5c2', 'fixed_ips': [{'subnet_id': 'f7be0898-40bd-4429-ad6e-ef94f38d95d6'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:25:51.274341 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1ab4fc80-ac24-4828-8442-985d45d813f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:51.304391 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1a956f-6ac7-423c-bbce-b5edb2160c52 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Made reservation on behalf of cef88083a6d146378e92c0b495a3b5c2 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:25:51.310642 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6a1a956f-6ac7-423c-bbce-b5edb2160c52 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:51.338571 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-6a1a956f-6ac7-423c-bbce-b5edb2160c52 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] device_id is not set on port 1890d7dc-63a0-4e8c-9a63-8b39e4632811 yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:25:51.430459 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cd6917c5-33d1-483b-855f-68a425a30349 req-5068b058-4e7b-447a-ac5f-dd0fbf6d7657 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797969 Nov 09 21:25:51.445550 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-32d7ea6a-b742-4573-8231-bb767dfacdc1 req-2c11c140-dc3d-4ddb-9630-2ef85c459009 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:51.450128 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'name': 'network-vif-deleted', 'tag': '80e946a2-577f-4411-ada9-9c19200b402c'}, {'server_uuid': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'name': 'network-vif-deleted', 'tag': 'ea660c77-3caf-44f2-bbe7-bc918607ccd3'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:25:51.456538 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80a7e62-5640-4d88-99a1-ff68f217b714" -d '{"events": [{"server_uuid": "40b6c418-4d59-4dd2-bb2b-a20015d0c169", "name": "network-vif-deleted", "tag": "80e946a2-577f-4411-ada9-9c19200b402c"}, {"server_uuid": "40b6c418-4d59-4dd2-bb2b-a20015d0c169", "name": "network-vif-deleted", "tag": "ea660c77-3caf-44f2-bbe7-bc918607ccd3"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:25:51.473419 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f195a3-bd8e-4049-afa4-9123cb0a8c07 req-eb99edb5-e095-4d34-9fd2-b682c295b314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:51.473419 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a5f195a3-bd8e-4049-afa4-9123cb0a8c07 req-eb99edb5-e095-4d34-9fd2-b682c295b314 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=03500beac0ce48c38c2adbbb554726e7&device_id=c3d09c8c-895d-473a-8354-12b95cd7db7d HTTP/1.1" status: 200 len: 1097 time: 0.2147007 Nov 09 21:25:51.521950 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ea283-6a01-43fa-8332-2fc580027d17 req-c01ca843-16ed-4d41-8dd2-6cf9c462afca tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:51.530252 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-917ea283-6a01-43fa-8332-2fc580027d17 req-c01ca843-16ed-4d41-8dd2-6cf9c462afca tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fb23f02-08d8-41ec-a3e4-6fbec5813120 HTTP/1.1" status: 200 len: 945 time: 0.1726689 Nov 09 21:25:51.533904 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-1ab4fc80-ac24-4828-8442-985d45d813f6 None None] Allocated IP 172.20.0.2 (0674f609-3786-4a39-ae56-ff77ef2fa43e/f7be0898-40bd-4429-ad6e-ef94f38d95d6/5f8b3a6e-8010-47da-aea7-42f5c848e9b2) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:25:51.578648 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 21:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d45e04c-8dc2-4cb0-b1d6-74d2607eba6d x-openstack-request-id: req-3d45e04c-8dc2-4cb0-b1d6-74d2607eba6d {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:25:51.578948 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b6c418-4d59-4dd2-bb2b-a20015d0c169", "name": "network-vif-deleted", "tag": "80e946a2-577f-4411-ada9-9c19200b402c", "status": "completed", "code": 200}, {"server_uuid": "40b6c418-4d59-4dd2-bb2b-a20015d0c169", "name": "network-vif-deleted", "tag": "ea660c77-3caf-44f2-bbe7-bc918607ccd3", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:25:51.579202 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3d45e04c-8dc2-4cb0-b1d6-74d2607eba6d {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:25:51.579597 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'name': 'network-vif-deleted', 'tag': '80e946a2-577f-4411-ada9-9c19200b402c', 'status': 'completed', 'code': 200} Nov 09 21:25:51.579855 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b6c418-4d59-4dd2-bb2b-a20015d0c169', 'name': 'network-vif-deleted', 'tag': 'ea660c77-3caf-44f2-bbe7-bc918607ccd3', 'status': 'completed', 'code': 200} Nov 09 21:25:51.596799 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-32d7ea6a-b742-4573-8231-bb767dfacdc1 req-2c11c140-dc3d-4ddb-9630-2ef85c459009 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:51.597705 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-917ea283-6a01-43fa-8332-2fc580027d17 req-08020440-7f5b-46c7-995d-b8acc1d74fad tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] 10.222.0.49 "GET /v2.0/security-groups?id=8557b968-5e4d-431e-8cbc-b3ed8b52a9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664999 Nov 09 21:25:51.666401 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c11c140-dc3d-4ddb-9630-2ef85c459009 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Pushing event updated for resources: {'Port': ['ID=2ed77e76-ed36-450d-a5e3-5da7f8c66dd6,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:51.675456 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32d7ea6a-b742-4573-8231-bb767dfacdc1 req-2c11c140-dc3d-4ddb-9630-2ef85c459009 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Network a977e5a0-d935-40af-beae-b0f3a8c25de8 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:25:51.678218 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-32d7ea6a-b742-4573-8231-bb767dfacdc1 req-2c11c140-dc3d-4ddb-9630-2ef85c459009 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:25:51.682482 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d7ea6a-b742-4573-8231-bb767dfacdc1 req-2c11c140-dc3d-4ddb-9630-2ef85c459009 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:25:51.688811 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1ab4fc80-ac24-4828-8442-985d45d813f6 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:51.695572 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1ab4fc80-ac24-4828-8442-985d45d813f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:51.734159 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab4fc80-ac24-4828-8442-985d45d813f6 None None] Network 0674f609-3786-4a39-ae56-ff77ef2fa43e is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:25:51.738874 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7ea6a-b742-4573-8231-bb767dfacdc1 req-2c11c140-dc3d-4ddb-9630-2ef85c459009 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:51.739722 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-1ab4fc80-ac24-4828-8442-985d45d813f6 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:25:51.739885 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-32d7ea6a-b742-4573-8231-bb767dfacdc1 req-2c11c140-dc3d-4ddb-9630-2ef85c459009 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:51.745867 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab4fc80-ac24-4828-8442-985d45d813f6 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:25:51.780066 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-32d7ea6a-b742-4573-8231-bb767dfacdc1 req-2c11c140-dc3d-4ddb-9630-2ef85c459009 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5491633 Nov 09 21:25:51.781716 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab4fc80-ac24-4828-8442-985d45d813f6 None None] Pushing event updated for resources: {'Port': ['ID=5f8b3a6e-8010-47da-aea7-42f5c848e9b2,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:51.785770 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f195a3-bd8e-4049-afa4-9123cb0a8c07 req-6014f142-ba11-47f4-a78e-c6b13448bc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:51.787329 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a5f195a3-bd8e-4049-afa4-9123cb0a8c07 req-6014f142-ba11-47f4-a78e-c6b13448bc4b service neutron] 10.222.0.43 "GET /v2.0/networks?id=771941c9-ea54-4e9e-b033-4cdf7f0bdb22 HTTP/1.1" status: 200 len: 914 time: 0.2778783 Nov 09 21:25:51.801423 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-32d7ea6a-b742-4573-8231-bb767dfacdc1 req-0ce633f4-1395-4bff-9ed6-72963c517765 service neutron] Request body: {'port': {'device_id': '8209cc02-c690-4b7c-964e-83a84ca3f290', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:25:51.816762 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-1ab4fc80-ac24-4828-8442-985d45d813f6 None None] Attempting to bind port 5f8b3a6e-8010-47da-aea7-42f5c848e9b2 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:25:51.817219 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-1ab4fc80-ac24-4828-8442-985d45d813f6 None None] Attempting to bind port 5f8b3a6e-8010-47da-aea7-42f5c848e9b2 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '7fd82cea-b2af-4ffb-b0c1-f264743e1b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0674f609-3786-4a39-ae56-ff77ef2fa43e'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:25:51.818041 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab4fc80-ac24-4828-8442-985d45d813f6 None None] Attempting to bind port 5f8b3a6e-8010-47da-aea7-42f5c848e9b2 on network 0674f609-3786-4a39-ae56-ff77ef2fa43e {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:25:51.824099 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab4fc80-ac24-4828-8442-985d45d813f6 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:25:51.827443 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab4fc80-ac24-4828-8442-985d45d813f6 None None] Checking segment: {'id': '7fd82cea-b2af-4ffb-b0c1-f264743e1b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0674f609-3786-4a39-ae56-ff77ef2fa43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:25:51.827931 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1ab4fc80-ac24-4828-8442-985d45d813f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:51.828399 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab4fc80-ac24-4828-8442-985d45d813f6 None None] Bound using segment: {'id': '7fd82cea-b2af-4ffb-b0c1-f264743e1b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0674f609-3786-4a39-ae56-ff77ef2fa43e'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:25:51.828981 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-1ab4fc80-ac24-4828-8442-985d45d813f6 None None] Bound port: 5f8b3a6e-8010-47da-aea7-42f5c848e9b2, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fd82cea-b2af-4ffb-b0c1-f264743e1b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0674f609-3786-4a39-ae56-ff77ef2fa43e'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:25:51.829463 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1ab4fc80-ac24-4828-8442-985d45d813f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:51.831461 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-6a1a956f-6ac7-423c-bbce-b5edb2160c52 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Allocated IP 172.20.0.8 (0674f609-3786-4a39-ae56-ff77ef2fa43e/f7be0898-40bd-4429-ad6e-ef94f38d95d6/1890d7dc-63a0-4e8c-9a63-8b39e4632811) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:25:51.852332 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a5f195a3-bd8e-4049-afa4-9123cb0a8c07 req-07aea3fe-6034-4805-936a-ff4e169e3422 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d1b423e-0bca-4f20-9a13-ba04210393bf HTTP/1.1" status: 200 len: 217 time: 0.0475938 Nov 09 21:25:51.914481 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-1ab4fc80-ac24-4828-8442-985d45d813f6 None None] For port 5f8b3a6e-8010-47da-aea7-42f5c848e9b2, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:25:51.917919 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-1ab4fc80-ac24-4828-8442-985d45d813f6 None None] For port 5f8b3a6e-8010-47da-aea7-42f5c848e9b2, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5f8b3a6e-8010-47da-aea7-42f5c848e9b2,segment=NetworkSegment(7fd82cea-b2af-4ffb-b0c1-f264743e1b2d),segment_id=7fd82cea-b2af-4ffb-b0c1-f264743e1b2d)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:25:51.929061 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1ab4fc80-ac24-4828-8442-985d45d813f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:51.987977 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f195a3-bd8e-4049-afa4-9123cb0a8c07 req-2c0941f3-8ef4-4bb8-a45a-008406c9ff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:51.989508 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a5f195a3-bd8e-4049-afa4-9123cb0a8c07 req-2c0941f3-8ef4-4bb8-a45a-008406c9ff4e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7a7475e6-4080-4250-acec-91cc4f59f3ca HTTP/1.1" status: 200 len: 854 time: 0.0913837 Nov 09 21:25:52.014559 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab4fc80-ac24-4828-8442-985d45d813f6 None None] Pushing event updated for resources: {'Port': ['ID=5f8b3a6e-8010-47da-aea7-42f5c848e9b2,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:52.099094 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-32d7ea6a-b742-4573-8231-bb767dfacdc1 req-0ce633f4-1395-4bff-9ed6-72963c517765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:52.105108 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a5f195a3-bd8e-4049-afa4-9123cb0a8c07 req-64b8b369-f06c-4d1b-9e06-03cfac6e72e6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=771941c9-ea54-4e9e-b033-4cdf7f0bdb22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001847 Nov 09 21:25:52.115632 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6a1a956f-6ac7-423c-bbce-b5edb2160c52 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:52.188604 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6a1a956f-6ac7-423c-bbce-b5edb2160c52 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:52.196414 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e384c6a1-9b70-4bb8-881d-5b9cf81440b5 req-f0074a11-0bb0-4639-86ea-3b635373b825 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 210 time: 0.0984886 Nov 09 21:25:52.285340 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1a956f-6ac7-423c-bbce-b5edb2160c52 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Network 0674f609-3786-4a39-ae56-ff77ef2fa43e is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:25:52.292680 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-6a1a956f-6ac7-423c-bbce-b5edb2160c52 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:25:52.298511 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1a956f-6ac7-423c-bbce-b5edb2160c52 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:25:52.303032 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a956f-6ac7-423c-bbce-b5edb2160c52 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Pushing event updated for resources: {'Port': ['ID=1890d7dc-63a0-4e8c-9a63-8b39e4632811,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:52.392713 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:52.412613 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1a956f-6ac7-423c-bbce-b5edb2160c52 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:52.413272 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6a1a956f-6ac7-423c-bbce-b5edb2160c52 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:52.481824 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6a1a956f-6ac7-423c-bbce-b5edb2160c52 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4382577 Nov 09 21:25:52.484715 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48894) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:52.491158 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-8c73fb6c-f7f2-40dc-bfd9-25ebdd79360c tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Request body: {'port': {'network_id': '0674f609-3786-4a39-ae56-ff77ef2fa43e', 'name': 'tempest-AllowedAddressPairTestJSON-1293006075', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:57:47:fa'}]}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:25:52.655637 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a5f195a3-bd8e-4049-afa4-9123cb0a8c07 req-0d594447-16af-4e08-91dc-19a9be5f4514 service neutron] 10.222.0.43 "GET /v2.0/networks/771941c9-ea54-4e9e-b033-4cdf7f0bdb22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5360608 Nov 09 21:25:52.672364 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13d5df-ec43-49a0-a129-7b1d1a4bfc52 req-4f1ca251-0a56-44a4-a59f-21166ca79d85 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:52.673756 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ba13d5df-ec43-49a0-a129-7b1d1a4bfc52 req-4f1ca251-0a56-44a4-a59f-21166ca79d85 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=57ddb70c-4cdc-4023-b713-c94e64bae7d0 HTTP/1.1" status: 200 len: 945 time: 0.1580205 Nov 09 21:25:52.687926 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:25:52.713072 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:25:52.847120 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:52.927987 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61817a05-a759-4bd7-b002-281b8553d42e req-34abd0b0-3e5c-44e7-970d-78e6f453190d tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:52.935423 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-61817a05-a759-4bd7-b002-281b8553d42e req-34abd0b0-3e5c-44e7-970d-78e6f453190d tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=8209cc02-c690-4b7c-964e-83a84ca3f290 HTTP/1.1" status: 200 len: 932 time: 0.4915066 Nov 09 21:25:53.048105 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-61817a05-a759-4bd7-b002-281b8553d42e req-2597af13-ea38-4185-84c6-caa4bf1d49cf tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115868 Nov 09 21:25:53.052296 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:53.060444 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 5f8b3a6e-8010-47da-aea7-42f5c848e9b2 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:25:53.068718 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c73fb6c-f7f2-40dc-bfd9-25ebdd79360c tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Made reservation on behalf of cef88083a6d146378e92c0b495a3b5c2 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:25:53.290422 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246a1d09-dd97-4338-9e9c-a39857b3a6aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:25:53.294174 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ba13d5df-ec43-49a0-a129-7b1d1a4bfc52 req-d83e5bc0-a33f-4382-abb2-5788c52cb50d tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/security-groups?id=85e41b18-17bb-4547-9826-32936191f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6008279 Nov 09 21:25:53.298454 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abefc45a-1a71-4cff-afe8-f31799a71708" -d '{"events": [{"server_uuid": "246a1d09-dd97-4338-9e9c-a39857b3a6aa", "name": "network-vif-unplugged", "status": "completed", "tag": "5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:25:53.325838 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8c73fb6c-f7f2-40dc-bfd9-25ebdd79360c tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:53.360486 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-32d7ea6a-b742-4573-8231-bb767dfacdc1 req-0ce633f4-1395-4bff-9ed6-72963c517765 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ed77e76-ed36-450d-a5e3-5da7f8c66dd6 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:25:53.371176 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-32d7ea6a-b742-4573-8231-bb767dfacdc1 req-0ce633f4-1395-4bff-9ed6-72963c517765 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:53.383630 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 5f8b3a6e-8010-47da-aea7-42f5c848e9b2 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:25:53.384006 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:53.387903 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-32d7ea6a-b742-4573-8231-bb767dfacdc1 req-0ce633f4-1395-4bff-9ed6-72963c517765 service neutron] Transition to ACTIVE for port object 2ed77e76-ed36-450d-a5e3-5da7f8c66dd6 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:25:53.398298 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a5f195a3-bd8e-4049-afa4-9123cb0a8c07 req-2620d542-5a59-4471-8c93-89fad10531ed service neutron] 10.222.0.43 "GET /v2.0/networks/771941c9-ea54-4e9e-b033-4cdf7f0bdb22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7190092 Nov 09 21:25:53.400411 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-32d7ea6a-b742-4573-8231-bb767dfacdc1 req-0ce633f4-1395-4bff-9ed6-72963c517765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:53.418808 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-8c73fb6c-f7f2-40dc-bfd9-25ebdd79360c tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] device_id is not set on port dce325f5-01ba-4b66-84f1-5696fc086675 yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:25:53.440400 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc,segment=NetworkSegment(4d746769-7d35-4026-ae90-66009892dd3d),segment_id=4d746769-7d35-4026-ae90-66009892dd3d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:25:53.452774 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc,segment=NetworkSegment(4d746769-7d35-4026-ae90-66009892dd3d),segment_id=4d746769-7d35-4026-ae90-66009892dd3d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:25:53.467207 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:53.525579 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce633f4-1395-4bff-9ed6-72963c517765 service neutron] Pushing event updated for resources: {'Port': ['ID=2ed77e76-ed36-450d-a5e3-5da7f8c66dd6,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:53.528379 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6225b0-8338-49f9-91e0-7bd4b5fe9d6f req-bd04675b-16c6-4c75-962c-05f758ea06b7 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:53.537402 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9f6225b0-8338-49f9-91e0-7bd4b5fe9d6f req-bd04675b-16c6-4c75-962c-05f758ea06b7 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 946 time: 0.1840088 Nov 09 21:25:53.539041 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:53.548434 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd72f17-68a6-4337-8ff7-6bcc077bdb08 req-3d4812dc-87f0-4c36-9e12-d4af0d1aa924 tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:53.551094 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6bd72f17-68a6-4337-8ff7-6bcc077bdb08 req-3d4812dc-87f0-4c36-9e12-d4af0d1aa924 tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fb23f02-08d8-41ec-a3e4-6fbec5813120 HTTP/1.1" status: 200 len: 945 time: 0.1614463 Nov 09 21:25:53.559006 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc,revision_number=6']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:53.566978 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc', 'network_id': 'dc8504e9-ef70-4d56-9a29-c47629600464', 'port_id': '5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc', 'mac_address': 'fa:16:3e:25:7d:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a6b5962-d71d-4859-9639-25852f993efd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:25:53.621433 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea5ab3d-0b19-4355-8b63-bc44b0c0d3ce None None] Network 0674f609-3786-4a39-ae56-ff77ef2fa43e requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:25:53.653280 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-32d7ea6a-b742-4573-8231-bb767dfacdc1 req-0ce633f4-1395-4bff-9ed6-72963c517765 service neutron] Attempting to bind port 2ed77e76-ed36-450d-a5e3-5da7f8c66dd6 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:25:53.653617 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-32d7ea6a-b742-4573-8231-bb767dfacdc1 req-0ce633f4-1395-4bff-9ed6-72963c517765 service neutron] Attempting to bind port 2ed77e76-ed36-450d-a5e3-5da7f8c66dd6 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '9a6377f5-b38b-4a21-b9f6-9e21b904d67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a977e5a0-d935-40af-beae-b0f3a8c25de8'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:25:53.654121 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d7ea6a-b742-4573-8231-bb767dfacdc1 req-0ce633f4-1395-4bff-9ed6-72963c517765 service neutron] Attempting to bind port 2ed77e76-ed36-450d-a5e3-5da7f8c66dd6 on network a977e5a0-d935-40af-beae-b0f3a8c25de8 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:25:53.663478 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d7ea6a-b742-4573-8231-bb767dfacdc1 req-0ce633f4-1395-4bff-9ed6-72963c517765 service neutron] Port 2ed77e76-ed36-450d-a5e3-5da7f8c66dd6 on network a977e5a0-d935-40af-beae-b0f3a8c25de8 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:25:53.663801 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d7ea6a-b742-4573-8231-bb767dfacdc1 req-0ce633f4-1395-4bff-9ed6-72963c517765 service neutron] Attempting to bind port 2ed77e76-ed36-450d-a5e3-5da7f8c66dd6 on network a977e5a0-d935-40af-beae-b0f3a8c25de8 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:25:53.688121 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6bd72f17-68a6-4337-8ff7-6bcc077bdb08 req-996cdfd0-9f02-47f0-b23e-62e9f78060cc tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] 10.222.0.49 "GET /v2.0/security-groups?id=8557b968-5e4d-431e-8cbc-b3ed8b52a9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997486 Nov 09 21:25:53.689240 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d7ea6a-b742-4573-8231-bb767dfacdc1 req-0ce633f4-1395-4bff-9ed6-72963c517765 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:25:53.689850 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d7ea6a-b742-4573-8231-bb767dfacdc1 req-0ce633f4-1395-4bff-9ed6-72963c517765 service neutron] Checking segment: {'id': '9a6377f5-b38b-4a21-b9f6-9e21b904d67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a977e5a0-d935-40af-beae-b0f3a8c25de8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:25:53.690765 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d7ea6a-b742-4573-8231-bb767dfacdc1 req-0ce633f4-1395-4bff-9ed6-72963c517765 service neutron] Bound using segment: {'id': '9a6377f5-b38b-4a21-b9f6-9e21b904d67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a977e5a0-d935-40af-beae-b0f3a8c25de8'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:25:53.691218 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-32d7ea6a-b742-4573-8231-bb767dfacdc1 req-0ce633f4-1395-4bff-9ed6-72963c517765 service neutron] Bound port: 2ed77e76-ed36-450d-a5e3-5da7f8c66dd6, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a6377f5-b38b-4a21-b9f6-9e21b904d67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a977e5a0-d935-40af-beae-b0f3a8c25de8'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:25:53.691579 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-32d7ea6a-b742-4573-8231-bb767dfacdc1 req-0ce633f4-1395-4bff-9ed6-72963c517765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:53.714543 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9f6225b0-8338-49f9-91e0-7bd4b5fe9d6f req-752479e7-da1b-411e-9d2c-8bab8b572e84 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530368 Nov 09 21:25:53.715988 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-8c73fb6c-f7f2-40dc-bfd9-25ebdd79360c tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Allocated IP 172.20.0.5 (0674f609-3786-4a39-ae56-ff77ef2fa43e/f7be0898-40bd-4429-ad6e-ef94f38d95d6/dce325f5-01ba-4b66-84f1-5696fc086675) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:25:53.801503 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 21:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96d1cc3-4344-4327-97f1-0502d1c078b5 x-openstack-request-id: req-f96d1cc3-4344-4327-97f1-0502d1c078b5 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:25:53.801797 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246a1d09-dd97-4338-9e9c-a39857b3a6aa", "name": "network-vif-unplugged", "status": "completed", "tag": "5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:25:53.802054 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f96d1cc3-4344-4327-97f1-0502d1c078b5 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:25:53.802454 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246a1d09-dd97-4338-9e9c-a39857b3a6aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc', 'code': 200} Nov 09 21:25:53.826989 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:53.834520 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d4814696-4537-4d7e-adde-4e8fa1c189f4 req-d2b7bfc0-8f56-4991-bbf9-974892b8641a tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 210 time: 0.0440767 Nov 09 21:25:53.875229 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-32d7ea6a-b742-4573-8231-bb767dfacdc1 req-0ce633f4-1395-4bff-9ed6-72963c517765 service neutron] For port 2ed77e76-ed36-450d-a5e3-5da7f8c66dd6, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:25:53.881664 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-32d7ea6a-b742-4573-8231-bb767dfacdc1 req-0ce633f4-1395-4bff-9ed6-72963c517765 service neutron] For port 2ed77e76-ed36-450d-a5e3-5da7f8c66dd6, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=2ed77e76-ed36-450d-a5e3-5da7f8c66dd6,segment=NetworkSegment(9a6377f5-b38b-4a21-b9f6-9e21b904d67d),segment_id=9a6377f5-b38b-4a21-b9f6-9e21b904d67d)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:25:53.894844 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-32d7ea6a-b742-4573-8231-bb767dfacdc1 req-0ce633f4-1395-4bff-9ed6-72963c517765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:53.899202 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:25:53.912483 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-c54510db-335b-41c0-bcc0-4f715950642b None None] Provisioning complete for port 5f8b3a6e-8010-47da-aea7-42f5c848e9b2 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:25:53.912881 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c54510db-335b-41c0-bcc0-4f715950642b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:53.920073 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:53.975362 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7ea6a-b742-4573-8231-bb767dfacdc1 req-0ce633f4-1395-4bff-9ed6-72963c517765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:53.975998 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-32d7ea6a-b742-4573-8231-bb767dfacdc1 req-0ce633f4-1395-4bff-9ed6-72963c517765 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:53.977463 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-32d7ea6a-b742-4573-8231-bb767dfacdc1 req-0ce633f4-1395-4bff-9ed6-72963c517765 service neutron] 10.222.0.45 "PUT /v2.0/ports/2ed77e76-ed36-450d-a5e3-5da7f8c66dd6 HTTP/1.1" status: 200 len: 1092 time: 2.1875892 Nov 09 21:25:53.977957 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8209cc02-c690-4b7c-964e-83a84ca3f290', 'tag': '2ed77e76-ed36-450d-a5e3-5da7f8c66dd6'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:25:53.981218 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8c73fb6c-f7f2-40dc-bfd9-25ebdd79360c tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:53.981451 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de78b7c9-61e2-4e9f-8dda-ce2aa04f19d1" -d '{"events": [{"name": "network-changed", "server_uuid": "8209cc02-c690-4b7c-964e-83a84ca3f290", "tag": "2ed77e76-ed36-450d-a5e3-5da7f8c66dd6"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:25:54.009437 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce633f4-1395-4bff-9ed6-72963c517765 service neutron] Pushing event updated for resources: {'Port': ['ID=2ed77e76-ed36-450d-a5e3-5da7f8c66dd6,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:54.045762 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33858ea-8f74-49f4-8027-2c4235b434b6 req-5256becb-5c5c-4b60-add0-bdd34cec3cb7 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:54.047800 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c33858ea-8f74-49f4-8027-2c4235b434b6 req-5256becb-5c5c-4b60-add0-bdd34cec3cb7 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.43 "GET /v2.0/ports?device_id=57ddb70c-4cdc-4023-b713-c94e64bae7d0 HTTP/1.1" status: 200 len: 945 time: 0.1688938 Nov 09 21:25:54.048985 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8c73fb6c-f7f2-40dc-bfd9-25ebdd79360c tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:54.077627 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc620841-7713-4115-86f5-b290edde1cad x-openstack-request-id: req-bc620841-7713-4115-86f5-b290edde1cad {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:25:54.079362 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8209cc02-c690-4b7c-964e-83a84ca3f290", "tag": "2ed77e76-ed36-450d-a5e3-5da7f8c66dd6", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:25:54.079635 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bc620841-7713-4115-86f5-b290edde1cad {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:25:54.085248 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8209cc02-c690-4b7c-964e-83a84ca3f290', 'tag': '2ed77e76-ed36-450d-a5e3-5da7f8c66dd6', 'status': 'completed', 'code': 200} Nov 09 21:25:54.126502 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c73fb6c-f7f2-40dc-bfd9-25ebdd79360c tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Pushing event updated for resources: {'Port': ['ID=dce325f5-01ba-4b66-84f1-5696fc086675,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:54.142194 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c73fb6c-f7f2-40dc-bfd9-25ebdd79360c tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Network 0674f609-3786-4a39-ae56-ff77ef2fa43e is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:25:54.144304 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-8c73fb6c-f7f2-40dc-bfd9-25ebdd79360c tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:25:54.151342 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c73fb6c-f7f2-40dc-bfd9-25ebdd79360c tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:25:54.180230 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc,segment=NetworkSegment(4d746769-7d35-4026-ae90-66009892dd3d),segment_id=4d746769-7d35-4026-ae90-66009892dd3d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:25:54.203224 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:54.208500 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7ea6a-b742-4573-8231-bb767dfacdc1 req-732f8c05-4969-46c4-8b20-aec56483e0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:54.210043 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-32d7ea6a-b742-4573-8231-bb767dfacdc1 req-732f8c05-4969-46c4-8b20-aec56483e0d3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=37ab742aac8d42199f84c1b467e67cb5&device_id=8209cc02-c690-4b7c-964e-83a84ca3f290 HTTP/1.1" status: 200 len: 1095 time: 0.1881819 Nov 09 21:25:54.232726 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c73fb6c-f7f2-40dc-bfd9-25ebdd79360c tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:54.233725 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8c73fb6c-f7f2-40dc-bfd9-25ebdd79360c tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:54.248865 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 5f8b3a6e-8010-47da-aea7-42f5c848e9b2, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5f8b3a6e-8010-47da-aea7-42f5c848e9b2,segment=NetworkSegment(7fd82cea-b2af-4ffb-b0c1-f264743e1b2d),segment_id=7fd82cea-b2af-4ffb-b0c1-f264743e1b2d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:25:54.258533 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:54.271193 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8c73fb6c-f7f2-40dc-bfd9-25ebdd79360c tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.7852912 Nov 09 21:25:54.275386 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48906) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:54.311463 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-32d7ea6a-b742-4573-8231-bb767dfacdc1 req-d56fb687-272b-45a1-977f-be31398a6553 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ed77e76-ed36-450d-a5e3-5da7f8c66dd6 HTTP/1.1" status: 200 len: 217 time: 0.0670028 Nov 09 21:25:54.329418 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f8033-4490-4b5f-b604-15f31a57daf1 req-15bfc0bd-976c-4f3b-a512-2294e24a2a4a tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:54.331561 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc,revision_number=7']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:54.337619 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-658f8033-4490-4b5f-b604-15f31a57daf1 req-15bfc0bd-976c-4f3b-a512-2294e24a2a4a tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=8209cc02-c690-4b7c-964e-83a84ca3f290 HTTP/1.1" status: 200 len: 944 time: 0.1718800 Nov 09 21:25:54.422895 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bef0f3-34c6-41f1-87d1-891322d002bd tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:54.429237 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bef0f3-34c6-41f1-87d1-891322d002bd tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:54.435918 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bef0f3-34c6-41f1-87d1-891322d002bd tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:54.442344 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b6bef0f3-34c6-41f1-87d1-891322d002bd tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1656759 Nov 09 21:25:54.443103 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48910) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:54.457473 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7ea6a-b742-4573-8231-bb767dfacdc1 req-a1aa3ffa-19a3-4da3-9c3f-acbb5136917c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:54.459272 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-32d7ea6a-b742-4573-8231-bb767dfacdc1 req-a1aa3ffa-19a3-4da3-9c3f-acbb5136917c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2d70d627-f91a-46e1-b014-350c82c5b331 HTTP/1.1" status: 200 len: 851 time: 0.1069727 Nov 09 21:25:54.501413 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=5f8b3a6e-8010-47da-aea7-42f5c848e9b2,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:54.548730 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a058fd5-2f06-4ce1-9243-1a80c7ba9ea1 req-13033782-e224-476f-bc0d-e4064c7f9581 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:54.553787 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-32d7ea6a-b742-4573-8231-bb767dfacdc1 req-5e875fe5-e9fa-405c-b96d-4f4717dc0b31 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a977e5a0-d935-40af-beae-b0f3a8c25de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713925 Nov 09 21:25:54.560358 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0a058fd5-2f06-4ce1-9243-1a80c7ba9ea1 req-13033782-e224-476f-bc0d-e4064c7f9581 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=57ddb70c-4cdc-4023-b713-c94e64bae7d0 HTTP/1.1" status: 200 len: 945 time: 0.1161282 Nov 09 21:25:54.602917 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:25:54.614472 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-c33858ea-8f74-49f4-8027-2c4235b434b6 req-fbcc1d7a-17f0-4783-81eb-037be190fe3e tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Deleting port cac8a0f1-fcf6-4ebd-9f0d-281933b19c82 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:25:54.615085 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c33858ea-8f74-49f4-8027-2c4235b434b6 req-fbcc1d7a-17f0-4783-81eb-037be190fe3e tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:54.694113 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-04d1ac43-0442-4742-96a1-3cd8c46f2f10 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Deleting port dce325f5-01ba-4b66-84f1-5696fc086675 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:25:54.694437 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-0bfe9d92-f7a0-47f2-95fc-1aeb6d1b9f5e None None] Provisioning complete for port 1890d7dc-63a0-4e8c-9a63-8b39e4632811 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:25:54.694741 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-04d1ac43-0442-4742-96a1-3cd8c46f2f10 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:54.695062 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0bfe9d92-f7a0-47f2-95fc-1aeb6d1b9f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:54.742887 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-0bfe9d92-f7a0-47f2-95fc-1aeb6d1b9f5e None None] Port 1890d7dc-63a0-4e8c-9a63-8b39e4632811 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:25:54.745081 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 326d231a-4dc4-4093-95d8-7bcd4571aa9b no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:25:54.786369 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-658f8033-4490-4b5f-b604-15f31a57daf1 req-b892bc1a-155d-4de8-a343-6b49d03f62e6 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4477916 Nov 09 21:25:54.829674 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-04d1ac43-0442-4742-96a1-3cd8c46f2f10 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:54.848459 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-04d1ac43-0442-4742-96a1-3cd8c46f2f10 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Calling delete_port for dce325f5-01ba-4b66-84f1-5696fc086675 owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:25:54.866446 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: 326d231a-4dc4-4093-95d8-7bcd4571aa9b {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:25:54.866794 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 326d231a-4dc4-4093-95d8-7bcd4571aa9b not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:25:54.892124 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-0bfe9d92-f7a0-47f2-95fc-1aeb6d1b9f5e None None] Provisioning complete for port 5f8b3a6e-8010-47da-aea7-42f5c848e9b2 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:25:54.892376 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0bfe9d92-f7a0-47f2-95fc-1aeb6d1b9f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:54.961332 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0a058fd5-2f06-4ce1-9243-1a80c7ba9ea1 req-c43dbf67-8de9-4d12-8075-9ea133150cbe tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/security-groups?id=85e41b18-17bb-4547-9826-32936191f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999276 Nov 09 21:25:55.020537 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 5f8b3a6e-8010-47da-aea7-42f5c848e9b2 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:25:55.053596 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-c33858ea-8f74-49f4-8027-2c4235b434b6 req-fbcc1d7a-17f0-4783-81eb-037be190fe3e tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] For port cac8a0f1-fcf6-4ebd-9f0d-281933b19c82, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=cac8a0f1-fcf6-4ebd-9f0d-281933b19c82,segment=NetworkSegment(a1c83fda-03be-4d5c-a07e-e6833021a1a4),segment_id=a1c83fda-03be-4d5c-a07e-e6833021a1a4)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:25:55.053973 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c33858ea-8f74-49f4-8027-2c4235b434b6 req-fbcc1d7a-17f0-4783-81eb-037be190fe3e tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:55.072076 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-32d7ea6a-b742-4573-8231-bb767dfacdc1 req-070de128-0cb1-44f3-b3cd-e56790949728 service neutron] 10.222.0.45 "GET /v2.0/networks/a977e5a0-d935-40af-beae-b0f3a8c25de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4888999 Nov 09 21:25:55.076956 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-c33858ea-8f74-49f4-8027-2c4235b434b6 req-fbcc1d7a-17f0-4783-81eb-037be190fe3e tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Calling delete_port for cac8a0f1-fcf6-4ebd-9f0d-281933b19c82 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:25:55.171990 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ea539-33fb-40da-95ec-53b6af1d673d req-875c5740-79a1-4e1e-9062-716247576e5e tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:55.175682 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-812ea539-33fb-40da-95ec-53b6af1d673d req-875c5740-79a1-4e1e-9062-716247576e5e tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] 10.222.0.45 "GET /v2.0/ports?device_id=0fb23f02-08d8-41ec-a3e4-6fbec5813120 HTTP/1.1" status: 200 len: 945 time: 0.2532301 Nov 09 21:25:55.176139 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 5f8b3a6e-8010-47da-aea7-42f5c848e9b2 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:25:55.176514 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:55.181404 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b85b16-623d-48af-8e4a-c29424b854c9 req-f1e36cfe-8b72-4020-a0e1-c1b4ee08f2ed tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:55.190975 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-01b85b16-623d-48af-8e4a-c29424b854c9 req-f1e36cfe-8b72-4020-a0e1-c1b4ee08f2ed tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fb23f02-08d8-41ec-a3e4-6fbec5813120 HTTP/1.1" status: 200 len: 945 time: 0.2562785 Nov 09 21:25:55.282712 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cfac48-2e06-429a-826f-72425b2b0c1c req-38f21543-e8d9-4406-93cb-ee846fa96611 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:55.284994 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b5cfac48-2e06-429a-826f-72425b2b0c1c req-38f21543-e8d9-4406-93cb-ee846fa96611 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 945 time: 0.2215164 Nov 09 21:25:55.296573 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-01b85b16-623d-48af-8e4a-c29424b854c9 req-1673f2a2-262c-4410-95ea-776ed4c5d86c tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] 10.222.0.49 "GET /v2.0/security-groups?id=8557b968-5e4d-431e-8cbc-b3ed8b52a9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008673 Nov 09 21:25:55.313592 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-7b3baa5f-f96b-4829-975d-efd22e792897 None None] Provisioning complete for port dce325f5-01ba-4b66-84f1-5696fc086675 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:25:55.313972 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7b3baa5f-f96b-4829-975d-efd22e792897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:55.373663 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-32d7ea6a-b742-4573-8231-bb767dfacdc1 req-6c87d9d8-cd82-4bf0-870b-a2e7b5801f9e service neutron] 10.222.0.45 "GET /v2.0/networks/a977e5a0-d935-40af-beae-b0f3a8c25de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931859 Nov 09 21:25:55.380022 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-7b3baa5f-f96b-4829-975d-efd22e792897 None None] Port dce325f5-01ba-4b66-84f1-5696fc086675 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:25:55.395532 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b5cfac48-2e06-429a-826f-72425b2b0c1c req-62e5f348-0cdf-4799-b474-c01798f7351d tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838041 Nov 09 21:25:55.403979 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-04d1ac43-0442-4742-96a1-3cd8c46f2f10 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:55.461696 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-7b3baa5f-f96b-4829-975d-efd22e792897 None None] Provisioning complete for port 1890d7dc-63a0-4e8c-9a63-8b39e4632811 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:25:55.462246 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7b3baa5f-f96b-4829-975d-efd22e792897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:55.472396 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5ff971f5-090d-446c-8360-bdce819f7d2e req-b8877c13-fbd7-4c9c-a865-7342d0ba2a36 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 210 time: 0.0410898 Nov 09 21:25:55.511132 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-7b3baa5f-f96b-4829-975d-efd22e792897 None None] Port 1890d7dc-63a0-4e8c-9a63-8b39e4632811 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:25:55.569850 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-812ea539-33fb-40da-95ec-53b6af1d673d req-bfb0c24a-fef1-43d8-9db3-8dcddd41f3f5 tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] Deleting port 0467167a-49f8-450c-a152-5ccd3aa14a10 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:25:55.570407 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-812ea539-33fb-40da-95ec-53b6af1d673d req-bfb0c24a-fef1-43d8-9db3-8dcddd41f3f5 tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:55.575556 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1ac43-0442-4742-96a1-3cd8c46f2f10 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Pushing event deleted for resources: {'Port': ['ID=dce325f5-01ba-4b66-84f1-5696fc086675,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:55.576076 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78b7c9-61e2-4e9f-8dda-ce2aa04f19d1 req-0e41197a-471b-417c-b3a0-e90f6f7db358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:55.581767 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-de78b7c9-61e2-4e9f-8dda-ce2aa04f19d1 req-0e41197a-471b-417c-b3a0-e90f6f7db358 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=37ab742aac8d42199f84c1b467e67cb5&device_id=8209cc02-c690-4b7c-964e-83a84ca3f290 HTTP/1.1" status: 200 len: 1095 time: 0.0950654 Nov 09 21:25:55.583406 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c33858ea-8f74-49f4-8027-2c4235b434b6 req-fbcc1d7a-17f0-4783-81eb-037be190fe3e tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:55.674012 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['7d1b423e-0bca-4f20-9a13-ba04210393bf', 'cac8a0f1-fcf6-4ebd-9f0d-281933b19c82'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:25:55.708699 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-812ea539-33fb-40da-95ec-53b6af1d673d req-bfb0c24a-fef1-43d8-9db3-8dcddd41f3f5 tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] For port 0467167a-49f8-450c-a152-5ccd3aa14a10, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=0467167a-49f8-450c-a152-5ccd3aa14a10,segment=NetworkSegment(c73579ec-f473-4c5b-bf59-3d43c27d5bef),segment_id=c73579ec-f473-4c5b-bf59-3d43c27d5bef)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:25:55.709009 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-812ea539-33fb-40da-95ec-53b6af1d673d req-bfb0c24a-fef1-43d8-9db3-8dcddd41f3f5 tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:55.713002 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc1d7a-17f0-4783-81eb-037be190fe3e tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Pushing event deleted for resources: {'Port': ['ID=cac8a0f1-fcf6-4ebd-9f0d-281933b19c82,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:55.716703 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78b7c9-61e2-4e9f-8dda-ce2aa04f19d1 req-1c037227-fbf7-4fe3-8c96-40e557ad64b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:55.719313 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-de78b7c9-61e2-4e9f-8dda-ce2aa04f19d1 req-1c037227-fbf7-4fe3-8c96-40e557ad64b9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a977e5a0-d935-40af-beae-b0f3a8c25de8 HTTP/1.1" status: 200 len: 911 time: 0.1103847 Nov 09 21:25:55.732669 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-812ea539-33fb-40da-95ec-53b6af1d673d req-bfb0c24a-fef1-43d8-9db3-8dcddd41f3f5 tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] Calling delete_port for 0467167a-49f8-450c-a152-5ccd3aa14a10 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:25:55.800937 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-de78b7c9-61e2-4e9f-8dda-ce2aa04f19d1 req-63218165-49d7-49ba-8933-39cd3d6fc923 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ed77e76-ed36-450d-a5e3-5da7f8c66dd6 HTTP/1.1" status: 200 len: 217 time: 0.0678394 Nov 09 21:25:55.802053 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-c33858ea-8f74-49f4-8027-2c4235b434b6 req-fbcc1d7a-17f0-4783-81eb-037be190fe3e tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] No DVR routers for this DVR port cac8a0f1-fcf6-4ebd-9f0d-281933b19c82 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:25:55.810054 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c33858ea-8f74-49f4-8027-2c4235b434b6 req-fbcc1d7a-17f0-4783-81eb-037be190fe3e tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:55.813705 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c33858ea-8f74-49f4-8027-2c4235b434b6 req-fbcc1d7a-17f0-4783-81eb-037be190fe3e tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.43 "DELETE /v2.0/ports/cac8a0f1-fcf6-4ebd-9f0d-281933b19c82 HTTP/1.1" status: 204 len: 173 time: 1.7275527 Nov 09 21:25:55.898564 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-04d1ac43-0442-4742-96a1-3cd8c46f2f10 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:55.905162 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48920) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:55.905730 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-04d1ac43-0442-4742-96a1-3cd8c46f2f10 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] 10.222.0.49 "DELETE /v2.0/ports/dce325f5-01ba-4b66-84f1-5696fc086675 HTTP/1.1" status: 204 len: 168 time: 1.4262142 Nov 09 21:25:55.921307 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78b7c9-61e2-4e9f-8dda-ce2aa04f19d1 req-6474694a-743d-4459-88e9-85af8abb19df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:55.923036 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-de78b7c9-61e2-4e9f-8dda-ce2aa04f19d1 req-6474694a-743d-4459-88e9-85af8abb19df service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2d70d627-f91a-46e1-b014-350c82c5b331 HTTP/1.1" status: 200 len: 851 time: 0.1081705 Nov 09 21:25:55.950819 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bd9c98b-c3a4-40c0-86c3-70ad6b478369 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] GET failed (client error): The resource could not be found. Nov 09 21:25:55.958103 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8bd9c98b-c3a4-40c0-86c3-70ad6b478369 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] 10.222.0.49 "GET /v2.0/ports/dce325f5-01ba-4b66-84f1-5696fc086675 HTTP/1.1" status: 404 len: 333 time: 0.0458455 Nov 09 21:25:55.958103 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48922) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:55.978741 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-a1d84098-e4b0-42d3-8072-c742c8e084cb tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Request body: {'port': {'network_id': '0674f609-3786-4a39-ae56-ff77ef2fa43e', 'name': 'tempest-AllowedAddressPairTestJSON-1239751717'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:25:55.984621 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-de78b7c9-61e2-4e9f-8dda-ce2aa04f19d1 req-b387f832-8b9b-447c-86ff-3130503c5a7d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a977e5a0-d935-40af-beae-b0f3a8c25de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456183 Nov 09 21:25:56.006693 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-812ea539-33fb-40da-95ec-53b6af1d673d req-bfb0c24a-fef1-43d8-9db3-8dcddd41f3f5 tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:56.015814 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a1b9d9-1899-4176-98fb-a7f8e1af8d81 req-05d48183-5fc8-4c78-9c82-a79635297897 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:56.018147 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['0467167a-49f8-450c-a152-5ccd3aa14a10'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:25:56.034805 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f5a1b9d9-1899-4176-98fb-a7f8e1af8d81 req-05d48183-5fc8-4c78-9c82-a79635297897 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=8209cc02-c690-4b7c-964e-83a84ca3f290 HTTP/1.1" status: 200 len: 944 time: 0.1135948 Nov 09 21:25:56.102515 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb0c24a-fef1-43d8-9db3-8dcddd41f3f5 tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] Pushing event deleted for resources: {'Port': ['ID=0467167a-49f8-450c-a152-5ccd3aa14a10,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:56.103399 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ddb70c-4cdc-4023-b713-c94e64bae7d0', 'name': 'network-vif-deleted', 'tag': 'cac8a0f1-fcf6-4ebd-9f0d-281933b19c82'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:25:56.105680 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ac791d-0f74-48a1-929f-2513a88dd914" -d '{"events": [{"server_uuid": "57ddb70c-4cdc-4023-b713-c94e64bae7d0", "name": "network-vif-deleted", "tag": "cac8a0f1-fcf6-4ebd-9f0d-281933b19c82"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:25:56.161064 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-812ea539-33fb-40da-95ec-53b6af1d673d req-bfb0c24a-fef1-43d8-9db3-8dcddd41f3f5 tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] No DVR routers for this DVR port 0467167a-49f8-450c-a152-5ccd3aa14a10 on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:25:56.161534 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9656b69f-6b45-48de-a6c5-b03caed41012 req-9edd60cf-7099-40a0-85f2-bfee197e4659 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=57ddb70c-4cdc-4023-b713-c94e64bae7d0 HTTP/1.1" status: 200 len: 210 time: 0.0509126 Nov 09 21:25:56.184046 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-812ea539-33fb-40da-95ec-53b6af1d673d req-bfb0c24a-fef1-43d8-9db3-8dcddd41f3f5 tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:56.187582 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-812ea539-33fb-40da-95ec-53b6af1d673d req-bfb0c24a-fef1-43d8-9db3-8dcddd41f3f5 tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] 10.222.0.45 "DELETE /v2.0/ports/0467167a-49f8-450c-a152-5ccd3aa14a10 HTTP/1.1" status: 204 len: 173 time: 1.0048804 Nov 09 21:25:56.194517 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb23f02-08d8-41ec-a3e4-6fbec5813120', 'name': 'network-vif-deleted', 'tag': '0467167a-49f8-450c-a152-5ccd3aa14a10'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:25:56.197071 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5618e620-595f-49f8-88a0-3d953fa42c56" -d '{"events": [{"server_uuid": "0fb23f02-08d8-41ec-a3e4-6fbec5813120", "name": "network-vif-deleted", "tag": "0467167a-49f8-450c-a152-5ccd3aa14a10"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:25:56.213383 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f5a1b9d9-1899-4176-98fb-a7f8e1af8d81 req-f6661123-47c4-4221-b2a8-68eddf67dfae tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781225 Nov 09 21:25:56.236571 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ddaf26a-ee0e-4f94-b82b-f74402c31d5f x-openstack-request-id: req-2ddaf26a-ee0e-4f94-b82b-f74402c31d5f {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:25:56.237009 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ddb70c-4cdc-4023-b713-c94e64bae7d0", "name": "network-vif-deleted", "tag": "cac8a0f1-fcf6-4ebd-9f0d-281933b19c82", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:25:56.237349 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2ddaf26a-ee0e-4f94-b82b-f74402c31d5f {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:25:56.237819 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ddb70c-4cdc-4023-b713-c94e64bae7d0', 'name': 'network-vif-deleted', 'tag': 'cac8a0f1-fcf6-4ebd-9f0d-281933b19c82', 'status': 'completed', 'code': 200} Nov 09 21:25:56.256090 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-de78b7c9-61e2-4e9f-8dda-ce2aa04f19d1 req-1954a618-f83f-46c0-98c1-53ad4b6e721f service neutron] 10.222.0.45 "GET /v2.0/networks/a977e5a0-d935-40af-beae-b0f3a8c25de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575831 Nov 09 21:25:56.286745 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e42d24f-1311-4b96-989d-6256eb6b8eae x-openstack-request-id: req-8e42d24f-1311-4b96-989d-6256eb6b8eae {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:25:56.287124 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb23f02-08d8-41ec-a3e4-6fbec5813120", "name": "network-vif-deleted", "tag": "0467167a-49f8-450c-a152-5ccd3aa14a10", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:25:56.287456 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8e42d24f-1311-4b96-989d-6256eb6b8eae {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:25:56.287944 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb23f02-08d8-41ec-a3e4-6fbec5813120', 'name': 'network-vif-deleted', 'tag': '0467167a-49f8-450c-a152-5ccd3aa14a10', 'status': 'completed', 'code': 200} Nov 09 21:25:56.324993 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d84098-e4b0-42d3-8072-c742c8e084cb tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Made reservation on behalf of cef88083a6d146378e92c0b495a3b5c2 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:25:56.328699 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a1d84098-e4b0-42d3-8072-c742c8e084cb tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:56.357874 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-a1d84098-e4b0-42d3-8072-c742c8e084cb tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] device_id is not set on port d81c1b2f-21fb-4611-9894-9666436de6e6 yet. {{(pid=102607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:25:56.470281 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c9fd19b-c56e-4b12-9df4-8c6f86ef9865 req-1302e684-e1f2-4a2a-a8cd-4128acf773f6 tempest-ServerMetadataNegativeTestJSON-1751292030 tempest-ServerMetadataNegativeTestJSON-1751292030-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fb23f02-08d8-41ec-a3e4-6fbec5813120 HTTP/1.1" status: 200 len: 210 time: 0.0512764 Nov 09 21:25:56.487727 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-de78b7c9-61e2-4e9f-8dda-ce2aa04f19d1 req-5e73e194-0bfc-41f1-9cce-4ab241acdc04 service neutron] 10.222.0.45 "GET /v2.0/networks/a977e5a0-d935-40af-beae-b0f3a8c25de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210453 Nov 09 21:25:56.597131 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0edb54-a8ad-4dea-90fc-067127f042c3 req-993b4e32-3f15-45aa-9bf7-77b8d58b823f tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:56.598711 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8f0edb54-a8ad-4dea-90fc-067127f042c3 req-993b4e32-3f15-45aa-9bf7-77b8d58b823f tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 945 time: 0.0820200 Nov 09 21:25:56.609841 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-a1d84098-e4b0-42d3-8072-c742c8e084cb tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Allocated IP 172.20.0.6 (0674f609-3786-4a39-ae56-ff77ef2fa43e/f7be0898-40bd-4429-ad6e-ef94f38d95d6/d81c1b2f-21fb-4611-9894-9666436de6e6) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:25:56.628571 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5951d12f-dcab-43f3-8aae-332187318b1e req-9eb2a4ee-987c-45cb-b686-0d613f42a8e8 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 210 time: 0.0318260 Nov 09 21:25:56.702860 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8f0edb54-a8ad-4dea-90fc-067127f042c3 req-d384abe5-b776-4dd0-ae6f-920a98552610 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975327 Nov 09 21:25:56.722305 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:25:56.782993 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:25:56.783475 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:56.858865 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a1d84098-e4b0-42d3-8072-c742c8e084cb tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:56.881925 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:56.886227 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 2ed77e76-ed36-450d-a5e3-5da7f8c66dd6 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:25:56.907474 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a1d84098-e4b0-42d3-8072-c742c8e084cb tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:56.928237 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246a1d09-dd97-4338-9e9c-a39857b3a6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:25:56.930500 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d0bfc8-4d3d-42b0-80d7-bf72f76c685d" -d '{"events": [{"server_uuid": "246a1d09-dd97-4338-9e9c-a39857b3a6aa", "name": "network-vif-plugged", "status": "completed", "tag": "5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:25:56.965402 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d84098-e4b0-42d3-8072-c742c8e084cb tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Network 0674f609-3786-4a39-ae56-ff77ef2fa43e is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:25:56.972803 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-a1d84098-e4b0-42d3-8072-c742c8e084cb tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:25:56.977873 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d84098-e4b0-42d3-8072-c742c8e084cb tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:25:56.982899 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc,segment=NetworkSegment(4d746769-7d35-4026-ae90-66009892dd3d),segment_id=4d746769-7d35-4026-ae90-66009892dd3d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:25:56.986845 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493ac7b5-ea0b-4c48-8e70-2cbbd69c4c88 x-openstack-request-id: req-493ac7b5-ea0b-4c48-8e70-2cbbd69c4c88 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:25:56.987176 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246a1d09-dd97-4338-9e9c-a39857b3a6aa", "name": "network-vif-plugged", "status": "completed", "tag": "5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:25:56.987454 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-493ac7b5-ea0b-4c48-8e70-2cbbd69c4c88 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:25:56.987914 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246a1d09-dd97-4338-9e9c-a39857b3a6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc', 'code': 200} Nov 09 21:25:56.990574 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:57.023484 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d84098-e4b0-42d3-8072-c742c8e084cb tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Pushing event updated for resources: {'Port': ['ID=d81c1b2f-21fb-4611-9894-9666436de6e6,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:57.066583 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d84098-e4b0-42d3-8072-c742c8e084cb tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:57.067945 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a1d84098-e4b0-42d3-8072-c742c8e084cb tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:57.105204 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a1d84098-e4b0-42d3-8072-c742c8e084cb tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1465821 Nov 09 21:25:57.107781 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48938) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:57.112300 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 2ed77e76-ed36-450d-a5e3-5da7f8c66dd6, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=2ed77e76-ed36-450d-a5e3-5da7f8c66dd6,segment=NetworkSegment(9a6377f5-b38b-4a21-b9f6-9e21b904d67d),segment_id=9a6377f5-b38b-4a21-b9f6-9e21b904d67d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:25:57.114376 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-2ed7f7d9-b5e2-4d96-8ae2-f22996ed483b tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:57:47:fa'}]}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:25:57.126000 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc,revision_number=8']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:57.133323 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '2ed77e76-ed36-450d-a5e3-5da7f8c66dd6', 'network_id': 'a977e5a0-d935-40af-beae-b0f3a8c25de8', 'port_id': '2ed77e76-ed36-450d-a5e3-5da7f8c66dd6', 'mac_address': 'fa:16:3e:f2:2d:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d70d627-f91a-46e1-b014-350c82c5b331', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:25:57.189112 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:57.206470 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ed77e76-ed36-450d-a5e3-5da7f8c66dd6 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:25:57.209236 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2ed7f7d9-b5e2-4d96-8ae2-f22996ed483b tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:57.229233 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18daf456-5cec-45c6-90ab-6ecab9273975 req-4de66794-4307-41ec-89ae-d3cc1e5917b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:57.232777 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 2ed77e76-ed36-450d-a5e3-5da7f8c66dd6, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=2ed77e76-ed36-450d-a5e3-5da7f8c66dd6,segment=NetworkSegment(9a6377f5-b38b-4a21-b9f6-9e21b904d67d),segment_id=9a6377f5-b38b-4a21-b9f6-9e21b904d67d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:25:57.234458 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-18daf456-5cec-45c6-90ab-6ecab9273975 req-4de66794-4307-41ec-89ae-d3cc1e5917b8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 1097 time: 0.0858729 Nov 09 21:25:57.244552 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:57.365628 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=2ed77e76-ed36-450d-a5e3-5da7f8c66dd6,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:57.392077 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-18daf456-5cec-45c6-90ab-6ecab9273975 req-d80ed802-6878-489f-91ab-ef2770ef8a4b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505282 Nov 09 21:25:57.408397 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-6c349e53-756e-48eb-9629-d240507e7ce9 None None] Provisioning complete for port d81c1b2f-21fb-4611-9894-9666436de6e6 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:25:57.409358 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6c349e53-756e-48eb-9629-d240507e7ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:57.464536 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2ed7f7d9-b5e2-4d96-8ae2-f22996ed483b tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:57.472074 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2ed7f7d9-b5e2-4d96-8ae2-f22996ed483b tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:57.479781 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['2ed77e76-ed36-450d-a5e3-5da7f8c66dd6'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:25:57.483464 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-6c349e53-756e-48eb-9629-d240507e7ce9 None None] Port d81c1b2f-21fb-4611-9894-9666436de6e6 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:25:57.494091 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549676d6-f19d-4666-973e-03d9e83019b0 req-ca0293c9-c0de-40ee-81fc-1e3002b447a6 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:57.503020 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-549676d6-f19d-4666-973e-03d9e83019b0 req-ca0293c9-c0de-40ee-81fc-1e3002b447a6 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=8209cc02-c690-4b7c-964e-83a84ca3f290 HTTP/1.1" status: 200 len: 945 time: 0.1091993 Nov 09 21:25:57.582324 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48950) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:57.594631 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-549676d6-f19d-4666-973e-03d9e83019b0 req-67ef23a7-6103-40e5-918d-a04ae3916487 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901821 Nov 09 21:25:57.611002 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-2ed7f7d9-b5e2-4d96-8ae2-f22996ed483b tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] In _notify_port_updated(), no bound segment for port d81c1b2f-21fb-4611-9894-9666436de6e6 on network 0674f609-3786-4a39-ae56-ff77ef2fa43e {{(pid=102608) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 21:25:57.617158 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed7f7d9-b5e2-4d96-8ae2-f22996ed483b tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:57.617905 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2ed7f7d9-b5e2-4d96-8ae2-f22996ed483b tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:57.619220 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2ed7f7d9-b5e2-4d96-8ae2-f22996ed483b tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] 10.222.0.49 "PUT /v2.0/ports/d81c1b2f-21fb-4611-9894-9666436de6e6 HTTP/1.1" status: 200 len: 993 time: 0.5100725 Nov 09 21:25:57.622060 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48952) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:57.667512 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed7f7d9-b5e2-4d96-8ae2-f22996ed483b tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Pushing event updated for resources: {'Port': ['ID=d81c1b2f-21fb-4611-9894-9666436de6e6,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:57.707297 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed7f7d9-b5e2-4d96-8ae2-f22996ed483b tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:25:57.707729 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed7f7d9-b5e2-4d96-8ae2-f22996ed483b tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:25:57.708075 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed7f7d9-b5e2-4d96-8ae2-f22996ed483b tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:25:57.708411 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed7f7d9-b5e2-4d96-8ae2-f22996ed483b tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:25:57.713569 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed7f7d9-b5e2-4d96-8ae2-f22996ed483b tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:25:57.713999 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed7f7d9-b5e2-4d96-8ae2-f22996ed483b tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:25:57.714410 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed7f7d9-b5e2-4d96-8ae2-f22996ed483b tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:25:57.714756 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed7f7d9-b5e2-4d96-8ae2-f22996ed483b tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:25:57.715096 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed7f7d9-b5e2-4d96-8ae2-f22996ed483b tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:25:57.715456 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed7f7d9-b5e2-4d96-8ae2-f22996ed483b tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:25:57.715754 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed7f7d9-b5e2-4d96-8ae2-f22996ed483b tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:25:57.716079 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed7f7d9-b5e2-4d96-8ae2-f22996ed483b tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:25:57.750782 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-5cce6036-b08f-4166-bcab-0354de881332 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Deleting port d81c1b2f-21fb-4611-9894-9666436de6e6 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:25:57.751532 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5cce6036-b08f-4166-bcab-0354de881332 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:57.768835 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b3ea8f2-5fe5-4318-8f37-734c971690fa admin admin] Deleting subnet afd98887-34f4-44ef-97cc-ef7be1668924 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:25:57.779900 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3b3ea8f2-5fe5-4318-8f37-734c971690fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:57.861208 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-84f971fd-feef-44f3-a653-50d1a9aa364b req-7663ad2f-0f62-415a-98ed-cc195f46b996 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 210 time: 0.0494854 Nov 09 21:25:57.880155 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3b3ea8f2-5fe5-4318-8f37-734c971690fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:57.893396 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5cce6036-b08f-4166-bcab-0354de881332 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:57.908928 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-f7e64397-8e05-4d1e-8eee-02a073e61741 None None] Provisioning complete for port d81c1b2f-21fb-4611-9894-9666436de6e6 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:25:57.910287 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f7e64397-8e05-4d1e-8eee-02a073e61741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:57.915718 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-5cce6036-b08f-4166-bcab-0354de881332 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Calling delete_port for d81c1b2f-21fb-4611-9894-9666436de6e6 owned by {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:25:57.923520 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3b3ea8f2-5fe5-4318-8f37-734c971690fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:57.927142 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c7c83-92e6-4e96-8dd1-3d86d3b69dc8 req-6153032c-4e17-40fb-bae8-931fcb414752 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:57.928727 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-567c7c83-92e6-4e96-8dd1-3d86d3b69dc8 req-6153032c-4e17-40fb-bae8-931fcb414752 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 946 time: 0.1012139 Nov 09 21:25:57.955909 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-f7e64397-8e05-4d1e-8eee-02a073e61741 None None] Port d81c1b2f-21fb-4611-9894-9666436de6e6 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:25:57.979548 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3b3ea8f2-5fe5-4318-8f37-734c971690fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:58.011575 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3ea8f2-5fe5-4318-8f37-734c971690fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afd98887-34f4-44ef-97cc-ef7be1668924,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:58.013622 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3b3ea8f2-5fe5-4318-8f37-734c971690fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:58.016926 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3b3ea8f2-5fe5-4318-8f37-734c971690fa admin admin] 10.222.0.49 "DELETE /v2.0/subnets/afd98887-34f4-44ef-97cc-ef7be1668924 HTTP/1.1" status: 204 len: 168 time: 0.4335938 Nov 09 21:25:58.019345 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48958) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:58.039687 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-567c7c83-92e6-4e96-8dd1-3d86d3b69dc8 req-be3510ad-8666-4cc3-a16d-835d9c81b3af tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032796 Nov 09 21:25:58.098820 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bc0b5eb6-8dee-406d-97ae-1baf44290233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:58.116022 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5cce6036-b08f-4166-bcab-0354de881332 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:58.144441 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce6036-b08f-4166-bcab-0354de881332 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Pushing event deleted for resources: {'Port': ['ID=d81c1b2f-21fb-4611-9894-9666436de6e6,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:58.183945 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bc0b5eb6-8dee-406d-97ae-1baf44290233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:58.206020 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-bc0b5eb6-8dee-406d-97ae-1baf44290233 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['175a8634-46ce-4879-b73c-8ead379ba916']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:25:58.216230 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-bc0b5eb6-8dee-406d-97ae-1baf44290233 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c73579ec-f473-4c5b-bf59-3d43c27d5bef') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:25:58.216535 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-bc0b5eb6-8dee-406d-97ae-1baf44290233 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c73579ec-f473-4c5b-bf59-3d43c27d5bef') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:25:58.228575 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bc0b5eb6-8dee-406d-97ae-1baf44290233 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:58.249691 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bc0b5eb6-8dee-406d-97ae-1baf44290233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:58.257284 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc0b5eb6-8dee-406d-97ae-1baf44290233 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:25:58.257775 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bc0b5eb6-8dee-406d-97ae-1baf44290233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:58.259759 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:25:58.259759 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:25:58.259759 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:25:58.259759 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:25:58.259759 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:25:58.259759 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:25:58.259759 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:25:58.259759 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:25:58.259759 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:25:58.259759 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:25:58.259759 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:25:58.259759 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:25:58.259759 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:25:58.259759 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:25:58.259759 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:25:58.259759 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:25:58.259759 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:25:58.259759 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:25:58.259759 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:25:58.259759 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:25:58.259759 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:25:58.259759 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:25:58.259759 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:25:58.259759 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:25:58.259759 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:25:58.259759 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:25:58.259759 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:25:58.259759 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:25:58.259759 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:25:58.259759 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:25:58.259759 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:25:58.259759 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:25:58.322332 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bc0b5eb6-8dee-406d-97ae-1baf44290233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:58.333209 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bc0b5eb6-8dee-406d-97ae-1baf44290233 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:58.337908 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-bc0b5eb6-8dee-406d-97ae-1baf44290233 admin admin] 10.222.0.49 "DELETE /v2.0/networks/175a8634-46ce-4879-b73c-8ead379ba916 HTTP/1.1" status: 204 len: 168 time: 0.3174045 Nov 09 21:25:58.361485 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0b5eb6-8dee-406d-97ae-1baf44290233 admin admin] Pushing event deleted for resources: {'Network': ['ID=175a8634-46ce-4879-b73c-8ead379ba916,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:58.375685 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5cce6036-b08f-4166-bcab-0354de881332 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:58.380077 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5cce6036-b08f-4166-bcab-0354de881332 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] 10.222.0.49 "DELETE /v2.0/ports/d81c1b2f-21fb-4611-9894-9666436de6e6 HTTP/1.1" status: 204 len: 168 time: 0.7569547 Nov 09 21:25:58.382831 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48962) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:58.419019 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e6f93c6-5544-4696-8494-ccbf1e73a88f tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] GET failed (client error): The resource could not be found. Nov 09 21:25:58.420842 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-3e6f93c6-5544-4696-8494-ccbf1e73a88f tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] 10.222.0.49 "GET /v2.0/ports/d81c1b2f-21fb-4611-9894-9666436de6e6 HTTP/1.1" status: 404 len: 333 time: 0.0368755 Nov 09 21:25:58.424807 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48964) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:58.431283 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-d4aa33de-106d-4851-bfb2-f2fb66d7b693 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Request body: {'port': {'network_id': '0674f609-3786-4a39-ae56-ff77ef2fa43e', 'name': 'tempest-AllowedAddressPairTestJSON-1591043553'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:25:58.602017 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4aa33de-106d-4851-bfb2-f2fb66d7b693 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Made reservation on behalf of cef88083a6d146378e92c0b495a3b5c2 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:25:58.609087 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d4aa33de-106d-4851-bfb2-f2fb66d7b693 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:58.633593 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-d4aa33de-106d-4851-bfb2-f2fb66d7b693 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] device_id is not set on port 292f4b98-93b7-47b8-957a-01441cb0c224 yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:25:58.640224 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48970) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:58.696861 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-08bbeca6-ae98-477e-90e2-bf1c6bbc9722 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=210e2784238f445bb9453036818ad215&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0549905 Nov 09 21:25:58.697740 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48972) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:58.702094 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device cac8a0f1-fcf6-4ebd-9f0d-281933b19c82 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:25:58.751622 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: cac8a0f1-fcf6-4ebd-9f0d-281933b19c82 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:25:58.751970 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device cac8a0f1-fcf6-4ebd-9f0d-281933b19c82 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:25:58.754413 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3f2a5610-462f-4598-8a7e-55d255f30393 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:58.789456 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3f2a5610-462f-4598-8a7e-55d255f30393 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:58.841470 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-d4aa33de-106d-4851-bfb2-f2fb66d7b693 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Allocated IP 172.20.0.3 (0674f609-3786-4a39-ae56-ff77ef2fa43e/f7be0898-40bd-4429-ad6e-ef94f38d95d6/292f4b98-93b7-47b8-957a-01441cb0c224) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:25:58.848674 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3f2a5610-462f-4598-8a7e-55d255f30393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:58.851859 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3f2a5610-462f-4598-8a7e-55d255f30393 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:58.872107 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c233d5d-9e3a-46a4-aeda-9b962efab7c5 req-53ccd6f7-0703-4a5b-9659-e9d13614b770 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:58.873863 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6c233d5d-9e3a-46a4-aeda-9b962efab7c5 req-53ccd6f7-0703-4a5b-9659-e9d13614b770 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=8209cc02-c690-4b7c-964e-83a84ca3f290 HTTP/1.1" status: 200 len: 945 time: 0.0750160 Nov 09 21:25:58.880254 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-3f2a5610-462f-4598-8a7e-55d255f30393 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8557b968-5e4d-431e-8cbc-b3ed8b52a9c6 HTTP/1.1" status: 204 len: 168 time: 0.1794810 Nov 09 21:25:58.900689 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 2ed77e76-ed36-450d-a5e3-5da7f8c66dd6 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:25:58.912356 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a5610-462f-4598-8a7e-55d255f30393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8557b968-5e4d-431e-8cbc-b3ed8b52a9c6,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:59.022898 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6c233d5d-9e3a-46a4-aeda-9b962efab7c5 req-39533c37-a8f4-4c30-a6fe-db84a4ddadca tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416938 Nov 09 21:25:59.043610 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 2ed77e76-ed36-450d-a5e3-5da7f8c66dd6 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:25:59.049156 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 2ed77e76-ed36-450d-a5e3-5da7f8c66dd6 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:25:59.050357 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:59.063618 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0488bf11-680f-4381-b8f7-97280aaa68be req-cd945305-99cc-4dc2-bd87-9d7ec5c5b5fe tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 210 time: 0.0607138 Nov 09 21:25:59.207353 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:59.234208 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8209cc02-c690-4b7c-964e-83a84ca3f290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed77e76-ed36-450d-a5e3-5da7f8c66dd6'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:25:59.236952 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7424bf9-0f70-4786-b174-5c1f013c2349" -d '{"events": [{"server_uuid": "8209cc02-c690-4b7c-964e-83a84ca3f290", "name": "network-vif-plugged", "status": "completed", "tag": "2ed77e76-ed36-450d-a5e3-5da7f8c66dd6"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:25:59.249038 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 2ed77e76-ed36-450d-a5e3-5da7f8c66dd6, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=2ed77e76-ed36-450d-a5e3-5da7f8c66dd6,segment=NetworkSegment(9a6377f5-b38b-4a21-b9f6-9e21b904d67d),segment_id=9a6377f5-b38b-4a21-b9f6-9e21b904d67d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:25:59.254991 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:59.255856 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 0467167a-49f8-450c-a152-5ccd3aa14a10 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:25:59.269165 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d7f1a-737b-4d06-9659-510caa99841b req-c896977c-216b-4b0d-8f0c-5ddffb2c6b9f tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:59.270692 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-571d7f1a-737b-4d06-9659-510caa99841b req-c896977c-216b-4b0d-8f0c-5ddffb2c6b9f tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 946 time: 0.0931673 Nov 09 21:25:59.326992 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d4aa33de-106d-4851-bfb2-f2fb66d7b693 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:59.341592 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac64242-a533-468b-b160-7c693bc48c9e x-openstack-request-id: req-2ac64242-a533-468b-b160-7c693bc48c9e {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:25:59.341883 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8209cc02-c690-4b7c-964e-83a84ca3f290", "name": "network-vif-plugged", "status": "completed", "tag": "2ed77e76-ed36-450d-a5e3-5da7f8c66dd6", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:25:59.342342 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2ac64242-a533-468b-b160-7c693bc48c9e {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:25:59.342919 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8209cc02-c690-4b7c-964e-83a84ca3f290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed77e76-ed36-450d-a5e3-5da7f8c66dd6', 'code': 200} Nov 09 21:25:59.344190 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=2ed77e76-ed36-450d-a5e3-5da7f8c66dd6,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:59.348360 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 0467167a-49f8-450c-a152-5ccd3aa14a10 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:25:59.348962 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 0467167a-49f8-450c-a152-5ccd3aa14a10 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:25:59.426584 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-571d7f1a-737b-4d06-9659-510caa99841b req-99360efd-f275-487b-8c0f-6d3b423c658a tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272404 Nov 09 21:25:59.434689 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f74a23-2d79-4a93-b633-019af4426fec req-0ddeb0e8-9d94-40b1-bb0a-27daa762633a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:59.436271 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-47f74a23-2d79-4a93-b633-019af4426fec req-0ddeb0e8-9d94-40b1-bb0a-27daa762633a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8209cc02-c690-4b7c-964e-83a84ca3f290 HTTP/1.1" status: 200 len: 1097 time: 0.0670331 Nov 09 21:25:59.453067 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d4aa33de-106d-4851-bfb2-f2fb66d7b693 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:59.516056 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4aa33de-106d-4851-bfb2-f2fb66d7b693 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Network 0674f609-3786-4a39-ae56-ff77ef2fa43e is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:25:59.520975 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-d4aa33de-106d-4851-bfb2-f2fb66d7b693 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:25:59.524588 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4aa33de-106d-4851-bfb2-f2fb66d7b693 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:25:59.609782 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4aa33de-106d-4851-bfb2-f2fb66d7b693 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:59.610470 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d4aa33de-106d-4851-bfb2-f2fb66d7b693 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:25:59.624323 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-47f74a23-2d79-4a93-b633-019af4426fec req-53405a50-4236-4051-a9d6-9b2f08a57ac0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714563 Nov 09 21:25:59.625648 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa33de-106d-4851-bfb2-f2fb66d7b693 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Pushing event updated for resources: {'Port': ['ID=292f4b98-93b7-47b8-957a-01441cb0c224,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:25:59.655984 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d4aa33de-106d-4851-bfb2-f2fb66d7b693 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2292283 Nov 09 21:25:59.664951 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48996) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:25:59.686399 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-25706fd4-8094-421b-8119-e575dff689b8 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:57:47:fa'}]}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:25:59.697238 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24618e0b-8d82-4d17-99a8-79558f65dfbc req-cd4b84b1-9ecf-4584-ac9b-258f545d791f tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:25:59.706914 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-24618e0b-8d82-4d17-99a8-79558f65dfbc req-cd4b84b1-9ecf-4584-ac9b-258f545d791f tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 946 time: 0.1264446 Nov 09 21:25:59.775039 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-24618e0b-8d82-4d17-99a8-79558f65dfbc req-4d027112-b0c1-48cb-8963-0e13e173d7a7 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668128 Nov 09 21:25:59.921225 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-e4ecd83c-db6d-42e3-83d1-b4021c86b393 None None] Provisioning complete for port 292f4b98-93b7-47b8-957a-01441cb0c224 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:25:59.921608 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e4ecd83c-db6d-42e3-83d1-b4021c86b393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:00.022704 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-e4ecd83c-db6d-42e3-83d1-b4021c86b393 None None] Port 292f4b98-93b7-47b8-957a-01441cb0c224 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:26:00.037957 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-25706fd4-8094-421b-8119-e575dff689b8 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:00.234860 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2837b75f-98f4-4a4e-bda6-f7bd3b1afafe req-edaca6a6-5d41-4dba-b87b-4cb06cb8faf8 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 210 time: 0.0492084 Nov 09 21:26:00.256167 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99900883-b321-4f38-b487-f5f9c098ba98 req-f4213906-4e33-489c-8fac-9bd724779c04 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:00.265310 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-99900883-b321-4f38-b487-f5f9c098ba98 req-f4213906-4e33-489c-8fac-9bd724779c04 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=8209cc02-c690-4b7c-964e-83a84ca3f290 HTTP/1.1" status: 200 len: 946 time: 0.0894492 Nov 09 21:26:00.267776 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49016) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:00.335823 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-99900883-b321-4f38-b487-f5f9c098ba98 req-def49b91-be1a-4c6f-9a2d-1354d9ae2fbf tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690529 Nov 09 21:26:00.459693 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-404793c4-713f-4ec6-a39a-4964c809a123 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1066796021-network', 'tenant_id': 'cfc584aadc874a0d81e179083ae3ae69'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:26:00.539278 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-25706fd4-8094-421b-8119-e575dff689b8 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:00.543823 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404793c4-713f-4ec6-a39a-4964c809a123 admin admin] Made reservation on behalf of cfc584aadc874a0d81e179083ae3ae69 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:26:00.546390 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-404793c4-713f-4ec6-a39a-4964c809a123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:00.553024 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-25706fd4-8094-421b-8119-e575dff689b8 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:00.594283 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-404793c4-713f-4ec6-a39a-4964c809a123 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:00.644107 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474bd13e-c86f-488e-8fe6-5829f4f7779e req-e97e33f6-001d-4ea3-b358-284dec7941af tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:00.645702 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-474bd13e-c86f-488e-8fe6-5829f4f7779e req-e97e33f6-001d-4ea3-b358-284dec7941af tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/networks?id=dc8504e9-ef70-4d56-9a29-c47629600464 HTTP/1.1" status: 200 len: 814 time: 0.2595932 Nov 09 21:26:00.697484 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25706fd4-8094-421b-8119-e575dff689b8 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Pushing event updated for resources: {'Port': ['ID=292f4b98-93b7-47b8-957a-01441cb0c224,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:00.701937 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-474bd13e-c86f-488e-8fe6-5829f4f7779e req-05ba40db-9ef1-4598-bda1-2e5bff1e5d14 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/quotas/c5b86a7c92f840889ef6c615a0e7c55a HTTP/1.1" status: 200 len: 375 time: 0.0439930 Nov 09 21:26:00.705255 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-25706fd4-8094-421b-8119-e575dff689b8 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] In _notify_port_updated(), no bound segment for port 292f4b98-93b7-47b8-957a-01441cb0c224 on network 0674f609-3786-4a39-ae56-ff77ef2fa43e {{(pid=102608) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 21:26:00.711122 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25706fd4-8094-421b-8119-e575dff689b8 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:00.711760 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-25706fd4-8094-421b-8119-e575dff689b8 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:00.713070 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-25706fd4-8094-421b-8119-e575dff689b8 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] 10.222.0.49 "PUT /v2.0/ports/292f4b98-93b7-47b8-957a-01441cb0c224 HTTP/1.1" status: 200 len: 996 time: 1.0460737 Nov 09 21:26:00.716432 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 49030) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:00.832096 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-404793c4-713f-4ec6-a39a-4964c809a123 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:00.840964 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-404793c4-713f-4ec6-a39a-4964c809a123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:00.856349 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-404793c4-713f-4ec6-a39a-4964c809a123 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:26:00.893754 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-038c017a-d635-4d30-b91f-9292f86b40d2 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Deleting port 292f4b98-93b7-47b8-957a-01441cb0c224 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:26:00.894095 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-038c017a-d635-4d30-b91f-9292f86b40d2 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:00.916577 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-474bd13e-c86f-488e-8fe6-5829f4f7779e req-3f1b1fee-4153-4c8b-bd3f-e5ae94756f55 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c5b86a7c92f840889ef6c615a0e7c55a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2023134 Nov 09 21:26:00.994235 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-038c017a-d635-4d30-b91f-9292f86b40d2 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:01.012428 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-038c017a-d635-4d30-b91f-9292f86b40d2 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Calling delete_port for 292f4b98-93b7-47b8-957a-01441cb0c224 owned by {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:26:01.016722 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-404793c4-713f-4ec6-a39a-4964c809a123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:01.017083 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-404793c4-713f-4ec6-a39a-4964c809a123 admin admin] Added segment d81d753a-93e5-4207-911a-f55256caa2d0 of type vlan for network 4a53143a-08b6-4bce-b897-2f242a8191dc Nov 09 21:26:01.035003 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-474bd13e-c86f-488e-8fe6-5829f4f7779e req-e3589ff6-262f-46bc-9a8b-2ccdcee0b289 service neutron] 10.222.0.49 "GET /v2.0/networks/dc8504e9-ef70-4d56-9a29-c47629600464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172400 Nov 09 21:26:01.075247 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-0638eb90-d1c4-47b0-935f-fca1643107d1 None None] Provisioning complete for port 292f4b98-93b7-47b8-957a-01441cb0c224 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:26:01.075817 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0638eb90-d1c4-47b0-935f-fca1643107d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:01.132583 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404793c4-713f-4ec6-a39a-4964c809a123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994058e5-2188-4388-9fbd-cf7bf18529ff,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:01.146164 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-0638eb90-d1c4-47b0-935f-fca1643107d1 None None] Port 292f4b98-93b7-47b8-957a-01441cb0c224 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:26:01.171143 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-038c017a-d635-4d30-b91f-9292f86b40d2 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:01.176992 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-404793c4-713f-4ec6-a39a-4964c809a123 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:01.229560 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c017a-d635-4d30-b91f-9292f86b40d2 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Pushing event deleted for resources: {'Port': ['ID=292f4b98-93b7-47b8-957a-01441cb0c224,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:01.239181 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-474bd13e-c86f-488e-8fe6-5829f4f7779e req-5885e205-c8aa-42b5-b622-d90f2377de64 service neutron] 10.222.0.49 "GET /v2.0/networks/dc8504e9-ef70-4d56-9a29-c47629600464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031698 Nov 09 21:26:01.240388 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-404793c4-713f-4ec6-a39a-4964c809a123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:01.241398 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404793c4-713f-4ec6-a39a-4964c809a123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:01.244352 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-404793c4-713f-4ec6-a39a-4964c809a123 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:01.348939 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-038c017a-d635-4d30-b91f-9292f86b40d2 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:01.356237 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-038c017a-d635-4d30-b91f-9292f86b40d2 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] 10.222.0.49 "DELETE /v2.0/ports/292f4b98-93b7-47b8-957a-01441cb0c224 HTTP/1.1" status: 204 len: 168 time: 0.6376104 Nov 09 21:26:01.359081 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 49036) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:01.413581 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-404793c4-713f-4ec6-a39a-4964c809a123 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1437027 Nov 09 21:26:01.425244 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49038) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:01.427255 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5fec3b1-9b98-4946-923d-4ac9680d2329 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] GET failed (client error): The resource could not be found. Nov 09 21:26:01.432204 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c5fec3b1-9b98-4946-923d-4ac9680d2329 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] 10.222.0.49 "GET /v2.0/ports/292f4b98-93b7-47b8-957a-01441cb0c224 HTTP/1.1" status: 404 len: 333 time: 0.0677221 Nov 09 21:26:01.437281 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-b79e6c03-4ded-4749-80e1-0bca4a28c043 admin admin] Request body: {'subnet': {'network_id': '4a53143a-08b6-4bce-b897-2f242a8191dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1066796021-subnet', 'tenant_id': 'cfc584aadc874a0d81e179083ae3ae69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:26:01.444255 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49040) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:01.450904 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-fd1137c0-654d-4ca4-9cef-4e08ae08af26 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Request body: {'port': {'network_id': '0674f609-3786-4a39-ae56-ff77ef2fa43e', 'name': 'tempest-AllowedAddressPairTestJSON-705146434'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:26:01.468332 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c8c6a22c-923a-441c-adf0-13543d8181ff req-0eab2b55-5d6a-456c-8980-e9ad0a7b0afd tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 210 time: 0.0353768 Nov 09 21:26:01.516063 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404793c4-713f-4ec6-a39a-4964c809a123 admin admin] Pushing event updated for resources: {'Network': ['ID=4a53143a-08b6-4bce-b897-2f242a8191dc,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:01.534011 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 4a53143a-08b6-4bce-b897-2f242a8191dc details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:26:01.586536 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84994e5-1e77-4afe-a5bc-9ede2faf8b82 req-b78c9821-cf46-42f8-9901-3881107f49ef tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:01.588139 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a84994e5-1e77-4afe-a5bc-9ede2faf8b82 req-b78c9821-cf46-42f8-9901-3881107f49ef tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.43 "GET /v2.0/ports?device_id=246a1d09-dd97-4338-9e9c-a39857b3a6aa HTTP/1.1" status: 200 len: 946 time: 0.1187878 Nov 09 21:26:01.693633 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f11b4b80-8ce2-428a-9d07-d885538ce916 req-c23e8b89-84cf-475a-bf98-4c5a1fffde21 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c70716f-e5b0-481b-b47d-051a92f8052d HTTP/1.1" status: 200 len: 210 time: 0.0403230 Nov 09 21:26:01.779001 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-a84994e5-1e77-4afe-a5bc-9ede2faf8b82 req-73ae461b-d404-40c7-a524-61d03298b6da tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Deleting port 5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:26:01.779564 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a84994e5-1e77-4afe-a5bc-9ede2faf8b82 req-73ae461b-d404-40c7-a524-61d03298b6da tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:01.842144 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79e6c03-4ded-4749-80e1-0bca4a28c043 admin admin] Made reservation on behalf of cfc584aadc874a0d81e179083ae3ae69 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:26:01.856609 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b79e6c03-4ded-4749-80e1-0bca4a28c043 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:01.985615 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-a84994e5-1e77-4afe-a5bc-9ede2faf8b82 req-73ae461b-d404-40c7-a524-61d03298b6da tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] For port 5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc,segment=NetworkSegment(4d746769-7d35-4026-ae90-66009892dd3d),segment_id=4d746769-7d35-4026-ae90-66009892dd3d)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:26:01.986086 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a84994e5-1e77-4afe-a5bc-9ede2faf8b82 req-73ae461b-d404-40c7-a524-61d03298b6da tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:02.016057 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-a84994e5-1e77-4afe-a5bc-9ede2faf8b82 req-73ae461b-d404-40c7-a524-61d03298b6da tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Calling delete_port for 5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:26:02.313120 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a84994e5-1e77-4afe-a5bc-9ede2faf8b82 req-73ae461b-d404-40c7-a524-61d03298b6da tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:02.348006 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:26:02.376972 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4c69a-8029-4a0f-af0a-bd17d62eca73 req-24b79f2f-0f2f-457c-b5a1-0be07e8057bc tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:02.383232 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-18b4c69a-8029-4a0f-af0a-bd17d62eca73 req-24b79f2f-0f2f-457c-b5a1-0be07e8057bc tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3d09c8c-895d-473a-8354-12b95cd7db7d HTTP/1.1" status: 200 len: 946 time: 0.1619344 Nov 09 21:26:02.432541 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae461b-d404-40c7-a524-61d03298b6da tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Pushing event deleted for resources: {'Port': ['ID=5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:02.435138 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9dd32d-5af1-49e7-81a4-89cecbbd43c2 req-c642e1f7-ec84-466c-b511-668fda497867 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:02.443427 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3f9dd32d-5af1-49e7-81a4-89cecbbd43c2 req-c642e1f7-ec84-466c-b511-668fda497867 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=8209cc02-c690-4b7c-964e-83a84ca3f290 HTTP/1.1" status: 200 len: 946 time: 0.7873580 Nov 09 21:26:02.477467 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-a84994e5-1e77-4afe-a5bc-9ede2faf8b82 req-73ae461b-d404-40c7-a524-61d03298b6da tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] No DVR routers for this DVR port 5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:26:02.480697 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a84994e5-1e77-4afe-a5bc-9ede2faf8b82 req-73ae461b-d404-40c7-a524-61d03298b6da tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:02.484190 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a84994e5-1e77-4afe-a5bc-9ede2faf8b82 req-73ae461b-d404-40c7-a524-61d03298b6da tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.43 "DELETE /v2.0/ports/5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc HTTP/1.1" status: 204 len: 173 time: 0.8886449 Nov 09 21:26:02.484565 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246a1d09-dd97-4338-9e9c-a39857b3a6aa', 'name': 'network-vif-deleted', 'tag': '5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:26:02.494343 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2285e2-13c8-4101-86f0-7007d704fbef" -d '{"events": [{"server_uuid": "246a1d09-dd97-4338-9e9c-a39857b3a6aa", "name": "network-vif-deleted", "tag": "5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:26:02.537851 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-18b4c69a-8029-4a0f-af0a-bd17d62eca73 req-e721bd00-06aa-4736-a1b6-470d403aee5b tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/security-groups?id=85e41b18-17bb-4547-9826-32936191f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077702 Nov 09 21:26:02.539078 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1137c0-654d-4ca4-9cef-4e08ae08af26 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Made reservation on behalf of cef88083a6d146378e92c0b495a3b5c2 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:26:02.543958 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fd1137c0-654d-4ca4-9cef-4e08ae08af26 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:02.559573 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3f9dd32d-5af1-49e7-81a4-89cecbbd43c2 req-0fed92c7-043f-4564-a811-9abfbc22fc4e tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152186 Nov 09 21:26:02.648841 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70deaca-2934-4a90-8748-aff8a1532376 x-openstack-request-id: req-e70deaca-2934-4a90-8748-aff8a1532376 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:26:02.649868 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246a1d09-dd97-4338-9e9c-a39857b3a6aa", "name": "network-vif-deleted", "tag": "5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:26:02.650585 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e70deaca-2934-4a90-8748-aff8a1532376 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:26:02.651236 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246a1d09-dd97-4338-9e9c-a39857b3a6aa', 'name': 'network-vif-deleted', 'tag': '5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc', 'status': 'completed', 'code': 200} Nov 09 21:26:02.690810 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-fd1137c0-654d-4ca4-9cef-4e08ae08af26 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] device_id is not set on port 428f625d-8d4c-42b7-b6fb-3df5d984ea55 yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:26:02.751045 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-431ea683-fac7-48c2-a816-c0a3e97c7f2b req-54d99c04-f27b-4c93-a288-19ecacec7719 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 210 time: 0.0367508 Nov 09 21:26:02.784806 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b79e6c03-4ded-4749-80e1-0bca4a28c043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:02.940353 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e02cfd5e-95b8-430b-8b09-159e0f027488 req-887a7231-6ffb-402e-a3e8-51269bb85e91 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c70716f-e5b0-481b-b47d-051a92f8052d HTTP/1.1" status: 200 len: 210 time: 0.0528088 Nov 09 21:26:02.945104 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4676fc5-1961-421f-9051-3ef4dfe69173 req-cf60d26f-03e5-4d5d-ba40-5a41bd0d70f7 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:02.945858 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b4676fc5-1961-421f-9051-3ef4dfe69173 req-cf60d26f-03e5-4d5d-ba40-5a41bd0d70f7 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=8209cc02-c690-4b7c-964e-83a84ca3f290 HTTP/1.1" status: 200 len: 946 time: 0.0740376 Nov 09 21:26:02.973601 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e6c03-4ded-4749-80e1-0bca4a28c043 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47508530-5c33-4c0f-a7fa-14d1e697a248,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:02.985441 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79e6c03-4ded-4749-80e1-0bca4a28c043 admin admin] Checking segment: {'id': 'd81d753a-93e5-4207-911a-f55256caa2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4a53143a-08b6-4bce-b897-2f242a8191dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:26:02.985805 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79e6c03-4ded-4749-80e1-0bca4a28c043 admin admin] Network hostable DHCP agents. Network: 4a53143a-08b6-4bce-b897-2f242a8191dc, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:26:03.015605 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-fd1137c0-654d-4ca4-9cef-4e08ae08af26 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Allocated IP 172.20.0.3 (0674f609-3786-4a39-ae56-ff77ef2fa43e/f7be0898-40bd-4429-ad6e-ef94f38d95d6/428f625d-8d4c-42b7-b6fb-3df5d984ea55) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:26:03.027199 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79e6c03-4ded-4749-80e1-0bca4a28c043 admin admin] Network 4a53143a-08b6-4bce-b897-2f242a8191dc is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:26:03.054052 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-b79e6c03-4ded-4749-80e1-0bca4a28c043 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 4a53143a-08b6-4bce-b897-2f242a8191dc) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:26:03.064886 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4871e925-ee60-417e-8985-b6bb46d0770b None None] Network 4a53143a-08b6-4bce-b897-2f242a8191dc requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:26:03.072517 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79e6c03-4ded-4749-80e1-0bca4a28c043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:03.073449 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b79e6c03-4ded-4749-80e1-0bca4a28c043 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:03.117085 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b79e6c03-4ded-4749-80e1-0bca4a28c043 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6898189 Nov 09 21:26:03.124332 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b4676fc5-1961-421f-9051-3ef4dfe69173 req-8471d531-7007-4688-aea5-7f27dad2f4bd tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570570 Nov 09 21:26:03.125260 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 49070) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:03.136230 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-0b937c96-6e07-45b7-9990-9e3bf55f589a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1066796021-router', 'tenant_id': 'cfc584aadc874a0d81e179083ae3ae69', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:26:03.163906 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0b937c96-6e07-45b7-9990-9e3bf55f589a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:03.166832 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0b937c96-6e07-45b7-9990-9e3bf55f589a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:03.338863 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474bd13e-c86f-488e-8fe6-5829f4f7779e req-5e6ac16f-b34b-4a7c-9c62-2ad98f4ea615 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:03.341033 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-474bd13e-c86f-488e-8fe6-5829f4f7779e req-5e6ac16f-b34b-4a7c-9c62-2ad98f4ea615 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.45 "GET /v2.0/networks?id=dc8504e9-ef70-4d56-9a29-c47629600464 HTTP/1.1" status: 200 len: 814 time: 0.1616397 Nov 09 21:26:03.360953 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fd1137c0-654d-4ca4-9cef-4e08ae08af26 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:03.370222 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-474bd13e-c86f-488e-8fe6-5829f4f7779e req-a784e797-9b9d-4b6d-8490-5dd3c2b38b0f tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Request body: {'port': {'device_id': '3c70716f-e5b0-481b-b47d-051a92f8052d', 'network_id': 'dc8504e9-ef70-4d56-9a29-c47629600464', 'admin_state_up': True, 'tenant_id': 'c5b86a7c92f840889ef6c615a0e7c55a'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:26:03.396829 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644af56e-f766-46c6-8e26-d786ff164e4c None None] Network 4a53143a-08b6-4bce-b897-2f242a8191dc requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:26:03.451681 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fd1137c0-654d-4ca4-9cef-4e08ae08af26 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:03.535851 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1137c0-654d-4ca4-9cef-4e08ae08af26 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Network 0674f609-3786-4a39-ae56-ff77ef2fa43e is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:26:03.539830 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-fd1137c0-654d-4ca4-9cef-4e08ae08af26 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:26:03.546929 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1137c0-654d-4ca4-9cef-4e08ae08af26 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:26:03.620509 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1137c0-654d-4ca4-9cef-4e08ae08af26 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Pushing event updated for resources: {'Port': ['ID=428f625d-8d4c-42b7-b6fb-3df5d984ea55,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:03.674123 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:03.704457 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1137c0-654d-4ca4-9cef-4e08ae08af26 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:03.705332 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fd1137c0-654d-4ca4-9cef-4e08ae08af26 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:03.758159 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-fd1137c0-654d-4ca4-9cef-4e08ae08af26 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3127875 Nov 09 21:26:03.761261 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49074) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:03.770350 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-32cefc9c-a4aa-4604-b611-e4c748f3c057 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Request body: {'port': {'network_id': '0674f609-3786-4a39-ae56-ff77ef2fa43e', 'name': 'tempest-AllowedAddressPairTestJSON-2064173893'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:26:03.828141 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedce40-835b-45b0-ad33-62a4f5cf7a7a req-92098d93-e5bc-4eba-91ca-a72282c0e004 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:03.836788 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bbedce40-835b-45b0-ad33-62a4f5cf7a7a req-92098d93-e5bc-4eba-91ca-a72282c0e004 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3d09c8c-895d-473a-8354-12b95cd7db7d HTTP/1.1" status: 200 len: 946 time: 0.1272695 Nov 09 21:26:03.911550 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bbedce40-835b-45b0-ad33-62a4f5cf7a7a req-09195af9-d046-4311-910a-8ce04dad2efc tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/security-groups?id=85e41b18-17bb-4547-9826-32936191f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737431 Nov 09 21:26:03.914598 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-7f7c87c8-3108-46b4-b9b8-68123e76fd05 None None] Provisioning complete for port 428f625d-8d4c-42b7-b6fb-3df5d984ea55 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:26:03.915163 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7f7c87c8-3108-46b4-b9b8-68123e76fd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:03.953836 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-7f7c87c8-3108-46b4-b9b8-68123e76fd05 None None] Port 428f625d-8d4c-42b7-b6fb-3df5d984ea55 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:26:03.972567 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32cefc9c-a4aa-4604-b611-e4c748f3c057 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Made reservation on behalf of cef88083a6d146378e92c0b495a3b5c2 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:26:03.976228 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-32cefc9c-a4aa-4604-b611-e4c748f3c057 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:03.998645 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-32cefc9c-a4aa-4604-b611-e4c748f3c057 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] device_id is not set on port ab5c5528-24c2-4ae5-afde-9e11a7e7984e yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:26:04.043959 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ab7ea85d-0cff-48ea-9ef8-5efa217b139d req-cc3744a6-3181-430c-b9f9-622259104bfb tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 210 time: 0.0699701 Nov 09 21:26:04.052414 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0b937c96-6e07-45b7-9990-9e3bf55f589a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:04.091916 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-770b4d44-9423-4489-88f4-73a75bfb527c req-c5a65461-e9b8-42c3-a0df-8fe1f7a9d412 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c70716f-e5b0-481b-b47d-051a92f8052d HTTP/1.1" status: 200 len: 210 time: 0.0428734 Nov 09 21:26:04.162301 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cddbf04-de16-4bc7-8593-7e315fa4e312 req-4dbe4985-1bc0-4b9a-b9b3-89dc0c48891c tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:04.164850 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4cddbf04-de16-4bc7-8593-7e315fa4e312 req-4dbe4985-1bc0-4b9a-b9b3-89dc0c48891c tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d09c8c-895d-473a-8354-12b95cd7db7d HTTP/1.1" status: 200 len: 946 time: 0.1911497 Nov 09 21:26:04.169787 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-32cefc9c-a4aa-4604-b611-e4c748f3c057 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Allocated IP 172.20.0.11 (0674f609-3786-4a39-ae56-ff77ef2fa43e/f7be0898-40bd-4429-ad6e-ef94f38d95d6/ab5c5528-24c2-4ae5-afde-9e11a7e7984e) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:26:04.331530 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0b937c96-6e07-45b7-9990-9e3bf55f589a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:04.344995 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-32cefc9c-a4aa-4604-b611-e4c748f3c057 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:04.361325 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-474bd13e-c86f-488e-8fe6-5829f4f7779e req-a784e797-9b9d-4b6d-8490-5dd3c2b38b0f tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Made reservation on behalf of c5b86a7c92f840889ef6c615a0e7c55a for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:26:04.365126 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-474bd13e-c86f-488e-8fe6-5829f4f7779e req-a784e797-9b9d-4b6d-8490-5dd3c2b38b0f tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:04.380091 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-32cefc9c-a4aa-4604-b611-e4c748f3c057 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:04.428868 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cefc9c-a4aa-4604-b611-e4c748f3c057 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Network 0674f609-3786-4a39-ae56-ff77ef2fa43e is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:26:04.432222 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-32cefc9c-a4aa-4604-b611-e4c748f3c057 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:26:04.435121 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0987edd-a281-4586-8013-ac086ab00533 req-bca8a4bd-fa8a-4b56-8018-1e4b33daddfc tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:04.436230 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cefc9c-a4aa-4604-b611-e4c748f3c057 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:26:04.443367 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c0987edd-a281-4586-8013-ac086ab00533 req-bca8a4bd-fa8a-4b56-8018-1e4b33daddfc tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=8209cc02-c690-4b7c-964e-83a84ca3f290 HTTP/1.1" status: 200 len: 946 time: 0.2283585 Nov 09 21:26:04.443595 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cefc9c-a4aa-4604-b611-e4c748f3c057 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Pushing event updated for resources: {'Port': ['ID=ab5c5528-24c2-4ae5-afde-9e11a7e7984e,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:04.507938 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cefc9c-a4aa-4604-b611-e4c748f3c057 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:04.508558 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-32cefc9c-a4aa-4604-b611-e4c748f3c057 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:04.534876 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-32cefc9c-a4aa-4604-b611-e4c748f3c057 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7682884 Nov 09 21:26:04.535080 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49082) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:04.541729 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-2e8dee5a-7ecb-435f-910a-a1d80af46da4 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:57:47:fa'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:eb:06:6e'}]}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:26:04.583987 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-4cddbf04-de16-4bc7-8593-7e315fa4e312 req-75211c66-1236-46c7-b6ac-94631a0cdbd7 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Deleting port 7d1b423e-0bca-4f20-9a13-ba04210393bf {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:26:04.584328 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4cddbf04-de16-4bc7-8593-7e315fa4e312 req-75211c66-1236-46c7-b6ac-94631a0cdbd7 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:04.630056 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2e8dee5a-7ecb-435f-910a-a1d80af46da4 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:04.700672 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c0987edd-a281-4586-8013-ac086ab00533 req-f9f5be9c-409d-4592-8580-3c53514ccd25 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508445 Nov 09 21:26:04.712024 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-474bd13e-c86f-488e-8fe6-5829f4f7779e req-a784e797-9b9d-4b6d-8490-5dd3c2b38b0f tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Allocated IP 172.20.0.8 (dc8504e9-ef70-4d56-9a29-c47629600464/8a6b5962-d71d-4859-9639-25852f993efd/931a48d8-2989-4726-b609-3a84620613e4) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:26:04.726631 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:26:04.753751 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: 5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:26:04.754324 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 5f7fc86a-fdf6-4b5e-a350-cd2a040d63bc not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:26:04.794055 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-74ac347d-ba23-4078-85b0-19403eff28b8 None None] Provisioning complete for port ab5c5528-24c2-4ae5-afde-9e11a7e7984e triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:26:04.794425 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-74ac347d-ba23-4078-85b0-19403eff28b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:04.844990 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-74ac347d-ba23-4078-85b0-19403eff28b8 None None] Port ab5c5528-24c2-4ae5-afde-9e11a7e7984e cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:26:04.845821 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-4cddbf04-de16-4bc7-8593-7e315fa4e312 req-75211c66-1236-46c7-b6ac-94631a0cdbd7 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] For port 7d1b423e-0bca-4f20-9a13-ba04210393bf, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=7d1b423e-0bca-4f20-9a13-ba04210393bf,segment=NetworkSegment(a1c83fda-03be-4d5c-a07e-e6833021a1a4),segment_id=a1c83fda-03be-4d5c-a07e-e6833021a1a4)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:26:04.846776 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4cddbf04-de16-4bc7-8593-7e315fa4e312 req-75211c66-1236-46c7-b6ac-94631a0cdbd7 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:04.879573 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-4cddbf04-de16-4bc7-8593-7e315fa4e312 req-75211c66-1236-46c7-b6ac-94631a0cdbd7 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Calling delete_port for 7d1b423e-0bca-4f20-9a13-ba04210393bf owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:26:04.930338 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2e8dee5a-7ecb-435f-910a-a1d80af46da4 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:04.937623 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2e8dee5a-7ecb-435f-910a-a1d80af46da4 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:05.070475 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8dee5a-7ecb-435f-910a-a1d80af46da4 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Pushing event updated for resources: {'Port': ['ID=ab5c5528-24c2-4ae5-afde-9e11a7e7984e,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:05.089958 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-2e8dee5a-7ecb-435f-910a-a1d80af46da4 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] In _notify_port_updated(), no bound segment for port ab5c5528-24c2-4ae5-afde-9e11a7e7984e on network 0674f609-3786-4a39-ae56-ff77ef2fa43e {{(pid=102608) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 21:26:05.095699 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8dee5a-7ecb-435f-910a-a1d80af46da4 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:05.096253 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2e8dee5a-7ecb-435f-910a-a1d80af46da4 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:05.097610 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2e8dee5a-7ecb-435f-910a-a1d80af46da4 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] 10.222.0.49 "PUT /v2.0/ports/ab5c5528-24c2-4ae5-afde-9e11a7e7984e HTTP/1.1" status: 200 len: 1056 time: 0.5616276 Nov 09 21:26:05.103783 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49092) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:05.112349 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215511f9-243e-4be5-8739-55f3c119188c req-83311cb7-0dd2-4672-bb41-f89e9c57a517 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:05.113959 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-215511f9-243e-4be5-8739-55f3c119188c req-83311cb7-0dd2-4672-bb41-f89e9c57a517 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3d09c8c-895d-473a-8354-12b95cd7db7d HTTP/1.1" status: 200 len: 946 time: 0.1179800 Nov 09 21:26:05.230016 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-215511f9-243e-4be5-8739-55f3c119188c req-ac7e66b7-7c57-4b4d-aef6-cce8291629df tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.49 "GET /v2.0/security-groups?id=85e41b18-17bb-4547-9826-32936191f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084461 Nov 09 21:26:05.261144 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce848d-fa96-4b84-8bb3-7e4f52a47f87 req-de350ed9-bb0c-4016-999a-95f9fcc11b6e tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:05.266552 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-50b7ace8-b8fd-4155-85d3-b4300b358ee2 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Deleting port ab5c5528-24c2-4ae5-afde-9e11a7e7984e {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:26:05.266742 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d7ce848d-fa96-4b84-8bb3-7e4f52a47f87 req-de350ed9-bb0c-4016-999a-95f9fcc11b6e tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=8209cc02-c690-4b7c-964e-83a84ca3f290 HTTP/1.1" status: 200 len: 946 time: 0.2503123 Nov 09 21:26:05.266903 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-50b7ace8-b8fd-4155-85d3-b4300b358ee2 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:05.319128 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4cddbf04-de16-4bc7-8593-7e315fa4e312 req-75211c66-1236-46c7-b6ac-94631a0cdbd7 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:05.322169 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0b937c96-6e07-45b7-9990-9e3bf55f589a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:05.353210 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['7d1b423e-0bca-4f20-9a13-ba04210393bf'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:26:05.389436 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0b05a3ff-30f4-4e6c-a774-146e503a2745 req-024c3a40-7ff0-4e38-9993-7fa77e4adabf tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 210 time: 0.0525599 Nov 09 21:26:05.390048 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0b937c96-6e07-45b7-9990-9e3bf55f589a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:05.398058 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-054c59a0-ffa3-4200-8074-259d7c1ec043 None None] Provisioning complete for port ab5c5528-24c2-4ae5-afde-9e11a7e7984e triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:26:05.398423 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-054c59a0-ffa3-4200-8074-259d7c1ec043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:05.407677 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75211c66-1236-46c7-b6ac-94631a0cdbd7 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Pushing event deleted for resources: {'Port': ['ID=7d1b423e-0bca-4f20-9a13-ba04210393bf,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:05.428214 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-474bd13e-c86f-488e-8fe6-5829f4f7779e req-a784e797-9b9d-4b6d-8490-5dd3c2b38b0f tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:05.435456 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-50b7ace8-b8fd-4155-85d3-b4300b358ee2 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:05.441244 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-054c59a0-ffa3-4200-8074-259d7c1ec043 None None] Port ab5c5528-24c2-4ae5-afde-9e11a7e7984e cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:26:05.453981 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-50b7ace8-b8fd-4155-85d3-b4300b358ee2 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Calling delete_port for ab5c5528-24c2-4ae5-afde-9e11a7e7984e owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:26:05.517643 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d7ce848d-fa96-4b84-8bb3-7e4f52a47f87 req-6176dfa9-6a06-45c4-9c5d-67a3e718e31d tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501581 Nov 09 21:26:05.549097 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-089c86e0-7aed-477b-9dbe-808cd02b12bb req-9daf4846-979a-42c1-b8d7-91aed50ae669 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c70716f-e5b0-481b-b47d-051a92f8052d HTTP/1.1" status: 200 len: 210 time: 0.0349607 Nov 09 21:26:05.573237 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cddbf04-de16-4bc7-8593-7e315fa4e312 req-75211c66-1236-46c7-b6ac-94631a0cdbd7 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] No DVR routers for this DVR port 7d1b423e-0bca-4f20-9a13-ba04210393bf on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:26:05.579064 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4cddbf04-de16-4bc7-8593-7e315fa4e312 req-75211c66-1236-46c7-b6ac-94631a0cdbd7 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:05.583309 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4cddbf04-de16-4bc7-8593-7e315fa4e312 req-75211c66-1236-46c7-b6ac-94631a0cdbd7 tempest-AttachVolumeNegativeTest-411388562 tempest-AttachVolumeNegativeTest-411388562-project] 10.222.0.43 "DELETE /v2.0/ports/7d1b423e-0bca-4f20-9a13-ba04210393bf HTTP/1.1" status: 204 len: 173 time: 1.4080820 Nov 09 21:26:05.587406 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d09c8c-895d-473a-8354-12b95cd7db7d', 'name': 'network-vif-deleted', 'tag': '7d1b423e-0bca-4f20-9a13-ba04210393bf'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:26:05.589909 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b534c04-9d97-4919-aff8-8e6015027645" -d '{"events": [{"server_uuid": "c3d09c8c-895d-473a-8354-12b95cd7db7d", "name": "network-vif-deleted", "tag": "7d1b423e-0bca-4f20-9a13-ba04210393bf"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:26:05.661457 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-474bd13e-c86f-488e-8fe6-5829f4f7779e req-a784e797-9b9d-4b6d-8490-5dd3c2b38b0f tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:05.694310 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-50b7ace8-b8fd-4155-85d3-b4300b358ee2 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:05.712708 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2357573f-8324-487c-9994-a5c439949d44 x-openstack-request-id: req-2357573f-8324-487c-9994-a5c439949d44 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:26:05.713491 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d09c8c-895d-473a-8354-12b95cd7db7d", "name": "network-vif-deleted", "tag": "7d1b423e-0bca-4f20-9a13-ba04210393bf", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:26:05.713778 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2357573f-8324-487c-9994-a5c439949d44 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:26:05.714186 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d09c8c-895d-473a-8354-12b95cd7db7d', 'name': 'network-vif-deleted', 'tag': '7d1b423e-0bca-4f20-9a13-ba04210393bf', 'status': 'completed', 'code': 200} Nov 09 21:26:05.724985 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b7ace8-b8fd-4155-85d3-b4300b358ee2 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Pushing event deleted for resources: {'Port': ['ID=ab5c5528-24c2-4ae5-afde-9e11a7e7984e,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:05.749379 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-0b937c96-6e07-45b7-9990-9e3bf55f589a admin admin] Allocated IP 172.25.7.247 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/50b94ece-6adf-46cc-9a75-65c579b9d3f4) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:26:05.753120 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784e797-9b9d-4b6d-8490-5dd3c2b38b0f tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Pushing event updated for resources: {'Port': ['ID=931a48d8-2989-4726-b609-3a84620613e4,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:05.764691 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-474bd13e-c86f-488e-8fe6-5829f4f7779e req-a784e797-9b9d-4b6d-8490-5dd3c2b38b0f tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Network dc8504e9-ef70-4d56-9a29-c47629600464 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:26:05.773123 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-474bd13e-c86f-488e-8fe6-5829f4f7779e req-a784e797-9b9d-4b6d-8490-5dd3c2b38b0f tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:26:05.777727 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-474bd13e-c86f-488e-8fe6-5829f4f7779e req-a784e797-9b9d-4b6d-8490-5dd3c2b38b0f tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:26:05.875641 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474bd13e-c86f-488e-8fe6-5829f4f7779e req-a784e797-9b9d-4b6d-8490-5dd3c2b38b0f tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:05.876356 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-474bd13e-c86f-488e-8fe6-5829f4f7779e req-a784e797-9b9d-4b6d-8490-5dd3c2b38b0f tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:05.905978 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-474bd13e-c86f-488e-8fe6-5829f4f7779e req-a784e797-9b9d-4b6d-8490-5dd3c2b38b0f tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5513628 Nov 09 21:26:05.919439 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-474bd13e-c86f-488e-8fe6-5829f4f7779e req-68491e53-bc2a-46ef-a16f-c3bab977231f service neutron] Request body: {'port': {'device_id': '3c70716f-e5b0-481b-b47d-051a92f8052d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:26:05.967389 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0b937c96-6e07-45b7-9990-9e3bf55f589a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:06.003120 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-50b7ace8-b8fd-4155-85d3-b4300b358ee2 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:06.004174 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-474bd13e-c86f-488e-8fe6-5829f4f7779e req-68491e53-bc2a-46ef-a16f-c3bab977231f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:06.008042 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-50b7ace8-b8fd-4155-85d3-b4300b358ee2 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] 10.222.0.49 "DELETE /v2.0/ports/ab5c5528-24c2-4ae5-afde-9e11a7e7984e HTTP/1.1" status: 204 len: 168 time: 0.8920255 Nov 09 21:26:06.013109 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49098) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:06.048870 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-f07c59e0-cf74-47c6-a88a-cb7e5b8e936f tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] GET failed (client error): The resource could not be found. Nov 09 21:26:06.054040 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f07c59e0-cf74-47c6-a88a-cb7e5b8e936f tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] 10.222.0.49 "GET /v2.0/ports/ab5c5528-24c2-4ae5-afde-9e11a7e7984e HTTP/1.1" status: 404 len: 333 time: 0.0368829 Nov 09 21:26:06.056026 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49100) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:06.076051 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0b937c96-6e07-45b7-9990-9e3bf55f589a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:06.161728 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-132efc36-ba93-4c0d-b1c3-134e2b8344b4 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Deleting port 428f625d-8d4c-42b7-b6fb-3df5d984ea55 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:26:06.161728 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-132efc36-ba93-4c0d-b1c3-134e2b8344b4 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:06.179828 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b937c96-6e07-45b7-9990-9e3bf55f589a admin admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:26:06.195010 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-0b937c96-6e07-45b7-9990-9e3bf55f589a admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:26:06.199551 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b937c96-6e07-45b7-9990-9e3bf55f589a admin admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:26:06.201901 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b937c96-6e07-45b7-9990-9e3bf55f589a admin admin] Pushing event updated for resources: {'Port': ['ID=50b94ece-6adf-46cc-9a75-65c579b9d3f4,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:06.288588 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-132efc36-ba93-4c0d-b1c3-134e2b8344b4 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:06.303325 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-132efc36-ba93-4c0d-b1c3-134e2b8344b4 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Calling delete_port for 428f625d-8d4c-42b7-b6fb-3df5d984ea55 owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:26:06.318178 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49104) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:06.449686 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-1565d8c2-4800-404a-96d6-6d702d3e3f65 admin admin] Deleting subnet 7a7475e6-4080-4250-acec-91cc4f59f3ca {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:26:06.460606 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1565d8c2-4800-404a-96d6-6d702d3e3f65 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:06.474275 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6de92d-0620-4ecd-afbe-8c9423521556 req-a611ad15-447e-4490-96d6-692b1e873b22 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:06.476018 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5a6de92d-0620-4ecd-afbe-8c9423521556 req-a611ad15-447e-4490-96d6-692b1e873b22 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.45 "GET /v2.0/ports?device_id=8209cc02-c690-4b7c-964e-83a84ca3f290 HTTP/1.1" status: 200 len: 946 time: 0.1000123 Nov 09 21:26:06.562325 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1565d8c2-4800-404a-96d6-6d702d3e3f65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:06.565103 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7fd1489e-0650-4db6-ba92-7a30c4b0ae80 req-b242157c-5225-4779-b94c-05a186c84ad9 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 210 time: 0.0450156 Nov 09 21:26:06.597968 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-474bd13e-c86f-488e-8fe6-5829f4f7779e req-68491e53-bc2a-46ef-a16f-c3bab977231f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 931a48d8-2989-4726-b609-3a84620613e4 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:26:06.619460 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-474bd13e-c86f-488e-8fe6-5829f4f7779e req-68491e53-bc2a-46ef-a16f-c3bab977231f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:06.647458 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0b937c96-6e07-45b7-9990-9e3bf55f589a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:06.710340 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1565d8c2-4800-404a-96d6-6d702d3e3f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:06.713324 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-474bd13e-c86f-488e-8fe6-5829f4f7779e req-68491e53-bc2a-46ef-a16f-c3bab977231f service neutron] Transition to ACTIVE for port object 931a48d8-2989-4726-b609-3a84620613e4 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:26:06.724658 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-474bd13e-c86f-488e-8fe6-5829f4f7779e req-68491e53-bc2a-46ef-a16f-c3bab977231f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:06.739486 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-132efc36-ba93-4c0d-b1c3-134e2b8344b4 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:06.799879 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132efc36-ba93-4c0d-b1c3-134e2b8344b4 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Pushing event deleted for resources: {'Port': ['ID=428f625d-8d4c-42b7-b6fb-3df5d984ea55,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:06.813908 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a2572-1ee1-46e6-bc17-4205c3412a9a req-fca99282-46de-4fc9-a7ea-85fbbf68480d tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:06.815768 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-824a2572-1ee1-46e6-bc17-4205c3412a9a req-fca99282-46de-4fc9-a7ea-85fbbf68480d tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c70716f-e5b0-481b-b47d-051a92f8052d HTTP/1.1" status: 200 len: 931 time: 0.1309249 Nov 09 21:26:06.835966 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973afb3a-693c-4a6e-ab63-60f5bf596b91 req-88467b8f-8341-4363-a039-387d2fa63e67 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:06.837537 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-973afb3a-693c-4a6e-ab63-60f5bf596b91 req-88467b8f-8341-4363-a039-387d2fa63e67 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=8209cc02-c690-4b7c-964e-83a84ca3f290 HTTP/1.1" status: 200 len: 946 time: 0.1947732 Nov 09 21:26:06.843665 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68491e53-bc2a-46ef-a16f-c3bab977231f service neutron] Pushing event updated for resources: {'Port': ['ID=931a48d8-2989-4726-b609-3a84620613e4,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:06.853991 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68491e53-bc2a-46ef-a16f-c3bab977231f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:26:06.854415 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68491e53-bc2a-46ef-a16f-c3bab977231f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:26:06.854757 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68491e53-bc2a-46ef-a16f-c3bab977231f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:26:06.855117 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68491e53-bc2a-46ef-a16f-c3bab977231f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:26:06.855440 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68491e53-bc2a-46ef-a16f-c3bab977231f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:26:06.855775 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68491e53-bc2a-46ef-a16f-c3bab977231f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:26:06.856108 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68491e53-bc2a-46ef-a16f-c3bab977231f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:26:06.856491 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68491e53-bc2a-46ef-a16f-c3bab977231f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:26:06.856880 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68491e53-bc2a-46ef-a16f-c3bab977231f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:26:06.857210 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68491e53-bc2a-46ef-a16f-c3bab977231f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:26:06.857544 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68491e53-bc2a-46ef-a16f-c3bab977231f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:26:06.857870 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68491e53-bc2a-46ef-a16f-c3bab977231f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:26:06.891745 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-5a6de92d-0620-4ecd-afbe-8c9423521556 req-89366896-94fe-409e-9ced-c375442ac4b6 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Deleting port 2ed77e76-ed36-450d-a5e3-5da7f8c66dd6 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:26:06.892051 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-5a6de92d-0620-4ecd-afbe-8c9423521556 req-89366896-94fe-409e-9ced-c375442ac4b6 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:06.962611 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1565d8c2-4800-404a-96d6-6d702d3e3f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:07.019395 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-132efc36-ba93-4c0d-b1c3-134e2b8344b4 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:07.023261 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-132efc36-ba93-4c0d-b1c3-134e2b8344b4 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] 10.222.0.49 "DELETE /v2.0/ports/428f625d-8d4c-42b7-b6fb-3df5d984ea55 HTTP/1.1" status: 204 len: 168 time: 0.9661374 Nov 09 21:26:07.024111 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1565d8c2-4800-404a-96d6-6d702d3e3f65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a7475e6-4080-4250-acec-91cc4f59f3ca,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:07.033542 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49112) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:07.043577 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1565d8c2-4800-404a-96d6-6d702d3e3f65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:07.050276 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1565d8c2-4800-404a-96d6-6d702d3e3f65 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/7a7475e6-4080-4250-acec-91cc4f59f3ca HTTP/1.1" status: 204 len: 168 time: 0.7286777 Nov 09 21:26:07.070436 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49114) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:07.117190 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-973afb3a-693c-4a6e-ab63-60f5bf596b91 req-daa2d401-518a-4425-85fe-edf6128c5ad1 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700477 Nov 09 21:26:07.148488 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6cbb7bb-4ab8-4c64-92d4-030c66a20187 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] GET failed (client error): The resource could not be found. Nov 09 21:26:07.153407 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b6cbb7bb-4ab8-4c64-92d4-030c66a20187 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] 10.222.0.49 "GET /v2.0/ports/428f625d-8d4c-42b7-b6fb-3df5d984ea55 HTTP/1.1" status: 404 len: 333 time: 0.1099138 Nov 09 21:26:07.154354 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49116) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:07.213153 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-5a6de92d-0620-4ecd-afbe-8c9423521556 req-89366896-94fe-409e-9ced-c375442ac4b6 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] For port 2ed77e76-ed36-450d-a5e3-5da7f8c66dd6, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=2ed77e76-ed36-450d-a5e3-5da7f8c66dd6,segment=NetworkSegment(9a6377f5-b38b-4a21-b9f6-9e21b904d67d),segment_id=9a6377f5-b38b-4a21-b9f6-9e21b904d67d)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:26:07.213801 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-5a6de92d-0620-4ecd-afbe-8c9423521556 req-89366896-94fe-409e-9ced-c375442ac4b6 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:07.247649 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-5a6de92d-0620-4ecd-afbe-8c9423521556 req-89366896-94fe-409e-9ced-c375442ac4b6 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Calling delete_port for 2ed77e76-ed36-450d-a5e3-5da7f8c66dd6 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:26:07.250533 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f4dee9a7-8645-4d75-9210-5890edbc2b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:07.431277 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-453cb0e4-63f4-4616-b5f0-b2295f3a0f86 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Deleting port 1890d7dc-63a0-4e8c-9a63-8b39e4632811 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:26:07.431688 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-453cb0e4-63f4-4616-b5f0-b2295f3a0f86 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:07.447579 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0b937c96-6e07-45b7-9990-9e3bf55f589a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:07.454666 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f4dee9a7-8645-4d75-9210-5890edbc2b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:07.457989 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-824a2572-1ee1-46e6-bc17-4205c3412a9a req-509290ec-466e-410e-b0c6-57f8967c0d18 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5895917 Nov 09 21:26:07.465527 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-474bd13e-c86f-488e-8fe6-5829f4f7779e req-68491e53-bc2a-46ef-a16f-c3bab977231f service neutron] Attempting to bind port 931a48d8-2989-4726-b609-3a84620613e4 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:26:07.465793 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-474bd13e-c86f-488e-8fe6-5829f4f7779e req-68491e53-bc2a-46ef-a16f-c3bab977231f service neutron] Attempting to bind port 931a48d8-2989-4726-b609-3a84620613e4 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '4d746769-7d35-4026-ae90-66009892dd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dc8504e9-ef70-4d56-9a29-c47629600464'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:26:07.466120 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474bd13e-c86f-488e-8fe6-5829f4f7779e req-68491e53-bc2a-46ef-a16f-c3bab977231f service neutron] Attempting to bind port 931a48d8-2989-4726-b609-3a84620613e4 on network dc8504e9-ef70-4d56-9a29-c47629600464 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:26:07.504474 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474bd13e-c86f-488e-8fe6-5829f4f7779e req-68491e53-bc2a-46ef-a16f-c3bab977231f service neutron] Port 931a48d8-2989-4726-b609-3a84620613e4 on network dc8504e9-ef70-4d56-9a29-c47629600464 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:26:07.504948 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474bd13e-c86f-488e-8fe6-5829f4f7779e req-68491e53-bc2a-46ef-a16f-c3bab977231f service neutron] Attempting to bind port 931a48d8-2989-4726-b609-3a84620613e4 on network dc8504e9-ef70-4d56-9a29-c47629600464 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:26:07.518927 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-f4dee9a7-8645-4d75-9210-5890edbc2b04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['771941c9-ea54-4e9e-b033-4cdf7f0bdb22']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:07.519287 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474bd13e-c86f-488e-8fe6-5829f4f7779e req-68491e53-bc2a-46ef-a16f-c3bab977231f service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:26:07.519529 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474bd13e-c86f-488e-8fe6-5829f4f7779e req-68491e53-bc2a-46ef-a16f-c3bab977231f service neutron] Checking segment: {'id': '4d746769-7d35-4026-ae90-66009892dd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dc8504e9-ef70-4d56-9a29-c47629600464'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:26:07.520167 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474bd13e-c86f-488e-8fe6-5829f4f7779e req-68491e53-bc2a-46ef-a16f-c3bab977231f service neutron] Bound using segment: {'id': '4d746769-7d35-4026-ae90-66009892dd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dc8504e9-ef70-4d56-9a29-c47629600464'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:26:07.522909 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-474bd13e-c86f-488e-8fe6-5829f4f7779e req-68491e53-bc2a-46ef-a16f-c3bab977231f service neutron] Bound port: 931a48d8-2989-4726-b609-3a84620613e4, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d746769-7d35-4026-ae90-66009892dd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dc8504e9-ef70-4d56-9a29-c47629600464'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:26:07.522909 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-474bd13e-c86f-488e-8fe6-5829f4f7779e req-68491e53-bc2a-46ef-a16f-c3bab977231f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:07.539083 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-f4dee9a7-8645-4d75-9210-5890edbc2b04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1c83fda-03be-4d5c-a07e-e6833021a1a4') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:07.539479 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-f4dee9a7-8645-4d75-9210-5890edbc2b04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1c83fda-03be-4d5c-a07e-e6833021a1a4') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:07.581244 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f4dee9a7-8645-4d75-9210-5890edbc2b04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:07.617154 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f4dee9a7-8645-4d75-9210-5890edbc2b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:07.629646 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-453cb0e4-63f4-4616-b5f0-b2295f3a0f86 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:07.632413 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4dee9a7-8645-4d75-9210-5890edbc2b04 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:26:07.632963 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f4dee9a7-8645-4d75-9210-5890edbc2b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:07.635214 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:26:07.635214 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:26:07.635214 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:26:07.635214 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:26:07.635214 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:26:07.635214 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:26:07.635214 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:26:07.635214 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:26:07.635214 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:26:07.635214 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:26:07.635214 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:26:07.635214 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:26:07.635214 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:26:07.635214 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:26:07.635214 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:26:07.635214 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:26:07.635214 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:26:07.635214 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:26:07.635214 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:26:07.635214 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:26:07.635214 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:26:07.635214 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:26:07.635214 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:26:07.635214 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:26:07.635214 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:26:07.635214 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:26:07.635214 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:26:07.635214 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:26:07.635214 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:26:07.635214 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:26:07.635214 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:26:07.635214 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:26:07.640816 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-474bd13e-c86f-488e-8fe6-5829f4f7779e req-68491e53-bc2a-46ef-a16f-c3bab977231f service neutron] For port 931a48d8-2989-4726-b609-3a84620613e4, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:26:07.646272 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-474bd13e-c86f-488e-8fe6-5829f4f7779e req-68491e53-bc2a-46ef-a16f-c3bab977231f service neutron] For port 931a48d8-2989-4726-b609-3a84620613e4, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=931a48d8-2989-4726-b609-3a84620613e4,segment=NetworkSegment(4d746769-7d35-4026-ae90-66009892dd3d),segment_id=4d746769-7d35-4026-ae90-66009892dd3d)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:26:07.654364 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-474bd13e-c86f-488e-8fe6-5829f4f7779e req-68491e53-bc2a-46ef-a16f-c3bab977231f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:07.678992 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-5a6de92d-0620-4ecd-afbe-8c9423521556 req-89366896-94fe-409e-9ced-c375442ac4b6 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:07.691246 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['2ed77e76-ed36-450d-a5e3-5da7f8c66dd6'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:26:07.700444 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-453cb0e4-63f4-4616-b5f0-b2295f3a0f86 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Calling delete_port for 1890d7dc-63a0-4e8c-9a63-8b39e4632811 owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:26:07.702767 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474bd13e-c86f-488e-8fe6-5829f4f7779e req-68491e53-bc2a-46ef-a16f-c3bab977231f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:07.703420 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-474bd13e-c86f-488e-8fe6-5829f4f7779e req-68491e53-bc2a-46ef-a16f-c3bab977231f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:07.704829 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-474bd13e-c86f-488e-8fe6-5829f4f7779e req-68491e53-bc2a-46ef-a16f-c3bab977231f service neutron] 10.222.0.45 "PUT /v2.0/ports/931a48d8-2989-4726-b609-3a84620613e4 HTTP/1.1" status: 200 len: 1091 time: 1.7896769 Nov 09 21:26:07.709461 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b937c96-6e07-45b7-9990-9e3bf55f589a admin admin] Router a43505fa-65e1-4870-b866-8a5acd14c3bc is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:26:07.714791 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c70716f-e5b0-481b-b47d-051a92f8052d', 'tag': '931a48d8-2989-4726-b609-3a84620613e4'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:26:07.717201 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1916ab6a-526e-419f-b8cb-10ff97f92268" -d '{"events": [{"name": "network-changed", "server_uuid": "3c70716f-e5b0-481b-b47d-051a92f8052d", "tag": "931a48d8-2989-4726-b609-3a84620613e4"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:26:07.737716 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68491e53-bc2a-46ef-a16f-c3bab977231f service neutron] Pushing event updated for resources: {'Port': ['ID=931a48d8-2989-4726-b609-3a84620613e4,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:07.787535 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62984c19-1d8e-4eae-8319-51f3c369f98f x-openstack-request-id: req-62984c19-1d8e-4eae-8319-51f3c369f98f {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:26:07.787921 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c70716f-e5b0-481b-b47d-051a92f8052d", "tag": "931a48d8-2989-4726-b609-3a84620613e4", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:26:07.788108 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-62984c19-1d8e-4eae-8319-51f3c369f98f {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:26:07.788479 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c70716f-e5b0-481b-b47d-051a92f8052d', 'tag': '931a48d8-2989-4726-b609-3a84620613e4', 'status': 'completed', 'code': 200} Nov 09 21:26:07.801535 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89366896-94fe-409e-9ced-c375442ac4b6 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Pushing event deleted for resources: {'Port': ['ID=2ed77e76-ed36-450d-a5e3-5da7f8c66dd6,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:07.827604 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6d334896-78bc-4511-8c37-24df481ac75f req-c728f26a-f947-454c-becf-aa42b1b10ca8 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 210 time: 0.1404135 Nov 09 21:26:07.833924 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f4dee9a7-8645-4d75-9210-5890edbc2b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:07.874584 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f4dee9a7-8645-4d75-9210-5890edbc2b04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:07.879567 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f4dee9a7-8645-4d75-9210-5890edbc2b04 admin admin] 10.222.0.49 "DELETE /v2.0/networks/771941c9-ea54-4e9e-b033-4cdf7f0bdb22 HTTP/1.1" status: 204 len: 168 time: 0.8071284 Nov 09 21:26:07.901751 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474bd13e-c86f-488e-8fe6-5829f4f7779e req-0deca020-c54c-4eb4-ae56-c6bde776f873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:07.903729 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-474bd13e-c86f-488e-8fe6-5829f4f7779e req-0deca020-c54c-4eb4-ae56-c6bde776f873 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c5b86a7c92f840889ef6c615a0e7c55a&device_id=3c70716f-e5b0-481b-b47d-051a92f8052d HTTP/1.1" status: 200 len: 1094 time: 0.1144159 Nov 09 21:26:07.916909 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a6de92d-0620-4ecd-afbe-8c9423521556 req-89366896-94fe-409e-9ced-c375442ac4b6 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] No DVR routers for this DVR port 2ed77e76-ed36-450d-a5e3-5da7f8c66dd6 on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:26:07.921004 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-5a6de92d-0620-4ecd-afbe-8c9423521556 req-89366896-94fe-409e-9ced-c375442ac4b6 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:07.925750 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5a6de92d-0620-4ecd-afbe-8c9423521556 req-89366896-94fe-409e-9ced-c375442ac4b6 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.45 "DELETE /v2.0/ports/2ed77e76-ed36-450d-a5e3-5da7f8c66dd6 HTTP/1.1" status: 204 len: 173 time: 1.4254134 Nov 09 21:26:07.926435 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8209cc02-c690-4b7c-964e-83a84ca3f290', 'name': 'network-vif-deleted', 'tag': '2ed77e76-ed36-450d-a5e3-5da7f8c66dd6'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:26:07.928987 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95880eb2-9956-42ef-a784-e7a5fd6cd1c3" -d '{"events": [{"server_uuid": "8209cc02-c690-4b7c-964e-83a84ca3f290", "name": "network-vif-deleted", "tag": "2ed77e76-ed36-450d-a5e3-5da7f8c66dd6"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:26:07.931807 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dee9a7-8645-4d75-9210-5890edbc2b04 admin admin] Pushing event deleted for resources: {'Network': ['ID=771941c9-ea54-4e9e-b033-4cdf7f0bdb22,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:07.959746 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b937c96-6e07-45b7-9990-9e3bf55f589a admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:26:07.966100 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-474bd13e-c86f-488e-8fe6-5829f4f7779e req-052fdd2f-45be-4bda-ad64-0d423300a6ba service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=931a48d8-2989-4726-b609-3a84620613e4 HTTP/1.1" status: 200 len: 217 time: 0.0529675 Nov 09 21:26:07.971882 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb59fd20-a643-4e79-909a-18613eb52e6c None None] Sync routers for ids ['a43505fa-65e1-4870-b866-8a5acd14c3bc'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:26:07.989645 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb59fd20-a643-4e79-909a-18613eb52e6c None None] Routers {'a43505fa-65e1-4870-b866-8a5acd14c3bc'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:26:07.990278 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-cb59fd20-a643-4e79-909a-18613eb52e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:25:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a43505fa-65e1-4870-b866-8a5acd14c3bc'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:08.031589 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d1a1a5-3e4a-426c-a924-3f64ef50c772 x-openstack-request-id: req-93d1a1a5-3e4a-426c-a924-3f64ef50c772 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:26:08.032288 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8209cc02-c690-4b7c-964e-83a84ca3f290", "name": "network-vif-deleted", "tag": "2ed77e76-ed36-450d-a5e3-5da7f8c66dd6", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:26:08.032814 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-93d1a1a5-3e4a-426c-a924-3f64ef50c772 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:26:08.033996 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8209cc02-c690-4b7c-964e-83a84ca3f290', 'name': 'network-vif-deleted', 'tag': '2ed77e76-ed36-450d-a5e3-5da7f8c66dd6', 'status': 'completed', 'code': 200} Nov 09 21:26:08.063856 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0b937c96-6e07-45b7-9990-9e3bf55f589a admin admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:08.069826 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49126) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:08.071470 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0b937c96-6e07-45b7-9990-9e3bf55f589a admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.9411097 Nov 09 21:26:08.079563 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-453cb0e4-63f4-4616-b5f0-b2295f3a0f86 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:08.120904 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474bd13e-c86f-488e-8fe6-5829f4f7779e req-87692204-abfd-491f-afeb-d3603e07906e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:08.129507 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-474bd13e-c86f-488e-8fe6-5829f4f7779e req-87692204-abfd-491f-afeb-d3603e07906e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8a6b5962-d71d-4859-9639-25852f993efd HTTP/1.1" status: 200 len: 854 time: 0.1504560 Nov 09 21:26:08.172237 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 49130) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:08.173973 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453cb0e4-63f4-4616-b5f0-b2295f3a0f86 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Pushing event deleted for resources: {'Port': ['ID=1890d7dc-63a0-4e8c-9a63-8b39e4632811,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:08.174977 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-474bd13e-c86f-488e-8fe6-5829f4f7779e req-8b042ce5-e198-44ac-827b-291bee0f9eb0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dc8504e9-ef70-4d56-9a29-c47629600464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370462 Nov 09 21:26:08.177230 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-cb59fd20-a643-4e79-909a-18613eb52e6c None None] Set router a43505fa-65e1-4870-b866-8a5acd14c3bc gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:26:08.290619 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-49c75ad6-722e-4fc1-9508-bc29186859ba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=03500beac0ce48c38c2adbbb554726e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1123202 Nov 09 21:26:08.291275 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 49132) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:08.344931 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-474bd13e-c86f-488e-8fe6-5829f4f7779e req-a30ae5f2-f86a-4e22-a335-14c2a227b315 service neutron] 10.222.0.45 "GET /v2.0/networks/dc8504e9-ef70-4d56-9a29-c47629600464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537302 Nov 09 21:26:08.541957 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b1fd3cd8-8bff-4f6b-86ec-e03f20b2d056 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:08.591907 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b1fd3cd8-8bff-4f6b-86ec-e03f20b2d056 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:08.613822 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-474bd13e-c86f-488e-8fe6-5829f4f7779e req-207a17dc-1ee0-4e95-ac9d-325b8f559be8 service neutron] 10.222.0.45 "GET /v2.0/networks/dc8504e9-ef70-4d56-9a29-c47629600464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546248 Nov 09 21:26:08.691577 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-cb59fd20-a643-4e79-909a-18613eb52e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43505fa-65e1-4870-b866-8a5acd14c3bc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1066796021-router', 'tenant_id': 'cfc584aadc874a0d81e179083ae3ae69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '50b94ece-6adf-46cc-9a75-65c579b9d3f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:26:03Z', 'updated_at': '2021-11-09T21:26:06Z', 'revision_number': 3, 'project_id': 'cfc584aadc874a0d81e179083ae3ae69', 'gw_port': {'id': '50b94ece-6adf-46cc-9a75-65c579b9d3f4', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:13:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43505fa-65e1-4870-b866-8a5acd14c3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:26:05Z', 'updated_at': '2021-11-09T21:26:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:08.719127 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb59fd20-a643-4e79-909a-18613eb52e6c None None] Checking router: a43505fa-65e1-4870-b866-8a5acd14c3bc for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:26:08.719938 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb59fd20-a643-4e79-909a-18613eb52e6c None None] Updating router a43505fa-65e1-4870-b866-8a5acd14c3bc port 50b94ece-6adf-46cc-9a75-65c579b9d3f4 binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:26:08.737846 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 7d1b423e-0bca-4f20-9a13-ba04210393bf no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:26:08.760853 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-cb59fd20-a643-4e79-909a-18613eb52e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:08.764444 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029944e6-f89a-4af2-94de-4a0fc40e0a91 req-1468fdc0-08bf-4645-9fa2-aa81c5501993 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:08.766421 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-029944e6-f89a-4af2-94de-4a0fc40e0a91 req-1468fdc0-08bf-4645-9fa2-aa81c5501993 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c70716f-e5b0-481b-b47d-051a92f8052d HTTP/1.1" status: 200 len: 943 time: 0.1516178 Nov 09 21:26:08.773204 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1916ab6a-526e-419f-b8cb-10ff97f92268 req-d972930f-8fa9-415b-a445-d0631ab20c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:08.775021 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1916ab6a-526e-419f-b8cb-10ff97f92268 req-d972930f-8fa9-415b-a445-d0631ab20c08 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c5b86a7c92f840889ef6c615a0e7c55a&device_id=3c70716f-e5b0-481b-b47d-051a92f8052d HTTP/1.1" status: 200 len: 1094 time: 0.1046386 Nov 09 21:26:08.792060 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: 7d1b423e-0bca-4f20-9a13-ba04210393bf {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:26:08.793642 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 7d1b423e-0bca-4f20-9a13-ba04210393bf not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:26:08.798313 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-593c47ef-5544-40e6-9b11-072189885e86 req-2ded0057-fb91-42c0-a8b4-c3ab0dd79745 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=8209cc02-c690-4b7c-964e-83a84ca3f290 HTTP/1.1" status: 200 len: 210 time: 0.4706087 Nov 09 21:26:08.801616 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b1fd3cd8-8bff-4f6b-86ec-e03f20b2d056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:08.804609 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b1fd3cd8-8bff-4f6b-86ec-e03f20b2d056 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:08.808894 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b1fd3cd8-8bff-4f6b-86ec-e03f20b2d056 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/85e41b18-17bb-4547-9826-32936191f1a2 HTTP/1.1" status: 204 len: 168 time: 0.5135393 Nov 09 21:26:08.818386 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-453cb0e4-63f4-4616-b5f0-b2295f3a0f86 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:08.824537 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-453cb0e4-63f4-4616-b5f0-b2295f3a0f86 tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] 10.222.0.49 "DELETE /v2.0/ports/1890d7dc-63a0-4e8c-9a63-8b39e4632811 HTTP/1.1" status: 204 len: 168 time: 1.6693299 Nov 09 21:26:08.836447 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49138) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:08.892439 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-23d81074-38fd-4a54-8c69-c8e6560bd77c tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Deleting subnet f7be0898-40bd-4429-ad6e-ef94f38d95d6 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:26:08.897529 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-23d81074-38fd-4a54-8c69-c8e6560bd77c tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:08.933605 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd3cd8-8bff-4f6b-86ec-e03f20b2d056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e41b18-17bb-4547-9826-32936191f1a2,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:09.038980 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-029944e6-f89a-4af2-94de-4a0fc40e0a91 req-5dba8a91-104f-4c1b-a0bf-36543687557a tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614760 Nov 09 21:26:09.043772 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-23d81074-38fd-4a54-8c69-c8e6560bd77c tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:09.059515 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4f44fd6f-2a76-439a-9012-78f47cbf6bf3 req-83260cb9-4417-4e8b-95f3-e6675c58f919 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 210 time: 0.0616753 Nov 09 21:26:09.115812 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1916ab6a-526e-419f-b8cb-10ff97f92268 req-d9ddd777-6391-414d-a6e6-c2ae84c022cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:09.117430 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1916ab6a-526e-419f-b8cb-10ff97f92268 req-d9ddd777-6391-414d-a6e6-c2ae84c022cd service neutron] 10.222.0.45 "GET /v2.0/networks?id=dc8504e9-ef70-4d56-9a29-c47629600464 HTTP/1.1" status: 200 len: 914 time: 0.3310020 Nov 09 21:26:09.195922 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-cb59fd20-a643-4e79-909a-18613eb52e6c None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:09.197902 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1916ab6a-526e-419f-b8cb-10ff97f92268 req-6524d911-91a8-459e-b70b-0b297363ac78 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=931a48d8-2989-4726-b609-3a84620613e4 HTTP/1.1" status: 200 len: 217 time: 0.0714259 Nov 09 21:26:09.203618 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-cb59fd20-a643-4e79-909a-18613eb52e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:09.259549 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-cb59fd20-a643-4e79-909a-18613eb52e6c None None] Attempting to bind port 50b94ece-6adf-46cc-9a75-65c579b9d3f4 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:26:09.260326 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-cb59fd20-a643-4e79-909a-18613eb52e6c None None] Attempting to bind port 50b94ece-6adf-46cc-9a75-65c579b9d3f4 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:26:09.260904 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb59fd20-a643-4e79-909a-18613eb52e6c None None] Attempting to bind port 50b94ece-6adf-46cc-9a75-65c579b9d3f4 on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:26:09.269218 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb59fd20-a643-4e79-909a-18613eb52e6c None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:26:09.269856 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb59fd20-a643-4e79-909a-18613eb52e6c None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:26:09.270259 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-cb59fd20-a643-4e79-909a-18613eb52e6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:09.270646 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb59fd20-a643-4e79-909a-18613eb52e6c None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:26:09.271162 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-cb59fd20-a643-4e79-909a-18613eb52e6c None None] Bound port: 50b94ece-6adf-46cc-9a75-65c579b9d3f4, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:26:09.271555 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-cb59fd20-a643-4e79-909a-18613eb52e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:09.273140 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908bfd5-1418-49d4-9ce8-1e927a3e1919 None None] Pushing event updated for resources: {'Port': ['ID=50b94ece-6adf-46cc-9a75-65c579b9d3f4,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:09.294752 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1916ab6a-526e-419f-b8cb-10ff97f92268 req-6654ecef-03e1-45b6-a611-ba2759a09e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:09.295726 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1916ab6a-526e-419f-b8cb-10ff97f92268 req-6654ecef-03e1-45b6-a611-ba2759a09e94 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8a6b5962-d71d-4859-9639-25852f993efd HTTP/1.1" status: 200 len: 854 time: 0.0904436 Nov 09 21:26:09.302479 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908bfd5-1418-49d4-9ce8-1e927a3e1919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:26:09.302810 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908bfd5-1418-49d4-9ce8-1e927a3e1919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:26:09.303145 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908bfd5-1418-49d4-9ce8-1e927a3e1919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:26:09.303481 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908bfd5-1418-49d4-9ce8-1e927a3e1919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:26:09.303807 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908bfd5-1418-49d4-9ce8-1e927a3e1919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:26:09.304122 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908bfd5-1418-49d4-9ce8-1e927a3e1919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:26:09.304787 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908bfd5-1418-49d4-9ce8-1e927a3e1919 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:26:09.305264 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908bfd5-1418-49d4-9ce8-1e927a3e1919 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:26:09.305734 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908bfd5-1418-49d4-9ce8-1e927a3e1919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:26:09.306403 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908bfd5-1418-49d4-9ce8-1e927a3e1919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:26:09.306900 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908bfd5-1418-49d4-9ce8-1e927a3e1919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:26:09.307385 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908bfd5-1418-49d4-9ce8-1e927a3e1919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:26:09.350557 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1916ab6a-526e-419f-b8cb-10ff97f92268 req-a748a660-cedb-471c-81a7-b57a027075ad service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dc8504e9-ef70-4d56-9a29-c47629600464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434811 Nov 09 21:26:09.353418 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-cb59fd20-a643-4e79-909a-18613eb52e6c None None] For port 50b94ece-6adf-46cc-9a75-65c579b9d3f4, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:26:09.367374 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-cb59fd20-a643-4e79-909a-18613eb52e6c None None] For port 50b94ece-6adf-46cc-9a75-65c579b9d3f4, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=50b94ece-6adf-46cc-9a75-65c579b9d3f4,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:26:09.375157 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-cb59fd20-a643-4e79-909a-18613eb52e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:09.463553 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-23d81074-38fd-4a54-8c69-c8e6560bd77c tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:09.481638 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908bfd5-1418-49d4-9ce8-1e927a3e1919 None None] Pushing event updated for resources: {'Port': ['ID=50b94ece-6adf-46cc-9a75-65c579b9d3f4,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:09.503066 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb59fd20-a643-4e79-909a-18613eb52e6c None None] Routers {'a43505fa-65e1-4870-b866-8a5acd14c3bc'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:26:09.503970 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-cb59fd20-a643-4e79-909a-18613eb52e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:25:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a43505fa-65e1-4870-b866-8a5acd14c3bc'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:09.542833 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1916ab6a-526e-419f-b8cb-10ff97f92268 req-666927f7-36c6-4cbf-b304-12636b9e18d7 service neutron] 10.222.0.45 "GET /v2.0/networks/dc8504e9-ef70-4d56-9a29-c47629600464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830161 Nov 09 21:26:09.650178 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-cb59fd20-a643-4e79-909a-18613eb52e6c None None] Set router a43505fa-65e1-4870-b866-8a5acd14c3bc gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:26:09.711915 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1916ab6a-526e-419f-b8cb-10ff97f92268 req-1816a507-cdc1-49bf-bc01-26fe14bd5391 service neutron] 10.222.0.45 "GET /v2.0/networks/dc8504e9-ef70-4d56-9a29-c47629600464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587529 Nov 09 21:26:09.715716 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-23d81074-38fd-4a54-8c69-c8e6560bd77c tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:09.756148 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d81074-38fd-4a54-8c69-c8e6560bd77c tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Pushing event deleted for resources: {'Subnet': ['ID=f7be0898-40bd-4429-ad6e-ef94f38d95d6,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:09.758268 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-23d81074-38fd-4a54-8c69-c8e6560bd77c tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:09.764283 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 49158) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:09.771301 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bb07d5-0788-48e8-9962-3fedbda783dd None None] Network 0674f609-3786-4a39-ae56-ff77ef2fa43e requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:26:09.775048 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-23d81074-38fd-4a54-8c69-c8e6560bd77c tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] 10.222.0.49 "DELETE /v2.0/subnets/f7be0898-40bd-4429-ad6e-ef94f38d95d6 HTTP/1.1" status: 204 len: 168 time: 0.9373078 Nov 09 21:26:09.779721 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3dd84072-2a8c-493a-99f8-227d545c7627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:09.889175 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-cb59fd20-a643-4e79-909a-18613eb52e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43505fa-65e1-4870-b866-8a5acd14c3bc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1066796021-router', 'tenant_id': 'cfc584aadc874a0d81e179083ae3ae69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '50b94ece-6adf-46cc-9a75-65c579b9d3f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:26:03Z', 'updated_at': '2021-11-09T21:26:06Z', 'revision_number': 3, 'project_id': 'cfc584aadc874a0d81e179083ae3ae69', 'gw_port': {'id': '50b94ece-6adf-46cc-9a75-65c579b9d3f4', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:13:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43505fa-65e1-4870-b866-8a5acd14c3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:26:05Z', 'updated_at': '2021-11-09T21:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:09.931913 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb59fd20-a643-4e79-909a-18613eb52e6c None None] The sync data for ids ['a43505fa-65e1-4870-b866-8a5acd14c3bc'] in n-d-816206-3 is: [{'id': 'a43505fa-65e1-4870-b866-8a5acd14c3bc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1066796021-router', 'tenant_id': 'cfc584aadc874a0d81e179083ae3ae69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '50b94ece-6adf-46cc-9a75-65c579b9d3f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:26:03Z', 'updated_at': '2021-11-09T21:26:06Z', 'revision_number': 3, 'project_id': 'cfc584aadc874a0d81e179083ae3ae69', 'gw_port': {'id': '50b94ece-6adf-46cc-9a75-65c579b9d3f4', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:13:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43505fa-65e1-4870-b866-8a5acd14c3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:26:05Z', 'updated_at': '2021-11-09T21:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:26:09.985120 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-42afc1de-c2e3-49f5-aa75-c77367d50e5e tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:10.125382 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-3dd84072-2a8c-493a-99f8-227d545c7627 admin admin] Allocated IP 172.20.0.1 (4a53143a-08b6-4bce-b897-2f242a8191dc/47508530-5c33-4c0f-a7fa-14d1e697a248/da97a270-0d71-4968-ae7b-9f141b2490f4) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:26:10.133346 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-42afc1de-c2e3-49f5-aa75-c77367d50e5e tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Deleting port 5f8b3a6e-8010-47da-aea7-42f5c848e9b2 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:26:10.133696 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-42afc1de-c2e3-49f5-aa75-c77367d50e5e tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:10.183433 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67be477-ea22-4708-b308-5deb1c2481ac None None] DHCP port deletion for 0674f609-3786-4a39-ae56-ff77ef2fa43e request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:26:10.266061 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-42afc1de-c2e3-49f5-aa75-c77367d50e5e tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] For port 5f8b3a6e-8010-47da-aea7-42f5c848e9b2, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5f8b3a6e-8010-47da-aea7-42f5c848e9b2,segment=NetworkSegment(7fd82cea-b2af-4ffb-b0c1-f264743e1b2d),segment_id=7fd82cea-b2af-4ffb-b0c1-f264743e1b2d)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:26:10.266847 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-42afc1de-c2e3-49f5-aa75-c77367d50e5e tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:10.283034 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-42afc1de-c2e3-49f5-aa75-c77367d50e5e tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Calling delete_port for 5f8b3a6e-8010-47da-aea7-42f5c848e9b2 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:26:10.286185 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-d67be477-ea22-4708-b308-5deb1c2481ac None None] Deleting port 5f8b3a6e-8010-47da-aea7-42f5c848e9b2 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:26:10.286623 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d67be477-ea22-4708-b308-5deb1c2481ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:10.370210 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3dd84072-2a8c-493a-99f8-227d545c7627 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:10.439087 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeac215-ae82-48b1-90d3-b2617ab10410 req-69d2a29b-f890-4d47-964e-5689f81264ef tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:10.453342 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-d67be477-ea22-4708-b308-5deb1c2481ac None None] For port 5f8b3a6e-8010-47da-aea7-42f5c848e9b2, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5f8b3a6e-8010-47da-aea7-42f5c848e9b2,segment=NetworkSegment(7fd82cea-b2af-4ffb-b0c1-f264743e1b2d),segment_id=7fd82cea-b2af-4ffb-b0c1-f264743e1b2d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:26:10.454209 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3eeac215-ae82-48b1-90d3-b2617ab10410 req-69d2a29b-f890-4d47-964e-5689f81264ef tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c70716f-e5b0-481b-b47d-051a92f8052d HTTP/1.1" status: 200 len: 943 time: 0.1648641 Nov 09 21:26:10.454384 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d67be477-ea22-4708-b308-5deb1c2481ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:10.464773 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-363276b0-b838-4bdd-89a8-8d13755439fa req-c9272848-35d3-4d9c-8666-f909f05575e8 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 210 time: 0.2286916 Nov 09 21:26:10.493212 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-d67be477-ea22-4708-b308-5deb1c2481ac None None] Calling delete_port for 5f8b3a6e-8010-47da-aea7-42f5c848e9b2 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:26:10.547711 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3dd84072-2a8c-493a-99f8-227d545c7627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:10.579310 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-42afc1de-c2e3-49f5-aa75-c77367d50e5e tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:10.631800 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42afc1de-c2e3-49f5-aa75-c77367d50e5e tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Pushing event deleted for resources: {'Port': ['ID=5f8b3a6e-8010-47da-aea7-42f5c848e9b2,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:10.665286 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3eeac215-ae82-48b1-90d3-b2617ab10410 req-587d2a15-cfe3-4a09-afd0-82147b9be574 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021074 Nov 09 21:26:10.667636 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d67be477-ea22-4708-b308-5deb1c2481ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:10.710264 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd84072-2a8c-493a-99f8-227d545c7627 admin admin] Network 4a53143a-08b6-4bce-b897-2f242a8191dc is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:26:10.719971 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-3dd84072-2a8c-493a-99f8-227d545c7627 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:26:10.720999 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67be477-ea22-4708-b308-5deb1c2481ac None None] Pushing event deleted for resources: {'Port': ['ID=5f8b3a6e-8010-47da-aea7-42f5c848e9b2,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:10.729603 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42afc1de-c2e3-49f5-aa75-c77367d50e5e tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] No DVR routers for this DVR port 5f8b3a6e-8010-47da-aea7-42f5c848e9b2 on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:26:10.730676 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd84072-2a8c-493a-99f8-227d545c7627 admin admin] Pushing event updated for resources: {'Port': ['ID=da97a270-0d71-4968-ae7b-9f141b2490f4,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:10.744383 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67be477-ea22-4708-b308-5deb1c2481ac None None] No DVR routers for this DVR port 5f8b3a6e-8010-47da-aea7-42f5c848e9b2 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:26:10.746099 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd84072-2a8c-493a-99f8-227d545c7627 admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:26:10.820616 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3dd84072-2a8c-493a-99f8-227d545c7627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:10.946460 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-42afc1de-c2e3-49f5-aa75-c77367d50e5e tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:10.979383 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 931a48d8-2989-4726-b609-3a84620613e4 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:26:10.981648 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 2ed77e76-ed36-450d-a5e3-5da7f8c66dd6 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:26:11.007081 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580046a-5074-4680-bff9-56c74e91c4b3 req-8fe99d32-4867-48b0-b725-d60241b9475e tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:11.015364 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e580046a-5074-4680-bff9-56c74e91c4b3 req-8fe99d32-4867-48b0-b725-d60241b9475e tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/networks?id=a977e5a0-d935-40af-beae-b0f3a8c25de8 HTTP/1.1" status: 200 len: 811 time: 0.3878651 Nov 09 21:26:11.044701 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3dd84072-2a8c-493a-99f8-227d545c7627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:11.054618 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 50b94ece-6adf-46cc-9a75-65c579b9d3f4 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:26:11.076294 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e580046a-5074-4680-bff9-56c74e91c4b3 req-8df4cd68-e568-418e-9b0a-ffca8d19cf37 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/quotas/37ab742aac8d42199f84c1b467e67cb5 HTTP/1.1" status: 200 len: 375 time: 0.0598147 Nov 09 21:26:11.106146 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-42afc1de-c2e3-49f5-aa75-c77367d50e5e tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0674f609-3786-4a39-ae56-ff77ef2fa43e']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:11.151038 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e580046a-5074-4680-bff9-56c74e91c4b3 req-46fa9676-eeae-4e46-8b3e-8865441da47d tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=37ab742aac8d42199f84c1b467e67cb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737753 Nov 09 21:26:11.166462 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 2ed77e76-ed36-450d-a5e3-5da7f8c66dd6 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:26:11.170879 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 2ed77e76-ed36-450d-a5e3-5da7f8c66dd6 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:26:11.228435 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 50b94ece-6adf-46cc-9a75-65c579b9d3f4 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:26:11.228840 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:11.253385 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-42afc1de-c2e3-49f5-aa75-c77367d50e5e tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fd82cea-b2af-4ffb-b0c1-f264743e1b2d') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:11.253892 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-42afc1de-c2e3-49f5-aa75-c77367d50e5e tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fd82cea-b2af-4ffb-b0c1-f264743e1b2d') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:11.277110 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-42afc1de-c2e3-49f5-aa75-c77367d50e5e tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:11.288411 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e580046a-5074-4680-bff9-56c74e91c4b3 req-1ffbece5-3631-4cba-b1df-50ee4a14a9a1 service neutron] 10.222.0.49 "GET /v2.0/networks/a977e5a0-d935-40af-beae-b0f3a8c25de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362164 Nov 09 21:26:11.318343 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 931a48d8-2989-4726-b609-3a84620613e4, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=931a48d8-2989-4726-b609-3a84620613e4,segment=NetworkSegment(4d746769-7d35-4026-ae90-66009892dd3d),segment_id=4d746769-7d35-4026-ae90-66009892dd3d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:26:11.350368 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '931a48d8-2989-4726-b609-3a84620613e4', 'network_id': 'dc8504e9-ef70-4d56-9a29-c47629600464', 'port_id': '931a48d8-2989-4726-b609-3a84620613e4', 'mac_address': 'fa:16:3e:05:cc:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a6b5962-d71d-4859-9639-25852f993efd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:26:11.383339 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3dd84072-2a8c-493a-99f8-227d545c7627 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:11.391512 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3dd84072-2a8c-493a-99f8-227d545c7627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:11.425429 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e580046a-5074-4680-bff9-56c74e91c4b3 req-e19e4a90-7d08-43d7-bdb9-8238cfda7a8e service neutron] 10.222.0.49 "GET /v2.0/networks/a977e5a0-d935-40af-beae-b0f3a8c25de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350484 Nov 09 21:26:11.453039 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-42afc1de-c2e3-49f5-aa75-c77367d50e5e tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:11.465929 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:11.474592 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42afc1de-c2e3-49f5-aa75-c77367d50e5e tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:26:11.475157 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-42afc1de-c2e3-49f5-aa75-c77367d50e5e tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:11.479541 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:26:11.479541 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:26:11.479541 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:26:11.479541 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:26:11.479541 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:26:11.479541 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:26:11.479541 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:26:11.479541 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:26:11.479541 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:26:11.479541 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:26:11.479541 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:26:11.479541 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:26:11.479541 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:26:11.479541 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:26:11.479541 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:26:11.479541 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:26:11.479541 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:26:11.479541 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:26:11.479541 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:26:11.479541 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:26:11.479541 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:26:11.479541 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:26:11.479541 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:26:11.479541 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:26:11.479541 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:26:11.479541 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:26:11.479541 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:26:11.479541 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:26:11.479541 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:26:11.479541 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:26:11.479541 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:26:11.479541 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:26:11.499276 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 931a48d8-2989-4726-b609-3a84620613e4 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:26:11.554301 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 931a48d8-2989-4726-b609-3a84620613e4, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=931a48d8-2989-4726-b609-3a84620613e4,segment=NetworkSegment(4d746769-7d35-4026-ae90-66009892dd3d),segment_id=4d746769-7d35-4026-ae90-66009892dd3d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:26:11.556294 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:11.566826 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:11.585412 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd84072-2a8c-493a-99f8-227d545c7627 admin admin] Pushing event updated for resources: {'Port': ['ID=da97a270-0d71-4968-ae7b-9f141b2490f4,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:11.595234 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3dd84072-2a8c-493a-99f8-227d545c7627 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:11.642148 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=931a48d8-2989-4726-b609-3a84620613e4,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:11.657686 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 50b94ece-6adf-46cc-9a75-65c579b9d3f4, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=50b94ece-6adf-46cc-9a75-65c579b9d3f4,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:26:11.658376 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-42afc1de-c2e3-49f5-aa75-c77367d50e5e tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:11.666478 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-42afc1de-c2e3-49f5-aa75-c77367d50e5e tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:11.669964 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:11.673801 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-42afc1de-c2e3-49f5-aa75-c77367d50e5e tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] 10.222.0.49 "DELETE /v2.0/networks/0674f609-3786-4a39-ae56-ff77ef2fa43e HTTP/1.1" status: 204 len: 168 time: 1.9085605 Nov 09 21:26:11.712647 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42afc1de-c2e3-49f5-aa75-c77367d50e5e tempest-AllowedAddressPairTestJSON-721832333 tempest-AllowedAddressPairTestJSON-721832333-project] Pushing event deleted for resources: {'Network': ['ID=0674f609-3786-4a39-ae56-ff77ef2fa43e,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:11.790923 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=50b94ece-6adf-46cc-9a75-65c579b9d3f4,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:11.796424 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a50200b8-b046-43d4-be8e-5206d6381cd9 req-d8a9d449-ac83-4d06-bd44-a06d1bd98b96 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 210 time: 0.1508081 Nov 09 21:26:11.798242 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['931a48d8-2989-4726-b609-3a84620613e4'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:26:11.868777 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 5f8b3a6e-8010-47da-aea7-42f5c848e9b2 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:26:11.872549 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd84072-2a8c-493a-99f8-227d545c7627 admin admin] Network 4a53143a-08b6-4bce-b897-2f242a8191dc is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:26:11.873798 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-3dd84072-2a8c-493a-99f8-227d545c7627 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:26:11.917193 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 5f8b3a6e-8010-47da-aea7-42f5c848e9b2 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:26:11.917827 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 5f8b3a6e-8010-47da-aea7-42f5c848e9b2 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:26:12.036507 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52abd9-e747-47d7-9a57-a7a799c789eb req-352050af-b611-43d6-97f8-5ec74ff101a9 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:12.052895 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0fa2f800-308a-4488-a17b-1fd15323cfc0 req-2f27815f-f681-461a-b803-6778ea253715 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c014c-515a-4b7e-81c9-1e3b6a312126 HTTP/1.1" status: 200 len: 210 time: 0.0936837 Nov 09 21:26:12.076577 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-da52abd9-e747-47d7-9a57-a7a799c789eb req-352050af-b611-43d6-97f8-5ec74ff101a9 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c70716f-e5b0-481b-b47d-051a92f8052d HTTP/1.1" status: 200 len: 944 time: 0.1593158 Nov 09 21:26:12.160015 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-da52abd9-e747-47d7-9a57-a7a799c789eb req-33cf162f-e30f-4b54-aef3-4a33d4ff3ab7 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795708 Nov 09 21:26:12.201618 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd84072-2a8c-493a-99f8-227d545c7627 admin admin] Router a43505fa-65e1-4870-b866-8a5acd14c3bc has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:26:12.320283 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 49226) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:12.419561 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd84072-2a8c-493a-99f8-227d545c7627 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:26:12.425278 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3dd84072-2a8c-493a-99f8-227d545c7627 admin admin] 10.222.0.49 "PUT /v2.0/routers/a43505fa-65e1-4870-b866-8a5acd14c3bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3527892 Nov 09 21:26:12.546887 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c800a0bb-57b2-4221-b274-eec41081f8d7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cef88083a6d146378e92c0b495a3b5c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2252455 Nov 09 21:26:12.549597 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49236) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:12.630111 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-45703db5-dee6-4cd4-bfb9-52893fc93c73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:12.659523 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-45703db5-dee6-4cd4-bfb9-52893fc93c73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:12.666373 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc6189c-96ce-4346-9b9b-8c6d822168f8 None None] Sync routers for ids ['a43505fa-65e1-4870-b866-8a5acd14c3bc'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:26:12.681118 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc6189c-96ce-4346-9b9b-8c6d822168f8 None None] Routers {'a43505fa-65e1-4870-b866-8a5acd14c3bc'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:26:12.682255 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-4bc6189c-96ce-4346-9b9b-8c6d822168f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:25:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a43505fa-65e1-4870-b866-8a5acd14c3bc'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:12.732534 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-45703db5-dee6-4cd4-bfb9-52893fc93c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:12.736083 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-45703db5-dee6-4cd4-bfb9-52893fc93c73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:12.740897 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-45703db5-dee6-4cd4-bfb9-52893fc93c73 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4a3ff3bc-c387-4a47-b834-2f999fb886e5 HTTP/1.1" status: 204 len: 168 time: 0.1885228 Nov 09 21:26:12.760201 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45703db5-dee6-4cd4-bfb9-52893fc93c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3ff3bc-c387-4a47-b834-2f999fb886e5,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:12.817230 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-4bc6189c-96ce-4346-9b9b-8c6d822168f8 None None] Set router a43505fa-65e1-4870-b866-8a5acd14c3bc gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:26:12.995747 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 931a48d8-2989-4726-b609-3a84620613e4 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:26:13.031724 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 50b94ece-6adf-46cc-9a75-65c579b9d3f4 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:26:13.061095 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c8bb2005-2828-478e-8500-aeedf118fc6a req-51eb0ebd-daa3-4410-9411-a4911149c9b1 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/ports?device_id=40b6c418-4d59-4dd2-bb2b-a20015d0c169 HTTP/1.1" status: 200 len: 210 time: 0.0570457 Nov 09 21:26:13.178278 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 50b94ece-6adf-46cc-9a75-65c579b9d3f4 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:26:13.178650 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:13.180115 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 931a48d8-2989-4726-b609-3a84620613e4 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:26:13.209786 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 931a48d8-2989-4726-b609-3a84620613e4 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:26:13.210398 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:13.217912 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7ef956e8-eb2f-4aee-85ae-c37686c77ce2 req-f3d70961-e791-4ae4-b1dc-d68f3f6e283a tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c014c-515a-4b7e-81c9-1e3b6a312126 HTTP/1.1" status: 200 len: 210 time: 0.0480504 Nov 09 21:26:13.259763 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-4bc6189c-96ce-4346-9b9b-8c6d822168f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43505fa-65e1-4870-b866-8a5acd14c3bc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1066796021-router', 'tenant_id': 'cfc584aadc874a0d81e179083ae3ae69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '50b94ece-6adf-46cc-9a75-65c579b9d3f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:26:03Z', 'updated_at': '2021-11-09T21:26:10Z', 'revision_number': 4, 'project_id': 'cfc584aadc874a0d81e179083ae3ae69', 'gw_port': {'id': '50b94ece-6adf-46cc-9a75-65c579b9d3f4', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:13:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43505fa-65e1-4870-b866-8a5acd14c3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:26:05Z', 'updated_at': '2021-11-09T21:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'da97a270-0d71-4968-ae7b-9f141b2490f4', 'name': '', 'network_id': '4a53143a-08b6-4bce-b897-2f242a8191dc', 'tenant_id': 'cfc584aadc874a0d81e179083ae3ae69', 'mac_address': 'fa:16:3e:69:1f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43505fa-65e1-4870-b866-8a5acd14c3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '47508530-5c33-4c0f-a7fa-14d1e697a248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:26:09Z', 'updated_at': '2021-11-09T21:26:11Z', 'revision_number': 2, 'project_id': 'cfc584aadc874a0d81e179083ae3ae69', 'subnets': [{'id': '47508530-5c33-4c0f-a7fa-14d1e697a248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:13.296697 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc6189c-96ce-4346-9b9b-8c6d822168f8 None None] Checking router: a43505fa-65e1-4870-b866-8a5acd14c3bc for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:26:13.297440 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc6189c-96ce-4346-9b9b-8c6d822168f8 None None] Updating router a43505fa-65e1-4870-b866-8a5acd14c3bc port da97a270-0d71-4968-ae7b-9f141b2490f4 binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:26:13.335460 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4bc6189c-96ce-4346-9b9b-8c6d822168f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:13.359059 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce5726-6367-4c28-877c-4f1198984a61 req-3dc4dc57-4872-4b70-a935-0139d35872b0 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:13.370509 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-38ce5726-6367-4c28-877c-4f1198984a61 req-3dc4dc57-4872-4b70-a935-0139d35872b0 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c70716f-e5b0-481b-b47d-051a92f8052d HTTP/1.1" status: 200 len: 944 time: 0.0886064 Nov 09 21:26:13.451251 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:13.469815 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-38ce5726-6367-4c28-877c-4f1198984a61 req-e5becff2-619d-4470-add0-ccbd45d0c507 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983028 Nov 09 21:26:13.474080 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5234ea-930a-4400-9587-3dbdff6ec72e req-44d3cf92-c08e-4e10-979b-d44ef49aefa4 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:13.497792 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4f5234ea-930a-4400-9587-3dbdff6ec72e req-44d3cf92-c08e-4e10-979b-d44ef49aefa4 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/networks?id=4a53143a-08b6-4bce-b897-2f242a8191dc HTTP/1.1" status: 200 len: 820 time: 0.2950029 Nov 09 21:26:13.525833 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4f5234ea-930a-4400-9587-3dbdff6ec72e req-0fc34c42-bb2c-4402-bdc5-37973bd6bdd6 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/quotas/cfc584aadc874a0d81e179083ae3ae69 HTTP/1.1" status: 200 len: 375 time: 0.0264475 Nov 09 21:26:13.577916 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c70716f-e5b0-481b-b47d-051a92f8052d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931a48d8-2989-4726-b609-3a84620613e4'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:26:13.580932 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d564fafb-487e-4fea-b299-675e0e937790" -d '{"events": [{"server_uuid": "3c70716f-e5b0-481b-b47d-051a92f8052d", "name": "network-vif-plugged", "status": "completed", "tag": "931a48d8-2989-4726-b609-3a84620613e4"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:26:13.601838 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 931a48d8-2989-4726-b609-3a84620613e4, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=931a48d8-2989-4726-b609-3a84620613e4,segment=NetworkSegment(4d746769-7d35-4026-ae90-66009892dd3d),segment_id=4d746769-7d35-4026-ae90-66009892dd3d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:26:13.607197 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:13.651392 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4f5234ea-930a-4400-9587-3dbdff6ec72e req-5389f2b7-f5eb-4701-8151-108b31727a62 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cfc584aadc874a0d81e179083ae3ae69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1191616 Nov 09 21:26:13.666333 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 49278) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:13.675024 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564fd745-ea3e-4f86-9c72-43eb0c0342e8 x-openstack-request-id: req-564fd745-ea3e-4f86-9c72-43eb0c0342e8 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:26:13.675561 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c70716f-e5b0-481b-b47d-051a92f8052d", "name": "network-vif-plugged", "status": "completed", "tag": "931a48d8-2989-4726-b609-3a84620613e4", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:26:13.675667 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-564fd745-ea3e-4f86-9c72-43eb0c0342e8 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:26:13.675987 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c70716f-e5b0-481b-b47d-051a92f8052d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931a48d8-2989-4726-b609-3a84620613e4', 'code': 200} Nov 09 21:26:13.688739 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580046a-5074-4680-bff9-56c74e91c4b3 req-4e537c2b-5cd3-4f57-8312-3e62cfe4f0c0 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:13.690768 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e580046a-5074-4680-bff9-56c74e91c4b3 req-4e537c2b-5cd3-4f57-8312-3e62cfe4f0c0 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.43 "GET /v2.0/networks?id=a977e5a0-d935-40af-beae-b0f3a8c25de8 HTTP/1.1" status: 200 len: 811 time: 0.2418017 Nov 09 21:26:13.711336 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-e580046a-5074-4680-bff9-56c74e91c4b3 req-6bf60fb2-39b9-4820-a2f0-78b4ad47d6ea tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Request body: {'port': {'device_id': 'a07c014c-515a-4b7e-81c9-1e3b6a312126', 'network_id': 'a977e5a0-d935-40af-beae-b0f3a8c25de8', 'admin_state_up': True, 'tenant_id': '37ab742aac8d42199f84c1b467e67cb5'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:26:13.724164 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=931a48d8-2989-4726-b609-3a84620613e4,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:13.789301 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4f5234ea-930a-4400-9587-3dbdff6ec72e req-81204ed1-55e9-4b13-b96d-61ce13856632 service neutron] 10.222.0.49 "GET /v2.0/networks/4a53143a-08b6-4bce-b897-2f242a8191dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360784 Nov 09 21:26:13.858672 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4bc6189c-96ce-4346-9b9b-8c6d822168f8 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:13.867974 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4bc6189c-96ce-4346-9b9b-8c6d822168f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:13.898771 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4f5234ea-930a-4400-9587-3dbdff6ec72e req-61ac9c5f-20cf-4c2d-a86d-02e839a7ec4c service neutron] 10.222.0.49 "GET /v2.0/networks/4a53143a-08b6-4bce-b897-2f242a8191dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024160 Nov 09 21:26:13.917878 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:26:13.944870 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91d067-edbf-4a86-9563-f56c768d543c None None] Pushing event updated for resources: {'Port': ['ID=da97a270-0d71-4968-ae7b-9f141b2490f4,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:13.965228 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5896f6-17c4-47ab-afaa-d247f961630c req-b9334729-06ac-4611-ba27-27162c5ac711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:13.966102 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4a5896f6-17c4-47ab-afaa-d247f961630c req-b9334729-06ac-4611-ba27-27162c5ac711 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3c70716f-e5b0-481b-b47d-051a92f8052d HTTP/1.1" status: 200 len: 1096 time: 0.1476083 Nov 09 21:26:13.979440 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e580046a-5074-4680-bff9-56c74e91c4b3 req-6bf60fb2-39b9-4820-a2f0-78b4ad47d6ea tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Made reservation on behalf of 37ab742aac8d42199f84c1b467e67cb5 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:26:13.983074 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-e580046a-5074-4680-bff9-56c74e91c4b3 req-6bf60fb2-39b9-4820-a2f0-78b4ad47d6ea tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:14.025437 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dfc17ca1-d096-40ec-976b-8590c7b29567 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:14.100210 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4a5896f6-17c4-47ab-afaa-d247f961630c req-cc763cc2-2abb-4dd1-8349-7ee6a677619d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146059 Nov 09 21:26:14.185200 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-08488fd6-d607-4a3d-a7be-bfaf5fe89e28 req-2c21eb39-4a28-4f41-b43b-e5f7df9d3371 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/ports?device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 210 time: 0.0546796 Nov 09 21:26:14.234076 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49302) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:14.274404 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-e580046a-5074-4680-bff9-56c74e91c4b3 req-6bf60fb2-39b9-4820-a2f0-78b4ad47d6ea tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Allocated IP 172.20.0.9 (a977e5a0-d935-40af-beae-b0f3a8c25de8/2d70d627-f91a-46e1-b014-350c82c5b331/af21328b-3780-4d5d-8417-4ca6fb56feb6) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:26:14.280405 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-4bc6189c-96ce-4346-9b9b-8c6d822168f8 None None] Attempting to bind port da97a270-0d71-4968-ae7b-9f141b2490f4 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:26:14.283249 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dfc17ca1-d096-40ec-976b-8590c7b29567 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:14.291183 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-4bc6189c-96ce-4346-9b9b-8c6d822168f8 None None] Attempting to bind port da97a270-0d71-4968-ae7b-9f141b2490f4 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'd81d753a-93e5-4207-911a-f55256caa2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4a53143a-08b6-4bce-b897-2f242a8191dc'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:26:14.291183 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc6189c-96ce-4346-9b9b-8c6d822168f8 None None] Attempting to bind port da97a270-0d71-4968-ae7b-9f141b2490f4 on network 4a53143a-08b6-4bce-b897-2f242a8191dc {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:26:14.291949 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dfc17ca1-d096-40ec-976b-8590c7b29567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:14.303232 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc6189c-96ce-4346-9b9b-8c6d822168f8 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:26:14.303615 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc6189c-96ce-4346-9b9b-8c6d822168f8 None None] Checking segment: {'id': 'd81d753a-93e5-4207-911a-f55256caa2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4a53143a-08b6-4bce-b897-2f242a8191dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:26:14.304620 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4bc6189c-96ce-4346-9b9b-8c6d822168f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:14.307867 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc6189c-96ce-4346-9b9b-8c6d822168f8 None None] Bound using segment: {'id': 'd81d753a-93e5-4207-911a-f55256caa2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4a53143a-08b6-4bce-b897-2f242a8191dc'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:26:14.309018 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-4bc6189c-96ce-4346-9b9b-8c6d822168f8 None None] Bound port: da97a270-0d71-4968-ae7b-9f141b2490f4, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd81d753a-93e5-4207-911a-f55256caa2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4a53143a-08b6-4bce-b897-2f242a8191dc'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:26:14.309420 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4bc6189c-96ce-4346-9b9b-8c6d822168f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:14.331199 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc17ca1-d096-40ec-976b-8590c7b29567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7e2fe2-1a3a-4bb9-ad4b-48a2b40f0d82,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:14.379261 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c50ae946-25a1-4fad-993b-241ee3a0fa72 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:14.394841 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-dfc17ca1-d096-40ec-976b-8590c7b29567 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=98960d4b21f146dfa8fa690b874a2c4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7231882 Nov 09 21:26:14.397389 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49310) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:14.408007 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 49312) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:14.408308 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-4bc6189c-96ce-4346-9b9b-8c6d822168f8 None None] For port da97a270-0d71-4968-ae7b-9f141b2490f4, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:26:14.411714 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-4bc6189c-96ce-4346-9b9b-8c6d822168f8 None None] For port da97a270-0d71-4968-ae7b-9f141b2490f4, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=da97a270-0d71-4968-ae7b-9f141b2490f4,segment=NetworkSegment(d81d753a-93e5-4207-911a-f55256caa2d0),segment_id=d81d753a-93e5-4207-911a-f55256caa2d0)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:26:14.419928 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4bc6189c-96ce-4346-9b9b-8c6d822168f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:14.454607 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f4344703-a607-4e2e-b742-69a4c2933d57 req-517ee74e-a2d4-49c5-b164-508ea416a3a3 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c014c-515a-4b7e-81c9-1e3b6a312126 HTTP/1.1" status: 200 len: 210 time: 0.0764520 Nov 09 21:26:14.514061 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91d067-edbf-4a86-9563-f56c768d543c None None] Pushing event updated for resources: {'Port': ['ID=da97a270-0d71-4968-ae7b-9f141b2490f4,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:14.533486 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c50ae946-25a1-4fad-993b-241ee3a0fa72 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:14.549929 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-287168b9-f4f1-4aa6-a9bf-6cd73cf97274 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:14.560792 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc6189c-96ce-4346-9b9b-8c6d822168f8 None None] Routers {'a43505fa-65e1-4870-b866-8a5acd14c3bc'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:26:14.565875 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-4bc6189c-96ce-4346-9b9b-8c6d822168f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:25:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a43505fa-65e1-4870-b866-8a5acd14c3bc'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:14.608282 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-287168b9-f4f1-4aa6-a9bf-6cd73cf97274 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:14.661260 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-2047bacb-342c-437e-a6a4-ffcd0193a48a tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-147653111'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:26:14.700567 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c50ae946-25a1-4fad-993b-241ee3a0fa72 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:14.706825 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c50ae946-25a1-4fad-993b-241ee3a0fa72 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:14.711958 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c50ae946-25a1-4fad-993b-241ee3a0fa72 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "DELETE /v2.0/security-groups/2aa0795d-359d-4f24-ad70-d15c6200f092 HTTP/1.1" status: 204 len: 168 time: 0.4750791 Nov 09 21:26:14.713361 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49324) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:14.755018 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-e580046a-5074-4680-bff9-56c74e91c4b3 req-6bf60fb2-39b9-4820-a2f0-78b4ad47d6ea tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:14.772936 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-4371615a-c031-4dbc-bdc7-6e2a245cc7cd tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] show failed (client error): The resource could not be found. Nov 09 21:26:14.776068 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4371615a-c031-4dbc-bdc7-6e2a245cc7cd tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "GET /v2.0/security-groups/2aa0795d-359d-4f24-ad70-d15c6200f092 HTTP/1.1" status: 404 len: 347 time: 0.0517559 Nov 09 21:26:14.782428 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50ae946-25a1-4fad-993b-241ee3a0fa72 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa0795d-359d-4f24-ad70-d15c6200f092,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:14.787055 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49328) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:14.837165 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afdfb4-dfe5-41e8-b0c8-b7a73956cd3e req-0c1405f6-dff6-4184-8b9e-74ff41ee9028 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:14.845232 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b8afdfb4-dfe5-41e8-b0c8-b7a73956cd3e req-0c1405f6-dff6-4184-8b9e-74ff41ee9028 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c70716f-e5b0-481b-b47d-051a92f8052d HTTP/1.1" status: 200 len: 945 time: 0.2632523 Nov 09 21:26:14.867049 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-4bc6189c-96ce-4346-9b9b-8c6d822168f8 None None] Set router a43505fa-65e1-4870-b866-8a5acd14c3bc gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:26:14.909420 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-e580046a-5074-4680-bff9-56c74e91c4b3 req-6bf60fb2-39b9-4820-a2f0-78b4ad47d6ea tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:14.954638 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2047bacb-342c-437e-a6a4-ffcd0193a48a tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Made reservation on behalf of 80b628e72e9f4a7d9aa620c0e7243903 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:26:14.959867 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2047bacb-342c-437e-a6a4-ffcd0193a48a tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:14.978304 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-287168b9-f4f1-4aa6-a9bf-6cd73cf97274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:14.981427 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-287168b9-f4f1-4aa6-a9bf-6cd73cf97274 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:14.982662 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-287168b9-f4f1-4aa6-a9bf-6cd73cf97274 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eb7e2fe2-1a3a-4bb9-ad4b-48a2b40f0d82 HTTP/1.1" status: 204 len: 168 time: 0.5853338 Nov 09 21:26:15.008422 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287168b9-f4f1-4aa6-a9bf-6cd73cf97274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7e2fe2-1a3a-4bb9-ad4b-48a2b40f0d82,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:15.035197 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2047bacb-342c-437e-a6a4-ffcd0193a48a tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:15.121590 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-965d3e63-5b1c-4d5c-b8bf-eb6cc91b6d1b tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Deleting port 230cc1a1-eea9-420d-a499-b73a087bd0e3 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:26:15.121936 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-965d3e63-5b1c-4d5c-b8bf-eb6cc91b6d1b tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:15.177867 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e580046a-5074-4680-bff9-56c74e91c4b3 req-6bf60fb2-39b9-4820-a2f0-78b4ad47d6ea tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Network a977e5a0-d935-40af-beae-b0f3a8c25de8 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:26:15.198036 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b8afdfb4-dfe5-41e8-b0c8-b7a73956cd3e req-8572f113-2df6-42ef-b2e7-04aa30e7d0b2 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486910 Nov 09 21:26:15.234802 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2047bacb-342c-437e-a6a4-ffcd0193a48a tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:15.239323 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-e580046a-5074-4680-bff9-56c74e91c4b3 req-6bf60fb2-39b9-4820-a2f0-78b4ad47d6ea tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:26:15.245253 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-e580046a-5074-4680-bff9-56c74e91c4b3 req-6bf60fb2-39b9-4820-a2f0-78b4ad47d6ea tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:26:15.248347 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2047bacb-342c-437e-a6a4-ffcd0193a48a tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:15.282464 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf60fb2-39b9-4820-a2f0-78b4ad47d6ea tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Pushing event updated for resources: {'Port': ['ID=af21328b-3780-4d5d-8417-4ca6fb56feb6,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:15.307384 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2047bacb-342c-437e-a6a4-ffcd0193a48a tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:26:15.335815 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2047bacb-342c-437e-a6a4-ffcd0193a48a tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abd0cd1d-a612-42a8-8a18-95801fc8fd28,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:15.338851 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2047bacb-342c-437e-a6a4-ffcd0193a48a tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:15.339202 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-2047bacb-342c-437e-a6a4-ffcd0193a48a tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Added segment c5171a83-0eff-4b05-87d5-438c8fe066b5 of type vlan for network e94fc3d5-a7bb-4cc9-a284-b539ac9b5ee4 Nov 09 21:26:15.354707 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-965d3e63-5b1c-4d5c-b8bf-eb6cc91b6d1b tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:15.356561 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-965d3e63-5b1c-4d5c-b8bf-eb6cc91b6d1b tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:15.357084 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580046a-5074-4680-bff9-56c74e91c4b3 req-6bf60fb2-39b9-4820-a2f0-78b4ad47d6ea tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:15.357733 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-e580046a-5074-4680-bff9-56c74e91c4b3 req-6bf60fb2-39b9-4820-a2f0-78b4ad47d6ea tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:15.389906 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-4bc6189c-96ce-4346-9b9b-8c6d822168f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43505fa-65e1-4870-b866-8a5acd14c3bc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1066796021-router', 'tenant_id': 'cfc584aadc874a0d81e179083ae3ae69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '50b94ece-6adf-46cc-9a75-65c579b9d3f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:26:03Z', 'updated_at': '2021-11-09T21:26:10Z', 'revision_number': 4, 'project_id': 'cfc584aadc874a0d81e179083ae3ae69', 'gw_port': {'id': '50b94ece-6adf-46cc-9a75-65c579b9d3f4', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:13:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43505fa-65e1-4870-b866-8a5acd14c3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:26:05Z', 'updated_at': '2021-11-09T21:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'da97a270-0d71-4968-ae7b-9f141b2490f4', 'name': '', 'network_id': '4a53143a-08b6-4bce-b897-2f242a8191dc', 'tenant_id': 'cfc584aadc874a0d81e179083ae3ae69', 'mac_address': 'fa:16:3e:69:1f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43505fa-65e1-4870-b866-8a5acd14c3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '47508530-5c33-4c0f-a7fa-14d1e697a248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:26:09Z', 'updated_at': '2021-11-09T21:26:14Z', 'revision_number': 4, 'project_id': 'cfc584aadc874a0d81e179083ae3ae69', 'subnets': [{'id': '47508530-5c33-4c0f-a7fa-14d1e697a248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:15.397094 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-965d3e63-5b1c-4d5c-b8bf-eb6cc91b6d1b tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Calling delete_port for 230cc1a1-eea9-420d-a499-b73a087bd0e3 owned by network:floatingip {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:26:15.410056 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e580046a-5074-4680-bff9-56c74e91c4b3 req-6bf60fb2-39b9-4820-a2f0-78b4ad47d6ea tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7032144 Nov 09 21:26:15.419913 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d0c4fa06-ff67-413d-94dc-10007ea4fe60 req-b1c44ce0-9b34-45ff-8624-7c9bb2e7b14d tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/ports?device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 210 time: 0.0452919 Nov 09 21:26:15.424791 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2047bacb-342c-437e-a6a4-ffcd0193a48a tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:15.431481 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-e580046a-5074-4680-bff9-56c74e91c4b3 req-a04c6057-f7db-49cd-ab97-5bd6c5396a6d service neutron] Request body: {'port': {'device_id': 'a07c014c-515a-4b7e-81c9-1e3b6a312126', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:26:15.442159 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc6189c-96ce-4346-9b9b-8c6d822168f8 None None] The sync data for ids ['a43505fa-65e1-4870-b866-8a5acd14c3bc'] in n-d-816206-3 is: [{'id': 'a43505fa-65e1-4870-b866-8a5acd14c3bc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1066796021-router', 'tenant_id': 'cfc584aadc874a0d81e179083ae3ae69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '50b94ece-6adf-46cc-9a75-65c579b9d3f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:26:03Z', 'updated_at': '2021-11-09T21:26:10Z', 'revision_number': 4, 'project_id': 'cfc584aadc874a0d81e179083ae3ae69', 'gw_port': {'id': '50b94ece-6adf-46cc-9a75-65c579b9d3f4', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:13:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43505fa-65e1-4870-b866-8a5acd14c3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:26:05Z', 'updated_at': '2021-11-09T21:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'da97a270-0d71-4968-ae7b-9f141b2490f4', 'name': '', 'network_id': '4a53143a-08b6-4bce-b897-2f242a8191dc', 'tenant_id': 'cfc584aadc874a0d81e179083ae3ae69', 'mac_address': 'fa:16:3e:69:1f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43505fa-65e1-4870-b866-8a5acd14c3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '47508530-5c33-4c0f-a7fa-14d1e697a248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:26:09Z', 'updated_at': '2021-11-09T21:26:14Z', 'revision_number': 4, 'project_id': 'cfc584aadc874a0d81e179083ae3ae69', 'subnets': [{'id': '47508530-5c33-4c0f-a7fa-14d1e697a248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:26:15.490286 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2047bacb-342c-437e-a6a4-ffcd0193a48a tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:15.505556 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2047bacb-342c-437e-a6a4-ffcd0193a48a tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:15.505556 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2047bacb-342c-437e-a6a4-ffcd0193a48a tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:15.628424 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49344) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:15.648984 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-851e0bd9-c44b-4c62-8f43-f4e0af18b044 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:15.674940 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-e580046a-5074-4680-bff9-56c74e91c4b3 req-a04c6057-f7db-49cd-ab97-5bd6c5396a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:15.683783 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2047bacb-342c-437e-a6a4-ffcd0193a48a tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2744262 Nov 09 21:26:15.713446 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 49346) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:15.750261 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-965d3e63-5b1c-4d5c-b8bf-eb6cc91b6d1b tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:15.776046 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-ee1430b4-4548-44a1-9361-f721de6844bf tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Request body: {'subnet': {'network_id': 'e94fc3d5-a7bb-4cc9-a284-b539ac9b5ee4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:26:15.781794 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2047bacb-342c-437e-a6a4-ffcd0193a48a tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Pushing event updated for resources: {'Network': ['ID=e94fc3d5-a7bb-4cc9-a284-b539ac9b5ee4,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:15.797459 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network e94fc3d5-a7bb-4cc9-a284-b539ac9b5ee4 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:26:15.811490 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d3e63-5b1c-4d5c-b8bf-eb6cc91b6d1b tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Pushing event deleted for resources: {'Port': ['ID=230cc1a1-eea9-420d-a499-b73a087bd0e3,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:15.927051 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-851e0bd9-c44b-4c62-8f43-f4e0af18b044 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:15.931784 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-851e0bd9-c44b-4c62-8f43-f4e0af18b044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:15.977134 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-965d3e63-5b1c-4d5c-b8bf-eb6cc91b6d1b tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks [] for floatingip, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:15.980042 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-965d3e63-5b1c-4d5c-b8bf-eb6cc91b6d1b tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:15.984003 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-965d3e63-5b1c-4d5c-b8bf-eb6cc91b6d1b tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "DELETE /v2.0/floatingips/882aeec3-4637-46b9-bfea-5aa6180415da HTTP/1.1" status: 204 len: 168 time: 1.1939023 Nov 09 21:26:15.994395 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49348) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:16.005836 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324b8bc-dfba-4869-b9cf-751f964120cb req-59d90569-7a9a-4de4-88f9-80ab5b72880c tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:16.013123 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-851e0bd9-c44b-4c62-8f43-f4e0af18b044 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d21222569c1a40cd8096a4d029f63e76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3810506 Nov 09 21:26:16.013304 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0324b8bc-dfba-4869-b9cf-751f964120cb req-59d90569-7a9a-4de4-88f9-80ab5b72880c tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c014c-515a-4b7e-81c9-1e3b6a312126 HTTP/1.1" status: 200 len: 931 time: 0.4297285 Nov 09 21:26:16.027050 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 49350) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:16.036486 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851e0bd9-c44b-4c62-8f43-f4e0af18b044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b45ba7-11d9-4ea9-a7e1-c6f707c4fda0,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:16.120815 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-b817f9ce-f41a-4b4c-ac86-8c7d92078eef tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Deleting port 2b6a9424-e1c2-4d17-92db-720005970041 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:26:16.121199 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b817f9ce-f41a-4b4c-ac86-8c7d92078eef tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:16.309302 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5234ea-930a-4400-9587-3dbdff6ec72e req-aee3a31a-a302-46f8-a16d-89423e64db46 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:16.310813 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4f5234ea-930a-4400-9587-3dbdff6ec72e req-aee3a31a-a302-46f8-a16d-89423e64db46 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.45 "GET /v2.0/networks?id=4a53143a-08b6-4bce-b897-2f242a8191dc HTTP/1.1" status: 200 len: 820 time: 0.5404186 Nov 09 21:26:16.336861 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0324b8bc-dfba-4869-b9cf-751f964120cb req-7d8106f3-4c75-4275-a4d7-e6a81f4662d4 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226681 Nov 09 21:26:16.338746 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b817f9ce-f41a-4b4c-ac86-8c7d92078eef tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:16.347897 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1430b4-4548-44a1-9361-f721de6844bf tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Made reservation on behalf of 80b628e72e9f4a7d9aa620c0e7243903 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:26:16.351544 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee1430b4-4548-44a1-9361-f721de6844bf tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:16.362168 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-4f5234ea-930a-4400-9587-3dbdff6ec72e req-0e1f42e1-6405-49b6-a824-0d59330d2904 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Request body: {'port': {'device_id': '868a48e0-3a5e-43e5-965a-1913f644fa13', 'network_id': '4a53143a-08b6-4bce-b897-2f242a8191dc', 'admin_state_up': True, 'tenant_id': 'cfc584aadc874a0d81e179083ae3ae69'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:26:16.365662 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1e6acab0-9de3-46c8-8e7c-c847cd3e7bbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:16.374251 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-b817f9ce-f41a-4b4c-ac86-8c7d92078eef tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Calling delete_port for 2b6a9424-e1c2-4d17-92db-720005970041 owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:26:16.406121 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df918d-1527-433a-9351-1b7218042b28 req-c3345b60-7743-4a7a-a717-101080923b6f tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:16.408984 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-92df918d-1527-433a-9351-1b7218042b28 req-c3345b60-7743-4a7a-a717-101080923b6f tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c70716f-e5b0-481b-b47d-051a92f8052d HTTP/1.1" status: 200 len: 945 time: 0.0849516 Nov 09 21:26:16.491465 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-92df918d-1527-433a-9351-1b7218042b28 req-319178ca-4c8d-4c24-8440-683da7f2c217 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524523 Nov 09 21:26:16.645580 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b817f9ce-f41a-4b4c-ac86-8c7d92078eef tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:16.717468 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b817f9ce-f41a-4b4c-ac86-8c7d92078eef tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Pushing event deleted for resources: {'Port': ['ID=2b6a9424-e1c2-4d17-92db-720005970041,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:16.795502 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d5fdf-be47-45f9-91ce-1c66233a8075 req-b7e0bb4b-0b37-486d-833c-57dc18297e86 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:16.797234 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-279d5fdf-be47-45f9-91ce-1c66233a8075 req-b7e0bb4b-0b37-486d-833c-57dc18297e86 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c70716f-e5b0-481b-b47d-051a92f8052d HTTP/1.1" status: 200 len: 945 time: 0.1647830 Nov 09 21:26:16.824956 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b817f9ce-f41a-4b4c-ac86-8c7d92078eef tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:16.831240 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b817f9ce-f41a-4b4c-ac86-8c7d92078eef tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "DELETE /v2.0/ports/2b6a9424-e1c2-4d17-92db-720005970041 HTTP/1.1" status: 204 len: 168 time: 0.8329499 Nov 09 21:26:16.832290 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49360) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:16.950524 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-279d5fdf-be47-45f9-91ce-1c66233a8075 req-9655111c-ad21-4118-82f2-c0aa4d8a47af tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468101 Nov 09 21:26:16.951642 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1e6acab0-9de3-46c8-8e7c-c847cd3e7bbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:16.962060 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aa59d2ee-dd06-4ef5-98fa-cc4c65c0631e req-bf2f56f2-d1dc-4267-9b4b-e7d7e2c912c6 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/ports?device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 210 time: 0.1184986 Nov 09 21:26:17.004231 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-fb149ac3-5e9b-40ee-babd-b485a117d797 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Deleting port b53947c2-f2f0-4db5-a448-3a32c902f2f5 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:26:17.004936 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fb149ac3-5e9b-40ee-babd-b485a117d797 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:17.116331 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device da97a270-0d71-4968-ae7b-9f141b2490f4 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:26:17.138699 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fb149ac3-5e9b-40ee-babd-b485a117d797 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:17.160609 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-fb149ac3-5e9b-40ee-babd-b485a117d797 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Calling delete_port for b53947c2-f2f0-4db5-a448-3a32c902f2f5 owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:26:17.262070 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1e6acab0-9de3-46c8-8e7c-c847cd3e7bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:17.264651 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1e6acab0-9de3-46c8-8e7c-c847cd3e7bbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:17.265908 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1e6acab0-9de3-46c8-8e7c-c847cd3e7bbc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/00b45ba7-11d9-4ea9-a7e1-c6f707c4fda0 HTTP/1.1" status: 204 len: 168 time: 1.2378361 Nov 09 21:26:17.294316 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port da97a270-0d71-4968-ae7b-9f141b2490f4 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:26:17.297059 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:17.437165 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fb149ac3-5e9b-40ee-babd-b485a117d797 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:17.494154 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:17.560124 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port da97a270-0d71-4968-ae7b-9f141b2490f4, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=da97a270-0d71-4968-ae7b-9f141b2490f4,segment=NetworkSegment(d81d753a-93e5-4207-911a-f55256caa2d0),segment_id=d81d753a-93e5-4207-911a-f55256caa2d0)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:26:17.565467 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:17.580836 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb149ac3-5e9b-40ee-babd-b485a117d797 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Pushing event deleted for resources: {'Port': ['ID=b53947c2-f2f0-4db5-a448-3a32c902f2f5,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:17.605477 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee1430b4-4548-44a1-9361-f721de6844bf tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:17.641413 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-e580046a-5074-4680-bff9-56c74e91c4b3 req-a04c6057-f7db-49cd-ab97-5bd6c5396a6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af21328b-3780-4d5d-8417-4ca6fb56feb6 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:26:17.655318 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-e580046a-5074-4680-bff9-56c74e91c4b3 req-a04c6057-f7db-49cd-ab97-5bd6c5396a6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:17.658022 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1583285b-eaef-4a40-851d-dd2834c936f5 req-fa36556b-11b2-4264-9ae0-8a5db0030008 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:17.659646 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1583285b-eaef-4a40-851d-dd2834c936f5 req-fa36556b-11b2-4264-9ae0-8a5db0030008 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c014c-515a-4b7e-81c9-1e3b6a312126 HTTP/1.1" status: 200 len: 931 time: 0.1931629 Nov 09 21:26:17.662325 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fb149ac3-5e9b-40ee-babd-b485a117d797 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:17.665950 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-fb149ac3-5e9b-40ee-babd-b485a117d797 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "DELETE /v2.0/ports/b53947c2-f2f0-4db5-a448-3a32c902f2f5 HTTP/1.1" status: 204 len: 168 time: 0.8333545 Nov 09 21:26:17.677903 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-e580046a-5074-4680-bff9-56c74e91c4b3 req-a04c6057-f7db-49cd-ab97-5bd6c5396a6d service neutron] Transition to ACTIVE for port object af21328b-3780-4d5d-8417-4ca6fb56feb6 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:26:17.681503 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cee1cdbf-29a2-42d5-a610-316b343d862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:17.684675 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6acab0-9de3-46c8-8e7c-c847cd3e7bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b45ba7-11d9-4ea9-a7e1-c6f707c4fda0,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:17.695375 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=da97a270-0d71-4968-ae7b-9f141b2490f4,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:17.706749 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49374) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:17.715958 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-e580046a-5074-4680-bff9-56c74e91c4b3 req-a04c6057-f7db-49cd-ab97-5bd6c5396a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:17.789308 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1583285b-eaef-4a40-851d-dd2834c936f5 req-a4a8dab6-af1f-4028-b672-7bd1eab9eb18 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222706 Nov 09 21:26:17.830886 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f5234ea-930a-4400-9587-3dbdff6ec72e req-0e1f42e1-6405-49b6-a824-0d59330d2904 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Made reservation on behalf of cfc584aadc874a0d81e179083ae3ae69 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:26:17.833837 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-e88e62fd-6002-4f6a-8a89-07d4fe780cf3 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Deleting subnet f871ff84-2077-4380-931c-47532c2d408d {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:26:17.834381 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4f5234ea-930a-4400-9587-3dbdff6ec72e req-0e1f42e1-6405-49b6-a824-0d59330d2904 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:17.838803 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e88e62fd-6002-4f6a-8a89-07d4fe780cf3 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:17.852956 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730203a-6609-402f-b47c-991a20079f77 req-6f1b1157-b3d5-4710-951c-3c559df85ca5 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:17.854593 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7730203a-6609-402f-b47c-991a20079f77 req-6f1b1157-b3d5-4710-951c-3c559df85ca5 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c70716f-e5b0-481b-b47d-051a92f8052d HTTP/1.1" status: 200 len: 945 time: 0.3281238 Nov 09 21:26:17.892198 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e88e62fd-6002-4f6a-8a89-07d4fe780cf3 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:17.913461 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1430b4-4548-44a1-9361-f721de6844bf tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Pushing event updated for resources: {'Subnet': ['ID=8f8cdb6b-35b6-453e-a536-581768ac859e,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:17.937803 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c6057-f7db-49cd-ab97-5bd6c5396a6d service neutron] Pushing event updated for resources: {'Port': ['ID=af21328b-3780-4d5d-8417-4ca6fb56feb6,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:17.941667 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1430b4-4548-44a1-9361-f721de6844bf tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Checking segment: {'id': 'c5171a83-0eff-4b05-87d5-438c8fe066b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e94fc3d5-a7bb-4cc9-a284-b539ac9b5ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:26:17.942038 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1430b4-4548-44a1-9361-f721de6844bf tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Network hostable DHCP agents. Network: e94fc3d5-a7bb-4cc9-a284-b539ac9b5ee4, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:26:18.051022 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e88e62fd-6002-4f6a-8a89-07d4fe780cf3 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:18.100395 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1430b4-4548-44a1-9361-f721de6844bf tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Network e94fc3d5-a7bb-4cc9-a284-b539ac9b5ee4 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:26:18.149702 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7730203a-6609-402f-b47c-991a20079f77 req-eeb85ad8-7b3b-479a-a283-7728d04c64b9 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545192 Nov 09 21:26:18.159390 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-ee1430b4-4548-44a1-9361-f721de6844bf tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, e94fc3d5-a7bb-4cc9-a284-b539ac9b5ee4) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:26:18.171075 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20c0a5d-5aa4-46b3-a00c-d9ee20531820 None None] Network e94fc3d5-a7bb-4cc9-a284-b539ac9b5ee4 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:26:18.172308 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1430b4-4548-44a1-9361-f721de6844bf tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:18.172932 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee1430b4-4548-44a1-9361-f721de6844bf tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:18.195722 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-118bd80d-c714-46d2-8b2f-074c74224e3b req-7b04a37c-d8ec-466a-82ef-b28f626a71e4 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/ports?device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 210 time: 0.0625148 Nov 09 21:26:18.225978 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e88e62fd-6002-4f6a-8a89-07d4fe780cf3 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:18.254493 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ee1430b4-4548-44a1-9361-f721de6844bf tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5373981 Nov 09 21:26:18.255098 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-e580046a-5074-4680-bff9-56c74e91c4b3 req-a04c6057-f7db-49cd-ab97-5bd6c5396a6d service neutron] Attempting to bind port af21328b-3780-4d5d-8417-4ca6fb56feb6 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:26:18.255443 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-e580046a-5074-4680-bff9-56c74e91c4b3 req-a04c6057-f7db-49cd-ab97-5bd6c5396a6d service neutron] Attempting to bind port af21328b-3780-4d5d-8417-4ca6fb56feb6 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '9a6377f5-b38b-4a21-b9f6-9e21b904d67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a977e5a0-d935-40af-beae-b0f3a8c25de8'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:26:18.255777 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e580046a-5074-4680-bff9-56c74e91c4b3 req-a04c6057-f7db-49cd-ab97-5bd6c5396a6d service neutron] Attempting to bind port af21328b-3780-4d5d-8417-4ca6fb56feb6 on network a977e5a0-d935-40af-beae-b0f3a8c25de8 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:26:18.259443 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 49390) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:18.264354 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-394ab33a-8563-4300-b088-62c009bba7ed tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Request body: {'port': {'network_id': 'e94fc3d5-a7bb-4cc9-a284-b539ac9b5ee4', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1666420166'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:26:18.285332 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e62fd-6002-4f6a-8a89-07d4fe780cf3 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Pushing event deleted for resources: {'Subnet': ['ID=f871ff84-2077-4380-931c-47532c2d408d,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:18.289308 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e580046a-5074-4680-bff9-56c74e91c4b3 req-a04c6057-f7db-49cd-ab97-5bd6c5396a6d service neutron] Port af21328b-3780-4d5d-8417-4ca6fb56feb6 on network a977e5a0-d935-40af-beae-b0f3a8c25de8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:26:18.289641 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e580046a-5074-4680-bff9-56c74e91c4b3 req-a04c6057-f7db-49cd-ab97-5bd6c5396a6d service neutron] Attempting to bind port af21328b-3780-4d5d-8417-4ca6fb56feb6 on network a977e5a0-d935-40af-beae-b0f3a8c25de8 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:26:18.296338 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e88e62fd-6002-4f6a-8a89-07d4fe780cf3 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:18.299657 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e88e62fd-6002-4f6a-8a89-07d4fe780cf3 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "DELETE /v2.0/subnets/f871ff84-2077-4380-931c-47532c2d408d HTTP/1.1" status: 204 len: 168 time: 0.5920594 Nov 09 21:26:18.303132 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49392) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:18.311039 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9d9558-4408-4242-b238-27b9238cc601 None None] Network 5fad92fa-6e69-4982-b33d-973ebedbbd56 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:26:18.371610 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e580046a-5074-4680-bff9-56c74e91c4b3 req-a04c6057-f7db-49cd-ab97-5bd6c5396a6d service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:26:18.371954 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e580046a-5074-4680-bff9-56c74e91c4b3 req-a04c6057-f7db-49cd-ab97-5bd6c5396a6d service neutron] Checking segment: {'id': '9a6377f5-b38b-4a21-b9f6-9e21b904d67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a977e5a0-d935-40af-beae-b0f3a8c25de8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:26:18.372324 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e580046a-5074-4680-bff9-56c74e91c4b3 req-a04c6057-f7db-49cd-ab97-5bd6c5396a6d service neutron] Bound using segment: {'id': '9a6377f5-b38b-4a21-b9f6-9e21b904d67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a977e5a0-d935-40af-beae-b0f3a8c25de8'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:26:18.372799 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-e580046a-5074-4680-bff9-56c74e91c4b3 req-a04c6057-f7db-49cd-ab97-5bd6c5396a6d service neutron] Bound port: af21328b-3780-4d5d-8417-4ca6fb56feb6, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a6377f5-b38b-4a21-b9f6-9e21b904d67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a977e5a0-d935-40af-beae-b0f3a8c25de8'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:26:18.373153 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-e580046a-5074-4680-bff9-56c74e91c4b3 req-a04c6057-f7db-49cd-ab97-5bd6c5396a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:18.404865 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b20d5f6-b726-410e-9ed4-993a47132084 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Deleting subnet 1a3bf33a-28e4-43d0-b3a3-869cb4b7ec53 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:26:18.408771 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-4f5234ea-930a-4400-9587-3dbdff6ec72e req-0e1f42e1-6405-49b6-a824-0d59330d2904 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Allocated IP 172.20.0.11 (4a53143a-08b6-4bce-b897-2f242a8191dc/47508530-5c33-4c0f-a7fa-14d1e697a248/8c97fc36-5027-40cd-b0e1-602f0c2ede8e) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:26:18.417486 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8b20d5f6-b726-410e-9ed4-993a47132084 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:18.519175 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8b20d5f6-b726-410e-9ed4-993a47132084 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:18.560395 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff758ad-393e-4e46-8723-2098f585a577 req-c384a05d-22e9-4d59-8bdd-1899d666334b tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:18.562116 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dff758ad-393e-4e46-8723-2098f585a577 req-c384a05d-22e9-4d59-8bdd-1899d666334b tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c70716f-e5b0-481b-b47d-051a92f8052d HTTP/1.1" status: 200 len: 945 time: 0.2739961 Nov 09 21:26:18.618114 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e77900f-b343-42f0-9a23-da49b3a7a6fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-e94fc3d5-a7bb-4cc9-a284-b539ac9b5ee4', 'network_id': 'e94fc3d5-a7bb-4cc9-a284-b539ac9b5ee4', 'tenant_id': '80b628e72e9f4a7d9aa620c0e7243903', 'fixed_ips': [{'subnet_id': '8f8cdb6b-35b6-453e-a536-581768ac859e'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:26:18.619376 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0e77900f-b343-42f0-9a23-da49b3a7a6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:18.677119 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8b20d5f6-b726-410e-9ed4-993a47132084 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:18.678723 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-e580046a-5074-4680-bff9-56c74e91c4b3 req-a04c6057-f7db-49cd-ab97-5bd6c5396a6d service neutron] For port af21328b-3780-4d5d-8417-4ca6fb56feb6, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:26:18.680817 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394ab33a-8563-4300-b088-62c009bba7ed tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Made reservation on behalf of 80b628e72e9f4a7d9aa620c0e7243903 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:26:18.684979 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-394ab33a-8563-4300-b088-62c009bba7ed tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:18.731453 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eff104e-9760-4100-abd6-24aa5c0b9800 None None] DHCP port deletion for 5fad92fa-6e69-4982-b33d-973ebedbbd56 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:26:18.733461 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-394ab33a-8563-4300-b088-62c009bba7ed tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] device_id is not set on port 47c53026-817c-42ea-9d9d-236018116c95 yet. {{(pid=102607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:26:18.750050 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-e580046a-5074-4680-bff9-56c74e91c4b3 req-a04c6057-f7db-49cd-ab97-5bd6c5396a6d service neutron] For port af21328b-3780-4d5d-8417-4ca6fb56feb6, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=af21328b-3780-4d5d-8417-4ca6fb56feb6,segment=NetworkSegment(9a6377f5-b38b-4a21-b9f6-9e21b904d67d),segment_id=9a6377f5-b38b-4a21-b9f6-9e21b904d67d)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:26:18.766680 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dff758ad-393e-4e46-8723-2098f585a577 req-55a9458e-fe21-4adc-a66c-e8bbf7bab500 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869020 Nov 09 21:26:18.793166 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8b20d5f6-b726-410e-9ed4-993a47132084 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:18.823246 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-e580046a-5074-4680-bff9-56c74e91c4b3 req-a04c6057-f7db-49cd-ab97-5bd6c5396a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:18.855050 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20d5f6-b726-410e-9ed4-993a47132084 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Pushing event deleted for resources: {'Subnet': ['ID=1a3bf33a-28e4-43d0-b3a3-869cb4b7ec53,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:18.868777 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8b20d5f6-b726-410e-9ed4-993a47132084 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:18.875745 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8b20d5f6-b726-410e-9ed4-993a47132084 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "DELETE /v2.0/subnets/1a3bf33a-28e4-43d0-b3a3-869cb4b7ec53 HTTP/1.1" status: 204 len: 168 time: 0.5716069 Nov 09 21:26:18.876586 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49408) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:18.895927 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713f0fa7-a131-42a9-83c5-85fdaf6dfd50 None None] Network 3808ba34-f2ea-4dcf-b849-bb7f67f33c6c requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:26:19.002588 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-0e77900f-b343-42f0-9a23-da49b3a7a6fe None None] Allocated IP 2001:db8::2 (e94fc3d5-a7bb-4cc9-a284-b539ac9b5ee4/8f8cdb6b-35b6-453e-a536-581768ac859e/8c4a8baf-a181-4447-8ccd-805e9d080440) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:26:19.055890 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4f5234ea-930a-4400-9587-3dbdff6ec72e req-0e1f42e1-6405-49b6-a824-0d59330d2904 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:19.072326 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device da97a270-0d71-4968-ae7b-9f141b2490f4 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:26:19.078528 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a13f7766-fe80-49a9-95d1-a894d61a912b tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:19.109601 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580046a-5074-4680-bff9-56c74e91c4b3 req-a04c6057-f7db-49cd-ab97-5bd6c5396a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:19.110222 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-e580046a-5074-4680-bff9-56c74e91c4b3 req-a04c6057-f7db-49cd-ab97-5bd6c5396a6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:19.112767 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e580046a-5074-4680-bff9-56c74e91c4b3 req-a04c6057-f7db-49cd-ab97-5bd6c5396a6d service neutron] 10.222.0.43 "PUT /v2.0/ports/af21328b-3780-4d5d-8417-4ca6fb56feb6 HTTP/1.1" status: 200 len: 1091 time: 3.6850281 Nov 09 21:26:19.132210 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208144e-2b81-4374-9a99-544b8c908595 req-34b6be3f-97c1-4220-9dd8-fb9d57d56cd4 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:19.134919 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3208144e-2b81-4374-9a99-544b8c908595 req-34b6be3f-97c1-4220-9dd8-fb9d57d56cd4 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c70716f-e5b0-481b-b47d-051a92f8052d HTTP/1.1" status: 200 len: 945 time: 0.0856822 Nov 09 21:26:19.139859 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a07c014c-515a-4b7e-81c9-1e3b6a312126', 'tag': 'af21328b-3780-4d5d-8417-4ca6fb56feb6'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:26:19.142198 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbf5642-d89d-4822-9d81-69953a251655" -d '{"events": [{"name": "network-changed", "server_uuid": "a07c014c-515a-4b7e-81c9-1e3b6a312126", "tag": "af21328b-3780-4d5d-8417-4ca6fb56feb6"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:26:19.147518 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-3eff104e-9760-4100-abd6-24aa5c0b9800 None None] Deleting port 03551e16-8ecf-4fa7-885d-2926ddc4fb9a {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:26:19.152725 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3eff104e-9760-4100-abd6-24aa5c0b9800 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:19.238097 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3208144e-2b81-4374-9a99-544b8c908595 req-af6972a8-c186-457b-ad4e-05703ebf54bc tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844684 Nov 09 21:26:19.253041 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-3eff104e-9760-4100-abd6-24aa5c0b9800 None None] For port 03551e16-8ecf-4fa7-885d-2926ddc4fb9a, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=03551e16-8ecf-4fa7-885d-2926ddc4fb9a,segment=NetworkSegment(670cd2f4-a96f-44b2-b0bf-937a304cf3ab),segment_id=670cd2f4-a96f-44b2-b0bf-937a304cf3ab)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:26:19.254369 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3eff104e-9760-4100-abd6-24aa5c0b9800 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:19.286359 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-a13f7766-fe80-49a9-95d1-a894d61a912b tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Deleting port 03551e16-8ecf-4fa7-885d-2926ddc4fb9a {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:26:19.287158 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a13f7766-fe80-49a9-95d1-a894d61a912b tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:19.296495 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-3eff104e-9760-4100-abd6-24aa5c0b9800 None None] Calling delete_port for 03551e16-8ecf-4fa7-885d-2926ddc4fb9a owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:26:19.312590 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c6057-f7db-49cd-ab97-5bd6c5396a6d service neutron] Pushing event updated for resources: {'Port': ['ID=af21328b-3780-4d5d-8417-4ca6fb56feb6,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:19.335000 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862c0ce-3fcb-4fe1-838f-3a49749d346c req-e2b1957b-c0be-488f-b9e3-239f898d1187 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:19.336548 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8862c0ce-3fcb-4fe1-838f-3a49749d346c req-e2b1957b-c0be-488f-b9e3-239f898d1187 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c014c-515a-4b7e-81c9-1e3b6a312126 HTTP/1.1" status: 200 len: 943 time: 0.3276465 Nov 09 21:26:19.352378 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580046a-5074-4680-bff9-56c74e91c4b3 req-06e78cc1-a9aa-47f2-9ca8-297fc018f9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:19.358091 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e580046a-5074-4680-bff9-56c74e91c4b3 req-06e78cc1-a9aa-47f2-9ca8-297fc018f9e5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=37ab742aac8d42199f84c1b467e67cb5&device_id=a07c014c-515a-4b7e-81c9-1e3b6a312126 HTTP/1.1" status: 200 len: 1094 time: 0.1360984 Nov 09 21:26:19.364149 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7a01f7-dee5-47ce-a92b-d9855376459d x-openstack-request-id: req-ef7a01f7-dee5-47ce-a92b-d9855376459d {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:26:19.364752 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a07c014c-515a-4b7e-81c9-1e3b6a312126", "tag": "af21328b-3780-4d5d-8417-4ca6fb56feb6", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:26:19.365202 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ef7a01f7-dee5-47ce-a92b-d9855376459d {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:26:19.365659 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a07c014c-515a-4b7e-81c9-1e3b6a312126', 'tag': 'af21328b-3780-4d5d-8417-4ca6fb56feb6', 'status': 'completed', 'code': 200} Nov 09 21:26:19.402430 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-a13f7766-fe80-49a9-95d1-a894d61a912b tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] For port 03551e16-8ecf-4fa7-885d-2926ddc4fb9a, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=03551e16-8ecf-4fa7-885d-2926ddc4fb9a,segment=NetworkSegment(670cd2f4-a96f-44b2-b0bf-937a304cf3ab),segment_id=670cd2f4-a96f-44b2-b0bf-937a304cf3ab)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:26:19.403257 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a13f7766-fe80-49a9-95d1-a894d61a912b tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:19.407305 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4f5234ea-930a-4400-9587-3dbdff6ec72e req-0e1f42e1-6405-49b6-a824-0d59330d2904 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:19.435472 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-a13f7766-fe80-49a9-95d1-a894d61a912b tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Calling delete_port for 03551e16-8ecf-4fa7-885d-2926ddc4fb9a owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:26:19.479311 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e580046a-5074-4680-bff9-56c74e91c4b3 req-9bfb3888-1f02-4348-8187-9f5baa9ab89c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af21328b-3780-4d5d-8417-4ca6fb56feb6 HTTP/1.1" status: 200 len: 217 time: 0.0976670 Nov 09 21:26:19.481135 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f5234ea-930a-4400-9587-3dbdff6ec72e req-0e1f42e1-6405-49b6-a824-0d59330d2904 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Network 4a53143a-08b6-4bce-b897-2f242a8191dc is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:26:19.499748 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3eff104e-9760-4100-abd6-24aa5c0b9800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:19.508062 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-4f5234ea-930a-4400-9587-3dbdff6ec72e req-0e1f42e1-6405-49b6-a824-0d59330d2904 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:26:19.510855 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f5234ea-930a-4400-9587-3dbdff6ec72e req-0e1f42e1-6405-49b6-a824-0d59330d2904 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:26:19.575142 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5234ea-930a-4400-9587-3dbdff6ec72e req-0e1f42e1-6405-49b6-a824-0d59330d2904 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:19.575982 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4f5234ea-930a-4400-9587-3dbdff6ec72e req-0e1f42e1-6405-49b6-a824-0d59330d2904 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:19.599219 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046db4da-459f-472b-ae66-3469c5934c39 req-7cb5e44f-0e71-4a30-abb6-ce00752a6b79 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:19.602476 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-046db4da-459f-472b-ae66-3469c5934c39 req-7cb5e44f-0e71-4a30-abb6-ce00752a6b79 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/ports?device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 932 time: 0.0935748 Nov 09 21:26:19.645908 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580046a-5074-4680-bff9-56c74e91c4b3 req-c8890c3a-581b-4862-b35d-eb032286f9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:19.648381 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e580046a-5074-4680-bff9-56c74e91c4b3 req-c8890c3a-581b-4862-b35d-eb032286f9dc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d70d627-f91a-46e1-b014-350c82c5b331 HTTP/1.1" status: 200 len: 851 time: 0.1584685 Nov 09 21:26:19.663555 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f42e1-6405-49b6-a824-0d59330d2904 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Pushing event updated for resources: {'Port': ['ID=8c97fc36-5027-40cd-b0e1-602f0c2ede8e,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:19.709716 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff104e-9760-4100-abd6-24aa5c0b9800 None None] Pushing event deleted for resources: {'Port': ['ID=03551e16-8ecf-4fa7-885d-2926ddc4fb9a,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:19.711314 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e580046a-5074-4680-bff9-56c74e91c4b3 req-dfdb2bdd-5eed-4973-b3dc-265e5da103a8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a977e5a0-d935-40af-beae-b0f3a8c25de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407064 Nov 09 21:26:19.716251 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eff104e-9760-4100-abd6-24aa5c0b9800 None None] No DVR routers for this DVR port 03551e16-8ecf-4fa7-885d-2926ddc4fb9a on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:26:19.721604 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8862c0ce-3fcb-4fe1-838f-3a49749d346c req-19059739-5d26-4593-ac07-b694eb3c41ab tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597198 Nov 09 21:26:19.787085 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4f5234ea-930a-4400-9587-3dbdff6ec72e req-0e1f42e1-6405-49b6-a824-0d59330d2904 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4400616 Nov 09 21:26:19.791076 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-046db4da-459f-472b-ae66-3469c5934c39 req-4eb64195-1fcf-4a9a-b1c8-5c4345638bfb tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/security-groups?id=994058e5-2188-4388-9fbd-cf7bf18529ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827667 Nov 09 21:26:19.791784 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a13f7766-fe80-49a9-95d1-a894d61a912b tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:19.823041 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-4f5234ea-930a-4400-9587-3dbdff6ec72e req-7a4fbf93-e44c-4a10-aca3-332c49726b99 service neutron] Request body: {'port': {'device_id': '868a48e0-3a5e-43e5-965a-1913f644fa13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:26:19.857508 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13f7766-fe80-49a9-95d1-a894d61a912b tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Pushing event deleted for resources: {'Port': ['ID=03551e16-8ecf-4fa7-885d-2926ddc4fb9a,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:19.863268 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13f7766-fe80-49a9-95d1-a894d61a912b tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] No DVR routers for this DVR port 03551e16-8ecf-4fa7-885d-2926ddc4fb9a on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:26:19.878575 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port da97a270-0d71-4968-ae7b-9f141b2490f4 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:26:19.879143 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:19.883084 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af641c4b-fc06-4709-918d-84a6ed4ca86b None None] DHCP port deletion for 3808ba34-f2ea-4dcf-b849-bb7f67f33c6c request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:26:19.995983 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0e77900f-b343-42f0-9a23-da49b3a7a6fe None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:20.007865 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0e77900f-b343-42f0-9a23-da49b3a7a6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:20.089481 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e77900f-b343-42f0-9a23-da49b3a7a6fe None None] Network e94fc3d5-a7bb-4cc9-a284-b539ac9b5ee4 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:26:20.092826 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ba846a9d-1795-4eff-b5de-a6432858ca9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:20.127083 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4f5234ea-930a-4400-9587-3dbdff6ec72e req-7a4fbf93-e44c-4a10-aca3-332c49726b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:20.134172 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-0e77900f-b343-42f0-9a23-da49b3a7a6fe None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:26:20.145976 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e77900f-b343-42f0-9a23-da49b3a7a6fe None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:26:20.148668 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e77900f-b343-42f0-9a23-da49b3a7a6fe None None] Pushing event updated for resources: {'Port': ['ID=8c4a8baf-a181-4447-8ccd-805e9d080440,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:20.172337 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-af641c4b-fc06-4709-918d-84a6ed4ca86b None None] Deleting port c2724fa8-c63d-4ccf-8c40-7912153cbe11 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:26:20.173473 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-af641c4b-fc06-4709-918d-84a6ed4ca86b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:20.254340 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-394ab33a-8563-4300-b088-62c009bba7ed tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Allocated IP 2001:db8::119 (e94fc3d5-a7bb-4cc9-a284-b539ac9b5ee4/8f8cdb6b-35b6-453e-a536-581768ac859e/47c53026-817c-42ea-9d9d-236018116c95) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:26:20.347144 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e580046a-5074-4680-bff9-56c74e91c4b3 req-b7a2243e-79f5-468e-b6d9-77fa48a57df3 service neutron] 10.222.0.43 "GET /v2.0/networks/a977e5a0-d935-40af-beae-b0f3a8c25de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6207128 Nov 09 21:26:20.359224 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ab119-5213-4943-b6f9-917dcad75cbf req-0e8e6f88-7000-43f6-9c25-1f940fdaac16 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:20.359450 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 03551e16-8ecf-4fa7-885d-2926ddc4fb9a no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:26:20.361013 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-685ab119-5213-4943-b6f9-917dcad75cbf req-0e8e6f88-7000-43f6-9c25-1f940fdaac16 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c70716f-e5b0-481b-b47d-051a92f8052d HTTP/1.1" status: 200 len: 945 time: 0.3657839 Nov 09 21:26:20.383945 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-af641c4b-fc06-4709-918d-84a6ed4ca86b None None] For port c2724fa8-c63d-4ccf-8c40-7912153cbe11, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=c2724fa8-c63d-4ccf-8c40-7912153cbe11,segment=NetworkSegment(254957df-25ec-4868-b731-a668ba7c24bc),segment_id=254957df-25ec-4868-b731-a668ba7c24bc)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:26:20.384351 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-af641c4b-fc06-4709-918d-84a6ed4ca86b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:20.433448 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-0e77900f-b343-42f0-9a23-da49b3a7a6fe None None] Attempting to bind port 8c4a8baf-a181-4447-8ccd-805e9d080440 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:26:20.433825 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-0e77900f-b343-42f0-9a23-da49b3a7a6fe None None] Attempting to bind port 8c4a8baf-a181-4447-8ccd-805e9d080440 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'c5171a83-0eff-4b05-87d5-438c8fe066b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e94fc3d5-a7bb-4cc9-a284-b539ac9b5ee4'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:26:20.434197 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e77900f-b343-42f0-9a23-da49b3a7a6fe None None] Attempting to bind port 8c4a8baf-a181-4447-8ccd-805e9d080440 on network e94fc3d5-a7bb-4cc9-a284-b539ac9b5ee4 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:26:20.437695 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 03551e16-8ecf-4fa7-885d-2926ddc4fb9a {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:26:20.438046 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 03551e16-8ecf-4fa7-885d-2926ddc4fb9a not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:26:20.446999 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-af641c4b-fc06-4709-918d-84a6ed4ca86b None None] Calling delete_port for c2724fa8-c63d-4ccf-8c40-7912153cbe11 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:26:20.451115 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e77900f-b343-42f0-9a23-da49b3a7a6fe None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:26:20.451495 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e77900f-b343-42f0-9a23-da49b3a7a6fe None None] Checking segment: {'id': 'c5171a83-0eff-4b05-87d5-438c8fe066b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e94fc3d5-a7bb-4cc9-a284-b539ac9b5ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:26:20.451903 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0e77900f-b343-42f0-9a23-da49b3a7a6fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:20.452299 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e77900f-b343-42f0-9a23-da49b3a7a6fe None None] Bound using segment: {'id': 'c5171a83-0eff-4b05-87d5-438c8fe066b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e94fc3d5-a7bb-4cc9-a284-b539ac9b5ee4'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:26:20.452935 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-0e77900f-b343-42f0-9a23-da49b3a7a6fe None None] Bound port: 8c4a8baf-a181-4447-8ccd-805e9d080440, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5171a83-0eff-4b05-87d5-438c8fe066b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e94fc3d5-a7bb-4cc9-a284-b539ac9b5ee4'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:26:20.453333 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0e77900f-b343-42f0-9a23-da49b3a7a6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:20.534667 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-685ab119-5213-4943-b6f9-917dcad75cbf req-3e6832af-c5f6-465d-b391-e59cb61d64c2 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664457 Nov 09 21:26:20.694868 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-0e77900f-b343-42f0-9a23-da49b3a7a6fe None None] For port 8c4a8baf-a181-4447-8ccd-805e9d080440, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:26:20.705529 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-0e77900f-b343-42f0-9a23-da49b3a7a6fe None None] For port 8c4a8baf-a181-4447-8ccd-805e9d080440, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=8c4a8baf-a181-4447-8ccd-805e9d080440,segment=NetworkSegment(c5171a83-0eff-4b05-87d5-438c8fe066b5),segment_id=c5171a83-0eff-4b05-87d5-438c8fe066b5)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:26:20.717891 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0e77900f-b343-42f0-9a23-da49b3a7a6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:20.738705 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a13f7766-fe80-49a9-95d1-a894d61a912b tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:20.785172 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-a13f7766-fe80-49a9-95d1-a894d61a912b tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fad92fa-6e69-4982-b33d-973ebedbbd56']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:20.835093 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e580046a-5074-4680-bff9-56c74e91c4b3 req-53503cfd-d932-42dd-84b4-7f37c1681ba5 service neutron] 10.222.0.43 "GET /v2.0/networks/a977e5a0-d935-40af-beae-b0f3a8c25de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4702177 Nov 09 21:26:20.840524 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-a13f7766-fe80-49a9-95d1-a894d61a912b tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '670cd2f4-a96f-44b2-b0bf-937a304cf3ab') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:20.841188 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-a13f7766-fe80-49a9-95d1-a894d61a912b tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '670cd2f4-a96f-44b2-b0bf-937a304cf3ab') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:20.869589 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-af641c4b-fc06-4709-918d-84a6ed4ca86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:20.874481 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a13f7766-fe80-49a9-95d1-a894d61a912b tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:20.925989 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a13f7766-fe80-49a9-95d1-a894d61a912b tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:20.935751 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a13f7766-fe80-49a9-95d1-a894d61a912b tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:26:20.936315 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a13f7766-fe80-49a9-95d1-a894d61a912b tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:20.955519 n-d-816206-3 neutron-server[102608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:26:20.955519 n-d-816206-3 neutron-server[102608]: self.session.flush() Nov 09 21:26:20.955519 n-d-816206-3 neutron-server[102608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:26:20.955519 n-d-816206-3 neutron-server[102608]: self.session.flush() Nov 09 21:26:20.955519 n-d-816206-3 neutron-server[102608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:26:20.955519 n-d-816206-3 neutron-server[102608]: self.session.flush() Nov 09 21:26:20.955519 n-d-816206-3 neutron-server[102608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:26:20.955519 n-d-816206-3 neutron-server[102608]: self.session.flush() Nov 09 21:26:20.955519 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:26:20.955519 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:26:20.955519 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:26:20.955519 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:26:20.955519 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:26:20.955519 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:26:20.955519 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:26:20.955519 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:26:20.955519 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:26:20.955519 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:26:20.955519 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:26:20.955519 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:26:20.955519 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:26:20.955519 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:26:20.955519 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:26:20.955519 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:26:20.955519 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:26:20.955519 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:26:20.955519 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:26:20.955519 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:26:20.955519 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:26:20.955519 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:26:20.955519 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:26:20.955519 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:26:20.955519 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:26:20.955519 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:26:20.955519 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:26:20.955519 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:26:20.955519 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:26:20.955519 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:26:20.955519 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:26:20.955519 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:26:20.988450 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e77900f-b343-42f0-9a23-da49b3a7a6fe None None] Pushing event updated for resources: {'Port': ['ID=8c4a8baf-a181-4447-8ccd-805e9d080440,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:21.030761 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af641c4b-fc06-4709-918d-84a6ed4ca86b None None] No DVR routers for this DVR port c2724fa8-c63d-4ccf-8c40-7912153cbe11 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:26:21.078930 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-394ab33a-8563-4300-b088-62c009bba7ed tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:21.086200 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a13f7766-fe80-49a9-95d1-a894d61a912b tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:21.094707 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c2724fa8-c63d-4ccf-8c40-7912153cbe11 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:26:21.110130 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a13f7766-fe80-49a9-95d1-a894d61a912b tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:21.116356 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a13f7766-fe80-49a9-95d1-a894d61a912b tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "DELETE /v2.0/networks/5fad92fa-6e69-4982-b33d-973ebedbbd56 HTTP/1.1" status: 204 len: 168 time: 2.2353334 Nov 09 21:26:21.117477 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49468) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:21.129124 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: c2724fa8-c63d-4ccf-8c40-7912153cbe11 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:26:21.129705 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c2724fa8-c63d-4ccf-8c40-7912153cbe11 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:26:21.131357 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:21.132346 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af641c4b-fc06-4709-918d-84a6ed4ca86b None None] Pushing event deleted for resources: {'Port': ['ID=c2724fa8-c63d-4ccf-8c40-7912153cbe11,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:21.227974 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e3277-0704-41eb-8a6d-96de2f29cbbc req-da9ce9aa-b8fe-4326-bfa2-6279e2c6ed7d tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:21.237021 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-211e3277-0704-41eb-8a6d-96de2f29cbbc req-da9ce9aa-b8fe-4326-bfa2-6279e2c6ed7d tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c014c-515a-4b7e-81c9-1e3b6a312126 HTTP/1.1" status: 200 len: 943 time: 0.3558235 Nov 09 21:26:21.306504 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-4f5234ea-930a-4400-9587-3dbdff6ec72e req-7a4fbf93-e44c-4a10-aca3-332c49726b99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c97fc36-5027-40cd-b0e1-602f0c2ede8e {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:26:21.312272 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9360f96b-01db-4ea8-bff3-6d847f4a85b4 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:21.316362 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13f7766-fe80-49a9-95d1-a894d61a912b tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Pushing event deleted for resources: {'Network': ['ID=5fad92fa-6e69-4982-b33d-973ebedbbd56,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:21.322572 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf5642-d89d-4822-9d81-69953a251655 req-37f87fa9-fff1-4936-beb1-fe5f559776b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:21.324764 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1fbf5642-d89d-4822-9d81-69953a251655 req-37f87fa9-fff1-4936-beb1-fe5f559776b9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=37ab742aac8d42199f84c1b467e67cb5&device_id=a07c014c-515a-4b7e-81c9-1e3b6a312126 HTTP/1.1" status: 200 len: 1094 time: 0.3530135 Nov 09 21:26:21.331844 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4f5234ea-930a-4400-9587-3dbdff6ec72e req-7a4fbf93-e44c-4a10-aca3-332c49726b99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:21.495427 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-4f5234ea-930a-4400-9587-3dbdff6ec72e req-7a4fbf93-e44c-4a10-aca3-332c49726b99 service neutron] Transition to ACTIVE for port object 8c97fc36-5027-40cd-b0e1-602f0c2ede8e will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:26:21.500427 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-211e3277-0704-41eb-8a6d-96de2f29cbbc req-d8055d52-7fd0-4a6f-9820-968ae3f98531 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624378 Nov 09 21:26:21.506832 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4f5234ea-930a-4400-9587-3dbdff6ec72e req-7a4fbf93-e44c-4a10-aca3-332c49726b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:21.509502 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-394ab33a-8563-4300-b088-62c009bba7ed tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:21.512561 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea11d9-cf8b-4483-ab19-93d0a20c2574 req-f20f5e72-4040-4fe3-9195-e2b3f07f2b12 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:21.537359 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-98ea11d9-cf8b-4483-ab19-93d0a20c2574 req-f20f5e72-4040-4fe3-9195-e2b3f07f2b12 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/ports?device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 932 time: 0.2303977 Nov 09 21:26:21.543212 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9360f96b-01db-4ea8-bff3-6d847f4a85b4 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:21.604369 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394ab33a-8563-4300-b088-62c009bba7ed tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Network e94fc3d5-a7bb-4cc9-a284-b539ac9b5ee4 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:26:21.650116 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-9360f96b-01db-4ea8-bff3-6d847f4a85b4 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3808ba34-f2ea-4dcf-b849-bb7f67f33c6c']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:21.682253 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-394ab33a-8563-4300-b088-62c009bba7ed tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:26:21.685013 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394ab33a-8563-4300-b088-62c009bba7ed tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:26:21.693590 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394ab33a-8563-4300-b088-62c009bba7ed tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:21.694399 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-394ab33a-8563-4300-b088-62c009bba7ed tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:21.703221 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-9360f96b-01db-4ea8-bff3-6d847f4a85b4 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '254957df-25ec-4868-b731-a668ba7c24bc') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:21.709253 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-9360f96b-01db-4ea8-bff3-6d847f4a85b4 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '254957df-25ec-4868-b731-a668ba7c24bc') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:21.731425 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-98ea11d9-cf8b-4483-ab19-93d0a20c2574 req-c5c68eb5-0523-4a6c-a39d-bb004726fe05 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/security-groups?id=994058e5-2188-4388-9fbd-cf7bf18529ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931975 Nov 09 21:26:21.745240 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9360f96b-01db-4ea8-bff3-6d847f4a85b4 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:21.760664 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4fbf93-e44c-4a10-aca3-332c49726b99 service neutron] Pushing event updated for resources: {'Port': ['ID=8c97fc36-5027-40cd-b0e1-602f0c2ede8e,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:21.771829 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9360f96b-01db-4ea8-bff3-6d847f4a85b4 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:21.781073 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49478) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:21.785192 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-394ab33a-8563-4300-b088-62c009bba7ed tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.5246539 Nov 09 21:26:21.788936 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-73f39967-7e6b-4978-8bd2-6d7be99ef37e tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Request body: {'port': {'network_id': 'e94fc3d5-a7bb-4cc9-a284-b539ac9b5ee4', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-151488512', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:26:21.789711 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.api.validators [None req-73f39967-7e6b-4978-8bd2-6d7be99ef37e tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] bootfile-name is not in valid_values {{(pid=102608) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 21:26:21.790214 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.api.validators [None req-73f39967-7e6b-4978-8bd2-6d7be99ef37e tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] tftp-server is not in valid_values {{(pid=102608) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 21:26:21.790755 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.api.validators [None req-73f39967-7e6b-4978-8bd2-6d7be99ef37e tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] server-ip-address is not in valid_values {{(pid=102608) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 21:26:21.796098 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9360f96b-01db-4ea8-bff3-6d847f4a85b4 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:26:21.796717 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9360f96b-01db-4ea8-bff3-6d847f4a85b4 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:21.800782 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:26:21.800782 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:26:21.800782 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:26:21.800782 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:26:21.800782 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:26:21.800782 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:26:21.800782 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:26:21.800782 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:26:21.800782 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:26:21.800782 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:26:21.800782 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:26:21.800782 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:26:21.800782 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:26:21.800782 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:26:21.800782 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:26:21.800782 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:26:21.800782 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:26:21.800782 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:26:21.800782 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:26:21.800782 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:26:21.800782 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:26:21.800782 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:26:21.800782 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:26:21.800782 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:26:21.800782 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:26:21.800782 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:26:21.800782 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:26:21.800782 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:26:21.800782 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:26:21.800782 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:26:21.800782 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:26:21.800782 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:26:21.817783 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf5642-d89d-4822-9d81-69953a251655 req-db9ef14f-a288-48b3-8fc8-cfd17fee8e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:21.819462 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1fbf5642-d89d-4822-9d81-69953a251655 req-db9ef14f-a288-48b3-8fc8-cfd17fee8e4e service neutron] 10.222.0.43 "GET /v2.0/networks?id=a977e5a0-d935-40af-beae-b0f3a8c25de8 HTTP/1.1" status: 200 len: 911 time: 0.4560599 Nov 09 21:26:21.961438 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9360f96b-01db-4ea8-bff3-6d847f4a85b4 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:21.984959 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9360f96b-01db-4ea8-bff3-6d847f4a85b4 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:21.989656 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-9360f96b-01db-4ea8-bff3-6d847f4a85b4 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] 10.222.0.49 "DELETE /v2.0/networks/3808ba34-f2ea-4dcf-b849-bb7f67f33c6c HTTP/1.1" status: 204 len: 168 time: 0.8710754 Nov 09 21:26:22.042200 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9360f96b-01db-4ea8-bff3-6d847f4a85b4 tempest-TaggedBootDevicesTest-1848583669 tempest-TaggedBootDevicesTest-1848583669-project] Pushing event deleted for resources: {'Network': ['ID=3808ba34-f2ea-4dcf-b849-bb7f67f33c6c,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:22.235137 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6a617-0ac5-4dc5-9274-fef963ec2d17 req-f24a3df8-6253-4adb-a04a-a7bc0df727fe tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:22.237677 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e0e6a617-0ac5-4dc5-9274-fef963ec2d17 req-f24a3df8-6253-4adb-a04a-a7bc0df727fe tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c70716f-e5b0-481b-b47d-051a92f8052d HTTP/1.1" status: 200 len: 945 time: 0.1499875 Nov 09 21:26:22.238361 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f39967-7e6b-4978-8bd2-6d7be99ef37e tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Made reservation on behalf of 80b628e72e9f4a7d9aa620c0e7243903 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:26:22.242294 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-73f39967-7e6b-4978-8bd2-6d7be99ef37e tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:22.312929 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-73f39967-7e6b-4978-8bd2-6d7be99ef37e tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] device_id is not set on port 33d0fff5-da1b-4664-af65-4832bce5e924 yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:26:22.335149 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:22.545959 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-73f39967-7e6b-4978-8bd2-6d7be99ef37e tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Allocated IP 2001:db8::331 (e94fc3d5-a7bb-4cc9-a284-b539ac9b5ee4/8f8cdb6b-35b6-453e-a536-581768ac859e/33d0fff5-da1b-4664-af65-4832bce5e924) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:26:22.578940 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff6662b-5655-4d57-a4dc-e871c0b38f45 None None] Network e94fc3d5-a7bb-4cc9-a284-b539ac9b5ee4 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:26:22.603544 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-e0e6a617-0ac5-4dc5-9274-fef963ec2d17 req-7bbdb5fc-cf5e-46a1-8776-57d75a1a56ff tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Deleting port 931a48d8-2989-4726-b609-3a84620613e4 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:26:22.604038 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e0e6a617-0ac5-4dc5-9274-fef963ec2d17 req-7bbdb5fc-cf5e-46a1-8776-57d75a1a56ff tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:22.614498 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-4f5234ea-930a-4400-9587-3dbdff6ec72e req-7a4fbf93-e44c-4a10-aca3-332c49726b99 service neutron] Attempting to bind port 8c97fc36-5027-40cd-b0e1-602f0c2ede8e on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:26:22.615504 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-4f5234ea-930a-4400-9587-3dbdff6ec72e req-7a4fbf93-e44c-4a10-aca3-332c49726b99 service neutron] Attempting to bind port 8c97fc36-5027-40cd-b0e1-602f0c2ede8e by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'd81d753a-93e5-4207-911a-f55256caa2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4a53143a-08b6-4bce-b897-2f242a8191dc'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:26:22.615504 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5234ea-930a-4400-9587-3dbdff6ec72e req-7a4fbf93-e44c-4a10-aca3-332c49726b99 service neutron] Attempting to bind port 8c97fc36-5027-40cd-b0e1-602f0c2ede8e on network 4a53143a-08b6-4bce-b897-2f242a8191dc {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:26:22.618093 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1fbf5642-d89d-4822-9d81-69953a251655 req-9fef9013-cc36-4e87-bd66-530cbe185891 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af21328b-3780-4d5d-8417-4ca6fb56feb6 HTTP/1.1" status: 200 len: 217 time: 0.7524116 Nov 09 21:26:22.652671 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5234ea-930a-4400-9587-3dbdff6ec72e req-7a4fbf93-e44c-4a10-aca3-332c49726b99 service neutron] Port 8c97fc36-5027-40cd-b0e1-602f0c2ede8e on network 4a53143a-08b6-4bce-b897-2f242a8191dc not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:26:22.653123 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5234ea-930a-4400-9587-3dbdff6ec72e req-7a4fbf93-e44c-4a10-aca3-332c49726b99 service neutron] Attempting to bind port 8c97fc36-5027-40cd-b0e1-602f0c2ede8e on network 4a53143a-08b6-4bce-b897-2f242a8191dc {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:26:22.673114 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6728b92a-96b5-42ca-a414-e762dbe93dc4 req-45c75a2b-0d2f-42f2-b350-c17101bf7bb0 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:22.674996 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6728b92a-96b5-42ca-a414-e762dbe93dc4 req-45c75a2b-0d2f-42f2-b350-c17101bf7bb0 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c70716f-e5b0-481b-b47d-051a92f8052d HTTP/1.1" status: 200 len: 945 time: 0.9153430 Nov 09 21:26:22.694873 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d24359b3-904b-43f2-89a0-451e5f5a49ed None None] Provisioning complete for port 8c4a8baf-a181-4447-8ccd-805e9d080440 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:26:22.695258 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d24359b3-904b-43f2-89a0-451e5f5a49ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:22.714198 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ab33a-8563-4300-b088-62c009bba7ed tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Pushing event updated for resources: {'Port': ['ID=47c53026-817c-42ea-9d9d-236018116c95,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:22.720590 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5234ea-930a-4400-9587-3dbdff6ec72e req-7a4fbf93-e44c-4a10-aca3-332c49726b99 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:26:22.721567 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5234ea-930a-4400-9587-3dbdff6ec72e req-7a4fbf93-e44c-4a10-aca3-332c49726b99 service neutron] Checking segment: {'id': 'd81d753a-93e5-4207-911a-f55256caa2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4a53143a-08b6-4bce-b897-2f242a8191dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:26:22.722151 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5234ea-930a-4400-9587-3dbdff6ec72e req-7a4fbf93-e44c-4a10-aca3-332c49726b99 service neutron] Bound using segment: {'id': 'd81d753a-93e5-4207-911a-f55256caa2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4a53143a-08b6-4bce-b897-2f242a8191dc'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:26:22.722699 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-4f5234ea-930a-4400-9587-3dbdff6ec72e req-7a4fbf93-e44c-4a10-aca3-332c49726b99 service neutron] Bound port: 8c97fc36-5027-40cd-b0e1-602f0c2ede8e, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd81d753a-93e5-4207-911a-f55256caa2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4a53143a-08b6-4bce-b897-2f242a8191dc'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:26:22.723131 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4f5234ea-930a-4400-9587-3dbdff6ec72e req-7a4fbf93-e44c-4a10-aca3-332c49726b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:22.792738 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device af21328b-3780-4d5d-8417-4ca6fb56feb6 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:26:22.839583 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-4f5234ea-930a-4400-9587-3dbdff6ec72e req-7a4fbf93-e44c-4a10-aca3-332c49726b99 service neutron] For port 8c97fc36-5027-40cd-b0e1-602f0c2ede8e, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:26:22.843203 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-4f5234ea-930a-4400-9587-3dbdff6ec72e req-7a4fbf93-e44c-4a10-aca3-332c49726b99 service neutron] For port 8c97fc36-5027-40cd-b0e1-602f0c2ede8e, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=8c97fc36-5027-40cd-b0e1-602f0c2ede8e,segment=NetworkSegment(d81d753a-93e5-4207-911a-f55256caa2d0),segment_id=d81d753a-93e5-4207-911a-f55256caa2d0)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:26:22.845639 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf5642-d89d-4822-9d81-69953a251655 req-6ac27449-ba26-4136-82f1-3fcb8aaeea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:22.848290 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1fbf5642-d89d-4822-9d81-69953a251655 req-6ac27449-ba26-4136-82f1-3fcb8aaeea9b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d70d627-f91a-46e1-b014-350c82c5b331 HTTP/1.1" status: 200 len: 851 time: 0.2097530 Nov 09 21:26:22.863234 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:22.863983 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4f5234ea-930a-4400-9587-3dbdff6ec72e req-7a4fbf93-e44c-4a10-aca3-332c49726b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:22.875003 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc85d4-d295-4aaa-8c6d-7196fed594b0 req-6432d03f-dd89-4d5d-9f0b-81306f1cfbaf tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:22.876847 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-88bc85d4-d295-4aaa-8c6d-7196fed594b0 req-6432d03f-dd89-4d5d-9f0b-81306f1cfbaf tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c014c-515a-4b7e-81c9-1e3b6a312126 HTTP/1.1" status: 200 len: 943 time: 0.2479734 Nov 09 21:26:22.887696 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d24359b3-904b-43f2-89a0-451e5f5a49ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:22.926728 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.db.resource_extend [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 21:26:23.005579 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-d24359b3-904b-43f2-89a0-451e5f5a49ed None None] For port 8c4a8baf-a181-4447-8ccd-805e9d080440, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=8c4a8baf-a181-4447-8ccd-805e9d080440,segment=NetworkSegment(c5171a83-0eff-4b05-87d5-438c8fe066b5),segment_id=c5171a83-0eff-4b05-87d5-438c8fe066b5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:26:23.030815 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d24359b3-904b-43f2-89a0-451e5f5a49ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:23.035473 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4fbf93-e44c-4a10-aca3-332c49726b99 service neutron] Pushing event updated for resources: {'Port': ['ID=8c97fc36-5027-40cd-b0e1-602f0c2ede8e,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:23.075441 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1fbf5642-d89d-4822-9d81-69953a251655 req-238a4983-4d4d-4e57-bc70-49aa4178e48e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a977e5a0-d935-40af-beae-b0f3a8c25de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2174444 Nov 09 21:26:23.126400 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6728b92a-96b5-42ca-a414-e762dbe93dc4 req-ed471ca1-0496-4716-a7a5-eceb55a23e9c tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f13834c-245a-490c-895d-3a782700a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4293599 Nov 09 21:26:23.142059 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port af21328b-3780-4d5d-8417-4ca6fb56feb6, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=af21328b-3780-4d5d-8417-4ca6fb56feb6,segment=NetworkSegment(9a6377f5-b38b-4a21-b9f6-9e21b904d67d),segment_id=9a6377f5-b38b-4a21-b9f6-9e21b904d67d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:26:23.146339 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 8c4a8baf-a181-4447-8ccd-805e9d080440 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:26:23.147483 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5234ea-930a-4400-9587-3dbdff6ec72e req-7a4fbf93-e44c-4a10-aca3-332c49726b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:23.153741 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4f5234ea-930a-4400-9587-3dbdff6ec72e req-7a4fbf93-e44c-4a10-aca3-332c49726b99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:23.155431 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4f5234ea-930a-4400-9587-3dbdff6ec72e req-7a4fbf93-e44c-4a10-aca3-332c49726b99 service neutron] 10.222.0.45 "PUT /v2.0/ports/8c97fc36-5027-40cd-b0e1-602f0c2ede8e HTTP/1.1" status: 200 len: 1092 time: 3.3460581 Nov 09 21:26:23.161438 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '868a48e0-3a5e-43e5-965a-1913f644fa13', 'tag': '8c97fc36-5027-40cd-b0e1-602f0c2ede8e'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:26:23.163957 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0516d6a8-6200-4834-8ffe-c00e561e9ee2" -d '{"events": [{"name": "network-changed", "server_uuid": "868a48e0-3a5e-43e5-965a-1913f644fa13", "tag": "8c97fc36-5027-40cd-b0e1-602f0c2ede8e"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:26:23.170687 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-88bc85d4-d295-4aaa-8c6d-7196fed594b0 req-ed9f5ab1-f559-4486-9f79-e8bcfcfb3045 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815857 Nov 09 21:26:23.184944 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-e0e6a617-0ac5-4dc5-9274-fef963ec2d17 req-7bbdb5fc-cf5e-46a1-8776-57d75a1a56ff tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] For port 931a48d8-2989-4726-b609-3a84620613e4, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=931a48d8-2989-4726-b609-3a84620613e4,segment=NetworkSegment(4d746769-7d35-4026-ae90-66009892dd3d),segment_id=4d746769-7d35-4026-ae90-66009892dd3d)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:26:23.184944 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e0e6a617-0ac5-4dc5-9274-fef963ec2d17 req-7bbdb5fc-cf5e-46a1-8776-57d75a1a56ff tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:23.222586 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24359b3-904b-43f2-89a0-451e5f5a49ed None None] Pushing event updated for resources: {'Port': ['ID=8c4a8baf-a181-4447-8ccd-805e9d080440,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:23.225475 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': 'af21328b-3780-4d5d-8417-4ca6fb56feb6', 'network_id': 'a977e5a0-d935-40af-beae-b0f3a8c25de8', 'port_id': 'af21328b-3780-4d5d-8417-4ca6fb56feb6', 'mac_address': 'fa:16:3e:8f:28:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d70d627-f91a-46e1-b014-350c82c5b331', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:26:23.286461 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-e0e6a617-0ac5-4dc5-9274-fef963ec2d17 req-7bbdb5fc-cf5e-46a1-8776-57d75a1a56ff tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Calling delete_port for 931a48d8-2989-4726-b609-3a84620613e4 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:26:23.323187 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351c0f7f-b8a4-4eb6-8bd4-c26cbfcaca49 x-openstack-request-id: req-351c0f7f-b8a4-4eb6-8bd4-c26cbfcaca49 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:26:23.323766 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "868a48e0-3a5e-43e5-965a-1913f644fa13", "tag": "8c97fc36-5027-40cd-b0e1-602f0c2ede8e", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:26:23.324180 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-351c0f7f-b8a4-4eb6-8bd4-c26cbfcaca49 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:26:23.324760 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '868a48e0-3a5e-43e5-965a-1913f644fa13', 'tag': '8c97fc36-5027-40cd-b0e1-602f0c2ede8e', 'status': 'completed', 'code': 200} Nov 09 21:26:23.367745 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5234ea-930a-4400-9587-3dbdff6ec72e req-5503456e-6a50-4b42-8b88-75b4a91615cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:23.371311 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4f5234ea-930a-4400-9587-3dbdff6ec72e req-5503456e-6a50-4b42-8b88-75b4a91615cc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cfc584aadc874a0d81e179083ae3ae69&device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 1095 time: 0.1016960 Nov 09 21:26:23.396018 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:23.413352 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:23.438276 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 8c4a8baf-a181-4447-8ccd-805e9d080440 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:26:23.439312 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:23.446851 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af21328b-3780-4d5d-8417-4ca6fb56feb6 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:26:23.478909 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port af21328b-3780-4d5d-8417-4ca6fb56feb6, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=af21328b-3780-4d5d-8417-4ca6fb56feb6,segment=NetworkSegment(9a6377f5-b38b-4a21-b9f6-9e21b904d67d),segment_id=9a6377f5-b38b-4a21-b9f6-9e21b904d67d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:26:23.503520 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4f5234ea-930a-4400-9587-3dbdff6ec72e req-dc318f89-cfda-4f9c-af07-c051188522ee service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c97fc36-5027-40cd-b0e1-602f0c2ede8e HTTP/1.1" status: 200 len: 217 time: 0.1216078 Nov 09 21:26:23.516398 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:23.563452 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-73f39967-7e6b-4978-8bd2-6d7be99ef37e tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:23.592809 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1fbf5642-d89d-4822-9d81-69953a251655 req-61e94acc-652e-4453-a889-247029f5556a service neutron] 10.222.0.43 "GET /v2.0/networks/a977e5a0-d935-40af-beae-b0f3a8c25de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5031049 Nov 09 21:26:23.626443 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=af21328b-3780-4d5d-8417-4ca6fb56feb6,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:23.650369 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374fad8a-bcab-4e42-89ce-341477f4fb0d req-b2c8f32c-d41e-4bc8-a422-956f569c7b2a tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:23.661689 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-374fad8a-bcab-4e42-89ce-341477f4fb0d req-b2c8f32c-d41e-4bc8-a422-956f569c7b2a tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/ports?device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 944 time: 0.3060503 Nov 09 21:26:23.695842 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5234ea-930a-4400-9587-3dbdff6ec72e req-1298f39b-ddeb-4497-bdcc-555086b5c971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:23.697515 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4f5234ea-930a-4400-9587-3dbdff6ec72e req-1298f39b-ddeb-4497-bdcc-555086b5c971 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=47508530-5c33-4c0f-a7fa-14d1e697a248 HTTP/1.1" status: 200 len: 860 time: 0.1797943 Nov 09 21:26:23.733884 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-a91750c5-15b0-45d9-8ffe-b7cc3175d1a3 None None] Provisioning complete for port 8c4a8baf-a181-4447-8ccd-805e9d080440 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:26:23.734727 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a91750c5-15b0-45d9-8ffe-b7cc3175d1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:23.775989 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4f5234ea-930a-4400-9587-3dbdff6ec72e req-4e2ce0be-e095-4840-887d-5df0181efef9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4a53143a-08b6-4bce-b897-2f242a8191dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671959 Nov 09 21:26:23.796869 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e0e6a617-0ac5-4dc5-9274-fef963ec2d17 req-7bbdb5fc-cf5e-46a1-8776-57d75a1a56ff tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:23.870059 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1fbf5642-d89d-4822-9d81-69953a251655 req-be8a4613-392f-4ac9-bb4a-e355a5f63332 service neutron] 10.222.0.43 "GET /v2.0/networks/a977e5a0-d935-40af-beae-b0f3a8c25de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698188 Nov 09 21:26:23.916469 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['af21328b-3780-4d5d-8417-4ca6fb56feb6'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:26:23.955243 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbdb5fc-cf5e-46a1-8776-57d75a1a56ff tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Pushing event deleted for resources: {'Port': ['ID=931a48d8-2989-4726-b609-3a84620613e4,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:23.959181 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4f5234ea-930a-4400-9587-3dbdff6ec72e req-718ff6cc-917f-45b6-8803-2cf7d3503eb2 service neutron] 10.222.0.45 "GET /v2.0/networks/4a53143a-08b6-4bce-b897-2f242a8191dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736653 Nov 09 21:26:24.018856 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e6a617-0ac5-4dc5-9274-fef963ec2d17 req-7bbdb5fc-cf5e-46a1-8776-57d75a1a56ff tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] No DVR routers for this DVR port 931a48d8-2989-4726-b609-3a84620613e4 on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:26:24.020850 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-73f39967-7e6b-4978-8bd2-6d7be99ef37e tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:24.024508 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-a91750c5-15b0-45d9-8ffe-b7cc3175d1a3 None None] Provisioning complete for port 47c53026-817c-42ea-9d9d-236018116c95 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:26:24.024982 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a91750c5-15b0-45d9-8ffe-b7cc3175d1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:24.025697 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e0e6a617-0ac5-4dc5-9274-fef963ec2d17 req-7bbdb5fc-cf5e-46a1-8776-57d75a1a56ff tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:24.052563 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e0e6a617-0ac5-4dc5-9274-fef963ec2d17 req-7bbdb5fc-cf5e-46a1-8776-57d75a1a56ff tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.45 "DELETE /v2.0/ports/931a48d8-2989-4726-b609-3a84620613e4 HTTP/1.1" status: 204 len: 173 time: 1.7854941 Nov 09 21:26:24.053305 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c70716f-e5b0-481b-b47d-051a92f8052d', 'name': 'network-vif-deleted', 'tag': '931a48d8-2989-4726-b609-3a84620613e4'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:26:24.057207 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0538daa6-067b-48bc-a736-98d2f11a086a" -d '{"events": [{"server_uuid": "3c70716f-e5b0-481b-b47d-051a92f8052d", "name": "network-vif-deleted", "tag": "931a48d8-2989-4726-b609-3a84620613e4"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:26:24.081808 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-374fad8a-bcab-4e42-89ce-341477f4fb0d req-3be0ee0d-afd8-4f0f-9871-778bd4537077 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/security-groups?id=994058e5-2188-4388-9fbd-cf7bf18529ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4191763 Nov 09 21:26:24.133232 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-a91750c5-15b0-45d9-8ffe-b7cc3175d1a3 None None] Port 47c53026-817c-42ea-9d9d-236018116c95 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:26:24.149137 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4f5234ea-930a-4400-9587-3dbdff6ec72e req-09bececd-3e50-4495-8c72-34cb7fb4d10a service neutron] 10.222.0.45 "GET /v2.0/networks/4a53143a-08b6-4bce-b897-2f242a8191dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823907 Nov 09 21:26:24.162884 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1eae14-9bb3-40ea-9bb5-b25f1798f22d x-openstack-request-id: req-9d1eae14-9bb3-40ea-9bb5-b25f1798f22d {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:26:24.163118 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c70716f-e5b0-481b-b47d-051a92f8052d", "name": "network-vif-deleted", "tag": "931a48d8-2989-4726-b609-3a84620613e4", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:26:24.163323 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9d1eae14-9bb3-40ea-9bb5-b25f1798f22d {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:26:24.163754 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c70716f-e5b0-481b-b47d-051a92f8052d', 'name': 'network-vif-deleted', 'tag': '931a48d8-2989-4726-b609-3a84620613e4', 'status': 'completed', 'code': 200} Nov 09 21:26:24.186228 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f39967-7e6b-4978-8bd2-6d7be99ef37e tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Network e94fc3d5-a7bb-4cc9-a284-b539ac9b5ee4 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:26:24.203145 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-73f39967-7e6b-4978-8bd2-6d7be99ef37e tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:26:24.209044 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f39967-7e6b-4978-8bd2-6d7be99ef37e tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:26:24.226047 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f39967-7e6b-4978-8bd2-6d7be99ef37e tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:24.226761 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-73f39967-7e6b-4978-8bd2-6d7be99ef37e tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:24.245686 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f39967-7e6b-4978-8bd2-6d7be99ef37e tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Pushing event updated for resources: {'Port': ['ID=33d0fff5-da1b-4664-af65-4832bce5e924,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:24.287728 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-f17ac885-0d4b-4010-a58d-5c3dd1bff293 None None] Provisioning complete for port 47c53026-817c-42ea-9d9d-236018116c95 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:26:24.288122 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f17ac885-0d4b-4010-a58d-5c3dd1bff293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:24.301224 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516d6a8-6200-4834-8ffe-c00e561e9ee2 req-a214deb1-945e-4e3a-8eaf-4850194c5d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:24.303696 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0516d6a8-6200-4834-8ffe-c00e561e9ee2 req-a214deb1-945e-4e3a-8eaf-4850194c5d91 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cfc584aadc874a0d81e179083ae3ae69&device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 1095 time: 0.0786188 Nov 09 21:26:24.340208 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7179f1e7-d8bf-4068-987c-56997a6dc1c7 req-3dd3ff31-a476-4eeb-8ec1-23c699368735 tempest-ServerDiskConfigTestJSON-779748580 tempest-ServerDiskConfigTestJSON-779748580-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c70716f-e5b0-481b-b47d-051a92f8052d HTTP/1.1" status: 200 len: 210 time: 0.0704775 Nov 09 21:26:24.361227 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-73f39967-7e6b-4978-8bd2-6d7be99ef37e tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.5783050 Nov 09 21:26:24.361884 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49538) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:24.386808 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-f17ac885-0d4b-4010-a58d-5c3dd1bff293 None None] Port 47c53026-817c-42ea-9d9d-236018116c95 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:26:24.477063 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04365d26-5845-4182-ade9-a4759c6e0c84 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:24.500445 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04365d26-5845-4182-ade9-a4759c6e0c84 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:24.517347 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04365d26-5845-4182-ade9-a4759c6e0c84 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:24.522405 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-04365d26-5845-4182-ade9-a4759c6e0c84 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.1569791 Nov 09 21:26:24.524416 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49544) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:24.545489 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516d6a8-6200-4834-8ffe-c00e561e9ee2 req-d903dfcf-fc9d-498a-be92-7f5bfebe234b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:24.547029 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0516d6a8-6200-4834-8ffe-c00e561e9ee2 req-d903dfcf-fc9d-498a-be92-7f5bfebe234b service neutron] 10.222.0.45 "GET /v2.0/networks?id=4a53143a-08b6-4bce-b897-2f242a8191dc HTTP/1.1" status: 200 len: 920 time: 0.2328196 Nov 09 21:26:24.628947 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30007ae2-7adf-4507-a3ec-341bb8fffa95 req-9a99de2d-8b2f-4312-82fc-f440c9ce6c36 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:24.638275 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-30007ae2-7adf-4507-a3ec-341bb8fffa95 req-9a99de2d-8b2f-4312-82fc-f440c9ce6c36 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c014c-515a-4b7e-81c9-1e3b6a312126 HTTP/1.1" status: 200 len: 944 time: 0.3084850 Nov 09 21:26:24.641011 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0516d6a8-6200-4834-8ffe-c00e561e9ee2 req-c96b7ea7-337f-4f71-8b05-27a6904ecb72 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c97fc36-5027-40cd-b0e1-602f0c2ede8e HTTP/1.1" status: 200 len: 217 time: 0.0831671 Nov 09 21:26:24.725527 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-b6517bee-4f43-4cef-9884-44c7302d970b None None] Provisioning complete for port 33d0fff5-da1b-4664-af65-4832bce5e924 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:26:24.726069 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b6517bee-4f43-4cef-9884-44c7302d970b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:24.755699 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-30007ae2-7adf-4507-a3ec-341bb8fffa95 req-2b614585-5713-440a-b049-94402ee96696 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164536 Nov 09 21:26:24.764241 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516d6a8-6200-4834-8ffe-c00e561e9ee2 req-704841c1-c4b7-4e50-b7c8-336df91e21e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:24.766594 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0516d6a8-6200-4834-8ffe-c00e561e9ee2 req-704841c1-c4b7-4e50-b7c8-336df91e21e6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=47508530-5c33-4c0f-a7fa-14d1e697a248 HTTP/1.1" status: 200 len: 860 time: 0.1109424 Nov 09 21:26:24.818828 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-b6517bee-4f43-4cef-9884-44c7302d970b None None] Port 33d0fff5-da1b-4664-af65-4832bce5e924 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:26:24.836513 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0516d6a8-6200-4834-8ffe-c00e561e9ee2 req-e53b6b9a-8ec1-4fda-b600-fed1d6e88729 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4a53143a-08b6-4bce-b897-2f242a8191dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615740 Nov 09 21:26:24.837872 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-2cfb02ca-a6c2-45c5-a82d-c56706347a40 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Deleting port 33d0fff5-da1b-4664-af65-4832bce5e924 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:26:24.838318 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2cfb02ca-a6c2-45c5-a82d-c56706347a40 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:24.994687 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0516d6a8-6200-4834-8ffe-c00e561e9ee2 req-5d1e33c6-0d79-4b3b-8d84-fd9fc9efdca3 service neutron] 10.222.0.45 "GET /v2.0/networks/4a53143a-08b6-4bce-b897-2f242a8191dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498246 Nov 09 21:26:25.006676 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 8c4a8baf-a181-4447-8ccd-805e9d080440 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:26:25.017479 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2cfb02ca-a6c2-45c5-a82d-c56706347a40 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:25.032536 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-2cfb02ca-a6c2-45c5-a82d-c56706347a40 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Calling delete_port for 33d0fff5-da1b-4664-af65-4832bce5e924 owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:26:25.059005 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 931a48d8-2989-4726-b609-3a84620613e4 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:26:25.060445 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f30d19-90df-4f3d-823b-82de8ebdea90 req-cab0f1f3-583b-4417-9cd0-f28afbb7377e tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:25.062023 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-58f30d19-90df-4f3d-823b-82de8ebdea90 req-cab0f1f3-583b-4417-9cd0-f28afbb7377e tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 947 time: 0.1381314 Nov 09 21:26:25.087563 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 931a48d8-2989-4726-b609-3a84620613e4 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:26:25.087916 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 931a48d8-2989-4726-b609-3a84620613e4 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:26:25.126224 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 8c4a8baf-a181-4447-8ccd-805e9d080440 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:26:25.126729 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:25.195333 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0516d6a8-6200-4834-8ffe-c00e561e9ee2 req-b66b8877-ada5-4714-91be-94f584d0c826 service neutron] 10.222.0.45 "GET /v2.0/networks/4a53143a-08b6-4bce-b897-2f242a8191dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921763 Nov 09 21:26:25.207221 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-58f30d19-90df-4f3d-823b-82de8ebdea90 req-ed5469d3-22f3-427d-bcaa-89cfd7bd4d57 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363478 Nov 09 21:26:25.229055 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2cfb02ca-a6c2-45c5-a82d-c56706347a40 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:25.293844 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb02ca-a6c2-45c5-a82d-c56706347a40 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Pushing event deleted for resources: {'Port': ['ID=33d0fff5-da1b-4664-af65-4832bce5e924,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:25.310163 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2cfb02ca-a6c2-45c5-a82d-c56706347a40 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:25.318048 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 49562) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:25.318216 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2cfb02ca-a6c2-45c5-a82d-c56706347a40 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] 10.222.0.49 "DELETE /v2.0/ports/33d0fff5-da1b-4664-af65-4832bce5e924 HTTP/1.1" status: 204 len: 168 time: 0.7926908 Nov 09 21:26:25.326651 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-7b34dead-4244-4ca2-942d-767108311393 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Request body: {'port': {'name': 'tempest-new-port-name-1043902725', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:26:25.327232 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.api.validators [None req-7b34dead-4244-4ca2-942d-767108311393 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] bootfile-name is not in valid_values {{(pid=102607) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 21:26:25.327659 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.api.validators [None req-7b34dead-4244-4ca2-942d-767108311393 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] tftp-server is not in valid_values {{(pid=102607) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 21:26:25.328051 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.api.validators [None req-7b34dead-4244-4ca2-942d-767108311393 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] server-ip-address is not in valid_values {{(pid=102607) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 21:26:25.386841 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb5797-6888-4b9d-b3cc-a494a4feba35 req-2cce5555-ec8e-4049-8427-5538d028b230 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:25.388506 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-12fb5797-6888-4b9d-b3cc-a494a4feba35 req-2cce5555-ec8e-4049-8427-5538d028b230 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/ports?device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 944 time: 0.1130328 Nov 09 21:26:25.475941 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7b34dead-4244-4ca2-942d-767108311393 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:25.502650 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-12fb5797-6888-4b9d-b3cc-a494a4feba35 req-ea058fe2-cce6-474b-b4e1-a64d93f343c8 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/security-groups?id=994058e5-2188-4388-9fbd-cf7bf18529ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067667 Nov 09 21:26:25.648029 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49580) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:25.709925 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0eefbe2-8349-4005-89ea-be20d35fb87a admin admin] Deleting subnet 8a6b5962-d71d-4859-9639-25852f993efd {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:26:25.713962 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b0eefbe2-8349-4005-89ea-be20d35fb87a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:25.764331 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7b34dead-4244-4ca2-942d-767108311393 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:25.771217 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7b34dead-4244-4ca2-942d-767108311393 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:25.780117 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b0eefbe2-8349-4005-89ea-be20d35fb87a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:25.807393 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-7b34dead-4244-4ca2-942d-767108311393 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] In _notify_port_updated(), no bound segment for port 47c53026-817c-42ea-9d9d-236018116c95 on network e94fc3d5-a7bb-4cc9-a284-b539ac9b5ee4 {{(pid=102607) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 21:26:25.813475 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b34dead-4244-4ca2-942d-767108311393 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:25.814982 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7b34dead-4244-4ca2-942d-767108311393 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:25.818682 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7b34dead-4244-4ca2-942d-767108311393 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] 10.222.0.49 "PUT /v2.0/ports/47c53026-817c-42ea-9d9d-236018116c95 HTTP/1.1" status: 200 len: 1130 time: 0.4946382 Nov 09 21:26:25.819632 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 49592) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:25.844241 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b0eefbe2-8349-4005-89ea-be20d35fb87a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:25.882216 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b34dead-4244-4ca2-942d-767108311393 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Pushing event updated for resources: {'Port': ['ID=47c53026-817c-42ea-9d9d-236018116c95,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:25.907724 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27b2964-6449-4feb-afed-a6acf0b745a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:25.921626 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49594) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:25.922147 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a27b2964-6449-4feb-afed-a6acf0b745a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] 10.222.0.49 "GET /v2.0/ports/47c53026-817c-42ea-9d9d-236018116c95 HTTP/1.1" status: 200 len: 1130 time: 0.1013424 Nov 09 21:26:26.034035 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b0eefbe2-8349-4005-89ea-be20d35fb87a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:26.087208 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b0eefbe2-8349-4005-89ea-be20d35fb87a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:26.093074 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b0eefbe2-8349-4005-89ea-be20d35fb87a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8a6b5962-d71d-4859-9639-25852f993efd HTTP/1.1" status: 204 len: 168 time: 0.4410133 Nov 09 21:26:26.093074 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eefbe2-8349-4005-89ea-be20d35fb87a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a6b5962-d71d-4859-9639-25852f993efd,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:26.093503 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 49602) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:26.130529 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411f46e-779a-4e67-a81a-1f26b01e216b req-b87e1523-93b4-4bc4-8f5f-d9132f9909a4 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:26.137906 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e411f46e-779a-4e67-a81a-1f26b01e216b req-b87e1523-93b4-4bc4-8f5f-d9132f9909a4 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c014c-515a-4b7e-81c9-1e3b6a312126 HTTP/1.1" status: 200 len: 944 time: 0.2315960 Nov 09 21:26:26.170316 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-1a39d082-196c-49cb-8fe8-877bb291b313 None None] Provisioning complete for port 47c53026-817c-42ea-9d9d-236018116c95 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:26:26.171323 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1a39d082-196c-49cb-8fe8-877bb291b313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:26.195362 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-32490b73-e035-4e5f-83b7-01129ef42d1a tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Deleting port 47c53026-817c-42ea-9d9d-236018116c95 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:26:26.195844 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-32490b73-e035-4e5f-83b7-01129ef42d1a tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:26.202055 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-967fdd4d-b353-489c-bb5b-4264034cd223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:26.243078 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-1a39d082-196c-49cb-8fe8-877bb291b313 None None] Port 47c53026-817c-42ea-9d9d-236018116c95 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:26:26.285612 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e411f46e-779a-4e67-a81a-1f26b01e216b req-76bfa737-df2d-4edb-8eb4-811999d77bbd tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425982 Nov 09 21:26:26.365848 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-32490b73-e035-4e5f-83b7-01129ef42d1a tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:26.386904 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-32490b73-e035-4e5f-83b7-01129ef42d1a tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Calling delete_port for 47c53026-817c-42ea-9d9d-236018116c95 owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:26:26.415786 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-967fdd4d-b353-489c-bb5b-4264034cd223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:26.449587 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a865695-df59-4266-82cc-645f4963fe4a req-ec6e9fb7-414d-412c-a31e-3d2aacc7d726 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:26.451072 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5a865695-df59-4266-82cc-645f4963fe4a req-ec6e9fb7-414d-412c-a31e-3d2aacc7d726 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 947 time: 0.1867476 Nov 09 21:26:26.456736 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-967fdd4d-b353-489c-bb5b-4264034cd223 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc8504e9-ef70-4d56-9a29-c47629600464']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:26.482871 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd4038-2205-4f71-a0ed-bde968d5d6ce req-50aaa08c-6af5-4ed9-ad4a-2e77dd14163b tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:26.484386 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-95bd4038-2205-4f71-a0ed-bde968d5d6ce req-50aaa08c-6af5-4ed9-ad4a-2e77dd14163b tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 947 time: 0.1387863 Nov 09 21:26:26.504137 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-967fdd4d-b353-489c-bb5b-4264034cd223 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d746769-7d35-4026-ae90-66009892dd3d') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:26.504471 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-967fdd4d-b353-489c-bb5b-4264034cd223 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d746769-7d35-4026-ae90-66009892dd3d') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:26.533459 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-967fdd4d-b353-489c-bb5b-4264034cd223 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:26.581076 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-967fdd4d-b353-489c-bb5b-4264034cd223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:26.612571 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-967fdd4d-b353-489c-bb5b-4264034cd223 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:26:26.613023 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-967fdd4d-b353-489c-bb5b-4264034cd223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:26.614760 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:26:26.614760 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:26:26.614760 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:26:26.614760 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:26:26.614760 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:26:26.614760 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:26:26.614760 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:26:26.614760 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:26:26.614760 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:26:26.614760 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:26:26.614760 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:26:26.614760 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:26:26.614760 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:26:26.614760 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:26:26.614760 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:26:26.614760 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:26:26.614760 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:26:26.614760 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:26:26.614760 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:26:26.614760 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:26:26.614760 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:26:26.614760 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:26:26.614760 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:26:26.614760 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:26:26.614760 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:26:26.614760 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:26:26.614760 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:26:26.614760 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:26:26.614760 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:26:26.614760 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:26:26.614760 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:26:26.614760 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:26:26.629680 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-32490b73-e035-4e5f-83b7-01129ef42d1a tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:26.679794 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32490b73-e035-4e5f-83b7-01129ef42d1a tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Pushing event deleted for resources: {'Port': ['ID=47c53026-817c-42ea-9d9d-236018116c95,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:26.690117 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-95bd4038-2205-4f71-a0ed-bde968d5d6ce req-93c25f8b-fb3a-4a12-ab09-22dedb814c7f tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=afe2085a-0a18-4615-a4f8-be27960ab0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1748943 Nov 09 21:26:26.702982 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-967fdd4d-b353-489c-bb5b-4264034cd223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:26.709733 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-967fdd4d-b353-489c-bb5b-4264034cd223 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:26.713406 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-967fdd4d-b353-489c-bb5b-4264034cd223 admin admin] 10.222.0.49 "DELETE /v2.0/networks/dc8504e9-ef70-4d56-9a29-c47629600464 HTTP/1.1" status: 204 len: 168 time: 0.6188920 Nov 09 21:26:26.734744 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-5a865695-df59-4266-82cc-645f4963fe4a req-00edf56b-2ba1-4205-86fa-e2bf0f7913f3 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Deleting port 77a87d51-38f5-44c7-9010-89c6fd0999c3 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:26:26.735105 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5a865695-df59-4266-82cc-645f4963fe4a req-00edf56b-2ba1-4205-86fa-e2bf0f7913f3 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:26.738891 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967fdd4d-b353-489c-bb5b-4264034cd223 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc8504e9-ef70-4d56-9a29-c47629600464,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:26.739363 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-32490b73-e035-4e5f-83b7-01129ef42d1a tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:26.749609 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-32490b73-e035-4e5f-83b7-01129ef42d1a tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] 10.222.0.49 "DELETE /v2.0/ports/47c53026-817c-42ea-9d9d-236018116c95 HTTP/1.1" status: 204 len: 168 time: 0.8258259 Nov 09 21:26:26.758336 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49624) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:26.800233 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b376d1-ed26-41a1-b30c-6acf9ec53bda req-424f3eb2-1347-43b0-8cfc-fb628ce9808a tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:26.803216 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device af21328b-3780-4d5d-8417-4ca6fb56feb6 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:26:26.810276 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b2b376d1-ed26-41a1-b30c-6acf9ec53bda req-424f3eb2-1347-43b0-8cfc-fb628ce9808a tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/ports?device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 944 time: 0.1938157 Nov 09 21:26:26.893181 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-5a865695-df59-4266-82cc-645f4963fe4a req-00edf56b-2ba1-4205-86fa-e2bf0f7913f3 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] For port 77a87d51-38f5-44c7-9010-89c6fd0999c3, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=77a87d51-38f5-44c7-9010-89c6fd0999c3,segment=NetworkSegment(0266031b-5829-40c1-acad-8e9a97b817f5),segment_id=0266031b-5829-40c1-acad-8e9a97b817f5)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:26:26.894316 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5a865695-df59-4266-82cc-645f4963fe4a req-00edf56b-2ba1-4205-86fa-e2bf0f7913f3 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:26.990160 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port af21328b-3780-4d5d-8417-4ca6fb56feb6 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:26:26.997534 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port af21328b-3780-4d5d-8417-4ca6fb56feb6 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:26:26.997963 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:27.030088 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-4946e4bb-db47-4970-83f6-d21741e7c51c tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Deleting subnet 8f8cdb6b-35b6-453e-a536-581768ac859e {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:26:27.047634 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4946e4bb-db47-4970-83f6-d21741e7c51c tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:27.108708 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49636) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:27.112499 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 8c97fc36-5027-40cd-b0e1-602f0c2ede8e details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:26:27.132709 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b2b376d1-ed26-41a1-b30c-6acf9ec53bda req-c03b4874-1e20-46ab-b602-1cd2b4a216b7 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/security-groups?id=994058e5-2188-4388-9fbd-cf7bf18529ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165643 Nov 09 21:26:27.162302 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4946e4bb-db47-4970-83f6-d21741e7c51c tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:27.192226 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:27.209964 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-454870a2-3dca-4115-9045-57aecd97c6e9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c5b86a7c92f840889ef6c615a0e7c55a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0999365 Nov 09 21:26:27.212597 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49638) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:27.229410 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port af21328b-3780-4d5d-8417-4ca6fb56feb6, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=af21328b-3780-4d5d-8417-4ca6fb56feb6,segment=NetworkSegment(9a6377f5-b38b-4a21-b9f6-9e21b904d67d),segment_id=9a6377f5-b38b-4a21-b9f6-9e21b904d67d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:26:27.232373 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07c014c-515a-4b7e-81c9-1e3b6a312126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af21328b-3780-4d5d-8417-4ca6fb56feb6'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:26:27.235104 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3c1c5b-41f9-40a2-afff-193b394e49a7" -d '{"events": [{"server_uuid": "a07c014c-515a-4b7e-81c9-1e3b6a312126", "name": "network-vif-plugged", "status": "completed", "tag": "af21328b-3780-4d5d-8417-4ca6fb56feb6"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:26:27.240656 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.db.resource_extend [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 21:26:27.252688 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:27.279010 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5a865695-df59-4266-82cc-645f4963fe4a req-00edf56b-2ba1-4205-86fa-e2bf0f7913f3 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:27.280852 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5a865695-df59-4266-82cc-645f4963fe4a req-00edf56b-2ba1-4205-86fa-e2bf0f7913f3 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:27.281370 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [req-5a865695-df59-4266-82cc-645f4963fe4a req-00edf56b-2ba1-4205-86fa-e2bf0f7913f3 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Floating IP e7cef3b0-cd07-40b2-99be-58c3a4b919de disassociated. External IP: 172.25.7.189, port: 77a87d51-38f5-44c7-9010-89c6fd0999c3. Nov 09 21:26:27.281798 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-5a865695-df59-4266-82cc-645f4963fe4a req-00edf56b-2ba1-4205-86fa-e2bf0f7913f3 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Calling delete_port for 77a87d51-38f5-44c7-9010-89c6fd0999c3 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:26:27.318292 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f856d20-05d4-43e6-a925-1e333d590169 x-openstack-request-id: req-9f856d20-05d4-43e6-a925-1e333d590169 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:26:27.319341 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a07c014c-515a-4b7e-81c9-1e3b6a312126", "name": "network-vif-plugged", "status": "completed", "tag": "af21328b-3780-4d5d-8417-4ca6fb56feb6", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:26:27.319820 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9f856d20-05d4-43e6-a925-1e333d590169 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:26:27.320578 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a07c014c-515a-4b7e-81c9-1e3b6a312126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af21328b-3780-4d5d-8417-4ca6fb56feb6', 'code': 200} Nov 09 21:26:27.358992 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4946e4bb-db47-4970-83f6-d21741e7c51c tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:27.449455 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-65d261b1-b0ea-4a45-b748-a22c288402fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:27.492908 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5929c6-0c7e-4791-aa20-0e42307300f0 req-f17d6fe9-224e-4ae3-a83d-3155961f462d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:27.494620 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3b5929c6-0c7e-4791-aa20-0e42307300f0 req-f17d6fe9-224e-4ae3-a83d-3155961f462d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a07c014c-515a-4b7e-81c9-1e3b6a312126 HTTP/1.1" status: 200 len: 1096 time: 0.0632184 Nov 09 21:26:27.523601 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-65d261b1-b0ea-4a45-b748-a22c288402fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:27.535156 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f39d4-7b07-4889-af07-539d9fb58241 req-1bbf965d-3383-4b5b-af8d-364ea815e088 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:27.542330 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dc7f39d4-7b07-4889-af07-539d9fb58241 req-1bbf965d-3383-4b5b-af8d-364ea815e088 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c014c-515a-4b7e-81c9-1e3b6a312126 HTTP/1.1" status: 200 len: 945 time: 0.1330526 Nov 09 21:26:27.554271 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3b5929c6-0c7e-4791-aa20-0e42307300f0 req-8540e6ec-8def-442e-909c-715840f23567 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479972 Nov 09 21:26:27.577391 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4946e4bb-db47-4970-83f6-d21741e7c51c tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:27.592535 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 8c97fc36-5027-40cd-b0e1-602f0c2ede8e, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=8c97fc36-5027-40cd-b0e1-602f0c2ede8e,segment=NetworkSegment(d81d753a-93e5-4207-911a-f55256caa2d0),segment_id=d81d753a-93e5-4207-911a-f55256caa2d0)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:26:27.596020 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=af21328b-3780-4d5d-8417-4ca6fb56feb6,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:27.617931 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '8c97fc36-5027-40cd-b0e1-602f0c2ede8e', 'network_id': '4a53143a-08b6-4bce-b897-2f242a8191dc', 'port_id': '8c97fc36-5027-40cd-b0e1-602f0c2ede8e', 'mac_address': 'fa:16:3e:df:1e:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47508530-5c33-4c0f-a7fa-14d1e697a248', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:26:27.623398 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4946e4bb-db47-4970-83f6-d21741e7c51c tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Pushing event deleted for resources: {'Subnet': ['ID=8f8cdb6b-35b6-453e-a536-581768ac859e,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:27.634633 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4946e4bb-db47-4970-83f6-d21741e7c51c tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:27.639947 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4946e4bb-db47-4970-83f6-d21741e7c51c tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] 10.222.0.49 "DELETE /v2.0/subnets/8f8cdb6b-35b6-453e-a536-581768ac859e HTTP/1.1" status: 204 len: 168 time: 0.8765926 Nov 09 21:26:27.641466 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49646) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:27.667680 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bbb410-513b-479e-b85b-9badd6c5e500 None None] Network e94fc3d5-a7bb-4cc9-a284-b539ac9b5ee4 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:26:27.706473 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5a865695-df59-4266-82cc-645f4963fe4a req-00edf56b-2ba1-4205-86fa-e2bf0f7913f3 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:27.723151 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dc7f39d4-7b07-4889-af07-539d9fb58241 req-7ea7f50a-399b-4779-a7f3-140f04656789 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798759 Nov 09 21:26:27.747630 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-65d261b1-b0ea-4a45-b748-a22c288402fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:27.750460 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-65d261b1-b0ea-4a45-b748-a22c288402fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:27.751678 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-65d261b1-b0ea-4a45-b748-a22c288402fd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4f13834c-245a-490c-895d-3a782700a67f HTTP/1.1" status: 204 len: 168 time: 0.5378873 Nov 09 21:26:27.772290 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d261b1-b0ea-4a45-b748-a22c288402fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f13834c-245a-490c-895d-3a782700a67f,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:27.774305 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:27.779802 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f6cedbb1-8b13-4192-bc27-6ac61773923f tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:27.826397 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00edf56b-2ba1-4205-86fa-e2bf0f7913f3 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Pushing event deleted for resources: {'Port': ['ID=77a87d51-38f5-44c7-9010-89c6fd0999c3,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:27.883593 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c97fc36-5027-40cd-b0e1-602f0c2ede8e {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:26:27.894736 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-f6cedbb1-8b13-4192-bc27-6ac61773923f tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Deleting port 8c4a8baf-a181-4447-8ccd-805e9d080440 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:26:27.895081 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f6cedbb1-8b13-4192-bc27-6ac61773923f tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:27.931224 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 8c97fc36-5027-40cd-b0e1-602f0c2ede8e, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=8c97fc36-5027-40cd-b0e1-602f0c2ede8e,segment=NetworkSegment(d81d753a-93e5-4207-911a-f55256caa2d0),segment_id=d81d753a-93e5-4207-911a-f55256caa2d0)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:26:27.953154 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:27.964856 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8d5b1579-e233-49ae-b656-bd44751a5ccc req-6ae2a4d7-d983-4588-accc-e8afe9b3e7ab tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad2d203-e44e-45ca-a617-077af043f793 HTTP/1.1" status: 200 len: 210 time: 0.0611269 Nov 09 21:26:28.049608 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-f6cedbb1-8b13-4192-bc27-6ac61773923f tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] For port 8c4a8baf-a181-4447-8ccd-805e9d080440, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=8c4a8baf-a181-4447-8ccd-805e9d080440,segment=NetworkSegment(c5171a83-0eff-4b05-87d5-438c8fe066b5),segment_id=c5171a83-0eff-4b05-87d5-438c8fe066b5)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:26:28.049988 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f6cedbb1-8b13-4192-bc27-6ac61773923f tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:28.090681 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-f6cedbb1-8b13-4192-bc27-6ac61773923f tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Calling delete_port for 8c4a8baf-a181-4447-8ccd-805e9d080440 owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:26:28.099514 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=8c97fc36-5027-40cd-b0e1-602f0c2ede8e,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:28.173362 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['8c97fc36-5027-40cd-b0e1-602f0c2ede8e'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:26:28.173696 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a865695-df59-4266-82cc-645f4963fe4a req-00edf56b-2ba1-4205-86fa-e2bf0f7913f3 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Router e5a328cd-b7f7-4e43-968a-2614ea669b17 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:26:28.260033 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544d4b14-bf71-4b5d-b201-85997cb506f3 None None] DHCP port deletion for e94fc3d5-a7bb-4cc9-a284-b539ac9b5ee4 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:26:28.417741 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a865695-df59-4266-82cc-645f4963fe4a req-00edf56b-2ba1-4205-86fa-e2bf0f7913f3 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:26:28.433070 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2870be2-631c-4a72-8e8c-9fa62a4c352d None None] Sync routers for ids ['e5a328cd-b7f7-4e43-968a-2614ea669b17'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:26:28.447229 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269fb452-f0da-42c6-9223-d3c6f59a2a25 req-c61adf59-ea82-4e4e-a7eb-ca292e3331f5 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:28.471272 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2870be2-631c-4a72-8e8c-9fa62a4c352d None None] Routers {'e5a328cd-b7f7-4e43-968a-2614ea669b17'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:26:28.471272 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-b2870be2-631c-4a72-8e8c-9fa62a4c352d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:26:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e5a328cd-b7f7-4e43-968a-2614ea669b17'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:28.484068 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-269fb452-f0da-42c6-9223-d3c6f59a2a25 req-c61adf59-ea82-4e4e-a7eb-ca292e3331f5 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/ports?device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 945 time: 0.1984720 Nov 09 21:26:28.500478 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f6cedbb1-8b13-4192-bc27-6ac61773923f tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:28.511858 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a865695-df59-4266-82cc-645f4963fe4a req-00edf56b-2ba1-4205-86fa-e2bf0f7913f3 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] No DVR routers for this DVR port 77a87d51-38f5-44c7-9010-89c6fd0999c3 on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:26:28.520512 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5a865695-df59-4266-82cc-645f4963fe4a req-00edf56b-2ba1-4205-86fa-e2bf0f7913f3 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:28.524469 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5a865695-df59-4266-82cc-645f4963fe4a req-00edf56b-2ba1-4205-86fa-e2bf0f7913f3 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.45 "DELETE /v2.0/ports/77a87d51-38f5-44c7-9010-89c6fd0999c3 HTTP/1.1" status: 204 len: 173 time: 2.0633132 Nov 09 21:26:28.527990 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad2d203-e44e-45ca-a617-077af043f793', 'name': 'network-vif-deleted', 'tag': '77a87d51-38f5-44c7-9010-89c6fd0999c3'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:26:28.532661 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1762926c-9d2b-4610-87ea-31e0a1f32489" -d '{"events": [{"server_uuid": "4ad2d203-e44e-45ca-a617-077af043f793", "name": "network-vif-deleted", "tag": "77a87d51-38f5-44c7-9010-89c6fd0999c3"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:26:28.631906 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6112944a-89b4-49f5-9f5a-ae77eb139150 x-openstack-request-id: req-6112944a-89b4-49f5-9f5a-ae77eb139150 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:26:28.632404 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad2d203-e44e-45ca-a617-077af043f793", "name": "network-vif-deleted", "tag": "77a87d51-38f5-44c7-9010-89c6fd0999c3", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:26:28.632868 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6112944a-89b4-49f5-9f5a-ae77eb139150 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:26:28.633439 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad2d203-e44e-45ca-a617-077af043f793', 'name': 'network-vif-deleted', 'tag': '77a87d51-38f5-44c7-9010-89c6fd0999c3', 'status': 'completed', 'code': 200} Nov 09 21:26:28.693090 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cedbb1-8b13-4192-bc27-6ac61773923f tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Pushing event deleted for resources: {'Port': ['ID=8c4a8baf-a181-4447-8ccd-805e9d080440,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:28.735751 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-b2870be2-631c-4a72-8e8c-9fa62a4c352d None None] Set router e5a328cd-b7f7-4e43-968a-2614ea669b17 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:26:28.768104 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cedbb1-8b13-4192-bc27-6ac61773923f tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] No DVR routers for this DVR port 8c4a8baf-a181-4447-8ccd-805e9d080440 on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:26:28.803770 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-544d4b14-bf71-4b5d-b201-85997cb506f3 None None] Deleting port 8c4a8baf-a181-4447-8ccd-805e9d080440 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:26:28.808702 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-544d4b14-bf71-4b5d-b201-85997cb506f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:28.967085 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a861cbb-a637-4ab0-b4a7-d9c38244b842 req-3c4059d4-0f71-4052-8bca-eb412b7113c8 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:28.977529 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6a861cbb-a637-4ab0-b4a7-d9c38244b842 req-3c4059d4-0f71-4052-8bca-eb412b7113c8 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c014c-515a-4b7e-81c9-1e3b6a312126 HTTP/1.1" status: 200 len: 945 time: 0.1261868 Nov 09 21:26:28.981939 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f6cedbb1-8b13-4192-bc27-6ac61773923f tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:29.017618 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-f6cedbb1-8b13-4192-bc27-6ac61773923f tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e94fc3d5-a7bb-4cc9-a284-b539ac9b5ee4']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:29.049419 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-f6cedbb1-8b13-4192-bc27-6ac61773923f tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5171a83-0eff-4b05-87d5-438c8fe066b5') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:29.050114 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-f6cedbb1-8b13-4192-bc27-6ac61773923f tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5171a83-0eff-4b05-87d5-438c8fe066b5') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:29.066051 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f6cedbb1-8b13-4192-bc27-6ac61773923f tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:29.085257 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f6cedbb1-8b13-4192-bc27-6ac61773923f tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:29.093456 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6cedbb1-8b13-4192-bc27-6ac61773923f tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:26:29.095067 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f6cedbb1-8b13-4192-bc27-6ac61773923f tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:29.106943 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 8c4a8baf-a181-4447-8ccd-805e9d080440 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:26:29.113976 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-544d4b14-bf71-4b5d-b201-85997cb506f3 None None] For port 8c4a8baf-a181-4447-8ccd-805e9d080440, host n-d-816206-3, got binding levels [] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:26:29.118284 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-544d4b14-bf71-4b5d-b201-85997cb506f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:29.134335 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6a861cbb-a637-4ab0-b4a7-d9c38244b842 req-a3a27a67-5a87-4389-953d-01215bf21736 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557772 Nov 09 21:26:29.186559 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:26:29.186559 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:26:29.186559 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:26:29.186559 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:26:29.186559 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:26:29.186559 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:26:29.186559 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:26:29.186559 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:26:29.186559 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:26:29.186559 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:26:29.186559 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:26:29.186559 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:26:29.186559 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:26:29.186559 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:26:29.186559 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:26:29.186559 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:26:29.186559 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:26:29.186559 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:26:29.186559 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:26:29.186559 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:26:29.186559 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:26:29.186559 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:26:29.186559 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:26:29.186559 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:26:29.186559 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:26:29.186559 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:26:29.186559 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:26:29.186559 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:26:29.186559 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:26:29.186559 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:26:29.186559 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:26:29.186559 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:26:29.196079 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-269fb452-f0da-42c6-9223-d3c6f59a2a25 req-6b53a9d5-0310-4c75-af64-bc26142531b4 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/security-groups?id=994058e5-2188-4388-9fbd-cf7bf18529ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6924658 Nov 09 21:26:29.197461 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f6cedbb1-8b13-4192-bc27-6ac61773923f tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:29.243331 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 8c4a8baf-a181-4447-8ccd-805e9d080440 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:26:29.245168 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 8c4a8baf-a181-4447-8ccd-805e9d080440 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:26:29.248764 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f6cedbb1-8b13-4192-bc27-6ac61773923f tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:29.249657 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-544d4b14-bf71-4b5d-b201-85997cb506f3 None None] Calling delete_port for 8c4a8baf-a181-4447-8ccd-805e9d080440 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:26:29.260507 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f6cedbb1-8b13-4192-bc27-6ac61773923f tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] 10.222.0.49 "DELETE /v2.0/networks/e94fc3d5-a7bb-4cc9-a284-b539ac9b5ee4 HTTP/1.1" status: 204 len: 168 time: 1.6143761 Nov 09 21:26:29.263688 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.ipam_backend_mixin [None req-544d4b14-bf71-4b5d-b201-85997cb506f3 None None] Port 8c4a8baf-a181-4447-8ccd-805e9d080440 was not found and therefore no delete operation was performed {{(pid=102609) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 21:26:29.266050 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cedbb1-8b13-4192-bc27-6ac61773923f tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643 tempest-ExtraDHCPOptionsIpV6TestJSON-1852292643-project] Pushing event deleted for resources: {'Network': ['ID=e94fc3d5-a7bb-4cc9-a284-b539ac9b5ee4,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:29.267866 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-544d4b14-bf71-4b5d-b201-85997cb506f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:29.287180 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-544d4b14-bf71-4b5d-b201-85997cb506f3 None None] Network e94fc3d5-a7bb-4cc9-a284-b539ac9b5ee4 is not hosted by any dhcp agent {{(pid=102609) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 21:26:29.292144 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544d4b14-bf71-4b5d-b201-85997cb506f3 None None] No DVR routers for this DVR port 8c4a8baf-a181-4447-8ccd-805e9d080440 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:26:29.329187 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49702) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:29.366646 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d4b14-bf71-4b5d-b201-85997cb506f3 None None] Pushing event deleted for resources: {'Port': ['ID=8c4a8baf-a181-4447-8ccd-805e9d080440,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:29.422600 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-b2870be2-631c-4a72-8e8c-9fa62a4c352d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'name': 'tempest-AttachVolumeShelveTestJSON-1134091748-router', 'tenant_id': '80bd14f1151c49209b6b9f6a58ef3329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '781df098-9817-4073-a821-03d622980305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:21:59Z', 'updated_at': '2021-11-09T21:22:07Z', 'revision_number': 4, 'project_id': '80bd14f1151c49209b6b9f6a58ef3329', 'gw_port': {'id': '781df098-9817-4073-a821-03d622980305', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:00Z', 'updated_at': '2021-11-09T21:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '70422ba5-3105-471f-ba27-a49007a6ecf7', 'name': '', 'network_id': '5a2ce5cc-687a-4c33-859e-f9b75a50c5b6', 'tenant_id': '80bd14f1151c49209b6b9f6a58ef3329', 'mac_address': 'fa:16:3e:a6:3e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '87945563-f9d1-4353-83ce-d183f9346308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:05Z', 'updated_at': '2021-11-09T21:22:13Z', 'revision_number': 5, 'project_id': '80bd14f1151c49209b6b9f6a58ef3329', 'subnets': [{'id': '87945563-f9d1-4353-83ce-d183f9346308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:29.424751 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-545925e3-14a1-458e-bfff-c8d0caab8f77 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:29.496507 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2870be2-631c-4a72-8e8c-9fa62a4c352d None None] Checking router: e5a328cd-b7f7-4e43-968a-2614ea669b17 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:26:29.506117 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2870be2-631c-4a72-8e8c-9fa62a4c352d None None] Routers {'e5a328cd-b7f7-4e43-968a-2614ea669b17'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:26:29.507645 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-b2870be2-631c-4a72-8e8c-9fa62a4c352d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:26:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e5a328cd-b7f7-4e43-968a-2614ea669b17'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:29.520598 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-545925e3-14a1-458e-bfff-c8d0caab8f77 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:29.609767 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-545925e3-14a1-458e-bfff-c8d0caab8f77 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:29.613119 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-545925e3-14a1-458e-bfff-c8d0caab8f77 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:29.614509 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-545925e3-14a1-458e-bfff-c8d0caab8f77 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "DELETE /v2.0/security-groups/afe2085a-0a18-4615-a4f8-be27960ab0c9 HTTP/1.1" status: 204 len: 168 time: 0.2829640 Nov 09 21:26:29.617281 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 49712) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:29.632774 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [None req-c383432f-788a-43a3-8cdd-d9e5ca171a9a tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] show failed (client error): The resource could not be found. Nov 09 21:26:29.635670 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545925e3-14a1-458e-bfff-c8d0caab8f77 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe2085a-0a18-4615-a4f8-be27960ab0c9,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:29.641102 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c383432f-788a-43a3-8cdd-d9e5ca171a9a tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups/afe2085a-0a18-4615-a4f8-be27960ab0c9 HTTP/1.1" status: 404 len: 347 time: 0.0184948 Nov 09 21:26:29.641598 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49714) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:29.791195 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-b2870be2-631c-4a72-8e8c-9fa62a4c352d None None] Set router e5a328cd-b7f7-4e43-968a-2614ea669b17 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:26:29.957686 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-4c6ce6ba-e8de-4510-9ce0-7896fdff4fbb tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Deleting port 28006f57-66d3-4ee3-b405-2326905e80b2 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:26:29.958883 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4c6ce6ba-e8de-4510-9ce0-7896fdff4fbb tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:29.979646 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 49724) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:30.166875 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4c6ce6ba-e8de-4510-9ce0-7896fdff4fbb tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:30.167434 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4c6ce6ba-e8de-4510-9ce0-7896fdff4fbb tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:30.194241 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-4c6ce6ba-e8de-4510-9ce0-7896fdff4fbb tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Calling delete_port for 28006f57-66d3-4ee3-b405-2326905e80b2 owned by network:floatingip {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:26:30.274368 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d142467-aeeb-4bb6-88d6-944aca04c17a req-f239eaf3-99f6-4676-b752-4eef96b0c4c2 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:30.282340 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6d142467-aeeb-4bb6-88d6-944aca04c17a req-f239eaf3-99f6-4676-b752-4eef96b0c4c2 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c014c-515a-4b7e-81c9-1e3b6a312126 HTTP/1.1" status: 200 len: 945 time: 0.1204596 Nov 09 21:26:30.393552 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6d142467-aeeb-4bb6-88d6-944aca04c17a req-eab41415-573c-48bc-8534-e010a1146acc tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102426 Nov 09 21:26:30.472372 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-b2870be2-631c-4a72-8e8c-9fa62a4c352d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'name': 'tempest-AttachVolumeShelveTestJSON-1134091748-router', 'tenant_id': '80bd14f1151c49209b6b9f6a58ef3329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '781df098-9817-4073-a821-03d622980305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:21:59Z', 'updated_at': '2021-11-09T21:22:07Z', 'revision_number': 4, 'project_id': '80bd14f1151c49209b6b9f6a58ef3329', 'gw_port': {'id': '781df098-9817-4073-a821-03d622980305', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:00Z', 'updated_at': '2021-11-09T21:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '70422ba5-3105-471f-ba27-a49007a6ecf7', 'name': '', 'network_id': '5a2ce5cc-687a-4c33-859e-f9b75a50c5b6', 'tenant_id': '80bd14f1151c49209b6b9f6a58ef3329', 'mac_address': 'fa:16:3e:a6:3e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '87945563-f9d1-4353-83ce-d183f9346308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:05Z', 'updated_at': '2021-11-09T21:22:13Z', 'revision_number': 5, 'project_id': '80bd14f1151c49209b6b9f6a58ef3329', 'subnets': [{'id': '87945563-f9d1-4353-83ce-d183f9346308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:30.490325 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4c6ce6ba-e8de-4510-9ce0-7896fdff4fbb tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:30.520767 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 49738) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:30.539624 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2870be2-631c-4a72-8e8c-9fa62a4c352d None None] The sync data for ids ['e5a328cd-b7f7-4e43-968a-2614ea669b17'] in n-d-816206-3 is: [{'id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'name': 'tempest-AttachVolumeShelveTestJSON-1134091748-router', 'tenant_id': '80bd14f1151c49209b6b9f6a58ef3329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '781df098-9817-4073-a821-03d622980305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:21:59Z', 'updated_at': '2021-11-09T21:22:07Z', 'revision_number': 4, 'project_id': '80bd14f1151c49209b6b9f6a58ef3329', 'gw_port': {'id': '781df098-9817-4073-a821-03d622980305', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:00Z', 'updated_at': '2021-11-09T21:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '70422ba5-3105-471f-ba27-a49007a6ecf7', 'name': '', 'network_id': '5a2ce5cc-687a-4c33-859e-f9b75a50c5b6', 'tenant_id': '80bd14f1151c49209b6b9f6a58ef3329', 'mac_address': 'fa:16:3e:a6:3e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '87945563-f9d1-4353-83ce-d183f9346308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:05Z', 'updated_at': '2021-11-09T21:22:13Z', 'revision_number': 5, 'project_id': '80bd14f1151c49209b6b9f6a58ef3329', 'subnets': [{'id': '87945563-f9d1-4353-83ce-d183f9346308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:26:30.549660 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-fce96e41-4c2a-4f54-9ecc-aa1c26e09cf3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=80b628e72e9f4a7d9aa620c0e7243903&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5675170 Nov 09 21:26:30.552084 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 49742) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:30.585848 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ce6ba-e8de-4510-9ce0-7896fdff4fbb tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Pushing event deleted for resources: {'Port': ['ID=28006f57-66d3-4ee3-b405-2326905e80b2,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:30.636704 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-c8d93abd-cabd-4695-a5bb-e4d74ce8b83e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-863928035-network', 'tenant_id': 'dda241e172b24b5fa67da416fe0cd00f'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:26:30.650198 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fa119b9f-19e6-4bab-ab08-b3116903f291 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:30.695334 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fa119b9f-19e6-4bab-ab08-b3116903f291 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:30.707086 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d93abd-cabd-4695-a5bb-e4d74ce8b83e admin admin] Made reservation on behalf of dda241e172b24b5fa67da416fe0cd00f for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:26:30.708758 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ff876-7b9a-4f0a-99c2-1d84479573f9 req-1ce40138-b1ab-4b94-9509-0201d825ff2c tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:30.710958 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c8d93abd-cabd-4695-a5bb-e4d74ce8b83e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:30.716223 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7c7ff876-7b9a-4f0a-99c2-1d84479573f9 req-1ce40138-b1ab-4b94-9509-0201d825ff2c tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/ports?device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 945 time: 0.3159254 Nov 09 21:26:30.726185 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c8d93abd-cabd-4695-a5bb-e4d74ce8b83e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:30.805757 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fa119b9f-19e6-4bab-ab08-b3116903f291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:30.809895 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fa119b9f-19e6-4bab-ab08-b3116903f291 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:30.811611 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-fa119b9f-19e6-4bab-ab08-b3116903f291 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/abd0cd1d-a612-42a8-8a18-95801fc8fd28 HTTP/1.1" status: 204 len: 168 time: 0.2578321 Nov 09 21:26:30.834003 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa119b9f-19e6-4bab-ab08-b3116903f291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd0cd1d-a612-42a8-8a18-95801fc8fd28,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:30.889145 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c8d93abd-cabd-4695-a5bb-e4d74ce8b83e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:30.900243 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c8d93abd-cabd-4695-a5bb-e4d74ce8b83e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:30.948530 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7c7ff876-7b9a-4f0a-99c2-1d84479573f9 req-457b201c-c744-49e2-b54b-cd3c79917937 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/security-groups?id=994058e5-2188-4388-9fbd-cf7bf18529ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313290 Nov 09 21:26:30.948780 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8d93abd-cabd-4695-a5bb-e4d74ce8b83e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:26:30.952699 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4c6ce6ba-e8de-4510-9ce0-7896fdff4fbb tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks [] for floatingip, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:30.956293 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4c6ce6ba-e8de-4510-9ce0-7896fdff4fbb tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:30.957623 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4c6ce6ba-e8de-4510-9ce0-7896fdff4fbb tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "DELETE /v2.0/floatingips/e7cef3b0-cd07-40b2-99be-58c3a4b919de HTTP/1.1" status: 204 len: 168 time: 1.3144004 Nov 09 21:26:31.008398 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c8d93abd-cabd-4695-a5bb-e4d74ce8b83e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:31.010276 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-c8d93abd-cabd-4695-a5bb-e4d74ce8b83e admin admin] Added segment 2cdf012b-9bd1-45f2-84f7-0e01142da227 of type vlan for network 1daa004a-b32c-41a1-a6f7-48a078de4ba2 Nov 09 21:26:31.027001 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 8c97fc36-5027-40cd-b0e1-602f0c2ede8e up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:26:31.051307 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d93abd-cabd-4695-a5bb-e4d74ce8b83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398e1107-129f-4707-b320-d32ea690e426,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:31.123886 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5c930d-41f0-4612-8505-3342f33f83af None None] New status for floating IP e7cef3b0-cd07-40b2-99be-58c3a4b919de: DOWN {{(pid=102609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:26:31.145273 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c8d93abd-cabd-4695-a5bb-e4d74ce8b83e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:31.184341 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c8d93abd-cabd-4695-a5bb-e4d74ce8b83e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:31.185905 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d93abd-cabd-4695-a5bb-e4d74ce8b83e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:31.186971 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c8d93abd-cabd-4695-a5bb-e4d74ce8b83e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:31.342547 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d93abd-cabd-4695-a5bb-e4d74ce8b83e admin admin] Pushing event updated for resources: {'Network': ['ID=1daa004a-b32c-41a1-a6f7-48a078de4ba2,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:31.357763 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 1daa004a-b32c-41a1-a6f7-48a078de4ba2 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:26:31.368065 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c8d93abd-cabd-4695-a5bb-e4d74ce8b83e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8448391 Nov 09 21:26:31.370239 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49760) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:31.377568 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-6f183047-5ba4-440b-9923-0fff1a65479b admin admin] Request body: {'subnet': {'network_id': '1daa004a-b32c-41a1-a6f7-48a078de4ba2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-863928035-subnet', 'tenant_id': 'dda241e172b24b5fa67da416fe0cd00f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:26:31.436945 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 8c97fc36-5027-40cd-b0e1-602f0c2ede8e completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:26:31.442821 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f183047-5ba4-440b-9923-0fff1a65479b admin admin] Made reservation on behalf of dda241e172b24b5fa67da416fe0cd00f for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:26:31.443242 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 8c97fc36-5027-40cd-b0e1-602f0c2ede8e triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:26:31.443793 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:31.445580 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6f183047-5ba4-440b-9923-0fff1a65479b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:31.556597 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:31.583127 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868a48e0-3a5e-43e5-965a-1913f644fa13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c97fc36-5027-40cd-b0e1-602f0c2ede8e'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:26:31.585500 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ce0eed-61bc-41bb-9119-9103b6f2bd01" -d '{"events": [{"server_uuid": "868a48e0-3a5e-43e5-965a-1913f644fa13", "name": "network-vif-plugged", "status": "completed", "tag": "8c97fc36-5027-40cd-b0e1-602f0c2ede8e"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:26:31.599873 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 8c97fc36-5027-40cd-b0e1-602f0c2ede8e, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=8c97fc36-5027-40cd-b0e1-602f0c2ede8e,segment=NetworkSegment(d81d753a-93e5-4207-911a-f55256caa2d0),segment_id=d81d753a-93e5-4207-911a-f55256caa2d0)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:26:31.609736 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:31.610664 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 77a87d51-38f5-44c7-9010-89c6fd0999c3 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:26:31.655779 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 77a87d51-38f5-44c7-9010-89c6fd0999c3 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:26:31.656185 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 77a87d51-38f5-44c7-9010-89c6fd0999c3 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:26:31.662810 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 49778) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:31.668482 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-6fa5130e-e144-4e03-b033-eff5502de909 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1136953584', 'description': 'tempest-description--406990739'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:26:31.706254 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=8c97fc36-5027-40cd-b0e1-602f0c2ede8e,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:31.732865 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6fa5130e-e144-4e03-b033-eff5502de909 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:31.753704 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23db68ec-72ad-4ef2-9dc6-3505f3ef4ca2 x-openstack-request-id: req-23db68ec-72ad-4ef2-9dc6-3505f3ef4ca2 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:26:31.754097 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "868a48e0-3a5e-43e5-965a-1913f644fa13", "name": "network-vif-plugged", "status": "completed", "tag": "8c97fc36-5027-40cd-b0e1-602f0c2ede8e", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:26:31.754433 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-23db68ec-72ad-4ef2-9dc6-3505f3ef4ca2 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:26:31.755607 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '868a48e0-3a5e-43e5-965a-1913f644fa13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c97fc36-5027-40cd-b0e1-602f0c2ede8e', 'code': 200} Nov 09 21:26:31.956715 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6fa5130e-e144-4e03-b033-eff5502de909 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:31.980817 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6fa5130e-e144-4e03-b033-eff5502de909 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:32.005225 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b2e41-1edc-4443-9b33-8a93f4548639 req-a84dcb72-1936-451f-8d25-c9ecc96b1876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:32.008115 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e62b2e41-1edc-4443-9b33-8a93f4548639 req-a84dcb72-1936-451f-8d25-c9ecc96b1876 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 1097 time: 0.1786020 Nov 09 21:26:32.076723 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6fa5130e-e144-4e03-b033-eff5502de909 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:32.079391 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6fa5130e-e144-4e03-b033-eff5502de909 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4148364 Nov 09 21:26:32.101655 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49794) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:32.109407 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-44e19389-9224-4c67-9001-e11e9d5ad458 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Request body: {'security_group_rule': {'security_group_id': '37feb5f3-a75b-443d-af3b-3c1bb52a066a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:26:32.178809 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5130e-e144-4e03-b033-eff5502de909 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37feb5f3-a75b-443d-af3b-3c1bb52a066a,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:32.207876 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-44e19389-9224-4c67-9001-e11e9d5ad458 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:32.211315 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d93a34-883d-407a-9365-00dc1b5b0532 req-126feeb0-dc72-43b6-a843-6e2d66b8c761 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:32.213201 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c8d93a34-883d-407a-9365-00dc1b5b0532 req-126feeb0-dc72-43b6-a843-6e2d66b8c761 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/ports?device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 946 time: 0.1289451 Nov 09 21:26:32.233658 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e44bda-aa22-4ba7-b024-a12b1010675d req-b88702d1-8990-4649-8522-e5b3571d2d7f tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:32.243271 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d4e44bda-aa22-4ba7-b024-a12b1010675d req-b88702d1-8990-4649-8522-e5b3571d2d7f tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c014c-515a-4b7e-81c9-1e3b6a312126 HTTP/1.1" status: 200 len: 945 time: 0.1399994 Nov 09 21:26:32.315887 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c8d93a34-883d-407a-9365-00dc1b5b0532 req-f248309c-5075-4ad8-af5d-2206b986cecf tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/security-groups?id=994058e5-2188-4388-9fbd-cf7bf18529ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939305 Nov 09 21:26:32.317942 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e62b2e41-1edc-4443-9b33-8a93f4548639 req-d0c1b74c-796f-4162-a37b-e28678af1939 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=994058e5-2188-4388-9fbd-cf7bf18529ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713547 Nov 09 21:26:32.376446 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d4e44bda-aa22-4ba7-b024-a12b1010675d req-8ee70d39-49c4-4fcf-aaed-b2c702e8c621 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302514 Nov 09 21:26:32.402172 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 49804) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:32.409757 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-44e19389-9224-4c67-9001-e11e9d5ad458 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:32.431856 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-44e19389-9224-4c67-9001-e11e9d5ad458 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:32.465070 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e19389-9224-4c67-9001-e11e9d5ad458 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6796e6a9-8d0d-4ee0-91b9-08246d115d8f,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:32.475417 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6f183047-5ba4-440b-9923-0fff1a65479b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:32.518095 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-44e19389-9224-4c67-9001-e11e9d5ad458 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:32.521843 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-44e19389-9224-4c67-9001-e11e9d5ad458 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4166305 Nov 09 21:26:32.522582 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49810) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:32.530010 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-7cc91c4a-27f4-433f-bb70-67ea79fbd921 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Request body: {'security_group_rule': {'security_group_id': '37feb5f3-a75b-443d-af3b-3c1bb52a066a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:26:32.540576 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f183047-5ba4-440b-9923-0fff1a65479b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5a38529-2520-461f-b69f-4d9fc6bbdfe2,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:32.594133 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-7e204bfe-cc50-4e31-95fc-00407b556d44 tempest-NetworksNegativeTestJSON-991023878 tempest-NetworksNegativeTestJSON-991023878-project] Request body: {'port': {'network_id': 'd05a0d61-4d76-4a64-b5eb-4052ffe93eb4', 'name': 'tempest-NetworksNegativeTestJSON-916155155'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:26:32.618046 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e204bfe-cc50-4e31-95fc-00407b556d44 tempest-NetworksNegativeTestJSON-991023878 tempest-NetworksNegativeTestJSON-991023878-project] POST failed (client error): The resource could not be found. Nov 09 21:26:32.618869 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e204bfe-cc50-4e31-95fc-00407b556d44 tempest-NetworksNegativeTestJSON-991023878 tempest-NetworksNegativeTestJSON-991023878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:26:32.620033 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7e204bfe-cc50-4e31-95fc-00407b556d44 tempest-NetworksNegativeTestJSON-991023878 tempest-NetworksNegativeTestJSON-991023878-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2168429 Nov 09 21:26:32.624531 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 49816) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:32.629982 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f183047-5ba4-440b-9923-0fff1a65479b admin admin] Checking segment: {'id': '2cdf012b-9bd1-45f2-84f7-0e01142da227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1daa004a-b32c-41a1-a6f7-48a078de4ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:26:32.630345 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f183047-5ba4-440b-9923-0fff1a65479b admin admin] Network hostable DHCP agents. Network: 1daa004a-b32c-41a1-a6f7-48a078de4ba2, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:26:32.632404 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7cc91c4a-27f4-433f-bb70-67ea79fbd921 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:32.665839 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-87aa8eb0-2522-481b-8bcb-43258c25f886 tempest-NetworksNegativeTestJSON-991023878 tempest-NetworksNegativeTestJSON-991023878-project] DELETE failed (client error): The resource could not be found. Nov 09 21:26:32.666662 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87aa8eb0-2522-481b-8bcb-43258c25f886 tempest-NetworksNegativeTestJSON-991023878 tempest-NetworksNegativeTestJSON-991023878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:26:32.670785 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-87aa8eb0-2522-481b-8bcb-43258c25f886 tempest-NetworksNegativeTestJSON-991023878 tempest-NetworksNegativeTestJSON-991023878-project] 10.222.0.49 "DELETE /v2.0/networks/90c15e24-5b3b-46de-b310-dc4b4662a29c HTTP/1.1" status: 404 len: 339 time: 0.0439477 Nov 09 21:26:32.674590 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 49820) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:32.681144 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f183047-5ba4-440b-9923-0fff1a65479b admin admin] Network 1daa004a-b32c-41a1-a6f7-48a078de4ba2 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:26:32.695627 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-6f183047-5ba4-440b-9923-0fff1a65479b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 1daa004a-b32c-41a1-a6f7-48a078de4ba2) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:26:32.706399 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-984544cc-fae1-4e5d-9e96-c945fe127609 tempest-NetworksNegativeTestJSON-991023878 tempest-NetworksNegativeTestJSON-991023878-project] DELETE failed (client error): The resource could not be found. Nov 09 21:26:32.707374 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-984544cc-fae1-4e5d-9e96-c945fe127609 tempest-NetworksNegativeTestJSON-991023878 tempest-NetworksNegativeTestJSON-991023878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:26:32.707512 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de16800-8dbd-43ad-b921-de6ec3cc86c0 None None] Network 1daa004a-b32c-41a1-a6f7-48a078de4ba2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:26:32.710508 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f183047-5ba4-440b-9923-0fff1a65479b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:32.711234 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6f183047-5ba4-440b-9923-0fff1a65479b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:32.711941 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-984544cc-fae1-4e5d-9e96-c945fe127609 tempest-NetworksNegativeTestJSON-991023878 tempest-NetworksNegativeTestJSON-991023878-project] 10.222.0.49 "DELETE /v2.0/ports/f9683f4a-3c6b-4a6d-8a97-0f346e43e8de HTTP/1.1" status: 404 len: 333 time: 0.0361104 Nov 09 21:26:32.717188 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 49822) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:32.729806 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7cc91c4a-27f4-433f-bb70-67ea79fbd921 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:32.745776 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7cc91c4a-27f4-433f-bb70-67ea79fbd921 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:32.773037 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6f183047-5ba4-440b-9923-0fff1a65479b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4016230 Nov 09 21:26:32.775063 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc91c4a-27f4-433f-bb70-67ea79fbd921 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e861e251-4c77-4ce5-b414-316f3805150b,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:32.780243 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a7b536a-7e4d-4a79-87ec-f52f8df0d339 tempest-NetworksNegativeTestJSON-991023878 tempest-NetworksNegativeTestJSON-991023878-project] DELETE failed (client error): The resource could not be found. Nov 09 21:26:32.784160 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a7b536a-7e4d-4a79-87ec-f52f8df0d339 tempest-NetworksNegativeTestJSON-991023878 tempest-NetworksNegativeTestJSON-991023878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:26:32.790164 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6a7b536a-7e4d-4a79-87ec-f52f8df0d339 tempest-NetworksNegativeTestJSON-991023878 tempest-NetworksNegativeTestJSON-991023878-project] 10.222.0.49 "DELETE /v2.0/subnets/08cda19b-3fc1-4b99-b04d-6725832619e3 HTTP/1.1" status: 404 len: 337 time: 0.0717475 Nov 09 21:26:32.792510 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7cc91c4a-27f4-433f-bb70-67ea79fbd921 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:32.796739 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7cc91c4a-27f4-433f-bb70-67ea79fbd921 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2703841 Nov 09 21:26:32.797145 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 49826) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:32.797502 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 49828) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:32.804242 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-d4498667-1043-4500-af34-5e81bf510288 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:26:32.837418 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f4d7ca1-8165-4a12-b045-88b9010a0361 tempest-NetworksNegativeTestJSON-991023878 tempest-NetworksNegativeTestJSON-991023878-project] GET failed (client error): The resource could not be found. Nov 09 21:26:32.843280 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49832) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:32.843694 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7f4d7ca1-8165-4a12-b045-88b9010a0361 tempest-NetworksNegativeTestJSON-991023878 tempest-NetworksNegativeTestJSON-991023878-project] 10.222.0.49 "GET /v2.0/networks/8252cde1-cd84-4644-b8de-cb99ebb4810c HTTP/1.1" status: 404 len: 339 time: 0.0451345 Nov 09 21:26:32.868209 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d4498667-1043-4500-af34-5e81bf510288 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks [] for floatingip, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:32.896555 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-df77c633-6f9e-4e83-9aa8-0654a0539793 tempest-NetworksNegativeTestJSON-991023878 tempest-NetworksNegativeTestJSON-991023878-project] GET failed (client error): The resource could not be found. Nov 09 21:26:32.905244 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-df77c633-6f9e-4e83-9aa8-0654a0539793 tempest-NetworksNegativeTestJSON-991023878 tempest-NetworksNegativeTestJSON-991023878-project] 10.222.0.49 "GET /v2.0/ports/5a169db4-aaf7-454e-94e0-18fb2ef40eac HTTP/1.1" status: 404 len: 333 time: 0.0607359 Nov 09 21:26:32.910381 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49834) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:32.921912 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6ab3a3-06d2-4c6f-90eb-44279d4be729 None None] Network 1daa004a-b32c-41a1-a6f7-48a078de4ba2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:26:32.966170 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-64d2392a-16f2-4ec5-a3c9-26f426bd43e9 tempest-NetworksNegativeTestJSON-991023878 tempest-NetworksNegativeTestJSON-991023878-project] GET failed (client error): The resource could not be found. Nov 09 21:26:32.971582 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-64d2392a-16f2-4ec5-a3c9-26f426bd43e9 tempest-NetworksNegativeTestJSON-991023878 tempest-NetworksNegativeTestJSON-991023878-project] 10.222.0.49 "GET /v2.0/subnets/90400428-169c-4db1-a96c-67c939f16470 HTTP/1.1" status: 404 len: 337 time: 0.0561838 Nov 09 21:26:32.972056 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 49838) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:32.977505 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-77cfd83a-0a44-4a3d-afd4-5bdc61a43bc4 tempest-NetworksNegativeTestJSON-991023878 tempest-NetworksNegativeTestJSON-991023878-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:26:32.995120 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-77cfd83a-0a44-4a3d-afd4-5bdc61a43bc4 tempest-NetworksNegativeTestJSON-991023878 tempest-NetworksNegativeTestJSON-991023878-project] PUT failed (client error): The resource could not be found. Nov 09 21:26:32.995686 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77cfd83a-0a44-4a3d-afd4-5bdc61a43bc4 tempest-NetworksNegativeTestJSON-991023878 tempest-NetworksNegativeTestJSON-991023878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:26:33.000570 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-77cfd83a-0a44-4a3d-afd4-5bdc61a43bc4 tempest-NetworksNegativeTestJSON-991023878 tempest-NetworksNegativeTestJSON-991023878-project] 10.222.0.49 "PUT /v2.0/networks/c5f97f20-517a-4e59-ac9b-e2ac5fc2a2ee HTTP/1.1" status: 404 len: 339 time: 0.0242076 Nov 09 21:26:33.001104 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49842) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:33.007090 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-ddc5ec0c-5d7f-4135-a8c0-87aedb997b46 tempest-NetworksNegativeTestJSON-991023878 tempest-NetworksNegativeTestJSON-991023878-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:26:33.043475 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddc5ec0c-5d7f-4135-a8c0-87aedb997b46 tempest-NetworksNegativeTestJSON-991023878 tempest-NetworksNegativeTestJSON-991023878-project] PUT failed (client error): The resource could not be found. Nov 09 21:26:33.044163 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddc5ec0c-5d7f-4135-a8c0-87aedb997b46 tempest-NetworksNegativeTestJSON-991023878 tempest-NetworksNegativeTestJSON-991023878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:26:33.045370 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ddc5ec0c-5d7f-4135-a8c0-87aedb997b46 tempest-NetworksNegativeTestJSON-991023878 tempest-NetworksNegativeTestJSON-991023878-project] 10.222.0.49 "PUT /v2.0/ports/9af5ae07-e735-4bcb-b71c-e3fa71287eef HTTP/1.1" status: 404 len: 333 time: 0.0427327 Nov 09 21:26:33.050379 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 49848) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:33.055453 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-807d3ba8-98b1-4898-8804-8bd098c8d67e tempest-NetworksNegativeTestJSON-991023878 tempest-NetworksNegativeTestJSON-991023878-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:26:33.080546 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-807d3ba8-98b1-4898-8804-8bd098c8d67e tempest-NetworksNegativeTestJSON-991023878 tempest-NetworksNegativeTestJSON-991023878-project] PUT failed (client error): The resource could not be found. Nov 09 21:26:33.081242 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-807d3ba8-98b1-4898-8804-8bd098c8d67e tempest-NetworksNegativeTestJSON-991023878 tempest-NetworksNegativeTestJSON-991023878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:26:33.082134 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-807d3ba8-98b1-4898-8804-8bd098c8d67e tempest-NetworksNegativeTestJSON-991023878 tempest-NetworksNegativeTestJSON-991023878-project] 10.222.0.49 "PUT /v2.0/subnets/bd35037c-1c8b-4220-929d-ff40bef13d62 HTTP/1.1" status: 404 len: 337 time: 0.0308006 Nov 09 21:26:33.129997 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d4498667-1043-4500-af34-5e81bf510288 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:33.275165 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-d4498667-1043-4500-af34-5e81bf510288 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Allocated IP 172.25.7.205 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/9ae91902-5ff7-4545-bac3-144742564e38) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:26:33.526224 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c0153-f5d1-40e1-818e-18ff7df77db9 req-c192cb72-98d2-4097-a7e9-2e5cc5faf40d tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:33.529250 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0e8c0153-f5d1-40e1-818e-18ff7df77db9 req-c192cb72-98d2-4097-a7e9-2e5cc5faf40d tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/ports?device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 946 time: 0.1016204 Nov 09 21:26:33.538265 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d4498667-1043-4500-af34-5e81bf510288 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:33.575711 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:33.583295 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49870) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:33.667538 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d4498667-1043-4500-af34-5e81bf510288 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:33.685868 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0e8c0153-f5d1-40e1-818e-18ff7df77db9 req-6f1bdb27-a9cb-40fb-becc-ea93facf2ed1 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/security-groups?id=994058e5-2188-4388-9fbd-cf7bf18529ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496227 Nov 09 21:26:33.714641 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4498667-1043-4500-af34-5e81bf510288 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Pushing event updated for resources: {'Port': ['ID=9ae91902-5ff7-4545-bac3-144742564e38,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:33.739880 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9b29b-c00b-4467-b7b8-52788fcec09c req-d0582538-dbd9-4756-923b-d1d9fec42b34 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:33.746890 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-58d9b29b-c00b-4467-b7b8-52788fcec09c req-d0582538-dbd9-4756-923b-d1d9fec42b34 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] 10.222.0.49 "GET /v2.0/networks?id=1daa004a-b32c-41a1-a6f7-48a078de4ba2 HTTP/1.1" status: 200 len: 813 time: 0.2264819 Nov 09 21:26:33.764935 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-58d9b29b-c00b-4467-b7b8-52788fcec09c req-080b6f08-7ff0-4e72-9421-1a1054d7a221 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] 10.222.0.49 "GET /v2.0/quotas/dda241e172b24b5fa67da416fe0cd00f HTTP/1.1" status: 200 len: 375 time: 0.0170956 Nov 09 21:26:33.805419 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4498667-1043-4500-af34-5e81bf510288 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:26:33.809476 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-58d9b29b-c00b-4467-b7b8-52788fcec09c req-1375c6bc-fece-4aec-89c1-6d535a969a59 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=dda241e172b24b5fa67da416fe0cd00f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433581 Nov 09 21:26:33.810680 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-d4498667-1043-4500-af34-5e81bf510288 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:26:33.813167 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4498667-1043-4500-af34-5e81bf510288 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:26:33.839346 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e8b6cc9a-ad01-4957-8b91-306f788e4444 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:33.893515 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aba8db-0ed3-42db-bbfa-bdde5851bbc1 req-7a444b1a-1dbc-4b8d-9939-da5603602a2c tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:33.905496 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-73aba8db-0ed3-42db-bbfa-bdde5851bbc1 req-7a444b1a-1dbc-4b8d-9939-da5603602a2c tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c014c-515a-4b7e-81c9-1e3b6a312126 HTTP/1.1" status: 200 len: 945 time: 0.1329031 Nov 09 21:26:34.004096 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e8b6cc9a-ad01-4957-8b91-306f788e4444 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:34.009543 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-73aba8db-0ed3-42db-bbfa-bdde5851bbc1 req-e574de56-b7cc-4b1e-b403-649270568e80 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031108 Nov 09 21:26:34.010863 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e8b6cc9a-ad01-4957-8b91-306f788e4444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:34.066372 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e8b6cc9a-ad01-4957-8b91-306f788e4444 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f9692abf495a49e1a2aec6b3e726fcff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4797380 Nov 09 21:26:34.066921 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49884) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:34.067600 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b6cc9a-ad01-4957-8b91-306f788e4444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c44057-2bf2-42fa-a942-99071b7be4ab,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:34.141782 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8bb6406d-3dd6-4ee7-8e15-ad5d00d66c33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:34.171275 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8bb6406d-3dd6-4ee7-8e15-ad5d00d66c33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:34.229204 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8bb6406d-3dd6-4ee7-8e15-ad5d00d66c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:34.232438 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8bb6406d-3dd6-4ee7-8e15-ad5d00d66c33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:34.234000 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8bb6406d-3dd6-4ee7-8e15-ad5d00d66c33 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e2c44057-2bf2-42fa-a942-99071b7be4ab HTTP/1.1" status: 204 len: 168 time: 0.1528304 Nov 09 21:26:34.244066 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb6406d-3dd6-4ee7-8e15-ad5d00d66c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c44057-2bf2-42fa-a942-99071b7be4ab,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:34.320316 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-58d9b29b-c00b-4467-b7b8-52788fcec09c req-4dec6b83-a918-44ac-9cd0-bfb0aee479aa service neutron] 10.222.0.49 "GET /v2.0/networks/1daa004a-b32c-41a1-a6f7-48a078de4ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5040882 Nov 09 21:26:34.396101 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d4498667-1043-4500-af34-5e81bf510288 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:34.463754 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-58d9b29b-c00b-4467-b7b8-52788fcec09c req-d32b2d9d-6bc6-45ad-a8df-5a217e542e32 service neutron] 10.222.0.49 "GET /v2.0/networks/1daa004a-b32c-41a1-a6f7-48a078de4ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424723 Nov 09 21:26:34.481179 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d4498667-1043-4500-af34-5e81bf510288 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:34.799734 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1e6a9714-d9b4-454a-bd94-8f27ad18884d req-b552f1a8-e5f6-40cf-b815-ae910af053fc tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] 10.222.0.49 "GET /v2.0/ports?device_id=1994b271-c364-4a15-ac2f-ac735ae07f75 HTTP/1.1" status: 200 len: 210 time: 0.0626740 Nov 09 21:26:34.922782 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d4498667-1043-4500-af34-5e81bf510288 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:34.949259 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f6d38-a897-4284-b233-3d6ea8ba4e70 req-63179c2d-15b9-4b63-a2c7-88acd8dbbc2f tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:34.959128 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d14f6d38-a897-4284-b233-3d6ea8ba4e70 req-63179c2d-15b9-4b63-a2c7-88acd8dbbc2f tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/ports?device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 946 time: 0.1849890 Nov 09 21:26:34.962013 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d4498667-1043-4500-af34-5e81bf510288 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:35.088306 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4498667-1043-4500-af34-5e81bf510288 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Pushing event updated for resources: {'Port': ['ID=9ae91902-5ff7-4545-bac3-144742564e38,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:35.093612 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d14f6d38-a897-4284-b233-3d6ea8ba4e70 req-8b75f210-4d7e-4d4c-8368-359d92450db3 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/security-groups?id=994058e5-2188-4388-9fbd-cf7bf18529ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335053 Nov 09 21:26:35.140503 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d4498667-1043-4500-af34-5e81bf510288 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:35.181040 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d4498667-1043-4500-af34-5e81bf510288 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:35.182275 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d4498667-1043-4500-af34-5e81bf510288 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3825674 Nov 09 21:26:35.241903 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff407db6-da06-4560-b11f-532ebe1c65a6 req-8d4576cb-447e-4c40-8896-573940213064 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:35.251657 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ff407db6-da06-4560-b11f-532ebe1c65a6 req-8d4576cb-447e-4c40-8896-573940213064 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c014c-515a-4b7e-81c9-1e3b6a312126 HTTP/1.1" status: 200 len: 945 time: 0.0810962 Nov 09 21:26:35.328125 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ff407db6-da06-4560-b11f-532ebe1c65a6 req-b13beb8e-8a19-47ee-a2e9-cd788be78ff3 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752707 Nov 09 21:26:35.560859 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b307c-a3fc-41dd-92a3-94b229c0af57 req-2566838d-00d2-47c3-ad02-e19167cdede2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:35.562400 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1d2b307c-a3fc-41dd-92a3-94b229c0af57 req-2566838d-00d2-47c3-ad02-e19167cdede2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cfc584aadc874a0d81e179083ae3ae69&device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 1097 time: 0.1096163 Nov 09 21:26:35.635979 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3afb12-acc0-4c79-89a1-ad84a7d5d1f3 req-41462ed5-af61-4885-a46c-dbbaec452885 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:35.637851 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cf3afb12-acc0-4c79-89a1-ad84a7d5d1f3 req-41462ed5-af61-4885-a46c-dbbaec452885 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/ports?device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 946 time: 0.1258299 Nov 09 21:26:35.761844 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cf3afb12-acc0-4c79-89a1-ad84a7d5d1f3 req-b6517e83-da9d-4bb6-9f0a-3fef1b06118a tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/security-groups?id=994058e5-2188-4388-9fbd-cf7bf18529ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151490 Nov 09 21:26:35.796557 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-061dcf23-276d-4e3a-a958-f738faf9cf9a tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1136953584&fields=id&tenant_id=80bd14f1151c49209b6b9f6a58ef3329 HTTP/1.1" status: 200 len: 267 time: 0.0887811 Nov 09 21:26:35.962379 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6b12549e-9b74-4562-8e67-a1b044efd51b req-e86972e7-5b14-43f2-958d-78b8fbe4f4a9 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] 10.222.0.49 "GET /v2.0/ports?device_id=1994b271-c364-4a15-ac2f-ac735ae07f75 HTTP/1.1" status: 200 len: 210 time: 0.0424509 Nov 09 21:26:36.008950 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b307c-a3fc-41dd-92a3-94b229c0af57 req-0fea2d8c-06e3-4b50-9279-c9de281ff0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:36.010825 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1d2b307c-a3fc-41dd-92a3-94b229c0af57 req-0fea2d8c-06e3-4b50-9279-c9de281ff0a9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4a53143a-08b6-4bce-b897-2f242a8191dc HTTP/1.1" status: 200 len: 920 time: 0.4361608 Nov 09 21:26:36.019116 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-61e03f4b-7ac1-4939-a26c-75e6adeeb1d8 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:36.028055 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-61e03f4b-7ac1-4939-a26c-75e6adeeb1d8 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/networks?id=5a2ce5cc-687a-4c33-859e-f9b75a50c5b6 HTTP/1.1" status: 200 len: 817 time: 0.2121913 Nov 09 21:26:36.054261 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-fd0512a8-17fe-4152-9c58-7e4b17b74bd9 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/quotas/80bd14f1151c49209b6b9f6a58ef3329 HTTP/1.1" status: 200 len: 375 time: 0.0251093 Nov 09 21:26:36.084804 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49966) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:36.115015 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1d2b307c-a3fc-41dd-92a3-94b229c0af57 req-73b6f0b5-8191-4ad5-a953-4cfade47dca1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c97fc36-5027-40cd-b0e1-602f0c2ede8e HTTP/1.1" status: 200 len: 217 time: 0.0841701 Nov 09 21:26:36.184210 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-d3cd848a-d5bb-4654-a987-414fbc43d846 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=80bd14f1151c49209b6b9f6a58ef3329&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1290753 Nov 09 21:26:36.212918 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-6577b5ae-3f33-435f-a5b1-d2e4ccf7b2e8 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-175502123'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:26:36.256487 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6577b5ae-3f33-435f-a5b1-d2e4ccf7b2e8 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Made reservation on behalf of 858314ce302b43e3a1bfa722f764cbf9 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:26:36.264933 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6577b5ae-3f33-435f-a5b1-d2e4ccf7b2e8 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:36.285097 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-7556c091-5f6a-42ab-b859-2d861659917f service neutron] 10.222.0.49 "GET /v2.0/networks/5a2ce5cc-687a-4c33-859e-f9b75a50c5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999038 Nov 09 21:26:36.293158 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6577b5ae-3f33-435f-a5b1-d2e4ccf7b2e8 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:36.311476 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b307c-a3fc-41dd-92a3-94b229c0af57 req-f3095cbd-c94c-43e5-92e7-2e0c1efee5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:36.313235 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1d2b307c-a3fc-41dd-92a3-94b229c0af57 req-f3095cbd-c94c-43e5-92e7-2e0c1efee5dd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=47508530-5c33-4c0f-a7fa-14d1e697a248 HTTP/1.1" status: 200 len: 860 time: 0.1896045 Nov 09 21:26:36.371573 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1d2b307c-a3fc-41dd-92a3-94b229c0af57 req-9c5199ba-63dc-454c-b7a7-1e027b3e0745 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4a53143a-08b6-4bce-b897-2f242a8191dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321741 Nov 09 21:26:36.440668 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6577b5ae-3f33-435f-a5b1-d2e4ccf7b2e8 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:36.459770 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6577b5ae-3f33-435f-a5b1-d2e4ccf7b2e8 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:36.514359 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-c3e999b7-c052-4ff8-aa9c-39eb5e801148 service neutron] 10.222.0.49 "GET /v2.0/networks/5a2ce5cc-687a-4c33-859e-f9b75a50c5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280583 Nov 09 21:26:36.583416 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1d2b307c-a3fc-41dd-92a3-94b229c0af57 req-c4fcfd83-cfdb-400a-9397-831473f490aa service neutron] 10.222.0.45 "GET /v2.0/networks/4a53143a-08b6-4bce-b897-2f242a8191dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038519 Nov 09 21:26:36.631025 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6577b5ae-3f33-435f-a5b1-d2e4ccf7b2e8 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:26:36.674677 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577b5ae-3f33-435f-a5b1-d2e4ccf7b2e8 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59856903-14a6-4176-8861-8fbef27c9af1,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:36.680152 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6577b5ae-3f33-435f-a5b1-d2e4ccf7b2e8 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:36.680499 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-6577b5ae-3f33-435f-a5b1-d2e4ccf7b2e8 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Added segment 1dc4af13-f432-4195-b2e1-e0d3766f8b63 of type vlan for network 35057647-8fb3-4e2f-9a4f-566d1b7e2e28 Nov 09 21:26:36.695644 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd29a2-a563-4570-a9f3-9c833e2b8c25 req-664ea589-fed2-4635-aad9-d3dbce9b789a tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:36.697470 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-11fd29a2-a563-4570-a9f3-9c833e2b8c25 req-664ea589-fed2-4635-aad9-d3dbce9b789a tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c014c-515a-4b7e-81c9-1e3b6a312126 HTTP/1.1" status: 200 len: 945 time: 0.1528854 Nov 09 21:26:36.833653 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1d2b307c-a3fc-41dd-92a3-94b229c0af57 req-863bf453-2e28-4379-8982-607b0ab77964 service neutron] 10.222.0.45 "GET /v2.0/networks/4a53143a-08b6-4bce-b897-2f242a8191dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428992 Nov 09 21:26:36.862189 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b8c1bec8-d6ec-46f2-bc9c-ed5d62a7a9dd req-745b2734-c9ce-4c7b-9a3a-a2ccdef92583 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 210 time: 0.0437088 Nov 09 21:26:36.893806 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-11fd29a2-a563-4570-a9f3-9c833e2b8c25 req-2b746fd4-9d6f-4761-bb3d-5904eced43ef tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786094 Nov 09 21:26:36.960402 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9b29b-c00b-4467-b7b8-52788fcec09c req-f9d50977-f871-4d76-b288-eb4854edd119 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:36.962994 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-58d9b29b-c00b-4467-b7b8-52788fcec09c req-f9d50977-f871-4d76-b288-eb4854edd119 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] 10.222.0.45 "GET /v2.0/networks?id=1daa004a-b32c-41a1-a6f7-48a078de4ba2 HTTP/1.1" status: 200 len: 813 time: 0.5203953 Nov 09 21:26:36.978745 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6577b5ae-3f33-435f-a5b1-d2e4ccf7b2e8 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:37.000112 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-58d9b29b-c00b-4467-b7b8-52788fcec09c req-c9a7fe89-0493-457c-9546-dd285e86a443 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] Request body: {'port': {'device_id': '1994b271-c364-4a15-ac2f-ac735ae07f75', 'network_id': '1daa004a-b32c-41a1-a6f7-48a078de4ba2', 'admin_state_up': True, 'tenant_id': 'dda241e172b24b5fa67da416fe0cd00f'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:26:37.059955 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5980844-fda0-42f9-b170-00ee6058499d req-e9e6387c-f752-4b3c-8d3b-5fa9043ec226 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:37.080309 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e5980844-fda0-42f9-b170-00ee6058499d req-e9e6387c-f752-4b3c-8d3b-5fa9043ec226 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/ports?device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 946 time: 0.1557267 Nov 09 21:26:37.126006 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6577b5ae-3f33-435f-a5b1-d2e4ccf7b2e8 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:37.141777 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6577b5ae-3f33-435f-a5b1-d2e4ccf7b2e8 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:37.143967 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6577b5ae-3f33-435f-a5b1-d2e4ccf7b2e8 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:37.174561 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e5980844-fda0-42f9-b170-00ee6058499d req-192920b3-5f08-4191-9db5-0c735875950e tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/security-groups?id=994058e5-2188-4388-9fbd-cf7bf18529ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910306 Nov 09 21:26:37.319691 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577b5ae-3f33-435f-a5b1-d2e4ccf7b2e8 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event updated for resources: {'Network': ['ID=35057647-8fb3-4e2f-9a4f-566d1b7e2e28,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:37.333180 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 35057647-8fb3-4e2f-9a4f-566d1b7e2e28 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:26:37.348199 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bd059cf5-6482-4d80-911c-4fdbff451560 req-aca7e53b-9da3-4517-a8e6-28ff2c5dd332 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] 10.222.0.49 "GET /v2.0/ports?device_id=1994b271-c364-4a15-ac2f-ac735ae07f75 HTTP/1.1" status: 200 len: 210 time: 0.2241066 Nov 09 21:26:37.359066 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6577b5ae-3f33-435f-a5b1-d2e4ccf7b2e8 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2692945 Nov 09 21:26:37.362480 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50000) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:37.369960 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-538d1899-1987-4956-99b7-94700f61d11f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'port': {'network_id': '35057647-8fb3-4e2f-9a4f-566d1b7e2e28', 'name': 'tempest-PortsTestJSON-1975368914'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:26:37.383338 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58d9b29b-c00b-4467-b7b8-52788fcec09c req-c9a7fe89-0493-457c-9546-dd285e86a443 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] Made reservation on behalf of dda241e172b24b5fa67da416fe0cd00f for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:26:37.387821 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-58d9b29b-c00b-4467-b7b8-52788fcec09c req-c9a7fe89-0493-457c-9546-dd285e86a443 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:37.607220 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538d1899-1987-4956-99b7-94700f61d11f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Made reservation on behalf of 858314ce302b43e3a1bfa722f764cbf9 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:26:37.612449 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-538d1899-1987-4956-99b7-94700f61d11f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:37.632447 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-538d1899-1987-4956-99b7-94700f61d11f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] device_id is not set on port 76cb64fd-db82-49ef-91cd-be3370e57ea7 yet. {{(pid=102607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:26:37.638443 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-58d9b29b-c00b-4467-b7b8-52788fcec09c req-c9a7fe89-0493-457c-9546-dd285e86a443 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] Allocated IP 172.20.0.10 (1daa004a-b32c-41a1-a6f7-48a078de4ba2/c5a38529-2520-461f-b69f-4d9fc6bbdfe2/9df426f0-867a-48ba-bfa1-3de3116b0acb) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:26:37.853449 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-538d1899-1987-4956-99b7-94700f61d11f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:37.944052 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-538d1899-1987-4956-99b7-94700f61d11f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:38.007223 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-58d9b29b-c00b-4467-b7b8-52788fcec09c req-c9a7fe89-0493-457c-9546-dd285e86a443 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:38.065475 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-19379b81-8ee5-434c-a097-801ad3143ef9 req-7f134b8c-340a-4bdb-ac98-cf00913e0873 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 210 time: 0.0684524 Nov 09 21:26:38.086040 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538d1899-1987-4956-99b7-94700f61d11f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event updated for resources: {'Port': ['ID=76cb64fd-db82-49ef-91cd-be3370e57ea7,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:38.116272 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538d1899-1987-4956-99b7-94700f61d11f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Checking segment: {'id': '1dc4af13-f432-4195-b2e1-e0d3766f8b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '35057647-8fb3-4e2f-9a4f-566d1b7e2e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:26:38.116743 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538d1899-1987-4956-99b7-94700f61d11f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Network hostable DHCP agents. Network: 35057647-8fb3-4e2f-9a4f-566d1b7e2e28, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:26:38.127647 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-58d9b29b-c00b-4467-b7b8-52788fcec09c req-c9a7fe89-0493-457c-9546-dd285e86a443 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:38.146302 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538d1899-1987-4956-99b7-94700f61d11f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Network 35057647-8fb3-4e2f-9a4f-566d1b7e2e28 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:26:38.164901 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-538d1899-1987-4956-99b7-94700f61d11f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 35057647-8fb3-4e2f-9a4f-566d1b7e2e28) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:26:38.174743 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50855945-7685-45ef-8390-f0c6d65b37a2 None None] Network 35057647-8fb3-4e2f-9a4f-566d1b7e2e28 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:26:38.193220 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538d1899-1987-4956-99b7-94700f61d11f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:26:38.219428 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538d1899-1987-4956-99b7-94700f61d11f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:38.220130 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-538d1899-1987-4956-99b7-94700f61d11f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:38.245885 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-538d1899-1987-4956-99b7-94700f61d11f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8778443 Nov 09 21:26:38.247162 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50014) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:38.257791 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58d9b29b-c00b-4467-b7b8-52788fcec09c req-c9a7fe89-0493-457c-9546-dd285e86a443 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] Network 1daa004a-b32c-41a1-a6f7-48a078de4ba2 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:26:38.262756 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-58d9b29b-c00b-4467-b7b8-52788fcec09c req-c9a7fe89-0493-457c-9546-dd285e86a443 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:26:38.274408 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-8fe77a8a-3b44-4039-a7a4-4e78d6ed1cf3 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-953495359'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:26:38.276667 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d9b29b-c00b-4467-b7b8-52788fcec09c req-c9a7fe89-0493-457c-9546-dd285e86a443 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:26:38.350033 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8fad3-7a7f-4c59-9018-8f51b9608a9c req-e2a06bd0-3cd6-471c-8255-22ff9d0b6ac2 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:38.352325 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-66e8fad3-7a7f-4c59-9018-8f51b9608a9c req-e2a06bd0-3cd6-471c-8255-22ff9d0b6ac2 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c014c-515a-4b7e-81c9-1e3b6a312126 HTTP/1.1" status: 200 len: 945 time: 0.2875922 Nov 09 21:26:38.357762 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7fe89-0493-457c-9546-dd285e86a443 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] Pushing event updated for resources: {'Port': ['ID=9df426f0-867a-48ba-bfa1-3de3116b0acb,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:38.407224 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe77a8a-3b44-4039-a7a4-4e78d6ed1cf3 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Made reservation on behalf of 858314ce302b43e3a1bfa722f764cbf9 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:26:38.419666 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8fe77a8a-3b44-4039-a7a4-4e78d6ed1cf3 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:38.433264 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-66e8fad3-7a7f-4c59-9018-8f51b9608a9c req-d12115b5-6203-414f-8ba1-dffb742fb438 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648882 Nov 09 21:26:38.445259 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9b29b-c00b-4467-b7b8-52788fcec09c req-c9a7fe89-0493-457c-9546-dd285e86a443 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:38.446468 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-58d9b29b-c00b-4467-b7b8-52788fcec09c req-c9a7fe89-0493-457c-9546-dd285e86a443 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:38.467364 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-58d9b29b-c00b-4467-b7b8-52788fcec09c req-c9a7fe89-0493-457c-9546-dd285e86a443 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4889100 Nov 09 21:26:38.483129 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-58d9b29b-c00b-4467-b7b8-52788fcec09c req-be11d8ab-3047-4983-8261-1267a9c58402 service neutron] Request body: {'port': {'device_id': '1994b271-c364-4a15-ac2f-ac735ae07f75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:26:38.607369 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-58d9b29b-c00b-4467-b7b8-52788fcec09c req-be11d8ab-3047-4983-8261-1267a9c58402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:38.672414 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9daf34-c755-4fa9-8ee3-d00ca1b6d073 req-d6e6d0c7-6a7b-4f82-a223-3132146bbad1 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:38.674627 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1e9daf34-c755-4fa9-8ee3-d00ca1b6d073 req-d6e6d0c7-6a7b-4f82-a223-3132146bbad1 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/ports?device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 946 time: 0.3038523 Nov 09 21:26:38.726013 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b52f1-c450-4e5f-ab8d-a9c18f24bab9 req-a42523f3-b653-461f-8bde-a3e702b92a9a tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:38.727765 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6b5b52f1-c450-4e5f-ab8d-a9c18f24bab9 req-a42523f3-b653-461f-8bde-a3e702b92a9a tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] 10.222.0.49 "GET /v2.0/ports?device_id=1994b271-c364-4a15-ac2f-ac735ae07f75 HTTP/1.1" status: 200 len: 932 time: 0.1174638 Nov 09 21:26:38.737251 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fe77a8a-3b44-4039-a7a4-4e78d6ed1cf3 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:26:38.834537 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8fe77a8a-3b44-4039-a7a4-4e78d6ed1cf3 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:38.834958 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-8fe77a8a-3b44-4039-a7a4-4e78d6ed1cf3 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Added segment 51df2d8e-1e81-46eb-b5fe-3db7ce057189 of type vlan for network 62cfb5a0-4e1c-4fd3-ae35-dd70fa6c9873 Nov 09 21:26:38.865823 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1e9daf34-c755-4fa9-8ee3-d00ca1b6d073 req-cbc4c77b-2ea5-497e-b79f-fd0013543e37 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/security-groups?id=994058e5-2188-4388-9fbd-cf7bf18529ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658056 Nov 09 21:26:38.910940 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8fe77a8a-3b44-4039-a7a4-4e78d6ed1cf3 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:38.930476 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6b5b52f1-c450-4e5f-ab8d-a9c18f24bab9 req-1dc72ee4-eb6d-4172-93f8-020ef1cd24e4 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] 10.222.0.49 "GET /v2.0/security-groups?id=398e1107-129f-4707-b320-d32ea690e426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898348 Nov 09 21:26:38.942020 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-0a97d669-dc12-4e37-9614-748ccca92745 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:38.943515 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-0a97d669-dc12-4e37-9614-748ccca92745 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.43 "GET /v2.0/networks?id=5a2ce5cc-687a-4c33-859e-f9b75a50c5b6 HTTP/1.1" status: 200 len: 817 time: 0.3738015 Nov 09 21:26:38.953341 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8fe77a8a-3b44-4039-a7a4-4e78d6ed1cf3 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:38.960076 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe77a8a-3b44-4039-a7a4-4e78d6ed1cf3 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:38.960859 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8fe77a8a-3b44-4039-a7a4-4e78d6ed1cf3 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:39.001176 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8fe77a8a-3b44-4039-a7a4-4e78d6ed1cf3 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7529294 Nov 09 21:26:39.003538 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50024) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:39.005308 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50026) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:39.011489 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-f0b8e1cc-6cdb-4fea-9303-32a05d45b198 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'ports': [{'network_id': '35057647-8fb3-4e2f-9a4f-566d1b7e2e28'}, {'network_id': '62cfb5a0-4e1c-4fd3-ae35-dd70fa6c9873'}]} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:26:39.012152 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-f0b8e1cc-6cdb-4fea-9303-32a05d45b198 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'port': {'network_id': '35057647-8fb3-4e2f-9a4f-566d1b7e2e28'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:26:39.012269 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-f0b8e1cc-6cdb-4fea-9303-32a05d45b198 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'port': {'network_id': '62cfb5a0-4e1c-4fd3-ae35-dd70fa6c9873'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:26:39.087330 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe77a8a-3b44-4039-a7a4-4e78d6ed1cf3 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event updated for resources: {'Network': ['ID=62cfb5a0-4e1c-4fd3-ae35-dd70fa6c9873,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:39.099216 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 62cfb5a0-4e1c-4fd3-ae35-dd70fa6c9873 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:26:39.118261 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-fc152501-93c1-4422-b977-9a450821cdc1 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80bd14f1151c49209b6b9f6a58ef3329 HTTP/1.1" status: 200 len: 380 time: 0.1458418 Nov 09 21:26:39.138884 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-9961d4b9-eb57-41a3-b41d-7a47c9750a79 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Request body: {'port': {'device_id': '568d6d7e-d407-462e-8cd2-c3b9473dcad5', 'network_id': '5a2ce5cc-687a-4c33-859e-f9b75a50c5b6', 'admin_state_up': True, 'tenant_id': '80bd14f1151c49209b6b9f6a58ef3329', 'security_groups': ['37feb5f3-a75b-443d-af3b-3c1bb52a066a']}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:26:39.149963 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-58d9b29b-c00b-4467-b7b8-52788fcec09c req-be11d8ab-3047-4983-8261-1267a9c58402 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9df426f0-867a-48ba-bfa1-3de3116b0acb {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:26:39.163150 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-58d9b29b-c00b-4467-b7b8-52788fcec09c req-be11d8ab-3047-4983-8261-1267a9c58402 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:39.231162 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-58d9b29b-c00b-4467-b7b8-52788fcec09c req-be11d8ab-3047-4983-8261-1267a9c58402 service neutron] Transition to ACTIVE for port object 9df426f0-867a-48ba-bfa1-3de3116b0acb will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:26:39.243296 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-58d9b29b-c00b-4467-b7b8-52788fcec09c req-be11d8ab-3047-4983-8261-1267a9c58402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:39.287155 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5e2c535a-b3f7-416a-a389-7dd58fad2b9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:39.294730 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e7b746ec-6e27-4e3f-ad44-e55bc4373786 req-b6dff55b-dd00-46ef-91d9-6b959cf849a9 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 210 time: 0.0401156 Nov 09 21:26:39.364028 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11d8ab-3047-4983-8261-1267a9c58402 service neutron] Pushing event updated for resources: {'Port': ['ID=9df426f0-867a-48ba-bfa1-3de3116b0acb,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:39.394395 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-9961d4b9-eb57-41a3-b41d-7a47c9750a79 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Made reservation on behalf of 80bd14f1151c49209b6b9f6a58ef3329 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:26:39.398267 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-9961d4b9-eb57-41a3-b41d-7a47c9750a79 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:39.401477 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b8e1cc-6cdb-4fea-9303-32a05d45b198 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Made reservation on behalf of 858314ce302b43e3a1bfa722f764cbf9 for: {'port': 2} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:26:39.406034 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f0b8e1cc-6cdb-4fea-9303-32a05d45b198 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:39.457179 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f0b8e1cc-6cdb-4fea-9303-32a05d45b198 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:39.562897 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-9961d4b9-eb57-41a3-b41d-7a47c9750a79 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Allocated IP 172.20.0.14 (5a2ce5cc-687a-4c33-859e-f9b75a50c5b6/87945563-f9d1-4353-83ce-d183f9346308/68ae207f-8797-43be-b1fb-04eb8173be11) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:26:39.565697 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-58d9b29b-c00b-4467-b7b8-52788fcec09c req-be11d8ab-3047-4983-8261-1267a9c58402 service neutron] Attempting to bind port 9df426f0-867a-48ba-bfa1-3de3116b0acb on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:26:39.566179 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-58d9b29b-c00b-4467-b7b8-52788fcec09c req-be11d8ab-3047-4983-8261-1267a9c58402 service neutron] Attempting to bind port 9df426f0-867a-48ba-bfa1-3de3116b0acb by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '2cdf012b-9bd1-45f2-84f7-0e01142da227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1daa004a-b32c-41a1-a6f7-48a078de4ba2'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:26:39.566697 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d9b29b-c00b-4467-b7b8-52788fcec09c req-be11d8ab-3047-4983-8261-1267a9c58402 service neutron] Attempting to bind port 9df426f0-867a-48ba-bfa1-3de3116b0acb on network 1daa004a-b32c-41a1-a6f7-48a078de4ba2 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:26:39.616198 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5e2c535a-b3f7-416a-a389-7dd58fad2b9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:39.622797 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d9b29b-c00b-4467-b7b8-52788fcec09c req-be11d8ab-3047-4983-8261-1267a9c58402 service neutron] Port 9df426f0-867a-48ba-bfa1-3de3116b0acb on network 1daa004a-b32c-41a1-a6f7-48a078de4ba2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:26:39.623258 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d9b29b-c00b-4467-b7b8-52788fcec09c req-be11d8ab-3047-4983-8261-1267a9c58402 service neutron] Attempting to bind port 9df426f0-867a-48ba-bfa1-3de3116b0acb on network 1daa004a-b32c-41a1-a6f7-48a078de4ba2 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:26:39.634126 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-f0b8e1cc-6cdb-4fea-9303-32a05d45b198 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] device_id is not set on port 2f7b51c6-99ce-4628-b6f4-b2b330346dbd yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:26:39.637126 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5e2c535a-b3f7-416a-a389-7dd58fad2b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:39.653122 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d9b29b-c00b-4467-b7b8-52788fcec09c req-be11d8ab-3047-4983-8261-1267a9c58402 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:26:39.653601 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d9b29b-c00b-4467-b7b8-52788fcec09c req-be11d8ab-3047-4983-8261-1267a9c58402 service neutron] Checking segment: {'id': '2cdf012b-9bd1-45f2-84f7-0e01142da227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1daa004a-b32c-41a1-a6f7-48a078de4ba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:26:39.654078 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d9b29b-c00b-4467-b7b8-52788fcec09c req-be11d8ab-3047-4983-8261-1267a9c58402 service neutron] Bound using segment: {'id': '2cdf012b-9bd1-45f2-84f7-0e01142da227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1daa004a-b32c-41a1-a6f7-48a078de4ba2'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:26:39.654929 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-58d9b29b-c00b-4467-b7b8-52788fcec09c req-be11d8ab-3047-4983-8261-1267a9c58402 service neutron] Bound port: 9df426f0-867a-48ba-bfa1-3de3116b0acb, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cdf012b-9bd1-45f2-84f7-0e01142da227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1daa004a-b32c-41a1-a6f7-48a078de4ba2'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:26:39.655204 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-58d9b29b-c00b-4467-b7b8-52788fcec09c req-be11d8ab-3047-4983-8261-1267a9c58402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:39.708133 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5e2c535a-b3f7-416a-a389-7dd58fad2b9a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3d236de05ff1482aa173e9a31644ba35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7004619 Nov 09 21:26:39.715096 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50036) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:39.716179 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2744421e-4721-4b01-acc6-29ef21f4ae4b req-c5a9e781-6489-47da-8428-2d5644a81025 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:39.720353 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2744421e-4721-4b01-acc6-29ef21f4ae4b req-c5a9e781-6489-47da-8428-2d5644a81025 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c014c-515a-4b7e-81c9-1e3b6a312126 HTTP/1.1" status: 200 len: 945 time: 0.1764903 Nov 09 21:26:39.723788 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c535a-b3f7-416a-a389-7dd58fad2b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a5553b-2947-4167-b570-7a0b4bcc8c54,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:39.730487 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-9961d4b9-eb57-41a3-b41d-7a47c9750a79 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:39.800067 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d537-a03c-4f08-855c-9021227b5d71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:39.813149 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-9961d4b9-eb57-41a3-b41d-7a47c9750a79 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:39.878018 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d537-a03c-4f08-855c-9021227b5d71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:39.881423 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2744421e-4721-4b01-acc6-29ef21f4ae4b req-2f1f9f40-519f-4f2a-900a-5e011b4fb9cb tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507881 Nov 09 21:26:39.886384 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-58d9b29b-c00b-4467-b7b8-52788fcec09c req-be11d8ab-3047-4983-8261-1267a9c58402 service neutron] For port 9df426f0-867a-48ba-bfa1-3de3116b0acb, host n-h1-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:26:39.886703 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-9961d4b9-eb57-41a3-b41d-7a47c9750a79 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Network 5a2ce5cc-687a-4c33-859e-f9b75a50c5b6 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:26:39.900862 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-9961d4b9-eb57-41a3-b41d-7a47c9750a79 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:26:39.903529 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-9961d4b9-eb57-41a3-b41d-7a47c9750a79 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:26:39.914048 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-58d9b29b-c00b-4467-b7b8-52788fcec09c req-be11d8ab-3047-4983-8261-1267a9c58402 service neutron] For port 9df426f0-867a-48ba-bfa1-3de3116b0acb, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=9df426f0-867a-48ba-bfa1-3de3116b0acb,segment=NetworkSegment(2cdf012b-9bd1-45f2-84f7-0e01142da227),segment_id=2cdf012b-9bd1-45f2-84f7-0e01142da227)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:26:39.922373 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-58d9b29b-c00b-4467-b7b8-52788fcec09c req-be11d8ab-3047-4983-8261-1267a9c58402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:39.961467 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9961d4b9-eb57-41a3-b41d-7a47c9750a79 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Pushing event updated for resources: {'Port': ['ID=68ae207f-8797-43be-b1fb-04eb8173be11,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:39.994844 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9b29b-c00b-4467-b7b8-52788fcec09c req-be11d8ab-3047-4983-8261-1267a9c58402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:39.995476 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-58d9b29b-c00b-4467-b7b8-52788fcec09c req-be11d8ab-3047-4983-8261-1267a9c58402 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:39.996917 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-58d9b29b-c00b-4467-b7b8-52788fcec09c req-be11d8ab-3047-4983-8261-1267a9c58402 service neutron] 10.222.0.45 "PUT /v2.0/ports/9df426f0-867a-48ba-bfa1-3de3116b0acb HTTP/1.1" status: 200 len: 1092 time: 1.5223169 Nov 09 21:26:39.997382 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1994b271-c364-4a15-ac2f-ac735ae07f75', 'tag': '9df426f0-867a-48ba-bfa1-3de3116b0acb'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:26:40.003598 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a1cd43-6bb9-4fe1-bcce-cb5e97213bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "1994b271-c364-4a15-ac2f-ac735ae07f75", "tag": "9df426f0-867a-48ba-bfa1-3de3116b0acb"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:26:40.014288 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f0b8e1cc-6cdb-4fea-9303-32a05d45b198 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:40.021503 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-9961d4b9-eb57-41a3-b41d-7a47c9750a79 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:40.022367 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-9961d4b9-eb57-41a3-b41d-7a47c9750a79 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:40.097888 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-9961d4b9-eb57-41a3-b41d-7a47c9750a79 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9705486 Nov 09 21:26:40.101966 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d537-a03c-4f08-855c-9021227b5d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:40.104922 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d537-a03c-4f08-855c-9021227b5d71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:40.106342 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e0e3d537-a03c-4f08-855c-9021227b5d71 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/19a5553b-2947-4167-b570-7a0b4bcc8c54 HTTP/1.1" status: 204 len: 168 time: 0.3903058 Nov 09 21:26:40.121225 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3d537-a03c-4f08-855c-9021227b5d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a5553b-2947-4167-b570-7a0b4bcc8c54,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:40.127727 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-906e7e5a-d23c-44c6-b0fb-8fa7a460b205 service neutron] Request body: {'port': {'device_id': '568d6d7e-d407-462e-8cd2-c3b9473dcad5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:26:40.141726 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcff3ea-20a6-4d03-a5df-35ae85700c94 req-6c2c2a36-af21-4cc4-a373-db32873ba116 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:40.150384 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1fcff3ea-20a6-4d03-a5df-35ae85700c94 req-6c2c2a36-af21-4cc4-a373-db32873ba116 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/ports?device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 946 time: 0.1244054 Nov 09 21:26:40.172534 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11d8ab-3047-4983-8261-1267a9c58402 service neutron] Pushing event updated for resources: {'Port': ['ID=9df426f0-867a-48ba-bfa1-3de3116b0acb,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:40.214603 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-f0b8e1cc-6cdb-4fea-9303-32a05d45b198 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] device_id is not set on port fee1a960-adc7-4378-b494-bfc0d8a014d1 yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:26:40.239622 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9b29b-c00b-4467-b7b8-52788fcec09c req-ab7e312c-a4ab-462d-ad90-4d9b28a3b057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:40.241175 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-58d9b29b-c00b-4467-b7b8-52788fcec09c req-ab7e312c-a4ab-462d-ad90-4d9b28a3b057 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dda241e172b24b5fa67da416fe0cd00f&device_id=1994b271-c364-4a15-ac2f-ac735ae07f75 HTTP/1.1" status: 200 len: 1095 time: 0.1717033 Nov 09 21:26:40.250359 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e32b4-004b-4035-b92a-3f556be976f7 req-766a8ffe-fd32-479e-b02b-90684b560b66 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:40.252441 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-284e32b4-004b-4035-b92a-3f556be976f7 req-766a8ffe-fd32-479e-b02b-90684b560b66 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] 10.222.0.49 "GET /v2.0/ports?device_id=1994b271-c364-4a15-ac2f-ac735ae07f75 HTTP/1.1" status: 200 len: 944 time: 0.1674197 Nov 09 21:26:40.270979 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-906e7e5a-d23c-44c6-b0fb-8fa7a460b205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:40.288751 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1fcff3ea-20a6-4d03-a5df-35ae85700c94 req-64abcff1-e6cb-48ed-9a8a-431cdfbbfde9 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/security-groups?id=994058e5-2188-4388-9fbd-cf7bf18529ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318693 Nov 09 21:26:40.328267 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50050) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:40.369340 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-58d9b29b-c00b-4467-b7b8-52788fcec09c req-5f6f49a8-512d-447e-95bb-804906091660 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9df426f0-867a-48ba-bfa1-3de3116b0acb HTTP/1.1" status: 200 len: 217 time: 0.1108274 Nov 09 21:26:40.381161 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0d02e6-c694-4694-9bca-021dd9e315e6 x-openstack-request-id: req-0c0d02e6-c694-4694-9bca-021dd9e315e6 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:26:40.381656 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1994b271-c364-4a15-ac2f-ac735ae07f75", "tag": "9df426f0-867a-48ba-bfa1-3de3116b0acb", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:26:40.382102 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0c0d02e6-c694-4694-9bca-021dd9e315e6 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:26:40.382831 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1994b271-c364-4a15-ac2f-ac735ae07f75', 'tag': '9df426f0-867a-48ba-bfa1-3de3116b0acb', 'status': 'completed', 'code': 200} Nov 09 21:26:40.418855 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-a56c539e-0ca1-4f77-be30-88a3d2453836 None None] Provisioning complete for port 68ae207f-8797-43be-b1fb-04eb8173be11 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:26:40.419807 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a56c539e-0ca1-4f77-be30-88a3d2453836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:40.493308 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-a56c539e-0ca1-4f77-be30-88a3d2453836 None None] Port 68ae207f-8797-43be-b1fb-04eb8173be11 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:26:40.552574 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-284e32b4-004b-4035-b92a-3f556be976f7 req-94c5f0e3-2d22-4428-a353-a37abb9e28ba tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] 10.222.0.49 "GET /v2.0/security-groups?id=398e1107-129f-4707-b320-d32ea690e426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852061 Nov 09 21:26:40.582946 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50056) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:40.619308 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c1f8ba51-41ac-46c0-89bc-b6a3d5a7a097 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:40.643689 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9b29b-c00b-4467-b7b8-52788fcec09c req-8a0cf9bf-5912-4dfc-9ebc-5a9eaa851b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:40.645209 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-58d9b29b-c00b-4467-b7b8-52788fcec09c req-8a0cf9bf-5912-4dfc-9ebc-5a9eaa851b39 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c5a38529-2520-461f-b69f-4d9fc6bbdfe2 HTTP/1.1" status: 200 len: 853 time: 0.2582939 Nov 09 21:26:40.689401 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f0b8e1cc-6cdb-4fea-9303-32a05d45b198 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:40.695659 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-58d9b29b-c00b-4467-b7b8-52788fcec09c req-974af85d-6e2e-4ec7-8fa4-dbf81300f424 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1daa004a-b32c-41a1-a6f7-48a078de4ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398653 Nov 09 21:26:40.740429 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff185483-c378-4c08-9c5f-0f737c4c835a req-2dd3203e-2a5c-4ea0-867f-9a5404c6ac6b tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:40.741857 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ff185483-c378-4c08-9c5f-0f737c4c835a req-2dd3203e-2a5c-4ea0-867f-9a5404c6ac6b tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 932 time: 0.2266335 Nov 09 21:26:40.825766 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f0b8e1cc-6cdb-4fea-9303-32a05d45b198 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:40.883913 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ff185483-c378-4c08-9c5f-0f737c4c835a req-cabebaf7-8c96-4830-a2bc-55e7ac8549d5 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334755 Nov 09 21:26:40.896881 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-58d9b29b-c00b-4467-b7b8-52788fcec09c req-769f65ba-efd1-4b98-a7e6-e571729278ca service neutron] 10.222.0.45 "GET /v2.0/networks/1daa004a-b32c-41a1-a6f7-48a078de4ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928654 Nov 09 21:26:40.904533 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c1f8ba51-41ac-46c0-89bc-b6a3d5a7a097 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:40.915489 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b8e1cc-6cdb-4fea-9303-32a05d45b198 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Network 35057647-8fb3-4e2f-9a4f-566d1b7e2e28 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:26:40.924963 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c1f8ba51-41ac-46c0-89bc-b6a3d5a7a097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:40.951211 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-f0b8e1cc-6cdb-4fea-9303-32a05d45b198 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:26:40.988934 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b8e1cc-6cdb-4fea-9303-32a05d45b198 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:26:40.990256 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f0b8e1cc-6cdb-4fea-9303-32a05d45b198 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:40.993825 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b8e1cc-6cdb-4fea-9303-32a05d45b198 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event updated for resources: {'Port': ['ID=2f7b51c6-99ce-4628-b6f4-b2b330346dbd,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:41.060297 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c1f8ba51-41ac-46c0-89bc-b6a3d5a7a097 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=17bb115ca27a400e962ddd98f29c858f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4738221 Nov 09 21:26:41.065197 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f8ba51-41ac-46c0-89bc-b6a3d5a7a097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da895762-7b85-4ddf-a291-2567e3d1545b,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:41.069838 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50060) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:41.164405 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b8e1cc-6cdb-4fea-9303-32a05d45b198 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event updated for resources: {'Port': ['ID=fee1a960-adc7-4378-b494-bfc0d8a014d1,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:41.206086 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-58d9b29b-c00b-4467-b7b8-52788fcec09c req-3ed4efe6-fde7-4c0a-a536-1f2d3636a489 service neutron] 10.222.0.45 "GET /v2.0/networks/1daa004a-b32c-41a1-a6f7-48a078de4ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926021 Nov 09 21:26:41.208416 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b8e1cc-6cdb-4fea-9303-32a05d45b198 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Checking segment: {'id': '51df2d8e-1e81-46eb-b5fe-3db7ce057189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '62cfb5a0-4e1c-4fd3-ae35-dd70fa6c9873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:26:41.208816 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b8e1cc-6cdb-4fea-9303-32a05d45b198 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Network hostable DHCP agents. Network: 62cfb5a0-4e1c-4fd3-ae35-dd70fa6c9873, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:26:41.219168 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67071ed-d51e-4ca3-bee4-42b682bbda47 req-7c9a6dcf-5348-4cba-80e3-3b7ff5620506 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:41.221243 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c67071ed-d51e-4ca3-bee4-42b682bbda47 req-7c9a6dcf-5348-4cba-80e3-3b7ff5620506 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c014c-515a-4b7e-81c9-1e3b6a312126 HTTP/1.1" status: 200 len: 945 time: 0.1661255 Nov 09 21:26:41.255995 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b2beacea-8743-47d9-9384-d03f5d9f1429 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:41.280657 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b8e1cc-6cdb-4fea-9303-32a05d45b198 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Network 62cfb5a0-4e1c-4fd3-ae35-dd70fa6c9873 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:26:41.324839 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-906e7e5a-d23c-44c6-b0fb-8fa7a460b205 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68ae207f-8797-43be-b1fb-04eb8173be11 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:26:41.336110 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-906e7e5a-d23c-44c6-b0fb-8fa7a460b205 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:41.341156 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-f0b8e1cc-6cdb-4fea-9303-32a05d45b198 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 62cfb5a0-4e1c-4fd3-ae35-dd70fa6c9873) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:26:41.344839 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b2beacea-8743-47d9-9384-d03f5d9f1429 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:41.354900 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351ff7a4-e981-47c5-872f-9283c78c8f4e None None] Network 62cfb5a0-4e1c-4fd3-ae35-dd70fa6c9873 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:26:41.363759 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c67071ed-d51e-4ca3-bee4-42b682bbda47 req-fa89a00e-b956-4290-80d7-10dab3ed7865 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295977 Nov 09 21:26:41.363759 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b8e1cc-6cdb-4fea-9303-32a05d45b198 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:26:41.368793 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b8e1cc-6cdb-4fea-9303-32a05d45b198 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:41.373657 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b8e1cc-6cdb-4fea-9303-32a05d45b198 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:41.374332 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f0b8e1cc-6cdb-4fea-9303-32a05d45b198 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:41.398963 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-906e7e5a-d23c-44c6-b0fb-8fa7a460b205 service neutron] Transition to ACTIVE for port object 68ae207f-8797-43be-b1fb-04eb8173be11 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:26:41.419809 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f0b8e1cc-6cdb-4fea-9303-32a05d45b198 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.4152052 Nov 09 21:26:41.423047 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a1cd43-6bb9-4fe1-bcce-cb5e97213bd9 req-1f982e80-a5b1-4f09-a239-03217a329a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:41.424525 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-45a1cd43-6bb9-4fe1-bcce-cb5e97213bd9 req-1f982e80-a5b1-4f09-a239-03217a329a12 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dda241e172b24b5fa67da416fe0cd00f&device_id=1994b271-c364-4a15-ac2f-ac735ae07f75 HTTP/1.1" status: 200 len: 1095 time: 0.1369283 Nov 09 21:26:41.425275 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50064) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:41.446266 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-906e7e5a-d23c-44c6-b0fb-8fa7a460b205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:41.557017 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b2beacea-8743-47d9-9384-d03f5d9f1429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:41.559640 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b2beacea-8743-47d9-9384-d03f5d9f1429 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:41.561918 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b2beacea-8743-47d9-9384-d03f5d9f1429 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/da895762-7b85-4ddf-a291-2567e3d1545b HTTP/1.1" status: 204 len: 168 time: 0.4809406 Nov 09 21:26:41.590539 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2beacea-8743-47d9-9384-d03f5d9f1429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da895762-7b85-4ddf-a291-2567e3d1545b,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:41.621555 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3fe3a-608a-4627-81dc-008a50b3ee84 req-03db2585-5f8c-4d78-8ec8-45f78d90455b tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:41.623124 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-87c3fe3a-608a-4627-81dc-008a50b3ee84 req-03db2585-5f8c-4d78-8ec8-45f78d90455b tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/ports?device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 946 time: 0.2208552 Nov 09 21:26:41.631922 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906e7e5a-d23c-44c6-b0fb-8fa7a460b205 service neutron] Pushing event updated for resources: {'Port': ['ID=68ae207f-8797-43be-b1fb-04eb8173be11,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:41.643927 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a1cd43-6bb9-4fe1-bcce-cb5e97213bd9 req-fb654a19-87c1-48b4-b38a-45a778dc2be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:41.645473 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-45a1cd43-6bb9-4fe1-bcce-cb5e97213bd9 req-fb654a19-87c1-48b4-b38a-45a778dc2be7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1daa004a-b32c-41a1-a6f7-48a078de4ba2 HTTP/1.1" status: 200 len: 913 time: 0.2102203 Nov 09 21:26:41.652404 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-bd5960c0-5f52-405b-990f-d33b3917a833 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Deleting port fee1a960-adc7-4378-b494-bfc0d8a014d1 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:26:41.652917 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bd5960c0-5f52-405b-990f-d33b3917a833 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:41.672610 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-906e7e5a-d23c-44c6-b0fb-8fa7a460b205 service neutron] Attempting to bind port 68ae207f-8797-43be-b1fb-04eb8173be11 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:26:41.675696 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-906e7e5a-d23c-44c6-b0fb-8fa7a460b205 service neutron] Attempting to bind port 68ae207f-8797-43be-b1fb-04eb8173be11 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '0266031b-5829-40c1-acad-8e9a97b817f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5a2ce5cc-687a-4c33-859e-f9b75a50c5b6'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:26:41.681727 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-906e7e5a-d23c-44c6-b0fb-8fa7a460b205 service neutron] Attempting to bind port 68ae207f-8797-43be-b1fb-04eb8173be11 on network 5a2ce5cc-687a-4c33-859e-f9b75a50c5b6 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:26:41.698567 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-906e7e5a-d23c-44c6-b0fb-8fa7a460b205 service neutron] Port 68ae207f-8797-43be-b1fb-04eb8173be11 on network 5a2ce5cc-687a-4c33-859e-f9b75a50c5b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:26:41.698983 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-906e7e5a-d23c-44c6-b0fb-8fa7a460b205 service neutron] Attempting to bind port 68ae207f-8797-43be-b1fb-04eb8173be11 on network 5a2ce5cc-687a-4c33-859e-f9b75a50c5b6 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:26:41.708985 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-906e7e5a-d23c-44c6-b0fb-8fa7a460b205 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:26:41.709390 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-906e7e5a-d23c-44c6-b0fb-8fa7a460b205 service neutron] Checking segment: {'id': '0266031b-5829-40c1-acad-8e9a97b817f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5a2ce5cc-687a-4c33-859e-f9b75a50c5b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:26:41.709718 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-906e7e5a-d23c-44c6-b0fb-8fa7a460b205 service neutron] Bound using segment: {'id': '0266031b-5829-40c1-acad-8e9a97b817f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5a2ce5cc-687a-4c33-859e-f9b75a50c5b6'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:26:41.710233 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-906e7e5a-d23c-44c6-b0fb-8fa7a460b205 service neutron] Bound port: 68ae207f-8797-43be-b1fb-04eb8173be11, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0266031b-5829-40c1-acad-8e9a97b817f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5a2ce5cc-687a-4c33-859e-f9b75a50c5b6'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:26:41.710514 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-906e7e5a-d23c-44c6-b0fb-8fa7a460b205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:41.741369 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-45a1cd43-6bb9-4fe1-bcce-cb5e97213bd9 req-01fc42f9-dcc5-4705-a8ff-2556a1c4d43a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9df426f0-867a-48ba-bfa1-3de3116b0acb HTTP/1.1" status: 200 len: 217 time: 0.0842323 Nov 09 21:26:41.834738 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-87c3fe3a-608a-4627-81dc-008a50b3ee84 req-984a0075-2fc2-412c-8720-5a9827a4ec63 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/security-groups?id=994058e5-2188-4388-9fbd-cf7bf18529ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972721 Nov 09 21:26:41.856116 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bd5960c0-5f52-405b-990f-d33b3917a833 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:41.887969 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-906e7e5a-d23c-44c6-b0fb-8fa7a460b205 service neutron] For port 68ae207f-8797-43be-b1fb-04eb8173be11, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:26:41.893247 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-906e7e5a-d23c-44c6-b0fb-8fa7a460b205 service neutron] For port 68ae207f-8797-43be-b1fb-04eb8173be11, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=68ae207f-8797-43be-b1fb-04eb8173be11,segment=NetworkSegment(0266031b-5829-40c1-acad-8e9a97b817f5),segment_id=0266031b-5829-40c1-acad-8e9a97b817f5)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:26:41.896844 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-bd5960c0-5f52-405b-990f-d33b3917a833 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Calling delete_port for fee1a960-adc7-4378-b494-bfc0d8a014d1 owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:26:41.902756 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-906e7e5a-d23c-44c6-b0fb-8fa7a460b205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:41.907381 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a1cd43-6bb9-4fe1-bcce-cb5e97213bd9 req-aa4b3d35-6d18-4e14-b408-cfca0572a06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:41.909439 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-45a1cd43-6bb9-4fe1-bcce-cb5e97213bd9 req-aa4b3d35-6d18-4e14-b408-cfca0572a06a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c5a38529-2520-461f-b69f-4d9fc6bbdfe2 HTTP/1.1" status: 200 len: 853 time: 0.1580179 Nov 09 21:26:41.917120 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835b36e-4b3d-4c94-9bd8-beadf7b11c58 req-4da7d34e-cee2-475a-9982-c06c8f7d47b8 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:41.918545 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6835b36e-4b3d-4c94-9bd8-beadf7b11c58 req-4da7d34e-cee2-475a-9982-c06c8f7d47b8 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] 10.222.0.49 "GET /v2.0/ports?device_id=1994b271-c364-4a15-ac2f-ac735ae07f75 HTTP/1.1" status: 200 len: 944 time: 0.1841352 Nov 09 21:26:41.956125 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-45a1cd43-6bb9-4fe1-bcce-cb5e97213bd9 req-9e1dbb0e-0e0e-4314-bfee-03bc54616e92 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1daa004a-b32c-41a1-a6f7-48a078de4ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366204 Nov 09 21:26:41.965666 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-906e7e5a-d23c-44c6-b0fb-8fa7a460b205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:41.966281 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-906e7e5a-d23c-44c6-b0fb-8fa7a460b205 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:41.967677 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-906e7e5a-d23c-44c6-b0fb-8fa7a460b205 service neutron] 10.222.0.43 "PUT /v2.0/ports/68ae207f-8797-43be-b1fb-04eb8173be11 HTTP/1.1" status: 200 len: 1092 time: 1.8441811 Nov 09 21:26:41.969093 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '568d6d7e-d407-462e-8cd2-c3b9473dcad5', 'tag': '68ae207f-8797-43be-b1fb-04eb8173be11'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:26:41.971110 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc1613e-dc62-4f00-aada-476858bda23d" -d '{"events": [{"name": "network-changed", "server_uuid": "568d6d7e-d407-462e-8cd2-c3b9473dcad5", "tag": "68ae207f-8797-43be-b1fb-04eb8173be11"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:26:42.000280 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906e7e5a-d23c-44c6-b0fb-8fa7a460b205 service neutron] Pushing event updated for resources: {'Port': ['ID=68ae207f-8797-43be-b1fb-04eb8173be11,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:42.014780 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4cefce19-fef8-47f0-84f9-380dd8551f9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:42.154073 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6835b36e-4b3d-4c94-9bd8-beadf7b11c58 req-e8f36767-fcb0-4c36-ac26-57d7101e7024 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] 10.222.0.49 "GET /v2.0/security-groups?id=398e1107-129f-4707-b320-d32ea690e426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219007 Nov 09 21:26:42.162221 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-45a1cd43-6bb9-4fe1-bcce-cb5e97213bd9 req-c29d0faa-fffd-4efc-b19b-1bb0f14f3861 service neutron] 10.222.0.45 "GET /v2.0/networks/1daa004a-b32c-41a1-a6f7-48a078de4ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648214 Nov 09 21:26:42.225992 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30a64c-db42-47ab-b55b-5f00b3ac206a req-b540a0c4-25ed-42ae-9485-0b0ae2940969 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:42.229514 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5a30a64c-db42-47ab-b55b-5f00b3ac206a req-b540a0c4-25ed-42ae-9485-0b0ae2940969 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 944 time: 0.1265805 Nov 09 21:26:42.233257 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46260c5-3caf-4e0b-bf09-d7e0f5f0e6b4 x-openstack-request-id: req-f46260c5-3caf-4e0b-bf09-d7e0f5f0e6b4 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:26:42.233544 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "568d6d7e-d407-462e-8cd2-c3b9473dcad5", "tag": "68ae207f-8797-43be-b1fb-04eb8173be11", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:26:42.233873 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f46260c5-3caf-4e0b-bf09-d7e0f5f0e6b4 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:26:42.234207 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '568d6d7e-d407-462e-8cd2-c3b9473dcad5', 'tag': '68ae207f-8797-43be-b1fb-04eb8173be11', 'status': 'completed', 'code': 200} Nov 09 21:26:42.264269 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-2a7e8f06-0d26-49cb-8ea0-3e69b96cf61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:42.264649 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-2a7e8f06-0d26-49cb-8ea0-3e69b96cf61d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=80bd14f1151c49209b6b9f6a58ef3329&device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 1095 time: 0.1751728 Nov 09 21:26:42.318917 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-62b1a500-950d-4cf7-86c2-09748d1c6469 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68ae207f-8797-43be-b1fb-04eb8173be11 HTTP/1.1" status: 200 len: 217 time: 0.0400927 Nov 09 21:26:42.449304 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5a30a64c-db42-47ab-b55b-5f00b3ac206a req-7e8b8890-e654-439d-bb55-25f78e1449a7 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2046196 Nov 09 21:26:42.454925 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-c2bfe747-baf9-4477-91d8-ac6d4809dcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:42.456282 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-c2bfe747-baf9-4477-91d8-ac6d4809dcbd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=87945563-f9d1-4353-83ce-d183f9346308 HTTP/1.1" status: 200 len: 856 time: 0.0956712 Nov 09 21:26:42.561578 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-9c2c9713-929d-4c8e-9cea-e29b26ebc0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:42.563135 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-9c2c9713-929d-4c8e-9cea-e29b26ebc0db service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5a2ce5cc-687a-4c33-859e-f9b75a50c5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954468 Nov 09 21:26:42.628513 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bd5960c0-5f52-405b-990f-d33b3917a833 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:42.673207 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-4cefce19-fef8-47f0-84f9-380dd8551f9b admin admin] Deleting port 0c844657-9d7d-40c4-8f9d-f57e57caa8af {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:26:42.673562 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4cefce19-fef8-47f0-84f9-380dd8551f9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:42.677909 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5960c0-5f52-405b-990f-d33b3917a833 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event deleted for resources: {'Port': ['ID=fee1a960-adc7-4378-b494-bfc0d8a014d1,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:42.691530 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bd5960c0-5f52-405b-990f-d33b3917a833 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:42.697130 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-bd5960c0-5f52-405b-990f-d33b3917a833 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/ports/fee1a960-adc7-4378-b494-bfc0d8a014d1 HTTP/1.1" status: 204 len: 168 time: 1.2683313 Nov 09 21:26:42.708865 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50096) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:42.725606 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-ca2d7ed6-91ee-472f-bc8b-90a9ea35619c service neutron] 10.222.0.43 "GET /v2.0/networks/5a2ce5cc-687a-4c33-859e-f9b75a50c5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427832 Nov 09 21:26:42.761671 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d14a2d-6ec6-423c-a164-37eddb74fb25 req-a7eb617a-3090-4f12-921d-122a4e81d035 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:42.763152 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-95d14a2d-6ec6-423c-a164-37eddb74fb25 req-a7eb617a-3090-4f12-921d-122a4e81d035 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c014c-515a-4b7e-81c9-1e3b6a312126 HTTP/1.1" status: 200 len: 945 time: 0.1558883 Nov 09 21:26:42.769643 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-45a1cd43-6bb9-4fe1-bcce-cb5e97213bd9 req-1b8501fe-d710-444f-9584-4043d2edfe55 service neutron] 10.222.0.45 "GET /v2.0/networks/1daa004a-b32c-41a1-a6f7-48a078de4ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5974653 Nov 09 21:26:42.804386 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba20668-e46f-4637-a6d6-6cf82b3cab57 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:42.810299 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba20668-e46f-4637-a6d6-6cf82b3cab57 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:42.811874 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7ba20668-e46f-4637-a6d6-6cf82b3cab57 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1005023 Nov 09 21:26:42.816277 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50100) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:42.833652 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-4cefce19-fef8-47f0-84f9-380dd8551f9b admin admin] For port 0c844657-9d7d-40c4-8f9d-f57e57caa8af, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=0c844657-9d7d-40c4-8f9d-f57e57caa8af,segment=NetworkSegment(f477b23b-3157-468e-9cfa-93d67e390b26),segment_id=f477b23b-3157-468e-9cfa-93d67e390b26)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:26:42.834021 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4cefce19-fef8-47f0-84f9-380dd8551f9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:42.843642 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-95d14a2d-6ec6-423c-a164-37eddb74fb25 req-71d379ca-3561-44da-bbcd-03890b3de470 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659587 Nov 09 21:26:42.873896 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-4cefce19-fef8-47f0-84f9-380dd8551f9b admin admin] Calling delete_port for 0c844657-9d7d-40c4-8f9d-f57e57caa8af owned by network:router_interface {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:26:42.931045 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-39196bcb-a97f-40e3-9c59-eadc5ecbd98e req-0b3c0e0e-93fb-4112-8096-eed4ebd0a4fc service neutron] 10.222.0.43 "GET /v2.0/networks/5a2ce5cc-687a-4c33-859e-f9b75a50c5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974080 Nov 09 21:26:43.070156 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 9df426f0-867a-48ba-bfa1-3de3116b0acb details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:26:43.119040 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c92c93-f04c-4b3e-87f4-d466b795b166 req-033b12bb-72a3-467b-ac78-b2d6bb23a908 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:43.120568 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e6c92c93-f04c-4b3e-87f4-d466b795b166 req-033b12bb-72a3-467b-ac78-b2d6bb23a908 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/ports?device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 946 time: 0.1504393 Nov 09 21:26:43.129986 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-f6b05a64-fd7e-4914-86d4-3bcbe65fed6f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Deleting port 2f7b51c6-99ce-4628-b6f4-b2b330346dbd {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:26:43.130331 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f6b05a64-fd7e-4914-86d4-3bcbe65fed6f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:43.174105 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 9df426f0-867a-48ba-bfa1-3de3116b0acb, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=9df426f0-867a-48ba-bfa1-3de3116b0acb,segment=NetworkSegment(2cdf012b-9bd1-45f2-84f7-0e01142da227),segment_id=2cdf012b-9bd1-45f2-84f7-0e01142da227)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:26:43.190725 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '9df426f0-867a-48ba-bfa1-3de3116b0acb', 'network_id': '1daa004a-b32c-41a1-a6f7-48a078de4ba2', 'port_id': '9df426f0-867a-48ba-bfa1-3de3116b0acb', 'mac_address': 'fa:16:3e:a7:00:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5a38529-2520-461f-b69f-4d9fc6bbdfe2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:26:43.214393 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1613e-dc62-4f00-aada-476858bda23d req-6f5e68c2-6362-4fd8-b575-3f57d2b36ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:43.215888 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cbc1613e-dc62-4f00-aada-476858bda23d req-6f5e68c2-6362-4fd8-b575-3f57d2b36ff2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=80bd14f1151c49209b6b9f6a58ef3329&device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 1095 time: 0.1896503 Nov 09 21:26:43.252738 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:43.261861 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f6b05a64-fd7e-4914-86d4-3bcbe65fed6f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:43.270842 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9df426f0-867a-48ba-bfa1-3de3116b0acb {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:26:43.296395 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 9df426f0-867a-48ba-bfa1-3de3116b0acb, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=9df426f0-867a-48ba-bfa1-3de3116b0acb,segment=NetworkSegment(2cdf012b-9bd1-45f2-84f7-0e01142da227),segment_id=2cdf012b-9bd1-45f2-84f7-0e01142da227)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:26:43.305943 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:43.332836 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-f6b05a64-fd7e-4914-86d4-3bcbe65fed6f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Calling delete_port for 2f7b51c6-99ce-4628-b6f4-b2b330346dbd owned by {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:26:43.339314 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaac797-a461-44a6-b15a-f40333216a8e req-77f0299a-9010-48a8-a30b-7a43d76fb064 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:43.340920 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4aaac797-a461-44a6-b15a-f40333216a8e req-77f0299a-9010-48a8-a30b-7a43d76fb064 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] 10.222.0.49 "GET /v2.0/ports?device_id=1994b271-c364-4a15-ac2f-ac735ae07f75 HTTP/1.1" status: 200 len: 944 time: 0.1054499 Nov 09 21:26:43.345326 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e6c92c93-f04c-4b3e-87f4-d466b795b166 req-ef4c04e5-71e0-4185-b006-f9ac10b5f569 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/security-groups?id=994058e5-2188-4388-9fbd-cf7bf18529ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094803 Nov 09 21:26:43.402534 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4aaac797-a461-44a6-b15a-f40333216a8e req-4d6efdaa-5eb0-4c6a-8313-2eb5849705b6 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] 10.222.0.49 "GET /v2.0/security-groups?id=398e1107-129f-4707-b320-d32ea690e426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529549 Nov 09 21:26:43.407435 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=9df426f0-867a-48ba-bfa1-3de3116b0acb,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:43.417391 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:26:43.417736 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:26:43.418219 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:26:43.418581 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:26:43.418724 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:26:43.419049 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:26:43.419374 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:26:43.419691 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:26:43.420008 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:26:43.420328 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:26:43.420663 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:26:43.420982 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:26:43.451864 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1613e-dc62-4f00-aada-476858bda23d req-0e4957c1-8ab6-41f4-b7dc-f68890dce79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:43.453389 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cbc1613e-dc62-4f00-aada-476858bda23d req-0e4957c1-8ab6-41f4-b7dc-f68890dce79d service neutron] 10.222.0.43 "GET /v2.0/networks?id=5a2ce5cc-687a-4c33-859e-f9b75a50c5b6 HTTP/1.1" status: 200 len: 917 time: 0.2239351 Nov 09 21:26:43.457581 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4cefce19-fef8-47f0-84f9-380dd8551f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:43.518390 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['9df426f0-867a-48ba-bfa1-3de3116b0acb'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:26:43.531865 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cefce19-fef8-47f0-84f9-380dd8551f9b admin admin] Pushing event deleted for resources: {'Port': ['ID=0c844657-9d7d-40c4-8f9d-f57e57caa8af,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:43.538256 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cbc1613e-dc62-4f00-aada-476858bda23d req-734b4fe4-f975-4efc-a482-041a5ac7a42f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68ae207f-8797-43be-b1fb-04eb8173be11 HTTP/1.1" status: 200 len: 217 time: 0.0644143 Nov 09 21:26:43.659209 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f6b05a64-fd7e-4914-86d4-3bcbe65fed6f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:43.719534 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b05a64-fd7e-4914-86d4-3bcbe65fed6f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event deleted for resources: {'Port': ['ID=2f7b51c6-99ce-4628-b6f4-b2b330346dbd,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:43.725693 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1613e-dc62-4f00-aada-476858bda23d req-2f5b29ad-a962-426f-8bf1-5c4dfe240265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:43.727186 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cbc1613e-dc62-4f00-aada-476858bda23d req-2f5b29ad-a962-426f-8bf1-5c4dfe240265 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=87945563-f9d1-4353-83ce-d183f9346308 HTTP/1.1" status: 200 len: 856 time: 0.1693695 Nov 09 21:26:43.733278 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f6b05a64-fd7e-4914-86d4-3bcbe65fed6f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:43.737062 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f6b05a64-fd7e-4914-86d4-3bcbe65fed6f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/ports/2f7b51c6-99ce-4628-b6f4-b2b330346dbd HTTP/1.1" status: 204 len: 168 time: 0.9183879 Nov 09 21:26:43.740228 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50128) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:43.804252 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c5e726-b816-46f1-a3b4-4f9ee28833b8 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:43.808221 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-88c5e726-b816-46f1-a3b4-4f9ee28833b8 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0645635 Nov 09 21:26:43.808483 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1333c1ea-9b1b-4d26-a298-e94cd64292a8 req-f1548151-63bc-4473-804f-5a27a16cec84 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:43.808483 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1333c1ea-9b1b-4d26-a298-e94cd64292a8 req-f1548151-63bc-4473-804f-5a27a16cec84 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 944 time: 0.2104845 Nov 09 21:26:43.810781 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50132) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:43.860110 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b49a8fc-6157-4956-995d-fc3f73e9eb68 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] GET failed (client error): The resource could not be found. Nov 09 21:26:43.864599 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-9b49a8fc-6157-4956-995d-fc3f73e9eb68 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "GET /v2.0/ports/fee1a960-adc7-4378-b494-bfc0d8a014d1 HTTP/1.1" status: 404 len: 333 time: 0.0470445 Nov 09 21:26:43.865032 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50134) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:43.894821 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bbd8132-01fb-4254-8032-5a8f5e5708f5 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] GET failed (client error): The resource could not be found. Nov 09 21:26:43.898749 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5bbd8132-01fb-4254-8032-5a8f5e5708f5 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "GET /v2.0/ports/2f7b51c6-99ce-4628-b6f4-b2b330346dbd HTTP/1.1" status: 404 len: 333 time: 0.0302119 Nov 09 21:26:43.899609 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50138) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:43.923040 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1613e-dc62-4f00-aada-476858bda23d req-9acf11e2-5f75-4458-9db2-f8032c82aed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:43.925105 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cbc1613e-dc62-4f00-aada-476858bda23d req-9acf11e2-5f75-4458-9db2-f8032c82aed0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5a2ce5cc-687a-4c33-859e-f9b75a50c5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1551435 Nov 09 21:26:43.988310 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1333c1ea-9b1b-4d26-a298-e94cd64292a8 req-11cbf3b3-c1ab-47d7-8457-4a8d6af8861e tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574564 Nov 09 21:26:44.039055 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4cefce19-fef8-47f0-84f9-380dd8551f9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:44.056560 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076729f-c8c4-4c60-a5a3-6376900419c0 req-03eeb78c-342b-47a3-b1e2-95481404de8a tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:44.058136 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1076729f-c8c4-4c60-a5a3-6376900419c0 req-03eeb78c-342b-47a3-b1e2-95481404de8a tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c014c-515a-4b7e-81c9-1e3b6a312126 HTTP/1.1" status: 200 len: 945 time: 0.0915613 Nov 09 21:26:44.062682 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bf263139-72a6-4d3a-9274-10c8c5910de7 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:44.181613 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bf263139-72a6-4d3a-9274-10c8c5910de7 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:44.197430 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1076729f-c8c4-4c60-a5a3-6376900419c0 req-bc16369c-eed8-40a1-a091-8b4d0951caba tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315985 Nov 09 21:26:44.211046 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-bf263139-72a6-4d3a-9274-10c8c5910de7 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62cfb5a0-4e1c-4fd3-ae35-dd70fa6c9873']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:44.232493 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-bf263139-72a6-4d3a-9274-10c8c5910de7 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51df2d8e-1e81-46eb-b5fe-3db7ce057189') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:44.232996 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-bf263139-72a6-4d3a-9274-10c8c5910de7 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51df2d8e-1e81-46eb-b5fe-3db7ce057189') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:44.252602 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bf263139-72a6-4d3a-9274-10c8c5910de7 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:44.269885 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bf263139-72a6-4d3a-9274-10c8c5910de7 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:44.277847 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf263139-72a6-4d3a-9274-10c8c5910de7 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:26:44.278486 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bf263139-72a6-4d3a-9274-10c8c5910de7 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:44.283484 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:26:44.283484 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:26:44.283484 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:26:44.283484 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:26:44.283484 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:26:44.283484 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:26:44.283484 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:26:44.283484 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:26:44.283484 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:26:44.283484 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:26:44.283484 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:26:44.283484 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:26:44.283484 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:26:44.283484 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:26:44.283484 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:26:44.283484 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:26:44.283484 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:26:44.283484 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:26:44.283484 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:26:44.283484 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:26:44.283484 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:26:44.283484 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:26:44.283484 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:26:44.283484 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:26:44.283484 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:26:44.283484 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:26:44.283484 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:26:44.283484 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:26:44.283484 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:26:44.283484 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:26:44.283484 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:26:44.283484 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:26:44.367381 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bf263139-72a6-4d3a-9274-10c8c5910de7 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:44.385636 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bf263139-72a6-4d3a-9274-10c8c5910de7 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:44.399528 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-bf263139-72a6-4d3a-9274-10c8c5910de7 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/networks/62cfb5a0-4e1c-4fd3-ae35-dd70fa6c9873 HTTP/1.1" status: 204 len: 168 time: 0.4993031 Nov 09 21:26:44.424984 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50152) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:44.437577 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-85631266-6b2b-4f50-9f7c-3e4548b7f896 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1060489968'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:26:44.441841 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf263139-72a6-4d3a-9274-10c8c5910de7 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event deleted for resources: {'Network': ['ID=62cfb5a0-4e1c-4fd3-ae35-dd70fa6c9873,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:44.471699 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85631266-6b2b-4f50-9f7c-3e4548b7f896 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Made reservation on behalf of 858314ce302b43e3a1bfa722f764cbf9 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:26:44.476047 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-85631266-6b2b-4f50-9f7c-3e4548b7f896 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:44.509478 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85631266-6b2b-4f50-9f7c-3e4548b7f896 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:26:44.522648 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-85631266-6b2b-4f50-9f7c-3e4548b7f896 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:44.523002 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-85631266-6b2b-4f50-9f7c-3e4548b7f896 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Added segment cd8383b3-14a0-4b28-a291-0cf3ecf8e62a of type vlan for network 76ec3424-6d52-4d6f-a3cf-28ed8972c887 Nov 09 21:26:44.605035 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-85631266-6b2b-4f50-9f7c-3e4548b7f896 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:44.628166 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a6608-880f-4d64-bb56-1f21a5f4e40d req-819c57f7-7571-4966-b33f-55d165fae835 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:44.629852 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cd6a6608-880f-4d64-bb56-1f21a5f4e40d req-819c57f7-7571-4966-b33f-55d165fae835 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] 10.222.0.49 "GET /v2.0/ports?device_id=1994b271-c364-4a15-ac2f-ac735ae07f75 HTTP/1.1" status: 200 len: 945 time: 0.1094701 Nov 09 21:26:44.663095 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-85631266-6b2b-4f50-9f7c-3e4548b7f896 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:44.663392 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d92d2-6680-42a1-8f76-8a49acc710b6 req-8913730b-5ecc-4e8e-b8ac-ca116d73d56e tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:44.665047 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d03d92d2-6680-42a1-8f76-8a49acc710b6 req-8913730b-5ecc-4e8e-b8ac-ca116d73d56e tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/ports?device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 946 time: 0.1301961 Nov 09 21:26:44.668829 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85631266-6b2b-4f50-9f7c-3e4548b7f896 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:44.669429 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-85631266-6b2b-4f50-9f7c-3e4548b7f896 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:44.706600 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cbc1613e-dc62-4f00-aada-476858bda23d req-fb1e1c50-8100-4764-8faa-75665df8f35c service neutron] 10.222.0.43 "GET /v2.0/networks/5a2ce5cc-687a-4c33-859e-f9b75a50c5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7709172 Nov 09 21:26:44.758179 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-85631266-6b2b-4f50-9f7c-3e4548b7f896 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3287551 Nov 09 21:26:44.761424 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cd6a6608-880f-4d64-bb56-1f21a5f4e40d req-0709ba13-c61c-4523-bdf7-c704226e6a00 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] 10.222.0.49 "GET /v2.0/security-groups?id=398e1107-129f-4707-b320-d32ea690e426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224821 Nov 09 21:26:44.761892 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50164) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:44.769885 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-17b617d7-a106-431c-819f-098527a20e9c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'subnet': {'network_id': '76ec3424-6d52-4d6f-a3cf-28ed8972c887', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:26:44.775591 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85631266-6b2b-4f50-9f7c-3e4548b7f896 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event updated for resources: {'Network': ['ID=76ec3424-6d52-4d6f-a3cf-28ed8972c887,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:44.799435 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 76ec3424-6d52-4d6f-a3cf-28ed8972c887 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:26:44.822763 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d03d92d2-6680-42a1-8f76-8a49acc710b6 req-e3f0d243-15f9-42f4-9508-632b4285d49b tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/security-groups?id=994058e5-2188-4388-9fbd-cf7bf18529ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273699 Nov 09 21:26:44.835124 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cefce19-fef8-47f0-84f9-380dd8551f9b admin admin] Router f15193b5-cc62-400b-9141-50819cd14590 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:26:44.880164 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 68ae207f-8797-43be-b1fb-04eb8173be11 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:26:44.906729 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cbc1613e-dc62-4f00-aada-476858bda23d req-b258a0e5-910d-400e-b8bd-140934cdbcea service neutron] 10.222.0.43 "GET /v2.0/networks/5a2ce5cc-687a-4c33-859e-f9b75a50c5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814716 Nov 09 21:26:44.910293 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b617d7-a106-431c-819f-098527a20e9c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Made reservation on behalf of 858314ce302b43e3a1bfa722f764cbf9 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:26:44.915916 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-17b617d7-a106-431c-819f-098527a20e9c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:44.996875 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cefce19-fef8-47f0-84f9-380dd8551f9b admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:26:45.003743 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4cefce19-fef8-47f0-84f9-380dd8551f9b admin admin] 10.222.0.49 "PUT /v2.0/routers/f15193b5-cc62-400b-9141-50819cd14590/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6743920 Nov 09 21:26:45.006333 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50168) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:45.010786 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0035a35d-b705-469a-b04b-ea43d6b3be0c None None] Sync routers for ids ['f15193b5-cc62-400b-9141-50819cd14590'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:26:45.028273 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0035a35d-b705-469a-b04b-ea43d6b3be0c None None] Routers {'f15193b5-cc62-400b-9141-50819cd14590'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:26:45.029097 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-0035a35d-b705-469a-b04b-ea43d6b3be0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:26:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f15193b5-cc62-400b-9141-50819cd14590'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:45.040870 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.ipam_backend_mixin [None req-17b617d7-a106-431c-819f-098527a20e9c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Performing IP validity checks on allocation pools {{(pid=102608) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 21:26:45.041770 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.ipam_backend_mixin [None req-17b617d7-a106-431c-819f-098527a20e9c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102608) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 21:26:45.088029 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 68ae207f-8797-43be-b1fb-04eb8173be11, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=68ae207f-8797-43be-b1fb-04eb8173be11,segment=NetworkSegment(0266031b-5829-40c1-acad-8e9a97b817f5),segment_id=0266031b-5829-40c1-acad-8e9a97b817f5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:26:45.101535 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '68ae207f-8797-43be-b1fb-04eb8173be11', 'network_id': '5a2ce5cc-687a-4c33-859e-f9b75a50c5b6', 'port_id': '68ae207f-8797-43be-b1fb-04eb8173be11', 'mac_address': 'fa:16:3e:15:b5:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87945563-f9d1-4353-83ce-d183f9346308', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:26:45.111546 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 9df426f0-867a-48ba-bfa1-3de3116b0acb up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:26:45.180781 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-0035a35d-b705-469a-b04b-ea43d6b3be0c None None] Set router f15193b5-cc62-400b-9141-50819cd14590 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:26:45.193081 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e33aa346-701e-4f23-b387-ae106a0e97ed admin admin] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:45.275325 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:45.299674 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68ae207f-8797-43be-b1fb-04eb8173be11 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:26:45.305311 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f9112-a343-47db-9cdd-f0f29f28b5da req-c6d34623-4fbd-49f6-a058-fec069214bea tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:45.305565 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 9df426f0-867a-48ba-bfa1-3de3116b0acb completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:26:45.306965 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8d4f9112-a343-47db-9cdd-f0f29f28b5da req-c6d34623-4fbd-49f6-a058-fec069214bea tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 944 time: 0.1527262 Nov 09 21:26:45.309958 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-17b617d7-a106-431c-819f-098527a20e9c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:45.316618 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 9df426f0-867a-48ba-bfa1-3de3116b0acb triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:26:45.317111 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:45.360432 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 68ae207f-8797-43be-b1fb-04eb8173be11, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=68ae207f-8797-43be-b1fb-04eb8173be11,segment=NetworkSegment(0266031b-5829-40c1-acad-8e9a97b817f5),segment_id=0266031b-5829-40c1-acad-8e9a97b817f5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:26:45.368744 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:45.380820 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-0035a35d-b705-469a-b04b-ea43d6b3be0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15193b5-cc62-400b-9141-50819cd14590', 'name': 'tempest-TaggedBootDevicesTest-1130941535-router', 'tenant_id': '400600a87b5744da836a5a4df97863c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '1f54d51a-a509-43fb-85c6-83287b942a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:14:55Z', 'updated_at': '2021-11-09T21:26:43Z', 'revision_number': 5, 'project_id': '400600a87b5744da836a5a4df97863c7', 'gw_port': {'id': '1f54d51a-a509-43fb-85c6-83287b942a03', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:83:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15193b5-cc62-400b-9141-50819cd14590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:14:56Z', 'updated_at': '2021-11-09T21:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:45.409810 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0035a35d-b705-469a-b04b-ea43d6b3be0c None None] Checking router: f15193b5-cc62-400b-9141-50819cd14590 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:26:45.420293 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0035a35d-b705-469a-b04b-ea43d6b3be0c None None] Routers {'f15193b5-cc62-400b-9141-50819cd14590'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:26:45.421562 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-0035a35d-b705-469a-b04b-ea43d6b3be0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:26:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f15193b5-cc62-400b-9141-50819cd14590'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:45.448022 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=68ae207f-8797-43be-b1fb-04eb8173be11,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:45.473462 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e33aa346-701e-4f23-b387-ae106a0e97ed admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:45.505028 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b617d7-a106-431c-819f-098527a20e9c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event updated for resources: {'Subnet': ['ID=88830410-cc12-4454-8483-4cec520bd6f0,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:45.521555 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8d4f9112-a343-47db-9cdd-f0f29f28b5da req-24655b0c-1120-451b-9267-51357793ec59 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932573 Nov 09 21:26:45.522665 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1385e-dd16-4a96-a868-27347f4bac45 req-9dc8b7c5-ae4c-4f66-99bf-43aed8444134 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:45.526167 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b617d7-a106-431c-819f-098527a20e9c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Checking segment: {'id': 'cd8383b3-14a0-4b28-a291-0cf3ecf8e62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '76ec3424-6d52-4d6f-a3cf-28ed8972c887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:26:45.526883 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-82c1385e-dd16-4a96-a868-27347f4bac45 req-9dc8b7c5-ae4c-4f66-99bf-43aed8444134 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c014c-515a-4b7e-81c9-1e3b6a312126 HTTP/1.1" status: 200 len: 945 time: 0.1413555 Nov 09 21:26:45.532127 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b617d7-a106-431c-819f-098527a20e9c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Network hostable DHCP agents. Network: 76ec3424-6d52-4d6f-a3cf-28ed8972c887, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:26:45.551577 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-0035a35d-b705-469a-b04b-ea43d6b3be0c None None] Set router f15193b5-cc62-400b-9141-50819cd14590 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:26:45.561777 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b617d7-a106-431c-819f-098527a20e9c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Network 76ec3424-6d52-4d6f-a3cf-28ed8972c887 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:26:45.575893 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-17b617d7-a106-431c-819f-098527a20e9c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 76ec3424-6d52-4d6f-a3cf-28ed8972c887) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:26:45.590666 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b617d7-a106-431c-819f-098527a20e9c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:45.594621 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-17b617d7-a106-431c-819f-098527a20e9c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:45.601454 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4107369e-231d-4b18-8d20-dd9dde725195 None None] Network 76ec3424-6d52-4d6f-a3cf-28ed8972c887 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:26:45.632533 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-17b617d7-a106-431c-819f-098527a20e9c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8674865 Nov 09 21:26:45.633244 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50184) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:45.639374 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-82c1385e-dd16-4a96-a868-27347f4bac45 req-c9725593-9918-420e-b3ed-e79dfd3c49b7 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764058 Nov 09 21:26:45.647137 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-e33aa346-701e-4f23-b387-ae106a0e97ed admin admin] Deleting port 1f54d51a-a509-43fb-85c6-83287b942a03 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:26:45.647302 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-5d4bf4bb-aaee-4ff6-9858-0ee706b544fc tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'port': {'network_id': '76ec3424-6d52-4d6f-a3cf-28ed8972c887', 'name': 'tempest-PortsTestJSON-638485696'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:26:45.647889 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e33aa346-701e-4f23-b387-ae106a0e97ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:45.739171 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-e33aa346-701e-4f23-b387-ae106a0e97ed admin admin] For port 1f54d51a-a509-43fb-85c6-83287b942a03, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=1f54d51a-a509-43fb-85c6-83287b942a03,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:26:45.739546 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e33aa346-701e-4f23-b387-ae106a0e97ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:45.753163 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-e33aa346-701e-4f23-b387-ae106a0e97ed admin admin] Calling delete_port for 1f54d51a-a509-43fb-85c6-83287b942a03 owned by network:router_gateway {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:26:45.764830 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-0035a35d-b705-469a-b04b-ea43d6b3be0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15193b5-cc62-400b-9141-50819cd14590', 'name': 'tempest-TaggedBootDevicesTest-1130941535-router', 'tenant_id': '400600a87b5744da836a5a4df97863c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '1f54d51a-a509-43fb-85c6-83287b942a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:14:55Z', 'updated_at': '2021-11-09T21:26:43Z', 'revision_number': 5, 'project_id': '400600a87b5744da836a5a4df97863c7', 'gw_port': {'id': '1f54d51a-a509-43fb-85c6-83287b942a03', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:83:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15193b5-cc62-400b-9141-50819cd14590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:14:56Z', 'updated_at': '2021-11-09T21:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:45.821500 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4bf4bb-aaee-4ff6-9858-0ee706b544fc tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Made reservation on behalf of 858314ce302b43e3a1bfa722f764cbf9 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:26:45.826851 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5d4bf4bb-aaee-4ff6-9858-0ee706b544fc tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:45.855477 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-5d4bf4bb-aaee-4ff6-9858-0ee706b544fc tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] device_id is not set on port 45e023d1-4d14-4459-9ac3-725adebe1ffc yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:26:45.858097 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0035a35d-b705-469a-b04b-ea43d6b3be0c None None] The sync data for ids ['f15193b5-cc62-400b-9141-50819cd14590'] in n-d-816206-3 is: [{'id': 'f15193b5-cc62-400b-9141-50819cd14590', 'name': 'tempest-TaggedBootDevicesTest-1130941535-router', 'tenant_id': '400600a87b5744da836a5a4df97863c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '1f54d51a-a509-43fb-85c6-83287b942a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:14:55Z', 'updated_at': '2021-11-09T21:26:43Z', 'revision_number': 5, 'project_id': '400600a87b5744da836a5a4df97863c7', 'gw_port': {'id': '1f54d51a-a509-43fb-85c6-83287b942a03', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:83:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15193b5-cc62-400b-9141-50819cd14590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:14:56Z', 'updated_at': '2021-11-09T21:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:26:45.909734 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:45.916483 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['68ae207f-8797-43be-b1fb-04eb8173be11'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:26:46.003097 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1994b271-c364-4a15-ac2f-ac735ae07f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df426f0-867a-48ba-bfa1-3de3116b0acb'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:26:46.006465 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4c1aa5-f0d4-4646-a0f5-2458ee0382b6" -d '{"events": [{"server_uuid": "1994b271-c364-4a15-ac2f-ac735ae07f75", "name": "network-vif-plugged", "status": "completed", "tag": "9df426f0-867a-48ba-bfa1-3de3116b0acb"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:26:46.034714 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01230314-27c8-44dc-83ff-5fdec4685642 req-fdda6ada-ac80-43d2-97df-b4b65d00e471 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:46.036273 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-01230314-27c8-44dc-83ff-5fdec4685642 req-fdda6ada-ac80-43d2-97df-b4b65d00e471 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] 10.222.0.49 "GET /v2.0/ports?device_id=1994b271-c364-4a15-ac2f-ac735ae07f75 HTTP/1.1" status: 200 len: 945 time: 0.0940950 Nov 09 21:26:46.037133 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 9df426f0-867a-48ba-bfa1-3de3116b0acb, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=9df426f0-867a-48ba-bfa1-3de3116b0acb,segment=NetworkSegment(2cdf012b-9bd1-45f2-84f7-0e01142da227),segment_id=2cdf012b-9bd1-45f2-84f7-0e01142da227)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:26:46.050682 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:46.075322 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec5300-725d-475d-b552-5ba5de18b962 req-190dc06b-fd72-4d64-b40f-5524a6a2db10 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:46.083370 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cdec5300-725d-475d-b552-5ba5de18b962 req-190dc06b-fd72-4d64-b40f-5524a6a2db10 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/ports?device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 946 time: 0.1071866 Nov 09 21:26:46.090900 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e33aa346-701e-4f23-b387-ae106a0e97ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:46.131178 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33aa346-701e-4f23-b387-ae106a0e97ed admin admin] Pushing event deleted for resources: {'Port': ['ID=1f54d51a-a509-43fb-85c6-83287b942a03,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:46.132362 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-01230314-27c8-44dc-83ff-5fdec4685642 req-69823c98-d42a-4f6c-84b6-d08298329bd9 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] 10.222.0.49 "GET /v2.0/security-groups?id=398e1107-129f-4707-b320-d32ea690e426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884609 Nov 09 21:26:46.166656 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-5d4bf4bb-aaee-4ff6-9858-0ee706b544fc tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Allocated IP 172.20.0.4 (76ec3424-6d52-4d6f-a3cf-28ed8972c887/88830410-cc12-4454-8483-4cec520bd6f0/45e023d1-4d14-4459-9ac3-725adebe1ffc) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:26:46.190550 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=9df426f0-867a-48ba-bfa1-3de3116b0acb,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:46.234688 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7ba734-5829-4a01-b3c5-596e8fe47b52 x-openstack-request-id: req-bb7ba734-5829-4a01-b3c5-596e8fe47b52 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:26:46.234977 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1994b271-c364-4a15-ac2f-ac735ae07f75", "name": "network-vif-plugged", "status": "completed", "tag": "9df426f0-867a-48ba-bfa1-3de3116b0acb", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:26:46.235233 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bb7ba734-5829-4a01-b3c5-596e8fe47b52 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:26:46.236204 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1994b271-c364-4a15-ac2f-ac735ae07f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df426f0-867a-48ba-bfa1-3de3116b0acb', 'code': 200} Nov 09 21:26:46.265071 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e39151d-2609-4930-a8dd-5dcdf54956ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-76ec3424-6d52-4d6f-a3cf-28ed8972c887', 'network_id': '76ec3424-6d52-4d6f-a3cf-28ed8972c887', 'tenant_id': '858314ce302b43e3a1bfa722f764cbf9', 'fixed_ips': [{'subnet_id': '88830410-cc12-4454-8483-4cec520bd6f0'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:26:46.269910 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6e39151d-2609-4930-a8dd-5dcdf54956ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:46.323042 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cdec5300-725d-475d-b552-5ba5de18b962 req-ab78d4a2-d2d0-486e-9b26-db95b68e1cc3 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/security-groups?id=994058e5-2188-4388-9fbd-cf7bf18529ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380798 Nov 09 21:26:46.334742 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e33aa346-701e-4f23-b387-ae106a0e97ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:46.453311 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a637f2-0d23-4384-8d47-c9807fcd5753 req-0b37852c-f470-4945-9f09-6c735112f929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:46.455165 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-96a637f2-0d23-4384-8d47-c9807fcd5753 req-0b37852c-f470-4945-9f09-6c735112f929 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1994b271-c364-4a15-ac2f-ac735ae07f75 HTTP/1.1" status: 200 len: 1097 time: 0.1004024 Nov 09 21:26:46.472460 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e33aa346-701e-4f23-b387-ae106a0e97ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:46.475878 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e33aa346-701e-4f23-b387-ae106a0e97ed admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:46.510931 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5d4bf4bb-aaee-4ff6-9858-0ee706b544fc tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:46.523906 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e33aa346-701e-4f23-b387-ae106a0e97ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:46.527994 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33aa346-701e-4f23-b387-ae106a0e97ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router f15193b5-cc62-400b-9141-50819cd14590 {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:26:46.533472 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e33aa346-701e-4f23-b387-ae106a0e97ed admin admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:46.537522 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e33aa346-701e-4f23-b387-ae106a0e97ed admin admin] 10.222.0.49 "DELETE /v2.0/routers/f15193b5-cc62-400b-9141-50819cd14590 HTTP/1.1" status: 204 len: 168 time: 1.5294576 Nov 09 21:26:46.537750 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50200) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:46.555570 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-96a637f2-0d23-4384-8d47-c9807fcd5753 req-f7c4389e-4041-4474-a3fc-bc5eac2a9649 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=398e1107-129f-4707-b320-d32ea690e426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927823 Nov 09 21:26:46.609776 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-b56f993c-84b2-47dc-b70f-2f8c85b1f14d admin admin] Deleting subnet 55602be9-97b4-4359-8931-67067a301b3c {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:26:46.617811 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b56f993c-84b2-47dc-b70f-2f8c85b1f14d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:46.620334 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5d4bf4bb-aaee-4ff6-9858-0ee706b544fc tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:46.661008 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-6e39151d-2609-4930-a8dd-5dcdf54956ed None None] Allocated IP 172.20.0.2 (76ec3424-6d52-4d6f-a3cf-28ed8972c887/88830410-cc12-4454-8483-4cec520bd6f0/378ef60e-dda5-468b-8e17-d3d2851d7f50) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:26:46.700364 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4bf4bb-aaee-4ff6-9858-0ee706b544fc tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Network 76ec3424-6d52-4d6f-a3cf-28ed8972c887 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:26:46.705787 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b56f993c-84b2-47dc-b70f-2f8c85b1f14d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:46.708399 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-5d4bf4bb-aaee-4ff6-9858-0ee706b544fc tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:26:46.734271 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4bf4bb-aaee-4ff6-9858-0ee706b544fc tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event updated for resources: {'Port': ['ID=45e023d1-4d14-4459-9ac3-725adebe1ffc,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:46.744296 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4bf4bb-aaee-4ff6-9858-0ee706b544fc tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:26:46.823857 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4bf4bb-aaee-4ff6-9858-0ee706b544fc tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:46.824497 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5d4bf4bb-aaee-4ff6-9858-0ee706b544fc tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:46.888516 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5d4bf4bb-aaee-4ff6-9858-0ee706b544fc tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2541652 Nov 09 21:26:46.891281 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50214) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:46.898847 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b56f993c-84b2-47dc-b70f-2f8c85b1f14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:46.915590 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6e39151d-2609-4930-a8dd-5dcdf54956ed None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:46.924599 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6e39151d-2609-4930-a8dd-5dcdf54956ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:46.990191 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e39151d-2609-4930-a8dd-5dcdf54956ed None None] Network 76ec3424-6d52-4d6f-a3cf-28ed8972c887 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:26:46.996344 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-6e39151d-2609-4930-a8dd-5dcdf54956ed None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:26:46.999288 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e39151d-2609-4930-a8dd-5dcdf54956ed None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:26:47.010708 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e39151d-2609-4930-a8dd-5dcdf54956ed None None] Pushing event updated for resources: {'Port': ['ID=378ef60e-dda5-468b-8e17-d3d2851d7f50,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:47.029416 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b56f993c-84b2-47dc-b70f-2f8c85b1f14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:47.065331 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f993c-84b2-47dc-b70f-2f8c85b1f14d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55602be9-97b4-4359-8931-67067a301b3c,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:47.074311 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b56f993c-84b2-47dc-b70f-2f8c85b1f14d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:47.078205 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b56f993c-84b2-47dc-b70f-2f8c85b1f14d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/55602be9-97b4-4359-8931-67067a301b3c HTTP/1.1" status: 204 len: 168 time: 0.5391088 Nov 09 21:26:47.080677 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50216) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:47.090966 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c2817d-a1e9-4f8c-9395-92550894a328 None None] Network d6a5df07-fe3c-47f1-83e0-b8908198e01d requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:26:47.095929 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-64507dab-1957-4ed3-8dc1-cf50db872960 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Deleting port 45e023d1-4d14-4459-9ac3-725adebe1ffc {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:26:47.096448 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-64507dab-1957-4ed3-8dc1-cf50db872960 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:47.155323 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-6e39151d-2609-4930-a8dd-5dcdf54956ed None None] Attempting to bind port 378ef60e-dda5-468b-8e17-d3d2851d7f50 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:26:47.155579 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-6e39151d-2609-4930-a8dd-5dcdf54956ed None None] Attempting to bind port 378ef60e-dda5-468b-8e17-d3d2851d7f50 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'cd8383b3-14a0-4b28-a291-0cf3ecf8e62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '76ec3424-6d52-4d6f-a3cf-28ed8972c887'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:26:47.155845 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e39151d-2609-4930-a8dd-5dcdf54956ed None None] Attempting to bind port 378ef60e-dda5-468b-8e17-d3d2851d7f50 on network 76ec3424-6d52-4d6f-a3cf-28ed8972c887 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:26:47.176876 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e39151d-2609-4930-a8dd-5dcdf54956ed None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:26:47.177247 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e39151d-2609-4930-a8dd-5dcdf54956ed None None] Checking segment: {'id': 'cd8383b3-14a0-4b28-a291-0cf3ecf8e62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '76ec3424-6d52-4d6f-a3cf-28ed8972c887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:26:47.177600 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6e39151d-2609-4930-a8dd-5dcdf54956ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:47.178631 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e39151d-2609-4930-a8dd-5dcdf54956ed None None] Bound using segment: {'id': 'cd8383b3-14a0-4b28-a291-0cf3ecf8e62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '76ec3424-6d52-4d6f-a3cf-28ed8972c887'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:26:47.178631 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-6e39151d-2609-4930-a8dd-5dcdf54956ed None None] Bound port: 378ef60e-dda5-468b-8e17-d3d2851d7f50, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd8383b3-14a0-4b28-a291-0cf3ecf8e62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '76ec3424-6d52-4d6f-a3cf-28ed8972c887'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:26:47.178947 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6e39151d-2609-4930-a8dd-5dcdf54956ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:47.191966 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-016b617f-64e3-4a76-8ad3-0e090de316f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:47.216298 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60ebe0-ccb9-4a82-ba8c-0f689f582331 req-9cbe4ed3-65af-4c95-bfdd-e1ab8d08675d tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:47.217878 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9a60ebe0-ccb9-4a82-ba8c-0f689f582331 req-9cbe4ed3-65af-4c95-bfdd-e1ab8d08675d tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 945 time: 0.6120527 Nov 09 21:26:47.280217 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-64507dab-1957-4ed3-8dc1-cf50db872960 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:47.307789 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-64507dab-1957-4ed3-8dc1-cf50db872960 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Calling delete_port for 45e023d1-4d14-4459-9ac3-725adebe1ffc owned by {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:26:47.324258 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-6e39151d-2609-4930-a8dd-5dcdf54956ed None None] For port 378ef60e-dda5-468b-8e17-d3d2851d7f50, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:26:47.334363 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-6e39151d-2609-4930-a8dd-5dcdf54956ed None None] For port 378ef60e-dda5-468b-8e17-d3d2851d7f50, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=378ef60e-dda5-468b-8e17-d3d2851d7f50,segment=NetworkSegment(cd8383b3-14a0-4b28-a291-0cf3ecf8e62a),segment_id=cd8383b3-14a0-4b28-a291-0cf3ecf8e62a)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:26:47.335470 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9a60ebe0-ccb9-4a82-ba8c-0f689f582331 req-fc667887-773b-4b27-8c5a-7ea1fc35c60c tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942624 Nov 09 21:26:47.340789 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6e39151d-2609-4930-a8dd-5dcdf54956ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:47.361801 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-016b617f-64e3-4a76-8ad3-0e090de316f5 admin admin] Deleting port 17edb1a1-37cf-4b30-a587-425d7c52a26d {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:26:47.362358 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-016b617f-64e3-4a76-8ad3-0e090de316f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:47.410218 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 0c844657-9d7d-40c4-8f9d-f57e57caa8af no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:26:47.435437 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab9417d-cb19-4f42-82f0-9b4fe9f3a5eb req-44e946c4-160e-40f8-937d-e3c3e1b4a96b tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:47.443026 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-eab9417d-cb19-4f42-82f0-9b4fe9f3a5eb req-44e946c4-160e-40f8-937d-e3c3e1b4a96b tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c014c-515a-4b7e-81c9-1e3b6a312126 HTTP/1.1" status: 200 len: 945 time: 0.6454041 Nov 09 21:26:47.453760 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659e694b-a7e9-49d8-a2e6-00a614ce4a1a None None] DHCP port deletion for d6a5df07-fe3c-47f1-83e0-b8908198e01d request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:26:47.504166 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 0c844657-9d7d-40c4-8f9d-f57e57caa8af {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:26:47.504915 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 0c844657-9d7d-40c4-8f9d-f57e57caa8af not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:26:47.537959 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e39151d-2609-4930-a8dd-5dcdf54956ed None None] Pushing event updated for resources: {'Port': ['ID=378ef60e-dda5-468b-8e17-d3d2851d7f50,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:47.554098 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-016b617f-64e3-4a76-8ad3-0e090de316f5 admin admin] For port 17edb1a1-37cf-4b30-a587-425d7c52a26d, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=17edb1a1-37cf-4b30-a587-425d7c52a26d,segment=NetworkSegment(f477b23b-3157-468e-9cfa-93d67e390b26),segment_id=f477b23b-3157-468e-9cfa-93d67e390b26)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:26:47.554620 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-016b617f-64e3-4a76-8ad3-0e090de316f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:47.565507 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc859a-1db6-4721-aff0-84a2ff68ffd3 req-202a9336-0994-4e9d-844e-de99ea38cefa tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:47.567300 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-26cc859a-1db6-4721-aff0-84a2ff68ffd3 req-202a9336-0994-4e9d-844e-de99ea38cefa tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] 10.222.0.49 "GET /v2.0/ports?device_id=1994b271-c364-4a15-ac2f-ac735ae07f75 HTTP/1.1" status: 200 len: 946 time: 0.0923820 Nov 09 21:26:47.598591 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-016b617f-64e3-4a76-8ad3-0e090de316f5 admin admin] Calling delete_port for 17edb1a1-37cf-4b30-a587-425d7c52a26d owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:26:47.627455 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-64507dab-1957-4ed3-8dc1-cf50db872960 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:47.633364 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-659e694b-a7e9-49d8-a2e6-00a614ce4a1a None None] Deleting port 17edb1a1-37cf-4b30-a587-425d7c52a26d {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:26:47.638552 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-659e694b-a7e9-49d8-a2e6-00a614ce4a1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:47.643467 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e6fe0872-8ed4-48de-a9d3-93a9523ca493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:47.703423 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64507dab-1957-4ed3-8dc1-cf50db872960 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event deleted for resources: {'Port': ['ID=45e023d1-4d14-4459-9ac3-725adebe1ffc,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:47.726047 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-eab9417d-cb19-4f42-82f0-9b4fe9f3a5eb req-adbb436d-61a8-4d02-9fe8-beb18609e9bb tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818441 Nov 09 21:26:47.760271 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-26cc859a-1db6-4721-aff0-84a2ff68ffd3 req-1b76a3cf-7bc2-4025-b6b0-5bf773a5b8eb tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] 10.222.0.49 "GET /v2.0/security-groups?id=398e1107-129f-4707-b320-d32ea690e426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845465 Nov 09 21:26:47.784317 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-659e694b-a7e9-49d8-a2e6-00a614ce4a1a None None] For port 17edb1a1-37cf-4b30-a587-425d7c52a26d, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=17edb1a1-37cf-4b30-a587-425d7c52a26d,segment=NetworkSegment(f477b23b-3157-468e-9cfa-93d67e390b26),segment_id=f477b23b-3157-468e-9cfa-93d67e390b26)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:26:47.784774 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-659e694b-a7e9-49d8-a2e6-00a614ce4a1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:47.811815 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-659e694b-a7e9-49d8-a2e6-00a614ce4a1a None None] Calling delete_port for 17edb1a1-37cf-4b30-a587-425d7c52a26d owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:26:47.841148 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-016b617f-64e3-4a76-8ad3-0e090de316f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:47.905437 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016b617f-64e3-4a76-8ad3-0e090de316f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=17edb1a1-37cf-4b30-a587-425d7c52a26d,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:47.913623 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016b617f-64e3-4a76-8ad3-0e090de316f5 admin admin] No DVR routers for this DVR port 17edb1a1-37cf-4b30-a587-425d7c52a26d on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:26:47.948864 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-64507dab-1957-4ed3-8dc1-cf50db872960 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:47.959034 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-64507dab-1957-4ed3-8dc1-cf50db872960 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/ports/45e023d1-4d14-4459-9ac3-725adebe1ffc HTTP/1.1" status: 204 len: 168 time: 1.0608244 Nov 09 21:26:47.962431 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50226) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:47.985511 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-659e694b-a7e9-49d8-a2e6-00a614ce4a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:48.002672 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aa92735-203f-4b4b-b1b7-a9663cfce42a tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] DELETE failed (client error): The resource could not be found. Nov 09 21:26:48.008906 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aa92735-203f-4b4b-b1b7-a9663cfce42a tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:26:48.014567 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5aa92735-203f-4b4b-b1b7-a9663cfce42a tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/ports/45e023d1-4d14-4459-9ac3-725adebe1ffc HTTP/1.1" status: 404 len: 333 time: 0.0486090 Nov 09 21:26:48.014897 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659e694b-a7e9-49d8-a2e6-00a614ce4a1a None None] Pushing event deleted for resources: {'Port': ['ID=17edb1a1-37cf-4b30-a587-425d7c52a26d,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:48.021727 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659e694b-a7e9-49d8-a2e6-00a614ce4a1a None None] No DVR routers for this DVR port 17edb1a1-37cf-4b30-a587-425d7c52a26d on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:26:48.023570 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50230) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:48.046247 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba86bf6-a526-4349-b20b-c08fb4b3eca4 req-92d401af-e316-4628-a209-d42d81593f2f tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:48.055153 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-016b617f-64e3-4a76-8ad3-0e090de316f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:48.061626 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0ba86bf6-a526-4349-b20b-c08fb4b3eca4 req-92d401af-e316-4628-a209-d42d81593f2f tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/ports?device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 946 time: 0.2326231 Nov 09 21:26:48.065876 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ae4cd43-c940-4181-a721-868e250404df tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] GET failed (client error): The resource could not be found. Nov 09 21:26:48.070144 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8ae4cd43-c940-4181-a721-868e250404df tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "GET /v2.0/ports/45e023d1-4d14-4459-9ac3-725adebe1ffc HTTP/1.1" status: 404 len: 333 time: 0.0444958 Nov 09 21:26:48.073233 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50232) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:48.111777 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0ba86bf6-a526-4349-b20b-c08fb4b3eca4 req-4c3343f8-2a91-44de-91dd-cdfee8580889 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/security-groups?id=994058e5-2188-4388-9fbd-cf7bf18529ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492349 Nov 09 21:26:48.127755 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-016b617f-64e3-4a76-8ad3-0e090de316f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6a5df07-fe3c-47f1-83e0-b8908198e01d']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:48.141581 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-016b617f-64e3-4a76-8ad3-0e090de316f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f477b23b-3157-468e-9cfa-93d67e390b26') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:48.141893 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-016b617f-64e3-4a76-8ad3-0e090de316f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f477b23b-3157-468e-9cfa-93d67e390b26') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:48.154024 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-016b617f-64e3-4a76-8ad3-0e090de316f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:48.159015 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fee755c-bf42-4378-94bc-ba809d3da43a tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Deleting subnet 88830410-cc12-4454-8483-4cec520bd6f0 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:26:48.168744 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2fee755c-bf42-4378-94bc-ba809d3da43a tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:48.200042 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-016b617f-64e3-4a76-8ad3-0e090de316f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:48.213461 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-016b617f-64e3-4a76-8ad3-0e090de316f5 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:26:48.213844 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-016b617f-64e3-4a76-8ad3-0e090de316f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:48.215552 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:26:48.215552 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:26:48.215552 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:26:48.215552 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:26:48.215552 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:26:48.215552 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:26:48.215552 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:26:48.215552 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:26:48.215552 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:26:48.215552 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:26:48.215552 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:26:48.215552 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:26:48.215552 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:26:48.215552 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:26:48.215552 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:26:48.215552 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:26:48.215552 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:26:48.215552 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:26:48.215552 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:26:48.215552 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:26:48.215552 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:26:48.215552 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:26:48.215552 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:26:48.215552 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:26:48.215552 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:26:48.215552 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:26:48.215552 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:26:48.215552 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:26:48.215552 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:26:48.215552 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:26:48.215552 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:26:48.215552 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:26:48.257098 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2fee755c-bf42-4378-94bc-ba809d3da43a tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:48.304628 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-016b617f-64e3-4a76-8ad3-0e090de316f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:48.311374 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-016b617f-64e3-4a76-8ad3-0e090de316f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:48.315098 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-016b617f-64e3-4a76-8ad3-0e090de316f5 admin admin] 10.222.0.49 "DELETE /v2.0/networks/d6a5df07-fe3c-47f1-83e0-b8908198e01d HTTP/1.1" status: 204 len: 168 time: 1.2334838 Nov 09 21:26:48.332256 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016b617f-64e3-4a76-8ad3-0e090de316f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6a5df07-fe3c-47f1-83e0-b8908198e01d,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:48.387694 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2fee755c-bf42-4378-94bc-ba809d3da43a tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:48.480550 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2fee755c-bf42-4378-94bc-ba809d3da43a tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:48.511333 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2fee755c-bf42-4378-94bc-ba809d3da43a tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:48.517916 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2fee755c-bf42-4378-94bc-ba809d3da43a tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/subnets/88830410-cc12-4454-8483-4cec520bd6f0 HTTP/1.1" status: 204 len: 168 time: 0.4404135 Nov 09 21:26:48.518719 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50244) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:48.535663 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee755c-bf42-4378-94bc-ba809d3da43a tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event deleted for resources: {'Subnet': ['ID=88830410-cc12-4454-8483-4cec520bd6f0,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:48.558495 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024ddc9-1868-4409-9c18-b143adb8b76e req-0a7e8c08-d8a7-4361-b0d7-4cff5e1fd77e tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:48.561405 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e024ddc9-1868-4409-9c18-b143adb8b76e req-0a7e8c08-d8a7-4361-b0d7-4cff5e1fd77e tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 945 time: 0.1014152 Nov 09 21:26:48.561907 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50246) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:48.661143 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-530c42d0-0999-4dde-9da0-641fb7e8f8dd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=400600a87b5744da836a5a4df97863c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0962257 Nov 09 21:26:48.663200 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50248) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:48.676184 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-52ddd8f7-1b85-450d-91cb-9f65bd2fbc0d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:48.698547 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e024ddc9-1868-4409-9c18-b143adb8b76e req-04477a87-3fef-470e-aa3a-28b5f57156bc tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286907 Nov 09 21:26:48.736265 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-52ddd8f7-1b85-450d-91cb-9f65bd2fbc0d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Deleting port 378ef60e-dda5-468b-8e17-d3d2851d7f50 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:26:48.736674 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-52ddd8f7-1b85-450d-91cb-9f65bd2fbc0d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:48.746197 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ec881e6f-5c26-4e8d-b124-a36d92c6c776 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:48.770098 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ec881e6f-5c26-4e8d-b124-a36d92c6c776 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:48.809786 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-52ddd8f7-1b85-450d-91cb-9f65bd2fbc0d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] For port 378ef60e-dda5-468b-8e17-d3d2851d7f50, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=378ef60e-dda5-468b-8e17-d3d2851d7f50,segment=NetworkSegment(cd8383b3-14a0-4b28-a291-0cf3ecf8e62a),segment_id=cd8383b3-14a0-4b28-a291-0cf3ecf8e62a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:26:48.810084 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-52ddd8f7-1b85-450d-91cb-9f65bd2fbc0d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:48.825081 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ec881e6f-5c26-4e8d-b124-a36d92c6c776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:48.828390 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ec881e6f-5c26-4e8d-b124-a36d92c6c776 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:48.830654 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ec881e6f-5c26-4e8d-b124-a36d92c6c776 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a49c0492-ae47-4dac-8056-4d2eff42c909 HTTP/1.1" status: 204 len: 168 time: 0.1665611 Nov 09 21:26:48.834049 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-52ddd8f7-1b85-450d-91cb-9f65bd2fbc0d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Calling delete_port for 378ef60e-dda5-468b-8e17-d3d2851d7f50 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:26:48.858300 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec881e6f-5c26-4e8d-b124-a36d92c6c776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49c0492-ae47-4dac-8056-4d2eff42c909,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:48.889840 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 68ae207f-8797-43be-b1fb-04eb8173be11 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:26:48.941613 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c9f17b-774d-43fd-8afe-6f97527f747c None None] Network 76ec3424-6d52-4d6f-a3cf-28ed8972c887 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:26:48.971552 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfff26-355f-43ec-8bd2-c60b93fc292f req-615c793e-fbf1-4551-be3c-557dc1ab88b1 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:48.973421 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0adfff26-355f-43ec-8bd2-c60b93fc292f req-615c793e-fbf1-4551-be3c-557dc1ab88b1 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c014c-515a-4b7e-81c9-1e3b6a312126 HTTP/1.1" status: 200 len: 945 time: 0.0690053 Nov 09 21:26:49.015910 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-52ddd8f7-1b85-450d-91cb-9f65bd2fbc0d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:49.025360 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d0317-5a4b-4198-a2f1-70442583180d req-1399d423-ca76-4718-af24-1c537ae57d5a tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:49.026956 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-154d0317-5a4b-4198-a2f1-70442583180d req-1399d423-ca76-4718-af24-1c537ae57d5a tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] 10.222.0.49 "GET /v2.0/ports?device_id=1994b271-c364-4a15-ac2f-ac735ae07f75 HTTP/1.1" status: 200 len: 946 time: 0.1236048 Nov 09 21:26:49.031948 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-56f4af8f-fc67-4305-871f-8f232d9845a2 None None] Could not find standard attr ID for object 378ef60e-dda5-468b-8e17-d3d2851d7f50. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 21:26:49.062937 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ddd8f7-1b85-450d-91cb-9f65bd2fbc0d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event deleted for resources: {'Port': ['ID=378ef60e-dda5-468b-8e17-d3d2851d7f50,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:49.065285 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ddd8f7-1b85-450d-91cb-9f65bd2fbc0d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] No DVR routers for this DVR port 378ef60e-dda5-468b-8e17-d3d2851d7f50 on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:26:49.140531 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 68ae207f-8797-43be-b1fb-04eb8173be11 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:26:49.148211 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 68ae207f-8797-43be-b1fb-04eb8173be11 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:26:49.149134 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:49.170416 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-154d0317-5a4b-4198-a2f1-70442583180d req-21e9cfca-f691-4f1e-a043-3dbbbd35fddf tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] 10.222.0.49 "GET /v2.0/security-groups?id=398e1107-129f-4707-b320-d32ea690e426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324074 Nov 09 21:26:49.205673 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-52ddd8f7-1b85-450d-91cb-9f65bd2fbc0d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:49.212074 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17278b77-20bc-484a-8704-80d3b1fe7935 None None] DHCP port deletion for 76ec3424-6d52-4d6f-a3cf-28ed8972c887 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:26:49.231808 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-52ddd8f7-1b85-450d-91cb-9f65bd2fbc0d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76ec3424-6d52-4d6f-a3cf-28ed8972c887']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:49.242036 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-52ddd8f7-1b85-450d-91cb-9f65bd2fbc0d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd8383b3-14a0-4b28-a291-0cf3ecf8e62a') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:49.242338 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-52ddd8f7-1b85-450d-91cb-9f65bd2fbc0d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd8383b3-14a0-4b28-a291-0cf3ecf8e62a') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:49.253622 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-52ddd8f7-1b85-450d-91cb-9f65bd2fbc0d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:49.266708 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-52ddd8f7-1b85-450d-91cb-9f65bd2fbc0d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:49.274079 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52ddd8f7-1b85-450d-91cb-9f65bd2fbc0d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:26:49.274482 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-52ddd8f7-1b85-450d-91cb-9f65bd2fbc0d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:49.354821 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56136f88-e7ad-4cd8-807d-afa69e9af983 req-31e029b7-d2ca-4a80-8a33-0b61adf3c584 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:49.357812 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 17edb1a1-37cf-4b30-a587-425d7c52a26d no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:26:49.363810 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:26:49.363810 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:26:49.363810 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:26:49.363810 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:26:49.363810 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:26:49.363810 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:26:49.363810 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:26:49.363810 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:26:49.363810 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:26:49.363810 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:26:49.363810 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:26:49.363810 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:26:49.363810 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:26:49.363810 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:26:49.363810 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:26:49.363810 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:26:49.363810 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:26:49.363810 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:26:49.363810 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:26:49.363810 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:26:49.363810 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:26:49.363810 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:26:49.363810 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:26:49.363810 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:26:49.363810 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:26:49.363810 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:26:49.363810 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:26:49.363810 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:26:49.363810 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:26:49.363810 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:26:49.363810 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:26:49.363810 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:26:49.368224 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-56136f88-e7ad-4cd8-807d-afa69e9af983 req-31e029b7-d2ca-4a80-8a33-0b61adf3c584 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/ports?device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 946 time: 0.0816579 Nov 09 21:26:49.395888 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 17edb1a1-37cf-4b30-a587-425d7c52a26d {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:26:49.396736 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 17edb1a1-37cf-4b30-a587-425d7c52a26d not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:26:49.397446 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 1f54d51a-a509-43fb-85c6-83287b942a03 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:26:49.398226 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0adfff26-355f-43ec-8bd2-c60b93fc292f req-eacbef39-5bdd-4a42-a819-9220763f8ca5 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172630 Nov 09 21:26:49.401360 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-52ddd8f7-1b85-450d-91cb-9f65bd2fbc0d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:49.437194 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-56136f88-e7ad-4cd8-807d-afa69e9af983 req-e0a5a52f-bdf1-4009-870f-aeb7ea00de5c tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/security-groups?id=994058e5-2188-4388-9fbd-cf7bf18529ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631077 Nov 09 21:26:49.450431 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-52ddd8f7-1b85-450d-91cb-9f65bd2fbc0d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:49.461536 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-52ddd8f7-1b85-450d-91cb-9f65bd2fbc0d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/networks/76ec3424-6d52-4d6f-a3cf-28ed8972c887 HTTP/1.1" status: 204 len: 168 time: 0.9363408 Nov 09 21:26:49.461536 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ddd8f7-1b85-450d-91cb-9f65bd2fbc0d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event deleted for resources: {'Network': ['ID=76ec3424-6d52-4d6f-a3cf-28ed8972c887,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:49.462547 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50266) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:49.467631 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-0d3d6577-9a59-45a0-85c2-c9e864f50fc1 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-64835218'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:26:49.483849 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 1f54d51a-a509-43fb-85c6-83287b942a03 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:26:49.484465 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 1f54d51a-a509-43fb-85c6-83287b942a03 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:26:49.486758 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:49.510826 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3d6577-9a59-45a0-85c2-c9e864f50fc1 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Made reservation on behalf of 858314ce302b43e3a1bfa722f764cbf9 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:26:49.521928 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0d3d6577-9a59-45a0-85c2-c9e864f50fc1 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:49.527197 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568d6d7e-d407-462e-8cd2-c3b9473dcad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ae207f-8797-43be-b1fb-04eb8173be11'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:26:49.527729 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af43434-b15d-4fe8-8783-64c293670509" -d '{"events": [{"server_uuid": "568d6d7e-d407-462e-8cd2-c3b9473dcad5", "name": "network-vif-plugged", "status": "completed", "tag": "68ae207f-8797-43be-b1fb-04eb8173be11"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:26:49.567177 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 68ae207f-8797-43be-b1fb-04eb8173be11, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=68ae207f-8797-43be-b1fb-04eb8173be11,segment=NetworkSegment(0266031b-5829-40c1-acad-8e9a97b817f5),segment_id=0266031b-5829-40c1-acad-8e9a97b817f5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:26:49.574388 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:49.579781 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d3d6577-9a59-45a0-85c2-c9e864f50fc1 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:26:49.583588 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ec3848-a9e2-43a7-bbde-6e5ca76b9ad9 x-openstack-request-id: req-80ec3848-a9e2-43a7-bbde-6e5ca76b9ad9 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:26:49.584081 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "568d6d7e-d407-462e-8cd2-c3b9473dcad5", "name": "network-vif-plugged", "status": "completed", "tag": "68ae207f-8797-43be-b1fb-04eb8173be11", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:26:49.584853 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-80ec3848-a9e2-43a7-bbde-6e5ca76b9ad9 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:26:49.585404 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568d6d7e-d407-462e-8cd2-c3b9473dcad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ae207f-8797-43be-b1fb-04eb8173be11', 'code': 200} Nov 09 21:26:49.592651 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0d3d6577-9a59-45a0-85c2-c9e864f50fc1 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:49.593021 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-0d3d6577-9a59-45a0-85c2-c9e864f50fc1 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Added segment 0ce9f654-c40e-4262-9bd6-65489140ed1d of type vlan for network 3bb5b7d6-b43a-499f-92d8-fff8a8edb590 Nov 09 21:26:49.672352 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=68ae207f-8797-43be-b1fb-04eb8173be11,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:49.679448 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0d3d6577-9a59-45a0-85c2-c9e864f50fc1 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:49.718859 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0d3d6577-9a59-45a0-85c2-c9e864f50fc1 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:49.729643 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3d6577-9a59-45a0-85c2-c9e864f50fc1 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:49.730275 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0d3d6577-9a59-45a0-85c2-c9e864f50fc1 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:49.750684 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a8366-a87f-43e8-8929-3cc37a957206 req-9099b333-68f8-4488-93a0-5f52966cd8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:49.755468 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-385a8366-a87f-43e8-8929-3cc37a957206 req-9099b333-68f8-4488-93a0-5f52966cd8bf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 1097 time: 0.0808349 Nov 09 21:26:49.908299 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0d3d6577-9a59-45a0-85c2-c9e864f50fc1 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4454551 Nov 09 21:26:49.909907 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50286) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:49.916515 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dbb506-37ec-4493-a6bf-d6719b0badef req-221cc3a6-00e4-4ef6-8da2-7c385b507958 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:49.918318 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-74dbb506-37ec-4493-a6bf-d6719b0badef req-221cc3a6-00e4-4ef6-8da2-7c385b507958 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] 10.222.0.49 "GET /v2.0/ports?device_id=1994b271-c364-4a15-ac2f-ac735ae07f75 HTTP/1.1" status: 200 len: 946 time: 0.1276071 Nov 09 21:26:49.922413 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-385a8366-a87f-43e8-8929-3cc37a957206 req-ea6fa0fc-6035-4b3a-a290-53c17cf7a0af service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595485 Nov 09 21:26:49.931918 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-e65e91a3-4c47-4855-8314-5e1efcf906d7 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'subnet': {'network_id': '3bb5b7d6-b43a-499f-92d8-fff8a8edb590', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:26:49.977476 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d6577-9a59-45a0-85c2-c9e864f50fc1 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event updated for resources: {'Network': ['ID=3bb5b7d6-b43a-499f-92d8-fff8a8edb590,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:49.988167 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 3bb5b7d6-b43a-499f-92d8-fff8a8edb590 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:26:49.996783 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-74dbb506-37ec-4493-a6bf-d6719b0badef req-2fb5143b-1b47-4dfc-a2d0-e4531774513f tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] 10.222.0.49 "GET /v2.0/security-groups?id=398e1107-129f-4707-b320-d32ea690e426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647268 Nov 09 21:26:50.032818 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59e95d-7d39-4d7f-a42e-28ed7994e775 req-535a0edd-5182-4bdf-993d-35837829caf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:50.034763 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dc59e95d-7d39-4d7f-a42e-28ed7994e775 req-535a0edd-5182-4bdf-993d-35837829caf6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dda241e172b24b5fa67da416fe0cd00f&device_id=1994b271-c364-4a15-ac2f-ac735ae07f75 HTTP/1.1" status: 200 len: 1097 time: 0.2465508 Nov 09 21:26:50.069590 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b6c819ed-bdc9-40d3-a8d3-326b7efb2a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:50.090297 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651bb8ea-0236-4f48-b9fc-b0d3bca09abe req-69eb7862-c24b-448d-8183-cd672ecd5f02 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:50.091839 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-651bb8ea-0236-4f48-b9fc-b0d3bca09abe req-69eb7862-c24b-448d-8183-cd672ecd5f02 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 946 time: 0.2571735 Nov 09 21:26:50.157292 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-f55f19a7-943f-4beb-ae29-99d88693e7b5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2429891 Nov 09 21:26:50.225958 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65e91a3-4c47-4855-8314-5e1efcf906d7 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Made reservation on behalf of 858314ce302b43e3a1bfa722f764cbf9 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:26:50.229638 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e65e91a3-4c47-4855-8314-5e1efcf906d7 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:50.241684 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-651bb8ea-0236-4f48-b9fc-b0d3bca09abe req-ff1326fe-00d8-48dc-90cd-699bc19865a8 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123986 Nov 09 21:26:50.332916 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59e95d-7d39-4d7f-a42e-28ed7994e775 req-fb96ca64-1589-4128-afb3-6c22c044dc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:50.334387 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dc59e95d-7d39-4d7f-a42e-28ed7994e775 req-fb96ca64-1589-4128-afb3-6c22c044dc84 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1daa004a-b32c-41a1-a6f7-48a078de4ba2 HTTP/1.1" status: 200 len: 913 time: 0.2833333 Nov 09 21:26:50.390048 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dc59e95d-7d39-4d7f-a42e-28ed7994e775 req-ad9c1794-f4c1-4801-8545-0d90f75a712f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9df426f0-867a-48ba-bfa1-3de3116b0acb HTTP/1.1" status: 200 len: 217 time: 0.0438006 Nov 09 21:26:50.434580 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50302) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:50.448363 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-b1a3e2ca-b904-47e8-b4cc-cefd8aef8d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:50.448756 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-b1a3e2ca-b904-47e8-b4cc-cefd8aef8d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:50.449217 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-b1a3e2ca-b904-47e8-b4cc-cefd8aef8d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:50.449669 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-b1a3e2ca-b904-47e8-b4cc-cefd8aef8d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:50.450126 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-b1a3e2ca-b904-47e8-b4cc-cefd8aef8d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:50.450573 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-b1a3e2ca-b904-47e8-b4cc-cefd8aef8d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:50.451294 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-b1a3e2ca-b904-47e8-b4cc-cefd8aef8d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:50.453179 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-b1a3e2ca-b904-47e8-b4cc-cefd8aef8d11 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=82c72cbaced549c1af9f163b71209187&device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 6500 time: 0.1525345 Nov 09 21:26:50.505590 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59e95d-7d39-4d7f-a42e-28ed7994e775 req-4523448a-5fc0-49d9-bddf-273c815b11fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:50.507026 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dc59e95d-7d39-4d7f-a42e-28ed7994e775 req-4523448a-5fc0-49d9-bddf-273c815b11fb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c5a38529-2520-461f-b69f-4d9fc6bbdfe2 HTTP/1.1" status: 200 len: 853 time: 0.1081972 Nov 09 21:26:50.617227 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349e57c-3783-4631-af42-f91e9561a791 req-a0abe73f-9c95-4e2d-b368-54814a3fa042 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:50.622640 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dc59e95d-7d39-4d7f-a42e-28ed7994e775 req-ba101bf1-9845-43e3-b264-8d8fa7cc5045 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1daa004a-b32c-41a1-a6f7-48a078de4ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000142 Nov 09 21:26:50.623486 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5349e57c-3783-4631-af42-f91e9561a791 req-a0abe73f-9c95-4e2d-b368-54814a3fa042 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c014c-515a-4b7e-81c9-1e3b6a312126 HTTP/1.1" status: 200 len: 945 time: 0.0777736 Nov 09 21:26:50.686727 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5349e57c-3783-4631-af42-f91e9561a791 req-ba792471-eaf4-4ce6-9bc2-5fd1fc3a11de tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577097 Nov 09 21:26:50.697149 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-d4155a4e-0d9a-40a1-871f-ac67a53e6c50 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-786301430-network', 'tenant_id': '476b04718f114622be45841d668c49d8'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:26:50.717733 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4155a4e-0d9a-40a1-871f-ac67a53e6c50 admin admin] Made reservation on behalf of 476b04718f114622be45841d668c49d8 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:26:50.720609 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d4155a4e-0d9a-40a1-871f-ac67a53e6c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:50.729948 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d4155a4e-0d9a-40a1-871f-ac67a53e6c50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:50.806221 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-8d1015c3-6680-48e7-837e-82274ba9de8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:50.806688 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-8d1015c3-6680-48e7-837e-82274ba9de8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:50.807143 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-8d1015c3-6680-48e7-837e-82274ba9de8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:50.808760 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-8d1015c3-6680-48e7-837e-82274ba9de8c service neutron] 10.222.0.43 "GET /v2.0/networks?id=4b9d06c7-33c8-4c7a-8231-6eb95b2347b3&id=9bd028ff-7bca-4c46-bd71-6aace0071dc5&id=9bd028ff-7bca-4c46-bd71-6aace0071dc5&id=9bd028ff-7bca-4c46-bd71-6aace0071dc5&id=9bd028ff-7bca-4c46-bd71-6aace0071dc5&id=db993ee6-66d3-478a-b585-3c11adab0dfd&id=db993ee6-66d3-478a-b585-3c11adab0dfd HTTP/1.1" status: 200 len: 2296 time: 0.3134794 Nov 09 21:26:50.813684 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d4155a4e-0d9a-40a1-871f-ac67a53e6c50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:50.818542 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d4155a4e-0d9a-40a1-871f-ac67a53e6c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:50.848161 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e270a-3040-4d01-b0a8-6201d6e70575 req-c3a7e3b0-ecf0-4c73-afa6-e34ed1998996 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:50.849643 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4155a4e-0d9a-40a1-871f-ac67a53e6c50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:26:50.853133 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-956e270a-3040-4d01-b0a8-6201d6e70575 req-c3a7e3b0-ecf0-4c73-afa6-e34ed1998996 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/ports?device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 946 time: 0.2380068 Nov 09 21:26:50.859276 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4155a4e-0d9a-40a1-871f-ac67a53e6c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2f0bb2-aa7f-4144-8766-9956cf4302a0,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:50.867654 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d4155a4e-0d9a-40a1-871f-ac67a53e6c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:50.868005 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-d4155a4e-0d9a-40a1-871f-ac67a53e6c50 admin admin] Added segment 436e8a2d-fb6b-4e0e-9f97-5553104a1262 of type vlan for network 334ab1b0-3bbb-4e22-8403-8369144bd306 Nov 09 21:26:50.911612 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d4155a4e-0d9a-40a1-871f-ac67a53e6c50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:50.920585 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:26:50.928517 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e65e91a3-4c47-4855-8314-5e1efcf906d7 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:50.948181 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:50.949166 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d4155a4e-0d9a-40a1-871f-ac67a53e6c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:50.950290 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4155a4e-0d9a-40a1-871f-ac67a53e6c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:50.951106 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d4155a4e-0d9a-40a1-871f-ac67a53e6c50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:51.028650 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d4155a4e-0d9a-40a1-871f-ac67a53e6c50 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5922928 Nov 09 21:26:51.032216 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50320) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:51.035292 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 378ef60e-dda5-468b-8e17-d3d2851d7f50 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:26:51.039143 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-4c6e7e72-6cc6-4491-b654-93c2d6c66e6c admin admin] Request body: {'subnet': {'network_id': '334ab1b0-3bbb-4e22-8403-8369144bd306', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-786301430-subnet', 'tenant_id': '476b04718f114622be45841d668c49d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:26:51.064446 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4155a4e-0d9a-40a1-871f-ac67a53e6c50 admin admin] Pushing event updated for resources: {'Network': ['ID=334ab1b0-3bbb-4e22-8403-8369144bd306,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:51.068458 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 378ef60e-dda5-468b-8e17-d3d2851d7f50 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:26:51.068955 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 378ef60e-dda5-468b-8e17-d3d2851d7f50 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:26:51.079044 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 334ab1b0-3bbb-4e22-8403-8369144bd306 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:26:51.082102 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6e7e72-6cc6-4491-b654-93c2d6c66e6c admin admin] Made reservation on behalf of 476b04718f114622be45841d668c49d8 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:26:51.087550 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4c6e7e72-6cc6-4491-b654-93c2d6c66e6c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:51.247064 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67db75c-1c24-4770-af8e-7f8569ba0623 req-c61c3229-15f4-4d41-827c-0c757bb200fb tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:51.248663 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a67db75c-1c24-4770-af8e-7f8569ba0623 req-c61c3229-15f4-4d41-827c-0c757bb200fb tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] 10.222.0.49 "GET /v2.0/ports?device_id=1994b271-c364-4a15-ac2f-ac735ae07f75 HTTP/1.1" status: 200 len: 946 time: 0.0993831 Nov 09 21:26:51.352322 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a67db75c-1c24-4770-af8e-7f8569ba0623 req-4a7635b4-5d2b-4370-89f4-0284821f3440 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] 10.222.0.49 "GET /v2.0/security-groups?id=398e1107-129f-4707-b320-d32ea690e426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918789 Nov 09 21:26:51.353665 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dc59e95d-7d39-4d7f-a42e-28ed7994e775 req-79281876-4b4f-47b1-88f4-9abdd6b6bcb0 service neutron] 10.222.0.45 "GET /v2.0/networks/1daa004a-b32c-41a1-a6f7-48a078de4ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7141690 Nov 09 21:26:51.375867 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-1e5b4537-3838-4492-be7b-4eb50b98fc5a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bd49de7-14e9-45ba-ad29-41a7b31624e4 HTTP/1.1" status: 200 len: 1001 time: 0.5557206 Nov 09 21:26:51.445394 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4c6e7e72-6cc6-4491-b654-93c2d6c66e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:51.475347 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-956e270a-3040-4d01-b0a8-6201d6e70575 req-5481f18e-d720-498e-8418-90d793ba3729 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/security-groups?id=994058e5-2188-4388-9fbd-cf7bf18529ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5756159 Nov 09 21:26:51.507507 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e91a3-4c47-4855-8314-5e1efcf906d7 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event updated for resources: {'Subnet': ['ID=4eb74be8-7002-4729-aa76-9b5a10abf6fc,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:51.529325 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-1d49d598-c36c-48c7-8849-e1b8c1af866b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:51.530802 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-1d49d598-c36c-48c7-8849-e1b8c1af866b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c3d920bb-b358-4f30-b501-1f6a5fba102b HTTP/1.1" status: 200 len: 856 time: 0.1440415 Nov 09 21:26:51.534570 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0febc6-efae-4ed8-a583-f954b80deace req-addd8bd9-0399-4339-a9e4-0c9a5d29156b tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:51.536089 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8e0febc6-efae-4ed8-a583-f954b80deace req-addd8bd9-0399-4339-a9e4-0c9a5d29156b tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 946 time: 0.1210370 Nov 09 21:26:51.537197 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e7e72-6cc6-4491-b654-93c2d6c66e6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6287f675-aade-4edd-b174-3f3f6aef5f0a,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:51.577553 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6e7e72-6cc6-4491-b654-93c2d6c66e6c admin admin] Checking segment: {'id': '436e8a2d-fb6b-4e0e-9f97-5553104a1262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '334ab1b0-3bbb-4e22-8403-8369144bd306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:26:51.577911 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6e7e72-6cc6-4491-b654-93c2d6c66e6c admin admin] Network hostable DHCP agents. Network: 334ab1b0-3bbb-4e22-8403-8369144bd306, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:26:51.578725 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65e91a3-4c47-4855-8314-5e1efcf906d7 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Checking segment: {'id': '0ce9f654-c40e-4262-9bd6-65489140ed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3bb5b7d6-b43a-499f-92d8-fff8a8edb590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:26:51.579132 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65e91a3-4c47-4855-8314-5e1efcf906d7 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Network hostable DHCP agents. Network: 3bb5b7d6-b43a-499f-92d8-fff8a8edb590, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:26:51.593223 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dc59e95d-7d39-4d7f-a42e-28ed7994e775 req-6544fd8d-152f-4faf-b036-84b8fec8d89c service neutron] 10.222.0.45 "GET /v2.0/networks/1daa004a-b32c-41a1-a6f7-48a078de4ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097666 Nov 09 21:26:51.611087 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65e91a3-4c47-4855-8314-5e1efcf906d7 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Network 3bb5b7d6-b43a-499f-92d8-fff8a8edb590 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:26:51.612824 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8e0febc6-efae-4ed8-a583-f954b80deace req-5eb37911-f550-4cc2-9d8a-10221f9deffa tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632970 Nov 09 21:26:51.614314 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-b3689da9-9efa-48ce-b2a0-3efe14b25f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:51.615856 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-b3689da9-9efa-48ce-b2a0-3efe14b25f9b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4b9d06c7-33c8-4c7a-8231-6eb95b2347b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751340 Nov 09 21:26:51.621005 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6e7e72-6cc6-4491-b654-93c2d6c66e6c admin admin] Network 334ab1b0-3bbb-4e22-8403-8369144bd306 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:26:51.632763 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-4c6e7e72-6cc6-4491-b654-93c2d6c66e6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 334ab1b0-3bbb-4e22-8403-8369144bd306) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:26:51.634433 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-e65e91a3-4c47-4855-8314-5e1efcf906d7 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 3bb5b7d6-b43a-499f-92d8-fff8a8edb590) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:26:51.637659 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6e7e72-6cc6-4491-b654-93c2d6c66e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:51.638250 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4c6e7e72-6cc6-4491-b654-93c2d6c66e6c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:51.659997 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4c6e7e72-6cc6-4491-b654-93c2d6c66e6c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6257708 Nov 09 21:26:51.663633 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50332) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:51.668908 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f680b2-cf79-4531-930c-a7c944458f2f None None] Network 334ab1b0-3bbb-4e22-8403-8369144bd306 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:26:51.671166 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-faa73957-c4e8-4873-97ac-48468045c588 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-786301430-router', 'tenant_id': '476b04718f114622be45841d668c49d8', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:26:51.706834 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65e91a3-4c47-4855-8314-5e1efcf906d7 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:51.707448 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e65e91a3-4c47-4855-8314-5e1efcf906d7 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:51.715462 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-faa73957-c4e8-4873-97ac-48468045c588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:51.716513 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-faa73957-c4e8-4873-97ac-48468045c588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:51.732223 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e77764-36b7-4d7f-9f3a-78d5b4fc33ba None None] Network 3bb5b7d6-b43a-499f-92d8-fff8a8edb590 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:26:51.786786 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-faa73957-c4e8-4873-97ac-48468045c588 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:51.795018 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e65e91a3-4c47-4855-8314-5e1efcf906d7 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8669405 Nov 09 21:26:51.798766 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50338) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:51.805879 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-da75aa09-0956-4df3-8dec-c3dab4778e5f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'port': {'network_id': '3bb5b7d6-b43a-499f-92d8-fff8a8edb590', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1816845012'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:26:51.917334 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d27be-57c6-4d83-ab65-48c0e01c1033 req-b69701d9-6a27-4dd8-83a5-f76c2b0161dc tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:51.922122 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-897d27be-57c6-4d83-ab65-48c0e01c1033 req-b69701d9-6a27-4dd8-83a5-f76c2b0161dc tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 946 time: 0.2014971 Nov 09 21:26:51.928243 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50342) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:51.932907 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-fb4c06ee-21f6-48f4-83a4-c5a216dc8110 service neutron] 10.222.0.43 "GET /v2.0/networks/4b9d06c7-33c8-4c7a-8231-6eb95b2347b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085394 Nov 09 21:26:51.933406 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-65d4e272-606d-4701-b99c-c466ee30f83e tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Request body: {'floatingip': {'port_id': '68ae207f-8797-43be-b1fb-04eb8173be11'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:26:51.986217 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515aed5c-a6ee-4dba-a6a5-d746407ba2c0 None None] Network 334ab1b0-3bbb-4e22-8403-8369144bd306 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:26:52.003822 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-65d4e272-606d-4701-b99c-c466ee30f83e tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks [] for floatingip, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:52.068585 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da75aa09-0956-4df3-8dec-c3dab4778e5f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Made reservation on behalf of 858314ce302b43e3a1bfa722f764cbf9 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:26:52.072800 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-da75aa09-0956-4df3-8dec-c3dab4778e5f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:52.098624 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-2732f75c-803c-479a-bb47-1e3bbef66918 service neutron] 10.222.0.43 "GET /v2.0/networks/4b9d06c7-33c8-4c7a-8231-6eb95b2347b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583402 Nov 09 21:26:52.102382 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4dad8a-7107-4ec5-a9d6-bee50c24e439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-3bb5b7d6-b43a-499f-92d8-fff8a8edb590', 'network_id': '3bb5b7d6-b43a-499f-92d8-fff8a8edb590', 'tenant_id': '858314ce302b43e3a1bfa722f764cbf9', 'fixed_ips': [{'subnet_id': '4eb74be8-7002-4729-aa76-9b5a10abf6fc'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:26:52.103948 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8b4dad8a-7107-4ec5-a9d6-bee50c24e439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:52.113078 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-da75aa09-0956-4df3-8dec-c3dab4778e5f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] device_id is not set on port cf49eb71-42bd-425c-8b17-e00f4df4e100 yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:26:52.168433 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-faa73957-c4e8-4873-97ac-48468045c588 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:52.186609 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-33285b7f-c53a-4e6b-9be6-8eae5fa55cce service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=a07b3c2f-c8c5-43d5-9170-485f26594f02 HTTP/1.1" status: 200 len: 217 time: 0.0770195 Nov 09 21:26:52.195832 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907d6ee-32d6-4e7a-a975-6fa5004eea1b req-b7f5fd15-18f1-4154-8af6-1a5a9919ea4e tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:52.197416 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8907d6ee-32d6-4e7a-a975-6fa5004eea1b req-b7f5fd15-18f1-4154-8af6-1a5a9919ea4e tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c014c-515a-4b7e-81c9-1e3b6a312126 HTTP/1.1" status: 200 len: 945 time: 0.2832465 Nov 09 21:26:52.327445 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8907d6ee-32d6-4e7a-a975-6fa5004eea1b req-7bec5513-2511-4441-8fb2-8d554c2ef705 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022732 Nov 09 21:26:52.343019 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:52.370168 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-8b4dad8a-7107-4ec5-a9d6-bee50c24e439 None None] Allocated IP 172.20.0.2 (3bb5b7d6-b43a-499f-92d8-fff8a8edb590/4eb74be8-7002-4729-aa76-9b5a10abf6fc/de09331a-5227-4fff-8a3e-4460d068d217) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:26:52.373653 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-2adfa13e-807c-4cf0-bc75-6becd390967c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:52.375537 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-2adfa13e-807c-4cf0-bc75-6becd390967c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9535f1a8-f553-42a2-9902-5d76b011d9e0 HTTP/1.1" status: 200 len: 797 time: 0.1120229 Nov 09 21:26:52.444692 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-8630d67a-13d8-4fd6-b321-5adfc4365f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:52.446437 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-8630d67a-13d8-4fd6-b321-5adfc4365f3a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9bd028ff-7bca-4c46-bd71-6aace0071dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0609133 Nov 09 21:26:52.570367 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-4e091d4d-3ba5-4fa8-b285-c31ebb8e2ce4 service neutron] 10.222.0.43 "GET /v2.0/networks/9bd028ff-7bca-4c46-bd71-6aace0071dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165698 Nov 09 21:26:52.694657 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeffe630-cb97-43c2-9767-8193e8ef19a5 req-cb75402c-0532-490d-aed6-36a9b1ac63a9 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:52.696340 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aeffe630-cb97-43c2-9767-8193e8ef19a5 req-cb75402c-0532-490d-aed6-36a9b1ac63a9 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] 10.222.0.49 "GET /v2.0/ports?device_id=1994b271-c364-4a15-ac2f-ac735ae07f75 HTTP/1.1" status: 200 len: 946 time: 0.1248875 Nov 09 21:26:52.782690 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:52.783888 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-b26e4865-e044-4ac1-a451-cd37ab2890a8 service neutron] 10.222.0.43 "GET /v2.0/networks/9bd028ff-7bca-4c46-bd71-6aace0071dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011118 Nov 09 21:26:52.788656 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aeffe630-cb97-43c2-9767-8193e8ef19a5 req-0dfea0a9-766d-4ba2-baa5-1cc32635e527 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] 10.222.0.49 "GET /v2.0/security-groups?id=398e1107-129f-4707-b320-d32ea690e426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846803 Nov 09 21:26:52.851528 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-ae70e5ce-5781-4216-972e-1c04069fdd12 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=91c8b178-c506-4843-982e-f1a58ad7e198 HTTP/1.1" status: 200 len: 217 time: 0.0588729 Nov 09 21:26:52.854968 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8b4dad8a-7107-4ec5-a9d6-bee50c24e439 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:52.866402 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8b4dad8a-7107-4ec5-a9d6-bee50c24e439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:52.963573 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4dad8a-7107-4ec5-a9d6-bee50c24e439 None None] Network 3bb5b7d6-b43a-499f-92d8-fff8a8edb590 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:26:52.968212 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-8b4dad8a-7107-4ec5-a9d6-bee50c24e439 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:26:52.971916 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4dad8a-7107-4ec5-a9d6-bee50c24e439 None None] Pushing event updated for resources: {'Port': ['ID=de09331a-5227-4fff-8a3e-4460d068d217,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:52.978240 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4dad8a-7107-4ec5-a9d6-bee50c24e439 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:26:52.999485 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-da75aa09-0956-4df3-8dec-c3dab4778e5f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Allocated IP 172.20.0.10 (3bb5b7d6-b43a-499f-92d8-fff8a8edb590/4eb74be8-7002-4729-aa76-9b5a10abf6fc/cf49eb71-42bd-425c-8b17-e00f4df4e100) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:26:53.057770 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-8b4dad8a-7107-4ec5-a9d6-bee50c24e439 None None] Attempting to bind port de09331a-5227-4fff-8a3e-4460d068d217 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:26:53.058014 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731d215-167c-4e0b-b24d-8b0a22977eb8 req-81621dd2-9a6c-44ef-bed5-151ede565469 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:53.058494 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-8b4dad8a-7107-4ec5-a9d6-bee50c24e439 None None] Attempting to bind port de09331a-5227-4fff-8a3e-4460d068d217 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '0ce9f654-c40e-4262-9bd6-65489140ed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3bb5b7d6-b43a-499f-92d8-fff8a8edb590'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:26:53.058866 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4dad8a-7107-4ec5-a9d6-bee50c24e439 None None] Attempting to bind port de09331a-5227-4fff-8a3e-4460d068d217 on network 3bb5b7d6-b43a-499f-92d8-fff8a8edb590 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:26:53.065236 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4dad8a-7107-4ec5-a9d6-bee50c24e439 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:26:53.065827 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4dad8a-7107-4ec5-a9d6-bee50c24e439 None None] Checking segment: {'id': '0ce9f654-c40e-4262-9bd6-65489140ed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3bb5b7d6-b43a-499f-92d8-fff8a8edb590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:26:53.066260 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c731d215-167c-4e0b-b24d-8b0a22977eb8 req-81621dd2-9a6c-44ef-bed5-151ede565469 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/ports?device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 946 time: 0.1882913 Nov 09 21:26:53.066435 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8b4dad8a-7107-4ec5-a9d6-bee50c24e439 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:53.066909 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4dad8a-7107-4ec5-a9d6-bee50c24e439 None None] Bound using segment: {'id': '0ce9f654-c40e-4262-9bd6-65489140ed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3bb5b7d6-b43a-499f-92d8-fff8a8edb590'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:26:53.067511 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-8b4dad8a-7107-4ec5-a9d6-bee50c24e439 None None] Bound port: de09331a-5227-4fff-8a3e-4460d068d217, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce9f654-c40e-4262-9bd6-65489140ed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3bb5b7d6-b43a-499f-92d8-fff8a8edb590'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:26:53.068300 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8b4dad8a-7107-4ec5-a9d6-bee50c24e439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:53.094432 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-8ad4f8e8-aa28-4c19-8d66-d3d3becf740a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:53.101076 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-8ad4f8e8-aa28-4c19-8d66-d3d3becf740a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9535f1a8-f553-42a2-9902-5d76b011d9e0 HTTP/1.1" status: 200 len: 797 time: 0.2412651 Nov 09 21:26:53.162441 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-8b4dad8a-7107-4ec5-a9d6-bee50c24e439 None None] For port de09331a-5227-4fff-8a3e-4460d068d217, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:26:53.169767 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-8b4dad8a-7107-4ec5-a9d6-bee50c24e439 None None] For port de09331a-5227-4fff-8a3e-4460d068d217, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=de09331a-5227-4fff-8a3e-4460d068d217,segment=NetworkSegment(0ce9f654-c40e-4262-9bd6-65489140ed1d),segment_id=0ce9f654-c40e-4262-9bd6-65489140ed1d)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:26:53.176533 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8b4dad8a-7107-4ec5-a9d6-bee50c24e439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:53.212513 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-faa73957-c4e8-4873-97ac-48468045c588 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:53.232758 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c731d215-167c-4e0b-b24d-8b0a22977eb8 req-b2ce009c-acd1-4edd-8f56-b2e13e3a5e3b tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/security-groups?id=994058e5-2188-4388-9fbd-cf7bf18529ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603093 Nov 09 21:26:53.241635 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4dad8a-7107-4ec5-a9d6-bee50c24e439 None None] Pushing event updated for resources: {'Port': ['ID=de09331a-5227-4fff-8a3e-4460d068d217,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:53.254572 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.db.resource_extend [None req-65d4e272-606d-4701-b99c-c466ee30f83e tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 21:26:53.259844 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-faa73957-c4e8-4873-97ac-48468045c588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:53.270003 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-bc90e029-7c4b-4722-a3f0-ddff1e3c5216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:53.271520 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-bc90e029-7c4b-4722-a3f0-ddff1e3c5216 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9bd028ff-7bca-4c46-bd71-6aace0071dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1395087 Nov 09 21:26:53.332192 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:53.362347 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-65d4e272-606d-4701-b99c-c466ee30f83e tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:53.402802 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-65d4e272-606d-4701-b99c-c466ee30f83e tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:53.475018 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-aaa55a2f-e7a9-4c0c-bceb-e9d48aa743c0 service neutron] 10.222.0.43 "GET /v2.0/networks/9bd028ff-7bca-4c46-bd71-6aace0071dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850843 Nov 09 21:26:53.487232 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec7957-c09d-4286-a40a-4c692ea6b5cc req-8c209812-6cbc-48fa-b743-eec7c2743a43 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:53.496530 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-abec7957-c09d-4286-a40a-4c692ea6b5cc req-8c209812-6cbc-48fa-b743-eec7c2743a43 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] 10.222.0.49 "GET /v2.0/ports?device_id=1994b271-c364-4a15-ac2f-ac735ae07f75 HTTP/1.1" status: 200 len: 946 time: 0.2216454 Nov 09 21:26:53.500906 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-da75aa09-0956-4df3-8dec-c3dab4778e5f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:53.623004 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-faa73957-c4e8-4873-97ac-48468045c588 admin admin] Allocated IP 172.25.7.22 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/e30aa344-ff2d-4cc6-8139-fe55fa181792) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:26:53.651315 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9ac59-49a4-41b0-908d-77ca6b6ec552 req-f0dcfcdd-46e4-49b8-96f5-ec1ac3ba858b tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:53.652996 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aad9ac59-49a4-41b0-908d-77ca6b6ec552 req-f0dcfcdd-46e4-49b8-96f5-ec1ac3ba858b tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c014c-515a-4b7e-81c9-1e3b6a312126 HTTP/1.1" status: 200 len: 945 time: 0.1809380 Nov 09 21:26:53.665126 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [None req-65d4e272-606d-4701-b99c-c466ee30f83e tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Floating IP 0c95e7f3-1b90-418e-8eca-391a37ad0a04 associated. External IP: 172.25.7.205, port: 68ae207f-8797-43be-b1fb-04eb8173be11. Nov 09 21:26:53.677246 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-abec7957-c09d-4286-a40a-4c692ea6b5cc req-69e31305-2d82-4ff1-86eb-1dd41ed46eb9 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] 10.222.0.49 "GET /v2.0/security-groups?id=398e1107-129f-4707-b320-d32ea690e426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796563 Nov 09 21:26:53.719495 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-09dd6d99-3b22-4324-9437-60aec95f27b1 service neutron] 10.222.0.43 "GET /v2.0/networks/9bd028ff-7bca-4c46-bd71-6aace0071dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158101 Nov 09 21:26:53.721430 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-da75aa09-0956-4df3-8dec-c3dab4778e5f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:53.799681 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-c26ad43e-7c16-4006-af63-086968367a1d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=425016f1-5323-4fd9-bef6-b3071e755392 HTTP/1.1" status: 200 len: 217 time: 0.0695143 Nov 09 21:26:53.805683 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da75aa09-0956-4df3-8dec-c3dab4778e5f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Network 3bb5b7d6-b43a-499f-92d8-fff8a8edb590 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:26:53.821548 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-da75aa09-0956-4df3-8dec-c3dab4778e5f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:26:53.832667 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da75aa09-0956-4df3-8dec-c3dab4778e5f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:26:53.835207 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-faa73957-c4e8-4873-97ac-48468045c588 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:53.874672 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da75aa09-0956-4df3-8dec-c3dab4778e5f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event updated for resources: {'Port': ['ID=cf49eb71-42bd-425c-8b17-e00f4df4e100,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:53.906973 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-c83c77fd-e265-4dd4-8aea-5085ec5589b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:53.908286 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-c83c77fd-e265-4dd4-8aea-5085ec5589b0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9535f1a8-f553-42a2-9902-5d76b011d9e0 HTTP/1.1" status: 200 len: 797 time: 0.0970850 Nov 09 21:26:53.916343 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da75aa09-0956-4df3-8dec-c3dab4778e5f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:53.917019 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-da75aa09-0956-4df3-8dec-c3dab4778e5f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:53.940622 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aad9ac59-49a4-41b0-908d-77ca6b6ec552 req-d6d29958-71a8-4663-9eba-3de72ea87c98 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771032 Nov 09 21:26:53.959467 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-da75aa09-0956-4df3-8dec-c3dab4778e5f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.1579115 Nov 09 21:26:53.963074 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50384) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:53.970937 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-cf71ede0-b1cb-426b-a547-d00a0721eab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:53.972550 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-cf71ede0-b1cb-426b-a547-d00a0721eab0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9bd028ff-7bca-4c46-bd71-6aace0071dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0529830 Nov 09 21:26:54.042639 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-faa73957-c4e8-4873-97ac-48468045c588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:54.076483 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-10a3080c-ef89-401d-a79d-aa938cf572f0 service neutron] 10.222.0.43 "GET /v2.0/networks/9bd028ff-7bca-4c46-bd71-6aace0071dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928900 Nov 09 21:26:54.121083 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa73957-c4e8-4873-97ac-48468045c588 admin admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:26:54.174691 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-faa73957-c4e8-4873-97ac-48468045c588 admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:26:54.185110 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa73957-c4e8-4873-97ac-48468045c588 admin admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:26:54.186586 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-08d227a4-58ff-44bd-9f63-515f1e95de4c service neutron] 10.222.0.43 "GET /v2.0/networks/9bd028ff-7bca-4c46-bd71-6aace0071dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017580 Nov 09 21:26:54.195028 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa73957-c4e8-4873-97ac-48468045c588 admin admin] Pushing event updated for resources: {'Port': ['ID=e30aa344-ff2d-4cc6-8139-fe55fa181792,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:54.253214 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-763403cd-83b5-46df-a953-5bf088cd4c1a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=f1a55f02-391f-4b2f-8594-8dd0febfc624 HTTP/1.1" status: 200 len: 217 time: 0.0533104 Nov 09 21:26:54.262470 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-6a618268-b443-459d-a9ed-1f8714580666 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Deleting port cf49eb71-42bd-425c-8b17-e00f4df4e100 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:26:54.262841 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a618268-b443-459d-a9ed-1f8714580666 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:54.314879 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d4e272-606d-4701-b99c-c466ee30f83e tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Router e5a328cd-b7f7-4e43-968a-2614ea669b17 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:26:54.341419 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-f24c9295-7c73-4dd5-ac5f-88f8ff46d60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:54.343053 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-f24c9295-7c73-4dd5-ac5f-88f8ff46d60a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9535f1a8-f553-42a2-9902-5d76b011d9e0 HTTP/1.1" status: 200 len: 797 time: 0.0832410 Nov 09 21:26:54.431121 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658ba1e-8536-4f27-b014-46cec6e40445 req-7b2a60bb-0649-45aa-a45d-d6a2ec62f435 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:54.441101 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6658ba1e-8536-4f27-b014-46cec6e40445 req-7b2a60bb-0649-45aa-a45d-d6a2ec62f435 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/ports?device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 946 time: 0.1135595 Nov 09 21:26:54.444609 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-dba0aceb-f8ee-4a49-9a7b-80827f644662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:54.446208 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-dba0aceb-f8ee-4a49-9a7b-80827f644662 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9bd028ff-7bca-4c46-bd71-6aace0071dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0870156 Nov 09 21:26:54.558636 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a618268-b443-459d-a9ed-1f8714580666 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:54.596987 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6658ba1e-8536-4f27-b014-46cec6e40445 req-d9c2889a-45f2-4de6-88f5-79c706f5328b tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/security-groups?id=994058e5-2188-4388-9fbd-cf7bf18529ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549103 Nov 09 21:26:54.608958 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-6a618268-b443-459d-a9ed-1f8714580666 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Calling delete_port for cf49eb71-42bd-425c-8b17-e00f4df4e100 owned by {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:26:54.634079 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-44691edb-b686-4965-8a38-e8ec2bf15d15 service neutron] 10.222.0.43 "GET /v2.0/networks/9bd028ff-7bca-4c46-bd71-6aace0071dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788375 Nov 09 21:26:54.654440 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f692036e-b00c-427b-868f-220259866821 None None] Network 3bb5b7d6-b43a-499f-92d8-fff8a8edb590 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:26:54.667955 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50400) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:54.716825 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d4e272-606d-4701-b99c-c466ee30f83e tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:26:54.726180 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-65d4e272-606d-4701-b99c-c466ee30f83e tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:54.777238 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-faa73957-c4e8-4873-97ac-48468045c588 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:54.782731 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-65d4e272-606d-4701-b99c-c466ee30f83e tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "PUT /v2.0/floatingips/0c95e7f3-1b90-418e-8eca-391a37ad0a04 HTTP/1.1" status: 200 len: 992 time: 2.8534164 Nov 09 21:26:54.784690 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '568d6d7e-d407-462e-8cd2-c3b9473dcad5', 'tag': '68ae207f-8797-43be-b1fb-04eb8173be11'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:26:54.787155 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f8ace1-e7ee-4941-bf14-7158d53a6cc1" -d '{"events": [{"name": "network-changed", "server_uuid": "568d6d7e-d407-462e-8cd2-c3b9473dcad5", "tag": "68ae207f-8797-43be-b1fb-04eb8173be11"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:26:54.818183 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb4a93-3ca0-449d-92c2-c508ed637877 req-c7e30003-0263-40ad-a67f-457de9c4d5cc tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:54.819689 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8bdb4a93-3ca0-449d-92c2-c508ed637877 req-c7e30003-0263-40ad-a67f-457de9c4d5cc tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] 10.222.0.45 "GET /v2.0/ports?device_id=1994b271-c364-4a15-ac2f-ac735ae07f75 HTTP/1.1" status: 200 len: 946 time: 0.1529205 Nov 09 21:26:54.830070 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af532f1-9488-40d4-9ad3-110cbe26b27a None None] Sync routers for ids ['e5a328cd-b7f7-4e43-968a-2614ea669b17'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:26:54.845384 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-5a5e55f0-6682-46d3-9346-5aee3904f680 service neutron] 10.222.0.43 "GET /v2.0/networks/9bd028ff-7bca-4c46-bd71-6aace0071dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013021 Nov 09 21:26:54.887370 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af532f1-9488-40d4-9ad3-110cbe26b27a None None] Routers {'e5a328cd-b7f7-4e43-968a-2614ea669b17'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:26:54.888606 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-7af532f1-9488-40d4-9ad3-110cbe26b27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:26:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e5a328cd-b7f7-4e43-968a-2614ea669b17'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:54.944837 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-1ad41c78-8f25-4253-91b7-954d3c2489fc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1907057c-c36f-477c-ab6d-b465673b10a8 HTTP/1.1" status: 200 len: 217 time: 0.0797939 Nov 09 21:26:54.987575 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f7532-ab78-41a2-91a5-fddadaabd61c req-a85f1748-bbb3-40ef-b205-f3ca06487c08 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:54.989301 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-274f7532-ab78-41a2-91a5-fddadaabd61c req-a85f1748-bbb3-40ef-b205-f3ca06487c08 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] 10.222.0.49 "GET /v2.0/ports?device_id=1994b271-c364-4a15-ac2f-ac735ae07f75 HTTP/1.1" status: 200 len: 946 time: 0.1584220 Nov 09 21:26:55.037383 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a618268-b443-459d-a9ed-1f8714580666 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:55.042048 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5994fda1-bf4f-41c0-af92-768c1f2649cb x-openstack-request-id: req-5994fda1-bf4f-41c0-af92-768c1f2649cb {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:26:55.042348 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "568d6d7e-d407-462e-8cd2-c3b9473dcad5", "tag": "68ae207f-8797-43be-b1fb-04eb8173be11", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:26:55.042721 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5994fda1-bf4f-41c0-af92-768c1f2649cb {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:26:55.043201 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '568d6d7e-d407-462e-8cd2-c3b9473dcad5', 'tag': '68ae207f-8797-43be-b1fb-04eb8173be11', 'status': 'completed', 'code': 200} Nov 09 21:26:55.063245 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fa46255e-1b70-4c8a-bbd1-3269c4da5d21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:55.076585 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-7af532f1-9488-40d4-9ad3-110cbe26b27a None None] Set router e5a328cd-b7f7-4e43-968a-2614ea669b17 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:26:55.103276 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-b21c7f26-c482-46d8-be50-a20b2f5c95d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:55.104918 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-b21c7f26-c482-46d8-be50-a20b2f5c95d2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4eb2317b-2e64-46a1-bd53-a56ce963060a HTTP/1.1" status: 200 len: 797 time: 0.1463995 Nov 09 21:26:55.183650 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device de09331a-5227-4fff-8a3e-4460d068d217 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:26:55.190791 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-75573cf1-efb1-43e3-8396-1d653f2b6c0d None None] Provisioning complete for port de09331a-5227-4fff-8a3e-4460d068d217 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:26:55.191250 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-75573cf1-efb1-43e3-8396-1d653f2b6c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:55.226186 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-8bdb4a93-3ca0-449d-92c2-c508ed637877 req-6a3eb76b-653d-4953-8425-6ef4d4ae0423 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] Deleting port 9df426f0-867a-48ba-bfa1-3de3116b0acb {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:26:55.226421 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-8bdb4a93-3ca0-449d-92c2-c508ed637877 req-6a3eb76b-653d-4953-8425-6ef4d4ae0423 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:55.294245 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-e65697f4-912b-4088-adf0-413a6993dc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:55.295580 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-e65697f4-912b-4088-adf0-413a6993dc0b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=db993ee6-66d3-478a-b585-3c11adab0dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1821337 Nov 09 21:26:55.332177 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1f657-4805-4175-adfd-19fcec6c93f7 req-1fde48ee-dbb1-417d-89e1-a7e868096690 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:55.333755 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5dd1f657-4805-4175-adfd-19fcec6c93f7 req-1fde48ee-dbb1-417d-89e1-a7e868096690 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c014c-515a-4b7e-81c9-1e3b6a312126 HTTP/1.1" status: 200 len: 945 time: 0.1823995 Nov 09 21:26:55.416343 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618268-b443-459d-a9ed-1f8714580666 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event deleted for resources: {'Port': ['ID=cf49eb71-42bd-425c-8b17-e00f4df4e100,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:55.445118 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fa46255e-1b70-4c8a-bbd1-3269c4da5d21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:55.475277 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fa46255e-1b70-4c8a-bbd1-3269c4da5d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:55.477861 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port de09331a-5227-4fff-8a3e-4460d068d217 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:26:55.478459 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:55.546173 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-75573cf1-efb1-43e3-8396-1d653f2b6c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:55.557950 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-8bdb4a93-3ca0-449d-92c2-c508ed637877 req-6a3eb76b-653d-4953-8425-6ef4d4ae0423 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] For port 9df426f0-867a-48ba-bfa1-3de3116b0acb, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=9df426f0-867a-48ba-bfa1-3de3116b0acb,segment=NetworkSegment(2cdf012b-9bd1-45f2-84f7-0e01142da227),segment_id=2cdf012b-9bd1-45f2-84f7-0e01142da227)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:26:55.558507 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-8bdb4a93-3ca0-449d-92c2-c508ed637877 req-6a3eb76b-653d-4953-8425-6ef4d4ae0423 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:55.605985 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-fa46255e-1b70-4c8a-bbd1-3269c4da5d21 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=330d5621b0044550a1037f31c7d0cb4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8927176 Nov 09 21:26:55.613653 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-8bdb4a93-3ca0-449d-92c2-c508ed637877 req-6a3eb76b-653d-4953-8425-6ef4d4ae0423 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] Calling delete_port for 9df426f0-867a-48ba-bfa1-3de3116b0acb owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:26:55.613905 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a618268-b443-459d-a9ed-1f8714580666 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:55.615790 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50412) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:55.618631 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6a618268-b443-459d-a9ed-1f8714580666 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/ports/cf49eb71-42bd-425c-8b17-e00f4df4e100 HTTP/1.1" status: 204 len: 168 time: 1.6524770 Nov 09 21:26:55.622167 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50416) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:55.644864 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5dd1f657-4805-4175-adfd-19fcec6c93f7 req-2bd7b320-3ffd-41f4-ac5a-c0bcc8a712eb tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645721 Nov 09 21:26:55.646479 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa46255e-1b70-4c8a-bbd1-3269c4da5d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8834699-79f9-4b83-b706-9f404f07d748,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:55.648015 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-274f7532-ab78-41a2-91a5-fddadaabd61c req-72c00db2-1438-4f77-ab1c-057f9f142448 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] 10.222.0.49 "GET /v2.0/security-groups?id=398e1107-129f-4707-b320-d32ea690e426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6505263 Nov 09 21:26:55.653515 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-75573cf1-efb1-43e3-8396-1d653f2b6c0d None None] For port de09331a-5227-4fff-8a3e-4460d068d217, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=de09331a-5227-4fff-8a3e-4460d068d217,segment=NetworkSegment(0ce9f654-c40e-4262-9bd6-65489140ed1d),segment_id=0ce9f654-c40e-4262-9bd6-65489140ed1d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:26:55.654559 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-7490b810-95cb-4851-873d-e3bd0c3209be service neutron] 10.222.0.43 "GET /v2.0/networks/db993ee6-66d3-478a-b585-3c11adab0dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461728 Nov 09 21:26:55.679389 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-75573cf1-efb1-43e3-8396-1d653f2b6c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:55.712742 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db12d8e-1a84-4c3e-bbe9-5a2f9243aa2b tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] GET failed (client error): The resource could not be found. Nov 09 21:26:55.714663 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0db12d8e-1a84-4c3e-bbe9-5a2f9243aa2b tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "GET /v2.0/ports/cf49eb71-42bd-425c-8b17-e00f4df4e100 HTTP/1.1" status: 404 len: 333 time: 0.0907052 Nov 09 21:26:55.719429 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8ace1-e7ee-4941-bf14-7158d53a6cc1 req-be02ef85-29a3-4671-8c3d-d4c682408b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:55.720557 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d0f8ace1-e7ee-4941-bf14-7158d53a6cc1 req-be02ef85-29a3-4671-8c3d-d4c682408b2c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=80bd14f1151c49209b6b9f6a58ef3329&device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 1097 time: 0.3019824 Nov 09 21:26:55.724922 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50418) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:55.728285 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-7af532f1-9488-40d4-9ad3-110cbe26b27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'name': 'tempest-AttachVolumeShelveTestJSON-1134091748-router', 'tenant_id': '80bd14f1151c49209b6b9f6a58ef3329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '781df098-9817-4073-a821-03d622980305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:21:59Z', 'updated_at': '2021-11-09T21:22:07Z', 'revision_number': 4, 'project_id': '80bd14f1151c49209b6b9f6a58ef3329', 'gw_port': {'id': '781df098-9817-4073-a821-03d622980305', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:00Z', 'updated_at': '2021-11-09T21:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '0c95e7f3-1b90-418e-8eca-391a37ad0a04', 'tenant_id': '80bd14f1151c49209b6b9f6a58ef3329', 'floating_ip_address': '172.25.7.205', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'port_id': '68ae207f-8797-43be-b1fb-04eb8173be11', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a2ce5cc-687a-4c33-859e-f9b75a50c5b6', 'mac_address': 'fa:16:3e:15:b5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d6d7e-d407-462e-8cd2-c3b9473dcad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:26:33Z', 'updated_at': '2021-11-09T21:26:53Z', 'revision_number': 1, 'project_id': '80bd14f1151c49209b6b9f6a58ef3329', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70422ba5-3105-471f-ba27-a49007a6ecf7', 'name': '', 'network_id': '5a2ce5cc-687a-4c33-859e-f9b75a50c5b6', 'tenant_id': '80bd14f1151c49209b6b9f6a58ef3329', 'mac_address': 'fa:16:3e:a6:3e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '87945563-f9d1-4353-83ce-d183f9346308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:05Z', 'updated_at': '2021-11-09T21:22:13Z', 'revision_number': 5, 'project_id': '80bd14f1151c49209b6b9f6a58ef3329', 'subnets': [{'id': '87945563-f9d1-4353-83ce-d183f9346308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:55.778669 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af532f1-9488-40d4-9ad3-110cbe26b27a None None] Checking router: e5a328cd-b7f7-4e43-968a-2614ea669b17 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:26:55.781132 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:55.794279 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-e74db66f-43d3-4806-b41e-e21ecb88c19d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Deleting subnet 4eb74be8-7002-4729-aa76-9b5a10abf6fc {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:26:55.800812 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-faa73957-c4e8-4873-97ac-48468045c588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:55.812535 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e74db66f-43d3-4806-b41e-e21ecb88c19d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:55.823157 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-178619df-e270-414f-852c-2619a9169be5 None None] Could not find standard attr ID for object cf49eb71-42bd-425c-8b17-e00f4df4e100. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 21:26:55.838736 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af532f1-9488-40d4-9ad3-110cbe26b27a None None] Routers {'e5a328cd-b7f7-4e43-968a-2614ea669b17'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:26:55.839370 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-7af532f1-9488-40d4-9ad3-110cbe26b27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:26:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e5a328cd-b7f7-4e43-968a-2614ea669b17'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:55.878945 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75573cf1-efb1-43e3-8396-1d653f2b6c0d None None] Pushing event updated for resources: {'Port': ['ID=de09331a-5227-4fff-8a3e-4460d068d217,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:55.926250 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-178619df-e270-414f-852c-2619a9169be5 None None] Provisioning complete for port de09331a-5227-4fff-8a3e-4460d068d217 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:26:55.926250 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-178619df-e270-414f-852c-2619a9169be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:55.985346 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e74db66f-43d3-4806-b41e-e21ecb88c19d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:56.012209 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.db.api [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 21:26:56.012572 n-d-816206-3 neutron-server[102609]: DEBUG oslo_db.api [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 21:26:56.058046 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-7af532f1-9488-40d4-9ad3-110cbe26b27a None None] Set router e5a328cd-b7f7-4e43-968a-2614ea669b17 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:26:56.083633 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473a56e-1d03-4307-b3b3-4907ad199d05 req-fbc14931-108f-4e5f-be21-e8dcf7d11ad8 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:56.085494 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6473a56e-1d03-4307-b3b3-4907ad199d05 req-fbc14931-108f-4e5f-be21-e8dcf7d11ad8 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/ports?device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 946 time: 0.2878187 Nov 09 21:26:56.207346 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6473a56e-1d03-4307-b3b3-4907ad199d05 req-518973cf-275b-47bf-abf8-02c5a44689eb tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/security-groups?id=994058e5-2188-4388-9fbd-cf7bf18529ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093509 Nov 09 21:26:56.211052 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8ace1-e7ee-4941-bf14-7158d53a6cc1 req-3ad860fe-4207-4c79-8415-c4205cf6b190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:56.212534 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d0f8ace1-e7ee-4941-bf14-7158d53a6cc1 req-3ad860fe-4207-4c79-8415-c4205cf6b190 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5a2ce5cc-687a-4c33-859e-f9b75a50c5b6 HTTP/1.1" status: 200 len: 917 time: 0.4132433 Nov 09 21:26:56.304336 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e74db66f-43d3-4806-b41e-e21ecb88c19d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:56.319954 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-8bdb4a93-3ca0-449d-92c2-c508ed637877 req-6a3eb76b-653d-4953-8425-6ef4d4ae0423 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:56.342309 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d0f8ace1-e7ee-4941-bf14-7158d53a6cc1 req-6ed0f45c-870d-411c-9211-7fe259ecb501 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68ae207f-8797-43be-b1fb-04eb8173be11 HTTP/1.1" status: 200 len: 1000 time: 0.1202993 Nov 09 21:26:56.350439 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa73957-c4e8-4873-97ac-48468045c588 admin admin] Router 78f2df27-3034-44ea-8a9f-70dbae05f85d is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:26:56.355597 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['9df426f0-867a-48ba-bfa1-3de3116b0acb'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:26:56.378028 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6b3e32e3-913d-456d-b414-e6fdf0d261aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:56.384178 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3eb76b-653d-4953-8425-6ef4d4ae0423 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] Pushing event deleted for resources: {'Port': ['ID=9df426f0-867a-48ba-bfa1-3de3116b0acb,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:56.448459 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6b3e32e3-913d-456d-b414-e6fdf0d261aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:56.451567 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-9132766c-1ea4-4b90-949f-fcd1280986b3 service neutron] 10.222.0.43 "GET /v2.0/networks/db993ee6-66d3-478a-b585-3c11adab0dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7789481 Nov 09 21:26:56.466328 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e74db66f-43d3-4806-b41e-e21ecb88c19d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:56.469048 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8ace1-e7ee-4941-bf14-7158d53a6cc1 req-ce984ad6-42c1-44a7-b694-612d48b5aee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:56.470665 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d0f8ace1-e7ee-4941-bf14-7158d53a6cc1 req-ce984ad6-42c1-44a7-b694-612d48b5aee6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=87945563-f9d1-4353-83ce-d183f9346308 HTTP/1.1" status: 200 len: 856 time: 0.1166172 Nov 09 21:26:56.512464 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-7af532f1-9488-40d4-9ad3-110cbe26b27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'name': 'tempest-AttachVolumeShelveTestJSON-1134091748-router', 'tenant_id': '80bd14f1151c49209b6b9f6a58ef3329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '781df098-9817-4073-a821-03d622980305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:21:59Z', 'updated_at': '2021-11-09T21:22:07Z', 'revision_number': 4, 'project_id': '80bd14f1151c49209b6b9f6a58ef3329', 'gw_port': {'id': '781df098-9817-4073-a821-03d622980305', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:00Z', 'updated_at': '2021-11-09T21:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '0c95e7f3-1b90-418e-8eca-391a37ad0a04', 'tenant_id': '80bd14f1151c49209b6b9f6a58ef3329', 'floating_ip_address': '172.25.7.205', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'port_id': '68ae207f-8797-43be-b1fb-04eb8173be11', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a2ce5cc-687a-4c33-859e-f9b75a50c5b6', 'mac_address': 'fa:16:3e:15:b5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d6d7e-d407-462e-8cd2-c3b9473dcad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:26:33Z', 'updated_at': '2021-11-09T21:26:53Z', 'revision_number': 1, 'project_id': '80bd14f1151c49209b6b9f6a58ef3329', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70422ba5-3105-471f-ba27-a49007a6ecf7', 'name': '', 'network_id': '5a2ce5cc-687a-4c33-859e-f9b75a50c5b6', 'tenant_id': '80bd14f1151c49209b6b9f6a58ef3329', 'mac_address': 'fa:16:3e:a6:3e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '87945563-f9d1-4353-83ce-d183f9346308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:05Z', 'updated_at': '2021-11-09T21:22:13Z', 'revision_number': 5, 'project_id': '80bd14f1151c49209b6b9f6a58ef3329', 'subnets': [{'id': '87945563-f9d1-4353-83ce-d183f9346308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:56.522738 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bdb4a93-3ca0-449d-92c2-c508ed637877 req-6a3eb76b-653d-4953-8425-6ef4d4ae0423 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] No DVR routers for this DVR port 9df426f0-867a-48ba-bfa1-3de3116b0acb on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:26:56.526907 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-8bdb4a93-3ca0-449d-92c2-c508ed637877 req-6a3eb76b-653d-4953-8425-6ef4d4ae0423 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:56.530251 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8bdb4a93-3ca0-449d-92c2-c508ed637877 req-6a3eb76b-653d-4953-8425-6ef4d4ae0423 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] 10.222.0.45 "DELETE /v2.0/ports/9df426f0-867a-48ba-bfa1-3de3116b0acb HTTP/1.1" status: 204 len: 173 time: 1.7002671 Nov 09 21:26:56.531499 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-93a7059c-35c2-4a5b-b0f1-0440352cc78e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a4b3d77a-e8b9-47df-8ea9-8096b98da309 HTTP/1.1" status: 200 len: 217 time: 0.0693953 Nov 09 21:26:56.531927 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1994b271-c364-4a15-ac2f-ac735ae07f75', 'name': 'network-vif-deleted', 'tag': '9df426f0-867a-48ba-bfa1-3de3116b0acb'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:26:56.534637 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9af22b2-f5db-41dc-a580-dcc2eb4e027e" -d '{"events": [{"server_uuid": "1994b271-c364-4a15-ac2f-ac735ae07f75", "name": "network-vif-deleted", "tag": "9df426f0-867a-48ba-bfa1-3de3116b0acb"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:26:56.539084 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74db66f-43d3-4806-b41e-e21ecb88c19d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event deleted for resources: {'Subnet': ['ID=4eb74be8-7002-4729-aa76-9b5a10abf6fc,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:56.542696 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e74db66f-43d3-4806-b41e-e21ecb88c19d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:56.546236 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e74db66f-43d3-4806-b41e-e21ecb88c19d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/subnets/4eb74be8-7002-4729-aa76-9b5a10abf6fc HTTP/1.1" status: 204 len: 168 time: 0.8203475 Nov 09 21:26:56.560573 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50424) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:56.596569 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa73957-c4e8-4873-97ac-48468045c588 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:26:56.611036 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc693ec-2803-438a-93c7-c856d2deba58 x-openstack-request-id: req-cbc693ec-2803-438a-93c7-c856d2deba58 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:26:56.611217 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1994b271-c364-4a15-ac2f-ac735ae07f75", "name": "network-vif-deleted", "tag": "9df426f0-867a-48ba-bfa1-3de3116b0acb", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:26:56.611411 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cbc693ec-2803-438a-93c7-c856d2deba58 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:26:56.612339 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1994b271-c364-4a15-ac2f-ac735ae07f75', 'name': 'network-vif-deleted', 'tag': '9df426f0-867a-48ba-bfa1-3de3116b0acb', 'status': 'completed', 'code': 200} Nov 09 21:26:56.617538 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8ace1-e7ee-4941-bf14-7158d53a6cc1 req-0a54e792-cc57-4110-81c0-389b3bf99125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:56.619146 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d0f8ace1-e7ee-4941-bf14-7158d53a6cc1 req-0a54e792-cc57-4110-81c0-389b3bf99125 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5a2ce5cc-687a-4c33-859e-f9b75a50c5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1354892 Nov 09 21:26:56.621322 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47f6327-b813-4c75-8271-c2e423f330c5 None None] Sync routers for ids ['78f2df27-3034-44ea-8a9f-70dbae05f85d'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:26:56.624485 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a81d1b-ede4-4453-92e2-804f7dce998e None None] Network 3bb5b7d6-b43a-499f-92d8-fff8a8edb590 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:26:56.627417 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-71afae0f-b4e6-4bb0-b34e-e5208970baf7 None None] Could not find standard attr ID for object cf49eb71-42bd-425c-8b17-e00f4df4e100. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 21:26:56.630708 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47f6327-b813-4c75-8271-c2e423f330c5 None None] Routers {'78f2df27-3034-44ea-8a9f-70dbae05f85d'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:26:56.631314 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-f47f6327-b813-4c75-8271-c2e423f330c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:26:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['78f2df27-3034-44ea-8a9f-70dbae05f85d'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:56.631555 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af532f1-9488-40d4-9ad3-110cbe26b27a None None] The sync data for ids ['e5a328cd-b7f7-4e43-968a-2614ea669b17'] in n-d-816206-3 is: [{'id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'name': 'tempest-AttachVolumeShelveTestJSON-1134091748-router', 'tenant_id': '80bd14f1151c49209b6b9f6a58ef3329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '781df098-9817-4073-a821-03d622980305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:21:59Z', 'updated_at': '2021-11-09T21:22:07Z', 'revision_number': 4, 'project_id': '80bd14f1151c49209b6b9f6a58ef3329', 'gw_port': {'id': '781df098-9817-4073-a821-03d622980305', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:00Z', 'updated_at': '2021-11-09T21:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '0c95e7f3-1b90-418e-8eca-391a37ad0a04', 'tenant_id': '80bd14f1151c49209b6b9f6a58ef3329', 'floating_ip_address': '172.25.7.205', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'port_id': '68ae207f-8797-43be-b1fb-04eb8173be11', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a2ce5cc-687a-4c33-859e-f9b75a50c5b6', 'mac_address': 'fa:16:3e:15:b5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568d6d7e-d407-462e-8cd2-c3b9473dcad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:26:33Z', 'updated_at': '2021-11-09T21:26:53Z', 'revision_number': 1, 'project_id': '80bd14f1151c49209b6b9f6a58ef3329', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70422ba5-3105-471f-ba27-a49007a6ecf7', 'name': '', 'network_id': '5a2ce5cc-687a-4c33-859e-f9b75a50c5b6', 'tenant_id': '80bd14f1151c49209b6b9f6a58ef3329', 'mac_address': 'fa:16:3e:a6:3e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '87945563-f9d1-4353-83ce-d183f9346308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:05Z', 'updated_at': '2021-11-09T21:22:13Z', 'revision_number': 5, 'project_id': '80bd14f1151c49209b6b9f6a58ef3329', 'subnets': [{'id': '87945563-f9d1-4353-83ce-d183f9346308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:26:56.690227 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-e32a79f4-7ce6-48fc-bb23-63ff4b5030d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:56.691695 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-e32a79f4-7ce6-48fc-bb23-63ff4b5030d2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4eb2317b-2e64-46a1-bd53-a56ce963060a HTTP/1.1" status: 200 len: 797 time: 0.1459231 Nov 09 21:26:56.744987 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6b3e32e3-913d-456d-b414-e6fdf0d261aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:56.746340 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6b3e32e3-913d-456d-b414-e6fdf0d261aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:56.762221 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6b3e32e3-913d-456d-b414-e6fdf0d261aa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e8834699-79f9-4b83-b706-9f404f07d748 HTTP/1.1" status: 204 len: 168 time: 1.1333940 Nov 09 21:26:56.815800 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c0865ba6-c504-4ff9-a3e3-af9f445553db tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:56.831433 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e32e3-913d-456d-b414-e6fdf0d261aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8834699-79f9-4b83-b706-9f404f07d748,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:56.858734 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d0f8ace1-e7ee-4941-bf14-7158d53a6cc1 req-73bfb9e5-abc7-4dd5-9a6c-1ece6c1a26a8 service neutron] 10.222.0.43 "GET /v2.0/networks/5a2ce5cc-687a-4c33-859e-f9b75a50c5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222333 Nov 09 21:26:56.861544 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-faa73957-c4e8-4873-97ac-48468045c588 admin admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:56.863371 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-f47f6327-b813-4c75-8271-c2e423f330c5 None None] Set router 78f2df27-3034-44ea-8a9f-70dbae05f85d gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:26:56.868523 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-faa73957-c4e8-4873-97ac-48468045c588 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.2039461 Nov 09 21:26:56.869285 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50432) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:56.948256 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device af21328b-3780-4d5d-8417-4ca6fb56feb6 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:26:56.948844 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-24b8311e-2e77-43b3-9136-f7545ba284d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:56.972733 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-24b8311e-2e77-43b3-9136-f7545ba284d2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=db993ee6-66d3-478a-b585-3c11adab0dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2595096 Nov 09 21:26:57.063091 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-29e34ca0-293c-4e8b-a257-f06cd72a4db1 req-35f4330a-f14e-44db-a4d7-698ccfbd7ad5 tempest-InstanceActionsTestJSON-1337396910 tempest-InstanceActionsTestJSON-1337396910-project] 10.222.0.49 "GET /v2.0/ports?device_id=1994b271-c364-4a15-ac2f-ac735ae07f75 HTTP/1.1" status: 200 len: 210 time: 0.1679227 Nov 09 21:26:57.150343 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7f2ac1-3ff5-4317-a669-07cc6cc68bab None None] DHCP port deletion for 3bb5b7d6-b43a-499f-92d8-fff8a8edb590 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:26:57.253190 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c5e1b4-250f-4d64-9e78-c87262fe0c24 None None] New status for floating IP 0c95e7f3-1b90-418e-8eca-391a37ad0a04: ACTIVE {{(pid=102609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:26:57.271883 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d0f8ace1-e7ee-4941-bf14-7158d53a6cc1 req-42c4d4a2-c9ee-40fd-9688-3dd7189f0182 service neutron] 10.222.0.43 "GET /v2.0/networks/5a2ce5cc-687a-4c33-859e-f9b75a50c5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4014621 Nov 09 21:26:57.307513 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-42cbeaf5-680c-40f7-a7a3-33776b62481b service neutron] 10.222.0.43 "GET /v2.0/networks/db993ee6-66d3-478a-b585-3c11adab0dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778959 Nov 09 21:26:57.343085 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bbf2de-9c32-471c-b4b5-1307fb69e136 req-4cb3488b-8e41-49b0-847e-cba979194693 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:57.352324 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-06bbf2de-9c32-471c-b4b5-1307fb69e136 req-4cb3488b-8e41-49b0-847e-cba979194693 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c014c-515a-4b7e-81c9-1e3b6a312126 HTTP/1.1" status: 200 len: 945 time: 0.4355195 Nov 09 21:26:57.372160 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-f47f6327-b813-4c75-8271-c2e423f330c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f2df27-3034-44ea-8a9f-70dbae05f85d', 'name': 'tempest-ServerRescueNegativeTestJSON-786301430-router', 'tenant_id': '476b04718f114622be45841d668c49d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': 'e30aa344-ff2d-4cc6-8139-fe55fa181792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:26:51Z', 'updated_at': '2021-11-09T21:26:54Z', 'revision_number': 3, 'project_id': '476b04718f114622be45841d668c49d8', 'gw_port': {'id': 'e30aa344-ff2d-4cc6-8139-fe55fa181792', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:6c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f2df27-3034-44ea-8a9f-70dbae05f85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:26:53Z', 'updated_at': '2021-11-09T21:26:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:57.374545 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port af21328b-3780-4d5d-8417-4ca6fb56feb6, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=af21328b-3780-4d5d-8417-4ca6fb56feb6,segment=NetworkSegment(9a6377f5-b38b-4a21-b9f6-9e21b904d67d),segment_id=9a6377f5-b38b-4a21-b9f6-9e21b904d67d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:26:57.427441 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': 'af21328b-3780-4d5d-8417-4ca6fb56feb6', 'network_id': 'a977e5a0-d935-40af-beae-b0f3a8c25de8', 'port_id': 'af21328b-3780-4d5d-8417-4ca6fb56feb6', 'mac_address': 'fa:16:3e:8f:28:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d70d627-f91a-46e1-b014-350c82c5b331', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:26:57.433643 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50440) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:57.458223 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47f6327-b813-4c75-8271-c2e423f330c5 None None] Checking router: 78f2df27-3034-44ea-8a9f-70dbae05f85d for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:26:57.462722 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47f6327-b813-4c75-8271-c2e423f330c5 None None] Updating router 78f2df27-3034-44ea-8a9f-70dbae05f85d port e30aa344-ff2d-4cc6-8139-fe55fa181792 binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:26:57.475438 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-9c7f2ac1-3ff5-4317-a669-07cc6cc68bab None None] Deleting port de09331a-5227-4fff-8a3e-4460d068d217 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:26:57.475814 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9c7f2ac1-3ff5-4317-a669-07cc6cc68bab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:57.517948 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f47f6327-b813-4c75-8271-c2e423f330c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:57.546267 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-06bbf2de-9c32-471c-b4b5-1307fb69e136 req-202a9fd7-2f35-4bd5-834c-4147c2111fdc tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918950 Nov 09 21:26:57.547806 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0a7abb11-3842-47f1-8452-9ff5a84fdebe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:57.576274 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:57.626706 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af21328b-3780-4d5d-8417-4ca6fb56feb6 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:26:57.640371 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-9c7f2ac1-3ff5-4317-a669-07cc6cc68bab None None] For port de09331a-5227-4fff-8a3e-4460d068d217, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=de09331a-5227-4fff-8a3e-4460d068d217,segment=NetworkSegment(0ce9f654-c40e-4262-9bd6-65489140ed1d),segment_id=0ce9f654-c40e-4262-9bd6-65489140ed1d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:26:57.640747 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9c7f2ac1-3ff5-4317-a669-07cc6cc68bab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:57.660148 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a84475a0-3a86-47c6-9b48-498c41b44021 req-6c41dc7b-925c-4fe0-84b1-baea0a979267 service neutron] 10.222.0.43 "GET /v2.0/networks/db993ee6-66d3-478a-b585-3c11adab0dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723122 Nov 09 21:26:57.662963 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a57c36-54c8-483b-b0fd-cdeccf21244e req-92e12330-493d-459a-a9fd-58406f6b6590 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:57.663604 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-c0865ba6-c504-4ff9-a3e3-af9f445553db tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Deleting port de09331a-5227-4fff-8a3e-4460d068d217 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:26:57.663940 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c0865ba6-c504-4ff9-a3e3-af9f445553db tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:57.668802 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-9c7f2ac1-3ff5-4317-a669-07cc6cc68bab None None] Calling delete_port for de09331a-5227-4fff-8a3e-4460d068d217 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:26:57.673963 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-95a57c36-54c8-483b-b0fd-cdeccf21244e req-92e12330-493d-459a-a9fd-58406f6b6590 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/ports?device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 946 time: 0.2041109 Nov 09 21:26:57.779156 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port af21328b-3780-4d5d-8417-4ca6fb56feb6, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=af21328b-3780-4d5d-8417-4ca6fb56feb6,segment=NetworkSegment(9a6377f5-b38b-4a21-b9f6-9e21b904d67d),segment_id=9a6377f5-b38b-4a21-b9f6-9e21b904d67d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:26:57.785453 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:57.835578 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-95a57c36-54c8-483b-b0fd-cdeccf21244e req-207288ae-2dab-49ad-8c3d-6d527515881d tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/security-groups?id=994058e5-2188-4388-9fbd-cf7bf18529ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582603 Nov 09 21:26:57.845938 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9c7f2ac1-3ff5-4317-a669-07cc6cc68bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:57.862660 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0a7abb11-3842-47f1-8452-9ff5a84fdebe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:57.869613 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0a7abb11-3842-47f1-8452-9ff5a84fdebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:57.880481 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=af21328b-3780-4d5d-8417-4ca6fb56feb6,revision_number=6']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:57.884320 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7f2ac1-3ff5-4317-a669-07cc6cc68bab None None] No DVR routers for this DVR port de09331a-5227-4fff-8a3e-4460d068d217 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:26:57.911703 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f2ac1-3ff5-4317-a669-07cc6cc68bab None None] Pushing event deleted for resources: {'Port': ['ID=de09331a-5227-4fff-8a3e-4460d068d217,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:57.918865 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-c0865ba6-c504-4ff9-a3e3-af9f445553db tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] For port de09331a-5227-4fff-8a3e-4460d068d217, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=de09331a-5227-4fff-8a3e-4460d068d217,segment=NetworkSegment(0ce9f654-c40e-4262-9bd6-65489140ed1d),segment_id=0ce9f654-c40e-4262-9bd6-65489140ed1d)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:26:57.919252 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c0865ba6-c504-4ff9-a3e3-af9f445553db tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:57.948366 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f47f6327-b813-4c75-8271-c2e423f330c5 None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:57.959450 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f47f6327-b813-4c75-8271-c2e423f330c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:57.967102 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-c0865ba6-c504-4ff9-a3e3-af9f445553db tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Calling delete_port for de09331a-5227-4fff-8a3e-4460d068d217 owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:26:57.980172 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0a7abb11-3842-47f1-8452-9ff5a84fdebe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c133f2c48aaf4598b29c42d7e45e6a53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5086961 Nov 09 21:26:57.981091 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50456) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:57.987707 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-f47f6327-b813-4c75-8271-c2e423f330c5 None None] Attempting to bind port e30aa344-ff2d-4cc6-8139-fe55fa181792 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:26:57.988301 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-f47f6327-b813-4c75-8271-c2e423f330c5 None None] Attempting to bind port e30aa344-ff2d-4cc6-8139-fe55fa181792 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:26:57.989017 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47f6327-b813-4c75-8271-c2e423f330c5 None None] Attempting to bind port e30aa344-ff2d-4cc6-8139-fe55fa181792 on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:26:57.990369 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7abb11-3842-47f1-8452-9ff5a84fdebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a447ebce-2f6c-4781-89fa-86c612a62c47,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:58.003264 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7abb11-3842-47f1-8452-9ff5a84fdebe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:26:58.003614 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7abb11-3842-47f1-8452-9ff5a84fdebe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:26:58.003961 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7abb11-3842-47f1-8452-9ff5a84fdebe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:26:58.004301 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7abb11-3842-47f1-8452-9ff5a84fdebe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:26:58.004653 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7abb11-3842-47f1-8452-9ff5a84fdebe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:26:58.004994 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7abb11-3842-47f1-8452-9ff5a84fdebe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:26:58.005327 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7abb11-3842-47f1-8452-9ff5a84fdebe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:26:58.005663 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7abb11-3842-47f1-8452-9ff5a84fdebe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:26:58.005995 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7abb11-3842-47f1-8452-9ff5a84fdebe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:26:58.006436 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7abb11-3842-47f1-8452-9ff5a84fdebe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:26:58.006930 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7abb11-3842-47f1-8452-9ff5a84fdebe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:26:58.007269 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7abb11-3842-47f1-8452-9ff5a84fdebe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:26:58.016009 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47f6327-b813-4c75-8271-c2e423f330c5 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:26:58.017354 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47f6327-b813-4c75-8271-c2e423f330c5 None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:26:58.017922 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['af21328b-3780-4d5d-8417-4ca6fb56feb6'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:26:58.018400 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f47f6327-b813-4c75-8271-c2e423f330c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:58.018925 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47f6327-b813-4c75-8271-c2e423f330c5 None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:26:58.019575 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-f47f6327-b813-4c75-8271-c2e423f330c5 None None] Bound port: e30aa344-ff2d-4cc6-8139-fe55fa181792, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:26:58.020112 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f47f6327-b813-4c75-8271-c2e423f330c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:58.053517 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b6ee6cd7-6965-4dfb-aa12-aee69c01087a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:58.102481 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-f47f6327-b813-4c75-8271-c2e423f330c5 None None] For port e30aa344-ff2d-4cc6-8139-fe55fa181792, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:26:58.106071 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-f47f6327-b813-4c75-8271-c2e423f330c5 None None] For port e30aa344-ff2d-4cc6-8139-fe55fa181792, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=e30aa344-ff2d-4cc6-8139-fe55fa181792,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:26:58.112911 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f47f6327-b813-4c75-8271-c2e423f330c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:58.155701 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c0865ba6-c504-4ff9-a3e3-af9f445553db tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:58.167732 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47f6327-b813-4c75-8271-c2e423f330c5 None None] Routers {'78f2df27-3034-44ea-8a9f-70dbae05f85d'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:26:58.168350 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-f47f6327-b813-4c75-8271-c2e423f330c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:26:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['78f2df27-3034-44ea-8a9f-70dbae05f85d'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:58.209794 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50470) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:58.212859 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0865ba6-c504-4ff9-a3e3-af9f445553db tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event deleted for resources: {'Port': ['ID=de09331a-5227-4fff-8a3e-4460d068d217,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:58.214511 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-059380d3-2b64-4a46-9fff-13bb52560889 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:58.219756 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0865ba6-c504-4ff9-a3e3-af9f445553db tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] No DVR routers for this DVR port de09331a-5227-4fff-8a3e-4460d068d217 on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:26:58.318932 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-059380d3-2b64-4a46-9fff-13bb52560889 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:58.354594 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e238b99d-d6de-4f4f-8384-ec8e7547470f None None] Pushing event updated for resources: {'Port': ['ID=e30aa344-ff2d-4cc6-8139-fe55fa181792,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:58.417993 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c0865ba6-c504-4ff9-a3e3-af9f445553db tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:58.443502 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-c0865ba6-c504-4ff9-a3e3-af9f445553db tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bb5b7d6-b43a-499f-92d8-fff8a8edb590']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:58.455682 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-c0865ba6-c504-4ff9-a3e3-af9f445553db tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ce9f654-c40e-4262-9bd6-65489140ed1d') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:58.456124 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-c0865ba6-c504-4ff9-a3e3-af9f445553db tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ce9f654-c40e-4262-9bd6-65489140ed1d') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:58.471765 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c0865ba6-c504-4ff9-a3e3-af9f445553db tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:58.473893 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e238b99d-d6de-4f4f-8384-ec8e7547470f None None] Pushing event updated for resources: {'Port': ['ID=e30aa344-ff2d-4cc6-8139-fe55fa181792,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:58.497305 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c0865ba6-c504-4ff9-a3e3-af9f445553db tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:58.500317 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-f47f6327-b813-4c75-8271-c2e423f330c5 None None] Set router 78f2df27-3034-44ea-8a9f-70dbae05f85d gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:26:58.507526 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0865ba6-c504-4ff9-a3e3-af9f445553db tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:26:58.508517 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c0865ba6-c504-4ff9-a3e3-af9f445553db tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:58.529728 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-059380d3-2b64-4a46-9fff-13bb52560889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:58.534017 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-059380d3-2b64-4a46-9fff-13bb52560889 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:58.535567 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-059380d3-2b64-4a46-9fff-13bb52560889 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a447ebce-2f6c-4781-89fa-86c612a62c47 HTTP/1.1" status: 204 len: 168 time: 0.5533228 Nov 09 21:26:58.578325 n-d-816206-3 neutron-server[102608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:26:58.578325 n-d-816206-3 neutron-server[102608]: self.session.flush() Nov 09 21:26:58.578325 n-d-816206-3 neutron-server[102608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:26:58.578325 n-d-816206-3 neutron-server[102608]: self.session.flush() Nov 09 21:26:58.578325 n-d-816206-3 neutron-server[102608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:26:58.578325 n-d-816206-3 neutron-server[102608]: self.session.flush() Nov 09 21:26:58.578325 n-d-816206-3 neutron-server[102608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:26:58.578325 n-d-816206-3 neutron-server[102608]: self.session.flush() Nov 09 21:26:58.578325 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:26:58.578325 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:26:58.578325 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:26:58.578325 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:26:58.578325 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:26:58.578325 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:26:58.578325 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:26:58.578325 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:26:58.578325 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:26:58.578325 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:26:58.578325 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:26:58.578325 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:26:58.578325 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:26:58.578325 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:26:58.578325 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:26:58.578325 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:26:58.578325 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:26:58.578325 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:26:58.578325 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:26:58.578325 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:26:58.578325 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:26:58.578325 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:26:58.578325 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:26:58.578325 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:26:58.578325 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:26:58.578325 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:26:58.578325 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:26:58.578325 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:26:58.578325 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:26:58.578325 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:26:58.578325 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:26:58.578325 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:26:58.589049 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c0865ba6-c504-4ff9-a3e3-af9f445553db tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:58.614051 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c0865ba6-c504-4ff9-a3e3-af9f445553db tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:58.620931 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c0865ba6-c504-4ff9-a3e3-af9f445553db tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/networks/3bb5b7d6-b43a-499f-92d8-fff8a8edb590 HTTP/1.1" status: 204 len: 168 time: 2.0523224 Nov 09 21:26:58.620931 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0865ba6-c504-4ff9-a3e3-af9f445553db tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event deleted for resources: {'Network': ['ID=3bb5b7d6-b43a-499f-92d8-fff8a8edb590,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:58.622040 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50482) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:58.629460 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-c15a5b54-e650-4c98-a340-b6679ead9944 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'port': {'network_id': '35057647-8fb3-4e2f-9a4f-566d1b7e2e28', 'name': 'tempest-PortsTestJSON-372108168'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:26:58.635811 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059380d3-2b64-4a46-9fff-13bb52560889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a447ebce-2f6c-4781-89fa-86c612a62c47,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:58.671345 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-b6ee6cd7-6965-4dfb-aa12-aee69c01087a admin admin] Allocated IP 172.20.0.1 (334ab1b0-3bbb-4e22-8403-8369144bd306/6287f675-aade-4edd-b174-3f3f6aef5f0a/919923d9-de9f-4e8f-9a8e-339c1ea9b8f0) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:26:58.767774 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-f47f6327-b813-4c75-8271-c2e423f330c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f2df27-3034-44ea-8a9f-70dbae05f85d', 'name': 'tempest-ServerRescueNegativeTestJSON-786301430-router', 'tenant_id': '476b04718f114622be45841d668c49d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': 'e30aa344-ff2d-4cc6-8139-fe55fa181792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:26:51Z', 'updated_at': '2021-11-09T21:26:54Z', 'revision_number': 3, 'project_id': '476b04718f114622be45841d668c49d8', 'gw_port': {'id': 'e30aa344-ff2d-4cc6-8139-fe55fa181792', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:6c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f2df27-3034-44ea-8a9f-70dbae05f85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:26:53Z', 'updated_at': '2021-11-09T21:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:26:58.800527 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47f6327-b813-4c75-8271-c2e423f330c5 None None] The sync data for ids ['78f2df27-3034-44ea-8a9f-70dbae05f85d'] in n-d-816206-3 is: [{'id': '78f2df27-3034-44ea-8a9f-70dbae05f85d', 'name': 'tempest-ServerRescueNegativeTestJSON-786301430-router', 'tenant_id': '476b04718f114622be45841d668c49d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': 'e30aa344-ff2d-4cc6-8139-fe55fa181792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:26:51Z', 'updated_at': '2021-11-09T21:26:54Z', 'revision_number': 3, 'project_id': '476b04718f114622be45841d668c49d8', 'gw_port': {'id': 'e30aa344-ff2d-4cc6-8139-fe55fa181792', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:6c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f2df27-3034-44ea-8a9f-70dbae05f85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:26:53Z', 'updated_at': '2021-11-09T21:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:26:58.802390 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-07ecb2d3-cd99-4ef7-9488-00ef11dfe4c7 admin admin] Deleting subnet c5a38529-2520-461f-b69f-4d9fc6bbdfe2 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:26:58.811916 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-07ecb2d3-cd99-4ef7-9488-00ef11dfe4c7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:58.912357 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-07ecb2d3-cd99-4ef7-9488-00ef11dfe4c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:58.914164 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15a5b54-e650-4c98-a340-b6679ead9944 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Made reservation on behalf of 858314ce302b43e3a1bfa722f764cbf9 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:26:58.918876 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c15a5b54-e650-4c98-a340-b6679ead9944 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:58.946721 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device af21328b-3780-4d5d-8417-4ca6fb56feb6 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:26:59.010035 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c73f115-9555-498a-8724-7bd800a95ada req-3ee5371d-1c3b-4445-97a1-5320e1be0cd6 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:59.018294 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6c73f115-9555-498a-8724-7bd800a95ada req-3ee5371d-1c3b-4445-97a1-5320e1be0cd6 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c014c-515a-4b7e-81c9-1e3b6a312126 HTTP/1.1" status: 200 len: 944 time: 0.2482860 Nov 09 21:26:59.081750 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port af21328b-3780-4d5d-8417-4ca6fb56feb6 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:26:59.082887 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:59.087881 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device de09331a-5227-4fff-8a3e-4460d068d217 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:26:59.093466 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-c15a5b54-e650-4c98-a340-b6679ead9944 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] device_id is not set on port 9689adc6-ef53-49d6-b351-fc940390880f yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:26:59.113351 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b6ee6cd7-6965-4dfb-aa12-aee69c01087a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:59.120666 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-07ecb2d3-cd99-4ef7-9488-00ef11dfe4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:59.157627 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aeb36b-2624-41e1-a7d1-60f526ccf420 req-789c49a1-1cbc-4b04-bc75-657905810353 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:26:59.166924 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-72aeb36b-2624-41e1-a7d1-60f526ccf420 req-789c49a1-1cbc-4b04-bc75-657905810353 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/ports?device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 946 time: 0.1455314 Nov 09 21:26:59.231413 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 9df426f0-867a-48ba-bfa1-3de3116b0acb no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:26:59.240080 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: de09331a-5227-4fff-8a3e-4460d068d217 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:26:59.240429 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device de09331a-5227-4fff-8a3e-4460d068d217 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:26:59.289767 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-72aeb36b-2624-41e1-a7d1-60f526ccf420 req-a525e7dd-9a65-41cd-9543-e74ea8ddf2ce tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/security-groups?id=994058e5-2188-4388-9fbd-cf7bf18529ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216104 Nov 09 21:26:59.322442 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b6ee6cd7-6965-4dfb-aa12-aee69c01087a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:59.343354 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ee6cd7-6965-4dfb-aa12-aee69c01087a admin admin] Network 334ab1b0-3bbb-4e22-8403-8369144bd306 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:26:59.348302 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-b6ee6cd7-6965-4dfb-aa12-aee69c01087a admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:26:59.351165 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ee6cd7-6965-4dfb-aa12-aee69c01087a admin admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:26:59.385833 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-07ecb2d3-cd99-4ef7-9488-00ef11dfe4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:59.387836 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 9df426f0-867a-48ba-bfa1-3de3116b0acb {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:26:59.389032 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 9df426f0-867a-48ba-bfa1-3de3116b0acb not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:26:59.401741 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50488) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:59.445628 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:59.480574 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07c014c-515a-4b7e-81c9-1e3b6a312126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af21328b-3780-4d5d-8417-4ca6fb56feb6'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:26:59.483378 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b6ee6cd7-6965-4dfb-aa12-aee69c01087a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:59.483806 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5903a504-54f5-4e1a-b9bb-0ed4525309c7" -d '{"events": [{"server_uuid": "a07c014c-515a-4b7e-81c9-1e3b6a312126", "name": "network-vif-plugged", "status": "completed", "tag": "af21328b-3780-4d5d-8417-4ca6fb56feb6"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:26:59.511066 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6f432371-fed1-475c-8c7d-7f80e572baee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:59.519558 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port af21328b-3780-4d5d-8417-4ca6fb56feb6, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=af21328b-3780-4d5d-8417-4ca6fb56feb6,segment=NetworkSegment(9a6377f5-b38b-4a21-b9f6-9e21b904d67d),segment_id=9a6377f5-b38b-4a21-b9f6-9e21b904d67d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:26:59.526830 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:59.576676 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee6cd7-6965-4dfb-aa12-aee69c01087a admin admin] Pushing event updated for resources: {'Port': ['ID=919923d9-de9f-4e8f-9a8e-339c1ea9b8f0,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:59.581148 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6c73f115-9555-498a-8724-7bd800a95ada req-bccabb44-7899-4242-ac05-f46810cf946f tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5618427 Nov 09 21:26:59.584469 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ecb2d3-cd99-4ef7-9488-00ef11dfe4c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5a38529-2520-461f-b69f-4d9fc6bbdfe2,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:59.624395 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-07ecb2d3-cd99-4ef7-9488-00ef11dfe4c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:59.636382 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-07ecb2d3-cd99-4ef7-9488-00ef11dfe4c7 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c5a38529-2520-461f-b69f-4d9fc6bbdfe2 HTTP/1.1" status: 204 len: 168 time: 1.4239690 Nov 09 21:26:59.640345 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50494) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:59.686631 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=af21328b-3780-4d5d-8417-4ca6fb56feb6,revision_number=7']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:59.694043 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0095888f-e628-4bac-aa4f-17d00bc3d335 x-openstack-request-id: req-0095888f-e628-4bac-aa4f-17d00bc3d335 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:26:59.695091 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a07c014c-515a-4b7e-81c9-1e3b6a312126", "name": "network-vif-plugged", "status": "completed", "tag": "af21328b-3780-4d5d-8417-4ca6fb56feb6", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:26:59.695543 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0095888f-e628-4bac-aa4f-17d00bc3d335 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:26:59.696099 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a07c014c-515a-4b7e-81c9-1e3b6a312126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af21328b-3780-4d5d-8417-4ca6fb56feb6', 'code': 200} Nov 09 21:26:59.789415 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e7577933-5c06-45bf-af6b-384409024ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:59.815686 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c15a5b54-e650-4c98-a340-b6679ead9944 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:59.829819 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b6ee6cd7-6965-4dfb-aa12-aee69c01087a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:59.839316 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6f432371-fed1-475c-8c7d-7f80e572baee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:59.859742 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6f432371-fed1-475c-8c7d-7f80e572baee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:59.930907 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f432371-fed1-475c-8c7d-7f80e572baee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5a1cac-0516-4d8b-8363-1295d78dc494,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:26:59.934320 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c15a5b54-e650-4c98-a340-b6679ead9944 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:59.943438 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e7577933-5c06-45bf-af6b-384409024ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:26:59.944482 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6f432371-fed1-475c-8c7d-7f80e572baee admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d7d30041bbd442f19fbbc59cb974e5f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5163720 Nov 09 21:26:59.946364 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50496) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:26:59.987934 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-e7577933-5c06-45bf-af6b-384409024ee1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1daa004a-b32c-41a1-a6f7-48a078de4ba2']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:27:00.005276 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-e7577933-5c06-45bf-af6b-384409024ee1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cdf012b-9bd1-45f2-84f7-0e01142da227') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:27:00.005638 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-e7577933-5c06-45bf-af6b-384409024ee1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cdf012b-9bd1-45f2-84f7-0e01142da227') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:27:00.027843 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15a5b54-e650-4c98-a340-b6679ead9944 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Network 35057647-8fb3-4e2f-9a4f-566d1b7e2e28 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:27:00.035512 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-c15a5b54-e650-4c98-a340-b6679ead9944 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:27:00.054561 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e7577933-5c06-45bf-af6b-384409024ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:00.059744 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15a5b54-e650-4c98-a340-b6679ead9944 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:27:00.078448 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e7577933-5c06-45bf-af6b-384409024ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:00.082835 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15a5b54-e650-4c98-a340-b6679ead9944 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:00.083573 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c15a5b54-e650-4c98-a340-b6679ead9944 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:00.088938 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7577933-5c06-45bf-af6b-384409024ee1 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:27:00.089511 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e7577933-5c06-45bf-af6b-384409024ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:00.091587 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:27:00.091587 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:27:00.091587 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:27:00.091587 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:27:00.091587 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:27:00.091587 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:27:00.091587 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:27:00.091587 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:27:00.091587 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:27:00.091587 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:27:00.091587 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:27:00.091587 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:27:00.091587 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:27:00.091587 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:27:00.091587 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:27:00.091587 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:27:00.091587 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:27:00.091587 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:27:00.091587 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:27:00.091587 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:27:00.091587 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:27:00.091587 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:27:00.091587 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:27:00.091587 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:27:00.091587 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:27:00.091587 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:27:00.091587 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:27:00.091587 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:27:00.091587 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:27:00.091587 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:27:00.091587 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:27:00.091587 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:27:00.133412 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a5b54-e650-4c98-a340-b6679ead9944 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event updated for resources: {'Port': ['ID=9689adc6-ef53-49d6-b351-fc940390880f,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:00.179962 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c15a5b54-e650-4c98-a340-b6679ead9944 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5545630 Nov 09 21:27:00.182946 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50498) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:00.190158 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e7577933-5c06-45bf-af6b-384409024ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:00.195478 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e7577933-5c06-45bf-af6b-384409024ee1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:00.198468 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f2f83066-646c-459d-a448-34639d7dd45b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:00.203433 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e7577933-5c06-45bf-af6b-384409024ee1 admin admin] 10.222.0.49 "DELETE /v2.0/networks/1daa004a-b32c-41a1-a6f7-48a078de4ba2 HTTP/1.1" status: 204 len: 168 time: 0.5595930 Nov 09 21:27:00.232793 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7577933-5c06-45bf-af6b-384409024ee1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1daa004a-b32c-41a1-a6f7-48a078de4ba2,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:00.260339 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b6ee6cd7-6965-4dfb-aa12-aee69c01087a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:00.266165 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b6ee6cd7-6965-4dfb-aa12-aee69c01087a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:00.331020 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f2f83066-646c-459d-a448-34639d7dd45b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:00.428949 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f2f83066-646c-459d-a448-34639d7dd45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:00.432765 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f2f83066-646c-459d-a448-34639d7dd45b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:00.436359 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f2f83066-646c-459d-a448-34639d7dd45b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6f5a1cac-0516-4d8b-8363-1295d78dc494 HTTP/1.1" status: 204 len: 168 time: 0.4849181 Nov 09 21:27:00.462021 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f83066-646c-459d-a448-34639d7dd45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5a1cac-0516-4d8b-8363-1295d78dc494,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:00.510794 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-c5b1a5ee-0302-45b7-9f3f-15016711b7a9 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Deleting port 9689adc6-ef53-49d6-b351-fc940390880f {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:27:00.511270 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c5b1a5ee-0302-45b7-9f3f-15016711b7a9 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:00.580767 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50506) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:00.650818 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8d6a5941-2b9b-4f54-afce-e506d52c12fc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dda241e172b24b5fa67da416fe0cd00f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0684168 Nov 09 21:27:00.654460 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50512) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:00.687425 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c5b1a5ee-0302-45b7-9f3f-15016711b7a9 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:00.719703 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-c5b1a5ee-0302-45b7-9f3f-15016711b7a9 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Calling delete_port for 9689adc6-ef53-49d6-b351-fc940390880f owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:27:00.805248 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e7438b55-7a3d-46e5-a354-b3eab0796451 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:00.856747 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e7438b55-7a3d-46e5-a354-b3eab0796451 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:00.952846 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c5b1a5ee-0302-45b7-9f3f-15016711b7a9 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:00.957633 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee6cd7-6965-4dfb-aa12-aee69c01087a admin admin] Pushing event updated for resources: {'Port': ['ID=919923d9-de9f-4e8f-9a8e-339c1ea9b8f0,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:00.973102 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b6ee6cd7-6965-4dfb-aa12-aee69c01087a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:01.017535 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c5b1a5ee-0302-45b7-9f3f-15016711b7a9 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:01.025869 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50522) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:01.027066 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c5b1a5ee-0302-45b7-9f3f-15016711b7a9 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/ports/9689adc6-ef53-49d6-b351-fc940390880f HTTP/1.1" status: 204 len: 168 time: 0.8430207 Nov 09 21:27:01.029874 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1a5ee-0302-45b7-9f3f-15016711b7a9 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event deleted for resources: {'Port': ['ID=9689adc6-ef53-49d6-b351-fc940390880f,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:01.031856 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-bc6016a2-0ce0-4daa-b872-d42087bf2840 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'port': {'network_id': '35057647-8fb3-4e2f-9a4f-566d1b7e2e28', 'mac_address': 'fa:16:3e:81:50:2c', 'name': 'tempest-PortsTestJSON-768190807'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:27:01.037821 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e7438b55-7a3d-46e5-a354-b3eab0796451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:01.043460 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e7438b55-7a3d-46e5-a354-b3eab0796451 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:01.043460 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e7438b55-7a3d-46e5-a354-b3eab0796451 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/398e1107-129f-4707-b320-d32ea690e426 HTTP/1.1" status: 204 len: 168 time: 0.3875635 Nov 09 21:27:01.052747 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7438b55-7a3d-46e5-a354-b3eab0796451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398e1107-129f-4707-b320-d32ea690e426,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:01.109157 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbecbbe7-9fe8-4831-aa70-e1bd80f1ac42 req-53d98f5c-2ca9-47a6-9879-9626dbc3a0f0 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:01.111116 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bbecbbe7-9fe8-4831-aa70-e1bd80f1ac42 req-53d98f5c-2ca9-47a6-9879-9626dbc3a0f0 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/ports?device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 946 time: 0.2457061 Nov 09 21:27:01.193737 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device e30aa344-ff2d-4cc6-8139-fe55fa181792 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:27:01.309090 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bbecbbe7-9fe8-4831-aa70-e1bd80f1ac42 req-fc37f156-a03e-4af4-bcdb-650393cbaa0d tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/security-groups?id=994058e5-2188-4388-9fbd-cf7bf18529ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713691 Nov 09 21:27:01.363020 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port e30aa344-ff2d-4cc6-8139-fe55fa181792 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:27:01.365882 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:01.436032 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ee6cd7-6965-4dfb-aa12-aee69c01087a admin admin] Network 334ab1b0-3bbb-4e22-8403-8369144bd306 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:27:01.445212 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-b6ee6cd7-6965-4dfb-aa12-aee69c01087a admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:27:01.457470 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14cd0c-d385-4f4c-aaef-6c53546a74f7 req-df585ba6-8c91-4b03-8ddc-8ed08cd62c8b tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:01.460876 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6016a2-0ce0-4daa-b872-d42087bf2840 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Made reservation on behalf of 858314ce302b43e3a1bfa722f764cbf9 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:27:01.464462 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2e14cd0c-d385-4f4c-aaef-6c53546a74f7 req-df585ba6-8c91-4b03-8ddc-8ed08cd62c8b tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c014c-515a-4b7e-81c9-1e3b6a312126 HTTP/1.1" status: 200 len: 945 time: 0.2280862 Nov 09 21:27:01.566507 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:01.605691 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2e14cd0c-d385-4f4c-aaef-6c53546a74f7 req-69955433-a843-4fdf-ad95-3babb93a033a tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197553 Nov 09 21:27:01.619610 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port e30aa344-ff2d-4cc6-8139-fe55fa181792, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=e30aa344-ff2d-4cc6-8139-fe55fa181792,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:01.626990 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:01.724991 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=e30aa344-ff2d-4cc6-8139-fe55fa181792,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:01.759294 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bc6016a2-0ce0-4daa-b872-d42087bf2840 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:01.801731 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-bc6016a2-0ce0-4daa-b872-d42087bf2840 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] device_id is not set on port ab82e2f7-f5e5-4a58-a87e-712886cccd6d yet. {{(pid=102607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:27:01.852454 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ee6cd7-6965-4dfb-aa12-aee69c01087a admin admin] Router 78f2df27-3034-44ea-8a9f-70dbae05f85d has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:27:02.067542 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ee6cd7-6965-4dfb-aa12-aee69c01087a admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:27:02.079439 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bffb75-555a-40b6-84f0-517237303a00 None None] Sync routers for ids ['78f2df27-3034-44ea-8a9f-70dbae05f85d'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:27:02.093479 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b6ee6cd7-6965-4dfb-aa12-aee69c01087a admin admin] 10.222.0.49 "PUT /v2.0/routers/78f2df27-3034-44ea-8a9f-70dbae05f85d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2216928 Nov 09 21:27:02.116873 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bffb75-555a-40b6-84f0-517237303a00 None None] Routers {'78f2df27-3034-44ea-8a9f-70dbae05f85d'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:27:02.117786 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-b7bffb75-555a-40b6-84f0-517237303a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:26:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['78f2df27-3034-44ea-8a9f-70dbae05f85d'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:27:02.153976 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bc6016a2-0ce0-4daa-b872-d42087bf2840 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:02.256443 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bc6016a2-0ce0-4daa-b872-d42087bf2840 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:02.367359 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6016a2-0ce0-4daa-b872-d42087bf2840 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Network 35057647-8fb3-4e2f-9a4f-566d1b7e2e28 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:27:02.373864 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-b7bffb75-555a-40b6-84f0-517237303a00 None None] Set router 78f2df27-3034-44ea-8a9f-70dbae05f85d gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:27:02.376881 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-bc6016a2-0ce0-4daa-b872-d42087bf2840 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:27:02.378805 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6016a2-0ce0-4daa-b872-d42087bf2840 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event updated for resources: {'Port': ['ID=ab82e2f7-f5e5-4a58-a87e-712886cccd6d,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:02.394860 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6016a2-0ce0-4daa-b872-d42087bf2840 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:27:02.411582 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6016a2-0ce0-4daa-b872-d42087bf2840 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:02.418032 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bc6016a2-0ce0-4daa-b872-d42087bf2840 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:02.432573 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf417bc-e8cb-4675-857c-f43f9e131b9d req-4460357a-e760-43ed-8552-9bdce5e018d8 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:02.447489 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf417bc-e8cb-4675-857c-f43f9e131b9d req-4460357a-e760-43ed-8552-9bdce5e018d8 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:02.459184 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-bc6016a2-0ce0-4daa-b872-d42087bf2840 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4320166 Nov 09 21:27:02.461630 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50560) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:02.470341 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf417bc-e8cb-4675-857c-f43f9e131b9d req-4460357a-e760-43ed-8552-9bdce5e018d8 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:02.489937 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf417bc-e8cb-4675-857c-f43f9e131b9d req-4460357a-e760-43ed-8552-9bdce5e018d8 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:02.497027 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf417bc-e8cb-4675-857c-f43f9e131b9d req-4460357a-e760-43ed-8552-9bdce5e018d8 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:02.504132 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf417bc-e8cb-4675-857c-f43f9e131b9d req-4460357a-e760-43ed-8552-9bdce5e018d8 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:02.514831 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf417bc-e8cb-4675-857c-f43f9e131b9d req-4460357a-e760-43ed-8552-9bdce5e018d8 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:02.524517 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2cf417bc-e8cb-4675-857c-f43f9e131b9d req-4460357a-e760-43ed-8552-9bdce5e018d8 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 5443 time: 0.2199266 Nov 09 21:27:02.632163 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2cf417bc-e8cb-4675-857c-f43f9e131b9d req-0733173c-e4b4-48fc-9156-a9955fda965f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&id=ea98d57d-1ab2-4bb7-8668-5c17afc65416&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1060519 Nov 09 21:27:02.705533 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f3d5b9-02df-4403-af20-24e13d0e8328 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:02.709848 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50570) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:02.715396 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b7f3d5b9-02df-4403-af20-24e13d0e8328 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "GET /v2.0/ports/ab82e2f7-f5e5-4a58-a87e-712886cccd6d HTTP/1.1" status: 200 len: 840 time: 0.2475119 Nov 09 21:27:02.720237 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-b7bffb75-555a-40b6-84f0-517237303a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f2df27-3034-44ea-8a9f-70dbae05f85d', 'name': 'tempest-ServerRescueNegativeTestJSON-786301430-router', 'tenant_id': '476b04718f114622be45841d668c49d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': 'e30aa344-ff2d-4cc6-8139-fe55fa181792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:26:51Z', 'updated_at': '2021-11-09T21:26:59Z', 'revision_number': 4, 'project_id': '476b04718f114622be45841d668c49d8', 'gw_port': {'id': 'e30aa344-ff2d-4cc6-8139-fe55fa181792', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:6c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f2df27-3034-44ea-8a9f-70dbae05f85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:26:53Z', 'updated_at': '2021-11-09T21:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '919923d9-de9f-4e8f-9a8e-339c1ea9b8f0', 'name': '', 'network_id': '334ab1b0-3bbb-4e22-8403-8369144bd306', 'tenant_id': '476b04718f114622be45841d668c49d8', 'mac_address': 'fa:16:3e:56:24:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f2df27-3034-44ea-8a9f-70dbae05f85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '6287f675-aade-4edd-b174-3f3f6aef5f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:26:58Z', 'updated_at': '2021-11-09T21:26:59Z', 'revision_number': 2, 'project_id': '476b04718f114622be45841d668c49d8', 'subnets': [{'id': '6287f675-aade-4edd-b174-3f3f6aef5f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:27:02.753053 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bffb75-555a-40b6-84f0-517237303a00 None None] Checking router: 78f2df27-3034-44ea-8a9f-70dbae05f85d for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:27:02.753428 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bffb75-555a-40b6-84f0-517237303a00 None None] Updating router 78f2df27-3034-44ea-8a9f-70dbae05f85d port 919923d9-de9f-4e8f-9a8e-339c1ea9b8f0 binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:27:02.761624 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23dc18-2dc4-46cd-9986-42686a290e2c req-3ae7594d-1598-49e0-a978-06a2b2b5bba7 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:02.784293 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8e23dc18-2dc4-46cd-9986-42686a290e2c req-3ae7594d-1598-49e0-a978-06a2b2b5bba7 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/ports?device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 946 time: 0.2034409 Nov 09 21:27:02.822029 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b7bffb75-555a-40b6-84f0-517237303a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:02.950676 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8e23dc18-2dc4-46cd-9986-42686a290e2c req-cfd18b28-2962-437b-a26a-77b89a69b98e tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/security-groups?id=994058e5-2188-4388-9fbd-cf7bf18529ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619816 Nov 09 21:27:03.077295 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device e30aa344-ff2d-4cc6-8139-fe55fa181792 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:27:03.162467 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342cd2d3-409a-4318-b450-70ffc5bacdcc req-7f5e2972-7249-4f5d-9a85-67be9bed1f01 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:03.173720 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-342cd2d3-409a-4318-b450-70ffc5bacdcc req-7f5e2972-7249-4f5d-9a85-67be9bed1f01 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c014c-515a-4b7e-81c9-1e3b6a312126 HTTP/1.1" status: 200 len: 945 time: 0.2203712 Nov 09 21:27:03.263010 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port e30aa344-ff2d-4cc6-8139-fe55fa181792 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:27:03.263010 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:03.380582 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-342cd2d3-409a-4318-b450-70ffc5bacdcc req-8252ee98-8ea0-4a08-8bfa-3fe098a4b655 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016163 Nov 09 21:27:03.386918 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-20311c94-edb2-498e-8099-163a5229c56e tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Deleting port ab82e2f7-f5e5-4a58-a87e-712886cccd6d {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:27:03.387274 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-20311c94-edb2-498e-8099-163a5229c56e tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:03.434186 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b7bffb75-555a-40b6-84f0-517237303a00 None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:03.462253 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b7bffb75-555a-40b6-84f0-517237303a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:03.541035 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c7faa-2646-40cc-a169-5666c1969b2b req-e1dbb59e-5787-4af7-8505-3c7871d2a2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:03.547805 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-777c7faa-2646-40cc-a169-5666c1969b2b req-e1dbb59e-5787-4af7-8505-3c7871d2a2c5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 1097 time: 0.6194804 Nov 09 21:27:03.585147 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6609a0-3b40-455e-ae2e-53f072cc857d None None] Pushing event updated for resources: {'Port': ['ID=919923d9-de9f-4e8f-9a8e-339c1ea9b8f0,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:03.596807 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:03.613803 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-20311c94-edb2-498e-8099-163a5229c56e tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:03.628017 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50598) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:03.658045 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-20311c94-edb2-498e-8099-163a5229c56e tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Calling delete_port for ab82e2f7-f5e5-4a58-a87e-712886cccd6d owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:27:03.691266 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d87545-d8a1-48e9-afcc-abbf1e8753e7 req-c25c5be3-8aeb-4086-8c49-c77035b26c29 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:03.704186 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43d87545-d8a1-48e9-afcc-abbf1e8753e7 req-c25c5be3-8aeb-4086-8c49-c77035b26c29 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/networks?id=334ab1b0-3bbb-4e22-8403-8369144bd306 HTTP/1.1" status: 200 len: 818 time: 0.2670031 Nov 09 21:27:03.705424 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-b7bffb75-555a-40b6-84f0-517237303a00 None None] Attempting to bind port 919923d9-de9f-4e8f-9a8e-339c1ea9b8f0 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:27:03.706544 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-b7bffb75-555a-40b6-84f0-517237303a00 None None] Attempting to bind port 919923d9-de9f-4e8f-9a8e-339c1ea9b8f0 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '436e8a2d-fb6b-4e0e-9f97-5553104a1262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '334ab1b0-3bbb-4e22-8403-8369144bd306'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:27:03.707109 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bffb75-555a-40b6-84f0-517237303a00 None None] Attempting to bind port 919923d9-de9f-4e8f-9a8e-339c1ea9b8f0 on network 334ab1b0-3bbb-4e22-8403-8369144bd306 {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:27:03.713696 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bffb75-555a-40b6-84f0-517237303a00 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:27:03.714615 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bffb75-555a-40b6-84f0-517237303a00 None None] Checking segment: {'id': '436e8a2d-fb6b-4e0e-9f97-5553104a1262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '334ab1b0-3bbb-4e22-8403-8369144bd306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:27:03.714733 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b7bffb75-555a-40b6-84f0-517237303a00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:03.715038 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bffb75-555a-40b6-84f0-517237303a00 None None] Bound using segment: {'id': '436e8a2d-fb6b-4e0e-9f97-5553104a1262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '334ab1b0-3bbb-4e22-8403-8369144bd306'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:27:03.715608 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-b7bffb75-555a-40b6-84f0-517237303a00 None None] Bound port: 919923d9-de9f-4e8f-9a8e-339c1ea9b8f0, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '436e8a2d-fb6b-4e0e-9f97-5553104a1262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '334ab1b0-3bbb-4e22-8403-8369144bd306'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:27:03.715979 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b7bffb75-555a-40b6-84f0-517237303a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:03.727002 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43d87545-d8a1-48e9-afcc-abbf1e8753e7 req-e8e4606a-e872-46c3-b60b-dbd16a38b607 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/quotas/476b04718f114622be45841d668c49d8 HTTP/1.1" status: 200 len: 375 time: 0.0214939 Nov 09 21:27:03.811205 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-b7bffb75-555a-40b6-84f0-517237303a00 None None] For port 919923d9-de9f-4e8f-9a8e-339c1ea9b8f0, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:27:03.815402 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-b7bffb75-555a-40b6-84f0-517237303a00 None None] For port 919923d9-de9f-4e8f-9a8e-339c1ea9b8f0, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=919923d9-de9f-4e8f-9a8e-339c1ea9b8f0,segment=NetworkSegment(436e8a2d-fb6b-4e0e-9f97-5553104a1262),segment_id=436e8a2d-fb6b-4e0e-9f97-5553104a1262)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:27:03.823756 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43d87545-d8a1-48e9-afcc-abbf1e8753e7 req-11fe9e30-db01-49b3-a8f0-64a3160778b3 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=476b04718f114622be45841d668c49d8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0955138 Nov 09 21:27:03.831107 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b7bffb75-555a-40b6-84f0-517237303a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:03.848572 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-777c7faa-2646-40cc-a169-5666c1969b2b req-f6c36c80-5b3a-400b-8d4f-20cce3aa4ee1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=994058e5-2188-4388-9fbd-cf7bf18529ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896056 Nov 09 21:27:03.889870 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6609a0-3b40-455e-ae2e-53f072cc857d None None] Pushing event updated for resources: {'Port': ['ID=919923d9-de9f-4e8f-9a8e-339c1ea9b8f0,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:03.936289 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bffb75-555a-40b6-84f0-517237303a00 None None] Routers {'78f2df27-3034-44ea-8a9f-70dbae05f85d'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:27:03.938919 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-b7bffb75-555a-40b6-84f0-517237303a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:26:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['78f2df27-3034-44ea-8a9f-70dbae05f85d'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:27:03.953754 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-79b85ff6-a487-4be0-94dc-90a24a3abae3 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:03.960958 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-79b85ff6-a487-4be0-94dc-90a24a3abae3 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:03.967087 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-79b85ff6-a487-4be0-94dc-90a24a3abae3 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:03.975664 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-79b85ff6-a487-4be0-94dc-90a24a3abae3 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:03.982287 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-79b85ff6-a487-4be0-94dc-90a24a3abae3 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:03.990056 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-79b85ff6-a487-4be0-94dc-90a24a3abae3 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:03.996734 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-79b85ff6-a487-4be0-94dc-90a24a3abae3 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:03.998937 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-79b85ff6-a487-4be0-94dc-90a24a3abae3 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.43 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 5443 time: 0.2861464 Nov 09 21:27:04.019248 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578216ba-c036-4e92-a1d9-b86d1fa4eda0 req-37c17a97-fb81-4188-a960-ada0cc5b353b tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:04.034322 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578216ba-c036-4e92-a1d9-b86d1fa4eda0 req-37c17a97-fb81-4188-a960-ada0cc5b353b tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:04.040030 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43d87545-d8a1-48e9-afcc-abbf1e8753e7 req-51d12676-b5b7-4fe0-90c9-b16bfce9c62b service neutron] 10.222.0.49 "GET /v2.0/networks/334ab1b0-3bbb-4e22-8403-8369144bd306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126169 Nov 09 21:27:04.046550 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578216ba-c036-4e92-a1d9-b86d1fa4eda0 req-37c17a97-fb81-4188-a960-ada0cc5b353b tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:04.055362 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578216ba-c036-4e92-a1d9-b86d1fa4eda0 req-37c17a97-fb81-4188-a960-ada0cc5b353b tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:04.066892 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578216ba-c036-4e92-a1d9-b86d1fa4eda0 req-37c17a97-fb81-4188-a960-ada0cc5b353b tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:04.073064 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578216ba-c036-4e92-a1d9-b86d1fa4eda0 req-37c17a97-fb81-4188-a960-ada0cc5b353b tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:04.079180 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578216ba-c036-4e92-a1d9-b86d1fa4eda0 req-37c17a97-fb81-4188-a960-ada0cc5b353b tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:04.087070 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-578216ba-c036-4e92-a1d9-b86d1fa4eda0 req-37c17a97-fb81-4188-a960-ada0cc5b353b tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 5443 time: 0.2480471 Nov 09 21:27:04.095824 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-007024ed-79d4-4e3f-a4e0-6dc5deddbef7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-631460385-network', 'tenant_id': '39652c0e41004bcbae2164ebf06f1210'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:27:04.144013 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-b7bffb75-555a-40b6-84f0-517237303a00 None None] Set router 78f2df27-3034-44ea-8a9f-70dbae05f85d gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:27:04.206045 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-578216ba-c036-4e92-a1d9-b86d1fa4eda0 req-6194e6c8-b495-4430-8e3e-b72bd3074284 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&id=ea98d57d-1ab2-4bb7-8668-5c17afc65416&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1138194 Nov 09 21:27:04.212692 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-7476b6fc-d105-4cfc-87da-217b2de4f87e tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:04.217493 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-7476b6fc-d105-4cfc-87da-217b2de4f87e tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.43 "GET /v2.0/ports/91c8b178-c506-4843-982e-f1a58ad7e198?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1284268 Nov 09 21:27:04.218932 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007024ed-79d4-4e3f-a4e0-6dc5deddbef7 admin admin] Made reservation on behalf of 39652c0e41004bcbae2164ebf06f1210 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:27:04.221800 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-007024ed-79d4-4e3f-a4e0-6dc5deddbef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:04.252952 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-007024ed-79d4-4e3f-a4e0-6dc5deddbef7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:04.377255 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-20311c94-edb2-498e-8099-163a5229c56e tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:04.412611 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43d87545-d8a1-48e9-afcc-abbf1e8753e7 req-9145f304-c377-4904-86e9-ffbec7f43de4 service neutron] 10.222.0.49 "GET /v2.0/networks/334ab1b0-3bbb-4e22-8403-8369144bd306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635056 Nov 09 21:27:04.526266 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-007024ed-79d4-4e3f-a4e0-6dc5deddbef7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:04.534956 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-007024ed-79d4-4e3f-a4e0-6dc5deddbef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:04.536953 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20311c94-edb2-498e-8099-163a5229c56e tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event deleted for resources: {'Port': ['ID=ab82e2f7-f5e5-4a58-a87e-712886cccd6d,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:04.565780 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-20311c94-edb2-498e-8099-163a5229c56e tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:04.571496 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-20311c94-edb2-498e-8099-163a5229c56e tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/ports/ab82e2f7-f5e5-4a58-a87e-712886cccd6d HTTP/1.1" status: 204 len: 168 time: 1.8574624 Nov 09 21:27:04.573271 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50622) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:04.575187 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007024ed-79d4-4e3f-a4e0-6dc5deddbef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d45dbd4-8069-403d-85b0-1499e6470352,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:04.581340 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-b7bffb75-555a-40b6-84f0-517237303a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f2df27-3034-44ea-8a9f-70dbae05f85d', 'name': 'tempest-ServerRescueNegativeTestJSON-786301430-router', 'tenant_id': '476b04718f114622be45841d668c49d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': 'e30aa344-ff2d-4cc6-8139-fe55fa181792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:26:51Z', 'updated_at': '2021-11-09T21:26:59Z', 'revision_number': 4, 'project_id': '476b04718f114622be45841d668c49d8', 'gw_port': {'id': 'e30aa344-ff2d-4cc6-8139-fe55fa181792', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:6c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f2df27-3034-44ea-8a9f-70dbae05f85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:26:53Z', 'updated_at': '2021-11-09T21:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '919923d9-de9f-4e8f-9a8e-339c1ea9b8f0', 'name': '', 'network_id': '334ab1b0-3bbb-4e22-8403-8369144bd306', 'tenant_id': '476b04718f114622be45841d668c49d8', 'mac_address': 'fa:16:3e:56:24:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f2df27-3034-44ea-8a9f-70dbae05f85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '6287f675-aade-4edd-b174-3f3f6aef5f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:26:58Z', 'updated_at': '2021-11-09T21:27:03Z', 'revision_number': 4, 'project_id': '476b04718f114622be45841d668c49d8', 'subnets': [{'id': '6287f675-aade-4edd-b174-3f3f6aef5f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:27:04.608148 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-8febb305-7def-47ba-8732-ff42001256ba tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.43 "GET /v2.0/networks/9bd028ff-7bca-4c46-bd71-6aace0071dc5?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3771768 Nov 09 21:27:04.623099 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-007024ed-79d4-4e3f-a4e0-6dc5deddbef7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:27:04.629495 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-e59b769f-c6b1-4918-9c84-e12529e1448f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] GET failed (client error): The resource could not be found. Nov 09 21:27:04.634817 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e59b769f-c6b1-4918-9c84-e12529e1448f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "GET /v2.0/ports/ab82e2f7-f5e5-4a58-a87e-712886cccd6d HTTP/1.1" status: 404 len: 333 time: 0.0532420 Nov 09 21:27:04.637002 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50624) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:04.640855 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-007024ed-79d4-4e3f-a4e0-6dc5deddbef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:04.641202 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-007024ed-79d4-4e3f-a4e0-6dc5deddbef7 admin admin] Added segment 1245d718-cc56-45bf-a3e2-a8cae93784a8 of type vlan for network 2effe5f6-8a78-4ce5-8ec5-0713ecd3e032 Nov 09 21:27:04.664044 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-af42e502-f56a-4f7c-840e-8e04f0281747 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'port': {'network_id': '35057647-8fb3-4e2f-9a4f-566d1b7e2e28', 'name': 'tempest-PortsTestJSON-1076533857'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:27:04.795798 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32539a0-cbb5-4442-bbea-1789a495ff3e req-0a6f1cd2-2fb9-4c27-9d86-4cfa14f8a2a3 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:04.795798 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d32539a0-cbb5-4442-bbea-1789a495ff3e req-0a6f1cd2-2fb9-4c27-9d86-4cfa14f8a2a3 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/ports?device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 946 time: 0.2636392 Nov 09 21:27:04.843120 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-007024ed-79d4-4e3f-a4e0-6dc5deddbef7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:04.879442 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af42e502-f56a-4f7c-840e-8e04f0281747 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Made reservation on behalf of 858314ce302b43e3a1bfa722f764cbf9 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:27:04.884926 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-af42e502-f56a-4f7c-840e-8e04f0281747 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:04.901314 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d32539a0-cbb5-4442-bbea-1789a495ff3e req-630c10f0-52a1-4e6f-99a6-fbed9d3078c3 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/security-groups?id=994058e5-2188-4388-9fbd-cf7bf18529ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925643 Nov 09 21:27:04.911387 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-af42e502-f56a-4f7c-840e-8e04f0281747 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] device_id is not set on port 72147434-cb1e-4d44-ae44-697e6d05a005 yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:27:04.996548 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bffb75-555a-40b6-84f0-517237303a00 None None] The sync data for ids ['78f2df27-3034-44ea-8a9f-70dbae05f85d'] in n-d-816206-3 is: [{'id': '78f2df27-3034-44ea-8a9f-70dbae05f85d', 'name': 'tempest-ServerRescueNegativeTestJSON-786301430-router', 'tenant_id': '476b04718f114622be45841d668c49d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': 'e30aa344-ff2d-4cc6-8139-fe55fa181792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:26:51Z', 'updated_at': '2021-11-09T21:26:59Z', 'revision_number': 4, 'project_id': '476b04718f114622be45841d668c49d8', 'gw_port': {'id': 'e30aa344-ff2d-4cc6-8139-fe55fa181792', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:6c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f2df27-3034-44ea-8a9f-70dbae05f85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:26:53Z', 'updated_at': '2021-11-09T21:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '919923d9-de9f-4e8f-9a8e-339c1ea9b8f0', 'name': '', 'network_id': '334ab1b0-3bbb-4e22-8403-8369144bd306', 'tenant_id': '476b04718f114622be45841d668c49d8', 'mac_address': 'fa:16:3e:56:24:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f2df27-3034-44ea-8a9f-70dbae05f85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '6287f675-aade-4edd-b174-3f3f6aef5f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:26:58Z', 'updated_at': '2021-11-09T21:27:03Z', 'revision_number': 4, 'project_id': '476b04718f114622be45841d668c49d8', 'subnets': [{'id': '6287f675-aade-4edd-b174-3f3f6aef5f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:27:05.026674 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-d7665238-358d-4103-b2e2-e1dde7a77c88 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:27:05.066319 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-007024ed-79d4-4e3f-a4e0-6dc5deddbef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:05.072041 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007024ed-79d4-4e3f-a4e0-6dc5deddbef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:05.072722 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-007024ed-79d4-4e3f-a4e0-6dc5deddbef7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:05.157481 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-007024ed-79d4-4e3f-a4e0-6dc5deddbef7 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5253036 Nov 09 21:27:05.175730 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fadaf7-560a-4544-9e28-b924ad02d0f4 req-dd27a780-7d33-40b6-ab81-0d1e4e42b813 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:05.182624 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-48fadaf7-560a-4544-9e28-b924ad02d0f4 req-dd27a780-7d33-40b6-ab81-0d1e4e42b813 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c014c-515a-4b7e-81c9-1e3b6a312126 HTTP/1.1" status: 200 len: 945 time: 0.2389605 Nov 09 21:27:05.186275 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50640) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:05.197518 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-10ace8da-6224-4264-afda-ed0a5b39947c req-71ace306-fb1d-4221-974a-fb73a760f918 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=5febd2e0-778c-4c7b-9841-79c838b6973a HTTP/1.1" status: 200 len: 210 time: 0.1656764 Nov 09 21:27:05.328521 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-899a864a-3cbe-40f6-907e-be518706a878 admin admin] Request body: {'subnet': {'network_id': '2effe5f6-8a78-4ce5-8ec5-0713ecd3e032', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-631460385-subnet', 'tenant_id': '39652c0e41004bcbae2164ebf06f1210', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:27:05.436627 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-d7665238-358d-4103-b2e2-e1dde7a77c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:05.478737 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-48fadaf7-560a-4544-9e28-b924ad02d0f4 req-a163e540-cd71-442f-8c24-8912d89dc58b tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374954 Nov 09 21:27:05.550258 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007024ed-79d4-4e3f-a4e0-6dc5deddbef7 admin admin] Pushing event updated for resources: {'Network': ['ID=2effe5f6-8a78-4ce5-8ec5-0713ecd3e032,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:05.565767 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 2effe5f6-8a78-4ce5-8ec5-0713ecd3e032 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:27:05.593602 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899a864a-3cbe-40f6-907e-be518706a878 admin admin] Made reservation on behalf of 39652c0e41004bcbae2164ebf06f1210 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:27:05.596943 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-899a864a-3cbe-40f6-907e-be518706a878 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:05.866776 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-af42e502-f56a-4f7c-840e-8e04f0281747 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:05.888952 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29d103-eacd-4fb7-b226-f1462911a58b req-7d472f76-a6f0-47a9-b1cf-a9ef16b8d254 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:05.907478 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29d103-eacd-4fb7-b226-f1462911a58b req-7d472f76-a6f0-47a9-b1cf-a9ef16b8d254 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:05.930469 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29d103-eacd-4fb7-b226-f1462911a58b req-7d472f76-a6f0-47a9-b1cf-a9ef16b8d254 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:05.950006 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29d103-eacd-4fb7-b226-f1462911a58b req-7d472f76-a6f0-47a9-b1cf-a9ef16b8d254 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:05.963839 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29d103-eacd-4fb7-b226-f1462911a58b req-7d472f76-a6f0-47a9-b1cf-a9ef16b8d254 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:05.971330 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29d103-eacd-4fb7-b226-f1462911a58b req-7d472f76-a6f0-47a9-b1cf-a9ef16b8d254 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:05.977746 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29d103-eacd-4fb7-b226-f1462911a58b req-7d472f76-a6f0-47a9-b1cf-a9ef16b8d254 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:05.985735 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1a29d103-eacd-4fb7-b226-f1462911a58b req-7d472f76-a6f0-47a9-b1cf-a9ef16b8d254 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 5443 time: 0.5156908 Nov 09 21:27:06.094334 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0676d2-de44-4344-b822-97c81f9eb939 req-e9684b32-131a-409d-8e30-6707acc4e58f tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:06.103166 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ff0676d2-de44-4344-b822-97c81f9eb939 req-e9684b32-131a-409d-8e30-6707acc4e58f tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/networks?id=334ab1b0-3bbb-4e22-8403-8369144bd306 HTTP/1.1" status: 200 len: 818 time: 0.2788439 Nov 09 21:27:06.124458 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ff0676d2-de44-4344-b822-97c81f9eb939 req-54c7f28c-877b-4d5d-8974-5914898c5fd9 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/quotas/476b04718f114622be45841d668c49d8 HTTP/1.1" status: 200 len: 375 time: 0.0198715 Nov 09 21:27:06.239587 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ff0676d2-de44-4344-b822-97c81f9eb939 req-b765b9d6-0a68-40b9-82d3-23bd6682bbaa tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=476b04718f114622be45841d668c49d8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1140001 Nov 09 21:27:06.249005 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-899a864a-3cbe-40f6-907e-be518706a878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:06.274946 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1a29d103-eacd-4fb7-b226-f1462911a58b req-e136d202-94b6-4f33-8de3-21d270bb609c tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&id=ea98d57d-1ab2-4bb7-8668-5c17afc65416&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2868226 Nov 09 21:27:06.432481 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ff0676d2-de44-4344-b822-97c81f9eb939 req-c293feab-476a-49f7-b45f-fcc1f88ce680 service neutron] 10.222.0.49 "GET /v2.0/networks/334ab1b0-3bbb-4e22-8403-8369144bd306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918478 Nov 09 21:27:06.436007 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-d7665238-358d-4103-b2e2-e1dde7a77c88 service neutron] For port 91c8b178-c506-4843-982e-f1a58ad7e198, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=91c8b178-c506-4843-982e-f1a58ad7e198,segment=NetworkSegment(ded2c788-6987-4a27-bea5-74ee8c4df2d8),segment_id=ded2c788-6987-4a27-bea5-74ee8c4df2d8)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:06.494641 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50674) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:06.510379 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-af42e502-f56a-4f7c-840e-8e04f0281747 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:06.677088 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899a864a-3cbe-40f6-907e-be518706a878 admin admin] Checking segment: {'id': '1245d718-cc56-45bf-a3e2-a8cae93784a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2effe5f6-8a78-4ce5-8ec5-0713ecd3e032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:27:06.677840 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899a864a-3cbe-40f6-907e-be518706a878 admin admin] Network hostable DHCP agents. Network: 2effe5f6-8a78-4ce5-8ec5-0713ecd3e032, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:27:06.687821 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899a864a-3cbe-40f6-907e-be518706a878 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff2bb0c0-c6d2-4c7e-ab67-f8153fcc7e5a,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:06.789358 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3c58b8aa-02b6-48db-b0e7-34460db1337e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:06.816127 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-d7665238-358d-4103-b2e2-e1dde7a77c88 service neutron] For port 91c8b178-c506-4843-982e-f1a58ad7e198, host n-h2-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:27:06.850015 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d87545-d8a1-48e9-afcc-abbf1e8753e7 req-631ea34d-f2ee-4edf-8ef1-a5b4219d6e5f tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:06.851663 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43d87545-d8a1-48e9-afcc-abbf1e8753e7 req-631ea34d-f2ee-4edf-8ef1-a5b4219d6e5f tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.45 "GET /v2.0/networks?id=334ab1b0-3bbb-4e22-8403-8369144bd306 HTTP/1.1" status: 200 len: 818 time: 0.2562938 Nov 09 21:27:06.856164 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899a864a-3cbe-40f6-907e-be518706a878 admin admin] Network 2effe5f6-8a78-4ce5-8ec5-0713ecd3e032 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:27:06.875198 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-899a864a-3cbe-40f6-907e-be518706a878 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 2effe5f6-8a78-4ce5-8ec5-0713ecd3e032) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:27:06.881546 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899a864a-3cbe-40f6-907e-be518706a878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:06.883050 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-899a864a-3cbe-40f6-907e-be518706a878 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:06.889639 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9630d6aa-2e3f-4f05-a23c-b58e3419c03c None None] Network 2effe5f6-8a78-4ce5-8ec5-0713ecd3e032 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:27:06.891941 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-43d87545-d8a1-48e9-afcc-abbf1e8753e7 req-4caaad72-3b3b-4b23-b219-c63e97732acb tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Request body: {'port': {'device_id': '5febd2e0-778c-4c7b-9841-79c838b6973a', 'network_id': '334ab1b0-3bbb-4e22-8403-8369144bd306', 'admin_state_up': True, 'tenant_id': '476b04718f114622be45841d668c49d8'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:27:06.948507 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af42e502-f56a-4f7c-840e-8e04f0281747 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Network 35057647-8fb3-4e2f-9a4f-566d1b7e2e28 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:27:07.020935 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-af42e502-f56a-4f7c-840e-8e04f0281747 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:27:07.029737 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-d7665238-358d-4103-b2e2-e1dde7a77c88 service neutron] device_id is not set on port 91c8b178-c506-4843-982e-f1a58ad7e198 yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:27:07.040976 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3c58b8aa-02b6-48db-b0e7-34460db1337e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:07.044620 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb76801-f513-4905-8e71-c28ba8693b3d req-7fd8dc96-a7aa-46d3-bdb0-60c65f6a6cc2 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:07.051958 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9fb76801-f513-4905-8e71-c28ba8693b3d req-7fd8dc96-a7aa-46d3-bdb0-60c65f6a6cc2 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/ports?device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 946 time: 0.6202593 Nov 09 21:27:07.053193 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af42e502-f56a-4f7c-840e-8e04f0281747 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:27:07.059260 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af42e502-f56a-4f7c-840e-8e04f0281747 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:07.059884 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-af42e502-f56a-4f7c-840e-8e04f0281747 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:07.064553 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device a07b3c2f-c8c5-43d5-9170-485f26594f02 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:27:07.066650 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ff0676d2-de44-4344-b822-97c81f9eb939 req-cd194126-da2e-4000-97fe-c46cb3b7a712 service neutron] 10.222.0.49 "GET /v2.0/networks/334ab1b0-3bbb-4e22-8403-8369144bd306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5633070 Nov 09 21:27:07.077614 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3c58b8aa-02b6-48db-b0e7-34460db1337e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:07.109551 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-d7665238-358d-4103-b2e2-e1dde7a77c88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:07.114349 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af42e502-f56a-4f7c-840e-8e04f0281747 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event updated for resources: {'Port': ['ID=72147434-cb1e-4d44-ae44-697e6d05a005,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:07.126495 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c58b8aa-02b6-48db-b0e7-34460db1337e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f9056f-27a2-446b-8618-96843e1b8b85,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:07.159262 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-899a864a-3cbe-40f6-907e-be518706a878 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.9350505 Nov 09 21:27:07.166849 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c58b8aa-02b6-48db-b0e7-34460db1337e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:27:07.167578 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c58b8aa-02b6-48db-b0e7-34460db1337e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:27:07.168114 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c58b8aa-02b6-48db-b0e7-34460db1337e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:27:07.169594 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c58b8aa-02b6-48db-b0e7-34460db1337e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:27:07.170077 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c58b8aa-02b6-48db-b0e7-34460db1337e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:27:07.170569 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c58b8aa-02b6-48db-b0e7-34460db1337e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:27:07.171164 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c58b8aa-02b6-48db-b0e7-34460db1337e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:27:07.171646 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c58b8aa-02b6-48db-b0e7-34460db1337e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:27:07.172123 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c58b8aa-02b6-48db-b0e7-34460db1337e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:27:07.173274 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c58b8aa-02b6-48db-b0e7-34460db1337e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:27:07.173772 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c58b8aa-02b6-48db-b0e7-34460db1337e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:27:07.174260 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c58b8aa-02b6-48db-b0e7-34460db1337e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:27:07.182188 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-af42e502-f56a-4f7c-840e-8e04f0281747 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.5251222 Nov 09 21:27:07.186814 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-3c58b8aa-02b6-48db-b0e7-34460db1337e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1cb36c70ba8e432ead3c7fb4c4c1340b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6771810 Nov 09 21:27:07.187609 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50684) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:07.191318 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50686) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:07.196959 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-ffd61d42-7001-4fad-93a3-264c1d170467 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:27:07.204673 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-d7665238-358d-4103-b2e2-e1dde7a77c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:07.309450 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 919923d9-de9f-4e8f-9a8e-339c1ea9b8f0 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:27:07.315662 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ffd61d42-7001-4fad-93a3-264c1d170467 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:07.431148 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9fb76801-f513-4905-8e71-c28ba8693b3d req-e5b81729-06b8-4597-913a-da457c7cc16b tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/security-groups?id=994058e5-2188-4388-9fbd-cf7bf18529ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434315 Nov 09 21:27:07.450940 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7665238-358d-4103-b2e2-e1dde7a77c88 service neutron] Pushing event updated for resources: {'Port': ['ID=91c8b178-c506-4843-982e-f1a58ad7e198,revision_number=6']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:07.506098 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-d7665238-358d-4103-b2e2-e1dde7a77c88 service neutron] No DVR routers for this DVR port 91c8b178-c506-4843-982e-f1a58ad7e198 on host n-h2-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:27:07.602271 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1540e1bc-4eae-4a3c-8273-e2bb1c6efb43 None None] Network 2effe5f6-8a78-4ce5-8ec5-0713ecd3e032 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:27:07.684289 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-d7665238-358d-4103-b2e2-e1dde7a77c88 service neutron] In _notify_port_updated(), no bound segment for port 91c8b178-c506-4843-982e-f1a58ad7e198 on network 9bd028ff-7bca-4c46-bd71-6aace0071dc5 {{(pid=102608) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 21:27:07.685213 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-d7665238-358d-4103-b2e2-e1dde7a77c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:07.685840 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-d7665238-358d-4103-b2e2-e1dde7a77c88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:07.687175 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-d7665238-358d-4103-b2e2-e1dde7a77c88 service neutron] 10.222.0.43 "PUT /v2.0/ports/91c8b178-c506-4843-982e-f1a58ad7e198 HTTP/1.1" status: 200 len: 1032 time: 3.0599265 Nov 09 21:27:07.834975 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 919923d9-de9f-4e8f-9a8e-339c1ea9b8f0 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:27:07.835674 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:07.858474 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-c7356aff-9008-4728-a99b-5e8019ebcf20 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:07.860520 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-c7356aff-9008-4728-a99b-5e8019ebcf20 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.43 "GET /v2.0/ports/a07b3c2f-c8c5-43d5-9170-485f26594f02?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1432316 Nov 09 21:27:07.875013 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-683536e9-28c6-4b3d-a833-1cb74d5885f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:07.912879 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-683536e9-28c6-4b3d-a833-1cb74d5885f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:07.955101 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-9c7cc990-117d-4330-a656-5373817d8995 None None] Provisioning complete for port 91c8b178-c506-4843-982e-f1a58ad7e198 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:27:07.956581 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9c7cc990-117d-4330-a656-5373817d8995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:07.971709 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-49c2c215-0efc-417e-8c58-0a9f23123552 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:27:08.011605 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-683536e9-28c6-4b3d-a833-1cb74d5885f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:08.014349 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ffd61d42-7001-4fad-93a3-264c1d170467 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:08.014637 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-683536e9-28c6-4b3d-a833-1cb74d5885f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:08.019451 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-683536e9-28c6-4b3d-a833-1cb74d5885f6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c9f9056f-27a2-446b-8618-96843e1b8b85 HTTP/1.1" status: 204 len: 168 time: 0.8240499 Nov 09 21:27:08.026111 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ffd61d42-7001-4fad-93a3-264c1d170467 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:08.088253 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683536e9-28c6-4b3d-a833-1cb74d5885f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f9056f-27a2-446b-8618-96843e1b8b85,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:08.103326 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43d87545-d8a1-48e9-afcc-abbf1e8753e7 req-4caaad72-3b3b-4b23-b219-c63e97732acb tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Made reservation on behalf of 476b04718f114622be45841d668c49d8 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:27:08.111694 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43d87545-d8a1-48e9-afcc-abbf1e8753e7 req-4caaad72-3b3b-4b23-b219-c63e97732acb tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:08.181174 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ffd61d42-7001-4fad-93a3-264c1d170467 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] In _notify_port_updated(), no bound segment for port 72147434-cb1e-4d44-ae44-697e6d05a005 on network 35057647-8fb3-4e2f-9a4f-566d1b7e2e28 {{(pid=102607) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 21:27:08.186196 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd61d42-7001-4fad-93a3-264c1d170467 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:08.186849 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ffd61d42-7001-4fad-93a3-264c1d170467 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:08.191792 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ffd61d42-7001-4fad-93a3-264c1d170467 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "PUT /v2.0/ports/72147434-cb1e-4d44-ae44-697e6d05a005 HTTP/1.1" status: 200 len: 818 time: 0.9987843 Nov 09 21:27:08.191792 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd61d42-7001-4fad-93a3-264c1d170467 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event updated for resources: {'Port': ['ID=72147434-cb1e-4d44-ae44-697e6d05a005,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:08.193273 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50708) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:08.235920 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a767e44-b434-4932-91cb-2f59f72a1fb2 req-fe94941e-53e8-4dec-a16c-b8ff2645e40e tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:08.243436 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4a767e44-b434-4932-91cb-2f59f72a1fb2 req-fe94941e-53e8-4dec-a16c-b8ff2645e40e tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c014c-515a-4b7e-81c9-1e3b6a312126 HTTP/1.1" status: 200 len: 945 time: 0.1296644 Nov 09 21:27:08.417384 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4a767e44-b434-4932-91cb-2f59f72a1fb2 req-81587699-e4c4-49f1-aa99-9f735caa0752 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673360 Nov 09 21:27:08.426545 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:08.446855 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-50d752ad-8c48-46ed-bb8a-a87b7421ff26 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Deleting port 72147434-cb1e-4d44-ae44-697e6d05a005 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:27:08.447206 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-50d752ad-8c48-46ed-bb8a-a87b7421ff26 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:08.473779 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-9c7cc990-117d-4330-a656-5373817d8995 None None] Port 91c8b178-c506-4843-982e-f1a58ad7e198 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:27:08.566990 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a07b3c2f-c8c5-43d5-9170-485f26594f02'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:27:08.570873 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d882fd6-ff1f-409d-854d-fc9f57c581d5" -d '{"events": [{"server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "name": "network-vif-unplugged", "status": "completed", "tag": "a07b3c2f-c8c5-43d5-9170-485f26594f02"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:27:08.600991 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port a07b3c2f-c8c5-43d5-9170-485f26594f02, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=a07b3c2f-c8c5-43d5-9170-485f26594f02,segment=NetworkSegment(ded2c788-6987-4a27-bea5-74ee8c4df2d8),segment_id=ded2c788-6987-4a27-bea5-74ee8c4df2d8)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:08.604597 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:08.616579 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:08.617546 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device f1a55f02-391f-4b2f-8594-8dd0febfc624 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:27:08.622657 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bc94741a-56c7-4658-a4ab-2ecc74ef2b56 req-4dd3545e-2a25-43f7-b96a-5bcb443010d6 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=14faaa22-ab30-41e2-a205-fa8d976a879e HTTP/1.1" status: 200 len: 210 time: 0.0404954 Nov 09 21:27:08.664945 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-8251f72f-ba76-48ff-b645-ace5a57a7c74 req-402b2790-7ac7-498b-ab02-84897329d672 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1143972308', 'description': 'tempest-description-591666086'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:27:08.674502 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-50d752ad-8c48-46ed-bb8a-a87b7421ff26 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:08.698866 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-50d752ad-8c48-46ed-bb8a-a87b7421ff26 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Calling delete_port for 72147434-cb1e-4d44-ae44-697e6d05a005 owned by {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:27:08.717109 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50714) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:08.737542 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4166c6b6-908c-4a17-b0b1-89485281d81f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:08.742232 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8251f72f-ba76-48ff-b645-ace5a57a7c74 req-402b2790-7ac7-498b-ab02-84897329d672 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:08.745507 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 919923d9-de9f-4e8f-9a8e-339c1ea9b8f0, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=919923d9-de9f-4e8f-9a8e-339c1ea9b8f0,segment=NetworkSegment(436e8a2d-fb6b-4e0e-9f97-5553104a1262),segment_id=436e8a2d-fb6b-4e0e-9f97-5553104a1262)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:08.767637 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:08.770890 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=a07b3c2f-c8c5-43d5-9170-485f26594f02,revision_number=6']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:08.840385 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4166c6b6-908c-4a17-b0b1-89485281d81f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:08.874774 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4166c6b6-908c-4a17-b0b1-89485281d81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:08.895795 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=919923d9-de9f-4e8f-9a8e-339c1ea9b8f0,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:08.898647 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:08.942771 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port f1a55f02-391f-4b2f-8594-8dd0febfc624, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f1a55f02-391f-4b2f-8594-8dd0febfc624,segment=NetworkSegment(ded2c788-6987-4a27-bea5-74ee8c4df2d8),segment_id=ded2c788-6987-4a27-bea5-74ee8c4df2d8)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:08.959151 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:08.962693 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8251f72f-ba76-48ff-b645-ace5a57a7c74 req-402b2790-7ac7-498b-ab02-84897329d672 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:08.967305 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 1907057c-c36f-477c-ab6d-b465673b10a8 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:27:08.980250 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8251f72f-ba76-48ff-b645-ace5a57a7c74 req-402b2790-7ac7-498b-ab02-84897329d672 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:09.036200 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4166c6b6-908c-4a17-b0b1-89485281d81f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c0e999fbf76647279010b85815b94e8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3179944 Nov 09 21:27:09.038595 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50718) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:09.050620 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8251f72f-ba76-48ff-b645-ace5a57a7c74 req-402b2790-7ac7-498b-ab02-84897329d672 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:09.061736 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-49c2c215-0efc-417e-8c58-0a9f23123552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:09.072141 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8251f72f-ba76-48ff-b645-ace5a57a7c74 req-402b2790-7ac7-498b-ab02-84897329d672 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.4168825 Nov 09 21:27:09.073011 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4166c6b6-908c-4a17-b0b1-89485281d81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb551e2-0116-4df3-988b-3f2130765af3,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:09.112483 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b2790-7ac7-498b-ab02-84897329d672 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc88e775-f439-49b4-9da4-637e711188e3,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:09.155482 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-50d752ad-8c48-46ed-bb8a-a87b7421ff26 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:09.171491 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787fac80-16fa-427a-832d-675cfd2b3b55 req-9191b0ae-bf33-4860-bf69-0f811f899b19 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:09.179774 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787fac80-16fa-427a-832d-675cfd2b3b55 req-9191b0ae-bf33-4860-bf69-0f811f899b19 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:09.186945 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 919923d9-de9f-4e8f-9a8e-339c1ea9b8f0 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:27:09.193814 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787fac80-16fa-427a-832d-675cfd2b3b55 req-9191b0ae-bf33-4860-bf69-0f811f899b19 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:09.202103 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d752ad-8c48-46ed-bb8a-a87b7421ff26 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event deleted for resources: {'Port': ['ID=72147434-cb1e-4d44-ae44-697e6d05a005,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:09.221755 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787fac80-16fa-427a-832d-675cfd2b3b55 req-9191b0ae-bf33-4860-bf69-0f811f899b19 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:09.229246 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2ef15228-1d26-492e-a71f-3b9f14393e2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:09.246551 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-50d752ad-8c48-46ed-bb8a-a87b7421ff26 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:09.255321 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-50d752ad-8c48-46ed-bb8a-a87b7421ff26 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/ports/72147434-cb1e-4d44-ae44-697e6d05a005 HTTP/1.1" status: 204 len: 168 time: 1.0586975 Nov 09 21:27:09.256821 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50724) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:09.261804 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=f1a55f02-391f-4b2f-8594-8dd0febfc624,revision_number=6']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:09.262315 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787fac80-16fa-427a-832d-675cfd2b3b55 req-9191b0ae-bf33-4860-bf69-0f811f899b19 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:09.296529 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787fac80-16fa-427a-832d-675cfd2b3b55 req-9191b0ae-bf33-4860-bf69-0f811f899b19 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:09.311584 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-787fac80-16fa-427a-832d-675cfd2b3b55 req-9191b0ae-bf33-4860-bf69-0f811f899b19 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 4664 time: 1.3448675 Nov 09 21:27:09.331714 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:09.384541 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 919923d9-de9f-4e8f-9a8e-339c1ea9b8f0 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:27:09.386750 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:09.406658 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2ef15228-1d26-492e-a71f-3b9f14393e2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:09.460580 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-49c2c215-0efc-417e-8c58-0a9f23123552 service neutron] For port a07b3c2f-c8c5-43d5-9170-485f26594f02, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=a07b3c2f-c8c5-43d5-9170-485f26594f02,segment=NetworkSegment(ded2c788-6987-4a27-bea5-74ee8c4df2d8),segment_id=ded2c788-6987-4a27-bea5-74ee8c4df2d8)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:09.483564 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 1907057c-c36f-477c-ab6d-b465673b10a8, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=1907057c-c36f-477c-ab6d-b465673b10a8,segment=NetworkSegment(006a3ea2-319a-4ab9-b18e-2250972f1f05),segment_id=006a3ea2-319a-4ab9-b18e-2250972f1f05)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:09.491985 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:09.496185 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 425016f1-5323-4fd9-bef6-b3071e755392 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:27:09.499356 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-49c2c215-0efc-417e-8c58-0a9f23123552 service neutron] For port a07b3c2f-c8c5-43d5-9170-485f26594f02, host n-h2-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:27:09.540384 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-49c2c215-0efc-417e-8c58-0a9f23123552 service neutron] device_id is not set on port a07b3c2f-c8c5-43d5-9170-485f26594f02 yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:27:09.551256 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-49c2c215-0efc-417e-8c58-0a9f23123552 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:09.561518 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-49c2c215-0efc-417e-8c58-0a9f23123552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:09.638314 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2d13a9-62aa-4039-be68-383425b651e6 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:09.645467 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-df2d13a9-62aa-4039-be68-383425b651e6 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3797262 Nov 09 21:27:09.654547 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50730) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:09.727196 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=1907057c-c36f-477c-ab6d-b465673b10a8,revision_number=6']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:09.779261 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-49c2c215-0efc-417e-8c58-0a9f23123552 service neutron] No DVR routers for this DVR port a07b3c2f-c8c5-43d5-9170-485f26594f02 on host n-h2-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:27:09.815271 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2ef15228-1d26-492e-a71f-3b9f14393e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:09.820414 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2ef15228-1d26-492e-a71f-3b9f14393e2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:09.820779 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a062b31-c7c5-412f-803a-b711662c5685 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] GET failed (client error): The resource could not be found. Nov 09 21:27:09.822427 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6a062b31-c7c5-412f-803a-b711662c5685 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "GET /v2.0/ports/72147434-cb1e-4d44-ae44-697e6d05a005 HTTP/1.1" status: 404 len: 333 time: 0.1628964 Nov 09 21:27:09.827418 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2ef15228-1d26-492e-a71f-3b9f14393e2d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fdb551e2-0116-4df3-988b-3f2130765af3 HTTP/1.1" status: 204 len: 168 time: 0.7868457 Nov 09 21:27:09.828059 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50732) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:09.835343 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-787fac80-16fa-427a-832d-675cfd2b3b55 req-7b185233-bd2f-4b03-bc19-48f097f41451 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&id=ea98d57d-1ab2-4bb7-8668-5c17afc65416&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5227721 Nov 09 21:27:09.847592 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-4a38d5f5-f6a8-444d-b749-70a6d07ba084 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-945741755'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:27:09.870116 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef15228-1d26-492e-a71f-3b9f14393e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb551e2-0116-4df3-988b-3f2130765af3,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:09.875567 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a38d5f5-f6a8-444d-b749-70a6d07ba084 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Made reservation on behalf of 858314ce302b43e3a1bfa722f764cbf9 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:27:09.877622 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4a38d5f5-f6a8-444d-b749-70a6d07ba084 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:09.887897 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c2c215-0efc-417e-8c58-0a9f23123552 service neutron] Pushing event updated for resources: {'Port': ['ID=a07b3c2f-c8c5-43d5-9170-485f26594f02,revision_number=7']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:09.915095 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:09.922470 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0676d2-de44-4344-b822-97c81f9eb939 req-4e866eaa-ed2e-44a8-a1c1-a806c5a60e5c tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:09.925207 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-49c2c215-0efc-417e-8c58-0a9f23123552 service neutron] In _notify_port_updated(), no bound segment for port a07b3c2f-c8c5-43d5-9170-485f26594f02 on network 9bd028ff-7bca-4c46-bd71-6aace0071dc5 {{(pid=102608) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 21:27:09.925741 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ff0676d2-de44-4344-b822-97c81f9eb939 req-4e866eaa-ed2e-44a8-a1c1-a806c5a60e5c tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.43 "GET /v2.0/networks?id=334ab1b0-3bbb-4e22-8403-8369144bd306 HTTP/1.1" status: 200 len: 818 time: 0.4803596 Nov 09 21:27:09.927465 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-49c2c215-0efc-417e-8c58-0a9f23123552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:09.929827 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-49c2c215-0efc-417e-8c58-0a9f23123552 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:09.934313 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-49c2c215-0efc-417e-8c58-0a9f23123552 service neutron] 10.222.0.43 "PUT /v2.0/ports/a07b3c2f-c8c5-43d5-9170-485f26594f02 HTTP/1.1" status: 200 len: 1032 time: 2.0615833 Nov 09 21:27:09.968317 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-ff0676d2-de44-4344-b822-97c81f9eb939 req-3579c8f3-1e13-46b9-8a3e-f084a5c93d06 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Request body: {'port': {'device_id': '14faaa22-ab30-41e2-a205-fa8d976a879e', 'network_id': '334ab1b0-3bbb-4e22-8403-8369144bd306', 'admin_state_up': True, 'tenant_id': '476b04718f114622be45841d668c49d8'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:27:10.011374 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 21:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f2c681-3223-43cf-b26e-5f491dbedc9b x-openstack-request-id: req-32f2c681-3223-43cf-b26e-5f491dbedc9b {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:27:10.011864 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "name": "network-vif-unplugged", "status": "completed", "tag": "a07b3c2f-c8c5-43d5-9170-485f26594f02", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:27:10.011984 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-32f2c681-3223-43cf-b26e-5f491dbedc9b {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:27:10.013895 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a07b3c2f-c8c5-43d5-9170-485f26594f02', 'code': 200} Nov 09 21:27:10.041235 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-43d87545-d8a1-48e9-afcc-abbf1e8753e7 req-4caaad72-3b3b-4b23-b219-c63e97732acb tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Allocated IP 172.20.0.10 (334ab1b0-3bbb-4e22-8403-8369144bd306/6287f675-aade-4edd-b174-3f3f6aef5f0a/930cbb62-5b75-427c-b3ad-7ba1b4694c5d) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:27:10.062191 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 425016f1-5323-4fd9-bef6-b3071e755392, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=425016f1-5323-4fd9-bef6-b3071e755392,segment=NetworkSegment(ded2c788-6987-4a27-bea5-74ee8c4df2d8),segment_id=ded2c788-6987-4a27-bea5-74ee8c4df2d8)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:10.067449 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:10.068546 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 91c8b178-c506-4843-982e-f1a58ad7e198 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:27:10.225313 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=425016f1-5323-4fd9-bef6-b3071e755392,revision_number=6']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:10.226038 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 91c8b178-c506-4843-982e-f1a58ad7e198 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:27:10.226486 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 7bd49de7-14e9-45ba-ad29-41a7b31624e4 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:27:10.271484 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-9d8b8fe1-d680-4313-ada0-0ee92918f0c0 None None] Provisioning complete for port a07b3c2f-c8c5-43d5-9170-485f26594f02 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:27:10.271946 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9d8b8fe1-d680-4313-ada0-0ee92918f0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:10.309480 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-9d8b8fe1-d680-4313-ada0-0ee92918f0c0 None None] Port a07b3c2f-c8c5-43d5-9170-485f26594f02 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:27:10.373465 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:10.387358 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-783c86d6-e548-4d8b-8b03-989ee34ce3a8 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Deleting port 1907057c-c36f-477c-ab6d-b465673b10a8 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:27:10.387963 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-783c86d6-e548-4d8b-8b03-989ee34ce3a8 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:10.417507 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 7bd49de7-14e9-45ba-ad29-41a7b31624e4, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=7bd49de7-14e9-45ba-ad29-41a7b31624e4,segment=NetworkSegment(c74b6dd5-97d0-4d15-ae96-0ba74f278c4f),segment_id=c74b6dd5-97d0-4d15-ae96-0ba74f278c4f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:10.424750 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:10.426613 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device a4b3d77a-e8b9-47df-8ea9-8096b98da309 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:27:10.478988 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-26e4709c-b386-4972-95e1-6f265df7fc7b req-03dfd13e-9a6c-4422-bb0a-fc1bc80782b4 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1143972308&fields=id&tenant_id=cfc584aadc874a0d81e179083ae3ae69 HTTP/1.1" status: 200 len: 267 time: 0.2142835 Nov 09 21:27:10.509405 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107ab30-0e7d-40b9-a83f-36270a7b7083 req-3d751564-140c-411e-a1c1-2dbc4c2c88d5 tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:10.520092 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a107ab30-0e7d-40b9-a83f-36270a7b7083 req-3d751564-140c-411e-a1c1-2dbc4c2c88d5 tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] 10.222.0.49 "GET /v2.0/networks?id=2effe5f6-8a78-4ce5-8ec5-0713ecd3e032 HTTP/1.1" status: 200 len: 817 time: 0.5396399 Nov 09 21:27:10.523883 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a38d5f5-f6a8-444d-b749-70a6d07ba084 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:27:10.552670 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a107ab30-0e7d-40b9-a83f-36270a7b7083 req-5e8c1f7a-0f79-4cf9-ad7e-856a5c6ff80f tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] 10.222.0.49 "GET /v2.0/quotas/39652c0e41004bcbae2164ebf06f1210 HTTP/1.1" status: 200 len: 375 time: 0.0314872 Nov 09 21:27:10.604595 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=7bd49de7-14e9-45ba-ad29-41a7b31624e4,revision_number=6']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:10.625024 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a107ab30-0e7d-40b9-a83f-36270a7b7083 req-fce75857-d985-4d66-90a1-970917c1d3f4 tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=39652c0e41004bcbae2164ebf06f1210&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0713408 Nov 09 21:27:10.631991 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4709c-b386-4972-95e1-6f265df7fc7b req-3448d9cb-21c9-4850-b0b5-6a89283e075b tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:10.637609 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4a38d5f5-f6a8-444d-b749-70a6d07ba084 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:10.637965 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-4a38d5f5-f6a8-444d-b749-70a6d07ba084 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Added segment bde3f652-1688-4123-90f8-0fc41e1eaf53 of type vlan for network 5fcf4fe4-ffe5-49cf-8794-4e629f0787e1 Nov 09 21:27:10.643480 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-26e4709c-b386-4972-95e1-6f265df7fc7b req-3448d9cb-21c9-4850-b0b5-6a89283e075b tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/ports?device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 946 time: 0.1635695 Nov 09 21:27:10.649488 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-26e4709c-b386-4972-95e1-6f265df7fc7b req-eeb76a8a-4fb0-4feb-845c-3251e271b0b7 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Request body: {'port': {'security_groups': ['994058e5-2188-4388-9fbd-cf7bf18529ff', 'dc88e775-f439-49b4-9da4-637e711188e3']}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:27:10.697254 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43d87545-d8a1-48e9-afcc-abbf1e8753e7 req-4caaad72-3b3b-4b23-b219-c63e97732acb tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:10.703367 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-783c86d6-e548-4d8b-8b03-989ee34ce3a8 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] For port 1907057c-c36f-477c-ab6d-b465673b10a8, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=1907057c-c36f-477c-ab6d-b465673b10a8,segment=NetworkSegment(006a3ea2-319a-4ab9-b18e-2250972f1f05),segment_id=006a3ea2-319a-4ab9-b18e-2250972f1f05)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:10.703974 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-783c86d6-e548-4d8b-8b03-989ee34ce3a8 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:10.732973 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-783c86d6-e548-4d8b-8b03-989ee34ce3a8 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Calling delete_port for 1907057c-c36f-477c-ab6d-b465673b10a8 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:27:10.773024 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:10.789273 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4a38d5f5-f6a8-444d-b749-70a6d07ba084 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:10.825596 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff0676d2-de44-4344-b822-97c81f9eb939 req-3579c8f3-1e13-46b9-8a3e-f084a5c93d06 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Made reservation on behalf of 476b04718f114622be45841d668c49d8 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:27:10.829946 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ff0676d2-de44-4344-b822-97c81f9eb939 req-3579c8f3-1e13-46b9-8a3e-f084a5c93d06 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:10.857139 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-26e4709c-b386-4972-95e1-6f265df7fc7b req-eeb76a8a-4fb0-4feb-845c-3251e271b0b7 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:10.883068 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port a4b3d77a-e8b9-47df-8ea9-8096b98da309, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=a4b3d77a-e8b9-47df-8ea9-8096b98da309,segment=NetworkSegment(006a3ea2-319a-4ab9-b18e-2250972f1f05),segment_id=006a3ea2-319a-4ab9-b18e-2250972f1f05)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:10.890576 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:10.895695 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43d87545-d8a1-48e9-afcc-abbf1e8753e7 req-4caaad72-3b3b-4b23-b219-c63e97732acb tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:10.903065 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4a38d5f5-f6a8-444d-b749-70a6d07ba084 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:10.909482 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a38d5f5-f6a8-444d-b749-70a6d07ba084 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:10.910271 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4a38d5f5-f6a8-444d-b749-70a6d07ba084 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:10.937614 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a107ab30-0e7d-40b9-a83f-36270a7b7083 req-376b4b8d-aee7-4dc5-8c24-843b87b041bf service neutron] 10.222.0.49 "GET /v2.0/networks/2effe5f6-8a78-4ce5-8ec5-0713ecd3e032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116696 Nov 09 21:27:10.983026 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4a38d5f5-f6a8-444d-b749-70a6d07ba084 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1420913 Nov 09 21:27:10.998851 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43d87545-d8a1-48e9-afcc-abbf1e8753e7 req-4caaad72-3b3b-4b23-b219-c63e97732acb tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Network 334ab1b0-3bbb-4e22-8403-8369144bd306 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:27:10.999694 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50762) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:11.008894 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-cb94184b-2a3d-40f4-9069-7bc13d5f6a22 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'subnet': {'network_id': '5fcf4fe4-ffe5-49cf-8794-4e629f0787e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:27:11.025110 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-43d87545-d8a1-48e9-afcc-abbf1e8753e7 req-4caaad72-3b3b-4b23-b219-c63e97732acb tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:27:11.045442 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=a4b3d77a-e8b9-47df-8ea9-8096b98da309,revision_number=6']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:11.046630 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d87545-d8a1-48e9-afcc-abbf1e8753e7 req-4caaad72-3b3b-4b23-b219-c63e97732acb tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:27:11.179171 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caaad72-3b3b-4b23-b219-c63e97732acb tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Pushing event updated for resources: {'Port': ['ID=930cbb62-5b75-427c-b3ad-7ba1b4694c5d,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:11.283609 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d87545-d8a1-48e9-afcc-abbf1e8753e7 req-4caaad72-3b3b-4b23-b219-c63e97732acb tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:11.285055 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43d87545-d8a1-48e9-afcc-abbf1e8753e7 req-4caaad72-3b3b-4b23-b219-c63e97732acb tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:11.362415 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb94184b-2a3d-40f4-9069-7bc13d5f6a22 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Made reservation on behalf of 858314ce302b43e3a1bfa722f764cbf9 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:27:11.365582 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cb94184b-2a3d-40f4-9069-7bc13d5f6a22 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:11.393416 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43d87545-d8a1-48e9-afcc-abbf1e8753e7 req-4caaad72-3b3b-4b23-b219-c63e97732acb tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5058880 Nov 09 21:27:11.437278 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-43d87545-d8a1-48e9-afcc-abbf1e8753e7 req-3cff4a14-0002-4b72-8103-279cd3ffca6d service neutron] Request body: {'port': {'device_id': '5febd2e0-778c-4c7b-9841-79c838b6973a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:27:11.513088 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38d5f5-f6a8-444d-b749-70a6d07ba084 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event updated for resources: {'Network': ['ID=5fcf4fe4-ffe5-49cf-8794-4e629f0787e1,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:11.524430 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 5fcf4fe4-ffe5-49cf-8794-4e629f0787e1 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:27:11.536530 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-783c86d6-e548-4d8b-8b03-989ee34ce3a8 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:11.602071 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a107ab30-0e7d-40b9-a83f-36270a7b7083 req-18759c89-a54e-4298-86d3-f0c35f8c0062 service neutron] 10.222.0.49 "GET /v2.0/networks/2effe5f6-8a78-4ce5-8ec5-0713ecd3e032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6634440 Nov 09 21:27:11.627948 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43d87545-d8a1-48e9-afcc-abbf1e8753e7 req-3cff4a14-0002-4b72-8103-279cd3ffca6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:11.632487 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-ff0676d2-de44-4344-b822-97c81f9eb939 req-3579c8f3-1e13-46b9-8a3e-f084a5c93d06 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Allocated IP 172.20.0.2 (334ab1b0-3bbb-4e22-8403-8369144bd306/6287f675-aade-4edd-b174-3f3f6aef5f0a/e3e89e0b-3381-4516-acac-f2757e10c873) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:27:11.668211 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c86d6-e548-4d8b-8b03-989ee34ce3a8 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Pushing event deleted for resources: {'Port': ['ID=1907057c-c36f-477c-ab6d-b465673b10a8,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:11.836231 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-783c86d6-e548-4d8b-8b03-989ee34ce3a8 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] No DVR routers for this DVR port 1907057c-c36f-477c-ab6d-b465673b10a8 on host n-h2-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:27:11.867361 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-783c86d6-e548-4d8b-8b03-989ee34ce3a8 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:11.870743 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-783c86d6-e548-4d8b-8b03-989ee34ce3a8 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.43 "DELETE /v2.0/ports/1907057c-c36f-477c-ab6d-b465673b10a8 HTTP/1.1" status: 204 len: 173 time: 1.9181952 Nov 09 21:27:11.872914 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'name': 'network-vif-deleted', 'tag': '1907057c-c36f-477c-ab6d-b465673b10a8'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:27:11.875221 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badaaa71-a46e-4eab-854e-ea16532be22e" -d '{"events": [{"server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "name": "network-vif-deleted", "tag": "1907057c-c36f-477c-ab6d-b465673b10a8"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:27:11.954395 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-26e4709c-b386-4972-95e1-6f265df7fc7b req-eeb76a8a-4fb0-4feb-845c-3251e271b0b7 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] For port 8c97fc36-5027-40cd-b0e1-602f0c2ede8e, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=8c97fc36-5027-40cd-b0e1-602f0c2ede8e,segment=NetworkSegment(d81d753a-93e5-4207-911a-f55256caa2d0),segment_id=d81d753a-93e5-4207-911a-f55256caa2d0)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:12.009326 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ff0676d2-de44-4344-b822-97c81f9eb939 req-3579c8f3-1e13-46b9-8a3e-f084a5c93d06 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:12.015371 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1a55f02-391f-4b2f-8594-8dd0febfc624'}, {'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1907057c-c36f-477c-ab6d-b465673b10a8'}, {'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '425016f1-5323-4fd9-bef6-b3071e755392'}, {'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bd49de7-14e9-45ba-ad29-41a7b31624e4'}, {'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4b3d77a-e8b9-47df-8ea9-8096b98da309'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:27:12.017889 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7918b44f-fa4f-4a6d-b491-8e0c6a0f58c4" -d '{"events": [{"server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "name": "network-vif-unplugged", "status": "completed", "tag": "f1a55f02-391f-4b2f-8594-8dd0febfc624"}, {"server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "name": "network-vif-unplugged", "status": "completed", "tag": "1907057c-c36f-477c-ab6d-b465673b10a8"}, {"server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "name": "network-vif-unplugged", "status": "completed", "tag": "425016f1-5323-4fd9-bef6-b3071e755392"}, {"server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "name": "network-vif-unplugged", "status": "completed", "tag": "7bd49de7-14e9-45ba-ad29-41a7b31624e4"}, {"server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "name": "network-vif-unplugged", "status": "completed", "tag": "a4b3d77a-e8b9-47df-8ea9-8096b98da309"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:27:12.117861 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49b644-2251-416a-a202-68638c224854 req-b987ad83-7048-4e85-a0af-8bc7bb23aa2f tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:12.126062 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cf49b644-2251-416a-a202-68638c224854 req-b987ad83-7048-4e85-a0af-8bc7bb23aa2f tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c014c-515a-4b7e-81c9-1e3b6a312126 HTTP/1.1" status: 200 len: 945 time: 0.1554730 Nov 09 21:27:12.134037 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ff0676d2-de44-4344-b822-97c81f9eb939 req-3579c8f3-1e13-46b9-8a3e-f084a5c93d06 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:12.157725 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff0676d2-de44-4344-b822-97c81f9eb939 req-3579c8f3-1e13-46b9-8a3e-f084a5c93d06 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Network 334ab1b0-3bbb-4e22-8403-8369144bd306 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:27:12.168072 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-ff0676d2-de44-4344-b822-97c81f9eb939 req-3579c8f3-1e13-46b9-8a3e-f084a5c93d06 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:27:12.186026 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-26e4709c-b386-4972-95e1-6f265df7fc7b req-eeb76a8a-4fb0-4feb-845c-3251e271b0b7 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:12.202324 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-26e4709c-b386-4972-95e1-6f265df7fc7b req-eeb76a8a-4fb0-4feb-845c-3251e271b0b7 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:12.215596 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['8c97fc36-5027-40cd-b0e1-602f0c2ede8e'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:27:12.231674 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0676d2-de44-4344-b822-97c81f9eb939 req-3579c8f3-1e13-46b9-8a3e-f084a5c93d06 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:27:12.465854 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4709c-b386-4972-95e1-6f265df7fc7b req-eeb76a8a-4fb0-4feb-845c-3251e271b0b7 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:12.466656 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-26e4709c-b386-4972-95e1-6f265df7fc7b req-eeb76a8a-4fb0-4feb-845c-3251e271b0b7 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:12.468499 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0676d2-de44-4344-b822-97c81f9eb939 req-3579c8f3-1e13-46b9-8a3e-f084a5c93d06 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:12.471193 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ff0676d2-de44-4344-b822-97c81f9eb939 req-3579c8f3-1e13-46b9-8a3e-f084a5c93d06 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:12.476492 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-26e4709c-b386-4972-95e1-6f265df7fc7b req-eeb76a8a-4fb0-4feb-845c-3251e271b0b7 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "PUT /v2.0/ports/8c97fc36-5027-40cd-b0e1-602f0c2ede8e HTTP/1.1" status: 200 len: 982 time: 1.8317935 Nov 09 21:27:12.478816 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb76a8a-4fb0-4feb-845c-3251e271b0b7 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Pushing event updated for resources: {'Port': ['ID=8c97fc36-5027-40cd-b0e1-602f0c2ede8e,revision_number=6']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:12.495005 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3579c8f3-1e13-46b9-8a3e-f084a5c93d06 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Pushing event updated for resources: {'Port': ['ID=e3e89e0b-3381-4516-acac-f2757e10c873,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:12.506952 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-8e71c11d-416d-4b41-a3cd-6e8489929d86 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Deleting port a4b3d77a-e8b9-47df-8ea9-8096b98da309 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:27:12.507364 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-8e71c11d-416d-4b41-a3cd-6e8489929d86 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:12.538785 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cb94184b-2a3d-40f4-9069-7bc13d5f6a22 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:12.539258 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cf49b644-2251-416a-a202-68638c224854 req-b92f79fd-8933-4b1a-a643-bea534aa2165 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120488 Nov 09 21:27:12.560728 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['8c97fc36-5027-40cd-b0e1-602f0c2ede8e'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:27:12.561126 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ff0676d2-de44-4344-b822-97c81f9eb939 req-3579c8f3-1e13-46b9-8a3e-f084a5c93d06 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6029699 Nov 09 21:27:12.585542 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-ff0676d2-de44-4344-b822-97c81f9eb939 req-71061cac-2932-4825-8364-b5e44c373b86 service neutron] Request body: {'port': {'device_id': '14faaa22-ab30-41e2-a205-fa8d976a879e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:27:12.819607 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ff0676d2-de44-4344-b822-97c81f9eb939 req-71061cac-2932-4825-8364-b5e44c373b86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:12.825687 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50814) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:12.886609 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c1b13-3235-496c-93ca-32e91763c3ce req-c130fd89-fadd-443b-954a-3a3cd51d1de9 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:12.897807 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c1b13-3235-496c-93ca-32e91763c3ce req-c130fd89-fadd-443b-954a-3a3cd51d1de9 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:12.927269 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c1b13-3235-496c-93ca-32e91763c3ce req-c130fd89-fadd-443b-954a-3a3cd51d1de9 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:12.961017 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-43d87545-d8a1-48e9-afcc-abbf1e8753e7 req-3cff4a14-0002-4b72-8103-279cd3ffca6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 930cbb62-5b75-427c-b3ad-7ba1b4694c5d {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:27:12.968522 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c1b13-3235-496c-93ca-32e91763c3ce req-c130fd89-fadd-443b-954a-3a3cd51d1de9 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:12.980350 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f29c1b13-3235-496c-93ca-32e91763c3ce req-c130fd89-fadd-443b-954a-3a3cd51d1de9 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 3142 time: 0.2754276 Nov 09 21:27:13.010687 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb94184b-2a3d-40f4-9069-7bc13d5f6a22 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Checking segment: {'id': 'bde3f652-1688-4123-90f8-0fc41e1eaf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5fcf4fe4-ffe5-49cf-8794-4e629f0787e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:27:13.012073 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb94184b-2a3d-40f4-9069-7bc13d5f6a22 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Network hostable DHCP agents. Network: 5fcf4fe4-ffe5-49cf-8794-4e629f0787e1, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:27:13.014595 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb94184b-2a3d-40f4-9069-7bc13d5f6a22 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event updated for resources: {'Subnet': ['ID=0a0a7c9e-cb2e-4146-a721-9b8f8f8a8d28,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:13.026159 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43d87545-d8a1-48e9-afcc-abbf1e8753e7 req-3cff4a14-0002-4b72-8103-279cd3ffca6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:13.102180 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-43d87545-d8a1-48e9-afcc-abbf1e8753e7 req-3cff4a14-0002-4b72-8103-279cd3ffca6d service neutron] Transition to ACTIVE for port object 930cbb62-5b75-427c-b3ad-7ba1b4694c5d will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:27:13.122978 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6317d12-05c5-4c19-8260-b448f29103dd req-b1b87ec1-82fe-4b9d-9e1c-6a29844bdcf4 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:13.132161 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d6317d12-05c5-4c19-8260-b448f29103dd req-b1b87ec1-82fe-4b9d-9e1c-6a29844bdcf4 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=14faaa22-ab30-41e2-a205-fa8d976a879e HTTP/1.1" status: 200 len: 931 time: 0.3826220 Nov 09 21:27:13.134120 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43d87545-d8a1-48e9-afcc-abbf1e8753e7 req-3cff4a14-0002-4b72-8103-279cd3ffca6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:13.255785 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dbb5caa9-91d5-47a7-ac29-721542535f98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:13.265250 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb94184b-2a3d-40f4-9069-7bc13d5f6a22 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Network 5fcf4fe4-ffe5-49cf-8794-4e629f0787e1 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:27:13.288458 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-8e71c11d-416d-4b41-a3cd-6e8489929d86 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] For port a4b3d77a-e8b9-47df-8ea9-8096b98da309, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=a4b3d77a-e8b9-47df-8ea9-8096b98da309,segment=NetworkSegment(006a3ea2-319a-4ab9-b18e-2250972f1f05),segment_id=006a3ea2-319a-4ab9-b18e-2250972f1f05)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:13.289355 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-8e71c11d-416d-4b41-a3cd-6e8489929d86 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:13.334921 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-cb94184b-2a3d-40f4-9069-7bc13d5f6a22 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 5fcf4fe4-ffe5-49cf-8794-4e629f0787e1) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:27:13.335063 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f29c1b13-3235-496c-93ca-32e91763c3ce req-3e08a1b6-88bd-4307-ae9d-5efb4f25d586 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3463025 Nov 09 21:27:13.337751 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-8e71c11d-416d-4b41-a3cd-6e8489929d86 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Calling delete_port for a4b3d77a-e8b9-47df-8ea9-8096b98da309 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:27:13.346550 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986eb626-9099-401d-828c-9413654a39b2 None None] Network 5fcf4fe4-ffe5-49cf-8794-4e629f0787e1 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:27:13.358744 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d6317d12-05c5-4c19-8260-b448f29103dd req-aeacf373-55a5-4f23-8bf7-068f16d9991f tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256057 Nov 09 21:27:13.359335 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cff4a14-0002-4b72-8103-279cd3ffca6d service neutron] Pushing event updated for resources: {'Port': ['ID=930cbb62-5b75-427c-b3ad-7ba1b4694c5d,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:13.374334 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb94184b-2a3d-40f4-9069-7bc13d5f6a22 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:13.374948 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cb94184b-2a3d-40f4-9069-7bc13d5f6a22 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:13.508720 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-ff0676d2-de44-4344-b822-97c81f9eb939 req-71061cac-2932-4825-8364-b5e44c373b86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3e89e0b-3381-4516-acac-f2757e10c873 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:27:13.521566 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ff0676d2-de44-4344-b822-97c81f9eb939 req-71061cac-2932-4825-8364-b5e44c373b86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:13.530161 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-cb94184b-2a3d-40f4-9069-7bc13d5f6a22 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5231445 Nov 09 21:27:13.531530 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50820) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:13.542598 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-fdadfffc-45b0-447a-91a1-41e6ebed2be9 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'subnet': {'network_id': '5fcf4fe4-ffe5-49cf-8794-4e629f0787e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:27:13.575483 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-ff0676d2-de44-4344-b822-97c81f9eb939 req-71061cac-2932-4825-8364-b5e44c373b86 service neutron] Transition to ACTIVE for port object e3e89e0b-3381-4516-acac-f2757e10c873 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:27:13.612375 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dbb5caa9-91d5-47a7-ac29-721542535f98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:13.616920 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ff0676d2-de44-4344-b822-97c81f9eb939 req-71061cac-2932-4825-8364-b5e44c373b86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:13.631501 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dbb5caa9-91d5-47a7-ac29-721542535f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:13.683813 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a02dc6-c5ff-414b-a7a1-ab4a96e533ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-5fcf4fe4-ffe5-49cf-8794-4e629f0787e1', 'network_id': '5fcf4fe4-ffe5-49cf-8794-4e629f0787e1', 'tenant_id': '858314ce302b43e3a1bfa722f764cbf9', 'fixed_ips': [{'subnet_id': '0a0a7c9e-cb2e-4146-a721-9b8f8f8a8d28'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:27:13.684335 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d7a02dc6-c5ff-414b-a7a1-ab4a96e533ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:13.738184 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-160793a4-7759-4d82-ba28-864b02d92f5e req-ace98e8b-2a58-4ac9-9be1-ee4dd0f2a47e tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fbd4439-6ceb-4b13-8cbb-a2cf3a7b2386 HTTP/1.1" status: 200 len: 210 time: 0.1036575 Nov 09 21:27:13.824575 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb5caa9-91d5-47a7-ac29-721542535f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fceadcf-7200-479f-a4c7-18f2efa197ae,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:13.879063 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-dbb5caa9-91d5-47a7-ac29-721542535f98 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=373db3f963494bb4b8a25314f2f54388&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0461864 Nov 09 21:27:13.879856 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71061cac-2932-4825-8364-b5e44c373b86 service neutron] Pushing event updated for resources: {'Port': ['ID=e3e89e0b-3381-4516-acac-f2757e10c873,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:13.917250 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50826) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:14.014992 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-d7a02dc6-c5ff-414b-a7a1-ab4a96e533ff None None] Allocated IP 172.20.0.2 (5fcf4fe4-ffe5-49cf-8794-4e629f0787e1/0a0a7c9e-cb2e-4146-a721-9b8f8f8a8d28/eb31f8cf-9397-44b9-8ad5-3eaefeea10a6) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:27:14.075618 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345c2822-3d3a-44f7-bec9-03ee01abd914 x-openstack-request-id: req-345c2822-3d3a-44f7-bec9-03ee01abd914 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:27:14.075914 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "name": "network-vif-deleted", "tag": "1907057c-c36f-477c-ab6d-b465673b10a8", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:27:14.076186 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-345c2822-3d3a-44f7-bec9-03ee01abd914 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:27:14.076761 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'name': 'network-vif-deleted', 'tag': '1907057c-c36f-477c-ab6d-b465673b10a8', 'status': 'completed', 'code': 200} Nov 09 21:27:14.078961 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107ab30-0e7d-40b9-a83f-36270a7b7083 req-db984432-316c-4410-8afd-f2c1d465e26f tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:14.080481 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a107ab30-0e7d-40b9-a83f-36270a7b7083 req-db984432-316c-4410-8afd-f2c1d465e26f tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] 10.222.0.45 "GET /v2.0/networks?id=2effe5f6-8a78-4ce5-8ec5-0713ecd3e032 HTTP/1.1" status: 200 len: 817 time: 0.4171906 Nov 09 21:27:14.097652 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-43d87545-d8a1-48e9-afcc-abbf1e8753e7 req-3cff4a14-0002-4b72-8103-279cd3ffca6d service neutron] Attempting to bind port 930cbb62-5b75-427c-b3ad-7ba1b4694c5d on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:27:14.097983 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-43d87545-d8a1-48e9-afcc-abbf1e8753e7 req-3cff4a14-0002-4b72-8103-279cd3ffca6d service neutron] Attempting to bind port 930cbb62-5b75-427c-b3ad-7ba1b4694c5d by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '436e8a2d-fb6b-4e0e-9f97-5553104a1262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '334ab1b0-3bbb-4e22-8403-8369144bd306'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:27:14.098310 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d87545-d8a1-48e9-afcc-abbf1e8753e7 req-3cff4a14-0002-4b72-8103-279cd3ffca6d service neutron] Attempting to bind port 930cbb62-5b75-427c-b3ad-7ba1b4694c5d on network 334ab1b0-3bbb-4e22-8403-8369144bd306 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:27:14.100019 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-a107ab30-0e7d-40b9-a83f-36270a7b7083 req-c9877f0b-cb8f-4d32-a1a3-bb72bc2f4320 tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] Request body: {'port': {'device_id': '7fbd4439-6ceb-4b13-8cbb-a2cf3a7b2386', 'network_id': '2effe5f6-8a78-4ce5-8ec5-0713ecd3e032', 'admin_state_up': True, 'tenant_id': '39652c0e41004bcbae2164ebf06f1210'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:27:14.105050 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d87545-d8a1-48e9-afcc-abbf1e8753e7 req-3cff4a14-0002-4b72-8103-279cd3ffca6d service neutron] Port 930cbb62-5b75-427c-b3ad-7ba1b4694c5d on network 334ab1b0-3bbb-4e22-8403-8369144bd306 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:27:14.105050 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d87545-d8a1-48e9-afcc-abbf1e8753e7 req-3cff4a14-0002-4b72-8103-279cd3ffca6d service neutron] Attempting to bind port 930cbb62-5b75-427c-b3ad-7ba1b4694c5d on network 334ab1b0-3bbb-4e22-8403-8369144bd306 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:27:14.106073 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdadfffc-45b0-447a-91a1-41e6ebed2be9 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Made reservation on behalf of 858314ce302b43e3a1bfa722f764cbf9 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:27:14.109557 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fdadfffc-45b0-447a-91a1-41e6ebed2be9 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:14.111639 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-8e71c11d-416d-4b41-a3cd-6e8489929d86 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:14.132948 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-371643e2-024f-46c5-9e18-1ef8fd11a9a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:14.138587 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d87545-d8a1-48e9-afcc-abbf1e8753e7 req-3cff4a14-0002-4b72-8103-279cd3ffca6d service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:27:14.138930 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d87545-d8a1-48e9-afcc-abbf1e8753e7 req-3cff4a14-0002-4b72-8103-279cd3ffca6d service neutron] Checking segment: {'id': '436e8a2d-fb6b-4e0e-9f97-5553104a1262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '334ab1b0-3bbb-4e22-8403-8369144bd306'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:27:14.139342 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d87545-d8a1-48e9-afcc-abbf1e8753e7 req-3cff4a14-0002-4b72-8103-279cd3ffca6d service neutron] Bound using segment: {'id': '436e8a2d-fb6b-4e0e-9f97-5553104a1262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '334ab1b0-3bbb-4e22-8403-8369144bd306'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:27:14.139758 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-43d87545-d8a1-48e9-afcc-abbf1e8753e7 req-3cff4a14-0002-4b72-8103-279cd3ffca6d service neutron] Bound port: 930cbb62-5b75-427c-b3ad-7ba1b4694c5d, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436e8a2d-fb6b-4e0e-9f97-5553104a1262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '334ab1b0-3bbb-4e22-8403-8369144bd306'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:27:14.140111 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43d87545-d8a1-48e9-afcc-abbf1e8753e7 req-3cff4a14-0002-4b72-8103-279cd3ffca6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:14.155718 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-371643e2-024f-46c5-9e18-1ef8fd11a9a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:14.171768 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-56efdc78-15c1-4781-bd20-bb0c2ad8e7a7 req-6a4e1f88-f6d3-47e0-beec-f652f18892dd tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1143972308&fields=id&tenant_id=cfc584aadc874a0d81e179083ae3ae69 HTTP/1.1" status: 200 len: 267 time: 0.0755394 Nov 09 21:27:14.217300 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71c11d-416d-4b41-a3cd-6e8489929d86 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Pushing event deleted for resources: {'Port': ['ID=a4b3d77a-e8b9-47df-8ea9-8096b98da309,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:14.230163 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Tue, 09 Nov 2021 21:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f22fb6-b51e-4746-8b4c-d9c9edf160b6 x-openstack-request-id: req-97f22fb6-b51e-4746-8b4c-d9c9edf160b6 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:27:14.230705 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "name": "network-vif-unplugged", "status": "completed", "tag": "f1a55f02-391f-4b2f-8594-8dd0febfc624", "code": 200}, {"server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "name": "network-vif-unplugged", "status": "completed", "tag": "1907057c-c36f-477c-ab6d-b465673b10a8", "code": 200}, {"server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "name": "network-vif-unplugged", "status": "completed", "tag": "425016f1-5323-4fd9-bef6-b3071e755392", "code": 200}, {"server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "name": "network-vif-unplugged", "status": "completed", "tag": "7bd49de7-14e9-45ba-ad29-41a7b31624e4", "code": 200}, {"server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "name": "network-vif-unplugged", "status": "completed", "tag": "a4b3d77a-e8b9-47df-8ea9-8096b98da309", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:27:14.230931 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-97f22fb6-b51e-4746-8b4c-d9c9edf160b6 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:27:14.231435 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1a55f02-391f-4b2f-8594-8dd0febfc624', 'code': 200} Nov 09 21:27:14.231806 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1907057c-c36f-477c-ab6d-b465673b10a8', 'code': 200} Nov 09 21:27:14.232155 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '425016f1-5323-4fd9-bef6-b3071e755392', 'code': 200} Nov 09 21:27:14.232515 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bd49de7-14e9-45ba-ad29-41a7b31624e4', 'code': 200} Nov 09 21:27:14.232871 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4b3d77a-e8b9-47df-8ea9-8096b98da309', 'code': 200} Nov 09 21:27:14.274573 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d7a02dc6-c5ff-414b-a7a1-ab4a96e533ff None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:14.287805 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-ff0676d2-de44-4344-b822-97c81f9eb939 req-71061cac-2932-4825-8364-b5e44c373b86 service neutron] Attempting to bind port e3e89e0b-3381-4516-acac-f2757e10c873 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:27:14.288129 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d7a02dc6-c5ff-414b-a7a1-ab4a96e533ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:14.288264 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-ff0676d2-de44-4344-b822-97c81f9eb939 req-71061cac-2932-4825-8364-b5e44c373b86 service neutron] Attempting to bind port e3e89e0b-3381-4516-acac-f2757e10c873 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '436e8a2d-fb6b-4e0e-9f97-5553104a1262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '334ab1b0-3bbb-4e22-8403-8369144bd306'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:27:14.288573 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0676d2-de44-4344-b822-97c81f9eb939 req-71061cac-2932-4825-8364-b5e44c373b86 service neutron] Attempting to bind port e3e89e0b-3381-4516-acac-f2757e10c873 on network 334ab1b0-3bbb-4e22-8403-8369144bd306 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:27:14.291928 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-371643e2-024f-46c5-9e18-1ef8fd11a9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:14.294776 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-371643e2-024f-46c5-9e18-1ef8fd11a9a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:14.295969 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-371643e2-024f-46c5-9e18-1ef8fd11a9a7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9fceadcf-7200-479f-a4c7-18f2efa197ae HTTP/1.1" status: 204 len: 168 time: 0.3783083 Nov 09 21:27:14.319502 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0676d2-de44-4344-b822-97c81f9eb939 req-71061cac-2932-4825-8364-b5e44c373b86 service neutron] Port e3e89e0b-3381-4516-acac-f2757e10c873 on network 334ab1b0-3bbb-4e22-8403-8369144bd306 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:27:14.319835 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0676d2-de44-4344-b822-97c81f9eb939 req-71061cac-2932-4825-8364-b5e44c373b86 service neutron] Attempting to bind port e3e89e0b-3381-4516-acac-f2757e10c873 on network 334ab1b0-3bbb-4e22-8403-8369144bd306 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:27:14.332004 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371643e2-024f-46c5-9e18-1ef8fd11a9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fceadcf-7200-479f-a4c7-18f2efa197ae,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:14.345566 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0676d2-de44-4344-b822-97c81f9eb939 req-71061cac-2932-4825-8364-b5e44c373b86 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:27:14.345914 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0676d2-de44-4344-b822-97c81f9eb939 req-71061cac-2932-4825-8364-b5e44c373b86 service neutron] Checking segment: {'id': '436e8a2d-fb6b-4e0e-9f97-5553104a1262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '334ab1b0-3bbb-4e22-8403-8369144bd306'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:27:14.346312 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0676d2-de44-4344-b822-97c81f9eb939 req-71061cac-2932-4825-8364-b5e44c373b86 service neutron] Bound using segment: {'id': '436e8a2d-fb6b-4e0e-9f97-5553104a1262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '334ab1b0-3bbb-4e22-8403-8369144bd306'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:27:14.346768 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-ff0676d2-de44-4344-b822-97c81f9eb939 req-71061cac-2932-4825-8364-b5e44c373b86 service neutron] Bound port: e3e89e0b-3381-4516-acac-f2757e10c873, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436e8a2d-fb6b-4e0e-9f97-5553104a1262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '334ab1b0-3bbb-4e22-8403-8369144bd306'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:27:14.347134 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ff0676d2-de44-4344-b822-97c81f9eb939 req-71061cac-2932-4825-8364-b5e44c373b86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:14.448405 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a02dc6-c5ff-414b-a7a1-ab4a96e533ff None None] Network 5fcf4fe4-ffe5-49cf-8794-4e629f0787e1 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:27:14.450735 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a02dc6-c5ff-414b-a7a1-ab4a96e533ff None None] Pushing event updated for resources: {'Port': ['ID=eb31f8cf-9397-44b9-8ad5-3eaefeea10a6,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:14.454666 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-d7a02dc6-c5ff-414b-a7a1-ab4a96e533ff None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:27:14.460469 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a02dc6-c5ff-414b-a7a1-ab4a96e533ff None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:27:14.480132 n-d-816206-3 neutron-server[102607]: INFO neutron.db.ipam_backend_mixin [None req-fdadfffc-45b0-447a-91a1-41e6ebed2be9 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0a0a7c9e-cb2e-4146-a721-9b8f8f8a8d28 (CIDR: 172.20.0.0/28) Nov 09 21:27:14.515901 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdadfffc-45b0-447a-91a1-41e6ebed2be9 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:27:14.529181 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdadfffc-45b0-447a-91a1-41e6ebed2be9 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:27:14.553233 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-d7a02dc6-c5ff-414b-a7a1-ab4a96e533ff None None] Attempting to bind port eb31f8cf-9397-44b9-8ad5-3eaefeea10a6 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:27:14.553660 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-d7a02dc6-c5ff-414b-a7a1-ab4a96e533ff None None] Attempting to bind port eb31f8cf-9397-44b9-8ad5-3eaefeea10a6 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'bde3f652-1688-4123-90f8-0fc41e1eaf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5fcf4fe4-ffe5-49cf-8794-4e629f0787e1'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:27:14.554019 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a02dc6-c5ff-414b-a7a1-ab4a96e533ff None None] Attempting to bind port eb31f8cf-9397-44b9-8ad5-3eaefeea10a6 on network 5fcf4fe4-ffe5-49cf-8794-4e629f0787e1 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:27:14.565791 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a02dc6-c5ff-414b-a7a1-ab4a96e533ff None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:27:14.566807 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a02dc6-c5ff-414b-a7a1-ab4a96e533ff None None] Checking segment: {'id': 'bde3f652-1688-4123-90f8-0fc41e1eaf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5fcf4fe4-ffe5-49cf-8794-4e629f0787e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:27:14.567522 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d7a02dc6-c5ff-414b-a7a1-ab4a96e533ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:14.568152 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a02dc6-c5ff-414b-a7a1-ab4a96e533ff None None] Bound using segment: {'id': 'bde3f652-1688-4123-90f8-0fc41e1eaf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5fcf4fe4-ffe5-49cf-8794-4e629f0787e1'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:27:14.568926 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-d7a02dc6-c5ff-414b-a7a1-ab4a96e533ff None None] Bound port: eb31f8cf-9397-44b9-8ad5-3eaefeea10a6, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bde3f652-1688-4123-90f8-0fc41e1eaf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5fcf4fe4-ffe5-49cf-8794-4e629f0787e1'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:27:14.569620 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d7a02dc6-c5ff-414b-a7a1-ab4a96e533ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:14.635664 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a107ab30-0e7d-40b9-a83f-36270a7b7083 req-c9877f0b-cb8f-4d32-a1a3-bb72bc2f4320 tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] Made reservation on behalf of 39652c0e41004bcbae2164ebf06f1210 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:27:14.642480 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a107ab30-0e7d-40b9-a83f-36270a7b7083 req-c9877f0b-cb8f-4d32-a1a3-bb72bc2f4320 tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:14.699900 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-d7a02dc6-c5ff-414b-a7a1-ab4a96e533ff None None] For port eb31f8cf-9397-44b9-8ad5-3eaefeea10a6, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:27:14.707516 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-d7a02dc6-c5ff-414b-a7a1-ab4a96e533ff None None] For port eb31f8cf-9397-44b9-8ad5-3eaefeea10a6, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=eb31f8cf-9397-44b9-8ad5-3eaefeea10a6,segment=NetworkSegment(bde3f652-1688-4123-90f8-0fc41e1eaf53),segment_id=bde3f652-1688-4123-90f8-0fc41e1eaf53)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:27:14.715566 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d7a02dc6-c5ff-414b-a7a1-ab4a96e533ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:14.816384 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a02dc6-c5ff-414b-a7a1-ab4a96e533ff None None] Pushing event updated for resources: {'Port': ['ID=eb31f8cf-9397-44b9-8ad5-3eaefeea10a6,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:14.827444 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-fdadfffc-45b0-447a-91a1-41e6ebed2be9 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2910116 Nov 09 21:27:14.839931 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-ff0676d2-de44-4344-b822-97c81f9eb939 req-71061cac-2932-4825-8364-b5e44c373b86 service neutron] For port e3e89e0b-3381-4516-acac-f2757e10c873, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:27:14.840914 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50840) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:14.854559 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-ff0676d2-de44-4344-b822-97c81f9eb939 req-71061cac-2932-4825-8364-b5e44c373b86 service neutron] For port e3e89e0b-3381-4516-acac-f2757e10c873, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=e3e89e0b-3381-4516-acac-f2757e10c873,segment=NetworkSegment(436e8a2d-fb6b-4e0e-9f97-5553104a1262),segment_id=436e8a2d-fb6b-4e0e-9f97-5553104a1262)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:27:14.856212 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-5e7c47dd-f189-418e-b16a-fa23714ae1a1 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'subnet': {'network_id': '5fcf4fe4-ffe5-49cf-8794-4e629f0787e1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:27:14.873725 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc363d-3ecc-434d-9a22-e48902b692f7 req-da2874e2-7953-4946-9a1e-858703ca7847 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:14.881366 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-59cc363d-3ecc-434d-9a22-e48902b692f7 req-da2874e2-7953-4946-9a1e-858703ca7847 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c014c-515a-4b7e-81c9-1e3b6a312126 HTTP/1.1" status: 200 len: 945 time: 0.4696991 Nov 09 21:27:14.884010 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-8e71c11d-416d-4b41-a3cd-6e8489929d86 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] No DVR routers for this DVR port a4b3d77a-e8b9-47df-8ea9-8096b98da309 on host n-h2-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:27:14.887285 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-8e71c11d-416d-4b41-a3cd-6e8489929d86 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:14.891405 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-8e71c11d-416d-4b41-a3cd-6e8489929d86 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.43 "DELETE /v2.0/ports/a4b3d77a-e8b9-47df-8ea9-8096b98da309 HTTP/1.1" status: 204 len: 173 time: 3.0069194 Nov 09 21:27:14.892309 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ff0676d2-de44-4344-b822-97c81f9eb939 req-71061cac-2932-4825-8364-b5e44c373b86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:14.920956 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56efdc78-15c1-4781-bd20-bb0c2ad8e7a7 req-9881da0e-e7b4-4805-9370-922375d0aa12 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:14.931074 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-56efdc78-15c1-4781-bd20-bb0c2ad8e7a7 req-9881da0e-e7b4-4805-9370-922375d0aa12 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/ports?device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 985 time: 0.7156045 Nov 09 21:27:14.993561 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-56efdc78-15c1-4781-bd20-bb0c2ad8e7a7 req-884f732c-0434-4fd6-adea-6bde87bf22ad tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Request body: {'port': {'security_groups': ['994058e5-2188-4388-9fbd-cf7bf18529ff']}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:27:15.007836 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0676d2-de44-4344-b822-97c81f9eb939 req-71061cac-2932-4825-8364-b5e44c373b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:15.008474 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ff0676d2-de44-4344-b822-97c81f9eb939 req-71061cac-2932-4825-8364-b5e44c373b86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:15.009985 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ff0676d2-de44-4344-b822-97c81f9eb939 req-71061cac-2932-4825-8364-b5e44c373b86 service neutron] 10.222.0.43 "PUT /v2.0/ports/e3e89e0b-3381-4516-acac-f2757e10c873 HTTP/1.1" status: 200 len: 1091 time: 2.4305410 Nov 09 21:27:15.013114 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14faaa22-ab30-41e2-a205-fa8d976a879e', 'tag': 'e3e89e0b-3381-4516-acac-f2757e10c873'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:27:15.015436 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de95a2c8-15d1-414b-868f-7fd1ad178920" -d '{"events": [{"name": "network-changed", "server_uuid": "14faaa22-ab30-41e2-a205-fa8d976a879e", "tag": "e3e89e0b-3381-4516-acac-f2757e10c873"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:27:15.073547 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-a107ab30-0e7d-40b9-a83f-36270a7b7083 req-c9877f0b-cb8f-4d32-a1a3-bb72bc2f4320 tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] Allocated IP 172.20.0.6 (2effe5f6-8a78-4ce5-8ec5-0713ecd3e032/ff2bb0c0-c6d2-4c7e-ab67-f8153fcc7e5a/27fdfd20-79f7-421f-bb31-69cac8dd5ab9) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:27:15.105747 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-59cc363d-3ecc-434d-9a22-e48902b692f7 req-0bbdf1e0-e981-4c51-bf16-ef444be0102e tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230179 Nov 09 21:27:15.159163 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-43d87545-d8a1-48e9-afcc-abbf1e8753e7 req-3cff4a14-0002-4b72-8103-279cd3ffca6d service neutron] For port 930cbb62-5b75-427c-b3ad-7ba1b4694c5d, host n-h1-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:27:15.293570 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-43d87545-d8a1-48e9-afcc-abbf1e8753e7 req-3cff4a14-0002-4b72-8103-279cd3ffca6d service neutron] For port 930cbb62-5b75-427c-b3ad-7ba1b4694c5d, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=930cbb62-5b75-427c-b3ad-7ba1b4694c5d,segment=NetworkSegment(436e8a2d-fb6b-4e0e-9f97-5553104a1262),segment_id=436e8a2d-fb6b-4e0e-9f97-5553104a1262)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:27:15.342346 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43d87545-d8a1-48e9-afcc-abbf1e8753e7 req-3cff4a14-0002-4b72-8103-279cd3ffca6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:15.407984 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71061cac-2932-4825-8364-b5e44c373b86 service neutron] Pushing event updated for resources: {'Port': ['ID=e3e89e0b-3381-4516-acac-f2757e10c873,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:15.455154 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cff4a14-0002-4b72-8103-279cd3ffca6d service neutron] Pushing event updated for resources: {'Port': ['ID=930cbb62-5b75-427c-b3ad-7ba1b4694c5d,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:15.493507 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d87545-d8a1-48e9-afcc-abbf1e8753e7 req-3cff4a14-0002-4b72-8103-279cd3ffca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:15.494163 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-43d87545-d8a1-48e9-afcc-abbf1e8753e7 req-3cff4a14-0002-4b72-8103-279cd3ffca6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:15.495858 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43d87545-d8a1-48e9-afcc-abbf1e8753e7 req-3cff4a14-0002-4b72-8103-279cd3ffca6d service neutron] 10.222.0.45 "PUT /v2.0/ports/930cbb62-5b75-427c-b3ad-7ba1b4694c5d HTTP/1.1" status: 200 len: 1092 time: 4.0642040 Nov 09 21:27:15.531018 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-56efdc78-15c1-4781-bd20-bb0c2ad8e7a7 req-884f732c-0434-4fd6-adea-6bde87bf22ad tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:15.612877 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-867a1d65-7657-49ae-b6e9-099abc26b549 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Deleting port 7bd49de7-14e9-45ba-ad29-41a7b31624e4 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:27:15.613562 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-867a1d65-7657-49ae-b6e9-099abc26b549 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:15.713114 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a107ab30-0e7d-40b9-a83f-36270a7b7083 req-c9877f0b-cb8f-4d32-a1a3-bb72bc2f4320 tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:15.713114 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0676d2-de44-4344-b822-97c81f9eb939 req-6f6fc5bc-3c00-409b-a0d5-ead1ffe516d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:15.713114 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ff0676d2-de44-4344-b822-97c81f9eb939 req-6f6fc5bc-3c00-409b-a0d5-ead1ffe516d5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=476b04718f114622be45841d668c49d8&device_id=14faaa22-ab30-41e2-a205-fa8d976a879e HTTP/1.1" status: 200 len: 1094 time: 0.5655782 Nov 09 21:27:15.713114 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb3e35-38ec-4217-8704-46e0f24fe6dc req-c03884da-5740-4de7-b653-30d372fa601f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:15.713114 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb3e35-38ec-4217-8704-46e0f24fe6dc req-c03884da-5740-4de7-b653-30d372fa601f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:15.713114 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb3e35-38ec-4217-8704-46e0f24fe6dc req-c03884da-5740-4de7-b653-30d372fa601f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:15.713114 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f3fb3e35-38ec-4217-8704-46e0f24fe6dc req-c03884da-5740-4de7-b653-30d372fa601f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 2409 time: 0.2645128 Nov 09 21:27:15.715848 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d87545-d8a1-48e9-afcc-abbf1e8753e7 req-ea3dd67d-3fb1-4853-9317-23357989572a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:15.715848 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43d87545-d8a1-48e9-afcc-abbf1e8753e7 req-ea3dd67d-3fb1-4853-9317-23357989572a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=476b04718f114622be45841d668c49d8&device_id=5febd2e0-778c-4c7b-9841-79c838b6973a HTTP/1.1" status: 200 len: 1095 time: 0.1250300 Nov 09 21:27:15.735586 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ff0676d2-de44-4344-b822-97c81f9eb939 req-3501d0cf-947b-44a1-89e0-68d790bac61f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e3e89e0b-3381-4516-acac-f2757e10c873 HTTP/1.1" status: 200 len: 217 time: 0.0511374 Nov 09 21:27:15.738140 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43d87545-d8a1-48e9-afcc-abbf1e8753e7 req-47e67133-df90-4b75-89b3-cd1d1b786e6e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=930cbb62-5b75-427c-b3ad-7ba1b4694c5d HTTP/1.1" status: 200 len: 217 time: 0.0446794 Nov 09 21:27:15.793264 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a107ab30-0e7d-40b9-a83f-36270a7b7083 req-c9877f0b-cb8f-4d32-a1a3-bb72bc2f4320 tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:15.794022 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7c47dd-f189-418e-b16a-fa23714ae1a1 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Made reservation on behalf of 858314ce302b43e3a1bfa722f764cbf9 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:27:15.801097 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5e7c47dd-f189-418e-b16a-fa23714ae1a1 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:15.852726 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f3fb3e35-38ec-4217-8704-46e0f24fe6dc req-79a9bc7b-c357-4af6-a076-76213175c28e tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571188 Nov 09 21:27:15.870704 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0676d2-de44-4344-b822-97c81f9eb939 req-0af4cdd6-b103-4d7f-9525-af3687dee8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:15.873920 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ff0676d2-de44-4344-b822-97c81f9eb939 req-0af4cdd6-b103-4d7f-9525-af3687dee8c2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6287f675-aade-4edd-b174-3f3f6aef5f0a HTTP/1.1" status: 200 len: 858 time: 0.1295128 Nov 09 21:27:15.920953 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a107ab30-0e7d-40b9-a83f-36270a7b7083 req-c9877f0b-cb8f-4d32-a1a3-bb72bc2f4320 tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] Network 2effe5f6-8a78-4ce5-8ec5-0713ecd3e032 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:27:15.968849 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-a107ab30-0e7d-40b9-a83f-36270a7b7083 req-c9877f0b-cb8f-4d32-a1a3-bb72bc2f4320 tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:27:15.978063 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ff0676d2-de44-4344-b822-97c81f9eb939 req-9b839eee-6c55-48de-9026-76fc37e7bedc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=334ab1b0-3bbb-4e22-8403-8369144bd306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883317 Nov 09 21:27:15.978063 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-a107ab30-0e7d-40b9-a83f-36270a7b7083 req-c9877f0b-cb8f-4d32-a1a3-bb72bc2f4320 tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:27:15.991302 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9877f0b-cb8f-4d32-a1a3-bb72bc2f4320 tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] Pushing event updated for resources: {'Port': ['ID=27fdfd20-79f7-421f-bb31-69cac8dd5ab9,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:16.095692 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '868a48e0-3a5e-43e5-965a-1913f644fa13', 'tag': '8c97fc36-5027-40cd-b0e1-602f0c2ede8e'}, {'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'name': 'network-vif-deleted', 'tag': 'a4b3d77a-e8b9-47df-8ea9-8096b98da309'}, {'name': 'network-changed', 'server_uuid': '5febd2e0-778c-4c7b-9841-79c838b6973a', 'tag': '930cbb62-5b75-427c-b3ad-7ba1b4694c5d'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:27:16.107232 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a66936-37a7-477f-a002-cd9628a298cd" -d '{"events": [{"name": "network-changed", "server_uuid": "868a48e0-3a5e-43e5-965a-1913f644fa13", "tag": "8c97fc36-5027-40cd-b0e1-602f0c2ede8e"}, {"server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "name": "network-vif-deleted", "tag": "a4b3d77a-e8b9-47df-8ea9-8096b98da309"}, {"name": "network-changed", "server_uuid": "5febd2e0-778c-4c7b-9841-79c838b6973a", "tag": "930cbb62-5b75-427c-b3ad-7ba1b4694c5d"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:27:16.152047 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107ab30-0e7d-40b9-a83f-36270a7b7083 req-c9877f0b-cb8f-4d32-a1a3-bb72bc2f4320 tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:16.152757 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a107ab30-0e7d-40b9-a83f-36270a7b7083 req-c9877f0b-cb8f-4d32-a1a3-bb72bc2f4320 tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:16.204979 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be132af9-03d2-4810-af42-e294927aeceb req-4fca3392-aab5-46d6-a654-e580b7c74f4f tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:16.213053 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-be132af9-03d2-4810-af42-e294927aeceb req-4fca3392-aab5-46d6-a654-e580b7c74f4f tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=14faaa22-ab30-41e2-a205-fa8d976a879e HTTP/1.1" status: 200 len: 943 time: 0.2411633 Nov 09 21:27:16.228242 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a107ab30-0e7d-40b9-a83f-36270a7b7083 req-c9877f0b-cb8f-4d32-a1a3-bb72bc2f4320 tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1342196 Nov 09 21:27:16.246161 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-867a1d65-7657-49ae-b6e9-099abc26b549 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] For port 7bd49de7-14e9-45ba-ad29-41a7b31624e4, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=7bd49de7-14e9-45ba-ad29-41a7b31624e4,segment=NetworkSegment(c74b6dd5-97d0-4d15-ae96-0ba74f278c4f),segment_id=c74b6dd5-97d0-4d15-ae96-0ba74f278c4f)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:16.246758 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ff0676d2-de44-4344-b822-97c81f9eb939 req-a9a4cb51-9013-4987-8958-8422e5cb8908 service neutron] 10.222.0.43 "GET /v2.0/networks/334ab1b0-3bbb-4e22-8403-8369144bd306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340431 Nov 09 21:27:16.251090 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-867a1d65-7657-49ae-b6e9-099abc26b549 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:16.252011 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-a107ab30-0e7d-40b9-a83f-36270a7b7083 req-55ba5e2d-952b-43ac-9cac-1ecbd131c4b9 service neutron] Request body: {'port': {'device_id': '7fbd4439-6ceb-4b13-8cbb-a2cf3a7b2386', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:27:16.419726 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-be132af9-03d2-4810-af42-e294927aeceb req-362867ee-b22c-44f7-8602-cea1d8615538 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060342 Nov 09 21:27:16.443679 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d87545-d8a1-48e9-afcc-abbf1e8753e7 req-2cf60e4f-c3f0-44dc-9a9f-690533a8dc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:16.444955 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43d87545-d8a1-48e9-afcc-abbf1e8753e7 req-2cf60e4f-c3f0-44dc-9a9f-690533a8dc18 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6287f675-aade-4edd-b174-3f3f6aef5f0a HTTP/1.1" status: 200 len: 858 time: 0.6691010 Nov 09 21:27:16.455524 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a107ab30-0e7d-40b9-a83f-36270a7b7083 req-55ba5e2d-952b-43ac-9cac-1ecbd131c4b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:16.613750 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43d87545-d8a1-48e9-afcc-abbf1e8753e7 req-ceebafb4-2390-45ab-96b2-31f4cf947b76 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=334ab1b0-3bbb-4e22-8403-8369144bd306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1155303 Nov 09 21:27:16.614048 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ff0676d2-de44-4344-b822-97c81f9eb939 req-3e7f1b54-b6fb-407f-8908-0600735f8d26 service neutron] 10.222.0.43 "GET /v2.0/networks/334ab1b0-3bbb-4e22-8403-8369144bd306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561704 Nov 09 21:27:16.698477 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de88c403-cdb5-4309-b289-4aeab97f3345 None None] Network 5fcf4fe4-ffe5-49cf-8794-4e629f0787e1 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:27:16.824892 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aacf89-cd56-430a-89ea-d136c398c708 req-3b7d6c79-b765-438f-a2c2-ad8585ecdcd6 tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:16.825494 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-83c3cbc9-fd0d-465f-abcc-e93399f25192 None None] Provisioning complete for port eb31f8cf-9397-44b9-8ad5-3eaefeea10a6 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:27:16.825494 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-83c3cbc9-fd0d-465f-abcc-e93399f25192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:16.838729 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-52aacf89-cd56-430a-89ea-d136c398c708 req-3b7d6c79-b765-438f-a2c2-ad8585ecdcd6 tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fbd4439-6ceb-4b13-8cbb-a2cf3a7b2386 HTTP/1.1" status: 200 len: 931 time: 0.2965293 Nov 09 21:27:16.839873 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5e7c47dd-f189-418e-b16a-fa23714ae1a1 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:17.040506 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-52aacf89-cd56-430a-89ea-d136c398c708 req-cebbfac5-073e-48fc-affa-591b7b5b280e tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d45dbd4-8069-403d-85b0-1499e6470352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992395 Nov 09 21:27:17.059704 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7c47dd-f189-418e-b16a-fa23714ae1a1 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Network 5fcf4fe4-ffe5-49cf-8794-4e629f0787e1 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:27:17.117280 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-5e7c47dd-f189-418e-b16a-fa23714ae1a1 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:27:17.119866 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-83c3cbc9-fd0d-465f-abcc-e93399f25192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:17.156063 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7c47dd-f189-418e-b16a-fa23714ae1a1 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:17.157010 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5e7c47dd-f189-418e-b16a-fa23714ae1a1 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:17.174548 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-a107ab30-0e7d-40b9-a83f-36270a7b7083 req-55ba5e2d-952b-43ac-9cac-1ecbd131c4b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27fdfd20-79f7-421f-bb31-69cac8dd5ab9 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:27:17.188363 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-56efdc78-15c1-4781-bd20-bb0c2ad8e7a7 req-884f732c-0434-4fd6-adea-6bde87bf22ad tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] For port 8c97fc36-5027-40cd-b0e1-602f0c2ede8e, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=8c97fc36-5027-40cd-b0e1-602f0c2ede8e,segment=NetworkSegment(d81d753a-93e5-4207-911a-f55256caa2d0),segment_id=d81d753a-93e5-4207-911a-f55256caa2d0)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:17.191287 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a107ab30-0e7d-40b9-a83f-36270a7b7083 req-55ba5e2d-952b-43ac-9cac-1ecbd131c4b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:17.218250 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c47dd-f189-418e-b16a-fa23714ae1a1 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event updated for resources: {'Subnet': ['ID=e635f369-9c1f-4c1f-8161-0119cfaa2287,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:17.222428 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-83c3cbc9-fd0d-465f-abcc-e93399f25192 None None] For port eb31f8cf-9397-44b9-8ad5-3eaefeea10a6, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=eb31f8cf-9397-44b9-8ad5-3eaefeea10a6,segment=NetworkSegment(bde3f652-1688-4123-90f8-0fc41e1eaf53),segment_id=bde3f652-1688-4123-90f8-0fc41e1eaf53)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:17.224918 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-a107ab30-0e7d-40b9-a83f-36270a7b7083 req-55ba5e2d-952b-43ac-9cac-1ecbd131c4b9 service neutron] Transition to ACTIVE for port object 27fdfd20-79f7-421f-bb31-69cac8dd5ab9 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:27:17.228589 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a107ab30-0e7d-40b9-a83f-36270a7b7083 req-55ba5e2d-952b-43ac-9cac-1ecbd131c4b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:17.238805 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-867a1d65-7657-49ae-b6e9-099abc26b549 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:17.239200 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-867a1d65-7657-49ae-b6e9-099abc26b549 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:17.239593 n-d-816206-3 neutron-server[102608]: INFO neutron.db.l3_db [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-867a1d65-7657-49ae-b6e9-099abc26b549 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Floating IP 037d2b1d-98f7-4529-bfed-a8d1d0234db5 disassociated. External IP: 172.25.7.230, port: 7bd49de7-14e9-45ba-ad29-41a7b31624e4. Nov 09 21:27:17.239949 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-867a1d65-7657-49ae-b6e9-099abc26b549 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Calling delete_port for 7bd49de7-14e9-45ba-ad29-41a7b31624e4 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:27:17.243491 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43d87545-d8a1-48e9-afcc-abbf1e8753e7 req-c2974918-94a0-4eee-bd84-dd96edadd432 service neutron] 10.222.0.45 "GET /v2.0/networks/334ab1b0-3bbb-4e22-8403-8369144bd306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6164706 Nov 09 21:27:17.253233 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device eb31f8cf-9397-44b9-8ad5-3eaefeea10a6 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:27:17.263882 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-83c3cbc9-fd0d-465f-abcc-e93399f25192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:17.276848 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5e7c47dd-f189-418e-b16a-fa23714ae1a1 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4261456 Nov 09 21:27:17.290672 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50890) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:17.327911 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-68fc1d93-10cc-4f2a-b3f7-a2569aa717c9 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'port': {'network_id': '5fcf4fe4-ffe5-49cf-8794-4e629f0787e1', 'fixed_ips': [{'subnet_id': '0a0a7c9e-cb2e-4146-a721-9b8f8f8a8d28'}, {'subnet_id': 'e635f369-9c1f-4c1f-8161-0119cfaa2287'}], 'name': 'tempest-PortsTestJSON-904723587'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:27:17.444614 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba5e2d-952b-43ac-9cac-1ecbd131c4b9 service neutron] Pushing event updated for resources: {'Port': ['ID=27fdfd20-79f7-421f-bb31-69cac8dd5ab9,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:17.505685 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5102c30-0de0-4319-98f2-57eea9e9762a x-openstack-request-id: req-d5102c30-0de0-4319-98f2-57eea9e9762a {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:27:17.506909 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14faaa22-ab30-41e2-a205-fa8d976a879e", "tag": "e3e89e0b-3381-4516-acac-f2757e10c873", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:27:17.507338 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d5102c30-0de0-4319-98f2-57eea9e9762a {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:27:17.508333 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14faaa22-ab30-41e2-a205-fa8d976a879e', 'tag': 'e3e89e0b-3381-4516-acac-f2757e10c873', 'status': 'completed', 'code': 200} Nov 09 21:27:17.510060 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-56efdc78-15c1-4781-bd20-bb0c2ad8e7a7 req-884f732c-0434-4fd6-adea-6bde87bf22ad tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:17.524586 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fc1d93-10cc-4f2a-b3f7-a2569aa717c9 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Made reservation on behalf of 858314ce302b43e3a1bfa722f764cbf9 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:27:17.659133 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-56efdc78-15c1-4781-bd20-bb0c2ad8e7a7 req-884f732c-0434-4fd6-adea-6bde87bf22ad tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:17.704123 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-a107ab30-0e7d-40b9-a83f-36270a7b7083 req-55ba5e2d-952b-43ac-9cac-1ecbd131c4b9 service neutron] Attempting to bind port 27fdfd20-79f7-421f-bb31-69cac8dd5ab9 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:27:17.704960 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-a107ab30-0e7d-40b9-a83f-36270a7b7083 req-55ba5e2d-952b-43ac-9cac-1ecbd131c4b9 service neutron] Attempting to bind port 27fdfd20-79f7-421f-bb31-69cac8dd5ab9 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '1245d718-cc56-45bf-a3e2-a8cae93784a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2effe5f6-8a78-4ce5-8ec5-0713ecd3e032'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:27:17.705452 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a107ab30-0e7d-40b9-a83f-36270a7b7083 req-55ba5e2d-952b-43ac-9cac-1ecbd131c4b9 service neutron] Attempting to bind port 27fdfd20-79f7-421f-bb31-69cac8dd5ab9 on network 2effe5f6-8a78-4ce5-8ec5-0713ecd3e032 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:27:17.713955 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95a2c8-15d1-414b-868f-7fd1ad178920 req-0c42d013-cd4c-4afc-9f50-9b7a8c3a461f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:17.716685 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-de95a2c8-15d1-414b-868f-7fd1ad178920 req-0c42d013-cd4c-4afc-9f50-9b7a8c3a461f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=476b04718f114622be45841d668c49d8&device_id=14faaa22-ab30-41e2-a205-fa8d976a879e HTTP/1.1" status: 200 len: 1094 time: 0.1663532 Nov 09 21:27:17.726919 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['8c97fc36-5027-40cd-b0e1-602f0c2ede8e'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:27:17.734764 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a107ab30-0e7d-40b9-a83f-36270a7b7083 req-55ba5e2d-952b-43ac-9cac-1ecbd131c4b9 service neutron] Port 27fdfd20-79f7-421f-bb31-69cac8dd5ab9 on network 2effe5f6-8a78-4ce5-8ec5-0713ecd3e032 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:27:17.735796 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a107ab30-0e7d-40b9-a83f-36270a7b7083 req-55ba5e2d-952b-43ac-9cac-1ecbd131c4b9 service neutron] Attempting to bind port 27fdfd20-79f7-421f-bb31-69cac8dd5ab9 on network 2effe5f6-8a78-4ce5-8ec5-0713ecd3e032 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:27:17.774709 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb072ece-7f52-437a-9a50-1f5c7df3b186 None None] Update dhcp port {'port': {'network_id': '5fcf4fe4-ffe5-49cf-8794-4e629f0787e1', 'fixed_ips': [{'subnet_id': '0a0a7c9e-cb2e-4146-a721-9b8f8f8a8d28', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e635f369-9c1f-4c1f-8161-0119cfaa2287'}], 'binding:host_id': 'n-d-816206-3'}, 'id': 'eb31f8cf-9397-44b9-8ad5-3eaefeea10a6'} from n-d-816206-3. {{(pid=102609) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 21:27:17.785912 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a107ab30-0e7d-40b9-a83f-36270a7b7083 req-55ba5e2d-952b-43ac-9cac-1ecbd131c4b9 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:27:17.786504 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a107ab30-0e7d-40b9-a83f-36270a7b7083 req-55ba5e2d-952b-43ac-9cac-1ecbd131c4b9 service neutron] Checking segment: {'id': '1245d718-cc56-45bf-a3e2-a8cae93784a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2effe5f6-8a78-4ce5-8ec5-0713ecd3e032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:27:17.788124 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a107ab30-0e7d-40b9-a83f-36270a7b7083 req-55ba5e2d-952b-43ac-9cac-1ecbd131c4b9 service neutron] Bound using segment: {'id': '1245d718-cc56-45bf-a3e2-a8cae93784a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2effe5f6-8a78-4ce5-8ec5-0713ecd3e032'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:27:17.788738 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-a107ab30-0e7d-40b9-a83f-36270a7b7083 req-55ba5e2d-952b-43ac-9cac-1ecbd131c4b9 service neutron] Bound port: 27fdfd20-79f7-421f-bb31-69cac8dd5ab9, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1245d718-cc56-45bf-a3e2-a8cae93784a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2effe5f6-8a78-4ce5-8ec5-0713ecd3e032'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:27:17.790460 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a107ab30-0e7d-40b9-a83f-36270a7b7083 req-55ba5e2d-952b-43ac-9cac-1ecbd131c4b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:17.847507 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0745635c-e0c9-4613-a4dc-905167eb7953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:17.860511 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fb072ece-7f52-437a-9a50-1f5c7df3b186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:17.870180 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c3cbc9-fd0d-465f-abcc-e93399f25192 None None] Pushing event updated for resources: {'Port': ['ID=eb31f8cf-9397-44b9-8ad5-3eaefeea10a6,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:17.941599 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port eb31f8cf-9397-44b9-8ad5-3eaefeea10a6 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:27:17.942367 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:17.943853 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95a2c8-15d1-414b-868f-7fd1ad178920 req-9d137f7d-e19f-4466-90aa-53a87bdee37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:17.944352 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43d87545-d8a1-48e9-afcc-abbf1e8753e7 req-bc08ae03-82ae-4813-b993-d496d56152a7 service neutron] 10.222.0.45 "GET /v2.0/networks/334ab1b0-3bbb-4e22-8403-8369144bd306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6838222 Nov 09 21:27:17.946111 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-de95a2c8-15d1-414b-868f-7fd1ad178920 req-9d137f7d-e19f-4466-90aa-53a87bdee37c service neutron] 10.222.0.43 "GET /v2.0/networks?id=334ab1b0-3bbb-4e22-8403-8369144bd306 HTTP/1.1" status: 200 len: 918 time: 0.2126000 Nov 09 21:27:17.958186 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-867a1d65-7657-49ae-b6e9-099abc26b549 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:18.103535 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503be5f9-2bd5-4390-ac7f-d5009690511e req-050cdee6-8cba-44a6-95ea-67b0c04236d8 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:18.105448 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-503be5f9-2bd5-4390-ac7f-d5009690511e req-050cdee6-8cba-44a6-95ea-67b0c04236d8 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c014c-515a-4b7e-81c9-1e3b6a312126 HTTP/1.1" status: 200 len: 945 time: 0.3876920 Nov 09 21:27:18.107019 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-de95a2c8-15d1-414b-868f-7fd1ad178920 req-8599f8d0-78b8-48d5-b0a2-4ffe845305f1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e3e89e0b-3381-4516-acac-f2757e10c873 HTTP/1.1" status: 200 len: 217 time: 0.1435680 Nov 09 21:27:18.107676 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50900) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:18.187896 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95a2c8-15d1-414b-868f-7fd1ad178920 req-aab2f890-d61a-4cd5-9289-9c628c0ba1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:18.189693 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-de95a2c8-15d1-414b-868f-7fd1ad178920 req-aab2f890-d61a-4cd5-9289-9c628c0ba1a9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6287f675-aade-4edd-b174-3f3f6aef5f0a HTTP/1.1" status: 200 len: 858 time: 0.0737953 Nov 09 21:27:18.229034 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-503be5f9-2bd5-4390-ac7f-d5009690511e req-516876bf-4af6-4a3d-92b6-adff819e1d03 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598300 Nov 09 21:27:18.262483 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-de95a2c8-15d1-414b-868f-7fd1ad178920 req-a3e95693-6ba0-48cd-b500-1add334d7a6b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=334ab1b0-3bbb-4e22-8403-8369144bd306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465238 Nov 09 21:27:18.319181 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-a107ab30-0e7d-40b9-a83f-36270a7b7083 req-55ba5e2d-952b-43ac-9cac-1ecbd131c4b9 service neutron] For port 27fdfd20-79f7-421f-bb31-69cac8dd5ab9, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:27:18.343666 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-a107ab30-0e7d-40b9-a83f-36270a7b7083 req-55ba5e2d-952b-43ac-9cac-1ecbd131c4b9 service neutron] For port 27fdfd20-79f7-421f-bb31-69cac8dd5ab9, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=27fdfd20-79f7-421f-bb31-69cac8dd5ab9,segment=NetworkSegment(1245d718-cc56-45bf-a3e2-a8cae93784a8),segment_id=1245d718-cc56-45bf-a3e2-a8cae93784a8)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:27:18.349872 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a107ab30-0e7d-40b9-a83f-36270a7b7083 req-55ba5e2d-952b-43ac-9cac-1ecbd131c4b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:18.386694 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107ab30-0e7d-40b9-a83f-36270a7b7083 req-55ba5e2d-952b-43ac-9cac-1ecbd131c4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:18.387466 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a107ab30-0e7d-40b9-a83f-36270a7b7083 req-55ba5e2d-952b-43ac-9cac-1ecbd131c4b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:18.388950 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a107ab30-0e7d-40b9-a83f-36270a7b7083 req-55ba5e2d-952b-43ac-9cac-1ecbd131c4b9 service neutron] 10.222.0.45 "PUT /v2.0/ports/27fdfd20-79f7-421f-bb31-69cac8dd5ab9 HTTP/1.1" status: 200 len: 1091 time: 2.1449347 Nov 09 21:27:18.396037 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-fb072ece-7f52-437a-9a50-1f5c7df3b186 None None] Allocated IP 172.20.0.18 (5fcf4fe4-ffe5-49cf-8794-4e629f0787e1/e635f369-9c1f-4c1f-8161-0119cfaa2287/eb31f8cf-9397-44b9-8ad5-3eaefeea10a6) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:27:18.427129 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a6e333d9-aa8c-4127-aba7-a9241d980b21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:18.556563 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-fb072ece-7f52-437a-9a50-1f5c7df3b186 None None] For port eb31f8cf-9397-44b9-8ad5-3eaefeea10a6, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=eb31f8cf-9397-44b9-8ad5-3eaefeea10a6,segment=NetworkSegment(bde3f652-1688-4123-90f8-0fc41e1eaf53),segment_id=bde3f652-1688-4123-90f8-0fc41e1eaf53)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:18.593947 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-de95a2c8-15d1-414b-868f-7fd1ad178920 req-bf52c3f5-b77e-4e86-bfab-8cfc7468a61a service neutron] 10.222.0.43 "GET /v2.0/networks/334ab1b0-3bbb-4e22-8403-8369144bd306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199091 Nov 09 21:27:18.602327 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fb072ece-7f52-437a-9a50-1f5c7df3b186 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:18.608920 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fb072ece-7f52-437a-9a50-1f5c7df3b186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:18.638309 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f732c-0434-4fd6-adea-6bde87bf22ad tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Pushing event updated for resources: {'Port': ['ID=8c97fc36-5027-40cd-b0e1-602f0c2ede8e,revision_number=7']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:18.650561 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Tue, 09 Nov 2021 21:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11eddd13-e347-4af7-a45b-6da7a8de8f90 x-openstack-request-id: req-11eddd13-e347-4af7-a45b-6da7a8de8f90 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:27:18.651233 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "868a48e0-3a5e-43e5-965a-1913f644fa13", "tag": "8c97fc36-5027-40cd-b0e1-602f0c2ede8e", "status": "completed", "code": 200}, {"server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "name": "network-vif-deleted", "tag": "a4b3d77a-e8b9-47df-8ea9-8096b98da309", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5febd2e0-778c-4c7b-9841-79c838b6973a", "tag": "930cbb62-5b75-427c-b3ad-7ba1b4694c5d", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:27:18.651931 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-11eddd13-e347-4af7-a45b-6da7a8de8f90 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:27:18.652586 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '868a48e0-3a5e-43e5-965a-1913f644fa13', 'tag': '8c97fc36-5027-40cd-b0e1-602f0c2ede8e', 'status': 'completed', 'code': 200} Nov 09 21:27:18.653102 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'name': 'network-vif-deleted', 'tag': 'a4b3d77a-e8b9-47df-8ea9-8096b98da309', 'status': 'completed', 'code': 200} Nov 09 21:27:18.653696 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5febd2e0-778c-4c7b-9841-79c838b6973a', 'tag': '930cbb62-5b75-427c-b3ad-7ba1b4694c5d', 'status': 'completed', 'code': 200} Nov 09 21:27:18.671839 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56efdc78-15c1-4781-bd20-bb0c2ad8e7a7 req-884f732c-0434-4fd6-adea-6bde87bf22ad tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:18.673514 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-56efdc78-15c1-4781-bd20-bb0c2ad8e7a7 req-884f732c-0434-4fd6-adea-6bde87bf22ad tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:18.674508 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba5e2d-952b-43ac-9cac-1ecbd131c4b9 service neutron] Pushing event updated for resources: {'Port': ['ID=27fdfd20-79f7-421f-bb31-69cac8dd5ab9,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:18.675446 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-56efdc78-15c1-4781-bd20-bb0c2ad8e7a7 req-884f732c-0434-4fd6-adea-6bde87bf22ad tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "PUT /v2.0/ports/8c97fc36-5027-40cd-b0e1-602f0c2ede8e HTTP/1.1" status: 200 len: 943 time: 3.7432928 Nov 09 21:27:18.708723 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a1d65-7657-49ae-b6e9-099abc26b549 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Pushing event deleted for resources: {'Port': ['ID=7bd49de7-14e9-45ba-ad29-41a7b31624e4,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:18.726366 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb072ece-7f52-437a-9a50-1f5c7df3b186 None None] Pushing event updated for resources: {'Port': ['ID=eb31f8cf-9397-44b9-8ad5-3eaefeea10a6,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:18.736279 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['8c97fc36-5027-40cd-b0e1-602f0c2ede8e'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:27:18.980413 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-867a1d65-7657-49ae-b6e9-099abc26b549 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Router 4b55485e-b816-4210-b2f7-3abcece4e667 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:27:18.992030 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-68fc1d93-10cc-4f2a-b3f7-a2569aa717c9 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:19.020408 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107ab30-0e7d-40b9-a83f-36270a7b7083 req-274e51db-1990-40fc-b1a3-88c43147bbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:19.025448 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a107ab30-0e7d-40b9-a83f-36270a7b7083 req-274e51db-1990-40fc-b1a3-88c43147bbea service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=39652c0e41004bcbae2164ebf06f1210&device_id=7fbd4439-6ceb-4b13-8cbb-a2cf3a7b2386 HTTP/1.1" status: 200 len: 1094 time: 0.3765788 Nov 09 21:27:19.035231 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device e3e89e0b-3381-4516-acac-f2757e10c873 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:27:19.113012 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-68fc1d93-10cc-4f2a-b3f7-a2569aa717c9 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] device_id is not set on port 9208e9e4-c3f5-40d3-acaf-ed6bfe53b768 yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:27:19.157974 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device eb31f8cf-9397-44b9-8ad5-3eaefeea10a6 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:27:19.248427 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 930cbb62-5b75-427c-b3ad-7ba1b4694c5d details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:27:19.358170 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port e3e89e0b-3381-4516-acac-f2757e10c873, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=e3e89e0b-3381-4516-acac-f2757e10c873,segment=NetworkSegment(436e8a2d-fb6b-4e0e-9f97-5553104a1262),segment_id=436e8a2d-fb6b-4e0e-9f97-5553104a1262)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:19.391291 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-867a1d65-7657-49ae-b6e9-099abc26b549 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:27:19.421042 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ba058-1136-4c69-a585-a25167a9254e req-27aeb1f4-7944-43fa-aa77-98c24bcbcbfe tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:19.429277 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cb3ba058-1136-4c69-a585-a25167a9254e req-27aeb1f4-7944-43fa-aa77-98c24bcbcbfe tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=14faaa22-ab30-41e2-a205-fa8d976a879e HTTP/1.1" status: 200 len: 943 time: 0.5025780 Nov 09 21:27:19.437682 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a107ab30-0e7d-40b9-a83f-36270a7b7083 req-9fcc4261-5a0c-4a45-b280-de1c6c7cc3be service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27fdfd20-79f7-421f-bb31-69cac8dd5ab9 HTTP/1.1" status: 200 len: 217 time: 0.3865871 Nov 09 21:27:19.442363 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c133f6da-3b70-4830-90a6-5e4c9d9efddd None None] Sync routers for ids ['4b55485e-b816-4210-b2f7-3abcece4e667'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:27:19.447686 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a66936-37a7-477f-a002-cd9628a298cd req-8bf257e5-4960-4ae2-9b55-6f39a5a863f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:19.461269 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71a66936-37a7-477f-a002-cd9628a298cd req-8bf257e5-4960-4ae2-9b55-6f39a5a863f4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cfc584aadc874a0d81e179083ae3ae69&device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 1097 time: 0.9825258 Nov 09 21:27:19.524183 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': 'e3e89e0b-3381-4516-acac-f2757e10c873', 'network_id': '334ab1b0-3bbb-4e22-8403-8369144bd306', 'port_id': 'e3e89e0b-3381-4516-acac-f2757e10c873', 'mac_address': 'fa:16:3e:92:23:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6287f675-aade-4edd-b174-3f3f6aef5f0a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:27:19.533760 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fbd4439-6ceb-4b13-8cbb-a2cf3a7b2386', 'tag': '27fdfd20-79f7-421f-bb31-69cac8dd5ab9'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:27:19.536016 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05cb2ed0-9c09-4d30-9c1c-a2649713cfa1" -d '{"events": [{"name": "network-changed", "server_uuid": "7fbd4439-6ceb-4b13-8cbb-a2cf3a7b2386", "tag": "27fdfd20-79f7-421f-bb31-69cac8dd5ab9"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:27:19.558656 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca2c48-e78d-4890-ae01-6e0f5322c484 req-f4c5a5eb-5747-4adb-8694-a0bbc760dff4 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:19.576702 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca2c48-e78d-4890-ae01-6e0f5322c484 req-f4c5a5eb-5747-4adb-8694-a0bbc760dff4 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:19.590630 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-93ca2c48-e78d-4890-ae01-6e0f5322c484 req-f4c5a5eb-5747-4adb-8694-a0bbc760dff4 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 1676 time: 1.0293367 Nov 09 21:27:19.614400 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107ab30-0e7d-40b9-a83f-36270a7b7083 req-cf688477-b702-478a-b35d-393991637c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:19.616053 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a107ab30-0e7d-40b9-a83f-36270a7b7083 req-cf688477-b702-478a-b35d-393991637c7b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ff2bb0c0-c6d2-4c7e-ab67-f8153fcc7e5a HTTP/1.1" status: 200 len: 857 time: 0.1164968 Nov 09 21:27:19.647731 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-867a1d65-7657-49ae-b6e9-099abc26b549 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] No DVR routers for this DVR port 7bd49de7-14e9-45ba-ad29-41a7b31624e4 on host n-h2-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:27:19.650741 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-867a1d65-7657-49ae-b6e9-099abc26b549 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:19.656074 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-867a1d65-7657-49ae-b6e9-099abc26b549 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.43 "DELETE /v2.0/ports/7bd49de7-14e9-45ba-ad29-41a7b31624e4 HTTP/1.1" status: 204 len: 173 time: 4.6939516 Nov 09 21:27:19.720622 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 930cbb62-5b75-427c-b3ad-7ba1b4694c5d, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=930cbb62-5b75-427c-b3ad-7ba1b4694c5d,segment=NetworkSegment(436e8a2d-fb6b-4e0e-9f97-5553104a1262),segment_id=436e8a2d-fb6b-4e0e-9f97-5553104a1262)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:19.721703 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a6e333d9-aa8c-4127-aba7-a9241d980b21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:19.736791 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-de95a2c8-15d1-414b-868f-7fd1ad178920 req-06026eb8-872a-4494-8af8-417db678ce73 service neutron] 10.222.0.43 "GET /v2.0/networks/334ab1b0-3bbb-4e22-8403-8369144bd306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1321089 Nov 09 21:27:19.737153 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a6e333d9-aa8c-4127-aba7-a9241d980b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:19.750105 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '930cbb62-5b75-427c-b3ad-7ba1b4694c5d', 'network_id': '334ab1b0-3bbb-4e22-8403-8369144bd306', 'port_id': '930cbb62-5b75-427c-b3ad-7ba1b4694c5d', 'mac_address': 'fa:16:3e:0c:d1:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6287f675-aade-4edd-b174-3f3f6aef5f0a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:27:19.755966 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2c9c1d-2371-4198-b71a-eb78a5e7b500 None None] Network 5fcf4fe4-ffe5-49cf-8794-4e629f0787e1 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:27:19.763826 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c133f6da-3b70-4830-90a6-5e4c9d9efddd None None] Routers {'4b55485e-b816-4210-b2f7-3abcece4e667'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:27:19.764840 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-c133f6da-3b70-4830-90a6-5e4c9d9efddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:26:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['4b55485e-b816-4210-b2f7-3abcece4e667'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:27:19.769067 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e333d9-aa8c-4127-aba7-a9241d980b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa6fced-e3f1-458c-baaf-cd8bc6be1098,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:19.783240 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port eb31f8cf-9397-44b9-8ad5-3eaefeea10a6 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:27:19.785431 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:19.800773 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-93ca2c48-e78d-4890-ae01-6e0f5322c484 req-5159ed8a-fd68-440f-a7a2-8b77e7979811 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026863 Nov 09 21:27:19.846577 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a66936-37a7-477f-a002-cd9628a298cd req-5d9bda21-9e8e-4173-aee3-fd44b5c231c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:19.853254 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71a66936-37a7-477f-a002-cd9628a298cd req-5d9bda21-9e8e-4173-aee3-fd44b5c231c6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4a53143a-08b6-4bce-b897-2f242a8191dc HTTP/1.1" status: 200 len: 920 time: 0.3800943 Nov 09 21:27:19.873685 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a6e333d9-aa8c-4127-aba7-a9241d980b21 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7470f8f70526454db2811d95e7fc836c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7629130 Nov 09 21:27:19.898616 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50912) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:19.923778 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cb3ba058-1136-4c69-a585-a25167a9254e req-5348b05f-f39a-45d0-874d-d1e4b821539d tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4864542 Nov 09 21:27:19.927393 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a107ab30-0e7d-40b9-a83f-36270a7b7083 req-3d961707-cff0-4b2f-81a7-34615a65cfd1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2effe5f6-8a78-4ce5-8ec5-0713ecd3e032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2602897 Nov 09 21:27:19.940500 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71a66936-37a7-477f-a002-cd9628a298cd req-d9734d20-82dd-434c-93e0-806ef1af1d9c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c97fc36-5027-40cd-b0e1-602f0c2ede8e HTTP/1.1" status: 200 len: 217 time: 0.0653803 Nov 09 21:27:19.946179 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-1ad6be06-3df6-49bf-9dae-0a894bfc4edd None None] Provisioning complete for port eb31f8cf-9397-44b9-8ad5-3eaefeea10a6 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:27:19.946967 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1ad6be06-3df6-49bf-9dae-0a894bfc4edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:20.025321 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa486ee-e3ed-4e48-96c2-e30e33f1259a req-5f165c36-946c-496c-bf5d-31e2b7f45c4b tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:20.032970 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-faa486ee-e3ed-4e48-96c2-e30e33f1259a req-5f165c36-946c-496c-bf5d-31e2b7f45c4b tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fbd4439-6ceb-4b13-8cbb-a2cf3a7b2386 HTTP/1.1" status: 200 len: 943 time: 0.0912726 Nov 09 21:27:20.044917 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:20.059852 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a66936-37a7-477f-a002-cd9628a298cd req-925a51b9-fb8e-4d37-8a9a-8ef65d1d7c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:20.062098 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71a66936-37a7-477f-a002-cd9628a298cd req-925a51b9-fb8e-4d37-8a9a-8ef65d1d7c6f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=47508530-5c33-4c0f-a7fa-14d1e697a248 HTTP/1.1" status: 200 len: 860 time: 0.0933375 Nov 09 21:27:20.084123 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 930cbb62-5b75-427c-b3ad-7ba1b4694c5d {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:27:20.133900 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-faa486ee-e3ed-4e48-96c2-e30e33f1259a req-197756f8-6906-43e9-93d4-5d2e4763bdb5 tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d45dbd4-8069-403d-85b0-1499e6470352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000502 Nov 09 21:27:20.137012 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:20.152225 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71a66936-37a7-477f-a002-cd9628a298cd req-806411ad-a8ee-492f-9b11-02f3770b28fd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4a53143a-08b6-4bce-b897-2f242a8191dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395877 Nov 09 21:27:20.171570 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 930cbb62-5b75-427c-b3ad-7ba1b4694c5d, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=930cbb62-5b75-427c-b3ad-7ba1b4694c5d,segment=NetworkSegment(436e8a2d-fb6b-4e0e-9f97-5553104a1262),segment_id=436e8a2d-fb6b-4e0e-9f97-5553104a1262)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:20.214786 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3e89e0b-3381-4516-acac-f2757e10c873 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:27:20.240975 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-98879c72-88d7-4aa3-9fde-b52a3d6e164e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:20.251176 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:20.264471 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-98879c72-88d7-4aa3-9fde-b52a3d6e164e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:20.333381 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71a66936-37a7-477f-a002-cd9628a298cd req-ae420950-1ba6-4257-a38e-16bb89d23c8e service neutron] 10.222.0.45 "GET /v2.0/networks/4a53143a-08b6-4bce-b897-2f242a8191dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719496 Nov 09 21:27:20.350562 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-aa90a98e-238e-4fe1-9e5a-eb8f03534bcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:20.387758 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=930cbb62-5b75-427c-b3ad-7ba1b4694c5d,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:20.456460 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008e691-e3ad-4a50-8147-8ec10c13cc01 req-8042f9e8-fa3c-4e2c-99ce-0f96610cd217 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:20.463905 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e008e691-e3ad-4a50-8147-8ec10c13cc01 req-8042f9e8-fa3c-4e2c-99ce-0f96610cd217 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c014c-515a-4b7e-81c9-1e3b6a312126 HTTP/1.1" status: 200 len: 945 time: 0.1293631 Nov 09 21:27:20.561550 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port e3e89e0b-3381-4516-acac-f2757e10c873, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=e3e89e0b-3381-4516-acac-f2757e10c873,segment=NetworkSegment(436e8a2d-fb6b-4e0e-9f97-5553104a1262),segment_id=436e8a2d-fb6b-4e0e-9f97-5553104a1262)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:20.562134 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e008e691-e3ad-4a50-8147-8ec10c13cc01 req-318d85d7-a2db-429d-88c8-86678e119dac tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972619 Nov 09 21:27:20.574197 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71a66936-37a7-477f-a002-cd9628a298cd req-5fcac427-cb5b-4e46-bff7-19835fec655f service neutron] 10.222.0.45 "GET /v2.0/networks/4a53143a-08b6-4bce-b897-2f242a8191dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285874 Nov 09 21:27:20.628051 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0abd863-2578-4391-97c9-d4b94a103c0e x-openstack-request-id: req-e0abd863-2578-4391-97c9-d4b94a103c0e {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:27:20.628051 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fbd4439-6ceb-4b13-8cbb-a2cf3a7b2386", "tag": "27fdfd20-79f7-421f-bb31-69cac8dd5ab9", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:27:20.628325 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e0abd863-2578-4391-97c9-d4b94a103c0e {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:27:20.628794 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fbd4439-6ceb-4b13-8cbb-a2cf3a7b2386', 'tag': '27fdfd20-79f7-421f-bb31-69cac8dd5ab9', 'status': 'completed', 'code': 200} Nov 09 21:27:20.647998 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-68fc1d93-10cc-4f2a-b3f7-a2569aa717c9 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Allocated IP 172.20.0.12 (5fcf4fe4-ffe5-49cf-8794-4e629f0787e1/0a0a7c9e-cb2e-4146-a721-9b8f8f8a8d28/9208e9e4-c3f5-40d3-acaf-ed6bfe53b768) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:27:20.655663 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-68fc1d93-10cc-4f2a-b3f7-a2569aa717c9 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Allocated IP 172.20.0.21 (5fcf4fe4-ffe5-49cf-8794-4e629f0787e1/e635f369-9c1f-4c1f-8161-0119cfaa2287/9208e9e4-c3f5-40d3-acaf-ed6bfe53b768) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:27:20.665605 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['930cbb62-5b75-427c-b3ad-7ba1b4694c5d'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:27:20.732295 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a66936-37a7-477f-a002-cd9628a298cd req-99377ccd-853c-4d73-9f0c-5fb886ed9ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:20.734268 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71a66936-37a7-477f-a002-cd9628a298cd req-99377ccd-853c-4d73-9f0c-5fb886ed9ff8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=476b04718f114622be45841d668c49d8&device_id=5febd2e0-778c-4c7b-9841-79c838b6973a HTTP/1.1" status: 200 len: 1096 time: 0.1001425 Nov 09 21:27:20.853514 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a66936-37a7-477f-a002-cd9628a298cd req-48f81c3a-a467-49b3-9778-7c7e238c71e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:20.855265 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71a66936-37a7-477f-a002-cd9628a298cd req-48f81c3a-a467-49b3-9778-7c7e238c71e5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=334ab1b0-3bbb-4e22-8403-8369144bd306 HTTP/1.1" status: 200 len: 918 time: 0.1115179 Nov 09 21:27:20.863478 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-68fc1d93-10cc-4f2a-b3f7-a2569aa717c9 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:20.870835 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '868a48e0-3a5e-43e5-965a-1913f644fa13', 'tag': '8c97fc36-5027-40cd-b0e1-602f0c2ede8e'}, {'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'name': 'network-vif-deleted', 'tag': '7bd49de7-14e9-45ba-ad29-41a7b31624e4'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:27:20.872947 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:20.873579 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8484f103-90ca-47e9-b0c3-1b080ef91d4b" -d '{"events": [{"name": "network-changed", "server_uuid": "868a48e0-3a5e-43e5-965a-1913f644fa13", "tag": "8c97fc36-5027-40cd-b0e1-602f0c2ede8e"}, {"server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "name": "network-vif-deleted", "tag": "7bd49de7-14e9-45ba-ad29-41a7b31624e4"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:27:20.930456 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71a66936-37a7-477f-a002-cd9628a298cd req-cff5de2d-3ead-4ebc-971e-964c6f9a5f1f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=930cbb62-5b75-427c-b3ad-7ba1b4694c5d HTTP/1.1" status: 200 len: 217 time: 0.0639145 Nov 09 21:27:20.941007 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-98879c72-88d7-4aa3-9fde-b52a3d6e164e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:20.944374 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-98879c72-88d7-4aa3-9fde-b52a3d6e164e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:20.947971 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-98879c72-88d7-4aa3-9fde-b52a3d6e164e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eaa6fced-e3f1-458c-baaf-cd8bc6be1098 HTTP/1.1" status: 204 len: 168 time: 1.0174398 Nov 09 21:27:20.962293 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=e3e89e0b-3381-4516-acac-f2757e10c873,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:21.018891 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-c133f6da-3b70-4830-90a6-5e4c9d9efddd None None] Set router 4b55485e-b816-4210-b2f7-3abcece4e667 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:27:21.033144 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a107ab30-0e7d-40b9-a83f-36270a7b7083 req-84643f16-c3b7-43a5-b8f9-5a8e85322798 service neutron] 10.222.0.45 "GET /v2.0/networks/2effe5f6-8a78-4ce5-8ec5-0713ecd3e032?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0907097 Nov 09 21:27:21.060473 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a66936-37a7-477f-a002-cd9628a298cd req-b4f70cb2-cc4f-429b-bf9c-d67d5fbf4de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:21.062376 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71a66936-37a7-477f-a002-cd9628a298cd req-b4f70cb2-cc4f-429b-bf9c-d67d5fbf4de9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6287f675-aade-4edd-b174-3f3f6aef5f0a HTTP/1.1" status: 200 len: 858 time: 0.1156991 Nov 09 21:27:21.099983 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:21.107588 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98879c72-88d7-4aa3-9fde-b52a3d6e164e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa6fced-e3f1-458c-baaf-cd8bc6be1098,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:21.119960 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71a66936-37a7-477f-a002-cd9628a298cd req-b3954dff-e400-437b-8b9b-b7a832d69142 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=334ab1b0-3bbb-4e22-8403-8369144bd306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408800 Nov 09 21:27:21.242382 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['e3e89e0b-3381-4516-acac-f2757e10c873'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:27:21.298281 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71a66936-37a7-477f-a002-cd9628a298cd req-4ccf1dbe-6b43-4001-9508-52bf79655445 service neutron] 10.222.0.45 "GET /v2.0/networks/334ab1b0-3bbb-4e22-8403-8369144bd306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771832 Nov 09 21:27:21.376468 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed83ef3-11af-4bb8-ab89-72624fcc3c97 req-500d08de-44f8-4742-8d2f-582207b4c2b6 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:21.398000 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed83ef3-11af-4bb8-ab89-72624fcc3c97 req-500d08de-44f8-4742-8d2f-582207b4c2b6 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:21.402360 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3ed83ef3-11af-4bb8-ab89-72624fcc3c97 req-500d08de-44f8-4742-8d2f-582207b4c2b6 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 1676 time: 0.4750755 Nov 09 21:27:21.439305 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-8779cdf9-a8c0-47d3-a37d-df1b1bee496a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Deleting port f1a55f02-391f-4b2f-8594-8dd0febfc624 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:27:21.440312 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-8779cdf9-a8c0-47d3-a37d-df1b1bee496a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:21.451474 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-dec15953-852f-4454-8eae-337c6fa53ef4 None None] Provisioning complete for port eb31f8cf-9397-44b9-8ad5-3eaefeea10a6 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:27:21.452098 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dec15953-852f-4454-8eae-337c6fa53ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:21.463723 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50930) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:21.488712 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a107ab30-0e7d-40b9-a83f-36270a7b7083 req-ed6893b9-71cf-44ea-be7b-bae13f4b7b40 service neutron] 10.222.0.45 "GET /v2.0/networks/2effe5f6-8a78-4ce5-8ec5-0713ecd3e032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4176810 Nov 09 21:27:21.511854 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f835ad72-0322-4476-99d6-f38d8ca89a3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:21.643225 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3ed83ef3-11af-4bb8-ab89-72624fcc3c97 req-1c95222b-5ab9-4415-b83a-643155e1c6d4 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2151060 Nov 09 21:27:21.679340 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4618bc5d-c31d-4c8c-a935-522bf1eff3d6 req-f666830e-d7d7-454a-a03c-e1c2c5489490 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.5770557 Nov 09 21:27:21.692244 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71a66936-37a7-477f-a002-cd9628a298cd req-d2b72a5f-dc46-4a41-8813-b834abb05fa4 service neutron] 10.222.0.45 "GET /v2.0/networks/334ab1b0-3bbb-4e22-8403-8369144bd306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841796 Nov 09 21:27:21.707234 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-68fc1d93-10cc-4f2a-b3f7-a2569aa717c9 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:21.713744 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f835ad72-0322-4476-99d6-f38d8ca89a3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:21.718745 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f835ad72-0322-4476-99d6-f38d8ca89a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:21.721854 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-4618bc5d-c31d-4c8c-a935-522bf1eff3d6 req-d7e8a727-7cd2-4f39-a28a-7a239225dd31 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:27:21.745332 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-c133f6da-3b70-4830-90a6-5e4c9d9efddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b55485e-b816-4210-b2f7-3abcece4e667', 'name': 'tempest-TaggedBootDevicesTest_v242-1649065242-router', 'tenant_id': '82c72cbaced549c1af9f163b71209187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '66f64dbf-96e1-4621-ac3c-49fd405eefcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:16:06Z', 'updated_at': '2021-11-09T21:16:13Z', 'revision_number': 4, 'project_id': '82c72cbaced549c1af9f163b71209187', 'gw_port': {'id': '66f64dbf-96e1-4621-ac3c-49fd405eefcf', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b55485e-b816-4210-b2f7-3abcece4e667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:16:07Z', 'updated_at': '2021-11-09T21:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '2229e2ec-7726-4970-8bac-5c7b90af8838', 'name': '', 'network_id': '4b9d06c7-33c8-4c7a-8231-6eb95b2347b3', 'tenant_id': '82c72cbaced549c1af9f163b71209187', 'mac_address': 'fa:16:3e:fc:4f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b55485e-b816-4210-b2f7-3abcece4e667', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c3d920bb-b358-4f30-b501-1f6a5fba102b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:16:12Z', 'updated_at': '2021-11-09T21:16:19Z', 'revision_number': 5, 'project_id': '82c72cbaced549c1af9f163b71209187', 'subnets': [{'id': 'c3d920bb-b358-4f30-b501-1f6a5fba102b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:27:21.771005 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f835ad72-0322-4476-99d6-f38d8ca89a3c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=92eb172e4aa9407eaa81c40f017c6ecb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3053942 Nov 09 21:27:21.772229 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f835ad72-0322-4476-99d6-f38d8ca89a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb221eb6-82d0-475f-bdc5-a39dff159a8e,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:21.775686 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50934) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:21.796519 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c133f6da-3b70-4830-90a6-5e4c9d9efddd None None] Checking router: 4b55485e-b816-4210-b2f7-3abcece4e667 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:27:21.818868 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 09 Nov 2021 21:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68a90c1-fafa-40c7-a0d6-069c6645a054 x-openstack-request-id: req-b68a90c1-fafa-40c7-a0d6-069c6645a054 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:27:21.819177 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "868a48e0-3a5e-43e5-965a-1913f644fa13", "tag": "8c97fc36-5027-40cd-b0e1-602f0c2ede8e", "status": "completed", "code": 200}, {"server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "name": "network-vif-deleted", "tag": "7bd49de7-14e9-45ba-ad29-41a7b31624e4", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:27:21.819438 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b68a90c1-fafa-40c7-a0d6-069c6645a054 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:27:21.819861 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '868a48e0-3a5e-43e5-965a-1913f644fa13', 'tag': '8c97fc36-5027-40cd-b0e1-602f0c2ede8e', 'status': 'completed', 'code': 200} Nov 09 21:27:21.820120 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'name': 'network-vif-deleted', 'tag': '7bd49de7-14e9-45ba-ad29-41a7b31624e4', 'status': 'completed', 'code': 200} Nov 09 21:27:21.832822 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-4618bc5d-c31d-4c8c-a935-522bf1eff3d6 req-d7e8a727-7cd2-4f39-a28a-7a239225dd31 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Publish callbacks [] for floatingip, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:21.866819 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c133f6da-3b70-4830-90a6-5e4c9d9efddd None None] Routers {'4b55485e-b816-4210-b2f7-3abcece4e667'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:27:21.871788 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-c133f6da-3b70-4830-90a6-5e4c9d9efddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:27:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['4b55485e-b816-4210-b2f7-3abcece4e667'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:27:21.892688 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484f103-90ca-47e9-b0c3-1b080ef91d4b req-6b005ac8-a777-40c8-830f-eba72b7a7e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:21.893870 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8484f103-90ca-47e9-b0c3-1b080ef91d4b req-6b005ac8-a777-40c8-830f-eba72b7a7e49 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cfc584aadc874a0d81e179083ae3ae69&device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 1097 time: 0.0847542 Nov 09 21:27:21.940714 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc1d93-10cc-4f2a-b3f7-a2569aa717c9 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event updated for resources: {'Port': ['ID=9208e9e4-c3f5-40d3-acaf-ed6bfe53b768,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:21.953391 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ed119465-f17b-4419-93e2-9c3b9b919a5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:21.961414 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-8779cdf9-a8c0-47d3-a37d-df1b1bee496a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] For port f1a55f02-391f-4b2f-8594-8dd0febfc624, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f1a55f02-391f-4b2f-8594-8dd0febfc624,segment=NetworkSegment(ded2c788-6987-4a27-bea5-74ee8c4df2d8),segment_id=ded2c788-6987-4a27-bea5-74ee8c4df2d8)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:21.962013 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-8779cdf9-a8c0-47d3-a37d-df1b1bee496a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:21.971137 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb2ed0-9c09-4d30-9c1c-a2649713cfa1 req-0b532f0e-55b6-4fe3-b90e-cfd5a5b590fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:21.973005 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-05cb2ed0-9c09-4d30-9c1c-a2649713cfa1 req-0b532f0e-55b6-4fe3-b90e-cfd5a5b590fc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=39652c0e41004bcbae2164ebf06f1210&device_id=7fbd4439-6ceb-4b13-8cbb-a2cf3a7b2386 HTTP/1.1" status: 200 len: 1094 time: 0.3993597 Nov 09 21:27:21.977387 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ed119465-f17b-4419-93e2-9c3b9b919a5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:22.003705 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-c133f6da-3b70-4830-90a6-5e4c9d9efddd None None] Set router 4b55485e-b816-4210-b2f7-3abcece4e667 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:27:22.039993 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-8779cdf9-a8c0-47d3-a37d-df1b1bee496a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Calling delete_port for f1a55f02-391f-4b2f-8594-8dd0febfc624 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:27:22.052374 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ed119465-f17b-4419-93e2-9c3b9b919a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:22.054984 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ed119465-f17b-4419-93e2-9c3b9b919a5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:22.056148 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ed119465-f17b-4419-93e2-9c3b9b919a5a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bb221eb6-82d0-475f-bdc5-a39dff159a8e HTTP/1.1" status: 204 len: 168 time: 0.2793384 Nov 09 21:27:22.058154 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fc1d93-10cc-4f2a-b3f7-a2569aa717c9 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Network 5fcf4fe4-ffe5-49cf-8794-4e629f0787e1 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:27:22.077875 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed119465-f17b-4419-93e2-9c3b9b919a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb221eb6-82d0-475f-bdc5-a39dff159a8e,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:22.108236 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-68fc1d93-10cc-4f2a-b3f7-a2569aa717c9 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:27:22.108493 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a066b-3f29-42da-a778-f0d74d106cdd req-5a409e83-a25a-46fe-93fe-06bb1b3c5ab8 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:22.111193 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1b2a066b-3f29-42da-a778-f0d74d106cdd req-5a409e83-a25a-46fe-93fe-06bb1b3c5ab8 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=14faaa22-ab30-41e2-a205-fa8d976a879e HTTP/1.1" status: 200 len: 944 time: 0.2376387 Nov 09 21:27:22.145122 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fc1d93-10cc-4f2a-b3f7-a2569aa717c9 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:27:22.182488 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484f103-90ca-47e9-b0c3-1b080ef91d4b req-651b71ed-859f-4209-b9ce-3942ad7db069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:22.183962 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8484f103-90ca-47e9-b0c3-1b080ef91d4b req-651b71ed-859f-4209-b9ce-3942ad7db069 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4a53143a-08b6-4bce-b897-2f242a8191dc HTTP/1.1" status: 200 len: 920 time: 0.2716181 Nov 09 21:27:22.309285 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8484f103-90ca-47e9-b0c3-1b080ef91d4b req-9b852fed-10a0-49f3-8e64-55711dbec7db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c97fc36-5027-40cd-b0e1-602f0c2ede8e HTTP/1.1" status: 200 len: 217 time: 0.0878749 Nov 09 21:27:22.383011 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1b2a066b-3f29-42da-a778-f0d74d106cdd req-165a55a8-436b-4e15-ac1c-17374276b10f tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560508 Nov 09 21:27:22.439169 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:22.439732 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484f103-90ca-47e9-b0c3-1b080ef91d4b req-d5aa6f8a-8d38-4fa4-9e37-44ffad819cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:22.443244 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8484f103-90ca-47e9-b0c3-1b080ef91d4b req-d5aa6f8a-8d38-4fa4-9e37-44ffad819cd0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=47508530-5c33-4c0f-a7fa-14d1e697a248 HTTP/1.1" status: 200 len: 860 time: 0.1235139 Nov 09 21:27:22.457174 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fc1d93-10cc-4f2a-b3f7-a2569aa717c9 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:22.458198 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-68fc1d93-10cc-4f2a-b3f7-a2569aa717c9 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:22.500964 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-c133f6da-3b70-4830-90a6-5e4c9d9efddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b55485e-b816-4210-b2f7-3abcece4e667', 'name': 'tempest-TaggedBootDevicesTest_v242-1649065242-router', 'tenant_id': '82c72cbaced549c1af9f163b71209187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '66f64dbf-96e1-4621-ac3c-49fd405eefcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:16:06Z', 'updated_at': '2021-11-09T21:16:13Z', 'revision_number': 4, 'project_id': '82c72cbaced549c1af9f163b71209187', 'gw_port': {'id': '66f64dbf-96e1-4621-ac3c-49fd405eefcf', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b55485e-b816-4210-b2f7-3abcece4e667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:16:07Z', 'updated_at': '2021-11-09T21:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '2229e2ec-7726-4970-8bac-5c7b90af8838', 'name': '', 'network_id': '4b9d06c7-33c8-4c7a-8231-6eb95b2347b3', 'tenant_id': '82c72cbaced549c1af9f163b71209187', 'mac_address': 'fa:16:3e:fc:4f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b55485e-b816-4210-b2f7-3abcece4e667', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c3d920bb-b358-4f30-b501-1f6a5fba102b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:16:12Z', 'updated_at': '2021-11-09T21:16:19Z', 'revision_number': 5, 'project_id': '82c72cbaced549c1af9f163b71209187', 'subnets': [{'id': 'c3d920bb-b358-4f30-b501-1f6a5fba102b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:27:22.528924 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8484f103-90ca-47e9-b0c3-1b080ef91d4b req-1f52ac8e-f001-4f36-a954-391aebceb3ef service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4a53143a-08b6-4bce-b897-2f242a8191dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782881 Nov 09 21:27:22.541080 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb2ed0-9c09-4d30-9c1c-a2649713cfa1 req-d8a06e64-613b-46ef-9f3b-b1fea25d6922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:22.544588 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-05cb2ed0-9c09-4d30-9c1c-a2649713cfa1 req-d8a06e64-613b-46ef-9f3b-b1fea25d6922 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2effe5f6-8a78-4ce5-8ec5-0713ecd3e032 HTTP/1.1" status: 200 len: 917 time: 0.5291560 Nov 09 21:27:22.557677 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c133f6da-3b70-4830-90a6-5e4c9d9efddd None None] The sync data for ids ['4b55485e-b816-4210-b2f7-3abcece4e667'] in n-d-816206-3 is: [{'id': '4b55485e-b816-4210-b2f7-3abcece4e667', 'name': 'tempest-TaggedBootDevicesTest_v242-1649065242-router', 'tenant_id': '82c72cbaced549c1af9f163b71209187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '66f64dbf-96e1-4621-ac3c-49fd405eefcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:16:06Z', 'updated_at': '2021-11-09T21:16:13Z', 'revision_number': 4, 'project_id': '82c72cbaced549c1af9f163b71209187', 'gw_port': {'id': '66f64dbf-96e1-4621-ac3c-49fd405eefcf', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b55485e-b816-4210-b2f7-3abcece4e667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:16:07Z', 'updated_at': '2021-11-09T21:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '2229e2ec-7726-4970-8bac-5c7b90af8838', 'name': '', 'network_id': '4b9d06c7-33c8-4c7a-8231-6eb95b2347b3', 'tenant_id': '82c72cbaced549c1af9f163b71209187', 'mac_address': 'fa:16:3e:fc:4f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b55485e-b816-4210-b2f7-3abcece4e667', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'c3d920bb-b358-4f30-b501-1f6a5fba102b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:16:12Z', 'updated_at': '2021-11-09T21:16:19Z', 'revision_number': 5, 'project_id': '82c72cbaced549c1af9f163b71209187', 'subnets': [{'id': 'c3d920bb-b358-4f30-b501-1f6a5fba102b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:27:22.633125 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-8a870ad9-2e8a-4a14-ac72-3254e1f12783 None None] Provisioning complete for port 9208e9e4-c3f5-40d3-acaf-ed6bfe53b768 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:27:22.633687 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8a870ad9-2e8a-4a14-ac72-3254e1f12783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:22.719091 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-8779cdf9-a8c0-47d3-a37d-df1b1bee496a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:22.765236 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8484f103-90ca-47e9-b0c3-1b080ef91d4b req-48b759b2-3548-4d22-97fe-6f8532fb8129 service neutron] 10.222.0.45 "GET /v2.0/networks/4a53143a-08b6-4bce-b897-2f242a8191dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246292 Nov 09 21:27:22.773612 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-8a870ad9-2e8a-4a14-ac72-3254e1f12783 None None] Port 9208e9e4-c3f5-40d3-acaf-ed6bfe53b768 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:27:22.778892 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:22.780760 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e5e90-d456-45d6-8d57-73892bb9f2a4 req-fdc317c6-c00a-4772-bd72-1f87af0a2548 tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:22.782842 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5b8e5e90-d456-45d6-8d57-73892bb9f2a4 req-fdc317c6-c00a-4772-bd72-1f87af0a2548 tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fbd4439-6ceb-4b13-8cbb-a2cf3a7b2386 HTTP/1.1" status: 200 len: 943 time: 0.0877423 Nov 09 21:27:22.825905 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-68fc1d93-10cc-4f2a-b3f7-a2569aa717c9 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 5.5043597 Nov 09 21:27:22.827473 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-05cb2ed0-9c09-4d30-9c1c-a2649713cfa1 req-9150996c-f3bf-4c87-ba85-9c124dca4cd1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27fdfd20-79f7-421f-bb31-69cac8dd5ab9 HTTP/1.1" status: 200 len: 217 time: 0.1383278 Nov 09 21:27:22.830298 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50948) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:22.848144 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-2e79cff9-85ee-4f41-a5b7-501873670aec tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0a0a7c9e-cb2e-4146-a721-9b8f8f8a8d28'}]}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:27:22.954995 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8779cdf9-a8c0-47d3-a37d-df1b1bee496a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Pushing event deleted for resources: {'Port': ['ID=f1a55f02-391f-4b2f-8594-8dd0febfc624,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:22.983144 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5b8e5e90-d456-45d6-8d57-73892bb9f2a4 req-164dddf9-28b2-40e2-9497-218a212e7ed5 tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d45dbd4-8069-403d-85b0-1499e6470352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408367 Nov 09 21:27:23.017384 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-4618bc5d-c31d-4c8c-a935-522bf1eff3d6 req-d7e8a727-7cd2-4f39-a28a-7a239225dd31 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:23.021343 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8484f103-90ca-47e9-b0c3-1b080ef91d4b req-ff56c0d0-a71d-4236-aca9-d8bed4e9b70e service neutron] 10.222.0.45 "GET /v2.0/networks/4a53143a-08b6-4bce-b897-2f242a8191dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373359 Nov 09 21:27:23.035058 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device e3e89e0b-3381-4516-acac-f2757e10c873 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:27:23.072122 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-8779cdf9-a8c0-47d3-a37d-df1b1bee496a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] No DVR routers for this DVR port f1a55f02-391f-4b2f-8594-8dd0febfc624 on host n-h2-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:27:23.082529 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f9205c-3655-49fc-8a7a-1a42698f666d None None] New status for floating IP 037d2b1d-98f7-4529-bfed-a8d1d0234db5: DOWN {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:27:23.083456 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-8779cdf9-a8c0-47d3-a37d-df1b1bee496a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:23.087686 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-8779cdf9-a8c0-47d3-a37d-df1b1bee496a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.43 "DELETE /v2.0/ports/f1a55f02-391f-4b2f-8594-8dd0febfc624 HTTP/1.1" status: 204 len: 173 time: 3.3956792 Nov 09 21:27:23.161767 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port e3e89e0b-3381-4516-acac-f2757e10c873 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:27:23.167851 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port e3e89e0b-3381-4516-acac-f2757e10c873 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:27:23.168330 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:23.198029 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22d973-3223-408d-b697-8ca95a339110 req-a22051d2-e4e8-41de-8f21-a01048b557cf tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:23.208067 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ab22d973-3223-408d-b697-8ca95a339110 req-a22051d2-e4e8-41de-8f21-a01048b557cf tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c014c-515a-4b7e-81c9-1e3b6a312126 HTTP/1.1" status: 200 len: 945 time: 0.1147661 Nov 09 21:27:23.265184 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 27fdfd20-79f7-421f-bb31-69cac8dd5ab9 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:27:23.277258 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ab22d973-3223-408d-b697-8ca95a339110 req-668f540d-4334-4589-9769-f9ddcf900cf4 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662563 Nov 09 21:27:23.323728 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 930cbb62-5b75-427c-b3ad-7ba1b4694c5d up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:27:23.541636 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0edee-a024-49f4-9715-11e27f813529 req-45c97b2f-a458-4038-a63b-2039b75bd638 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:23.550516 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:23.554961 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4dc0edee-a024-49f4-9715-11e27f813529 req-45c97b2f-a458-4038-a63b-2039b75bd638 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 942 time: 0.1950245 Nov 09 21:27:23.652560 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 930cbb62-5b75-427c-b3ad-7ba1b4694c5d completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:27:23.654537 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:23.685817 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 930cbb62-5b75-427c-b3ad-7ba1b4694c5d triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:27:23.686241 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:23.701957 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4dc0edee-a024-49f4-9715-11e27f813529 req-3ef4013e-93f4-461d-9c93-fb709f35d0ea tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459868 Nov 09 21:27:23.754454 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 27fdfd20-79f7-421f-bb31-69cac8dd5ab9, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=27fdfd20-79f7-421f-bb31-69cac8dd5ab9,segment=NetworkSegment(1245d718-cc56-45bf-a3e2-a8cae93784a8),segment_id=1245d718-cc56-45bf-a3e2-a8cae93784a8)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:23.802045 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14faaa22-ab30-41e2-a205-fa8d976a879e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e89e0b-3381-4516-acac-f2757e10c873'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:27:23.804626 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9cf2ad2-ff30-4d14-b6d5-e5dea2fe0f78" -d '{"events": [{"server_uuid": "14faaa22-ab30-41e2-a205-fa8d976a879e", "name": "network-vif-plugged", "status": "completed", "tag": "e3e89e0b-3381-4516-acac-f2757e10c873"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:27:23.828812 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '27fdfd20-79f7-421f-bb31-69cac8dd5ab9', 'network_id': '2effe5f6-8a78-4ce5-8ec5-0713ecd3e032', 'port_id': '27fdfd20-79f7-421f-bb31-69cac8dd5ab9', 'mac_address': 'fa:16:3e:e2:bf:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff2bb0c0-c6d2-4c7e-ab67-f8153fcc7e5a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:27:23.837897 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port e3e89e0b-3381-4516-acac-f2757e10c873, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=e3e89e0b-3381-4516-acac-f2757e10c873,segment=NetworkSegment(436e8a2d-fb6b-4e0e-9f97-5553104a1262),segment_id=436e8a2d-fb6b-4e0e-9f97-5553104a1262)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:23.893997 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:23.911438 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ce3ab-3892-4db6-b80a-03b85f957305 req-027efdb3-dcaf-499f-99b9-fab89c39139f tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:23.913371 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c66ce3ab-3892-4db6-b80a-03b85f957305 req-027efdb3-dcaf-499f-99b9-fab89c39139f tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=14faaa22-ab30-41e2-a205-fa8d976a879e HTTP/1.1" status: 200 len: 944 time: 0.1063886 Nov 09 21:27:23.933964 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'name': 'network-vif-deleted', 'tag': 'f1a55f02-391f-4b2f-8594-8dd0febfc624'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:27:23.937096 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb287476-e6fa-4e43-b89d-00fa0a7bebae" -d '{"events": [{"server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "name": "network-vif-deleted", "tag": "f1a55f02-391f-4b2f-8594-8dd0febfc624"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:27:23.951558 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb2ed0-9c09-4d30-9c1c-a2649713cfa1 req-54939799-42bc-41e2-adc1-08ebf1c6e9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:23.953543 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-05cb2ed0-9c09-4d30-9c1c-a2649713cfa1 req-54939799-42bc-41e2-adc1-08ebf1c6e9db service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ff2bb0c0-c6d2-4c7e-ab67-f8153fcc7e5a HTTP/1.1" status: 200 len: 857 time: 1.1009259 Nov 09 21:27:24.004581 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2e79cff9-85ee-4f41-a5b7-501873670aec tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:24.019355 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c66ce3ab-3892-4db6-b80a-03b85f957305 req-bb2bd930-3186-4a8d-8941-16f400cc87ca tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921497 Nov 09 21:27:24.042688 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:24.066730 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27fdfd20-79f7-421f-bb31-69cac8dd5ab9 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:27:24.081190 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-4618bc5d-c31d-4c8c-a935-522bf1eff3d6 req-d7e8a727-7cd2-4f39-a28a-7a239225dd31 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Allocated IP 172.25.7.162 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/304e2ea9-6c89-41c3-aaf8-691d1b8d2849) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:27:24.086886 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 27fdfd20-79f7-421f-bb31-69cac8dd5ab9, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=27fdfd20-79f7-421f-bb31-69cac8dd5ab9,segment=NetworkSegment(1245d718-cc56-45bf-a3e2-a8cae93784a8),segment_id=1245d718-cc56-45bf-a3e2-a8cae93784a8)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:24.102869 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:24.113785 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=e3e89e0b-3381-4516-acac-f2757e10c873,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:24.133783 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-05cb2ed0-9c09-4d30-9c1c-a2649713cfa1 req-0380bda9-d6af-42ee-b3f8-bc79123ed5f6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2effe5f6-8a78-4ce5-8ec5-0713ecd3e032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1689987 Nov 09 21:27:24.143298 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:24.200769 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 930cbb62-5b75-427c-b3ad-7ba1b4694c5d, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=930cbb62-5b75-427c-b3ad-7ba1b4694c5d,segment=NetworkSegment(436e8a2d-fb6b-4e0e-9f97-5553104a1262),segment_id=436e8a2d-fb6b-4e0e-9f97-5553104a1262)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:24.202036 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=27fdfd20-79f7-421f-bb31-69cac8dd5ab9,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:24.206161 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:24.289613 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=930cbb62-5b75-427c-b3ad-7ba1b4694c5d,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:24.340712 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['27fdfd20-79f7-421f-bb31-69cac8dd5ab9'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:27:24.550782 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c537e917-7923-4986-8beb-7c7fb9fb2450 x-openstack-request-id: req-c537e917-7923-4986-8beb-7c7fb9fb2450 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:27:24.551096 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14faaa22-ab30-41e2-a205-fa8d976a879e", "name": "network-vif-plugged", "status": "completed", "tag": "e3e89e0b-3381-4516-acac-f2757e10c873", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:27:24.551351 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c537e917-7923-4986-8beb-7c7fb9fb2450 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:27:24.551754 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14faaa22-ab30-41e2-a205-fa8d976a879e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e89e0b-3381-4516-acac-f2757e10c873', 'code': 200} Nov 09 21:27:24.629761 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-65437d0b-8ab9-4fd4-bcc1-87552ba90e4b tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Deleting port 425016f1-5323-4fd9-bef6-b3071e755392 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:27:24.630101 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-65437d0b-8ab9-4fd4-bcc1-87552ba90e4b tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:24.646763 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9832340-463e-4d66-8f3a-018d05d43058 x-openstack-request-id: req-e9832340-463e-4d66-8f3a-018d05d43058 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:27:24.647317 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "name": "network-vif-deleted", "tag": "f1a55f02-391f-4b2f-8594-8dd0febfc624", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:27:24.647717 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e9832340-463e-4d66-8f3a-018d05d43058 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:27:24.648787 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'name': 'network-vif-deleted', 'tag': 'f1a55f02-391f-4b2f-8594-8dd0febfc624', 'status': 'completed', 'code': 200} Nov 09 21:27:24.697346 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb8850-ebfe-4c52-9ce9-c28f4595322e req-54607588-3a74-4811-82c5-c2f611439c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:24.699538 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-59cb8850-ebfe-4c52-9ce9-c28f4595322e req-54607588-3a74-4811-82c5-c2f611439c86 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=14faaa22-ab30-41e2-a205-fa8d976a879e HTTP/1.1" status: 200 len: 1096 time: 0.0483789 Nov 09 21:27:24.759200 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-05cb2ed0-9c09-4d30-9c1c-a2649713cfa1 req-fb1a0bf2-0400-40d4-8963-d6cd93866f30 service neutron] 10.222.0.45 "GET /v2.0/networks/2effe5f6-8a78-4ce5-8ec5-0713ecd3e032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6102180 Nov 09 21:27:24.790381 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-59cb8850-ebfe-4c52-9ce9-c28f4595322e req-d23f7a19-b30a-47de-ab63-7109c94678c9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822976 Nov 09 21:27:24.807229 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af262619-5a25-4906-9e8d-4610f294f36e req-136b3323-ad05-4fc4-b114-225539abdfe8 tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:24.808898 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-af262619-5a25-4906-9e8d-4610f294f36e req-136b3323-ad05-4fc4-b114-225539abdfe8 tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fbd4439-6ceb-4b13-8cbb-a2cf3a7b2386 HTTP/1.1" status: 200 len: 944 time: 0.0798645 Nov 09 21:27:24.874422 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-af262619-5a25-4906-9e8d-4610f294f36e req-9aa6cef0-5ba4-406f-94d1-fdafc293cc43 tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d45dbd4-8069-403d-85b0-1499e6470352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557897 Nov 09 21:27:24.919589 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-2e79cff9-85ee-4f41-a5b7-501873670aec tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Delete allocated IP 172.20.0.21 (5fcf4fe4-ffe5-49cf-8794-4e629f0787e1/e635f369-9c1f-4c1f-8161-0119cfaa2287) {{(pid=102608) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 09 21:27:24.947762 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-4618bc5d-c31d-4c8c-a935-522bf1eff3d6 req-d7e8a727-7cd2-4f39-a28a-7a239225dd31 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:24.961983 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-65437d0b-8ab9-4fd4-bcc1-87552ba90e4b tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] For port 425016f1-5323-4fd9-bef6-b3071e755392, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=425016f1-5323-4fd9-bef6-b3071e755392,segment=NetworkSegment(ded2c788-6987-4a27-bea5-74ee8c4df2d8),segment_id=ded2c788-6987-4a27-bea5-74ee8c4df2d8)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:24.962354 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-65437d0b-8ab9-4fd4-bcc1-87552ba90e4b tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:24.995569 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05479e1a-47e3-4541-bbf1-cb617963eeee req-10f7a193-75d7-4e17-90af-8d47100f9fb4 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:25.003915 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-05479e1a-47e3-4541-bbf1-cb617963eeee req-10f7a193-75d7-4e17-90af-8d47100f9fb4 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c014c-515a-4b7e-81c9-1e3b6a312126 HTTP/1.1" status: 200 len: 945 time: 0.0676033 Nov 09 21:27:25.039105 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-65437d0b-8ab9-4fd4-bcc1-87552ba90e4b tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Calling delete_port for 425016f1-5323-4fd9-bef6-b3071e755392 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:27:25.057721 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-05479e1a-47e3-4541-bbf1-cb617963eeee req-88113ebc-21c1-49c2-bc32-40b2b04db9b5 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517933 Nov 09 21:27:25.083416 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-05cb2ed0-9c09-4d30-9c1c-a2649713cfa1 req-ecf79835-bf20-4138-888e-cfaae8efa7a9 service neutron] 10.222.0.45 "GET /v2.0/networks/2effe5f6-8a78-4ce5-8ec5-0713ecd3e032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155329 Nov 09 21:27:25.155531 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-4618bc5d-c31d-4c8c-a935-522bf1eff3d6 req-d7e8a727-7cd2-4f39-a28a-7a239225dd31 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:25.172022 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d0d45-c5d8-4c4a-8340-3d27de07f1db req-880f075c-2ff2-40c2-abe0-44f63d3f3de1 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:25.173825 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-751d0d45-c5d8-4c4a-8340-3d27de07f1db req-880f075c-2ff2-40c2-abe0-44f63d3f3de1 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 942 time: 0.0645225 Nov 09 21:27:25.234006 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4618bc5d-c31d-4c8c-a935-522bf1eff3d6 req-d7e8a727-7cd2-4f39-a28a-7a239225dd31 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:27:25.234686 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-751d0d45-c5d8-4c4a-8340-3d27de07f1db req-8d2eeaca-8cf8-4667-b70c-d6352f108bb9 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups?id=911bb090-0716-4bfb-a02e-6ca72569ddde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540388 Nov 09 21:27:25.251191 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-4618bc5d-c31d-4c8c-a935-522bf1eff3d6 req-d7e8a727-7cd2-4f39-a28a-7a239225dd31 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:27:25.268270 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 27fdfd20-79f7-421f-bb31-69cac8dd5ab9 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:27:25.271160 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-4618bc5d-c31d-4c8c-a935-522bf1eff3d6 req-d7e8a727-7cd2-4f39-a28a-7a239225dd31 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:27:25.274635 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2e79cff9-85ee-4f41-a5b7-501873670aec tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:25.278039 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e8a727-7cd2-4f39-a28a-7a239225dd31 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Pushing event updated for resources: {'Port': ['ID=304e2ea9-6c89-41c3-aaf8-691d1b8d2849,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:25.301304 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2e79cff9-85ee-4f41-a5b7-501873670aec tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:25.361404 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 27fdfd20-79f7-421f-bb31-69cac8dd5ab9 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:27:25.368432 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 27fdfd20-79f7-421f-bb31-69cac8dd5ab9 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:27:25.369829 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:25.437488 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e125274-eeba-4b84-a7f7-d8a93a1dee19 req-78eae07c-7d79-4a95-abe0-f9dba127e977 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:25.446404 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1e125274-eeba-4b84-a7f7-d8a93a1dee19 req-78eae07c-7d79-4a95-abe0-f9dba127e977 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=14faaa22-ab30-41e2-a205-fa8d976a879e HTTP/1.1" status: 200 len: 945 time: 0.1188707 Nov 09 21:27:25.491818 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e79cff9-85ee-4f41-a5b7-501873670aec tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event updated for resources: {'Port': ['ID=9208e9e4-c3f5-40d3-acaf-ed6bfe53b768,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:25.514711 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-65437d0b-8ab9-4fd4-bcc1-87552ba90e4b tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:25.519512 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1e125274-eeba-4b84-a7f7-d8a93a1dee19 req-1037defb-1efe-46f1-bcac-caeec453854c tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667222 Nov 09 21:27:25.555489 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-2e79cff9-85ee-4f41-a5b7-501873670aec tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] In _notify_port_updated(), no bound segment for port 9208e9e4-c3f5-40d3-acaf-ed6bfe53b768 on network 5fcf4fe4-ffe5-49cf-8794-4e629f0787e1 {{(pid=102608) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 21:27:25.561476 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e79cff9-85ee-4f41-a5b7-501873670aec tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:25.562660 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2e79cff9-85ee-4f41-a5b7-501873670aec tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:25.567142 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2e79cff9-85ee-4f41-a5b7-501873670aec tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "PUT /v2.0/ports/9208e9e4-c3f5-40d3-acaf-ed6bfe53b768 HTTP/1.1" status: 200 len: 919 time: 2.7292891 Nov 09 21:27:25.567445 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51074) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:25.573088 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-4bd959de-2b90-4df4-af59-17d12a136ad3 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0a0a7c9e-cb2e-4146-a721-9b8f8f8a8d28'}, {'subnet_id': 'e635f369-9c1f-4c1f-8161-0119cfaa2287'}]}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:27:25.618422 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65437d0b-8ab9-4fd4-bcc1-87552ba90e4b tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Pushing event deleted for resources: {'Port': ['ID=425016f1-5323-4fd9-bef6-b3071e755392,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:25.728226 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:25.737092 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-4618bc5d-c31d-4c8c-a935-522bf1eff3d6 req-d7e8a727-7cd2-4f39-a28a-7a239225dd31 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:25.779234 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-65437d0b-8ab9-4fd4-bcc1-87552ba90e4b tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] No DVR routers for this DVR port 425016f1-5323-4fd9-bef6-b3071e755392 on host n-h2-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:27:25.793623 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 27fdfd20-79f7-421f-bb31-69cac8dd5ab9, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=27fdfd20-79f7-421f-bb31-69cac8dd5ab9,segment=NetworkSegment(1245d718-cc56-45bf-a3e2-a8cae93784a8),segment_id=1245d718-cc56-45bf-a3e2-a8cae93784a8)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:25.796078 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-65437d0b-8ab9-4fd4-bcc1-87552ba90e4b tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:25.799243 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:25.799909 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4bbf2-bab2-4a8a-bf12-7edb820836ff req-9fd6df2e-3491-4451-a76a-f453da252ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:25.800431 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1ea1bd47-8e23-4d40-bf8e-07d478d0399b req-65437d0b-8ab9-4fd4-bcc1-87552ba90e4b tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.43 "DELETE /v2.0/ports/425016f1-5323-4fd9-bef6-b3071e755392 HTTP/1.1" status: 204 len: 173 time: 2.7013409 Nov 09 21:27:25.801555 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-96a4bbf2-bab2-4a8a-bf12-7edb820836ff req-9fd6df2e-3491-4451-a76a-f453da252ee5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=37ab742aac8d42199f84c1b467e67cb5&device_id=a07c014c-515a-4b7e-81c9-1e3b6a312126 HTTP/1.1" status: 200 len: 1096 time: 0.1679921 Nov 09 21:27:25.823857 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-4618bc5d-c31d-4c8c-a935-522bf1eff3d6 req-d7e8a727-7cd2-4f39-a28a-7a239225dd31 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:25.866023 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-c6d0c500-d886-4ee8-97fb-574876e9a414 None None] Provisioning complete for port 9208e9e4-c3f5-40d3-acaf-ed6bfe53b768 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:27:25.866384 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c6d0c500-d886-4ee8-97fb-574876e9a414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:25.869158 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=27fdfd20-79f7-421f-bb31-69cac8dd5ab9,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:25.940004 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-c6d0c500-d886-4ee8-97fb-574876e9a414 None None] Port 9208e9e4-c3f5-40d3-acaf-ed6bfe53b768 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:27:25.958821 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4bd959de-2b90-4df4-af59-17d12a136ad3 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:26.064318 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4bbf2-bab2-4a8a-bf12-7edb820836ff req-e496a1d2-0692-49b5-9300-76f688189c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:26.065771 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-96a4bbf2-bab2-4a8a-bf12-7edb820836ff req-e496a1d2-0692-49b5-9300-76f688189c48 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a977e5a0-d935-40af-beae-b0f3a8c25de8 HTTP/1.1" status: 200 len: 911 time: 0.2463510 Nov 09 21:27:26.153001 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-4618bc5d-c31d-4c8c-a935-522bf1eff3d6 req-d7e8a727-7cd2-4f39-a28a-7a239225dd31 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:26.159433 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-4618bc5d-c31d-4c8c-a935-522bf1eff3d6 req-d7e8a727-7cd2-4f39-a28a-7a239225dd31 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:26.166073 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51092) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:26.180142 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-96a4bbf2-bab2-4a8a-bf12-7edb820836ff req-65ea0970-a8b5-4fc2-92a8-1efefb1b6e24 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af21328b-3780-4d5d-8417-4ca6fb56feb6 HTTP/1.1" status: 200 len: 217 time: 0.1034467 Nov 09 21:27:26.260982 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c050c30-275d-4d2d-b16a-766e40208f08 req-c90f4aba-4470-4e5b-893e-8bda81258516 tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:26.264617 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9c050c30-275d-4d2d-b16a-766e40208f08 req-c90f4aba-4470-4e5b-893e-8bda81258516 tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fbd4439-6ceb-4b13-8cbb-a2cf3a7b2386 HTTP/1.1" status: 200 len: 945 time: 0.2800579 Nov 09 21:27:26.272852 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-4618bc5d-c31d-4c8c-a935-522bf1eff3d6 req-d7e8a727-7cd2-4f39-a28a-7a239225dd31 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:26.305545 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-4618bc5d-c31d-4c8c-a935-522bf1eff3d6 req-d7e8a727-7cd2-4f39-a28a-7a239225dd31 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:26.307133 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4618bc5d-c31d-4c8c-a935-522bf1eff3d6 req-d7e8a727-7cd2-4f39-a28a-7a239225dd31 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.6279366 Nov 09 21:27:26.335198 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e8a727-7cd2-4f39-a28a-7a239225dd31 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Pushing event updated for resources: {'Port': ['ID=304e2ea9-6c89-41c3-aaf8-691d1b8d2849,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:26.416019 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4618bc5d-c31d-4c8c-a935-522bf1eff3d6 req-5981d14b-800b-4a9d-b15c-af3a630cd2f8 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.162 HTTP/1.1" status: 200 len: 696 time: 0.0990722 Nov 09 21:27:26.417055 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3e0faf1a-4559-4264-b867-452d9ce9c522 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:26.439298 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4bbf2-bab2-4a8a-bf12-7edb820836ff req-b4b4298c-5a7b-404a-8e16-0e3fd6eb7af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:26.440929 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-96a4bbf2-bab2-4a8a-bf12-7edb820836ff req-b4b4298c-5a7b-404a-8e16-0e3fd6eb7af2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d70d627-f91a-46e1-b014-350c82c5b331 HTTP/1.1" status: 200 len: 851 time: 0.2112329 Nov 09 21:27:26.506713 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9c050c30-275d-4d2d-b16a-766e40208f08 req-2cb1d10d-f6d3-4f65-b381-1b7f55675df8 tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d45dbd4-8069-403d-85b0-1499e6470352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732597 Nov 09 21:27:26.511497 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-96a4bbf2-bab2-4a8a-bf12-7edb820836ff req-fd4bfda1-dd3c-4f9f-ab9e-f23d3541a3b6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a977e5a0-d935-40af-beae-b0f3a8c25de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563734 Nov 09 21:27:26.552571 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5febd2e0-778c-4c7b-9841-79c838b6973a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930cbb62-5b75-427c-b3ad-7ba1b4694c5d'}, {'server_uuid': '7fbd4439-6ceb-4b13-8cbb-a2cf3a7b2386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27fdfd20-79f7-421f-bb31-69cac8dd5ab9'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:27:26.556300 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91c70b0-aaf7-4fb4-bdc5-67255ec41a7f" -d '{"events": [{"server_uuid": "5febd2e0-778c-4c7b-9841-79c838b6973a", "name": "network-vif-plugged", "status": "completed", "tag": "930cbb62-5b75-427c-b3ad-7ba1b4694c5d"}, {"server_uuid": "7fbd4439-6ceb-4b13-8cbb-a2cf3a7b2386", "name": "network-vif-plugged", "status": "completed", "tag": "27fdfd20-79f7-421f-bb31-69cac8dd5ab9"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:27:26.572881 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618bc5d-c31d-4c8c-a935-522bf1eff3d6 req-26988ab4-f8bc-4a76-a15f-ef7684c8adad tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:26.574285 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4618bc5d-c31d-4c8c-a935-522bf1eff3d6 req-26988ab4-f8bc-4a76-a15f-ef7684c8adad tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/networks/4531c23d-84b7-490d-8d7c-6676781b6e6a HTTP/1.1" status: 200 len: 784 time: 0.1488016 Nov 09 21:27:26.586800 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [req-4618bc5d-c31d-4c8c-a935-522bf1eff3d6 req-d453031c-7a68-4965-900c-8e0c4a05110b tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:27:26.587531 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4618bc5d-c31d-4c8c-a935-522bf1eff3d6 req-d453031c-7a68-4965-900c-8e0c4a05110b tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069623 Nov 09 21:27:26.615634 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3e0faf1a-4559-4264-b867-452d9ce9c522 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:26.627196 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3e0faf1a-4559-4264-b867-452d9ce9c522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:26.663841 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'name': 'network-vif-deleted', 'tag': '425016f1-5323-4fd9-bef6-b3071e755392'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:27:26.666938 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4bdb14-92e8-4eb0-83e6-a7506105391a" -d '{"events": [{"server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "name": "network-vif-deleted", "tag": "425016f1-5323-4fd9-bef6-b3071e755392"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:27:26.686969 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-96a4bbf2-bab2-4a8a-bf12-7edb820836ff req-eb778d0e-caa3-49e2-8521-3c1cf079f893 service neutron] 10.222.0.43 "GET /v2.0/networks/a977e5a0-d935-40af-beae-b0f3a8c25de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677382 Nov 09 21:27:26.707779 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0faf1a-4559-4264-b867-452d9ce9c522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996959bd-2044-4f33-ac43-892a83b2a212,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:26.711798 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-66c418e4-c876-4199-987b-708b5264490f req-bc0964c9-5106-41c8-ba37-a125a9843167 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 210 time: 0.0359023 Nov 09 21:27:26.721847 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3e0faf1a-4559-4264-b867-452d9ce9c522 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7cfdf7ddb1ff4aae97baad95bc9a1b6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5538425 Nov 09 21:27:26.722445 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51108) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:26.775582 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-35e60364-c022-467e-8c37-8f06a52d0c5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:26.799103 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d9076-311d-4cd6-bc54-daf2cfecc321 req-5591c281-a963-4478-bb09-733a4ce23893 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:26.800617 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ee1d9076-311d-4cd6-bc54-daf2cfecc321 req-5591c281-a963-4478-bb09-733a4ce23893 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c014c-515a-4b7e-81c9-1e3b6a312126 HTTP/1.1" status: 200 len: 945 time: 0.1684151 Nov 09 21:27:26.801954 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-4bd959de-2b90-4df4-af59-17d12a136ad3 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Allocated IP 172.20.0.20 (5fcf4fe4-ffe5-49cf-8794-4e629f0787e1/e635f369-9c1f-4c1f-8161-0119cfaa2287/9208e9e4-c3f5-40d3-acaf-ed6bfe53b768) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:27:26.833284 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-35e60364-c022-467e-8c37-8f06a52d0c5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:26.879749 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca6a23-10b5-4bd6-92d4-ba752579e3a2 req-bb6498ae-b794-4d84-ba16-df504b7d3e72 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:26.881326 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b2ca6a23-10b5-4bd6-92d4-ba752579e3a2 req-bb6498ae-b794-4d84-ba16-df504b7d3e72 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=14faaa22-ab30-41e2-a205-fa8d976a879e HTTP/1.1" status: 200 len: 945 time: 0.0826375 Nov 09 21:27:26.923262 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-35e60364-c022-467e-8c37-8f06a52d0c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:26.926041 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-35e60364-c022-467e-8c37-8f06a52d0c5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:26.929531 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-35e60364-c022-467e-8c37-8f06a52d0c5e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/996959bd-2044-4f33-ac43-892a83b2a212 HTTP/1.1" status: 204 len: 168 time: 0.2039361 Nov 09 21:27:26.947486 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e60364-c022-467e-8c37-8f06a52d0c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996959bd-2044-4f33-ac43-892a83b2a212,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:26.996900 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b2ca6a23-10b5-4bd6-92d4-ba752579e3a2 req-82d25169-83e8-495c-ab12-4cb5efc24788 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011956 Nov 09 21:27:27.054924 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 21:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755754c8-a349-4d3b-b2e4-5f8e2a9da138 x-openstack-request-id: req-755754c8-a349-4d3b-b2e4-5f8e2a9da138 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:27:27.055286 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5febd2e0-778c-4c7b-9841-79c838b6973a", "name": "network-vif-plugged", "status": "completed", "tag": "930cbb62-5b75-427c-b3ad-7ba1b4694c5d", "code": 200}, {"server_uuid": "7fbd4439-6ceb-4b13-8cbb-a2cf3a7b2386", "name": "network-vif-plugged", "status": "completed", "tag": "27fdfd20-79f7-421f-bb31-69cac8dd5ab9", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:27:27.055551 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-755754c8-a349-4d3b-b2e4-5f8e2a9da138 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:27:27.055965 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5febd2e0-778c-4c7b-9841-79c838b6973a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930cbb62-5b75-427c-b3ad-7ba1b4694c5d', 'code': 200} Nov 09 21:27:27.056247 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fbd4439-6ceb-4b13-8cbb-a2cf3a7b2386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27fdfd20-79f7-421f-bb31-69cac8dd5ab9', 'code': 200} Nov 09 21:27:27.232519 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739c704-2f19-4330-9624-3964d8b773e8 req-10fc796d-7673-4b6a-9a7b-9368ffaac275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:27.234824 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5739c704-2f19-4330-9624-3964d8b773e8 req-10fc796d-7673-4b6a-9a7b-9368ffaac275 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7fbd4439-6ceb-4b13-8cbb-a2cf3a7b2386 HTTP/1.1" status: 200 len: 1096 time: 0.1015210 Nov 09 21:27:27.245762 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211db7d-5994-419d-ae2b-f96b51d4dd6f req-d4934037-d3db-4a32-a194-26bdb5ede064 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:27.247715 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e211db7d-5994-419d-ae2b-f96b51d4dd6f req-d4934037-d3db-4a32-a194-26bdb5ede064 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/ports?device_id=868a48e0-3a5e-43e5-965a-1913f644fa13&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0831940 Nov 09 21:27:27.334838 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5739c704-2f19-4330-9624-3964d8b773e8 req-2ca89623-f8dc-4749-8a79-d72d4ed492f9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7d45dbd4-8069-403d-85b0-1499e6470352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857887 Nov 09 21:27:27.342499 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51116) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:27.343213 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-96a4bbf2-bab2-4a8a-bf12-7edb820836ff req-7f3bb32e-d248-4214-8983-4db74dff9e96 service neutron] 10.222.0.43 "GET /v2.0/networks/a977e5a0-d935-40af-beae-b0f3a8c25de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6477368 Nov 09 21:27:27.350984 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ee1d9076-311d-4cd6-bc54-daf2cfecc321 req-bda34929-7543-4914-883d-252bab377517 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5364566 Nov 09 21:27:27.351876 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e211db7d-5994-419d-ae2b-f96b51d4dd6f req-ae86afaf-eb87-47ad-a34e-8ff2c831a41b tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.162 HTTP/1.1" status: 200 len: 696 time: 0.0629411 Nov 09 21:27:27.359760 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-aeb4f131-9ab5-4b4e-b4ca-e428855176e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:27.384132 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9a69f-4841-49ba-90cd-a9bbb226e479 req-d8a14fc1-9a1a-4dc1-804e-18e36539c27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:27.385876 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e4a9a69f-4841-49ba-90cd-a9bbb226e479 req-d8a14fc1-9a1a-4dc1-804e-18e36539c27d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5febd2e0-778c-4c7b-9841-79c838b6973a HTTP/1.1" status: 200 len: 1097 time: 0.0877607 Nov 09 21:27:27.433808 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4bd959de-2b90-4df4-af59-17d12a136ad3 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:27.440718 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4bd959de-2b90-4df4-af59-17d12a136ad3 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:27.443620 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-aeb4f131-9ab5-4b4e-b4ca-e428855176e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:27.450403 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-e211db7d-5994-419d-ae2b-f96b51d4dd6f req-6a8998ff-0356-40ed-a312-40e11b7dc71f tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Request body: {'floatingip': {'port_id': '8c97fc36-5027-40cd-b0e1-602f0c2ede8e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:27:27.455469 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-aeb4f131-9ab5-4b4e-b4ca-e428855176e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:27.523186 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9811995f-5342-43db-8d47-9848a649a3df x-openstack-request-id: req-9811995f-5342-43db-8d47-9848a649a3df {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:27:27.523565 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53e90e3-3605-4118-98e3-ed96c3f090d1", "name": "network-vif-deleted", "tag": "425016f1-5323-4fd9-bef6-b3071e755392", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:27:27.524043 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9811995f-5342-43db-8d47-9848a649a3df {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:27:27.524503 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53e90e3-3605-4118-98e3-ed96c3f090d1', 'name': 'network-vif-deleted', 'tag': '425016f1-5323-4fd9-bef6-b3071e755392', 'status': 'completed', 'code': 200} Nov 09 21:27:27.536661 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4f131-9ab5-4b4e-b4ca-e428855176e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc93464-89e5-4b43-9762-015ca2dbf50b,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:27.544896 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e211db7d-5994-419d-ae2b-f96b51d4dd6f req-6a8998ff-0356-40ed-a312-40e11b7dc71f tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Publish callbacks [] for floatingip, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:27.596921 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e4a9a69f-4841-49ba-90cd-a9bbb226e479 req-545b49af-8ec5-495f-b117-535b8ee9af1a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588381 Nov 09 21:27:27.601516 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-aeb4f131-9ab5-4b4e-b4ca-e428855176e0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3fa9870fb54a400db7908937d5092e4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2556829 Nov 09 21:27:27.612170 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51120) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:27.618245 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd959de-2b90-4df4-af59-17d12a136ad3 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event updated for resources: {'Port': ['ID=9208e9e4-c3f5-40d3-acaf-ed6bfe53b768,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:27.696079 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-4bd959de-2b90-4df4-af59-17d12a136ad3 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] In _notify_port_updated(), no bound segment for port 9208e9e4-c3f5-40d3-acaf-ed6bfe53b768 on network 5fcf4fe4-ffe5-49cf-8794-4e629f0787e1 {{(pid=102607) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 21:27:27.701636 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd959de-2b90-4df4-af59-17d12a136ad3 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:27.702265 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4bd959de-2b90-4df4-af59-17d12a136ad3 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:27.704354 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4bd959de-2b90-4df4-af59-17d12a136ad3 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "PUT /v2.0/ports/9208e9e4-c3f5-40d3-acaf-ed6bfe53b768 HTTP/1.1" status: 200 len: 999 time: 2.1359041 Nov 09 21:27:27.708508 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51122) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:27.794410 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c8a09c7a-83d7-4f6f-96d9-ee80be546915 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:27.817380 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-62f1760a-ba65-4c6d-ba6c-09513efbaf4f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Deleting port 9208e9e4-c3f5-40d3-acaf-ed6bfe53b768 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:27:27.817924 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-62f1760a-ba65-4c6d-ba6c-09513efbaf4f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:27.837040 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c8a09c7a-83d7-4f6f-96d9-ee80be546915 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:27.884700 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-ce953368-22dd-430e-8719-ccb721f38607 None None] Provisioning complete for port 9208e9e4-c3f5-40d3-acaf-ed6bfe53b768 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:27:27.885299 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ce953368-22dd-430e-8719-ccb721f38607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:27.898373 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c8a09c7a-83d7-4f6f-96d9-ee80be546915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:27.900123 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c8a09c7a-83d7-4f6f-96d9-ee80be546915 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:27.901313 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c8a09c7a-83d7-4f6f-96d9-ee80be546915 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6fc93464-89e5-4b43-9762-015ca2dbf50b HTTP/1.1" status: 204 len: 168 time: 0.2881596 Nov 09 21:27:27.934783 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:27:27.937204 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a09c7a-83d7-4f6f-96d9-ee80be546915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc93464-89e5-4b43-9762-015ca2dbf50b,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:27.976381 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-ce953368-22dd-430e-8719-ccb721f38607 None None] Port 9208e9e4-c3f5-40d3-acaf-ed6bfe53b768 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:27:28.005451 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae573378-fec5-4ed8-b116-a1049c1bae0f req-1aa5059a-63fd-4985-9ec1-e04c07b51a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:28.006925 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ae573378-fec5-4ed8-b116-a1049c1bae0f req-1aa5059a-63fd-4985-9ec1-e04c07b51a7a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=476b04718f114622be45841d668c49d8&device_id=14faaa22-ab30-41e2-a205-fa8d976a879e HTTP/1.1" status: 200 len: 1096 time: 0.1248281 Nov 09 21:27:28.042265 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ff4cc-a791-4bad-8564-cc90ce1e37e0 req-ea2344f4-d53a-4699-925c-ca74f13317dd tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:28.043757 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-907ff4cc-a791-4bad-8564-cc90ce1e37e0 req-ea2344f4-d53a-4699-925c-ca74f13317dd tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fbd4439-6ceb-4b13-8cbb-a2cf3a7b2386 HTTP/1.1" status: 200 len: 945 time: 0.1395018 Nov 09 21:27:28.064033 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-62f1760a-ba65-4c6d-ba6c-09513efbaf4f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:28.122464 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-62f1760a-ba65-4c6d-ba6c-09513efbaf4f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Calling delete_port for 9208e9e4-c3f5-40d3-acaf-ed6bfe53b768 owned by {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:27:28.235851 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e211db7d-5994-419d-ae2b-f96b51d4dd6f req-6a8998ff-0356-40ed-a312-40e11b7dc71f tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:28.237296 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-907ff4cc-a791-4bad-8564-cc90ce1e37e0 req-5305feca-e661-487a-837d-46bd9289832d tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d45dbd4-8069-403d-85b0-1499e6470352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769187 Nov 09 21:27:28.241103 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e211db7d-5994-419d-ae2b-f96b51d4dd6f req-6a8998ff-0356-40ed-a312-40e11b7dc71f tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:28.288123 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae573378-fec5-4ed8-b116-a1049c1bae0f req-20c46214-b0f1-45f0-b95b-8efc90159ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:28.289971 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ae573378-fec5-4ed8-b116-a1049c1bae0f req-20c46214-b0f1-45f0-b95b-8efc90159ffc service neutron] 10.222.0.43 "GET /v2.0/networks?id=334ab1b0-3bbb-4e22-8403-8369144bd306 HTTP/1.1" status: 200 len: 918 time: 0.2700181 Nov 09 21:27:28.353585 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ae573378-fec5-4ed8-b116-a1049c1bae0f req-c4dbc2c6-5281-4976-a5fa-414c4ede8c4f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e3e89e0b-3381-4516-acac-f2757e10c873 HTTP/1.1" status: 200 len: 217 time: 0.0522776 Nov 09 21:27:28.398658 n-d-816206-3 neutron-server[102608]: INFO neutron.db.l3_db [req-e211db7d-5994-419d-ae2b-f96b51d4dd6f req-6a8998ff-0356-40ed-a312-40e11b7dc71f tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Floating IP ddca3a52-9c2e-45b2-bdcc-32c7218cc5e0 associated. External IP: 172.25.7.162, port: 8c97fc36-5027-40cd-b0e1-602f0c2ede8e. Nov 09 21:27:28.473796 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae573378-fec5-4ed8-b116-a1049c1bae0f req-538b4c21-f1d1-4d21-9b5a-6c6dbb71de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:28.475459 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ae573378-fec5-4ed8-b116-a1049c1bae0f req-538b4c21-f1d1-4d21-9b5a-6c6dbb71de5c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6287f675-aade-4edd-b174-3f3f6aef5f0a HTTP/1.1" status: 200 len: 858 time: 0.1043100 Nov 09 21:27:28.479515 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3ef2d62c-c5e5-4ac8-9987-c1e459e54b47 req-375d3381-eae4-4c51-9b24-bf0a646633ce tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 210 time: 0.1240621 Nov 09 21:27:28.530650 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ae573378-fec5-4ed8-b116-a1049c1bae0f req-f9fba67a-1ca5-4322-94d8-d87900345dfa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=334ab1b0-3bbb-4e22-8403-8369144bd306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420818 Nov 09 21:27:28.726159 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-62f1760a-ba65-4c6d-ba6c-09513efbaf4f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:28.761818 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e211db7d-5994-419d-ae2b-f96b51d4dd6f req-6a8998ff-0356-40ed-a312-40e11b7dc71f tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Router a43505fa-65e1-4870-b866-8a5acd14c3bc has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:27:28.800756 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f1760a-ba65-4c6d-ba6c-09513efbaf4f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event deleted for resources: {'Port': ['ID=9208e9e4-c3f5-40d3-acaf-ed6bfe53b768,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:28.980627 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392954a-0bf5-4605-a45e-c2a4b47e3cf2 req-1f30383e-2963-464d-b3b8-df73b92a471c tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:28.988656 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9392954a-0bf5-4605-a45e-c2a4b47e3cf2 req-1f30383e-2963-464d-b3b8-df73b92a471c tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=14faaa22-ab30-41e2-a205-fa8d976a879e HTTP/1.1" status: 200 len: 945 time: 0.3694429 Nov 09 21:27:29.005374 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e211db7d-5994-419d-ae2b-f96b51d4dd6f req-6a8998ff-0356-40ed-a312-40e11b7dc71f tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:27:29.016398 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d25cbd-5326-4592-9695-5d7e92c880b5 None None] Sync routers for ids ['a43505fa-65e1-4870-b866-8a5acd14c3bc'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:27:29.018696 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-e211db7d-5994-419d-ae2b-f96b51d4dd6f req-6a8998ff-0356-40ed-a312-40e11b7dc71f tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:29.029501 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-62f1760a-ba65-4c6d-ba6c-09513efbaf4f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:29.034040 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d25cbd-5326-4592-9695-5d7e92c880b5 None None] Routers {'a43505fa-65e1-4870-b866-8a5acd14c3bc'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:27:29.037667 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-29d25cbd-5326-4592-9695-5d7e92c880b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:27:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a43505fa-65e1-4870-b866-8a5acd14c3bc'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:27:29.041385 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-62f1760a-ba65-4c6d-ba6c-09513efbaf4f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/ports/9208e9e4-c3f5-40d3-acaf-ed6bfe53b768 HTTP/1.1" status: 204 len: 168 time: 1.3316166 Nov 09 21:27:29.045131 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51152) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:29.069080 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ae573378-fec5-4ed8-b116-a1049c1bae0f req-04c10c30-40ec-428f-b4ff-672b83012203 service neutron] 10.222.0.43 "GET /v2.0/networks/334ab1b0-3bbb-4e22-8403-8369144bd306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5291791 Nov 09 21:27:29.073527 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-76d01cb4-ddaf-4db4-af62-22d7bc3c4b49 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] GET failed (client error): The resource could not be found. Nov 09 21:27:29.075315 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-76d01cb4-ddaf-4db4-af62-22d7bc3c4b49 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "GET /v2.0/ports/9208e9e4-c3f5-40d3-acaf-ed6bfe53b768 HTTP/1.1" status: 404 len: 333 time: 0.0290036 Nov 09 21:27:29.078913 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51154) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:29.110057 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device af21328b-3780-4d5d-8417-4ca6fb56feb6 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:27:29.114913 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e211db7d-5994-419d-ae2b-f96b51d4dd6f req-6a8998ff-0356-40ed-a312-40e11b7dc71f tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "PUT /v2.0/floatingips/ddca3a52-9c2e-45b2-bdcc-32c7218cc5e0 HTTP/1.1" status: 200 len: 997 time: 1.6683905 Nov 09 21:27:29.201766 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-85282fc7-83cb-4c19-8e61-7011923d5428 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Deleting subnet e635f369-9c1f-4c1f-8161-0119cfaa2287 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:27:29.206426 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-85282fc7-83cb-4c19-8e61-7011923d5428 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:29.246865 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ae573378-fec5-4ed8-b116-a1049c1bae0f req-1319e6b9-69a1-422e-8071-a8a5c7dbaf5e service neutron] 10.222.0.43 "GET /v2.0/networks/334ab1b0-3bbb-4e22-8403-8369144bd306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638031 Nov 09 21:27:29.259760 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-85282fc7-83cb-4c19-8e61-7011923d5428 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:29.302635 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9392954a-0bf5-4605-a45e-c2a4b47e3cf2 req-2cd8c26c-e4ee-4eba-9f83-ceab09a2a975 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045087 Nov 09 21:27:29.442957 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-29d25cbd-5326-4592-9695-5d7e92c880b5 None None] Set router a43505fa-65e1-4870-b866-8a5acd14c3bc gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:27:29.509741 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e2edef-5fd7-4419-8a92-a094fe686c28 req-dfd7b03b-1652-4315-982a-9798f7e55c91 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:29.517841 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-98e2edef-5fd7-4419-8a92-a094fe686c28 req-dfd7b03b-1652-4315-982a-9798f7e55c91 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c014c-515a-4b7e-81c9-1e3b6a312126 HTTP/1.1" status: 200 len: 945 time: 0.0895960 Nov 09 21:27:29.530972 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '868a48e0-3a5e-43e5-965a-1913f644fa13', 'tag': '8c97fc36-5027-40cd-b0e1-602f0c2ede8e'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:27:29.540756 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c3f607-73ac-410f-b1b6-f72557ed7726" -d '{"events": [{"name": "network-changed", "server_uuid": "868a48e0-3a5e-43e5-965a-1913f644fa13", "tag": "8c97fc36-5027-40cd-b0e1-602f0c2ede8e"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:27:29.548358 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-85282fc7-83cb-4c19-8e61-7011923d5428 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:29.597896 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-98e2edef-5fd7-4419-8a92-a094fe686c28 req-0dec0b33-6379-495f-9eb1-27aa51ffca4e tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608714 Nov 09 21:27:29.661214 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211db7d-5994-419d-ae2b-f96b51d4dd6f req-5f91dd7c-de8a-4258-8c0d-95d349723ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:29.682745 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e211db7d-5994-419d-ae2b-f96b51d4dd6f req-5f91dd7c-de8a-4258-8c0d-95d349723ac4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cfc584aadc874a0d81e179083ae3ae69&device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 1097 time: 0.5410309 Nov 09 21:27:29.794562 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:29.838593 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465756b6-a83f-4586-a07e-c0faffb57313 req-671fa7dc-8a4c-4312-9987-30469f917580 tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:29.850752 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-465756b6-a83f-4586-a07e-c0faffb57313 req-671fa7dc-8a4c-4312-9987-30469f917580 tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fbd4439-6ceb-4b13-8cbb-a2cf3a7b2386 HTTP/1.1" status: 200 len: 945 time: 0.1089997 Nov 09 21:27:29.887049 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07c014c-515a-4b7e-81c9-1e3b6a312126', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af21328b-3780-4d5d-8417-4ca6fb56feb6'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:27:29.889635 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6b9663-d87a-4cbb-8fc7-5579d5122069" -d '{"events": [{"server_uuid": "a07c014c-515a-4b7e-81c9-1e3b6a312126", "name": "network-vif-unplugged", "status": "completed", "tag": "af21328b-3780-4d5d-8417-4ca6fb56feb6"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:27:29.925543 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-29d25cbd-5326-4592-9695-5d7e92c880b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43505fa-65e1-4870-b866-8a5acd14c3bc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1066796021-router', 'tenant_id': 'cfc584aadc874a0d81e179083ae3ae69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '50b94ece-6adf-46cc-9a75-65c579b9d3f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:26:03Z', 'updated_at': '2021-11-09T21:26:10Z', 'revision_number': 4, 'project_id': 'cfc584aadc874a0d81e179083ae3ae69', 'gw_port': {'id': '50b94ece-6adf-46cc-9a75-65c579b9d3f4', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:13:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43505fa-65e1-4870-b866-8a5acd14c3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:26:05Z', 'updated_at': '2021-11-09T21:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': 'ddca3a52-9c2e-45b2-bdcc-32c7218cc5e0', 'tenant_id': 'cfc584aadc874a0d81e179083ae3ae69', 'floating_ip_address': '172.25.7.162', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'a43505fa-65e1-4870-b866-8a5acd14c3bc', 'port_id': '8c97fc36-5027-40cd-b0e1-602f0c2ede8e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a53143a-08b6-4bce-b897-2f242a8191dc', 'mac_address': 'fa:16:3e:df:1e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868a48e0-3a5e-43e5-965a-1913f644fa13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:27:25Z', 'updated_at': '2021-11-09T21:27:28Z', 'revision_number': 1, 'project_id': 'cfc584aadc874a0d81e179083ae3ae69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da97a270-0d71-4968-ae7b-9f141b2490f4', 'name': '', 'network_id': '4a53143a-08b6-4bce-b897-2f242a8191dc', 'tenant_id': 'cfc584aadc874a0d81e179083ae3ae69', 'mac_address': 'fa:16:3e:69:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43505fa-65e1-4870-b866-8a5acd14c3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '47508530-5c33-4c0f-a7fa-14d1e697a248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:26:09Z', 'updated_at': '2021-11-09T21:26:17Z', 'revision_number': 5, 'project_id': 'cfc584aadc874a0d81e179083ae3ae69', 'subnets': [{'id': '47508530-5c33-4c0f-a7fa-14d1e697a248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:27:29.929976 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port af21328b-3780-4d5d-8417-4ca6fb56feb6, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=af21328b-3780-4d5d-8417-4ca6fb56feb6,segment=NetworkSegment(9a6377f5-b38b-4a21-b9f6-9e21b904d67d),segment_id=9a6377f5-b38b-4a21-b9f6-9e21b904d67d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:29.958626 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-465756b6-a83f-4586-a07e-c0faffb57313 req-d46ad24b-e816-4a29-8cf3-9445baeee93c tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d45dbd4-8069-403d-85b0-1499e6470352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034753 Nov 09 21:27:29.992380 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:30.009511 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d25cbd-5326-4592-9695-5d7e92c880b5 None None] Checking router: a43505fa-65e1-4870-b866-8a5acd14c3bc for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:27:30.092837 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=af21328b-3780-4d5d-8417-4ca6fb56feb6,revision_number=8']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:30.093953 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a592273c-47ba-4df7-bcc1-dfbccc6ae1f1 req-80ee5c6e-a58a-4727-9aa6-ad72531c4fa4 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 210 time: 0.0572495 Nov 09 21:27:30.105099 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d25cbd-5326-4592-9695-5d7e92c880b5 None None] Routers {'a43505fa-65e1-4870-b866-8a5acd14c3bc'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:27:30.105961 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-29d25cbd-5326-4592-9695-5d7e92c880b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:27:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a43505fa-65e1-4870-b866-8a5acd14c3bc'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:27:30.163528 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0820ff-9868-4726-a267-7a48ed8c232b x-openstack-request-id: req-3e0820ff-9868-4726-a267-7a48ed8c232b {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:27:30.163828 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "868a48e0-3a5e-43e5-965a-1913f644fa13", "tag": "8c97fc36-5027-40cd-b0e1-602f0c2ede8e", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:27:30.164072 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3e0820ff-9868-4726-a267-7a48ed8c232b {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:27:30.164465 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '868a48e0-3a5e-43e5-965a-1913f644fa13', 'tag': '8c97fc36-5027-40cd-b0e1-602f0c2ede8e', 'status': 'completed', 'code': 200} Nov 09 21:27:30.196177 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-85282fc7-83cb-4c19-8e61-7011923d5428 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:30.249884 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-85282fc7-83cb-4c19-8e61-7011923d5428 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:30.259549 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-85282fc7-83cb-4c19-8e61-7011923d5428 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/subnets/e635f369-9c1f-4c1f-8161-0119cfaa2287 HTTP/1.1" status: 204 len: 168 time: 1.1794150 Nov 09 21:27:30.259756 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a84699-75ff-4313-a4dc-acdf874cc6ad None None] Network 5fcf4fe4-ffe5-49cf-8794-4e629f0787e1 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:27:30.260171 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51206) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:30.269588 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85282fc7-83cb-4c19-8e61-7011923d5428 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event deleted for resources: {'Subnet': ['ID=e635f369-9c1f-4c1f-8161-0119cfaa2287,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:30.291440 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211db7d-5994-419d-ae2b-f96b51d4dd6f req-09d12778-e17b-4492-b0b7-7cc6dc7d7800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:30.306005 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e211db7d-5994-419d-ae2b-f96b51d4dd6f req-09d12778-e17b-4492-b0b7-7cc6dc7d7800 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4a53143a-08b6-4bce-b897-2f242a8191dc HTTP/1.1" status: 200 len: 920 time: 0.6221366 Nov 09 21:27:30.333525 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-29d25cbd-5326-4592-9695-5d7e92c880b5 None None] Set router a43505fa-65e1-4870-b866-8a5acd14c3bc gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:27:30.367928 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3f607-73ac-410f-b1b6-f72557ed7726 req-f3e17c43-7b70-4fd3-a0fe-45fe30200fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:30.369649 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-19c3f607-73ac-410f-b1b6-f72557ed7726 req-f3e17c43-7b70-4fd3-a0fe-45fe30200fa3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cfc584aadc874a0d81e179083ae3ae69&device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 1097 time: 0.1730654 Nov 09 21:27:30.480085 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e211db7d-5994-419d-ae2b-f96b51d4dd6f req-0aeaa0af-182c-4bec-87ee-3dc53d92e883 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c97fc36-5027-40cd-b0e1-602f0c2ede8e HTTP/1.1" status: 200 len: 1000 time: 0.1664093 Nov 09 21:27:30.491813 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3f607-73ac-410f-b1b6-f72557ed7726 req-68c9ae67-d823-4fc9-85f8-9a0040453e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:30.493317 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-19c3f607-73ac-410f-b1b6-f72557ed7726 req-68c9ae67-d823-4fc9-85f8-9a0040453e96 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4a53143a-08b6-4bce-b897-2f242a8191dc HTTP/1.1" status: 200 len: 920 time: 0.1108518 Nov 09 21:27:30.497816 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee757fcc-0f63-4f96-838c-6a22651458ba tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Deleting subnet 0a0a7c9e-cb2e-4146-a721-9b8f8f8a8d28 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:27:30.509110 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee757fcc-0f63-4f96-838c-6a22651458ba tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:30.590603 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211db7d-5994-419d-ae2b-f96b51d4dd6f req-51234de6-038f-4aa2-bebb-fd2c112e9e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:30.592107 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e211db7d-5994-419d-ae2b-f96b51d4dd6f req-51234de6-038f-4aa2-bebb-fd2c112e9e17 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=47508530-5c33-4c0f-a7fa-14d1e697a248 HTTP/1.1" status: 200 len: 860 time: 0.0972908 Nov 09 21:27:30.646699 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee757fcc-0f63-4f96-838c-6a22651458ba tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:30.647048 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e211db7d-5994-419d-ae2b-f96b51d4dd6f req-fa6dd807-d607-4100-8a23-cf4381917ebb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4a53143a-08b6-4bce-b897-2f242a8191dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470541 Nov 09 21:27:30.685854 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-19c3f607-73ac-410f-b1b6-f72557ed7726 req-abd8ca89-c81a-4725-9bee-e3d61f0a425d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c97fc36-5027-40cd-b0e1-602f0c2ede8e HTTP/1.1" status: 200 len: 1000 time: 0.1822093 Nov 09 21:27:30.775012 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-29d25cbd-5326-4592-9695-5d7e92c880b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43505fa-65e1-4870-b866-8a5acd14c3bc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1066796021-router', 'tenant_id': 'cfc584aadc874a0d81e179083ae3ae69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '50b94ece-6adf-46cc-9a75-65c579b9d3f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:26:03Z', 'updated_at': '2021-11-09T21:26:10Z', 'revision_number': 4, 'project_id': 'cfc584aadc874a0d81e179083ae3ae69', 'gw_port': {'id': '50b94ece-6adf-46cc-9a75-65c579b9d3f4', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:13:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43505fa-65e1-4870-b866-8a5acd14c3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:26:05Z', 'updated_at': '2021-11-09T21:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': 'ddca3a52-9c2e-45b2-bdcc-32c7218cc5e0', 'tenant_id': 'cfc584aadc874a0d81e179083ae3ae69', 'floating_ip_address': '172.25.7.162', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'a43505fa-65e1-4870-b866-8a5acd14c3bc', 'port_id': '8c97fc36-5027-40cd-b0e1-602f0c2ede8e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a53143a-08b6-4bce-b897-2f242a8191dc', 'mac_address': 'fa:16:3e:df:1e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868a48e0-3a5e-43e5-965a-1913f644fa13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:27:25Z', 'updated_at': '2021-11-09T21:27:28Z', 'revision_number': 1, 'project_id': 'cfc584aadc874a0d81e179083ae3ae69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da97a270-0d71-4968-ae7b-9f141b2490f4', 'name': '', 'network_id': '4a53143a-08b6-4bce-b897-2f242a8191dc', 'tenant_id': 'cfc584aadc874a0d81e179083ae3ae69', 'mac_address': 'fa:16:3e:69:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43505fa-65e1-4870-b866-8a5acd14c3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '47508530-5c33-4c0f-a7fa-14d1e697a248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:26:09Z', 'updated_at': '2021-11-09T21:26:17Z', 'revision_number': 5, 'project_id': 'cfc584aadc874a0d81e179083ae3ae69', 'subnets': [{'id': '47508530-5c33-4c0f-a7fa-14d1e697a248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:27:30.780164 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3f607-73ac-410f-b1b6-f72557ed7726 req-8a38d132-a003-4504-97c6-159f1da499a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:30.787582 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-19c3f607-73ac-410f-b1b6-f72557ed7726 req-8a38d132-a003-4504-97c6-159f1da499a3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=47508530-5c33-4c0f-a7fa-14d1e697a248 HTTP/1.1" status: 200 len: 860 time: 0.0916460 Nov 09 21:27:30.836063 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d25cbd-5326-4592-9695-5d7e92c880b5 None None] The sync data for ids ['a43505fa-65e1-4870-b866-8a5acd14c3bc'] in n-d-816206-3 is: [{'id': 'a43505fa-65e1-4870-b866-8a5acd14c3bc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1066796021-router', 'tenant_id': 'cfc584aadc874a0d81e179083ae3ae69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '50b94ece-6adf-46cc-9a75-65c579b9d3f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:26:03Z', 'updated_at': '2021-11-09T21:26:10Z', 'revision_number': 4, 'project_id': 'cfc584aadc874a0d81e179083ae3ae69', 'gw_port': {'id': '50b94ece-6adf-46cc-9a75-65c579b9d3f4', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:13:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43505fa-65e1-4870-b866-8a5acd14c3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:26:05Z', 'updated_at': '2021-11-09T21:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': 'ddca3a52-9c2e-45b2-bdcc-32c7218cc5e0', 'tenant_id': 'cfc584aadc874a0d81e179083ae3ae69', 'floating_ip_address': '172.25.7.162', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'a43505fa-65e1-4870-b866-8a5acd14c3bc', 'port_id': '8c97fc36-5027-40cd-b0e1-602f0c2ede8e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a53143a-08b6-4bce-b897-2f242a8191dc', 'mac_address': 'fa:16:3e:df:1e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868a48e0-3a5e-43e5-965a-1913f644fa13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:27:25Z', 'updated_at': '2021-11-09T21:27:28Z', 'revision_number': 1, 'project_id': 'cfc584aadc874a0d81e179083ae3ae69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da97a270-0d71-4968-ae7b-9f141b2490f4', 'name': '', 'network_id': '4a53143a-08b6-4bce-b897-2f242a8191dc', 'tenant_id': 'cfc584aadc874a0d81e179083ae3ae69', 'mac_address': 'fa:16:3e:69:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43505fa-65e1-4870-b866-8a5acd14c3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '47508530-5c33-4c0f-a7fa-14d1e697a248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:26:09Z', 'updated_at': '2021-11-09T21:26:17Z', 'revision_number': 5, 'project_id': 'cfc584aadc874a0d81e179083ae3ae69', 'subnets': [{'id': '47508530-5c33-4c0f-a7fa-14d1e697a248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:27:30.840318 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-19c3f607-73ac-410f-b1b6-f72557ed7726 req-14f6e731-4f41-4d6d-8482-7018c05385f1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4a53143a-08b6-4bce-b897-2f242a8191dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392122 Nov 09 21:27:30.841976 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e211db7d-5994-419d-ae2b-f96b51d4dd6f req-7d7b55d6-5509-4b64-bfac-b113cc2c0dea service neutron] 10.222.0.49 "GET /v2.0/networks/4a53143a-08b6-4bce-b897-2f242a8191dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875632 Nov 09 21:27:30.967139 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee757fcc-0f63-4f96-838c-6a22651458ba tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:31.012036 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e211db7d-5994-419d-ae2b-f96b51d4dd6f req-4924f6c5-6ead-482b-8ad2-38298c14d99e service neutron] 10.222.0.49 "GET /v2.0/networks/4a53143a-08b6-4bce-b897-2f242a8191dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602697 Nov 09 21:27:31.060325 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-19c3f607-73ac-410f-b1b6-f72557ed7726 req-bd462ecd-8342-4f51-92d5-100dc4875c3e service neutron] 10.222.0.45 "GET /v2.0/networks/4a53143a-08b6-4bce-b897-2f242a8191dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097459 Nov 09 21:27:31.100320 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 09 Nov 2021 21:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee7230b-6e3f-471a-a80f-6b610c2c5e3c x-openstack-request-id: req-eee7230b-6e3f-471a-a80f-6b610c2c5e3c {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:27:31.101010 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a07c014c-515a-4b7e-81c9-1e3b6a312126", "name": "network-vif-unplugged", "status": "failed", "tag": "af21328b-3780-4d5d-8417-4ca6fb56feb6", "code": 422}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:27:31.101010 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eee7230b-6e3f-471a-a80f-6b610c2c5e3c {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:27:31.104512 n-d-816206-3 neutron-server[102609]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a07c014c-515a-4b7e-81c9-1e3b6a312126', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'af21328b-3780-4d5d-8417-4ca6fb56feb6', 'code': 422} returned with failed status Nov 09 21:27:31.219396 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-19c3f607-73ac-410f-b1b6-f72557ed7726 req-4567385c-f963-42b2-8cc7-b2cc66163aee service neutron] 10.222.0.45 "GET /v2.0/networks/4a53143a-08b6-4bce-b897-2f242a8191dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338508 Nov 09 21:27:31.241149 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee757fcc-0f63-4f96-838c-6a22651458ba tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:31.310606 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee757fcc-0f63-4f96-838c-6a22651458ba tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event deleted for resources: {'Subnet': ['ID=0a0a7c9e-cb2e-4146-a721-9b8f8f8a8d28,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:31.330004 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573051bf-923e-4398-a648-4aa32afdafbb None None] New status for floating IP ddca3a52-9c2e-45b2-bdcc-32c7218cc5e0: ACTIVE {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:27:31.345202 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee757fcc-0f63-4f96-838c-6a22651458ba tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:31.351656 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ee757fcc-0f63-4f96-838c-6a22651458ba tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/subnets/0a0a7c9e-cb2e-4146-a721-9b8f8f8a8d28 HTTP/1.1" status: 204 len: 168 time: 1.0892880 Nov 09 21:27:31.351802 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51304) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:31.488090 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fdde7-5a71-43aa-8ec4-e1921d519884 req-1a6d216a-2c02-482d-9b6e-a310af209956 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:31.489953 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-912fdde7-5a71-43aa-8ec4-e1921d519884 req-1a6d216a-2c02-482d-9b6e-a310af209956 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=a07c014c-515a-4b7e-81c9-1e3b6a312126 HTTP/1.1" status: 200 len: 943 time: 0.1843448 Nov 09 21:27:31.589121 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fb69f288-5e68-45ac-b05b-48bc94c54395 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:31.606237 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e0117-fd0d-4bc6-a51d-d27b51f318b5 req-6ab60c83-37ba-4bcf-90dd-42e78e29c919 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:31.612653 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-933e0117-fd0d-4bc6-a51d-d27b51f318b5 req-6ab60c83-37ba-4bcf-90dd-42e78e29c919 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=14faaa22-ab30-41e2-a205-fa8d976a879e HTTP/1.1" status: 200 len: 945 time: 0.1200175 Nov 09 21:27:31.680205 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-912fdde7-5a71-43aa-8ec4-e1921d519884 req-8f69aa79-7dec-42f6-91f0-de7e5db2e9a7 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Deleting port af21328b-3780-4d5d-8417-4ca6fb56feb6 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:27:31.681890 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-912fdde7-5a71-43aa-8ec4-e1921d519884 req-8f69aa79-7dec-42f6-91f0-de7e5db2e9a7 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:31.721724 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-933e0117-fd0d-4bc6-a51d-d27b51f318b5 req-c885f111-88eb-4049-b55d-ed09a58426f9 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988851 Nov 09 21:27:31.832410 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-912fdde7-5a71-43aa-8ec4-e1921d519884 req-8f69aa79-7dec-42f6-91f0-de7e5db2e9a7 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] For port af21328b-3780-4d5d-8417-4ca6fb56feb6, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=af21328b-3780-4d5d-8417-4ca6fb56feb6,segment=NetworkSegment(9a6377f5-b38b-4a21-b9f6-9e21b904d67d),segment_id=9a6377f5-b38b-4a21-b9f6-9e21b904d67d)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:31.833229 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-912fdde7-5a71-43aa-8ec4-e1921d519884 req-8f69aa79-7dec-42f6-91f0-de7e5db2e9a7 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:31.836009 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-fb69f288-5e68-45ac-b05b-48bc94c54395 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Deleting port eb31f8cf-9397-44b9-8ad5-3eaefeea10a6 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:27:31.836407 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fb69f288-5e68-45ac-b05b-48bc94c54395 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:31.852352 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-912fdde7-5a71-43aa-8ec4-e1921d519884 req-8f69aa79-7dec-42f6-91f0-de7e5db2e9a7 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Calling delete_port for af21328b-3780-4d5d-8417-4ca6fb56feb6 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:27:31.960598 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-fb69f288-5e68-45ac-b05b-48bc94c54395 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] For port eb31f8cf-9397-44b9-8ad5-3eaefeea10a6, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=eb31f8cf-9397-44b9-8ad5-3eaefeea10a6,segment=NetworkSegment(bde3f652-1688-4123-90f8-0fc41e1eaf53),segment_id=bde3f652-1688-4123-90f8-0fc41e1eaf53)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:31.961002 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fb69f288-5e68-45ac-b05b-48bc94c54395 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:31.975124 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-fb69f288-5e68-45ac-b05b-48bc94c54395 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Calling delete_port for eb31f8cf-9397-44b9-8ad5-3eaefeea10a6 owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:27:31.990606 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38363851-e4ab-4587-afda-e74949112804 None None] Network 5fcf4fe4-ffe5-49cf-8794-4e629f0787e1 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:27:32.010385 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-912fdde7-5a71-43aa-8ec4-e1921d519884 req-8f69aa79-7dec-42f6-91f0-de7e5db2e9a7 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:32.046828 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f69aa79-7dec-42f6-91f0-de7e5db2e9a7 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Pushing event deleted for resources: {'Port': ['ID=af21328b-3780-4d5d-8417-4ca6fb56feb6,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:32.115435 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-0d3f263d-73da-433e-89c7-e91f43fd2ae5 None None] Provisioning complete for port eb31f8cf-9397-44b9-8ad5-3eaefeea10a6 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:27:32.120231 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0d3f263d-73da-433e-89c7-e91f43fd2ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:32.138467 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-912fdde7-5a71-43aa-8ec4-e1921d519884 req-8f69aa79-7dec-42f6-91f0-de7e5db2e9a7 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] No DVR routers for this DVR port af21328b-3780-4d5d-8417-4ca6fb56feb6 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:27:32.141258 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-912fdde7-5a71-43aa-8ec4-e1921d519884 req-8f69aa79-7dec-42f6-91f0-de7e5db2e9a7 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:32.163126 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-912fdde7-5a71-43aa-8ec4-e1921d519884 req-8f69aa79-7dec-42f6-91f0-de7e5db2e9a7 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "DELETE /v2.0/ports/af21328b-3780-4d5d-8417-4ca6fb56feb6 HTTP/1.1" status: 204 len: 173 time: 0.6651952 Nov 09 21:27:32.164476 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07c014c-515a-4b7e-81c9-1e3b6a312126', 'name': 'network-vif-deleted', 'tag': 'af21328b-3780-4d5d-8417-4ca6fb56feb6'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:27:32.176663 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7b5e70-dcd9-46ba-bec7-50f6aa511441" -d '{"events": [{"server_uuid": "a07c014c-515a-4b7e-81c9-1e3b6a312126", "name": "network-vif-deleted", "tag": "af21328b-3780-4d5d-8417-4ca6fb56feb6"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:27:32.177383 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2441bf93-76dd-43c9-a495-db6a33839b74 req-ef498b98-9ea6-4544-a01f-3be44326d12d tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.162 HTTP/1.1" status: 200 len: 1002 time: 0.1317565 Nov 09 21:27:32.181377 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fb69f288-5e68-45ac-b05b-48bc94c54395 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:32.211096 n-d-816206-3 neutron-server[102609]: INFO neutron.plugins.ml2.db [None req-0d3f263d-73da-433e-89c7-e91f43fd2ae5 None None] No ports have port_id starting with eb31f8cf-9397-44b9-8ad5-3eaefeea10a6 Nov 09 21:27:32.248326 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb69f288-5e68-45ac-b05b-48bc94c54395 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] No DVR routers for this DVR port eb31f8cf-9397-44b9-8ad5-3eaefeea10a6 on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:27:32.255434 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb69f288-5e68-45ac-b05b-48bc94c54395 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event deleted for resources: {'Port': ['ID=eb31f8cf-9397-44b9-8ad5-3eaefeea10a6,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:32.308847 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441bf93-76dd-43c9-a495-db6a33839b74 req-5be8bb5d-0c40-40f5-a2be-b843611f0602 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:32.310530 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27966c9-ad70-4535-9960-d1486fdd7ff6 None None] DHCP port deletion for 5fcf4fe4-ffe5-49cf-8794-4e629f0787e1 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:27:32.324280 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2441bf93-76dd-43c9-a495-db6a33839b74 req-5be8bb5d-0c40-40f5-a2be-b843611f0602 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/ports/8c97fc36-5027-40cd-b0e1-602f0c2ede8e HTTP/1.1" status: 200 len: 943 time: 0.1459618 Nov 09 21:27:32.409075 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fb69f288-5e68-45ac-b05b-48bc94c54395 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:32.499369 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-fb69f288-5e68-45ac-b05b-48bc94c54395 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fcf4fe4-ffe5-49cf-8794-4e629f0787e1']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:27:32.520068 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-fb69f288-5e68-45ac-b05b-48bc94c54395 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bde3f652-1688-4123-90f8-0fc41e1eaf53') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:27:32.520383 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-fb69f288-5e68-45ac-b05b-48bc94c54395 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bde3f652-1688-4123-90f8-0fc41e1eaf53') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:27:32.536589 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2441bf93-76dd-43c9-a495-db6a33839b74 req-4e1600f6-cc67-4612-81e9-fe247ff32881 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.162 HTTP/1.1" status: 200 len: 1002 time: 0.1330111 Nov 09 21:27:32.538602 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fb69f288-5e68-45ac-b05b-48bc94c54395 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:32.637439 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fb69f288-5e68-45ac-b05b-48bc94c54395 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:32.654207 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb69f288-5e68-45ac-b05b-48bc94c54395 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:27:32.654633 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fb69f288-5e68-45ac-b05b-48bc94c54395 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:32.705149 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:27:32.705149 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:27:32.705149 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:27:32.705149 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:27:32.705149 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:27:32.705149 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:27:32.705149 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:27:32.705149 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:27:32.705149 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:27:32.705149 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:27:32.705149 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:27:32.705149 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:27:32.705149 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:27:32.705149 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:27:32.705149 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:27:32.705149 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:27:32.705149 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:27:32.705149 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:27:32.705149 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:27:32.705149 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:27:32.705149 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:27:32.705149 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:27:32.705149 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:27:32.705149 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:27:32.705149 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:27:32.705149 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:27:32.705149 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:27:32.705149 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:27:32.705149 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:27:32.705149 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:27:32.705149 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:27:32.705149 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:27:32.713364 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7d83b0bf-bead-41b4-a932-b8a71986d623 req-a0a9bd04-2339-4221-936b-1ee649bdc992 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 210 time: 0.0467408 Nov 09 21:27:32.743010 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fb69f288-5e68-45ac-b05b-48bc94c54395 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:32.761706 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441bf93-76dd-43c9-a495-db6a33839b74 req-050ed80e-88d9-4642-90a1-fc0434d1ec21 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:32.763081 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2441bf93-76dd-43c9-a495-db6a33839b74 req-050ed80e-88d9-4642-90a1-fc0434d1ec21 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/networks/4531c23d-84b7-490d-8d7c-6676781b6e6a HTTP/1.1" status: 200 len: 784 time: 0.2128422 Nov 09 21:27:32.769546 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fb69f288-5e68-45ac-b05b-48bc94c54395 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:32.776597 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51392) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:32.776781 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-fb69f288-5e68-45ac-b05b-48bc94c54395 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/networks/5fcf4fe4-ffe5-49cf-8794-4e629f0787e1 HTTP/1.1" status: 204 len: 168 time: 1.4235971 Nov 09 21:27:32.789883 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb69f288-5e68-45ac-b05b-48bc94c54395 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event deleted for resources: {'Network': ['ID=5fcf4fe4-ffe5-49cf-8794-4e629f0787e1,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:32.892440 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2441bf93-76dd-43c9-a495-db6a33839b74 req-91c51148-d123-4644-9bec-25e4d63a81ac tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.162 HTTP/1.1" status: 200 len: 1002 time: 0.1004107 Nov 09 21:27:32.897416 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-2441bf93-76dd-43c9-a495-db6a33839b74 req-90d58c9c-62b2-44c2-a58b-edb117b982dd tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:27:32.923708 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad50660-7b0c-4f19-a553-54f87909984c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:32.925621 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7ad50660-7b0c-4f19-a553-54f87909984c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1481619 Nov 09 21:27:32.932952 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51410) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:32.951277 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131aa5b0-522e-4cc7-90a5-f80cfb5fe440 req-3d2a2372-9f84-420b-9404-9f7942b8446e tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:32.953150 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-131aa5b0-522e-4cc7-90a5-f80cfb5fe440 req-3d2a2372-9f84-420b-9404-9f7942b8446e tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fbd4439-6ceb-4b13-8cbb-a2cf3a7b2386 HTTP/1.1" status: 200 len: 945 time: 0.1644480 Nov 09 21:27:32.973673 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2441bf93-76dd-43c9-a495-db6a33839b74 req-90d58c9c-62b2-44c2-a58b-edb117b982dd tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Publish callbacks [] for floatingip, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:33.065223 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feac68b-c7ef-42e0-bbbe-9a860e25b186 req-127597c8-3741-4927-a430-021a8546c33f tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:33.068434 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device af21328b-3780-4d5d-8417-4ca6fb56feb6 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:27:33.073364 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1feac68b-c7ef-42e0-bbbe-9a860e25b186 req-127597c8-3741-4927-a430-021a8546c33f tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fbd4439-6ceb-4b13-8cbb-a2cf3a7b2386 HTTP/1.1" status: 200 len: 945 time: 0.2216949 Nov 09 21:27:33.127139 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device eb31f8cf-9397-44b9-8ad5-3eaefeea10a6 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:27:33.132901 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-78f91152-b415-4361-b6ee-a7484c6d067b tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1985347 Nov 09 21:27:33.134314 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: af21328b-3780-4d5d-8417-4ca6fb56feb6 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:27:33.134917 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device af21328b-3780-4d5d-8417-4ca6fb56feb6 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:27:33.139609 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51418) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:33.153817 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-698e24dd-3ee6-462b-a1d2-d10d3a45b5a8 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2076883005'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:27:33.179089 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1feac68b-c7ef-42e0-bbbe-9a860e25b186 req-26fe9485-6465-4845-8559-89c644f36535 tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d45dbd4-8069-403d-85b0-1499e6470352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043737 Nov 09 21:27:33.206661 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-131aa5b0-522e-4cc7-90a5-f80cfb5fe440 req-e3e2c420-da48-4e1a-a40e-ac746a45dd86 tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] Deleting port 27fdfd20-79f7-421f-bb31-69cac8dd5ab9 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:27:33.207298 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-131aa5b0-522e-4cc7-90a5-f80cfb5fe440 req-e3e2c420-da48-4e1a-a40e-ac746a45dd86 tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:33.214222 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: eb31f8cf-9397-44b9-8ad5-3eaefeea10a6 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:27:33.216046 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device eb31f8cf-9397-44b9-8ad5-3eaefeea10a6 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:27:33.234079 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2441bf93-76dd-43c9-a495-db6a33839b74 req-90d58c9c-62b2-44c2-a58b-edb117b982dd tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:33.240690 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2441bf93-76dd-43c9-a495-db6a33839b74 req-90d58c9c-62b2-44c2-a58b-edb117b982dd tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:33.241058 n-d-816206-3 neutron-server[102608]: INFO neutron.db.l3_db [req-2441bf93-76dd-43c9-a495-db6a33839b74 req-90d58c9c-62b2-44c2-a58b-edb117b982dd tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Floating IP ddca3a52-9c2e-45b2-bdcc-32c7218cc5e0 disassociated. External IP: 172.25.7.162, port: 8c97fc36-5027-40cd-b0e1-602f0c2ede8e. Nov 09 21:27:33.302262 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698e24dd-3ee6-462b-a1d2-d10d3a45b5a8 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Made reservation on behalf of 858314ce302b43e3a1bfa722f764cbf9 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:27:33.329313 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-698e24dd-3ee6-462b-a1d2-d10d3a45b5a8 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:33.340435 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 09 Nov 2021 21:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da862498-bb8d-4830-b376-1a2bfea04e4b x-openstack-request-id: req-da862498-bb8d-4830-b376-1a2bfea04e4b {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:27:33.340759 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a07c014c-515a-4b7e-81c9-1e3b6a312126", "name": "network-vif-deleted", "tag": "af21328b-3780-4d5d-8417-4ca6fb56feb6", "status": "failed", "code": 422}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:27:33.341022 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-da862498-bb8d-4830-b376-1a2bfea04e4b {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:27:33.341440 n-d-816206-3 neutron-server[102607]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a07c014c-515a-4b7e-81c9-1e3b6a312126', 'name': 'network-vif-deleted', 'tag': 'af21328b-3780-4d5d-8417-4ca6fb56feb6', 'status': 'failed', 'code': 422} returned with failed status Nov 09 21:27:33.457126 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-698e24dd-3ee6-462b-a1d2-d10d3a45b5a8 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:27:33.486371 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-698e24dd-3ee6-462b-a1d2-d10d3a45b5a8 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:33.486723 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-698e24dd-3ee6-462b-a1d2-d10d3a45b5a8 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Added segment 48814b52-f017-40a3-9048-79100217bead of type vlan for network ccfb828b-f516-4f07-ad7e-c3ad932676d8 Nov 09 21:27:33.501697 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-131aa5b0-522e-4cc7-90a5-f80cfb5fe440 req-e3e2c420-da48-4e1a-a40e-ac746a45dd86 tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] For port 27fdfd20-79f7-421f-bb31-69cac8dd5ab9, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=27fdfd20-79f7-421f-bb31-69cac8dd5ab9,segment=NetworkSegment(1245d718-cc56-45bf-a3e2-a8cae93784a8),segment_id=1245d718-cc56-45bf-a3e2-a8cae93784a8)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:33.502079 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-131aa5b0-522e-4cc7-90a5-f80cfb5fe440 req-e3e2c420-da48-4e1a-a40e-ac746a45dd86 tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:33.543443 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-131aa5b0-522e-4cc7-90a5-f80cfb5fe440 req-e3e2c420-da48-4e1a-a40e-ac746a45dd86 tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] Calling delete_port for 27fdfd20-79f7-421f-bb31-69cac8dd5ab9 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:27:33.552426 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e28051a-3160-4e9f-94a5-43b239c7bdcc req-b751cae1-c0b5-4a1d-a79f-a8f9da07f79e tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:33.556921 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2441bf93-76dd-43c9-a495-db6a33839b74 req-90d58c9c-62b2-44c2-a58b-edb117b982dd tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Router a43505fa-65e1-4870-b866-8a5acd14c3bc has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:27:33.559614 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9e28051a-3160-4e9f-94a5-43b239c7bdcc req-b751cae1-c0b5-4a1d-a79f-a8f9da07f79e tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=14faaa22-ab30-41e2-a205-fa8d976a879e HTTP/1.1" status: 200 len: 945 time: 0.1714168 Nov 09 21:27:33.578903 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-698e24dd-3ee6-462b-a1d2-d10d3a45b5a8 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:33.588540 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:33.596207 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51432) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:33.686633 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-698e24dd-3ee6-462b-a1d2-d10d3a45b5a8 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:33.692565 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698e24dd-3ee6-462b-a1d2-d10d3a45b5a8 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:33.693229 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-698e24dd-3ee6-462b-a1d2-d10d3a45b5a8 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:33.701086 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2441bf93-76dd-43c9-a495-db6a33839b74 req-90d58c9c-62b2-44c2-a58b-edb117b982dd tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:27:33.706402 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2441bf93-76dd-43c9-a495-db6a33839b74 req-90d58c9c-62b2-44c2-a58b-edb117b982dd tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:33.712867 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55408be1-6391-455e-810c-fe146dc320c8 None None] Sync routers for ids ['a43505fa-65e1-4870-b866-8a5acd14c3bc'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:27:33.717039 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9e28051a-3160-4e9f-94a5-43b239c7bdcc req-c18c7fb9-cac6-4bb7-a133-b8ea10592324 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546817 Nov 09 21:27:33.730823 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55408be1-6391-455e-810c-fe146dc320c8 None None] Routers {'a43505fa-65e1-4870-b866-8a5acd14c3bc'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:27:33.731540 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-55408be1-6391-455e-810c-fe146dc320c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:27:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a43505fa-65e1-4870-b866-8a5acd14c3bc'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:27:33.753673 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2441bf93-76dd-43c9-a495-db6a33839b74 req-90d58c9c-62b2-44c2-a58b-edb117b982dd tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "PUT /v2.0/floatingips/ddca3a52-9c2e-45b2-bdcc-32c7218cc5e0 HTTP/1.1" status: 200 len: 695 time: 0.8602014 Nov 09 21:27:33.754221 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '868a48e0-3a5e-43e5-965a-1913f644fa13', 'tag': '8c97fc36-5027-40cd-b0e1-602f0c2ede8e'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:27:33.762508 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9cfbd0-cdd8-4f56-936a-a03565f3bdcd" -d '{"events": [{"name": "network-changed", "server_uuid": "868a48e0-3a5e-43e5-965a-1913f644fa13", "tag": "8c97fc36-5027-40cd-b0e1-602f0c2ede8e"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:27:33.823208 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441bf93-76dd-43c9-a495-db6a33839b74 req-91d2cf12-e5fd-4543-b0d7-783b76444a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:33.826023 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2441bf93-76dd-43c9-a495-db6a33839b74 req-91d2cf12-e5fd-4543-b0d7-783b76444a56 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cfc584aadc874a0d81e179083ae3ae69&device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 1097 time: 0.0592222 Nov 09 21:27:33.885137 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-698e24dd-3ee6-462b-a1d2-d10d3a45b5a8 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7393703 Nov 09 21:27:33.889624 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51440) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:33.903592 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9807422f-765b-4684-bc08-0a14df6250ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:33.926642 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-bb7a81de-aad6-444f-87fa-512c4a29523d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'subnet': {'network_id': 'ccfb828b-f516-4f07-ad7e-c3ad932676d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:27:33.939943 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e24dd-3ee6-462b-a1d2-d10d3a45b5a8 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event updated for resources: {'Network': ['ID=ccfb828b-f516-4f07-ad7e-c3ad932676d8,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:33.969966 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441bf93-76dd-43c9-a495-db6a33839b74 req-e6fd7c33-4ec3-4426-90c1-c7521f69479f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:33.971857 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2441bf93-76dd-43c9-a495-db6a33839b74 req-e6fd7c33-4ec3-4426-90c1-c7521f69479f service neutron] 10.222.0.49 "GET /v2.0/networks?id=4a53143a-08b6-4bce-b897-2f242a8191dc HTTP/1.1" status: 200 len: 920 time: 0.1390738 Nov 09 21:27:34.029846 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2441bf93-76dd-43c9-a495-db6a33839b74 req-8b84eff1-6dd6-4bee-b212-b6aa0371cf32 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c97fc36-5027-40cd-b0e1-602f0c2ede8e HTTP/1.1" status: 200 len: 217 time: 0.0502372 Nov 09 21:27:34.086110 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441bf93-76dd-43c9-a495-db6a33839b74 req-8b4fc9bd-0c3c-44e0-b461-c04a3c8974ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:34.094137 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2441bf93-76dd-43c9-a495-db6a33839b74 req-8b4fc9bd-0c3c-44e0-b461-c04a3c8974ff service neutron] 10.222.0.49 "GET /v2.0/subnets?id=47508530-5c33-4c0f-a7fa-14d1e697a248 HTTP/1.1" status: 200 len: 860 time: 0.0584528 Nov 09 21:27:34.097982 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network ccfb828b-f516-4f07-ad7e-c3ad932676d8 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:27:34.130060 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2441bf93-76dd-43c9-a495-db6a33839b74 req-c0d1e5e6-291d-4ef2-8e0b-3549e014b71e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4a53143a-08b6-4bce-b897-2f242a8191dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349357 Nov 09 21:27:34.208994 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-55408be1-6391-455e-810c-fe146dc320c8 None None] Set router a43505fa-65e1-4870-b866-8a5acd14c3bc gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:27:34.222782 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9807422f-765b-4684-bc08-0a14df6250ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:34.230717 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-131aa5b0-522e-4cc7-90a5-f80cfb5fe440 req-e3e2c420-da48-4e1a-a40e-ac746a45dd86 tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:34.241150 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9807422f-765b-4684-bc08-0a14df6250ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:34.258542 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['27fdfd20-79f7-421f-bb31-69cac8dd5ab9'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:27:34.264223 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2441bf93-76dd-43c9-a495-db6a33839b74 req-506ab4a9-580e-483b-b794-b8da053df670 service neutron] 10.222.0.49 "GET /v2.0/networks/4a53143a-08b6-4bce-b897-2f242a8191dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328809 Nov 09 21:27:34.276692 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e2c420-da48-4e1a-a40e-ac746a45dd86 tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] Pushing event deleted for resources: {'Port': ['ID=27fdfd20-79f7-421f-bb31-69cac8dd5ab9,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:34.347006 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7a81de-aad6-444f-87fa-512c4a29523d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Made reservation on behalf of 858314ce302b43e3a1bfa722f764cbf9 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:27:34.350897 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bb7a81de-aad6-444f-87fa-512c4a29523d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:34.371663 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-9807422f-765b-4684-bc08-0a14df6250ef admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=49616b076e3a4883a8fcb5b3962187fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7729037 Nov 09 21:27:34.374616 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51452) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:34.408272 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9807422f-765b-4684-bc08-0a14df6250ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91ceba6-68dc-4936-b91a-e701e9b45894,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:34.411002 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2441bf93-76dd-43c9-a495-db6a33839b74 req-7bf3e3ca-9739-45f6-a417-72a60ffc0e00 service neutron] 10.222.0.49 "GET /v2.0/networks/4a53143a-08b6-4bce-b897-2f242a8191dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457155 Nov 09 21:27:34.417716 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09fee0-48b7-47dc-9ee3-aa217f2c46ef req-5254c079-1682-478b-b506-f4e19eb1fa42 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:34.428172 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1b09fee0-48b7-47dc-9ee3-aa217f2c46ef req-5254c079-1682-478b-b506-f4e19eb1fa42 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/networks?id=a977e5a0-d935-40af-beae-b0f3a8c25de8 HTTP/1.1" status: 200 len: 811 time: 0.4301975 Nov 09 21:27:34.460541 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-131aa5b0-522e-4cc7-90a5-f80cfb5fe440 req-e3e2c420-da48-4e1a-a40e-ac746a45dd86 tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] No DVR routers for this DVR port 27fdfd20-79f7-421f-bb31-69cac8dd5ab9 on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:27:34.465719 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-131aa5b0-522e-4cc7-90a5-f80cfb5fe440 req-e3e2c420-da48-4e1a-a40e-ac746a45dd86 tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:34.481135 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-131aa5b0-522e-4cc7-90a5-f80cfb5fe440 req-e3e2c420-da48-4e1a-a40e-ac746a45dd86 tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] 10.222.0.45 "DELETE /v2.0/ports/27fdfd20-79f7-421f-bb31-69cac8dd5ab9 HTTP/1.1" status: 204 len: 173 time: 1.5021818 Nov 09 21:27:34.497713 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1b09fee0-48b7-47dc-9ee3-aa217f2c46ef req-0fefc23f-dedf-45c1-b68a-6740a7475aa9 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/quotas/37ab742aac8d42199f84c1b467e67cb5 HTTP/1.1" status: 200 len: 375 time: 0.0685711 Nov 09 21:27:34.520361 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ebd90770-a927-4ef5-b5b8-2c0541bcf630 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:34.580679 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-006f2068-c6e9-4b51-874e-3b3ee18240dc req-f6441489-d43f-43cb-898b-7df2a8ae81ae tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 210 time: 0.0429695 Nov 09 21:27:34.586853 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ebd90770-a927-4ef5-b5b8-2c0541bcf630 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:34.646367 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-55408be1-6391-455e-810c-fe146dc320c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43505fa-65e1-4870-b866-8a5acd14c3bc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1066796021-router', 'tenant_id': 'cfc584aadc874a0d81e179083ae3ae69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '50b94ece-6adf-46cc-9a75-65c579b9d3f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:26:03Z', 'updated_at': '2021-11-09T21:26:10Z', 'revision_number': 4, 'project_id': 'cfc584aadc874a0d81e179083ae3ae69', 'gw_port': {'id': '50b94ece-6adf-46cc-9a75-65c579b9d3f4', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:13:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43505fa-65e1-4870-b866-8a5acd14c3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:26:05Z', 'updated_at': '2021-11-09T21:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'da97a270-0d71-4968-ae7b-9f141b2490f4', 'name': '', 'network_id': '4a53143a-08b6-4bce-b897-2f242a8191dc', 'tenant_id': 'cfc584aadc874a0d81e179083ae3ae69', 'mac_address': 'fa:16:3e:69:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43505fa-65e1-4870-b866-8a5acd14c3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '47508530-5c33-4c0f-a7fa-14d1e697a248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:26:09Z', 'updated_at': '2021-11-09T21:26:17Z', 'revision_number': 5, 'project_id': 'cfc584aadc874a0d81e179083ae3ae69', 'subnets': [{'id': '47508530-5c33-4c0f-a7fa-14d1e697a248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:27:34.657120 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1b09fee0-48b7-47dc-9ee3-aa217f2c46ef req-b93954a0-acaf-4c9c-a713-c62b13a35907 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=37ab742aac8d42199f84c1b467e67cb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1579239 Nov 09 21:27:34.674421 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15377248-5284-4b52-865d-197aaa08626c x-openstack-request-id: req-15377248-5284-4b52-865d-197aaa08626c {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:27:34.675026 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "868a48e0-3a5e-43e5-965a-1913f644fa13", "tag": "8c97fc36-5027-40cd-b0e1-602f0c2ede8e", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:27:34.675556 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-15377248-5284-4b52-865d-197aaa08626c {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:27:34.676246 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '868a48e0-3a5e-43e5-965a-1913f644fa13', 'tag': '8c97fc36-5027-40cd-b0e1-602f0c2ede8e', 'status': 'completed', 'code': 200} Nov 09 21:27:34.679471 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bb7a81de-aad6-444f-87fa-512c4a29523d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:34.695206 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55408be1-6391-455e-810c-fe146dc320c8 None None] Checking router: a43505fa-65e1-4870-b866-8a5acd14c3bc for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:27:34.699536 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ebd90770-a927-4ef5-b5b8-2c0541bcf630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:34.705767 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ebd90770-a927-4ef5-b5b8-2c0541bcf630 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:34.706348 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55408be1-6391-455e-810c-fe146dc320c8 None None] Routers {'a43505fa-65e1-4870-b866-8a5acd14c3bc'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:27:34.706995 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ebd90770-a927-4ef5-b5b8-2c0541bcf630 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d91ceba6-68dc-4936-b91a-e701e9b45894 HTTP/1.1" status: 204 len: 168 time: 0.3310122 Nov 09 21:27:34.709702 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-55408be1-6391-455e-810c-fe146dc320c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:27:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a43505fa-65e1-4870-b866-8a5acd14c3bc'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:27:34.727802 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd90770-a927-4ef5-b5b8-2c0541bcf630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91ceba6-68dc-4936-b91a-e701e9b45894,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:34.855473 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0c6ee771-499b-4354-af16-2412032b7e42 req-a0fe7c07-87fc-4283-ba27-aa708472b59f tempest-InstanceActionsV221TestJSON-796045471 tempest-InstanceActionsV221TestJSON-796045471-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fbd4439-6ceb-4b13-8cbb-a2cf3a7b2386 HTTP/1.1" status: 200 len: 210 time: 0.0486646 Nov 09 21:27:34.884774 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-55408be1-6391-455e-810c-fe146dc320c8 None None] Set router a43505fa-65e1-4870-b866-8a5acd14c3bc gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:27:34.997108 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-370f91bb-9ba2-46bf-8fa5-ece6dcf22f90 req-bc455204-49bb-49a9-8bd8-3aacc37bc3d2 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/floatingips/ddca3a52-9c2e-45b2-bdcc-32c7218cc5e0 HTTP/1.1" status: 200 len: 695 time: 0.0992603 Nov 09 21:27:35.209690 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f91bb-9ba2-46bf-8fa5-ece6dcf22f90 req-9adfa9e2-ba1f-4ec8-99bd-afefd0eaad7f tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:35.211145 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-370f91bb-9ba2-46bf-8fa5-ece6dcf22f90 req-9adfa9e2-ba1f-4ec8-99bd-afefd0eaad7f tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/networks/4531c23d-84b7-490d-8d7c-6676781b6e6a HTTP/1.1" status: 200 len: 784 time: 0.2066965 Nov 09 21:27:35.225273 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [req-370f91bb-9ba2-46bf-8fa5-ece6dcf22f90 req-2832bd81-fe30-4743-acd8-867d2b9621e1 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:27:35.227104 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-370f91bb-9ba2-46bf-8fa5-ece6dcf22f90 req-2832bd81-fe30-4743-acd8-867d2b9621e1 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091238 Nov 09 21:27:35.292034 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-370f91bb-9ba2-46bf-8fa5-ece6dcf22f90 req-818833a5-33a6-4108-8bb1-b2ccfb19c4bf tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.162 HTTP/1.1" status: 200 len: 698 time: 0.0568237 Nov 09 21:27:35.298825 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-55408be1-6391-455e-810c-fe146dc320c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43505fa-65e1-4870-b866-8a5acd14c3bc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1066796021-router', 'tenant_id': 'cfc584aadc874a0d81e179083ae3ae69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '50b94ece-6adf-46cc-9a75-65c579b9d3f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:26:03Z', 'updated_at': '2021-11-09T21:26:10Z', 'revision_number': 4, 'project_id': 'cfc584aadc874a0d81e179083ae3ae69', 'gw_port': {'id': '50b94ece-6adf-46cc-9a75-65c579b9d3f4', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:13:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43505fa-65e1-4870-b866-8a5acd14c3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:26:05Z', 'updated_at': '2021-11-09T21:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'da97a270-0d71-4968-ae7b-9f141b2490f4', 'name': '', 'network_id': '4a53143a-08b6-4bce-b897-2f242a8191dc', 'tenant_id': 'cfc584aadc874a0d81e179083ae3ae69', 'mac_address': 'fa:16:3e:69:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43505fa-65e1-4870-b866-8a5acd14c3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '47508530-5c33-4c0f-a7fa-14d1e697a248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:26:09Z', 'updated_at': '2021-11-09T21:26:17Z', 'revision_number': 5, 'project_id': 'cfc584aadc874a0d81e179083ae3ae69', 'subnets': [{'id': '47508530-5c33-4c0f-a7fa-14d1e697a248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:27:35.336926 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55408be1-6391-455e-810c-fe146dc320c8 None None] The sync data for ids ['a43505fa-65e1-4870-b866-8a5acd14c3bc'] in n-d-816206-3 is: [{'id': 'a43505fa-65e1-4870-b866-8a5acd14c3bc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1066796021-router', 'tenant_id': 'cfc584aadc874a0d81e179083ae3ae69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '50b94ece-6adf-46cc-9a75-65c579b9d3f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:26:03Z', 'updated_at': '2021-11-09T21:26:10Z', 'revision_number': 4, 'project_id': 'cfc584aadc874a0d81e179083ae3ae69', 'gw_port': {'id': '50b94ece-6adf-46cc-9a75-65c579b9d3f4', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:13:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43505fa-65e1-4870-b866-8a5acd14c3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:26:05Z', 'updated_at': '2021-11-09T21:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'da97a270-0d71-4968-ae7b-9f141b2490f4', 'name': '', 'network_id': '4a53143a-08b6-4bce-b897-2f242a8191dc', 'tenant_id': 'cfc584aadc874a0d81e179083ae3ae69', 'mac_address': 'fa:16:3e:69:1f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43505fa-65e1-4870-b866-8a5acd14c3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '47508530-5c33-4c0f-a7fa-14d1e697a248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:26:09Z', 'updated_at': '2021-11-09T21:26:17Z', 'revision_number': 5, 'project_id': 'cfc584aadc874a0d81e179083ae3ae69', 'subnets': [{'id': '47508530-5c33-4c0f-a7fa-14d1e697a248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:27:35.349047 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fbd4439-6ceb-4b13-8cbb-a2cf3a7b2386', 'name': 'network-vif-deleted', 'tag': '27fdfd20-79f7-421f-bb31-69cac8dd5ab9'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:27:35.351305 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f90679-3ceb-4ab4-9555-5a938293fcf0" -d '{"events": [{"server_uuid": "7fbd4439-6ceb-4b13-8cbb-a2cf3a7b2386", "name": "network-vif-deleted", "tag": "27fdfd20-79f7-421f-bb31-69cac8dd5ab9"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:27:35.375681 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1b09fee0-48b7-47dc-9ee3-aa217f2c46ef req-405da9b9-8b98-48e9-a757-2d0af8372df4 service neutron] 10.222.0.49 "GET /v2.0/networks/a977e5a0-d935-40af-beae-b0f3a8c25de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7081721 Nov 09 21:27:35.435830 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-370f91bb-9ba2-46bf-8fa5-ece6dcf22f90 req-f03e9904-b62b-459f-b690-526f052c5def tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.7.162 HTTP/1.1" status: 200 len: 698 time: 0.1366453 Nov 09 21:27:35.447167 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a81de-aad6-444f-87fa-512c4a29523d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event updated for resources: {'Subnet': ['ID=65055bce-faf6-4902-a54b-067d0eb0b572,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:35.475898 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9cfbd0-cdd8-4f56-936a-a03565f3bdcd req-d432ab1d-ae4f-4c49-924d-2659a49d7113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:35.476955 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ff9cfbd0-cdd8-4f56-936a-a03565f3bdcd req-d432ab1d-ae4f-4c49-924d-2659a49d7113 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cfc584aadc874a0d81e179083ae3ae69&device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 1097 time: 0.7388701 Nov 09 21:27:35.479947 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7a81de-aad6-444f-87fa-512c4a29523d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Checking segment: {'id': '48814b52-f017-40a3-9048-79100217bead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ccfb828b-f516-4f07-ad7e-c3ad932676d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:27:35.480325 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7a81de-aad6-444f-87fa-512c4a29523d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Network hostable DHCP agents. Network: ccfb828b-f516-4f07-ad7e-c3ad932676d8, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:27:35.641698 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7a81de-aad6-444f-87fa-512c4a29523d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Network ccfb828b-f516-4f07-ad7e-c3ad932676d8 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:27:35.669944 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-370f91bb-9ba2-46bf-8fa5-ece6dcf22f90 req-e3207860-8b5e-4e2a-9384-6bf3903b4165 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Deleting port 304e2ea9-6c89-41c3-aaf8-691d1b8d2849 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:27:35.670796 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-370f91bb-9ba2-46bf-8fa5-ece6dcf22f90 req-e3207860-8b5e-4e2a-9384-6bf3903b4165 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:35.687014 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9cfbd0-cdd8-4f56-936a-a03565f3bdcd req-5dfa4c2d-19a2-4934-8b35-0caaee5cfbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:35.690698 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ff9cfbd0-cdd8-4f56-936a-a03565f3bdcd req-5dfa4c2d-19a2-4934-8b35-0caaee5cfbfc service neutron] 10.222.0.45 "GET /v2.0/networks?id=4a53143a-08b6-4bce-b897-2f242a8191dc HTTP/1.1" status: 200 len: 920 time: 0.2050838 Nov 09 21:27:35.699021 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-bb7a81de-aad6-444f-87fa-512c4a29523d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, ccfb828b-f516-4f07-ad7e-c3ad932676d8) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:27:35.707823 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbea1962-9d97-467d-b37e-5c7c62f2a39f None None] Network ccfb828b-f516-4f07-ad7e-c3ad932676d8 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:27:35.710125 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7a81de-aad6-444f-87fa-512c4a29523d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:35.711160 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bb7a81de-aad6-444f-87fa-512c4a29523d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:35.727848 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47e1b80-e8ff-4fa1-aac5-67433ea67e94 None None] New status for floating IP ddca3a52-9c2e-45b2-bdcc-32c7218cc5e0: DOWN {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:27:35.779625 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ff9cfbd0-cdd8-4f56-936a-a03565f3bdcd req-7362c029-8f2a-461e-af3c-b1808a93abe8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c97fc36-5027-40cd-b0e1-602f0c2ede8e HTTP/1.1" status: 200 len: 217 time: 0.0565739 Nov 09 21:27:35.794805 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1b09fee0-48b7-47dc-9ee3-aa217f2c46ef req-658dc3aa-a990-4d44-993a-f86bf65b0511 service neutron] 10.222.0.49 "GET /v2.0/networks/a977e5a0-d935-40af-beae-b0f3a8c25de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155462 Nov 09 21:27:35.817212 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-370f91bb-9ba2-46bf-8fa5-ece6dcf22f90 req-e3207860-8b5e-4e2a-9384-6bf3903b4165 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:35.821011 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-370f91bb-9ba2-46bf-8fa5-ece6dcf22f90 req-e3207860-8b5e-4e2a-9384-6bf3903b4165 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:35.856088 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-370f91bb-9ba2-46bf-8fa5-ece6dcf22f90 req-e3207860-8b5e-4e2a-9384-6bf3903b4165 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Calling delete_port for 304e2ea9-6c89-41c3-aaf8-691d1b8d2849 owned by network:floatingip {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:27:35.873289 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-bb7a81de-aad6-444f-87fa-512c4a29523d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9686315 Nov 09 21:27:35.873638 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51486) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:35.880749 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-a780cd99-5a8e-4035-88a9-4a457fe7fb6d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'port': {'network_id': 'ccfb828b-f516-4f07-ad7e-c3ad932676d8', 'name': 'tempest-PortsTestJSON-1496047629'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:27:35.946680 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9cfbd0-cdd8-4f56-936a-a03565f3bdcd req-74363211-36fa-4daa-a56b-61d670368a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:35.948807 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ff9cfbd0-cdd8-4f56-936a-a03565f3bdcd req-74363211-36fa-4daa-a56b-61d670368a8e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=47508530-5c33-4c0f-a7fa-14d1e697a248 HTTP/1.1" status: 200 len: 860 time: 0.1526010 Nov 09 21:27:35.992903 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ff9cfbd0-cdd8-4f56-936a-a03565f3bdcd req-49b54cca-9720-44ac-8cdb-7b8f56a3346c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4a53143a-08b6-4bce-b897-2f242a8191dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354548 Nov 09 21:27:36.027008 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5288163-6bd8-4a34-bdad-70080497b457 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-ccfb828b-f516-4f07-ad7e-c3ad932676d8', 'network_id': 'ccfb828b-f516-4f07-ad7e-c3ad932676d8', 'tenant_id': '858314ce302b43e3a1bfa722f764cbf9', 'fixed_ips': [{'subnet_id': '65055bce-faf6-4902-a54b-067d0eb0b572'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:27:36.043719 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e5288163-6bd8-4a34-bdad-70080497b457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:36.105971 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ff9cfbd0-cdd8-4f56-936a-a03565f3bdcd req-47173bce-8776-4131-bd02-160da3475a5f service neutron] 10.222.0.45 "GET /v2.0/networks/4a53143a-08b6-4bce-b897-2f242a8191dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052649 Nov 09 21:27:36.258013 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b1ab7-865f-4481-8cb5-27122d5c9004 req-c5f18faa-4625-494e-87a0-ee5091a65668 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:36.266147 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b09b1ab7-865f-4481-8cb5-27122d5c9004 req-c5f18faa-4625-494e-87a0-ee5091a65668 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=14faaa22-ab30-41e2-a205-fa8d976a879e HTTP/1.1" status: 200 len: 945 time: 0.1376603 Nov 09 21:27:36.301594 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a780cd99-5a8e-4035-88a9-4a457fe7fb6d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Made reservation on behalf of 858314ce302b43e3a1bfa722f764cbf9 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:27:36.305540 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a780cd99-5a8e-4035-88a9-4a457fe7fb6d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:36.320199 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-370f91bb-9ba2-46bf-8fa5-ece6dcf22f90 req-e3207860-8b5e-4e2a-9384-6bf3903b4165 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:36.338925 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-a780cd99-5a8e-4035-88a9-4a457fe7fb6d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] device_id is not set on port 2494aad1-2ab1-4a4c-a8fe-a5d6f68539be yet. {{(pid=102607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:27:36.384000 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3207860-8b5e-4e2a-9384-6bf3903b4165 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Pushing event deleted for resources: {'Port': ['ID=304e2ea9-6c89-41c3-aaf8-691d1b8d2849,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:36.386807 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-e5288163-6bd8-4a34-bdad-70080497b457 None None] Allocated IP 172.20.0.2 (ccfb828b-f516-4f07-ad7e-c3ad932676d8/65055bce-faf6-4902-a54b-067d0eb0b572/c17b2d51-18f2-4fc9-b7af-deb8c2d7377c) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:27:36.397757 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ff9cfbd0-cdd8-4f56-936a-a03565f3bdcd req-3422ef9f-616a-4374-b06e-09e6b07bd583 service neutron] 10.222.0.45 "GET /v2.0/networks/4a53143a-08b6-4bce-b897-2f242a8191dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814357 Nov 09 21:27:36.426713 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b09b1ab7-865f-4481-8cb5-27122d5c9004 req-f631dd19-4cb8-4ba0-9df6-7162aef36afc tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546054 Nov 09 21:27:36.558733 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-370f91bb-9ba2-46bf-8fa5-ece6dcf22f90 req-e3207860-8b5e-4e2a-9384-6bf3903b4165 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Publish callbacks [] for floatingip, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:36.571953 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-370f91bb-9ba2-46bf-8fa5-ece6dcf22f90 req-e3207860-8b5e-4e2a-9384-6bf3903b4165 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:36.573163 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-370f91bb-9ba2-46bf-8fa5-ece6dcf22f90 req-e3207860-8b5e-4e2a-9384-6bf3903b4165 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "DELETE /v2.0/floatingips/ddca3a52-9c2e-45b2-bdcc-32c7218cc5e0 HTTP/1.1" status: 204 len: 173 time: 1.1285207 Nov 09 21:27:36.689763 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c74b5e-b014-4e93-a2ea-60bb727716fc x-openstack-request-id: req-37c74b5e-b014-4e93-a2ea-60bb727716fc {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:27:36.690165 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fbd4439-6ceb-4b13-8cbb-a2cf3a7b2386", "name": "network-vif-deleted", "tag": "27fdfd20-79f7-421f-bb31-69cac8dd5ab9", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:27:36.690540 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-37c74b5e-b014-4e93-a2ea-60bb727716fc {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:27:36.691127 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fbd4439-6ceb-4b13-8cbb-a2cf3a7b2386', 'name': 'network-vif-deleted', 'tag': '27fdfd20-79f7-421f-bb31-69cac8dd5ab9', 'status': 'completed', 'code': 200} Nov 09 21:27:36.793432 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a2fdbbb4-6784-4dff-bd50-2666628c2953 req-6a1e0273-6fa2-4bde-a1c6-93e6587d282e tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 210 time: 0.0563931 Nov 09 21:27:36.881467 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e5288163-6bd8-4a34-bdad-70080497b457 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:36.891257 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e5288163-6bd8-4a34-bdad-70080497b457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:36.894076 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bf770a86-ef7b-4518-af58-a814e261f204 req-38960cbb-66ea-486e-b9d7-417d0e476e49 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b2f9981-32c2-4eef-aa1f-ce63da83228f HTTP/1.1" status: 200 len: 210 time: 0.0672445 Nov 09 21:27:36.901327 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c55c72e3-3503-414e-8ca1-57183eb8be23 req-5c0c8e82-9527-407d-a49d-e37f010ce97a tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/security-groups/dc88e775-f439-49b4-9da4-637e711188e3 HTTP/1.1" status: 200 len: 1826 time: 0.0670645 Nov 09 21:27:37.006197 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5288163-6bd8-4a34-bdad-70080497b457 None None] Network ccfb828b-f516-4f07-ad7e-c3ad932676d8 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:27:37.018325 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-e5288163-6bd8-4a34-bdad-70080497b457 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:27:37.037759 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5288163-6bd8-4a34-bdad-70080497b457 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:27:37.039369 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c55c72e3-3503-414e-8ca1-57183eb8be23 req-64027c3d-1d13-41cb-9048-e6a03b8bfd54 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:37.070615 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c55c72e3-3503-414e-8ca1-57183eb8be23 req-64027c3d-1d13-41cb-9048-e6a03b8bfd54 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:37.080237 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-a780cd99-5a8e-4035-88a9-4a457fe7fb6d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Allocated IP 172.20.0.5 (ccfb828b-f516-4f07-ad7e-c3ad932676d8/65055bce-faf6-4902-a54b-067d0eb0b572/2494aad1-2ab1-4a4c-a8fe-a5d6f68539be) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:27:37.133953 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c55c72e3-3503-414e-8ca1-57183eb8be23 req-64027c3d-1d13-41cb-9048-e6a03b8bfd54 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:37.138724 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-c55c72e3-3503-414e-8ca1-57183eb8be23 req-64027c3d-1d13-41cb-9048-e6a03b8bfd54 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:37.144330 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c55c72e3-3503-414e-8ca1-57183eb8be23 req-64027c3d-1d13-41cb-9048-e6a03b8bfd54 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "DELETE /v2.0/security-groups/dc88e775-f439-49b4-9da4-637e711188e3 HTTP/1.1" status: 204 len: 173 time: 0.2418880 Nov 09 21:27:37.157319 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5288163-6bd8-4a34-bdad-70080497b457 None None] Pushing event updated for resources: {'Port': ['ID=c17b2d51-18f2-4fc9-b7af-deb8c2d7377c,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:37.208944 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64027c3d-1d13-41cb-9048-e6a03b8bfd54 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc88e775-f439-49b4-9da4-637e711188e3,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:37.316067 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a780cd99-5a8e-4035-88a9-4a457fe7fb6d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:37.330907 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51556) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:37.339383 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 27fdfd20-79f7-421f-bb31-69cac8dd5ab9 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:27:37.402876 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a780cd99-5a8e-4035-88a9-4a457fe7fb6d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:37.434785 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51562) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:37.440371 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a780cd99-5a8e-4035-88a9-4a457fe7fb6d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Network ccfb828b-f516-4f07-ad7e-c3ad932676d8 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:27:37.457585 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-a780cd99-5a8e-4035-88a9-4a457fe7fb6d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:27:37.473190 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-e5288163-6bd8-4a34-bdad-70080497b457 None None] Attempting to bind port c17b2d51-18f2-4fc9-b7af-deb8c2d7377c on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:27:37.473644 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-e5288163-6bd8-4a34-bdad-70080497b457 None None] Attempting to bind port c17b2d51-18f2-4fc9-b7af-deb8c2d7377c by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '48814b52-f017-40a3-9048-79100217bead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ccfb828b-f516-4f07-ad7e-c3ad932676d8'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:27:37.473920 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5288163-6bd8-4a34-bdad-70080497b457 None None] Attempting to bind port c17b2d51-18f2-4fc9-b7af-deb8c2d7377c on network ccfb828b-f516-4f07-ad7e-c3ad932676d8 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:27:37.497899 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a780cd99-5a8e-4035-88a9-4a457fe7fb6d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:27:37.504733 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 27fdfd20-79f7-421f-bb31-69cac8dd5ab9 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:27:37.505080 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 27fdfd20-79f7-421f-bb31-69cac8dd5ab9 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:27:37.519739 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5288163-6bd8-4a34-bdad-70080497b457 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:27:37.520115 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5288163-6bd8-4a34-bdad-70080497b457 None None] Checking segment: {'id': '48814b52-f017-40a3-9048-79100217bead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ccfb828b-f516-4f07-ad7e-c3ad932676d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:27:37.524347 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e5288163-6bd8-4a34-bdad-70080497b457 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:37.524781 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5288163-6bd8-4a34-bdad-70080497b457 None None] Bound using segment: {'id': '48814b52-f017-40a3-9048-79100217bead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ccfb828b-f516-4f07-ad7e-c3ad932676d8'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:27:37.528647 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-e5288163-6bd8-4a34-bdad-70080497b457 None None] Bound port: c17b2d51-18f2-4fc9-b7af-deb8c2d7377c, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48814b52-f017-40a3-9048-79100217bead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ccfb828b-f516-4f07-ad7e-c3ad932676d8'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:27:37.530703 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e5288163-6bd8-4a34-bdad-70080497b457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:37.608180 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a780cd99-5a8e-4035-88a9-4a457fe7fb6d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event updated for resources: {'Port': ['ID=2494aad1-2ab1-4a4c-a8fe-a5d6f68539be,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:37.620576 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a780cd99-5a8e-4035-88a9-4a457fe7fb6d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:37.621249 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a780cd99-5a8e-4035-88a9-4a457fe7fb6d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:37.626208 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-18367219-2c74-4b96-a85a-13fe15e463d6 admin admin] Deleting subnet ff2bb0c0-c6d2-4c7e-ab67-f8153fcc7e5a {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:27:37.647690 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dae0cf-bf00-4278-9b37-d32b58211e1d req-eeb339ef-1885-4474-b1d0-23f38cf5c210 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:37.654248 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-454f44eb-7dd7-407b-83cd-eaa0ca0484ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:37.655638 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e8dae0cf-bf00-4278-9b37-d32b58211e1d req-eeb339ef-1885-4474-b1d0-23f38cf5c210 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=14faaa22-ab30-41e2-a205-fa8d976a879e HTTP/1.1" status: 200 len: 945 time: 0.1064601 Nov 09 21:27:37.668294 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-18367219-2c74-4b96-a85a-13fe15e463d6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:37.677212 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a780cd99-5a8e-4035-88a9-4a457fe7fb6d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8000669 Nov 09 21:27:37.677426 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51570) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:37.683503 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-6574e77c-283e-4dea-8ea3-cc9f599dfd96 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'port': {'network_id': 'ccfb828b-f516-4f07-ad7e-c3ad932676d8', 'name': 'tempest-PortsTestJSON-1886240379'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:27:37.755131 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-e5288163-6bd8-4a34-bdad-70080497b457 None None] For port c17b2d51-18f2-4fc9-b7af-deb8c2d7377c, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:27:37.760883 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-e5288163-6bd8-4a34-bdad-70080497b457 None None] For port c17b2d51-18f2-4fc9-b7af-deb8c2d7377c, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=c17b2d51-18f2-4fc9-b7af-deb8c2d7377c,segment=NetworkSegment(48814b52-f017-40a3-9048-79100217bead),segment_id=48814b52-f017-40a3-9048-79100217bead)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:27:37.766294 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e5288163-6bd8-4a34-bdad-70080497b457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:37.839251 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5288163-6bd8-4a34-bdad-70080497b457 None None] Pushing event updated for resources: {'Port': ['ID=c17b2d51-18f2-4fc9-b7af-deb8c2d7377c,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:37.844499 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-454f44eb-7dd7-407b-83cd-eaa0ca0484ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:37.846276 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e8dae0cf-bf00-4278-9b37-d32b58211e1d req-cb02cd5f-7a0a-498a-b47e-b1125334a09c tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896651 Nov 09 21:27:37.871862 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-18367219-2c74-4b96-a85a-13fe15e463d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:37.946062 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-18367219-2c74-4b96-a85a-13fe15e463d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:37.950286 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6574e77c-283e-4dea-8ea3-cc9f599dfd96 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Made reservation on behalf of 858314ce302b43e3a1bfa722f764cbf9 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:27:37.961116 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6574e77c-283e-4dea-8ea3-cc9f599dfd96 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:37.994899 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-6574e77c-283e-4dea-8ea3-cc9f599dfd96 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] device_id is not set on port e4783f97-d091-49cb-bef6-2b3459301ccb yet. {{(pid=102607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:27:38.041792 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-18367219-2c74-4b96-a85a-13fe15e463d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:38.061871 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-454f44eb-7dd7-407b-83cd-eaa0ca0484ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:38.125306 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18367219-2c74-4b96-a85a-13fe15e463d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff2bb0c0-c6d2-4c7e-ab67-f8153fcc7e5a,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:38.144982 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-18367219-2c74-4b96-a85a-13fe15e463d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:38.148311 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-18367219-2c74-4b96-a85a-13fe15e463d6 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ff2bb0c0-c6d2-4c7e-ab67-f8153fcc7e5a HTTP/1.1" status: 204 len: 168 time: 0.7125366 Nov 09 21:27:38.155028 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51576) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:38.207590 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f73187ca-0606-4442-8224-657fe6b5587a req-2c612b5d-8e22-4ded-aa8a-957fe0e055bf tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 210 time: 0.1425397 Nov 09 21:27:38.221598 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-454f44eb-7dd7-407b-83cd-eaa0ca0484ff admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a28a8756c544406d9ef9c626f143ffa7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8865016 Nov 09 21:27:38.258691 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51578) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:38.281604 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f44eb-7dd7-407b-83cd-eaa0ca0484ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7582c2-c578-4767-b317-1c3782545941,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:38.304425 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5128f-08d3-4196-aaa9-682def28d77a req-3ca9c4c9-9b47-4029-8d23-8f01c023210f tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:38.314504 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-acf5128f-08d3-4196-aaa9-682def28d77a req-3ca9c4c9-9b47-4029-8d23-8f01c023210f tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/ports?device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 946 time: 0.2861414 Nov 09 21:27:38.430818 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2f9e7910-ee7e-4116-ae19-a11b52b16526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:38.431304 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-571dad6d-1012-4216-88d6-6519512ceac9 req-011e2486-36be-48f2-be91-cd84817c8a25 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b2f9981-32c2-4eef-aa1f-ce63da83228f HTTP/1.1" status: 200 len: 210 time: 0.0444114 Nov 09 21:27:38.473592 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e4b01ce2-5dce-4667-ad7d-e9efca51dd0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:38.502597 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-6574e77c-283e-4dea-8ea3-cc9f599dfd96 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Allocated IP 172.20.0.9 (ccfb828b-f516-4f07-ad7e-c3ad932676d8/65055bce-faf6-4902-a54b-067d0eb0b572/e4783f97-d091-49cb-bef6-2b3459301ccb) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:27:38.512590 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-acf5128f-08d3-4196-aaa9-682def28d77a req-e28caae9-2c5d-437e-8833-92e1963d1427 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/security-groups?id=994058e5-2188-4388-9fbd-cf7bf18529ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757598 Nov 09 21:27:38.516144 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09fee0-48b7-47dc-9ee3-aa217f2c46ef req-64ec9bfa-91d4-4834-9fc6-250b481486d4 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:38.518293 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1b09fee0-48b7-47dc-9ee3-aa217f2c46ef req-64ec9bfa-91d4-4834-9fc6-250b481486d4 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.45 "GET /v2.0/networks?id=a977e5a0-d935-40af-beae-b0f3a8c25de8 HTTP/1.1" status: 200 len: 811 time: 0.4602106 Nov 09 21:27:38.535508 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-1b09fee0-48b7-47dc-9ee3-aa217f2c46ef req-e1dfab25-868a-4271-a0b4-dd795cd75e4e tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Request body: {'port': {'device_id': '4b2f9981-32c2-4eef-aa1f-ce63da83228f', 'network_id': 'a977e5a0-d935-40af-beae-b0f3a8c25de8', 'admin_state_up': True, 'tenant_id': '37ab742aac8d42199f84c1b467e67cb5'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:27:38.581547 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e4b01ce2-5dce-4667-ad7d-e9efca51dd0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:38.655449 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2f9e7910-ee7e-4116-ae19-a11b52b16526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:38.691209 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-2f9e7910-ee7e-4116-ae19-a11b52b16526 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2effe5f6-8a78-4ce5-8ec5-0713ecd3e032']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:27:38.704007 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-2f9e7910-ee7e-4116-ae19-a11b52b16526 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1245d718-cc56-45bf-a3e2-a8cae93784a8') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:27:38.704007 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-2f9e7910-ee7e-4116-ae19-a11b52b16526 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1245d718-cc56-45bf-a3e2-a8cae93784a8') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:27:38.720499 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2f9e7910-ee7e-4116-ae19-a11b52b16526 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:38.743046 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2f9e7910-ee7e-4116-ae19-a11b52b16526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:38.760991 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f9e7910-ee7e-4116-ae19-a11b52b16526 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:27:38.761816 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2f9e7910-ee7e-4116-ae19-a11b52b16526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:38.769582 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b09fee0-48b7-47dc-9ee3-aa217f2c46ef req-e1dfab25-868a-4271-a0b4-dd795cd75e4e tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Made reservation on behalf of 37ab742aac8d42199f84c1b467e67cb5 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:27:38.773188 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-1b09fee0-48b7-47dc-9ee3-aa217f2c46ef req-e1dfab25-868a-4271-a0b4-dd795cd75e4e tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:38.830658 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6574e77c-283e-4dea-8ea3-cc9f599dfd96 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:38.850819 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:27:38.850819 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:27:38.850819 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:27:38.850819 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:27:38.850819 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:27:38.850819 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:27:38.850819 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:27:38.850819 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:27:38.850819 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:27:38.850819 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:27:38.850819 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:27:38.850819 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:27:38.850819 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:27:38.850819 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:27:38.850819 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:27:38.850819 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:27:38.850819 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:27:38.850819 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:27:38.850819 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:27:38.850819 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:27:38.850819 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:27:38.850819 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:27:38.850819 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:27:38.850819 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:27:38.850819 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:27:38.850819 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:27:38.850819 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:27:38.850819 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:27:38.850819 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:27:38.850819 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:27:38.850819 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:27:38.850819 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:27:38.860990 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e4b01ce2-5dce-4667-ad7d-e9efca51dd0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:38.864460 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e4b01ce2-5dce-4667-ad7d-e9efca51dd0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:38.866021 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e4b01ce2-5dce-4667-ad7d-e9efca51dd0f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dc7582c2-c578-4767-b317-1c3782545941 HTTP/1.1" status: 204 len: 168 time: 0.6063921 Nov 09 21:27:38.869357 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2f9e7910-ee7e-4116-ae19-a11b52b16526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:38.917758 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2f9e7910-ee7e-4116-ae19-a11b52b16526 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:38.924134 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2f9e7910-ee7e-4116-ae19-a11b52b16526 admin admin] 10.222.0.49 "DELETE /v2.0/networks/2effe5f6-8a78-4ce5-8ec5-0713ecd3e032 HTTP/1.1" status: 204 len: 168 time: 0.7569568 Nov 09 21:27:38.924134 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e7910-ee7e-4116-ae19-a11b52b16526 admin admin] Pushing event deleted for resources: {'Network': ['ID=2effe5f6-8a78-4ce5-8ec5-0713ecd3e032,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:38.956685 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b01ce2-5dce-4667-ad7d-e9efca51dd0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7582c2-c578-4767-b317-1c3782545941,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:38.996564 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fd9c35ee-3955-4b6f-a19e-b740b2d319d2 req-c432bb93-ba76-480a-82ad-614e30ab52f5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5febd2e0-778c-4c7b-9841-79c838b6973a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0708637 Nov 09 21:27:39.050869 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6574e77c-283e-4dea-8ea3-cc9f599dfd96 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:39.140186 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c35ee-3955-4b6f-a19e-b740b2d319d2 req-fbf4fce2-d151-4e5e-b185-c724fab51593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:39.144910 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fd9c35ee-3955-4b6f-a19e-b740b2d319d2 req-fbf4fce2-d151-4e5e-b185-c724fab51593 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=476b04718f114622be45841d668c49d8&device_id=5febd2e0-778c-4c7b-9841-79c838b6973a HTTP/1.1" status: 200 len: 1097 time: 0.0744164 Nov 09 21:27:39.178789 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d936804-dc2e-44c2-9bdd-011738bee83d req-dc87214a-9331-40f6-9abf-1d374c2499ab tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:39.184332 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8d936804-dc2e-44c2-9bdd-011738bee83d req-dc87214a-9331-40f6-9abf-1d374c2499ab tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=14faaa22-ab30-41e2-a205-fa8d976a879e HTTP/1.1" status: 200 len: 945 time: 0.2024353 Nov 09 21:27:39.205685 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c17b2d51-18f2-4fc9-b7af-deb8c2d7377c up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:27:39.245856 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51590) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:39.333317 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6574e77c-283e-4dea-8ea3-cc9f599dfd96 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Network ccfb828b-f516-4f07-ad7e-c3ad932676d8 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:27:39.336594 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574e77c-283e-4dea-8ea3-cc9f599dfd96 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event updated for resources: {'Port': ['ID=e4783f97-d091-49cb-bef6-2b3459301ccb,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:39.347328 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-6574e77c-283e-4dea-8ea3-cc9f599dfd96 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:27:39.351489 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port c17b2d51-18f2-4fc9-b7af-deb8c2d7377c triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:27:39.351992 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:39.354008 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6574e77c-283e-4dea-8ea3-cc9f599dfd96 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:27:39.357715 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-1b09fee0-48b7-47dc-9ee3-aa217f2c46ef req-e1dfab25-868a-4271-a0b4-dd795cd75e4e tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Allocated IP 172.20.0.14 (a977e5a0-d935-40af-beae-b0f3a8c25de8/2d70d627-f91a-46e1-b014-350c82c5b331/703521d3-4515-451e-9ed5-ae886aa33877) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:27:39.413924 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8d936804-dc2e-44c2-9bdd-011738bee83d req-f603c60a-35ee-4397-b59d-04052038372a tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153120 Nov 09 21:27:39.475604 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c35ee-3955-4b6f-a19e-b740b2d319d2 req-cd8620ac-f4f4-417c-ad1c-615120a987bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:39.482256 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fd9c35ee-3955-4b6f-a19e-b740b2d319d2 req-cd8620ac-f4f4-417c-ad1c-615120a987bb service neutron] 10.222.0.45 "GET /v2.0/networks?id=334ab1b0-3bbb-4e22-8403-8369144bd306 HTTP/1.1" status: 200 len: 918 time: 0.2936304 Nov 09 21:27:39.482889 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:39.536043 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-75dad2b4-f31b-4230-b519-e9d3c81f72b2 req-57d438d6-f9d7-4357-a312-344dabeb1830 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 210 time: 0.1234252 Nov 09 21:27:39.590160 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port c17b2d51-18f2-4fc9-b7af-deb8c2d7377c, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=c17b2d51-18f2-4fc9-b7af-deb8c2d7377c,segment=NetworkSegment(48814b52-f017-40a3-9048-79100217bead),segment_id=48814b52-f017-40a3-9048-79100217bead)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:39.596296 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:39.616538 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-cab1262e-9854-4be1-8df3-e118c02b30d3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=39652c0e41004bcbae2164ebf06f1210&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3387089 Nov 09 21:27:39.619540 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fd9c35ee-3955-4b6f-a19e-b740b2d319d2 req-e714a6b0-7696-48a2-a8a5-b2554729b057 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=930cbb62-5b75-427c-b3ad-7ba1b4694c5d HTTP/1.1" status: 200 len: 217 time: 0.1294367 Nov 09 21:27:39.620555 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51604) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:39.653901 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6574e77c-283e-4dea-8ea3-cc9f599dfd96 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:39.654623 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6574e77c-283e-4dea-8ea3-cc9f599dfd96 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:39.669243 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6925264a-072f-434e-b5e5-ac198a0c2ed8 req-8a7783a7-0e1f-4a63-804d-3ef1ffd1680f tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b2f9981-32c2-4eef-aa1f-ce63da83228f HTTP/1.1" status: 200 len: 210 time: 0.0470750 Nov 09 21:27:39.681046 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f2c94a-60c9-491f-beee-3aabefd850b1 None None] Network ccfb828b-f516-4f07-ad7e-c3ad932676d8 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:27:39.757666 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6574e77c-283e-4dea-8ea3-cc9f599dfd96 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0792003 Nov 09 21:27:39.758313 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51608) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:39.764226 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c35ee-3955-4b6f-a19e-b740b2d319d2 req-0e7283d0-3a45-4e2c-83c9-49977ba8f7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:39.769302 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fd9c35ee-3955-4b6f-a19e-b740b2d319d2 req-0e7283d0-3a45-4e2c-83c9-49977ba8f7ac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6287f675-aade-4edd-b174-3f3f6aef5f0a HTTP/1.1" status: 200 len: 858 time: 0.1365139 Nov 09 21:27:39.800414 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-24fd2a69-c571-4fff-a3b7-87ae172ae84e None None] Provisioning complete for port c17b2d51-18f2-4fc9-b7af-deb8c2d7377c triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:27:39.800899 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-24fd2a69-c571-4fff-a3b7-87ae172ae84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:39.820363 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fd9c35ee-3955-4b6f-a19e-b740b2d319d2 req-555e44c2-6b77-40b2-82aa-c78dfa976e9b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=334ab1b0-3bbb-4e22-8403-8369144bd306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425200 Nov 09 21:27:39.896468 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=c17b2d51-18f2-4fc9-b7af-deb8c2d7377c,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:40.007766 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9023ecd1-5a74-4d0d-8436-3185b008ee86 req-d5b5e3f2-32fc-4cbf-80c7-d4c9f5c6c076 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:40.018234 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9023ecd1-5a74-4d0d-8436-3185b008ee86 req-d5b5e3f2-32fc-4cbf-80c7-d4c9f5c6c076 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/ports?device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 946 time: 0.3372259 Nov 09 21:27:40.057903 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fd9c35ee-3955-4b6f-a19e-b740b2d319d2 req-df2a2e12-075e-4e8e-9831-519b4666b301 service neutron] 10.222.0.45 "GET /v2.0/networks/334ab1b0-3bbb-4e22-8403-8369144bd306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299004 Nov 09 21:27:40.113291 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36881c6b-0951-4362-97c2-64e9a4844068 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:40.115321 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-36881c6b-0951-4362-97c2-64e9a4844068 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 922 time: 0.3414197 Nov 09 21:27:40.127391 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51618) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:40.148018 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-98479398-cfba-4f2b-8af0-5cd06dbb3cdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:40.257129 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9023ecd1-5a74-4d0d-8436-3185b008ee86 req-99a08328-abfc-44fc-acc6-1e24673bf669 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/security-groups?id=994058e5-2188-4388-9fbd-cf7bf18529ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087681 Nov 09 21:27:40.295985 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-1b09fee0-48b7-47dc-9ee3-aa217f2c46ef req-e1dfab25-868a-4271-a0b4-dd795cd75e4e tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:40.334728 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-98479398-cfba-4f2b-8af0-5cd06dbb3cdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:40.413150 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-1b09fee0-48b7-47dc-9ee3-aa217f2c46ef req-e1dfab25-868a-4271-a0b4-dd795cd75e4e tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:40.444843 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-6bcba80b-bc8e-4f6a-a9d5-c420afb73913 None None] Provisioning complete for port 2494aad1-2ab1-4a4c-a8fe-a5d6f68539be triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:27:40.447805 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6bcba80b-bc8e-4f6a-a9d5-c420afb73913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:40.487779 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-98479398-cfba-4f2b-8af0-5cd06dbb3cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:40.490655 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-98479398-cfba-4f2b-8af0-5cd06dbb3cdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:40.495439 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-98479398-cfba-4f2b-8af0-5cd06dbb3cdd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7d45dbd4-8069-403d-85b0-1499e6470352 HTTP/1.1" status: 204 len: 168 time: 0.8707283 Nov 09 21:27:40.557103 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-6bcba80b-bc8e-4f6a-a9d5-c420afb73913 None None] Port 2494aad1-2ab1-4a4c-a8fe-a5d6f68539be cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:27:40.583203 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-6bcba80b-bc8e-4f6a-a9d5-c420afb73913 None None] Provisioning complete for port e4783f97-d091-49cb-bef6-2b3459301ccb triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:27:40.585019 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6bcba80b-bc8e-4f6a-a9d5-c420afb73913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:40.600711 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b09fee0-48b7-47dc-9ee3-aa217f2c46ef req-e1dfab25-868a-4271-a0b4-dd795cd75e4e tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Network a977e5a0-d935-40af-beae-b0f3a8c25de8 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:27:40.608592 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-1b09fee0-48b7-47dc-9ee3-aa217f2c46ef req-e1dfab25-868a-4271-a0b4-dd795cd75e4e tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:27:40.614130 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98479398-cfba-4f2b-8af0-5cd06dbb3cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d45dbd4-8069-403d-85b0-1499e6470352,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:40.639822 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b09fee0-48b7-47dc-9ee3-aa217f2c46ef req-e1dfab25-868a-4271-a0b4-dd795cd75e4e tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:27:40.654166 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7da3b-999c-4790-87fd-868ff4f8ce0e req-344426a7-9182-4f25-8f1b-cd8bbf8ba255 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:40.656030 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfab25-868a-4271-a0b4-dd795cd75e4e tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Pushing event updated for resources: {'Port': ['ID=703521d3-4515-451e-9ed5-ae886aa33877,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:40.656179 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14b7da3b-999c-4790-87fd-868ff4f8ce0e req-344426a7-9182-4f25-8f1b-cd8bbf8ba255 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.45 "GET /v2.0/ports?device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 946 time: 0.6393151 Nov 09 21:27:40.739170 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-6bcba80b-bc8e-4f6a-a9d5-c420afb73913 None None] Port e4783f97-d091-49cb-bef6-2b3459301ccb cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:27:40.778655 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-6bcba80b-bc8e-4f6a-a9d5-c420afb73913 None None] Provisioning complete for port c17b2d51-18f2-4fc9-b7af-deb8c2d7377c triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:27:40.782747 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6bcba80b-bc8e-4f6a-a9d5-c420afb73913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:40.845422 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-00e726e9-3124-42a7-b061-ed08843d5769 req-601e4673-94b7-4b81-91b1-337020ebe477 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 210 time: 0.0909367 Nov 09 21:27:40.901608 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09fee0-48b7-47dc-9ee3-aa217f2c46ef req-e1dfab25-868a-4271-a0b4-dd795cd75e4e tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:40.901840 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-1b09fee0-48b7-47dc-9ee3-aa217f2c46ef req-e1dfab25-868a-4271-a0b4-dd795cd75e4e tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:40.951197 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1b09fee0-48b7-47dc-9ee3-aa217f2c46ef req-e1dfab25-868a-4271-a0b4-dd795cd75e4e tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4183974 Nov 09 21:27:40.974770 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-1b09fee0-48b7-47dc-9ee3-aa217f2c46ef req-9836a8e5-2bde-4aef-9e5f-512c9f363030 service neutron] Request body: {'port': {'device_id': '4b2f9981-32c2-4eef-aa1f-ce63da83228f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:27:41.002558 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-14b7da3b-999c-4790-87fd-868ff4f8ce0e req-83f59721-6b98-48a7-b7c4-0f8604c7837d tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Deleting port 8c97fc36-5027-40cd-b0e1-602f0c2ede8e {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:27:41.002925 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14b7da3b-999c-4790-87fd-868ff4f8ce0e req-83f59721-6b98-48a7-b7c4-0f8604c7837d tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:41.009928 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fd9c35ee-3955-4b6f-a19e-b740b2d319d2 req-9691374d-b704-4ecf-a211-fb871bdfc995 service neutron] 10.222.0.45 "GET /v2.0/networks/334ab1b0-3bbb-4e22-8403-8369144bd306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9425707 Nov 09 21:27:41.024778 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa73cc-3f44-4e94-8c64-0eedada34385 req-2e61dfc9-98c3-4e0c-ab5f-263b5fd6162b tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:41.033449 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fffa73cc-3f44-4e94-8c64-0eedada34385 req-2e61dfc9-98c3-4e0c-ab5f-263b5fd6162b tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=14faaa22-ab30-41e2-a205-fa8d976a879e HTTP/1.1" status: 200 len: 945 time: 0.4008498 Nov 09 21:27:41.181220 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-9239b895-344c-4a1b-bd72-f2bbec72d602 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Deleting port e4783f97-d091-49cb-bef6-2b3459301ccb {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:27:41.181857 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9239b895-344c-4a1b-bd72-f2bbec72d602 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:41.222661 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c17b2d51-18f2-4fc9-b7af-deb8c2d7377c up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:27:41.278861 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-1b09fee0-48b7-47dc-9ee3-aa217f2c46ef req-9836a8e5-2bde-4aef-9e5f-512c9f363030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:41.323215 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9239b895-344c-4a1b-bd72-f2bbec72d602 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:41.325651 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port c17b2d51-18f2-4fc9-b7af-deb8c2d7377c triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:27:41.326133 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:41.346263 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2b1e7-5f50-45db-98d2-ba24bb4ecff2 req-47cfb9fd-e4f3-4537-a93a-7aa7b8180475 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:41.355465 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2be2b1e7-5f50-45db-98d2-ba24bb4ecff2 req-47cfb9fd-e4f3-4537-a93a-7aa7b8180475 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b2f9981-32c2-4eef-aa1f-ce63da83228f HTTP/1.1" status: 200 len: 932 time: 0.2920039 Nov 09 21:27:41.387892 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-9239b895-344c-4a1b-bd72-f2bbec72d602 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Calling delete_port for e4783f97-d091-49cb-bef6-2b3459301ccb owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:27:41.411443 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fffa73cc-3f44-4e94-8c64-0eedada34385 req-7b429171-6f1d-4b5c-a4aa-657d6cee754b tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3704803 Nov 09 21:27:41.483326 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-5718b750-8a07-48d1-b930-6a2f335c33d2 None None] Provisioning complete for port 2494aad1-2ab1-4a4c-a8fe-a5d6f68539be triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:27:41.483886 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5718b750-8a07-48d1-b930-6a2f335c33d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:41.531813 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-5718b750-8a07-48d1-b930-6a2f335c33d2 None None] Port 2494aad1-2ab1-4a4c-a8fe-a5d6f68539be cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:27:41.566344 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2be2b1e7-5f50-45db-98d2-ba24bb4ecff2 req-d537e6af-8962-46fd-8141-56a669a5f447 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052705 Nov 09 21:27:41.591309 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-5718b750-8a07-48d1-b930-6a2f335c33d2 None None] Provisioning complete for port e4783f97-d091-49cb-bef6-2b3459301ccb triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:27:41.592086 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5718b750-8a07-48d1-b930-6a2f335c33d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:41.605334 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-14b7da3b-999c-4790-87fd-868ff4f8ce0e req-83f59721-6b98-48a7-b7c4-0f8604c7837d tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] For port 8c97fc36-5027-40cd-b0e1-602f0c2ede8e, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=8c97fc36-5027-40cd-b0e1-602f0c2ede8e,segment=NetworkSegment(d81d753a-93e5-4207-911a-f55256caa2d0),segment_id=d81d753a-93e5-4207-911a-f55256caa2d0)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:41.606054 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14b7da3b-999c-4790-87fd-868ff4f8ce0e req-83f59721-6b98-48a7-b7c4-0f8604c7837d tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:41.629389 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-14b7da3b-999c-4790-87fd-868ff4f8ce0e req-83f59721-6b98-48a7-b7c4-0f8604c7837d tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Calling delete_port for 8c97fc36-5027-40cd-b0e1-602f0c2ede8e owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:27:41.650824 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-5718b750-8a07-48d1-b930-6a2f335c33d2 None None] Port e4783f97-d091-49cb-bef6-2b3459301ccb cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:27:41.822045 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9239b895-344c-4a1b-bd72-f2bbec72d602 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:41.865564 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-1b09fee0-48b7-47dc-9ee3-aa217f2c46ef req-9836a8e5-2bde-4aef-9e5f-512c9f363030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 703521d3-4515-451e-9ed5-ae886aa33877 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:27:41.873812 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-1b09fee0-48b7-47dc-9ee3-aa217f2c46ef req-9836a8e5-2bde-4aef-9e5f-512c9f363030 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:41.888912 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9239b895-344c-4a1b-bd72-f2bbec72d602 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event deleted for resources: {'Port': ['ID=e4783f97-d091-49cb-bef6-2b3459301ccb,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:42.001029 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f96a2-5839-429c-8137-4bb27e7d9ed2 req-0a8a34d3-7e0c-49c3-a8b0-6a4bb38fa87b tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:42.004290 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14b7da3b-999c-4790-87fd-868ff4f8ce0e req-83f59721-6b98-48a7-b7c4-0f8604c7837d tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:42.019282 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e34f96a2-5839-429c-8137-4bb27e7d9ed2 req-0a8a34d3-7e0c-49c3-a8b0-6a4bb38fa87b tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/ports?device_id=868a48e0-3a5e-43e5-965a-1913f644fa13 HTTP/1.1" status: 200 len: 946 time: 0.1160834 Nov 09 21:27:42.021901 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-1b09fee0-48b7-47dc-9ee3-aa217f2c46ef req-9836a8e5-2bde-4aef-9e5f-512c9f363030 service neutron] Transition to ACTIVE for port object 703521d3-4515-451e-9ed5-ae886aa33877 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:27:42.026122 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51660) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:42.074676 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-1b09fee0-48b7-47dc-9ee3-aa217f2c46ef req-9836a8e5-2bde-4aef-9e5f-512c9f363030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:42.170181 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b7da3b-999c-4790-87fd-868ff4f8ce0e req-83f59721-6b98-48a7-b7c4-0f8604c7837d tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] No DVR routers for this DVR port 8c97fc36-5027-40cd-b0e1-602f0c2ede8e on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:27:42.205274 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f59721-6b98-48a7-b7c4-0f8604c7837d tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Pushing event deleted for resources: {'Port': ['ID=8c97fc36-5027-40cd-b0e1-602f0c2ede8e,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:42.214810 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-14b7da3b-999c-4790-87fd-868ff4f8ce0e req-83f59721-6b98-48a7-b7c4-0f8604c7837d tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:42.219066 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14b7da3b-999c-4790-87fd-868ff4f8ce0e req-83f59721-6b98-48a7-b7c4-0f8604c7837d tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.45 "DELETE /v2.0/ports/8c97fc36-5027-40cd-b0e1-602f0c2ede8e HTTP/1.1" status: 204 len: 173 time: 1.5552163 Nov 09 21:27:42.222075 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6b49d516-5a48-41d5-840d-191cc9e9ac84 req-b4e3c2e5-a834-4837-9bee-949d2ea8a9fc tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 210 time: 0.1858530 Nov 09 21:27:42.222768 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868a48e0-3a5e-43e5-965a-1913f644fa13', 'name': 'network-vif-deleted', 'tag': '8c97fc36-5027-40cd-b0e1-602f0c2ede8e'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:27:42.225800 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80151b59-5975-4dc8-a149-1184e1f82d52" -d '{"events": [{"server_uuid": "868a48e0-3a5e-43e5-965a-1913f644fa13", "name": "network-vif-deleted", "tag": "8c97fc36-5027-40cd-b0e1-602f0c2ede8e"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:27:42.235323 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9239b895-344c-4a1b-bd72-f2bbec72d602 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:42.239082 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-9239b895-344c-4a1b-bd72-f2bbec72d602 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/ports/e4783f97-d091-49cb-bef6-2b3459301ccb HTTP/1.1" status: 204 len: 168 time: 2.1104689 Nov 09 21:27:42.241753 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51672) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:42.263091 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836a8e5-2bde-4aef-9e5f-512c9f363030 service neutron] Pushing event updated for resources: {'Port': ['ID=703521d3-4515-451e-9ed5-ae886aa33877,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:42.315623 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-855319a8-39a8-4df1-a572-9032fe192f51 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] GET failed (client error): The resource could not be found. Nov 09 21:27:42.325379 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-855319a8-39a8-4df1-a572-9032fe192f51 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "GET /v2.0/ports/e4783f97-d091-49cb-bef6-2b3459301ccb HTTP/1.1" status: 404 len: 333 time: 0.0782731 Nov 09 21:27:42.325612 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51676) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:42.360065 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e34f96a2-5839-429c-8137-4bb27e7d9ed2 req-803e6267-fbcd-477f-b93b-d7cafceb5ea3 tempest-ServerRescueTestJSONUnderV235-723848317 tempest-ServerRescueTestJSONUnderV235-723848317-project] 10.222.0.49 "GET /v2.0/security-groups?id=994058e5-2188-4388-9fbd-cf7bf18529ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389814 Nov 09 21:27:42.360463 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d527bf3d-203e-49a7-8499-943b43a5b6bb x-openstack-request-id: req-d527bf3d-203e-49a7-8499-943b43a5b6bb {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:27:42.360784 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "868a48e0-3a5e-43e5-965a-1913f644fa13", "name": "network-vif-deleted", "tag": "8c97fc36-5027-40cd-b0e1-602f0c2ede8e", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:27:42.361053 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d527bf3d-203e-49a7-8499-943b43a5b6bb {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:27:42.361440 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '868a48e0-3a5e-43e5-965a-1913f644fa13', 'name': 'network-vif-deleted', 'tag': '8c97fc36-5027-40cd-b0e1-602f0c2ede8e', 'status': 'completed', 'code': 200} Nov 09 21:27:42.367410 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-6d324cf3-0868-4e42-8eda-63495bd97f0e tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-316060117'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:27:42.434794 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d324cf3-0868-4e42-8eda-63495bd97f0e tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Made reservation on behalf of d320111091c94fc790d856ab38eea364 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:27:42.439842 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d324cf3-0868-4e42-8eda-63495bd97f0e tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:42.454307 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51680) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:42.457636 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-1b09fee0-48b7-47dc-9ee3-aa217f2c46ef req-9836a8e5-2bde-4aef-9e5f-512c9f363030 service neutron] Attempting to bind port 703521d3-4515-451e-9ed5-ae886aa33877 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:27:42.457983 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-1b09fee0-48b7-47dc-9ee3-aa217f2c46ef req-9836a8e5-2bde-4aef-9e5f-512c9f363030 service neutron] Attempting to bind port 703521d3-4515-451e-9ed5-ae886aa33877 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '9a6377f5-b38b-4a21-b9f6-9e21b904d67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a977e5a0-d935-40af-beae-b0f3a8c25de8'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:27:42.458323 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b09fee0-48b7-47dc-9ee3-aa217f2c46ef req-9836a8e5-2bde-4aef-9e5f-512c9f363030 service neutron] Attempting to bind port 703521d3-4515-451e-9ed5-ae886aa33877 on network a977e5a0-d935-40af-beae-b0f3a8c25de8 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:27:42.473183 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b09fee0-48b7-47dc-9ee3-aa217f2c46ef req-9836a8e5-2bde-4aef-9e5f-512c9f363030 service neutron] Port 703521d3-4515-451e-9ed5-ae886aa33877 on network a977e5a0-d935-40af-beae-b0f3a8c25de8 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:27:42.473183 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b09fee0-48b7-47dc-9ee3-aa217f2c46ef req-9836a8e5-2bde-4aef-9e5f-512c9f363030 service neutron] Attempting to bind port 703521d3-4515-451e-9ed5-ae886aa33877 on network a977e5a0-d935-40af-beae-b0f3a8c25de8 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:27:42.473183 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d324cf3-0868-4e42-8eda-63495bd97f0e tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:42.483035 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b09fee0-48b7-47dc-9ee3-aa217f2c46ef req-9836a8e5-2bde-4aef-9e5f-512c9f363030 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:27:42.483380 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b09fee0-48b7-47dc-9ee3-aa217f2c46ef req-9836a8e5-2bde-4aef-9e5f-512c9f363030 service neutron] Checking segment: {'id': '9a6377f5-b38b-4a21-b9f6-9e21b904d67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a977e5a0-d935-40af-beae-b0f3a8c25de8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:27:42.483778 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b09fee0-48b7-47dc-9ee3-aa217f2c46ef req-9836a8e5-2bde-4aef-9e5f-512c9f363030 service neutron] Bound using segment: {'id': '9a6377f5-b38b-4a21-b9f6-9e21b904d67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a977e5a0-d935-40af-beae-b0f3a8c25de8'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:27:42.485028 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-1b09fee0-48b7-47dc-9ee3-aa217f2c46ef req-9836a8e5-2bde-4aef-9e5f-512c9f363030 service neutron] Bound port: 703521d3-4515-451e-9ed5-ae886aa33877, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a6377f5-b38b-4a21-b9f6-9e21b904d67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a977e5a0-d935-40af-beae-b0f3a8c25de8'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:27:42.490700 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-1b09fee0-48b7-47dc-9ee3-aa217f2c46ef req-9836a8e5-2bde-4aef-9e5f-512c9f363030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:42.493017 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-2799d122-8385-4763-9b0f-9b51a854909b tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Deleting port 2494aad1-2ab1-4a4c-a8fe-a5d6f68539be {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:27:42.493374 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2799d122-8385-4763-9b0f-9b51a854909b tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:42.601707 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-48585d98-cd51-482b-bb16-bf12edbf6715 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1398975543-network', 'tenant_id': 'b50c1eb28058475a8278ae5055f59829'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:27:42.638400 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d324cf3-0868-4e42-8eda-63495bd97f0e tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:42.644694 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d324cf3-0868-4e42-8eda-63495bd97f0e tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:42.646280 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bdcc3e-4ce4-4339-b73e-400f93d77992 req-3894eae9-5437-4580-8126-347d7d6368f9 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:42.648040 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a1bdcc3e-4ce4-4339-b73e-400f93d77992 req-3894eae9-5437-4580-8126-347d7d6368f9 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=14faaa22-ab30-41e2-a205-fa8d976a879e HTTP/1.1" status: 200 len: 945 time: 0.1055129 Nov 09 21:27:42.665984 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-1b09fee0-48b7-47dc-9ee3-aa217f2c46ef req-9836a8e5-2bde-4aef-9e5f-512c9f363030 service neutron] For port 703521d3-4515-451e-9ed5-ae886aa33877, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:27:42.678267 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d324cf3-0868-4e42-8eda-63495bd97f0e tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:27:42.691859 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48585d98-cd51-482b-bb16-bf12edbf6715 admin admin] Made reservation on behalf of b50c1eb28058475a8278ae5055f59829 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:27:42.694394 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-48585d98-cd51-482b-bb16-bf12edbf6715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:42.702462 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-1b09fee0-48b7-47dc-9ee3-aa217f2c46ef req-9836a8e5-2bde-4aef-9e5f-512c9f363030 service neutron] For port 703521d3-4515-451e-9ed5-ae886aa33877, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=703521d3-4515-451e-9ed5-ae886aa33877,segment=NetworkSegment(9a6377f5-b38b-4a21-b9f6-9e21b904d67d),segment_id=9a6377f5-b38b-4a21-b9f6-9e21b904d67d)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:27:42.709635 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d324cf3-0868-4e42-8eda-63495bd97f0e tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:42.709984 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-6d324cf3-0868-4e42-8eda-63495bd97f0e tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Added segment 5cbf54a7-bc3a-4ad6-a261-d9ec08ccec52 of type vlan for network f695d5fb-6de9-40b1-a499-e6858109fcb4 Nov 09 21:27:42.712077 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2799d122-8385-4763-9b0f-9b51a854909b tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:42.718323 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d324cf3-0868-4e42-8eda-63495bd97f0e tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccc338a-5690-4c0a-92ab-057283529f4c,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:42.723972 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-1b09fee0-48b7-47dc-9ee3-aa217f2c46ef req-9836a8e5-2bde-4aef-9e5f-512c9f363030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:42.743252 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09fee0-48b7-47dc-9ee3-aa217f2c46ef req-9836a8e5-2bde-4aef-9e5f-512c9f363030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:42.743872 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-1b09fee0-48b7-47dc-9ee3-aa217f2c46ef req-9836a8e5-2bde-4aef-9e5f-512c9f363030 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:42.746139 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1b09fee0-48b7-47dc-9ee3-aa217f2c46ef req-9836a8e5-2bde-4aef-9e5f-512c9f363030 service neutron] 10.222.0.45 "PUT /v2.0/ports/703521d3-4515-451e-9ed5-ae886aa33877 HTTP/1.1" status: 200 len: 1092 time: 1.7871211 Nov 09 21:27:42.750105 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2f9981-32c2-4eef-aa1f-ce63da83228f', 'tag': '703521d3-4515-451e-9ed5-ae886aa33877'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:27:42.751678 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-48585d98-cd51-482b-bb16-bf12edbf6715 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:42.761117 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4337ede9-1563-4aea-9971-250e4e0d8847" -d '{"events": [{"name": "network-changed", "server_uuid": "4b2f9981-32c2-4eef-aa1f-ce63da83228f", "tag": "703521d3-4515-451e-9ed5-ae886aa33877"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:27:42.773163 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-2799d122-8385-4763-9b0f-9b51a854909b tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Calling delete_port for 2494aad1-2ab1-4a4c-a8fe-a5d6f68539be owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:27:42.818117 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a1bdcc3e-4ce4-4339-b73e-400f93d77992 req-391d49e8-bab6-4c79-b204-81a0f62c0df8 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556756 Nov 09 21:27:42.892943 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d324cf3-0868-4e42-8eda-63495bd97f0e tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:42.911523 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-48585d98-cd51-482b-bb16-bf12edbf6715 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:42.924155 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-48585d98-cd51-482b-bb16-bf12edbf6715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:42.939502 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5082ff46-a0cf-48c4-8089-92dcfa820690 x-openstack-request-id: req-5082ff46-a0cf-48c4-8089-92dcfa820690 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:27:42.939710 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b2f9981-32c2-4eef-aa1f-ce63da83228f", "tag": "703521d3-4515-451e-9ed5-ae886aa33877", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:27:42.940014 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5082ff46-a0cf-48c4-8089-92dcfa820690 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:27:42.940396 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2f9981-32c2-4eef-aa1f-ce63da83228f', 'tag': '703521d3-4515-451e-9ed5-ae886aa33877', 'status': 'completed', 'code': 200} Nov 09 21:27:42.949206 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09fee0-48b7-47dc-9ee3-aa217f2c46ef req-c39ac844-2bdb-40fb-8f16-b34fc513af6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:42.951526 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1b09fee0-48b7-47dc-9ee3-aa217f2c46ef req-c39ac844-2bdb-40fb-8f16-b34fc513af6f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=37ab742aac8d42199f84c1b467e67cb5&device_id=4b2f9981-32c2-4eef-aa1f-ce63da83228f HTTP/1.1" status: 200 len: 1095 time: 0.1196761 Nov 09 21:27:42.955762 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48585d98-cd51-482b-bb16-bf12edbf6715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219c79f7-7f89-4442-b6e2-8f60dbf4dca3,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:42.984971 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48585d98-cd51-482b-bb16-bf12edbf6715 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:27:42.997072 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-48585d98-cd51-482b-bb16-bf12edbf6715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:42.997596 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-48585d98-cd51-482b-bb16-bf12edbf6715 admin admin] Added segment d8f1e5fc-a9c2-4ed2-bf6c-4b097d1a6b0c of type vlan for network 3317b335-4d3c-4340-a88d-5eff6142196c Nov 09 21:27:42.998049 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836a8e5-2bde-4aef-9e5f-512c9f363030 service neutron] Pushing event updated for resources: {'Port': ['ID=703521d3-4515-451e-9ed5-ae886aa33877,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:43.045957 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5bec8-b0f6-4171-b797-df19d4e47b0b req-eb02c627-6b7b-49cd-99b8-b0de46b2b9e6 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:43.053921 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d0d5bec8-b0f6-4171-b797-df19d4e47b0b req-eb02c627-6b7b-49cd-99b8-b0de46b2b9e6 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b2f9981-32c2-4eef-aa1f-ce63da83228f HTTP/1.1" status: 200 len: 944 time: 0.2206748 Nov 09 21:27:43.057880 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1b09fee0-48b7-47dc-9ee3-aa217f2c46ef req-d52c099f-a2f9-4154-ac84-a795c78c94f4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=703521d3-4515-451e-9ed5-ae886aa33877 HTTP/1.1" status: 200 len: 217 time: 0.0724785 Nov 09 21:27:43.074325 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-48585d98-cd51-482b-bb16-bf12edbf6715 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:43.079235 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d324cf3-0868-4e42-8eda-63495bd97f0e tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:43.085214 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d324cf3-0868-4e42-8eda-63495bd97f0e tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:43.086045 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d324cf3-0868-4e42-8eda-63495bd97f0e tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:43.098457 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2799d122-8385-4763-9b0f-9b51a854909b tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:43.132046 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2799d122-8385-4763-9b0f-9b51a854909b tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event deleted for resources: {'Port': ['ID=2494aad1-2ab1-4a4c-a8fe-a5d6f68539be,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:43.134296 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-48585d98-cd51-482b-bb16-bf12edbf6715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:43.135434 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48585d98-cd51-482b-bb16-bf12edbf6715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:43.135827 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-48585d98-cd51-482b-bb16-bf12edbf6715 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:43.202858 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6d324cf3-0868-4e42-8eda-63495bd97f0e tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1724770 Nov 09 21:27:43.213330 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d0d5bec8-b0f6-4171-b797-df19d4e47b0b req-d75143cc-6ab1-4a7c-aa5a-307ac1cfd636 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584139 Nov 09 21:27:43.216583 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51690) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:43.229760 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-75c15db3-3ecb-4f8a-9a12-0d3633794764 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Request body: {'subnet': {'network_id': 'f695d5fb-6de9-40b1-a499-e6858109fcb4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:27:43.265126 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-48585d98-cd51-482b-bb16-bf12edbf6715 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8096080 Nov 09 21:27:43.271844 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51692) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:43.278918 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-169ab365-3819-4c3c-9b1c-097ff3c2f4ad admin admin] Request body: {'subnet': {'network_id': '3317b335-4d3c-4340-a88d-5eff6142196c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1398975543-subnet', 'tenant_id': 'b50c1eb28058475a8278ae5055f59829', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:27:43.287713 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48585d98-cd51-482b-bb16-bf12edbf6715 admin admin] Pushing event updated for resources: {'Network': ['ID=3317b335-4d3c-4340-a88d-5eff6142196c,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:43.307131 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 3317b335-4d3c-4340-a88d-5eff6142196c details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:27:43.314035 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2799d122-8385-4763-9b0f-9b51a854909b tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:43.317359 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2799d122-8385-4763-9b0f-9b51a854909b tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/ports/2494aad1-2ab1-4a4c-a8fe-a5d6f68539be HTTP/1.1" status: 204 len: 168 time: 0.9907362 Nov 09 21:27:43.320006 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51696) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:43.324591 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d324cf3-0868-4e42-8eda-63495bd97f0e tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Pushing event updated for resources: {'Network': ['ID=f695d5fb-6de9-40b1-a499-e6858109fcb4,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:43.332279 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169ab365-3819-4c3c-9b1c-097ff3c2f4ad admin admin] Made reservation on behalf of b50c1eb28058475a8278ae5055f59829 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:27:43.334008 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-169ab365-3819-4c3c-9b1c-097ff3c2f4ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:43.334802 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09fee0-48b7-47dc-9ee3-aa217f2c46ef req-ba791bf5-ac36-43e5-917d-8a9fe7508b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:43.337118 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1b09fee0-48b7-47dc-9ee3-aa217f2c46ef req-ba791bf5-ac36-43e5-917d-8a9fe7508b8a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2d70d627-f91a-46e1-b014-350c82c5b331 HTTP/1.1" status: 200 len: 851 time: 0.2446899 Nov 09 21:27:43.368910 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b5b43ff-00a5-4bb6-834c-0182cff2a9cd tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] GET failed (client error): The resource could not be found. Nov 09 21:27:43.370738 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6b5b43ff-00a5-4bb6-834c-0182cff2a9cd tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "GET /v2.0/ports/2494aad1-2ab1-4a4c-a8fe-a5d6f68539be HTTP/1.1" status: 404 len: 333 time: 0.0499635 Nov 09 21:27:43.409646 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51700) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:43.412924 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 8c97fc36-5027-40cd-b0e1-602f0c2ede8e no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:27:43.417853 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1b09fee0-48b7-47dc-9ee3-aa217f2c46ef req-4ef065db-9d5f-4589-9b4a-67bbaf9bbd3e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a977e5a0-d935-40af-beae-b0f3a8c25de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701520 Nov 09 21:27:43.466813 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network f695d5fb-6de9-40b1-a499-e6858109fcb4 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:27:43.468978 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 8c97fc36-5027-40cd-b0e1-602f0c2ede8e {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:27:43.469564 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 8c97fc36-5027-40cd-b0e1-602f0c2ede8e not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:27:43.498768 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51702) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:43.508576 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-95d731c3-42bd-47ae-aacf-ac4d369fb850 req-4ac8a1ff-c29b-4280-bd83-7872351427ac tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 210 time: 0.0999999 Nov 09 21:27:43.572334 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-a212f93f-c1d0-4058-8e3c-1e7d05b6e43f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Deleting subnet 65055bce-faf6-4902-a54b-067d0eb0b572 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:27:43.577507 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a212f93f-c1d0-4058-8e3c-1e7d05b6e43f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:43.631673 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a212f93f-c1d0-4058-8e3c-1e7d05b6e43f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:43.791590 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-169ab365-3819-4c3c-9b1c-097ff3c2f4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:43.798615 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a212f93f-c1d0-4058-8e3c-1e7d05b6e43f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:43.897399 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ab365-3819-4c3c-9b1c-097ff3c2f4ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=44f9e559-5ff6-4289-b2b3-66b2b61a8980,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:43.909005 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169ab365-3819-4c3c-9b1c-097ff3c2f4ad admin admin] Checking segment: {'id': 'd8f1e5fc-a9c2-4ed2-bf6c-4b097d1a6b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3317b335-4d3c-4340-a88d-5eff6142196c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:27:43.909370 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169ab365-3819-4c3c-9b1c-097ff3c2f4ad admin admin] Network hostable DHCP agents. Network: 3317b335-4d3c-4340-a88d-5eff6142196c, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:27:43.954363 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a212f93f-c1d0-4058-8e3c-1e7d05b6e43f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:43.992709 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a212f93f-c1d0-4058-8e3c-1e7d05b6e43f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event deleted for resources: {'Subnet': ['ID=65055bce-faf6-4902-a54b-067d0eb0b572,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:43.992919 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c15db3-3ecb-4f8a-9a12-0d3633794764 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Made reservation on behalf of d320111091c94fc790d856ab38eea364 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:27:43.996579 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-75c15db3-3ecb-4f8a-9a12-0d3633794764 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:43.998928 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a212f93f-c1d0-4058-8e3c-1e7d05b6e43f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:44.002830 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a212f93f-c1d0-4058-8e3c-1e7d05b6e43f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/subnets/65055bce-faf6-4902-a54b-067d0eb0b572 HTTP/1.1" status: 204 len: 168 time: 0.5922632 Nov 09 21:27:44.005974 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51708) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:44.012554 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffefa6ed-f475-4a2c-9dcb-92832dd39624 None None] Network ccfb828b-f516-4f07-ad7e-c3ad932676d8 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:27:44.014734 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169ab365-3819-4c3c-9b1c-097ff3c2f4ad admin admin] Network 3317b335-4d3c-4340-a88d-5eff6142196c is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:27:44.066144 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-169ab365-3819-4c3c-9b1c-097ff3c2f4ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 3317b335-4d3c-4340-a88d-5eff6142196c) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:27:44.077320 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075dbb52-a8e7-4a10-80b7-14a68baed49d req-f39f2605-c2a9-463b-a0e5-a2bae58b0f33 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:44.079541 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-075dbb52-a8e7-4a10-80b7-14a68baed49d req-f39f2605-c2a9-463b-a0e5-a2bae58b0f33 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=14faaa22-ab30-41e2-a205-fa8d976a879e HTTP/1.1" status: 200 len: 945 time: 0.1648881 Nov 09 21:27:44.090151 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169ab365-3819-4c3c-9b1c-097ff3c2f4ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:44.090755 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-169ab365-3819-4c3c-9b1c-097ff3c2f4ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:44.095607 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949c1788-856f-47dd-b1e7-6f248840cfcb None None] Network 3317b335-4d3c-4340-a88d-5eff6142196c requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:27:44.104274 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1b09fee0-48b7-47dc-9ee3-aa217f2c46ef req-877ffbdd-4f6d-4e64-8fa1-d63eaaf25fd6 service neutron] 10.222.0.45 "GET /v2.0/networks/a977e5a0-d935-40af-beae-b0f3a8c25de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6754906 Nov 09 21:27:44.138643 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-23cf140a-4872-49c3-8b8e-3528208d5aac tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:44.148665 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-169ab365-3819-4c3c-9b1c-097ff3c2f4ad admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8757629 Nov 09 21:27:44.176802 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-075dbb52-a8e7-4a10-80b7-14a68baed49d req-d31bbb5a-aa21-440d-8b74-c311c7aa6129 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882022 Nov 09 21:27:44.239900 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-23cf140a-4872-49c3-8b8e-3528208d5aac tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Deleting port c17b2d51-18f2-4fc9-b7af-deb8c2d7377c {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:27:44.241789 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-23cf140a-4872-49c3-8b8e-3528208d5aac tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:44.328548 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-23cf140a-4872-49c3-8b8e-3528208d5aac tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] For port c17b2d51-18f2-4fc9-b7af-deb8c2d7377c, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=c17b2d51-18f2-4fc9-b7af-deb8c2d7377c,segment=NetworkSegment(48814b52-f017-40a3-9048-79100217bead),segment_id=48814b52-f017-40a3-9048-79100217bead)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:44.329328 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-23cf140a-4872-49c3-8b8e-3528208d5aac tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:44.350446 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-23cf140a-4872-49c3-8b8e-3528208d5aac tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Calling delete_port for c17b2d51-18f2-4fc9-b7af-deb8c2d7377c owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:27:44.417449 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8067a038-8254-41f4-ba5a-1e8892a8a883 None None] Network 3317b335-4d3c-4340-a88d-5eff6142196c requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:27:44.417939 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1b09fee0-48b7-47dc-9ee3-aa217f2c46ef req-479bf73a-ed50-4206-a7c9-0aa7900a9a54 service neutron] 10.222.0.45 "GET /v2.0/networks/a977e5a0-d935-40af-beae-b0f3a8c25de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001139 Nov 09 21:27:44.533905 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-23cf140a-4872-49c3-8b8e-3528208d5aac tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:44.596374 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf140a-4872-49c3-8b8e-3528208d5aac tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event deleted for resources: {'Port': ['ID=c17b2d51-18f2-4fc9-b7af-deb8c2d7377c,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:44.600092 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cf140a-4872-49c3-8b8e-3528208d5aac tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] No DVR routers for this DVR port c17b2d51-18f2-4fc9-b7af-deb8c2d7377c on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:27:44.721313 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b8358c-89a8-4222-b1e4-548e5cd55eb1 None None] DHCP port deletion for ccfb828b-f516-4f07-ad7e-c3ad932676d8 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:27:44.728245 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02797f-7c74-4a10-bb31-927e88657703 req-c9956daa-7e8e-49c6-b576-4b7b980813e9 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:44.740203 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2c02797f-7c74-4a10-bb31-927e88657703 req-c9956daa-7e8e-49c6-b576-4b7b980813e9 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b2f9981-32c2-4eef-aa1f-ce63da83228f HTTP/1.1" status: 200 len: 944 time: 0.3675573 Nov 09 21:27:44.744317 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-23cf140a-4872-49c3-8b8e-3528208d5aac tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:44.811975 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337ede9-1563-4aea-9971-250e4e0d8847 req-0691e30e-9212-4772-aa81-5fe8866c547b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:44.813932 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4337ede9-1563-4aea-9971-250e4e0d8847 req-0691e30e-9212-4772-aa81-5fe8866c547b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=37ab742aac8d42199f84c1b467e67cb5&device_id=4b2f9981-32c2-4eef-aa1f-ce63da83228f HTTP/1.1" status: 200 len: 1095 time: 0.2974808 Nov 09 21:27:44.826156 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-75c15db3-3ecb-4f8a-9a12-0d3633794764 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:44.830209 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-23cf140a-4872-49c3-8b8e-3528208d5aac tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccfb828b-f516-4f07-ad7e-c3ad932676d8']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:27:44.857571 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-23cf140a-4872-49c3-8b8e-3528208d5aac tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48814b52-f017-40a3-9048-79100217bead') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:27:44.858138 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-23cf140a-4872-49c3-8b8e-3528208d5aac tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48814b52-f017-40a3-9048-79100217bead') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:27:44.888171 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-23cf140a-4872-49c3-8b8e-3528208d5aac tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:44.917912 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-23cf140a-4872-49c3-8b8e-3528208d5aac tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:44.935554 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23cf140a-4872-49c3-8b8e-3528208d5aac tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:27:44.936716 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-23cf140a-4872-49c3-8b8e-3528208d5aac tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:44.941250 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:27:44.941250 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:27:44.941250 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:27:44.941250 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:27:44.941250 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:27:44.941250 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:27:44.941250 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:27:44.941250 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:27:44.941250 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:27:44.941250 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:27:44.941250 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:27:44.941250 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:27:44.941250 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:27:44.941250 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:27:44.941250 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:27:44.941250 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:27:44.941250 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:27:44.941250 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:27:44.941250 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:27:44.941250 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:27:44.941250 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:27:44.941250 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:27:44.941250 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:27:44.941250 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:27:44.941250 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:27:44.941250 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:27:44.941250 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:27:44.941250 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:27:44.941250 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:27:44.941250 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:27:44.941250 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:27:44.941250 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:27:44.960990 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2c02797f-7c74-4a10-bb31-927e88657703 req-a2db225c-4f30-4d27-a42d-95c46163733a tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183025 Nov 09 21:27:45.035133 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c15db3-3ecb-4f8a-9a12-0d3633794764 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Checking segment: {'id': '5cbf54a7-bc3a-4ad6-a261-d9ec08ccec52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f695d5fb-6de9-40b1-a499-e6858109fcb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:27:45.035820 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c15db3-3ecb-4f8a-9a12-0d3633794764 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Network hostable DHCP agents. Network: f695d5fb-6de9-40b1-a499-e6858109fcb4, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:27:45.039731 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87919fe6-2a2d-4f9d-babe-9b3a40b7ec90 req-f8e458ff-4742-441a-89b4-fc950042b844 tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:45.047608 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-87919fe6-2a2d-4f9d-babe-9b3a40b7ec90 req-f8e458ff-4742-441a-89b4-fc950042b844 tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] 10.222.0.49 "GET /v2.0/networks?id=3317b335-4d3c-4340-a88d-5eff6142196c HTTP/1.1" status: 200 len: 822 time: 0.2869353 Nov 09 21:27:45.049118 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c15db3-3ecb-4f8a-9a12-0d3633794764 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Pushing event updated for resources: {'Subnet': ['ID=f96bc17c-cc89-4a9c-b3bd-f7476aa2c7ff,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:45.069948 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c15db3-3ecb-4f8a-9a12-0d3633794764 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Network f695d5fb-6de9-40b1-a499-e6858109fcb4 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:27:45.086227 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-87919fe6-2a2d-4f9d-babe-9b3a40b7ec90 req-b3500301-3517-43cb-8848-86c9abaefd23 tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] 10.222.0.49 "GET /v2.0/quotas/b50c1eb28058475a8278ae5055f59829 HTTP/1.1" status: 200 len: 375 time: 0.0373166 Nov 09 21:27:45.089220 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-75c15db3-3ecb-4f8a-9a12-0d3633794764 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, f695d5fb-6de9-40b1-a499-e6858109fcb4) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:27:45.098807 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a26fb85-87ce-41bd-a90a-01fc3b299c35 None None] Network f695d5fb-6de9-40b1-a499-e6858109fcb4 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:27:45.108404 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c17b2d51-18f2-4fc9-b7af-deb8c2d7377c no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:27:45.135204 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c15db3-3ecb-4f8a-9a12-0d3633794764 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:45.136677 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-75c15db3-3ecb-4f8a-9a12-0d3633794764 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:45.145084 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-87919fe6-2a2d-4f9d-babe-9b3a40b7ec90 req-66281c7c-8657-4c8c-b2b9-d99d499d0fd4 tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b50c1eb28058475a8278ae5055f59829&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574253 Nov 09 21:27:45.154193 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-23cf140a-4872-49c3-8b8e-3528208d5aac tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:45.161248 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-23cf140a-4872-49c3-8b8e-3528208d5aac tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:45.164288 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: c17b2d51-18f2-4fc9-b7af-deb8c2d7377c {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:27:45.169126 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-23cf140a-4872-49c3-8b8e-3528208d5aac tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/networks/ccfb828b-f516-4f07-ad7e-c3ad932676d8 HTTP/1.1" status: 204 len: 168 time: 1.1577723 Nov 09 21:27:45.170587 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c17b2d51-18f2-4fc9-b7af-deb8c2d7377c not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:27:45.185625 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51732) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:45.196547 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-f771f1a7-fc04-478e-bbd2-af08bf6a80b4 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-968033162'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:27:45.215666 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-031340c1-0ec2-47c6-beee-00d3dcb11e2a req-d77ad43f-23c9-4c89-96e0-50c8dbeaea4f tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 210 time: 0.0648403 Nov 09 21:27:45.253818 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337ede9-1563-4aea-9971-250e4e0d8847 req-ef353fd8-fd88-4749-b1e3-5f92f76ed93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:45.255440 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4337ede9-1563-4aea-9971-250e4e0d8847 req-ef353fd8-fd88-4749-b1e3-5f92f76ed93c service neutron] 10.222.0.45 "GET /v2.0/networks?id=a977e5a0-d935-40af-beae-b0f3a8c25de8 HTTP/1.1" status: 200 len: 911 time: 0.4243751 Nov 09 21:27:45.257503 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf140a-4872-49c3-8b8e-3528208d5aac tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event deleted for resources: {'Network': ['ID=ccfb828b-f516-4f07-ad7e-c3ad932676d8,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:45.265456 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-75c15db3-3ecb-4f8a-9a12-0d3633794764 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0463347 Nov 09 21:27:45.271672 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51736) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:45.298166 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-fcf2a3af-13d0-43ea-9629-1a5e76d8d04a tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Request body: {'port': {'network_id': 'f695d5fb-6de9-40b1-a499-e6858109fcb4', 'name': 'tempest-DHCPAgentSchedulersTestJSON-972381859'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:27:45.311412 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4337ede9-1563-4aea-9971-250e4e0d8847 req-5afdd877-16c5-4422-bba6-cee619a2fd60 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=703521d3-4515-451e-9ed5-ae886aa33877 HTTP/1.1" status: 200 len: 217 time: 0.0445518 Nov 09 21:27:45.332670 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6bbc37ac-ce0b-4fb1-bba9-dca4fa7a1e89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:45.343909 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0047882a-6ba1-4c26-b0e6-ed6c2a15dd55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-f695d5fb-6de9-40b1-a499-e6858109fcb4', 'network_id': 'f695d5fb-6de9-40b1-a499-e6858109fcb4', 'tenant_id': 'd320111091c94fc790d856ab38eea364', 'fixed_ips': [{'subnet_id': 'f96bc17c-cc89-4a9c-b3bd-f7476aa2c7ff'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:27:45.344927 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0047882a-6ba1-4c26-b0e6-ed6c2a15dd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:45.348455 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 703521d3-4515-451e-9ed5-ae886aa33877 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:27:45.427627 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337ede9-1563-4aea-9971-250e4e0d8847 req-627880ca-59f8-4a3d-92ac-90f02e1acb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:45.429192 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4337ede9-1563-4aea-9971-250e4e0d8847 req-627880ca-59f8-4a3d-92ac-90f02e1acb6e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2d70d627-f91a-46e1-b014-350c82c5b331 HTTP/1.1" status: 200 len: 851 time: 0.1090991 Nov 09 21:27:45.441916 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f771f1a7-fc04-478e-bbd2-af08bf6a80b4 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Made reservation on behalf of 858314ce302b43e3a1bfa722f764cbf9 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:27:45.445440 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f771f1a7-fc04-478e-bbd2-af08bf6a80b4 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:45.460005 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-87919fe6-2a2d-4f9d-babe-9b3a40b7ec90 req-9110b191-4f79-457c-a702-c1ea74069720 service neutron] 10.222.0.49 "GET /v2.0/networks/3317b335-4d3c-4340-a88d-5eff6142196c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139441 Nov 09 21:27:45.549037 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4337ede9-1563-4aea-9971-250e4e0d8847 req-8bbc4eb4-d4e2-46a4-8604-cd81fdec162a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a977e5a0-d935-40af-beae-b0f3a8c25de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879006 Nov 09 21:27:45.566988 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 703521d3-4515-451e-9ed5-ae886aa33877, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=703521d3-4515-451e-9ed5-ae886aa33877,segment=NetworkSegment(9a6377f5-b38b-4a21-b9f6-9e21b904d67d),segment_id=9a6377f5-b38b-4a21-b9f6-9e21b904d67d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:45.573005 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f771f1a7-fc04-478e-bbd2-af08bf6a80b4 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:27:45.578903 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '703521d3-4515-451e-9ed5-ae886aa33877', 'network_id': 'a977e5a0-d935-40af-beae-b0f3a8c25de8', 'port_id': '703521d3-4515-451e-9ed5-ae886aa33877', 'mac_address': 'fa:16:3e:03:4d:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d70d627-f91a-46e1-b014-350c82c5b331', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:27:45.620651 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf2a3af-13d0-43ea-9629-1a5e76d8d04a tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Made reservation on behalf of d320111091c94fc790d856ab38eea364 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:27:45.625092 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fcf2a3af-13d0-43ea-9629-1a5e76d8d04a tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:45.628281 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f771f1a7-fc04-478e-bbd2-af08bf6a80b4 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:45.628613 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-f771f1a7-fc04-478e-bbd2-af08bf6a80b4 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Added segment 69a41ade-057c-474f-9eb5-bd7d55786eff of type vlan for network 9a026eb2-b55b-432e-b31e-83121cc841b3 Nov 09 21:27:45.659616 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:45.683540 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 703521d3-4515-451e-9ed5-ae886aa33877 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:27:45.703697 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 703521d3-4515-451e-9ed5-ae886aa33877, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=703521d3-4515-451e-9ed5-ae886aa33877,segment=NetworkSegment(9a6377f5-b38b-4a21-b9f6-9e21b904d67d),segment_id=9a6377f5-b38b-4a21-b9f6-9e21b904d67d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:45.706254 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2ff20-6629-4295-8f8f-050722466194 req-f37e81b1-c1f3-48df-bb59-7eed90f4b06d tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:45.713612 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-efe2ff20-6629-4295-8f8f-050722466194 req-f37e81b1-c1f3-48df-bb59-7eed90f4b06d tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=14faaa22-ab30-41e2-a205-fa8d976a879e HTTP/1.1" status: 200 len: 945 time: 0.2506297 Nov 09 21:27:45.714576 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:45.717409 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-0047882a-6ba1-4c26-b0e6-ed6c2a15dd55 None None] Allocated IP 172.20.0.2 (f695d5fb-6de9-40b1-a499-e6858109fcb4/f96bc17c-cc89-4a9c-b3bd-f7476aa2c7ff/f52e9c3e-33f5-4c7b-af8f-39f6da7c612f) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:27:45.729791 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f771f1a7-fc04-478e-bbd2-af08bf6a80b4 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:45.768819 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-fcf2a3af-13d0-43ea-9629-1a5e76d8d04a tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] device_id is not set on port a6aa0fa1-9c2c-4dfe-96ac-9851822e3ebf yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:27:45.807060 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-efe2ff20-6629-4295-8f8f-050722466194 req-fb2aa4b0-a0a8-4a51-a77a-44d0f87cbd69 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834880 Nov 09 21:27:45.823648 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=703521d3-4515-451e-9ed5-ae886aa33877,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:45.830199 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4337ede9-1563-4aea-9971-250e4e0d8847 req-48651a3d-ef7d-4a94-9469-b2317afbf474 service neutron] 10.222.0.45 "GET /v2.0/networks/a977e5a0-d935-40af-beae-b0f3a8c25de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692909 Nov 09 21:27:45.834121 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:27:45.834698 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:27:45.835302 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:27:45.835907 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:27:45.836382 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:27:45.836950 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:27:45.837548 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:27:45.838086 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:27:45.838571 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:27:45.839047 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:27:45.839524 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:27:45.840119 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:27:45.878547 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-87919fe6-2a2d-4f9d-babe-9b3a40b7ec90 req-e837f922-24fb-4c58-b525-220034bdb01d service neutron] 10.222.0.49 "GET /v2.0/networks/3317b335-4d3c-4340-a88d-5eff6142196c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170914 Nov 09 21:27:45.879907 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f771f1a7-fc04-478e-bbd2-af08bf6a80b4 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:45.886498 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f771f1a7-fc04-478e-bbd2-af08bf6a80b4 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:45.887162 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f771f1a7-fc04-478e-bbd2-af08bf6a80b4 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:45.916698 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f771f1a7-fc04-478e-bbd2-af08bf6a80b4 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7299483 Nov 09 21:27:45.930967 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51738) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:45.937730 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-5a6dce99-81b3-4f05-8b26-8f6aad1cdaa1 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'subnet': {'network_id': '9a026eb2-b55b-432e-b31e-83121cc841b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:27:45.937943 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4337ede9-1563-4aea-9971-250e4e0d8847 req-02bd0655-58a3-440f-9fdf-e8dcee680a0f service neutron] 10.222.0.45 "GET /v2.0/networks/a977e5a0-d935-40af-beae-b0f3a8c25de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994902 Nov 09 21:27:45.977038 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['703521d3-4515-451e-9ed5-ae886aa33877'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:27:46.050776 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-6bbc37ac-ce0b-4fb1-bba9-dca4fa7a1e89 admin admin] Deleting port da97a270-0d71-4968-ae7b-9f141b2490f4 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:27:46.051982 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0047882a-6ba1-4c26-b0e6-ed6c2a15dd55 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:46.052139 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6bbc37ac-ce0b-4fb1-bba9-dca4fa7a1e89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:46.106069 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0047882a-6ba1-4c26-b0e6-ed6c2a15dd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:46.181886 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6dce99-81b3-4f05-8b26-8f6aad1cdaa1 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Made reservation on behalf of 858314ce302b43e3a1bfa722f764cbf9 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:27:46.185831 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5a6dce99-81b3-4f05-8b26-8f6aad1cdaa1 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:46.190678 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c6c30-fd90-4773-a7cb-c5aaec4fe442 req-6eb054a6-650d-45b9-8813-86b5d4dc9a28 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:46.193019 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-766c6c30-fd90-4773-a7cb-c5aaec4fe442 req-6eb054a6-650d-45b9-8813-86b5d4dc9a28 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b2f9981-32c2-4eef-aa1f-ce63da83228f HTTP/1.1" status: 200 len: 945 time: 0.0782003 Nov 09 21:27:46.244050 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0047882a-6ba1-4c26-b0e6-ed6c2a15dd55 None None] Pushing event updated for resources: {'Port': ['ID=f52e9c3e-33f5-4c7b-af8f-39f6da7c612f,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:46.256881 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0047882a-6ba1-4c26-b0e6-ed6c2a15dd55 None None] Network f695d5fb-6de9-40b1-a499-e6858109fcb4 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:27:46.261639 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-0047882a-6ba1-4c26-b0e6-ed6c2a15dd55 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:27:46.267017 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0047882a-6ba1-4c26-b0e6-ed6c2a15dd55 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:27:46.274825 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771f1a7-fc04-478e-bbd2-af08bf6a80b4 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event updated for resources: {'Network': ['ID=9a026eb2-b55b-432e-b31e-83121cc841b3,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:46.297295 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8b3ae3d1-400c-48a8-81da-81b0c80eedcf req-13918e4c-71df-4ef5-a1f4-4c6b613c1725 tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] 10.222.0.49 "GET /v2.0/ports?device_id=262f8340-d026-4856-90cf-58dd202eb7cc HTTP/1.1" status: 200 len: 210 time: 0.1296256 Nov 09 21:27:46.297752 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-6bbc37ac-ce0b-4fb1-bba9-dca4fa7a1e89 admin admin] For port da97a270-0d71-4968-ae7b-9f141b2490f4, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=da97a270-0d71-4968-ae7b-9f141b2490f4,segment=NetworkSegment(d81d753a-93e5-4207-911a-f55256caa2d0),segment_id=d81d753a-93e5-4207-911a-f55256caa2d0)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:46.299001 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6bbc37ac-ce0b-4fb1-bba9-dca4fa7a1e89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:46.303354 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 9a026eb2-b55b-432e-b31e-83121cc841b3 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:27:46.354041 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-766c6c30-fd90-4773-a7cb-c5aaec4fe442 req-f2fdf938-0ba2-4d06-aece-73a350acd191 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456370 Nov 09 21:27:46.364834 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-6bbc37ac-ce0b-4fb1-bba9-dca4fa7a1e89 admin admin] Calling delete_port for da97a270-0d71-4968-ae7b-9f141b2490f4 owned by network:router_interface {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:27:46.370821 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-fcf2a3af-13d0-43ea-9629-1a5e76d8d04a tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Allocated IP 172.20.0.10 (f695d5fb-6de9-40b1-a499-e6858109fcb4/f96bc17c-cc89-4a9c-b3bd-f7476aa2c7ff/a6aa0fa1-9c2c-4dfe-96ac-9851822e3ebf) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:27:46.484794 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-0047882a-6ba1-4c26-b0e6-ed6c2a15dd55 None None] Attempting to bind port f52e9c3e-33f5-4c7b-af8f-39f6da7c612f on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:27:46.485174 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-0047882a-6ba1-4c26-b0e6-ed6c2a15dd55 None None] Attempting to bind port f52e9c3e-33f5-4c7b-af8f-39f6da7c612f by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '5cbf54a7-bc3a-4ad6-a261-d9ec08ccec52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f695d5fb-6de9-40b1-a499-e6858109fcb4'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:27:46.485607 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0047882a-6ba1-4c26-b0e6-ed6c2a15dd55 None None] Attempting to bind port f52e9c3e-33f5-4c7b-af8f-39f6da7c612f on network f695d5fb-6de9-40b1-a499-e6858109fcb4 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:27:46.503982 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0047882a-6ba1-4c26-b0e6-ed6c2a15dd55 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:27:46.504445 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0047882a-6ba1-4c26-b0e6-ed6c2a15dd55 None None] Checking segment: {'id': '5cbf54a7-bc3a-4ad6-a261-d9ec08ccec52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f695d5fb-6de9-40b1-a499-e6858109fcb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:27:46.505089 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0047882a-6ba1-4c26-b0e6-ed6c2a15dd55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:46.505274 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0047882a-6ba1-4c26-b0e6-ed6c2a15dd55 None None] Bound using segment: {'id': '5cbf54a7-bc3a-4ad6-a261-d9ec08ccec52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f695d5fb-6de9-40b1-a499-e6858109fcb4'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:27:46.505821 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-0047882a-6ba1-4c26-b0e6-ed6c2a15dd55 None None] Bound port: f52e9c3e-33f5-4c7b-af8f-39f6da7c612f, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cbf54a7-bc3a-4ad6-a261-d9ec08ccec52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f695d5fb-6de9-40b1-a499-e6858109fcb4'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:27:46.506885 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0047882a-6ba1-4c26-b0e6-ed6c2a15dd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:46.576283 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e58643e9-d66d-4227-8562-8361ba712f54 req-24c51d86-5a1c-429b-b60e-e1b269d473f3 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 210 time: 0.1416495 Nov 09 21:27:46.609892 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-0047882a-6ba1-4c26-b0e6-ed6c2a15dd55 None None] For port f52e9c3e-33f5-4c7b-af8f-39f6da7c612f, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:27:46.609892 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-0047882a-6ba1-4c26-b0e6-ed6c2a15dd55 None None] For port f52e9c3e-33f5-4c7b-af8f-39f6da7c612f, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=f52e9c3e-33f5-4c7b-af8f-39f6da7c612f,segment=NetworkSegment(5cbf54a7-bc3a-4ad6-a261-d9ec08ccec52),segment_id=5cbf54a7-bc3a-4ad6-a261-d9ec08ccec52)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:27:46.618079 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0047882a-6ba1-4c26-b0e6-ed6c2a15dd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:46.695559 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0047882a-6ba1-4c26-b0e6-ed6c2a15dd55 None None] Pushing event updated for resources: {'Port': ['ID=f52e9c3e-33f5-4c7b-af8f-39f6da7c612f,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:46.703937 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6bbc37ac-ce0b-4fb1-bba9-dca4fa7a1e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:46.752243 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc37ac-ce0b-4fb1-bba9-dca4fa7a1e89 admin admin] Pushing event deleted for resources: {'Port': ['ID=da97a270-0d71-4968-ae7b-9f141b2490f4,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:46.924785 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5a6dce99-81b3-4f05-8b26-8f6aad1cdaa1 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:46.976200 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fcf2a3af-13d0-43ea-9629-1a5e76d8d04a tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:47.048010 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6dce99-81b3-4f05-8b26-8f6aad1cdaa1 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event updated for resources: {'Subnet': ['ID=e7c2d37f-9cf5-4002-8d69-4980c6f09be4,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:47.070827 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6dce99-81b3-4f05-8b26-8f6aad1cdaa1 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Checking segment: {'id': '69a41ade-057c-474f-9eb5-bd7d55786eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9a026eb2-b55b-432e-b31e-83121cc841b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:27:47.071502 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6dce99-81b3-4f05-8b26-8f6aad1cdaa1 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Network hostable DHCP agents. Network: 9a026eb2-b55b-432e-b31e-83121cc841b3, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:27:47.097146 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fcf2a3af-13d0-43ea-9629-1a5e76d8d04a tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:47.115831 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738c36d-5efe-4ed2-898d-152cf1bc9a33 req-124c9a56-b428-4f08-ab21-c6135561e61f tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:47.120892 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6dce99-81b3-4f05-8b26-8f6aad1cdaa1 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Network 9a026eb2-b55b-432e-b31e-83121cc841b3 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:27:47.124952 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8738c36d-5efe-4ed2-898d-152cf1bc9a33 req-124c9a56-b428-4f08-ab21-c6135561e61f tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=14faaa22-ab30-41e2-a205-fa8d976a879e HTTP/1.1" status: 200 len: 945 time: 0.2136226 Nov 09 21:27:47.163981 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf2a3af-13d0-43ea-9629-1a5e76d8d04a tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Network f695d5fb-6de9-40b1-a499-e6858109fcb4 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:27:47.179455 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-fcf2a3af-13d0-43ea-9629-1a5e76d8d04a tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:27:47.183685 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-5a6dce99-81b3-4f05-8b26-8f6aad1cdaa1 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 9a026eb2-b55b-432e-b31e-83121cc841b3) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:27:47.186133 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6bbc37ac-ce0b-4fb1-bba9-dca4fa7a1e89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:47.187418 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf2a3af-13d0-43ea-9629-1a5e76d8d04a tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:27:47.194496 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6976b689-7cf2-4c8c-bb0d-552019bf4256 None None] Network 9a026eb2-b55b-432e-b31e-83121cc841b3 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:27:47.225235 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8738c36d-5efe-4ed2-898d-152cf1bc9a33 req-86321e32-3a1d-4f5c-aee1-388edae18b6d tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993252 Nov 09 21:27:47.238249 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6dce99-81b3-4f05-8b26-8f6aad1cdaa1 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:47.238857 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5a6dce99-81b3-4f05-8b26-8f6aad1cdaa1 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:47.259227 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2a3af-13d0-43ea-9629-1a5e76d8d04a tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Pushing event updated for resources: {'Port': ['ID=a6aa0fa1-9c2c-4dfe-96ac-9851822e3ebf,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:47.286628 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5a6dce99-81b3-4f05-8b26-8f6aad1cdaa1 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3515511 Nov 09 21:27:47.286855 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51758) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:47.291833 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-6e1b1729-ddfe-4f67-8946-4af1c93e401d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'port': {'network_id': '9a026eb2-b55b-432e-b31e-83121cc841b3', 'name': 'tempest-PortsTestJSON-586334831', 'fixed_ips': [{'subnet_id': 'e7c2d37f-9cf5-4002-8d69-4980c6f09be4', 'ip_address': '172.20.0.10'}]}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:27:47.315561 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf2a3af-13d0-43ea-9629-1a5e76d8d04a tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:47.316069 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fcf2a3af-13d0-43ea-9629-1a5e76d8d04a tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:47.364196 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-fcf2a3af-13d0-43ea-9629-1a5e76d8d04a tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0885527 Nov 09 21:27:47.366127 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51764) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:47.389026 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 703521d3-4515-451e-9ed5-ae886aa33877 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:27:47.434566 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-10f2f741-85f7-435f-a09d-04105ed01c2a req-20dc6226-ed6d-41af-b743-843d4b105f2a tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] 10.222.0.49 "GET /v2.0/ports?device_id=262f8340-d026-4856-90cf-58dd202eb7cc HTTP/1.1" status: 200 len: 210 time: 0.0398250 Nov 09 21:27:47.477606 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1b1729-ddfe-4f67-8946-4af1c93e401d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Made reservation on behalf of 858314ce302b43e3a1bfa722f764cbf9 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:27:47.605372 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d654945-1440-4e95-8b2b-94615c8a82c3 req-704ce676-bdde-4626-8915-f0b75b7f3a39 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:47.606996 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2d654945-1440-4e95-8b2b-94615c8a82c3 req-704ce676-bdde-4626-8915-f0b75b7f3a39 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b2f9981-32c2-4eef-aa1f-ce63da83228f HTTP/1.1" status: 200 len: 945 time: 0.1582346 Nov 09 21:27:47.621486 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6e1b1729-ddfe-4f67-8946-4af1c93e401d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:47.661334 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-6e1b1729-ddfe-4f67-8946-4af1c93e401d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] device_id is not set on port 0920aab1-a389-42bf-a3b5-c256398c4533 yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:27:47.708749 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-dc016dac-180f-48b7-8cad-7b6205a25c60 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Deleting port a6aa0fa1-9c2c-4dfe-96ac-9851822e3ebf {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:27:47.709101 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dc016dac-180f-48b7-8cad-7b6205a25c60 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:47.816234 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a73da1a-871d-4a26-81c9-68fba65d57f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-9a026eb2-b55b-432e-b31e-83121cc841b3', 'network_id': '9a026eb2-b55b-432e-b31e-83121cc841b3', 'tenant_id': '858314ce302b43e3a1bfa722f764cbf9', 'fixed_ips': [{'subnet_id': 'e7c2d37f-9cf5-4002-8d69-4980c6f09be4'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:27:47.817278 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4a73da1a-871d-4a26-81c9-68fba65d57f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:47.839747 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a50dad84-bf65-42ac-9c81-3c83935c4595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:47.857916 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 703521d3-4515-451e-9ed5-ae886aa33877 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:27:47.863720 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 703521d3-4515-451e-9ed5-ae886aa33877 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:27:47.864085 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:47.976787 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2d654945-1440-4e95-8b2b-94615c8a82c3 req-28eee2f9-0c85-4bda-a64b-79837c2a1203 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186660 Nov 09 21:27:48.040879 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bbc37ac-ce0b-4fb1-bba9-dca4fa7a1e89 admin admin] Router a43505fa-65e1-4870-b866-8a5acd14c3bc has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:27:48.058788 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dc016dac-180f-48b7-8cad-7b6205a25c60 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:48.093646 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:48.123295 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-4a73da1a-871d-4a26-81c9-68fba65d57f6 None None] Allocated IP 172.20.0.2 (9a026eb2-b55b-432e-b31e-83121cc841b3/e7c2d37f-9cf5-4002-8d69-4980c6f09be4/7b133002-3379-4971-a4e2-11074f175623) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:27:48.130922 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-dc016dac-180f-48b7-8cad-7b6205a25c60 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Calling delete_port for a6aa0fa1-9c2c-4dfe-96ac-9851822e3ebf owned by {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:27:48.135155 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2f9981-32c2-4eef-aa1f-ce63da83228f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703521d3-4515-451e-9ed5-ae886aa33877'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:27:48.137683 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f765a3-0b22-43d8-a918-c125e0f05446" -d '{"events": [{"server_uuid": "4b2f9981-32c2-4eef-aa1f-ce63da83228f", "name": "network-vif-plugged", "status": "completed", "tag": "703521d3-4515-451e-9ed5-ae886aa33877"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:27:48.149979 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87919fe6-2a2d-4f9d-babe-9b3a40b7ec90 req-07ff9203-5122-4456-9f33-8dccc380a1df tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:48.151737 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-87919fe6-2a2d-4f9d-babe-9b3a40b7ec90 req-07ff9203-5122-4456-9f33-8dccc380a1df tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] 10.222.0.45 "GET /v2.0/networks?id=3317b335-4d3c-4340-a88d-5eff6142196c HTTP/1.1" status: 200 len: 822 time: 0.5437586 Nov 09 21:27:48.158364 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 703521d3-4515-451e-9ed5-ae886aa33877, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=703521d3-4515-451e-9ed5-ae886aa33877,segment=NetworkSegment(9a6377f5-b38b-4a21-b9f6-9e21b904d67d),segment_id=9a6377f5-b38b-4a21-b9f6-9e21b904d67d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:48.171257 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:48.176411 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-87919fe6-2a2d-4f9d-babe-9b3a40b7ec90 req-e78c4511-19d1-4fc2-8870-8e85008bf370 tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] Request body: {'port': {'device_id': '262f8340-d026-4856-90cf-58dd202eb7cc', 'network_id': '3317b335-4d3c-4340-a88d-5eff6142196c', 'admin_state_up': True, 'tenant_id': 'b50c1eb28058475a8278ae5055f59829'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:27:48.219074 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26181fb7-2648-44cd-8839-aab61119e11d x-openstack-request-id: req-26181fb7-2648-44cd-8839-aab61119e11d {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:27:48.219394 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2f9981-32c2-4eef-aa1f-ce63da83228f", "name": "network-vif-plugged", "status": "completed", "tag": "703521d3-4515-451e-9ed5-ae886aa33877", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:27:48.219651 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-26181fb7-2648-44cd-8839-aab61119e11d {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:27:48.220052 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2f9981-32c2-4eef-aa1f-ce63da83228f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703521d3-4515-451e-9ed5-ae886aa33877', 'code': 200} Nov 09 21:27:48.221889 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90884f9e-fbe7-429d-953e-68baea163d63 None None] Network f695d5fb-6de9-40b1-a499-e6858109fcb4 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:27:48.349473 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-aa9c6037-180b-437f-a9e7-e9ddcab89f3c None None] Provisioning complete for port f52e9c3e-33f5-4c7b-af8f-39f6da7c612f triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:27:48.349848 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-aa9c6037-180b-437f-a9e7-e9ddcab89f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:48.369011 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6003015a-8436-4b83-b443-8d324bf07339 req-343f4567-ff2d-4f20-b2a0-22748ce97654 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/ports?device_id=d53e90e3-3605-4118-98e3-ed96c3f090d1 HTTP/1.1" status: 200 len: 210 time: 0.5803235 Nov 09 21:27:48.384671 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=703521d3-4515-451e-9ed5-ae886aa33877,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:48.438707 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12af9a-8506-4653-a3de-91077cff3f8b req-c3467db1-b7d6-4463-a962-3033db8d3494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:48.440148 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-db12af9a-8506-4653-a3de-91077cff3f8b req-c3467db1-b7d6-4463-a962-3033db8d3494 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4b2f9981-32c2-4eef-aa1f-ce63da83228f HTTP/1.1" status: 200 len: 1097 time: 0.0848665 Nov 09 21:27:48.502505 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-db12af9a-8506-4653-a3de-91077cff3f8b req-c95afb8e-7ca9-4fb9-8c9e-f410996c8c85 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535944 Nov 09 21:27:48.543187 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4a73da1a-871d-4a26-81c9-68fba65d57f6 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:48.553684 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0cfea79e-c1dc-4423-8d20-45f03708c40b req-881389e8-9553-4f56-8232-289d09f018c0 tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] 10.222.0.49 "GET /v2.0/ports?device_id=262f8340-d026-4856-90cf-58dd202eb7cc HTTP/1.1" status: 200 len: 210 time: 0.0297291 Nov 09 21:27:48.555686 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4a73da1a-871d-4a26-81c9-68fba65d57f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:48.616372 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-6e1b1729-ddfe-4f67-8946-4af1c93e401d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Allocated IP 172.20.0.10 (9a026eb2-b55b-432e-b31e-83121cc841b3/e7c2d37f-9cf5-4002-8d69-4980c6f09be4/0920aab1-a389-42bf-a3b5-c256398c4533) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:27:48.631498 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a73da1a-871d-4a26-81c9-68fba65d57f6 None None] Network 9a026eb2-b55b-432e-b31e-83121cc841b3 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:27:48.643183 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-4a73da1a-871d-4a26-81c9-68fba65d57f6 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:27:48.646992 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-aa9c6037-180b-437f-a9e7-e9ddcab89f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:48.649063 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a73da1a-871d-4a26-81c9-68fba65d57f6 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:27:48.677875 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a73da1a-871d-4a26-81c9-68fba65d57f6 None None] Pushing event updated for resources: {'Port': ['ID=7b133002-3379-4971-a4e2-11074f175623,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:48.768864 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-aa9c6037-180b-437f-a9e7-e9ddcab89f3c None None] For port f52e9c3e-33f5-4c7b-af8f-39f6da7c612f, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=f52e9c3e-33f5-4c7b-af8f-39f6da7c612f,segment=NetworkSegment(5cbf54a7-bc3a-4ad6-a261-d9ec08ccec52),segment_id=5cbf54a7-bc3a-4ad6-a261-d9ec08ccec52)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:48.769507 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bbc37ac-ce0b-4fb1-bba9-dca4fa7a1e89 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:27:48.774131 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-4a73da1a-871d-4a26-81c9-68fba65d57f6 None None] Attempting to bind port 7b133002-3379-4971-a4e2-11074f175623 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:27:48.774509 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-4a73da1a-871d-4a26-81c9-68fba65d57f6 None None] Attempting to bind port 7b133002-3379-4971-a4e2-11074f175623 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '69a41ade-057c-474f-9eb5-bd7d55786eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9a026eb2-b55b-432e-b31e-83121cc841b3'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:27:48.774874 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a73da1a-871d-4a26-81c9-68fba65d57f6 None None] Attempting to bind port 7b133002-3379-4971-a4e2-11074f175623 on network 9a026eb2-b55b-432e-b31e-83121cc841b3 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:27:48.776973 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-aa9c6037-180b-437f-a9e7-e9ddcab89f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:48.779290 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6bbc37ac-ce0b-4fb1-bba9-dca4fa7a1e89 admin admin] 10.222.0.49 "PUT /v2.0/routers/a43505fa-65e1-4870-b866-8a5acd14c3bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2786803 Nov 09 21:27:48.781921 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51778) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:48.804727 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63289799-7ab7-41c5-9f9c-73a589061aeb req-3a0f1f77-6b6d-45bf-ba0e-0eb9a9b4a66d tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:48.806625 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-63289799-7ab7-41c5-9f9c-73a589061aeb req-3a0f1f77-6b6d-45bf-ba0e-0eb9a9b4a66d tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=14faaa22-ab30-41e2-a205-fa8d976a879e HTTP/1.1" status: 200 len: 945 time: 0.1459010 Nov 09 21:27:48.810665 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8c29ef-16fd-468a-ab68-4c656949a996 None None] Sync routers for ids ['a43505fa-65e1-4870-b866-8a5acd14c3bc'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:27:48.824094 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a73da1a-871d-4a26-81c9-68fba65d57f6 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:27:48.824872 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a73da1a-871d-4a26-81c9-68fba65d57f6 None None] Checking segment: {'id': '69a41ade-057c-474f-9eb5-bd7d55786eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9a026eb2-b55b-432e-b31e-83121cc841b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:27:48.829016 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4a73da1a-871d-4a26-81c9-68fba65d57f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:48.829567 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a73da1a-871d-4a26-81c9-68fba65d57f6 None None] Bound using segment: {'id': '69a41ade-057c-474f-9eb5-bd7d55786eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9a026eb2-b55b-432e-b31e-83121cc841b3'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:27:48.830851 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-4a73da1a-871d-4a26-81c9-68fba65d57f6 None None] Bound port: 7b133002-3379-4971-a4e2-11074f175623, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a41ade-057c-474f-9eb5-bd7d55786eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '9a026eb2-b55b-432e-b31e-83121cc841b3'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:27:48.831504 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4a73da1a-871d-4a26-81c9-68fba65d57f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:48.878580 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c6037-180b-437f-a9e7-e9ddcab89f3c None None] Pushing event updated for resources: {'Port': ['ID=f52e9c3e-33f5-4c7b-af8f-39f6da7c612f,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:48.880914 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6e1b1729-ddfe-4f67-8946-4af1c93e401d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:48.885541 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8c29ef-16fd-468a-ab68-4c656949a996 None None] Routers {'a43505fa-65e1-4870-b866-8a5acd14c3bc'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:27:48.886280 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-0c8c29ef-16fd-468a-ab68-4c656949a996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:27:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a43505fa-65e1-4870-b866-8a5acd14c3bc'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:27:48.923386 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-63289799-7ab7-41c5-9f9c-73a589061aeb req-ec06df77-0e90-4973-a0c7-b43f87d59de6 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805511 Nov 09 21:27:48.934102 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87919fe6-2a2d-4f9d-babe-9b3a40b7ec90 req-e78c4511-19d1-4fc2-8870-8e85008bf370 tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] Made reservation on behalf of b50c1eb28058475a8278ae5055f59829 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:27:48.941705 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-87919fe6-2a2d-4f9d-babe-9b3a40b7ec90 req-e78c4511-19d1-4fc2-8870-8e85008bf370 tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:48.952512 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6e1b1729-ddfe-4f67-8946-4af1c93e401d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:49.010423 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1b1729-ddfe-4f67-8946-4af1c93e401d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Network 9a026eb2-b55b-432e-b31e-83121cc841b3 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:27:49.020262 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-6e1b1729-ddfe-4f67-8946-4af1c93e401d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:27:49.025316 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1b1729-ddfe-4f67-8946-4af1c93e401d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:27:49.082679 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1b1729-ddfe-4f67-8946-4af1c93e401d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:49.083370 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6e1b1729-ddfe-4f67-8946-4af1c93e401d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:49.092160 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b1729-ddfe-4f67-8946-4af1c93e401d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event updated for resources: {'Port': ['ID=0920aab1-a389-42bf-a3b5-c256398c4533,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:49.100506 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-ee2f59a7-a9d3-47c7-b7a8-27553f7e46bf None None] Could not find standard attr ID for object a6aa0fa1-9c2c-4dfe-96ac-9851822e3ebf. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 21:27:49.107073 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dc016dac-180f-48b7-8cad-7b6205a25c60 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:49.108209 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6e1b1729-ddfe-4f67-8946-4af1c93e401d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8184230 Nov 09 21:27:49.110110 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51782) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:49.114826 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-53a20396-881b-4030-ba1f-deef61a85e76 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'port': {'network_id': '9a026eb2-b55b-432e-b31e-83121cc841b3', 'name': 'tempest-PortsTestJSON-642337943', 'fixed_ips': [{'subnet_id': 'e7c2d37f-9cf5-4002-8d69-4980c6f09be4', 'ip_address': '172.20.0.9'}]}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:27:49.150974 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-0c8c29ef-16fd-468a-ab68-4c656949a996 None None] Set router a43505fa-65e1-4870-b866-8a5acd14c3bc gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:27:49.176144 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc016dac-180f-48b7-8cad-7b6205a25c60 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Pushing event deleted for resources: {'Port': ['ID=a6aa0fa1-9c2c-4dfe-96ac-9851822e3ebf,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:49.179574 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dfa051c9-5562-41fd-9f88-ff7ba59b8666 admin admin] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:49.197680 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-4a73da1a-871d-4a26-81c9-68fba65d57f6 None None] For port 7b133002-3379-4971-a4e2-11074f175623, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:27:49.246037 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-ee2f59a7-a9d3-47c7-b7a8-27553f7e46bf None None] Provisioning complete for port f52e9c3e-33f5-4c7b-af8f-39f6da7c612f triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:27:49.246442 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ee2f59a7-a9d3-47c7-b7a8-27553f7e46bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:49.286600 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891882c4-1f44-44e4-ac80-d31116e7dec3 req-75b7d21d-f870-4d7f-bd11-968dc83c5dbb tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:49.294859 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-891882c4-1f44-44e4-ac80-d31116e7dec3 req-75b7d21d-f870-4d7f-bd11-968dc83c5dbb tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b2f9981-32c2-4eef-aa1f-ce63da83228f HTTP/1.1" status: 200 len: 946 time: 0.1039674 Nov 09 21:27:49.320803 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-87919fe6-2a2d-4f9d-babe-9b3a40b7ec90 req-e78c4511-19d1-4fc2-8870-8e85008bf370 tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] Allocated IP 172.20.0.10 (3317b335-4d3c-4340-a88d-5eff6142196c/44f9e559-5ff6-4289-b2b3-66b2b61a8980/f6366921-08ff-4096-8cb8-66b5433cf0d6) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:27:49.346154 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-4a73da1a-871d-4a26-81c9-68fba65d57f6 None None] For port 7b133002-3379-4971-a4e2-11074f175623, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=7b133002-3379-4971-a4e2-11074f175623,segment=NetworkSegment(69a41ade-057c-474f-9eb5-bd7d55786eff),segment_id=69a41ade-057c-474f-9eb5-bd7d55786eff)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:27:49.355078 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device f52e9c3e-33f5-4c7b-af8f-39f6da7c612f up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:27:49.382588 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a20396-881b-4030-ba1f-deef61a85e76 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Made reservation on behalf of 858314ce302b43e3a1bfa722f764cbf9 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:27:49.388595 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-53a20396-881b-4030-ba1f-deef61a85e76 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:49.410203 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-891882c4-1f44-44e4-ac80-d31116e7dec3 req-a2a7ff7c-2bbb-4fe3-94e0-63794e6dcc1a tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143718 Nov 09 21:27:49.413059 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4a73da1a-871d-4a26-81c9-68fba65d57f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:49.426073 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-53a20396-881b-4030-ba1f-deef61a85e76 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] device_id is not set on port 096c09b8-93c9-4d70-92d5-72779edbba2e yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:27:49.487601 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a73da1a-871d-4a26-81c9-68fba65d57f6 None None] Pushing event updated for resources: {'Port': ['ID=7b133002-3379-4971-a4e2-11074f175623,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:49.520048 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51788) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:49.570988 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port f52e9c3e-33f5-4c7b-af8f-39f6da7c612f triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:27:49.571221 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:49.712298 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-53a20396-881b-4030-ba1f-deef61a85e76 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Allocated IP 172.20.0.9 (9a026eb2-b55b-432e-b31e-83121cc841b3/e7c2d37f-9cf5-4002-8d69-4980c6f09be4/096c09b8-93c9-4d70-92d5-72779edbba2e) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:27:49.714276 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dc016dac-180f-48b7-8cad-7b6205a25c60 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:49.722244 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-dc016dac-180f-48b7-8cad-7b6205a25c60 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] 10.222.0.49 "DELETE /v2.0/ports/a6aa0fa1-9c2c-4dfe-96ac-9851822e3ebf HTTP/1.1" status: 204 len: 168 time: 2.3546214 Nov 09 21:27:49.730167 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51792) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:49.750890 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dfa051c9-5562-41fd-9f88-ff7ba59b8666 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:49.776512 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-0c8c29ef-16fd-468a-ab68-4c656949a996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43505fa-65e1-4870-b866-8a5acd14c3bc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1066796021-router', 'tenant_id': 'cfc584aadc874a0d81e179083ae3ae69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '50b94ece-6adf-46cc-9a75-65c579b9d3f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:26:03Z', 'updated_at': '2021-11-09T21:27:46Z', 'revision_number': 5, 'project_id': 'cfc584aadc874a0d81e179083ae3ae69', 'gw_port': {'id': '50b94ece-6adf-46cc-9a75-65c579b9d3f4', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:13:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43505fa-65e1-4870-b866-8a5acd14c3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:26:05Z', 'updated_at': '2021-11-09T21:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:27:49.778221 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-2fb2bb9a-9d16-4c56-927e-683c55660f90 None None] Could not find standard attr ID for object a6aa0fa1-9c2c-4dfe-96ac-9851822e3ebf. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 21:27:49.831486 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8c29ef-16fd-468a-ab68-4c656949a996 None None] Checking router: a43505fa-65e1-4870-b866-8a5acd14c3bc for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:27:49.847024 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8c29ef-16fd-468a-ab68-4c656949a996 None None] Routers {'a43505fa-65e1-4870-b866-8a5acd14c3bc'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:27:49.847662 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-0c8c29ef-16fd-468a-ab68-4c656949a996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:27:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a43505fa-65e1-4870-b866-8a5acd14c3bc'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:27:49.957319 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b3011dc3-ffb6-4214-83b6-cb2819e90cd7 req-a5e46dae-eed5-4e09-81d3-6e152e75f302 tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] 10.222.0.49 "GET /v2.0/ports?device_id=262f8340-d026-4856-90cf-58dd202eb7cc HTTP/1.1" status: 200 len: 210 time: 0.2278533 Nov 09 21:27:50.075346 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0989dfc2-c5a2-41c4-9c84-7845f794ec9a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:50.089886 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-87919fe6-2a2d-4f9d-babe-9b3a40b7ec90 req-e78c4511-19d1-4fc2-8870-8e85008bf370 tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:50.099943 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d890e705-1ef0-4ee5-ab9a-1571dd385db9 tempest-DHCPAgentSchedulersTestJSON-1835230301 tempest-DHCPAgentSchedulersTestJSON-1835230301-project-admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.3686495 Nov 09 21:27:50.104161 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51800) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:50.109341 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-0ad95e82-7910-48c8-97c5-c02ab0aeeeb8 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1220235669'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:27:50.117488 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0441c05a-1601-4774-a642-7982e144dcab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:50.135031 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0989dfc2-c5a2-41c4-9c84-7845f794ec9a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:50.138232 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-53a20396-881b-4030-ba1f-deef61a85e76 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:50.163920 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-dfa051c9-5562-41fd-9f88-ff7ba59b8666 admin admin] Deleting port 50b94ece-6adf-46cc-9a75-65c579b9d3f4 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:27:50.164262 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dfa051c9-5562-41fd-9f88-ff7ba59b8666 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:50.171422 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61d167-3864-48d5-85e0-8460e7667fc0 req-89d85a9b-5026-4e26-a421-871da38e1c9b tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:50.177212 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2f61d167-3864-48d5-85e0-8460e7667fc0 req-89d85a9b-5026-4e26-a421-871da38e1c9b tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=14faaa22-ab30-41e2-a205-fa8d976a879e HTTP/1.1" status: 200 len: 945 time: 0.1082919 Nov 09 21:27:50.179929 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-0c8c29ef-16fd-468a-ab68-4c656949a996 None None] Set router a43505fa-65e1-4870-b866-8a5acd14c3bc gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:27:50.241180 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-53a20396-881b-4030-ba1f-deef61a85e76 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:50.258405 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad95e82-7910-48c8-97c5-c02ab0aeeeb8 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Made reservation on behalf of d320111091c94fc790d856ab38eea364 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:27:50.274787 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0ad95e82-7910-48c8-97c5-c02ab0aeeeb8 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:50.304445 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2f61d167-3864-48d5-85e0-8460e7667fc0 req-0dac43f0-96c7-4bc8-9448-4aff84926dc6 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237555 Nov 09 21:27:50.317616 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a20396-881b-4030-ba1f-deef61a85e76 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Network 9a026eb2-b55b-432e-b31e-83121cc841b3 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:27:50.321320 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-53a20396-881b-4030-ba1f-deef61a85e76 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:27:50.323942 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a20396-881b-4030-ba1f-deef61a85e76 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:27:50.342932 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-dfa051c9-5562-41fd-9f88-ff7ba59b8666 admin admin] For port 50b94ece-6adf-46cc-9a75-65c579b9d3f4, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=50b94ece-6adf-46cc-9a75-65c579b9d3f4,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:50.343243 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dfa051c9-5562-41fd-9f88-ff7ba59b8666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:50.349178 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ad95e82-7910-48c8-97c5-c02ab0aeeeb8 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:27:50.356442 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-87919fe6-2a2d-4f9d-babe-9b3a40b7ec90 req-e78c4511-19d1-4fc2-8870-8e85008bf370 tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:50.375403 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-dfa051c9-5562-41fd-9f88-ff7ba59b8666 admin admin] Calling delete_port for 50b94ece-6adf-46cc-9a75-65c579b9d3f4 owned by network:router_gateway {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:27:50.391677 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a20396-881b-4030-ba1f-deef61a85e76 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:50.392382 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-53a20396-881b-4030-ba1f-deef61a85e76 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:50.398891 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a20396-881b-4030-ba1f-deef61a85e76 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event updated for resources: {'Port': ['ID=096c09b8-93c9-4d70-92d5-72779edbba2e,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:50.404968 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0ad95e82-7910-48c8-97c5-c02ab0aeeeb8 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:50.405150 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-0ad95e82-7910-48c8-97c5-c02ab0aeeeb8 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Added segment 8c3b65de-9364-43ff-9b7f-cc26ea9a73f4 of type vlan for network 33b9eda2-d740-48b0-8917-28cb86eb1561 Nov 09 21:27:50.408454 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0989dfc2-c5a2-41c4-9c84-7845f794ec9a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:50.411085 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0989dfc2-c5a2-41c4-9c84-7845f794ec9a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:50.412254 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0989dfc2-c5a2-41c4-9c84-7845f794ec9a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "DELETE /v2.0/security-groups/911bb090-0716-4bfb-a02e-6ca72569ddde HTTP/1.1" status: 204 len: 168 time: 0.8743198 Nov 09 21:27:50.414538 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-53a20396-881b-4030-ba1f-deef61a85e76 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3038800 Nov 09 21:27:50.415583 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51802) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:50.417713 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51804) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:50.446021 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-0c8c29ef-16fd-468a-ab68-4c656949a996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43505fa-65e1-4870-b866-8a5acd14c3bc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1066796021-router', 'tenant_id': 'cfc584aadc874a0d81e179083ae3ae69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '50b94ece-6adf-46cc-9a75-65c579b9d3f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:26:03Z', 'updated_at': '2021-11-09T21:27:46Z', 'revision_number': 5, 'project_id': 'cfc584aadc874a0d81e179083ae3ae69', 'gw_port': {'id': '50b94ece-6adf-46cc-9a75-65c579b9d3f4', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:13:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43505fa-65e1-4870-b866-8a5acd14c3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:26:05Z', 'updated_at': '2021-11-09T21:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:27:50.479791 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8c29ef-16fd-468a-ab68-4c656949a996 None None] The sync data for ids ['a43505fa-65e1-4870-b866-8a5acd14c3bc'] in n-d-816206-3 is: [{'id': 'a43505fa-65e1-4870-b866-8a5acd14c3bc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1066796021-router', 'tenant_id': 'cfc584aadc874a0d81e179083ae3ae69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '50b94ece-6adf-46cc-9a75-65c579b9d3f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:26:03Z', 'updated_at': '2021-11-09T21:27:46Z', 'revision_number': 5, 'project_id': 'cfc584aadc874a0d81e179083ae3ae69', 'gw_port': {'id': '50b94ece-6adf-46cc-9a75-65c579b9d3f4', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:13:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43505fa-65e1-4870-b866-8a5acd14c3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:26:05Z', 'updated_at': '2021-11-09T21:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:27:50.488102 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87919fe6-2a2d-4f9d-babe-9b3a40b7ec90 req-e78c4511-19d1-4fc2-8870-8e85008bf370 tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] Network 3317b335-4d3c-4340-a88d-5eff6142196c is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:27:50.499311 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0989dfc2-c5a2-41c4-9c84-7845f794ec9a tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=911bb090-0716-4bfb-a02e-6ca72569ddde,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:50.512356 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-87919fe6-2a2d-4f9d-babe-9b3a40b7ec90 req-e78c4511-19d1-4fc2-8870-8e85008bf370 tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:27:50.516665 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-56d36e9f-01ed-4570-a275-b3e9a35db302 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] show failed (client error): The resource could not be found. Nov 09 21:27:50.520418 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-56d36e9f-01ed-4570-a275-b3e9a35db302 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "GET /v2.0/security-groups/911bb090-0716-4bfb-a02e-6ca72569ddde HTTP/1.1" status: 404 len: 347 time: 0.1011627 Nov 09 21:27:50.525630 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51808) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:50.541793 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-87919fe6-2a2d-4f9d-babe-9b3a40b7ec90 req-e78c4511-19d1-4fc2-8870-8e85008bf370 tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:27:50.592061 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c4511-19d1-4fc2-8870-8e85008bf370 tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] Pushing event updated for resources: {'Port': ['ID=f6366921-08ff-4096-8cb8-66b5433cf0d6,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:50.608397 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8415f5bf-d468-44b2-ba9b-51f257ea731a tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:50.610061 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8415f5bf-d468-44b2-ba9b-51f257ea731a tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1859527 Nov 09 21:27:50.614820 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51810) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:50.624056 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0ad95e82-7910-48c8-97c5-c02ab0aeeeb8 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:50.714371 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87919fe6-2a2d-4f9d-babe-9b3a40b7ec90 req-e78c4511-19d1-4fc2-8870-8e85008bf370 tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:50.715958 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-87919fe6-2a2d-4f9d-babe-9b3a40b7ec90 req-e78c4511-19d1-4fc2-8870-8e85008bf370 tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:50.724258 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0ad95e82-7910-48c8-97c5-c02ab0aeeeb8 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:50.730112 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad95e82-7910-48c8-97c5-c02ab0aeeeb8 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:50.730741 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0ad95e82-7910-48c8-97c5-c02ab0aeeeb8 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:50.733642 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abad83a7-77a4-4e6c-8627-8351555ec9af tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:50.740678 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abad83a7-77a4-4e6c-8627-8351555ec9af tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:50.747483 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abad83a7-77a4-4e6c-8627-8351555ec9af tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:50.752458 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-abad83a7-77a4-4e6c-8627-8351555ec9af tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.1333601 Nov 09 21:27:50.756911 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51812) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:50.770846 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18833482-5569-49b0-8077-5092ceed97ac req-175ef504-5968-4788-96b7-f4e608beefaa tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:50.772412 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-18833482-5569-49b0-8077-5092ceed97ac req-175ef504-5968-4788-96b7-f4e608beefaa tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b2f9981-32c2-4eef-aa1f-ce63da83228f HTTP/1.1" status: 200 len: 946 time: 0.2319260 Nov 09 21:27:50.797650 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-89f57518-1d8a-466d-b79e-8d8335a21fab tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Deleting port 3a11288f-545c-4755-b5f3-393ef3d9119e {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:27:50.797924 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-89f57518-1d8a-466d-b79e-8d8335a21fab tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:50.811623 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-87919fe6-2a2d-4f9d-babe-9b3a40b7ec90 req-e78c4511-19d1-4fc2-8870-8e85008bf370 tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6442151 Nov 09 21:27:50.858965 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-87919fe6-2a2d-4f9d-babe-9b3a40b7ec90 req-c714fb4d-5e51-4179-a946-87dab34b44da service neutron] Request body: {'port': {'device_id': '262f8340-d026-4856-90cf-58dd202eb7cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:27:50.930860 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-89f57518-1d8a-466d-b79e-8d8335a21fab tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:50.931185 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-89f57518-1d8a-466d-b79e-8d8335a21fab tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:50.933920 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0ad95e82-7910-48c8-97c5-c02ab0aeeeb8 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8284533 Nov 09 21:27:50.936704 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51814) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:50.950751 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-19447e9e-a14f-48e3-9f38-391923ec2081 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Deleting port 096c09b8-93c9-4d70-92d5-72779edbba2e {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:27:50.951181 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-19447e9e-a14f-48e3-9f38-391923ec2081 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:50.957206 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9743a06b-c4d0-45bd-964b-b2f3674b9bd0 None None] Network 9a026eb2-b55b-432e-b31e-83121cc841b3 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:27:50.961900 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-89f57518-1d8a-466d-b79e-8d8335a21fab tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Calling delete_port for 3a11288f-545c-4755-b5f3-393ef3d9119e owned by network:floatingip {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:27:50.966846 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad95e82-7910-48c8-97c5-c02ab0aeeeb8 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Pushing event updated for resources: {'Network': ['ID=33b9eda2-d740-48b0-8917-28cb86eb1561,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:51.055872 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 33b9eda2-d740-48b0-8917-28cb86eb1561 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:27:51.088255 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:51.092687 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-18833482-5569-49b0-8077-5092ceed97ac req-c2c492f6-601c-4e04-88c1-21780450bbf2 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822425 Nov 09 21:27:51.188593 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-87919fe6-2a2d-4f9d-babe-9b3a40b7ec90 req-c714fb4d-5e51-4179-a946-87dab34b44da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:51.230509 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 7b133002-3379-4971-a4e2-11074f175623 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:27:51.244100 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-ce75853a-e46f-41f3-b7c2-b093c119f59f None None] Provisioning complete for port 7b133002-3379-4971-a4e2-11074f175623 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:27:51.244584 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ce75853a-e46f-41f3-b7c2-b093c119f59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:51.301363 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-19447e9e-a14f-48e3-9f38-391923ec2081 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:51.327254 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dfa051c9-5562-41fd-9f88-ff7ba59b8666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:51.337109 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ddf938-bdd4-4bbd-a828-107c94cf185f req-816cf8bf-85c1-45dd-9472-978a9b87574a tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:51.338687 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d6ddf938-bdd4-4bbd-a828-107c94cf185f req-816cf8bf-85c1-45dd-9472-978a9b87574a tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] 10.222.0.49 "GET /v2.0/ports?device_id=262f8340-d026-4856-90cf-58dd202eb7cc HTTP/1.1" status: 200 len: 932 time: 0.1511717 Nov 09 21:27:51.399265 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-fedb1097-95aa-4fdb-aa69-f7b34abb3f52 tempest-DHCPAgentSchedulersTestJSON-1835230301 tempest-DHCPAgentSchedulersTestJSON-1835230301-project-admin] 10.222.0.49 "GET /v2.0/agents/c469a156-dda8-4df4-b8c5-95a2194c12ee/dhcp-networks HTTP/1.1" status: 200 len: 11217 time: 0.4534717 Nov 09 21:27:51.401933 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa051c9-5562-41fd-9f88-ff7ba59b8666 admin admin] Pushing event deleted for resources: {'Port': ['ID=50b94ece-6adf-46cc-9a75-65c579b9d3f4,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:51.404565 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51828) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:51.412921 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-19447e9e-a14f-48e3-9f38-391923ec2081 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Calling delete_port for 096c09b8-93c9-4d70-92d5-72779edbba2e owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:27:51.500025 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ce75853a-e46f-41f3-b7c2-b093c119f59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:51.510569 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 7b133002-3379-4971-a4e2-11074f175623 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:27:51.511187 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:51.549768 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d6ddf938-bdd4-4bbd-a828-107c94cf185f req-7d48dd87-a8fc-4f48-ade1-13f881b09efc tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] 10.222.0.49 "GET /v2.0/security-groups?id=219c79f7-7f89-4442-b6e2-8f60dbf4dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805356 Nov 09 21:27:51.574109 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-ce75853a-e46f-41f3-b7c2-b093c119f59f None None] For port 7b133002-3379-4971-a4e2-11074f175623, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=7b133002-3379-4971-a4e2-11074f175623,segment=NetworkSegment(69a41ade-057c-474f-9eb5-bd7d55786eff),segment_id=69a41ade-057c-474f-9eb5-bd7d55786eff)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:51.580115 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-89f57518-1d8a-466d-b79e-8d8335a21fab tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:51.582079 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ce75853a-e46f-41f3-b7c2-b093c119f59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:51.620917 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dfa051c9-5562-41fd-9f88-ff7ba59b8666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:51.630562 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f57518-1d8a-466d-b79e-8d8335a21fab tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Pushing event deleted for resources: {'Port': ['ID=3a11288f-545c-4755-b5f3-393ef3d9119e,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:51.738138 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-89f57518-1d8a-466d-b79e-8d8335a21fab tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks [] for floatingip, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:51.741107 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-89f57518-1d8a-466d-b79e-8d8335a21fab tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:51.745666 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-89f57518-1d8a-466d-b79e-8d8335a21fab tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "DELETE /v2.0/floatingips/037d2b1d-98f7-4529-bfed-a8d1d0234db5 HTTP/1.1" status: 204 len: 168 time: 1.2189596 Nov 09 21:27:51.746504 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51830) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:51.747464 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce75853a-e46f-41f3-b7c2-b093c119f59f None None] Pushing event updated for resources: {'Port': ['ID=7b133002-3379-4971-a4e2-11074f175623,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:51.757332 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device da97a270-0d71-4968-ae7b-9f141b2490f4 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:27:51.767581 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7adca-272d-49fd-a13e-ef64e62fde46 req-4d4928b9-149d-4705-9071-f4fec5364660 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:51.769283 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ded7adca-272d-49fd-a13e-ef64e62fde46 req-4d4928b9-149d-4705-9071-f4fec5364660 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b2f9981-32c2-4eef-aa1f-ce63da83228f HTTP/1.1" status: 200 len: 946 time: 0.3718228 Nov 09 21:27:51.775370 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dfa051c9-5562-41fd-9f88-ff7ba59b8666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:51.778359 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dfa051c9-5562-41fd-9f88-ff7ba59b8666 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:51.783264 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: da97a270-0d71-4968-ae7b-9f141b2490f4 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:27:51.784165 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device da97a270-0d71-4968-ae7b-9f141b2490f4 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:27:51.806979 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-096f131a-b2be-42a1-82d7-eeec5ced61f8 None None] Provisioning complete for port 7b133002-3379-4971-a4e2-11074f175623 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:27:51.808088 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-096f131a-b2be-42a1-82d7-eeec5ced61f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:51.876468 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b2984-6053-430e-9165-4bc64ba4b9e1 req-7bfd6234-3092-43a9-b0ef-3cb2cd0b3673 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:51.878470 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b34b2984-6053-430e-9165-4bc64ba4b9e1 req-7bfd6234-3092-43a9-b0ef-3cb2cd0b3673 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=14faaa22-ab30-41e2-a205-fa8d976a879e HTTP/1.1" status: 200 len: 945 time: 0.1545467 Nov 09 21:27:51.958697 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-096f131a-b2be-42a1-82d7-eeec5ced61f8 None None] Provisioning complete for port 096c09b8-93c9-4d70-92d5-72779edbba2e triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:27:51.959274 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-096f131a-b2be-42a1-82d7-eeec5ced61f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:51.987954 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-096f131a-b2be-42a1-82d7-eeec5ced61f8 None None] Port 096c09b8-93c9-4d70-92d5-72779edbba2e was deleted so its status cannot be updated. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 09 21:27:52.002258 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b34b2984-6053-430e-9165-4bc64ba4b9e1 req-3b26cf9d-b4f8-4236-813e-e76026f85f49 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130469 Nov 09 21:27:52.005356 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ded7adca-272d-49fd-a13e-ef64e62fde46 req-6d0a8a3c-26d0-46c2-9225-396598d1fdbd tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149630 Nov 09 21:27:52.009248 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-096f131a-b2be-42a1-82d7-eeec5ced61f8 None None] Provisioning complete for port 0920aab1-a389-42bf-a3b5-c256398c4533 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:27:52.009765 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-096f131a-b2be-42a1-82d7-eeec5ced61f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:52.016994 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dfa051c9-5562-41fd-9f88-ff7ba59b8666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:52.018578 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa051c9-5562-41fd-9f88-ff7ba59b8666 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a43505fa-65e1-4870-b866-8a5acd14c3bc {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:27:52.029500 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dfa051c9-5562-41fd-9f88-ff7ba59b8666 admin admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:52.033110 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-dfa051c9-5562-41fd-9f88-ff7ba59b8666 admin admin] 10.222.0.49 "DELETE /v2.0/routers/a43505fa-65e1-4870-b866-8a5acd14c3bc HTTP/1.1" status: 204 len: 168 time: 3.2472064 Nov 09 21:27:52.037838 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51832) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:52.040127 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-19447e9e-a14f-48e3-9f38-391923ec2081 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:52.059205 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d3b0cd-63f2-4166-a718-37c6164a74ae tempest-DHCPAgentSchedulersTestJSON-1835230301 tempest-DHCPAgentSchedulersTestJSON-1835230301-project-admin] Network 33b9eda2-d740-48b0-8917-28cb86eb1561 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:27:52.091651 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-096f131a-b2be-42a1-82d7-eeec5ced61f8 None None] Port 0920aab1-a389-42bf-a3b5-c256398c4533 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:27:52.102718 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b2d3b0cd-63f2-4166-a718-37c6164a74ae tempest-DHCPAgentSchedulersTestJSON-1835230301 tempest-DHCPAgentSchedulersTestJSON-1835230301-project-admin] 10.222.0.49 "POST /v2.0/agents/c469a156-dda8-4df4-b8c5-95a2194c12ee/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6938529 Nov 09 21:27:52.109375 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51836) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:52.132694 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111e59a6-8dc1-45cd-9ff0-c4040a2b8a68 None None] Network 33b9eda2-d740-48b0-8917-28cb86eb1561 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:27:52.171682 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19447e9e-a14f-48e3-9f38-391923ec2081 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event deleted for resources: {'Port': ['ID=096c09b8-93c9-4d70-92d5-72779edbba2e,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:52.245341 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-04e64798-1d6a-4a01-987a-ac0003cd51c7 None None] Provisioning complete for port 0920aab1-a389-42bf-a3b5-c256398c4533 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:27:52.245873 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-04e64798-1d6a-4a01-987a-ac0003cd51c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:52.268429 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-8be4c3ca-309f-4ebf-8b1e-19dcf429ad72 admin admin] Deleting subnet 47508530-5c33-4c0f-a7fa-14d1e697a248 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:27:52.272366 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-224f2dc4-2b6e-47cd-9f02-3730f32b7a71 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Deleting port 91c8b178-c506-4843-982e-f1a58ad7e198 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:27:52.272727 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-224f2dc4-2b6e-47cd-9f02-3730f32b7a71 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:52.279754 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8be4c3ca-309f-4ebf-8b1e-19dcf429ad72 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:52.291196 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-04e64798-1d6a-4a01-987a-ac0003cd51c7 None None] Port 0920aab1-a389-42bf-a3b5-c256398c4533 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:27:52.292055 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-87919fe6-2a2d-4f9d-babe-9b3a40b7ec90 req-c714fb4d-5e51-4179-a946-87dab34b44da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6366921-08ff-4096-8cb8-66b5433cf0d6 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:27:52.302261 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-87919fe6-2a2d-4f9d-babe-9b3a40b7ec90 req-c714fb4d-5e51-4179-a946-87dab34b44da service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:52.321197 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-87919fe6-2a2d-4f9d-babe-9b3a40b7ec90 req-c714fb4d-5e51-4179-a946-87dab34b44da service neutron] Transition to ACTIVE for port object f6366921-08ff-4096-8cb8-66b5433cf0d6 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:27:52.329259 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-87919fe6-2a2d-4f9d-babe-9b3a40b7ec90 req-c714fb4d-5e51-4179-a946-87dab34b44da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:52.387289 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:52.406357 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-19447e9e-a14f-48e3-9f38-391923ec2081 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:52.413627 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-19447e9e-a14f-48e3-9f38-391923ec2081 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/ports/096c09b8-93c9-4d70-92d5-72779edbba2e HTTP/1.1" status: 204 len: 168 time: 1.6509860 Nov 09 21:27:52.414476 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51838) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:52.448548 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8be4c3ca-309f-4ebf-8b1e-19dcf429ad72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:52.495516 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-224f2dc4-2b6e-47cd-9f02-3730f32b7a71 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:52.504437 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-74a84fdf-591b-496f-9586-08cb5f85e610 None None] Could not find standard attr ID for object 096c09b8-93c9-4d70-92d5-72779edbba2e. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 21:27:52.509651 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0072e5e-404b-4518-8130-acc964b660b6 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] GET failed (client error): The resource could not be found. Nov 09 21:27:52.514220 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f0072e5e-404b-4518-8130-acc964b660b6 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "GET /v2.0/ports/096c09b8-93c9-4d70-92d5-72779edbba2e HTTP/1.1" status: 404 len: 333 time: 0.0970950 Nov 09 21:27:52.514220 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c714fb4d-5e51-4179-a946-87dab34b44da service neutron] Pushing event updated for resources: {'Port': ['ID=f6366921-08ff-4096-8cb8-66b5433cf0d6,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:52.514501 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-224f2dc4-2b6e-47cd-9f02-3730f32b7a71 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Calling delete_port for 91c8b178-c506-4843-982e-f1a58ad7e198 owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:27:52.514501 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51840) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:52.568658 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c4a06e98-e031-425a-b21d-92ce81a36422 tempest-DHCPAgentSchedulersTestJSON-1835230301 tempest-DHCPAgentSchedulersTestJSON-1835230301-project-admin] 10.222.0.49 "GET /v2.0/agents/c469a156-dda8-4df4-b8c5-95a2194c12ee/dhcp-networks HTTP/1.1" status: 200 len: 11987 time: 0.4494267 Nov 09 21:27:52.573451 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51842) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:52.591889 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-87919fe6-2a2d-4f9d-babe-9b3a40b7ec90 req-c714fb4d-5e51-4179-a946-87dab34b44da service neutron] Attempting to bind port f6366921-08ff-4096-8cb8-66b5433cf0d6 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:27:52.592235 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-87919fe6-2a2d-4f9d-babe-9b3a40b7ec90 req-c714fb4d-5e51-4179-a946-87dab34b44da service neutron] Attempting to bind port f6366921-08ff-4096-8cb8-66b5433cf0d6 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'd8f1e5fc-a9c2-4ed2-bf6c-4b097d1a6b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3317b335-4d3c-4340-a88d-5eff6142196c'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:27:52.592556 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87919fe6-2a2d-4f9d-babe-9b3a40b7ec90 req-c714fb4d-5e51-4179-a946-87dab34b44da service neutron] Attempting to bind port f6366921-08ff-4096-8cb8-66b5433cf0d6 on network 3317b335-4d3c-4340-a88d-5eff6142196c {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:27:52.603661 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8be4c3ca-309f-4ebf-8b1e-19dcf429ad72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:52.606083 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87919fe6-2a2d-4f9d-babe-9b3a40b7ec90 req-c714fb4d-5e51-4179-a946-87dab34b44da service neutron] Port f6366921-08ff-4096-8cb8-66b5433cf0d6 on network 3317b335-4d3c-4340-a88d-5eff6142196c not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:27:52.606414 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87919fe6-2a2d-4f9d-babe-9b3a40b7ec90 req-c714fb4d-5e51-4179-a946-87dab34b44da service neutron] Attempting to bind port f6366921-08ff-4096-8cb8-66b5433cf0d6 on network 3317b335-4d3c-4340-a88d-5eff6142196c {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:27:52.657015 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87919fe6-2a2d-4f9d-babe-9b3a40b7ec90 req-c714fb4d-5e51-4179-a946-87dab34b44da service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:27:52.657576 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87919fe6-2a2d-4f9d-babe-9b3a40b7ec90 req-c714fb4d-5e51-4179-a946-87dab34b44da service neutron] Checking segment: {'id': 'd8f1e5fc-a9c2-4ed2-bf6c-4b097d1a6b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3317b335-4d3c-4340-a88d-5eff6142196c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:27:52.657946 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87919fe6-2a2d-4f9d-babe-9b3a40b7ec90 req-c714fb4d-5e51-4179-a946-87dab34b44da service neutron] Bound using segment: {'id': 'd8f1e5fc-a9c2-4ed2-bf6c-4b097d1a6b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3317b335-4d3c-4340-a88d-5eff6142196c'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:27:52.658766 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-87919fe6-2a2d-4f9d-babe-9b3a40b7ec90 req-c714fb4d-5e51-4179-a946-87dab34b44da service neutron] Bound port: f6366921-08ff-4096-8cb8-66b5433cf0d6, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8f1e5fc-a9c2-4ed2-bf6c-4b097d1a6b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3317b335-4d3c-4340-a88d-5eff6142196c'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:27:52.658766 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-87919fe6-2a2d-4f9d-babe-9b3a40b7ec90 req-c714fb4d-5e51-4179-a946-87dab34b44da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:52.674572 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-88130c56-73a1-4363-80a7-5c59b9d9c733 tempest-DHCPAgentSchedulersTestJSON-1835230301 tempest-DHCPAgentSchedulersTestJSON-1835230301-project-admin] 10.222.0.49 "DELETE /v2.0/agents/c469a156-dda8-4df4-b8c5-95a2194c12ee/dhcp-networks/33b9eda2-d740-48b0-8917-28cb86eb1561 HTTP/1.1" status: 204 len: 168 time: 0.0975237 Nov 09 21:27:52.675737 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51846) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:52.751924 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:52.772489 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7868ec4c-03be-4bc8-90c5-1dc742729ace req-f552964e-fe0a-4d5f-ba85-8ca4f33a85f5 tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:52.774019 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7868ec4c-03be-4bc8-90c5-1dc742729ace req-f552964e-fe0a-4d5f-ba85-8ca4f33a85f5 tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] 10.222.0.49 "GET /v2.0/ports?device_id=262f8340-d026-4856-90cf-58dd202eb7cc HTTP/1.1" status: 200 len: 944 time: 0.1150429 Nov 09 21:27:52.777363 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8be4c3ca-309f-4ebf-8b1e-19dcf429ad72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:52.787348 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-9da1a58b-1a65-4a77-aa7f-2b470d3758df tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Deleting port 0920aab1-a389-42bf-a3b5-c256398c4533 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:27:52.787993 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9da1a58b-1a65-4a77-aa7f-2b470d3758df tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:52.790181 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-87919fe6-2a2d-4f9d-babe-9b3a40b7ec90 req-c714fb4d-5e51-4179-a946-87dab34b44da service neutron] For port f6366921-08ff-4096-8cb8-66b5433cf0d6, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:27:52.811801 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-87919fe6-2a2d-4f9d-babe-9b3a40b7ec90 req-c714fb4d-5e51-4179-a946-87dab34b44da service neutron] For port f6366921-08ff-4096-8cb8-66b5433cf0d6, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=f6366921-08ff-4096-8cb8-66b5433cf0d6,segment=NetworkSegment(d8f1e5fc-a9c2-4ed2-bf6c-4b097d1a6b0c),segment_id=d8f1e5fc-a9c2-4ed2-bf6c-4b097d1a6b0c)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:27:52.817921 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-87919fe6-2a2d-4f9d-babe-9b3a40b7ec90 req-c714fb4d-5e51-4179-a946-87dab34b44da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:52.882683 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be4c3ca-309f-4ebf-8b1e-19dcf429ad72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47508530-5c33-4c0f-a7fa-14d1e697a248,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:52.902653 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8be4c3ca-309f-4ebf-8b1e-19dcf429ad72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:52.906015 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8be4c3ca-309f-4ebf-8b1e-19dcf429ad72 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/47508530-5c33-4c0f-a7fa-14d1e697a248 HTTP/1.1" status: 204 len: 168 time: 0.8669221 Nov 09 21:27:52.915949 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51848) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:52.990473 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-224f2dc4-2b6e-47cd-9f02-3730f32b7a71 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:53.073768 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f2dc4-2b6e-47cd-9f02-3730f32b7a71 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Pushing event deleted for resources: {'Port': ['ID=91c8b178-c506-4843-982e-f1a58ad7e198,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:53.083025 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-81f75bdd-7c9f-47f8-b3be-712d38a35935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:53.087752 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7868ec4c-03be-4bc8-90c5-1dc742729ace req-28654bea-4c26-4004-b6a0-2369b28770ea tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] 10.222.0.49 "GET /v2.0/security-groups?id=219c79f7-7f89-4442-b6e2-8f60dbf4dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717879 Nov 09 21:27:53.117005 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9da1a58b-1a65-4a77-aa7f-2b470d3758df tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:53.130662 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-9da1a58b-1a65-4a77-aa7f-2b470d3758df tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Calling delete_port for 0920aab1-a389-42bf-a3b5-c256398c4533 owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:27:53.155330 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 7b133002-3379-4971-a4e2-11074f175623 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:27:53.213115 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 7b133002-3379-4971-a4e2-11074f175623 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:27:53.213393 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:53.243475 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87919fe6-2a2d-4f9d-babe-9b3a40b7ec90 req-c714fb4d-5e51-4179-a946-87dab34b44da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:53.244097 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-87919fe6-2a2d-4f9d-babe-9b3a40b7ec90 req-c714fb4d-5e51-4179-a946-87dab34b44da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:53.245502 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-87919fe6-2a2d-4f9d-babe-9b3a40b7ec90 req-c714fb4d-5e51-4179-a946-87dab34b44da service neutron] 10.222.0.45 "PUT /v2.0/ports/f6366921-08ff-4096-8cb8-66b5433cf0d6 HTTP/1.1" status: 200 len: 1092 time: 2.3976054 Nov 09 21:27:53.248677 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '262f8340-d026-4856-90cf-58dd202eb7cc', 'tag': 'f6366921-08ff-4096-8cb8-66b5433cf0d6'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:27:53.251056 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35126bd1-e681-4c04-893a-17c912f7f439" -d '{"events": [{"name": "network-changed", "server_uuid": "262f8340-d026-4856-90cf-58dd202eb7cc", "tag": "f6366921-08ff-4096-8cb8-66b5433cf0d6"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:27:53.274185 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1f5c733b-d9e5-4944-8099-63c588193eaa tempest-DHCPAgentSchedulersTestJSON-1835230301 tempest-DHCPAgentSchedulersTestJSON-1835230301-project-admin] 10.222.0.49 "GET /v2.0/agents/c469a156-dda8-4df4-b8c5-95a2194c12ee/dhcp-networks HTTP/1.1" status: 200 len: 11217 time: 0.5973539 Nov 09 21:27:53.278371 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51858) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:53.323988 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c714fb4d-5e51-4179-a946-87dab34b44da service neutron] Pushing event updated for resources: {'Port': ['ID=f6366921-08ff-4096-8cb8-66b5433cf0d6,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:53.331000 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-224f2dc4-2b6e-47cd-9f02-3730f32b7a71 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:53.334293 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-224f2dc4-2b6e-47cd-9f02-3730f32b7a71 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "DELETE /v2.0/ports/91c8b178-c506-4843-982e-f1a58ad7e198 HTTP/1.1" status: 204 len: 168 time: 1.5575478 Nov 09 21:27:53.338983 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51860) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:53.343894 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ce07602d-f1b8-485a-b700-b6d2fd1edb63 tempest-DHCPAgentSchedulersTestJSON-1835230301 tempest-DHCPAgentSchedulersTestJSON-1835230301-project-admin] 10.222.0.49 "GET /v2.0/networks/f695d5fb-6de9-40b1-a499-e6858109fcb4/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0637121 Nov 09 21:27:53.347142 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51862) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:53.363727 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-81f75bdd-7c9f-47f8-b3be-712d38a35935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:53.366466 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:53.372387 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee11e2f-8d84-4b54-af6d-115382d5112d req-49d46b0f-2804-4aa0-87e5-d252b68658d6 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:53.373962 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bee11e2f-8d84-4b54-af6d-115382d5112d req-49d46b0f-2804-4aa0-87e5-d252b68658d6 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=14faaa22-ab30-41e2-a205-fa8d976a879e HTTP/1.1" status: 200 len: 945 time: 0.1592627 Nov 09 21:27:53.395610 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-dc593298-6887-4435-b813-5d76aaf7f572 tempest-DHCPAgentSchedulersTestJSON-1835230301 tempest-DHCPAgentSchedulersTestJSON-1835230301-project-admin] 10.222.0.49 "GET /v2.0/networks/f695d5fb-6de9-40b1-a499-e6858109fcb4/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0449455 Nov 09 21:27:53.395805 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7823647-da58-4e00-a1c3-9691ff13d3ed req-cf06b534-8369-45ec-8c67-b9e4cde7a560 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:53.396674 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a7823647-da58-4e00-a1c3-9691ff13d3ed req-cf06b534-8369-45ec-8c67-b9e4cde7a560 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b2f9981-32c2-4eef-aa1f-ce63da83228f HTTP/1.1" status: 200 len: 946 time: 0.1866789 Nov 09 21:27:53.397052 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87919fe6-2a2d-4f9d-babe-9b3a40b7ec90 req-017d2336-e13c-4b57-bee4-0e74b13132d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:53.398522 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-87919fe6-2a2d-4f9d-babe-9b3a40b7ec90 req-017d2336-e13c-4b57-bee4-0e74b13132d4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b50c1eb28058475a8278ae5055f59829&device_id=262f8340-d026-4856-90cf-58dd202eb7cc HTTP/1.1" status: 200 len: 1095 time: 0.0934939 Nov 09 21:27:53.398975 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51864) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:53.470043 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-87919fe6-2a2d-4f9d-babe-9b3a40b7ec90 req-e882d1a0-4764-4245-b8b7-fd1e2439c61d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6366921-08ff-4096-8cb8-66b5433cf0d6 HTTP/1.1" status: 200 len: 217 time: 0.0535750 Nov 09 21:27:53.478013 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-81f75bdd-7c9f-47f8-b3be-712d38a35935 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a53143a-08b6-4bce-b897-2f242a8191dc']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:27:53.498302 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 50b94ece-6adf-46cc-9a75-65c579b9d3f4 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:27:53.522709 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 50b94ece-6adf-46cc-9a75-65c579b9d3f4 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:27:53.523062 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 50b94ece-6adf-46cc-9a75-65c579b9d3f4 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:27:53.545029 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-81f75bdd-7c9f-47f8-b3be-712d38a35935 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd81d753a-93e5-4207-911a-f55256caa2d0') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:27:53.545723 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-81f75bdd-7c9f-47f8-b3be-712d38a35935 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd81d753a-93e5-4207-911a-f55256caa2d0') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:27:53.560961 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bee11e2f-8d84-4b54-af6d-115382d5112d req-694c72b4-331d-4de9-b7ce-5e5d4e94e665 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774433 Nov 09 21:27:53.583038 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-81f75bdd-7c9f-47f8-b3be-712d38a35935 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:53.584717 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9da1a58b-1a65-4a77-aa7f-2b470d3758df tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:53.589526 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87919fe6-2a2d-4f9d-babe-9b3a40b7ec90 req-9887795c-636e-4f8e-b092-fb0de6d32cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:53.591093 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-87919fe6-2a2d-4f9d-babe-9b3a40b7ec90 req-9887795c-636e-4f8e-b092-fb0de6d32cb7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=44f9e559-5ff6-4289-b2b3-66b2b61a8980 HTTP/1.1" status: 200 len: 862 time: 0.1032219 Nov 09 21:27:53.650759 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-87919fe6-2a2d-4f9d-babe-9b3a40b7ec90 req-bfd3e6b9-083e-4509-a0eb-04023c7a975d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3317b335-4d3c-4340-a88d-5eff6142196c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459363 Nov 09 21:27:53.740793 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b01d309-c731-42ad-8562-76b1492c8955 x-openstack-request-id: req-4b01d309-c731-42ad-8562-76b1492c8955 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:27:53.741090 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "262f8340-d026-4856-90cf-58dd202eb7cc", "tag": "f6366921-08ff-4096-8cb8-66b5433cf0d6", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:27:53.741346 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4b01d309-c731-42ad-8562-76b1492c8955 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:27:53.741742 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '262f8340-d026-4856-90cf-58dd202eb7cc', 'tag': 'f6366921-08ff-4096-8cb8-66b5433cf0d6', 'status': 'completed', 'code': 200} Nov 09 21:27:53.755174 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1e0fcb19-3f88-4a55-949b-56dc077ce245 tempest-DHCPAgentSchedulersTestJSON-1835230301 tempest-DHCPAgentSchedulersTestJSON-1835230301-project-admin] 10.222.0.49 "GET /v2.0/agents/c469a156-dda8-4df4-b8c5-95a2194c12ee/dhcp-networks HTTP/1.1" status: 200 len: 11179 time: 0.3496315 Nov 09 21:27:53.761893 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51866) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:53.863585 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-87919fe6-2a2d-4f9d-babe-9b3a40b7ec90 req-42330eba-6898-4f37-b265-4fd15a1a8d8a service neutron] 10.222.0.45 "GET /v2.0/networks/3317b335-4d3c-4340-a88d-5eff6142196c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011092 Nov 09 21:27:53.867309 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1d513a47-f2dc-4b3b-b708-177b8238d79a tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:53.979455 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a7823647-da58-4e00-a1c3-9691ff13d3ed req-0a40ce37-2d2a-404f-ad7d-81ff6961705d tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5677929 Nov 09 21:27:53.989294 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-81f75bdd-7c9f-47f8-b3be-712d38a35935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:54.005901 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1a58b-1a65-4a77-aa7f-2b470d3758df tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event deleted for resources: {'Port': ['ID=0920aab1-a389-42bf-a3b5-c256398c4533,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:54.016514 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1d513a47-f2dc-4b3b-b708-177b8238d79a tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:54.034281 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81f75bdd-7c9f-47f8-b3be-712d38a35935 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:27:54.034679 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-81f75bdd-7c9f-47f8-b3be-712d38a35935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:54.037489 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:27:54.037489 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:27:54.037489 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:27:54.037489 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:27:54.037489 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:27:54.037489 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:27:54.037489 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:27:54.037489 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:27:54.037489 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:27:54.037489 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:27:54.037489 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:27:54.037489 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:27:54.037489 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:27:54.037489 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:27:54.037489 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:27:54.037489 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:27:54.037489 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:27:54.037489 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:27:54.037489 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:27:54.037489 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:27:54.037489 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:27:54.037489 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:27:54.037489 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:27:54.037489 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:27:54.037489 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:27:54.037489 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:27:54.037489 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:27:54.037489 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:27:54.037489 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:27:54.037489 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:27:54.037489 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:27:54.037489 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:27:54.051340 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-1d513a47-f2dc-4b3b-b708-177b8238d79a tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33b9eda2-d740-48b0-8917-28cb86eb1561']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:27:54.055146 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-87919fe6-2a2d-4f9d-babe-9b3a40b7ec90 req-33ef1bdd-f636-4b8c-b6b1-3e5df03a997a service neutron] 10.222.0.45 "GET /v2.0/networks/3317b335-4d3c-4340-a88d-5eff6142196c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839349 Nov 09 21:27:54.063885 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-1d513a47-f2dc-4b3b-b708-177b8238d79a tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c3b65de-9364-43ff-9b7f-cc26ea9a73f4') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:27:54.064181 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-1d513a47-f2dc-4b3b-b708-177b8238d79a tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c3b65de-9364-43ff-9b7f-cc26ea9a73f4') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:27:54.073993 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1d513a47-f2dc-4b3b-b708-177b8238d79a tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:54.080902 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-0fb67335-9b55-4cc9-a7f0-a53e4acb7cf4 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Deleting port a07b3c2f-c8c5-43d5-9170-485f26594f02 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:27:54.081237 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0fb67335-9b55-4cc9-a7f0-a53e4acb7cf4 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:54.088453 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1d513a47-f2dc-4b3b-b708-177b8238d79a tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:54.094613 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d513a47-f2dc-4b3b-b708-177b8238d79a tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:27:54.095022 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1d513a47-f2dc-4b3b-b708-177b8238d79a tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:54.107975 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:27:54.107975 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:27:54.107975 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:27:54.107975 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:27:54.107975 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:27:54.107975 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:27:54.107975 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:27:54.107975 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:27:54.107975 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:27:54.107975 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:27:54.107975 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:27:54.107975 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:27:54.107975 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:27:54.107975 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:27:54.107975 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:27:54.107975 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:27:54.107975 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:27:54.107975 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:27:54.107975 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:27:54.107975 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:27:54.107975 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:27:54.107975 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:27:54.107975 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:27:54.107975 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:27:54.107975 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:27:54.107975 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:27:54.107975 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:27:54.107975 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:27:54.107975 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:27:54.107975 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:27:54.107975 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:27:54.107975 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:27:54.156668 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9da1a58b-1a65-4a77-aa7f-2b470d3758df tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:54.159956 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-9da1a58b-1a65-4a77-aa7f-2b470d3758df tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/ports/0920aab1-a389-42bf-a3b5-c256398c4533 HTTP/1.1" status: 204 len: 168 time: 1.6445103 Nov 09 21:27:54.162916 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51870) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:54.173973 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-81f75bdd-7c9f-47f8-b3be-712d38a35935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:54.190013 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1d513a47-f2dc-4b3b-b708-177b8238d79a tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:54.198233 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-81f75bdd-7c9f-47f8-b3be-712d38a35935 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:54.201339 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-81f75bdd-7c9f-47f8-b3be-712d38a35935 admin admin] 10.222.0.49 "DELETE /v2.0/networks/4a53143a-08b6-4bce-b897-2f242a8191dc HTTP/1.1" status: 204 len: 168 time: 1.2845190 Nov 09 21:27:54.206100 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-b656ee49-4715-47a4-9196-712f55ed5b83 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] GET failed (client error): The resource could not be found. Nov 09 21:27:54.208867 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b656ee49-4715-47a4-9196-712f55ed5b83 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "GET /v2.0/ports/0920aab1-a389-42bf-a3b5-c256398c4533 HTTP/1.1" status: 404 len: 333 time: 0.0436425 Nov 09 21:27:54.209019 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1d513a47-f2dc-4b3b-b708-177b8238d79a tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:54.210943 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1d513a47-f2dc-4b3b-b708-177b8238d79a tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] 10.222.0.49 "DELETE /v2.0/networks/33b9eda2-d740-48b0-8917-28cb86eb1561 HTTP/1.1" status: 204 len: 168 time: 0.4481153 Nov 09 21:27:54.223352 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51874) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:54.223691 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51876) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:54.238593 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d513a47-f2dc-4b3b-b708-177b8238d79a tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Pushing event deleted for resources: {'Network': ['ID=33b9eda2-d740-48b0-8917-28cb86eb1561,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:54.244221 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f75bdd-7c9f-47f8-b3be-712d38a35935 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a53143a-08b6-4bce-b897-2f242a8191dc,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:54.255074 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35126bd1-e681-4c04-893a-17c912f7f439 req-b034a5eb-77b1-4d81-bc71-6a81624f369c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:54.256832 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-35126bd1-e681-4c04-893a-17c912f7f439 req-b034a5eb-77b1-4d81-bc71-6a81624f369c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b50c1eb28058475a8278ae5055f59829&device_id=262f8340-d026-4856-90cf-58dd202eb7cc HTTP/1.1" status: 200 len: 1095 time: 0.1189156 Nov 09 21:27:54.269050 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8751ede-9dfe-4805-8462-7ba998e0dbe2 req-13a62429-d7c7-4978-b8e9-18ace6024a99 tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:54.270534 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a8751ede-9dfe-4805-8462-7ba998e0dbe2 req-13a62429-d7c7-4978-b8e9-18ace6024a99 tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] 10.222.0.49 "GET /v2.0/ports?device_id=262f8340-d026-4856-90cf-58dd202eb7cc HTTP/1.1" status: 200 len: 944 time: 0.0840502 Nov 09 21:27:54.288553 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0fb67335-9b55-4cc9-a7f0-a53e4acb7cf4 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:54.291221 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab9998fd-a078-46b9-aa6e-df9d5d55337a tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] DELETE failed (client error): The resource could not be found. Nov 09 21:27:54.291944 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab9998fd-a078-46b9-aa6e-df9d5d55337a tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:27:54.294970 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ab9998fd-a078-46b9-aa6e-df9d5d55337a tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] 10.222.0.49 "DELETE /v2.0/ports/a6aa0fa1-9c2c-4dfe-96ac-9851822e3ebf HTTP/1.1" status: 404 len: 333 time: 0.0644279 Nov 09 21:27:54.303145 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51878) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:54.319157 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-0fb67335-9b55-4cc9-a7f0-a53e4acb7cf4 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Calling delete_port for a07b3c2f-c8c5-43d5-9170-485f26594f02 owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:27:54.391848 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a8751ede-9dfe-4805-8462-7ba998e0dbe2 req-2db6e5df-c9e4-448d-8657-1551d7af2c86 tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] 10.222.0.49 "GET /v2.0/security-groups?id=219c79f7-7f89-4442-b6e2-8f60dbf4dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079800 Nov 09 21:27:54.399867 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51880) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:54.407324 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dcc490f-66fb-4023-b718-2706740b0549 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Deleting subnet e7c2d37f-9cf5-4002-8d69-4980c6f09be4 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:27:54.412335 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35126bd1-e681-4c04-893a-17c912f7f439 req-68ab3f97-63d0-4850-ad27-43133cb54fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:54.413861 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-35126bd1-e681-4c04-893a-17c912f7f439 req-68ab3f97-63d0-4850-ad27-43133cb54fed service neutron] 10.222.0.45 "GET /v2.0/networks?id=3317b335-4d3c-4340-a88d-5eff6142196c HTTP/1.1" status: 200 len: 922 time: 0.1422789 Nov 09 21:27:54.422717 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8dcc490f-66fb-4023-b718-2706740b0549 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:54.458789 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-35126bd1-e681-4c04-893a-17c912f7f439 req-fe62ed3a-35f5-48f4-8bed-b0bf5551e9c7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6366921-08ff-4096-8cb8-66b5433cf0d6 HTTP/1.1" status: 200 len: 217 time: 0.0376024 Nov 09 21:27:54.469535 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0e729d8-1cf1-49f0-b90d-43889565cb28 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Deleting subnet f96bc17c-cc89-4a9c-b3bd-f7476aa2c7ff {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:27:54.488977 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c0e729d8-1cf1-49f0-b90d-43889565cb28 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:54.514405 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35126bd1-e681-4c04-893a-17c912f7f439 req-74e494c2-27cc-49f8-8680-6443ffda5ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:54.515903 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-35126bd1-e681-4c04-893a-17c912f7f439 req-74e494c2-27cc-49f8-8680-6443ffda5ba2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=44f9e559-5ff6-4289-b2b3-66b2b61a8980 HTTP/1.1" status: 200 len: 862 time: 0.0495765 Nov 09 21:27:54.536574 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8dcc490f-66fb-4023-b718-2706740b0549 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:54.554250 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-35126bd1-e681-4c04-893a-17c912f7f439 req-2a25b221-68d3-4e4b-893b-0b306163e9d7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3317b335-4d3c-4340-a88d-5eff6142196c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303359 Nov 09 21:27:54.584728 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d3940f68-80cb-4d4f-a20b-85f900661c38 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cfc584aadc874a0d81e179083ae3ae69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1816940 Nov 09 21:27:54.598679 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51882) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:54.600679 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c0e729d8-1cf1-49f0-b90d-43889565cb28 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:54.648896 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-35126bd1-e681-4c04-893a-17c912f7f439 req-8f71b608-d6c6-4e6f-9aba-5d94ab41a37d service neutron] 10.222.0.45 "GET /v2.0/networks/3317b335-4d3c-4340-a88d-5eff6142196c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874705 Nov 09 21:27:54.748210 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-35126bd1-e681-4c04-893a-17c912f7f439 req-5308f860-3340-4671-8a20-4cbf3ae957cf service neutron] 10.222.0.45 "GET /v2.0/networks/3317b335-4d3c-4340-a88d-5eff6142196c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914159 Nov 09 21:27:54.792910 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8dcc490f-66fb-4023-b718-2706740b0549 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:54.871476 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0fb67335-9b55-4cc9-a7f0-a53e4acb7cf4 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:54.891668 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358bfe4-b67a-4af0-8d8c-b5c887bcf914 req-a34cf83f-faa3-4dd1-9c05-b43075b6cd84 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:54.893204 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7358bfe4-b67a-4af0-8d8c-b5c887bcf914 req-a34cf83f-faa3-4dd1-9c05-b43075b6cd84 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=14faaa22-ab30-41e2-a205-fa8d976a879e HTTP/1.1" status: 200 len: 945 time: 0.2311864 Nov 09 21:27:54.901644 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9f232c94-95f0-4ddb-a80b-7a9a34d25602 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:54.944160 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c0e729d8-1cf1-49f0-b90d-43889565cb28 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:54.948813 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb67335-9b55-4cc9-a7f0-a53e4acb7cf4 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Pushing event deleted for resources: {'Port': ['ID=a07b3c2f-c8c5-43d5-9170-485f26594f02,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:55.024007 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9f232c94-95f0-4ddb-a80b-7a9a34d25602 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:55.066958 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8dcc490f-66fb-4023-b718-2706740b0549 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:55.105072 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c61ccd4-607c-4455-8a08-a12e74129e6f req-c8ec2005-3a73-445a-a1e4-107217ec4a9d tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:55.106580 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c61ccd4-607c-4455-8a08-a12e74129e6f req-c8ec2005-3a73-445a-a1e4-107217ec4a9d tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b2f9981-32c2-4eef-aa1f-ce63da83228f HTTP/1.1" status: 200 len: 946 time: 0.0510077 Nov 09 21:27:55.138660 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcc490f-66fb-4023-b718-2706740b0549 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event deleted for resources: {'Subnet': ['ID=e7c2d37f-9cf5-4002-8d69-4980c6f09be4,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:55.166761 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8dcc490f-66fb-4023-b718-2706740b0549 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:55.168825 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3af2ec-2a22-43aa-aadc-2aed4d0e734d None None] Network 9a026eb2-b55b-432e-b31e-83121cc841b3 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:27:55.172626 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c61ccd4-607c-4455-8a08-a12e74129e6f req-30ba96ad-08d1-418c-ac0c-58495eb195cc tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563920 Nov 09 21:27:55.172803 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8dcc490f-66fb-4023-b718-2706740b0549 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/subnets/e7c2d37f-9cf5-4002-8d69-4980c6f09be4 HTTP/1.1" status: 204 len: 168 time: 0.9455688 Nov 09 21:27:55.174299 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51890) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:55.178281 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7358bfe4-b67a-4af0-8d8c-b5c887bcf914 req-77069e48-4fa4-43fa-9458-9e3245518a3e tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676098 Nov 09 21:27:55.179810 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0fb67335-9b55-4cc9-a7f0-a53e4acb7cf4 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:55.186654 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0fb67335-9b55-4cc9-a7f0-a53e4acb7cf4 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "DELETE /v2.0/ports/a07b3c2f-c8c5-43d5-9170-485f26594f02 HTTP/1.1" status: 204 len: 168 time: 1.8416064 Nov 09 21:27:55.186654 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c0e729d8-1cf1-49f0-b90d-43889565cb28 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:55.192289 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51892) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:55.247992 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e729d8-1cf1-49f0-b90d-43889565cb28 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Pushing event deleted for resources: {'Subnet': ['ID=f96bc17c-cc89-4a9c-b3bd-f7476aa2c7ff,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:55.255428 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c0e729d8-1cf1-49f0-b90d-43889565cb28 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:55.258401 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6fbbc3-51d5-4394-8ad2-572e12b9e716 None None] Network f695d5fb-6de9-40b1-a499-e6858109fcb4 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:27:55.262333 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c0e729d8-1cf1-49f0-b90d-43889565cb28 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] 10.222.0.49 "DELETE /v2.0/subnets/f96bc17c-cc89-4a9c-b3bd-f7476aa2c7ff HTTP/1.1" status: 204 len: 168 time: 0.9568672 Nov 09 21:27:55.264549 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51894) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:55.283849 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6cff54e8-1d0d-491a-ab33-e8d4a64f1726 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:55.296708 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9f232c94-95f0-4ddb-a80b-7a9a34d25602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:55.299039 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9f232c94-95f0-4ddb-a80b-7a9a34d25602 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:55.304395 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-9f232c94-95f0-4ddb-a80b-7a9a34d25602 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/994058e5-2188-4388-9fbd-cf7bf18529ff HTTP/1.1" status: 204 len: 168 time: 0.7003760 Nov 09 21:27:55.359120 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f232c94-95f0-4ddb-a80b-7a9a34d25602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994058e5-2188-4388-9fbd-cf7bf18529ff,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:55.371258 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dfce0f0-57b2-4ef3-bf4b-e80a6a9202d1 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Deleting subnet 4eb2317b-2e64-46a1-bd53-a56ce963060a {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:27:55.375561 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1dfce0f0-57b2-4ef3-bf4b-e80a6a9202d1 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:55.389010 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-6cff54e8-1d0d-491a-ab33-e8d4a64f1726 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Deleting port 7b133002-3379-4971-a4e2-11074f175623 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:27:55.389010 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6cff54e8-1d0d-491a-ab33-e8d4a64f1726 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:55.425443 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1dfce0f0-57b2-4ef3-bf4b-e80a6a9202d1 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:55.426322 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device f6366921-08ff-4096-8cb8-66b5433cf0d6 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:27:55.570911 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0ec23720-4631-402d-9b00-9ea1434778f9 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:55.580419 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a4e43f-554c-4f6f-b8f5-8de7bc4b1efb None None] DHCP port deletion for 9a026eb2-b55b-432e-b31e-83121cc841b3 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:27:55.662700 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-6cff54e8-1d0d-491a-ab33-e8d4a64f1726 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] For port 7b133002-3379-4971-a4e2-11074f175623, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=7b133002-3379-4971-a4e2-11074f175623,segment=NetworkSegment(69a41ade-057c-474f-9eb5-bd7d55786eff),segment_id=69a41ade-057c-474f-9eb5-bd7d55786eff)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:55.668147 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6cff54e8-1d0d-491a-ab33-e8d4a64f1726 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:55.678164 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port f6366921-08ff-4096-8cb8-66b5433cf0d6, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=f6366921-08ff-4096-8cb8-66b5433cf0d6,segment=NetworkSegment(d8f1e5fc-a9c2-4ed2-bf6c-4b097d1a6b0c),segment_id=d8f1e5fc-a9c2-4ed2-bf6c-4b097d1a6b0c)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:55.699325 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': 'f6366921-08ff-4096-8cb8-66b5433cf0d6', 'network_id': '3317b335-4d3c-4340-a88d-5eff6142196c', 'port_id': 'f6366921-08ff-4096-8cb8-66b5433cf0d6', 'mac_address': 'fa:16:3e:27:e8:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44f9e559-5ff6-4289-b2b3-66b2b61a8980', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:27:55.707355 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-6cff54e8-1d0d-491a-ab33-e8d4a64f1726 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Calling delete_port for 7b133002-3379-4971-a4e2-11074f175623 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:27:55.708506 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1dfce0f0-57b2-4ef3-bf4b-e80a6a9202d1 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:55.721435 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab6854f-bb26-422e-bddc-71c8a17c66b9 None None] DHCP port deletion for f695d5fb-6de9-40b1-a499-e6858109fcb4 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:27:55.782733 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-0ec23720-4631-402d-9b00-9ea1434778f9 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Deleting port f52e9c3e-33f5-4c7b-af8f-39f6da7c612f {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:27:55.783323 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0ec23720-4631-402d-9b00-9ea1434778f9 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:55.800371 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-21a4e43f-554c-4f6f-b8f5-8de7bc4b1efb None None] Deleting port 7b133002-3379-4971-a4e2-11074f175623 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:27:55.810476 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-21a4e43f-554c-4f6f-b8f5-8de7bc4b1efb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:55.818557 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:55.834296 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6cff54e8-1d0d-491a-ab33-e8d4a64f1726 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:55.852392 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37789cd-71ff-48bd-bfe9-1740388dfdd5 req-db5a3e87-b054-4ccd-885d-aff04135ede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:55.855576 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d37789cd-71ff-48bd-bfe9-1740388dfdd5 req-db5a3e87-b054-4ccd-885d-aff04135ede3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=14faaa22-ab30-41e2-a205-fa8d976a879e HTTP/1.1" status: 200 len: 1096 time: 0.3309801 Nov 09 21:27:55.859235 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cff54e8-1d0d-491a-ab33-e8d4a64f1726 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] No DVR routers for this DVR port 7b133002-3379-4971-a4e2-11074f175623 on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:27:55.871960 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb53467-0414-43c7-b909-924b084e7cc4 req-0f2972f5-71ad-46e8-a499-e13ab256aed9 tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:55.873564 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7fb53467-0414-43c7-b909-924b084e7cc4 req-0f2972f5-71ad-46e8-a499-e13ab256aed9 tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] 10.222.0.49 "GET /v2.0/ports?device_id=262f8340-d026-4856-90cf-58dd202eb7cc HTTP/1.1" status: 200 len: 944 time: 0.2721589 Nov 09 21:27:55.890927 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-0ec23720-4631-402d-9b00-9ea1434778f9 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] For port f52e9c3e-33f5-4c7b-af8f-39f6da7c612f, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=f52e9c3e-33f5-4c7b-af8f-39f6da7c612f,segment=NetworkSegment(5cbf54a7-bc3a-4ad6-a261-d9ec08ccec52),segment_id=5cbf54a7-bc3a-4ad6-a261-d9ec08ccec52)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:55.891391 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0ec23720-4631-402d-9b00-9ea1434778f9 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:55.899418 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1dfce0f0-57b2-4ef3-bf4b-e80a6a9202d1 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:55.913805 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-0ec23720-4631-402d-9b00-9ea1434778f9 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Calling delete_port for f52e9c3e-33f5-4c7b-af8f-39f6da7c612f owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:27:55.926081 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff54e8-1d0d-491a-ab33-e8d4a64f1726 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event deleted for resources: {'Port': ['ID=7b133002-3379-4971-a4e2-11074f175623,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:55.932048 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6366921-08ff-4096-8cb8-66b5433cf0d6 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:27:55.975111 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-21a4e43f-554c-4f6f-b8f5-8de7bc4b1efb None None] For port 7b133002-3379-4971-a4e2-11074f175623, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=7b133002-3379-4971-a4e2-11074f175623,segment=NetworkSegment(69a41ade-057c-474f-9eb5-bd7d55786eff),segment_id=69a41ade-057c-474f-9eb5-bd7d55786eff)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:55.975534 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-21a4e43f-554c-4f6f-b8f5-8de7bc4b1efb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:55.978780 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port f6366921-08ff-4096-8cb8-66b5433cf0d6, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=f6366921-08ff-4096-8cb8-66b5433cf0d6,segment=NetworkSegment(d8f1e5fc-a9c2-4ed2-bf6c-4b097d1a6b0c),segment_id=d8f1e5fc-a9c2-4ed2-bf6c-4b097d1a6b0c)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:55.992370 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:55.996837 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-21a4e43f-554c-4f6f-b8f5-8de7bc4b1efb None None] Calling delete_port for 7b133002-3379-4971-a4e2-11074f175623 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:27:56.026533 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfce0f0-57b2-4ef3-bf4b-e80a6a9202d1 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Pushing event deleted for resources: {'Subnet': ['ID=4eb2317b-2e64-46a1-bd53-a56ce963060a,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:56.033155 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1dfce0f0-57b2-4ef3-bf4b-e80a6a9202d1 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:56.037921 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1dfce0f0-57b2-4ef3-bf4b-e80a6a9202d1 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "DELETE /v2.0/subnets/4eb2317b-2e64-46a1-bd53-a56ce963060a HTTP/1.1" status: 204 len: 168 time: 0.8414013 Nov 09 21:27:56.040257 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51912) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:56.049654 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d37789cd-71ff-48bd-bfe9-1740388dfdd5 req-ddd60765-2160-40df-9b59-73a3f68f4bb0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501358 Nov 09 21:27:56.072026 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7fb53467-0414-43c7-b909-924b084e7cc4 req-18073525-cb85-45f5-a71d-85aa4fae3400 tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] 10.222.0.49 "GET /v2.0/security-groups?id=219c79f7-7f89-4442-b6e2-8f60dbf4dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695018 Nov 09 21:27:56.086898 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6cff54e8-1d0d-491a-ab33-e8d4a64f1726 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:56.097178 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0ec23720-4631-402d-9b00-9ea1434778f9 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:56.124089 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-6cff54e8-1d0d-491a-ab33-e8d4a64f1726 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a026eb2-b55b-432e-b31e-83121cc841b3']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:27:56.138129 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-6cff54e8-1d0d-491a-ab33-e8d4a64f1726 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69a41ade-057c-474f-9eb5-bd7d55786eff') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:27:56.138531 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-6cff54e8-1d0d-491a-ab33-e8d4a64f1726 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69a41ade-057c-474f-9eb5-bd7d55786eff') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:27:56.143783 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec23720-4631-402d-9b00-9ea1434778f9 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Pushing event deleted for resources: {'Port': ['ID=f52e9c3e-33f5-4c7b-af8f-39f6da7c612f,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:56.145928 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec23720-4631-402d-9b00-9ea1434778f9 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] No DVR routers for this DVR port f52e9c3e-33f5-4c7b-af8f-39f6da7c612f on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:27:56.150560 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6cff54e8-1d0d-491a-ab33-e8d4a64f1726 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:56.166103 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6cff54e8-1d0d-491a-ab33-e8d4a64f1726 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:56.173712 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-2319cae1-c864-43ba-a46c-935cfac28e8b tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Deleting subnet 9535f1a8-f553-42a2-9902-5d76b011d9e0 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:27:56.174260 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cff54e8-1d0d-491a-ab33-e8d4a64f1726 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:27:56.174682 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6cff54e8-1d0d-491a-ab33-e8d4a64f1726 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:56.190331 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffc1e0a-a1aa-48e5-8408-418e6bc531d1 None None] Network db993ee6-66d3-478a-b585-3c11adab0dfd requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:27:56.191937 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2319cae1-c864-43ba-a46c-935cfac28e8b tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:56.213034 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-fab6854f-bb26-422e-bddc-71c8a17c66b9 None None] Deleting port f52e9c3e-33f5-4c7b-af8f-39f6da7c612f {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:27:56.213407 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fab6854f-bb26-422e-bddc-71c8a17c66b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:56.295493 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:27:56.295493 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:27:56.295493 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:27:56.295493 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:27:56.295493 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:27:56.295493 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:27:56.295493 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:27:56.295493 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:27:56.295493 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:27:56.295493 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:27:56.295493 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:27:56.295493 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:27:56.295493 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:27:56.295493 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:27:56.295493 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:27:56.295493 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:27:56.295493 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:27:56.295493 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:27:56.295493 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:27:56.295493 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:27:56.295493 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:27:56.295493 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:27:56.295493 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:27:56.295493 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:27:56.295493 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:27:56.295493 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:27:56.295493 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:27:56.295493 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:27:56.295493 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:27:56.295493 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:27:56.295493 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:27:56.295493 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:27:56.302871 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6cff54e8-1d0d-491a-ab33-e8d4a64f1726 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:56.326032 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6cff54e8-1d0d-491a-ab33-e8d4a64f1726 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:56.335589 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6cff54e8-1d0d-491a-ab33-e8d4a64f1726 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/networks/9a026eb2-b55b-432e-b31e-83121cc841b3 HTTP/1.1" status: 204 len: 168 time: 1.1558604 Nov 09 21:27:56.335589 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff54e8-1d0d-491a-ab33-e8d4a64f1726 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event deleted for resources: {'Network': ['ID=9a026eb2-b55b-432e-b31e-83121cc841b3,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:56.336204 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0ec23720-4631-402d-9b00-9ea1434778f9 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:56.336383 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51922) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:56.341779 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-5f2f62b5-1243-4e66-8939-77365e105ddb tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-757313447'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:27:56.346483 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['f6366921-08ff-4096-8cb8-66b5433cf0d6'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:27:56.355683 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2319cae1-c864-43ba-a46c-935cfac28e8b tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:56.390644 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2f62b5-1243-4e66-8939-77365e105ddb tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Made reservation on behalf of 858314ce302b43e3a1bfa722f764cbf9 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:27:56.393066 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-0ec23720-4631-402d-9b00-9ea1434778f9 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f695d5fb-6de9-40b1-a499-e6858109fcb4']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:27:56.395648 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5f2f62b5-1243-4e66-8939-77365e105ddb tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:56.411247 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-0ec23720-4631-402d-9b00-9ea1434778f9 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cbf54a7-bc3a-4ad6-a261-d9ec08ccec52') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:27:56.411550 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-0ec23720-4631-402d-9b00-9ea1434778f9 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cbf54a7-bc3a-4ad6-a261-d9ec08ccec52') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:27:56.430109 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031fd44-5a82-464a-9279-f6e21cd8faa7 req-cb90171c-cf68-4f54-99a1-512617b5a593 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:56.431648 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1031fd44-5a82-464a-9279-f6e21cd8faa7 req-cb90171c-cf68-4f54-99a1-512617b5a593 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b2f9981-32c2-4eef-aa1f-ce63da83228f HTTP/1.1" status: 200 len: 946 time: 0.1568620 Nov 09 21:27:56.440557 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0ec23720-4631-402d-9b00-9ea1434778f9 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:56.447089 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f2f62b5-1243-4e66-8939-77365e105ddb tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:27:56.458532 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5f2f62b5-1243-4e66-8939-77365e105ddb tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:56.458890 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-5f2f62b5-1243-4e66-8939-77365e105ddb tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Added segment 69e1e3fd-02ec-420c-857b-1d9d21afd62d of type vlan for network fbf3ea5c-599f-4806-901f-cc89fb211624 Nov 09 21:27:56.479127 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=f6366921-08ff-4096-8cb8-66b5433cf0d6,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:56.480978 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0ec23720-4631-402d-9b00-9ea1434778f9 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:56.505860 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec23720-4631-402d-9b00-9ea1434778f9 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:27:56.506258 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0ec23720-4631-402d-9b00-9ea1434778f9 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:56.509431 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-fab6854f-bb26-422e-bddc-71c8a17c66b9 None None] For port f52e9c3e-33f5-4c7b-af8f-39f6da7c612f, host n-d-816206-3, got binding levels [] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:56.509431 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fab6854f-bb26-422e-bddc-71c8a17c66b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:56.526901 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:27:56.526901 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:27:56.526901 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:27:56.526901 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:27:56.526901 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:27:56.526901 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:27:56.526901 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:27:56.526901 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:27:56.526901 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:27:56.526901 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:27:56.526901 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:27:56.526901 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:27:56.526901 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:27:56.526901 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:27:56.526901 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:27:56.526901 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:27:56.526901 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:27:56.526901 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:27:56.526901 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:27:56.526901 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:27:56.526901 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:27:56.526901 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:27:56.526901 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:27:56.526901 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:27:56.526901 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:27:56.526901 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:27:56.526901 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:27:56.526901 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:27:56.526901 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:27:56.526901 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:27:56.526901 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:27:56.526901 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:27:56.542191 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5f2f62b5-1243-4e66-8939-77365e105ddb tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:56.558086 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cfa9dd-041e-4be0-b6e3-ca40e2557b9a req-32f75978-ae51-4ae4-85d2-16c1ab88dd14 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:56.559234 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-fab6854f-bb26-422e-bddc-71c8a17c66b9 None None] Calling delete_port for f52e9c3e-33f5-4c7b-af8f-39f6da7c612f owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:27:56.559626 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-59cfa9dd-041e-4be0-b6e3-ca40e2557b9a req-32f75978-ae51-4ae4-85d2-16c1ab88dd14 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=14faaa22-ab30-41e2-a205-fa8d976a879e HTTP/1.1" status: 200 len: 945 time: 0.2259109 Nov 09 21:27:56.566153 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.ipam_backend_mixin [None req-fab6854f-bb26-422e-bddc-71c8a17c66b9 None None] Port f52e9c3e-33f5-4c7b-af8f-39f6da7c612f was not found and therefore no delete operation was performed {{(pid=102609) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 21:27:56.590270 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1031fd44-5a82-464a-9279-f6e21cd8faa7 req-b74daa44-64b1-4c40-9448-9e2768e1e63c tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476593 Nov 09 21:27:56.595086 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fab6854f-bb26-422e-bddc-71c8a17c66b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:56.597619 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-21a4e43f-554c-4f6f-b8f5-8de7bc4b1efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:56.612379 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2319cae1-c864-43ba-a46c-935cfac28e8b tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:56.629521 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-59cfa9dd-041e-4be0-b6e3-ca40e2557b9a req-6f5d5245-b063-497b-a78b-e2607cdb5a5a tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606880 Nov 09 21:27:56.635507 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5f2f62b5-1243-4e66-8939-77365e105ddb tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:56.642797 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0ec23720-4631-402d-9b00-9ea1434778f9 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:56.656577 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2f62b5-1243-4e66-8939-77365e105ddb tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:56.656577 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5f2f62b5-1243-4e66-8939-77365e105ddb tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:56.656927 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0ec23720-4631-402d-9b00-9ea1434778f9 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:56.656927 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0ec23720-4631-402d-9b00-9ea1434778f9 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] 10.222.0.49 "DELETE /v2.0/networks/f695d5fb-6de9-40b1-a499-e6858109fcb4 HTTP/1.1" status: 204 len: 168 time: 1.3880777 Nov 09 21:27:56.675520 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec23720-4631-402d-9b00-9ea1434778f9 tempest-DHCPAgentSchedulersTestJSON-419370610 tempest-DHCPAgentSchedulersTestJSON-419370610-project] Pushing event deleted for resources: {'Network': ['ID=f695d5fb-6de9-40b1-a499-e6858109fcb4,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:56.709280 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2319cae1-c864-43ba-a46c-935cfac28e8b tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:56.730732 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-21a4e43f-554c-4f6f-b8f5-8de7bc4b1efb None None] Network 9a026eb2-b55b-432e-b31e-83121cc841b3 is not hosted by any dhcp agent {{(pid=102609) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 21:27:56.731568 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a4e43f-554c-4f6f-b8f5-8de7bc4b1efb None None] No DVR routers for this DVR port 7b133002-3379-4971-a4e2-11074f175623 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:27:56.744046 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab6854f-bb26-422e-bddc-71c8a17c66b9 None None] Pushing event deleted for resources: {'Port': ['ID=f52e9c3e-33f5-4c7b-af8f-39f6da7c612f,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:56.782633 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a4e43f-554c-4f6f-b8f5-8de7bc4b1efb None None] Pushing event deleted for resources: {'Port': ['ID=7b133002-3379-4971-a4e2-11074f175623,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:56.784582 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2319cae1-c864-43ba-a46c-935cfac28e8b tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Pushing event deleted for resources: {'Subnet': ['ID=9535f1a8-f553-42a2-9902-5d76b011d9e0,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:56.790829 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2319cae1-c864-43ba-a46c-935cfac28e8b tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:56.794396 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2319cae1-c864-43ba-a46c-935cfac28e8b tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "DELETE /v2.0/subnets/9535f1a8-f553-42a2-9902-5d76b011d9e0 HTTP/1.1" status: 204 len: 168 time: 0.7531519 Nov 09 21:27:56.799256 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f62b5-1243-4e66-8939-77365e105ddb tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event updated for resources: {'Network': ['ID=fbf3ea5c-599f-4806-901f-cc89fb211624,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:56.804095 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51936) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:56.809870 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab6854f-bb26-422e-bddc-71c8a17c66b9 None None] No DVR routers for this DVR port f52e9c3e-33f5-4c7b-af8f-39f6da7c612f on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:27:56.832012 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5f2f62b5-1243-4e66-8939-77365e105ddb tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4952681 Nov 09 21:27:56.834702 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51938) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:56.839878 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-51297768-0c5f-4c53-990c-a0f527f34339 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'subnet': {'network_id': 'fbf3ea5c-599f-4806-901f-cc89fb211624', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:27:56.881872 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e362acb-b0f2-4c4c-9702-f328c7e715c0 None None] Network 9bd028ff-7bca-4c46-bd71-6aace0071dc5 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:27:56.888153 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network fbf3ea5c-599f-4806-901f-cc89fb211624 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:27:56.928141 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-71b34467-3ab3-48d5-918a-f508c9b8fcb0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:56.969587 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51297768-0c5f-4c53-990c-a0f527f34339 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Made reservation on behalf of 858314ce302b43e3a1bfa722f764cbf9 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:27:56.975473 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-51297768-0c5f-4c53-990c-a0f527f34339 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:57.038641 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-71b34467-3ab3-48d5-918a-f508c9b8fcb0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Deleting port 1c55deb0-6699-4ece-8a40-a3faf6ce0615 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:27:57.039363 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-71b34467-3ab3-48d5-918a-f508c9b8fcb0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:57.178585 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-71b34467-3ab3-48d5-918a-f508c9b8fcb0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] For port 1c55deb0-6699-4ece-8a40-a3faf6ce0615, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=1c55deb0-6699-4ece-8a40-a3faf6ce0615,segment=NetworkSegment(006a3ea2-319a-4ab9-b18e-2250972f1f05),segment_id=006a3ea2-319a-4ab9-b18e-2250972f1f05)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:57.178789 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-71b34467-3ab3-48d5-918a-f508c9b8fcb0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:57.189507 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51954) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:57.196329 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-71b34467-3ab3-48d5-918a-f508c9b8fcb0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Calling delete_port for 1c55deb0-6699-4ece-8a40-a3faf6ce0615 owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:27:57.231289 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 7b133002-3379-4971-a4e2-11074f175623 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:27:57.298644 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 7b133002-3379-4971-a4e2-11074f175623 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:27:57.299162 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 7b133002-3379-4971-a4e2-11074f175623 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:27:57.299818 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device f52e9c3e-33f5-4c7b-af8f-39f6da7c612f no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:27:57.302678 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-51297768-0c5f-4c53-990c-a0f527f34339 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:57.339062 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-71b34467-3ab3-48d5-918a-f508c9b8fcb0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:57.341400 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: f52e9c3e-33f5-4c7b-af8f-39f6da7c612f {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:27:57.341748 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device f52e9c3e-33f5-4c7b-af8f-39f6da7c612f not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:27:57.399748 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b34467-3ab3-48d5-918a-f508c9b8fcb0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Pushing event deleted for resources: {'Port': ['ID=1c55deb0-6699-4ece-8a40-a3faf6ce0615,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:57.404912 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b34467-3ab3-48d5-918a-f508c9b8fcb0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] No DVR routers for this DVR port 1c55deb0-6699-4ece-8a40-a3faf6ce0615 on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:27:57.443381 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51297768-0c5f-4c53-990c-a0f527f34339 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event updated for resources: {'Subnet': ['ID=80afef1c-fe6e-48b9-8489-09142230a963,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:57.457544 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7691cc5a-ef63-4b9a-80e9-2eb933902878 req-98d4e3e2-0fb7-44f4-8a34-358dfcab1119 tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:57.459489 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7691cc5a-ef63-4b9a-80e9-2eb933902878 req-98d4e3e2-0fb7-44f4-8a34-358dfcab1119 tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] 10.222.0.49 "GET /v2.0/ports?device_id=262f8340-d026-4856-90cf-58dd202eb7cc HTTP/1.1" status: 200 len: 945 time: 0.2709446 Nov 09 21:27:57.470019 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc207df-72a5-4f8d-b30f-6d906634a836 None None] DHCP port deletion for db993ee6-66d3-478a-b585-3c11adab0dfd request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:27:57.513192 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a4a2782d-f9bc-40ca-ab22-7a5900c43a60 req-f365144e-c72b-4d9b-9c9a-91433d548590 tempest-ServerShowV254Test-1213963221 tempest-ServerShowV254Test-1213963221-project] 10.222.0.49 "GET /v2.0/ports?device_id=86db175e-bf0c-4696-b79f-d2e9a11e61e4 HTTP/1.1" status: 200 len: 210 time: 0.1091757 Nov 09 21:27:57.529971 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51297768-0c5f-4c53-990c-a0f527f34339 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Checking segment: {'id': '69e1e3fd-02ec-420c-857b-1d9d21afd62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fbf3ea5c-599f-4806-901f-cc89fb211624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:27:57.530392 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51297768-0c5f-4c53-990c-a0f527f34339 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Network hostable DHCP agents. Network: fbf3ea5c-599f-4806-901f-cc89fb211624, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:27:57.571919 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-71b34467-3ab3-48d5-918a-f508c9b8fcb0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:57.597788 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7691cc5a-ef63-4b9a-80e9-2eb933902878 req-fdecd78d-beaa-4d12-80cb-e113e348355c tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] 10.222.0.49 "GET /v2.0/security-groups?id=219c79f7-7f89-4442-b6e2-8f60dbf4dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280174 Nov 09 21:27:57.599988 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-71b34467-3ab3-48d5-918a-f508c9b8fcb0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db993ee6-66d3-478a-b585-3c11adab0dfd']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:27:57.600745 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d20e7f-a556-4022-b05c-96a082d4f70b None None] DHCP port deletion for 9bd028ff-7bca-4c46-bd71-6aace0071dc5 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:27:57.608314 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51297768-0c5f-4c53-990c-a0f527f34339 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Network fbf3ea5c-599f-4806-901f-cc89fb211624 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:27:57.616426 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-71b34467-3ab3-48d5-918a-f508c9b8fcb0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '006a3ea2-319a-4ab9-b18e-2250972f1f05') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:27:57.616986 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-71b34467-3ab3-48d5-918a-f508c9b8fcb0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '006a3ea2-319a-4ab9-b18e-2250972f1f05') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:27:57.626488 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-51297768-0c5f-4c53-990c-a0f527f34339 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, fbf3ea5c-599f-4806-901f-cc89fb211624) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:27:57.638222 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-71b34467-3ab3-48d5-918a-f508c9b8fcb0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:57.664011 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-71b34467-3ab3-48d5-918a-f508c9b8fcb0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:57.666582 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a388d3-41cf-4b75-9c23-f31d649c317c None None] Network fbf3ea5c-599f-4806-901f-cc89fb211624 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:27:57.670158 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51297768-0c5f-4c53-990c-a0f527f34339 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:57.674136 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-51297768-0c5f-4c53-990c-a0f527f34339 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:57.674906 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71b34467-3ab3-48d5-918a-f508c9b8fcb0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:27:57.675705 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-71b34467-3ab3-48d5-918a-f508c9b8fcb0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:57.680931 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:27:57.680931 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:27:57.680931 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:27:57.680931 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:27:57.680931 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:27:57.680931 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:27:57.680931 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:27:57.680931 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:27:57.680931 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:27:57.680931 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:27:57.680931 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:27:57.680931 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:27:57.680931 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:27:57.680931 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:27:57.680931 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:27:57.680931 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:27:57.680931 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:27:57.680931 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:27:57.680931 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:27:57.680931 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:27:57.680931 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:27:57.680931 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:27:57.680931 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:27:57.680931 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:27:57.680931 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:27:57.680931 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:27:57.680931 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:27:57.680931 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:27:57.680931 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:27:57.680931 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:27:57.680931 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:27:57.680931 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:27:57.729402 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-bf7026bc-857a-46f7-bb13-c7458faaf63b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d320111091c94fc790d856ab38eea364&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5387888 Nov 09 21:27:57.730171 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51970) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:57.789633 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-b1d20e7f-a556-4022-b05c-96a082d4f70b None None] Deleting port 19057446-d7e9-4b93-89c6-418fe81bde64 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:27:57.790282 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b1d20e7f-a556-4022-b05c-96a082d4f70b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:57.801890 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-51297768-0c5f-4c53-990c-a0f527f34339 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9659092 Nov 09 21:27:57.813936 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51972) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:57.821796 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-118cc0cf-c8df-45bb-8dd2-6236db067130 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1622197496', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:27:57.838716 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-71b34467-3ab3-48d5-918a-f508c9b8fcb0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:57.854490 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-71b34467-3ab3-48d5-918a-f508c9b8fcb0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:57.859130 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-71b34467-3ab3-48d5-918a-f508c9b8fcb0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "DELETE /v2.0/networks/db993ee6-66d3-478a-b585-3c11adab0dfd HTTP/1.1" status: 204 len: 168 time: 1.0521019 Nov 09 21:27:57.864579 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51976) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:57.879225 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b34467-3ab3-48d5-918a-f508c9b8fcb0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Pushing event deleted for resources: {'Network': ['ID=db993ee6-66d3-478a-b585-3c11adab0dfd,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:57.889572 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5763c-c763-4b4a-aec5-1f68a1209518 req-b05886f8-370e-4e7a-8cd5-46a1d7e3649c tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:57.897342 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-b1d20e7f-a556-4022-b05c-96a082d4f70b None None] For port 19057446-d7e9-4b93-89c6-418fe81bde64, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=19057446-d7e9-4b93-89c6-418fe81bde64,segment=NetworkSegment(ded2c788-6987-4a27-bea5-74ee8c4df2d8),segment_id=ded2c788-6987-4a27-bea5-74ee8c4df2d8)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:57.897819 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b1d20e7f-a556-4022-b05c-96a082d4f70b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:57.900185 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbdae2-1da9-4b26-a699-f81bf540ef43 req-07ee2eb5-b5cc-4fd4-a584-bf1152070933 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:57.900498 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-76d5763c-c763-4b4a-aec5-1f68a1209518 req-b05886f8-370e-4e7a-8cd5-46a1d7e3649c tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=14faaa22-ab30-41e2-a205-fa8d976a879e HTTP/1.1" status: 200 len: 945 time: 0.1370499 Nov 09 21:27:57.902687 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0ecbdae2-1da9-4b26-a699-f81bf540ef43 req-07ee2eb5-b5cc-4fd4-a584-bf1152070933 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b2f9981-32c2-4eef-aa1f-ce63da83228f HTTP/1.1" status: 200 len: 946 time: 0.1398931 Nov 09 21:27:57.904256 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-118cc0cf-c8df-45bb-8dd2-6236db067130 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:57.906200 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-118cc0cf-c8df-45bb-8dd2-6236db067130 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:57.939658 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-b1d20e7f-a556-4022-b05c-96a082d4f70b None None] Calling delete_port for 19057446-d7e9-4b93-89c6-418fe81bde64 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:27:57.947668 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162bb33b-8897-4861-8fe5-24d5e26959a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-fbf3ea5c-599f-4806-901f-cc89fb211624', 'network_id': 'fbf3ea5c-599f-4806-901f-cc89fb211624', 'tenant_id': '858314ce302b43e3a1bfa722f764cbf9', 'fixed_ips': [{'subnet_id': '80afef1c-fe6e-48b9-8489-09142230a963'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:27:57.948711 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-162bb33b-8897-4861-8fe5-24d5e26959a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:57.960469 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1c10e558-de9d-48dc-acb5-fdd842ffa5a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:58.001456 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-118cc0cf-c8df-45bb-8dd2-6236db067130 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:58.008954 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-118cc0cf-c8df-45bb-8dd2-6236db067130 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:58.019379 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0ecbdae2-1da9-4b26-a699-f81bf540ef43 req-04927af3-e5fe-4693-b2a0-dfc05c983c37 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080472 Nov 09 21:27:58.036197 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-118cc0cf-c8df-45bb-8dd2-6236db067130 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:58.040481 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-118cc0cf-c8df-45bb-8dd2-6236db067130 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2248673 Nov 09 21:27:58.043036 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51980) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:58.052824 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-04527290-b980-448c-aa95-3e8f857d440c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'port': {'network_id': 'fbf3ea5c-599f-4806-901f-cc89fb211624', 'name': 'tempest-PortsTestJSON-700228003'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:27:58.057560 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1c10e558-de9d-48dc-acb5-fdd842ffa5a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:58.083701 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7b32cbfc-78b6-432a-a03d-9668f17372a0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:58.128949 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-76d5763c-c763-4b4a-aec5-1f68a1209518 req-60fa59ad-599f-4e77-ac41-78741be01507 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270055 Nov 09 21:27:58.150598 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b1d20e7f-a556-4022-b05c-96a082d4f70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:58.202972 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d20e7f-a556-4022-b05c-96a082d4f70b None None] Pushing event deleted for resources: {'Port': ['ID=19057446-d7e9-4b93-89c6-418fe81bde64,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:58.215813 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d20e7f-a556-4022-b05c-96a082d4f70b None None] No DVR routers for this DVR port 19057446-d7e9-4b93-89c6-418fe81bde64 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:27:58.217774 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-162bb33b-8897-4861-8fe5-24d5e26959a6 None None] Allocated IP 172.20.0.2 (fbf3ea5c-599f-4806-901f-cc89fb211624/80afef1c-fe6e-48b9-8489-09142230a963/e5ca3295-3b40-4386-bfbc-0dd6979f50d0) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:27:58.218498 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1c10e558-de9d-48dc-acb5-fdd842ffa5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:58.221096 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1c10e558-de9d-48dc-acb5-fdd842ffa5a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:58.222683 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1c10e558-de9d-48dc-acb5-fdd842ffa5a7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5ccc338a-5690-4c0a-92ab-057283529f4c HTTP/1.1" status: 204 len: 168 time: 0.4908555 Nov 09 21:27:58.296992 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04527290-b980-448c-aa95-3e8f857d440c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Made reservation on behalf of 858314ce302b43e3a1bfa722f764cbf9 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:27:58.301747 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c10e558-de9d-48dc-acb5-fdd842ffa5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccc338a-5690-4c0a-92ab-057283529f4c,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:58.307179 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-04527290-b980-448c-aa95-3e8f857d440c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:58.323398 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7b32cbfc-78b6-432a-a03d-9668f17372a0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:58.364226 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-04527290-b980-448c-aa95-3e8f857d440c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] device_id is not set on port 4020b75f-9e07-4018-b14a-8140d14582a2 yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:27:58.367596 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b69dc-c054-4f94-8be0-ebab400be723 req-189c794c-7a1e-4a20-a9e7-2bb833dcb412 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:58.375252 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-379b69dc-c054-4f94-8be0-ebab400be723 req-189c794c-7a1e-4a20-a9e7-2bb833dcb412 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=5febd2e0-778c-4c7b-9841-79c838b6973a HTTP/1.1" status: 200 len: 946 time: 0.1608374 Nov 09 21:27:58.398410 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-7b32cbfc-78b6-432a-a03d-9668f17372a0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd028ff-7bca-4c46-bd71-6aace0071dc5']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:27:58.418331 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-7b32cbfc-78b6-432a-a03d-9668f17372a0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ded2c788-6987-4a27-bea5-74ee8c4df2d8') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:27:58.418628 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-7b32cbfc-78b6-432a-a03d-9668f17372a0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ded2c788-6987-4a27-bea5-74ee8c4df2d8') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:27:58.437752 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7b32cbfc-78b6-432a-a03d-9668f17372a0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:58.457060 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-162bb33b-8897-4861-8fe5-24d5e26959a6 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:58.458914 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-379b69dc-c054-4f94-8be0-ebab400be723 req-e9ef2f3a-26d8-4d92-97a2-818715510009 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774882 Nov 09 21:27:58.468816 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7b32cbfc-78b6-432a-a03d-9668f17372a0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:58.481090 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-162bb33b-8897-4861-8fe5-24d5e26959a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:58.489189 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b32cbfc-78b6-432a-a03d-9668f17372a0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:27:58.490061 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7b32cbfc-78b6-432a-a03d-9668f17372a0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:58.498698 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:27:58.498698 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:27:58.498698 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:27:58.498698 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:27:58.498698 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:27:58.498698 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:27:58.498698 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:27:58.498698 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:27:58.498698 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:27:58.498698 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:27:58.498698 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:27:58.498698 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:27:58.498698 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:27:58.498698 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:27:58.498698 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:27:58.498698 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:27:58.498698 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:27:58.498698 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:27:58.498698 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:27:58.498698 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:27:58.498698 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:27:58.498698 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:27:58.498698 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:27:58.498698 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:27:58.498698 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:27:58.498698 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:27:58.498698 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:27:58.498698 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:27:58.498698 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:27:58.498698 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:27:58.498698 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:27:58.498698 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:27:58.530447 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162bb33b-8897-4861-8fe5-24d5e26959a6 None None] Network fbf3ea5c-599f-4806-901f-cc89fb211624 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:27:58.536517 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-162bb33b-8897-4861-8fe5-24d5e26959a6 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:27:58.540309 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162bb33b-8897-4861-8fe5-24d5e26959a6 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:27:58.578851 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-04527290-b980-448c-aa95-3e8f857d440c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Allocated IP 172.20.0.14 (fbf3ea5c-599f-4806-901f-cc89fb211624/80afef1c-fe6e-48b9-8489-09142230a963/4020b75f-9e07-4018-b14a-8140d14582a2) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:27:58.589816 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162bb33b-8897-4861-8fe5-24d5e26959a6 None None] Pushing event updated for resources: {'Port': ['ID=e5ca3295-3b40-4386-bfbc-0dd6979f50d0,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:58.599568 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7b32cbfc-78b6-432a-a03d-9668f17372a0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:58.610225 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-162bb33b-8897-4861-8fe5-24d5e26959a6 None None] Attempting to bind port e5ca3295-3b40-4386-bfbc-0dd6979f50d0 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:27:58.610767 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-162bb33b-8897-4861-8fe5-24d5e26959a6 None None] Attempting to bind port e5ca3295-3b40-4386-bfbc-0dd6979f50d0 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '69e1e3fd-02ec-420c-857b-1d9d21afd62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fbf3ea5c-599f-4806-901f-cc89fb211624'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:27:58.611320 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162bb33b-8897-4861-8fe5-24d5e26959a6 None None] Attempting to bind port e5ca3295-3b40-4386-bfbc-0dd6979f50d0 on network fbf3ea5c-599f-4806-901f-cc89fb211624 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:27:58.611871 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7b32cbfc-78b6-432a-a03d-9668f17372a0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:58.618629 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162bb33b-8897-4861-8fe5-24d5e26959a6 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:27:58.619277 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162bb33b-8897-4861-8fe5-24d5e26959a6 None None] Checking segment: {'id': '69e1e3fd-02ec-420c-857b-1d9d21afd62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fbf3ea5c-599f-4806-901f-cc89fb211624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:27:58.619873 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-162bb33b-8897-4861-8fe5-24d5e26959a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:58.620426 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162bb33b-8897-4861-8fe5-24d5e26959a6 None None] Bound using segment: {'id': '69e1e3fd-02ec-420c-857b-1d9d21afd62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fbf3ea5c-599f-4806-901f-cc89fb211624'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:27:58.621087 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-162bb33b-8897-4861-8fe5-24d5e26959a6 None None] Bound port: e5ca3295-3b40-4386-bfbc-0dd6979f50d0, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69e1e3fd-02ec-420c-857b-1d9d21afd62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fbf3ea5c-599f-4806-901f-cc89fb211624'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:27:58.621637 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-162bb33b-8897-4861-8fe5-24d5e26959a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:58.630659 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7b32cbfc-78b6-432a-a03d-9668f17372a0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] 10.222.0.49 "DELETE /v2.0/networks/9bd028ff-7bca-4c46-bd71-6aace0071dc5 HTTP/1.1" status: 204 len: 168 time: 0.7629449 Nov 09 21:27:58.649697 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b32cbfc-78b6-432a-a03d-9668f17372a0 tempest-TaggedBootDevicesTest_v242-2140631557 tempest-TaggedBootDevicesTest_v242-2140631557-project] Pushing event deleted for resources: {'Network': ['ID=9bd028ff-7bca-4c46-bd71-6aace0071dc5,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:58.787815 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51998) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:58.819411 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-162bb33b-8897-4861-8fe5-24d5e26959a6 None None] For port e5ca3295-3b40-4386-bfbc-0dd6979f50d0, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:27:58.828460 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fb9b1655-f605-4241-b6b5-e4214640b89f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:58.832155 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-162bb33b-8897-4861-8fe5-24d5e26959a6 None None] For port e5ca3295-3b40-4386-bfbc-0dd6979f50d0, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=e5ca3295-3b40-4386-bfbc-0dd6979f50d0,segment=NetworkSegment(69e1e3fd-02ec-420c-857b-1d9d21afd62d),segment_id=69e1e3fd-02ec-420c-857b-1d9d21afd62d)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:27:58.837019 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-222fbae6-fd9f-4b84-bc2e-9c0e7704b0b2 req-66389c84-0d44-4cf7-8af3-abaf64bab333 tempest-ServerShowV254Test-1213963221 tempest-ServerShowV254Test-1213963221-project] 10.222.0.49 "GET /v2.0/ports?device_id=86db175e-bf0c-4696-b79f-d2e9a11e61e4 HTTP/1.1" status: 200 len: 210 time: 0.0859773 Nov 09 21:27:58.839718 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-162bb33b-8897-4861-8fe5-24d5e26959a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:58.903983 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35bae7-d22c-4982-8d6d-432b7596872b req-018d0a39-3d18-4fc0-9628-37afbc5472a0 tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:58.906305 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2c35bae7-d22c-4982-8d6d-432b7596872b req-018d0a39-3d18-4fc0-9628-37afbc5472a0 tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] 10.222.0.49 "GET /v2.0/ports?device_id=262f8340-d026-4856-90cf-58dd202eb7cc HTTP/1.1" status: 200 len: 945 time: 0.0930803 Nov 09 21:27:58.936799 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162bb33b-8897-4861-8fe5-24d5e26959a6 None None] Pushing event updated for resources: {'Port': ['ID=e5ca3295-3b40-4386-bfbc-0dd6979f50d0,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:58.979042 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fb9b1655-f605-4241-b6b5-e4214640b89f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:58.996820 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fb9b1655-f605-4241-b6b5-e4214640b89f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:59.012282 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2c35bae7-d22c-4982-8d6d-432b7596872b req-3db615ce-6a7d-4867-be14-c3351dc980ec tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] 10.222.0.49 "GET /v2.0/security-groups?id=219c79f7-7f89-4442-b6e2-8f60dbf4dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964420 Nov 09 21:27:59.047583 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-fb9b1655-f605-4241-b6b5-e4214640b89f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=195f5f6baaef4251be25c534609fd675&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2585125 Nov 09 21:27:59.050982 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52004) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:59.058497 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b1655-f605-4241-b6b5-e4214640b89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b98257-e4cf-402b-aa99-5c65174d15ec,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:59.127740 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 19057446-d7e9-4b93-89c6-418fe81bde64 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:27:59.137664 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-04527290-b980-448c-aa95-3e8f857d440c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:59.153189 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aa9552ec-99d0-43d9-ae0e-0f13bc3d2660 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:59.161719 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 19057446-d7e9-4b93-89c6-418fe81bde64 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:27:59.162312 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 19057446-d7e9-4b93-89c6-418fe81bde64 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:27:59.163459 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 1c55deb0-6699-4ece-8a40-a3faf6ce0615 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:27:59.167377 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becef7e-a48c-4beb-9c67-5c4fb9f28a09 req-fe0a4c20-e6ea-4cbf-bcea-c088a90418f6 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:59.169814 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5becef7e-a48c-4beb-9c67-5c4fb9f28a09 req-fe0a4c20-e6ea-4cbf-bcea-c088a90418f6 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=5febd2e0-778c-4c7b-9841-79c838b6973a HTTP/1.1" status: 200 len: 946 time: 0.1405511 Nov 09 21:27:59.192071 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aa9552ec-99d0-43d9-ae0e-0f13bc3d2660 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:59.199128 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 1c55deb0-6699-4ece-8a40-a3faf6ce0615 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:27:59.199472 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 1c55deb0-6699-4ece-8a40-a3faf6ce0615 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:27:59.268964 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-04527290-b980-448c-aa95-3e8f857d440c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:59.286770 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5becef7e-a48c-4beb-9c67-5c4fb9f28a09 req-414dbe04-96c6-482f-9644-69a0b930cc47 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028655 Nov 09 21:27:59.294533 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f261c0-bd0a-459d-82d8-4d5cb4074523 req-8b3e44b3-5641-4ab0-affa-0d70b1f489b7 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:59.302964 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e0f261c0-bd0a-459d-82d8-4d5cb4074523 req-8b3e44b3-5641-4ab0-affa-0d70b1f489b7 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b2f9981-32c2-4eef-aa1f-ce63da83228f HTTP/1.1" status: 200 len: 946 time: 0.1078770 Nov 09 21:27:59.324486 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04527290-b980-448c-aa95-3e8f857d440c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Network fbf3ea5c-599f-4806-901f-cc89fb211624 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:27:59.328575 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-04527290-b980-448c-aa95-3e8f857d440c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:27:59.331194 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04527290-b980-448c-aa95-3e8f857d440c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:27:59.331450 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aa9552ec-99d0-43d9-ae0e-0f13bc3d2660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:59.334179 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aa9552ec-99d0-43d9-ae0e-0f13bc3d2660 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:59.335317 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-aa9552ec-99d0-43d9-ae0e-0f13bc3d2660 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d9b98257-e4cf-402b-aa99-5c65174d15ec HTTP/1.1" status: 204 len: 168 time: 0.2829666 Nov 09 21:27:59.354343 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9552ec-99d0-43d9-ae0e-0f13bc3d2660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b98257-e4cf-402b-aa99-5c65174d15ec,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:59.396033 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e0f261c0-bd0a-459d-82d8-4d5cb4074523 req-f650be1e-f393-4f46-ae8c-579ce31c345f tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777636 Nov 09 21:27:59.430599 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device f6366921-08ff-4096-8cb8-66b5433cf0d6 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:27:59.480548 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04527290-b980-448c-aa95-3e8f857d440c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event updated for resources: {'Port': ['ID=4020b75f-9e07-4018-b14a-8140d14582a2,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:59.532366 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04527290-b980-448c-aa95-3e8f857d440c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:27:59.532998 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04527290-b980-448c-aa95-3e8f857d440c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:27:59.533431 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04527290-b980-448c-aa95-3e8f857d440c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:27:59.533843 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04527290-b980-448c-aa95-3e8f857d440c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:27:59.534400 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04527290-b980-448c-aa95-3e8f857d440c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:27:59.534744 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04527290-b980-448c-aa95-3e8f857d440c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:27:59.535077 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04527290-b980-448c-aa95-3e8f857d440c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:27:59.536466 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04527290-b980-448c-aa95-3e8f857d440c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:27:59.538555 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04527290-b980-448c-aa95-3e8f857d440c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:27:59.538888 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04527290-b980-448c-aa95-3e8f857d440c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:27:59.539385 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04527290-b980-448c-aa95-3e8f857d440c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:27:59.539848 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04527290-b980-448c-aa95-3e8f857d440c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:27:59.557892 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port f6366921-08ff-4096-8cb8-66b5433cf0d6 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:27:59.558490 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04527290-b980-448c-aa95-3e8f857d440c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:59.558608 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port f6366921-08ff-4096-8cb8-66b5433cf0d6 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:27:59.558708 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-04527290-b980-448c-aa95-3e8f857d440c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:59.558813 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:59.574689 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-04527290-b980-448c-aa95-3e8f857d440c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5302267 Nov 09 21:27:59.578394 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52016) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:27:59.664081 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:59.695769 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '262f8340-d026-4856-90cf-58dd202eb7cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6366921-08ff-4096-8cb8-66b5433cf0d6'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:27:59.698918 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee4189d-281a-42d7-b664-7a9b314b5b17" -d '{"events": [{"server_uuid": "262f8340-d026-4856-90cf-58dd202eb7cc", "name": "network-vif-plugged", "status": "completed", "tag": "f6366921-08ff-4096-8cb8-66b5433cf0d6"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:27:59.726408 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port f6366921-08ff-4096-8cb8-66b5433cf0d6, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=f6366921-08ff-4096-8cb8-66b5433cf0d6,segment=NetworkSegment(d8f1e5fc-a9c2-4ed2-bf6c-4b097d1a6b0c),segment_id=d8f1e5fc-a9c2-4ed2-bf6c-4b097d1a6b0c)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:27:59.735436 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:27:59.811084 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2406e5-4a38-4bbe-bd86-772f8653d6f1 x-openstack-request-id: req-cf2406e5-4a38-4bbe-bd86-772f8653d6f1 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:27:59.815745 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "262f8340-d026-4856-90cf-58dd202eb7cc", "name": "network-vif-plugged", "status": "completed", "tag": "f6366921-08ff-4096-8cb8-66b5433cf0d6", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:27:59.816746 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cf2406e5-4a38-4bbe-bd86-772f8653d6f1 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:27:59.817394 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '262f8340-d026-4856-90cf-58dd202eb7cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6366921-08ff-4096-8cb8-66b5433cf0d6', 'code': 200} Nov 09 21:27:59.849371 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=f6366921-08ff-4096-8cb8-66b5433cf0d6,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:27:59.901908 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22c2c7-b3f6-4107-8698-f7306f7e17af req-93cb9647-a5a0-4cd0-9e6d-cf3526d9ff36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:27:59.903592 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-be22c2c7-b3f6-4107-8698-f7306f7e17af req-93cb9647-a5a0-4cd0-9e6d-cf3526d9ff36 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=262f8340-d026-4856-90cf-58dd202eb7cc HTTP/1.1" status: 200 len: 1097 time: 0.0689478 Nov 09 21:27:59.995059 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-be22c2c7-b3f6-4107-8698-f7306f7e17af req-471671a0-8ec5-44d8-876a-86db5c26d42a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=219c79f7-7f89-4442-b6e2-8f60dbf4dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830636 Nov 09 21:28:00.220576 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8583664a-8371-4197-b82b-42b1a2578022 req-1e5f5654-8be5-4d9e-a8af-534a12c1977c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=86db175e-bf0c-4696-b79f-d2e9a11e61e4 HTTP/1.1" status: 200 len: 210 time: 0.0364718 Nov 09 21:28:00.242811 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24101942-3055-40d6-b4d5-cdc5bc421132 req-0fd1a834-cb18-4264-bf81-59f664b651a0 tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:00.254457 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-24101942-3055-40d6-b4d5-cdc5bc421132 req-0fd1a834-cb18-4264-bf81-59f664b651a0 tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] 10.222.0.49 "GET /v2.0/ports?device_id=262f8340-d026-4856-90cf-58dd202eb7cc HTTP/1.1" status: 200 len: 946 time: 0.1347950 Nov 09 21:28:00.307279 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-24101942-3055-40d6-b4d5-cdc5bc421132 req-ca8b00fe-85d5-4824-a2f5-3da9c3c49dbe tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] 10.222.0.49 "GET /v2.0/security-groups?id=219c79f7-7f89-4442-b6e2-8f60dbf4dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517375 Nov 09 21:28:00.340962 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-520c362e-138e-456a-b6d7-d92d6bb70326 req-2fad909a-71c4-48b8-a6f6-e4b233b9a55f tempest-ServerShowV254Test-1213963221 tempest-ServerShowV254Test-1213963221-project] 10.222.0.49 "GET /v2.0/ports?device_id=86db175e-bf0c-4696-b79f-d2e9a11e61e4 HTTP/1.1" status: 200 len: 210 time: 0.0656741 Nov 09 21:28:00.496488 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a92aa9-ee86-4c58-90e0-d2298e94d970 None None] Network fbf3ea5c-599f-4806-901f-cc89fb211624 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:28:00.514497 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac81842-a609-46ca-9008-26368254b82a req-a5126403-5e6d-4ba0-8dd1-088e483ab06a tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:00.522862 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9ac81842-a609-46ca-9008-26368254b82a req-a5126403-5e6d-4ba0-8dd1-088e483ab06a tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=5febd2e0-778c-4c7b-9841-79c838b6973a HTTP/1.1" status: 200 len: 946 time: 0.0850277 Nov 09 21:28:00.623742 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9ac81842-a609-46ca-9008-26368254b82a req-619409a7-156e-4f04-9bfd-034d543f191c tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952983 Nov 09 21:28:00.645268 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-dd3e605a-1749-4970-84bd-6935321ab079 None None] Provisioning complete for port e5ca3295-3b40-4386-bfbc-0dd6979f50d0 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:28:00.648462 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dd3e605a-1749-4970-84bd-6935321ab079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:00.652539 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2950c1-09bf-4f8d-a55c-395845f89282 req-927410e0-30af-4aba-b841-349a4dd5bec3 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:00.654151 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aa2950c1-09bf-4f8d-a55c-395845f89282 req-927410e0-30af-4aba-b841-349a4dd5bec3 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b2f9981-32c2-4eef-aa1f-ce63da83228f HTTP/1.1" status: 200 len: 946 time: 0.1414149 Nov 09 21:28:00.791053 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aa2950c1-09bf-4f8d-a55c-395845f89282 req-ef42190a-a528-47c5-8a6c-c5122f97e057 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268559 Nov 09 21:28:00.799996 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0c297ba5-498d-42e5-ad23-3c1d5722c5d0 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:01.034928 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dd3e605a-1749-4970-84bd-6935321ab079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:01.121132 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-dd3e605a-1749-4970-84bd-6935321ab079 None None] For port e5ca3295-3b40-4386-bfbc-0dd6979f50d0, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=e5ca3295-3b40-4386-bfbc-0dd6979f50d0,segment=NetworkSegment(69e1e3fd-02ec-420c-857b-1d9d21afd62d),segment_id=69e1e3fd-02ec-420c-857b-1d9d21afd62d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:28:01.131912 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dd3e605a-1749-4970-84bd-6935321ab079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:01.241055 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0c297ba5-498d-42e5-ad23-3c1d5722c5d0 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:01.247443 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0c297ba5-498d-42e5-ad23-3c1d5722c5d0 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:01.306317 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device e5ca3295-3b40-4386-bfbc-0dd6979f50d0 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:28:01.335086 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e605a-1749-4970-84bd-6935321ab079 None None] Pushing event updated for resources: {'Port': ['ID=e5ca3295-3b40-4386-bfbc-0dd6979f50d0,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:01.359620 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdba696-0441-4be9-a4c3-82e1870bbf0d req-30cb9648-564a-45eb-a22d-37f0d723eb5c tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:01.369991 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0fdba696-0441-4be9-a4c3-82e1870bbf0d req-30cb9648-564a-45eb-a22d-37f0d723eb5c tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=5febd2e0-778c-4c7b-9841-79c838b6973a HTTP/1.1" status: 200 len: 946 time: 0.1659749 Nov 09 21:28:01.451362 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port e5ca3295-3b40-4386-bfbc-0dd6979f50d0 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:28:01.451870 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:01.498793 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0fdba696-0441-4be9-a4c3-82e1870bbf0d req-89a3def3-782f-4795-9201-9efe8d2e32f7 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198359 Nov 09 21:28:01.502010 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c297ba5-498d-42e5-ad23-3c1d5722c5d0 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event updated for resources: {'Port': ['ID=4020b75f-9e07-4018-b14a-8140d14582a2,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:01.663342 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9e4bcd60-4a6e-48b0-a44c-94d2ba3cb131 req-100ef1ff-dc92-4a51-ba23-b1acdb1d1291 tempest-ServerShowV254Test-1213963221 tempest-ServerShowV254Test-1213963221-project] 10.222.0.49 "GET /v2.0/ports?device_id=86db175e-bf0c-4696-b79f-d2e9a11e61e4 HTTP/1.1" status: 200 len: 210 time: 0.0414469 Nov 09 21:28:01.695014 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-3fe169fd-e51c-4d3f-bc60-224a9cf48407 None None] Provisioning complete for port e5ca3295-3b40-4386-bfbc-0dd6979f50d0 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:28:01.695587 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3fe169fd-e51c-4d3f-bc60-224a9cf48407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:01.731715 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52080) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:01.778349 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1af2c-b8d3-4e31-bf49-6f85d0af70bf req-b925651e-d588-4a37-93e9-0d520df45c80 tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:01.787042 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f7c1af2c-b8d3-4e31-bf49-6f85d0af70bf req-b925651e-d588-4a37-93e9-0d520df45c80 tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] 10.222.0.49 "GET /v2.0/ports?device_id=262f8340-d026-4856-90cf-58dd202eb7cc HTTP/1.1" status: 200 len: 946 time: 0.2510428 Nov 09 21:28:01.902768 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f7c1af2c-b8d3-4e31-bf49-6f85d0af70bf req-2119aa79-5776-433d-b3a5-00ddea8f2f14 tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] 10.222.0.49 "GET /v2.0/security-groups?id=219c79f7-7f89-4442-b6e2-8f60dbf4dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143546 Nov 09 21:28:01.937491 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-e5c4e12c-0e93-4a57-8b5b-8eda729789e7 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385-project-admin] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:01.953124 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0c297ba5-498d-42e5-ad23-3c1d5722c5d0 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:01.963067 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-3fe169fd-e51c-4d3f-bc60-224a9cf48407 None None] Provisioning complete for port 4020b75f-9e07-4018-b14a-8140d14582a2 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:28:01.964652 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3fe169fd-e51c-4d3f-bc60-224a9cf48407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:01.986981 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e5c4e12c-0e93-4a57-8b5b-8eda729789e7 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:02.057680 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-3fe169fd-e51c-4d3f-bc60-224a9cf48407 None None] Port 4020b75f-9e07-4018-b14a-8140d14582a2 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:28:02.154461 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e5c4e12c-0e93-4a57-8b5b-8eda729789e7 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:02.178153 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0c297ba5-498d-42e5-ad23-3c1d5722c5d0 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:02.185606 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-c872c69c-bdac-47f7-8e70-cc50d00fdb58 None None] Provisioning complete for port 4020b75f-9e07-4018-b14a-8140d14582a2 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:28:02.189025 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c872c69c-bdac-47f7-8e70-cc50d00fdb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:02.265531 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-c872c69c-bdac-47f7-8e70-cc50d00fdb58 None None] Port 4020b75f-9e07-4018-b14a-8140d14582a2 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:28:02.321427 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-e5c4e12c-0e93-4a57-8b5b-8eda729789e7 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385-project-admin] Allocated IP 172.25.7.224 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/ad5ff419-6f0c-4674-8368-2526e59d34b5) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:28:02.392015 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-6be6e4d9-6b2c-44f8-9655-bd574ff1a3b5 None None] Provisioning complete for port 4020b75f-9e07-4018-b14a-8140d14582a2 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:28:02.396724 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6be6e4d9-6b2c-44f8-9655-bd574ff1a3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:02.420064 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3b635-5b6f-4319-b1c3-f1d881afd439 req-8cdcace6-ae27-49db-a599-1e53bfb5ea93 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:02.431973 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-68b3b635-5b6f-4319-b1c3-f1d881afd439 req-8cdcace6-ae27-49db-a599-1e53bfb5ea93 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b2f9981-32c2-4eef-aa1f-ce63da83228f HTTP/1.1" status: 200 len: 946 time: 0.1624329 Nov 09 21:28:02.480357 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-6be6e4d9-6b2c-44f8-9655-bd574ff1a3b5 None None] Port 4020b75f-9e07-4018-b14a-8140d14582a2 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:28:02.521545 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e5c4e12c-0e93-4a57-8b5b-8eda729789e7 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:02.555473 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-79514c94-fd61-4ed2-8977-1cf9d8d8c231 req-05609ef1-3e44-4615-9780-0f0fdfdf4aab tempest-ServerShowV254Test-1213963221 tempest-ServerShowV254Test-1213963221-project] 10.222.0.49 "GET /v2.0/ports?device_id=86db175e-bf0c-4696-b79f-d2e9a11e61e4 HTTP/1.1" status: 200 len: 210 time: 0.0318959 Nov 09 21:28:02.580997 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-68b3b635-5b6f-4319-b1c3-f1d881afd439 req-3078fea6-1d93-439d-a3d0-cfaae2d017ce tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480224 Nov 09 21:28:02.623069 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e5c4e12c-0e93-4a57-8b5b-8eda729789e7 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:02.670487 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c4e12c-0e93-4a57-8b5b-8eda729789e7 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385-project-admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:28:02.672055 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-e5c4e12c-0e93-4a57-8b5b-8eda729789e7 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385-project-admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:28:02.676136 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c4e12c-0e93-4a57-8b5b-8eda729789e7 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385-project-admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:28:02.733002 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c4e12c-0e93-4a57-8b5b-8eda729789e7 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385-project-admin] Pushing event updated for resources: {'Port': ['ID=ad5ff419-6f0c-4674-8368-2526e59d34b5,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:02.741525 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0c297ba5-498d-42e5-ad23-3c1d5722c5d0 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:02.767377 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62746c-1f39-48e1-a637-a5e9da114630 req-b422b731-2d33-450b-8ef0-359c4633ddc0 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:02.776361 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ad62746c-1f39-48e1-a637-a5e9da114630 req-b422b731-2d33-450b-8ef0-359c4633ddc0 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=5febd2e0-778c-4c7b-9841-79c838b6973a HTTP/1.1" status: 200 len: 946 time: 0.0990460 Nov 09 21:28:02.778803 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0c297ba5-498d-42e5-ad23-3c1d5722c5d0 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:02.893803 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c297ba5-498d-42e5-ad23-3c1d5722c5d0 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event updated for resources: {'Port': ['ID=4020b75f-9e07-4018-b14a-8140d14582a2,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:02.903545 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ad62746c-1f39-48e1-a637-a5e9da114630 req-6a6c6017-951a-4f9f-a635-ca9f48bdd8db tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260285 Nov 09 21:28:02.905104 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0c297ba5-498d-42e5-ad23-3c1d5722c5d0 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:02.910179 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e5c4e12c-0e93-4a57-8b5b-8eda729789e7 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:02.938983 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055aeed4-993c-49cf-94fa-1906da54b975 req-8232152d-c33e-42ca-91e8-96ea229dcaeb tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:02.940944 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-055aeed4-993c-49cf-94fa-1906da54b975 req-8232152d-c33e-42ca-91e8-96ea229dcaeb tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] 10.222.0.49 "GET /v2.0/ports?device_id=262f8340-d026-4856-90cf-58dd202eb7cc HTTP/1.1" status: 200 len: 946 time: 0.0850244 Nov 09 21:28:02.982813 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e5c4e12c-0e93-4a57-8b5b-8eda729789e7 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:03.084145 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-055aeed4-993c-49cf-94fa-1906da54b975 req-55313a0a-0e62-42a4-91a4-06d29320de00 tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] 10.222.0.49 "GET /v2.0/security-groups?id=219c79f7-7f89-4442-b6e2-8f60dbf4dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064608 Nov 09 21:28:03.099611 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c297ba5-498d-42e5-ad23-3c1d5722c5d0 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Network fbf3ea5c-599f-4806-901f-cc89fb211624 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:28:03.105107 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-0c297ba5-498d-42e5-ad23-3c1d5722c5d0 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:28:03.156521 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device e5ca3295-3b40-4386-bfbc-0dd6979f50d0 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:28:03.255701 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port e5ca3295-3b40-4386-bfbc-0dd6979f50d0 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:28:03.256288 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:03.318461 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e5c4e12c-0e93-4a57-8b5b-8eda729789e7 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:03.324675 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e5c4e12c-0e93-4a57-8b5b-8eda729789e7 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:03.389020 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c297ba5-498d-42e5-ad23-3c1d5722c5d0 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Router 6dec7c9c-9224-4fff-9f06-7d81dc4831f7 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:28:03.433201 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c4e12c-0e93-4a57-8b5b-8eda729789e7 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385-project-admin] Pushing event updated for resources: {'Port': ['ID=ad5ff419-6f0c-4674-8368-2526e59d34b5,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:03.521584 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e5c4e12c-0e93-4a57-8b5b-8eda729789e7 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:03.522229 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-7a28b0b6-e950-4d1b-8154-c339d3768925 None None] Provisioning complete for port 4020b75f-9e07-4018-b14a-8140d14582a2 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:28:03.522800 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7a28b0b6-e950-4d1b-8154-c339d3768925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:03.533678 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c297ba5-498d-42e5-ad23-3c1d5722c5d0 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:28:03.539447 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0c297ba5-498d-42e5-ad23-3c1d5722c5d0 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "PUT /v2.0/routers/6dec7c9c-9224-4fff-9f06-7d81dc4831f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9593699 Nov 09 21:28:03.542618 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52126) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:03.545806 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc9be33-4b27-429e-83ac-eb7c8cbd30dd None None] Sync routers for ids ['6dec7c9c-9224-4fff-9f06-7d81dc4831f7'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:28:03.549723 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e5c4e12c-0e93-4a57-8b5b-8eda729789e7 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:03.551511 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e5c4e12c-0e93-4a57-8b5b-8eda729789e7 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8184042 Nov 09 21:28:03.555173 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52128) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:03.559341 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc9be33-4b27-429e-83ac-eb7c8cbd30dd None None] Routers {'6dec7c9c-9224-4fff-9f06-7d81dc4831f7'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:28:03.559341 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-ccc9be33-4b27-429e-83ac-eb7c8cbd30dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:27:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['6dec7c9c-9224-4fff-9f06-7d81dc4831f7'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:28:03.565576 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-76318a77-17bc-4258-9d8d-17f04e8648be tempest-ExternalNetworksAdminNegativeTestJSON-1180926385 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-685461106', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'fixed_ips': [{'ip_address': '172.25.7.224'}]}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:03.597892 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-ccc9be33-4b27-429e-83ac-eb7c8cbd30dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:28:03.602936 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76318a77-17bc-4258-9d8d-17f04e8648be tempest-ExternalNetworksAdminNegativeTestJSON-1180926385 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385-project-admin] Made reservation on behalf of 9a142c176dd6427f9b97952325ed0463 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:28:03.608168 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-76318a77-17bc-4258-9d8d-17f04e8648be tempest-ExternalNetworksAdminNegativeTestJSON-1180926385 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:03.615202 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-7a28b0b6-e950-4d1b-8154-c339d3768925 None None] Port 4020b75f-9e07-4018-b14a-8140d14582a2 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:28:03.618262 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:03.627321 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc9be33-4b27-429e-83ac-eb7c8cbd30dd None None] Routers {'6dec7c9c-9224-4fff-9f06-7d81dc4831f7'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:28:03.628024 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-ccc9be33-4b27-429e-83ac-eb7c8cbd30dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:27:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['6dec7c9c-9224-4fff-9f06-7d81dc4831f7'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:28:03.638132 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40c39c2-ccc8-4cf4-9b48-efc4107c1a8b tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:03.644244 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d40c39c2-ccc8-4cf4-9b48-efc4107c1a8b tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dec7c9c-9224-4fff-9f06-7d81dc4831f7 HTTP/1.1" status: 200 len: 982 time: 0.1005306 Nov 09 21:28:03.647402 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52134) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:03.660105 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-76318a77-17bc-4258-9d8d-17f04e8648be tempest-ExternalNetworksAdminNegativeTestJSON-1180926385 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:03.678351 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-ccc9be33-4b27-429e-83ac-eb7c8cbd30dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:28:03.679260 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc9be33-4b27-429e-83ac-eb7c8cbd30dd None None] The sync data for ids ['6dec7c9c-9224-4fff-9f06-7d81dc4831f7'] in n-d-816206-3 is: [] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:28:03.755208 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66424762-d2a3-4c10-a46e-97e33497b0f8 req-2cd728e8-fd6e-44c7-8861-cc86fd6077a0 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:03.759295 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-66424762-d2a3-4c10-a46e-97e33497b0f8 req-2cd728e8-fd6e-44c7-8861-cc86fd6077a0 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b2f9981-32c2-4eef-aa1f-ce63da83228f HTTP/1.1" status: 200 len: 946 time: 0.0558968 Nov 09 21:28:03.833036 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-66424762-d2a3-4c10-a46e-97e33497b0f8 req-f215402b-8831-44a2-b94e-5f304a02cc6d tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620799 Nov 09 21:28:04.216877 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938f159-0bf4-451d-9fe0-436ec4ed78fc req-8472a712-880f-428a-8330-898962e1222c tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:04.217106 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-76318a77-17bc-4258-9d8d-17f04e8648be tempest-ExternalNetworksAdminNegativeTestJSON-1180926385 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:04.219511 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e938f159-0bf4-451d-9fe0-436ec4ed78fc req-8472a712-880f-428a-8330-898962e1222c tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] 10.222.0.49 "GET /v2.0/ports?device_id=262f8340-d026-4856-90cf-58dd202eb7cc HTTP/1.1" status: 200 len: 946 time: 0.0588279 Nov 09 21:28:04.232746 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f0ea8c9d-7757-4c8d-992c-33f165af03ae req-b3e9c2ba-0446-46c9-af58-b383fb6e75c2 tempest-ServerShowV254Test-1213963221 tempest-ServerShowV254Test-1213963221-project] 10.222.0.49 "GET /v2.0/ports?device_id=86db175e-bf0c-4696-b79f-d2e9a11e61e4 HTTP/1.1" status: 200 len: 210 time: 0.4876080 Nov 09 21:28:04.275253 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-76318a77-17bc-4258-9d8d-17f04e8648be tempest-ExternalNetworksAdminNegativeTestJSON-1180926385 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:04.303599 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e938f159-0bf4-451d-9fe0-436ec4ed78fc req-bbf9f696-dbd7-47ec-bb83-cef1f3c8a5ec tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] 10.222.0.49 "GET /v2.0/security-groups?id=219c79f7-7f89-4442-b6e2-8f60dbf4dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743475 Nov 09 21:28:04.322439 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-76318a77-17bc-4258-9d8d-17f04e8648be tempest-ExternalNetworksAdminNegativeTestJSON-1180926385 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385-project-admin] device_id is not set on port 31577c35-90eb-4fc2-ad60-9a6b40e46bf3 yet. {{(pid=102607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:28:04.477236 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76318a77-17bc-4258-9d8d-17f04e8648be tempest-ExternalNetworksAdminNegativeTestJSON-1180926385 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afec0923-1921-4e18-a5ea-0c31407652f0,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:04.605415 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e6194-4abf-42e8-9222-d5e816f39cee req-46af0b82-4195-47ae-9f94-db9cd21ae683 tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:04.606809 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ca1e6194-4abf-42e8-9222-d5e816f39cee req-46af0b82-4195-47ae-9f94-db9cd21ae683 tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] 10.222.0.45 "GET /v2.0/ports?device_id=262f8340-d026-4856-90cf-58dd202eb7cc HTTP/1.1" status: 200 len: 946 time: 0.3582020 Nov 09 21:28:04.787956 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-76318a77-17bc-4258-9d8d-17f04e8648be tempest-ExternalNetworksAdminNegativeTestJSON-1180926385 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 09 21:28:04.788463 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76318a77-17bc-4258-9d8d-17f04e8648be tempest-ExternalNetworksAdminNegativeTestJSON-1180926385 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:28:04.830832 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-76318a77-17bc-4258-9d8d-17f04e8648be tempest-ExternalNetworksAdminNegativeTestJSON-1180926385 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.2740724 Nov 09 21:28:04.833666 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52144) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:04.847539 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-ca1e6194-4abf-42e8-9222-d5e816f39cee req-79e65ac9-3262-48ff-bfb0-0a422628114b tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] Deleting port f6366921-08ff-4096-8cb8-66b5433cf0d6 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:28:04.847876 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ca1e6194-4abf-42e8-9222-d5e816f39cee req-79e65ac9-3262-48ff-bfb0-0a422628114b tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:04.937295 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:28:05.019065 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-ca1e6194-4abf-42e8-9222-d5e816f39cee req-79e65ac9-3262-48ff-bfb0-0a422628114b tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] For port f6366921-08ff-4096-8cb8-66b5433cf0d6, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=f6366921-08ff-4096-8cb8-66b5433cf0d6,segment=NetworkSegment(d8f1e5fc-a9c2-4ed2-bf6c-4b097d1a6b0c),segment_id=d8f1e5fc-a9c2-4ed2-bf6c-4b097d1a6b0c)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:28:05.019430 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ca1e6194-4abf-42e8-9222-d5e816f39cee req-79e65ac9-3262-48ff-bfb0-0a422628114b tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:05.044365 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-ca1e6194-4abf-42e8-9222-d5e816f39cee req-79e65ac9-3262-48ff-bfb0-0a422628114b tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] Calling delete_port for f6366921-08ff-4096-8cb8-66b5433cf0d6 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:28:05.053791 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80e54f-dc8e-44a4-a103-c1a32d97b7eb req-1aaf55db-9823-4852-b6b2-488e29ce4584 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:05.055465 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dc80e54f-dc8e-44a4-a103-c1a32d97b7eb req-1aaf55db-9823-4852-b6b2-488e29ce4584 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b2f9981-32c2-4eef-aa1f-ce63da83228f HTTP/1.1" status: 200 len: 946 time: 0.1229858 Nov 09 21:28:05.113116 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-4153f444-7fb3-4548-8f5c-66be9a814372 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385-project-admin] Deleting port ad5ff419-6f0c-4674-8368-2526e59d34b5 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:28:05.113521 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4153f444-7fb3-4548-8f5c-66be9a814372 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:05.188260 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-607a0179-8f33-4cbb-b312-98da85f4315f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:05.195893 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dc80e54f-dc8e-44a4-a103-c1a32d97b7eb req-6ffb53a2-10e0-4cca-a871-6c66de1c092a tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259177 Nov 09 21:28:05.246766 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4153f444-7fb3-4548-8f5c-66be9a814372 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:05.247119 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4153f444-7fb3-4548-8f5c-66be9a814372 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:05.260393 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-4153f444-7fb3-4548-8f5c-66be9a814372 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385-project-admin] Calling delete_port for ad5ff419-6f0c-4674-8368-2526e59d34b5 owned by network:floatingip {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:28:05.346253 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2d526125-f25c-410e-aa21-3eccf5cffad8 req-8742d243-8524-4ac7-9b54-e9f31305e98f tempest-ServerShowV254Test-1213963221 tempest-ServerShowV254Test-1213963221-project] 10.222.0.49 "GET /v2.0/ports?device_id=86db175e-bf0c-4696-b79f-d2e9a11e61e4 HTTP/1.1" status: 200 len: 210 time: 0.0387177 Nov 09 21:28:05.466570 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4153f444-7fb3-4548-8f5c-66be9a814372 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:05.513007 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153f444-7fb3-4548-8f5c-66be9a814372 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad5ff419-6f0c-4674-8368-2526e59d34b5,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:05.526085 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a94be-c252-4552-9edc-d3b275a38070 req-e4ab3f39-1adb-42a9-afd7-047283124f78 tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:05.533143 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7c5a94be-c252-4552-9edc-d3b275a38070 req-e4ab3f39-1adb-42a9-afd7-047283124f78 tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] 10.222.0.49 "GET /v2.0/ports?device_id=262f8340-d026-4856-90cf-58dd202eb7cc HTTP/1.1" status: 200 len: 946 time: 0.1285064 Nov 09 21:28:05.616196 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4153f444-7fb3-4548-8f5c-66be9a814372 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:05.617195 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ca1e6194-4abf-42e8-9222-d5e816f39cee req-79e65ac9-3262-48ff-bfb0-0a422628114b tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:05.618684 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4153f444-7fb3-4548-8f5c-66be9a814372 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:05.620265 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4153f444-7fb3-4548-8f5c-66be9a814372 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385 tempest-ExternalNetworksAdminNegativeTestJSON-1180926385-project-admin] 10.222.0.49 "DELETE /v2.0/floatingips/e0198d9e-09ad-4ff5-a092-2a6956fa1bc3 HTTP/1.1" status: 204 len: 168 time: 0.7851169 Nov 09 21:28:05.656852 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7c5a94be-c252-4552-9edc-d3b275a38070 req-83cb5da6-6b88-4e2a-bb92-e29826b4d18a tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] 10.222.0.49 "GET /v2.0/security-groups?id=219c79f7-7f89-4442-b6e2-8f60dbf4dca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111703 Nov 09 21:28:05.703941 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e65ac9-3262-48ff-bfb0-0a422628114b tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] Pushing event deleted for resources: {'Port': ['ID=f6366921-08ff-4096-8cb8-66b5433cf0d6,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:05.731757 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca1e6194-4abf-42e8-9222-d5e816f39cee req-79e65ac9-3262-48ff-bfb0-0a422628114b tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] No DVR routers for this DVR port f6366921-08ff-4096-8cb8-66b5433cf0d6 on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:28:05.746818 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ca1e6194-4abf-42e8-9222-d5e816f39cee req-79e65ac9-3262-48ff-bfb0-0a422628114b tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:05.755064 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ca1e6194-4abf-42e8-9222-d5e816f39cee req-79e65ac9-3262-48ff-bfb0-0a422628114b tempest-InstanceActionsNegativeTestJSON-1944514177 tempest-InstanceActionsNegativeTestJSON-1944514177-project] 10.222.0.45 "DELETE /v2.0/ports/f6366921-08ff-4096-8cb8-66b5433cf0d6 HTTP/1.1" status: 204 len: 173 time: 1.1387649 Nov 09 21:28:05.755798 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '262f8340-d026-4856-90cf-58dd202eb7cc', 'name': 'network-vif-deleted', 'tag': 'f6366921-08ff-4096-8cb8-66b5433cf0d6'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:28:05.760425 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2ac879-6fd1-4e15-b93c-b390f67bb209" -d '{"events": [{"server_uuid": "262f8340-d026-4856-90cf-58dd202eb7cc", "name": "network-vif-deleted", "tag": "f6366921-08ff-4096-8cb8-66b5433cf0d6"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:28:05.771672 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-607a0179-8f33-4cbb-b312-98da85f4315f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Deleting port 4020b75f-9e07-4018-b14a-8140d14582a2 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:28:05.771919 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-607a0179-8f33-4cbb-b312-98da85f4315f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:05.870184 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49f8bc2-c15a-42d1-b991-6ba811abbb8e x-openstack-request-id: req-b49f8bc2-c15a-42d1-b991-6ba811abbb8e {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:28:05.870559 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "262f8340-d026-4856-90cf-58dd202eb7cc", "name": "network-vif-deleted", "tag": "f6366921-08ff-4096-8cb8-66b5433cf0d6", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:28:05.870885 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b49f8bc2-c15a-42d1-b991-6ba811abbb8e {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:28:05.871350 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '262f8340-d026-4856-90cf-58dd202eb7cc', 'name': 'network-vif-deleted', 'tag': 'f6366921-08ff-4096-8cb8-66b5433cf0d6', 'status': 'completed', 'code': 200} Nov 09 21:28:05.892890 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5cc0e-7d8a-418b-b5ca-bdf7f3191815 req-76869d7d-c772-44ac-9891-7682550e6883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:05.894442 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-adc5cc0e-7d8a-418b-b5ca-bdf7f3191815 req-76869d7d-c772-44ac-9891-7682550e6883 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=476b04718f114622be45841d668c49d8&device_id=5febd2e0-778c-4c7b-9841-79c838b6973a HTTP/1.1" status: 200 len: 1097 time: 0.1017358 Nov 09 21:28:05.947482 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27a40d-a18c-4865-99b1-dbd9d194de4e req-ad6647d1-11ec-4528-941d-d5e95628b007 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:05.949684 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4e27a40d-a18c-4865-99b1-dbd9d194de4e req-ad6647d1-11ec-4528-941d-d5e95628b007 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=5febd2e0-778c-4c7b-9841-79c838b6973a HTTP/1.1" status: 200 len: 946 time: 0.1170526 Nov 09 21:28:05.979738 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-607a0179-8f33-4cbb-b312-98da85f4315f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:06.003379 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-607a0179-8f33-4cbb-b312-98da85f4315f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Calling delete_port for 4020b75f-9e07-4018-b14a-8140d14582a2 owned by network:router_interface {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:28:06.013024 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4e27a40d-a18c-4865-99b1-dbd9d194de4e req-b6a9749c-4d35-4395-a419-8a2bec7f1d53 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554106 Nov 09 21:28:06.039427 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52172) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:06.078166 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5cc0e-7d8a-418b-b5ca-bdf7f3191815 req-7ea2a96e-d3a4-424e-8c9c-0c41ea8086f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:06.079829 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-adc5cc0e-7d8a-418b-b5ca-bdf7f3191815 req-7ea2a96e-d3a4-424e-8c9c-0c41ea8086f2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=334ab1b0-3bbb-4e22-8403-8369144bd306 HTTP/1.1" status: 200 len: 918 time: 0.1717145 Nov 09 21:28:06.134384 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-adc5cc0e-7d8a-418b-b5ca-bdf7f3191815 req-a5c9f44a-c048-4a4e-9203-e73ac2cb91c4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=930cbb62-5b75-427c-b3ad-7ba1b4694c5d HTTP/1.1" status: 200 len: 217 time: 0.0431509 Nov 09 21:28:06.153182 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9aa4847e-7a4f-4cc9-94d0-eab5b51d2548 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:06.252586 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9aa4847e-7a4f-4cc9-94d0-eab5b51d2548 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:06.259887 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9aa4847e-7a4f-4cc9-94d0-eab5b51d2548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:06.311045 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa4847e-7a4f-4cc9-94d0-eab5b51d2548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e427f7fa-b636-4370-a66f-cfc08443cf6a,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:06.336181 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-9aa4847e-7a4f-4cc9-94d0-eab5b51d2548 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0e2beaaf59414e749252aa99cb7b9f1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2954259 Nov 09 21:28:06.336887 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52180) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:06.382237 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5cc0e-7d8a-418b-b5ca-bdf7f3191815 req-52697795-82ee-4103-9cf4-e59a8923a34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:06.384054 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-adc5cc0e-7d8a-418b-b5ca-bdf7f3191815 req-52697795-82ee-4103-9cf4-e59a8923a34e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6287f675-aade-4edd-b174-3f3f6aef5f0a HTTP/1.1" status: 200 len: 858 time: 0.2398427 Nov 09 21:28:06.403726 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-03f64864-eef4-4d71-97fd-b9d71606f00c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:06.436393 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-03f64864-eef4-4d71-97fd-b9d71606f00c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:06.458301 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-adc5cc0e-7d8a-418b-b5ca-bdf7f3191815 req-cfe59d60-a9c1-4410-abff-b3187613a96c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=334ab1b0-3bbb-4e22-8403-8369144bd306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486515 Nov 09 21:28:06.489914 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-607a0179-8f33-4cbb-b312-98da85f4315f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:06.502114 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7eab1671-8d4f-4e55-91d4-ed31e7ef434b req-a6153012-470b-459f-aba8-8226040f3fff tempest-ServerShowV254Test-1213963221 tempest-ServerShowV254Test-1213963221-project] 10.222.0.49 "GET /v2.0/ports?device_id=86db175e-bf0c-4696-b79f-d2e9a11e61e4 HTTP/1.1" status: 200 len: 210 time: 0.0472941 Nov 09 21:28:06.535819 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-03f64864-eef4-4d71-97fd-b9d71606f00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:06.538750 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-03f64864-eef4-4d71-97fd-b9d71606f00c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:06.550216 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-03f64864-eef4-4d71-97fd-b9d71606f00c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e427f7fa-b636-4370-a66f-cfc08443cf6a HTTP/1.1" status: 204 len: 168 time: 0.2099893 Nov 09 21:28:06.556099 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f64864-eef4-4d71-97fd-b9d71606f00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e427f7fa-b636-4370-a66f-cfc08443cf6a,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:06.585386 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03cd8a1-2b73-4d3d-b057-789f60978ea1 req-b47bae1f-dd7f-494f-be31-ccf638ffa44a tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:06.592336 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a03cd8a1-2b73-4d3d-b057-789f60978ea1 req-b47bae1f-dd7f-494f-be31-ccf638ffa44a tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b2f9981-32c2-4eef-aa1f-ce63da83228f HTTP/1.1" status: 200 len: 946 time: 0.2907562 Nov 09 21:28:06.597810 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a0179-8f33-4cbb-b312-98da85f4315f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event deleted for resources: {'Port': ['ID=4020b75f-9e07-4018-b14a-8140d14582a2,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:06.746528 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-adc5cc0e-7d8a-418b-b5ca-bdf7f3191815 req-801f5712-b6cf-48af-a5df-e8ca1280c42e service neutron] 10.222.0.45 "GET /v2.0/networks/334ab1b0-3bbb-4e22-8403-8369144bd306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797513 Nov 09 21:28:06.756449 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52192) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:06.762998 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a03cd8a1-2b73-4d3d-b057-789f60978ea1 req-9c6b34c4-9999-496d-9700-f9434a4d2e7f tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691866 Nov 09 21:28:06.846732 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a7f403e-4389-4d65-a4b6-22b3c847d0a0 admin admin] Deleting subnet 44f9e559-5ff6-4289-b2b3-66b2b61a8980 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:28:06.854397 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2a7f403e-4389-4d65-a4b6-22b3c847d0a0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:06.895970 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-607a0179-8f33-4cbb-b312-98da85f4315f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:06.907329 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2a7f403e-4389-4d65-a4b6-22b3c847d0a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:06.957656 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2a7f403e-4389-4d65-a4b6-22b3c847d0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:06.988938 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52194) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:07.010079 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-adc5cc0e-7d8a-418b-b5ca-bdf7f3191815 req-7bb59a93-57e4-411e-ae41-ec5a81709b15 service neutron] 10.222.0.45 "GET /v2.0/networks/334ab1b0-3bbb-4e22-8403-8369144bd306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460365 Nov 09 21:28:07.088273 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2a9a3eee-f127-4ae4-b884-b70184ebcf44 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9a142c176dd6427f9b97952325ed0463&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0957627 Nov 09 21:28:07.088703 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52202) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:07.097280 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2a7f403e-4389-4d65-a4b6-22b3c847d0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:07.100205 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607a0179-8f33-4cbb-b312-98da85f4315f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Router 6dec7c9c-9224-4fff-9f06-7d81dc4831f7 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:28:07.153131 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f403e-4389-4d65-a4b6-22b3c847d0a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44f9e559-5ff6-4289-b2b3-66b2b61a8980,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:07.178736 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2a7f403e-4389-4d65-a4b6-22b3c847d0a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:07.181201 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607a0179-8f33-4cbb-b312-98da85f4315f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:28:07.181854 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2a7f403e-4389-4d65-a4b6-22b3c847d0a0 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/44f9e559-5ff6-4289-b2b3-66b2b61a8980 HTTP/1.1" status: 204 len: 168 time: 0.4243982 Nov 09 21:28:07.191037 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-607a0179-8f33-4cbb-b312-98da85f4315f tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "PUT /v2.0/routers/6dec7c9c-9224-4fff-9f06-7d81dc4831f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5380685 Nov 09 21:28:07.191539 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52204) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:07.191640 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52206) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:07.192984 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff15405-aca7-4327-a9ca-ddd66f569655 None None] Sync routers for ids ['6dec7c9c-9224-4fff-9f06-7d81dc4831f7'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:28:07.207299 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff15405-aca7-4327-a9ca-ddd66f569655 None None] Routers {'6dec7c9c-9224-4fff-9f06-7d81dc4831f7'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:28:07.208279 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-3ff15405-aca7-4327-a9ca-ddd66f569655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:27:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['6dec7c9c-9224-4fff-9f06-7d81dc4831f7'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:28:07.218730 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f456292-dad6-431a-ba59-5e8809220236 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] GET failed (client error): The resource could not be found. Nov 09 21:28:07.220853 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-3f456292-dad6-431a-ba59-5e8809220236 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "GET /v2.0/ports/4020b75f-9e07-4018-b14a-8140d14582a2 HTTP/1.1" status: 404 len: 333 time: 0.0295932 Nov 09 21:28:07.223397 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52208) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:07.249870 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-3ff15405-aca7-4327-a9ca-ddd66f569655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:28:07.260918 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff15405-aca7-4327-a9ca-ddd66f569655 None None] Routers {'6dec7c9c-9224-4fff-9f06-7d81dc4831f7'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:28:07.261991 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-3ff15405-aca7-4327-a9ca-ddd66f569655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:27:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['6dec7c9c-9224-4fff-9f06-7d81dc4831f7'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:28:07.299311 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-3ff15405-aca7-4327-a9ca-ddd66f569655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:28:07.300456 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff15405-aca7-4327-a9ca-ddd66f569655 None None] The sync data for ids ['6dec7c9c-9224-4fff-9f06-7d81dc4831f7'] in n-d-816206-3 is: [] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:28:07.320513 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73172ea-129d-46a6-850b-861c6e18f084 req-535f4c60-db5e-4d70-880a-2b12634f744c tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:07.322169 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d73172ea-129d-46a6-850b-861c6e18f084 req-535f4c60-db5e-4d70-880a-2b12634f744c tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=5febd2e0-778c-4c7b-9841-79c838b6973a HTTP/1.1" status: 200 len: 946 time: 0.1870692 Nov 09 21:28:07.324934 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2d7da1b4-7d59-44a0-aa08-82f9d05a9340 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:07.334389 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-59b59dae-e689-4004-a8fa-2a42222e6b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:07.379215 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2d7da1b4-7d59-44a0-aa08-82f9d05a9340 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:07.479502 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device f6366921-08ff-4096-8cb8-66b5433cf0d6 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:28:07.505597 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d73172ea-129d-46a6-850b-861c6e18f084 req-0aea69a0-a129-4400-bb0e-755d09a889fa tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741645 Nov 09 21:28:07.527112 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-59b59dae-e689-4004-a8fa-2a42222e6b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:07.540077 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2d7da1b4-7d59-44a0-aa08-82f9d05a9340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:07.551458 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2d7da1b4-7d59-44a0-aa08-82f9d05a9340 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:07.551458 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2d7da1b4-7d59-44a0-aa08-82f9d05a9340 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/afec0923-1921-4e18-a5ea-0c31407652f0 HTTP/1.1" status: 204 len: 168 time: 0.4556775 Nov 09 21:28:07.560520 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7da1b4-7d59-44a0-aa08-82f9d05a9340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afec0923-1921-4e18-a5ea-0c31407652f0,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:07.571856 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: f6366921-08ff-4096-8cb8-66b5433cf0d6 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:28:07.572751 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device f6366921-08ff-4096-8cb8-66b5433cf0d6 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:28:07.586389 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-59b59dae-e689-4004-a8fa-2a42222e6b1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3317b335-4d3c-4340-a88d-5eff6142196c']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:28:07.604599 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-59b59dae-e689-4004-a8fa-2a42222e6b1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8f1e5fc-a9c2-4ed2-bf6c-4b097d1a6b0c') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:28:07.605766 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-59b59dae-e689-4004-a8fa-2a42222e6b1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8f1e5fc-a9c2-4ed2-bf6c-4b097d1a6b0c') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:28:07.622655 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-59b59dae-e689-4004-a8fa-2a42222e6b1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:07.643544 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-59b59dae-e689-4004-a8fa-2a42222e6b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:07.653429 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59b59dae-e689-4004-a8fa-2a42222e6b1e admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:28:07.653912 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-59b59dae-e689-4004-a8fa-2a42222e6b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:07.658340 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:28:07.658340 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:28:07.658340 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:28:07.658340 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:28:07.658340 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:28:07.658340 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:28:07.658340 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:28:07.658340 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:28:07.658340 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:28:07.658340 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:28:07.658340 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:28:07.658340 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:28:07.658340 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:28:07.658340 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:28:07.658340 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:28:07.658340 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:28:07.658340 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:28:07.658340 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:28:07.658340 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:28:07.658340 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:28:07.658340 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:28:07.658340 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:28:07.658340 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:28:07.658340 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:28:07.658340 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:28:07.658340 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:28:07.658340 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:28:07.658340 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:28:07.658340 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:28:07.658340 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:28:07.658340 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:28:07.658340 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:28:07.730537 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-59b59dae-e689-4004-a8fa-2a42222e6b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:07.744529 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-59b59dae-e689-4004-a8fa-2a42222e6b1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:07.744892 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c7b31285-44bd-4fce-9ce8-78551e0a9e73 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:07.762670 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-59b59dae-e689-4004-a8fa-2a42222e6b1e admin admin] 10.222.0.49 "DELETE /v2.0/networks/3317b335-4d3c-4340-a88d-5eff6142196c HTTP/1.1" status: 204 len: 168 time: 0.5659614 Nov 09 21:28:07.812352 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b59dae-e689-4004-a8fa-2a42222e6b1e admin admin] Pushing event deleted for resources: {'Network': ['ID=3317b335-4d3c-4340-a88d-5eff6142196c,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:07.837730 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f9a7b77f-53a8-4967-b1f4-d894a7fbd951 req-01ea4b73-1437-4d48-918e-6e9f3239a8b6 tempest-ServerShowV254Test-1213963221 tempest-ServerShowV254Test-1213963221-project] 10.222.0.49 "GET /v2.0/ports?device_id=86db175e-bf0c-4696-b79f-d2e9a11e61e4 HTTP/1.1" status: 200 len: 210 time: 0.0886941 Nov 09 21:28:07.958119 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e0006-6655-470f-b10b-6fb0e4380927 req-d8f4521d-880d-42b8-92ee-ff8f496b41c6 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:07.960222 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c7b31285-44bd-4fce-9ce8-78551e0a9e73 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:07.964572 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c7b31285-44bd-4fce-9ce8-78551e0a9e73 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:07.966116 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f63e0006-6655-470f-b10b-6fb0e4380927 req-d8f4521d-880d-42b8-92ee-ff8f496b41c6 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b2f9981-32c2-4eef-aa1f-ce63da83228f HTTP/1.1" status: 200 len: 946 time: 0.0686896 Nov 09 21:28:08.020750 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f63e0006-6655-470f-b10b-6fb0e4380927 req-5274c726-a9a3-4e99-9fcb-ed92a83153f7 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536997 Nov 09 21:28:08.027987 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c7b31285-44bd-4fce-9ce8-78551e0a9e73 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:08.028549 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b31285-44bd-4fce-9ce8-78551e0a9e73 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Fanout notify agent at l3_agent the message router_deleted on router 6dec7c9c-9224-4fff-9f06-7d81dc4831f7 {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:28:08.037498 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c7b31285-44bd-4fce-9ce8-78551e0a9e73 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:08.041430 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c7b31285-44bd-4fce-9ce8-78551e0a9e73 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/routers/6dec7c9c-9224-4fff-9f06-7d81dc4831f7 HTTP/1.1" status: 204 len: 168 time: 0.8170178 Nov 09 21:28:08.044049 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52228) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:08.068010 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52232) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:08.107826 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1e7bf6d-29ae-4693-a552-af8f6b527a50 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Deleting subnet 80afef1c-fe6e-48b9-8489-09142230a963 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:28:08.112932 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b1e7bf6d-29ae-4693-a552-af8f6b527a50 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:08.120708 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-013ea7ef-256c-466e-ab3e-0d073201a62a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b50c1eb28058475a8278ae5055f59829&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0491068 Nov 09 21:28:08.120974 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52234) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:08.159778 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b1e7bf6d-29ae-4693-a552-af8f6b527a50 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:08.183496 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f6faff58-439d-49ae-a15b-f757463159ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:08.216881 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f6faff58-439d-49ae-a15b-f757463159ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:08.270204 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f6faff58-439d-49ae-a15b-f757463159ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:08.271995 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b1e7bf6d-29ae-4693-a552-af8f6b527a50 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:08.275499 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f6faff58-439d-49ae-a15b-f757463159ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:08.277099 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f6faff58-439d-49ae-a15b-f757463159ec admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/219c79f7-7f89-4442-b6e2-8f60dbf4dca3 HTTP/1.1" status: 204 len: 168 time: 0.1551664 Nov 09 21:28:08.286752 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6faff58-439d-49ae-a15b-f757463159ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219c79f7-7f89-4442-b6e2-8f60dbf4dca3,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:08.297290 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6faff58-439d-49ae-a15b-f757463159ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:28:08.298679 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6faff58-439d-49ae-a15b-f757463159ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:28:08.299200 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6faff58-439d-49ae-a15b-f757463159ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:28:08.299678 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6faff58-439d-49ae-a15b-f757463159ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:28:08.301106 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6faff58-439d-49ae-a15b-f757463159ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:28:08.301749 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6faff58-439d-49ae-a15b-f757463159ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:28:08.302239 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6faff58-439d-49ae-a15b-f757463159ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:28:08.303384 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6faff58-439d-49ae-a15b-f757463159ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:28:08.303895 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6faff58-439d-49ae-a15b-f757463159ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:28:08.304395 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6faff58-439d-49ae-a15b-f757463159ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:28:08.304934 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6faff58-439d-49ae-a15b-f757463159ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:28:08.305443 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6faff58-439d-49ae-a15b-f757463159ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:28:08.360570 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b1e7bf6d-29ae-4693-a552-af8f6b527a50 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:08.396925 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e7bf6d-29ae-4693-a552-af8f6b527a50 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event deleted for resources: {'Subnet': ['ID=80afef1c-fe6e-48b9-8489-09142230a963,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:08.402950 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b1e7bf6d-29ae-4693-a552-af8f6b527a50 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:08.406239 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b1e7bf6d-29ae-4693-a552-af8f6b527a50 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/subnets/80afef1c-fe6e-48b9-8489-09142230a963 HTTP/1.1" status: 204 len: 168 time: 0.3611562 Nov 09 21:28:08.409029 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52242) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:08.412879 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6e1296-2414-490b-9c0f-d4f8790ebf5b None None] Network fbf3ea5c-599f-4806-901f-cc89fb211624 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:28:08.503513 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4b06dc08-a1a9-4fb3-baae-fab196c3ff6d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:08.565632 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-4b06dc08-a1a9-4fb3-baae-fab196c3ff6d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Deleting port e5ca3295-3b40-4386-bfbc-0dd6979f50d0 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:28:08.566948 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4b06dc08-a1a9-4fb3-baae-fab196c3ff6d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:08.642251 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-4b06dc08-a1a9-4fb3-baae-fab196c3ff6d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] For port e5ca3295-3b40-4386-bfbc-0dd6979f50d0, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=e5ca3295-3b40-4386-bfbc-0dd6979f50d0,segment=NetworkSegment(69e1e3fd-02ec-420c-857b-1d9d21afd62d),segment_id=69e1e3fd-02ec-420c-857b-1d9d21afd62d)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:28:08.642647 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4b06dc08-a1a9-4fb3-baae-fab196c3ff6d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:08.680336 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-4b06dc08-a1a9-4fb3-baae-fab196c3ff6d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Calling delete_port for e5ca3295-3b40-4386-bfbc-0dd6979f50d0 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:28:08.701262 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6edd94-918f-4e98-aa04-632c18df8451 None None] DHCP port deletion for fbf3ea5c-599f-4806-901f-cc89fb211624 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:28:08.766736 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093e8dd-7be6-4b74-9c09-1005e808a41c req-744eb56f-d83a-4bfd-a045-654e4f50dc04 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:08.768734 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8093e8dd-7be6-4b74-9c09-1005e808a41c req-744eb56f-d83a-4bfd-a045-654e4f50dc04 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=5febd2e0-778c-4c7b-9841-79c838b6973a HTTP/1.1" status: 200 len: 946 time: 0.1170020 Nov 09 21:28:08.807678 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-6f6edd94-918f-4e98-aa04-632c18df8451 None None] Deleting port e5ca3295-3b40-4386-bfbc-0dd6979f50d0 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:28:08.808424 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6f6edd94-918f-4e98-aa04-632c18df8451 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:08.854298 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8093e8dd-7be6-4b74-9c09-1005e808a41c req-b2a8477e-c5d9-4d9c-91e0-4b63cab934a0 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673790 Nov 09 21:28:08.868492 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4b06dc08-a1a9-4fb3-baae-fab196c3ff6d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:08.934809 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b06dc08-a1a9-4fb3-baae-fab196c3ff6d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event deleted for resources: {'Port': ['ID=e5ca3295-3b40-4386-bfbc-0dd6979f50d0,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:08.938883 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b06dc08-a1a9-4fb3-baae-fab196c3ff6d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] No DVR routers for this DVR port e5ca3295-3b40-4386-bfbc-0dd6979f50d0 on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:28:08.963112 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-6f6edd94-918f-4e98-aa04-632c18df8451 None None] For port e5ca3295-3b40-4386-bfbc-0dd6979f50d0, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=e5ca3295-3b40-4386-bfbc-0dd6979f50d0,segment=NetworkSegment(69e1e3fd-02ec-420c-857b-1d9d21afd62d),segment_id=69e1e3fd-02ec-420c-857b-1d9d21afd62d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:28:08.964984 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6f6edd94-918f-4e98-aa04-632c18df8451 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:08.995405 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-6f6edd94-918f-4e98-aa04-632c18df8451 None None] Calling delete_port for e5ca3295-3b40-4386-bfbc-0dd6979f50d0 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:28:09.092262 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4b06dc08-a1a9-4fb3-baae-fab196c3ff6d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:09.129212 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dc93a96e-44fd-4313-86cd-fcf0a1c79cae req-e403339e-2199-4981-9c73-4dc3d2ca9fda tempest-ServerShowV254Test-1213963221 tempest-ServerShowV254Test-1213963221-project] 10.222.0.49 "GET /v2.0/ports?device_id=86db175e-bf0c-4696-b79f-d2e9a11e61e4 HTTP/1.1" status: 200 len: 210 time: 0.1196551 Nov 09 21:28:09.138600 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device e5ca3295-3b40-4386-bfbc-0dd6979f50d0 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:28:09.157447 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-4b06dc08-a1a9-4fb3-baae-fab196c3ff6d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbf3ea5c-599f-4806-901f-cc89fb211624']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:28:09.169955 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-4b06dc08-a1a9-4fb3-baae-fab196c3ff6d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69e1e3fd-02ec-420c-857b-1d9d21afd62d') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:28:09.170261 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-4b06dc08-a1a9-4fb3-baae-fab196c3ff6d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69e1e3fd-02ec-420c-857b-1d9d21afd62d') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:28:09.187819 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: e5ca3295-3b40-4386-bfbc-0dd6979f50d0 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:28:09.188470 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4b06dc08-a1a9-4fb3-baae-fab196c3ff6d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:09.188627 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device e5ca3295-3b40-4386-bfbc-0dd6979f50d0 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:28:09.208176 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6f6edd94-918f-4e98-aa04-632c18df8451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:09.218487 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4b06dc08-a1a9-4fb3-baae-fab196c3ff6d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:09.230527 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b06dc08-a1a9-4fb3-baae-fab196c3ff6d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:28:09.231134 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4b06dc08-a1a9-4fb3-baae-fab196c3ff6d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:09.239144 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:28:09.239144 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:28:09.239144 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:28:09.239144 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:28:09.239144 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:28:09.239144 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:28:09.239144 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:28:09.239144 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:28:09.239144 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:28:09.239144 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:28:09.239144 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:28:09.239144 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:28:09.239144 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:28:09.239144 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:28:09.239144 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:28:09.239144 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:28:09.239144 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:28:09.239144 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:28:09.239144 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:28:09.239144 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:28:09.239144 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:28:09.239144 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:28:09.239144 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:28:09.239144 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:28:09.239144 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:28:09.239144 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:28:09.239144 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:28:09.239144 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:28:09.239144 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:28:09.239144 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:28:09.239144 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:28:09.239144 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:28:09.248798 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6edd94-918f-4e98-aa04-632c18df8451 None None] Pushing event deleted for resources: {'Port': ['ID=e5ca3295-3b40-4386-bfbc-0dd6979f50d0,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:09.265886 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6edd94-918f-4e98-aa04-632c18df8451 None None] No DVR routers for this DVR port e5ca3295-3b40-4386-bfbc-0dd6979f50d0 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:28:09.269247 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6959a-b8fa-45e3-accf-e95f6c3fda3c req-f1ab8cfe-b152-40e0-8099-08096ff53ff7 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:09.278560 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bfa6959a-b8fa-45e3-accf-e95f6c3fda3c req-f1ab8cfe-b152-40e0-8099-08096ff53ff7 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b2f9981-32c2-4eef-aa1f-ce63da83228f HTTP/1.1" status: 200 len: 946 time: 0.1113191 Nov 09 21:28:09.353493 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bfa6959a-b8fa-45e3-accf-e95f6c3fda3c req-e2c3a6b6-edd7-4a2e-950b-b8f6d808b0e3 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590358 Nov 09 21:28:09.369554 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4b06dc08-a1a9-4fb3-baae-fab196c3ff6d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:09.377923 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4b06dc08-a1a9-4fb3-baae-fab196c3ff6d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:09.382916 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4b06dc08-a1a9-4fb3-baae-fab196c3ff6d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/networks/fbf3ea5c-599f-4806-901f-cc89fb211624 HTTP/1.1" status: 204 len: 168 time: 0.9726911 Nov 09 21:28:09.387025 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52278) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:09.428829 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b06dc08-a1a9-4fb3-baae-fab196c3ff6d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event deleted for resources: {'Network': ['ID=fbf3ea5c-599f-4806-901f-cc89fb211624,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:09.475590 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9308fe-0eea-4cfb-9783-5aac46870b41 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:09.478430 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8b9308fe-0eea-4cfb-9783-5aac46870b41 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "GET /v2.0/ports/76cb64fd-db82-49ef-91cd-be3370e57ea7 HTTP/1.1" status: 200 len: 841 time: 0.0880933 Nov 09 21:28:09.482320 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52290) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:09.537277 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5b68394a-d723-4d51-95d1-3c1f3eaac43a tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "GET /v2.0/ports/76cb64fd-db82-49ef-91cd-be3370e57ea7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0534573 Nov 09 21:28:09.540720 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52294) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:09.546450 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-28529048-5ca2-44fd-aa91-820a4392c3a3 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'subnet': {'network_id': '35057647-8fb3-4e2f-9a4f-566d1b7e2e28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:09.680506 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28529048-5ca2-44fd-aa91-820a4392c3a3 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Made reservation on behalf of 858314ce302b43e3a1bfa722f764cbf9 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:28:09.689686 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-28529048-5ca2-44fd-aa91-820a4392c3a3 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:09.788042 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52302) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:10.030135 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-28529048-5ca2-44fd-aa91-820a4392c3a3 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:10.056496 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52312) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:10.104433 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174f71c-9bea-4859-bd5b-31053eae3af4 req-b552474a-d2ba-4aec-858d-13b12a43b07c tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:10.106233 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c174f71c-9bea-4859-bd5b-31053eae3af4 req-b552474a-d2ba-4aec-858d-13b12a43b07c tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=5febd2e0-778c-4c7b-9841-79c838b6973a HTTP/1.1" status: 200 len: 946 time: 0.0980761 Nov 09 21:28:10.118884 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28529048-5ca2-44fd-aa91-820a4392c3a3 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Network 35057647-8fb3-4e2f-9a4f-566d1b7e2e28 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:28:10.126183 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-28529048-5ca2-44fd-aa91-820a4392c3a3 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:28:10.131673 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28529048-5ca2-44fd-aa91-820a4392c3a3 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:10.132259 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-28529048-5ca2-44fd-aa91-820a4392c3a3 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:10.138517 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd77b1e-0965-4af1-a56b-6e649b410e9d None None] Network 35057647-8fb3-4e2f-9a4f-566d1b7e2e28 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:28:10.144051 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28529048-5ca2-44fd-aa91-820a4392c3a3 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event updated for resources: {'Subnet': ['ID=5f4ffb38-e331-4bcc-8607-19460c0e5f77,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:10.156836 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-7a1c56d6-a850-423d-acf0-fd0f4ca2bfda admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1158179346-network', 'tenant_id': '96a7a35658cb4a6ea565f057e114d368'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:10.160454 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-28529048-5ca2-44fd-aa91-820a4392c3a3 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6181250 Nov 09 21:28:10.163035 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52316) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:10.168330 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-4c1a5f44-2832-4958-abfe-da9de2b9e593 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'security_group': {'name': 'tempest-secgroup-58617981'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:10.201225 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4c1a5f44-2832-4958-abfe-da9de2b9e593 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:10.245554 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-f323e1d2-cead-414a-8f43-614b69115ebf tempest-PortsAdminExtendedAttrsTestJSON-469440716 tempest-PortsAdminExtendedAttrsTestJSON-469440716-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-291312586'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:10.271211 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1c56d6-a850-423d-acf0-fd0f4ca2bfda admin admin] Made reservation on behalf of 96a7a35658cb4a6ea565f057e114d368 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:28:10.275590 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7a1c56d6-a850-423d-acf0-fd0f4ca2bfda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:10.315114 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c174f71c-9bea-4859-bd5b-31053eae3af4 req-0509cdc3-5b8d-446f-bbb7-68a7d3791516 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867077 Nov 09 21:28:10.315114 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7a1c56d6-a850-423d-acf0-fd0f4ca2bfda admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:10.335743 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f323e1d2-cead-414a-8f43-614b69115ebf tempest-PortsAdminExtendedAttrsTestJSON-469440716 tempest-PortsAdminExtendedAttrsTestJSON-469440716-project] Made reservation on behalf of 44bd5112dea74d16b846d7a504e1ddd7 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:28:10.339376 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f323e1d2-cead-414a-8f43-614b69115ebf tempest-PortsAdminExtendedAttrsTestJSON-469440716 tempest-PortsAdminExtendedAttrsTestJSON-469440716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:10.347039 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4c1a5f44-2832-4958-abfe-da9de2b9e593 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:10.350807 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bad62764-1d69-485f-beb1-af47d92536f1 req-34350331-24c1-48f5-a6a6-9e89a5d7c200 tempest-ServerShowV254Test-1213963221 tempest-ServerShowV254Test-1213963221-project] 10.222.0.49 "GET /v2.0/ports?device_id=86db175e-bf0c-4696-b79f-d2e9a11e61e4 HTTP/1.1" status: 200 len: 210 time: 0.0725539 Nov 09 21:28:10.352546 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4c1a5f44-2832-4958-abfe-da9de2b9e593 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:10.354582 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f323e1d2-cead-414a-8f43-614b69115ebf tempest-PortsAdminExtendedAttrsTestJSON-469440716 tempest-PortsAdminExtendedAttrsTestJSON-469440716-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:10.440431 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4c1a5f44-2832-4958-abfe-da9de2b9e593 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:10.446594 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4c1a5f44-2832-4958-abfe-da9de2b9e593 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2823014 Nov 09 21:28:10.449030 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52322) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:10.467840 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-64c85d94-de45-4c34-81f3-807ca93d6a0c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'security_group': {'name': 'tempest-secgroup-356369831'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:10.495375 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-64c85d94-de45-4c34-81f3-807ca93d6a0c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:10.502972 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956f3c73-6025-4c29-aeeb-36bea90568a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-35057647-8fb3-4e2f-9a4f-566d1b7e2e28', 'network_id': '35057647-8fb3-4e2f-9a4f-566d1b7e2e28', 'tenant_id': '858314ce302b43e3a1bfa722f764cbf9', 'fixed_ips': [{'subnet_id': '5f4ffb38-e331-4bcc-8607-19460c0e5f77'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:28:10.504205 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-956f3c73-6025-4c29-aeeb-36bea90568a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:10.511099 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1a5f44-2832-4958-abfe-da9de2b9e593 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26921180-12c6-49e0-b52f-c312f7068d15,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:10.575045 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7a1c56d6-a850-423d-acf0-fd0f4ca2bfda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:10.589990 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7a1c56d6-a850-423d-acf0-fd0f4ca2bfda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:10.633587 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1c56d6-a850-423d-acf0-fd0f4ca2bfda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0840badd-02a2-4e6d-b811-7e9b70386a43,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:10.646987 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-64c85d94-de45-4c34-81f3-807ca93d6a0c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:10.649370 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f323e1d2-cead-414a-8f43-614b69115ebf tempest-PortsAdminExtendedAttrsTestJSON-469440716 tempest-PortsAdminExtendedAttrsTestJSON-469440716-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:10.656272 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-64c85d94-de45-4c34-81f3-807ca93d6a0c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:10.683630 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4cc90-effc-4c08-9a1b-898f3f88c7bc req-a15c4612-8120-44a6-89d5-28710782da30 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:10.692173 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-82f4cc90-effc-4c08-9a1b-898f3f88c7bc req-a15c4612-8120-44a6-89d5-28710782da30 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b2f9981-32c2-4eef-aa1f-ce63da83228f HTTP/1.1" status: 200 len: 946 time: 0.2163196 Nov 09 21:28:10.697339 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f323e1d2-cead-414a-8f43-614b69115ebf tempest-PortsAdminExtendedAttrsTestJSON-469440716 tempest-PortsAdminExtendedAttrsTestJSON-469440716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:10.731022 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a1c56d6-a850-423d-acf0-fd0f4ca2bfda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:28:10.740612 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-64c85d94-de45-4c34-81f3-807ca93d6a0c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:10.744266 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-64c85d94-de45-4c34-81f3-807ca93d6a0c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2812498 Nov 09 21:28:10.745961 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52326) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:10.746784 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c85d94-de45-4c34-81f3-807ca93d6a0c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24605fbf-91bc-4993-ba1c-c926a5022551,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:10.755405 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-121b9f0f-1437-44e2-afa7-b6a3c4c739bb tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2036977900', 'security_groups': ['24605fbf-91bc-4993-ba1c-c926a5022551'], 'network_id': '35057647-8fb3-4e2f-9a4f-566d1b7e2e28', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5f4ffb38-e331-4bcc-8607-19460c0e5f77'}]}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:10.773689 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-956f3c73-6025-4c29-aeeb-36bea90568a2 None None] Allocated IP 172.20.0.2 (35057647-8fb3-4e2f-9a4f-566d1b7e2e28/5f4ffb38-e331-4bcc-8607-19460c0e5f77/f0b5c302-954c-45b2-b979-cece59b116a9) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:28:10.801318 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f323e1d2-cead-414a-8f43-614b69115ebf tempest-PortsAdminExtendedAttrsTestJSON-469440716 tempest-PortsAdminExtendedAttrsTestJSON-469440716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:28:10.803609 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7a1c56d6-a850-423d-acf0-fd0f4ca2bfda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:10.803953 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-7a1c56d6-a850-423d-acf0-fd0f4ca2bfda admin admin] Added segment 4b1e7064-c872-4e6f-85a8-e00a69322723 of type vlan for network e557bc0d-71a9-4b44-ab50-1de12563c5ef Nov 09 21:28:10.817412 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f323e1d2-cead-414a-8f43-614b69115ebf tempest-PortsAdminExtendedAttrsTestJSON-469440716 tempest-PortsAdminExtendedAttrsTestJSON-469440716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca11487-5f5f-4879-8f18-21cf207a167f,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:10.872420 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f323e1d2-cead-414a-8f43-614b69115ebf tempest-PortsAdminExtendedAttrsTestJSON-469440716 tempest-PortsAdminExtendedAttrsTestJSON-469440716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:10.873024 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-f323e1d2-cead-414a-8f43-614b69115ebf tempest-PortsAdminExtendedAttrsTestJSON-469440716 tempest-PortsAdminExtendedAttrsTestJSON-469440716-project] Added segment e813382f-2d90-4697-8d58-6a45fdce016c of type vlan for network 91f8e9a3-824e-4363-bdb8-4c11a9953236 Nov 09 21:28:10.883715 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121b9f0f-1437-44e2-afa7-b6a3c4c739bb tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Made reservation on behalf of 858314ce302b43e3a1bfa722f764cbf9 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:28:10.885616 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-82f4cc90-effc-4c08-9a1b-898f3f88c7bc req-47ee7f17-2c86-413a-a918-2e735c7bbff3 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924422 Nov 09 21:28:10.916701 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7a1c56d6-a850-423d-acf0-fd0f4ca2bfda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:10.989400 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-956f3c73-6025-4c29-aeeb-36bea90568a2 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:10.997285 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-956f3c73-6025-4c29-aeeb-36bea90568a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:11.001579 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f323e1d2-cead-414a-8f43-614b69115ebf tempest-PortsAdminExtendedAttrsTestJSON-469440716 tempest-PortsAdminExtendedAttrsTestJSON-469440716-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:11.017621 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7a1c56d6-a850-423d-acf0-fd0f4ca2bfda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:11.019047 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1c56d6-a850-423d-acf0-fd0f4ca2bfda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:11.021458 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7a1c56d6-a850-423d-acf0-fd0f4ca2bfda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:11.046215 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956f3c73-6025-4c29-aeeb-36bea90568a2 None None] Network 35057647-8fb3-4e2f-9a4f-566d1b7e2e28 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:28:11.048002 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-121b9f0f-1437-44e2-afa7-b6a3c4c739bb tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:11.055171 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-956f3c73-6025-4c29-aeeb-36bea90568a2 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:28:11.062671 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956f3c73-6025-4c29-aeeb-36bea90568a2 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:28:11.128340 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f3c73-6025-4c29-aeeb-36bea90568a2 None None] Pushing event updated for resources: {'Port': ['ID=f0b5c302-954c-45b2-b979-cece59b116a9,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:11.145850 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-956f3c73-6025-4c29-aeeb-36bea90568a2 None None] Attempting to bind port f0b5c302-954c-45b2-b979-cece59b116a9 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:28:11.146575 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-956f3c73-6025-4c29-aeeb-36bea90568a2 None None] Attempting to bind port f0b5c302-954c-45b2-b979-cece59b116a9 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '1dc4af13-f432-4195-b2e1-e0d3766f8b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '35057647-8fb3-4e2f-9a4f-566d1b7e2e28'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:28:11.146714 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956f3c73-6025-4c29-aeeb-36bea90568a2 None None] Attempting to bind port f0b5c302-954c-45b2-b979-cece59b116a9 on network 35057647-8fb3-4e2f-9a4f-566d1b7e2e28 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:28:11.154116 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956f3c73-6025-4c29-aeeb-36bea90568a2 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:28:11.155026 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956f3c73-6025-4c29-aeeb-36bea90568a2 None None] Checking segment: {'id': '1dc4af13-f432-4195-b2e1-e0d3766f8b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '35057647-8fb3-4e2f-9a4f-566d1b7e2e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:28:11.156073 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-956f3c73-6025-4c29-aeeb-36bea90568a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:11.157092 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956f3c73-6025-4c29-aeeb-36bea90568a2 None None] Bound using segment: {'id': '1dc4af13-f432-4195-b2e1-e0d3766f8b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '35057647-8fb3-4e2f-9a4f-566d1b7e2e28'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:28:11.157880 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-956f3c73-6025-4c29-aeeb-36bea90568a2 None None] Bound port: f0b5c302-954c-45b2-b979-cece59b116a9, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dc4af13-f432-4195-b2e1-e0d3766f8b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '35057647-8fb3-4e2f-9a4f-566d1b7e2e28'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:28:11.158541 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-956f3c73-6025-4c29-aeeb-36bea90568a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:11.168716 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f323e1d2-cead-414a-8f43-614b69115ebf tempest-PortsAdminExtendedAttrsTestJSON-469440716 tempest-PortsAdminExtendedAttrsTestJSON-469440716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:11.175005 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f323e1d2-cead-414a-8f43-614b69115ebf tempest-PortsAdminExtendedAttrsTestJSON-469440716 tempest-PortsAdminExtendedAttrsTestJSON-469440716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:11.175821 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f323e1d2-cead-414a-8f43-614b69115ebf tempest-PortsAdminExtendedAttrsTestJSON-469440716 tempest-PortsAdminExtendedAttrsTestJSON-469440716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:11.181105 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7a1c56d6-a850-423d-acf0-fd0f4ca2bfda admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3916063 Nov 09 21:28:11.184746 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52330) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:11.195626 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-351d2fba-3068-4624-9df9-aa0ae5581537 admin admin] Request body: {'subnet': {'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1158179346-subnet', 'tenant_id': '96a7a35658cb4a6ea565f057e114d368', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:11.221730 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351d2fba-3068-4624-9df9-aa0ae5581537 admin admin] Made reservation on behalf of 96a7a35658cb4a6ea565f057e114d368 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:28:11.224590 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-351d2fba-3068-4624-9df9-aa0ae5581537 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:11.248433 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-956f3c73-6025-4c29-aeeb-36bea90568a2 None None] For port f0b5c302-954c-45b2-b979-cece59b116a9, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:28:11.252586 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-956f3c73-6025-4c29-aeeb-36bea90568a2 None None] For port f0b5c302-954c-45b2-b979-cece59b116a9, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=f0b5c302-954c-45b2-b979-cece59b116a9,segment=NetworkSegment(1dc4af13-f432-4195-b2e1-e0d3766f8b63),segment_id=1dc4af13-f432-4195-b2e1-e0d3766f8b63)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:28:11.258823 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-956f3c73-6025-4c29-aeeb-36bea90568a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:11.377736 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f3c73-6025-4c29-aeeb-36bea90568a2 None None] Pushing event updated for resources: {'Port': ['ID=f0b5c302-954c-45b2-b979-cece59b116a9,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:11.386446 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1c56d6-a850-423d-acf0-fd0f4ca2bfda admin admin] Pushing event updated for resources: {'Network': ['ID=e557bc0d-71a9-4b44-ab50-1de12563c5ef,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:11.404388 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network e557bc0d-71a9-4b44-ab50-1de12563c5ef details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:28:11.511887 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f323e1d2-cead-414a-8f43-614b69115ebf tempest-PortsAdminExtendedAttrsTestJSON-469440716 tempest-PortsAdminExtendedAttrsTestJSON-469440716-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.4539833 Nov 09 21:28:11.561255 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-351d2fba-3068-4624-9df9-aa0ae5581537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:11.598837 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3c137ea7-f399-46d5-9500-a24b77fe1a96 req-28360f06-ce27-4a3d-a149-68845a090bcf tempest-ServerShowV254Test-1213963221 tempest-ServerShowV254Test-1213963221-project] 10.222.0.49 "GET /v2.0/ports?device_id=86db175e-bf0c-4696-b79f-d2e9a11e61e4 HTTP/1.1" status: 200 len: 210 time: 0.0322146 Nov 09 21:28:11.599990 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-121b9f0f-1437-44e2-afa7-b6a3c4c739bb tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] device_id is not set on port 90086aee-94ab-43b6-bc49-ba303d4553f4 yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:28:11.671969 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8241ac-eba3-4917-95a2-50fc15930fe0 req-eb36279f-9ec4-40af-a611-71a799e7b2ed tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:11.680948 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ab8241ac-eba3-4917-95a2-50fc15930fe0 req-eb36279f-9ec4-40af-a611-71a799e7b2ed tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=5febd2e0-778c-4c7b-9841-79c838b6973a HTTP/1.1" status: 200 len: 946 time: 0.2215583 Nov 09 21:28:11.710472 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f323e1d2-cead-414a-8f43-614b69115ebf tempest-PortsAdminExtendedAttrsTestJSON-469440716 tempest-PortsAdminExtendedAttrsTestJSON-469440716-project] Pushing event updated for resources: {'Network': ['ID=91f8e9a3-824e-4363-bdb8-4c11a9953236,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:11.724103 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 91f8e9a3-824e-4363-bdb8-4c11a9953236 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:28:11.739313 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351d2fba-3068-4624-9df9-aa0ae5581537 admin admin] Checking segment: {'id': '4b1e7064-c872-4e6f-85a8-e00a69322723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:28:11.739683 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351d2fba-3068-4624-9df9-aa0ae5581537 admin admin] Network hostable DHCP agents. Network: e557bc0d-71a9-4b44-ab50-1de12563c5ef, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:28:11.765007 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d2fba-3068-4624-9df9-aa0ae5581537 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48041428-5cce-473c-b445-a01eb383d908,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:11.770347 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351d2fba-3068-4624-9df9-aa0ae5581537 admin admin] Network e557bc0d-71a9-4b44-ab50-1de12563c5ef is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:28:11.830461 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-351d2fba-3068-4624-9df9-aa0ae5581537 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, e557bc0d-71a9-4b44-ab50-1de12563c5ef) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:28:11.840858 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351d2fba-3068-4624-9df9-aa0ae5581537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:11.841463 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-351d2fba-3068-4624-9df9-aa0ae5581537 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:11.848098 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7450edae-f05b-496a-a977-9e6de9c9c737 None None] Network e557bc0d-71a9-4b44-ab50-1de12563c5ef requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:28:11.881844 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-351d2fba-3068-4624-9df9-aa0ae5581537 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6959345 Nov 09 21:28:11.887944 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52342) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:11.893555 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-b515a8ce-0592-40e6-9def-724946db1040 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1158179346-router', 'tenant_id': '96a7a35658cb4a6ea565f057e114d368', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:11.901379 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ab8241ac-eba3-4917-95a2-50fc15930fe0 req-f46461a8-a096-410d-981f-9267b5e3f857 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195199 Nov 09 21:28:11.913754 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52346) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:11.918918 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Request body: {'port': {'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236', 'binding:host_id': 'n-h1-816206-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1348046930'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:11.929305 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b515a8ce-0592-40e6-9def-724946db1040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:11.930447 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b515a8ce-0592-40e6-9def-724946db1040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:11.961052 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-121b9f0f-1437-44e2-afa7-b6a3c4c739bb tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Allocated IP 172.20.0.5 (35057647-8fb3-4e2f-9a4f-566d1b7e2e28/5f4ffb38-e331-4bcc-8607-19460c0e5f77/90086aee-94ab-43b6-bc49-ba303d4553f4) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:28:11.964156 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Made reservation on behalf of 34c26e928f354f3da735ca0bda62a315 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:28:11.966562 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:11.998653 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:12.022064 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b515a8ce-0592-40e6-9def-724946db1040 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:12.115096 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:12.121019 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:12.127696 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] device_id is not set on port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 yet. {{(pid=102607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:28:12.133135 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ea9e7b-bc90-49b0-849a-2cf43f3ad6a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-e557bc0d-71a9-4b44-ab50-1de12563c5ef', 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef', 'tenant_id': '96a7a35658cb4a6ea565f057e114d368', 'fixed_ips': [{'subnet_id': '48041428-5cce-473c-b445-a01eb383d908'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:28:12.134009 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-27ea9e7b-bc90-49b0-849a-2cf43f3ad6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:12.260135 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7531bcc-5f0b-4fba-87cf-391d0b5e6d86,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:12.268797 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b515a8ce-0592-40e6-9def-724946db1040 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:12.372442 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-27ea9e7b-bc90-49b0-849a-2cf43f3ad6a2 None None] Allocated IP 172.20.0.2 (e557bc0d-71a9-4b44-ab50-1de12563c5ef/48041428-5cce-473c-b445-a01eb383d908/7b6d0375-41b7-4ae3-a64a-b11a426f8f8c) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:28:12.387830 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f71c8-27e5-4e5d-80c8-39ef93108bd7 req-17736b3a-5d74-469a-8bae-8afdb706b937 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:12.396175 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e75f71c8-27e5-4e5d-80c8-39ef93108bd7 req-17736b3a-5d74-469a-8bae-8afdb706b937 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b2f9981-32c2-4eef-aa1f-ce63da83228f HTTP/1.1" status: 200 len: 946 time: 0.3707895 Nov 09 21:28:12.536458 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e75f71c8-27e5-4e5d-80c8-39ef93108bd7 req-0e33767d-613d-439c-a715-ca023a672cba tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303644 Nov 09 21:28:12.563521 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] device_id is not set on port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 yet. {{(pid=102607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:28:12.574206 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-121b9f0f-1437-44e2-afa7-b6a3c4c739bb tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:12.575774 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:12.588851 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:12.639146 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-27ea9e7b-bc90-49b0-849a-2cf43f3ad6a2 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:12.647087 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-27ea9e7b-bc90-49b0-849a-2cf43f3ad6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:12.664257 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Pushing event updated for resources: {'Port': ['ID=dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:12.705904 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-121b9f0f-1437-44e2-afa7-b6a3c4c739bb tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:12.712554 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea9e7b-bc90-49b0-849a-2cf43f3ad6a2 None None] Pushing event updated for resources: {'Port': ['ID=7b6d0375-41b7-4ae3-a64a-b11a426f8f8c,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:12.717056 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ea9e7b-bc90-49b0-849a-2cf43f3ad6a2 None None] Network e557bc0d-71a9-4b44-ab50-1de12563c5ef is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:28:12.718512 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-27ea9e7b-bc90-49b0-849a-2cf43f3ad6a2 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:28:12.725403 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ea9e7b-bc90-49b0-849a-2cf43f3ad6a2 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:28:12.728475 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Checking segment: {'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:28:12.729121 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Network hostable DHCP agents. Network: 91f8e9a3-824e-4363-bdb8-4c11a9953236, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:28:12.781534 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Network 91f8e9a3-824e-4363-bdb8-4c11a9953236 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:28:12.794342 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 91f8e9a3-824e-4363-bdb8-4c11a9953236) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:28:12.801028 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:28:12.806455 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd4ef75-1921-416e-9521-e6bc0df20e90 None None] Network 91f8e9a3-824e-4363-bdb8-4c11a9953236 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:28:12.825414 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-27ea9e7b-bc90-49b0-849a-2cf43f3ad6a2 None None] Attempting to bind port 7b6d0375-41b7-4ae3-a64a-b11a426f8f8c on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:28:12.825794 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-27ea9e7b-bc90-49b0-849a-2cf43f3ad6a2 None None] Attempting to bind port 7b6d0375-41b7-4ae3-a64a-b11a426f8f8c by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '4b1e7064-c872-4e6f-85a8-e00a69322723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:28:12.826166 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ea9e7b-bc90-49b0-849a-2cf43f3ad6a2 None None] Attempting to bind port 7b6d0375-41b7-4ae3-a64a-b11a426f8f8c on network e557bc0d-71a9-4b44-ab50-1de12563c5ef {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:28:12.828042 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121b9f0f-1437-44e2-afa7-b6a3c4c739bb tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Network 35057647-8fb3-4e2f-9a4f-566d1b7e2e28 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:28:12.840382 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-121b9f0f-1437-44e2-afa7-b6a3c4c739bb tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:28:12.841200 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ea9e7b-bc90-49b0-849a-2cf43f3ad6a2 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:28:12.841581 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ea9e7b-bc90-49b0-849a-2cf43f3ad6a2 None None] Checking segment: {'id': '4b1e7064-c872-4e6f-85a8-e00a69322723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:28:12.842114 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-27ea9e7b-bc90-49b0-849a-2cf43f3ad6a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:12.842373 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ea9e7b-bc90-49b0-849a-2cf43f3ad6a2 None None] Bound using segment: {'id': '4b1e7064-c872-4e6f-85a8-e00a69322723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:28:12.842938 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-27ea9e7b-bc90-49b0-849a-2cf43f3ad6a2 None None] Bound port: 7b6d0375-41b7-4ae3-a64a-b11a426f8f8c, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b1e7064-c872-4e6f-85a8-e00a69322723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:28:12.843325 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-27ea9e7b-bc90-49b0-849a-2cf43f3ad6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:12.859643 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:28:12.863275 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121b9f0f-1437-44e2-afa7-b6a3c4c739bb tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:28:12.863426 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:28:12.863830 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:28:12.875202 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f2f4c50c-cdea-4b21-907a-48f0b9ee55e5 req-77d2faf4-2546-45f7-a5a3-a65152cfb78e tempest-ServerShowV254Test-1213963221 tempest-ServerShowV254Test-1213963221-project] 10.222.0.49 "GET /v2.0/ports?device_id=86db175e-bf0c-4696-b79f-d2e9a11e61e4 HTTP/1.1" status: 200 len: 210 time: 0.1122017 Nov 09 21:28:12.882719 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:28:12.885983 n-d-816206-3 neutron-server[102607]: ERROR neutron.plugins.ml2.managers [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Failed to bind port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] Nov 09 21:28:12.886495 n-d-816206-3 neutron-server[102607]: INFO neutron.plugins.ml2.plugin [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempt 2 to bind port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 Nov 09 21:28:12.926823 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:28:12.927179 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:28:12.927980 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:28:12.940341 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:28:12.940739 n-d-816206-3 neutron-server[102607]: ERROR neutron.plugins.ml2.managers [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Failed to bind port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] Nov 09 21:28:12.941632 n-d-816206-3 neutron-server[102607]: INFO neutron.plugins.ml2.plugin [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempt 3 to bind port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 Nov 09 21:28:12.946633 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b9f0f-1437-44e2-afa7-b6a3c4c739bb tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event updated for resources: {'Port': ['ID=90086aee-94ab-43b6-bc49-ba303d4553f4,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:12.973299 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:28:12.974499 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:28:12.974499 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:28:12.981397 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b515a8ce-0592-40e6-9def-724946db1040 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:12.986887 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:28:12.986887 n-d-816206-3 neutron-server[102607]: ERROR neutron.plugins.ml2.managers [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Failed to bind port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] Nov 09 21:28:12.988265 n-d-816206-3 neutron-server[102607]: INFO neutron.plugins.ml2.plugin [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempt 4 to bind port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 Nov 09 21:28:13.002242 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:28:13.002591 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:28:13.013551 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121b9f0f-1437-44e2-afa7-b6a3c4c739bb tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:13.014465 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-121b9f0f-1437-44e2-afa7-b6a3c4c739bb tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:13.020363 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:28:13.024287 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b515a8ce-0592-40e6-9def-724946db1040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:13.029638 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:28:13.029936 n-d-816206-3 neutron-server[102607]: ERROR neutron.plugins.ml2.managers [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Failed to bind port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] Nov 09 21:28:13.030445 n-d-816206-3 neutron-server[102607]: INFO neutron.plugins.ml2.plugin [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempt 5 to bind port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 Nov 09 21:28:13.074628 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-5fcbf06b-b6c7-48e0-b062-8b3f1798ae14 None None] Provisioning complete for port 76cb64fd-db82-49ef-91cd-be3370e57ea7 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:28:13.075055 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5fcbf06b-b6c7-48e0-b062-8b3f1798ae14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:13.079144 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:28:13.080704 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:28:13.081328 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:28:13.090145 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-121b9f0f-1437-44e2-afa7-b6a3c4c739bb tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3385258 Nov 09 21:28:13.097324 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52356) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:13.099117 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:28:13.099458 n-d-816206-3 neutron-server[102607]: ERROR neutron.plugins.ml2.managers [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Failed to bind port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] Nov 09 21:28:13.110022 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-06e164e6-dcb3-421f-b0ff-a36d1ce3e7c2 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'subnet': {'network_id': '35057647-8fb3-4e2f-9a4f-566d1b7e2e28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:13.145730 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-27ea9e7b-bc90-49b0-849a-2cf43f3ad6a2 None None] For port 7b6d0375-41b7-4ae3-a64a-b11a426f8f8c, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:28:13.174336 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device f0b5c302-954c-45b2-b979-cece59b116a9 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:28:13.185628 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26476918-16da-4d06-8043-dfc491763fd2 req-3bfa8f1b-a508-4e26-aa37-2218d5e04eb1 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:13.187800 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-26476918-16da-4d06-8043-dfc491763fd2 req-3bfa8f1b-a508-4e26-aa37-2218d5e04eb1 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=5febd2e0-778c-4c7b-9841-79c838b6973a HTTP/1.1" status: 200 len: 946 time: 0.1691136 Nov 09 21:28:13.188568 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-27ea9e7b-bc90-49b0-849a-2cf43f3ad6a2 None None] For port 7b6d0375-41b7-4ae3-a64a-b11a426f8f8c, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=7b6d0375-41b7-4ae3-a64a-b11a426f8f8c,segment=NetworkSegment(4b1e7064-c872-4e6f-85a8-e00a69322723),segment_id=4b1e7064-c872-4e6f-85a8-e00a69322723)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:28:13.218436 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-27ea9e7b-bc90-49b0-849a-2cf43f3ad6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:13.240601 n-d-816206-3 neutron-server[102607]: INFO neutron.plugins.ml2.plugin [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempt 6 to bind port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 Nov 09 21:28:13.246400 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-5fcbf06b-b6c7-48e0-b062-8b3f1798ae14 None None] Port 76cb64fd-db82-49ef-91cd-be3370e57ea7 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:28:13.275257 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-b515a8ce-0592-40e6-9def-724946db1040 admin admin] Allocated IP 172.25.7.60 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:28:13.281481 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e164e6-dcb3-421f-b0ff-a36d1ce3e7c2 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Made reservation on behalf of 858314ce302b43e3a1bfa722f764cbf9 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:28:13.285457 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-06e164e6-dcb3-421f-b0ff-a36d1ce3e7c2 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:13.300325 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-26476918-16da-4d06-8043-dfc491763fd2 req-e8b98b64-bdbe-4dbf-af37-5ae705ca8eb6 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801635 Nov 09 21:28:13.406096 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:28:13.406717 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:28:13.407226 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:28:13.414679 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:28:13.415282 n-d-816206-3 neutron-server[102607]: ERROR neutron.plugins.ml2.managers [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Failed to bind port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] Nov 09 21:28:13.419840 n-d-816206-3 neutron-server[102607]: INFO neutron.plugins.ml2.plugin [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempt 7 to bind port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 Nov 09 21:28:13.444428 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:28:13.445073 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:28:13.445581 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:28:13.461950 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:28:13.462549 n-d-816206-3 neutron-server[102607]: ERROR neutron.plugins.ml2.managers [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Failed to bind port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] Nov 09 21:28:13.465066 n-d-816206-3 neutron-server[102607]: INFO neutron.plugins.ml2.plugin [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempt 8 to bind port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 Nov 09 21:28:13.479520 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b515a8ce-0592-40e6-9def-724946db1040 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:13.502073 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:28:13.502400 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:28:13.502743 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:28:13.509474 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:28:13.509811 n-d-816206-3 neutron-server[102607]: ERROR neutron.plugins.ml2.managers [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Failed to bind port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] Nov 09 21:28:13.512251 n-d-816206-3 neutron-server[102607]: INFO neutron.plugins.ml2.plugin [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempt 9 to bind port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 Nov 09 21:28:13.530610 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:28:13.530835 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:28:13.531067 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:28:13.540233 n-d-816206-3 neutron-server[102607]: INFO neutron.db.ipam_backend_mixin [None req-06e164e6-dcb3-421f-b0ff-a36d1ce3e7c2 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5f4ffb38-e331-4bcc-8607-19460c0e5f77 (CIDR: 172.20.0.0/28) Nov 09 21:28:13.541746 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:28:13.542225 n-d-816206-3 neutron-server[102607]: ERROR neutron.plugins.ml2.managers [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Failed to bind port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] Nov 09 21:28:13.543217 n-d-816206-3 neutron-server[102607]: INFO neutron.plugins.ml2.plugin [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempt 10 to bind port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 Nov 09 21:28:13.557613 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:28:13.557960 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:28:13.558300 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:28:13.560344 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-5fcbf06b-b6c7-48e0-b062-8b3f1798ae14 None None] Provisioning complete for port f0b5c302-954c-45b2-b979-cece59b116a9 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:28:13.560866 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-06e164e6-dcb3-421f-b0ff-a36d1ce3e7c2 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:28:13.560955 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5fcbf06b-b6c7-48e0-b062-8b3f1798ae14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:13.561230 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06e164e6-dcb3-421f-b0ff-a36d1ce3e7c2 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:28:13.564306 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea9e7b-bc90-49b0-849a-2cf43f3ad6a2 None None] Pushing event updated for resources: {'Port': ['ID=7b6d0375-41b7-4ae3-a64a-b11a426f8f8c,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:13.576883 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:28:13.577248 n-d-816206-3 neutron-server[102607]: ERROR neutron.plugins.ml2.managers [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Failed to bind port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] Nov 09 21:28:13.577623 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:13.588344 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b515a8ce-0592-40e6-9def-724946db1040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:13.665359 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port f0b5c302-954c-45b2-b979-cece59b116a9 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:28:13.665737 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:13.675996 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b515a8ce-0592-40e6-9def-724946db1040 admin admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:28:13.680342 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-b515a8ce-0592-40e6-9def-724946db1040 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:28:13.683306 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] For port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:28:13.683652 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempted to set empty binding levels {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 09 21:28:13.689716 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:13.709025 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-06e164e6-dcb3-421f-b0ff-a36d1ce3e7c2 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6084764 Nov 09 21:28:13.709759 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52362) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:13.713369 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:13.713369 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:13.736288 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b515a8ce-0592-40e6-9def-724946db1040 admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:28:13.752899 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-2fca7178-bf6f-44df-8b0c-e4fbe9b7e2fb tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'subnet': {'network_id': '35057647-8fb3-4e2f-9a4f-566d1b7e2e28', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:13.763445 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.8481870 Nov 09 21:28:13.767054 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52364) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:13.800025 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5fcbf06b-b6c7-48e0-b062-8b3f1798ae14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:13.867099 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:13.883062 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-5fcbf06b-b6c7-48e0-b062-8b3f1798ae14 None None] For port f0b5c302-954c-45b2-b979-cece59b116a9, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=f0b5c302-954c-45b2-b979-cece59b116a9,segment=NetworkSegment(1dc4af13-f432-4195-b2e1-e0d3766f8b63),segment_id=1dc4af13-f432-4195-b2e1-e0d3766f8b63)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:28:13.883975 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186807fe-5388-496b-adf4-339616dcff9b tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Pushing event updated for resources: {'Port': ['ID=dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:13.895687 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5fcbf06b-b6c7-48e0-b062-8b3f1798ae14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:13.956562 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-a48dd9fa-83b5-42b5-86d2-7abc6b350443 tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Deleting port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:28:13.956938 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a48dd9fa-83b5-42b5-86d2-7abc6b350443 tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:13.977330 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b515a8ce-0592-40e6-9def-724946db1040 admin admin] Pushing event updated for resources: {'Port': ['ID=3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:14.018507 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17adbe3-d7d9-48dc-a30f-f6238055567b req-d0ea0e5f-0e02-4070-8ede-9f793955cab3 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:14.020960 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a17adbe3-d7d9-48dc-a30f-f6238055567b req-d0ea0e5f-0e02-4070-8ede-9f793955cab3 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b2f9981-32c2-4eef-aa1f-ce63da83228f HTTP/1.1" status: 200 len: 946 time: 0.3566489 Nov 09 21:28:14.046937 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-a48dd9fa-83b5-42b5-86d2-7abc6b350443 tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] For port dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67, host n-h1-816206-3, got binding levels [] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:28:14.047304 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a48dd9fa-83b5-42b5-86d2-7abc6b350443 tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:14.064384 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-a48dd9fa-83b5-42b5-86d2-7abc6b350443 tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Calling delete_port for dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 owned by {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:28:14.064700 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcbf06b-b6c7-48e0-b062-8b3f1798ae14 None None] Pushing event updated for resources: {'Port': ['ID=f0b5c302-954c-45b2-b979-cece59b116a9,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:14.070557 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.db.api [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 21:28:14.070987 n-d-816206-3 neutron-server[102609]: DEBUG oslo_db.api [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 21:28:14.077619 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-780e57ff-87c5-4ede-b9d5-06051f6559c7 None None] Provisioning complete for port 90086aee-94ab-43b6-bc49-ba303d4553f4 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:28:14.078076 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-780e57ff-87c5-4ede-b9d5-06051f6559c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:14.105762 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-27fc0833-38a6-479c-b616-b1f86586f360 req-7040ba95-552c-4627-9fc9-f1e8bcfd537e tempest-ServerShowV254Test-1213963221 tempest-ServerShowV254Test-1213963221-project] 10.222.0.49 "GET /v2.0/ports?device_id=86db175e-bf0c-4696-b79f-d2e9a11e61e4 HTTP/1.1" status: 200 len: 210 time: 0.0429251 Nov 09 21:28:14.136359 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a17adbe3-d7d9-48dc-a30f-f6238055567b req-a26fcdb7-5583-4200-b880-52382a17d1e8 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822408 Nov 09 21:28:14.153525 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fca7178-bf6f-44df-8b0c-e4fbe9b7e2fb tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Made reservation on behalf of 858314ce302b43e3a1bfa722f764cbf9 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:28:14.157392 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2fca7178-bf6f-44df-8b0c-e4fbe9b7e2fb tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:14.179330 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-780e57ff-87c5-4ede-b9d5-06051f6559c7 None None] Port 90086aee-94ab-43b6-bc49-ba303d4553f4 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:28:14.275576 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b515a8ce-0592-40e6-9def-724946db1040 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:14.300960 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a48dd9fa-83b5-42b5-86d2-7abc6b350443 tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:14.355595 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48dd9fa-83b5-42b5-86d2-7abc6b350443 tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:14.369555 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a48dd9fa-83b5-42b5-86d2-7abc6b350443 tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:14.375324 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a48dd9fa-83b5-42b5-86d2-7abc6b350443 tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] 10.222.0.49 "DELETE /v2.0/ports/dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 HTTP/1.1" status: 204 len: 168 time: 0.6025839 Nov 09 21:28:14.375887 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52372) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:14.411102 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-2941ebd7-1af9-475a-a1ea-212f2d9cefed tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] GET failed (client error): The resource could not be found. Nov 09 21:28:14.417868 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2941ebd7-1af9-475a-a1ea-212f2d9cefed tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] 10.222.0.49 "GET /v2.0/ports/dd6ede33-49f1-4f3d-b02c-55f2dd6c2d67 HTTP/1.1" status: 404 len: 333 time: 0.0409951 Nov 09 21:28:14.455777 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52376) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:14.476343 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-51d6220a-4fc5-48ad-847f-2753ec4e02ae tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Request body: {'port': {'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1613765160'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:14.530088 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d6220a-4fc5-48ad-847f-2753ec4e02ae tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Made reservation on behalf of 34c26e928f354f3da735ca0bda62a315 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:28:14.532783 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-51d6220a-4fc5-48ad-847f-2753ec4e02ae tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:14.591451 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-51d6220a-4fc5-48ad-847f-2753ec4e02ae tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] device_id is not set on port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:28:14.678636 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea90a2c7-df77-481f-a474-2e1ade774df4 None None] Network e557bc0d-71a9-4b44-ab50-1de12563c5ef requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:28:14.762627 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-8b863d76-0d35-4e25-affa-45594417f7eb None None] Provisioning complete for port 7b6d0375-41b7-4ae3-a64a-b11a426f8f8c triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:28:14.763434 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8b863d76-0d35-4e25-affa-45594417f7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:14.814483 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b515a8ce-0592-40e6-9def-724946db1040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:14.831707 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-51d6220a-4fc5-48ad-847f-2753ec4e02ae tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:14.865280 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2fca7178-bf6f-44df-8b0c-e4fbe9b7e2fb tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:14.926013 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fca7178-bf6f-44df-8b0c-e4fbe9b7e2fb tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Network 35057647-8fb3-4e2f-9a4f-566d1b7e2e28 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:28:14.932745 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-2fca7178-bf6f-44df-8b0c-e4fbe9b7e2fb tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:28:14.938471 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fca7178-bf6f-44df-8b0c-e4fbe9b7e2fb tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:14.939068 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2fca7178-bf6f-44df-8b0c-e4fbe9b7e2fb tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:14.948819 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0224e3-23b1-4a56-880d-9b7bbd8741ae req-6b2125ef-a716-4121-90ba-914f6b1e37f6 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:14.950438 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3a0224e3-23b1-4a56-880d-9b7bbd8741ae req-6b2125ef-a716-4121-90ba-914f6b1e37f6 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=5febd2e0-778c-4c7b-9841-79c838b6973a HTTP/1.1" status: 200 len: 946 time: 0.1135664 Nov 09 21:28:14.959775 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca7178-bf6f-44df-8b0c-e4fbe9b7e2fb tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event updated for resources: {'Subnet': ['ID=0a27dff0-4b96-4281-8e55-4f2b60b1678f,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:14.966150 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-51d6220a-4fc5-48ad-847f-2753ec4e02ae tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:14.973746 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2fca7178-bf6f-44df-8b0c-e4fbe9b7e2fb tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2300768 Nov 09 21:28:14.974858 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52378) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:14.979720 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39396ce-811f-4a5e-a6b5-2e4572d19635 None None] Network 35057647-8fb3-4e2f-9a4f-566d1b7e2e28 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:28:15.003114 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-6a1e8538-70e2-4e56-b9e3-e3a83f4039e9 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1729076567', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0a27dff0-4b96-4281-8e55-4f2b60b1678f'}], 'security_groups': ['26921180-12c6-49e0-b52f-c312f7068d15']}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:15.048207 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52382) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:15.071934 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3a0224e3-23b1-4a56-880d-9b7bbd8741ae req-ea371742-383e-4a6f-b377-8dcf625259f8 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955737 Nov 09 21:28:15.106353 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d6220a-4fc5-48ad-847f-2753ec4e02ae tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Network 91f8e9a3-824e-4363-bdb8-4c11a9953236 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:28:15.125125 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-51d6220a-4fc5-48ad-847f-2753ec4e02ae tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:28:15.129549 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d6220a-4fc5-48ad-847f-2753ec4e02ae tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Pushing event updated for resources: {'Port': ['ID=dcf4288f-ee8e-4bb9-97b4-368a48e98a18,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:15.155723 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d6220a-4fc5-48ad-847f-2753ec4e02ae tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:28:15.156663 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d6220a-4fc5-48ad-847f-2753ec4e02ae tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:15.157526 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-51d6220a-4fc5-48ad-847f-2753ec4e02ae tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:15.185343 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6a1e8538-70e2-4e56-b9e3-e3a83f4039e9 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:15.204322 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-51d6220a-4fc5-48ad-847f-2753ec4e02ae tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7473357 Nov 09 21:28:15.205309 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b515a8ce-0592-40e6-9def-724946db1040 admin admin] Router 0b801d11-0c7c-4a64-93a1-9a96a18d4a9b is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:28:15.209434 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52390) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:15.217890 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:15.272380 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8b863d76-0d35-4e25-affa-45594417f7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:15.321404 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device f0b5c302-954c-45b2-b979-cece59b116a9 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:28:15.405417 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575cc2ac-dc9a-4b3d-9869-ce4c726a4b16 req-b1cde903-cf45-4ece-b741-819fc24e825e tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:15.407793 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-575cc2ac-dc9a-4b3d-9869-ce4c726a4b16 req-b1cde903-cf45-4ece-b741-819fc24e825e tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b2f9981-32c2-4eef-aa1f-ce63da83228f HTTP/1.1" status: 200 len: 946 time: 0.0929620 Nov 09 21:28:15.428014 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-8b863d76-0d35-4e25-affa-45594417f7eb None None] For port 7b6d0375-41b7-4ae3-a64a-b11a426f8f8c, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=7b6d0375-41b7-4ae3-a64a-b11a426f8f8c,segment=NetworkSegment(4b1e7064-c872-4e6f-85a8-e00a69322723),segment_id=4b1e7064-c872-4e6f-85a8-e00a69322723)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:28:15.437614 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8b863d76-0d35-4e25-affa-45594417f7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:15.456445 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-360417dc-83b3-478a-becb-6377f1b4eb0b req-438b5997-d14a-45fc-bec2-694c8bc914e6 tempest-ServerShowV254Test-1213963221 tempest-ServerShowV254Test-1213963221-project] 10.222.0.49 "GET /v2.0/ports?device_id=86db175e-bf0c-4696-b79f-d2e9a11e61e4 HTTP/1.1" status: 200 len: 210 time: 0.1019223 Nov 09 21:28:15.576831 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:15.635259 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port f0b5c302-954c-45b2-b979-cece59b116a9 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:28:15.635631 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:15.641979 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b863d76-0d35-4e25-affa-45594417f7eb None None] Pushing event updated for resources: {'Port': ['ID=7b6d0375-41b7-4ae3-a64a-b11a426f8f8c,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:15.674997 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dc38d8-70b1-4de4-99e5-6ee3f8d40920 None None] Update dhcp port {'port': {'network_id': '35057647-8fb3-4e2f-9a4f-566d1b7e2e28', 'fixed_ips': [{'subnet_id': '5f4ffb38-e331-4bcc-8607-19460c0e5f77', 'ip_address': '172.20.0.2'}, {'subnet_id': '0a27dff0-4b96-4281-8e55-4f2b60b1678f'}], 'binding:host_id': 'n-d-816206-3'}, 'id': 'f0b5c302-954c-45b2-b979-cece59b116a9'} from n-d-816206-3. {{(pid=102609) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 21:28:15.695102 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-575cc2ac-dc9a-4b3d-9869-ce4c726a4b16 req-46c2a4d6-5703-4e5e-adb4-56d3b98bc294 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802753 Nov 09 21:28:15.732326 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b515a8ce-0592-40e6-9def-724946db1040 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:28:15.741737 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-02dc38d8-70b1-4de4-99e5-6ee3f8d40920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:15.744621 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-e784918a-70eb-4fcc-b8a3-afab19af8c78 None None] Provisioning complete for port 7b6d0375-41b7-4ae3-a64a-b11a426f8f8c triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:28:15.744621 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e784918a-70eb-4fcc-b8a3-afab19af8c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:15.747468 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3d7648-49e8-48fe-a562-32cce384c4b2 None None] Sync routers for ids ['0b801d11-0c7c-4a64-93a1-9a96a18d4a9b'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:28:15.762964 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3d7648-49e8-48fe-a562-32cce384c4b2 None None] Routers {'0b801d11-0c7c-4a64-93a1-9a96a18d4a9b'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:28:15.763990 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-ac3d7648-49e8-48fe-a562-32cce384c4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:27:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['0b801d11-0c7c-4a64-93a1-9a96a18d4a9b'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:28:15.898079 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b515a8ce-0592-40e6-9def-724946db1040 admin admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:15.902024 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b515a8ce-0592-40e6-9def-724946db1040 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0099726 Nov 09 21:28:15.903519 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52394) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:15.909731 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-ac3d7648-49e8-48fe-a562-32cce384c4b2 None None] Set router 0b801d11-0c7c-4a64-93a1-9a96a18d4a9b gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:28:15.934036 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 7b6d0375-41b7-4ae3-a64a-b11a426f8f8c up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:28:16.067224 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 7b6d0375-41b7-4ae3-a64a-b11a426f8f8c triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:28:16.067649 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:16.070174 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] device_id is not set on port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:28:16.083114 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:16.092289 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:16.133351 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7130ac26-6a6f-45cb-89c5-e1cb8ec6bc14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:16.174824 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Pushing event updated for resources: {'Port': ['ID=dcf4288f-ee8e-4bb9-97b4-368a48e98a18,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:16.191286 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-ac3d7648-49e8-48fe-a562-32cce384c4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b801d11-0c7c-4a64-93a1-9a96a18d4a9b', 'name': 'tempest-ServerActionsTestJSON-1158179346-router', 'tenant_id': '96a7a35658cb4a6ea565f057e114d368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:28:11Z', 'updated_at': '2021-11-09T21:28:14Z', 'revision_number': 3, 'project_id': '96a7a35658cb4a6ea565f057e114d368', 'gw_port': {'id': '3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:27:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b801d11-0c7c-4a64-93a1-9a96a18d4a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:28:13Z', 'updated_at': '2021-11-09T21:28:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:28:16.226263 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3d7648-49e8-48fe-a562-32cce384c4b2 None None] Checking router: 0b801d11-0c7c-4a64-93a1-9a96a18d4a9b for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:28:16.226610 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3d7648-49e8-48fe-a562-32cce384c4b2 None None] Updating router 0b801d11-0c7c-4a64-93a1-9a96a18d4a9b port 3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:28:16.254712 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ac3d7648-49e8-48fe-a562-32cce384c4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:16.269941 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-6a1e8538-70e2-4e56-b9e3-e3a83f4039e9 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Delete allocated IP 172.20.0.5 (35057647-8fb3-4e2f-9a4f-566d1b7e2e28/5f4ffb38-e331-4bcc-8607-19460c0e5f77) {{(pid=102608) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 09 21:28:16.275867 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:28:16.276532 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:28:16.276532 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:28:16.287051 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-6a1e8538-70e2-4e56-b9e3-e3a83f4039e9 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Allocated IP 172.20.0.22 (35057647-8fb3-4e2f-9a4f-566d1b7e2e28/0a27dff0-4b96-4281-8e55-4f2b60b1678f/90086aee-94ab-43b6-bc49-ba303d4553f4) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:28:16.288700 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:28:16.289038 n-d-816206-3 neutron-server[102608]: ERROR neutron.plugins.ml2.managers [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Failed to bind port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] Nov 09 21:28:16.294069 n-d-816206-3 neutron-server[102608]: INFO neutron.plugins.ml2.plugin [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempt 2 to bind port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 Nov 09 21:28:16.318218 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80de7ae-c006-4184-9a4d-baca996b687e req-aa2e3199-71e2-436c-8510-7a0eff3a67d0 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:16.319377 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f80de7ae-c006-4184-9a4d-baca996b687e req-aa2e3199-71e2-436c-8510-7a0eff3a67d0 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=5febd2e0-778c-4c7b-9841-79c838b6973a HTTP/1.1" status: 200 len: 946 time: 0.1461723 Nov 09 21:28:16.331014 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:28:16.331349 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:28:16.331693 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:28:16.355785 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:28:16.356119 n-d-816206-3 neutron-server[102608]: ERROR neutron.plugins.ml2.managers [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Failed to bind port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] Nov 09 21:28:16.363843 n-d-816206-3 neutron-server[102608]: INFO neutron.plugins.ml2.plugin [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempt 3 to bind port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 Nov 09 21:28:16.430855 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:28:16.431127 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:28:16.431436 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:28:16.453428 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:28:16.453770 n-d-816206-3 neutron-server[102608]: ERROR neutron.plugins.ml2.managers [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Failed to bind port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] Nov 09 21:28:16.456820 n-d-816206-3 neutron-server[102608]: INFO neutron.plugins.ml2.plugin [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempt 4 to bind port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 Nov 09 21:28:16.470690 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f80de7ae-c006-4184-9a4d-baca996b687e req-83968ce6-7da8-4f41-9cec-d7588906c3f0 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316264 Nov 09 21:28:16.503398 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:28:16.503398 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:28:16.503398 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:28:16.550714 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ac3d7648-49e8-48fe-a562-32cce384c4b2 None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:16.557098 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ac3d7648-49e8-48fe-a562-32cce384c4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:16.559737 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:28:16.560091 n-d-816206-3 neutron-server[102608]: ERROR neutron.plugins.ml2.managers [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Failed to bind port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] Nov 09 21:28:16.561848 n-d-816206-3 neutron-server[102608]: INFO neutron.plugins.ml2.plugin [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempt 5 to bind port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 Nov 09 21:28:16.581095 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:28:16.581438 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:28:16.581777 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:28:16.597395 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:28:16.597731 n-d-816206-3 neutron-server[102608]: ERROR neutron.plugins.ml2.managers [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Failed to bind port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] Nov 09 21:28:16.599912 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6a1e8538-70e2-4e56-b9e3-e3a83f4039e9 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:16.601379 n-d-816206-3 neutron-server[102608]: INFO neutron.plugins.ml2.plugin [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempt 6 to bind port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 Nov 09 21:28:16.606249 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6a1e8538-70e2-4e56-b9e3-e3a83f4039e9 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:16.611697 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-ac3d7648-49e8-48fe-a562-32cce384c4b2 None None] Attempting to bind port 3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:28:16.612065 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-ac3d7648-49e8-48fe-a562-32cce384c4b2 None None] Attempting to bind port 3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:28:16.612429 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3d7648-49e8-48fe-a562-32cce384c4b2 None None] Attempting to bind port 3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:28:16.629250 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa01d249-efac-4331-a3f4-82ed3abceea7 None None] Pushing event updated for resources: {'Port': ['ID=3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:16.640414 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3d7648-49e8-48fe-a562-32cce384c4b2 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:28:16.640414 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3d7648-49e8-48fe-a562-32cce384c4b2 None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:28:16.640414 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ac3d7648-49e8-48fe-a562-32cce384c4b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:16.640414 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3d7648-49e8-48fe-a562-32cce384c4b2 None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:28:16.651226 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-ac3d7648-49e8-48fe-a562-32cce384c4b2 None None] Bound port: 3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:28:16.651727 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ac3d7648-49e8-48fe-a562-32cce384c4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:16.693265 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5a2c0e44-af06-49c1-a861-99f9ff606a31 req-031be810-f935-4890-a876-6e688a8d45b9 tempest-ServerShowV254Test-1213963221 tempest-ServerShowV254Test-1213963221-project] 10.222.0.49 "GET /v2.0/ports?device_id=86db175e-bf0c-4696-b79f-d2e9a11e61e4 HTTP/1.1" status: 200 len: 210 time: 0.1394796 Nov 09 21:28:16.700866 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-02dc38d8-70b1-4de4-99e5-6ee3f8d40920 None None] Allocated IP 172.20.0.18 (35057647-8fb3-4e2f-9a4f-566d1b7e2e28/0a27dff0-4b96-4281-8e55-4f2b60b1678f/f0b5c302-954c-45b2-b979-cece59b116a9) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:28:16.788544 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c79994a8-325d-4781-b8cc-08be89e7ec05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:16.827497 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-7130ac26-6a6f-45cb-89c5-e1cb8ec6bc14 admin admin] Deleting port 2229e2ec-7726-4970-8bac-5c7b90af8838 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:28:16.828006 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7130ac26-6a6f-45cb-89c5-e1cb8ec6bc14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:16.846983 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-02dc38d8-70b1-4de4-99e5-6ee3f8d40920 None None] For port f0b5c302-954c-45b2-b979-cece59b116a9, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=f0b5c302-954c-45b2-b979-cece59b116a9,segment=NetworkSegment(1dc4af13-f432-4195-b2e1-e0d3766f8b63),segment_id=1dc4af13-f432-4195-b2e1-e0d3766f8b63)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:28:16.884172 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-02dc38d8-70b1-4de4-99e5-6ee3f8d40920 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:16.884589 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01d249-efac-4331-a3f4-82ed3abceea7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:28:16.885106 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01d249-efac-4331-a3f4-82ed3abceea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:28:16.885275 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01d249-efac-4331-a3f4-82ed3abceea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:28:16.885604 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01d249-efac-4331-a3f4-82ed3abceea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:28:16.885931 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01d249-efac-4331-a3f4-82ed3abceea7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:28:16.886248 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01d249-efac-4331-a3f4-82ed3abceea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:28:16.886567 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01d249-efac-4331-a3f4-82ed3abceea7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:28:16.886882 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01d249-efac-4331-a3f4-82ed3abceea7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:28:16.887417 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01d249-efac-4331-a3f4-82ed3abceea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:28:16.887646 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01d249-efac-4331-a3f4-82ed3abceea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:28:16.887970 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01d249-efac-4331-a3f4-82ed3abceea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:28:16.888296 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01d249-efac-4331-a3f4-82ed3abceea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:28:16.893560 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-02dc38d8-70b1-4de4-99e5-6ee3f8d40920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:16.942552 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-ac3d7648-49e8-48fe-a562-32cce384c4b2 None None] For port 3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:28:16.946583 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-ac3d7648-49e8-48fe-a562-32cce384c4b2 None None] For port 3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:28:16.954841 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ac3d7648-49e8-48fe-a562-32cce384c4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:16.961419 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc38d8-70b1-4de4-99e5-6ee3f8d40920 None None] Pushing event updated for resources: {'Port': ['ID=f0b5c302-954c-45b2-b979-cece59b116a9,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:17.062691 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3d7648-49e8-48fe-a562-32cce384c4b2 None None] Routers {'0b801d11-0c7c-4a64-93a1-9a96a18d4a9b'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:28:17.063634 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-ac3d7648-49e8-48fe-a562-32cce384c4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:27:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['0b801d11-0c7c-4a64-93a1-9a96a18d4a9b'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:28:17.067827 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:28:17.068301 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:28:17.068394 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:28:17.107415 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa01d249-efac-4331-a3f4-82ed3abceea7 None None] Pushing event updated for resources: {'Port': ['ID=3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:17.120142 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:28:17.120493 n-d-816206-3 neutron-server[102608]: ERROR neutron.plugins.ml2.managers [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Failed to bind port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] Nov 09 21:28:17.132126 n-d-816206-3 neutron-server[102608]: INFO neutron.plugins.ml2.plugin [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempt 7 to bind port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 Nov 09 21:28:17.164092 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e8538-70e2-4e56-b9e3-e3a83f4039e9 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event updated for resources: {'Port': ['ID=90086aee-94ab-43b6-bc49-ba303d4553f4,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:17.175350 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:28:17.175705 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:28:17.176019 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:28:17.182625 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-6a1e8538-70e2-4e56-b9e3-e3a83f4039e9 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] In _notify_port_updated(), no bound segment for port 90086aee-94ab-43b6-bc49-ba303d4553f4 on network 35057647-8fb3-4e2f-9a4f-566d1b7e2e28 {{(pid=102608) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 21:28:17.189031 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device f0b5c302-954c-45b2-b979-cece59b116a9 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:28:17.194162 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1e8538-70e2-4e56-b9e3-e3a83f4039e9 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:17.195695 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6a1e8538-70e2-4e56-b9e3-e3a83f4039e9 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:17.197188 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6a1e8538-70e2-4e56-b9e3-e3a83f4039e9 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "PUT /v2.0/ports/90086aee-94ab-43b6-bc49-ba303d4553f4 HTTP/1.1" status: 200 len: 921 time: 2.2172737 Nov 09 21:28:17.198749 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:28:17.198749 n-d-816206-3 neutron-server[102608]: ERROR neutron.plugins.ml2.managers [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Failed to bind port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] Nov 09 21:28:17.198749 n-d-816206-3 neutron-server[102608]: INFO neutron.plugins.ml2.plugin [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempt 8 to bind port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 Nov 09 21:28:17.214963 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52404) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:17.215727 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:28:17.216070 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:28:17.216414 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:28:17.233296 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-ac3d7648-49e8-48fe-a562-32cce384c4b2 None None] Set router 0b801d11-0c7c-4a64-93a1-9a96a18d4a9b gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:28:17.252300 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:28:17.252779 n-d-816206-3 neutron-server[102608]: ERROR neutron.plugins.ml2.managers [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Failed to bind port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] Nov 09 21:28:17.255153 n-d-816206-3 neutron-server[102608]: INFO neutron.plugins.ml2.plugin [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempt 9 to bind port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 Nov 09 21:28:17.290442 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:28:17.292588 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:28:17.293035 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:28:17.302525 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port f0b5c302-954c-45b2-b979-cece59b116a9 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:28:17.303135 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:17.333886 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:28:17.334321 n-d-816206-3 neutron-server[102608]: ERROR neutron.plugins.ml2.managers [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Failed to bind port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] Nov 09 21:28:17.335589 n-d-816206-3 neutron-server[102608]: INFO neutron.plugins.ml2.plugin [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempt 10 to bind port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 Nov 09 21:28:17.365400 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:28:17.365864 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:28:17.366275 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:28:17.376739 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:28:17.376967 n-d-816206-3 neutron-server[102608]: ERROR neutron.plugins.ml2.managers [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Failed to bind port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] Nov 09 21:28:17.377403 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:17.389684 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3914022-d2cc-41df-922b-4a636e934af4 req-2be3676b-a449-4c71-9465-8cf1e0298f04 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:17.391253 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c3914022-d2cc-41df-922b-4a636e934af4 req-2be3676b-a449-4c71-9465-8cf1e0298f04 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b2f9981-32c2-4eef-aa1f-ce63da83228f HTTP/1.1" status: 200 len: 946 time: 0.5304372 Nov 09 21:28:17.414658 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-6de9ab4e-8a06-4367-9357-aedca633f2e8 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Deleting port 90086aee-94ab-43b6-bc49-ba303d4553f4 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:28:17.415106 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6de9ab4e-8a06-4367-9357-aedca633f2e8 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:17.437570 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 7b6d0375-41b7-4ae3-a64a-b11a426f8f8c up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:28:17.444511 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-7130ac26-6a6f-45cb-89c5-e1cb8ec6bc14 admin admin] For port 2229e2ec-7726-4970-8bac-5c7b90af8838, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=2229e2ec-7726-4970-8bac-5c7b90af8838,segment=NetworkSegment(c74b6dd5-97d0-4d15-ae96-0ba74f278c4f),segment_id=c74b6dd5-97d0-4d15-ae96-0ba74f278c4f)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:28:17.444921 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7130ac26-6a6f-45cb-89c5-e1cb8ec6bc14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:17.482786 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-ac3d7648-49e8-48fe-a562-32cce384c4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b801d11-0c7c-4a64-93a1-9a96a18d4a9b', 'name': 'tempest-ServerActionsTestJSON-1158179346-router', 'tenant_id': '96a7a35658cb4a6ea565f057e114d368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:28:11Z', 'updated_at': '2021-11-09T21:28:14Z', 'revision_number': 3, 'project_id': '96a7a35658cb4a6ea565f057e114d368', 'gw_port': {'id': '3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:27:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b801d11-0c7c-4a64-93a1-9a96a18d4a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:28:13Z', 'updated_at': '2021-11-09T21:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:28:17.485960 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-7130ac26-6a6f-45cb-89c5-e1cb8ec6bc14 admin admin] Calling delete_port for 2229e2ec-7726-4970-8bac-5c7b90af8838 owned by network:router_interface {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:28:17.511274 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 7b6d0375-41b7-4ae3-a64a-b11a426f8f8c triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:28:17.511875 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:17.522950 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3d7648-49e8-48fe-a562-32cce384c4b2 None None] The sync data for ids ['0b801d11-0c7c-4a64-93a1-9a96a18d4a9b'] in n-d-816206-3 is: [{'id': '0b801d11-0c7c-4a64-93a1-9a96a18d4a9b', 'name': 'tempest-ServerActionsTestJSON-1158179346-router', 'tenant_id': '96a7a35658cb4a6ea565f057e114d368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:28:11Z', 'updated_at': '2021-11-09T21:28:14Z', 'revision_number': 3, 'project_id': '96a7a35658cb4a6ea565f057e114d368', 'gw_port': {'id': '3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:27:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b801d11-0c7c-4a64-93a1-9a96a18d4a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:28:13Z', 'updated_at': '2021-11-09T21:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:28:17.622152 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-19132d21-dbab-45bf-b043-b6c70e1d0e0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:17.653909 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c3914022-d2cc-41df-922b-4a636e934af4 req-92f21866-874c-42b1-8931-e267edbebac3 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541223 Nov 09 21:28:17.657098 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] For port dcf4288f-ee8e-4bb9-97b4-368a48e98a18, host n-h1-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:28:17.657925 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempted to set empty binding levels {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 09 21:28:17.661783 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6de9ab4e-8a06-4367-9357-aedca633f2e8 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:17.664652 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-c79994a8-325d-4781-b8cc-08be89e7ec05 admin admin] Allocated IP 172.20.0.1 (e557bc0d-71a9-4b44-ab50-1de12563c5ef/48041428-5cce-473c-b445-a01eb383d908/4abd8de3-707e-4616-9905-d8ef8499162d) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:28:17.674778 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:17.702191 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-6de9ab4e-8a06-4367-9357-aedca633f2e8 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Calling delete_port for 90086aee-94ab-43b6-bc49-ba303d4553f4 owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:28:17.756275 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Pushing event updated for resources: {'Port': ['ID=dcf4288f-ee8e-4bb9-97b4-368a48e98a18,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:17.769863 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] In _notify_port_updated(), no bound segment for port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 {{(pid=102608) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 21:28:17.770899 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:17.771630 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:17.773156 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3b27f644-fdbb-43c5-a234-a33ed3a1e0ea tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] 10.222.0.49 "PUT /v2.0/ports/dcf4288f-ee8e-4bb9-97b4-368a48e98a18 HTTP/1.1" status: 200 len: 975 time: 2.5620594 Nov 09 21:28:17.785253 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef0c17-b7e8-4548-a75d-dbad379b8801 req-7b6a4b0e-378b-438c-8e20-3f077a9121b6 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:17.786854 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-01ef0c17-b7e8-4548-a75d-dbad379b8801 req-7b6a4b0e-378b-438c-8e20-3f077a9121b6 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=5febd2e0-778c-4c7b-9841-79c838b6973a HTTP/1.1" status: 200 len: 946 time: 0.1819117 Nov 09 21:28:17.787426 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52414) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:17.911060 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d2c4405c-5b7f-4602-a40c-a388b7776f63 None None] Provisioning complete for port 76cb64fd-db82-49ef-91cd-be3370e57ea7 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:28:17.913605 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d2c4405c-5b7f-4602-a40c-a388b7776f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:18.027495 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e842b7c-3a94-45b6-99e9-54d1a7567e3a tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:18.027728 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-d2c4405c-5b7f-4602-a40c-a388b7776f63 None None] Port 76cb64fd-db82-49ef-91cd-be3370e57ea7 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:28:18.027843 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e842b7c-3a94-45b6-99e9-54d1a7567e3a tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:18.028191 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e842b7c-3a94-45b6-99e9-54d1a7567e3a tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:18.028668 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e842b7c-3a94-45b6-99e9-54d1a7567e3a tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:18.029166 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e842b7c-3a94-45b6-99e9-54d1a7567e3a tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:18.029626 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e842b7c-3a94-45b6-99e9-54d1a7567e3a tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:18.030121 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e842b7c-3a94-45b6-99e9-54d1a7567e3a tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:18.030574 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e842b7c-3a94-45b6-99e9-54d1a7567e3a tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:18.031033 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e842b7c-3a94-45b6-99e9-54d1a7567e3a tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:18.031489 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e842b7c-3a94-45b6-99e9-54d1a7567e3a tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:18.031941 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e842b7c-3a94-45b6-99e9-54d1a7567e3a tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:18.032459 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e842b7c-3a94-45b6-99e9-54d1a7567e3a tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:18.032870 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e842b7c-3a94-45b6-99e9-54d1a7567e3a tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:18.033324 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e842b7c-3a94-45b6-99e9-54d1a7567e3a tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:18.033774 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e842b7c-3a94-45b6-99e9-54d1a7567e3a tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:18.035060 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e842b7c-3a94-45b6-99e9-54d1a7567e3a tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:18.035060 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e842b7c-3a94-45b6-99e9-54d1a7567e3a tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:18.035281 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e842b7c-3a94-45b6-99e9-54d1a7567e3a tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:18.035567 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e842b7c-3a94-45b6-99e9-54d1a7567e3a tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:18.036084 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e842b7c-3a94-45b6-99e9-54d1a7567e3a tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:18.036537 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e842b7c-3a94-45b6-99e9-54d1a7567e3a tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:18.037124 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e842b7c-3a94-45b6-99e9-54d1a7567e3a tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:18.037685 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e842b7c-3a94-45b6-99e9-54d1a7567e3a tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:18.041089 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3e842b7c-3a94-45b6-99e9-54d1a7567e3a tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20668 time: 0.2510784 Nov 09 21:28:18.052795 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d2c4405c-5b7f-4602-a40c-a388b7776f63 None None] Provisioning complete for port f0b5c302-954c-45b2-b979-cece59b116a9 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:28:18.054027 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d2c4405c-5b7f-4602-a40c-a388b7776f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:18.070635 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-01ef0c17-b7e8-4548-a75d-dbad379b8801 req-aeb67da1-9f21-4068-8044-c3b9de9b4be6 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498958 Nov 09 21:28:18.075492 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c79994a8-325d-4781-b8cc-08be89e7ec05 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:18.082406 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52418) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:18.237428 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c437975c-12de-48e9-a3d0-7dedaccd8613 req-7e4eb4bd-e51b-4615-a480-18b23ee26ac5 tempest-ServerShowV254Test-1213963221 tempest-ServerShowV254Test-1213963221-project] 10.222.0.49 "GET /v2.0/ports?device_id=86db175e-bf0c-4696-b79f-d2e9a11e61e4 HTTP/1.1" status: 200 len: 210 time: 0.1486387 Nov 09 21:28:18.278245 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c79994a8-325d-4781-b8cc-08be89e7ec05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:18.292530 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-752a2a8f-c5c0-420f-ad72-ce6006cef61a tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Deleting port dcf4288f-ee8e-4bb9-97b4-368a48e98a18 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:28:18.293673 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-752a2a8f-c5c0-420f-ad72-ce6006cef61a tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:18.298887 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca92e4-0310-49ce-be8e-1b1eb08152fd req-bd8c3989-0949-42d5-9990-a394a0747503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:18.300594 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-15ca92e4-0310-49ce-be8e-1b1eb08152fd req-bd8c3989-0949-42d5-9990-a394a0747503 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5febd2e0-778c-4c7b-9841-79c838b6973a HTTP/1.1" status: 200 len: 1097 time: 0.1931965 Nov 09 21:28:18.308253 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6de9ab4e-8a06-4367-9357-aedca633f2e8 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:18.422139 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de9ab4e-8a06-4367-9357-aedca633f2e8 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event deleted for resources: {'Port': ['ID=90086aee-94ab-43b6-bc49-ba303d4553f4,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:18.431728 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79994a8-325d-4781-b8cc-08be89e7ec05 admin admin] Pushing event updated for resources: {'Port': ['ID=4abd8de3-707e-4616-9905-d8ef8499162d,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:18.436081 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d2c4405c-5b7f-4602-a40c-a388b7776f63 None None] Could not find standard attr ID for object 90086aee-94ab-43b6-bc49-ba303d4553f4. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 21:28:18.445033 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79994a8-325d-4781-b8cc-08be89e7ec05 admin admin] Network e557bc0d-71a9-4b44-ab50-1de12563c5ef is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:28:18.447689 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7130ac26-6a6f-45cb-89c5-e1cb8ec6bc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:18.449931 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-c79994a8-325d-4781-b8cc-08be89e7ec05 admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:28:18.452400 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79994a8-325d-4781-b8cc-08be89e7ec05 admin admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:28:18.515667 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-752a2a8f-c5c0-420f-ad72-ce6006cef61a tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] For port dcf4288f-ee8e-4bb9-97b4-368a48e98a18, host n-h1-816206-3, got binding levels [] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:28:18.516194 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-752a2a8f-c5c0-420f-ad72-ce6006cef61a tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:18.532945 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-752a2a8f-c5c0-420f-ad72-ce6006cef61a tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Calling delete_port for dcf4288f-ee8e-4bb9-97b4-368a48e98a18 owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:28:18.557130 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d53e0162-b421-4237-a461-95d66e0d4cd1 None None] Could not find standard attr ID for object 90086aee-94ab-43b6-bc49-ba303d4553f4. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 21:28:18.609993 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b87f0df-bb12-4eed-8108-075e1795a673 req-9b8f30e3-c78b-4e5d-a794-99897542b949 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:18.619250 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6b87f0df-bb12-4eed-8108-075e1795a673 req-9b8f30e3-c78b-4e5d-a794-99897542b949 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b2f9981-32c2-4eef-aa1f-ce63da83228f HTTP/1.1" status: 200 len: 946 time: 0.2520974 Nov 09 21:28:18.621963 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6de9ab4e-8a06-4367-9357-aedca633f2e8 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:18.625363 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6de9ab4e-8a06-4367-9357-aedca633f2e8 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/ports/90086aee-94ab-43b6-bc49-ba303d4553f4 HTTP/1.1" status: 204 len: 168 time: 1.4064376 Nov 09 21:28:18.632146 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130ac26-6a6f-45cb-89c5-e1cb8ec6bc14 admin admin] Pushing event deleted for resources: {'Port': ['ID=2229e2ec-7726-4970-8bac-5c7b90af8838,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:18.640945 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52420) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:18.756833 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-becfe746-c270-43d9-9059-c14332409422 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] GET failed (client error): The resource could not be found. Nov 09 21:28:18.758418 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-becfe746-c270-43d9-9059-c14332409422 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "GET /v2.0/ports/90086aee-94ab-43b6-bc49-ba303d4553f4 HTTP/1.1" status: 404 len: 333 time: 0.1020882 Nov 09 21:28:18.765301 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52422) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:18.796383 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6b87f0df-bb12-4eed-8108-075e1795a673 req-5d2c316c-37bc-48bd-bf92-6a47640ab6b9 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753922 Nov 09 21:28:18.893944 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-752a2a8f-c5c0-420f-ad72-ce6006cef61a tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:18.897734 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-15ca92e4-0310-49ce-be8e-1b1eb08152fd req-059b4469-00f4-4f85-b4dd-33a38c39cf09 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5354509 Nov 09 21:28:18.902241 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-af4fe8b4-a9c9-4165-a52a-809d9753f3a4 None None] Provisioning complete for port 4abd8de3-707e-4616-9905-d8ef8499162d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:28:18.902624 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-af4fe8b4-a9c9-4165-a52a-809d9753f3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:18.913202 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c79994a8-325d-4781-b8cc-08be89e7ec05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:18.941168 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6f13df8e-d3f7-4577-ada5-3054dd2687cc tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:18.954715 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a2a8f-c5c0-420f-ad72-ce6006cef61a tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Pushing event deleted for resources: {'Port': ['ID=dcf4288f-ee8e-4bb9-97b4-368a48e98a18,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:18.967106 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-af4fe8b4-a9c9-4165-a52a-809d9753f3a4 None None] Port 4abd8de3-707e-4616-9905-d8ef8499162d cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:28:18.980070 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-752a2a8f-c5c0-420f-ad72-ce6006cef61a tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:18.986607 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-752a2a8f-c5c0-420f-ad72-ce6006cef61a tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] 10.222.0.49 "DELETE /v2.0/ports/dcf4288f-ee8e-4bb9-97b4-368a48e98a18 HTTP/1.1" status: 204 len: 168 time: 0.9003031 Nov 09 21:28:18.989038 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52424) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:18.992468 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7130ac26-6a6f-45cb-89c5-e1cb8ec6bc14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:19.004163 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6f13df8e-d3f7-4577-ada5-3054dd2687cc tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:19.028977 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-372b91a4-c0bd-47b6-9a02-4ceb064a2630 tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] GET failed (client error): The resource could not be found. Nov 09 21:28:19.033259 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-372b91a4-c0bd-47b6-9a02-4ceb064a2630 tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] 10.222.0.49 "GET /v2.0/ports/dcf4288f-ee8e-4bb9-97b4-368a48e98a18 HTTP/1.1" status: 404 len: 333 time: 0.0391252 Nov 09 21:28:19.039337 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52426) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:19.048982 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-1c8e47dd-584d-4a5b-a145-88d3d3d052b4 tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-419500201', 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:19.084734 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8e47dd-584d-4a5b-a145-88d3d3d052b4 tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Made reservation on behalf of 34c26e928f354f3da735ca0bda62a315 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:28:19.087561 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1c8e47dd-584d-4a5b-a145-88d3d3d052b4 tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:19.099960 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6f13df8e-d3f7-4577-ada5-3054dd2687cc tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:19.102690 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6f13df8e-d3f7-4577-ada5-3054dd2687cc tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:19.103771 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6f13df8e-d3f7-4577-ada5-3054dd2687cc tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/security-groups/24605fbf-91bc-4993-ba1c-c926a5022551 HTTP/1.1" status: 204 len: 168 time: 0.3361077 Nov 09 21:28:19.111136 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52430) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:19.121859 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13df8e-d3f7-4577-ada5-3054dd2687cc tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24605fbf-91bc-4993-ba1c-c926a5022551,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:19.125827 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-1c8e47dd-584d-4a5b-a145-88d3d3d052b4 tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] device_id is not set on port 2ef303f6-e938-44ca-a071-3be14f491da7 yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:28:19.199357 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:28:19.273962 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:28:19.275798 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:19.307767 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1c8e47dd-584d-4a5b-a145-88d3d3d052b4 tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:19.327508 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c79994a8-325d-4781-b8cc-08be89e7ec05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:19.362485 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1c8e47dd-584d-4a5b-a145-88d3d3d052b4 tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:19.376077 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:19.380831 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b104c589-9d07-415b-8d6e-96a8b37801f4 req-c23cdfa2-ff87-407e-98ce-0566552e1b98 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:19.388385 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b104c589-9d07-415b-8d6e-96a8b37801f4 req-c23cdfa2-ff87-407e-98ce-0566552e1b98 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=5febd2e0-778c-4c7b-9841-79c838b6973a HTTP/1.1" status: 200 len: 946 time: 0.2081668 Nov 09 21:28:19.402311 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:28:19.407984 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:19.416311 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8e47dd-584d-4a5b-a145-88d3d3d052b4 tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Network 91f8e9a3-824e-4363-bdb8-4c11a9953236 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:28:19.429423 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-1c8e47dd-584d-4a5b-a145-88d3d3d052b4 tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:28:19.434169 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8e47dd-584d-4a5b-a145-88d3d3d052b4 tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:28:19.435111 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8e47dd-584d-4a5b-a145-88d3d3d052b4 tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:19.435727 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1c8e47dd-584d-4a5b-a145-88d3d3d052b4 tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:19.462229 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bc6078a8-ffd7-4683-8460-3b693b162376 req-d1e2e1cc-fa4c-44db-9161-7eb77027b70c tempest-ServerShowV254Test-1213963221 tempest-ServerShowV254Test-1213963221-project] 10.222.0.49 "GET /v2.0/ports?device_id=86db175e-bf0c-4696-b79f-d2e9a11e61e4 HTTP/1.1" status: 200 len: 210 time: 0.0458498 Nov 09 21:28:19.471199 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d2f47e6a-2958-45af-b41f-f6c7b6cb52d6 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:19.474071 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e47dd-584d-4a5b-a145-88d3d3d052b4 tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Pushing event updated for resources: {'Port': ['ID=2ef303f6-e938-44ca-a071-3be14f491da7,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:19.484342 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1c8e47dd-584d-4a5b-a145-88d3d3d052b4 tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4439073 Nov 09 21:28:19.487060 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52436) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:19.522561 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:19.541653 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9149ed6-0625-489e-9661-ab785d5adcc0 tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:19.543149 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b9149ed6-0625-489e-9661-ab785d5adcc0 tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] 10.222.0.49 "GET /v2.0/ports/2ef303f6-e938-44ca-a071-3be14f491da7 HTTP/1.1" status: 200 len: 954 time: 0.0543568 Nov 09 21:28:19.548698 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52438) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:19.553831 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf877561-2eeb-43e0-a02e-928dc64232c2 req-df03fa60-9fc0-4473-b9d1-fbd83fa1ede9 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:19.555334 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bf877561-2eeb-43e0-a02e-928dc64232c2 req-df03fa60-9fc0-4473-b9d1-fbd83fa1ede9 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b2f9981-32c2-4eef-aa1f-ce63da83228f HTTP/1.1" status: 200 len: 946 time: 0.2401361 Nov 09 21:28:19.588540 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d2f47e6a-2958-45af-b41f-f6c7b6cb52d6 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:19.617336 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b104c589-9d07-415b-8d6e-96a8b37801f4 req-eb21e197-e2f2-41ca-982c-ecb304a9c1e9 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278707 Nov 09 21:28:19.639988 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-7b37ca24-80a6-4505-afb3-e3ef4f7fef0f tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Deleting port 2ef303f6-e938-44ca-a071-3be14f491da7 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:28:19.640336 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7b37ca24-80a6-4505-afb3-e3ef4f7fef0f tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:19.706072 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7b37ca24-80a6-4505-afb3-e3ef4f7fef0f tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:19.719085 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-7b37ca24-80a6-4505-afb3-e3ef4f7fef0f tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Calling delete_port for 2ef303f6-e938-44ca-a071-3be14f491da7 owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:28:19.763890 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7130ac26-6a6f-45cb-89c5-e1cb8ec6bc14 admin admin] Router 4b55485e-b816-4210-b2f7-3abcece4e667 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:28:19.786498 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d2f47e6a-2958-45af-b41f-f6c7b6cb52d6 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:19.789004 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d2f47e6a-2958-45af-b41f-f6c7b6cb52d6 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:19.790294 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d2f47e6a-2958-45af-b41f-f6c7b6cb52d6 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/security-groups/26921180-12c6-49e0-b52f-c312f7068d15 HTTP/1.1" status: 204 len: 168 time: 0.6780427 Nov 09 21:28:19.795855 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52440) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:19.806887 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7b37ca24-80a6-4505-afb3-e3ef4f7fef0f tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:19.845184 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37ca24-80a6-4505-afb3-e3ef4f7fef0f tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ef303f6-e938-44ca-a071-3be14f491da7,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:19.856858 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7b37ca24-80a6-4505-afb3-e3ef4f7fef0f tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:19.860889 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7b37ca24-80a6-4505-afb3-e3ef4f7fef0f tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] 10.222.0.49 "DELETE /v2.0/ports/2ef303f6-e938-44ca-a071-3be14f491da7 HTTP/1.1" status: 204 len: 168 time: 0.3111298 Nov 09 21:28:19.863394 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52444) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:19.873752 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f47e6a-2958-45af-b41f-f6c7b6cb52d6 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26921180-12c6-49e0-b52f-c312f7068d15,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:19.912356 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-92b8d168-b21d-4efe-9836-2af4e781f194 tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] GET failed (client error): The resource could not be found. Nov 09 21:28:19.917395 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-92b8d168-b21d-4efe-9836-2af4e781f194 tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] 10.222.0.49 "GET /v2.0/ports/2ef303f6-e938-44ca-a071-3be14f491da7 HTTP/1.1" status: 404 len: 333 time: 0.0467415 Nov 09 21:28:19.917616 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52446) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:19.926623 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-f0d479a4-1192-4dfc-8e95-df89030a2173 tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Request body: {'port': {'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2046980528'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:19.969495 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-bf877561-2eeb-43e0-a02e-928dc64232c2 req-8d233d0e-ae8f-4796-bf35-6779bc04415c tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Deleting port 703521d3-4515-451e-9ed5-ae886aa33877 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:28:19.969834 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bf877561-2eeb-43e0-a02e-928dc64232c2 req-8d233d0e-ae8f-4796-bf35-6779bc04415c tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:19.990149 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d479a4-1192-4dfc-8e95-df89030a2173 tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Made reservation on behalf of 34c26e928f354f3da735ca0bda62a315 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:28:19.992508 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f0d479a4-1192-4dfc-8e95-df89030a2173 tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:20.012102 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06420b-c93f-4288-865e-8850d5be10b5 req-d9624d10-6c44-4a78-b6d7-b328989d54bb tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:20.014159 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fa06420b-c93f-4288-865e-8850d5be10b5 req-d9624d10-6c44-4a78-b6d7-b328989d54bb tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b2f9981-32c2-4eef-aa1f-ce63da83228f HTTP/1.1" status: 200 len: 946 time: 0.1036129 Nov 09 21:28:20.017628 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6e750055-f566-46cb-a46f-d20a4fd3243a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:20.023060 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c52e103-fc5b-4db6-81cb-ca9aeed4d564 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Deleting subnet 5f4ffb38-e331-4bcc-8607-19460c0e5f77 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:28:20.023678 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-f0d479a4-1192-4dfc-8e95-df89030a2173 tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] device_id is not set on port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:28:20.055515 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3c52e103-fc5b-4db6-81cb-ca9aeed4d564 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:20.062517 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c79994a8-325d-4781-b8cc-08be89e7ec05 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:20.121411 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fa06420b-c93f-4288-865e-8850d5be10b5 req-4fc4f36e-d88a-4f13-b3ff-5c29ff56600e tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933597 Nov 09 21:28:20.221650 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f0d479a4-1192-4dfc-8e95-df89030a2173 tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:20.255273 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f0d479a4-1192-4dfc-8e95-df89030a2173 tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:20.304082 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d479a4-1192-4dfc-8e95-df89030a2173 tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Network 91f8e9a3-824e-4363-bdb8-4c11a9953236 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:28:20.308859 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-f0d479a4-1192-4dfc-8e95-df89030a2173 tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:28:20.311923 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d479a4-1192-4dfc-8e95-df89030a2173 tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:28:20.313455 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d479a4-1192-4dfc-8e95-df89030a2173 tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:20.314147 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f0d479a4-1192-4dfc-8e95-df89030a2173 tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:20.320104 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d479a4-1192-4dfc-8e95-df89030a2173 tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Pushing event updated for resources: {'Port': ['ID=c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:20.340115 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f0d479a4-1192-4dfc-8e95-df89030a2173 tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4190226 Nov 09 21:28:20.340866 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52450) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:20.346393 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:20.347495 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c79994a8-325d-4781-b8cc-08be89e7ec05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:20.402425 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:20.426252 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3c52e103-fc5b-4db6-81cb-ca9aeed4d564 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:20.465808 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7130ac26-6a6f-45cb-89c5-e1cb8ec6bc14 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:28:20.479676 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20708210-f8b1-4138-a91f-ca24d407eaa9 None None] Sync routers for ids ['4b55485e-b816-4210-b2f7-3abcece4e667'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:28:20.484606 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7130ac26-6a6f-45cb-89c5-e1cb8ec6bc14 admin admin] 10.222.0.49 "PUT /v2.0/routers/4b55485e-b816-4210-b2f7-3abcece4e667/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4353125 Nov 09 21:28:20.493361 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52452) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:20.498397 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20708210-f8b1-4138-a91f-ca24d407eaa9 None None] Routers {'4b55485e-b816-4210-b2f7-3abcece4e667'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:28:20.499199 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-20708210-f8b1-4138-a91f-ca24d407eaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:28:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['4b55485e-b816-4210-b2f7-3abcece4e667'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:28:20.499771 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79994a8-325d-4781-b8cc-08be89e7ec05 admin admin] Pushing event updated for resources: {'Port': ['ID=4abd8de3-707e-4616-9905-d8ef8499162d,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:20.509345 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c79994a8-325d-4781-b8cc-08be89e7ec05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:20.512054 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-bf877561-2eeb-43e0-a02e-928dc64232c2 req-8d233d0e-ae8f-4796-bf35-6779bc04415c tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] For port 703521d3-4515-451e-9ed5-ae886aa33877, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=703521d3-4515-451e-9ed5-ae886aa33877,segment=NetworkSegment(9a6377f5-b38b-4a21-b9f6-9e21b904d67d),segment_id=9a6377f5-b38b-4a21-b9f6-9e21b904d67d)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:28:20.512405 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bf877561-2eeb-43e0-a02e-928dc64232c2 req-8d233d0e-ae8f-4796-bf35-6779bc04415c tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:20.557142 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-bf877561-2eeb-43e0-a02e-928dc64232c2 req-8d233d0e-ae8f-4796-bf35-6779bc04415c tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Calling delete_port for 703521d3-4515-451e-9ed5-ae886aa33877 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:28:20.631688 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3c52e103-fc5b-4db6-81cb-ca9aeed4d564 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:20.648237 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-352807e5-4a41-4718-b7ac-b994ed86cd32 req-28e87574-a5c5-40e5-a294-7b7ad359720e tempest-ServerShowV254Test-1213963221 tempest-ServerShowV254Test-1213963221-project] 10.222.0.49 "GET /v2.0/ports?device_id=86db175e-bf0c-4696-b79f-d2e9a11e61e4 HTTP/1.1" status: 200 len: 210 time: 0.0401783 Nov 09 21:28:20.679737 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-20708210-f8b1-4138-a91f-ca24d407eaa9 None None] Set router 4b55485e-b816-4210-b2f7-3abcece4e667 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:28:20.705539 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ea5bbe68-7e86-496a-b75f-869c6cb86337 admin admin] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:20.748577 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] device_id is not set on port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:28:20.761628 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:20.769897 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:20.815445 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79994a8-325d-4781-b8cc-08be89e7ec05 admin admin] Network e557bc0d-71a9-4b44-ab50-1de12563c5ef is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:28:20.822799 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3c52e103-fc5b-4db6-81cb-ca9aeed4d564 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:20.830672 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-c79994a8-325d-4781-b8cc-08be89e7ec05 admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:28:20.864950 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c52e103-fc5b-4db6-81cb-ca9aeed4d564 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event deleted for resources: {'Subnet': ['ID=5f4ffb38-e331-4bcc-8607-19460c0e5f77,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:20.865577 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Pushing event updated for resources: {'Port': ['ID=c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:20.877569 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c956a-c247-406b-9d4f-e27ba9118bc0 req-2b1667b8-51fb-4314-bb0e-13e42c913333 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:20.884968 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:28:20.885662 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-eb9c956a-c247-406b-9d4f-e27ba9118bc0 req-2b1667b8-51fb-4314-bb0e-13e42c913333 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=5febd2e0-778c-4c7b-9841-79c838b6973a HTTP/1.1" status: 200 len: 946 time: 0.1547785 Nov 09 21:28:20.885805 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:28:20.885805 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:28:20.894245 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:28:20.894584 n-d-816206-3 neutron-server[102608]: ERROR neutron.plugins.ml2.managers [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Failed to bind port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] Nov 09 21:28:20.895459 n-d-816206-3 neutron-server[102608]: INFO neutron.plugins.ml2.plugin [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempt 2 to bind port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c Nov 09 21:28:20.901943 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ea5bbe68-7e86-496a-b75f-869c6cb86337 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:20.907191 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742162ca-6c92-4a9c-b49e-338c23ac1c2a None None] Network 35057647-8fb3-4e2f-9a4f-566d1b7e2e28 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:28:20.917076 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:28:20.917418 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:28:20.917726 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:28:20.923084 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-20708210-f8b1-4138-a91f-ca24d407eaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b55485e-b816-4210-b2f7-3abcece4e667', 'name': 'tempest-TaggedBootDevicesTest_v242-1649065242-router', 'tenant_id': '82c72cbaced549c1af9f163b71209187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '66f64dbf-96e1-4621-ac3c-49fd405eefcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:16:06Z', 'updated_at': '2021-11-09T21:28:18Z', 'revision_number': 5, 'project_id': '82c72cbaced549c1af9f163b71209187', 'gw_port': {'id': '66f64dbf-96e1-4621-ac3c-49fd405eefcf', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b55485e-b816-4210-b2f7-3abcece4e667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:16:07Z', 'updated_at': '2021-11-09T21:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:28:20.928328 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3c52e103-fc5b-4db6-81cb-ca9aeed4d564 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:20.930226 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:28:20.930805 n-d-816206-3 neutron-server[102608]: ERROR neutron.plugins.ml2.managers [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Failed to bind port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] Nov 09 21:28:20.931252 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-3c52e103-fc5b-4db6-81cb-ca9aeed4d564 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/subnets/5f4ffb38-e331-4bcc-8607-19460c0e5f77 HTTP/1.1" status: 204 len: 168 time: 1.1290071 Nov 09 21:28:20.935072 n-d-816206-3 neutron-server[102608]: INFO neutron.plugins.ml2.plugin [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempt 3 to bind port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c Nov 09 21:28:20.959778 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20708210-f8b1-4138-a91f-ca24d407eaa9 None None] Checking router: 4b55485e-b816-4210-b2f7-3abcece4e667 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:28:20.963684 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52458) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:20.973092 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-ad7c6cea-6fad-4053-9612-19b42abc07cd tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'subnet': {'network_id': '35057647-8fb3-4e2f-9a4f-566d1b7e2e28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:21.027653 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20708210-f8b1-4138-a91f-ca24d407eaa9 None None] Routers {'4b55485e-b816-4210-b2f7-3abcece4e667'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:28:21.028463 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-20708210-f8b1-4138-a91f-ca24d407eaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:28:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['4b55485e-b816-4210-b2f7-3abcece4e667'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:28:21.030743 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:21.060860 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bf877561-2eeb-43e0-a02e-928dc64232c2 req-8d233d0e-ae8f-4796-bf35-6779bc04415c tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:21.098379 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-eb9c956a-c247-406b-9d4f-e27ba9118bc0 req-0fd604b0-df80-4fb6-8b3d-98c99970f73c tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119780 Nov 09 21:28:21.103526 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:28:21.103709 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['703521d3-4515-451e-9ed5-ae886aa33877'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:28:21.104089 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:28:21.104529 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:28:21.130542 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d233d0e-ae8f-4796-bf35-6779bc04415c tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Pushing event deleted for resources: {'Port': ['ID=703521d3-4515-451e-9ed5-ae886aa33877,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:21.153994 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:28:21.155502 n-d-816206-3 neutron-server[102608]: ERROR neutron.plugins.ml2.managers [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Failed to bind port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] Nov 09 21:28:21.158830 n-d-816206-3 neutron-server[102608]: INFO neutron.plugins.ml2.plugin [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempt 4 to bind port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c Nov 09 21:28:21.180181 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:28:21.180875 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:28:21.181450 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:28:21.194785 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:28:21.195478 n-d-816206-3 neutron-server[102608]: ERROR neutron.plugins.ml2.managers [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Failed to bind port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] Nov 09 21:28:21.206696 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:28:21.209460 n-d-816206-3 neutron-server[102608]: INFO neutron.plugins.ml2.plugin [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempt 5 to bind port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c Nov 09 21:28:21.213463 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf877561-2eeb-43e0-a02e-928dc64232c2 req-8d233d0e-ae8f-4796-bf35-6779bc04415c tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] No DVR routers for this DVR port 703521d3-4515-451e-9ed5-ae886aa33877 on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:28:21.218101 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bf877561-2eeb-43e0-a02e-928dc64232c2 req-8d233d0e-ae8f-4796-bf35-6779bc04415c tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:21.222075 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bf877561-2eeb-43e0-a02e-928dc64232c2 req-8d233d0e-ae8f-4796-bf35-6779bc04415c tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.45 "DELETE /v2.0/ports/703521d3-4515-451e-9ed5-ae886aa33877 HTTP/1.1" status: 204 len: 173 time: 1.6299303 Nov 09 21:28:21.232765 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79994a8-325d-4781-b8cc-08be89e7ec05 admin admin] Router 0b801d11-0c7c-4a64-93a1-9a96a18d4a9b has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:28:21.267799 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2f9981-32c2-4eef-aa1f-ce63da83228f', 'name': 'network-vif-deleted', 'tag': '703521d3-4515-451e-9ed5-ae886aa33877'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:28:21.271636 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a45712-233c-47d6-84f2-e497e32b314b" -d '{"events": [{"server_uuid": "4b2f9981-32c2-4eef-aa1f-ce63da83228f", "name": "network-vif-deleted", "tag": "703521d3-4515-451e-9ed5-ae886aa33877"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:28:21.288291 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-ea5bbe68-7e86-496a-b75f-869c6cb86337 admin admin] Deleting port 66f64dbf-96e1-4621-ac3c-49fd405eefcf {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:28:21.288649 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ea5bbe68-7e86-496a-b75f-869c6cb86337 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:21.289114 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a8a386fd-8829-4c03-a513-317bc911338a req-54856504-4b00-4679-a6be-b1f19037c008 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b2f9981-32c2-4eef-aa1f-ce63da83228f HTTP/1.1" status: 200 len: 210 time: 0.0831215 Nov 09 21:28:21.290537 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-20708210-f8b1-4138-a91f-ca24d407eaa9 None None] Set router 4b55485e-b816-4210-b2f7-3abcece4e667 gateway port host: None {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:28:21.294039 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-09381d50-3e4e-4f11-8a97-3020fdbc5f5f None None] Provisioning complete for port 4abd8de3-707e-4616-9905-d8ef8499162d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:28:21.294567 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-09381d50-3e4e-4f11-8a97-3020fdbc5f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:21.329323 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:28:21.329687 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:28:21.330036 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:28:21.365775 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fec93cc-2739-4873-b966-9b02bac0f994 x-openstack-request-id: req-6fec93cc-2739-4873-b966-9b02bac0f994 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:28:21.366321 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2f9981-32c2-4eef-aa1f-ce63da83228f", "name": "network-vif-deleted", "tag": "703521d3-4515-451e-9ed5-ae886aa33877", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:28:21.366321 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6fec93cc-2739-4873-b966-9b02bac0f994 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:28:21.366706 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2f9981-32c2-4eef-aa1f-ce63da83228f', 'name': 'network-vif-deleted', 'tag': '703521d3-4515-451e-9ed5-ae886aa33877', 'status': 'completed', 'code': 200} Nov 09 21:28:21.372719 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-09381d50-3e4e-4f11-8a97-3020fdbc5f5f None None] Port 4abd8de3-707e-4616-9905-d8ef8499162d cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:28:21.391855 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:28:21.394226 n-d-816206-3 neutron-server[102608]: ERROR neutron.plugins.ml2.managers [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Failed to bind port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] Nov 09 21:28:21.412081 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-20708210-f8b1-4138-a91f-ca24d407eaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b55485e-b816-4210-b2f7-3abcece4e667', 'name': 'tempest-TaggedBootDevicesTest_v242-1649065242-router', 'tenant_id': '82c72cbaced549c1af9f163b71209187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:16:06Z', 'updated_at': '2021-11-09T21:28:20Z', 'revision_number': 6, 'project_id': '82c72cbaced549c1af9f163b71209187', 'gw_port_host': None}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:28:21.437272 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79994a8-325d-4781-b8cc-08be89e7ec05 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:28:21.454566 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e102ddc2-c81f-4676-a985-5e8bc51c643c None None] Sync routers for ids ['0b801d11-0c7c-4a64-93a1-9a96a18d4a9b'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:28:21.459830 n-d-816206-3 neutron-server[102608]: INFO neutron.plugins.ml2.plugin [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempt 6 to bind port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c Nov 09 21:28:21.473497 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c79994a8-325d-4781-b8cc-08be89e7ec05 admin admin] 10.222.0.49 "PUT /v2.0/routers/0b801d11-0c7c-4a64-93a1-9a96a18d4a9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5551002 Nov 09 21:28:21.478089 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e102ddc2-c81f-4676-a985-5e8bc51c643c None None] Routers {'0b801d11-0c7c-4a64-93a1-9a96a18d4a9b'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:28:21.479932 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-e102ddc2-c81f-4676-a985-5e8bc51c643c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:28:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['0b801d11-0c7c-4a64-93a1-9a96a18d4a9b'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:28:21.499810 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20708210-f8b1-4138-a91f-ca24d407eaa9 None None] The sync data for ids ['4b55485e-b816-4210-b2f7-3abcece4e667'] in n-d-816206-3 is: [{'id': '4b55485e-b816-4210-b2f7-3abcece4e667', 'name': 'tempest-TaggedBootDevicesTest_v242-1649065242-router', 'tenant_id': '82c72cbaced549c1af9f163b71209187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:16:06Z', 'updated_at': '2021-11-09T21:28:20Z', 'revision_number': 6, 'project_id': '82c72cbaced549c1af9f163b71209187', 'gw_port_host': None}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:28:21.508740 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:28:21.509335 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:21.525994 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:28:21.526662 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:28:21.527215 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:28:21.552729 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:28:21.552729 n-d-816206-3 neutron-server[102608]: ERROR neutron.plugins.ml2.managers [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Failed to bind port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] Nov 09 21:28:21.556009 n-d-816206-3 neutron-server[102608]: INFO neutron.plugins.ml2.plugin [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempt 7 to bind port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c Nov 09 21:28:21.571241 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7c6cea-6fad-4053-9612-19b42abc07cd tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Made reservation on behalf of 858314ce302b43e3a1bfa722f764cbf9 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:28:21.575575 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ad7c6cea-6fad-4053-9612-19b42abc07cd tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:21.654008 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a5f84-4484-4ad5-bc76-a98a5f249a33 req-ce98bbaf-6d5c-4ec4-893c-adad0ece3084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:21.655614 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-637a5f84-4484-4ad5-bc76-a98a5f249a33 req-ce98bbaf-6d5c-4ec4-893c-adad0ece3084 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=476b04718f114622be45841d668c49d8&device_id=5febd2e0-778c-4c7b-9841-79c838b6973a HTTP/1.1" status: 200 len: 1097 time: 0.1853361 Nov 09 21:28:21.661078 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:28:21.661552 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:28:21.662049 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:28:21.683998 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-ea5bbe68-7e86-496a-b75f-869c6cb86337 admin admin] For port 66f64dbf-96e1-4621-ac3c-49fd405eefcf, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=66f64dbf-96e1-4621-ac3c-49fd405eefcf,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:28:21.684513 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ea5bbe68-7e86-496a-b75f-869c6cb86337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:21.702859 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:28:21.703327 n-d-816206-3 neutron-server[102608]: ERROR neutron.plugins.ml2.managers [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Failed to bind port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] Nov 09 21:28:21.705716 n-d-816206-3 neutron-server[102608]: INFO neutron.plugins.ml2.plugin [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempt 8 to bind port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c Nov 09 21:28:21.716865 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e4122-a60a-4433-952d-11877589fe25 req-929400ab-3c4d-4e09-9e61-50651d377f2d tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:21.719636 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-ea5bbe68-7e86-496a-b75f-869c6cb86337 admin admin] Calling delete_port for 66f64dbf-96e1-4621-ac3c-49fd405eefcf owned by network:router_gateway {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:28:21.724424 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-df5e4122-a60a-4433-952d-11877589fe25 req-929400ab-3c4d-4e09-9e61-50651d377f2d tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=5febd2e0-778c-4c7b-9841-79c838b6973a HTTP/1.1" status: 200 len: 946 time: 0.2235329 Nov 09 21:28:21.749916 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:28:21.750421 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:28:21.750959 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:28:21.778038 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:28:21.778540 n-d-816206-3 neutron-server[102608]: ERROR neutron.plugins.ml2.managers [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Failed to bind port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] Nov 09 21:28:21.783590 n-d-816206-3 neutron-server[102608]: INFO neutron.plugins.ml2.plugin [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempt 9 to bind port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c Nov 09 21:28:21.806146 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-e102ddc2-c81f-4676-a985-5e8bc51c643c None None] Set router 0b801d11-0c7c-4a64-93a1-9a96a18d4a9b gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:28:21.843974 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-df5e4122-a60a-4433-952d-11877589fe25 req-cbbff5f0-a12d-4652-9591-c3ae20935f18 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185043 Nov 09 21:28:21.969941 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:28:21.970421 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:28:21.970898 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:28:21.983509 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a5f84-4484-4ad5-bc76-a98a5f249a33 req-372ed564-1294-4949-8129-8dd935f5c732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:21.985065 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-637a5f84-4484-4ad5-bc76-a98a5f249a33 req-372ed564-1294-4949-8129-8dd935f5c732 service neutron] 10.222.0.45 "GET /v2.0/networks?id=334ab1b0-3bbb-4e22-8403-8369144bd306 HTTP/1.1" status: 200 len: 918 time: 0.2521367 Nov 09 21:28:21.985199 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-074eea67-844a-4bbd-8a83-aa3ed20abc69 req-886bafe5-9bc1-402c-adce-ee64392f6353 tempest-ServerShowV254Test-1213963221 tempest-ServerShowV254Test-1213963221-project] 10.222.0.49 "GET /v2.0/ports?device_id=86db175e-bf0c-4696-b79f-d2e9a11e61e4 HTTP/1.1" status: 200 len: 210 time: 0.1705327 Nov 09 21:28:22.088216 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:28:22.088730 n-d-816206-3 neutron-server[102608]: ERROR neutron.plugins.ml2.managers [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Failed to bind port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] Nov 09 21:28:22.091570 n-d-816206-3 neutron-server[102608]: INFO neutron.plugins.ml2.plugin [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempt 10 to bind port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c Nov 09 21:28:22.092926 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-637a5f84-4484-4ad5-bc76-a98a5f249a33 req-d41cd80b-ea14-488c-9287-90bc9f778d52 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=930cbb62-5b75-427c-b3ad-7ba1b4694c5d HTTP/1.1" status: 200 len: 217 time: 0.0895085 Nov 09 21:28:22.121777 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:28:22.122145 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:28:22.122462 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempting to bind port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:28:22.142263 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-e102ddc2-c81f-4676-a985-5e8bc51c643c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b801d11-0c7c-4a64-93a1-9a96a18d4a9b', 'name': 'tempest-ServerActionsTestJSON-1158179346-router', 'tenant_id': '96a7a35658cb4a6ea565f057e114d368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:28:11Z', 'updated_at': '2021-11-09T21:28:19Z', 'revision_number': 4, 'project_id': '96a7a35658cb4a6ea565f057e114d368', 'gw_port': {'id': '3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:27:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b801d11-0c7c-4a64-93a1-9a96a18d4a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:28:13Z', 'updated_at': '2021-11-09T21:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '4abd8de3-707e-4616-9905-d8ef8499162d', 'name': '', 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef', 'tenant_id': '96a7a35658cb4a6ea565f057e114d368', 'mac_address': 'fa:16:3e:e5:2b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b801d11-0c7c-4a64-93a1-9a96a18d4a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '48041428-5cce-473c-b445-a01eb383d908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:28:16Z', 'updated_at': '2021-11-09T21:28:19Z', 'revision_number': 2, 'project_id': '96a7a35658cb4a6ea565f057e114d368', 'subnets': [{'id': '48041428-5cce-473c-b445-a01eb383d908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:28:22.175843 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a5f84-4484-4ad5-bc76-a98a5f249a33 req-e0258478-a425-4b53-a389-980757c99f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:22.177801 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-637a5f84-4484-4ad5-bc76-a98a5f249a33 req-e0258478-a425-4b53-a389-980757c99f43 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6287f675-aade-4edd-b174-3f3f6aef5f0a HTTP/1.1" status: 200 len: 858 time: 0.0839329 Nov 09 21:28:22.184249 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:28:22.184862 n-d-816206-3 neutron-server[102608]: ERROR neutron.plugins.ml2.managers [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Failed to bind port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c on host n-h1-816206-3 for vnic_type normal using segments [{'id': 'e813382f-2d90-4697-8d58-6a45fdce016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '91f8e9a3-824e-4363-bdb8-4c11a9953236'}] Nov 09 21:28:22.184954 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:22.202533 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e102ddc2-c81f-4676-a985-5e8bc51c643c None None] Checking router: 0b801d11-0c7c-4a64-93a1-9a96a18d4a9b for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:28:22.202904 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e102ddc2-c81f-4676-a985-5e8bc51c643c None None] Updating router 0b801d11-0c7c-4a64-93a1-9a96a18d4a9b port 4abd8de3-707e-4616-9905-d8ef8499162d binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:28:22.211185 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-637a5f84-4484-4ad5-bc76-a98a5f249a33 req-9f553ffb-2ac5-4735-8ec0-ceaa75ae8749 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=334ab1b0-3bbb-4e22-8403-8369144bd306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265746 Nov 09 21:28:22.235558 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e102ddc2-c81f-4676-a985-5e8bc51c643c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:22.304308 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] For port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c, host n-h1-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:28:22.304705 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attempted to set empty binding levels {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 09 21:28:22.318093 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:22.353999 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:22.400100 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-637a5f84-4484-4ad5-bc76-a98a5f249a33 req-1e144341-91ca-4306-a64d-c1e36914d894 service neutron] 10.222.0.45 "GET /v2.0/networks/334ab1b0-3bbb-4e22-8403-8369144bd306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816225 Nov 09 21:28:22.400856 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ea5bbe68-7e86-496a-b75f-869c6cb86337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:22.414640 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] In _notify_port_updated(), no bound segment for port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c on network 91f8e9a3-824e-4363-bdb8-4c11a9953236 {{(pid=102608) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 21:28:22.415531 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:22.416146 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:22.424923 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] 10.222.0.49 "PUT /v2.0/ports/c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c HTTP/1.1" status: 200 len: 975 time: 2.0817373 Nov 09 21:28:22.441775 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52482) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:22.509686 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-1df6d655-22eb-4bc8-9d08-d3f54d927683 None None] Provisioning complete for port 76cb64fd-db82-49ef-91cd-be3370e57ea7 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:28:22.511347 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1df6d655-22eb-4bc8-9d08-d3f54d927683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:22.512352 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778200ec-9591-4424-8d93-30e16f4d8c1e tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Pushing event updated for resources: {'Port': ['ID=c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:22.565631 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52486) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:22.571709 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-d879cf7a-5840-4089-b221-779d77958188 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Request body: {'security_group': {'name': 'tempest-securitygroup--989843733', 'description': 'tempest-description--1937470152'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:22.591446 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-637a5f84-4484-4ad5-bc76-a98a5f249a33 req-c5d2ec93-4466-41ec-ad8c-c9c3ca08e824 service neutron] 10.222.0.45 "GET /v2.0/networks/334ab1b0-3bbb-4e22-8403-8369144bd306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836860 Nov 09 21:28:22.614074 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d879cf7a-5840-4089-b221-779d77958188 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:22.628397 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-1df6d655-22eb-4bc8-9d08-d3f54d927683 None None] Port 76cb64fd-db82-49ef-91cd-be3370e57ea7 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:28:22.654152 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-1df6d655-22eb-4bc8-9d08-d3f54d927683 None None] Provisioning complete for port f0b5c302-954c-45b2-b979-cece59b116a9 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:28:22.654539 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1df6d655-22eb-4bc8-9d08-d3f54d927683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:22.745535 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5bbe68-7e86-496a-b75f-869c6cb86337 admin admin] Pushing event deleted for resources: {'Port': ['ID=66f64dbf-96e1-4621-ac3c-49fd405eefcf,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:22.762806 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ad7c6cea-6fad-4053-9612-19b42abc07cd tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:22.799624 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:22.825680 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e102ddc2-c81f-4676-a985-5e8bc51c643c None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:22.826946 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7c6cea-6fad-4053-9612-19b42abc07cd tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Network 35057647-8fb3-4e2f-9a4f-566d1b7e2e28 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:28:22.832132 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e102ddc2-c81f-4676-a985-5e8bc51c643c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:22.838015 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-ad7c6cea-6fad-4053-9612-19b42abc07cd tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:28:22.842040 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7c6cea-6fad-4053-9612-19b42abc07cd tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:22.842732 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ad7c6cea-6fad-4053-9612-19b42abc07cd tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:22.846522 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cbbc4e-e4f6-47fe-bc67-596c7ebfc15f None None] Network 35057647-8fb3-4e2f-9a4f-566d1b7e2e28 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:28:22.851383 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ea5bbe68-7e86-496a-b75f-869c6cb86337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:22.926377 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e880b-5319-4893-a0e5-5d16b3d76bf9 None None] Pushing event updated for resources: {'Port': ['ID=4abd8de3-707e-4616-9905-d8ef8499162d,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:22.933583 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d879cf7a-5840-4089-b221-779d77958188 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:22.956672 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d879cf7a-5840-4089-b221-779d77958188 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:22.984735 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7c6cea-6fad-4053-9612-19b42abc07cd tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event updated for resources: {'Subnet': ['ID=8ab42c30-7a79-4c5d-b3bf-8b0f8820ab8c,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:23.044781 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d879cf7a-5840-4089-b221-779d77958188 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc5c2e3-26d9-443d-afe8-b731607d3c1b,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:23.063075 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-e102ddc2-c81f-4676-a985-5e8bc51c643c None None] Attempting to bind port 4abd8de3-707e-4616-9905-d8ef8499162d on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:28:23.063698 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-e102ddc2-c81f-4676-a985-5e8bc51c643c None None] Attempting to bind port 4abd8de3-707e-4616-9905-d8ef8499162d by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '4b1e7064-c872-4e6f-85a8-e00a69322723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:28:23.064865 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e102ddc2-c81f-4676-a985-5e8bc51c643c None None] Attempting to bind port 4abd8de3-707e-4616-9905-d8ef8499162d on network e557bc0d-71a9-4b44-ab50-1de12563c5ef {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:28:23.083371 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e102ddc2-c81f-4676-a985-5e8bc51c643c None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:28:23.083947 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e102ddc2-c81f-4676-a985-5e8bc51c643c None None] Checking segment: {'id': '4b1e7064-c872-4e6f-85a8-e00a69322723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:28:23.084763 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e102ddc2-c81f-4676-a985-5e8bc51c643c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:23.085266 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e102ddc2-c81f-4676-a985-5e8bc51c643c None None] Bound using segment: {'id': '4b1e7064-c872-4e6f-85a8-e00a69322723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:28:23.087620 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-e102ddc2-c81f-4676-a985-5e8bc51c643c None None] Bound port: 4abd8de3-707e-4616-9905-d8ef8499162d, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b1e7064-c872-4e6f-85a8-e00a69322723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:28:23.088032 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e102ddc2-c81f-4676-a985-5e8bc51c643c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:23.097794 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d879cf7a-5840-4089-b221-779d77958188 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:23.113907 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d879cf7a-5840-4089-b221-779d77958188 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5468211 Nov 09 21:28:23.118619 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52504) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:23.133226 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-faf73591-8506-4bc5-8db3-5189c690ef6a tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Request body: {'security_group_rule': {'security_group_id': '6dc5c2e3-26d9-443d-afe8-b731607d3c1b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:23.175945 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdbab41-902c-4ed0-9dac-aeabcbbc8f6e req-a53de766-47ce-4844-b28c-9d61afcd585a tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:23.183662 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0fdbab41-902c-4ed0-9dac-aeabcbbc8f6e req-a53de766-47ce-4844-b28c-9d61afcd585a tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/networks?id=a977e5a0-d935-40af-beae-b0f3a8c25de8 HTTP/1.1" status: 200 len: 811 time: 0.4423635 Nov 09 21:28:23.214893 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-e102ddc2-c81f-4676-a985-5e8bc51c643c None None] For port 4abd8de3-707e-4616-9905-d8ef8499162d, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:28:23.221547 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0fdbab41-902c-4ed0-9dac-aeabcbbc8f6e req-253702b2-e7b4-4720-9c38-4fbb2e7680ab tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/quotas/37ab742aac8d42199f84c1b467e67cb5 HTTP/1.1" status: 200 len: 375 time: 0.0365231 Nov 09 21:28:23.223855 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-e102ddc2-c81f-4676-a985-5e8bc51c643c None None] For port 4abd8de3-707e-4616-9905-d8ef8499162d, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=4abd8de3-707e-4616-9905-d8ef8499162d,segment=NetworkSegment(4b1e7064-c872-4e6f-85a8-e00a69322723),segment_id=4b1e7064-c872-4e6f-85a8-e00a69322723)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:28:23.229540 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e102ddc2-c81f-4676-a985-5e8bc51c643c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:23.234723 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-faf73591-8506-4bc5-8db3-5189c690ef6a tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:23.265330 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 66f64dbf-96e1-4621-ac3c-49fd405eefcf no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:28:23.285360 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0fdbab41-902c-4ed0-9dac-aeabcbbc8f6e req-7792a033-aea5-4e7c-a9d7-eebdc0c8241c tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=37ab742aac8d42199f84c1b467e67cb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0625324 Nov 09 21:28:23.288968 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 66f64dbf-96e1-4621-ac3c-49fd405eefcf {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:28:23.289312 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 66f64dbf-96e1-4621-ac3c-49fd405eefcf not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:28:23.289724 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 2229e2ec-7726-4970-8bac-5c7b90af8838 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:28:23.306802 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e880b-5319-4893-a0e5-5d16b3d76bf9 None None] Pushing event updated for resources: {'Port': ['ID=4abd8de3-707e-4616-9905-d8ef8499162d,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:23.338514 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 2229e2ec-7726-4970-8bac-5c7b90af8838 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:28:23.339065 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 2229e2ec-7726-4970-8bac-5c7b90af8838 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:28:23.356404 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e102ddc2-c81f-4676-a985-5e8bc51c643c None None] Routers {'0b801d11-0c7c-4a64-93a1-9a96a18d4a9b'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:28:23.357109 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-e102ddc2-c81f-4676-a985-5e8bc51c643c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:28:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['0b801d11-0c7c-4a64-93a1-9a96a18d4a9b'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:28:23.365831 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-b684f7bb-a27e-48bf-95f1-cf30fd6e6b9e None None] Provisioning complete for port 4abd8de3-707e-4616-9905-d8ef8499162d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:28:23.366451 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b684f7bb-a27e-48bf-95f1-cf30fd6e6b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:23.396937 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:23.459441 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-faf73591-8506-4bc5-8db3-5189c690ef6a tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:23.473692 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b684f7bb-a27e-48bf-95f1-cf30fd6e6b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:23.480480 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-faf73591-8506-4bc5-8db3-5189c690ef6a tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:23.515542 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0fdbab41-902c-4ed0-9dac-aeabcbbc8f6e req-6ee7606e-8e35-44db-ac6b-b937e136cdc0 service neutron] 10.222.0.49 "GET /v2.0/networks/a977e5a0-d935-40af-beae-b0f3a8c25de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291107 Nov 09 21:28:23.525451 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 703521d3-4515-451e-9ed5-ae886aa33877 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:28:23.535013 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf73591-8506-4bc5-8db3-5189c690ef6a tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1136c7d-072f-4dca-b6de-379350bd0e51,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:23.577982 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ad7c6cea-6fad-4053-9612-19b42abc07cd tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6089351 Nov 09 21:28:23.580806 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ea5bbe68-7e86-496a-b75f-869c6cb86337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:23.582283 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52506) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:23.585524 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-b684f7bb-a27e-48bf-95f1-cf30fd6e6b9e None None] For port 4abd8de3-707e-4616-9905-d8ef8499162d, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=4abd8de3-707e-4616-9905-d8ef8499162d,segment=NetworkSegment(4b1e7064-c872-4e6f-85a8-e00a69322723),segment_id=4b1e7064-c872-4e6f-85a8-e00a69322723)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:28:23.596530 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-e102ddc2-c81f-4676-a985-5e8bc51c643c None None] Set router 0b801d11-0c7c-4a64-93a1-9a96a18d4a9b gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:28:23.596969 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-75988987-9fef-4209-a5f5-cc75113105fc tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'security_group': {'name': 'tempest-secgroup-1574737607'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:23.599477 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47fd6a6-097e-41bf-87bb-6a10c82745e9 None None] Update dhcp port {'port': {'network_id': '35057647-8fb3-4e2f-9a4f-566d1b7e2e28', 'fixed_ips': [{'subnet_id': '0a27dff0-4b96-4281-8e55-4f2b60b1678f', 'ip_address': '172.20.0.18'}, {'subnet_id': '8ab42c30-7a79-4c5d-b3bf-8b0f8820ab8c'}], 'binding:host_id': 'n-d-816206-3'}, 'id': 'f0b5c302-954c-45b2-b979-cece59b116a9'} from n-d-816206-3. {{(pid=102609) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 21:28:23.601642 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b684f7bb-a27e-48bf-95f1-cf30fd6e6b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:23.604282 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 703521d3-4515-451e-9ed5-ae886aa33877 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:28:23.604759 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 703521d3-4515-451e-9ed5-ae886aa33877 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:28:23.604984 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ea5bbe68-7e86-496a-b75f-869c6cb86337 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:23.615060 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-282c1f30-079c-49ab-b35e-63f6b8335f29 tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Deleting port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:28:23.615401 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-282c1f30-079c-49ab-b35e-63f6b8335f29 tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:23.637241 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-faf73591-8506-4bc5-8db3-5189c690ef6a tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:23.638624 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-faf73591-8506-4bc5-8db3-5189c690ef6a tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5102305 Nov 09 21:28:23.647132 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52508) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:23.660030 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c47fd6a6-097e-41bf-87bb-6a10c82745e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:23.720678 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684f7bb-a27e-48bf-95f1-cf30fd6e6b9e None None] Pushing event updated for resources: {'Port': ['ID=4abd8de3-707e-4616-9905-d8ef8499162d,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:23.747066 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-c178cd02-9833-42a2-83d0-faacb5f144d3 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Request body: {'security_group_rule': {'security_group_id': '6dc5c2e3-26d9-443d-afe8-b731607d3c1b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:23.751233 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0fdbab41-902c-4ed0-9dac-aeabcbbc8f6e req-d120730b-51ef-48dc-874e-d3fbeaa64094 service neutron] 10.222.0.49 "GET /v2.0/networks/a977e5a0-d935-40af-beae-b0f3a8c25de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336648 Nov 09 21:28:23.807647 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ea5bbe68-7e86-496a-b75f-869c6cb86337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:23.807954 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-865da049-eec5-425a-a458-7e3968111963 None None] Provisioning complete for port 4abd8de3-707e-4616-9905-d8ef8499162d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:28:23.808261 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5bbe68-7e86-496a-b75f-869c6cb86337 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b55485e-b816-4210-b2f7-3abcece4e667 {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:28:23.809406 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-865da049-eec5-425a-a458-7e3968111963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:23.814569 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ea5bbe68-7e86-496a-b75f-869c6cb86337 admin admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:23.818329 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ea5bbe68-7e86-496a-b75f-869c6cb86337 admin admin] 10.222.0.49 "DELETE /v2.0/routers/4b55485e-b816-4210-b2f7-3abcece4e667 HTTP/1.1" status: 204 len: 168 time: 3.3217742 Nov 09 21:28:23.818329 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-75988987-9fef-4209-a5f5-cc75113105fc tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:23.818725 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52512) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:23.842929 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c178cd02-9833-42a2-83d0-faacb5f144d3 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:23.927950 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b382b54-5814-462c-a16c-f59faef438e5 req-8089ffe4-ca91-4bce-86cb-1657a9fd1e35 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:23.929600 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6b382b54-5814-462c-a16c-f59faef438e5 req-8089ffe4-ca91-4bce-86cb-1657a9fd1e35 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=5febd2e0-778c-4c7b-9841-79c838b6973a HTTP/1.1" status: 200 len: 946 time: 0.9339015 Nov 09 21:28:23.940110 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-4271adf9-29fd-4646-b1bc-1e727fce99fa admin admin] Deleting subnet c3d920bb-b358-4f30-b501-1f6a5fba102b {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:28:23.946155 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4271adf9-29fd-4646-b1bc-1e727fce99fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:24.033857 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4271adf9-29fd-4646-b1bc-1e727fce99fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:24.095379 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-75988987-9fef-4209-a5f5-cc75113105fc tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:24.097728 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-c47fd6a6-097e-41bf-87bb-6a10c82745e9 None None] Allocated IP 172.20.0.2 (35057647-8fb3-4e2f-9a4f-566d1b7e2e28/8ab42c30-7a79-4c5d-b3bf-8b0f8820ab8c/f0b5c302-954c-45b2-b979-cece59b116a9) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:28:24.105435 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-282c1f30-079c-49ab-b35e-63f6b8335f29 tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] For port c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c, host n-h1-816206-3, got binding levels [] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:28:24.106336 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-282c1f30-079c-49ab-b35e-63f6b8335f29 tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:24.110857 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-75988987-9fef-4209-a5f5-cc75113105fc tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:24.175459 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-e102ddc2-c81f-4676-a985-5e8bc51c643c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b801d11-0c7c-4a64-93a1-9a96a18d4a9b', 'name': 'tempest-ServerActionsTestJSON-1158179346-router', 'tenant_id': '96a7a35658cb4a6ea565f057e114d368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:28:11Z', 'updated_at': '2021-11-09T21:28:19Z', 'revision_number': 4, 'project_id': '96a7a35658cb4a6ea565f057e114d368', 'gw_port': {'id': '3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:27:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b801d11-0c7c-4a64-93a1-9a96a18d4a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:28:13Z', 'updated_at': '2021-11-09T21:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '4abd8de3-707e-4616-9905-d8ef8499162d', 'name': '', 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef', 'tenant_id': '96a7a35658cb4a6ea565f057e114d368', 'mac_address': 'fa:16:3e:e5:2b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b801d11-0c7c-4a64-93a1-9a96a18d4a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '48041428-5cce-473c-b445-a01eb383d908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:28:16Z', 'updated_at': '2021-11-09T21:28:23Z', 'revision_number': 4, 'project_id': '96a7a35658cb4a6ea565f057e114d368', 'subnets': [{'id': '48041428-5cce-473c-b445-a01eb383d908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:28:24.202277 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-282c1f30-079c-49ab-b35e-63f6b8335f29 tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Calling delete_port for c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:28:24.228082 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e102ddc2-c81f-4676-a985-5e8bc51c643c None None] The sync data for ids ['0b801d11-0c7c-4a64-93a1-9a96a18d4a9b'] in n-d-816206-3 is: [{'id': '0b801d11-0c7c-4a64-93a1-9a96a18d4a9b', 'name': 'tempest-ServerActionsTestJSON-1158179346-router', 'tenant_id': '96a7a35658cb4a6ea565f057e114d368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:28:11Z', 'updated_at': '2021-11-09T21:28:19Z', 'revision_number': 4, 'project_id': '96a7a35658cb4a6ea565f057e114d368', 'gw_port': {'id': '3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:27:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b801d11-0c7c-4a64-93a1-9a96a18d4a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:28:13Z', 'updated_at': '2021-11-09T21:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '4abd8de3-707e-4616-9905-d8ef8499162d', 'name': '', 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef', 'tenant_id': '96a7a35658cb4a6ea565f057e114d368', 'mac_address': 'fa:16:3e:e5:2b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b801d11-0c7c-4a64-93a1-9a96a18d4a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '48041428-5cce-473c-b445-a01eb383d908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:28:16Z', 'updated_at': '2021-11-09T21:28:23Z', 'revision_number': 4, 'project_id': '96a7a35658cb4a6ea565f057e114d368', 'subnets': [{'id': '48041428-5cce-473c-b445-a01eb383d908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:28:24.252194 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8600bca5-1dd1-4f2d-8bf8-ab0c11ed6529 req-048ebe56-8d3f-4271-98b7-acd41895fafa tempest-ServerShowV254Test-1213963221 tempest-ServerShowV254Test-1213963221-project] 10.222.0.49 "GET /v2.0/ports?device_id=86db175e-bf0c-4696-b79f-d2e9a11e61e4 HTTP/1.1" status: 200 len: 210 time: 0.0446985 Nov 09 21:28:24.261439 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4271adf9-29fd-4646-b1bc-1e727fce99fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:24.345657 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6b382b54-5814-462c-a16c-f59faef438e5 req-05240c6c-96d5-43b2-9077-b5508bc1dfcf tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3822248 Nov 09 21:28:24.347679 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-c47fd6a6-097e-41bf-87bb-6a10c82745e9 None None] For port f0b5c302-954c-45b2-b979-cece59b116a9, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=f0b5c302-954c-45b2-b979-cece59b116a9,segment=NetworkSegment(1dc4af13-f432-4195-b2e1-e0d3766f8b63),segment_id=1dc4af13-f432-4195-b2e1-e0d3766f8b63)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:28:24.354379 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-75988987-9fef-4209-a5f5-cc75113105fc tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:24.356009 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-75988987-9fef-4209-a5f5-cc75113105fc tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7718124 Nov 09 21:28:24.362235 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52518) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:24.385877 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c178cd02-9833-42a2-83d0-faacb5f144d3 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:24.431518 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-16f9528e-765d-411e-a4b6-905c34ac05d0 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'security_group': {'name': 'tempest-secgroup-1397000283'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:24.441100 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75988987-9fef-4209-a5f5-cc75113105fc tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=619655e5-354e-42ee-a073-27a27c6d9aab,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:24.444165 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4271adf9-29fd-4646-b1bc-1e727fce99fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:24.451248 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c47fd6a6-097e-41bf-87bb-6a10c82745e9 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:24.460441 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c47fd6a6-097e-41bf-87bb-6a10c82745e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:24.527667 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4271adf9-29fd-4646-b1bc-1e727fce99fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3d920bb-b358-4f30-b501-1f6a5fba102b,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:24.537155 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4271adf9-29fd-4646-b1bc-1e727fce99fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:24.540792 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4271adf9-29fd-4646-b1bc-1e727fce99fa admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c3d920bb-b358-4f30-b501-1f6a5fba102b HTTP/1.1" status: 204 len: 168 time: 0.7209129 Nov 09 21:28:24.543327 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52524) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:24.566061 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-16f9528e-765d-411e-a4b6-905c34ac05d0 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:24.577858 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f80dfee-3099-4afc-a308-1b5278fd20e3 None None] Network 4b9d06c7-33c8-4c7a-8231-6eb95b2347b3 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:28:24.600889 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c178cd02-9833-42a2-83d0-faacb5f144d3 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:24.643112 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47fd6a6-097e-41bf-87bb-6a10c82745e9 None None] Pushing event updated for resources: {'Port': ['ID=f0b5c302-954c-45b2-b979-cece59b116a9,revision_number=6']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:24.654584 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-282c1f30-079c-49ab-b35e-63f6b8335f29 tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:24.658876 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-83f8e495-9c59-413d-b347-8cdccdbf29be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:24.768296 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-16f9528e-765d-411e-a4b6-905c34ac05d0 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:24.775683 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-16f9528e-765d-411e-a4b6-905c34ac05d0 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:24.781193 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b5a9dd87-1001-4a9a-9654-652f236e752e req-f2253368-1632-452b-a8fa-6998f6a9baa8 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=84a65847-e19c-4e28-bc05-986fe962fa66 HTTP/1.1" status: 200 len: 210 time: 0.1947596 Nov 09 21:28:24.789469 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c178cd02-9833-42a2-83d0-faacb5f144d3 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:24.795548 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c178cd02-9833-42a2-83d0-faacb5f144d3 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0594554 Nov 09 21:28:24.801429 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52528) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:24.803101 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c178cd02-9833-42a2-83d0-faacb5f144d3 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb1f1a11-0008-4094-a712-bc542632f02c,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:24.817310 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-70e156d8-c029-4859-84f3-34b5e733fc82 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:24.866914 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-83f8e495-9c59-413d-b347-8cdccdbf29be admin admin] Deleting port 5f7ceeee-0fce-42a6-a449-8ddb69ccc18e {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:28:24.867273 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-83f8e495-9c59-413d-b347-8cdccdbf29be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:24.868346 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-70e156d8-c029-4859-84f3-34b5e733fc82 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks [] for floatingip, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:24.875143 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c1f30-079c-49ab-b35e-63f6b8335f29 tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Pushing event deleted for resources: {'Port': ['ID=c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:24.894558 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da032a53-f913-43b1-8fe2-aad0f8c85b8a None None] DHCP port deletion for 4b9d06c7-33c8-4c7a-8231-6eb95b2347b3 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:28:24.902659 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-282c1f30-079c-49ab-b35e-63f6b8335f29 tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:24.910721 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-282c1f30-079c-49ab-b35e-63f6b8335f29 tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] 10.222.0.49 "DELETE /v2.0/ports/c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c HTTP/1.1" status: 204 len: 168 time: 2.4683673 Nov 09 21:28:24.911573 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52530) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:24.967002 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-da032a53-f913-43b1-8fe2-aad0f8c85b8a None None] Deleting port 5f7ceeee-0fce-42a6-a449-8ddb69ccc18e {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:28:24.967485 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-da032a53-f913-43b1-8fe2-aad0f8c85b8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:25.000962 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-1383879b-516b-4506-8b38-c758e153048d tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] GET failed (client error): The resource could not be found. Nov 09 21:28:25.002045 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1383879b-516b-4506-8b38-c758e153048d tempest-PortsAdminExtendedAttrsTestJSON-277431618 tempest-PortsAdminExtendedAttrsTestJSON-277431618-project-admin] 10.222.0.49 "GET /v2.0/ports/c76f13a4-d6fc-4958-b5dd-2a557dfa4d0c HTTP/1.1" status: 404 len: 333 time: 0.0796285 Nov 09 21:28:25.006639 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52532) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:25.045084 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-83f8e495-9c59-413d-b347-8cdccdbf29be admin admin] For port 5f7ceeee-0fce-42a6-a449-8ddb69ccc18e, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5f7ceeee-0fce-42a6-a449-8ddb69ccc18e,segment=NetworkSegment(c74b6dd5-97d0-4d15-ae96-0ba74f278c4f),segment_id=c74b6dd5-97d0-4d15-ae96-0ba74f278c4f)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:28:25.045994 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-83f8e495-9c59-413d-b347-8cdccdbf29be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:25.056996 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-da032a53-f913-43b1-8fe2-aad0f8c85b8a None None] For port 5f7ceeee-0fce-42a6-a449-8ddb69ccc18e, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5f7ceeee-0fce-42a6-a449-8ddb69ccc18e,segment=NetworkSegment(c74b6dd5-97d0-4d15-ae96-0ba74f278c4f),segment_id=c74b6dd5-97d0-4d15-ae96-0ba74f278c4f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:28:25.057629 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-da032a53-f913-43b1-8fe2-aad0f8c85b8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:25.076275 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-83f8e495-9c59-413d-b347-8cdccdbf29be admin admin] Calling delete_port for 5f7ceeee-0fce-42a6-a449-8ddb69ccc18e owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:28:25.086458 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-da032a53-f913-43b1-8fe2-aad0f8c85b8a None None] Calling delete_port for 5f7ceeee-0fce-42a6-a449-8ddb69ccc18e owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:28:25.166320 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5b01289f-2fea-4d60-a4e3-17fec84f8874 tempest-PortsAdminExtendedAttrsTestJSON-469440716 tempest-PortsAdminExtendedAttrsTestJSON-469440716-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:25.221393 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9528e-765d-411e-a4b6-905c34ac05d0 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc808e9-c7a4-43a3-8b0b-ce2a318fba37,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:25.239502 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-16f9528e-765d-411e-a4b6-905c34ac05d0 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:25.242106 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-16f9528e-765d-411e-a4b6-905c34ac05d0 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8173568 Nov 09 21:28:25.244840 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52534) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:25.249877 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-2598d40a-a394-4961-9f79-2206ea989026 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'security_group': {'name': 'tempest-secgroup-867162136'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:25.286512 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-83f8e495-9c59-413d-b347-8cdccdbf29be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:25.289298 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-da032a53-f913-43b1-8fe2-aad0f8c85b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:25.309152 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f8e495-9c59-413d-b347-8cdccdbf29be admin admin] No DVR routers for this DVR port 5f7ceeee-0fce-42a6-a449-8ddb69ccc18e on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:28:25.391822 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da032a53-f913-43b1-8fe2-aad0f8c85b8a None None] Pushing event deleted for resources: {'Port': ['ID=5f7ceeee-0fce-42a6-a449-8ddb69ccc18e,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:25.409679 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da032a53-f913-43b1-8fe2-aad0f8c85b8a None None] No DVR routers for this DVR port 5f7ceeee-0fce-42a6-a449-8ddb69ccc18e on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:28:25.428400 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device f0b5c302-954c-45b2-b979-cece59b116a9 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:28:25.448159 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-70e156d8-c029-4859-84f3-34b5e733fc82 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:25.472444 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-83f8e495-9c59-413d-b347-8cdccdbf29be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:25.497975 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5b01289f-2fea-4d60-a4e3-17fec84f8874 tempest-PortsAdminExtendedAttrsTestJSON-469440716 tempest-PortsAdminExtendedAttrsTestJSON-469440716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:25.513964 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8e495-9c59-413d-b347-8cdccdbf29be admin admin] Pushing event deleted for resources: {'Port': ['ID=5f7ceeee-0fce-42a6-a449-8ddb69ccc18e,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:25.518804 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-83f8e495-9c59-413d-b347-8cdccdbf29be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b9d06c7-33c8-4c7a-8231-6eb95b2347b3']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:28:25.582125 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port f0b5c302-954c-45b2-b979-cece59b116a9 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:28:25.582684 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:25.610839 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cd36c5ce-3b50-444d-be34-321f806bea9c req-9177216f-2d4e-4417-885b-f7543bce0657 tempest-ServerShowV254Test-1213963221 tempest-ServerShowV254Test-1213963221-project] 10.222.0.49 "GET /v2.0/ports?device_id=86db175e-bf0c-4696-b79f-d2e9a11e61e4 HTTP/1.1" status: 200 len: 210 time: 0.0979402 Nov 09 21:28:25.617109 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2598d40a-a394-4961-9f79-2206ea989026 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:25.622776 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-83f8e495-9c59-413d-b347-8cdccdbf29be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c74b6dd5-97d0-4d15-ae96-0ba74f278c4f') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:28:25.628017 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-83f8e495-9c59-413d-b347-8cdccdbf29be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c74b6dd5-97d0-4d15-ae96-0ba74f278c4f') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:28:25.639278 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-5b01289f-2fea-4d60-a4e3-17fec84f8874 tempest-PortsAdminExtendedAttrsTestJSON-469440716 tempest-PortsAdminExtendedAttrsTestJSON-469440716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91f8e9a3-824e-4363-bdb8-4c11a9953236']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:28:25.656996 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-5b01289f-2fea-4d60-a4e3-17fec84f8874 tempest-PortsAdminExtendedAttrsTestJSON-469440716 tempest-PortsAdminExtendedAttrsTestJSON-469440716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e813382f-2d90-4697-8d58-6a45fdce016c') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:28:25.657293 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-5b01289f-2fea-4d60-a4e3-17fec84f8874 tempest-PortsAdminExtendedAttrsTestJSON-469440716 tempest-PortsAdminExtendedAttrsTestJSON-469440716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e813382f-2d90-4697-8d58-6a45fdce016c') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:28:25.660278 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-7c4157d0-4d22-4220-beca-49c207a72738 None None] Provisioning complete for port 76cb64fd-db82-49ef-91cd-be3370e57ea7 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:28:25.660668 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7c4157d0-4d22-4220-beca-49c207a72738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:25.673049 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-83f8e495-9c59-413d-b347-8cdccdbf29be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:25.682945 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5b01289f-2fea-4d60-a4e3-17fec84f8874 tempest-PortsAdminExtendedAttrsTestJSON-469440716 tempest-PortsAdminExtendedAttrsTestJSON-469440716-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:25.692350 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1fa27-2507-44b0-9a2a-9e859acc4b0a req-5ad6aacb-fb84-42dc-974a-9beaa62dde04 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:25.693944 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-48f1fa27-2507-44b0-9a2a-9e859acc4b0a req-5ad6aacb-fb84-42dc-974a-9beaa62dde04 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=5febd2e0-778c-4c7b-9841-79c838b6973a HTTP/1.1" status: 200 len: 946 time: 0.1078496 Nov 09 21:28:25.706039 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-83f8e495-9c59-413d-b347-8cdccdbf29be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:25.709318 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 4abd8de3-707e-4616-9905-d8ef8499162d up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:28:25.717278 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83f8e495-9c59-413d-b347-8cdccdbf29be admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:28:25.717976 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-83f8e495-9c59-413d-b347-8cdccdbf29be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:25.723465 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:28:25.723465 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:28:25.723465 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:28:25.723465 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:28:25.723465 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:28:25.723465 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:28:25.723465 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:28:25.723465 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:28:25.723465 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:28:25.723465 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:28:25.723465 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:28:25.723465 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:28:25.723465 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:28:25.723465 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:28:25.723465 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:28:25.723465 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:28:25.723465 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:28:25.723465 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:28:25.723465 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:28:25.723465 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:28:25.723465 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:28:25.723465 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:28:25.723465 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:28:25.723465 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:28:25.723465 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:28:25.723465 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:28:25.723465 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:28:25.723465 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:28:25.723465 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:28:25.723465 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:28:25.723465 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:28:25.723465 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:28:25.771369 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5b01289f-2fea-4d60-a4e3-17fec84f8874 tempest-PortsAdminExtendedAttrsTestJSON-469440716 tempest-PortsAdminExtendedAttrsTestJSON-469440716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:25.780278 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-48f1fa27-2507-44b0-9a2a-9e859acc4b0a req-3f81373d-a573-4044-b512-59e40ace361a tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786493 Nov 09 21:28:25.784270 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b01289f-2fea-4d60-a4e3-17fec84f8874 tempest-PortsAdminExtendedAttrsTestJSON-469440716 tempest-PortsAdminExtendedAttrsTestJSON-469440716-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:28:25.784696 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5b01289f-2fea-4d60-a4e3-17fec84f8874 tempest-PortsAdminExtendedAttrsTestJSON-469440716 tempest-PortsAdminExtendedAttrsTestJSON-469440716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:25.787749 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:28:25.787749 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:28:25.787749 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:28:25.787749 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:28:25.787749 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:28:25.787749 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:28:25.787749 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:28:25.787749 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:28:25.787749 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:28:25.787749 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:28:25.787749 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:28:25.787749 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:28:25.787749 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:28:25.787749 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:28:25.787749 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:28:25.787749 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:28:25.787749 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:28:25.787749 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:28:25.787749 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:28:25.787749 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:28:25.787749 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:28:25.787749 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:28:25.787749 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:28:25.787749 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:28:25.787749 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:28:25.787749 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:28:25.787749 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:28:25.787749 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:28:25.787749 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:28:25.787749 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:28:25.787749 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:28:25.787749 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:28:25.824660 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-7c4157d0-4d22-4220-beca-49c207a72738 None None] Port 76cb64fd-db82-49ef-91cd-be3370e57ea7 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:28:25.850950 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 4abd8de3-707e-4616-9905-d8ef8499162d triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:28:25.851333 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:25.870635 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-70e156d8-c029-4859-84f3-34b5e733fc82 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Allocated IP 172.25.7.65 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/dae7ecd4-7a31-4ab3-9230-ba696e34bc72) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:28:25.891102 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5b01289f-2fea-4d60-a4e3-17fec84f8874 tempest-PortsAdminExtendedAttrsTestJSON-469440716 tempest-PortsAdminExtendedAttrsTestJSON-469440716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:25.902849 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5b01289f-2fea-4d60-a4e3-17fec84f8874 tempest-PortsAdminExtendedAttrsTestJSON-469440716 tempest-PortsAdminExtendedAttrsTestJSON-469440716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:25.907572 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2598d40a-a394-4961-9f79-2206ea989026 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:25.912817 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5b01289f-2fea-4d60-a4e3-17fec84f8874 tempest-PortsAdminExtendedAttrsTestJSON-469440716 tempest-PortsAdminExtendedAttrsTestJSON-469440716-project] 10.222.0.49 "DELETE /v2.0/networks/91f8e9a3-824e-4363-bdb8-4c11a9953236 HTTP/1.1" status: 204 len: 168 time: 0.8977561 Nov 09 21:28:25.923248 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2598d40a-a394-4961-9f79-2206ea989026 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:25.949083 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01289f-2fea-4d60-a4e3-17fec84f8874 tempest-PortsAdminExtendedAttrsTestJSON-469440716 tempest-PortsAdminExtendedAttrsTestJSON-469440716-project] Pushing event deleted for resources: {'Network': ['ID=91f8e9a3-824e-4363-bdb8-4c11a9953236,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:25.994828 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-7c4157d0-4d22-4220-beca-49c207a72738 None None] Provisioning complete for port f0b5c302-954c-45b2-b979-cece59b116a9 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:28:25.997216 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7c4157d0-4d22-4220-beca-49c207a72738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:26.093060 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2598d40a-a394-4961-9f79-2206ea989026 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1bf368-7d42-404d-9390-7c8fed23a032,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:26.180717 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2598d40a-a394-4961-9f79-2206ea989026 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:26.184374 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2598d40a-a394-4961-9f79-2206ea989026 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9359279 Nov 09 21:28:26.189039 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-70e156d8-c029-4859-84f3-34b5e733fc82 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:26.190904 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2c74004d-de0f-4882-b948-59b100266c33 req-765004a9-d567-456d-8f4a-6446195d49e4 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=84a65847-e19c-4e28-bc05-986fe962fa66 HTTP/1.1" status: 200 len: 210 time: 0.1611054 Nov 09 21:28:26.210317 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52550) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:26.222702 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-83f8e495-9c59-413d-b347-8cdccdbf29be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:26.234558 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-6f4d0fcc-df72-40a8-9f5c-ea3943d11252 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-786228134', 'security_groups': ['ea1bf368-7d42-404d-9390-7c8fed23a032'], 'network_id': '35057647-8fb3-4e2f-9a4f-566d1b7e2e28', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8ab42c30-7a79-4c5d-b3bf-8b0f8820ab8c'}]}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:26.234668 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-83f8e495-9c59-413d-b347-8cdccdbf29be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:26.266641 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-83f8e495-9c59-413d-b347-8cdccdbf29be admin admin] 10.222.0.49 "DELETE /v2.0/networks/4b9d06c7-33c8-4c7a-8231-6eb95b2347b3 HTTP/1.1" status: 204 len: 168 time: 1.6885555 Nov 09 21:28:26.342664 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 5f7ceeee-0fce-42a6-a449-8ddb69ccc18e no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:28:26.360996 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52558) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:26.379824 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 5f7ceeee-0fce-42a6-a449-8ddb69ccc18e {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:28:26.380173 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 5f7ceeee-0fce-42a6-a449-8ddb69ccc18e not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:28:26.397770 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8e495-9c59-413d-b347-8cdccdbf29be admin admin] Pushing event deleted for resources: {'Network': ['ID=4b9d06c7-33c8-4c7a-8231-6eb95b2347b3,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:26.484582 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-70e156d8-c029-4859-84f3-34b5e733fc82 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:26.499662 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdbab41-902c-4ed0-9dac-aeabcbbc8f6e req-44e1ddcf-f960-4a8f-9e88-e9824651e583 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:26.502102 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0fdbab41-902c-4ed0-9dac-aeabcbbc8f6e req-44e1ddcf-f960-4a8f-9e88-e9824651e583 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.45 "GET /v2.0/networks?id=a977e5a0-d935-40af-beae-b0f3a8c25de8 HTTP/1.1" status: 200 len: 811 time: 0.5369334 Nov 09 21:28:26.518422 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-0fdbab41-902c-4ed0-9dac-aeabcbbc8f6e req-e0ab5a50-f550-4146-9ed9-4d6da00a59cb tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Request body: {'port': {'device_id': '84a65847-e19c-4e28-bc05-986fe962fa66', 'network_id': 'a977e5a0-d935-40af-beae-b0f3a8c25de8', 'admin_state_up': True, 'tenant_id': '37ab742aac8d42199f84c1b467e67cb5'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:26.553406 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e156d8-c029-4859-84f3-34b5e733fc82 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:28:26.578559 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52564) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:26.582001 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-70e156d8-c029-4859-84f3-34b5e733fc82 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:28:26.584666 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e156d8-c029-4859-84f3-34b5e733fc82 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:28:26.672288 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fdbab41-902c-4ed0-9dac-aeabcbbc8f6e req-e0ab5a50-f550-4146-9ed9-4d6da00a59cb tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Made reservation on behalf of 37ab742aac8d42199f84c1b467e67cb5 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:28:26.680249 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0fdbab41-902c-4ed0-9dac-aeabcbbc8f6e req-e0ab5a50-f550-4146-9ed9-4d6da00a59cb tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:26.683299 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4d0fcc-df72-40a8-9f5c-ea3943d11252 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Made reservation on behalf of 858314ce302b43e3a1bfa722f764cbf9 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:28:26.711379 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e156d8-c029-4859-84f3-34b5e733fc82 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Pushing event updated for resources: {'Port': ['ID=dae7ecd4-7a31-4ab3-9230-ba696e34bc72,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:26.838593 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-0fdbab41-902c-4ed0-9dac-aeabcbbc8f6e req-e0ab5a50-f550-4146-9ed9-4d6da00a59cb tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Allocated IP 172.20.0.6 (a977e5a0-d935-40af-beae-b0f3a8c25de8/2d70d627-f91a-46e1-b014-350c82c5b331/cfd170a6-3a8c-4d5c-b549-0fc5dc29e005) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:28:26.868156 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-70e156d8-c029-4859-84f3-34b5e733fc82 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:26.878663 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b087439f-8286-423c-9061-ffb9bbe5d8a6 req-d2a86e24-8f3b-4c31-b5ea-7bd4a82b712a tempest-ServerShowV254Test-1213963221 tempest-ServerShowV254Test-1213963221-project] 10.222.0.49 "GET /v2.0/ports?device_id=86db175e-bf0c-4696-b79f-d2e9a11e61e4 HTTP/1.1" status: 200 len: 210 time: 0.1322122 Nov 09 21:28:26.904027 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0f01eb2d-a1e1-4baf-a582-0f4fc79a9423 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=82c72cbaced549c1af9f163b71209187&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2649791 Nov 09 21:28:26.917493 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52570) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:26.961699 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-95581959-6f77-4d0f-b697-9eec9a56ac47 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=44bd5112dea74d16b846d7a504e1ddd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5324900 Nov 09 21:28:26.962261 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52572) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:26.973273 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6f4d0fcc-df72-40a8-9f5c-ea3943d11252 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:26.984944 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-70e156d8-c029-4859-84f3-34b5e733fc82 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:27.037493 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-49a91eaf-39db-4faa-b360-e9bc2b41de05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:27.055233 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-6f4d0fcc-df72-40a8-9f5c-ea3943d11252 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] device_id is not set on port 1a06150d-bb25-4ff8-8409-60b89aa4f527 yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:28:27.069932 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0fdbab41-902c-4ed0-9dac-aeabcbbc8f6e req-e0ab5a50-f550-4146-9ed9-4d6da00a59cb tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:27.083300 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-49a91eaf-39db-4faa-b360-e9bc2b41de05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:27.124090 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3184556c-708e-43c1-a728-9acae978304b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:27.151284 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0fdbab41-902c-4ed0-9dac-aeabcbbc8f6e req-e0ab5a50-f550-4146-9ed9-4d6da00a59cb tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:27.195202 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-49a91eaf-39db-4faa-b360-e9bc2b41de05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:27.198205 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-49a91eaf-39db-4faa-b360-e9bc2b41de05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:27.201701 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-49a91eaf-39db-4faa-b360-e9bc2b41de05 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ea98d57d-1ab2-4bb7-8668-5c17afc65416 HTTP/1.1" status: 204 len: 168 time: 0.2814109 Nov 09 21:28:27.208193 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fdbab41-902c-4ed0-9dac-aeabcbbc8f6e req-e0ab5a50-f550-4146-9ed9-4d6da00a59cb tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Network a977e5a0-d935-40af-beae-b0f3a8c25de8 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:28:27.236066 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-0fdbab41-902c-4ed0-9dac-aeabcbbc8f6e req-e0ab5a50-f550-4146-9ed9-4d6da00a59cb tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:28:27.241381 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fdbab41-902c-4ed0-9dac-aeabcbbc8f6e req-e0ab5a50-f550-4146-9ed9-4d6da00a59cb tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:28:27.269822 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3184556c-708e-43c1-a728-9acae978304b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:27.310087 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab5a50-f550-4146-9ed9-4d6da00a59cb tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Pushing event updated for resources: {'Port': ['ID=cfd170a6-3a8c-4d5c-b549-0fc5dc29e005,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:27.313678 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a91eaf-39db-4faa-b360-e9bc2b41de05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea98d57d-1ab2-4bb7-8668-5c17afc65416,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:27.349445 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdbab41-902c-4ed0-9dac-aeabcbbc8f6e req-e0ab5a50-f550-4146-9ed9-4d6da00a59cb tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:27.350180 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0fdbab41-902c-4ed0-9dac-aeabcbbc8f6e req-e0ab5a50-f550-4146-9ed9-4d6da00a59cb tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:27.370726 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0fdbab41-902c-4ed0-9dac-aeabcbbc8f6e req-e0ab5a50-f550-4146-9ed9-4d6da00a59cb tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8588655 Nov 09 21:28:27.385167 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-0fdbab41-902c-4ed0-9dac-aeabcbbc8f6e req-6493c010-ed80-4985-88fd-1e08570b2fd3 service neutron] Request body: {'port': {'device_id': '84a65847-e19c-4e28-bc05-986fe962fa66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:27.472869 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0fdbab41-902c-4ed0-9dac-aeabcbbc8f6e req-6493c010-ed80-4985-88fd-1e08570b2fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:27.505251 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae74f0-9969-4494-8057-590b83ea698e req-15eaacfd-87fd-40bc-a419-dd36c3ca5b3f tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:27.506771 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c7ae74f0-9969-4494-8057-590b83ea698e req-15eaacfd-87fd-40bc-a419-dd36c3ca5b3f tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=84a65847-e19c-4e28-bc05-986fe962fa66 HTTP/1.1" status: 200 len: 931 time: 0.1993954 Nov 09 21:28:27.543519 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-6f4d0fcc-df72-40a8-9f5c-ea3943d11252 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Allocated IP 172.20.0.14 (35057647-8fb3-4e2f-9a4f-566d1b7e2e28/8ab42c30-7a79-4c5d-b3bf-8b0f8820ab8c/1a06150d-bb25-4ff8-8409-60b89aa4f527) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:28:27.548693 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3184556c-708e-43c1-a728-9acae978304b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:27.551262 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3184556c-708e-43c1-a728-9acae978304b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:27.555421 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3184556c-708e-43c1-a728-9acae978304b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2ca11487-5f5f-4879-8f18-21cf207a167f HTTP/1.1" status: 204 len: 168 time: 0.5891252 Nov 09 21:28:27.582307 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3184556c-708e-43c1-a728-9acae978304b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca11487-5f5f-4879-8f18-21cf207a167f,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:27.585683 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-70e156d8-c029-4859-84f3-34b5e733fc82 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:27.603294 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-70e156d8-c029-4859-84f3-34b5e733fc82 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:27.674760 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c7910-f1fa-4759-823d-444777e826b4 req-5d4a642f-b26c-480b-bae9-853147338382 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:27.676345 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-761c7910-f1fa-4759-823d-444777e826b4 req-5d4a642f-b26c-480b-bae9-853147338382 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=5febd2e0-778c-4c7b-9841-79c838b6973a HTTP/1.1" status: 200 len: 946 time: 0.1234312 Nov 09 21:28:27.722550 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-70e156d8-c029-4859-84f3-34b5e733fc82 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:27.735527 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c7ae74f0-9969-4494-8057-590b83ea698e req-e502b268-0eea-4d22-8ebe-f3fd573de3dc tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187285 Nov 09 21:28:27.802918 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e156d8-c029-4859-84f3-34b5e733fc82 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Pushing event updated for resources: {'Port': ['ID=dae7ecd4-7a31-4ab3-9230-ba696e34bc72,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:27.808052 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-761c7910-f1fa-4759-823d-444777e826b4 req-e1493668-afc7-49b5-ab96-a7be3974a656 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170330 Nov 09 21:28:27.833401 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-70e156d8-c029-4859-84f3-34b5e733fc82 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:27.834718 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-70e156d8-c029-4859-84f3-34b5e733fc82 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0230365 Nov 09 21:28:27.927813 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6f4d0fcc-df72-40a8-9f5c-ea3943d11252 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:27.933116 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-0fdbab41-902c-4ed0-9dac-aeabcbbc8f6e req-6493c010-ed80-4985-88fd-1e08570b2fd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfd170a6-3a8c-4d5c-b549-0fc5dc29e005 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:28:27.945079 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0fdbab41-902c-4ed0-9dac-aeabcbbc8f6e req-6493c010-ed80-4985-88fd-1e08570b2fd3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:27.982562 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-0fdbab41-902c-4ed0-9dac-aeabcbbc8f6e req-6493c010-ed80-4985-88fd-1e08570b2fd3 service neutron] Transition to ACTIVE for port object cfd170a6-3a8c-4d5c-b549-0fc5dc29e005 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:28:27.990726 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0fdbab41-902c-4ed0-9dac-aeabcbbc8f6e req-6493c010-ed80-4985-88fd-1e08570b2fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:28.026786 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52606) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:28.059701 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6f4d0fcc-df72-40a8-9f5c-ea3943d11252 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:28.098427 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d465b137-a3a4-46da-822c-b967acc62122 req-36996d4d-82a7-4492-87d6-0b9ccd80ade0 tempest-ServerShowV254Test-1213963221 tempest-ServerShowV254Test-1213963221-project] 10.222.0.49 "GET /v2.0/ports?device_id=86db175e-bf0c-4696-b79f-d2e9a11e61e4 HTTP/1.1" status: 200 len: 210 time: 0.0544839 Nov 09 21:28:28.128927 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493c010-ed80-4985-88fd-1e08570b2fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd170a6-3a8c-4d5c-b549-0fc5dc29e005,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:28.136840 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4d0fcc-df72-40a8-9f5c-ea3943d11252 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Network 35057647-8fb3-4e2f-9a4f-566d1b7e2e28 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:28:28.143540 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-6f4d0fcc-df72-40a8-9f5c-ea3943d11252 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:28:28.149605 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8c1db5d0-50db-4593-a7c9-2941dda9d1f1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=34c26e928f354f3da735ca0bda62a315&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1215050 Nov 09 21:28:28.152393 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4d0fcc-df72-40a8-9f5c-ea3943d11252 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:28:28.182737 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52612) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:28.213319 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4d0fcc-df72-40a8-9f5c-ea3943d11252 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:28.214435 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6f4d0fcc-df72-40a8-9f5c-ea3943d11252 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:28.242435 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6f4d0fcc-df72-40a8-9f5c-ea3943d11252 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0310347 Nov 09 21:28:28.243313 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4d0fcc-df72-40a8-9f5c-ea3943d11252 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event updated for resources: {'Port': ['ID=1a06150d-bb25-4ff8-8409-60b89aa4f527,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:28.247039 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52616) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:28.251978 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-9a76c0ff-3e3d-471b-8e3e-aeead5d40c65 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'subnet': {'network_id': '35057647-8fb3-4e2f-9a4f-566d1b7e2e28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:28.365446 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-0fdbab41-902c-4ed0-9dac-aeabcbbc8f6e req-6493c010-ed80-4985-88fd-1e08570b2fd3 service neutron] Attempting to bind port cfd170a6-3a8c-4d5c-b549-0fc5dc29e005 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:28:28.365791 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-0fdbab41-902c-4ed0-9dac-aeabcbbc8f6e req-6493c010-ed80-4985-88fd-1e08570b2fd3 service neutron] Attempting to bind port cfd170a6-3a8c-4d5c-b549-0fc5dc29e005 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '9a6377f5-b38b-4a21-b9f6-9e21b904d67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a977e5a0-d935-40af-beae-b0f3a8c25de8'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:28:28.366127 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdbab41-902c-4ed0-9dac-aeabcbbc8f6e req-6493c010-ed80-4985-88fd-1e08570b2fd3 service neutron] Attempting to bind port cfd170a6-3a8c-4d5c-b549-0fc5dc29e005 on network a977e5a0-d935-40af-beae-b0f3a8c25de8 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:28:28.370332 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-37d72d3c-cfcd-4724-b619-b9c88881997b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:28.376293 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdbab41-902c-4ed0-9dac-aeabcbbc8f6e req-6493c010-ed80-4985-88fd-1e08570b2fd3 service neutron] Port cfd170a6-3a8c-4d5c-b549-0fc5dc29e005 on network a977e5a0-d935-40af-beae-b0f3a8c25de8 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:28:28.376627 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdbab41-902c-4ed0-9dac-aeabcbbc8f6e req-6493c010-ed80-4985-88fd-1e08570b2fd3 service neutron] Attempting to bind port cfd170a6-3a8c-4d5c-b549-0fc5dc29e005 on network a977e5a0-d935-40af-beae-b0f3a8c25de8 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:28:28.390658 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdbab41-902c-4ed0-9dac-aeabcbbc8f6e req-6493c010-ed80-4985-88fd-1e08570b2fd3 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:28:28.391045 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdbab41-902c-4ed0-9dac-aeabcbbc8f6e req-6493c010-ed80-4985-88fd-1e08570b2fd3 service neutron] Checking segment: {'id': '9a6377f5-b38b-4a21-b9f6-9e21b904d67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a977e5a0-d935-40af-beae-b0f3a8c25de8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:28:28.391441 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdbab41-902c-4ed0-9dac-aeabcbbc8f6e req-6493c010-ed80-4985-88fd-1e08570b2fd3 service neutron] Bound using segment: {'id': '9a6377f5-b38b-4a21-b9f6-9e21b904d67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a977e5a0-d935-40af-beae-b0f3a8c25de8'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:28:28.391905 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-0fdbab41-902c-4ed0-9dac-aeabcbbc8f6e req-6493c010-ed80-4985-88fd-1e08570b2fd3 service neutron] Bound port: cfd170a6-3a8c-4d5c-b549-0fc5dc29e005, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a6377f5-b38b-4a21-b9f6-9e21b904d67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a977e5a0-d935-40af-beae-b0f3a8c25de8'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:28:28.392255 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0fdbab41-902c-4ed0-9dac-aeabcbbc8f6e req-6493c010-ed80-4985-88fd-1e08570b2fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:28.430666 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-37d72d3c-cfcd-4724-b619-b9c88881997b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:28.444557 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a76c0ff-3e3d-471b-8e3e-aeead5d40c65 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Made reservation on behalf of 858314ce302b43e3a1bfa722f764cbf9 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:28:28.449008 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9a76c0ff-3e3d-471b-8e3e-aeead5d40c65 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:28.585370 n-d-816206-3 neutron-server[102608]: INFO neutron.db.ipam_backend_mixin [None req-9a76c0ff-3e3d-471b-8e3e-aeead5d40c65 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8ab42c30-7a79-4c5d-b3bf-8b0f8820ab8c (CIDR: 172.20.0.0/28) Nov 09 21:28:28.590106 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a76c0ff-3e3d-471b-8e3e-aeead5d40c65 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:28:28.590740 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a76c0ff-3e3d-471b-8e3e-aeead5d40c65 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:28:28.602153 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-0fdbab41-902c-4ed0-9dac-aeabcbbc8f6e req-6493c010-ed80-4985-88fd-1e08570b2fd3 service neutron] For port cfd170a6-3a8c-4d5c-b549-0fc5dc29e005, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:28:28.612704 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-9a76c0ff-3e3d-471b-8e3e-aeead5d40c65 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3644130 Nov 09 21:28:28.615006 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52634) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:28.615144 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-8ac4b1ce-813b-46fd-9fd5-1ff26eb91d7a tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--989843733&fields=id&tenant_id=96a7a35658cb4a6ea565f057e114d368 HTTP/1.1" status: 200 len: 267 time: 0.1816475 Nov 09 21:28:28.617092 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-0fdbab41-902c-4ed0-9dac-aeabcbbc8f6e req-6493c010-ed80-4985-88fd-1e08570b2fd3 service neutron] For port cfd170a6-3a8c-4d5c-b549-0fc5dc29e005, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=cfd170a6-3a8c-4d5c-b549-0fc5dc29e005,segment=NetworkSegment(9a6377f5-b38b-4a21-b9f6-9e21b904d67d),segment_id=9a6377f5-b38b-4a21-b9f6-9e21b904d67d)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:28:28.625032 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-c8d24999-8bd3-4f06-8345-4afd7e34d032 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'subnet': {'network_id': '35057647-8fb3-4e2f-9a4f-566d1b7e2e28', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:28.650769 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-785895ed-cafa-4b64-923f-d12206badfb5 None None] Provisioning complete for port 1a06150d-bb25-4ff8-8409-60b89aa4f527 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:28:28.651906 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-785895ed-cafa-4b64-923f-d12206badfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:28.696231 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-785895ed-cafa-4b64-923f-d12206badfb5 None None] Port 1a06150d-bb25-4ff8-8409-60b89aa4f527 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:28:28.775381 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d24999-8bd3-4f06-8345-4afd7e34d032 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Made reservation on behalf of 858314ce302b43e3a1bfa722f764cbf9 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:28:28.784394 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c8d24999-8bd3-4f06-8345-4afd7e34d032 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:28.922660 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af03408-f9ca-4dde-a733-96b62da99b2a req-3cd8693e-213b-4c6b-9cd3-c316d2492d33 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:28.924807 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7af03408-f9ca-4dde-a733-96b62da99b2a req-3cd8693e-213b-4c6b-9cd3-c316d2492d33 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=84a65847-e19c-4e28-bc05-986fe962fa66 HTTP/1.1" status: 200 len: 943 time: 0.1044395 Nov 09 21:28:28.960979 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0fdbab41-902c-4ed0-9dac-aeabcbbc8f6e req-6493c010-ed80-4985-88fd-1e08570b2fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:28.972952 n-d-816206-3 neutron-server[102608]: INFO neutron.db.ipam_backend_mixin [None req-c8d24999-8bd3-4f06-8345-4afd7e34d032 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 0a27dff0-4b96-4281-8e55-4f2b60b1678f (CIDR: 172.20.0.16/28) Nov 09 21:28:28.982175 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8d24999-8bd3-4f06-8345-4afd7e34d032 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:28:28.982904 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8d24999-8bd3-4f06-8345-4afd7e34d032 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:28:29.005350 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7af03408-f9ca-4dde-a733-96b62da99b2a req-c73337f3-e862-45c3-98e4-8e6312ba4e40 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719576 Nov 09 21:28:29.010845 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-37d72d3c-cfcd-4724-b619-b9c88881997b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:29.013395 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-37d72d3c-cfcd-4724-b619-b9c88881997b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:29.014550 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-37d72d3c-cfcd-4724-b619-b9c88881997b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a7531bcc-5f0b-4fba-87cf-391d0b5e6d86 HTTP/1.1" status: 204 len: 168 time: 0.8317964 Nov 09 21:28:29.019854 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52644) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:29.043270 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c8d24999-8bd3-4f06-8345-4afd7e34d032 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3992059 Nov 09 21:28:29.043385 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-902c301c-bb46-42e4-a15f-177977a41938 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'subnet': {'network_id': '35057647-8fb3-4e2f-9a4f-566d1b7e2e28', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:29.045284 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdbab41-902c-4ed0-9dac-aeabcbbc8f6e req-6493c010-ed80-4985-88fd-1e08570b2fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:29.046446 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0fdbab41-902c-4ed0-9dac-aeabcbbc8f6e req-6493c010-ed80-4985-88fd-1e08570b2fd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:29.047802 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0fdbab41-902c-4ed0-9dac-aeabcbbc8f6e req-6493c010-ed80-4985-88fd-1e08570b2fd3 service neutron] 10.222.0.45 "PUT /v2.0/ports/cfd170a6-3a8c-4d5c-b549-0fc5dc29e005 HTTP/1.1" status: 200 len: 1091 time: 1.6683452 Nov 09 21:28:29.048574 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d72d3c-cfcd-4724-b619-b9c88881997b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7531bcc-5f0b-4fba-87cf-391d0b5e6d86,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:29.050002 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84a65847-e19c-4e28-bc05-986fe962fa66', 'tag': 'cfd170a6-3a8c-4d5c-b549-0fc5dc29e005'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:28:29.052198 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da2484c-bea5-4a59-9131-c176cf5aad3f" -d '{"events": [{"name": "network-changed", "server_uuid": "84a65847-e19c-4e28-bc05-986fe962fa66", "tag": "cfd170a6-3a8c-4d5c-b549-0fc5dc29e005"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:28:29.115579 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-0201bb6b-9606-4ecb-b371-75ee4cc4533f tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:29.123601 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-0201bb6b-9606-4ecb-b371-75ee4cc4533f tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/networks?id=e557bc0d-71a9-4b44-ab50-1de12563c5ef HTTP/1.1" status: 200 len: 812 time: 0.5040865 Nov 09 21:28:29.155646 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-6348453c-b899-4a60-b89a-49903aaefa93 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/quotas/96a7a35658cb4a6ea565f057e114d368 HTTP/1.1" status: 200 len: 375 time: 0.0305967 Nov 09 21:28:29.225908 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493c010-ed80-4985-88fd-1e08570b2fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd170a6-3a8c-4d5c-b549-0fc5dc29e005,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:29.303581 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e63060e-206c-494a-8045-7e0916ff9e78 x-openstack-request-id: req-0e63060e-206c-494a-8045-7e0916ff9e78 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:28:29.304586 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84a65847-e19c-4e28-bc05-986fe962fa66", "tag": "cfd170a6-3a8c-4d5c-b549-0fc5dc29e005", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:28:29.304907 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0e63060e-206c-494a-8045-7e0916ff9e78 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:28:29.305315 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84a65847-e19c-4e28-bc05-986fe962fa66', 'tag': 'cfd170a6-3a8c-4d5c-b549-0fc5dc29e005', 'status': 'completed', 'code': 200} Nov 09 21:28:29.313376 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdbab41-902c-4ed0-9dac-aeabcbbc8f6e req-3efec717-65e4-4811-8f35-2812af08fedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:29.314971 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0fdbab41-902c-4ed0-9dac-aeabcbbc8f6e req-3efec717-65e4-4811-8f35-2812af08fedf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=37ab742aac8d42199f84c1b467e67cb5&device_id=84a65847-e19c-4e28-bc05-986fe962fa66 HTTP/1.1" status: 200 len: 1094 time: 0.1616275 Nov 09 21:28:29.356368 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-30140863-3476-4546-80e0-49ce5af574a2 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=96a7a35658cb4a6ea565f057e114d368&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1602519 Nov 09 21:28:29.408499 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0fdbab41-902c-4ed0-9dac-aeabcbbc8f6e req-ced856c5-2fd2-4018-a501-1db26fd568a1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfd170a6-3a8c-4d5c-b549-0fc5dc29e005 HTTP/1.1" status: 200 len: 217 time: 0.0851836 Nov 09 21:28:29.435111 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8f418917-ab2a-4960-ba49-101b1437468c req-120cf502-5243-4abf-95a1-f97e2b311f2c tempest-ServerShowV254Test-1213963221 tempest-ServerShowV254Test-1213963221-project] 10.222.0.49 "GET /v2.0/ports?device_id=86db175e-bf0c-4696-b79f-d2e9a11e61e4 HTTP/1.1" status: 200 len: 210 time: 0.0520284 Nov 09 21:28:29.548469 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902c301c-bb46-42e4-a15f-177977a41938 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Made reservation on behalf of 858314ce302b43e3a1bfa722f764cbf9 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:28:29.552012 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-902c301c-bb46-42e4-a15f-177977a41938 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:29.691408 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdbab41-902c-4ed0-9dac-aeabcbbc8f6e req-8eb8fd18-8805-4433-86a2-c5d36e91792c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:29.692883 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0fdbab41-902c-4ed0-9dac-aeabcbbc8f6e req-8eb8fd18-8805-4433-86a2-c5d36e91792c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2d70d627-f91a-46e1-b014-350c82c5b331 HTTP/1.1" status: 200 len: 851 time: 0.2711184 Nov 09 21:28:29.749458 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0fdbab41-902c-4ed0-9dac-aeabcbbc8f6e req-425519ec-6be9-4c32-99fe-3bdd09b013df service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a977e5a0-d935-40af-beae-b0f3a8c25de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456347 Nov 09 21:28:29.758368 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-79646842-2ea5-4688-a789-3be30318f540 service neutron] 10.222.0.49 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583722 Nov 09 21:28:30.049971 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-902c301c-bb46-42e4-a15f-177977a41938 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:30.094178 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52700) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:30.106979 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c301c-bb46-42e4-a15f-177977a41938 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event updated for resources: {'Subnet': ['ID=5640cb73-a4c6-4dc0-a5d6-110b4e3654a0,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:30.142459 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902c301c-bb46-42e4-a15f-177977a41938 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Network 35057647-8fb3-4e2f-9a4f-566d1b7e2e28 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:28:30.153472 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-902c301c-bb46-42e4-a15f-177977a41938 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:28:30.164862 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c597cb42-99be-4532-b77e-191364076ddd None None] Network 35057647-8fb3-4e2f-9a4f-566d1b7e2e28 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:28:30.172469 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902c301c-bb46-42e4-a15f-177977a41938 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:30.173340 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-902c301c-bb46-42e4-a15f-177977a41938 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:30.195959 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-902c301c-bb46-42e4-a15f-177977a41938 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1627240 Nov 09 21:28:30.198693 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52704) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:30.202852 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-da0e0fd0-001d-44ff-bbb0-598833bc640b service neutron] 10.222.0.49 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074829 Nov 09 21:28:30.209600 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-b7f1938f-798d-4901-aa95-0fba4251cb53 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1232008469', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5640cb73-a4c6-4dc0-a5d6-110b4e3654a0'}], 'security_groups': ['619655e5-354e-42ee-a073-27a27c6d9aab', '1fc808e9-c7a4-43a3-8b0b-ce2a318fba37']}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:30.216470 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0fdbab41-902c-4ed0-9dac-aeabcbbc8f6e req-c6e50c87-fcc2-44c5-9ee8-6d09d138da7d service neutron] 10.222.0.45 "GET /v2.0/networks/a977e5a0-d935-40af-beae-b0f3a8c25de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222448 Nov 09 21:28:30.229198 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d003b2-7648-4186-bd01-00ce5604e3e7 req-fd3e5a04-09b8-43fb-a7ec-8c083bb75acf tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:30.240937 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-24d003b2-7648-4186-bd01-00ce5604e3e7 req-fd3e5a04-09b8-43fb-a7ec-8c083bb75acf tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=84a65847-e19c-4e28-bc05-986fe962fa66 HTTP/1.1" status: 200 len: 943 time: 0.0767810 Nov 09 21:28:30.355431 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-24d003b2-7648-4186-bd01-00ce5604e3e7 req-e516fdb6-9688-4718-a752-42976a671057 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102276 Nov 09 21:28:30.379249 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c110a51a-6d47-41be-aaf9-d34a6d6eceff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:30.522744 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d575c5f5-e59f-4b55-8f29-d5ff79fac2e6 None None] Update dhcp port {'port': {'network_id': '35057647-8fb3-4e2f-9a4f-566d1b7e2e28', 'fixed_ips': [{'subnet_id': '0a27dff0-4b96-4281-8e55-4f2b60b1678f', 'ip_address': '172.20.0.18'}, {'subnet_id': '8ab42c30-7a79-4c5d-b3bf-8b0f8820ab8c', 'ip_address': '172.20.0.2'}, {'subnet_id': '5640cb73-a4c6-4dc0-a5d6-110b4e3654a0'}], 'binding:host_id': 'n-d-816206-3'}, 'id': 'f0b5c302-954c-45b2-b979-cece59b116a9'} from n-d-816206-3. {{(pid=102609) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 21:28:30.568620 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d575c5f5-e59f-4b55-8f29-d5ff79fac2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:30.574374 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c110a51a-6d47-41be-aaf9-d34a6d6eceff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:30.591096 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c110a51a-6d47-41be-aaf9-d34a6d6eceff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:30.668553 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c110a51a-6d47-41be-aaf9-d34a6d6eceff admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ece1616ec7c841f8b481eb262ba7e2a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5725603 Nov 09 21:28:30.671967 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52720) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:30.695982 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7be00f45-e8ba-42db-a261-f1f629834f43 req-b77a7555-9a5f-4cdb-b76c-f33b85e9dbe1 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 210 time: 0.1427453 Nov 09 21:28:30.779079 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e4a910e8-1692-486b-b142-7beaaaea2876 req-5e5f6088-5d43-4cae-a378-04920167ea43 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=86db175e-bf0c-4696-b79f-d2e9a11e61e4 HTTP/1.1" status: 200 len: 210 time: 0.0820994 Nov 09 21:28:30.796910 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b7f1938f-798d-4901-aa95-0fba4251cb53 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:30.846952 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0fdbab41-902c-4ed0-9dac-aeabcbbc8f6e req-2f17e9b9-8b69-4764-a69d-d3ee87556714 service neutron] 10.222.0.45 "GET /v2.0/networks/a977e5a0-d935-40af-beae-b0f3a8c25de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6078718 Nov 09 21:28:30.874830 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e8cdadf4-db46-42c3-b334-4e1615eeff53 req-f0303e7a-f70c-4ff4-b87b-6de447c2e6af tempest-ServerShowV254Test-1213963221 tempest-ServerShowV254Test-1213963221-project] 10.222.0.49 "GET /v2.0/ports?device_id=86db175e-bf0c-4696-b79f-d2e9a11e61e4 HTTP/1.1" status: 200 len: 210 time: 0.2175124 Nov 09 21:28:30.901362 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c110a51a-6d47-41be-aaf9-d34a6d6eceff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593728b0-36ed-4ab5-bf0b-06a8c58aa47f,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:30.980007 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-d575c5f5-e59f-4b55-8f29-d5ff79fac2e6 None None] Allocated IP 172.20.0.34 (35057647-8fb3-4e2f-9a4f-566d1b7e2e28/5640cb73-a4c6-4dc0-a5d6-110b4e3654a0/f0b5c302-954c-45b2-b979-cece59b116a9) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:28:30.992083 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e076ee1d-adbf-476d-8da8-397ed016d39e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:31.024715 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e076ee1d-adbf-476d-8da8-397ed016d39e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:31.087754 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e076ee1d-adbf-476d-8da8-397ed016d39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:31.090572 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e076ee1d-adbf-476d-8da8-397ed016d39e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:31.091756 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e076ee1d-adbf-476d-8da8-397ed016d39e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/593728b0-36ed-4ab5-bf0b-06a8c58aa47f HTTP/1.1" status: 204 len: 168 time: 0.4168620 Nov 09 21:28:31.101208 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2484c-bea5-4a59-9131-c176cf5aad3f req-ae0d18dc-1fda-429e-b1fc-2571308ada41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:31.111051 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9da2484c-bea5-4a59-9131-c176cf5aad3f req-ae0d18dc-1fda-429e-b1fc-2571308ada41 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=37ab742aac8d42199f84c1b467e67cb5&device_id=84a65847-e19c-4e28-bc05-986fe962fa66 HTTP/1.1" status: 200 len: 1094 time: 0.1863425 Nov 09 21:28:31.116924 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e076ee1d-adbf-476d-8da8-397ed016d39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593728b0-36ed-4ab5-bf0b-06a8c58aa47f,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:31.211953 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-d575c5f5-e59f-4b55-8f29-d5ff79fac2e6 None None] For port f0b5c302-954c-45b2-b979-cece59b116a9, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=f0b5c302-954c-45b2-b979-cece59b116a9,segment=NetworkSegment(1dc4af13-f432-4195-b2e1-e0d3766f8b63),segment_id=1dc4af13-f432-4195-b2e1-e0d3766f8b63)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:28:31.245894 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d575c5f5-e59f-4b55-8f29-d5ff79fac2e6 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:31.253991 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d575c5f5-e59f-4b55-8f29-d5ff79fac2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:31.455889 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52742) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:31.476498 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d575c5f5-e59f-4b55-8f29-d5ff79fac2e6 None None] Pushing event updated for resources: {'Port': ['ID=f0b5c302-954c-45b2-b979-cece59b116a9,revision_number=7']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:31.655445 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd4e36-268b-4c69-9ce6-a9ce27a49d13 req-87aab067-5a57-4356-9615-17523606b936 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:31.660777 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d5bd4e36-268b-4c69-9ce6-a9ce27a49d13 req-87aab067-5a57-4356-9615-17523606b936 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=84a65847-e19c-4e28-bc05-986fe962fa66 HTTP/1.1" status: 200 len: 943 time: 0.1590424 Nov 09 21:28:31.775859 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-1f8dd2ec-3970-487b-8c4c-0abb759df95a tempest-RoutersAdminNegativeIpV6Test-423354847 tempest-RoutersAdminNegativeIpV6Test-423354847-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1491931304', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:31.824462 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d5bd4e36-268b-4c69-9ce6-a9ce27a49d13 req-01389cb7-69af-4797-a105-6ca797f49328 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566498 Nov 09 21:28:31.878985 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8dd2ec-3970-487b-8c4c-0abb759df95a tempest-RoutersAdminNegativeIpV6Test-423354847 tempest-RoutersAdminNegativeIpV6Test-423354847-project-admin] Made reservation on behalf of 838e499d0345483a90b5e72b5c898aaf for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:28:31.881761 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1f8dd2ec-3970-487b-8c4c-0abb759df95a tempest-RoutersAdminNegativeIpV6Test-423354847 tempest-RoutersAdminNegativeIpV6Test-423354847-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:31.904153 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1f8dd2ec-3970-487b-8c4c-0abb759df95a tempest-RoutersAdminNegativeIpV6Test-423354847 tempest-RoutersAdminNegativeIpV6Test-423354847-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:31.988418 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b0bd8ffa-dfff-456e-9d35-6d349a0bad68 req-802d1b56-9921-4d65-a5b1-d8c3c9d330ad tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 210 time: 0.1236062 Nov 09 21:28:32.002405 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2484c-bea5-4a59-9131-c176cf5aad3f req-88c22f8d-02bc-4740-b468-b41cc5f542e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:32.003904 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9da2484c-bea5-4a59-9131-c176cf5aad3f req-88c22f8d-02bc-4740-b468-b41cc5f542e3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a977e5a0-d935-40af-beae-b0f3a8c25de8 HTTP/1.1" status: 200 len: 911 time: 0.5410669 Nov 09 21:28:32.096876 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1f8dd2ec-3970-487b-8c4c-0abb759df95a tempest-RoutersAdminNegativeIpV6Test-423354847 tempest-RoutersAdminNegativeIpV6Test-423354847-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:32.119473 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1f8dd2ec-3970-487b-8c4c-0abb759df95a tempest-RoutersAdminNegativeIpV6Test-423354847 tempest-RoutersAdminNegativeIpV6Test-423354847-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:32.128309 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-1f8dd2ec-3970-487b-8c4c-0abb759df95a tempest-RoutersAdminNegativeIpV6Test-423354847 tempest-RoutersAdminNegativeIpV6Test-423354847-project-admin] device_id is not set on port 6bd5aa55-4a9b-4064-804a-9cde64b33acc yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:28:32.133382 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9da2484c-bea5-4a59-9131-c176cf5aad3f req-5166d89b-1d93-4229-a923-0b5b497e14d1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfd170a6-3a8c-4d5c-b549-0fc5dc29e005 HTTP/1.1" status: 200 len: 217 time: 0.1209340 Nov 09 21:28:32.264877 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2484c-bea5-4a59-9131-c176cf5aad3f req-5239e57a-9ff8-4e44-bac9-52eee0f747cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:32.266326 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9da2484c-bea5-4a59-9131-c176cf5aad3f req-5239e57a-9ff8-4e44-bac9-52eee0f747cb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2d70d627-f91a-46e1-b014-350c82c5b331 HTTP/1.1" status: 200 len: 851 time: 0.1199727 Nov 09 21:28:32.333101 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-b7f1938f-798d-4901-aa95-0fba4251cb53 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Delete allocated IP 172.20.0.14 (35057647-8fb3-4e2f-9a4f-566d1b7e2e28/8ab42c30-7a79-4c5d-b3bf-8b0f8820ab8c) {{(pid=102607) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 09 21:28:32.337657 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9da2484c-bea5-4a59-9131-c176cf5aad3f req-b5d65bbc-bc63-4961-845f-fd3c7bdfe978 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a977e5a0-d935-40af-beae-b0f3a8c25de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570233 Nov 09 21:28:32.358484 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-1f8dd2ec-3970-487b-8c4c-0abb759df95a tempest-RoutersAdminNegativeIpV6Test-423354847 tempest-RoutersAdminNegativeIpV6Test-423354847-project-admin] Allocated IP 172.25.7.28 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/6bd5aa55-4a9b-4064-804a-9cde64b33acc) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:28:32.375086 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-b7f1938f-798d-4901-aa95-0fba4251cb53 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Allocated IP 172.20.0.41 (35057647-8fb3-4e2f-9a4f-566d1b7e2e28/5640cb73-a4c6-4dc0-a5d6-110b4e3654a0/1a06150d-bb25-4ff8-8409-60b89aa4f527) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:28:32.467867 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0bdbfdf3-d0d8-42ad-88bb-86c88c5bb87f req-b1443760-03f0-453c-bf69-6e1f06b5a864 tempest-ServerShowV254Test-1213963221 tempest-ServerShowV254Test-1213963221-project] 10.222.0.49 "GET /v2.0/ports?device_id=86db175e-bf0c-4696-b79f-d2e9a11e61e4 HTTP/1.1" status: 200 len: 210 time: 0.3650167 Nov 09 21:28:32.528032 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8dd2ec-3970-487b-8c4c-0abb759df95a tempest-RoutersAdminNegativeIpV6Test-423354847 tempest-RoutersAdminNegativeIpV6Test-423354847-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077c1611-2cf8-4fcf-97c7-c9d7b169f2c3,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:32.546230 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52772) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:32.651706 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9da2484c-bea5-4a59-9131-c176cf5aad3f req-9b5119b4-8701-4113-80b9-49f10044ba34 service neutron] 10.222.0.45 "GET /v2.0/networks/a977e5a0-d935-40af-beae-b0f3a8c25de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018470 Nov 09 21:28:32.673748 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-37c49927-5667-47f2-884d-f2111f836875 None None] Provisioning complete for port 76cb64fd-db82-49ef-91cd-be3370e57ea7 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:28:32.674847 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-37c49927-5667-47f2-884d-f2111f836875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:32.733501 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-c3a2a297-b1ef-4275-9157-76d4ca9fd58f tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:32.735714 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-c3a2a297-b1ef-4275-9157-76d4ca9fd58f tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.45 "GET /v2.0/networks?id=e557bc0d-71a9-4b44-ab50-1de12563c5ef HTTP/1.1" status: 200 len: 812 time: 0.3134100 Nov 09 21:28:32.738490 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-7949e34b-6508-4c66-baec-57749922203c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-981007930-network', 'tenant_id': '5f0f3fff1adb45fdab60d55165ac0608'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:32.750097 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-37c49927-5667-47f2-884d-f2111f836875 None None] Port 76cb64fd-db82-49ef-91cd-be3370e57ea7 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:28:32.760948 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-37c49927-5667-47f2-884d-f2111f836875 None None] Provisioning complete for port 1a06150d-bb25-4ff8-8409-60b89aa4f527 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:28:32.761463 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-37c49927-5667-47f2-884d-f2111f836875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:32.806053 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1f8dd2ec-3970-487b-8c4c-0abb759df95a tempest-RoutersAdminNegativeIpV6Test-423354847 tempest-RoutersAdminNegativeIpV6Test-423354847-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:32.821209 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-eca6fd51-2b15-4e1e-b0b0-e01f873914b6 req-554533c2-7208-4b0c-a085-a321651be4b9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=870bff48b13646eabcae62f9214226b1&device_id=86db175e-bf0c-4696-b79f-d2e9a11e61e4 HTTP/1.1" status: 200 len: 210 time: 0.0461030 Nov 09 21:28:32.822886 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-37c49927-5667-47f2-884d-f2111f836875 None None] Port 1a06150d-bb25-4ff8-8409-60b89aa4f527 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:28:32.835018 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-37c49927-5667-47f2-884d-f2111f836875 None None] Provisioning complete for port f0b5c302-954c-45b2-b979-cece59b116a9 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:28:32.835398 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-37c49927-5667-47f2-884d-f2111f836875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:32.924696 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-359e5a6b-4d71-4dae-86bb-0930ba5a83b5 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96a7a35658cb4a6ea565f057e114d368 HTTP/1.1" status: 200 len: 379 time: 0.1768842 Nov 09 21:28:32.927174 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1f8dd2ec-3970-487b-8c4c-0abb759df95a tempest-RoutersAdminNegativeIpV6Test-423354847 tempest-RoutersAdminNegativeIpV6Test-423354847-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:32.967022 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8dd2ec-3970-487b-8c4c-0abb759df95a tempest-RoutersAdminNegativeIpV6Test-423354847 tempest-RoutersAdminNegativeIpV6Test-423354847-project-admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:28:32.974470 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-398c0549-5246-40f2-9526-51260d73bd31 req-6e9ccfc4-4a63-410c-be92-ee3a4cdce8b1 tempest-ServerShowV254Test-1213963221 tempest-ServerShowV254Test-1213963221-project] 10.222.0.49 "GET /v2.0/ports?device_id=86db175e-bf0c-4696-b79f-d2e9a11e61e4 HTTP/1.1" status: 200 len: 210 time: 0.1602008 Nov 09 21:28:32.975107 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7949e34b-6508-4c66-baec-57749922203c admin admin] Made reservation on behalf of 5f0f3fff1adb45fdab60d55165ac0608 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:28:32.977725 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7949e34b-6508-4c66-baec-57749922203c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:32.981983 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-6f819bff-cc56-473a-bba2-c0ec7d826521 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Request body: {'port': {'device_id': 'eff72e0b-9f2e-42f2-bc62-01eec41f1381', 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef', 'admin_state_up': True, 'tenant_id': '96a7a35658cb4a6ea565f057e114d368', 'security_groups': ['6dc5c2e3-26d9-443d-afe8-b731607d3c1b']}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:32.986449 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-eca6fd51-2b15-4e1e-b0b0-e01f873914b6 req-cca563cd-f520-4789-8e76-3707a2b11e05 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=870bff48b13646eabcae62f9214226b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1360559 Nov 09 21:28:33.069369 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-1f8dd2ec-3970-487b-8c4c-0abb759df95a tempest-RoutersAdminNegativeIpV6Test-423354847 tempest-RoutersAdminNegativeIpV6Test-423354847-project-admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:28:33.092162 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8dd2ec-3970-487b-8c4c-0abb759df95a tempest-RoutersAdminNegativeIpV6Test-423354847 tempest-RoutersAdminNegativeIpV6Test-423354847-project-admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:28:33.137979 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8dd2ec-3970-487b-8c4c-0abb759df95a tempest-RoutersAdminNegativeIpV6Test-423354847 tempest-RoutersAdminNegativeIpV6Test-423354847-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:33.138737 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1f8dd2ec-3970-487b-8c4c-0abb759df95a tempest-RoutersAdminNegativeIpV6Test-423354847 tempest-RoutersAdminNegativeIpV6Test-423354847-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:33.156579 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device f0b5c302-954c-45b2-b979-cece59b116a9 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:28:33.198760 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59371b0d-332b-4d36-987a-5932c3f1fe45 req-b99168d0-2ab5-4b64-ab1a-bd52db77b651 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:33.200486 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-59371b0d-332b-4d36-987a-5932c3f1fe45 req-b99168d0-2ab5-4b64-ab1a-bd52db77b651 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=84a65847-e19c-4e28-bc05-986fe962fa66 HTTP/1.1" status: 200 len: 943 time: 0.2314236 Nov 09 21:28:33.207328 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1f8dd2ec-3970-487b-8c4c-0abb759df95a tempest-RoutersAdminNegativeIpV6Test-423354847 tempest-RoutersAdminNegativeIpV6Test-423354847-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.7503908 Nov 09 21:28:33.208346 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8dd2ec-3970-487b-8c4c-0abb759df95a tempest-RoutersAdminNegativeIpV6Test-423354847 tempest-RoutersAdminNegativeIpV6Test-423354847-project-admin] Pushing event updated for resources: {'Port': ['ID=6bd5aa55-4a9b-4064-804a-9cde64b33acc,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:33.219709 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52786) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:33.220174 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6fd51-2b15-4e1e-b0b0-e01f873914b6 req-2409d962-f816-413a-a7d4-88131bebd694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:33.223814 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-eca6fd51-2b15-4e1e-b0b0-e01f873914b6 req-2409d962-f816-413a-a7d4-88131bebd694 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2250526 Nov 09 21:28:33.227458 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-4015b1ab-8ec6-46f7-a002-7c684dee3f94 tempest-RoutersAdminNegativeIpV6Test-423354847 tempest-RoutersAdminNegativeIpV6Test-423354847-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.28'}]}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:33.227976 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port f0b5c302-954c-45b2-b979-cece59b116a9 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:28:33.228535 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:33.235049 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7949e34b-6508-4c66-baec-57749922203c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:33.269872 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4015b1ab-8ec6-46f7-a002-7c684dee3f94 tempest-RoutersAdminNegativeIpV6Test-423354847 tempest-RoutersAdminNegativeIpV6Test-423354847-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:33.272028 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4015b1ab-8ec6-46f7-a002-7c684dee3f94 tempest-RoutersAdminNegativeIpV6Test-423354847 tempest-RoutersAdminNegativeIpV6Test-423354847-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:33.326927 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9c2a2f1e-2bfa-4b11-9ef5-6aeb0e6a7d99 req-d5e79acc-8d93-4758-b403-bcd68a494d42 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 210 time: 0.0981338 Nov 09 21:28:33.337440 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-59371b0d-332b-4d36-987a-5932c3f1fe45 req-290e013c-4080-438d-a032-80ccf9bba01b tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184962 Nov 09 21:28:33.362822 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9da2484c-bea5-4a59-9131-c176cf5aad3f req-0f0798c9-1a49-427d-a308-78fe17688809 service neutron] 10.222.0.45 "GET /v2.0/networks/a977e5a0-d935-40af-beae-b0f3a8c25de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6931281 Nov 09 21:28:33.391625 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b7f1938f-798d-4901-aa95-0fba4251cb53 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:33.398749 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b7f1938f-798d-4901-aa95-0fba4251cb53 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:33.428536 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4015b1ab-8ec6-46f7-a002-7c684dee3f94 tempest-RoutersAdminNegativeIpV6Test-423354847 tempest-RoutersAdminNegativeIpV6Test-423354847-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:33.430244 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-6f819bff-cc56-473a-bba2-c0ec7d826521 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Made reservation on behalf of 96a7a35658cb4a6ea565f057e114d368 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:28:33.434070 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-6f819bff-cc56-473a-bba2-c0ec7d826521 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:33.539042 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f1938f-798d-4901-aa95-0fba4251cb53 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event updated for resources: {'Port': ['ID=1a06150d-bb25-4ff8-8409-60b89aa4f527,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:33.561526 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device cfd170a6-3a8c-4d5c-b549-0fc5dc29e005 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:28:33.578798 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7949e34b-6508-4c66-baec-57749922203c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:33.579403 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-b7f1938f-798d-4901-aa95-0fba4251cb53 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] In _notify_port_updated(), no bound segment for port 1a06150d-bb25-4ff8-8409-60b89aa4f527 on network 35057647-8fb3-4e2f-9a4f-566d1b7e2e28 {{(pid=102607) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 21:28:33.585248 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f1938f-798d-4901-aa95-0fba4251cb53 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:33.585912 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b7f1938f-798d-4901-aa95-0fba4251cb53 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:33.587439 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b7f1938f-798d-4901-aa95-0fba4251cb53 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "PUT /v2.0/ports/1a06150d-bb25-4ff8-8409-60b89aa4f527 HTTP/1.1" status: 200 len: 960 time: 3.3876457 Nov 09 21:28:33.588837 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7949e34b-6508-4c66-baec-57749922203c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:33.591832 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52794) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:33.651786 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7949e34b-6508-4c66-baec-57749922203c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:28:33.669395 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7949e34b-6508-4c66-baec-57749922203c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a4c9e2-a9f6-4782-88b4-ce8567dc4537,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:33.699847 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7949e34b-6508-4c66-baec-57749922203c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:33.700192 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-7949e34b-6508-4c66-baec-57749922203c admin admin] Added segment 7b4198b0-176e-4eff-b802-15f0d207d6a7 of type vlan for network 74094a24-cfca-4a5a-9cf3-87def209cf5d Nov 09 21:28:33.722337 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port cfd170a6-3a8c-4d5c-b549-0fc5dc29e005, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=cfd170a6-3a8c-4d5c-b549-0fc5dc29e005,segment=NetworkSegment(9a6377f5-b38b-4a21-b9f6-9e21b904d67d),segment_id=9a6377f5-b38b-4a21-b9f6-9e21b904d67d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:28:33.753503 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7949e34b-6508-4c66-baec-57749922203c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:33.771682 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:33.772684 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': 'cfd170a6-3a8c-4d5c-b549-0fc5dc29e005', 'network_id': 'a977e5a0-d935-40af-beae-b0f3a8c25de8', 'port_id': 'cfd170a6-3a8c-4d5c-b549-0fc5dc29e005', 'mac_address': 'fa:16:3e:e9:62:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d70d627-f91a-46e1-b014-350c82c5b331', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:28:33.827740 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7949e34b-6508-4c66-baec-57749922203c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:33.827740 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7949e34b-6508-4c66-baec-57749922203c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:33.833472 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7949e34b-6508-4c66-baec-57749922203c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:33.865660 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-23d9dcd5-3c2b-4cf4-bbb6-16685ea6102e tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Deleting port 1a06150d-bb25-4ff8-8409-60b89aa4f527 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:28:33.866173 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-23d9dcd5-3c2b-4cf4-bbb6-16685ea6102e tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:34.202012 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4015b1ab-8ec6-46f7-a002-7c684dee3f94 tempest-RoutersAdminNegativeIpV6Test-423354847 tempest-RoutersAdminNegativeIpV6Test-423354847-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:34.225376 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:34.242586 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfd170a6-3a8c-4d5c-b549-0fc5dc29e005 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:28:34.290522 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port cfd170a6-3a8c-4d5c-b549-0fc5dc29e005, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=cfd170a6-3a8c-4d5c-b549-0fc5dc29e005,segment=NetworkSegment(9a6377f5-b38b-4a21-b9f6-9e21b904d67d),segment_id=9a6377f5-b38b-4a21-b9f6-9e21b904d67d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:28:34.298955 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:34.391775 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-6f819bff-cc56-473a-bba2-c0ec7d826521 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Allocated IP 172.20.0.6 (e557bc0d-71a9-4b44-ab50-1de12563c5ef/48041428-5cce-473c-b445-a01eb383d908/a310ed82-5c76-42dd-938a-ffb8947a05b9) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:28:34.418125 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=cfd170a6-3a8c-4d5c-b549-0fc5dc29e005,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:34.438643 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-b00f9937-2087-4570-8243-0724effc26cc None None] Provisioning complete for port 1a06150d-bb25-4ff8-8409-60b89aa4f527 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:28:34.439003 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b00f9937-2087-4570-8243-0724effc26cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:34.545020 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7949e34b-6508-4c66-baec-57749922203c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.0021374 Nov 09 21:28:34.562289 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7056d3e2-51c8-43be-8110-19f6dd4a80c4 req-51f8439d-e5d9-4e5b-a941-b52d7ec9ec31 tempest-ServerShowV254Test-1213963221 tempest-ServerShowV254Test-1213963221-project] 10.222.0.49 "GET /v2.0/ports?device_id=86db175e-bf0c-4696-b79f-d2e9a11e61e4 HTTP/1.1" status: 200 len: 210 time: 0.0588095 Nov 09 21:28:34.572568 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52810) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:34.584250 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-b00f9937-2087-4570-8243-0724effc26cc None None] Port 1a06150d-bb25-4ff8-8409-60b89aa4f527 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:28:34.601950 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-a599f3c9-b5c6-45e2-a892-07554dd62c09 admin admin] Request body: {'subnet': {'network_id': '74094a24-cfca-4a5a-9cf3-87def209cf5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-981007930-subnet', 'tenant_id': '5f0f3fff1adb45fdab60d55165ac0608', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:34.605105 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['cfd170a6-3a8c-4d5c-b549-0fc5dc29e005'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:28:34.642745 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7949e34b-6508-4c66-baec-57749922203c admin admin] Pushing event updated for resources: {'Network': ['ID=74094a24-cfca-4a5a-9cf3-87def209cf5d,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:34.665478 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 74094a24-cfca-4a5a-9cf3-87def209cf5d details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:28:34.691481 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-6f819bff-cc56-473a-bba2-c0ec7d826521 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:34.716756 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-23d9dcd5-3c2b-4cf4-bbb6-16685ea6102e tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:34.727176 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a599f3c9-b5c6-45e2-a892-07554dd62c09 admin admin] Made reservation on behalf of 5f0f3fff1adb45fdab60d55165ac0608 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:28:34.729831 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a599f3c9-b5c6-45e2-a892-07554dd62c09 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:34.745700 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-6f819bff-cc56-473a-bba2-c0ec7d826521 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:34.781729 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-23d9dcd5-3c2b-4cf4-bbb6-16685ea6102e tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Calling delete_port for 1a06150d-bb25-4ff8-8409-60b89aa4f527 owned by {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:28:34.821450 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-6f819bff-cc56-473a-bba2-c0ec7d826521 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Network e557bc0d-71a9-4b44-ab50-1de12563c5ef is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:28:34.826934 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-6f819bff-cc56-473a-bba2-c0ec7d826521 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:28:34.828261 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-eca6fd51-2b15-4e1e-b0b0-e01f873914b6 req-524bc4f4-5e45-47d0-b36f-e690671ba3d6 tempest-ServerShowV254Test-1213963221 tempest-ServerShowV254Test-1213963221-project] 10.222.0.43 "GET /v2.0/ports?device_id=86db175e-bf0c-4696-b79f-d2e9a11e61e4 HTTP/1.1" status: 200 len: 210 time: 0.0434644 Nov 09 21:28:34.830246 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-6f819bff-cc56-473a-bba2-c0ec7d826521 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:28:34.933442 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7900298-7174-49ba-aeee-f1106739c056 req-9cec7eff-42ed-41cc-9b24-a5c5634ebd49 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:34.952875 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f819bff-cc56-473a-bba2-c0ec7d826521 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Pushing event updated for resources: {'Port': ['ID=a310ed82-5c76-42dd-938a-ffb8947a05b9,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:34.953632 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d7900298-7174-49ba-aeee-f1106739c056 req-9cec7eff-42ed-41cc-9b24-a5c5634ebd49 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=84a65847-e19c-4e28-bc05-986fe962fa66 HTTP/1.1" status: 200 len: 944 time: 0.2806964 Nov 09 21:28:35.048143 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18bf0e-6710-472c-883d-b9a948a88e5c req-5a0ab048-f8cf-4129-8014-57af603ceb4b tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:35.055989 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-da18bf0e-6710-472c-883d-b9a948a88e5c req-5a0ab048-f8cf-4129-8014-57af603ceb4b tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 931 time: 0.5833013 Nov 09 21:28:35.073630 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-6f819bff-cc56-473a-bba2-c0ec7d826521 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:35.074393 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-6f819bff-cc56-473a-bba2-c0ec7d826521 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:35.155707 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-23d9dcd5-3c2b-4cf4-bbb6-16685ea6102e tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:35.168279 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-da18bf0e-6710-472c-883d-b9a948a88e5c req-ffb6e90e-7042-4dbf-9532-7718d5aa0178 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111665 Nov 09 21:28:35.182291 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-6f819bff-cc56-473a-bba2-c0ec7d826521 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2510839 Nov 09 21:28:35.201744 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-85501371-27a4-4ee0-8fac-2606db9bad58 service neutron] Request body: {'port': {'device_id': 'eff72e0b-9f2e-42f2-bc62-01eec41f1381', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:35.212384 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d7900298-7174-49ba-aeee-f1106739c056 req-486d75be-e716-4abd-bc6a-3fa7a5453127 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503738 Nov 09 21:28:35.260940 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9dcd5-3c2b-4cf4-bbb6-16685ea6102e tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event deleted for resources: {'Port': ['ID=1a06150d-bb25-4ff8-8409-60b89aa4f527,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:35.333779 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-519ac903-6343-4c50-9de8-14b8c9ae46e8 None None] Provisioning complete for port a310ed82-5c76-42dd-938a-ffb8947a05b9 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:28:35.334276 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-519ac903-6343-4c50-9de8-14b8c9ae46e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:35.369782 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-85501371-27a4-4ee0-8fac-2606db9bad58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:35.421831 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-519ac903-6343-4c50-9de8-14b8c9ae46e8 None None] Port a310ed82-5c76-42dd-938a-ffb8947a05b9 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:28:35.456160 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4015b1ab-8ec6-46f7-a002-7c684dee3f94 tempest-RoutersAdminNegativeIpV6Test-423354847 tempest-RoutersAdminNegativeIpV6Test-423354847-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:35.487246 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-23d9dcd5-3c2b-4cf4-bbb6-16685ea6102e tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:35.487854 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4015b1ab-8ec6-46f7-a002-7c684dee3f94 tempest-RoutersAdminNegativeIpV6Test-423354847 tempest-RoutersAdminNegativeIpV6Test-423354847-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:35.501763 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-23d9dcd5-3c2b-4cf4-bbb6-16685ea6102e tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/ports/1a06150d-bb25-4ff8-8409-60b89aa4f527 HTTP/1.1" status: 204 len: 168 time: 1.9047980 Nov 09 21:28:35.502931 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52816) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:35.551870 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device cfd170a6-3a8c-4d5c-b549-0fc5dc29e005 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:28:35.585019 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-847e9e57-7101-4278-a5cc-0213e2693fa1 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] GET failed (client error): The resource could not be found. Nov 09 21:28:35.590955 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-847e9e57-7101-4278-a5cc-0213e2693fa1 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "GET /v2.0/ports/1a06150d-bb25-4ff8-8409-60b89aa4f527 HTTP/1.1" status: 404 len: 333 time: 0.0839028 Nov 09 21:28:35.602850 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52820) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:35.677290 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port cfd170a6-3a8c-4d5c-b549-0fc5dc29e005 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:28:35.681824 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port cfd170a6-3a8c-4d5c-b549-0fc5dc29e005 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:28:35.682290 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:35.793449 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a94012cd-f0ee-46d6-83ef-0534e0f33a9c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:35.796547 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a599f3c9-b5c6-45e2-a892-07554dd62c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:35.808174 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1909ea0b-b52f-4cf0-8882-a9d1c56f78f6 req-6b372bdc-b380-4dbb-8efd-7358bef6c455 tempest-ServerShowV254Test-1213963221 tempest-ServerShowV254Test-1213963221-project] 10.222.0.49 "GET /v2.0/ports?device_id=86db175e-bf0c-4696-b79f-d2e9a11e61e4 HTTP/1.1" status: 200 len: 210 time: 0.0650456 Nov 09 21:28:35.883382 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:35.914234 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a65847-e19c-4e28-bc05-986fe962fa66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd170a6-3a8c-4d5c-b549-0fc5dc29e005'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:28:35.917389 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd62c7e-60eb-4b5e-8a9b-7f431bcb0206" -d '{"events": [{"server_uuid": "84a65847-e19c-4e28-bc05-986fe962fa66", "name": "network-vif-plugged", "status": "completed", "tag": "cfd170a6-3a8c-4d5c-b549-0fc5dc29e005"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:28:35.925067 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a94012cd-f0ee-46d6-83ef-0534e0f33a9c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:35.966494 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port cfd170a6-3a8c-4d5c-b549-0fc5dc29e005, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=cfd170a6-3a8c-4d5c-b549-0fc5dc29e005,segment=NetworkSegment(9a6377f5-b38b-4a21-b9f6-9e21b904d67d),segment_id=9a6377f5-b38b-4a21-b9f6-9e21b904d67d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:28:35.973038 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:35.978465 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599f3c9-b5c6-45e2-a892-07554dd62c09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab01389f-f1b6-4c6d-b6f3-f7cc27fc0b43,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:36.001345 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a599f3c9-b5c6-45e2-a892-07554dd62c09 admin admin] Checking segment: {'id': '7b4198b0-176e-4eff-b802-15f0d207d6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '74094a24-cfca-4a5a-9cf3-87def209cf5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:28:36.001713 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a599f3c9-b5c6-45e2-a892-07554dd62c09 admin admin] Network hostable DHCP agents. Network: 74094a24-cfca-4a5a-9cf3-87def209cf5d, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:28:36.030346 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4015b1ab-8ec6-46f7-a002-7c684dee3f94 tempest-RoutersAdminNegativeIpV6Test-423354847 tempest-RoutersAdminNegativeIpV6Test-423354847-project-admin] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:36.041543 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a599f3c9-b5c6-45e2-a892-07554dd62c09 admin admin] Network 74094a24-cfca-4a5a-9cf3-87def209cf5d is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:28:36.044650 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a94012cd-f0ee-46d6-83ef-0534e0f33a9c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:36.048119 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a94012cd-f0ee-46d6-83ef-0534e0f33a9c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:36.051800 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a94012cd-f0ee-46d6-83ef-0534e0f33a9c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/security-groups/ea1bf368-7d42-404d-9390-7c8fed23a032 HTTP/1.1" status: 204 len: 168 time: 0.4454370 Nov 09 21:28:36.058974 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68096d56-1c0e-4558-b96f-28f5360f1f76 x-openstack-request-id: req-68096d56-1c0e-4558-b96f-28f5360f1f76 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:28:36.059800 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a65847-e19c-4e28-bc05-986fe962fa66", "name": "network-vif-plugged", "status": "completed", "tag": "cfd170a6-3a8c-4d5c-b549-0fc5dc29e005", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:28:36.060281 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-68096d56-1c0e-4558-b96f-28f5360f1f76 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:28:36.061715 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a65847-e19c-4e28-bc05-986fe962fa66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd170a6-3a8c-4d5c-b549-0fc5dc29e005', 'code': 200} Nov 09 21:28:36.064791 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52824) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:36.066110 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94012cd-f0ee-46d6-83ef-0534e0f33a9c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1bf368-7d42-404d-9390-7c8fed23a032,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:36.098045 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-a599f3c9-b5c6-45e2-a892-07554dd62c09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 74094a24-cfca-4a5a-9cf3-87def209cf5d) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:28:36.118083 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080fff55-d366-4b9c-ac34-2b99aa63397c None None] Network 74094a24-cfca-4a5a-9cf3-87def209cf5d requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:28:36.163967 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=cfd170a6-3a8c-4d5c-b549-0fc5dc29e005,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:36.182714 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a599f3c9-b5c6-45e2-a892-07554dd62c09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:36.185175 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a599f3c9-b5c6-45e2-a892-07554dd62c09 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:36.247097 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a599f3c9-b5c6-45e2-a892-07554dd62c09 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6523557 Nov 09 21:28:36.261219 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f2ca44-5e85-4564-9d5a-c356272919dc req-24fd6df4-dab6-4b44-b6dd-e80b6da3cc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:36.265410 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b9f2ca44-5e85-4564-9d5a-c356272919dc req-24fd6df4-dab6-4b44-b6dd-e80b6da3cc7f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=84a65847-e19c-4e28-bc05-986fe962fa66 HTTP/1.1" status: 200 len: 1096 time: 0.1799023 Nov 09 21:28:36.292510 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-85501371-27a4-4ee0-8fac-2606db9bad58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a310ed82-5c76-42dd-938a-ffb8947a05b9 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:28:36.311771 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-85501371-27a4-4ee0-8fac-2606db9bad58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:36.317718 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5d3d59-3ee5-4cf2-917c-cc0e525ba675 None None] Network 74094a24-cfca-4a5a-9cf3-87def209cf5d requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:28:36.345219 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-824579ea-7712-415a-867e-7cec5269fa4a tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:36.410555 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b9f2ca44-5e85-4564-9d5a-c356272919dc req-8721d90a-d955-4145-918b-e3b9e3d1f79d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087644 Nov 09 21:28:36.460118 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-824579ea-7712-415a-867e-7cec5269fa4a tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:36.509856 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096cda52-0d38-4889-864f-bb7adb621690 req-376a48e0-cfdc-40ce-b1a1-a86ace8450aa tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:36.521252 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-096cda52-0d38-4889-864f-bb7adb621690 req-376a48e0-cfdc-40ce-b1a1-a86ace8450aa tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=84a65847-e19c-4e28-bc05-986fe962fa66 HTTP/1.1" status: 200 len: 945 time: 0.1211112 Nov 09 21:28:36.564503 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-824579ea-7712-415a-867e-7cec5269fa4a tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:36.567242 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-824579ea-7712-415a-867e-7cec5269fa4a tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:36.571870 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-824579ea-7712-415a-867e-7cec5269fa4a tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/security-groups/1fc808e9-c7a4-43a3-8b0b-ce2a318fba37 HTTP/1.1" status: 204 len: 168 time: 0.4989398 Nov 09 21:28:36.577725 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-85501371-27a4-4ee0-8fac-2606db9bad58 service neutron] Transition to ACTIVE for port object a310ed82-5c76-42dd-938a-ffb8947a05b9 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:28:36.580650 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52842) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:36.604821 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-096cda52-0d38-4889-864f-bb7adb621690 req-e094826e-d07f-4f7a-b20d-24155c685bc4 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824025 Nov 09 21:28:36.605949 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824579ea-7712-415a-867e-7cec5269fa4a tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc808e9-c7a4-43a3-8b0b-ce2a318fba37,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:36.640360 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-85501371-27a4-4ee0-8fac-2606db9bad58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:36.650224 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4015b1ab-8ec6-46f7-a002-7c684dee3f94 tempest-RoutersAdminNegativeIpV6Test-423354847 tempest-RoutersAdminNegativeIpV6Test-423354847-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:36.653030 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a1b4bd3b-7b53-46db-857a-a20056d91dcd tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:36.677649 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a1b4bd3b-7b53-46db-857a-a20056d91dcd tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:36.689280 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4015b1ab-8ec6-46f7-a002-7c684dee3f94 tempest-RoutersAdminNegativeIpV6Test-423354847 tempest-RoutersAdminNegativeIpV6Test-423354847-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:36.732977 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f5d84-6477-4ac4-a329-f9d827e5ee1c req-d44a510d-b97e-43be-a91b-442d0f923386 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:36.746066 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9a8f5d84-6477-4ac4-a329-f9d827e5ee1c req-d44a510d-b97e-43be-a91b-442d0f923386 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 931 time: 0.3934739 Nov 09 21:28:36.905658 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4015b1ab-8ec6-46f7-a002-7c684dee3f94 tempest-RoutersAdminNegativeIpV6Test-423354847 tempest-RoutersAdminNegativeIpV6Test-423354847-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:36.906983 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4015b1ab-8ec6-46f7-a002-7c684dee3f94 tempest-RoutersAdminNegativeIpV6Test-423354847 tempest-RoutersAdminNegativeIpV6Test-423354847-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 545a8e2b-562f-4ef5-8f88-0ae0fc342c6d {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:28:36.915415 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a1b4bd3b-7b53-46db-857a-a20056d91dcd tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:36.917990 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a1b4bd3b-7b53-46db-857a-a20056d91dcd tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:36.922263 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a1b4bd3b-7b53-46db-857a-a20056d91dcd tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/security-groups/619655e5-354e-42ee-a073-27a27c6d9aab HTTP/1.1" status: 204 len: 168 time: 0.3367963 Nov 09 21:28:36.922574 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52854) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:36.945149 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85501371-27a4-4ee0-8fac-2606db9bad58 service neutron] Pushing event updated for resources: {'Port': ['ID=a310ed82-5c76-42dd-938a-ffb8947a05b9,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:36.962962 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9a8f5d84-6477-4ac4-a329-f9d827e5ee1c req-bb2e78f7-c351-41b5-bc96-948bc7d27762 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2159147 Nov 09 21:28:37.024387 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-4015b1ab-8ec6-46f7-a002-7c684dee3f94 tempest-RoutersAdminNegativeIpV6Test-423354847 tempest-RoutersAdminNegativeIpV6Test-423354847-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 09 21:28:37.031770 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52862) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:37.033697 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4015b1ab-8ec6-46f7-a002-7c684dee3f94 tempest-RoutersAdminNegativeIpV6Test-423354847 tempest-RoutersAdminNegativeIpV6Test-423354847-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.8078609 Nov 09 21:28:37.065780 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b267ab8-126f-4472-9361-de7b5b66fc26 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Deleting subnet 8ab42c30-7a79-4c5d-b3bf-8b0f8820ab8c {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:28:37.108606 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4bd3b-7b53-46db-857a-a20056d91dcd tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=619655e5-354e-42ee-a073-27a27c6d9aab,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:37.171435 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-85501371-27a4-4ee0-8fac-2606db9bad58 service neutron] Attempting to bind port a310ed82-5c76-42dd-938a-ffb8947a05b9 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:28:37.171770 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-85501371-27a4-4ee0-8fac-2606db9bad58 service neutron] Attempting to bind port a310ed82-5c76-42dd-938a-ffb8947a05b9 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '4b1e7064-c872-4e6f-85a8-e00a69322723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:28:37.172098 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-85501371-27a4-4ee0-8fac-2606db9bad58 service neutron] Attempting to bind port a310ed82-5c76-42dd-938a-ffb8947a05b9 on network e557bc0d-71a9-4b44-ab50-1de12563c5ef {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:28:37.177048 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-85501371-27a4-4ee0-8fac-2606db9bad58 service neutron] Port a310ed82-5c76-42dd-938a-ffb8947a05b9 on network e557bc0d-71a9-4b44-ab50-1de12563c5ef not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:28:37.177374 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-85501371-27a4-4ee0-8fac-2606db9bad58 service neutron] Attempting to bind port a310ed82-5c76-42dd-938a-ffb8947a05b9 on network e557bc0d-71a9-4b44-ab50-1de12563c5ef {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:28:37.182607 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-85501371-27a4-4ee0-8fac-2606db9bad58 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:28:37.182941 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-85501371-27a4-4ee0-8fac-2606db9bad58 service neutron] Checking segment: {'id': '4b1e7064-c872-4e6f-85a8-e00a69322723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:28:37.183320 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-85501371-27a4-4ee0-8fac-2606db9bad58 service neutron] Bound using segment: {'id': '4b1e7064-c872-4e6f-85a8-e00a69322723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:28:37.183751 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-85501371-27a4-4ee0-8fac-2606db9bad58 service neutron] Bound port: a310ed82-5c76-42dd-938a-ffb8947a05b9, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b1e7064-c872-4e6f-85a8-e00a69322723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:28:37.184178 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-85501371-27a4-4ee0-8fac-2606db9bad58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:37.195378 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3b267ab8-126f-4472-9361-de7b5b66fc26 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:37.284675 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-85501371-27a4-4ee0-8fac-2606db9bad58 service neutron] For port a310ed82-5c76-42dd-938a-ffb8947a05b9, host n-h1-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:28:37.291409 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-85501371-27a4-4ee0-8fac-2606db9bad58 service neutron] For port a310ed82-5c76-42dd-938a-ffb8947a05b9, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=a310ed82-5c76-42dd-938a-ffb8947a05b9,segment=NetworkSegment(4b1e7064-c872-4e6f-85a8-e00a69322723),segment_id=4b1e7064-c872-4e6f-85a8-e00a69322723)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:28:37.298751 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-85501371-27a4-4ee0-8fac-2606db9bad58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:37.335489 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c09075-7070-4296-b587-f33422fabd66 req-ee16c961-98bc-4e83-a363-5bf5acca0cfe tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:37.337104 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-28c09075-7070-4296-b587-f33422fabd66 req-ee16c961-98bc-4e83-a363-5bf5acca0cfe tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] 10.222.0.49 "GET /v2.0/networks?id=74094a24-cfca-4a5a-9cf3-87def209cf5d HTTP/1.1" status: 200 len: 821 time: 0.3348596 Nov 09 21:28:37.339426 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3b267ab8-126f-4472-9361-de7b5b66fc26 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:37.366790 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85501371-27a4-4ee0-8fac-2606db9bad58 service neutron] Pushing event updated for resources: {'Port': ['ID=a310ed82-5c76-42dd-938a-ffb8947a05b9,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:37.386504 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-85501371-27a4-4ee0-8fac-2606db9bad58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:37.395426 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-85501371-27a4-4ee0-8fac-2606db9bad58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:37.402136 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-85501371-27a4-4ee0-8fac-2606db9bad58 service neutron] 10.222.0.45 "PUT /v2.0/ports/a310ed82-5c76-42dd-938a-ffb8947a05b9 HTTP/1.1" status: 200 len: 1091 time: 2.2117374 Nov 09 21:28:37.402651 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff72e0b-9f2e-42f2-bc62-01eec41f1381', 'tag': 'a310ed82-5c76-42dd-938a-ffb8947a05b9'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:28:37.410666 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52874) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:37.416520 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96822ba-2500-495b-af69-ab0fd42b95b1" -d '{"events": [{"name": "network-changed", "server_uuid": "eff72e0b-9f2e-42f2-bc62-01eec41f1381", "tag": "a310ed82-5c76-42dd-938a-ffb8947a05b9"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:28:37.458712 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-28c09075-7070-4296-b587-f33422fabd66 req-ccc1adc1-68b6-4cd0-b0e0-e84465decaa7 tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] 10.222.0.49 "GET /v2.0/quotas/5f0f3fff1adb45fdab60d55165ac0608 HTTP/1.1" status: 200 len: 375 time: 0.0628922 Nov 09 21:28:37.532925 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-6df5c924-0ca1-4d4f-8d28-c42dc2a06a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:37.536721 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-6df5c924-0ca1-4d4f-8d28-c42dc2a06a9f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=96a7a35658cb4a6ea565f057e114d368&device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 1094 time: 0.0813782 Nov 09 21:28:37.539433 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-28c09075-7070-4296-b587-f33422fabd66 req-d89d699a-2381-4a14-8214-658c4dba2dab tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5f0f3fff1adb45fdab60d55165ac0608&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0794859 Nov 09 21:28:37.658285 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-375b2e7a-c2f9-4122-af74-f8daf4ca7092 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a310ed82-5c76-42dd-938a-ffb8947a05b9 HTTP/1.1" status: 200 len: 217 time: 0.1109495 Nov 09 21:28:37.735871 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1eccae-c406-449a-9a8d-ee9a6106b2cf x-openstack-request-id: req-cf1eccae-c406-449a-9a8d-ee9a6106b2cf {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:28:37.736169 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff72e0b-9f2e-42f2-bc62-01eec41f1381", "tag": "a310ed82-5c76-42dd-938a-ffb8947a05b9", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:28:37.736433 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cf1eccae-c406-449a-9a8d-ee9a6106b2cf {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:28:37.736884 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff72e0b-9f2e-42f2-bc62-01eec41f1381', 'tag': 'a310ed82-5c76-42dd-938a-ffb8947a05b9', 'status': 'completed', 'code': 200} Nov 09 21:28:37.746056 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3b267ab8-126f-4472-9361-de7b5b66fc26 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:37.756213 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-9bfcecbf-5706-482a-b92c-0d6876f5ad70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:37.757780 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-9bfcecbf-5706-482a-b92c-0d6876f5ad70 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=48041428-5cce-473c-b445-a01eb383d908 HTTP/1.1" status: 200 len: 851 time: 0.0935678 Nov 09 21:28:37.807149 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-2f56bff6-f75d-4913-8e9d-228fd505a91e tempest-RoutersAdminNegativeIpV6Test-423354847 tempest-RoutersAdminNegativeIpV6Test-423354847-project-admin] Deleting port 6bd5aa55-4a9b-4064-804a-9cde64b33acc {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:28:37.807677 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2f56bff6-f75d-4913-8e9d-228fd505a91e tempest-RoutersAdminNegativeIpV6Test-423354847 tempest-RoutersAdminNegativeIpV6Test-423354847-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:37.839948 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-5eefd0c6-1f08-4339-b58c-7e3554bf7d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:37.841486 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-5eefd0c6-1f08-4339-b58c-7e3554bf7d1f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e557bc0d-71a9-4b44-ab50-1de12563c5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730875 Nov 09 21:28:37.852202 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01ceb6-851d-42ed-b9a4-41c5816b293f req-f0f02a1f-f105-4007-b535-179a0c028989 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:37.853624 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ab01ceb6-851d-42ed-b9a4-41c5816b293f req-f0f02a1f-f105-4007-b535-179a0c028989 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=84a65847-e19c-4e28-bc05-986fe962fa66 HTTP/1.1" status: 200 len: 945 time: 0.0868869 Nov 09 21:28:37.858918 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f4be8a89-02ef-4ab6-8b93-b4257c35c691 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:37.965384 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3b267ab8-126f-4472-9361-de7b5b66fc26 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:37.972537 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ab01ceb6-851d-42ed-b9a4-41c5816b293f req-aea3fb8c-60ba-4896-841a-11b5b62c2a7d tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099281 Nov 09 21:28:37.974476 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-28c09075-7070-4296-b587-f33422fabd66 req-b7b45a30-6f18-4cb1-85de-9e60f446ebe8 service neutron] 10.222.0.49 "GET /v2.0/networks/74094a24-cfca-4a5a-9cf3-87def209cf5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4342113 Nov 09 21:28:37.989066 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-3fef8788-b217-4e35-9ebc-23c2cd63663b service neutron] 10.222.0.45 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344652 Nov 09 21:28:38.024427 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b267ab8-126f-4472-9361-de7b5b66fc26 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event deleted for resources: {'Subnet': ['ID=8ab42c30-7a79-4c5d-b3bf-8b0f8820ab8c,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:38.028436 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2f56bff6-f75d-4913-8e9d-228fd505a91e tempest-RoutersAdminNegativeIpV6Test-423354847 tempest-RoutersAdminNegativeIpV6Test-423354847-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:38.045833 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7423948c-b2b6-4693-9851-7510950afb69 None None] Network 35057647-8fb3-4e2f-9a4f-566d1b7e2e28 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:28:38.056939 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3b267ab8-126f-4472-9361-de7b5b66fc26 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:38.060342 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-3b267ab8-126f-4472-9361-de7b5b66fc26 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/subnets/8ab42c30-7a79-4c5d-b3bf-8b0f8820ab8c HTTP/1.1" status: 204 len: 168 time: 1.1367743 Nov 09 21:28:38.071857 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52892) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:38.094183 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-2f56bff6-f75d-4913-8e9d-228fd505a91e tempest-RoutersAdminNegativeIpV6Test-423354847 tempest-RoutersAdminNegativeIpV6Test-423354847-project-admin] Calling delete_port for 6bd5aa55-4a9b-4064-804a-9cde64b33acc owned by {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:28:38.193041 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a6a13a7d-b0ec-4979-9462-bfe9aa578579 req-c5eb05a6-db35-4ac0-92f3-2dc03266bab3 service neutron] 10.222.0.45 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966913 Nov 09 21:28:38.196259 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f4be8a89-02ef-4ab6-8b93-b4257c35c691 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:38.198301 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a7f3282-c71b-4d79-8cb1-9ff50e135565 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Deleting subnet 5640cb73-a4c6-4dc0-a5d6-110b4e3654a0 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:28:38.206338 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8a7f3282-c71b-4d79-8cb1-9ff50e135565 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:38.213197 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f4be8a89-02ef-4ab6-8b93-b4257c35c691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:38.218102 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecaf119-947a-4c4b-883e-15e898bb5481 req-a018293e-1379-45be-864f-60217a9b0173 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:38.219657 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9ecaf119-947a-4c4b-883e-15e898bb5481 req-a018293e-1379-45be-864f-60217a9b0173 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 946 time: 0.1469254 Nov 09 21:28:38.230903 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-28c09075-7070-4296-b587-f33422fabd66 req-8c13340a-7309-4b95-82e6-d941ba5aab67 service neutron] 10.222.0.49 "GET /v2.0/networks/74094a24-cfca-4a5a-9cf3-87def209cf5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217989 Nov 09 21:28:38.278833 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be8a89-02ef-4ab6-8b93-b4257c35c691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc435d4-6b0c-4894-9127-c614b87843e4,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:38.287386 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f4be8a89-02ef-4ab6-8b93-b4257c35c691 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=870bff48b13646eabcae62f9214226b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8734105 Nov 09 21:28:38.287660 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52894) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:38.387728 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2f56bff6-f75d-4913-8e9d-228fd505a91e tempest-RoutersAdminNegativeIpV6Test-423354847 tempest-RoutersAdminNegativeIpV6Test-423354847-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:38.398244 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-92de3c5b-2b4a-42f0-9a08-428b3de3edc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:38.406254 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9ecaf119-947a-4c4b-883e-15e898bb5481 req-0dc5b6f6-bdba-42f8-bb9d-f8c373f5c41a tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425238 Nov 09 21:28:38.434124 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8a7f3282-c71b-4d79-8cb1-9ff50e135565 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:38.441286 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f56bff6-f75d-4913-8e9d-228fd505a91e tempest-RoutersAdminNegativeIpV6Test-423354847 tempest-RoutersAdminNegativeIpV6Test-423354847-project-admin] Pushing event deleted for resources: {'Port': ['ID=6bd5aa55-4a9b-4064-804a-9cde64b33acc,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:38.484550 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-92de3c5b-2b4a-42f0-9a08-428b3de3edc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:38.557724 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96822ba-2500-495b-af69-ab0fd42b95b1 req-1e1a93f3-a34a-4482-b70d-070b880f8064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:38.562391 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d96822ba-2500-495b-af69-ab0fd42b95b1 req-1e1a93f3-a34a-4482-b70d-070b880f8064 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=96a7a35658cb4a6ea565f057e114d368&device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 1094 time: 0.2956836 Nov 09 21:28:38.618353 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2f56bff6-f75d-4913-8e9d-228fd505a91e tempest-RoutersAdminNegativeIpV6Test-423354847 tempest-RoutersAdminNegativeIpV6Test-423354847-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:38.625068 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2f56bff6-f75d-4913-8e9d-228fd505a91e tempest-RoutersAdminNegativeIpV6Test-423354847 tempest-RoutersAdminNegativeIpV6Test-423354847-project-admin] 10.222.0.49 "DELETE /v2.0/ports/6bd5aa55-4a9b-4064-804a-9cde64b33acc HTTP/1.1" status: 204 len: 168 time: 1.5623636 Nov 09 21:28:38.656015 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0829c-c172-458d-9cf1-d03f644dffe3 req-c3c7a4ee-4905-4240-b9e8-2ddb82c77a59 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:38.680046 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dee0829c-c172-458d-9cf1-d03f644dffe3 req-c3c7a4ee-4905-4240-b9e8-2ddb82c77a59 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 943 time: 0.1354213 Nov 09 21:28:38.709578 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-92de3c5b-2b4a-42f0-9a08-428b3de3edc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:38.713851 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-92de3c5b-2b4a-42f0-9a08-428b3de3edc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:38.715461 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-92de3c5b-2b4a-42f0-9a08-428b3de3edc2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ffc435d4-6b0c-4894-9127-c614b87843e4 HTTP/1.1" status: 204 len: 168 time: 0.4266381 Nov 09 21:28:38.743584 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92de3c5b-2b4a-42f0-9a08-428b3de3edc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc435d4-6b0c-4894-9127-c614b87843e4,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:38.749476 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96822ba-2500-495b-af69-ab0fd42b95b1 req-293b90bd-9a8d-41ed-be58-791227cc5799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:38.751051 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d96822ba-2500-495b-af69-ab0fd42b95b1 req-293b90bd-9a8d-41ed-be58-791227cc5799 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e557bc0d-71a9-4b44-ab50-1de12563c5ef HTTP/1.1" status: 200 len: 912 time: 0.1785574 Nov 09 21:28:38.798187 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8a7f3282-c71b-4d79-8cb1-9ff50e135565 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:38.828463 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dee0829c-c172-458d-9cf1-d03f644dffe3 req-3aea1be5-1928-47e4-8ae1-7482c4dfe91d tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454155 Nov 09 21:28:38.948882 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d96822ba-2500-495b-af69-ab0fd42b95b1 req-b71c3a0f-e2f1-4fb0-8280-77088502d078 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a310ed82-5c76-42dd-938a-ffb8947a05b9 HTTP/1.1" status: 200 len: 217 time: 0.1780443 Nov 09 21:28:38.963408 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52914) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:39.022959 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-35d0e92e-e2db-4c2c-84ce-37a937b42e24 req-6afdc6e8-ac12-431b-9d02-d6ae202eab46 tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] 10.222.0.49 "GET /v2.0/ports?device_id=939cd389-b9a0-4aa7-bb68-7fbea06f662e HTTP/1.1" status: 200 len: 210 time: 0.0787756 Nov 09 21:28:39.030096 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ea562-a4b3-40f9-9cc4-793f1ccf66c0 req-4f35fc5a-f574-4691-a018-34027a91ac91 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:39.046863 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-382ea562-a4b3-40f9-9cc4-793f1ccf66c0 req-4f35fc5a-f574-4691-a018-34027a91ac91 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=84a65847-e19c-4e28-bc05-986fe962fa66 HTTP/1.1" status: 200 len: 945 time: 0.1054738 Nov 09 21:28:39.078193 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96822ba-2500-495b-af69-ab0fd42b95b1 req-1a11d0f4-74e7-413c-8fb7-bf3e9c6cf7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:39.080459 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d96822ba-2500-495b-af69-ab0fd42b95b1 req-1a11d0f4-74e7-413c-8fb7-bf3e9c6cf7d6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=48041428-5cce-473c-b445-a01eb383d908 HTTP/1.1" status: 200 len: 851 time: 0.1179264 Nov 09 21:28:39.088473 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b22f35a3-76e9-494c-924a-1cd9a9db1921 req-bdb9a6e6-549a-44fa-9175-5eb8b654df94 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5febd2e0-778c-4c7b-9841-79c838b6973a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1453433 Nov 09 21:28:39.094103 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8a7f3282-c71b-4d79-8cb1-9ff50e135565 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:39.150819 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-382ea562-a4b3-40f9-9cc4-793f1ccf66c0 req-9799f296-be12-4ee0-a672-b03889975368 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039333 Nov 09 21:28:39.171054 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f3282-c71b-4d79-8cb1-9ff50e135565 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event deleted for resources: {'Subnet': ['ID=5640cb73-a4c6-4dc0-a5d6-110b4e3654a0,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:39.173238 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8a7f3282-c71b-4d79-8cb1-9ff50e135565 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:39.176564 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8a7f3282-c71b-4d79-8cb1-9ff50e135565 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/subnets/5640cb73-a4c6-4dc0-a5d6-110b4e3654a0 HTTP/1.1" status: 204 len: 168 time: 1.1026247 Nov 09 21:28:39.179147 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52922) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:39.200236 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96822ba-2500-495b-af69-ab0fd42b95b1 req-a12918e0-f8dc-4ac6-894f-e64f80a3b75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:39.202013 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d96822ba-2500-495b-af69-ab0fd42b95b1 req-a12918e0-f8dc-4ac6-894f-e64f80a3b75a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e557bc0d-71a9-4b44-ab50-1de12563c5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0936713 Nov 09 21:28:39.238805 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4de0d51-54ec-498b-a5dd-d1dcbca8d383 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] DELETE failed (client error): The resource could not be found. Nov 09 21:28:39.239674 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4de0d51-54ec-498b-a5dd-d1dcbca8d383 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:28:39.243619 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f4de0d51-54ec-498b-a5dd-d1dcbca8d383 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/subnets/8ab42c30-7a79-4c5d-b3bf-8b0f8820ab8c HTTP/1.1" status: 404 len: 337 time: 0.0632451 Nov 09 21:28:39.259166 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52926) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:39.346064 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f35a3-76e9-494c-924a-1cd9a9db1921 req-e4e05dc2-7b93-4e9a-a8e5-e09a16dce0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:39.348738 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b22f35a3-76e9-494c-924a-1cd9a9db1921 req-e4e05dc2-7b93-4e9a-a8e5-e09a16dce0ea service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=476b04718f114622be45841d668c49d8&device_id=5febd2e0-778c-4c7b-9841-79c838b6973a HTTP/1.1" status: 200 len: 1097 time: 0.1850309 Nov 09 21:28:39.360418 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3b57a3f-69d8-4c8a-aa83-fe048a63a39a tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Deleting subnet 0a27dff0-4b96-4281-8e55-4f2b60b1678f {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:28:39.363268 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d96822ba-2500-495b-af69-ab0fd42b95b1 req-3c6059fb-9995-4428-ae6d-0de9ebaa83f5 service neutron] 10.222.0.45 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520233 Nov 09 21:28:39.365242 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a3b57a3f-69d8-4c8a-aa83-fe048a63a39a tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:39.464699 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4899bda1-14e4-4a02-8467-72df4c7efac9 None None] Network 35057647-8fb3-4e2f-9a4f-566d1b7e2e28 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:28:39.502110 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d96822ba-2500-495b-af69-ab0fd42b95b1 req-c8fffc90-336c-48be-89a5-e19a8967813f service neutron] 10.222.0.45 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291552 Nov 09 21:28:39.519050 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a29ea540-6eda-470c-876e-b4d827626ac9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:39.525485 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f35a3-76e9-494c-924a-1cd9a9db1921 req-47bd87dd-f040-487b-8eaa-b22df3736683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:39.527539 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b22f35a3-76e9-494c-924a-1cd9a9db1921 req-47bd87dd-f040-487b-8eaa-b22df3736683 service neutron] 10.222.0.45 "GET /v2.0/networks?id=334ab1b0-3bbb-4e22-8403-8369144bd306 HTTP/1.1" status: 200 len: 918 time: 0.1100519 Nov 09 21:28:39.530788 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a3b57a3f-69d8-4c8a-aa83-fe048a63a39a tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:39.586415 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-616fa0f9-4d16-4767-82a2-e866f1d9792e None None] Provisioning complete for port 76cb64fd-db82-49ef-91cd-be3370e57ea7 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:28:39.586715 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-616fa0f9-4d16-4767-82a2-e866f1d9792e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:39.588468 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device a310ed82-5c76-42dd-938a-ffb8947a05b9 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:28:39.624882 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a29ea540-6eda-470c-876e-b4d827626ac9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:39.641109 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a29ea540-6eda-470c-876e-b4d827626ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:39.695086 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-616fa0f9-4d16-4767-82a2-e866f1d9792e None None] Port 76cb64fd-db82-49ef-91cd-be3370e57ea7 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:28:39.724416 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ea540-6eda-470c-876e-b4d827626ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91d1968-ffd6-4e3e-99d7-3041cf1dec07,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:39.729531 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b22f35a3-76e9-494c-924a-1cd9a9db1921 req-a3d7bc20-8433-4bd5-99b3-0c63186a8f6a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=930cbb62-5b75-427c-b3ad-7ba1b4694c5d HTTP/1.1" status: 200 len: 217 time: 0.1947076 Nov 09 21:28:39.744541 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a29ea540-6eda-470c-876e-b4d827626ac9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a69e4d9561f74123bed880d160f34d93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7801585 Nov 09 21:28:39.745973 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52940) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:39.757883 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee746f-1bf4-492c-85fe-92e3cd4ec8c8 req-9919f3ba-152d-4c8e-b90e-fa1541928da7 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:39.759830 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d2ee746f-1bf4-492c-85fe-92e3cd4ec8c8 req-9919f3ba-152d-4c8e-b90e-fa1541928da7 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 946 time: 0.1326010 Nov 09 21:28:39.787479 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-616fa0f9-4d16-4767-82a2-e866f1d9792e None None] Provisioning complete for port f0b5c302-954c-45b2-b979-cece59b116a9 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:28:39.788085 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-616fa0f9-4d16-4767-82a2-e866f1d9792e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:39.831439 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a3b57a3f-69d8-4c8a-aa83-fe048a63a39a tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:39.860885 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d2ee746f-1bf4-492c-85fe-92e3cd4ec8c8 req-39435788-b178-4fa9-b2d5-178069bb3c5e tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911949 Nov 09 21:28:39.863522 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f35a3-76e9-494c-924a-1cd9a9db1921 req-a6e41f06-baf6-47e0-bc6f-a7bf9a4f78fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:39.866126 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b22f35a3-76e9-494c-924a-1cd9a9db1921 req-a6e41f06-baf6-47e0-bc6f-a7bf9a4f78fb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6287f675-aade-4edd-b174-3f3f6aef5f0a HTTP/1.1" status: 200 len: 858 time: 0.0906048 Nov 09 21:28:39.870475 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-29d68150-1b33-4e7b-80a5-f9975b0efb17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:39.901595 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-29d68150-1b33-4e7b-80a5-f9975b0efb17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:39.945752 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b22f35a3-76e9-494c-924a-1cd9a9db1921 req-a1fa4880-7692-4e38-91cf-61d3f1a22234 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=334ab1b0-3bbb-4e22-8403-8369144bd306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612950 Nov 09 21:28:39.959677 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-29d68150-1b33-4e7b-80a5-f9975b0efb17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:39.962330 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-29d68150-1b33-4e7b-80a5-f9975b0efb17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:39.965864 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-29d68150-1b33-4e7b-80a5-f9975b0efb17 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f91d1968-ffd6-4e3e-99d7-3041cf1dec07 HTTP/1.1" status: 204 len: 168 time: 0.2166574 Nov 09 21:28:39.969844 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port a310ed82-5c76-42dd-938a-ffb8947a05b9, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=a310ed82-5c76-42dd-938a-ffb8947a05b9,segment=NetworkSegment(4b1e7064-c872-4e6f-85a8-e00a69322723),segment_id=4b1e7064-c872-4e6f-85a8-e00a69322723)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:28:39.977496 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d68150-1b33-4e7b-80a5-f9975b0efb17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91d1968-ffd6-4e3e-99d7-3041cf1dec07,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:40.028110 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': 'a310ed82-5c76-42dd-938a-ffb8947a05b9', 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef', 'port_id': 'a310ed82-5c76-42dd-938a-ffb8947a05b9', 'mac_address': 'fa:16:3e:45:f4:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48041428-5cce-473c-b445-a01eb383d908', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:28:40.160153 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-170334e3-225f-42f9-ba16-17f3f0c89d79 req-a4141cc7-8dae-4fc2-9284-e20b5e7e2038 tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] 10.222.0.49 "GET /v2.0/ports?device_id=939cd389-b9a0-4aa7-bb68-7fbea06f662e HTTP/1.1" status: 200 len: 210 time: 0.0392013 Nov 09 21:28:40.170041 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52956) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:40.176278 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:40.176735 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0db8f-15e8-4b92-ab10-0ef1b3ca9e53 req-b9894851-ddc9-4f2c-b37a-ac4616bd0758 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:40.202849 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-caa0db8f-15e8-4b92-ab10-0ef1b3ca9e53 req-b9894851-ddc9-4f2c-b37a-ac4616bd0758 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 943 time: 0.2852256 Nov 09 21:28:40.206194 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a3b57a3f-69d8-4c8a-aa83-fe048a63a39a tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:40.212261 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a310ed82-5c76-42dd-938a-ffb8947a05b9 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:28:40.256237 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port a310ed82-5c76-42dd-938a-ffb8947a05b9, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=a310ed82-5c76-42dd-938a-ffb8947a05b9,segment=NetworkSegment(4b1e7064-c872-4e6f-85a8-e00a69322723),segment_id=4b1e7064-c872-4e6f-85a8-e00a69322723)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:28:40.261070 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:40.336540 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=a310ed82-5c76-42dd-938a-ffb8947a05b9,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:40.349639 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b57a3f-69d8-4c8a-aa83-fe048a63a39a tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event deleted for resources: {'Subnet': ['ID=0a27dff0-4b96-4281-8e55-4f2b60b1678f,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:40.359341 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b22f35a3-76e9-494c-924a-1cd9a9db1921 req-28e38a1d-67d3-483b-8741-d97385bb30c4 service neutron] 10.222.0.45 "GET /v2.0/networks/334ab1b0-3bbb-4e22-8403-8369144bd306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925285 Nov 09 21:28:40.360086 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4319cbb-d7c6-405a-89d1-2b1f0bec1e1c req-f81ca427-3fbf-4186-be78-276c9bd8521e tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:40.372581 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f4319cbb-d7c6-405a-89d1-2b1f0bec1e1c req-f81ca427-3fbf-4186-be78-276c9bd8521e tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=84a65847-e19c-4e28-bc05-986fe962fa66 HTTP/1.1" status: 200 len: 945 time: 0.1096253 Nov 09 21:28:40.395204 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a3b57a3f-69d8-4c8a-aa83-fe048a63a39a tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:40.404782 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a3b57a3f-69d8-4c8a-aa83-fe048a63a39a tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/subnets/0a27dff0-4b96-4281-8e55-4f2b60b1678f HTTP/1.1" status: 204 len: 168 time: 1.1408260 Nov 09 21:28:40.404782 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52962) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:40.443168 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f4319cbb-d7c6-405a-89d1-2b1f0bec1e1c req-9de268e9-bef7-4b42-ad05-b959adea8c82 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696497 Nov 09 21:28:40.493247 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['a310ed82-5c76-42dd-938a-ffb8947a05b9'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:28:40.668109 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-6385314c-d8a1-4af7-9fde-ad62e01c10ca admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-472606437-network', 'tenant_id': 'ea132a94a82f43f69fd0808e866cec5f'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:40.746972 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6385314c-d8a1-4af7-9fde-ad62e01c10ca admin admin] Made reservation on behalf of ea132a94a82f43f69fd0808e866cec5f for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:28:40.751414 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6385314c-d8a1-4af7-9fde-ad62e01c10ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:40.773993 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6385314c-d8a1-4af7-9fde-ad62e01c10ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:40.810203 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52970) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:40.898084 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-4523362a-d58b-45bf-9059-0bc169830b7c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] DELETE failed (client error): The resource could not be found. Nov 09 21:28:40.898536 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4523362a-d58b-45bf-9059-0bc169830b7c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:28:40.907166 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4523362a-d58b-45bf-9059-0bc169830b7c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/subnets/5f4ffb38-e331-4bcc-8607-19460c0e5f77 HTTP/1.1" status: 404 len: 337 time: 0.4947231 Nov 09 21:28:40.907376 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ecf7cd7f-9ea8-4e14-87fa-7cf3b5dcf95b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=838e499d0345483a90b5e72b5c898aaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0958140 Nov 09 21:28:40.908927 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52974) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:40.909116 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7249c219-0d16-451b-93b2-3660b01d7009 None None] Network 35057647-8fb3-4e2f-9a4f-566d1b7e2e28 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:28:40.913507 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-caa0db8f-15e8-4b92-ab10-0ef1b3ca9e53 req-2596fb15-d47e-4c7a-a332-54469420150a tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7090359 Nov 09 21:28:40.914289 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52976) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:40.936665 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e162dd-68d7-4307-984d-54f77bcde8d5 req-d98568f1-50dc-4565-91d4-ccb2e422c18f tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:40.938726 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a5e162dd-68d7-4307-984d-54f77bcde8d5 req-d98568f1-50dc-4565-91d4-ccb2e422c18f tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=84a65847-e19c-4e28-bc05-986fe962fa66 HTTP/1.1" status: 200 len: 945 time: 0.1440320 Nov 09 21:28:40.961152 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e340d8bb-e305-4b19-adc5-36286e51a199 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dec7c9c-9224-4fff-9f06-7d81dc4831f7 HTTP/1.1" status: 200 len: 205 time: 0.0508213 Nov 09 21:28:40.971739 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52978) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:41.016995 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-61d68da5-7d55-4f66-bd26-0a036b2523ae None None] Provisioning complete for port 76cb64fd-db82-49ef-91cd-be3370e57ea7 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:28:41.017359 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-61d68da5-7d55-4f66-bd26-0a036b2523ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:41.034773 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c09075-7070-4296-b587-f33422fabd66 req-a3211ff8-cc54-48a7-ac49-c79ddeacaae0 tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:41.037394 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-078924ca-b3ba-4784-a482-e8a33ac79180 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] delete failed (client error): The resource could not be found. Nov 09 21:28:41.038619 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-078924ca-b3ba-4784-a482-e8a33ac79180 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/routers/6dec7c9c-9224-4fff-9f06-7d81dc4831f7 HTTP/1.1" status: 404 len: 336 time: 0.0657365 Nov 09 21:28:41.041229 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52980) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:41.045011 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-28c09075-7070-4296-b587-f33422fabd66 req-a3211ff8-cc54-48a7-ac49-c79ddeacaae0 tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] 10.222.0.43 "GET /v2.0/networks?id=74094a24-cfca-4a5a-9cf3-87def209cf5d HTTP/1.1" status: 200 len: 821 time: 0.8193440 Nov 09 21:28:41.086275 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-28c09075-7070-4296-b587-f33422fabd66 req-7693a241-ad5f-41df-aba4-417d57c2ad1d tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] Request body: {'port': {'device_id': '939cd389-b9a0-4aa7-bb68-7fbea06f662e', 'network_id': '74094a24-cfca-4a5a-9cf3-87def209cf5d', 'admin_state_up': True, 'tenant_id': '5f0f3fff1adb45fdab60d55165ac0608'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:41.088969 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cd1c4b6-7d30-4993-9395-769361bd70eb tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] DELETE failed (client error): The resource could not be found. Nov 09 21:28:41.089448 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cd1c4b6-7d30-4993-9395-769361bd70eb tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:28:41.094889 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6cd1c4b6-7d30-4993-9395-769361bd70eb tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/subnets/80afef1c-fe6e-48b9-8489-09142230a963 HTTP/1.1" status: 404 len: 337 time: 0.0502234 Nov 09 21:28:41.096302 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-61d68da5-7d55-4f66-bd26-0a036b2523ae None None] Port 76cb64fd-db82-49ef-91cd-be3370e57ea7 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:28:41.104704 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52982) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:41.109529 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6385314c-d8a1-4af7-9fde-ad62e01c10ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:41.113330 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-61d68da5-7d55-4f66-bd26-0a036b2523ae None None] Provisioning complete for port f0b5c302-954c-45b2-b979-cece59b116a9 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:28:41.114001 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-61d68da5-7d55-4f66-bd26-0a036b2523ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:41.118854 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6385314c-d8a1-4af7-9fde-ad62e01c10ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:41.131375 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a5e162dd-68d7-4307-984d-54f77bcde8d5 req-a5de97b6-859f-43b7-8e77-7d9de998368a tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735613 Nov 09 21:28:41.154206 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0f5ac939-1ac6-4ef0-8edb-ab240bb8b92d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:41.163418 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6385314c-d8a1-4af7-9fde-ad62e01c10ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:28:41.171328 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6385314c-d8a1-4af7-9fde-ad62e01c10ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df4baf9-2f45-4947-a8e8-a44f70262626,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:41.180596 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6385314c-d8a1-4af7-9fde-ad62e01c10ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:41.184098 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-6385314c-d8a1-4af7-9fde-ad62e01c10ca admin admin] Added segment 34c790f7-0b4d-4574-9ae7-2413289b0cee of type vlan for network 276f688e-7f99-4153-a7fb-8c012406fc86 Nov 09 21:28:41.210545 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b22f35a3-76e9-494c-924a-1cd9a9db1921 req-2d797e0a-bcb9-42a6-9f88-d12bd06cc212 service neutron] 10.222.0.45 "GET /v2.0/networks/334ab1b0-3bbb-4e22-8403-8369144bd306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8032429 Nov 09 21:28:41.219897 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757cce8f-9800-4100-ba8e-aacee41f647c None None] DHCP port deletion for 35057647-8fb3-4e2f-9a4f-566d1b7e2e28 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:28:41.222364 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-aab988f5-56af-450c-a736-5c197ff4e104 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] DELETE failed (client error): The resource could not be found. Nov 09 21:28:41.222830 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aab988f5-56af-450c-a736-5c197ff4e104 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:28:41.226674 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-aab988f5-56af-450c-a736-5c197ff4e104 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/subnets/e7c2d37f-9cf5-4002-8d69-4980c6f09be4 HTTP/1.1" status: 404 len: 337 time: 0.1202056 Nov 09 21:28:41.234723 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52986) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:41.251936 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6385314c-d8a1-4af7-9fde-ad62e01c10ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:41.270641 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-299d023f-2ea7-417f-b6c9-0cc1d3f10815 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] DELETE failed (client error): The resource could not be found. Nov 09 21:28:41.271094 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-299d023f-2ea7-417f-b6c9-0cc1d3f10815 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:28:41.274140 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-299d023f-2ea7-417f-b6c9-0cc1d3f10815 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/subnets/65055bce-faf6-4902-a54b-067d0eb0b572 HTTP/1.1" status: 404 len: 337 time: 0.0360098 Nov 09 21:28:41.279873 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52988) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:41.282106 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f27d3c-c3df-4269-b790-259c2447b89e req-356c347a-172d-48df-8572-9827508723f4 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:41.283602 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a6f27d3c-c3df-4269-b790-259c2447b89e req-356c347a-172d-48df-8572-9827508723f4 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 946 time: 0.2824266 Nov 09 21:28:41.293272 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0f5ac939-1ac6-4ef0-8edb-ab240bb8b92d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:41.299411 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-757cce8f-9800-4100-ba8e-aacee41f647c None None] Deleting port f0b5c302-954c-45b2-b979-cece59b116a9 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:28:41.299768 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-757cce8f-9800-4100-ba8e-aacee41f647c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:41.353492 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f43b4f47-8dca-4db6-8b40-1d86e443ad0c req-f84269c6-bfaf-4d6d-9495-505e31c862b9 tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] 10.222.0.49 "GET /v2.0/ports?device_id=939cd389-b9a0-4aa7-bb68-7fbea06f662e HTTP/1.1" status: 200 len: 210 time: 0.0742326 Nov 09 21:28:41.359594 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6385314c-d8a1-4af7-9fde-ad62e01c10ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:41.363194 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6385314c-d8a1-4af7-9fde-ad62e01c10ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:41.363902 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6385314c-d8a1-4af7-9fde-ad62e01c10ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:41.367323 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-070c1ba1-1887-4553-91c1-60f49502bcf7 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] DELETE failed (client error): The resource could not be found. Nov 09 21:28:41.369367 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-757cce8f-9800-4100-ba8e-aacee41f647c None None] For port f0b5c302-954c-45b2-b979-cece59b116a9, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=f0b5c302-954c-45b2-b979-cece59b116a9,segment=NetworkSegment(1dc4af13-f432-4195-b2e1-e0d3766f8b63),segment_id=1dc4af13-f432-4195-b2e1-e0d3766f8b63)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:28:41.370255 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-757cce8f-9800-4100-ba8e-aacee41f647c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:41.371467 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-070c1ba1-1887-4553-91c1-60f49502bcf7 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:28:41.379543 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52990) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:41.381116 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-070c1ba1-1887-4553-91c1-60f49502bcf7 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/ports/9208e9e4-c3f5-40d3-acaf-ed6bfe53b768 HTTP/1.1" status: 404 len: 333 time: 0.1001873 Nov 09 21:28:41.391818 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-757cce8f-9800-4100-ba8e-aacee41f647c None None] Calling delete_port for f0b5c302-954c-45b2-b979-cece59b116a9 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:28:41.424762 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a6f27d3c-c3df-4269-b790-259c2447b89e req-4d2e8d7f-6098-40d8-a6e7-c12a1d2d4f26 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287012 Nov 09 21:28:41.431874 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aa78ab3-1f17-488e-8aec-b405091a0fb7 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] DELETE failed (client error): The resource could not be found. Nov 09 21:28:41.432092 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aa78ab3-1f17-488e-8aec-b405091a0fb7 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:28:41.435182 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1aa78ab3-1f17-488e-8aec-b405091a0fb7 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/subnets/e635f369-9c1f-4c1f-8161-0119cfaa2287 HTTP/1.1" status: 404 len: 337 time: 0.0519238 Nov 09 21:28:41.438123 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52992) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:41.447405 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6385314c-d8a1-4af7-9fde-ad62e01c10ca admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2761738 Nov 09 21:28:41.455158 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52994) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:41.460498 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-2aefe20f-d7a1-412a-8343-3e52fbf98626 admin admin] Request body: {'subnet': {'network_id': '276f688e-7f99-4153-a7fb-8c012406fc86', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-472606437-subnet', 'tenant_id': 'ea132a94a82f43f69fd0808e866cec5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:41.466684 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cb497e0-3046-4c14-8eeb-e7ceb4c0c51d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] DELETE failed (client error): The resource could not be found. Nov 09 21:28:41.473142 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cb497e0-3046-4c14-8eeb-e7ceb4c0c51d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:28:41.473142 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0cb497e0-3046-4c14-8eeb-e7ceb4c0c51d tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/subnets/0a0a7c9e-cb2e-4146-a721-9b8f8f8a8d28 HTTP/1.1" status: 404 len: 337 time: 0.0316842 Nov 09 21:28:41.473391 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6385314c-d8a1-4af7-9fde-ad62e01c10ca admin admin] Pushing event updated for resources: {'Network': ['ID=276f688e-7f99-4153-a7fb-8c012406fc86,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:41.473505 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52996) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:41.488426 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 276f688e-7f99-4153-a7fb-8c012406fc86 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:28:41.488605 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0f5ac939-1ac6-4ef0-8edb-ab240bb8b92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:41.491060 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0f5ac939-1ac6-4ef0-8edb-ab240bb8b92d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:41.495292 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0f5ac939-1ac6-4ef0-8edb-ab240bb8b92d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/077c1611-2cf8-4fcf-97c7-c9d7b169f2c3 HTTP/1.1" status: 204 len: 168 time: 0.5653262 Nov 09 21:28:41.523077 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-45367a3b-f34e-4753-80f9-de1d42035c15 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] DELETE failed (client error): The resource could not be found. Nov 09 21:28:41.523838 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45367a3b-f34e-4753-80f9-de1d42035c15 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:28:41.526956 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-45367a3b-f34e-4753-80f9-de1d42035c15 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/ports/cf49eb71-42bd-425c-8b17-e00f4df4e100 HTTP/1.1" status: 404 len: 333 time: 0.0527477 Nov 09 21:28:41.529581 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 53000) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:41.539098 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ac939-1ac6-4ef0-8edb-ab240bb8b92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077c1611-2cf8-4fcf-97c7-c9d7b169f2c3,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:41.562177 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28c09075-7070-4296-b587-f33422fabd66 req-7693a241-ad5f-41df-aba4-417d57c2ad1d tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] Made reservation on behalf of 5f0f3fff1adb45fdab60d55165ac0608 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:28:41.565572 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aefe20f-d7a1-412a-8343-3e52fbf98626 admin admin] Made reservation on behalf of ea132a94a82f43f69fd0808e866cec5f for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:28:41.566363 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-28c09075-7070-4296-b587-f33422fabd66 req-7693a241-ad5f-41df-aba4-417d57c2ad1d tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:41.570209 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-84db36b8-fdff-4292-bd5d-f29e2a5aa85b tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] DELETE failed (client error): The resource could not be found. Nov 09 21:28:41.570675 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84db36b8-fdff-4292-bd5d-f29e2a5aa85b tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:28:41.571156 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2aefe20f-d7a1-412a-8343-3e52fbf98626 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:41.573890 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-84db36b8-fdff-4292-bd5d-f29e2a5aa85b tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/subnets/4eb74be8-7002-4729-aa76-9b5a10abf6fc HTTP/1.1" status: 404 len: 337 time: 0.0433402 Nov 09 21:28:41.576721 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53002) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:41.654510 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2aa9619-b959-47b9-8708-466214f1038c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] DELETE failed (client error): The resource could not be found. Nov 09 21:28:41.654782 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2aa9619-b959-47b9-8708-466214f1038c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:28:41.658091 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f2aa9619-b959-47b9-8708-466214f1038c tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/subnets/88830410-cc12-4454-8483-4cec520bd6f0 HTTP/1.1" status: 404 len: 337 time: 0.0796056 Nov 09 21:28:41.661694 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53004) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:41.703958 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device a310ed82-5c76-42dd-938a-ffb8947a05b9 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:28:41.757463 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-28c09075-7070-4296-b587-f33422fabd66 req-7693a241-ad5f-41df-aba4-417d57c2ad1d tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] Allocated IP 172.20.0.2 (74094a24-cfca-4a5a-9cf3-87def209cf5d/ab01389f-f1b6-4c6d-b6f3-f7cc27fc0b43/aa282298-7fcc-4a02-b8b1-0423b86b0148) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:28:41.805469 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-757cce8f-9800-4100-ba8e-aacee41f647c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:41.832936 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757cce8f-9800-4100-ba8e-aacee41f647c None None] Pushing event deleted for resources: {'Port': ['ID=f0b5c302-954c-45b2-b979-cece59b116a9,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:41.849412 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757cce8f-9800-4100-ba8e-aacee41f647c None None] No DVR routers for this DVR port f0b5c302-954c-45b2-b979-cece59b116a9 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:28:41.877030 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port a310ed82-5c76-42dd-938a-ffb8947a05b9 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:28:41.886210 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port a310ed82-5c76-42dd-938a-ffb8947a05b9 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:28:41.887070 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:41.917014 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-2400e500-27b6-438b-96e7-7c7bfc130264 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Deleting port 76cb64fd-db82-49ef-91cd-be3370e57ea7 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:28:41.917593 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2400e500-27b6-438b-96e7-7c7bfc130264 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:41.936286 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:28:41.990773 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:42.021743 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff72e0b-9f2e-42f2-bc62-01eec41f1381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a310ed82-5c76-42dd-938a-ffb8947a05b9'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:28:42.024030 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c344439-d826-41e6-b181-b1c4a6f43a09" -d '{"events": [{"server_uuid": "eff72e0b-9f2e-42f2-bc62-01eec41f1381", "name": "network-vif-plugged", "status": "completed", "tag": "a310ed82-5c76-42dd-938a-ffb8947a05b9"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:28:42.040399 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-28c09075-7070-4296-b587-f33422fabd66 req-7693a241-ad5f-41df-aba4-417d57c2ad1d tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:42.040941 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port a310ed82-5c76-42dd-938a-ffb8947a05b9, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=a310ed82-5c76-42dd-938a-ffb8947a05b9,segment=NetworkSegment(4b1e7064-c872-4e6f-85a8-e00a69322723),segment_id=4b1e7064-c872-4e6f-85a8-e00a69322723)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:28:42.047045 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:42.107402 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d631bd-fb43-4aa1-8d7d-a499cccb64c5 x-openstack-request-id: req-d6d631bd-fb43-4aa1-8d7d-a499cccb64c5 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:28:42.107734 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff72e0b-9f2e-42f2-bc62-01eec41f1381", "name": "network-vif-plugged", "status": "completed", "tag": "a310ed82-5c76-42dd-938a-ffb8947a05b9", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:28:42.107998 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d6d631bd-fb43-4aa1-8d7d-a499cccb64c5 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:28:42.108397 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff72e0b-9f2e-42f2-bc62-01eec41f1381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a310ed82-5c76-42dd-938a-ffb8947a05b9', 'code': 200} Nov 09 21:28:42.135897 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=a310ed82-5c76-42dd-938a-ffb8947a05b9,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:42.142452 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-28c09075-7070-4296-b587-f33422fabd66 req-7693a241-ad5f-41df-aba4-417d57c2ad1d tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:42.213654 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28c09075-7070-4296-b587-f33422fabd66 req-7693a241-ad5f-41df-aba4-417d57c2ad1d tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] Network 74094a24-cfca-4a5a-9cf3-87def209cf5d is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:28:42.250226 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-28c09075-7070-4296-b587-f33422fabd66 req-7693a241-ad5f-41df-aba4-417d57c2ad1d tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:28:42.262516 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c09075-7070-4296-b587-f33422fabd66 req-7693a241-ad5f-41df-aba4-417d57c2ad1d tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:28:42.317303 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7693a241-ad5f-41df-aba4-417d57c2ad1d tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] Pushing event updated for resources: {'Port': ['ID=aa282298-7fcc-4a02-b8b1-0423b86b0148,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:42.351493 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebf904-4477-4f03-8abc-e388aa8b4591 req-0653eb69-96d9-4ae0-aac3-92764d4d0900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:42.353069 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f3ebf904-4477-4f03-8abc-e388aa8b4591 req-0653eb69-96d9-4ae0-aac3-92764d4d0900 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 1096 time: 0.1603692 Nov 09 21:28:42.364471 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c09075-7070-4296-b587-f33422fabd66 req-7693a241-ad5f-41df-aba4-417d57c2ad1d tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:42.365066 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-28c09075-7070-4296-b587-f33422fabd66 req-7693a241-ad5f-41df-aba4-417d57c2ad1d tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:42.384189 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1b7f9-bda9-4a36-8c35-d247e07c813d req-11bc5c6a-ebe1-447c-a968-d017cf8660b8 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:42.385748 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bad1b7f9-bda9-4a36-8c35-d247e07c813d req-11bc5c6a-ebe1-447c-a968-d017cf8660b8 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=84a65847-e19c-4e28-bc05-986fe962fa66 HTTP/1.1" status: 200 len: 945 time: 0.1553628 Nov 09 21:28:42.420385 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-28c09075-7070-4296-b587-f33422fabd66 req-7693a241-ad5f-41df-aba4-417d57c2ad1d tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3429642 Nov 09 21:28:42.448870 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-28c09075-7070-4296-b587-f33422fabd66 req-ed78cb78-0732-4b69-9117-23e62fba6619 service neutron] Request body: {'port': {'device_id': '939cd389-b9a0-4aa7-bb68-7fbea06f662e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:42.463097 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f3ebf904-4477-4f03-8abc-e388aa8b4591 req-660ca18e-eb4e-4ebd-8f5f-26bbc06d8dd5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943456 Nov 09 21:28:42.489818 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2400e500-27b6-438b-96e7-7c7bfc130264 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:42.501173 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bad1b7f9-bda9-4a36-8c35-d247e07c813d req-157c6ef1-d830-4fad-9abe-a6150d91bb98 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e962406-7ec9-4edf-ad53-819a213bbfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007533 Nov 09 21:28:42.515750 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-2400e500-27b6-438b-96e7-7c7bfc130264 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Calling delete_port for 76cb64fd-db82-49ef-91cd-be3370e57ea7 owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:28:42.522917 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2aefe20f-d7a1-412a-8343-3e52fbf98626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:42.544866 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-28c09075-7070-4296-b587-f33422fabd66 req-ed78cb78-0732-4b69-9117-23e62fba6619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:42.565353 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 53036) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:42.620519 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394fd48-acbf-4405-aab0-2f8bbfb02f7e req-88ae5c85-65eb-4663-a833-f85a0e40b432 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:42.621961 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6394fd48-acbf-4405-aab0-2f8bbfb02f7e req-88ae5c85-65eb-4663-a833-f85a0e40b432 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 945 time: 0.6150212 Nov 09 21:28:42.649346 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aefe20f-d7a1-412a-8343-3e52fbf98626 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aead6392-42fa-4a16-a986-5c9371526ce9,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:42.710062 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-ec9b50c4-fc68-4290-84be-33d3af1d6bf4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-280653278'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:42.731392 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aefe20f-d7a1-412a-8343-3e52fbf98626 admin admin] Checking segment: {'id': '34c790f7-0b4d-4574-9ae7-2413289b0cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '276f688e-7f99-4153-a7fb-8c012406fc86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:28:42.731748 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aefe20f-d7a1-412a-8343-3e52fbf98626 admin admin] Network hostable DHCP agents. Network: 276f688e-7f99-4153-a7fb-8c012406fc86, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:28:42.746669 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6394fd48-acbf-4405-aab0-2f8bbfb02f7e req-8466130d-1080-4ba5-ac63-bec008c745f9 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122060 Nov 09 21:28:42.758172 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2400e500-27b6-438b-96e7-7c7bfc130264 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:42.770594 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbedde-ce43-4998-9574-0bc867d5e1e2 req-fa9cd185-89cc-46e3-98f9-6b835f6d719a tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:42.770594 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-59bbedde-ce43-4998-9574-0bc867d5e1e2 req-fa9cd185-89cc-46e3-98f9-6b835f6d719a tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] 10.222.0.49 "GET /v2.0/ports?device_id=939cd389-b9a0-4aa7-bb68-7fbea06f662e HTTP/1.1" status: 200 len: 931 time: 0.1667752 Nov 09 21:28:42.770864 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aefe20f-d7a1-412a-8343-3e52fbf98626 admin admin] Network 276f688e-7f99-4153-a7fb-8c012406fc86 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:28:42.801571 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400e500-27b6-438b-96e7-7c7bfc130264 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event deleted for resources: {'Port': ['ID=76cb64fd-db82-49ef-91cd-be3370e57ea7,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:42.815191 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2400e500-27b6-438b-96e7-7c7bfc130264 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:42.821492 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2400e500-27b6-438b-96e7-7c7bfc130264 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/ports/76cb64fd-db82-49ef-91cd-be3370e57ea7 HTTP/1.1" status: 204 len: 168 time: 1.1566520 Nov 09 21:28:42.821492 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-2aefe20f-d7a1-412a-8343-3e52fbf98626 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 276f688e-7f99-4153-a7fb-8c012406fc86) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:28:42.821826 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53040) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:42.828872 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3450d7f-ec62-40ee-9ab6-abf0ba2dbd08 None None] Network 276f688e-7f99-4153-a7fb-8c012406fc86 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:28:42.839110 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aefe20f-d7a1-412a-8343-3e52fbf98626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:42.839708 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2aefe20f-d7a1-412a-8343-3e52fbf98626 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:42.898085 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9b50c4-fc68-4290-84be-33d3af1d6bf4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Made reservation on behalf of ed83e5dad49a418590039b73ac0626b1 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:28:42.911104 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ec9b50c4-fc68-4290-84be-33d3af1d6bf4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:42.934406 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e624ab3e-d809-4a3f-b503-467ab65cf5db req-133d8333-c144-4701-ac2b-b212d0333622 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:42.936080 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e624ab3e-d809-4a3f-b503-467ab65cf5db req-133d8333-c144-4701-ac2b-b212d0333622 tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.45 "GET /v2.0/ports?device_id=84a65847-e19c-4e28-bc05-986fe962fa66 HTTP/1.1" status: 200 len: 945 time: 0.2379587 Nov 09 21:28:42.943775 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2aefe20f-d7a1-412a-8343-3e52fbf98626 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4876568 Nov 09 21:28:42.977304 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34487f9d-d9f6-4d47-b4e6-9856e4d5510c req-125edc34-53e3-42ad-8e72-e269bb9538f1 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:42.978922 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-34487f9d-d9f6-4d47-b4e6-9856e4d5510c req-125edc34-53e3-42ad-8e72-e269bb9538f1 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 946 time: 0.1350718 Nov 09 21:28:42.986849 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0a079555-8001-4731-aea8-7430fb5402b2 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:43.009873 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3a087b-ee9d-4c9f-89db-984bda3d136e None None] Network 276f688e-7f99-4153-a7fb-8c012406fc86 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:28:43.057702 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-59bbedde-ce43-4998-9574-0bc867d5e1e2 req-cf3db5a1-6b84-4527-bc6b-09fd845244a5 tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7a4c9e2-a9f6-4782-88b4-ce8567dc4537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658122 Nov 09 21:28:43.058532 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ec9b50c4-fc68-4290-84be-33d3af1d6bf4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:43.074117 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-34487f9d-d9f6-4d47-b4e6-9856e4d5510c req-8a0ddaa1-4769-4f79-9f2e-1a6e6689b2c3 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844066 Nov 09 21:28:43.170640 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device f0b5c302-954c-45b2-b979-cece59b116a9 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:28:43.172804 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0a079555-8001-4731-aea8-7430fb5402b2 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:43.199022 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-0a079555-8001-4731-aea8-7430fb5402b2 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35057647-8fb3-4e2f-9a4f-566d1b7e2e28']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:28:43.212542 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-0a079555-8001-4731-aea8-7430fb5402b2 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dc4af13-f432-4195-b2e1-e0d3766f8b63') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:28:43.213227 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-0a079555-8001-4731-aea8-7430fb5402b2 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dc4af13-f432-4195-b2e1-e0d3766f8b63') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:28:43.228555 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0a079555-8001-4731-aea8-7430fb5402b2 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:43.246036 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: f0b5c302-954c-45b2-b979-cece59b116a9 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:28:43.246302 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device f0b5c302-954c-45b2-b979-cece59b116a9 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:28:43.247644 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-e624ab3e-d809-4a3f-b503-467ab65cf5db req-3fa19456-2354-412b-aa48-397e1b5feace tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Deleting port cfd170a6-3a8c-4d5c-b549-0fc5dc29e005 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:28:43.247644 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-e624ab3e-d809-4a3f-b503-467ab65cf5db req-3fa19456-2354-412b-aa48-397e1b5feace tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:43.250589 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0a079555-8001-4731-aea8-7430fb5402b2 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:43.263136 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a079555-8001-4731-aea8-7430fb5402b2 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:28:43.263554 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0a079555-8001-4731-aea8-7430fb5402b2 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:43.267239 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:28:43.267239 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:28:43.267239 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:28:43.267239 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:28:43.267239 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:28:43.267239 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:28:43.267239 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:28:43.267239 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:28:43.267239 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:28:43.267239 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:28:43.267239 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:28:43.267239 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:28:43.267239 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:28:43.267239 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:28:43.267239 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:28:43.267239 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:28:43.267239 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:28:43.267239 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:28:43.267239 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:28:43.267239 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:28:43.267239 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:28:43.267239 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:28:43.267239 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:28:43.267239 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:28:43.267239 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:28:43.267239 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:28:43.267239 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:28:43.267239 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:28:43.267239 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:28:43.267239 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:28:43.267239 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:28:43.267239 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:28:43.339275 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0a079555-8001-4731-aea8-7430fb5402b2 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:43.358417 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-e624ab3e-d809-4a3f-b503-467ab65cf5db req-3fa19456-2354-412b-aa48-397e1b5feace tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] For port cfd170a6-3a8c-4d5c-b549-0fc5dc29e005, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=cfd170a6-3a8c-4d5c-b549-0fc5dc29e005,segment=NetworkSegment(9a6377f5-b38b-4a21-b9f6-9e21b904d67d),segment_id=9a6377f5-b38b-4a21-b9f6-9e21b904d67d)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:28:43.358866 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-e624ab3e-d809-4a3f-b503-467ab65cf5db req-3fa19456-2354-412b-aa48-397e1b5feace tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:43.363267 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0a079555-8001-4731-aea8-7430fb5402b2 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:43.372211 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0a079555-8001-4731-aea8-7430fb5402b2 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] 10.222.0.49 "DELETE /v2.0/networks/35057647-8fb3-4e2f-9a4f-566d1b7e2e28 HTTP/1.1" status: 204 len: 168 time: 0.5489445 Nov 09 21:28:43.372345 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-e624ab3e-d809-4a3f-b503-467ab65cf5db req-3fa19456-2354-412b-aa48-397e1b5feace tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Calling delete_port for cfd170a6-3a8c-4d5c-b549-0fc5dc29e005 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:28:43.426177 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a079555-8001-4731-aea8-7430fb5402b2 tempest-PortsTestJSON-1187522417 tempest-PortsTestJSON-1187522417-project] Pushing event deleted for resources: {'Network': ['ID=35057647-8fb3-4e2f-9a4f-566d1b7e2e28,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:43.514330 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-28c09075-7070-4296-b587-f33422fabd66 req-ed78cb78-0732-4b69-9117-23e62fba6619 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa282298-7fcc-4a02-b8b1-0423b86b0148 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:28:43.532365 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-28c09075-7070-4296-b587-f33422fabd66 req-ed78cb78-0732-4b69-9117-23e62fba6619 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:43.539773 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ec9b50c4-fc68-4290-84be-33d3af1d6bf4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:43.555970 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ec9b50c4-fc68-4290-84be-33d3af1d6bf4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:43.586176 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec9b50c4-fc68-4290-84be-33d3af1d6bf4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:28:43.607039 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-28c09075-7070-4296-b587-f33422fabd66 req-ed78cb78-0732-4b69-9117-23e62fba6619 service neutron] Transition to ACTIVE for port object aa282298-7fcc-4a02-b8b1-0423b86b0148 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:28:43.623023 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-28c09075-7070-4296-b587-f33422fabd66 req-ed78cb78-0732-4b69-9117-23e62fba6619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:43.636236 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ec9b50c4-fc68-4290-84be-33d3af1d6bf4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:43.636580 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-ec9b50c4-fc68-4290-84be-33d3af1d6bf4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Added segment bf6af36c-9233-4745-ba93-df876f206a09 of type vlan for network ffd02699-406b-4185-8d69-687ecf1e0671 Nov 09 21:28:43.647308 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49093a4d-3e58-49e9-8b12-af78c9f4fd34 req-49bc6951-19ba-4e71-b213-b147b8402267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:43.649438 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-49093a4d-3e58-49e9-8b12-af78c9f4fd34 req-49bc6951-19ba-4e71-b213-b147b8402267 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=476b04718f114622be45841d668c49d8&device_id=5febd2e0-778c-4c7b-9841-79c838b6973a HTTP/1.1" status: 200 len: 1097 time: 0.1008902 Nov 09 21:28:43.707152 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b50c4-fc68-4290-84be-33d3af1d6bf4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d66cbc9-b4d7-4189-9410-0a5f9f65f8ac,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:43.774447 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6648c5-4569-4f0b-bdad-040c831bae63 req-49a42036-0665-410a-a5a6-782043e1e956 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:43.776013 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fb6648c5-4569-4f0b-bdad-040c831bae63 req-49a42036-0665-410a-a5a6-782043e1e956 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=5febd2e0-778c-4c7b-9841-79c838b6973a HTTP/1.1" status: 200 len: 946 time: 0.2112589 Nov 09 21:28:43.776693 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53076) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:43.784797 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ec9b50c4-fc68-4290-84be-33d3af1d6bf4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:43.788925 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed78cb78-0732-4b69-9117-23e62fba6619 service neutron] Pushing event updated for resources: {'Port': ['ID=aa282298-7fcc-4a02-b8b1-0423b86b0148,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:43.796821 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3440938-b892-485e-adac-486a72bc397c req-6c8dacfd-27b4-47c9-a87c-eea12725a7ed tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:43.799670 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d3440938-b892-485e-adac-486a72bc397c req-6c8dacfd-27b4-47c9-a87c-eea12725a7ed tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/networks?id=276f688e-7f99-4153-a7fb-8c012406fc86 HTTP/1.1" status: 200 len: 813 time: 0.2847433 Nov 09 21:28:43.828578 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d3440938-b892-485e-adac-486a72bc397c req-8b17927f-d209-41cc-9717-9c3c31eaf6c6 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/quotas/ea132a94a82f43f69fd0808e866cec5f HTTP/1.1" status: 200 len: 375 time: 0.0205247 Nov 09 21:28:43.852675 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-e624ab3e-d809-4a3f-b503-467ab65cf5db req-3fa19456-2354-412b-aa48-397e1b5feace tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:43.863724 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49093a4d-3e58-49e9-8b12-af78c9f4fd34 req-611e6e96-e0c4-45df-9b15-4e85934f940d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:43.864310 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-49093a4d-3e58-49e9-8b12-af78c9f4fd34 req-611e6e96-e0c4-45df-9b15-4e85934f940d service neutron] 10.222.0.45 "GET /v2.0/networks?id=334ab1b0-3bbb-4e22-8403-8369144bd306 HTTP/1.1" status: 200 len: 918 time: 0.2054794 Nov 09 21:28:43.879977 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d3440938-b892-485e-adac-486a72bc397c req-b9b3f742-d600-4774-b921-2127d41c7fbd tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea132a94a82f43f69fd0808e866cec5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331502 Nov 09 21:28:43.930977 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ec9b50c4-fc68-4290-84be-33d3af1d6bf4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:43.936937 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9b50c4-fc68-4290-84be-33d3af1d6bf4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:43.937525 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ec9b50c4-fc68-4290-84be-33d3af1d6bf4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:43.940112 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa19456-2354-412b-aa48-397e1b5feace tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Pushing event deleted for resources: {'Port': ['ID=cfd170a6-3a8c-4d5c-b549-0fc5dc29e005,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:43.944572 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-49093a4d-3e58-49e9-8b12-af78c9f4fd34 req-908764ff-8bdf-461d-9b93-21589e3c83b1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=930cbb62-5b75-427c-b3ad-7ba1b4694c5d HTTP/1.1" status: 200 len: 217 time: 0.0669765 Nov 09 21:28:43.964606 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fb6648c5-4569-4f0b-bdad-040c831bae63 req-13e2a3ed-32ef-4bca-bc69-ee6cd71f26bb tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730566 Nov 09 21:28:44.062411 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-fc514845-578f-43e8-8b8a-b1181eab87d4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=858314ce302b43e3a1bfa722f764cbf9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2845025 Nov 09 21:28:44.064258 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-e624ab3e-d809-4a3f-b503-467ab65cf5db req-3fa19456-2354-412b-aa48-397e1b5feace tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] No DVR routers for this DVR port cfd170a6-3a8c-4d5c-b549-0fc5dc29e005 on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:28:44.067739 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49093a4d-3e58-49e9-8b12-af78c9f4fd34 req-5d67e451-659f-47f7-8562-205f579232af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:44.068606 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ec9b50c4-fc68-4290-84be-33d3af1d6bf4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5020170 Nov 09 21:28:44.069302 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-49093a4d-3e58-49e9-8b12-af78c9f4fd34 req-5d67e451-659f-47f7-8562-205f579232af service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6287f675-aade-4edd-b174-3f3f6aef5f0a HTTP/1.1" status: 200 len: 858 time: 0.0922575 Nov 09 21:28:44.069759 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53080) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:44.069863 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-e624ab3e-d809-4a3f-b503-467ab65cf5db req-3fa19456-2354-412b-aa48-397e1b5feace tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:44.072853 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e624ab3e-d809-4a3f-b503-467ab65cf5db req-3fa19456-2354-412b-aa48-397e1b5feace tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.45 "DELETE /v2.0/ports/cfd170a6-3a8c-4d5c-b549-0fc5dc29e005 HTTP/1.1" status: 204 len: 173 time: 1.1265166 Nov 09 21:28:44.081370 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 53082) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:44.093639 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a65847-e19c-4e28-bc05-986fe962fa66', 'name': 'network-vif-deleted', 'tag': 'cfd170a6-3a8c-4d5c-b549-0fc5dc29e005'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:28:44.096027 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a91f97-760d-4df7-a966-7ac1a0985506" -d '{"events": [{"server_uuid": "84a65847-e19c-4e28-bc05-986fe962fa66", "name": "network-vif-deleted", "tag": "cfd170a6-3a8c-4d5c-b549-0fc5dc29e005"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:28:44.119758 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-1c24dd3e-e5dd-41f5-b301-ccffd423736e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Request body: {'subnet': {'network_id': 'ffd02699-406b-4185-8d69-687ecf1e0671', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:44.130064 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7affee54-2198-4883-843e-1a97780c65f9 req-400b8b9b-da96-456c-9eda-8cf739d0784b tempest-DeleteServersTestJSON-123029593 tempest-DeleteServersTestJSON-123029593-project] 10.222.0.49 "GET /v2.0/ports?device_id=84a65847-e19c-4e28-bc05-986fe962fa66 HTTP/1.1" status: 200 len: 210 time: 0.0951254 Nov 09 21:28:44.132245 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-49093a4d-3e58-49e9-8b12-af78c9f4fd34 req-a3b9c727-0e7f-42ee-93ae-34b6a836c329 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=334ab1b0-3bbb-4e22-8403-8369144bd306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472591 Nov 09 21:28:44.140434 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d3440938-b892-485e-adac-486a72bc397c req-2ba99990-f24e-4c90-a42f-1d1d70bca2d2 service neutron] 10.222.0.49 "GET /v2.0/networks/276f688e-7f99-4153-a7fb-8c012406fc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531624 Nov 09 21:28:44.142588 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b50c4-fc68-4290-84be-33d3af1d6bf4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Pushing event updated for resources: {'Network': ['ID=ffd02699-406b-4185-8d69-687ecf1e0671,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:44.157393 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network ffd02699-406b-4185-8d69-687ecf1e0671 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:28:44.170561 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-28c09075-7070-4296-b587-f33422fabd66 req-ed78cb78-0732-4b69-9117-23e62fba6619 service neutron] Attempting to bind port aa282298-7fcc-4a02-b8b1-0423b86b0148 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:28:44.170910 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-28c09075-7070-4296-b587-f33422fabd66 req-ed78cb78-0732-4b69-9117-23e62fba6619 service neutron] Attempting to bind port aa282298-7fcc-4a02-b8b1-0423b86b0148 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '7b4198b0-176e-4eff-b802-15f0d207d6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '74094a24-cfca-4a5a-9cf3-87def209cf5d'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:28:44.171238 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c09075-7070-4296-b587-f33422fabd66 req-ed78cb78-0732-4b69-9117-23e62fba6619 service neutron] Attempting to bind port aa282298-7fcc-4a02-b8b1-0423b86b0148 on network 74094a24-cfca-4a5a-9cf3-87def209cf5d {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:28:44.187999 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c09075-7070-4296-b587-f33422fabd66 req-ed78cb78-0732-4b69-9117-23e62fba6619 service neutron] Port aa282298-7fcc-4a02-b8b1-0423b86b0148 on network 74094a24-cfca-4a5a-9cf3-87def209cf5d not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:28:44.188317 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c09075-7070-4296-b587-f33422fabd66 req-ed78cb78-0732-4b69-9117-23e62fba6619 service neutron] Attempting to bind port aa282298-7fcc-4a02-b8b1-0423b86b0148 on network 74094a24-cfca-4a5a-9cf3-87def209cf5d {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:28:44.202715 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c09075-7070-4296-b587-f33422fabd66 req-ed78cb78-0732-4b69-9117-23e62fba6619 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:28:44.203057 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c09075-7070-4296-b587-f33422fabd66 req-ed78cb78-0732-4b69-9117-23e62fba6619 service neutron] Checking segment: {'id': '7b4198b0-176e-4eff-b802-15f0d207d6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '74094a24-cfca-4a5a-9cf3-87def209cf5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:28:44.203443 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c09075-7070-4296-b587-f33422fabd66 req-ed78cb78-0732-4b69-9117-23e62fba6619 service neutron] Bound using segment: {'id': '7b4198b0-176e-4eff-b802-15f0d207d6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '74094a24-cfca-4a5a-9cf3-87def209cf5d'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:28:44.204010 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-28c09075-7070-4296-b587-f33422fabd66 req-ed78cb78-0732-4b69-9117-23e62fba6619 service neutron] Bound port: aa282298-7fcc-4a02-b8b1-0423b86b0148, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b4198b0-176e-4eff-b802-15f0d207d6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '74094a24-cfca-4a5a-9cf3-87def209cf5d'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:28:44.204373 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-28c09075-7070-4296-b587-f33422fabd66 req-ed78cb78-0732-4b69-9117-23e62fba6619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:44.330096 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c24dd3e-e5dd-41f5-b301-ccffd423736e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Made reservation on behalf of ed83e5dad49a418590039b73ac0626b1 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:28:44.333614 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1c24dd3e-e5dd-41f5-b301-ccffd423736e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:44.334494 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-56927882-62b5-4be9-a71c-e6fd53d43d40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:44.353133 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-28c09075-7070-4296-b587-f33422fabd66 req-ed78cb78-0732-4b69-9117-23e62fba6619 service neutron] For port aa282298-7fcc-4a02-b8b1-0423b86b0148, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:28:44.386562 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-49093a4d-3e58-49e9-8b12-af78c9f4fd34 req-9cc92767-00cb-494f-9679-03af5bd9eea9 service neutron] 10.222.0.45 "GET /v2.0/networks/334ab1b0-3bbb-4e22-8403-8369144bd306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451894 Nov 09 21:28:44.388901 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a8cb31-cb7e-4dca-b89a-157289eab2c1 req-4f1982cf-3595-42fb-b76f-147ed0a5491c tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:44.390408 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-15a8cb31-cb7e-4dca-b89a-157289eab2c1 req-4f1982cf-3595-42fb-b76f-147ed0a5491c tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 945 time: 0.1308334 Nov 09 21:28:44.390955 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d3440938-b892-485e-adac-486a72bc397c req-848a42fd-702d-46ab-b1a7-c08361518a7a service neutron] 10.222.0.49 "GET /v2.0/networks/276f688e-7f99-4153-a7fb-8c012406fc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363360 Nov 09 21:28:44.392757 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-56927882-62b5-4be9-a71c-e6fd53d43d40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:44.402177 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-28c09075-7070-4296-b587-f33422fabd66 req-ed78cb78-0732-4b69-9117-23e62fba6619 service neutron] For port aa282298-7fcc-4a02-b8b1-0423b86b0148, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=aa282298-7fcc-4a02-b8b1-0423b86b0148,segment=NetworkSegment(7b4198b0-176e-4eff-b802-15f0d207d6a7),segment_id=7b4198b0-176e-4eff-b802-15f0d207d6a7)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:28:44.421330 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-28c09075-7070-4296-b587-f33422fabd66 req-ed78cb78-0732-4b69-9117-23e62fba6619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:44.485814 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c09075-7070-4296-b587-f33422fabd66 req-ed78cb78-0732-4b69-9117-23e62fba6619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:44.486447 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-28c09075-7070-4296-b587-f33422fabd66 req-ed78cb78-0732-4b69-9117-23e62fba6619 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:44.487846 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-28c09075-7070-4296-b587-f33422fabd66 req-ed78cb78-0732-4b69-9117-23e62fba6619 service neutron] 10.222.0.43 "PUT /v2.0/ports/aa282298-7fcc-4a02-b8b1-0423b86b0148 HTTP/1.1" status: 200 len: 1091 time: 2.0433469 Nov 09 21:28:44.524844 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-56927882-62b5-4be9-a71c-e6fd53d43d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:44.527802 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-56927882-62b5-4be9-a71c-e6fd53d43d40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:44.531418 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-56927882-62b5-4be9-a71c-e6fd53d43d40 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/59856903-14a6-4176-8861-8fbef27c9af1 HTTP/1.1" status: 204 len: 168 time: 0.4518456 Nov 09 21:28:44.539151 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed78cb78-0732-4b69-9117-23e62fba6619 service neutron] Pushing event updated for resources: {'Port': ['ID=aa282298-7fcc-4a02-b8b1-0423b86b0148,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:44.547915 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-49093a4d-3e58-49e9-8b12-af78c9f4fd34 req-2409bc66-5918-46a2-a65a-d2227176ceb4 service neutron] 10.222.0.45 "GET /v2.0/networks/334ab1b0-3bbb-4e22-8403-8369144bd306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484513 Nov 09 21:28:44.548804 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56927882-62b5-4be9-a71c-e6fd53d43d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59856903-14a6-4176-8861-8fbef27c9af1,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:44.549492 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-15a8cb31-cb7e-4dca-b89a-157289eab2c1 req-4ad341e7-e6d8-4a0f-bdf2-a0a0eaad471e tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330278 Nov 09 21:28:44.702547 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c09075-7070-4296-b587-f33422fabd66 req-e8f22673-4af3-49bd-a790-ff0d9dff60e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:44.704277 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-28c09075-7070-4296-b587-f33422fabd66 req-e8f22673-4af3-49bd-a790-ff0d9dff60e2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5f0f3fff1adb45fdab60d55165ac0608&device_id=939cd389-b9a0-4aa7-bb68-7fbea06f662e HTTP/1.1" status: 200 len: 1094 time: 0.1539171 Nov 09 21:28:44.800869 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-28c09075-7070-4296-b587-f33422fabd66 req-b83d53d3-982c-421c-b69e-7753dbf21234 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aa282298-7fcc-4a02-b8b1-0423b86b0148 HTTP/1.1" status: 200 len: 217 time: 0.0543461 Nov 09 21:28:44.848095 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1c24dd3e-e5dd-41f5-b301-ccffd423736e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:44.864696 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f787b1-2ed1-49d3-8595-2f8a2482ea4d req-879a5968-8a22-46ce-8844-5132ae6092dc tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:44.873580 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-74f787b1-2ed1-49d3-8595-2f8a2482ea4d req-879a5968-8a22-46ce-8844-5132ae6092dc tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 946 time: 0.1068597 Nov 09 21:28:44.933325 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-74f787b1-2ed1-49d3-8595-2f8a2482ea4d req-375bcdd3-fd7a-4fb0-86be-9d439b9409c0 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582345 Nov 09 21:28:45.193508 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597cf16-5be4-44d2-8166-50aa47bf5316 req-bb1dbdc1-9ace-404d-bdbc-5353268559b9 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:45.208526 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d597cf16-5be4-44d2-8166-50aa47bf5316 req-bb1dbdc1-9ace-404d-bdbc-5353268559b9 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 945 time: 0.1199796 Nov 09 21:28:45.217834 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53122) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:45.224659 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-c02e8fa1-ce97-4a0c-930d-ba979a93fa69 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Request body: {'floatingip': {'port_id': 'a310ed82-5c76-42dd-938a-ffb8947a05b9'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:45.283291 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c02e8fa1-ce97-4a0c-930d-ba979a93fa69 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks [] for floatingip, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:45.288252 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c9941e-b6f1-4e17-9904-9b94449c8179 x-openstack-request-id: req-39c9941e-b6f1-4e17-9904-9b94449c8179 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:28:45.288915 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a65847-e19c-4e28-bc05-986fe962fa66", "name": "network-vif-deleted", "tag": "cfd170a6-3a8c-4d5c-b549-0fc5dc29e005", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:28:45.289286 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-39c9941e-b6f1-4e17-9904-9b94449c8179 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:28:45.289817 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a65847-e19c-4e28-bc05-986fe962fa66', 'name': 'network-vif-deleted', 'tag': 'cfd170a6-3a8c-4d5c-b549-0fc5dc29e005', 'status': 'completed', 'code': 200} Nov 09 21:28:45.342169 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d33eeb-8278-4840-aede-ce4ccddb5327 req-ecd57340-b068-44f4-ba6f-4d55b75783da tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:45.348870 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-84d33eeb-8278-4840-aede-ce4ccddb5327 req-ecd57340-b068-44f4-ba6f-4d55b75783da tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] 10.222.0.49 "GET /v2.0/ports?device_id=939cd389-b9a0-4aa7-bb68-7fbea06f662e HTTP/1.1" status: 200 len: 943 time: 0.6490345 Nov 09 21:28:45.358431 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24dd3e-e5dd-41f5-b301-ccffd423736e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Pushing event updated for resources: {'Subnet': ['ID=2376c700-e4d7-4c91-926d-0cc8af2aadd4,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:45.398057 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53ce589c-c627-4e4d-ac47-43bc6948cd56 req-3283ebaf-1519-42c5-a97c-fb3ce432a5c8 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 210 time: 0.0572793 Nov 09 21:28:45.463957 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c09075-7070-4296-b587-f33422fabd66 req-34980781-406c-421c-a788-fc81bdfea97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:45.465509 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-28c09075-7070-4296-b587-f33422fabd66 req-34980781-406c-421c-a788-fc81bdfea97f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ab01389f-f1b6-4c6d-b6f3-f7cc27fc0b43 HTTP/1.1" status: 200 len: 861 time: 0.6565340 Nov 09 21:28:45.535839 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-28c09075-7070-4296-b587-f33422fabd66 req-479333ec-8d6a-4bbc-97ee-ef9d20975ad6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=74094a24-cfca-4a5a-9cf3-87def209cf5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623441 Nov 09 21:28:45.559556 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-84d33eeb-8278-4840-aede-ce4ccddb5327 req-9bab44ca-3170-427f-b323-6032f8bb7c54 tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7a4c9e2-a9f6-4782-88b4-ce8567dc4537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930854 Nov 09 21:28:45.570589 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c24dd3e-e5dd-41f5-b301-ccffd423736e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Checking segment: {'id': 'bf6af36c-9233-4745-ba93-df876f206a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ffd02699-406b-4185-8d69-687ecf1e0671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:28:45.571070 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c24dd3e-e5dd-41f5-b301-ccffd423736e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Network hostable DHCP agents. Network: ffd02699-406b-4185-8d69-687ecf1e0671, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:28:45.579629 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device cfd170a6-3a8c-4d5c-b549-0fc5dc29e005 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:28:45.628752 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: cfd170a6-3a8c-4d5c-b549-0fc5dc29e005 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:28:45.629577 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device cfd170a6-3a8c-4d5c-b549-0fc5dc29e005 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:28:45.637803 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c24dd3e-e5dd-41f5-b301-ccffd423736e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Network ffd02699-406b-4185-8d69-687ecf1e0671 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:28:45.666611 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-1c24dd3e-e5dd-41f5-b301-ccffd423736e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, ffd02699-406b-4185-8d69-687ecf1e0671) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:28:45.675916 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57691d70-a487-4691-9f01-31cee0b609b1 None None] Network ffd02699-406b-4185-8d69-687ecf1e0671 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:28:45.697141 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c24dd3e-e5dd-41f5-b301-ccffd423736e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:45.697745 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1c24dd3e-e5dd-41f5-b301-ccffd423736e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:45.699376 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0608df-2c80-4dd8-9f2e-6a00b40aa2ca req-9e5c3858-ce69-420e-98cd-c37e786134b3 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:45.701064 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4b0608df-2c80-4dd8-9f2e-6a00b40aa2ca req-9e5c3858-ce69-420e-98cd-c37e786134b3 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=5febd2e0-778c-4c7b-9841-79c838b6973a HTTP/1.1" status: 200 len: 946 time: 0.1605566 Nov 09 21:28:45.721355 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-28c09075-7070-4296-b587-f33422fabd66 req-c7a22838-fef3-43bf-b1d8-a8b16efb9046 service neutron] 10.222.0.43 "GET /v2.0/networks/74094a24-cfca-4a5a-9cf3-87def209cf5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766202 Nov 09 21:28:45.730745 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1c24dd3e-e5dd-41f5-b301-ccffd423736e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6316171 Nov 09 21:28:45.733205 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 53134) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:45.733788 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 53136) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:45.753008 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-247f8f3d-9053-4dc8-ba47-5558c81636ab tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1587836641', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}, 'admin_state_up': False}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:45.882334 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ca6453-7581-4118-a2b0-22d7fac3326d None None] Network ffd02699-406b-4185-8d69-687ecf1e0671 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:28:45.915659 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-247f8f3d-9053-4dc8-ba47-5558c81636ab tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:45.917251 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-247f8f3d-9053-4dc8-ba47-5558c81636ab tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:46.002149 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-3b545c0b-d8b5-496d-954e-97304324781f tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:46.003257 n-d-816206-3 neutron-server[102607]: WARNING neutron.api.v2.base [None req-3b545c0b-d8b5-496d-954e-97304324781f tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 09 21:28:46.003995 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [None req-3b545c0b-d8b5-496d-954e-97304324781f tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] create failed (client error): There was a conflict when trying to complete your request. Nov 09 21:28:46.005298 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-3b545c0b-d8b5-496d-954e-97304324781f tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2703528 Nov 09 21:28:46.028547 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 53152) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:46.042818 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c02e8fa1-ce97-4a0c-930d-ba979a93fa69 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:46.043916 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-34eefb22-2a08-4a24-9d87-193e0d845680 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Request body: {'security_group': {'name': 'tempest-secgroup--3595037'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:46.053055 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c02e8fa1-ce97-4a0c-930d-ba979a93fa69 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:46.155418 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-247f8f3d-9053-4dc8-ba47-5558c81636ab tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:46.227044 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4b0608df-2c80-4dd8-9f2e-6a00b40aa2ca req-c0c11355-6b31-4da6-afe5-fad7ebc28462 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5133152 Nov 09 21:28:46.236493 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-34eefb22-2a08-4a24-9d87-193e0d845680 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:46.285621 n-d-816206-3 neutron-server[102608]: INFO neutron.db.l3_db [None req-c02e8fa1-ce97-4a0c-930d-ba979a93fa69 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Floating IP e4cc508a-48a0-45fe-a79f-2073947a3cbf associated. External IP: 172.25.7.65, port: a310ed82-5c76-42dd-938a-ffb8947a05b9. Nov 09 21:28:46.285922 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-28c09075-7070-4296-b587-f33422fabd66 req-3b5c2013-b68e-48ad-be2e-11a21cd2afcc service neutron] 10.222.0.43 "GET /v2.0/networks/74094a24-cfca-4a5a-9cf3-87def209cf5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5534756 Nov 09 21:28:46.289071 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-34eefb22-2a08-4a24-9d87-193e0d845680 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:46.297214 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3440938-b892-485e-adac-486a72bc397c req-1a205013-73fd-43a0-9ee7-c99fd8026249 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:46.298920 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d3440938-b892-485e-adac-486a72bc397c req-1a205013-73fd-43a0-9ee7-c99fd8026249 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.45 "GET /v2.0/networks?id=276f688e-7f99-4153-a7fb-8c012406fc86 HTTP/1.1" status: 200 len: 813 time: 0.2068055 Nov 09 21:28:46.334265 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-d3440938-b892-485e-adac-486a72bc397c req-501939ee-9246-4000-9a69-8835328e2f3f tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Request body: {'port': {'device_id': 'b76e666a-9764-4565-9a62-2e8aec45655c', 'network_id': '276f688e-7f99-4153-a7fb-8c012406fc86', 'admin_state_up': True, 'tenant_id': 'ea132a94a82f43f69fd0808e866cec5f'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:46.377434 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae0c77-1cbf-49fe-937e-e2d8ed88a80a req-3e48d4a3-915f-41e1-afcb-3bc876999fd9 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:46.385525 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c4ae0c77-1cbf-49fe-937e-e2d8ed88a80a req-3e48d4a3-915f-41e1-afcb-3bc876999fd9 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 946 time: 0.2424393 Nov 09 21:28:46.416874 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-247f8f3d-9053-4dc8-ba47-5558c81636ab tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:46.525376 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c4ae0c77-1cbf-49fe-937e-e2d8ed88a80a req-ba7fa7f7-70b3-467d-affe-38fb74475dc0 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387436 Nov 09 21:28:46.572678 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-34eefb22-2a08-4a24-9d87-193e0d845680 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:46.579172 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-020584dd-9e06-40c9-84ab-3846a6da9fe4 req-363aab47-c1a5-462c-83b2-59aa2d42091a tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 210 time: 0.0407844 Nov 09 21:28:46.579755 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3440938-b892-485e-adac-486a72bc397c req-501939ee-9246-4000-9a69-8835328e2f3f tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Made reservation on behalf of ea132a94a82f43f69fd0808e866cec5f for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:28:46.583146 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-d3440938-b892-485e-adac-486a72bc397c req-501939ee-9246-4000-9a69-8835328e2f3f tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:46.603853 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-34eefb22-2a08-4a24-9d87-193e0d845680 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:46.650673 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eefb22-2a08-4a24-9d87-193e0d845680 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1920f10e-0bb9-4e2e-8a5e-1c76ee4ecd31,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:46.708204 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c02e8fa1-ce97-4a0c-930d-ba979a93fa69 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Router 0b801d11-0c7c-4a64-93a1-9a96a18d4a9b has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:28:46.749880 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-34eefb22-2a08-4a24-9d87-193e0d845680 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:46.757740 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-34eefb22-2a08-4a24-9d87-193e0d845680 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:46.818371 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-d3440938-b892-485e-adac-486a72bc397c req-501939ee-9246-4000-9a69-8835328e2f3f tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Allocated IP 172.20.0.2 (276f688e-7f99-4153-a7fb-8c012406fc86/aead6392-42fa-4a16-a986-5c9371526ce9/06b735e7-95a4-4400-ac21-34cfa1677929) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:28:46.859176 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-34eefb22-2a08-4a24-9d87-193e0d845680 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:46.863714 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-34eefb22-2a08-4a24-9d87-193e0d845680 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8214233 Nov 09 21:28:46.864445 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53172) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:46.871207 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b94d6-5c50-4954-acdc-b43be6bfdd0d req-5e7e0e05-0a51-4246-adab-7ec10a2f58fe tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:46.872747 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-733b94d6-5c50-4954-acdc-b43be6bfdd0d req-5e7e0e05-0a51-4246-adab-7ec10a2f58fe tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] 10.222.0.49 "GET /v2.0/ports?device_id=939cd389-b9a0-4aa7-bb68-7fbea06f662e HTTP/1.1" status: 200 len: 943 time: 0.1852660 Nov 09 21:28:46.872905 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-0347cf6a-5efe-4d88-85f9-c33942d845c4 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Request body: {'security_group_rule': {'security_group_id': 'e65a026d-d1fa-44a2-8975-314b53352633', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:46.875154 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eefb22-2a08-4a24-9d87-193e0d845680 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e65a026d-d1fa-44a2-8975-314b53352633,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:46.897814 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-247f8f3d-9053-4dc8-ba47-5558c81636ab tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for router_gateway, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:46.942406 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-247f8f3d-9053-4dc8-ba47-5558c81636ab tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:46.951937 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02e8fa1-ce97-4a0c-930d-ba979a93fa69 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:28:46.958838 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0347cf6a-5efe-4d88-85f9-c33942d845c4 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:46.963262 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c02e8fa1-ce97-4a0c-930d-ba979a93fa69 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:46.966600 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaed8581-a79d-4519-a097-eba38cc6b297 None None] Sync routers for ids ['0b801d11-0c7c-4a64-93a1-9a96a18d4a9b'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:28:46.986634 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaed8581-a79d-4519-a097-eba38cc6b297 None None] Routers {'0b801d11-0c7c-4a64-93a1-9a96a18d4a9b'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:28:46.987595 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-aaed8581-a79d-4519-a097-eba38cc6b297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:28:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['0b801d11-0c7c-4a64-93a1-9a96a18d4a9b'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:28:47.027876 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-733b94d6-5c50-4954-acdc-b43be6bfdd0d req-3d8277e1-3ed1-44fc-87d6-595d7f57e70f tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7a4c9e2-a9f6-4782-88b4-ce8567dc4537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327157 Nov 09 21:28:47.073239 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c02e8fa1-ce97-4a0c-930d-ba979a93fa69 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "PUT /v2.0/floatingips/e4cc508a-48a0-45fe-a79f-2073947a3cbf HTTP/1.1" status: 200 len: 990 time: 1.8542435 Nov 09 21:28:47.078812 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff72e0b-9f2e-42f2-bc62-01eec41f1381', 'tag': 'a310ed82-5c76-42dd-938a-ffb8947a05b9'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:28:47.081689 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021d69eb-4145-4aa7-8366-361196f1c42a" -d '{"events": [{"name": "network-changed", "server_uuid": "eff72e0b-9f2e-42f2-bc62-01eec41f1381", "tag": "a310ed82-5c76-42dd-938a-ffb8947a05b9"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:28:47.108166 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-247f8f3d-9053-4dc8-ba47-5558c81636ab tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Allocated IP 172.25.7.231 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/523a243a-0d0c-4432-a0c5-015b7203b0ff) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:28:47.118429 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0347cf6a-5efe-4d88-85f9-c33942d845c4 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:47.130756 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0347cf6a-5efe-4d88-85f9-c33942d845c4 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:47.162497 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0347cf6a-5efe-4d88-85f9-c33942d845c4 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79d5d701-eea5-4a9c-93b8-0b81c1b57fe7,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:47.182406 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-aaed8581-a79d-4519-a097-eba38cc6b297 None None] Set router 0b801d11-0c7c-4a64-93a1-9a96a18d4a9b gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:28:47.184321 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-d3440938-b892-485e-adac-486a72bc397c req-501939ee-9246-4000-9a69-8835328e2f3f tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:47.192193 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0347cf6a-5efe-4d88-85f9-c33942d845c4 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:47.193650 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0347cf6a-5efe-4d88-85f9-c33942d845c4 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3261614 Nov 09 21:28:47.195559 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1115bc57-c07e-4e34-9178-8d92296e4b3b x-openstack-request-id: req-1115bc57-c07e-4e34-9178-8d92296e4b3b {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:28:47.196002 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff72e0b-9f2e-42f2-bc62-01eec41f1381", "tag": "a310ed82-5c76-42dd-938a-ffb8947a05b9", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:28:47.196398 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1115bc57-c07e-4e34-9178-8d92296e4b3b {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:28:47.197020 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff72e0b-9f2e-42f2-bc62-01eec41f1381', 'tag': 'a310ed82-5c76-42dd-938a-ffb8947a05b9', 'status': 'completed', 'code': 200} Nov 09 21:28:47.199090 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53178) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:47.203627 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-49a3044b-3d0c-4187-ab6c-22b514ed07ad tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Request body: {'security_group_rule': {'security_group_id': 'e65a026d-d1fa-44a2-8975-314b53352633', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:47.256674 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-49a3044b-3d0c-4187-ab6c-22b514ed07ad tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:47.272743 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-d3440938-b892-485e-adac-486a72bc397c req-501939ee-9246-4000-9a69-8835328e2f3f tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:47.296206 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '939cd389-b9a0-4aa7-bb68-7fbea06f662e', 'tag': 'aa282298-7fcc-4a02-b8b1-0423b86b0148'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:28:47.300006 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c887689-0886-4b85-bf28-3745a0d27ed5" -d '{"events": [{"name": "network-changed", "server_uuid": "939cd389-b9a0-4aa7-bb68-7fbea06f662e", "tag": "aa282298-7fcc-4a02-b8b1-0423b86b0148"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:28:47.338128 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d69eb-4145-4aa7-8366-361196f1c42a req-563da435-f0d9-4b42-9104-b58fe72742d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:47.343630 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3440938-b892-485e-adac-486a72bc397c req-501939ee-9246-4000-9a69-8835328e2f3f tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Network 276f688e-7f99-4153-a7fb-8c012406fc86 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:28:47.345895 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-021d69eb-4145-4aa7-8366-361196f1c42a req-563da435-f0d9-4b42-9104-b58fe72742d8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=96a7a35658cb4a6ea565f057e114d368&device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 1096 time: 0.1153688 Nov 09 21:28:47.348214 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-d3440938-b892-485e-adac-486a72bc397c req-501939ee-9246-4000-9a69-8835328e2f3f tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:28:47.360988 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3440938-b892-485e-adac-486a72bc397c req-501939ee-9246-4000-9a69-8835328e2f3f tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:28:47.411973 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501939ee-9246-4000-9a69-8835328e2f3f tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Pushing event updated for resources: {'Port': ['ID=06b735e7-95a4-4400-ac21-34cfa1677929,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:47.442901 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d89483-ae27-4c11-af9e-228ef89259e0 x-openstack-request-id: req-51d89483-ae27-4c11-af9e-228ef89259e0 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:28:47.443196 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "939cd389-b9a0-4aa7-bb68-7fbea06f662e", "tag": "aa282298-7fcc-4a02-b8b1-0423b86b0148", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:28:47.443452 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-51d89483-ae27-4c11-af9e-228ef89259e0 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:28:47.443868 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '939cd389-b9a0-4aa7-bb68-7fbea06f662e', 'tag': 'aa282298-7fcc-4a02-b8b1-0423b86b0148', 'status': 'completed', 'code': 200} Nov 09 21:28:47.536622 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-247f8f3d-9053-4dc8-ba47-5558c81636ab tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:47.570752 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-aaed8581-a79d-4519-a097-eba38cc6b297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b801d11-0c7c-4a64-93a1-9a96a18d4a9b', 'name': 'tempest-ServerActionsTestJSON-1158179346-router', 'tenant_id': '96a7a35658cb4a6ea565f057e114d368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:28:11Z', 'updated_at': '2021-11-09T21:28:19Z', 'revision_number': 4, 'project_id': '96a7a35658cb4a6ea565f057e114d368', 'gw_port': {'id': '3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:27:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b801d11-0c7c-4a64-93a1-9a96a18d4a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:28:13Z', 'updated_at': '2021-11-09T21:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': 'e4cc508a-48a0-45fe-a79f-2073947a3cbf', 'tenant_id': '96a7a35658cb4a6ea565f057e114d368', 'floating_ip_address': '172.25.7.65', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '0b801d11-0c7c-4a64-93a1-9a96a18d4a9b', 'port_id': 'a310ed82-5c76-42dd-938a-ffb8947a05b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef', 'mac_address': 'fa:16:3e:45:f4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff72e0b-9f2e-42f2-bc62-01eec41f1381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:28:26Z', 'updated_at': '2021-11-09T21:28:45Z', 'revision_number': 1, 'project_id': '96a7a35658cb4a6ea565f057e114d368', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4abd8de3-707e-4616-9905-d8ef8499162d', 'name': '', 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef', 'tenant_id': '96a7a35658cb4a6ea565f057e114d368', 'mac_address': 'fa:16:3e:e5:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b801d11-0c7c-4a64-93a1-9a96a18d4a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '48041428-5cce-473c-b445-a01eb383d908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:28:16Z', 'updated_at': '2021-11-09T21:28:23Z', 'revision_number': 5, 'project_id': '96a7a35658cb4a6ea565f057e114d368', 'subnets': [{'id': '48041428-5cce-473c-b445-a01eb383d908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:28:47.571050 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c887689-0886-4b85-bf28-3745a0d27ed5 req-5b0dd832-cded-4869-a21b-ecc9c0f3685c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:47.572311 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3c887689-0886-4b85-bf28-3745a0d27ed5 req-5b0dd832-cded-4869-a21b-ecc9c0f3685c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5f0f3fff1adb45fdab60d55165ac0608&device_id=939cd389-b9a0-4aa7-bb68-7fbea06f662e HTTP/1.1" status: 200 len: 1094 time: 0.1311989 Nov 09 21:28:47.595312 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d69eb-4145-4aa7-8366-361196f1c42a req-a08956d8-7e09-4de2-9ade-2c0ab176d92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:47.596856 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-021d69eb-4145-4aa7-8366-361196f1c42a req-a08956d8-7e09-4de2-9ade-2c0ab176d92f service neutron] 10.222.0.45 "GET /v2.0/networks?id=e557bc0d-71a9-4b44-ab50-1de12563c5ef HTTP/1.1" status: 200 len: 912 time: 0.2440495 Nov 09 21:28:47.632307 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaed8581-a79d-4519-a097-eba38cc6b297 None None] Checking router: 0b801d11-0c7c-4a64-93a1-9a96a18d4a9b for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:28:47.647685 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-43cb05d1-fada-4ef8-9d4b-3f496646dc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:47.668717 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaed8581-a79d-4519-a097-eba38cc6b297 None None] Routers {'0b801d11-0c7c-4a64-93a1-9a96a18d4a9b'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:28:47.669369 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-aaed8581-a79d-4519-a097-eba38cc6b297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:28:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['0b801d11-0c7c-4a64-93a1-9a96a18d4a9b'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:28:47.742293 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-247f8f3d-9053-4dc8-ba47-5558c81636ab tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:47.796700 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-021d69eb-4145-4aa7-8366-361196f1c42a req-55d128e5-4e71-4831-bbbd-94692265201f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a310ed82-5c76-42dd-938a-ffb8947a05b9 HTTP/1.1" status: 200 len: 998 time: 0.1869633 Nov 09 21:28:47.807059 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-aaed8581-a79d-4519-a097-eba38cc6b297 None None] Set router 0b801d11-0c7c-4a64-93a1-9a96a18d4a9b gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:28:47.832658 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247f8f3d-9053-4dc8-ba47-5558c81636ab tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:28:47.852086 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-247f8f3d-9053-4dc8-ba47-5558c81636ab tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:28:47.877336 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247f8f3d-9053-4dc8-ba47-5558c81636ab tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:28:47.886148 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606d0b5-fdc2-4774-a879-170659385055 req-7d086693-63ee-41f0-84a6-c3249beca9ed tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:47.887653 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f606d0b5-fdc2-4774-a879-170659385055 req-7d086693-63ee-41f0-84a6-c3249beca9ed tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 946 time: 0.1995058 Nov 09 21:28:47.891816 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f8f3d-9053-4dc8-ba47-5558c81636ab tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Pushing event updated for resources: {'Port': ['ID=523a243a-0d0c-4432-a0c5-015b7203b0ff,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:47.904964 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3440938-b892-485e-adac-486a72bc397c req-501939ee-9246-4000-9a69-8835328e2f3f tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:47.905563 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-d3440938-b892-485e-adac-486a72bc397c req-501939ee-9246-4000-9a69-8835328e2f3f tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:47.914692 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c887689-0886-4b85-bf28-3745a0d27ed5 req-b7fe880b-b59e-40c7-8b92-4ebd2d95fbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:47.916182 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3c887689-0886-4b85-bf28-3745a0d27ed5 req-b7fe880b-b59e-40c7-8b92-4ebd2d95fbb5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=74094a24-cfca-4a5a-9cf3-87def209cf5d HTTP/1.1" status: 200 len: 921 time: 0.3347065 Nov 09 21:28:47.944597 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-49a3044b-3d0c-4187-ab6c-22b514ed07ad tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] create failed (client error): There was a conflict when trying to complete your request. Nov 09 21:28:47.949615 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-49a3044b-3d0c-4187-ab6c-22b514ed07ad tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7480054 Nov 09 21:28:47.953083 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53190) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:47.968559 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0237a-95c6-47a5-920a-099b3b6df337 req-56c9bb94-9306-4af0-85a7-b8bf6957ab2a tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:47.970225 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d69eb-4145-4aa7-8366-361196f1c42a req-f32eb72a-4eec-4835-a6d5-6841de6d7e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:47.971744 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4ec0237a-95c6-47a5-920a-099b3b6df337 req-56c9bb94-9306-4af0-85a7-b8bf6957ab2a tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=5febd2e0-778c-4c7b-9841-79c838b6973a HTTP/1.1" status: 200 len: 946 time: 0.6026959 Nov 09 21:28:47.977455 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-021d69eb-4145-4aa7-8366-361196f1c42a req-f32eb72a-4eec-4835-a6d5-6841de6d7e4d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=48041428-5cce-473c-b445-a01eb383d908 HTTP/1.1" status: 200 len: 851 time: 0.1513383 Nov 09 21:28:48.019081 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d3440938-b892-485e-adac-486a72bc397c req-501939ee-9246-4000-9a69-8835328e2f3f tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6889069 Nov 09 21:28:48.046546 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e60c7a37-7292-470e-9d56-c548c301d028 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:48.087862 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-aaed8581-a79d-4519-a097-eba38cc6b297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b801d11-0c7c-4a64-93a1-9a96a18d4a9b', 'name': 'tempest-ServerActionsTestJSON-1158179346-router', 'tenant_id': '96a7a35658cb4a6ea565f057e114d368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:28:11Z', 'updated_at': '2021-11-09T21:28:19Z', 'revision_number': 4, 'project_id': '96a7a35658cb4a6ea565f057e114d368', 'gw_port': {'id': '3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:27:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b801d11-0c7c-4a64-93a1-9a96a18d4a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:28:13Z', 'updated_at': '2021-11-09T21:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': 'e4cc508a-48a0-45fe-a79f-2073947a3cbf', 'tenant_id': '96a7a35658cb4a6ea565f057e114d368', 'floating_ip_address': '172.25.7.65', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '0b801d11-0c7c-4a64-93a1-9a96a18d4a9b', 'port_id': 'a310ed82-5c76-42dd-938a-ffb8947a05b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef', 'mac_address': 'fa:16:3e:45:f4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff72e0b-9f2e-42f2-bc62-01eec41f1381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:28:26Z', 'updated_at': '2021-11-09T21:28:45Z', 'revision_number': 1, 'project_id': '96a7a35658cb4a6ea565f057e114d368', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4abd8de3-707e-4616-9905-d8ef8499162d', 'name': '', 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef', 'tenant_id': '96a7a35658cb4a6ea565f057e114d368', 'mac_address': 'fa:16:3e:e5:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b801d11-0c7c-4a64-93a1-9a96a18d4a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '48041428-5cce-473c-b445-a01eb383d908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:28:16Z', 'updated_at': '2021-11-09T21:28:23Z', 'revision_number': 5, 'project_id': '96a7a35658cb4a6ea565f057e114d368', 'subnets': [{'id': '48041428-5cce-473c-b445-a01eb383d908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:28:48.092660 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e60c7a37-7292-470e-9d56-c548c301d028 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:48.119236 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaed8581-a79d-4519-a097-eba38cc6b297 None None] The sync data for ids ['0b801d11-0c7c-4a64-93a1-9a96a18d4a9b'] in n-d-816206-3 is: [{'id': '0b801d11-0c7c-4a64-93a1-9a96a18d4a9b', 'name': 'tempest-ServerActionsTestJSON-1158179346-router', 'tenant_id': '96a7a35658cb4a6ea565f057e114d368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:28:11Z', 'updated_at': '2021-11-09T21:28:19Z', 'revision_number': 4, 'project_id': '96a7a35658cb4a6ea565f057e114d368', 'gw_port': {'id': '3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:27:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b801d11-0c7c-4a64-93a1-9a96a18d4a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:28:13Z', 'updated_at': '2021-11-09T21:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': 'e4cc508a-48a0-45fe-a79f-2073947a3cbf', 'tenant_id': '96a7a35658cb4a6ea565f057e114d368', 'floating_ip_address': '172.25.7.65', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '0b801d11-0c7c-4a64-93a1-9a96a18d4a9b', 'port_id': 'a310ed82-5c76-42dd-938a-ffb8947a05b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef', 'mac_address': 'fa:16:3e:45:f4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff72e0b-9f2e-42f2-bc62-01eec41f1381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:28:26Z', 'updated_at': '2021-11-09T21:28:45Z', 'revision_number': 1, 'project_id': '96a7a35658cb4a6ea565f057e114d368', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4abd8de3-707e-4616-9905-d8ef8499162d', 'name': '', 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef', 'tenant_id': '96a7a35658cb4a6ea565f057e114d368', 'mac_address': 'fa:16:3e:e5:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b801d11-0c7c-4a64-93a1-9a96a18d4a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '48041428-5cce-473c-b445-a01eb383d908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:28:16Z', 'updated_at': '2021-11-09T21:28:23Z', 'revision_number': 5, 'project_id': '96a7a35658cb4a6ea565f057e114d368', 'subnets': [{'id': '48041428-5cce-473c-b445-a01eb383d908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:28:48.191473 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-d3440938-b892-485e-adac-486a72bc397c req-a6fc8765-751a-4efa-9c5c-faa6c0d8852f service neutron] Request body: {'port': {'device_id': 'b76e666a-9764-4565-9a62-2e8aec45655c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:48.237289 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e60c7a37-7292-470e-9d56-c548c301d028 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:48.240418 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e60c7a37-7292-470e-9d56-c548c301d028 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:48.244104 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e60c7a37-7292-470e-9d56-c548c301d028 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "DELETE /v2.0/security-groups/e65a026d-d1fa-44a2-8975-314b53352633 HTTP/1.1" status: 204 len: 168 time: 0.2683566 Nov 09 21:28:48.252163 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53196) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:48.301664 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c7a37-7292-470e-9d56-c548c301d028 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65a026d-d1fa-44a2-8975-314b53352633,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:48.316458 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3c887689-0886-4b85-bf28-3745a0d27ed5 req-0210f71f-5a61-4fe1-884b-39141daea1c2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aa282298-7fcc-4a02-b8b1-0423b86b0148 HTTP/1.1" status: 200 len: 217 time: 0.3703578 Nov 09 21:28:48.355397 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4ec0237a-95c6-47a5-920a-099b3b6df337 req-49d00c21-0c19-4d76-9126-b6274f50f135 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348348 Nov 09 21:28:48.360855 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-d3440938-b892-485e-adac-486a72bc397c req-a6fc8765-751a-4efa-9c5c-faa6c0d8852f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:48.399205 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1b6ceb44-284e-4a0a-b27f-dc9b5e69636d tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1456542 Nov 09 21:28:48.408378 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53198) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:48.421243 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-86efd913-f9a9-45fc-a7d1-bf0a3a82b7ed tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Request body: {'security_group': {'name': 'tempest-secgroup--2069221574'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:48.477008 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f606d0b5-fdc2-4774-a879-170659385055 req-65b6047d-28af-444f-90d0-ea23ab90a0b7 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5643232 Nov 09 21:28:48.496566 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b28b17b-73af-411f-a6d4-fa1f69e87002 None None] New status for floating IP e4cc508a-48a0-45fe-a79f-2073947a3cbf: ACTIVE {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:28:48.531492 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c887689-0886-4b85-bf28-3745a0d27ed5 req-5703b92b-5497-4ce4-97d6-d27ad2f3448c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:48.531818 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3c887689-0886-4b85-bf28-3745a0d27ed5 req-5703b92b-5497-4ce4-97d6-d27ad2f3448c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ab01389f-f1b6-4c6d-b6f3-f7cc27fc0b43 HTTP/1.1" status: 200 len: 861 time: 0.1883438 Nov 09 21:28:48.575822 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d69eb-4145-4aa7-8366-361196f1c42a req-5393e434-b048-4adb-a371-f766210aa98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:48.577969 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-021d69eb-4145-4aa7-8366-361196f1c42a req-5393e434-b048-4adb-a371-f766210aa98f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e557bc0d-71a9-4b44-ab50-1de12563c5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5534236 Nov 09 21:28:48.582058 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3c887689-0886-4b85-bf28-3745a0d27ed5 req-4089c082-cec6-4006-93eb-32411b173700 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=74094a24-cfca-4a5a-9cf3-87def209cf5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389612 Nov 09 21:28:48.737334 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b92f8-ac9d-4169-baf5-7567ce09aecd req-cf1f4ff1-0c42-469c-9c60-05eec9c32125 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:48.738885 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ff3b92f8-ac9d-4169-baf5-7567ce09aecd req-cf1f4ff1-0c42-469c-9c60-05eec9c32125 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 931 time: 0.2868454 Nov 09 21:28:48.742153 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-86efd913-f9a9-45fc-a7d1-bf0a3a82b7ed tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:48.895657 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ff3b92f8-ac9d-4169-baf5-7567ce09aecd req-23a8c990-34d0-40c3-82ed-41e100894a25 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482255 Nov 09 21:28:48.908969 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a9c8a-0e3b-4a74-b3b2-cc4c30ce4da9 req-5cef3be5-5d87-4e93-8d66-c38489e0cf53 tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:48.915544 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-d3440938-b892-485e-adac-486a72bc397c req-a6fc8765-751a-4efa-9c5c-faa6c0d8852f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06b735e7-95a4-4400-ac21-34cfa1677929 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:28:48.915945 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5c9a9c8a-0e3b-4a74-b3b2-cc4c30ce4da9 req-5cef3be5-5d87-4e93-8d66-c38489e0cf53 tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] 10.222.0.49 "GET /v2.0/ports?device_id=939cd389-b9a0-4aa7-bb68-7fbea06f662e HTTP/1.1" status: 200 len: 943 time: 0.2606540 Nov 09 21:28:48.932587 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-d3440938-b892-485e-adac-486a72bc397c req-a6fc8765-751a-4efa-9c5c-faa6c0d8852f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:48.952314 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-86efd913-f9a9-45fc-a7d1-bf0a3a82b7ed tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:48.952971 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-021d69eb-4145-4aa7-8366-361196f1c42a req-149d91b2-9cd9-4adf-a2d9-52e3689aa2eb service neutron] 10.222.0.45 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662713 Nov 09 21:28:48.955246 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3c887689-0886-4b85-bf28-3745a0d27ed5 req-45a8c0e1-a2b2-4582-a4c3-90e81190c119 service neutron] 10.222.0.43 "GET /v2.0/networks/74094a24-cfca-4a5a-9cf3-87def209cf5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557367 Nov 09 21:28:48.957409 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-247f8f3d-9053-4dc8-ba47-5558c81636ab tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for router_gateway, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:48.957617 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-d3440938-b892-485e-adac-486a72bc397c req-a6fc8765-751a-4efa-9c5c-faa6c0d8852f service neutron] Transition to ACTIVE for port object 06b735e7-95a4-4400-ac21-34cfa1677929 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:28:48.959139 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-86efd913-f9a9-45fc-a7d1-bf0a3a82b7ed tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:48.971011 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-d3440938-b892-485e-adac-486a72bc397c req-a6fc8765-751a-4efa-9c5c-faa6c0d8852f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:49.039218 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-86efd913-f9a9-45fc-a7d1-bf0a3a82b7ed tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:49.040478 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-86efd913-f9a9-45fc-a7d1-bf0a3a82b7ed tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6309803 Nov 09 21:28:49.046722 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86efd913-f9a9-45fc-a7d1-bf0a3a82b7ed tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8da2175e-227f-4c67-a16a-cef6ae318353,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:49.048716 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53202) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:49.055353 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-9a46743d-9db4-4aa4-97e7-8aa80aa1e339 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Request body: {'security_group_rule': {'security_group_id': '8da2175e-227f-4c67-a16a-cef6ae318353', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:49.055951 n-d-816206-3 neutron-server[102608]: WARNING neutron.api.v2.base [None req-9a46743d-9db4-4aa4-97e7-8aa80aa1e339 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 09 21:28:49.056443 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-9a46743d-9db4-4aa4-97e7-8aa80aa1e339 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:28:49.057438 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-9a46743d-9db4-4aa4-97e7-8aa80aa1e339 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0056760 Nov 09 21:28:49.066156 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53204) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:49.075933 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc8765-751a-4efa-9c5c-faa6c0d8852f service neutron] Pushing event updated for resources: {'Port': ['ID=06b735e7-95a4-4400-ac21-34cfa1677929,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:49.133598 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5c9a9c8a-0e3b-4a74-b3b2-cc4c30ce4da9 req-5f247aa8-93d8-4513-a8a7-498562575fd2 tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7a4c9e2-a9f6-4782-88b4-ce8567dc4537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163637 Nov 09 21:28:49.182501 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-d3440938-b892-485e-adac-486a72bc397c req-a6fc8765-751a-4efa-9c5c-faa6c0d8852f service neutron] Attempting to bind port 06b735e7-95a4-4400-ac21-34cfa1677929 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:28:49.182828 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-d3440938-b892-485e-adac-486a72bc397c req-a6fc8765-751a-4efa-9c5c-faa6c0d8852f service neutron] Attempting to bind port 06b735e7-95a4-4400-ac21-34cfa1677929 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '34c790f7-0b4d-4574-9ae7-2413289b0cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '276f688e-7f99-4153-a7fb-8c012406fc86'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:28:49.183162 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3440938-b892-485e-adac-486a72bc397c req-a6fc8765-751a-4efa-9c5c-faa6c0d8852f service neutron] Attempting to bind port 06b735e7-95a4-4400-ac21-34cfa1677929 on network 276f688e-7f99-4153-a7fb-8c012406fc86 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:28:49.192180 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3440938-b892-485e-adac-486a72bc397c req-a6fc8765-751a-4efa-9c5c-faa6c0d8852f service neutron] Port 06b735e7-95a4-4400-ac21-34cfa1677929 on network 276f688e-7f99-4153-a7fb-8c012406fc86 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:28:49.192670 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3440938-b892-485e-adac-486a72bc397c req-a6fc8765-751a-4efa-9c5c-faa6c0d8852f service neutron] Attempting to bind port 06b735e7-95a4-4400-ac21-34cfa1677929 on network 276f688e-7f99-4153-a7fb-8c012406fc86 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:28:49.194381 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-26533e27-f5ac-4958-adfd-46de0d9d03bf tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:49.202022 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3440938-b892-485e-adac-486a72bc397c req-a6fc8765-751a-4efa-9c5c-faa6c0d8852f service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:28:49.202707 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3440938-b892-485e-adac-486a72bc397c req-a6fc8765-751a-4efa-9c5c-faa6c0d8852f service neutron] Checking segment: {'id': '34c790f7-0b4d-4574-9ae7-2413289b0cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '276f688e-7f99-4153-a7fb-8c012406fc86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:28:49.202870 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3440938-b892-485e-adac-486a72bc397c req-a6fc8765-751a-4efa-9c5c-faa6c0d8852f service neutron] Bound using segment: {'id': '34c790f7-0b4d-4574-9ae7-2413289b0cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '276f688e-7f99-4153-a7fb-8c012406fc86'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:28:49.203261 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-d3440938-b892-485e-adac-486a72bc397c req-a6fc8765-751a-4efa-9c5c-faa6c0d8852f service neutron] Bound port: 06b735e7-95a4-4400-ac21-34cfa1677929, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34c790f7-0b4d-4574-9ae7-2413289b0cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '276f688e-7f99-4153-a7fb-8c012406fc86'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:28:49.203612 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-d3440938-b892-485e-adac-486a72bc397c req-a6fc8765-751a-4efa-9c5c-faa6c0d8852f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:49.237874 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-26533e27-f5ac-4958-adfd-46de0d9d03bf tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:49.250981 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3c887689-0886-4b85-bf28-3745a0d27ed5 req-13104832-f397-4b67-8fea-c993a53c1803 service neutron] 10.222.0.43 "GET /v2.0/networks/74094a24-cfca-4a5a-9cf3-87def209cf5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871001 Nov 09 21:28:49.254149 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-021d69eb-4145-4aa7-8366-361196f1c42a req-91200d9d-8539-4f9e-9fc5-1cb221d252e3 service neutron] 10.222.0.45 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510977 Nov 09 21:28:49.337909 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-d3440938-b892-485e-adac-486a72bc397c req-a6fc8765-751a-4efa-9c5c-faa6c0d8852f service neutron] For port 06b735e7-95a4-4400-ac21-34cfa1677929, host n-h1-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:28:49.340349 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-26533e27-f5ac-4958-adfd-46de0d9d03bf tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:49.343880 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-26533e27-f5ac-4958-adfd-46de0d9d03bf tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:49.345112 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-26533e27-f5ac-4958-adfd-46de0d9d03bf tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "DELETE /v2.0/security-groups/8da2175e-227f-4c67-a16a-cef6ae318353 HTTP/1.1" status: 204 len: 168 time: 0.2780201 Nov 09 21:28:49.347042 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-d3440938-b892-485e-adac-486a72bc397c req-a6fc8765-751a-4efa-9c5c-faa6c0d8852f service neutron] For port 06b735e7-95a4-4400-ac21-34cfa1677929, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=06b735e7-95a4-4400-ac21-34cfa1677929,segment=NetworkSegment(34c790f7-0b4d-4574-9ae7-2413289b0cee),segment_id=34c790f7-0b4d-4574-9ae7-2413289b0cee)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:28:49.348340 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 53206) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:49.359477 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26533e27-f5ac-4958-adfd-46de0d9d03bf tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da2175e-227f-4c67-a16a-cef6ae318353,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:49.361963 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-d3440938-b892-485e-adac-486a72bc397c req-a6fc8765-751a-4efa-9c5c-faa6c0d8852f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:49.378132 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 68ae207f-8797-43be-b1fb-04eb8173be11 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:28:49.405240 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3440938-b892-485e-adac-486a72bc397c req-a6fc8765-751a-4efa-9c5c-faa6c0d8852f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:49.406278 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-d3440938-b892-485e-adac-486a72bc397c req-a6fc8765-751a-4efa-9c5c-faa6c0d8852f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:49.407504 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d3440938-b892-485e-adac-486a72bc397c req-a6fc8765-751a-4efa-9c5c-faa6c0d8852f service neutron] 10.222.0.45 "PUT /v2.0/ports/06b735e7-95a4-4400-ac21-34cfa1677929 HTTP/1.1" status: 200 len: 1091 time: 1.3625069 Nov 09 21:28:49.407975 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76e666a-9764-4565-9a62-2e8aec45655c', 'tag': '06b735e7-95a4-4400-ac21-34cfa1677929'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:28:49.409914 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-247f8f3d-9053-4dc8-ba47-5558c81636ab tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:49.410468 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c80ab1-3dee-411f-8515-1e196e6f990f" -d '{"events": [{"name": "network-changed", "server_uuid": "b76e666a-9764-4565-9a62-2e8aec45655c", "tag": "06b735e7-95a4-4400-ac21-34cfa1677929"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:28:49.440462 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc8765-751a-4efa-9c5c-faa6c0d8852f service neutron] Pushing event updated for resources: {'Port': ['ID=06b735e7-95a4-4400-ac21-34cfa1677929,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:49.459360 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-dd4f7f9c-241f-45cd-bc86-cf0e92139c22 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1057239 Nov 09 21:28:49.459726 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53212) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:49.464862 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-658ad212-1eaa-40d7-b50b-d52cdc0363f3 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Request body: {'security_group': {'name': 'tempest-secgroup--481407684'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:49.538728 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1bbea4-99f0-48b2-af54-35d539ba12fd x-openstack-request-id: req-5d1bbea4-99f0-48b2-af54-35d539ba12fd {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:28:49.539142 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76e666a-9764-4565-9a62-2e8aec45655c", "tag": "06b735e7-95a4-4400-ac21-34cfa1677929", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:28:49.539472 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5d1bbea4-99f0-48b2-af54-35d539ba12fd {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:28:49.540037 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76e666a-9764-4565-9a62-2e8aec45655c', 'tag': '06b735e7-95a4-4400-ac21-34cfa1677929', 'status': 'completed', 'code': 200} Nov 09 21:28:49.569768 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-658ad212-1eaa-40d7-b50b-d52cdc0363f3 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:49.715234 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678f7ee-9b18-4e1b-b875-3a24dfaa7337 req-61d3fce2-5b48-41ad-8fb5-9c330ad7ccd0 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:49.717291 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c678f7ee-9b18-4e1b-b875-3a24dfaa7337 req-61d3fce2-5b48-41ad-8fb5-9c330ad7ccd0 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 946 time: 0.1024342 Nov 09 21:28:49.720278 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-658ad212-1eaa-40d7-b50b-d52cdc0363f3 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:49.730346 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3440938-b892-485e-adac-486a72bc397c req-81bd3236-e14b-4e86-ae0b-0d598d664ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:49.732261 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d3440938-b892-485e-adac-486a72bc397c req-81bd3236-e14b-4e86-ae0b-0d598d664ec3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ea132a94a82f43f69fd0808e866cec5f&device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 1094 time: 0.2585568 Nov 09 21:28:49.734156 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-658ad212-1eaa-40d7-b50b-d52cdc0363f3 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:49.745147 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 68ae207f-8797-43be-b1fb-04eb8173be11, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=68ae207f-8797-43be-b1fb-04eb8173be11,segment=NetworkSegment(0266031b-5829-40c1-acad-8e9a97b817f5),segment_id=0266031b-5829-40c1-acad-8e9a97b817f5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:28:49.760189 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247f8f3d-9053-4dc8-ba47-5558c81636ab tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Router dbddf32d-c7fe-4c68-8119-dc4de3045bdd is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:28:49.774925 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '68ae207f-8797-43be-b1fb-04eb8173be11', 'network_id': '5a2ce5cc-687a-4c33-859e-f9b75a50c5b6', 'port_id': '68ae207f-8797-43be-b1fb-04eb8173be11', 'mac_address': 'fa:16:3e:15:b5:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87945563-f9d1-4353-83ce-d183f9346308', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:28:49.821936 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ad212-1eaa-40d7-b50b-d52cdc0363f3 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf353324-e748-4f21-ba02-573af1d16c6e,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:49.833239 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2df638-26e4-4c96-8a2c-ed78a245c174 req-a45b95b4-ee34-491d-8fc5-0c65e9a61bb7 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:49.841205 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2e2df638-26e4-4c96-8a2c-ed78a245c174 req-a45b95b4-ee34-491d-8fc5-0c65e9a61bb7 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=5febd2e0-778c-4c7b-9841-79c838b6973a HTTP/1.1" status: 200 len: 946 time: 0.2994933 Nov 09 21:28:49.849963 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d3440938-b892-485e-adac-486a72bc397c req-c8ad1e71-9b82-4cfe-aed9-9c5748f46c00 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=06b735e7-95a4-4400-ac21-34cfa1677929 HTTP/1.1" status: 200 len: 217 time: 0.0976813 Nov 09 21:28:49.849963 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-658ad212-1eaa-40d7-b50b-d52cdc0363f3 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:49.850866 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-658ad212-1eaa-40d7-b50b-d52cdc0363f3 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3901007 Nov 09 21:28:49.853045 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53218) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:49.862510 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:49.889307 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68ae207f-8797-43be-b1fb-04eb8173be11 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:28:49.901805 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247f8f3d-9053-4dc8-ba47-5558c81636ab tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:28:49.922539 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71ce5cf-6722-4839-8cbd-d8d91ffd7174 None None] Sync routers for ids ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:28:49.930645 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 68ae207f-8797-43be-b1fb-04eb8173be11, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=68ae207f-8797-43be-b1fb-04eb8173be11,segment=NetworkSegment(0266031b-5829-40c1-acad-8e9a97b817f5),segment_id=0266031b-5829-40c1-acad-8e9a97b817f5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:28:49.936687 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:49.937170 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c678f7ee-9b18-4e1b-b875-3a24dfaa7337 req-9771105d-cd54-421f-957e-6f439659efc4 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008524 Nov 09 21:28:49.937786 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device aa282298-7fcc-4a02-b8b1-0423b86b0148 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:28:49.967306 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-247f8f3d-9053-4dc8-ba47-5558c81636ab tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:49.971111 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3440938-b892-485e-adac-486a72bc397c req-ac228746-1972-44d5-ba36-f1fa116c7e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:49.971111 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d3440938-b892-485e-adac-486a72bc397c req-ac228746-1972-44d5-ba36-f1fa116c7e72 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aead6392-42fa-4a16-a986-5c9371526ce9 HTTP/1.1" status: 200 len: 853 time: 0.1177800 Nov 09 21:28:49.971769 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-247f8f3d-9053-4dc8-ba47-5558c81636ab tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.2354236 Nov 09 21:28:49.972571 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 53224) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:49.983561 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-bba2c643-75c2-43bc-a496-9f8f13caf781 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Request body: {'security_group_rule': {'security_group_id': 'bf353324-e748-4f21-ba02-573af1d16c6e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:49.988078 n-d-816206-3 neutron-server[102608]: WARNING neutron.api.v2.base [None req-bba2c643-75c2-43bc-a496-9f8f13caf781 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 09 21:28:49.988836 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-bba2c643-75c2-43bc-a496-9f8f13caf781 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:28:49.994442 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-bba2c643-75c2-43bc-a496-9f8f13caf781 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.1397395 Nov 09 21:28:50.004709 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53226) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:50.036600 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71ce5cf-6722-4839-8cbd-d8d91ffd7174 None None] Routers {'dbddf32d-c7fe-4c68-8119-dc4de3045bdd'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:28:50.037396 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-f71ce5cf-6722-4839-8cbd-d8d91ffd7174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:28:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:28:50.094169 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-f71ce5cf-6722-4839-8cbd-d8d91ffd7174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:28:50.120588 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d3440938-b892-485e-adac-486a72bc397c req-b1c2f43c-b42c-4194-bd46-61d6cd0881e8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=276f688e-7f99-4153-a7fb-8c012406fc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1226211 Nov 09 21:28:50.161402 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9df73787-7624-403d-b2f9-c7341a93865b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:50.163962 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2e2df638-26e4-4c96-8a2c-ed78a245c174 req-d2daeea5-4072-482b-b872-54f1297be65e tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216565 Nov 09 21:28:50.208861 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=68ae207f-8797-43be-b1fb-04eb8173be11,revision_number=6']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:50.224924 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71ce5cf-6722-4839-8cbd-d8d91ffd7174 None None] Routers {'dbddf32d-c7fe-4c68-8119-dc4de3045bdd'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:28:50.225710 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-f71ce5cf-6722-4839-8cbd-d8d91ffd7174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:28:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:28:50.229931 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:28:50.230676 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:28:50.231222 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:28:50.231913 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:28:50.232234 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:28:50.234667 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:28:50.236158 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:28:50.236158 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:28:50.236158 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:28:50.236158 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:28:50.236501 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:28:50.237831 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:28:50.288760 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-f71ce5cf-6722-4839-8cbd-d8d91ffd7174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:28:50.289521 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71ce5cf-6722-4839-8cbd-d8d91ffd7174 None None] The sync data for ids ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'] in n-d-816206-3 is: [] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:28:50.300317 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f899fc1-3cb2-48d8-87bf-1e3bdbec1eff req-d8614045-ab70-485a-82af-d7c5190e08ac tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:50.311056 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8f899fc1-3cb2-48d8-87bf-1e3bdbec1eff req-d8614045-ab70-485a-82af-d7c5190e08ac tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 943 time: 0.2055514 Nov 09 21:28:50.325642 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port aa282298-7fcc-4a02-b8b1-0423b86b0148, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=aa282298-7fcc-4a02-b8b1-0423b86b0148,segment=NetworkSegment(7b4198b0-176e-4eff-b802-15f0d207d6a7),segment_id=7b4198b0-176e-4eff-b802-15f0d207d6a7)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:28:50.353301 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': 'aa282298-7fcc-4a02-b8b1-0423b86b0148', 'network_id': '74094a24-cfca-4a5a-9cf3-87def209cf5d', 'port_id': 'aa282298-7fcc-4a02-b8b1-0423b86b0148', 'mac_address': 'fa:16:3e:c4:f2:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab01389f-f1b6-4c6d-b6f3-f7cc27fc0b43', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:28:50.356067 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2135a0f7-c2d0-42d4-a0ee-682b7461e3af tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:50.430946 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:50.448736 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2135a0f7-c2d0-42d4-a0ee-682b7461e3af tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:50.459924 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa282298-7fcc-4a02-b8b1-0423b86b0148 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:28:50.496694 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d3440938-b892-485e-adac-486a72bc397c req-335b1c59-ce61-4782-9e3c-09f919950165 service neutron] 10.222.0.45 "GET /v2.0/networks/276f688e-7f99-4153-a7fb-8c012406fc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523238 Nov 09 21:28:50.499769 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port aa282298-7fcc-4a02-b8b1-0423b86b0148, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=aa282298-7fcc-4a02-b8b1-0423b86b0148,segment=NetworkSegment(7b4198b0-176e-4eff-b802-15f0d207d6a7),segment_id=7b4198b0-176e-4eff-b802-15f0d207d6a7)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:28:50.506790 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:50.578928 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25cbd8-f4bc-4db4-9d24-1c895d6c0a40 req-af2cfa71-87e0-47be-a05a-677aa6255846 tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:50.580528 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4e25cbd8-f4bc-4db4-9d24-1c895d6c0a40 req-af2cfa71-87e0-47be-a05a-677aa6255846 tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] 10.222.0.49 "GET /v2.0/ports?device_id=939cd389-b9a0-4aa7-bb68-7fbea06f662e HTTP/1.1" status: 200 len: 943 time: 0.1568103 Nov 09 21:28:50.603456 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2135a0f7-c2d0-42d4-a0ee-682b7461e3af tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:50.606719 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2135a0f7-c2d0-42d4-a0ee-682b7461e3af tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:50.607921 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2135a0f7-c2d0-42d4-a0ee-682b7461e3af tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "DELETE /v2.0/security-groups/bf353324-e748-4f21-ba02-573af1d16c6e HTTP/1.1" status: 204 len: 168 time: 0.5934575 Nov 09 21:28:50.615832 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53246) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:50.625811 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=aa282298-7fcc-4a02-b8b1-0423b86b0148,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:50.652537 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2135a0f7-c2d0-42d4-a0ee-682b7461e3af tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf353324-e748-4f21-ba02-573af1d16c6e,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:50.695721 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['68ae207f-8797-43be-b1fb-04eb8173be11'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:28:50.697647 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d3440938-b892-485e-adac-486a72bc397c req-4c7b3c70-8f27-4783-a604-8b1a8ad22d06 service neutron] 10.222.0.45 "GET /v2.0/networks/276f688e-7f99-4153-a7fb-8c012406fc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911025 Nov 09 21:28:50.737288 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-fbb3b56a-8d8d-442d-b720-8335c0dae673 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1203251 Nov 09 21:28:50.742389 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53258) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:50.755678 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-ac2f9353-0307-41f3-b041-a7dcbfd03991 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Request body: {'security_group': {'name': 'tempest-secgroup--1816638297'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:50.789807 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4e25cbd8-f4bc-4db4-9d24-1c895d6c0a40 req-b09f7501-84b3-45d1-afd1-f7f65069a060 tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7a4c9e2-a9f6-4782-88b4-ce8567dc4537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673870 Nov 09 21:28:50.884468 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ac2f9353-0307-41f3-b041-a7dcbfd03991 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:50.963218 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['aa282298-7fcc-4a02-b8b1-0423b86b0148'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:28:50.973661 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c80ab1-3dee-411f-8515-1e196e6f990f req-cf6bd702-b34a-42d2-b7cf-267dc38bfea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:50.975295 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-63c80ab1-3dee-411f-8515-1e196e6f990f req-cf6bd702-b34a-42d2-b7cf-267dc38bfea0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ea132a94a82f43f69fd0808e866cec5f&device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 1094 time: 0.1527321 Nov 09 21:28:51.025186 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:51.060084 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8f899fc1-3cb2-48d8-87bf-1e3bdbec1eff req-414b8665-2e07-4b13-8875-fde79e762d3c tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7479529 Nov 09 21:28:51.107136 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52ab95-d2dc-4885-ad70-f47e7663fa6d req-120440ec-e02e-4a05-97c0-049aaf593337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:51.108840 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cd52ab95-d2dc-4885-ad70-f47e7663fa6d req-120440ec-e02e-4a05-97c0-049aaf593337 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5febd2e0-778c-4c7b-9841-79c838b6973a HTTP/1.1" status: 200 len: 1097 time: 0.1367168 Nov 09 21:28:51.314934 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ac2f9353-0307-41f3-b041-a7dcbfd03991 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:51.352654 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed4ac7-e0ba-425b-b774-3746da7b164b req-3a0618e1-f190-41c3-b3c6-62b6da5d9f38 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:51.362901 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-46ed4ac7-e0ba-425b-b774-3746da7b164b req-3a0618e1-f190-41c3-b3c6-62b6da5d9f38 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 945 time: 0.2408993 Nov 09 21:28:51.363651 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ac2f9353-0307-41f3-b041-a7dcbfd03991 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:51.378282 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cd52ab95-d2dc-4885-ad70-f47e7663fa6d req-15eb1e1a-4dcd-4993-810c-15289a78944c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590280 Nov 09 21:28:51.379374 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 68ae207f-8797-43be-b1fb-04eb8173be11 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:28:51.464681 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c80ab1-3dee-411f-8515-1e196e6f990f req-5fa42268-4480-4127-9b41-af713c184dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:51.470572 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-63c80ab1-3dee-411f-8515-1e196e6f990f req-5fa42268-4480-4127-9b41-af713c184dd8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=276f688e-7f99-4153-a7fb-8c012406fc86 HTTP/1.1" status: 200 len: 913 time: 0.4771185 Nov 09 21:28:51.482772 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 68ae207f-8797-43be-b1fb-04eb8173be11 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:28:51.483259 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:51.501949 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ac2f9353-0307-41f3-b041-a7dcbfd03991 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:51.514614 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ac2f9353-0307-41f3-b041-a7dcbfd03991 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7704463 Nov 09 21:28:51.521201 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53280) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:51.524450 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac93bb0-647d-472e-a5e9-0e000e3eb80f req-6300d85c-4f35-4dac-8090-d2ef163ca635 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:51.525864 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3ac93bb0-647d-472e-a5e9-0e000e3eb80f req-6300d85c-4f35-4dac-8090-d2ef163ca635 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=5febd2e0-778c-4c7b-9841-79c838b6973a HTTP/1.1" status: 200 len: 946 time: 0.1521552 Nov 09 21:28:51.527802 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-f0c12524-793f-4f5d-bd4f-eac47c1af1a8 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Request body: {'security_group_rule': {'security_group_id': 'b7239bd1-facd-4550-9e64-27d7c09170cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:51.541578 n-d-816206-3 neutron-server[102608]: WARNING neutron.api.v2.base [None req-f0c12524-793f-4f5d-bd4f-eac47c1af1a8 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 09 21:28:51.542223 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-f0c12524-793f-4f5d-bd4f-eac47c1af1a8 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:28:51.545800 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f0c12524-793f-4f5d-bd4f-eac47c1af1a8 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0235872 Nov 09 21:28:51.551394 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2f9353-0307-41f3-b041-a7dcbfd03991 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7239bd1-facd-4550-9e64-27d7c09170cf,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:51.551590 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 53282) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:51.555669 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-27ebfa80-55ae-4841-acdf-b6e91debd29f tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Request body: {'security_group_rule': {'security_group_id': 'b7239bd1-facd-4550-9e64-27d7c09170cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:51.557849 n-d-816206-3 neutron-server[102607]: WARNING neutron.api.v2.base [None req-27ebfa80-55ae-4841-acdf-b6e91debd29f tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 09 21:28:51.558371 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [None req-27ebfa80-55ae-4841-acdf-b6e91debd29f tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:28:51.559370 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-27ebfa80-55ae-4841-acdf-b6e91debd29f tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0071695 Nov 09 21:28:51.578131 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53284) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:51.584078 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-74624466-6019-4c69-8f9f-34211936700f tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Request body: {'security_group_rule': {'security_group_id': 'b7239bd1-facd-4550-9e64-27d7c09170cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:51.585942 n-d-816206-3 neutron-server[102608]: WARNING neutron.api.v2.base [None req-74624466-6019-4c69-8f9f-34211936700f tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 09 21:28:51.586806 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-74624466-6019-4c69-8f9f-34211936700f tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:28:51.590838 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-74624466-6019-4c69-8f9f-34211936700f tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0090611 Nov 09 21:28:51.591667 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 53286) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:51.604334 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-c426bf7b-db36-47e5-9e00-563a4e25ece8 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Request body: {'security_group_rule': {'security_group_id': 'b7239bd1-facd-4550-9e64-27d7c09170cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:51.610935 n-d-816206-3 neutron-server[102607]: WARNING neutron.api.v2.base [None req-c426bf7b-db36-47e5-9e00-563a4e25ece8 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 09 21:28:51.610935 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [None req-c426bf7b-db36-47e5-9e00-563a4e25ece8 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:28:51.610935 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c426bf7b-db36-47e5-9e00-563a4e25ece8 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0106714 Nov 09 21:28:51.611628 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 53288) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:51.615232 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-46ed4ac7-e0ba-425b-b774-3746da7b164b req-67d4cb38-bd99-4937-937f-db035dccce09 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2388008 Nov 09 21:28:51.666150 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:51.668872 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-63c80ab1-3dee-411f-8515-1e196e6f990f req-27156d40-bffe-4e95-9948-253eca259dcb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=06b735e7-95a4-4400-ac21-34cfa1677929 HTTP/1.1" status: 200 len: 217 time: 0.0750523 Nov 09 21:28:51.694802 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b887a68a-6e69-4839-bd6d-b687e2d64431 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:51.698231 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53290) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:51.738208 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3ac93bb0-647d-472e-a5e9-0e000e3eb80f req-e0303ee6-52e9-4c45-9382-76d5bf58c9bc tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897585 Nov 09 21:28:51.771103 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568d6d7e-d407-462e-8cd2-c3b9473dcad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ae207f-8797-43be-b1fb-04eb8173be11'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:28:51.775551 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0042186e-77c9-4a1c-8afa-2811f99e8a3a" -d '{"events": [{"server_uuid": "568d6d7e-d407-462e-8cd2-c3b9473dcad5", "name": "network-vif-plugged", "status": "completed", "tag": "68ae207f-8797-43be-b1fb-04eb8173be11"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:28:51.782579 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 68ae207f-8797-43be-b1fb-04eb8173be11, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=68ae207f-8797-43be-b1fb-04eb8173be11,segment=NetworkSegment(0266031b-5829-40c1-acad-8e9a97b817f5),segment_id=0266031b-5829-40c1-acad-8e9a97b817f5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:28:51.792603 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:51.843104 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-41813393-59e6-48d7-833b-2214adb2f6b4 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:51.862421 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=68ae207f-8797-43be-b1fb-04eb8173be11,revision_number=7']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:51.867463 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075acc79-b751-4f3f-a46f-044e65336ed7 x-openstack-request-id: req-075acc79-b751-4f3f-a46f-044e65336ed7 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:28:51.867802 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "568d6d7e-d407-462e-8cd2-c3b9473dcad5", "name": "network-vif-plugged", "status": "completed", "tag": "68ae207f-8797-43be-b1fb-04eb8173be11", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:28:51.868106 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-075acc79-b751-4f3f-a46f-044e65336ed7 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:28:51.868508 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568d6d7e-d407-462e-8cd2-c3b9473dcad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ae207f-8797-43be-b1fb-04eb8173be11', 'code': 200} Nov 09 21:28:51.891769 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-41813393-59e6-48d7-833b-2214adb2f6b4 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:51.904712 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c80ab1-3dee-411f-8515-1e196e6f990f req-cf04458e-c34f-4620-80bd-d1a8818c3d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:51.906240 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-63c80ab1-3dee-411f-8515-1e196e6f990f req-cf04458e-c34f-4620-80bd-d1a8818c3d0c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aead6392-42fa-4a16-a986-5c9371526ce9 HTTP/1.1" status: 200 len: 853 time: 0.2255468 Nov 09 21:28:51.962989 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-166dccd8-7d62-4fce-b4c6-da3e6fd74281 admin admin] Deleting subnet 2d70d627-f91a-46e1-b014-350c82c5b331 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:28:51.992025 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-166dccd8-7d62-4fce-b4c6-da3e6fd74281 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:51.996519 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-63c80ab1-3dee-411f-8515-1e196e6f990f req-fae6b3ac-5263-40a5-a83c-5edc5d75982f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=276f688e-7f99-4153-a7fb-8c012406fc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697691 Nov 09 21:28:52.085549 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-166dccd8-7d62-4fce-b4c6-da3e6fd74281 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:52.121593 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d1365-ed55-4a21-8497-b549edcd81ec req-61ae952d-addb-4c1b-8729-f1430618cab5 tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:52.129335 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-782d1365-ed55-4a21-8497-b549edcd81ec req-61ae952d-addb-4c1b-8729-f1430618cab5 tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] 10.222.0.49 "GET /v2.0/ports?device_id=939cd389-b9a0-4aa7-bb68-7fbea06f662e HTTP/1.1" status: 200 len: 944 time: 0.1802797 Nov 09 21:28:52.210200 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-166dccd8-7d62-4fce-b4c6-da3e6fd74281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:52.237269 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-b887a68a-6e69-4839-bd6d-b687e2d64431 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Allocated IP 172.20.0.1 (ffd02699-406b-4185-8d69-687ecf1e0671/2376c700-e4d7-4c91-926d-0cc8af2aadd4/68d5eece-bf01-474f-808e-1936900127e0) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:28:52.245256 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-63c80ab1-3dee-411f-8515-1e196e6f990f req-73cceda0-c494-4157-b256-92e83120a2f0 service neutron] 10.222.0.45 "GET /v2.0/networks/276f688e-7f99-4153-a7fb-8c012406fc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249763 Nov 09 21:28:52.257342 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-782d1365-ed55-4a21-8497-b549edcd81ec req-12233ecc-5bf6-45b2-8239-6441f38795a2 tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7a4c9e2-a9f6-4782-88b4-ce8567dc4537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270714 Nov 09 21:28:52.349073 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-166dccd8-7d62-4fce-b4c6-da3e6fd74281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:52.362376 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:52.452683 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b887a68a-6e69-4839-bd6d-b687e2d64431 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:52.475189 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166dccd8-7d62-4fce-b4c6-da3e6fd74281 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d70d627-f91a-46e1-b014-350c82c5b331,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:52.491669 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-63c80ab1-3dee-411f-8515-1e196e6f990f req-8e6212f1-d81d-4c1e-9d51-bf7f698a3be4 service neutron] 10.222.0.45 "GET /v2.0/networks/276f688e-7f99-4153-a7fb-8c012406fc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241671 Nov 09 21:28:52.493443 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-166dccd8-7d62-4fce-b4c6-da3e6fd74281 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:52.499026 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-166dccd8-7d62-4fce-b4c6-da3e6fd74281 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2d70d627-f91a-46e1-b014-350c82c5b331 HTTP/1.1" status: 204 len: 168 time: 0.7895486 Nov 09 21:28:52.501461 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-41813393-59e6-48d7-833b-2214adb2f6b4 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:52.506286 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-41813393-59e6-48d7-833b-2214adb2f6b4 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:52.510329 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-41813393-59e6-48d7-833b-2214adb2f6b4 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "DELETE /v2.0/security-groups/b7239bd1-facd-4550-9e64-27d7c09170cf HTTP/1.1" status: 204 len: 168 time: 0.8940012 Nov 09 21:28:52.512039 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 53300) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:52.513989 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53298) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:52.535792 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b887a68a-6e69-4839-bd6d-b687e2d64431 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:52.577765 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41813393-59e6-48d7-833b-2214adb2f6b4 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7239bd1-facd-4550-9e64-27d7c09170cf,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:52.611775 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0acb099e-f678-4619-ab8d-8a3535e1d2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:52.641595 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b887a68a-6e69-4839-bd6d-b687e2d64431 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Network ffd02699-406b-4185-8d69-687ecf1e0671 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:28:52.647593 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-b887a68a-6e69-4839-bd6d-b687e2d64431 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:28:52.657230 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b887a68a-6e69-4839-bd6d-b687e2d64431 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:28:52.715070 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b887a68a-6e69-4839-bd6d-b687e2d64431 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Pushing event updated for resources: {'Port': ['ID=68d5eece-bf01-474f-808e-1936900127e0,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:52.756714 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0acb099e-f678-4619-ab8d-8a3535e1d2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:52.762035 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:52.767904 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85cda79-e0ff-4351-9235-ae266e7eb400 req-a5ff1dc9-432b-4776-a009-cfdb67c1d1a1 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:52.776217 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a85cda79-e0ff-4351-9235-ae266e7eb400 req-a5ff1dc9-432b-4776-a009-cfdb67c1d1a1 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 943 time: 0.2764051 Nov 09 21:28:52.808202 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1de0a715-fdd6-4b02-b852-fc8374ef94b4 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2838144 Nov 09 21:28:52.809900 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53306) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:52.812328 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-0acb099e-f678-4619-ab8d-8a3535e1d2e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a977e5a0-d935-40af-beae-b0f3a8c25de8']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:28:52.821455 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b887a68a-6e69-4839-bd6d-b687e2d64431 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:52.824537 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-f1b9dc8f-ca81-44dd-a3c4-1caef6650a70 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Request body: {'security_group': {'name': 'tempest-secgroup--899726354'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:52.858600 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-0acb099e-f678-4619-ab8d-8a3535e1d2e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a6377f5-b38b-4a21-b9f6-9e21b904d67d') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:28:52.859131 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-0acb099e-f678-4619-ab8d-8a3535e1d2e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a6377f5-b38b-4a21-b9f6-9e21b904d67d') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:28:52.877557 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0acb099e-f678-4619-ab8d-8a3535e1d2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:52.915159 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a7b73-2ed4-4c8e-8d86-bfdd845c7b34 req-83d645fa-cf1b-425f-be81-d3b5185d4f47 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:52.917494 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aa3a7b73-2ed4-4c8e-8d86-bfdd845c7b34 req-83d645fa-cf1b-425f-be81-d3b5185d4f47 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 946 time: 0.1277316 Nov 09 21:28:52.923341 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0acb099e-f678-4619-ab8d-8a3535e1d2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:52.938151 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f1b9dc8f-ca81-44dd-a3c4-1caef6650a70 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:52.940605 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0acb099e-f678-4619-ab8d-8a3535e1d2e2 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:28:52.941901 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0acb099e-f678-4619-ab8d-8a3535e1d2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:52.944676 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:28:52.944676 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:28:52.944676 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:28:52.944676 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:28:52.944676 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:28:52.944676 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:28:52.944676 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:28:52.944676 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:28:52.944676 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:28:52.944676 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:28:52.944676 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:28:52.944676 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:28:52.944676 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:28:52.944676 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:28:52.944676 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:28:52.944676 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:28:52.944676 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:28:52.944676 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:28:52.944676 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:28:52.944676 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:28:52.944676 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:28:52.944676 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:28:52.944676 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:28:52.944676 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:28:52.944676 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:28:52.944676 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:28:52.944676 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:28:52.944676 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:28:52.944676 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:28:52.944676 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:28:52.944676 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:28:52.944676 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:28:53.061413 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b887a68a-6e69-4839-bd6d-b687e2d64431 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:53.083578 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a85cda79-e0ff-4351-9235-ae266e7eb400 req-4a44877f-b4a6-46b2-af1d-24080dce3d3f tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060875 Nov 09 21:28:53.115655 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f1b9dc8f-ca81-44dd-a3c4-1caef6650a70 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:53.134316 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f1b9dc8f-ca81-44dd-a3c4-1caef6650a70 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:53.142926 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0acb099e-f678-4619-ab8d-8a3535e1d2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:53.172696 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0acb099e-f678-4619-ab8d-8a3535e1d2e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:53.176129 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0acb099e-f678-4619-ab8d-8a3535e1d2e2 admin admin] 10.222.0.49 "DELETE /v2.0/networks/a977e5a0-d935-40af-beae-b0f3a8c25de8 HTTP/1.1" status: 204 len: 168 time: 0.6604803 Nov 09 21:28:53.203620 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acb099e-f678-4619-ab8d-8a3535e1d2e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a977e5a0-d935-40af-beae-b0f3a8c25de8,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:53.220650 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aa3a7b73-2ed4-4c8e-8d86-bfdd845c7b34 req-fcd01799-f224-4c40-a83f-e99678a840b4 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2882266 Nov 09 21:28:53.242780 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f1b9dc8f-ca81-44dd-a3c4-1caef6650a70 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:53.242780 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f1b9dc8f-ca81-44dd-a3c4-1caef6650a70 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4214108 Nov 09 21:28:53.242780 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9dc8f-ca81-44dd-a3c4-1caef6650a70 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3f409d-f036-4662-b2df-c68d9537cd98,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:53.257514 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53312) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:53.272597 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-5b44e728-a93c-4a6c-92a1-9c25c6e64ba0 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Request body: {'security_group_rule': {'security_group_id': '7b3f409d-f036-4662-b2df-c68d9537cd98', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:53.273402 n-d-816206-3 neutron-server[102608]: WARNING neutron.api.v2.base [None req-5b44e728-a93c-4a6c-92a1-9c25c6e64ba0 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 09 21:28:53.273917 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-5b44e728-a93c-4a6c-92a1-9c25c6e64ba0 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:28:53.280701 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5b44e728-a93c-4a6c-92a1-9c25c6e64ba0 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0219872 Nov 09 21:28:53.283861 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53316) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:53.289923 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-531f6ff9-f8bf-4dae-8f7c-b82f9ffe60d1 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Request body: {'security_group_rule': {'security_group_id': '7b3f409d-f036-4662-b2df-c68d9537cd98', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:53.330350 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:53.371059 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-531f6ff9-f8bf-4dae-8f7c-b82f9ffe60d1 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:28:53.380272 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-531f6ff9-f8bf-4dae-8f7c-b82f9ffe60d1 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0942245 Nov 09 21:28:53.380937 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53318) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:53.383945 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device aa282298-7fcc-4a02-b8b1-0423b86b0148 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:28:53.392566 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-450c4592-694a-42a2-bcc9-79cbea1426d7 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Request body: {'security_group_rule': {'security_group_id': '7b3f409d-f036-4662-b2df-c68d9537cd98', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:53.393083 n-d-816206-3 neutron-server[102608]: WARNING neutron.api.v2.base [None req-450c4592-694a-42a2-bcc9-79cbea1426d7 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 09 21:28:53.395726 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-450c4592-694a-42a2-bcc9-79cbea1426d7 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:28:53.399959 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-450c4592-694a-42a2-bcc9-79cbea1426d7 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0157146 Nov 09 21:28:53.400489 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53320) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:53.406453 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27117c03-0903-4bb7-bcb9-b597554c2a20 req-df3509dd-5eea-4863-babc-029423b9df02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:53.408141 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-27117c03-0903-4bb7-bcb9-b597554c2a20 req-df3509dd-5eea-4863-babc-029423b9df02 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=80bd14f1151c49209b6b9f6a58ef3329&device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 1097 time: 0.4390800 Nov 09 21:28:53.409364 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-53e8c4f8-f887-4ab1-8e5e-2193e8e7f3af tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Request body: {'security_group_rule': {'security_group_id': '7b3f409d-f036-4662-b2df-c68d9537cd98', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:53.509112 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-53e8c4f8-f887-4ab1-8e5e-2193e8e7f3af tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:28:53.515404 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-53e8c4f8-f887-4ab1-8e5e-2193e8e7f3af tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1119971 Nov 09 21:28:53.515404 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53322) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:53.522217 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53324) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:53.524757 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port aa282298-7fcc-4a02-b8b1-0423b86b0148 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:28:53.531565 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-4ac700c5-e895-4e87-af53-9e17e33197b3 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Request body: {'security_group_rule': {'security_group_id': '7b3f409d-f036-4662-b2df-c68d9537cd98', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:53.532045 n-d-816206-3 neutron-server[102608]: WARNING neutron.api.v2.base [None req-4ac700c5-e895-4e87-af53-9e17e33197b3 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 09 21:28:53.532575 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-4ac700c5-e895-4e87-af53-9e17e33197b3 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:28:53.533567 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port aa282298-7fcc-4a02-b8b1-0423b86b0148 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:28:53.534209 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:53.536932 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4ac700c5-e895-4e87-af53-9e17e33197b3 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0198011 Nov 09 21:28:53.557689 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27117c03-0903-4bb7-bcb9-b597554c2a20 req-ecda1c95-ecde-4f55-bfff-c4fbc0ba6c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:53.561734 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-27117c03-0903-4bb7-bcb9-b597554c2a20 req-ecda1c95-ecde-4f55-bfff-c4fbc0ba6c22 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5a2ce5cc-687a-4c33-859e-f9b75a50c5b6 HTTP/1.1" status: 200 len: 917 time: 0.1161799 Nov 09 21:28:53.563352 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 53326) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:53.565374 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044ed6b-7f9f-465e-bc0f-9035ac6a22cc req-eefb3795-6042-42dc-84ea-00426ea4a98e tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:53.573284 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0044ed6b-7f9f-465e-bc0f-9035ac6a22cc req-eefb3795-6042-42dc-84ea-00426ea4a98e tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] 10.222.0.49 "GET /v2.0/ports?device_id=939cd389-b9a0-4aa7-bb68-7fbea06f662e HTTP/1.1" status: 200 len: 944 time: 0.1194050 Nov 09 21:28:53.573498 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-210f7bec-d60f-40c2-8f41-99af2c53d873 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Request body: {'security_group_rule': {'security_group_id': '7b3f409d-f036-4662-b2df-c68d9537cd98', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:53.612884 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 06b735e7-95a4-4400-ac21-34cfa1677929 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:28:53.624372 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7c828fc4-f6c3-475f-be44-dcf869b8b7e4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=37ab742aac8d42199f84c1b467e67cb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0860155 Nov 09 21:28:53.627756 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53328) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:53.671936 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:53.686524 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-27117c03-0903-4bb7-bcb9-b597554c2a20 req-a094f3f2-4cc3-4c1d-8c2d-1c540a346442 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68ae207f-8797-43be-b1fb-04eb8173be11 HTTP/1.1" status: 200 len: 1002 time: 0.0766215 Nov 09 21:28:53.720072 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0044ed6b-7f9f-465e-bc0f-9035ac6a22cc req-924785ed-2a61-44a2-bf59-a132d3284980 tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7a4c9e2-a9f6-4782-88b4-ce8567dc4537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456423 Nov 09 21:28:53.730128 n-d-816206-3 neutron-server[102607]: INFO neutron.db.securitygroups_db [None req-210f7bec-d60f-40c2-8f41-99af2c53d873 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Project 4ced5f7e7bf54096bbcbf7b3feee5fb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 21:28:53.733372 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c0a479b3-45eb-4ccb-93b1-e5b3adc9186b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:53.759262 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c0a479b3-45eb-4ccb-93b1-e5b3adc9186b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:53.774343 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port aa282298-7fcc-4a02-b8b1-0423b86b0148, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=aa282298-7fcc-4a02-b8b1-0423b86b0148,segment=NetworkSegment(7b4198b0-176e-4eff-b802-15f0d207d6a7),segment_id=7b4198b0-176e-4eff-b802-15f0d207d6a7)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:28:53.783998 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:53.814471 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [None req-210f7bec-d60f-40c2-8f41-99af2c53d873 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:28:53.821552 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53330) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:53.829328 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-96cae440-ebad-4d55-82b4-ecefee20f158 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Request body: {'security_group_rule': {'security_group_id': '7b3f409d-f036-4662-b2df-c68d9537cd98', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:53.831132 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-210f7bec-d60f-40c2-8f41-99af2c53d873 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2607763 Nov 09 21:28:53.831517 n-d-816206-3 neutron-server[102608]: WARNING neutron.api.v2.base [None req-96cae440-ebad-4d55-82b4-ecefee20f158 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 09 21:28:53.832802 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-96cae440-ebad-4d55-82b4-ecefee20f158 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:28:53.839150 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-96cae440-ebad-4d55-82b4-ecefee20f158 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0158157 Nov 09 21:28:53.841030 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53332) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:53.843595 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c0a479b3-45eb-4ccb-93b1-e5b3adc9186b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:53.848795 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c0a479b3-45eb-4ccb-93b1-e5b3adc9186b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:53.849284 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=aa282298-7fcc-4a02-b8b1-0423b86b0148,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:53.870550 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939cd389-b9a0-4aa7-bb68-7fbea06f662e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa282298-7fcc-4a02-b8b1-0423b86b0148'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:28:53.871503 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c0a479b3-45eb-4ccb-93b1-e5b3adc9186b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4e962406-7ec9-4edf-ad53-819a213bbfcd HTTP/1.1" status: 204 len: 168 time: 0.2404885 Nov 09 21:28:53.874148 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbdb3fab-bd11-411e-94d0-e5506cafc686" -d '{"events": [{"server_uuid": "939cd389-b9a0-4aa7-bb68-7fbea06f662e", "name": "network-vif-plugged", "status": "completed", "tag": "aa282298-7fcc-4a02-b8b1-0423b86b0148"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:28:53.883967 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27117c03-0903-4bb7-bcb9-b597554c2a20 req-823bfcdd-fe29-4372-a196-d57c1e6cc2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:53.885556 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-27117c03-0903-4bb7-bcb9-b597554c2a20 req-823bfcdd-fe29-4372-a196-d57c1e6cc2fd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=87945563-f9d1-4353-83ce-d183f9346308 HTTP/1.1" status: 200 len: 856 time: 0.1399746 Nov 09 21:28:53.897227 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-4a3565c7-6daa-4362-86d0-ec59c41a0165 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Request body: {'security_group_rule': {'security_group_id': '7b3f409d-f036-4662-b2df-c68d9537cd98', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:53.927046 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 06b735e7-95a4-4400-ac21-34cfa1677929, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=06b735e7-95a4-4400-ac21-34cfa1677929,segment=NetworkSegment(34c790f7-0b4d-4574-9ae7-2413289b0cee),segment_id=34c790f7-0b4d-4574-9ae7-2413289b0cee)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:28:53.949047 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15692211-b353-47bc-a326-e4b6f713c7e7 x-openstack-request-id: req-15692211-b353-47bc-a326-e4b6f713c7e7 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:28:53.949222 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "939cd389-b9a0-4aa7-bb68-7fbea06f662e", "name": "network-vif-plugged", "status": "completed", "tag": "aa282298-7fcc-4a02-b8b1-0423b86b0148", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:28:53.949454 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-15692211-b353-47bc-a326-e4b6f713c7e7 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:28:53.949815 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939cd389-b9a0-4aa7-bb68-7fbea06f662e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa282298-7fcc-4a02-b8b1-0423b86b0148', 'code': 200} Nov 09 21:28:53.954460 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a479b3-45eb-4ccb-93b1-e5b3adc9186b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e962406-7ec9-4edf-ad53-819a213bbfcd,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:53.955046 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '06b735e7-95a4-4400-ac21-34cfa1677929', 'network_id': '276f688e-7f99-4153-a7fb-8c012406fc86', 'port_id': '06b735e7-95a4-4400-ac21-34cfa1677929', 'mac_address': 'fa:16:3e:6c:f1:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aead6392-42fa-4a16-a986-5c9371526ce9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:28:53.963643 n-d-816206-3 neutron-server[102608]: INFO neutron.db.securitygroups_db [None req-4a3565c7-6daa-4362-86d0-ec59c41a0165 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Project 4ced5f7e7bf54096bbcbf7b3feee5fb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 21:28:53.992200 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-4a3565c7-6daa-4362-86d0-ec59c41a0165 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:28:53.998283 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4a3565c7-6daa-4362-86d0-ec59c41a0165 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1247396 Nov 09 21:28:53.999212 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53338) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:54.008187 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-51e536d6-65fa-45e3-92e0-6b7270fff731 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Request body: {'security_group_rule': {'security_group_id': '7b3f409d-f036-4662-b2df-c68d9537cd98', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:54.008443 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ad212-fd91-4a03-86da-c657ad226839 req-10f4737e-611a-4b46-88a8-8f2993b43cfb tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:54.010003 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a00ad212-fd91-4a03-86da-c657ad226839 req-10f4737e-611a-4b46-88a8-8f2993b43cfb tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=5febd2e0-778c-4c7b-9841-79c838b6973a HTTP/1.1" status: 200 len: 946 time: 0.6271448 Nov 09 21:28:54.049788 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:54.065994 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06b735e7-95a4-4400-ac21-34cfa1677929 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:28:54.092862 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 06b735e7-95a4-4400-ac21-34cfa1677929, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=06b735e7-95a4-4400-ac21-34cfa1677929,segment=NetworkSegment(34c790f7-0b4d-4574-9ae7-2413289b0cee),segment_id=34c790f7-0b4d-4574-9ae7-2413289b0cee)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:28:54.096349 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:54.107272 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27117c03-0903-4bb7-bcb9-b597554c2a20 req-4799cd0d-520e-4bb0-a8c5-fb91c218f41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:54.108845 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-27117c03-0903-4bb7-bcb9-b597554c2a20 req-4799cd0d-520e-4bb0-a8c5-fb91c218f41f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5a2ce5cc-687a-4c33-859e-f9b75a50c5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2101104 Nov 09 21:28:54.112273 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a00ad212-fd91-4a03-86da-c657ad226839 req-a82a1597-80cc-4235-8009-490a5cc3763b tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769231 Nov 09 21:28:54.189869 n-d-816206-3 neutron-server[102608]: INFO neutron.db.securitygroups_db [None req-51e536d6-65fa-45e3-92e0-6b7270fff731 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Project 4ced5f7e7bf54096bbcbf7b3feee5fb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 21:28:54.237082 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-51e536d6-65fa-45e3-92e0-6b7270fff731 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:28:54.246563 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 53344) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:54.247403 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-51e536d6-65fa-45e3-92e0-6b7270fff731 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2456853 Nov 09 21:28:54.262059 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d86074-c3ca-4c28-8f3d-e856d793533f req-5f0aa76b-9092-4bc8-99f8-194b9843a44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:54.276995 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b887a68a-6e69-4839-bd6d-b687e2d64431 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:54.289735 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a0d86074-c3ca-4c28-8f3d-e856d793533f req-5f0aa76b-9092-4bc8-99f8-194b9843a44b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=939cd389-b9a0-4aa7-bb68-7fbea06f662e HTTP/1.1" status: 200 len: 1096 time: 0.2379143 Nov 09 21:28:54.293013 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b887a68a-6e69-4839-bd6d-b687e2d64431 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:54.294401 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=06b735e7-95a4-4400-ac21-34cfa1677929,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:54.334249 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['06b735e7-95a4-4400-ac21-34cfa1677929'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:28:54.387381 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b887a68a-6e69-4839-bd6d-b687e2d64431 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:54.424010 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b887a68a-6e69-4839-bd6d-b687e2d64431 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Pushing event updated for resources: {'Port': ['ID=68d5eece-bf01-474f-808e-1936900127e0,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:54.522359 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a699bd-98fd-473b-9658-8d5d58795442 req-312e0a7b-9d87-4860-9218-f9071d5d15a3 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:54.530270 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-72a699bd-98fd-473b-9658-8d5d58795442 req-312e0a7b-9d87-4860-9218-f9071d5d15a3 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 944 time: 0.2777185 Nov 09 21:28:54.532666 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a0d86074-c3ca-4c28-8f3d-e856d793533f req-7ad190f7-e906-446b-9f30-9373d5b54c59 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b7a4c9e2-a9f6-4782-88b4-ce8567dc4537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410480 Nov 09 21:28:54.554616 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-27117c03-0903-4bb7-bcb9-b597554c2a20 req-36075b78-f298-44ce-87a3-6774b50c3346 service neutron] 10.222.0.43 "GET /v2.0/networks/5a2ce5cc-687a-4c33-859e-f9b75a50c5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4378247 Nov 09 21:28:54.619648 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-debb6655-0c65-498a-8727-f2b046cedb9a tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:54.666252 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872dcf87-6157-4612-af51-bd8d9bc3c5cb req-0124178a-7a81-4b48-b664-be4017345860 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:54.672404 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-872dcf87-6157-4612-af51-bd8d9bc3c5cb req-0124178a-7a81-4b48-b664-be4017345860 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 946 time: 0.1219518 Nov 09 21:28:54.674471 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-72a699bd-98fd-473b-9658-8d5d58795442 req-c59a4042-d271-43df-a4c4-482dd0c3b85b tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283190 Nov 09 21:28:54.679566 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-debb6655-0c65-498a-8727-f2b046cedb9a tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:54.761357 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b887a68a-6e69-4839-bd6d-b687e2d64431 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Network ffd02699-406b-4185-8d69-687ecf1e0671 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:28:54.770128 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-b887a68a-6e69-4839-bd6d-b687e2d64431 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:28:54.787860 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-872dcf87-6157-4612-af51-bd8d9bc3c5cb req-5a920f01-43d4-4cbe-bf8f-1b94393f8458 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143000 Nov 09 21:28:55.026127 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-debb6655-0c65-498a-8727-f2b046cedb9a tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:55.028755 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-debb6655-0c65-498a-8727-f2b046cedb9a tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:55.032223 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-debb6655-0c65-498a-8727-f2b046cedb9a tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "DELETE /v2.0/security-groups/7b3f409d-f036-4662-b2df-c68d9537cd98 HTTP/1.1" status: 204 len: 168 time: 0.7805660 Nov 09 21:28:55.035955 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53374) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:55.048435 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debb6655-0c65-498a-8727-f2b046cedb9a tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3f409d-f036-4662-b2df-c68d9537cd98,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:55.059600 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b887a68a-6e69-4839-bd6d-b687e2d64431 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Router dbddf32d-c7fe-4c68-8119-dc4de3045bdd has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:28:55.102069 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c452a16-83f2-4cd0-bd2f-f4a500000e17 req-442575b3-d671-4166-bc7b-4c62dbb9774a tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:55.103506 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3c452a16-83f2-4cd0-bd2f-f4a500000e17 req-442575b3-d671-4166-bc7b-4c62dbb9774a tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] 10.222.0.49 "GET /v2.0/ports?device_id=939cd389-b9a0-4aa7-bb68-7fbea06f662e HTTP/1.1" status: 200 len: 945 time: 0.1664104 Nov 09 21:28:55.130909 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c78954cc-8753-4983-af89-385efc3519e6 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0924344 Nov 09 21:28:55.143045 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53378) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:55.149794 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-650bac49-9ead-4dd7-945b-d21c51fa5c2b tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Request body: {'security_group': {'name': 'tempest-secgroup--422189461'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:55.174831 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3ab36-832e-4778-897a-93af04d62fb1 req-e289c37c-b910-4f60-b880-c3e905af0534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:55.176329 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d7a3ab36-832e-4778-897a-93af04d62fb1 req-e289c37c-b910-4f60-b880-c3e905af0534 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=476b04718f114622be45841d668c49d8&device_id=5febd2e0-778c-4c7b-9841-79c838b6973a HTTP/1.1" status: 200 len: 1097 time: 0.1763129 Nov 09 21:28:55.179756 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-650bac49-9ead-4dd7-945b-d21c51fa5c2b tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:55.190955 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a52354-49f7-4f3a-9ec6-4e80515528ae req-11d0a6e3-8832-40dd-bd00-86325462e03e tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:55.192449 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e6a52354-49f7-4f3a-9ec6-4e80515528ae req-11d0a6e3-8832-40dd-bd00-86325462e03e tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=5febd2e0-778c-4c7b-9841-79c838b6973a HTTP/1.1" status: 200 len: 946 time: 0.1561790 Nov 09 21:28:55.257202 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53380) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:55.352251 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3ab36-832e-4778-897a-93af04d62fb1 req-ab5a3084-2c3c-4bba-a35c-7fe8f232c8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:55.353801 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d7a3ab36-832e-4778-897a-93af04d62fb1 req-ab5a3084-2c3c-4bba-a35c-7fe8f232c8d4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=334ab1b0-3bbb-4e22-8403-8369144bd306 HTTP/1.1" status: 200 len: 918 time: 0.1604486 Nov 09 21:28:55.366857 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e6a52354-49f7-4f3a-9ec6-4e80515528ae req-1c017e71-0f65-429d-a2be-55cdf0bcaf34 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106613 Nov 09 21:28:55.408158 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d7a3ab36-832e-4778-897a-93af04d62fb1 req-716ed661-c749-46fd-8f8c-991ef9c26fd6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=930cbb62-5b75-427c-b3ad-7ba1b4694c5d HTTP/1.1" status: 200 len: 217 time: 0.0452247 Nov 09 21:28:55.420611 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-96e31c1f-b2dd-46d4-ae9b-5a7513e0621a admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2127062199-network', 'tenant_id': '3a70c821ed554d2d8738f5725b3d9978'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:55.491028 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-650bac49-9ead-4dd7-945b-d21c51fa5c2b tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:55.501758 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-650bac49-9ead-4dd7-945b-d21c51fa5c2b tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:55.515000 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e31c1f-b2dd-46d4-ae9b-5a7513e0621a admin admin] Made reservation on behalf of 3a70c821ed554d2d8738f5725b3d9978 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:28:55.517481 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-96e31c1f-b2dd-46d4-ae9b-5a7513e0621a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:55.550092 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3ab36-832e-4778-897a-93af04d62fb1 req-9435a695-3cba-446f-95f5-363067606461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:55.551745 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d7a3ab36-832e-4778-897a-93af04d62fb1 req-9435a695-3cba-446f-95f5-363067606461 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6287f675-aade-4edd-b174-3f3f6aef5f0a HTTP/1.1" status: 200 len: 858 time: 0.1358652 Nov 09 21:28:55.555946 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-96e31c1f-b2dd-46d4-ae9b-5a7513e0621a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:55.565552 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-650bac49-9ead-4dd7-945b-d21c51fa5c2b tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:55.566764 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-650bac49-9ead-4dd7-945b-d21c51fa5c2b tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4227617 Nov 09 21:28:55.584824 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53384) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:55.594262 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-b6138167-95cd-430d-898c-58b0ea43677a tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Request body: {'security_group_rule': {'security_group_id': '13fba1b9-b332-494d-be9e-2f14996c40ef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:55.631011 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 06b735e7-95a4-4400-ac21-34cfa1677929 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:28:55.653115 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-27117c03-0903-4bb7-bcb9-b597554c2a20 req-30dbfcd4-3dad-49c8-b03c-275d63f25edc service neutron] 10.222.0.43 "GET /v2.0/networks/5a2ce5cc-687a-4c33-859e-f9b75a50c5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7176447 Nov 09 21:28:55.685998 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3c452a16-83f2-4cd0-bd2f-f4a500000e17 req-a70bec52-e515-4321-bd70-832ca90b3f9f tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7a4c9e2-a9f6-4782-88b4-ce8567dc4537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5678148 Nov 09 21:28:55.690756 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-96e31c1f-b2dd-46d4-ae9b-5a7513e0621a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:55.707235 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b887a68a-6e69-4839-bd6d-b687e2d64431 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:28:55.719747 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fd5365-e674-4ccb-98d6-f07e71fd8400 None None] Sync routers for ids ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:28:55.736882 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b887a68a-6e69-4839-bd6d-b687e2d64431 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "PUT /v2.0/routers/dbddf32d-c7fe-4c68-8119-dc4de3045bdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7565579 Nov 09 21:28:55.737538 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 53388) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:55.742164 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fd5365-e674-4ccb-98d6-f07e71fd8400 None None] Routers {'dbddf32d-c7fe-4c68-8119-dc4de3045bdd'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:28:55.745986 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-12fd5365-e674-4ccb-98d6-f07e71fd8400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:28:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:28:55.750457 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-05ca27f5-edac-4e07-b442-7fd750f54735 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Request body: {'port': {'network_id': 'ffd02699-406b-4185-8d69-687ecf1e0671', 'name': 'tempest-FloatingIPTestJSON-1416301233'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:55.753781 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d7a3ab36-832e-4778-897a-93af04d62fb1 req-6413879d-b157-4135-a861-3f22226bafd9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=334ab1b0-3bbb-4e22-8403-8369144bd306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1875246 Nov 09 21:28:55.762889 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650bac49-9ead-4dd7-945b-d21c51fa5c2b tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13fba1b9-b332-494d-be9e-2f14996c40ef,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:55.835298 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 06b735e7-95a4-4400-ac21-34cfa1677929 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:28:55.845143 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-12fd5365-e674-4ccb-98d6-f07e71fd8400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:28:55.858392 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 06b735e7-95a4-4400-ac21-34cfa1677929 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:28:55.858816 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:55.862892 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fd5365-e674-4ccb-98d6-f07e71fd8400 None None] Routers {'dbddf32d-c7fe-4c68-8119-dc4de3045bdd'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:28:55.863518 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-12fd5365-e674-4ccb-98d6-f07e71fd8400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:28:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:28:55.902516 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-12fd5365-e674-4ccb-98d6-f07e71fd8400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:28:55.903397 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fd5365-e674-4ccb-98d6-f07e71fd8400 None None] The sync data for ids ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'] in n-d-816206-3 is: [] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:28:55.946378 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-96e31c1f-b2dd-46d4-ae9b-5a7513e0621a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:56.062851 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ca27f5-edac-4e07-b442-7fd750f54735 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Made reservation on behalf of ed83e5dad49a418590039b73ac0626b1 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:28:56.066329 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-05ca27f5-edac-4e07-b442-7fd750f54735 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:56.071433 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:56.078662 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96e31c1f-b2dd-46d4-ae9b-5a7513e0621a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:28:56.095918 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac43616-dbac-4d93-a28e-377bff90b93f req-c7638a6f-35eb-4eec-8170-78a963672a38 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:56.099850 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e31c1f-b2dd-46d4-ae9b-5a7513e0621a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad655d7-6b32-467a-9bdc-462828bb851c,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:56.100627 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76e666a-9764-4565-9a62-2e8aec45655c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b735e7-95a4-4400-ac21-34cfa1677929'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:28:56.103278 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c2043e-d4d2-480c-b940-7539503af796" -d '{"events": [{"server_uuid": "b76e666a-9764-4565-9a62-2e8aec45655c", "name": "network-vif-plugged", "status": "completed", "tag": "06b735e7-95a4-4400-ac21-34cfa1677929"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:28:56.108164 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6ac43616-dbac-4d93-a28e-377bff90b93f req-c7638a6f-35eb-4eec-8170-78a963672a38 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 946 time: 0.1235888 Nov 09 21:28:56.120924 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-05ca27f5-edac-4e07-b442-7fd750f54735 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] device_id is not set on port 6e6b2ded-990f-4f64-92fd-ee770d8e6388 yet. {{(pid=102607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:28:56.122351 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 06b735e7-95a4-4400-ac21-34cfa1677929, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=06b735e7-95a4-4400-ac21-34cfa1677929,segment=NetworkSegment(34c790f7-0b4d-4574-9ae7-2413289b0cee),segment_id=34c790f7-0b4d-4574-9ae7-2413289b0cee)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:28:56.129838 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:56.148551 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-96e31c1f-b2dd-46d4-ae9b-5a7513e0621a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:56.149098 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-96e31c1f-b2dd-46d4-ae9b-5a7513e0621a admin admin] Added segment 6c600904-1089-4f6e-bdc1-9238f98f1570 of type vlan for network 65c74eb5-9df6-4e6b-9cf1-5af41186cfae Nov 09 21:28:56.193916 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bdd29e-31d2-4cdf-b273-aea336ba79f6 req-bf6a1eca-1258-4f89-9563-6f8ddaf871fd tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:56.203554 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=06b735e7-95a4-4400-ac21-34cfa1677929,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:56.205469 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-60bdd29e-31d2-4cdf-b273-aea336ba79f6 req-bf6a1eca-1258-4f89-9563-6f8ddaf871fd tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 944 time: 0.4185193 Nov 09 21:28:56.229217 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6ac43616-dbac-4d93-a28e-377bff90b93f req-990b5af3-8acf-4294-9082-70f36b0f060c tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200292 Nov 09 21:28:56.252753 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-96e31c1f-b2dd-46d4-ae9b-5a7513e0621a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:56.273708 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-b6138167-95cd-430d-898c-58b0ea43677a tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] create failed (client error): The resource could not be found. Nov 09 21:28:56.274759 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b6138167-95cd-430d-898c-58b0ea43677a tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6863573 Nov 09 21:28:56.284290 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53396) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:56.286321 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d7a3ab36-832e-4778-897a-93af04d62fb1 req-553b20e5-ebf0-45ae-90fe-35bbc1adf5b9 service neutron] 10.222.0.45 "GET /v2.0/networks/334ab1b0-3bbb-4e22-8403-8369144bd306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4993403 Nov 09 21:28:56.298493 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-445896e9-4dea-4c81-b272-8d52b7b7381c tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Request body: {'security_group_rule': {'security_group_id': '13fba1b9-b332-494d-be9e-2f14996c40ef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '5df7202a-c465-434a-9151-8916e960de8d'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:56.308780 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e644e6e8-7725-4103-982f-e67e0a4b66c5 x-openstack-request-id: req-e644e6e8-7725-4103-982f-e67e0a4b66c5 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:28:56.309083 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76e666a-9764-4565-9a62-2e8aec45655c", "name": "network-vif-plugged", "status": "completed", "tag": "06b735e7-95a4-4400-ac21-34cfa1677929", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:28:56.309351 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e644e6e8-7725-4103-982f-e67e0a4b66c5 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:28:56.309740 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76e666a-9764-4565-9a62-2e8aec45655c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b735e7-95a4-4400-ac21-34cfa1677929', 'code': 200} Nov 09 21:28:56.336753 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-96e31c1f-b2dd-46d4-ae9b-5a7513e0621a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:56.337630 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e31c1f-b2dd-46d4-ae9b-5a7513e0621a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:56.338221 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-96e31c1f-b2dd-46d4-ae9b-5a7513e0621a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:56.420977 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-05ca27f5-edac-4e07-b442-7fd750f54735 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Allocated IP 172.20.0.6 (ffd02699-406b-4185-8d69-687ecf1e0671/2376c700-e4d7-4c91-926d-0cc8af2aadd4/6e6b2ded-990f-4f64-92fd-ee770d8e6388) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:28:56.458017 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e31c1f-b2dd-46d4-ae9b-5a7513e0621a admin admin] Pushing event updated for resources: {'Network': ['ID=65c74eb5-9df6-4e6b-9cf1-5af41186cfae,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:56.475924 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 65c74eb5-9df6-4e6b-9cf1-5af41186cfae details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:28:56.529223 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-96e31c1f-b2dd-46d4-ae9b-5a7513e0621a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2670691 Nov 09 21:28:56.529450 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 53400) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:56.537947 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-2eaa8f3b-5e3d-4073-9059-7b9ebe10da00 admin admin] Request body: {'subnet': {'network_id': '65c74eb5-9df6-4e6b-9cf1-5af41186cfae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2127062199-subnet', 'tenant_id': '3a70c821ed554d2d8738f5725b3d9978', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:56.540107 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-60bdd29e-31d2-4cdf-b273-aea336ba79f6 req-20607e66-68a2-4082-90ff-cc4de27a73eb tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336716 Nov 09 21:28:56.586443 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c556f0-e40d-48ff-a5d9-533f9d75426f req-173cf9d6-8a1b-4c16-be0a-ebae88d4279c tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:56.593893 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-63c556f0-e40d-48ff-a5d9-533f9d75426f req-173cf9d6-8a1b-4c16-be0a-ebae88d4279c tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=5febd2e0-778c-4c7b-9841-79c838b6973a HTTP/1.1" status: 200 len: 946 time: 0.0984328 Nov 09 21:28:56.595118 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d7a3ab36-832e-4778-897a-93af04d62fb1 req-30b5603d-c53e-474d-86a5-46ca778ca5a0 service neutron] 10.222.0.45 "GET /v2.0/networks/334ab1b0-3bbb-4e22-8403-8369144bd306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828407 Nov 09 21:28:56.666997 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff21bd-3e5c-4797-a91b-ebcd94473043 req-72d5f06a-7ef2-44dd-b3b1-a347bce8e5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:56.668550 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e4ff21bd-3e5c-4797-a91b-ebcd94473043 req-72d5f06a-7ef2-44dd-b3b1-a347bce8e5a7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 1096 time: 0.2930439 Nov 09 21:28:56.678671 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-445896e9-4dea-4c81-b272-8d52b7b7381c tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] create failed (client error): The resource could not be found. Nov 09 21:28:56.680031 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-445896e9-4dea-4c81-b272-8d52b7b7381c tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3926377 Nov 09 21:28:56.683262 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53402) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:56.689589 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eaa8f3b-5e3d-4073-9059-7b9ebe10da00 admin admin] Made reservation on behalf of 3a70c821ed554d2d8738f5725b3d9978 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:28:56.692354 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2eaa8f3b-5e3d-4073-9059-7b9ebe10da00 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:56.762258 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7e30cb28-15c0-4bd0-8cb7-a4ffaa59d506 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:56.801129 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-63c556f0-e40d-48ff-a5d9-533f9d75426f req-978a7822-cdc6-4b63-855c-17dbad54a57b tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055719 Nov 09 21:28:56.836168 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7e30cb28-15c0-4bd0-8cb7-a4ffaa59d506 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:56.860373 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ce41c-7995-4731-b076-99f82b6bdf1e req-3e229d8f-19e4-41ed-a173-935636aecbd2 tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:56.862488 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a32ce41c-7995-4731-b076-99f82b6bdf1e req-3e229d8f-19e4-41ed-a173-935636aecbd2 tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] 10.222.0.49 "GET /v2.0/ports?device_id=939cd389-b9a0-4aa7-bb68-7fbea06f662e HTTP/1.1" status: 200 len: 945 time: 0.1024494 Nov 09 21:28:56.926868 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-05ca27f5-edac-4e07-b442-7fd750f54735 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:56.929948 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e4ff21bd-3e5c-4797-a91b-ebcd94473043 req-1721cf8f-1ee9-4ec6-83f9-fda505ea7f15 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460539 Nov 09 21:28:57.027285 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-05ca27f5-edac-4e07-b442-7fd750f54735 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:57.082270 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ca27f5-edac-4e07-b442-7fd750f54735 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Network ffd02699-406b-4185-8d69-687ecf1e0671 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:28:57.129129 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-05ca27f5-edac-4e07-b442-7fd750f54735 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:28:57.138927 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ca27f5-edac-4e07-b442-7fd750f54735 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:28:57.193233 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ca27f5-edac-4e07-b442-7fd750f54735 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Pushing event updated for resources: {'Port': ['ID=6e6b2ded-990f-4f64-92fd-ee770d8e6388,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:57.209960 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ca27f5-edac-4e07-b442-7fd750f54735 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:57.210611 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-05ca27f5-edac-4e07-b442-7fd750f54735 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:57.214682 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2eaa8f3b-5e3d-4073-9059-7b9ebe10da00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:57.266331 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-05ca27f5-edac-4e07-b442-7fd750f54735 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5276697 Nov 09 21:28:57.270452 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 53410) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:57.277336 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-c3132d6a-9106-4e2e-9cb7-a314b16d3c3e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Request body: {'port': {'network_id': 'ffd02699-406b-4185-8d69-687ecf1e0671', 'name': 'tempest-FloatingIPTestJSON-951683175'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:57.336376 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa8f3b-5e3d-4073-9059-7b9ebe10da00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c44cc40c-e11d-4de4-aa2b-cf06590d8e83,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:57.341127 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7e30cb28-15c0-4bd0-8cb7-a4ffaa59d506 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:57.344330 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7e30cb28-15c0-4bd0-8cb7-a4ffaa59d506 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:57.348069 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7e30cb28-15c0-4bd0-8cb7-a4ffaa59d506 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "DELETE /v2.0/security-groups/13fba1b9-b332-494d-be9e-2f14996c40ef HTTP/1.1" status: 204 len: 168 time: 0.6612506 Nov 09 21:28:57.354836 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53416) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:57.380961 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30cb28-15c0-4bd0-8cb7-a4ffaa59d506 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fba1b9-b332-494d-be9e-2f14996c40ef,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:57.384822 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaa8f3b-5e3d-4073-9059-7b9ebe10da00 admin admin] Checking segment: {'id': '6c600904-1089-4f6e-bdc1-9238f98f1570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65c74eb5-9df6-4e6b-9cf1-5af41186cfae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:28:57.385198 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eaa8f3b-5e3d-4073-9059-7b9ebe10da00 admin admin] Network hostable DHCP agents. Network: 65c74eb5-9df6-4e6b-9cf1-5af41186cfae, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:28:57.396088 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a32ce41c-7995-4731-b076-99f82b6bdf1e req-f97471f5-ff46-4cf2-a8cd-a214be59b41d tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7a4c9e2-a9f6-4782-88b4-ce8567dc4537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5170286 Nov 09 21:28:57.454198 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7e378deb-815a-4bd7-9ed0-7f2510f82e61 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0982232 Nov 09 21:28:57.458305 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53420) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:57.464389 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17845ae-5af6-4175-a8bf-b0bcb0fba674 req-7c61420e-c199-4e08-be55-7a0e80bcc9b7 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:57.466436 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b17845ae-5af6-4175-a8bf-b0bcb0fba674 req-7c61420e-c199-4e08-be55-7a0e80bcc9b7 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 946 time: 0.1173682 Nov 09 21:28:57.466861 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-91d47e0f-0ec3-4121-8974-4d2a81865e19 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Request body: {'security_group_rule': {'security_group_id': 'e7535430-1022-4f29-a8e1-c7d4be47661a', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:57.472364 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eaa8f3b-5e3d-4073-9059-7b9ebe10da00 admin admin] Network 65c74eb5-9df6-4e6b-9cf1-5af41186cfae is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:28:57.495153 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-2eaa8f3b-5e3d-4073-9059-7b9ebe10da00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 65c74eb5-9df6-4e6b-9cf1-5af41186cfae) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:28:57.506114 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6993f068-1984-42cc-9656-9886ead2208e None None] Network 65c74eb5-9df6-4e6b-9cf1-5af41186cfae requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:28:57.518106 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eaa8f3b-5e3d-4073-9059-7b9ebe10da00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:57.518685 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2eaa8f3b-5e3d-4073-9059-7b9ebe10da00 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:57.578237 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-91d47e0f-0ec3-4121-8974-4d2a81865e19 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] create failed (client error): The resource could not be found. Nov 09 21:28:57.583700 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-91d47e0f-0ec3-4121-8974-4d2a81865e19 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1211846 Nov 09 21:28:57.584284 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53426) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:57.589343 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-86db3cd8-60f7-4916-9736-38f2f21bce4b tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Request body: {'security_group': {'name': 'tempest-secgroup--712854112'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:57.602676 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3132d6a-9106-4e2e-9cb7-a314b16d3c3e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Made reservation on behalf of ed83e5dad49a418590039b73ac0626b1 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:28:57.610446 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c3132d6a-9106-4e2e-9cb7-a314b16d3c3e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:57.637110 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2eaa8f3b-5e3d-4073-9059-7b9ebe10da00 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1035581 Nov 09 21:28:57.650244 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-86db3cd8-60f7-4916-9736-38f2f21bce4b tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:57.664962 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b17845ae-5af6-4175-a8bf-b0bcb0fba674 req-e6eda571-8eac-4350-8514-2f169310fc44 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796422 Nov 09 21:28:57.688504 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-c3132d6a-9106-4e2e-9cb7-a314b16d3c3e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] device_id is not set on port 21b90bf0-9494-464a-8c09-a4aeabb5e3d4 yet. {{(pid=102607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:28:57.883707 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f478351-0529-42b2-b574-aff66f75fdeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-65c74eb5-9df6-4e6b-9cf1-5af41186cfae', 'network_id': '65c74eb5-9df6-4e6b-9cf1-5af41186cfae', 'tenant_id': '3a70c821ed554d2d8738f5725b3d9978', 'fixed_ips': [{'subnet_id': 'c44cc40c-e11d-4de4-aa2b-cf06590d8e83'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:28:57.886531 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4f478351-0529-42b2-b574-aff66f75fdeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:57.897626 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-86db3cd8-60f7-4916-9736-38f2f21bce4b tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:57.906062 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-86db3cd8-60f7-4916-9736-38f2f21bce4b tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:57.954173 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-86db3cd8-60f7-4916-9736-38f2f21bce4b tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:57.956759 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-86db3cd8-60f7-4916-9736-38f2f21bce4b tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3714371 Nov 09 21:28:57.960354 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53438) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:57.966048 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-252f3de5-d5f3-4a24-b052-755710c3c1ce tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Request body: {'security_group': {'name': 'tempest-secgroup--1415717113'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:57.999694 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-252f3de5-d5f3-4a24-b052-755710c3c1ce tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:58.063628 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2a7ce-39c7-469c-b464-6cd529c00038 req-ec8f40da-d4c6-4d89-8cdd-883542d30c8d tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:58.072141 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b2a2a7ce-39c7-469c-b464-6cd529c00038 req-ec8f40da-d4c6-4d89-8cdd-883542d30c8d tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.1978414 Nov 09 21:28:58.092494 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-c3132d6a-9106-4e2e-9cb7-a314b16d3c3e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Allocated IP 172.20.0.11 (ffd02699-406b-4185-8d69-687ecf1e0671/2376c700-e4d7-4c91-926d-0cc8af2aadd4/21b90bf0-9494-464a-8c09-a4aeabb5e3d4) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:28:58.152582 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86db3cd8-60f7-4916-9736-38f2f21bce4b tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54d9ef98-462d-4359-a925-aa8dcaad5fae,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:58.205334 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382d592-4d8b-42fb-b191-9506a64dbc2d req-66d8e7a2-7223-46be-a628-439363dd2a2a tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:58.207647 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a382d592-4d8b-42fb-b191-9506a64dbc2d req-66d8e7a2-7223-46be-a628-439363dd2a2a tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=5febd2e0-778c-4c7b-9841-79c838b6973a HTTP/1.1" status: 200 len: 946 time: 0.2102907 Nov 09 21:28:58.223813 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-252f3de5-d5f3-4a24-b052-755710c3c1ce tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:58.233415 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b2a2a7ce-39c7-469c-b464-6cd529c00038 req-263f747f-c6f6-48cb-a36e-bfa37f18e90e tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603014 Nov 09 21:28:58.256165 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-252f3de5-d5f3-4a24-b052-755710c3c1ce tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:58.302192 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-4f478351-0529-42b2-b574-aff66f75fdeb None None] Allocated IP 172.20.0.2 (65c74eb5-9df6-4e6b-9cf1-5af41186cfae/c44cc40c-e11d-4de4-aa2b-cf06590d8e83/19f0599b-6c17-4b39-b896-22200145f55d) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:28:58.319262 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a382d592-4d8b-42fb-b191-9506a64dbc2d req-0d850dc0-f4f4-4910-b7d2-dcae14545cc4 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983944 Nov 09 21:28:58.322298 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-252f3de5-d5f3-4a24-b052-755710c3c1ce tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:58.324020 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-252f3de5-d5f3-4a24-b052-755710c3c1ce tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3625140 Nov 09 21:28:58.327195 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f3de5-d5f3-4a24-b052-755710c3c1ce tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e722114c-eec8-49c6-bf59-87eef69c4bfb,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:58.330466 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53446) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:58.336944 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-b547ca0c-77f5-4cad-be63-b9e80b890bc0 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Request body: {'security_group_rule': {'security_group_id': '54d9ef98-462d-4359-a925-aa8dcaad5fae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'e722114c-eec8-49c6-bf59-87eef69c4bfb'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:58.388622 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-b547ca0c-77f5-4cad-be63-b9e80b890bc0 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:28:58.390538 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b547ca0c-77f5-4cad-be63-b9e80b890bc0 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0585210 Nov 09 21:28:58.393910 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53450) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:58.501252 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c3132d6a-9106-4e2e-9cb7-a314b16d3c3e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:58.510131 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de43ad-1783-48b7-91c5-67a99bc1bef0 req-b6569258-026a-43b2-ae2e-116d6a9fdef2 tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:58.518103 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e4de43ad-1783-48b7-91c5-67a99bc1bef0 req-b6569258-026a-43b2-ae2e-116d6a9fdef2 tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] 10.222.0.49 "GET /v2.0/ports?device_id=939cd389-b9a0-4aa7-bb68-7fbea06f662e HTTP/1.1" status: 200 len: 945 time: 0.1609385 Nov 09 21:28:58.561771 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-628f6f76-666c-44c4-bc07-ed135978ae23 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:58.599458 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c3132d6a-9106-4e2e-9cb7-a314b16d3c3e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:58.614234 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-628f6f76-666c-44c4-bc07-ed135978ae23 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:58.669234 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3132d6a-9106-4e2e-9cb7-a314b16d3c3e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Pushing event updated for resources: {'Port': ['ID=21b90bf0-9494-464a-8c09-a4aeabb5e3d4,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:58.692060 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4f478351-0529-42b2-b574-aff66f75fdeb None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:58.703592 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4f478351-0529-42b2-b574-aff66f75fdeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:58.706248 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3132d6a-9106-4e2e-9cb7-a314b16d3c3e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Network ffd02699-406b-4185-8d69-687ecf1e0671 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:28:58.712582 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-c3132d6a-9106-4e2e-9cb7-a314b16d3c3e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:28:58.729906 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e4de43ad-1783-48b7-91c5-67a99bc1bef0 req-25f0359d-1770-4a9e-afc7-fc33c21d2a70 tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7a4c9e2-a9f6-4782-88b4-ce8567dc4537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054358 Nov 09 21:28:58.730913 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3132d6a-9106-4e2e-9cb7-a314b16d3c3e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:28:58.752571 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f478351-0529-42b2-b574-aff66f75fdeb None None] Network 65c74eb5-9df6-4e6b-9cf1-5af41186cfae is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:28:58.769570 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-4f478351-0529-42b2-b574-aff66f75fdeb None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:28:58.785186 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f478351-0529-42b2-b574-aff66f75fdeb None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:28:58.835182 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3132d6a-9106-4e2e-9cb7-a314b16d3c3e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:58.835182 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c3132d6a-9106-4e2e-9cb7-a314b16d3c3e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:58.849553 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-628f6f76-666c-44c4-bc07-ed135978ae23 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:58.851882 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-628f6f76-666c-44c4-bc07-ed135978ae23 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:58.856745 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 53462) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:58.858322 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-628f6f76-666c-44c4-bc07-ed135978ae23 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "DELETE /v2.0/security-groups/e722114c-eec8-49c6-bf59-87eef69c4bfb HTTP/1.1" status: 204 len: 168 time: 0.4614251 Nov 09 21:28:58.872609 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c3132d6a-9106-4e2e-9cb7-a314b16d3c3e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5992062 Nov 09 21:28:58.873336 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 53464) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:58.876767 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94821160-6daf-4659-8c9c-185803b70be0 req-48db8289-f09b-41f2-9564-bc630f73b707 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:58.877309 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f478351-0529-42b2-b574-aff66f75fdeb None None] Pushing event updated for resources: {'Port': ['ID=19f0599b-6c17-4b39-b896-22200145f55d,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:58.879911 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-c11ab502-62e2-41fa-a985-00f949b5115a tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'port_id': '21b90bf0-9494-464a-8c09-a4aeabb5e3d4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:28:58.893631 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-94821160-6daf-4659-8c9c-185803b70be0 req-48db8289-f09b-41f2-9564-bc630f73b707 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/networks?id=65c74eb5-9df6-4e6b-9cf1-5af41186cfae HTTP/1.1" status: 200 len: 816 time: 0.2414579 Nov 09 21:28:58.912254 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-4f478351-0529-42b2-b574-aff66f75fdeb None None] Attempting to bind port 19f0599b-6c17-4b39-b896-22200145f55d on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:28:58.912664 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-4f478351-0529-42b2-b574-aff66f75fdeb None None] Attempting to bind port 19f0599b-6c17-4b39-b896-22200145f55d by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '6c600904-1089-4f6e-bdc1-9238f98f1570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65c74eb5-9df6-4e6b-9cf1-5af41186cfae'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:28:58.913055 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f478351-0529-42b2-b574-aff66f75fdeb None None] Attempting to bind port 19f0599b-6c17-4b39-b896-22200145f55d on network 65c74eb5-9df6-4e6b-9cf1-5af41186cfae {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:28:58.923855 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f478351-0529-42b2-b574-aff66f75fdeb None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:28:58.924229 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f478351-0529-42b2-b574-aff66f75fdeb None None] Checking segment: {'id': '6c600904-1089-4f6e-bdc1-9238f98f1570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65c74eb5-9df6-4e6b-9cf1-5af41186cfae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:28:58.924654 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4f478351-0529-42b2-b574-aff66f75fdeb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:58.925080 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f478351-0529-42b2-b574-aff66f75fdeb None None] Bound using segment: {'id': '6c600904-1089-4f6e-bdc1-9238f98f1570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65c74eb5-9df6-4e6b-9cf1-5af41186cfae'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:28:58.925654 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-4f478351-0529-42b2-b574-aff66f75fdeb None None] Bound port: 19f0599b-6c17-4b39-b896-22200145f55d, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c600904-1089-4f6e-bdc1-9238f98f1570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65c74eb5-9df6-4e6b-9cf1-5af41186cfae'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:28:58.925951 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4f478351-0529-42b2-b574-aff66f75fdeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:58.931372 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f6f76-666c-44c4-bc07-ed135978ae23 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e722114c-eec8-49c6-bf59-87eef69c4bfb,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:58.945801 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-94821160-6daf-4659-8c9c-185803b70be0 req-0862ba46-133a-4c00-bd3c-a8e8fcbc8cef tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/quotas/3a70c821ed554d2d8738f5725b3d9978 HTTP/1.1" status: 200 len: 375 time: 0.0510798 Nov 09 21:28:58.967571 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c11ab502-62e2-41fa-a985-00f949b5115a tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for floatingip, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:59.041822 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-94821160-6daf-4659-8c9c-185803b70be0 req-77102fec-a9c1-4e9c-8154-f6e82e9bddb8 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3a70c821ed554d2d8738f5725b3d9978&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0951519 Nov 09 21:28:59.048145 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-4f478351-0529-42b2-b574-aff66f75fdeb None None] For port 19f0599b-6c17-4b39-b896-22200145f55d, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:28:59.055158 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-4f478351-0529-42b2-b574-aff66f75fdeb None None] For port 19f0599b-6c17-4b39-b896-22200145f55d, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=19f0599b-6c17-4b39-b896-22200145f55d,segment=NetworkSegment(6c600904-1089-4f6e-bdc1-9238f98f1570),segment_id=6c600904-1089-4f6e-bdc1-9238f98f1570)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:28:59.061667 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4f478351-0529-42b2-b574-aff66f75fdeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:59.069309 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-198c1b41-c0a7-4dbd-b60e-1ded09f4c983 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2105501 Nov 09 21:28:59.070005 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 53466) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:59.125051 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1379a0-064b-481f-8d91-33eefc053269 req-89f57762-7fa7-4c46-9932-77ca43fdcbe5 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:59.126875 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-db1379a0-064b-481f-8d91-33eefc053269 req-89f57762-7fa7-4c46-9932-77ca43fdcbe5 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 946 time: 0.1828241 Nov 09 21:28:59.142006 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f478351-0529-42b2-b574-aff66f75fdeb None None] Pushing event updated for resources: {'Port': ['ID=19f0599b-6c17-4b39-b896-22200145f55d,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:59.168145 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-94821160-6daf-4659-8c9c-185803b70be0 req-c148e6c1-f806-4d88-89a1-dbfac033558b service neutron] 10.222.0.49 "GET /v2.0/networks/65c74eb5-9df6-4e6b-9cf1-5af41186cfae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168461 Nov 09 21:28:59.222945 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cca938f8-3683-475f-a376-136254d2b87b tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:59.235301 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-db1379a0-064b-481f-8d91-33eefc053269 req-c8c92c19-5d9c-49fa-b249-853b3bc2fc7a tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996935 Nov 09 21:28:59.271630 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cca938f8-3683-475f-a376-136254d2b87b tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:59.321326 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-94821160-6daf-4659-8c9c-185803b70be0 req-2e05839d-668f-4d74-9fcb-7d6e7efbcafe service neutron] 10.222.0.49 "GET /v2.0/networks/65c74eb5-9df6-4e6b-9cf1-5af41186cfae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522307 Nov 09 21:28:59.396004 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c11ab502-62e2-41fa-a985-00f949b5115a tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:59.646644 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6035dc-8cf9-41d8-9553-f03678e16613 req-19e344a3-2a45-456a-be5c-1ea2aadca66c tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:59.657346 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5d6035dc-8cf9-41d8-9553-f03678e16613 req-19e344a3-2a45-456a-be5c-1ea2aadca66c tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.3009171 Nov 09 21:28:59.681654 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942b828-206c-43fa-82ae-9fac2c657a7c req-3a25c5e6-66d6-4562-b83d-22ad023cdf12 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:59.683842 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1942b828-206c-43fa-82ae-9fac2c657a7c req-3a25c5e6-66d6-4562-b83d-22ad023cdf12 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=5febd2e0-778c-4c7b-9841-79c838b6973a HTTP/1.1" status: 200 len: 946 time: 0.0815980 Nov 09 21:28:59.727594 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cca938f8-3683-475f-a376-136254d2b87b tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:59.730380 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cca938f8-3683-475f-a376-136254d2b87b tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:28:59.734389 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-cca938f8-3683-475f-a376-136254d2b87b tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "DELETE /v2.0/security-groups/54d9ef98-462d-4359-a925-aa8dcaad5fae HTTP/1.1" status: 204 len: 168 time: 0.6586418 Nov 09 21:28:59.740762 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53478) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:59.763979 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1942b828-206c-43fa-82ae-9fac2c657a7c req-eba7fc5b-1e70-4b11-8302-3c8f26a8da92 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708845 Nov 09 21:28:59.780045 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd215b83-426a-430c-be18-cd0c1ae922c4 req-3c44cf66-8c85-47bf-a6bf-00fc888f2cb8 tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:28:59.781578 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bd215b83-426a-430c-be18-cd0c1ae922c4 req-3c44cf66-8c85-47bf-a6bf-00fc888f2cb8 tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] 10.222.0.43 "GET /v2.0/ports?device_id=939cd389-b9a0-4aa7-bb68-7fbea06f662e HTTP/1.1" status: 200 len: 945 time: 0.4448524 Nov 09 21:28:59.832094 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca938f8-3683-475f-a376-136254d2b87b tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d9ef98-462d-4359-a925-aa8dcaad5fae,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:28:59.916829 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2fb8a1ef-3790-411b-8db9-e74ab1e7f5ed tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1605778 Nov 09 21:28:59.935861 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 53498) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:28:59.943534 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-101f8fad-1ee0-4f7b-a94e-b161e23f9d7a tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Request body: {'security_group': {'name': 'tempest-secgroup--1549100467'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:29:00.060907 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5d6035dc-8cf9-41d8-9553-f03678e16613 req-962b1963-7ab9-4767-aa04-8a2900f76bda tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4023933 Nov 09 21:29:00.076483 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-c11ab502-62e2-41fa-a985-00f949b5115a tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Allocated IP 172.25.7.9 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/f66a4698-d7e9-4942-ac38-c82207ea2855) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:29:00.092173 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-6d1de690-0ec8-4dee-bd30-164bcd9e9e74 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:00.106282 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-101f8fad-1ee0-4f7b-a94e-b161e23f9d7a tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:00.111921 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-6d1de690-0ec8-4dee-bd30-164bcd9e9e74 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/networks?id=65c74eb5-9df6-4e6b-9cf1-5af41186cfae HTTP/1.1" status: 200 len: 816 time: 0.2051134 Nov 09 21:29:00.151712 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-9853c92e-3509-4c75-a3eb-07e18e315cfe tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/quotas/3a70c821ed554d2d8738f5725b3d9978 HTTP/1.1" status: 200 len: 375 time: 0.0368185 Nov 09 21:29:00.261057 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-aa1d4795-6515-4bdb-8bde-c1d1c3023a48 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3a70c821ed554d2d8738f5725b3d9978&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1002758 Nov 09 21:29:00.347485 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-bd215b83-426a-430c-be18-cd0c1ae922c4 req-59111978-87c1-406d-8708-6cab527f885d tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] Deleting port aa282298-7fcc-4a02-b8b1-0423b86b0148 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:29:00.348106 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bd215b83-426a-430c-be18-cd0c1ae922c4 req-59111978-87c1-406d-8708-6cab527f885d tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:00.441103 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-f935f79a-f5fd-4888-a00b-3315d88b0ae5 service neutron] 10.222.0.49 "GET /v2.0/networks/65c74eb5-9df6-4e6b-9cf1-5af41186cfae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599166 Nov 09 21:29:00.447703 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc27daf6-53e7-4fa5-a867-ae0c6bfa83fb req-fcaa5dcd-6ae0-4b7b-91c5-6b7f9018c9c5 tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:00.449920 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cc27daf6-53e7-4fa5-a867-ae0c6bfa83fb req-fcaa5dcd-6ae0-4b7b-91c5-6b7f9018c9c5 tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] 10.222.0.49 "GET /v2.0/ports?device_id=939cd389-b9a0-4aa7-bb68-7fbea06f662e HTTP/1.1" status: 200 len: 945 time: 0.1906350 Nov 09 21:29:00.543313 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c11ab502-62e2-41fa-a985-00f949b5115a tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:00.567171 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-101f8fad-1ee0-4f7b-a94e-b161e23f9d7a tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:00.615807 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cc27daf6-53e7-4fa5-a867-ae0c6bfa83fb req-1877fe06-45f2-4de9-8c9a-1510e3461055 tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7a4c9e2-a9f6-4782-88b4-ce8567dc4537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538923 Nov 09 21:29:00.620819 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-101f8fad-1ee0-4f7b-a94e-b161e23f9d7a tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:00.625150 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-2f3cd2c6-ce92-4ddf-88ab-52d06f8331de service neutron] 10.222.0.49 "GET /v2.0/networks/65c74eb5-9df6-4e6b-9cf1-5af41186cfae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816337 Nov 09 21:29:00.688793 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-bd215b83-426a-430c-be18-cd0c1ae922c4 req-59111978-87c1-406d-8708-6cab527f885d tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] For port aa282298-7fcc-4a02-b8b1-0423b86b0148, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=aa282298-7fcc-4a02-b8b1-0423b86b0148,segment=NetworkSegment(7b4198b0-176e-4eff-b802-15f0d207d6a7),segment_id=7b4198b0-176e-4eff-b802-15f0d207d6a7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:29:00.689338 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bd215b83-426a-430c-be18-cd0c1ae922c4 req-59111978-87c1-406d-8708-6cab527f885d tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:00.724935 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f8fad-1ee0-4f7b-a94e-b161e23f9d7a tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc32b16-ee6c-4627-b9c3-42efc2d9c9c1,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:00.738137 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-101f8fad-1ee0-4f7b-a94e-b161e23f9d7a tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:00.742149 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-101f8fad-1ee0-4f7b-a94e-b161e23f9d7a tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7993591 Nov 09 21:29:00.742149 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-bd215b83-426a-430c-be18-cd0c1ae922c4 req-59111978-87c1-406d-8708-6cab527f885d tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] Calling delete_port for aa282298-7fcc-4a02-b8b1-0423b86b0148 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:29:00.745262 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53510) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:00.751484 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-a2b39c18-9adf-46a9-b8ec-a71fb0afc112 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Request body: {'security_group_rule': {'security_group_id': '1dc32b16-ee6c-4627-b9c3-42efc2d9c9c1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:29:00.756395 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c11ab502-62e2-41fa-a985-00f949b5115a tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:00.844594 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11ab502-62e2-41fa-a985-00f949b5115a tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:29:00.849707 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-c11ab502-62e2-41fa-a985-00f949b5115a tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:29:00.853879 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11ab502-62e2-41fa-a985-00f949b5115a tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:29:00.855362 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-a2b39c18-9adf-46a9-b8ec-a71fb0afc112 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:29:00.860668 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a2b39c18-9adf-46a9-b8ec-a71fb0afc112 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1140907 Nov 09 21:29:00.862506 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53512) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:00.885098 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-0449662c-4829-4270-9ab6-e412554db174 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Request body: {'security_group_rule': {'security_group_id': '1dc32b16-ee6c-4627-b9c3-42efc2d9c9c1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:29:00.908899 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ab502-62e2-41fa-a985-00f949b5115a tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Pushing event updated for resources: {'Port': ['ID=f66a4698-d7e9-4942-ac38-c82207ea2855,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:00.921192 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704231b7-04d2-4865-bff6-e6c147943ef5 None None] Network 65c74eb5-9df6-4e6b-9cf1-5af41186cfae requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:29:01.067371 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-0449662c-4829-4270-9ab6-e412554db174 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:29:01.071179 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0449662c-4829-4270-9ab6-e412554db174 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2076147 Nov 09 21:29:01.077619 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 53522) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:01.351279 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-58c4e2a6-2206-4f1e-8320-86caa3ff6529 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:01.406804 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ecd19-d500-4424-92f8-939ddeb3963d req-df0a0a78-17aa-4141-ad69-127fac7d8b6e tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:01.439377 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c19ecd19-d500-4424-92f8-939ddeb3963d req-df0a0a78-17aa-4141-ad69-127fac7d8b6e tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 946 time: 0.3616612 Nov 09 21:29:01.547297 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-58c4e2a6-2206-4f1e-8320-86caa3ff6529 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:01.592612 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bd215b83-426a-430c-be18-cd0c1ae922c4 req-59111978-87c1-406d-8708-6cab527f885d tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:01.630271 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c19ecd19-d500-4424-92f8-939ddeb3963d req-16e0a12e-faf0-4c70-8db5-2f489865aed0 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898770 Nov 09 21:29:01.683018 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94821160-6daf-4659-8c9c-185803b70be0 req-91fa5d7d-ac34-4f49-897b-486a326a682a tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:01.684686 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-94821160-6daf-4659-8c9c-185803b70be0 req-91fa5d7d-ac34-4f49-897b-486a326a682a tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.43 "GET /v2.0/networks?id=65c74eb5-9df6-4e6b-9cf1-5af41186cfae HTTP/1.1" status: 200 len: 816 time: 0.4217649 Nov 09 21:29:01.686880 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 19f0599b-6c17-4b39-b896-22200145f55d up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:29:01.689695 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d1ace1ca-f648-4cc4-be32-f6926bc4bf66 None None] Provisioning complete for port 19f0599b-6c17-4b39-b896-22200145f55d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:29:01.689860 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d1ace1ca-f648-4cc4-be32-f6926bc4bf66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:01.710522 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-94821160-6daf-4659-8c9c-185803b70be0 req-aded3d36-b4e7-4b8f-80cf-b4b69de9e20d tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Request body: {'port': {'device_id': 'f664e615-3356-440f-8ddc-2f49105977e5', 'network_id': '65c74eb5-9df6-4e6b-9cf1-5af41186cfae', 'admin_state_up': True, 'tenant_id': '3a70c821ed554d2d8738f5725b3d9978'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:29:02.066830 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 19f0599b-6c17-4b39-b896-22200145f55d triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:29:02.067950 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:02.100292 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94821160-6daf-4659-8c9c-185803b70be0 req-aded3d36-b4e7-4b8f-80cf-b4b69de9e20d tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Made reservation on behalf of 3a70c821ed554d2d8738f5725b3d9978 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:29:02.104481 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-94821160-6daf-4659-8c9c-185803b70be0 req-aded3d36-b4e7-4b8f-80cf-b4b69de9e20d tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:02.112321 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d1ace1ca-f648-4cc4-be32-f6926bc4bf66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:02.115624 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-1f2836ca-5a47-40da-b65a-a6a48421d366 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:02.123585 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-1f2836ca-5a47-40da-b65a-a6a48421d366 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/networks?id=65c74eb5-9df6-4e6b-9cf1-5af41186cfae HTTP/1.1" status: 200 len: 816 time: 0.2827175 Nov 09 21:29:02.182105 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-a419851a-33ef-4500-a76c-ae47895620aa tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/quotas/3a70c821ed554d2d8738f5725b3d9978 HTTP/1.1" status: 200 len: 375 time: 0.0536842 Nov 09 21:29:02.185640 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-d1ace1ca-f648-4cc4-be32-f6926bc4bf66 None None] For port 19f0599b-6c17-4b39-b896-22200145f55d, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=19f0599b-6c17-4b39-b896-22200145f55d,segment=NetworkSegment(6c600904-1089-4f6e-bdc1-9238f98f1570),segment_id=6c600904-1089-4f6e-bdc1-9238f98f1570)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:29:02.197371 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d1ace1ca-f648-4cc4-be32-f6926bc4bf66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:02.347478 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-2705487d-02b6-48af-85f2-e25230ff9b0d None None] Provisioning complete for port 19f0599b-6c17-4b39-b896-22200145f55d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:29:02.348147 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2705487d-02b6-48af-85f2-e25230ff9b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:02.350167 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ace1ca-f648-4cc4-be32-f6926bc4bf66 None None] Pushing event updated for resources: {'Port': ['ID=19f0599b-6c17-4b39-b896-22200145f55d,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:02.368406 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-915c9f5e-88a5-4038-8878-afe10f9f801b tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3a70c821ed554d2d8738f5725b3d9978&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1850696 Nov 09 21:29:02.481661 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59111978-87c1-406d-8708-6cab527f885d tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] Pushing event deleted for resources: {'Port': ['ID=aa282298-7fcc-4a02-b8b1-0423b86b0148,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:02.524522 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-d4eb5321-a740-4d20-a710-595b18e27435 service neutron] 10.222.0.49 "GET /v2.0/networks/65c74eb5-9df6-4e6b-9cf1-5af41186cfae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550086 Nov 09 21:29:02.578598 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deaf2f5-fc45-4312-a8cc-59b4a74bbf81 req-3c43adb5-4fb8-4cc6-b1f5-2944e5a543b5 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:02.580661 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7deaf2f5-fc45-4312-a8cc-59b4a74bbf81 req-3c43adb5-4fb8-4cc6-b1f5-2944e5a543b5 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/networks?id=276f688e-7f99-4153-a7fb-8c012406fc86 HTTP/1.1" status: 200 len: 813 time: 1.0081391 Nov 09 21:29:02.734062 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-94821160-6daf-4659-8c9c-185803b70be0 req-aded3d36-b4e7-4b8f-80cf-b4b69de9e20d tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Allocated IP 172.20.0.12 (65c74eb5-9df6-4e6b-9cf1-5af41186cfae/c44cc40c-e11d-4de4-aa2b-cf06590d8e83/1a51352f-403b-4ef4-b920-9735314d58a3) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:29:02.768529 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-ac28ddd1-f036-4606-8066-7a649a2d90d8 service neutron] 10.222.0.49 "GET /v2.0/networks/65c74eb5-9df6-4e6b-9cf1-5af41186cfae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364311 Nov 09 21:29:03.031600 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-94821160-6daf-4659-8c9c-185803b70be0 req-aded3d36-b4e7-4b8f-80cf-b4b69de9e20d tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:03.050653 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c11ab502-62e2-41fa-a985-00f949b5115a tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:03.106006 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-94821160-6daf-4659-8c9c-185803b70be0 req-aded3d36-b4e7-4b8f-80cf-b4b69de9e20d tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:03.243593 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 19f0599b-6c17-4b39-b896-22200145f55d up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:29:03.270186 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94821160-6daf-4659-8c9c-185803b70be0 req-aded3d36-b4e7-4b8f-80cf-b4b69de9e20d tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Network 65c74eb5-9df6-4e6b-9cf1-5af41186cfae is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:29:03.276241 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd215b83-426a-430c-be18-cd0c1ae922c4 req-59111978-87c1-406d-8708-6cab527f885d tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] No DVR routers for this DVR port aa282298-7fcc-4a02-b8b1-0423b86b0148 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:29:03.276493 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-94821160-6daf-4659-8c9c-185803b70be0 req-aded3d36-b4e7-4b8f-80cf-b4b69de9e20d tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:29:03.285246 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c11ab502-62e2-41fa-a985-00f949b5115a tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:03.348532 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-94821160-6daf-4659-8c9c-185803b70be0 req-aded3d36-b4e7-4b8f-80cf-b4b69de9e20d tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:29:03.356472 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 19f0599b-6c17-4b39-b896-22200145f55d triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:29:03.359109 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded3d36-b4e7-4b8f-80cf-b4b69de9e20d tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Pushing event updated for resources: {'Port': ['ID=1a51352f-403b-4ef4-b920-9735314d58a3,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:03.360944 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:03.374259 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-26956c83-efe8-4a9a-a585-4431cbd17bf7 req-509fe54d-82d4-4fe5-8c04-b718cbd8edbc tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] 10.222.0.49 "GET /v2.0/ports?device_id=939cd389-b9a0-4aa7-bb68-7fbea06f662e HTTP/1.1" status: 200 len: 210 time: 0.1227667 Nov 09 21:29:03.464361 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device aa282298-7fcc-4a02-b8b1-0423b86b0148 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:29:03.475277 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded3d36-b4e7-4b8f-80cf-b4b69de9e20d tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:29:03.475277 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded3d36-b4e7-4b8f-80cf-b4b69de9e20d tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:29:03.475539 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded3d36-b4e7-4b8f-80cf-b4b69de9e20d tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:29:03.477645 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded3d36-b4e7-4b8f-80cf-b4b69de9e20d tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:29:03.479770 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded3d36-b4e7-4b8f-80cf-b4b69de9e20d tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:29:03.480206 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded3d36-b4e7-4b8f-80cf-b4b69de9e20d tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:29:03.480531 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded3d36-b4e7-4b8f-80cf-b4b69de9e20d tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:29:03.480907 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded3d36-b4e7-4b8f-80cf-b4b69de9e20d tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:29:03.481248 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded3d36-b4e7-4b8f-80cf-b4b69de9e20d tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:29:03.481586 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded3d36-b4e7-4b8f-80cf-b4b69de9e20d tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:29:03.482027 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded3d36-b4e7-4b8f-80cf-b4b69de9e20d tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:29:03.482364 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded3d36-b4e7-4b8f-80cf-b4b69de9e20d tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:29:03.559280 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: aa282298-7fcc-4a02-b8b1-0423b86b0148 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:29:03.559630 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device aa282298-7fcc-4a02-b8b1-0423b86b0148 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:29:03.573104 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94821160-6daf-4659-8c9c-185803b70be0 req-aded3d36-b4e7-4b8f-80cf-b4b69de9e20d tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:03.576903 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-94821160-6daf-4659-8c9c-185803b70be0 req-aded3d36-b4e7-4b8f-80cf-b4b69de9e20d tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:03.593389 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bd215b83-426a-430c-be18-cd0c1ae922c4 req-59111978-87c1-406d-8708-6cab527f885d tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:03.600110 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bd215b83-426a-430c-be18-cd0c1ae922c4 req-59111978-87c1-406d-8708-6cab527f885d tempest-ServerAddressesNegativeTestJSON-1324170760 tempest-ServerAddressesNegativeTestJSON-1324170760-project] 10.222.0.43 "DELETE /v2.0/ports/aa282298-7fcc-4a02-b8b1-0423b86b0148 HTTP/1.1" status: 204 len: 173 time: 3.7719722 Nov 09 21:29:03.602381 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939cd389-b9a0-4aa7-bb68-7fbea06f662e', 'name': 'network-vif-deleted', 'tag': 'aa282298-7fcc-4a02-b8b1-0423b86b0148'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:29:03.612775 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77cd62b-9c0c-4244-b714-550afb4432fd" -d '{"events": [{"server_uuid": "939cd389-b9a0-4aa7-bb68-7fbea06f662e", "name": "network-vif-deleted", "tag": "aa282298-7fcc-4a02-b8b1-0423b86b0148"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:29:03.619366 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-94821160-6daf-4659-8c9c-185803b70be0 req-aded3d36-b4e7-4b8f-80cf-b4b69de9e20d tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9120924 Nov 09 21:29:03.620255 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:03.639008 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-94821160-6daf-4659-8c9c-185803b70be0 req-0d999d1d-d0a2-42e9-9f6d-2ad45cc8325f service neutron] Request body: {'port': {'device_id': 'f664e615-3356-440f-8ddc-2f49105977e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:29:03.702328 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-58c4e2a6-2206-4f1e-8320-86caa3ff6529 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:03.706021 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-58c4e2a6-2206-4f1e-8320-86caa3ff6529 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:03.707827 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-58c4e2a6-2206-4f1e-8320-86caa3ff6529 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "DELETE /v2.0/security-groups/1dc32b16-ee6c-4627-b9c3-42efc2d9c9c1 HTTP/1.1" status: 204 len: 168 time: 2.6282692 Nov 09 21:29:03.728898 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7deaf2f5-fc45-4312-a8cc-59b4a74bbf81 req-3fb2e8d8-1325-4125-a65f-400443d06936 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/quotas/ea132a94a82f43f69fd0808e866cec5f HTTP/1.1" status: 200 len: 375 time: 0.5480676 Nov 09 21:29:03.729934 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53566) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:03.799256 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c4e2a6-2206-4f1e-8320-86caa3ff6529 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc32b16-ee6c-4627-b9c3-42efc2d9c9c1,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:03.883772 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-7b242484-cefc-452d-9c35-bd4084e43fb9 None None] Provisioning complete for port 1a51352f-403b-4ef4-b920-9735314d58a3 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:29:03.884615 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7b242484-cefc-452d-9c35-bd4084e43fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:03.922689 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-94821160-6daf-4659-8c9c-185803b70be0 req-0d999d1d-d0a2-42e9-9f6d-2ad45cc8325f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:03.932030 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7deaf2f5-fc45-4312-a8cc-59b4a74bbf81 req-5d37141f-408d-412c-9bf6-1268ac4cd45e tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea132a94a82f43f69fd0808e866cec5f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2018611 Nov 09 21:29:03.960307 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-7b242484-cefc-452d-9c35-bd4084e43fb9 None None] Port 1a51352f-403b-4ef4-b920-9735314d58a3 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:29:03.975898 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6ad6f90d-a03d-49ef-81cc-e0ee24897fdf tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2331309 Nov 09 21:29:03.986307 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53570) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:03.993486 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-2e75d351-064f-482b-b44b-98cf9fdde6a1 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Request body: {'security_group': {'name': 'tempest-secgroup--911928634'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:29:04.006836 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61826b34-dac1-4eca-826e-6667375fd556 req-d50bc506-8910-4f81-805d-2819cdca2328 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:04.008342 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-61826b34-dac1-4eca-826e-6667375fd556 req-d50bc506-8910-4f81-805d-2819cdca2328 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 946 time: 0.2773049 Nov 09 21:29:04.117592 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-61826b34-dac1-4eca-826e-6667375fd556 req-5ae5b6fe-78b1-41db-a5cb-36dff3b5c95c tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833941 Nov 09 21:29:04.129922 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c11ab502-62e2-41fa-a985-00f949b5115a tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:04.135299 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2e75d351-064f-482b-b44b-98cf9fdde6a1 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:04.210164 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-1a77ad0b-8cac-461e-abc0-00a86d2656eb tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:04.211882 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-1a77ad0b-8cac-461e-abc0-00a86d2656eb tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.45 "GET /v2.0/networks?id=65c74eb5-9df6-4e6b-9cf1-5af41186cfae HTTP/1.1" status: 200 len: 816 time: 1.0297132 Nov 09 21:29:04.214980 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c11ab502-62e2-41fa-a985-00f949b5115a tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:04.293027 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9ac4a493-f363-4eb4-a26f-891be14987f6 req-902749bc-4048-4319-9cf7-cc4173911cba tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6664fb7-fa6c-4bb9-ae89-e75326e12747 HTTP/1.1" status: 200 len: 210 time: 0.0549462 Nov 09 21:29:04.314660 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-fff6067d-dd06-4947-be76-101c33a240b9 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Request body: {'port': {'device_id': '68b13ac0-7467-40fe-97a0-41b068e0ffb8', 'network_id': '65c74eb5-9df6-4e6b-9cf1-5af41186cfae', 'admin_state_up': True, 'tenant_id': '3a70c821ed554d2d8738f5725b3d9978'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:29:04.432058 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ab502-62e2-41fa-a985-00f949b5115a tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Pushing event updated for resources: {'Port': ['ID=f66a4698-d7e9-4942-ac38-c82207ea2855,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:04.439351 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec394ca4-bcf1-4635-b554-125885ee29f1 x-openstack-request-id: req-ec394ca4-bcf1-4635-b554-125885ee29f1 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:29:04.439700 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "939cd389-b9a0-4aa7-bb68-7fbea06f662e", "name": "network-vif-deleted", "tag": "aa282298-7fcc-4a02-b8b1-0423b86b0148", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:29:04.440054 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ec394ca4-bcf1-4635-b554-125885ee29f1 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:29:04.440552 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939cd389-b9a0-4aa7-bb68-7fbea06f662e', 'name': 'network-vif-deleted', 'tag': 'aa282298-7fcc-4a02-b8b1-0423b86b0148', 'status': 'completed', 'code': 200} Nov 09 21:29:04.516565 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c11ab502-62e2-41fa-a985-00f949b5115a tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:04.596209 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 53578) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:04.630683 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2e75d351-064f-482b-b44b-98cf9fdde6a1 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:04.649322 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2e75d351-064f-482b-b44b-98cf9fdde6a1 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:04.669876 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-fff6067d-dd06-4947-be76-101c33a240b9 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Made reservation on behalf of 3a70c821ed554d2d8738f5725b3d9978 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:29:04.673887 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-fff6067d-dd06-4947-be76-101c33a240b9 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:04.739438 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2e75d351-064f-482b-b44b-98cf9fdde6a1 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:04.741379 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2e75d351-064f-482b-b44b-98cf9fdde6a1 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7523942 Nov 09 21:29:04.749697 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53580) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:04.769623 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7deaf2f5-fc45-4312-a8cc-59b4a74bbf81 req-69a81c78-6a26-4e4d-8d22-605c854a6027 service neutron] 10.222.0.49 "GET /v2.0/networks/276f688e-7f99-4153-a7fb-8c012406fc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8367105 Nov 09 21:29:04.773122 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-ecc6b838-be0c-4c6d-8c9b-676d40741303 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:29:04.774399 n-d-816206-3 neutron-server[102608]: WARNING neutron.api.v2.base [None req-ecc6b838-be0c-4c6d-8c9b-676d40741303 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 09 21:29:04.775102 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-ecc6b838-be0c-4c6d-8c9b-676d40741303 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] update failed (client error): There was a conflict when trying to complete your request. Nov 09 21:29:04.776568 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ecc6b838-be0c-4c6d-8c9b-676d40741303 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "PUT /v2.0/security-groups/1ae0470d-9762-4e7c-8399-c7e3e81056dc HTTP/1.1" status: 409 len: 330 time: 0.0253592 Nov 09 21:29:04.780193 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53582) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:04.812912 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e75d351-064f-482b-b44b-98cf9fdde6a1 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae0470d-9762-4e7c-8399-c7e3e81056dc,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:04.850506 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-94821160-6daf-4659-8c9c-185803b70be0 req-0d999d1d-d0a2-42e9-9f6d-2ad45cc8325f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a51352f-403b-4ef4-b920-9735314d58a3 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:29:04.872686 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-d56ff6e4-ca53-4f7c-a1a3-83b3bb5aadc4 admin admin] Deleting subnet ab01389f-f1b6-4c6d-b6f3-f7cc27fc0b43 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:29:04.872686 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d56ff6e4-ca53-4f7c-a1a3-83b3bb5aadc4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:04.872918 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-94821160-6daf-4659-8c9c-185803b70be0 req-0d999d1d-d0a2-42e9-9f6d-2ad45cc8325f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:04.906239 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [None req-c11ab502-62e2-41fa-a985-00f949b5115a tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Floating IP e6b26330-5148-4f51-88f9-23a51186480c associated. External IP: 172.25.7.9, port: 21b90bf0-9494-464a-8c09-a4aeabb5e3d4. Nov 09 21:29:04.991154 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-94821160-6daf-4659-8c9c-185803b70be0 req-0d999d1d-d0a2-42e9-9f6d-2ad45cc8325f service neutron] Transition to ACTIVE for port object 1a51352f-403b-4ef4-b920-9735314d58a3 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:29:05.032246 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d56ff6e4-ca53-4f7c-a1a3-83b3bb5aadc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:05.032958 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5383c48a-266f-4e2d-ae2e-f49730e3f331 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:05.037147 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d56ff6e4-ca53-4f7c-a1a3-83b3bb5aadc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:05.059664 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-94821160-6daf-4659-8c9c-185803b70be0 req-0d999d1d-d0a2-42e9-9f6d-2ad45cc8325f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:05.076348 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5383c48a-266f-4e2d-ae2e-f49730e3f331 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:05.120036 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-fff6067d-dd06-4947-be76-101c33a240b9 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Allocated IP 172.20.0.9 (65c74eb5-9df6-4e6b-9cf1-5af41186cfae/c44cc40c-e11d-4de4-aa2b-cf06590d8e83/49ca6069-97ea-476a-bd07-830e25ed260d) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:29:05.243570 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7deaf2f5-fc45-4312-a8cc-59b4a74bbf81 req-a0ff4625-d374-407e-873c-629d4bea54d3 service neutron] 10.222.0.49 "GET /v2.0/networks/276f688e-7f99-4153-a7fb-8c012406fc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4574423 Nov 09 21:29:05.271635 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d999d1d-d0a2-42e9-9f6d-2ad45cc8325f service neutron] Pushing event updated for resources: {'Port': ['ID=1a51352f-403b-4ef4-b920-9735314d58a3,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:05.416096 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5383c48a-266f-4e2d-ae2e-f49730e3f331 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:05.419430 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5383c48a-266f-4e2d-ae2e-f49730e3f331 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:05.421937 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5383c48a-266f-4e2d-ae2e-f49730e3f331 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "DELETE /v2.0/security-groups/1ae0470d-9762-4e7c-8399-c7e3e81056dc HTTP/1.1" status: 204 len: 168 time: 0.6388044 Nov 09 21:29:05.431438 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53592) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:05.579029 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ba1ab-1280-4c5b-a750-08435ac4164e req-524c5127-eeb5-4204-8d9d-60c45ab42f51 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:05.581343 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7c6ba1ab-1280-4c5b-a750-08435ac4164e req-524c5127-eeb5-4204-8d9d-60c45ab42f51 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 946 time: 0.3037012 Nov 09 21:29:05.582154 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5383c48a-266f-4e2d-ae2e-f49730e3f331 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae0470d-9762-4e7c-8399-c7e3e81056dc,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:05.692587 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b87aaf19-9434-4f94-9496-12e064879e58 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2556000 Nov 09 21:29:05.695260 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-94821160-6daf-4659-8c9c-185803b70be0 req-0d999d1d-d0a2-42e9-9f6d-2ad45cc8325f service neutron] Attempting to bind port 1a51352f-403b-4ef4-b920-9735314d58a3 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:29:05.695700 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-94821160-6daf-4659-8c9c-185803b70be0 req-0d999d1d-d0a2-42e9-9f6d-2ad45cc8325f service neutron] Attempting to bind port 1a51352f-403b-4ef4-b920-9735314d58a3 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '6c600904-1089-4f6e-bdc1-9238f98f1570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65c74eb5-9df6-4e6b-9cf1-5af41186cfae'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:29:05.696137 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94821160-6daf-4659-8c9c-185803b70be0 req-0d999d1d-d0a2-42e9-9f6d-2ad45cc8325f service neutron] Attempting to bind port 1a51352f-403b-4ef4-b920-9735314d58a3 on network 65c74eb5-9df6-4e6b-9cf1-5af41186cfae {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:29:05.698452 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53602) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:05.737164 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-0752cac9-8f6e-4cb4-99a0-2e9c5ff76e46 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] delete failed (client error): The resource could not be found. Nov 09 21:29:05.739437 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0752cac9-8f6e-4cb4-99a0-2e9c5ff76e46 tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "DELETE /v2.0/security-groups/11edba37-997d-48e4-bb97-66f37e947d85 HTTP/1.1" status: 404 len: 347 time: 0.0396473 Nov 09 21:29:05.740529 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94821160-6daf-4659-8c9c-185803b70be0 req-0d999d1d-d0a2-42e9-9f6d-2ad45cc8325f service neutron] Port 1a51352f-403b-4ef4-b920-9735314d58a3 on network 65c74eb5-9df6-4e6b-9cf1-5af41186cfae not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:29:05.740978 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94821160-6daf-4659-8c9c-185803b70be0 req-0d999d1d-d0a2-42e9-9f6d-2ad45cc8325f service neutron] Attempting to bind port 1a51352f-403b-4ef4-b920-9735314d58a3 on network 65c74eb5-9df6-4e6b-9cf1-5af41186cfae {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:29:05.778366 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53604) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:05.784985 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7c6ba1ab-1280-4c5b-a750-08435ac4164e req-4ab63169-f873-4a56-aa66-c6d0608b9deb tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788259 Nov 09 21:29:05.805448 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-248ef9db-05f4-4a06-bf8b-ab16ba5d80ec tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] show failed (client error): The resource could not be found. Nov 09 21:29:05.807219 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-248ef9db-05f4-4a06-bf8b-ab16ba5d80ec tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "GET /v2.0/security-groups/dcb56926-61ce-4558-845e-d68e86d30407 HTTP/1.1" status: 404 len: 347 time: 0.0200953 Nov 09 21:29:05.808695 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94821160-6daf-4659-8c9c-185803b70be0 req-0d999d1d-d0a2-42e9-9f6d-2ad45cc8325f service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:29:05.809151 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94821160-6daf-4659-8c9c-185803b70be0 req-0d999d1d-d0a2-42e9-9f6d-2ad45cc8325f service neutron] Checking segment: {'id': '6c600904-1089-4f6e-bdc1-9238f98f1570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65c74eb5-9df6-4e6b-9cf1-5af41186cfae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:29:05.809632 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94821160-6daf-4659-8c9c-185803b70be0 req-0d999d1d-d0a2-42e9-9f6d-2ad45cc8325f service neutron] Bound using segment: {'id': '6c600904-1089-4f6e-bdc1-9238f98f1570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65c74eb5-9df6-4e6b-9cf1-5af41186cfae'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:29:05.810229 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-94821160-6daf-4659-8c9c-185803b70be0 req-0d999d1d-d0a2-42e9-9f6d-2ad45cc8325f service neutron] Bound port: 1a51352f-403b-4ef4-b920-9735314d58a3, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c600904-1089-4f6e-bdc1-9238f98f1570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65c74eb5-9df6-4e6b-9cf1-5af41186cfae'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:29:05.810730 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-94821160-6daf-4659-8c9c-185803b70be0 req-0d999d1d-d0a2-42e9-9f6d-2ad45cc8325f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:05.828659 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53610) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:05.910599 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-94821160-6daf-4659-8c9c-185803b70be0 req-0d999d1d-d0a2-42e9-9f6d-2ad45cc8325f service neutron] For port 1a51352f-403b-4ef4-b920-9735314d58a3, host n-h2-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:29:05.918503 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-94821160-6daf-4659-8c9c-185803b70be0 req-0d999d1d-d0a2-42e9-9f6d-2ad45cc8325f service neutron] For port 1a51352f-403b-4ef4-b920-9735314d58a3, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=1a51352f-403b-4ef4-b920-9735314d58a3,segment=NetworkSegment(6c600904-1089-4f6e-bdc1-9238f98f1570),segment_id=6c600904-1089-4f6e-bdc1-9238f98f1570)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:29:05.945956 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-94821160-6daf-4659-8c9c-185803b70be0 req-0d999d1d-d0a2-42e9-9f6d-2ad45cc8325f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:05.952961 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-bbf13887-5a3c-43fd-8d79-f76f0570e9fb tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] show failed (client error): The resource could not be found. Nov 09 21:29:05.954124 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-bbf13887-5a3c-43fd-8d79-f76f0570e9fb tempest-NegativeSecGroupIPv6Test-9968998 tempest-NegativeSecGroupIPv6Test-9968998-project] 10.222.0.49 "GET /v2.0/security-group-rules/0eda6816-9f7a-4185-ae0f-a92585fd70c0 HTTP/1.1" status: 404 len: 356 time: 0.0311322 Nov 09 21:29:05.986497 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f7aa27e6-1355-4de3-a4fd-5cd1211dd23c req-a90ea0c0-cf3a-487f-8fae-56b9476a21e1 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6664fb7-fa6c-4bb9-ae89-e75326e12747 HTTP/1.1" status: 200 len: 210 time: 0.1051376 Nov 09 21:29:06.132867 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5cf7c32d-b2c4-4ac6-a796-5bc9086ca350 req-8bf84783-eb2c-4fd3-ae35-32ca2b1c34d6 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=64b81f4a-ca27-4f80-8ba0-f77d4972e8a0 HTTP/1.1" status: 200 len: 210 time: 0.1537516 Nov 09 21:29:06.157086 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94821160-6daf-4659-8c9c-185803b70be0 req-0d999d1d-d0a2-42e9-9f6d-2ad45cc8325f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:06.161263 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-94821160-6daf-4659-8c9c-185803b70be0 req-0d999d1d-d0a2-42e9-9f6d-2ad45cc8325f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:06.170273 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-94821160-6daf-4659-8c9c-185803b70be0 req-0d999d1d-d0a2-42e9-9f6d-2ad45cc8325f service neutron] 10.222.0.43 "PUT /v2.0/ports/1a51352f-403b-4ef4-b920-9735314d58a3 HTTP/1.1" status: 200 len: 1092 time: 2.5317757 Nov 09 21:29:06.170922 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f664e615-3356-440f-8ddc-2f49105977e5', 'tag': '1a51352f-403b-4ef4-b920-9735314d58a3'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:29:06.174759 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3ba33d-2e79-4547-b2b8-3ae9154f2e19" -d '{"events": [{"name": "network-changed", "server_uuid": "f664e615-3356-440f-8ddc-2f49105977e5", "tag": "1a51352f-403b-4ef4-b920-9735314d58a3"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:29:06.268569 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d56ff6e4-ca53-4f7c-a1a3-83b3bb5aadc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:06.300734 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d56ff6e4-ca53-4f7c-a1a3-83b3bb5aadc4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:06.306249 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d56ff6e4-ca53-4f7c-a1a3-83b3bb5aadc4 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ab01389f-f1b6-4c6d-b6f3-f7cc27fc0b43 HTTP/1.1" status: 204 len: 168 time: 1.6999485 Nov 09 21:29:06.327766 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 53620) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:06.396442 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309dbbeb-609c-4332-b4c4-5c32db5bb31b x-openstack-request-id: req-309dbbeb-609c-4332-b4c4-5c32db5bb31b {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:29:06.397055 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f664e615-3356-440f-8ddc-2f49105977e5", "tag": "1a51352f-403b-4ef4-b920-9735314d58a3", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:29:06.397966 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-309dbbeb-609c-4332-b4c4-5c32db5bb31b {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:29:06.398458 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f664e615-3356-440f-8ddc-2f49105977e5', 'tag': '1a51352f-403b-4ef4-b920-9735314d58a3', 'status': 'completed', 'code': 200} Nov 09 21:29:06.411559 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d999d1d-d0a2-42e9-9f6d-2ad45cc8325f service neutron] Pushing event updated for resources: {'Port': ['ID=1a51352f-403b-4ef4-b920-9735314d58a3,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:06.454801 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94821160-6daf-4659-8c9c-185803b70be0 req-4b922b98-0451-41dd-8512-db6ddc67ce22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:06.457251 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-94821160-6daf-4659-8c9c-185803b70be0 req-4b922b98-0451-41dd-8512-db6ddc67ce22 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3a70c821ed554d2d8738f5725b3d9978&device_id=f664e615-3356-440f-8ddc-2f49105977e5 HTTP/1.1" status: 200 len: 1095 time: 0.2014470 Nov 09 21:29:06.462331 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5dc9469e-b55b-4245-bd4c-12ce40f0cb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:06.472324 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53622) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:06.478645 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56ff6e4-ca53-4f7c-a1a3-83b3bb5aadc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab01389f-f1b6-4c6d-b6f3-f7cc27fc0b43,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:06.507745 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-f7efa6ca-d033-44bb-a866-e36386aa200f tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:06.524969 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-f7efa6ca-d033-44bb-a866-e36386aa200f tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.43 "GET /v2.0/networks?id=65c74eb5-9df6-4e6b-9cf1-5af41186cfae HTTP/1.1" status: 200 len: 816 time: 1.3277078 Nov 09 21:29:06.632735 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-94821160-6daf-4659-8c9c-185803b70be0 req-6f5a98ee-98f2-4751-b4e1-2c96f2a37a7f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a51352f-403b-4ef4-b920-9735314d58a3 HTTP/1.1" status: 200 len: 217 time: 0.1514745 Nov 09 21:29:06.646614 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-fff6067d-dd06-4947-be76-101c33a240b9 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:06.678391 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-8f999d38-d4ad-45fe-b417-0c28e6bf8abd tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Request body: {'port': {'device_id': 'b6664fb7-fa6c-4bb9-ae89-e75326e12747', 'network_id': '65c74eb5-9df6-4e6b-9cf1-5af41186cfae', 'admin_state_up': True, 'tenant_id': '3a70c821ed554d2d8738f5725b3d9978'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:29:06.811125 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94821160-6daf-4659-8c9c-185803b70be0 req-5b4717f1-e4c4-43ea-9636-ff7d8c3e5e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:06.817709 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-94821160-6daf-4659-8c9c-185803b70be0 req-5b4717f1-e4c4-43ea-9636-ff7d8c3e5e48 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c44cc40c-e11d-4de4-aa2b-cf06590d8e83 HTTP/1.1" status: 200 len: 855 time: 0.1493623 Nov 09 21:29:06.902104 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c11ab502-62e2-41fa-a985-00f949b5115a tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Router dbddf32d-c7fe-4c68-8119-dc4de3045bdd has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:29:06.931989 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ca57b6f0-f324-4324-9d68-b91382cc03fa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4ced5f7e7bf54096bbcbf7b3feee5fb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4582512 Nov 09 21:29:06.941899 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53628) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:07.052604 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94821160-6daf-4659-8c9c-185803b70be0 req-9ac5b6cd-30b8-4e6a-b821-1089ebb6c7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:07.054640 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-94821160-6daf-4659-8c9c-185803b70be0 req-9ac5b6cd-30b8-4e6a-b821-1089ebb6c7f1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=65c74eb5-9df6-4e6b-9cf1-5af41186cfae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2260051 Nov 09 21:29:07.071742 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-8f999d38-d4ad-45fe-b417-0c28e6bf8abd tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Made reservation on behalf of 3a70c821ed554d2d8738f5725b3d9978 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:29:07.081658 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-8f999d38-d4ad-45fe-b417-0c28e6bf8abd tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:07.113446 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-fff6067d-dd06-4947-be76-101c33a240b9 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:07.158561 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5dc9469e-b55b-4245-bd4c-12ce40f0cb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:07.228136 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4be176b0-66d4-497a-9ef9-1449296d9ef2 req-64c24cc7-bacb-4196-a17f-be511b3b7a6e tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6664fb7-fa6c-4bb9-ae89-e75326e12747 HTTP/1.1" status: 200 len: 210 time: 0.0980587 Nov 09 21:29:07.354682 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-5dc9469e-b55b-4245-bd4c-12ce40f0cb43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74094a24-cfca-4a5a-9cf3-87def209cf5d']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:07.364213 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-94821160-6daf-4659-8c9c-185803b70be0 req-1f760b0e-6d5b-4527-a68e-fe8df0b6e52b service neutron] 10.222.0.43 "GET /v2.0/networks/65c74eb5-9df6-4e6b-9cf1-5af41186cfae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802143 Nov 09 21:29:07.368069 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-5dc9469e-b55b-4245-bd4c-12ce40f0cb43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b4198b0-176e-4eff-b802-15f0d207d6a7') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:07.368612 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-5dc9469e-b55b-4245-bd4c-12ce40f0cb43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b4198b0-176e-4eff-b802-15f0d207d6a7') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:07.381846 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5dc9469e-b55b-4245-bd4c-12ce40f0cb43 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:07.392052 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06909e0a-91be-43c5-bc25-f1dfa00a738d req-bcffd26f-0c1f-4339-b916-32109a0189d0 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:07.403159 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-06909e0a-91be-43c5-bc25-f1dfa00a738d req-bcffd26f-0c1f-4339-b916-32109a0189d0 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 946 time: 0.4190550 Nov 09 21:29:07.421623 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5dc9469e-b55b-4245-bd4c-12ce40f0cb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:07.430126 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dc9469e-b55b-4245-bd4c-12ce40f0cb43 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:29:07.430357 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5dc9469e-b55b-4245-bd4c-12ce40f0cb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:07.432111 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:29:07.432111 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:29:07.432111 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:29:07.432111 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:29:07.432111 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:29:07.432111 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:29:07.432111 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:29:07.432111 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:29:07.432111 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:29:07.432111 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:29:07.432111 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:29:07.432111 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:29:07.432111 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:29:07.432111 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:29:07.432111 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:29:07.432111 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:29:07.432111 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:29:07.432111 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:29:07.432111 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:29:07.432111 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:29:07.432111 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:29:07.432111 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:29:07.432111 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:29:07.432111 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:29:07.432111 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:29:07.432111 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:29:07.432111 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:29:07.432111 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:29:07.432111 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:29:07.432111 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:29:07.432111 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:29:07.432111 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:29:07.538253 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0eccfc84-823f-4955-9483-943b1a096067 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:07.565940 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0eccfc84-823f-4955-9483-943b1a096067 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:07.625618 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-94821160-6daf-4659-8c9c-185803b70be0 req-27f82a5b-17bd-4d97-a557-8f9b485c5577 service neutron] 10.222.0.43 "GET /v2.0/networks/65c74eb5-9df6-4e6b-9cf1-5af41186cfae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975393 Nov 09 21:29:07.634078 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0eccfc84-823f-4955-9483-943b1a096067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:07.638653 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0eccfc84-823f-4955-9483-943b1a096067 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:07.640002 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0eccfc84-823f-4955-9483-943b1a096067 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1920f10e-0bb9-4e2e-8a5e-1c76ee4ecd31 HTTP/1.1" status: 204 len: 168 time: 0.6964498 Nov 09 21:29:07.679341 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eccfc84-823f-4955-9483-943b1a096067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1920f10e-0bb9-4e2e-8a5e-1c76ee4ecd31,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:07.687221 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-fff6067d-dd06-4947-be76-101c33a240b9 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Network 65c74eb5-9df6-4e6b-9cf1-5af41186cfae is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:29:07.783879 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deaf2f5-fc45-4312-a8cc-59b4a74bbf81 req-9e8c41c7-cf2a-4145-92ae-a85b3f0f7bcd tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:07.789975 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7deaf2f5-fc45-4312-a8cc-59b4a74bbf81 req-9e8c41c7-cf2a-4145-92ae-a85b3f0f7bcd tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.43 "GET /v2.0/networks?id=276f688e-7f99-4153-a7fb-8c012406fc86 HTTP/1.1" status: 200 len: 813 time: 0.3570290 Nov 09 21:29:07.790973 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-fff6067d-dd06-4947-be76-101c33a240b9 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:29:07.826168 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-67e19f72-3953-4ea0-9b13-838c118b72ed req-88cc3713-8f78-40ed-abb3-6ca5dd6908b4 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=64b81f4a-ca27-4f80-8ba0-f77d4972e8a0 HTTP/1.1" status: 200 len: 210 time: 0.1088681 Nov 09 21:29:07.826512 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-06909e0a-91be-43c5-bc25-f1dfa00a738d req-cedb8974-ddec-4b0e-b741-95d2e7959d90 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4218929 Nov 09 21:29:07.838157 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-fff6067d-dd06-4947-be76-101c33a240b9 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:29:07.867530 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ba33d-2e79-4547-b2b8-3ae9154f2e19 req-994a7958-db86-4079-be1d-c16045ceadac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:07.868258 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1a3ba33d-2e79-4547-b2b8-3ae9154f2e19 req-994a7958-db86-4079-be1d-c16045ceadac service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3a70c821ed554d2d8738f5725b3d9978&device_id=f664e615-3356-440f-8ddc-2f49105977e5 HTTP/1.1" status: 200 len: 1095 time: 0.1092594 Nov 09 21:29:07.876092 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-7deaf2f5-fc45-4312-a8cc-59b4a74bbf81 req-291b04c0-bf72-409f-831d-af3477d75ecb tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Request body: {'port': {'device_id': '64b81f4a-ca27-4f80-8ba0-f77d4972e8a0', 'network_id': '276f688e-7f99-4153-a7fb-8c012406fc86', 'admin_state_up': True, 'tenant_id': 'ea132a94a82f43f69fd0808e866cec5f'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:29:08.097222 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5dc9469e-b55b-4245-bd4c-12ce40f0cb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:08.133178 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5dc9469e-b55b-4245-bd4c-12ce40f0cb43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:08.136486 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5dc9469e-b55b-4245-bd4c-12ce40f0cb43 admin admin] 10.222.0.49 "DELETE /v2.0/networks/74094a24-cfca-4a5a-9cf3-87def209cf5d HTTP/1.1" status: 204 len: 168 time: 1.8039525 Nov 09 21:29:08.165434 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ba33d-2e79-4547-b2b8-3ae9154f2e19 req-fb565e5e-dfa1-4bb4-b85f-a7cf407def19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:08.173053 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1a3ba33d-2e79-4547-b2b8-3ae9154f2e19 req-fb565e5e-dfa1-4bb4-b85f-a7cf407def19 service neutron] 10.222.0.43 "GET /v2.0/networks?id=65c74eb5-9df6-4e6b-9cf1-5af41186cfae HTTP/1.1" status: 200 len: 916 time: 0.2882922 Nov 09 21:29:08.192516 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff6067d-dd06-4947-be76-101c33a240b9 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Pushing event updated for resources: {'Port': ['ID=49ca6069-97ea-476a-bd07-830e25ed260d,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:08.234741 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc9469e-b55b-4245-bd4c-12ce40f0cb43 admin admin] Pushing event deleted for resources: {'Network': ['ID=74094a24-cfca-4a5a-9cf3-87def209cf5d,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:08.254655 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7deaf2f5-fc45-4312-a8cc-59b4a74bbf81 req-291b04c0-bf72-409f-831d-af3477d75ecb tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Made reservation on behalf of ea132a94a82f43f69fd0808e866cec5f for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:29:08.258192 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-7deaf2f5-fc45-4312-a8cc-59b4a74bbf81 req-291b04c0-bf72-409f-831d-af3477d75ecb tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:08.303864 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-9aedbd42-c408-4f02-a309-4971a65043b5 None None] Provisioning complete for port 49ca6069-97ea-476a-bd07-830e25ed260d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:29:08.307778 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9aedbd42-c408-4f02-a309-4971a65043b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:08.319253 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1a3ba33d-2e79-4547-b2b8-3ae9154f2e19 req-ad987ca9-f9b3-4172-85da-be184e2f80e8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a51352f-403b-4ef4-b920-9735314d58a3 HTTP/1.1" status: 200 len: 217 time: 0.1381581 Nov 09 21:29:08.323092 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-fff6067d-dd06-4947-be76-101c33a240b9 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:08.323845 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-fff6067d-dd06-4947-be76-101c33a240b9 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:08.349315 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11ab502-62e2-41fa-a985-00f949b5115a tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:29:08.371776 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-fff6067d-dd06-4947-be76-101c33a240b9 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0648861 Nov 09 21:29:08.407414 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-a1d68556-2ea5-4ed3-b7bf-da0f7fb2b863 service neutron] Request body: {'port': {'device_id': '68b13ac0-7467-40fe-97a0-41b068e0ffb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:29:08.455863 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53652) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:08.458399 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-9aedbd42-c408-4f02-a309-4971a65043b5 None None] Port 49ca6069-97ea-476a-bd07-830e25ed260d cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:29:08.463451 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec0cef8-4704-4e39-9e84-b6227951d586 None None] Sync routers for ids ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:29:08.479031 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec0cef8-4704-4e39-9e84-b6227951d586 None None] Routers {'dbddf32d-c7fe-4c68-8119-dc4de3045bdd'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:29:08.480033 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-dec0cef8-4704-4e39-9e84-b6227951d586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:28:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:08.510808 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ba33d-2e79-4547-b2b8-3ae9154f2e19 req-8479463b-c695-46b1-b8d5-e808148c4eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:08.512594 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1a3ba33d-2e79-4547-b2b8-3ae9154f2e19 req-8479463b-c695-46b1-b8d5-e808148c4eb2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c44cc40c-e11d-4de4-aa2b-cf06590d8e83 HTTP/1.1" status: 200 len: 855 time: 0.1776543 Nov 09 21:29:08.518936 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-dec0cef8-4704-4e39-9e84-b6227951d586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:08.531865 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec0cef8-4704-4e39-9e84-b6227951d586 None None] Routers {'dbddf32d-c7fe-4c68-8119-dc4de3045bdd'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:29:08.532913 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-dec0cef8-4704-4e39-9e84-b6227951d586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:28:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:08.533974 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c11ab502-62e2-41fa-a985-00f949b5115a tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:08.581265 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-dec0cef8-4704-4e39-9e84-b6227951d586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:08.582207 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec0cef8-4704-4e39-9e84-b6227951d586 None None] The sync data for ids ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'] in n-d-816206-3 is: [] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:29:08.590400 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-8f999d38-d4ad-45fe-b417-0c28e6bf8abd tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Allocated IP 172.20.0.6 (65c74eb5-9df6-4e6b-9cf1-5af41186cfae/c44cc40c-e11d-4de4-aa2b-cf06590d8e83/2f3ec0de-8307-460d-8a27-0405548565af) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:29:08.612429 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-73f235d1-b756-40b9-aae0-5db5039d537b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5f0f3fff1adb45fdab60d55165ac0608&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1546476 Nov 09 21:29:08.613448 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53656) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:08.667362 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ba33d-2e79-4547-b2b8-3ae9154f2e19 req-de71e47c-87ba-4a72-bdb5-451f10c29734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:08.682364 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1a3ba33d-2e79-4547-b2b8-3ae9154f2e19 req-de71e47c-87ba-4a72-bdb5-451f10c29734 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=65c74eb5-9df6-4e6b-9cf1-5af41186cfae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1609488 Nov 09 21:29:08.782836 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b8351cde-a5ac-488d-9947-4b9fdf346307 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:08.841815 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b8351cde-a5ac-488d-9947-4b9fdf346307 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:08.952971 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-7deaf2f5-fc45-4312-a8cc-59b4a74bbf81 req-291b04c0-bf72-409f-831d-af3477d75ecb tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Allocated IP 172.20.0.7 (276f688e-7f99-4153-a7fb-8c012406fc86/aead6392-42fa-4a16-a986-5c9371526ce9/56af6d29-608a-4d59-88cb-066cc43b0a93) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:29:08.996665 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1a3ba33d-2e79-4547-b2b8-3ae9154f2e19 req-98353dd4-dc5d-4cb6-9e3d-0c486705f823 service neutron] 10.222.0.43 "GET /v2.0/networks/65c74eb5-9df6-4e6b-9cf1-5af41186cfae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976894 Nov 09 21:29:09.028107 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1a1fc9cc-3561-497c-b5bf-b91b66b83c5e req-79476d16-899d-423e-aa63-1f9e5aa6c305 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=64b81f4a-ca27-4f80-8ba0-f77d4972e8a0 HTTP/1.1" status: 200 len: 210 time: 0.0875828 Nov 09 21:29:09.204176 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-7deaf2f5-fc45-4312-a8cc-59b4a74bbf81 req-291b04c0-bf72-409f-831d-af3477d75ecb tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:09.212288 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b8351cde-a5ac-488d-9947-4b9fdf346307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:09.220417 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b8351cde-a5ac-488d-9947-4b9fdf346307 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:09.222608 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b8351cde-a5ac-488d-9947-4b9fdf346307 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b7a4c9e2-a9f6-4782-88b4-ce8567dc4537 HTTP/1.1" status: 204 len: 168 time: 0.6078193 Nov 09 21:29:09.249585 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c11ab502-62e2-41fa-a985-00f949b5115a tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 10.3716502 Nov 09 21:29:09.280931 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53676) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:09.281159 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 53678) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:09.288899 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-4b8ed5b0-c764-40d2-87ba-ccfafb9f8726 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:29:09.303980 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-a1d68556-2ea5-4ed3-b7bf-da0f7fb2b863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:09.308238 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-7deaf2f5-fc45-4312-a8cc-59b4a74bbf81 req-291b04c0-bf72-409f-831d-af3477d75ecb tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:09.320548 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['06b735e7-95a4-4400-ac21-34cfa1677929'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:29:09.363149 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4b8ed5b0-c764-40d2-87ba-ccfafb9f8726 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for floatingip, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:09.369738 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8351cde-a5ac-488d-9947-4b9fdf346307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a4c9e2-a9f6-4782-88b4-ce8567dc4537,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:09.434041 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-46b1eb35-fcc3-47ab-aee2-0ae7daa12433 req-190fedf8-885e-44a4-ac05-dcf5ca11a000 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6664fb7-fa6c-4bb9-ae89-e75326e12747 HTTP/1.1" status: 200 len: 210 time: 0.9620783 Nov 09 21:29:09.438312 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 1a51352f-403b-4ef4-b920-9735314d58a3 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:29:09.521188 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b04c0-bf72-409f-831d-af3477d75ecb tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Pushing event updated for resources: {'Port': ['ID=56af6d29-608a-4d59-88cb-066cc43b0a93,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:09.530942 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34474e5e-1bfd-4874-96f0-1e4a043be55b req-1e50c4a3-ac4e-4018-8081-e50106784976 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:09.532526 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-34474e5e-1bfd-4874-96f0-1e4a043be55b req-1e50c4a3-ac4e-4018-8081-e50106784976 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 946 time: 0.3556705 Nov 09 21:29:09.541725 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1a3ba33d-2e79-4547-b2b8-3ae9154f2e19 req-12b741b5-5d3d-4f23-b4f7-a51ddd6a6faf service neutron] 10.222.0.43 "GET /v2.0/networks/65c74eb5-9df6-4e6b-9cf1-5af41186cfae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5191541 Nov 09 21:29:09.549006 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-8f999d38-d4ad-45fe-b417-0c28e6bf8abd tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:09.596030 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.db.resource_extend [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 21:29:09.633321 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b04c0-bf72-409f-831d-af3477d75ecb tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:29:09.642488 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b04c0-bf72-409f-831d-af3477d75ecb tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:29:09.644399 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b04c0-bf72-409f-831d-af3477d75ecb tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:29:09.647816 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b04c0-bf72-409f-831d-af3477d75ecb tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:29:09.649239 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b04c0-bf72-409f-831d-af3477d75ecb tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:29:09.651012 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b04c0-bf72-409f-831d-af3477d75ecb tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:29:09.654199 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b04c0-bf72-409f-831d-af3477d75ecb tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:29:09.654694 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b04c0-bf72-409f-831d-af3477d75ecb tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:29:09.655757 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b04c0-bf72-409f-831d-af3477d75ecb tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:29:09.661748 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b04c0-bf72-409f-831d-af3477d75ecb tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:29:09.662245 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b04c0-bf72-409f-831d-af3477d75ecb tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:29:09.662717 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b04c0-bf72-409f-831d-af3477d75ecb tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:29:09.750211 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a0b230ed-b16b-42e0-954d-0be3860f31b8 tempest-ServiceProvidersTest-1590786158 tempest-ServiceProvidersTest-1590786158-project] 10.222.0.49 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4328949 Nov 09 21:29:09.874106 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 1a51352f-403b-4ef4-b920-9735314d58a3, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=1a51352f-403b-4ef4-b920-9735314d58a3,segment=NetworkSegment(6c600904-1089-4f6e-bdc1-9238f98f1570),segment_id=6c600904-1089-4f6e-bdc1-9238f98f1570)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:29:09.899164 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '1a51352f-403b-4ef4-b920-9735314d58a3', 'network_id': '65c74eb5-9df6-4e6b-9cf1-5af41186cfae', 'port_id': '1a51352f-403b-4ef4-b920-9735314d58a3', 'mac_address': 'fa:16:3e:6b:39:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c44cc40c-e11d-4de4-aa2b-cf06590d8e83', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:29:10.028415 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7deaf2f5-fc45-4312-a8cc-59b4a74bbf81 req-291b04c0-bf72-409f-831d-af3477d75ecb tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Network 276f688e-7f99-4153-a7fb-8c012406fc86 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:29:10.039509 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:10.046890 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-7deaf2f5-fc45-4312-a8cc-59b4a74bbf81 req-291b04c0-bf72-409f-831d-af3477d75ecb tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:29:10.054853 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-7deaf2f5-fc45-4312-a8cc-59b4a74bbf81 req-291b04c0-bf72-409f-831d-af3477d75ecb tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:29:10.113732 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a51352f-403b-4ef4-b920-9735314d58a3 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:29:10.193072 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 1a51352f-403b-4ef4-b920-9735314d58a3, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=1a51352f-403b-4ef4-b920-9735314d58a3,segment=NetworkSegment(6c600904-1089-4f6e-bdc1-9238f98f1570),segment_id=6c600904-1089-4f6e-bdc1-9238f98f1570)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:29:10.199785 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:10.277051 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-8f999d38-d4ad-45fe-b417-0c28e6bf8abd tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:10.334182 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=1a51352f-403b-4ef4-b920-9735314d58a3,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:10.436907 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 53698) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:10.461822 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deaf2f5-fc45-4312-a8cc-59b4a74bbf81 req-291b04c0-bf72-409f-831d-af3477d75ecb tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:10.462675 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-7deaf2f5-fc45-4312-a8cc-59b4a74bbf81 req-291b04c0-bf72-409f-831d-af3477d75ecb tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:10.494462 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-34474e5e-1bfd-4874-96f0-1e4a043be55b req-79c14267-c7a7-417b-bdfa-39aeedc86f7a tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9437168 Nov 09 21:29:10.524567 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['1a51352f-403b-4ef4-b920-9735314d58a3'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:29:10.587206 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-8f999d38-d4ad-45fe-b417-0c28e6bf8abd tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Network 65c74eb5-9df6-4e6b-9cf1-5af41186cfae is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:29:10.622975 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-8f999d38-d4ad-45fe-b417-0c28e6bf8abd tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:29:10.651094 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-8f999d38-d4ad-45fe-b417-0c28e6bf8abd tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:29:10.675185 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f999d38-d4ad-45fe-b417-0c28e6bf8abd tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Pushing event updated for resources: {'Port': ['ID=2f3ec0de-8307-460d-8a27-0405548565af,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:10.724268 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7deaf2f5-fc45-4312-a8cc-59b4a74bbf81 req-291b04c0-bf72-409f-831d-af3477d75ecb tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8557487 Nov 09 21:29:10.760423 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-7deaf2f5-fc45-4312-a8cc-59b4a74bbf81 req-c72e34dd-df7f-40a7-add1-d61b047e26bd service neutron] Request body: {'port': {'device_id': '64b81f4a-ca27-4f80-8ba0-f77d4972e8a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:29:10.807099 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4b8ed5b0-c764-40d2-87ba-ccfafb9f8726 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:10.835267 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4b8ed5b0-c764-40d2-87ba-ccfafb9f8726 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:10.835601 n-d-816206-3 neutron-server[102608]: INFO neutron.db.l3_db [None req-4b8ed5b0-c764-40d2-87ba-ccfafb9f8726 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Floating IP e6b26330-5148-4f51-88f9-23a51186480c disassociated. External IP: 172.25.7.9, port: 21b90bf0-9494-464a-8c09-a4aeabb5e3d4. Nov 09 21:29:10.887252 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-8f999d38-d4ad-45fe-b417-0c28e6bf8abd tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:10.887951 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-8f999d38-d4ad-45fe-b417-0c28e6bf8abd tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:10.936300 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0bf29f-5153-4e8a-bea2-95fb2db43405 req-f52fafda-d835-4bab-93ea-2da5e3fbe813 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:10.938205 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ac0bf29f-5153-4e8a-bea2-95fb2db43405 req-f52fafda-d835-4bab-93ea-2da5e3fbe813 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=64b81f4a-ca27-4f80-8ba0-f77d4972e8a0 HTTP/1.1" status: 200 len: 931 time: 0.6652288 Nov 09 21:29:10.938708 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 53716) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:11.007499 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-3dfd8a0f-43ef-4c9d-a495-676f723830d8 None None] Provisioning complete for port 2f3ec0de-8307-460d-8a27-0405548565af triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:29:11.007876 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3dfd8a0f-43ef-4c9d-a495-676f723830d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:11.009124 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4982a4e-f5c4-434f-997d-42c8a7473a93 req-190367ff-3f4c-457a-8281-486bb701edaa tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:11.010654 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b4982a4e-f5c4-434f-997d-42c8a7473a93 req-190367ff-3f4c-457a-8281-486bb701edaa tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6664fb7-fa6c-4bb9-ae89-e75326e12747 HTTP/1.1" status: 200 len: 931 time: 0.2431157 Nov 09 21:29:11.027382 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-8f999d38-d4ad-45fe-b417-0c28e6bf8abd tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3672168 Nov 09 21:29:11.054720 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-3dfd8a0f-43ef-4c9d-a495-676f723830d8 None None] Port 2f3ec0de-8307-460d-8a27-0405548565af cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:29:11.115366 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-12b9ab59-af01-47cd-95c8-9a9ff44d044b service neutron] Request body: {'port': {'device_id': 'b6664fb7-fa6c-4bb9-ae89-e75326e12747', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:29:11.157923 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ac0bf29f-5153-4e8a-bea2-95fb2db43405 req-500d52c5-c7de-4107-abd6-1660b1e18df6 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063581 Nov 09 21:29:11.181681 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-d132d10e-182e-43e6-86fe-b56947596481 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-673645449-network', 'tenant_id': 'b1207329bb7a44a799c55f94e4950d98'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:29:11.217963 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-12b9ab59-af01-47cd-95c8-9a9ff44d044b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:11.270826 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-986bd906-4cd0-47b7-922e-aff5e20d6bb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:11.271667 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b4982a4e-f5c4-434f-997d-42c8a7473a93 req-fa060ab6-4f3e-4f67-821e-8e09769e2bd3 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ad655d7-6b32-467a-9bdc-462828bb851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475901 Nov 09 21:29:11.273754 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8ed5b0-c764-40d2-87ba-ccfafb9f8726 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Router dbddf32d-c7fe-4c68-8119-dc4de3045bdd has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:29:11.454462 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8ed5b0-c764-40d2-87ba-ccfafb9f8726 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:29:11.469848 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82e372a-99c4-4561-806f-37c97ee51b86 None None] Sync routers for ids ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:29:11.474033 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4b8ed5b0-c764-40d2-87ba-ccfafb9f8726 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:11.509885 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82e372a-99c4-4561-806f-37c97ee51b86 None None] Routers {'dbddf32d-c7fe-4c68-8119-dc4de3045bdd'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:29:11.510835 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-c82e372a-99c4-4561-806f-37c97ee51b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:28:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:11.527380 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4b8ed5b0-c764-40d2-87ba-ccfafb9f8726 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "PUT /v2.0/floatingips/e6b26330-5148-4f51-88f9-23a51186480c HTTP/1.1" status: 200 len: 686 time: 2.2434068 Nov 09 21:29:11.530805 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53728) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:11.604916 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-c82e372a-99c4-4561-806f-37c97ee51b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:11.636250 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82e372a-99c4-4561-806f-37c97ee51b86 None None] Routers {'dbddf32d-c7fe-4c68-8119-dc4de3045bdd'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:29:11.637642 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-c82e372a-99c4-4561-806f-37c97ee51b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:28:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:11.722179 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-c82e372a-99c4-4561-806f-37c97ee51b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:11.722835 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82e372a-99c4-4561-806f-37c97ee51b86 None None] The sync data for ids ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'] in n-d-816206-3 is: [] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:29:11.812008 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-7deaf2f5-fc45-4312-a8cc-59b4a74bbf81 req-c72e34dd-df7f-40a7-add1-d61b047e26bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:11.820507 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d132d10e-182e-43e6-86fe-b56947596481 admin admin] Made reservation on behalf of b1207329bb7a44a799c55f94e4950d98 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:29:11.823147 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d132d10e-182e-43e6-86fe-b56947596481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:11.828914 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035b76c-f384-4cb0-b308-1778acc5a226 req-72207882-6d59-4989-bfcd-b38e6fa96f79 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:11.830493 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6035b76c-f384-4cb0-b308-1778acc5a226 req-72207882-6d59-4989-bfcd-b38e6fa96f79 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 946 time: 0.1112843 Nov 09 21:29:11.861079 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-753309ca-0ab5-455d-a934-535a369c363f tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Deleting port f66a4698-d7e9-4942-ac38-c82207ea2855 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:29:11.861336 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-753309ca-0ab5-455d-a934-535a369c363f tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:11.866843 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-a1d68556-2ea5-4ed3-b7bf-da0f7fb2b863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49ca6069-97ea-476a-bd07-830e25ed260d {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:29:11.874782 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d132d10e-182e-43e6-86fe-b56947596481 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:11.894922 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-a1d68556-2ea5-4ed3-b7bf-da0f7fb2b863 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:11.967995 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6035b76c-f384-4cb0-b308-1778acc5a226 req-10eed2f8-6cc4-4a67-9d39-f44d88275345 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259353 Nov 09 21:29:12.015584 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-a1d68556-2ea5-4ed3-b7bf-da0f7fb2b863 service neutron] Transition to ACTIVE for port object 49ca6069-97ea-476a-bd07-830e25ed260d will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:29:12.018394 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-753309ca-0ab5-455d-a934-535a369c363f tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:12.018725 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-753309ca-0ab5-455d-a934-535a369c363f tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:12.036548 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-a1d68556-2ea5-4ed3-b7bf-da0f7fb2b863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:12.049789 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-753309ca-0ab5-455d-a934-535a369c363f tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Calling delete_port for f66a4698-d7e9-4942-ac38-c82207ea2855 owned by network:floatingip {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:29:12.108445 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d68556-2ea5-4ed3-b7bf-da0f7fb2b863 service neutron] Pushing event updated for resources: {'Port': ['ID=49ca6069-97ea-476a-bd07-830e25ed260d,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:12.280276 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-753309ca-0ab5-455d-a934-535a369c363f tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:12.339432 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753309ca-0ab5-455d-a934-535a369c363f tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Pushing event deleted for resources: {'Port': ['ID=f66a4698-d7e9-4942-ac38-c82207ea2855,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:12.434462 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-986bd906-4cd0-47b7-922e-aff5e20d6bb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:12.456720 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-753309ca-0ab5-455d-a934-535a369c363f tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for floatingip, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:12.460319 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-753309ca-0ab5-455d-a934-535a369c363f tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:12.461774 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-753309ca-0ab5-455d-a934-535a369c363f tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "DELETE /v2.0/floatingips/e6b26330-5148-4f51-88f9-23a51186480c HTTP/1.1" status: 204 len: 168 time: 0.9299641 Nov 09 21:29:12.466822 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53740) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:12.491587 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-5a2ceace-2d4b-40f9-b51d-346e3749e56d tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'port_id': '6e6b2ded-990f-4f64-92fd-ee770d8e6388'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:29:12.507187 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-986bd906-4cd0-47b7-922e-aff5e20d6bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:12.563410 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94fc678-2b76-48f4-8683-dab9e47dc691 req-c196b007-ba9a-4e93-a55c-9dda2e4e8135 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:12.565335 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c94fc678-2b76-48f4-8683-dab9e47dc691 req-c196b007-ba9a-4e93-a55c-9dda2e4e8135 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6664fb7-fa6c-4bb9-ae89-e75326e12747 HTTP/1.1" status: 200 len: 931 time: 0.1754730 Nov 09 21:29:12.566789 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5a2ceace-2d4b-40f9-b51d-346e3749e56d tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for floatingip, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:12.568417 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986bd906-4cd0-47b7-922e-aff5e20d6bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a95d6f-261b-4028-91ac-b983f3790942,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:12.679221 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac11e9d-836c-4637-970e-66bb3692f6d0 req-e10b2f8e-098e-4c7a-98c1-f0a1ff734c8b tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:12.681260 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c94fc678-2b76-48f4-8683-dab9e47dc691 req-d452060e-bf3d-474b-a89b-200f999de71e tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ad655d7-6b32-467a-9bdc-462828bb851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944233 Nov 09 21:29:12.704363 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-eac11e9d-836c-4637-970e-66bb3692f6d0 req-e10b2f8e-098e-4c7a-98c1-f0a1ff734c8b tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=64b81f4a-ca27-4f80-8ba0-f77d4972e8a0 HTTP/1.1" status: 200 len: 931 time: 0.4154303 Nov 09 21:29:12.774651 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5a2ceace-2d4b-40f9-b51d-346e3749e56d tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:12.868451 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53744) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:12.869126 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-986bd906-4cd0-47b7-922e-aff5e20d6bb9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=68d23d20c8ba4c028836d561b6457e75&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4198732 Nov 09 21:29:12.956912 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-7deaf2f5-fc45-4312-a8cc-59b4a74bbf81 req-c72e34dd-df7f-40a7-add1-d61b047e26bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56af6d29-608a-4d59-88cb-066cc43b0a93 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:29:12.965491 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-7deaf2f5-fc45-4312-a8cc-59b4a74bbf81 req-c72e34dd-df7f-40a7-add1-d61b047e26bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:12.980807 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-7deaf2f5-fc45-4312-a8cc-59b4a74bbf81 req-c72e34dd-df7f-40a7-add1-d61b047e26bd service neutron] Transition to ACTIVE for port object 56af6d29-608a-4d59-88cb-066cc43b0a93 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:29:12.999425 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d132d10e-182e-43e6-86fe-b56947596481 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:13.015172 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-7deaf2f5-fc45-4312-a8cc-59b4a74bbf81 req-c72e34dd-df7f-40a7-add1-d61b047e26bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:13.024525 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-5a2ceace-2d4b-40f9-b51d-346e3749e56d tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Allocated IP 172.25.7.161 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/7cae1731-bf82-4d97-b981-2dce908d89e8) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:29:13.026804 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c804e08b-491e-4738-b756-59773d4209bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:13.070652 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-a1d68556-2ea5-4ed3-b7bf-da0f7fb2b863 service neutron] Attempting to bind port 49ca6069-97ea-476a-bd07-830e25ed260d on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:29:13.071039 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-a1d68556-2ea5-4ed3-b7bf-da0f7fb2b863 service neutron] Attempting to bind port 49ca6069-97ea-476a-bd07-830e25ed260d by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '6c600904-1089-4f6e-bdc1-9238f98f1570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65c74eb5-9df6-4e6b-9cf1-5af41186cfae'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:29:13.071367 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-a1d68556-2ea5-4ed3-b7bf-da0f7fb2b863 service neutron] Attempting to bind port 49ca6069-97ea-476a-bd07-830e25ed260d on network 65c74eb5-9df6-4e6b-9cf1-5af41186cfae {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:29:13.089338 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d132d10e-182e-43e6-86fe-b56947596481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:13.126665 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-a1d68556-2ea5-4ed3-b7bf-da0f7fb2b863 service neutron] Port 49ca6069-97ea-476a-bd07-830e25ed260d on network 65c74eb5-9df6-4e6b-9cf1-5af41186cfae not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:29:13.127073 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-a1d68556-2ea5-4ed3-b7bf-da0f7fb2b863 service neutron] Attempting to bind port 49ca6069-97ea-476a-bd07-830e25ed260d on network 65c74eb5-9df6-4e6b-9cf1-5af41186cfae {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:29:13.145052 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e34dd-df7f-40a7-add1-d61b047e26bd service neutron] Pushing event updated for resources: {'Port': ['ID=56af6d29-608a-4d59-88cb-066cc43b0a93,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:13.163115 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d132d10e-182e-43e6-86fe-b56947596481 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:29:13.171990 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-eac11e9d-836c-4637-970e-66bb3692f6d0 req-df6498c8-4d18-4d85-b41d-69ffee2acf8e tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4655890 Nov 09 21:29:13.182052 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-a1d68556-2ea5-4ed3-b7bf-da0f7fb2b863 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:29:13.182442 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-a1d68556-2ea5-4ed3-b7bf-da0f7fb2b863 service neutron] Checking segment: {'id': '6c600904-1089-4f6e-bdc1-9238f98f1570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65c74eb5-9df6-4e6b-9cf1-5af41186cfae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:29:13.182882 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-a1d68556-2ea5-4ed3-b7bf-da0f7fb2b863 service neutron] Bound using segment: {'id': '6c600904-1089-4f6e-bdc1-9238f98f1570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65c74eb5-9df6-4e6b-9cf1-5af41186cfae'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:29:13.183531 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-a1d68556-2ea5-4ed3-b7bf-da0f7fb2b863 service neutron] Bound port: 49ca6069-97ea-476a-bd07-830e25ed260d, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c600904-1089-4f6e-bdc1-9238f98f1570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65c74eb5-9df6-4e6b-9cf1-5af41186cfae'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:29:13.183889 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-a1d68556-2ea5-4ed3-b7bf-da0f7fb2b863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:13.246121 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d132d10e-182e-43e6-86fe-b56947596481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:13.247026 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-d132d10e-182e-43e6-86fe-b56947596481 admin admin] Added segment a3d7cb7a-81ff-4571-9df7-5e54dde22088 of type vlan for network 093cafbf-83e8-4284-b188-26f4782840d7 Nov 09 21:29:13.250833 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d132d10e-182e-43e6-86fe-b56947596481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c611a8-b2e7-44d5-b14b-5de1edb2fd6f,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:13.297642 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c804e08b-491e-4738-b756-59773d4209bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:13.393572 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5a2ceace-2d4b-40f9-b51d-346e3749e56d tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:13.410560 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-12b9ab59-af01-47cd-95c8-9a9ff44d044b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f3ec0de-8307-460d-8a27-0405548565af {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:29:13.419624 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d132d10e-182e-43e6-86fe-b56947596481 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:13.428113 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-12b9ab59-af01-47cd-95c8-9a9ff44d044b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:13.432481 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b72aec-eaa1-4b88-8190-ebeddc297c23 req-1269b70f-0069-481d-b578-5b04ab46895c tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:13.441531 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-28b72aec-eaa1-4b88-8190-ebeddc297c23 req-1269b70f-0069-481d-b578-5b04ab46895c tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 946 time: 0.1510007 Nov 09 21:29:13.445015 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 1a51352f-403b-4ef4-b920-9735314d58a3 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:29:13.472828 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-12b9ab59-af01-47cd-95c8-9a9ff44d044b service neutron] Transition to ACTIVE for port object 2f3ec0de-8307-460d-8a27-0405548565af will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:29:13.493195 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-12b9ab59-af01-47cd-95c8-9a9ff44d044b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:13.495773 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-a1d68556-2ea5-4ed3-b7bf-da0f7fb2b863 service neutron] For port 49ca6069-97ea-476a-bd07-830e25ed260d, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:29:13.521111 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-28b72aec-eaa1-4b88-8190-ebeddc297c23 req-ac521022-36b8-4503-889a-da64f862d5c5 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735428 Nov 09 21:29:13.534450 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c804e08b-491e-4738-b756-59773d4209bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:13.546642 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-7deaf2f5-fc45-4312-a8cc-59b4a74bbf81 req-c72e34dd-df7f-40a7-add1-d61b047e26bd service neutron] Attempting to bind port 56af6d29-608a-4d59-88cb-066cc43b0a93 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:29:13.546642 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-7deaf2f5-fc45-4312-a8cc-59b4a74bbf81 req-c72e34dd-df7f-40a7-add1-d61b047e26bd service neutron] Attempting to bind port 56af6d29-608a-4d59-88cb-066cc43b0a93 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '34c790f7-0b4d-4574-9ae7-2413289b0cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '276f688e-7f99-4153-a7fb-8c012406fc86'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:29:13.546642 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7deaf2f5-fc45-4312-a8cc-59b4a74bbf81 req-c72e34dd-df7f-40a7-add1-d61b047e26bd service neutron] Attempting to bind port 56af6d29-608a-4d59-88cb-066cc43b0a93 on network 276f688e-7f99-4153-a7fb-8c012406fc86 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:29:13.549303 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-a1d68556-2ea5-4ed3-b7bf-da0f7fb2b863 service neutron] For port 49ca6069-97ea-476a-bd07-830e25ed260d, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=49ca6069-97ea-476a-bd07-830e25ed260d,segment=NetworkSegment(6c600904-1089-4f6e-bdc1-9238f98f1570),segment_id=6c600904-1089-4f6e-bdc1-9238f98f1570)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:29:13.552470 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c804e08b-491e-4738-b756-59773d4209bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:13.554320 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c804e08b-491e-4738-b756-59773d4209bb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f2a95d6f-261b-4028-91ac-b983f3790942 HTTP/1.1" status: 204 len: 168 time: 0.6836417 Nov 09 21:29:13.574976 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d132d10e-182e-43e6-86fe-b56947596481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:13.576143 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d132d10e-182e-43e6-86fe-b56947596481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:13.577988 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d132d10e-182e-43e6-86fe-b56947596481 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:13.587849 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5a2ceace-2d4b-40f9-b51d-346e3749e56d tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:13.588114 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 1a51352f-403b-4ef4-b920-9735314d58a3 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:29:13.599595 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 1a51352f-403b-4ef4-b920-9735314d58a3 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:29:13.599970 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:13.623670 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7deaf2f5-fc45-4312-a8cc-59b4a74bbf81 req-c72e34dd-df7f-40a7-add1-d61b047e26bd service neutron] Port 56af6d29-608a-4d59-88cb-066cc43b0a93 on network 276f688e-7f99-4153-a7fb-8c012406fc86 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:29:13.624176 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7deaf2f5-fc45-4312-a8cc-59b4a74bbf81 req-c72e34dd-df7f-40a7-add1-d61b047e26bd service neutron] Attempting to bind port 56af6d29-608a-4d59-88cb-066cc43b0a93 on network 276f688e-7f99-4153-a7fb-8c012406fc86 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:29:13.630250 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-a1d68556-2ea5-4ed3-b7bf-da0f7fb2b863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:13.678784 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7deaf2f5-fc45-4312-a8cc-59b4a74bbf81 req-c72e34dd-df7f-40a7-add1-d61b047e26bd service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:29:13.681970 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7deaf2f5-fc45-4312-a8cc-59b4a74bbf81 req-c72e34dd-df7f-40a7-add1-d61b047e26bd service neutron] Checking segment: {'id': '34c790f7-0b4d-4574-9ae7-2413289b0cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '276f688e-7f99-4153-a7fb-8c012406fc86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:29:13.682395 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7deaf2f5-fc45-4312-a8cc-59b4a74bbf81 req-c72e34dd-df7f-40a7-add1-d61b047e26bd service neutron] Bound using segment: {'id': '34c790f7-0b4d-4574-9ae7-2413289b0cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '276f688e-7f99-4153-a7fb-8c012406fc86'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:29:13.682865 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-7deaf2f5-fc45-4312-a8cc-59b4a74bbf81 req-c72e34dd-df7f-40a7-add1-d61b047e26bd service neutron] Bound port: 56af6d29-608a-4d59-88cb-066cc43b0a93, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34c790f7-0b4d-4574-9ae7-2413289b0cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '276f688e-7f99-4153-a7fb-8c012406fc86'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:29:13.684469 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-7deaf2f5-fc45-4312-a8cc-59b4a74bbf81 req-c72e34dd-df7f-40a7-add1-d61b047e26bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:13.689656 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c804e08b-491e-4738-b756-59773d4209bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a95d6f-261b-4028-91ac-b983f3790942,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:13.740272 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ceace-2d4b-40f9-b51d-346e3749e56d tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Pushing event updated for resources: {'Port': ['ID=7cae1731-bf82-4d97-b981-2dce908d89e8,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:13.760327 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2ceace-2d4b-40f9-b51d-346e3749e56d tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:29:13.762589 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-5a2ceace-2d4b-40f9-b51d-346e3749e56d tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:29:13.773178 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2ceace-2d4b-40f9-b51d-346e3749e56d tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:29:13.855506 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:13.863131 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9ab59-af01-47cd-95c8-9a9ff44d044b service neutron] Pushing event updated for resources: {'Port': ['ID=2f3ec0de-8307-460d-8a27-0405548565af,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:13.977794 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f664e615-3356-440f-8ddc-2f49105977e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a51352f-403b-4ef4-b920-9735314d58a3'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:29:13.983979 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c50b8df-f5cb-4541-9760-f05a54e25423" -d '{"events": [{"server_uuid": "f664e615-3356-440f-8ddc-2f49105977e5", "name": "network-vif-plugged", "status": "completed", "tag": "1a51352f-403b-4ef4-b920-9735314d58a3"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:29:14.005858 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 1a51352f-403b-4ef4-b920-9735314d58a3, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=1a51352f-403b-4ef4-b920-9735314d58a3,segment=NetworkSegment(6c600904-1089-4f6e-bdc1-9238f98f1570),segment_id=6c600904-1089-4f6e-bdc1-9238f98f1570)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:29:14.012353 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:14.067690 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d132d10e-182e-43e6-86fe-b56947596481 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.0523570 Nov 09 21:29:14.081845 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 53764) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:14.114048 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b959548-d9ce-422e-9a7c-11ed3ecfe688 x-openstack-request-id: req-9b959548-d9ce-422e-9a7c-11ed3ecfe688 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:29:14.114343 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f664e615-3356-440f-8ddc-2f49105977e5", "name": "network-vif-plugged", "status": "completed", "tag": "1a51352f-403b-4ef4-b920-9735314d58a3", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:29:14.114601 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9b959548-d9ce-422e-9a7c-11ed3ecfe688 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:29:14.115008 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f664e615-3356-440f-8ddc-2f49105977e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a51352f-403b-4ef4-b920-9735314d58a3', 'code': 200} Nov 09 21:29:14.183501 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-d24fd81c-d11b-4bb0-9119-b39d27988771 admin admin] Request body: {'subnet': {'network_id': '093cafbf-83e8-4284-b188-26f4782840d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-673645449-subnet', 'tenant_id': 'b1207329bb7a44a799c55f94e4950d98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:29:14.241071 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=1a51352f-403b-4ef4-b920-9735314d58a3,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:14.259926 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-a1d68556-2ea5-4ed3-b7bf-da0f7fb2b863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:14.260560 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-a1d68556-2ea5-4ed3-b7bf-da0f7fb2b863 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:14.262019 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-a1d68556-2ea5-4ed3-b7bf-da0f7fb2b863 service neutron] 10.222.0.45 "PUT /v2.0/ports/49ca6069-97ea-476a-bd07-830e25ed260d HTTP/1.1" status: 200 len: 1091 time: 5.8690851 Nov 09 21:29:14.262581 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b13ac0-7467-40fe-97a0-41b068e0ffb8', 'tag': '49ca6069-97ea-476a-bd07-830e25ed260d'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:29:14.265890 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01dae0a-c10a-4597-ab3c-abfdee4651e8" -d '{"events": [{"name": "network-changed", "server_uuid": "68b13ac0-7467-40fe-97a0-41b068e0ffb8", "tag": "49ca6069-97ea-476a-bd07-830e25ed260d"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:29:14.381067 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d132d10e-182e-43e6-86fe-b56947596481 admin admin] Pushing event updated for resources: {'Network': ['ID=093cafbf-83e8-4284-b188-26f4782840d7,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:14.393445 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 093cafbf-83e8-4284-b188-26f4782840d7 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:29:14.599412 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5a2ceace-2d4b-40f9-b51d-346e3749e56d tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:14.630536 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-12b9ab59-af01-47cd-95c8-9a9ff44d044b service neutron] Attempting to bind port 2f3ec0de-8307-460d-8a27-0405548565af on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:29:14.631322 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-12b9ab59-af01-47cd-95c8-9a9ff44d044b service neutron] Attempting to bind port 2f3ec0de-8307-460d-8a27-0405548565af by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '6c600904-1089-4f6e-bdc1-9238f98f1570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65c74eb5-9df6-4e6b-9cf1-5af41186cfae'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:29:14.631668 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-12b9ab59-af01-47cd-95c8-9a9ff44d044b service neutron] Attempting to bind port 2f3ec0de-8307-460d-8a27-0405548565af on network 65c74eb5-9df6-4e6b-9cf1-5af41186cfae {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:29:14.640290 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24fd81c-d11b-4bb0-9119-b39d27988771 admin admin] Made reservation on behalf of b1207329bb7a44a799c55f94e4950d98 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:29:14.643297 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d24fd81c-d11b-4bb0-9119-b39d27988771 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:14.742986 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5a2ceace-2d4b-40f9-b51d-346e3749e56d tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:14.853233 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-5a400770-d038-4a82-a911-a148b8706665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:14.854914 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-5a400770-d038-4a82-a911-a148b8706665 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a70c821ed554d2d8738f5725b3d9978&device_id=68b13ac0-7467-40fe-97a0-41b068e0ffb8 HTTP/1.1" status: 200 len: 1094 time: 0.5177522 Nov 09 21:29:14.855615 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d68556-2ea5-4ed3-b7bf-da0f7fb2b863 service neutron] Pushing event updated for resources: {'Port': ['ID=49ca6069-97ea-476a-bd07-830e25ed260d,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:14.878010 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bbfa80-8196-4efe-8423-0fffd7812c9a req-a4276d98-b9df-49a6-bfe9-7efc006448ad tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:14.879974 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a4bbfa80-8196-4efe-8423-0fffd7812c9a req-a4276d98-b9df-49a6-bfe9-7efc006448ad tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6664fb7-fa6c-4bb9-ae89-e75326e12747 HTTP/1.1" status: 200 len: 943 time: 0.9014847 Nov 09 21:29:14.889402 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d24fd81c-d11b-4bb0-9119-b39d27988771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:14.904803 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-12b9ab59-af01-47cd-95c8-9a9ff44d044b service neutron] Port 2f3ec0de-8307-460d-8a27-0405548565af on network 65c74eb5-9df6-4e6b-9cf1-5af41186cfae not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:29:14.905314 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-12b9ab59-af01-47cd-95c8-9a9ff44d044b service neutron] Attempting to bind port 2f3ec0de-8307-460d-8a27-0405548565af on network 65c74eb5-9df6-4e6b-9cf1-5af41186cfae {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:29:14.908942 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-7deaf2f5-fc45-4312-a8cc-59b4a74bbf81 req-c72e34dd-df7f-40a7-add1-d61b047e26bd service neutron] For port 56af6d29-608a-4d59-88cb-066cc43b0a93, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:29:14.981814 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5a2ceace-2d4b-40f9-b51d-346e3749e56d tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:14.987044 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5a2ceace-2d4b-40f9-b51d-346e3749e56d tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:15.026949 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-12b9ab59-af01-47cd-95c8-9a9ff44d044b service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:29:15.027645 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-12b9ab59-af01-47cd-95c8-9a9ff44d044b service neutron] Checking segment: {'id': '6c600904-1089-4f6e-bdc1-9238f98f1570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65c74eb5-9df6-4e6b-9cf1-5af41186cfae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:29:15.028271 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-12b9ab59-af01-47cd-95c8-9a9ff44d044b service neutron] Bound using segment: {'id': '6c600904-1089-4f6e-bdc1-9238f98f1570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65c74eb5-9df6-4e6b-9cf1-5af41186cfae'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:29:15.028981 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-12b9ab59-af01-47cd-95c8-9a9ff44d044b service neutron] Bound port: 2f3ec0de-8307-460d-8a27-0405548565af, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c600904-1089-4f6e-bdc1-9238f98f1570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '65c74eb5-9df6-4e6b-9cf1-5af41186cfae'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:29:15.029554 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-12b9ab59-af01-47cd-95c8-9a9ff44d044b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:15.033281 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-7deaf2f5-fc45-4312-a8cc-59b4a74bbf81 req-c72e34dd-df7f-40a7-add1-d61b047e26bd service neutron] For port 56af6d29-608a-4d59-88cb-066cc43b0a93, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=56af6d29-608a-4d59-88cb-066cc43b0a93,segment=NetworkSegment(34c790f7-0b4d-4574-9ae7-2413289b0cee),segment_id=34c790f7-0b4d-4574-9ae7-2413289b0cee)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:29:15.043672 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-95f3cb9a-f03a-481a-a0d2-ed9c7fd7056b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49ca6069-97ea-476a-bd07-830e25ed260d HTTP/1.1" status: 200 len: 217 time: 0.1623347 Nov 09 21:29:15.070105 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-7deaf2f5-fc45-4312-a8cc-59b4a74bbf81 req-c72e34dd-df7f-40a7-add1-d61b047e26bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:15.086396 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ceace-2d4b-40f9-b51d-346e3749e56d tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Pushing event updated for resources: {'Port': ['ID=7cae1731-bf82-4d97-b981-2dce908d89e8,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:15.147898 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cbe139-020c-47fc-8390-a7c3b168fd73 req-0064597f-f402-421b-93e9-c42643bd8009 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:15.170137 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b0cbe139-020c-47fc-8390-a7c3b168fd73 req-0064597f-f402-421b-93e9-c42643bd8009 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=64b81f4a-ca27-4f80-8ba0-f77d4972e8a0 HTTP/1.1" status: 200 len: 943 time: 0.5241499 Nov 09 21:29:15.212321 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24fd81c-d11b-4bb0-9119-b39d27988771 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd6e44e4-5e6c-4686-bf11-6eda819f88dd,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:15.229954 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deaf2f5-fc45-4312-a8cc-59b4a74bbf81 req-c72e34dd-df7f-40a7-add1-d61b047e26bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:15.230906 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-7deaf2f5-fc45-4312-a8cc-59b4a74bbf81 req-c72e34dd-df7f-40a7-add1-d61b047e26bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:15.234307 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7deaf2f5-fc45-4312-a8cc-59b4a74bbf81 req-c72e34dd-df7f-40a7-add1-d61b047e26bd service neutron] 10.222.0.43 "PUT /v2.0/ports/56af6d29-608a-4d59-88cb-066cc43b0a93 HTTP/1.1" status: 200 len: 1091 time: 4.4813602 Nov 09 21:29:15.247942 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39915d15-25d1-4710-b9c5-5908af77e039 req-91de5a8a-bd48-4cfb-8031-cc3ff3c4a919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:15.255356 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-39915d15-25d1-4710-b9c5-5908af77e039 req-91de5a8a-bd48-4cfb-8031-cc3ff3c4a919 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f664e615-3356-440f-8ddc-2f49105977e5 HTTP/1.1" status: 200 len: 1097 time: 0.6081758 Nov 09 21:29:15.333349 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a4bbfa80-8196-4efe-8423-0fffd7812c9a req-e004608d-9d2b-4fc0-855f-053309e1d006 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ad655d7-6b32-467a-9bdc-462828bb851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4328249 Nov 09 21:29:15.371450 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-0f7dbd5e-63b1-4ac0-ab3c-d47ead36060c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:15.380222 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-0f7dbd5e-63b1-4ac0-ab3c-d47ead36060c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c44cc40c-e11d-4de4-aa2b-cf06590d8e83 HTTP/1.1" status: 200 len: 855 time: 0.3207576 Nov 09 21:29:15.389495 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b0cbe139-020c-47fc-8390-a7c3b168fd73 req-4ea106fd-4197-4795-8f24-bf3cde6cc8ab tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181568 Nov 09 21:29:15.395751 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24fd81c-d11b-4bb0-9119-b39d27988771 admin admin] Checking segment: {'id': 'a3d7cb7a-81ff-4571-9df7-5e54dde22088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '093cafbf-83e8-4284-b188-26f4782840d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:29:15.396121 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24fd81c-d11b-4bb0-9119-b39d27988771 admin admin] Network hostable DHCP agents. Network: 093cafbf-83e8-4284-b188-26f4782840d7, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:29:15.415850 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e34dd-df7f-40a7-add1-d61b047e26bd service neutron] Pushing event updated for resources: {'Port': ['ID=56af6d29-608a-4d59-88cb-066cc43b0a93,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:15.443950 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-39915d15-25d1-4710-b9c5-5908af77e039 req-2c187de1-1158-4c26-8c23-f850212e7484 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3ad655d7-6b32-467a-9bdc-462828bb851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255057 Nov 09 21:29:15.445433 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5a2ceace-2d4b-40f9-b51d-346e3749e56d tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:15.471869 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-12b9ab59-af01-47cd-95c8-9a9ff44d044b service neutron] For port 2f3ec0de-8307-460d-8a27-0405548565af, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:29:15.515975 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49a2b21-b544-4c1c-9c9c-4ac2476b27dd x-openstack-request-id: req-e49a2b21-b544-4c1c-9c9c-4ac2476b27dd {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:29:15.516587 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b13ac0-7467-40fe-97a0-41b068e0ffb8", "tag": "49ca6069-97ea-476a-bd07-830e25ed260d", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:29:15.517524 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e49a2b21-b544-4c1c-9c9c-4ac2476b27dd {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:29:15.518122 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b13ac0-7467-40fe-97a0-41b068e0ffb8', 'tag': '49ca6069-97ea-476a-bd07-830e25ed260d', 'status': 'completed', 'code': 200} Nov 09 21:29:15.521424 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-12b9ab59-af01-47cd-95c8-9a9ff44d044b service neutron] For port 2f3ec0de-8307-460d-8a27-0405548565af, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=2f3ec0de-8307-460d-8a27-0405548565af,segment=NetworkSegment(6c600904-1089-4f6e-bdc1-9238f98f1570),segment_id=6c600904-1089-4f6e-bdc1-9238f98f1570)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:29:15.552269 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-12b9ab59-af01-47cd-95c8-9a9ff44d044b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:15.567730 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24fd81c-d11b-4bb0-9119-b39d27988771 admin admin] Network 093cafbf-83e8-4284-b188-26f4782840d7 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:29:15.574240 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deaf2f5-fc45-4312-a8cc-59b4a74bbf81 req-d20418d0-0558-4739-ac46-2b7ff6571588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:15.579290 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7deaf2f5-fc45-4312-a8cc-59b4a74bbf81 req-d20418d0-0558-4739-ac46-2b7ff6571588 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea132a94a82f43f69fd0808e866cec5f&device_id=64b81f4a-ca27-4f80-8ba0-f77d4972e8a0 HTTP/1.1" status: 200 len: 1094 time: 0.2742712 Nov 09 21:29:15.646129 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-7e614c64-66a4-4832-8fda-e1a3af5e1326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:15.647509 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-7e614c64-66a4-4832-8fda-e1a3af5e1326 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=65c74eb5-9df6-4e6b-9cf1-5af41186cfae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2487285 Nov 09 21:29:15.654710 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-12b9ab59-af01-47cd-95c8-9a9ff44d044b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:15.654822 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-12b9ab59-af01-47cd-95c8-9a9ff44d044b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:15.656324 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-12b9ab59-af01-47cd-95c8-9a9ff44d044b service neutron] 10.222.0.43 "PUT /v2.0/ports/2f3ec0de-8307-460d-8a27-0405548565af HTTP/1.1" status: 200 len: 1091 time: 4.5451415 Nov 09 21:29:15.659025 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-d24fd81c-d11b-4bb0-9119-b39d27988771 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 093cafbf-83e8-4284-b188-26f4782840d7) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:29:15.663845 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24fd81c-d11b-4bb0-9119-b39d27988771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:15.666029 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d24fd81c-d11b-4bb0-9119-b39d27988771 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:15.689053 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0217b584-0dda-43d1-8d4b-18c29c395ebb None None] Network 093cafbf-83e8-4284-b188-26f4782840d7 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:29:15.777152 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab30503-a95c-4d2c-870f-ad63ba7ae170 req-9711fbb2-bf9a-4936-a3a0-a1695a63d552 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:15.785010 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fab30503-a95c-4d2c-870f-ad63ba7ae170 req-9711fbb2-bf9a-4936-a3a0-a1695a63d552 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 946 time: 0.2135494 Nov 09 21:29:15.809911 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-daaa0026-0884-4567-85c9-e24df40ab965 service neutron] 10.222.0.45 "GET /v2.0/networks/65c74eb5-9df6-4e6b-9cf1-5af41186cfae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410241 Nov 09 21:29:15.908792 n-d-816206-3 neutron-server[102608]: INFO neutron.db.l3_db [None req-5a2ceace-2d4b-40f9-b51d-346e3749e56d tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Floating IP bfee2220-0728-42d2-a7b9-47e5870780f1 associated. External IP: 172.25.7.161, port: 6e6b2ded-990f-4f64-92fd-ee770d8e6388. Nov 09 21:29:16.001191 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea3d222-7c16-471b-9521-f20228941993 None None] Network 093cafbf-83e8-4284-b188-26f4782840d7 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:29:16.040182 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fab30503-a95c-4d2c-870f-ad63ba7ae170 req-4eb18907-9139-41cc-862a-d3c5e4767419 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2542861 Nov 09 21:29:16.381805 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7deaf2f5-fc45-4312-a8cc-59b4a74bbf81 req-b9cfe8b6-1a68-4ac7-8123-422a4d261aef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56af6d29-608a-4d59-88cb-066cc43b0a93 HTTP/1.1" status: 200 len: 217 time: 0.5709026 Nov 09 21:29:16.389477 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a2ceace-2d4b-40f9-b51d-346e3749e56d tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Router dbddf32d-c7fe-4c68-8119-dc4de3045bdd has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:29:16.394723 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d24fd81c-d11b-4bb0-9119-b39d27988771 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2804954 Nov 09 21:29:16.473716 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9ab59-af01-47cd-95c8-9a9ff44d044b service neutron] Pushing event updated for resources: {'Port': ['ID=2f3ec0de-8307-460d-8a27-0405548565af,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:16.612249 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-c15df818-a1bf-46f9-931f-5288f764bd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:16.614020 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-c15df818-a1bf-46f9-931f-5288f764bd9f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3a70c821ed554d2d8738f5725b3d9978&device_id=b6664fb7-fa6c-4bb9-ae89-e75326e12747 HTTP/1.1" status: 200 len: 1094 time: 0.7885830 Nov 09 21:29:16.633986 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-532306c9-a406-4ff7-9efa-670c5d5cd3ae req-8cf2c4df-5b7f-41de-80bf-8fedcbd2caef service neutron] 10.222.0.45 "GET /v2.0/networks/65c74eb5-9df6-4e6b-9cf1-5af41186cfae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7884851 Nov 09 21:29:16.635180 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deaf2f5-fc45-4312-a8cc-59b4a74bbf81 req-925c0bf6-e097-4f7e-a170-9022100714e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:16.636605 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7deaf2f5-fc45-4312-a8cc-59b4a74bbf81 req-925c0bf6-e097-4f7e-a170-9022100714e0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=aead6392-42fa-4a16-a986-5c9371526ce9 HTTP/1.1" status: 200 len: 853 time: 0.2162967 Nov 09 21:29:16.689704 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d079ff3-744b-4efb-b911-1f51bf5140ed req-b77065b7-3e6d-472d-b265-462ec49620c1 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:16.692060 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5d079ff3-744b-4efb-b911-1f51bf5140ed req-b77065b7-3e6d-472d-b265-462ec49620c1 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=64b81f4a-ca27-4f80-8ba0-f77d4972e8a0 HTTP/1.1" status: 200 len: 943 time: 0.1797922 Nov 09 21:29:16.693881 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2ceace-2d4b-40f9-b51d-346e3749e56d tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:29:16.711932 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b346e3db-0479-4534-866b-d66fbb0e0720 None None] Sync routers for ids ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:29:16.742912 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7deaf2f5-fc45-4312-a8cc-59b4a74bbf81 req-7b3c9a8c-0540-4455-90da-182f0f793ec5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=276f688e-7f99-4153-a7fb-8c012406fc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935013 Nov 09 21:29:16.744185 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-c8ffcf83-7d1d-43cf-b957-c83f700088b1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f3ec0de-8307-460d-8a27-0405548565af HTTP/1.1" status: 200 len: 217 time: 0.1054616 Nov 09 21:29:16.745623 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b346e3db-0479-4534-866b-d66fbb0e0720 None None] Routers {'dbddf32d-c7fe-4c68-8119-dc4de3045bdd'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:29:16.747407 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b346e3db-0479-4534-866b-d66fbb0e0720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:28:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:16.758878 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbdc5df-2a27-4184-864a-049939c709f2 req-f172309d-8ce6-4ab9-a00c-3bb9a71dd3ae tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:16.760480 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9cbdc5df-2a27-4184-864a-049939c709f2 req-f172309d-8ce6-4ab9-a00c-3bb9a71dd3ae tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6664fb7-fa6c-4bb9-ae89-e75326e12747 HTTP/1.1" status: 200 len: 943 time: 0.2835553 Nov 09 21:29:16.773521 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5a2ceace-2d4b-40f9-b51d-346e3749e56d tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:16.858946 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b346e3db-0479-4534-866b-d66fbb0e0720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:16.874171 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b346e3db-0479-4534-866b-d66fbb0e0720 None None] Routers {'dbddf32d-c7fe-4c68-8119-dc4de3045bdd'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:29:16.875107 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b346e3db-0479-4534-866b-d66fbb0e0720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:28:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:16.895519 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5a2ceace-2d4b-40f9-b51d-346e3749e56d tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.4271255 Nov 09 21:29:16.903070 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 53834) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:16.923475 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-d4d3efe1-3f08-4396-b58e-d6b6b5b6fc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:16.924006 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b346e3db-0479-4534-866b-d66fbb0e0720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:16.924941 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b346e3db-0479-4534-866b-d66fbb0e0720 None None] The sync data for ids ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'] in n-d-816206-3 is: [] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:29:16.925092 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-d4d3efe1-3f08-4396-b58e-d6b6b5b6fc24 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c44cc40c-e11d-4de4-aa2b-cf06590d8e83 HTTP/1.1" status: 200 len: 855 time: 0.1635442 Nov 09 21:29:16.930063 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5d079ff3-744b-4efb-b911-1f51bf5140ed req-28c767f8-bdd9-4cc2-bc7f-0a2a84d8b4b0 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182243 Nov 09 21:29:16.953715 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53836) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:16.990334 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8b650-1960-4fa5-84b9-21e1759beb76 req-922da0da-5735-4d89-9119-ffb42e346ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:16.992038 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-15b8b650-1960-4fa5-84b9-21e1759beb76 req-922da0da-5735-4d89-9119-ffb42e346ab1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=80bd14f1151c49209b6b9f6a58ef3329&device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 1097 time: 0.0954764 Nov 09 21:29:17.120811 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9c107521-f671-4a65-b62d-f0b567c9bed5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:17.124989 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8b650-1960-4fa5-84b9-21e1759beb76 req-2f807f88-c2a7-4739-8b68-745a0440a714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:17.126589 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-15b8b650-1960-4fa5-84b9-21e1759beb76 req-2f807f88-c2a7-4739-8b68-745a0440a714 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5a2ce5cc-687a-4c33-859e-f9b75a50c5b6 HTTP/1.1" status: 200 len: 917 time: 0.1272209 Nov 09 21:29:17.180796 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7deaf2f5-fc45-4312-a8cc-59b4a74bbf81 req-e737adc3-ce92-4b04-b334-a2715ce0278e service neutron] 10.222.0.43 "GET /v2.0/networks/276f688e-7f99-4153-a7fb-8c012406fc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4181566 Nov 09 21:29:17.222811 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9cbdc5df-2a27-4184-864a-049939c709f2 req-2caf4a1e-0281-4886-aa65-f9c8056f44fc tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ad655d7-6b32-467a-9bdc-462828bb851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4452672 Nov 09 21:29:17.245277 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-15b8b650-1960-4fa5-84b9-21e1759beb76 req-06a709df-eaee-4294-b56b-1f8e6e6e6037 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68ae207f-8797-43be-b1fb-04eb8173be11 HTTP/1.1" status: 200 len: 1002 time: 0.1104767 Nov 09 21:29:17.307260 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01dae0a-c10a-4597-ab3c-abfdee4651e8 req-eec7e399-8fee-4361-83e7-41188907540d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:17.312832 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a01dae0a-c10a-4597-ab3c-abfdee4651e8 req-eec7e399-8fee-4361-83e7-41188907540d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a70c821ed554d2d8738f5725b3d9978&device_id=68b13ac0-7467-40fe-97a0-41b068e0ffb8 HTTP/1.1" status: 200 len: 1094 time: 0.4516106 Nov 09 21:29:17.341811 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9c107521-f671-4a65-b62d-f0b567c9bed5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:17.360540 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9c107521-f671-4a65-b62d-f0b567c9bed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:17.439335 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7deaf2f5-fc45-4312-a8cc-59b4a74bbf81 req-427d80f9-570b-46d4-8cdc-88461c951b3c service neutron] 10.222.0.43 "GET /v2.0/networks/276f688e-7f99-4153-a7fb-8c012406fc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395678 Nov 09 21:29:17.441428 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-9c107521-f671-4a65-b62d-f0b567c9bed5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bb1e1c5eefe848e0be1625ab98c3dd8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4758677 Nov 09 21:29:17.444572 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c107521-f671-4a65-b62d-f0b567c9bed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc64da52-c131-4fe1-9485-79fd24616c9f,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:17.447177 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53858) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:17.458881 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8b650-1960-4fa5-84b9-21e1759beb76 req-e71c6c7d-a6c8-4312-9e54-d8a8c7aedc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:17.461243 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-15b8b650-1960-4fa5-84b9-21e1759beb76 req-e71c6c7d-a6c8-4312-9e54-d8a8c7aedc8e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=87945563-f9d1-4353-83ce-d183f9346308 HTTP/1.1" status: 200 len: 856 time: 0.1156986 Nov 09 21:29:17.522011 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-d2ac859f-4bd7-4a45-a1b2-223cdc3759b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:17.524303 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-d2ac859f-4bd7-4a45-a1b2-223cdc3759b1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=65c74eb5-9df6-4e6b-9cf1-5af41186cfae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5054727 Nov 09 21:29:17.524697 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64b81f4a-ca27-4f80-8ba0-f77d4972e8a0', 'tag': '56af6d29-608a-4d59-88cb-066cc43b0a93'}, {'name': 'network-changed', 'server_uuid': 'b6664fb7-fa6c-4bb9-ae89-e75326e12747', 'tag': '2f3ec0de-8307-460d-8a27-0405548565af'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:29:17.526927 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa687c1-4e36-4b51-a59b-0b406f791a4a" -d '{"events": [{"name": "network-changed", "server_uuid": "64b81f4a-ca27-4f80-8ba0-f77d4972e8a0", "tag": "56af6d29-608a-4d59-88cb-066cc43b0a93"}, {"name": "network-changed", "server_uuid": "b6664fb7-fa6c-4bb9-ae89-e75326e12747", "tag": "2f3ec0de-8307-460d-8a27-0405548565af"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:29:17.535242 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53862) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:17.536366 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-44374160-2f2c-42c0-9560-251414b96c5c tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "GET /v2.0/floatingips/bfee2220-0728-42d2-a7b9-47e5870780f1 HTTP/1.1" status: 200 len: 978 time: 0.6267643 Nov 09 21:29:17.595186 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b9f8a71f-0edd-4ba7-aa7d-88b2d0d8a803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:17.667896 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c216fe38-e888-403a-8fa9-2eaf6655678e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1314242 Nov 09 21:29:17.672238 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 53864) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:17.682201 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e81fb5-f1d5-48fe-ab0f-ded4fba1002f req-6ed374c0-d7db-4c62-9ac3-3b99a09621cb tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:17.683653 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b8e81fb5-f1d5-48fe-ab0f-ded4fba1002f req-6ed374c0-d7db-4c62-9ac3-3b99a09621cb tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 946 time: 0.2434175 Nov 09 21:29:17.688784 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-00899f05-2b8b-4a24-872f-6a24cdad5ec0 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Request body: {'floatingip': {'port_id': '21b90bf0-9494-464a-8c09-a4aeabb5e3d4'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:29:17.739808 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 49ca6069-97ea-476a-bd07-830e25ed260d details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:29:17.747523 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8b650-1960-4fa5-84b9-21e1759beb76 req-c8b6db89-1218-4592-adce-0064e5acb4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:17.749318 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-15b8b650-1960-4fa5-84b9-21e1759beb76 req-c8b6db89-1218-4592-adce-0064e5acb4d5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5a2ce5cc-687a-4c33-859e-f9b75a50c5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2743175 Nov 09 21:29:17.759142 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7134c71e-a9ed-4e96-9092-31791f9c3f71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:17.790092 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b8e81fb5-f1d5-48fe-ab0f-ded4fba1002f req-6126b764-6806-4abb-9d1b-069172a99c14 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948029 Nov 09 21:29:17.822508 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-c8875644-d500-4dc6-ad06-ae88bdc851f0 service neutron] 10.222.0.43 "GET /v2.0/networks/65c74eb5-9df6-4e6b-9cf1-5af41186cfae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849979 Nov 09 21:29:17.823489 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01dae0a-c10a-4597-ab3c-abfdee4651e8 req-80289a9b-92cb-407e-a6d7-95c66e0cd2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:17.824881 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a01dae0a-c10a-4597-ab3c-abfdee4651e8 req-80289a9b-92cb-407e-a6d7-95c66e0cd2ae service neutron] 10.222.0.45 "GET /v2.0/networks?id=65c74eb5-9df6-4e6b-9cf1-5af41186cfae HTTP/1.1" status: 200 len: 916 time: 0.3827829 Nov 09 21:29:17.886096 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7134c71e-a9ed-4e96-9092-31791f9c3f71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:17.895097 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 09 Nov 2021 21:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67fa547-8211-426a-ab1d-cf0e2d6fdc2d x-openstack-request-id: req-d67fa547-8211-426a-ab1d-cf0e2d6fdc2d {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:29:17.895474 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64b81f4a-ca27-4f80-8ba0-f77d4972e8a0", "tag": "56af6d29-608a-4d59-88cb-066cc43b0a93", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b6664fb7-fa6c-4bb9-ae89-e75326e12747", "tag": "2f3ec0de-8307-460d-8a27-0405548565af", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:29:17.895796 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d67fa547-8211-426a-ab1d-cf0e2d6fdc2d {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:29:17.896270 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64b81f4a-ca27-4f80-8ba0-f77d4972e8a0', 'tag': '56af6d29-608a-4d59-88cb-066cc43b0a93', 'status': 'completed', 'code': 200} Nov 09 21:29:17.896595 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6664fb7-fa6c-4bb9-ae89-e75326e12747', 'tag': '2f3ec0de-8307-460d-8a27-0405548565af', 'status': 'completed', 'code': 200} Nov 09 21:29:17.899559 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-00899f05-2b8b-4a24-872f-6a24cdad5ec0 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for floatingip, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:17.943025 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-15b8b650-1960-4fa5-84b9-21e1759beb76 req-828cec18-00fa-4260-ab3d-efe870c8af50 service neutron] 10.222.0.43 "GET /v2.0/networks/5a2ce5cc-687a-4c33-859e-f9b75a50c5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853468 Nov 09 21:29:17.954092 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 49ca6069-97ea-476a-bd07-830e25ed260d, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=49ca6069-97ea-476a-bd07-830e25ed260d,segment=NetworkSegment(6c600904-1089-4f6e-bdc1-9238f98f1570),segment_id=6c600904-1089-4f6e-bdc1-9238f98f1570)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:29:17.965141 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '49ca6069-97ea-476a-bd07-830e25ed260d', 'network_id': '65c74eb5-9df6-4e6b-9cf1-5af41186cfae', 'port_id': '49ca6069-97ea-476a-bd07-830e25ed260d', 'mac_address': 'fa:16:3e:b5:71:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c44cc40c-e11d-4de4-aa2b-cf06590d8e83', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:29:17.987354 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8f3ef-8a68-4d13-a62e-6dce2838e513 req-4f831973-da1e-457d-a1be-e0e07a19b135 tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:17.991415 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d8e8f3ef-8a68-4d13-a62e-6dce2838e513 req-4f831973-da1e-457d-a1be-e0e07a19b135 tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] 10.222.0.49 "GET /v2.0/networks?id=093cafbf-83e8-4284-b188-26f4782840d7 HTTP/1.1" status: 200 len: 812 time: 0.4949834 Nov 09 21:29:17.993142 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a01dae0a-c10a-4597-ab3c-abfdee4651e8 req-4fcaa0c4-8e0e-4351-bcea-a92daf385de7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49ca6069-97ea-476a-bd07-830e25ed260d HTTP/1.1" status: 200 len: 217 time: 0.1522896 Nov 09 21:29:18.005671 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:18.019803 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49ca6069-97ea-476a-bd07-830e25ed260d {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:29:18.041331 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 49ca6069-97ea-476a-bd07-830e25ed260d, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=49ca6069-97ea-476a-bd07-830e25ed260d,segment=NetworkSegment(6c600904-1089-4f6e-bdc1-9238f98f1570),segment_id=6c600904-1089-4f6e-bdc1-9238f98f1570)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:29:18.046057 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:18.104628 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=49ca6069-97ea-476a-bd07-830e25ed260d,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:18.135633 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-15b8b650-1960-4fa5-84b9-21e1759beb76 req-d757c838-e62c-43cf-b1ba-a53091af4602 service neutron] 10.222.0.43 "GET /v2.0/networks/5a2ce5cc-687a-4c33-859e-f9b75a50c5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631923 Nov 09 21:29:18.153653 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d8e8f3ef-8a68-4d13-a62e-6dce2838e513 req-33e7794e-5254-409a-89d0-c514a813060a tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] 10.222.0.49 "GET /v2.0/quotas/b1207329bb7a44a799c55f94e4950d98 HTTP/1.1" status: 200 len: 375 time: 0.1354825 Nov 09 21:29:18.206766 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d8e8f3ef-8a68-4d13-a62e-6dce2838e513 req-73b45ce1-1377-4450-b8c7-1bd1d054f80f tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b1207329bb7a44a799c55f94e4950d98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447874 Nov 09 21:29:18.252879 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa687c1-4e36-4b51-a59b-0b406f791a4a req-d2f0dfad-5611-4d38-8c75-eab4a7d5c9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:18.254423 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dfa687c1-4e36-4b51-a59b-0b406f791a4a req-d2f0dfad-5611-4d38-8c75-eab4a7d5c9c3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea132a94a82f43f69fd0808e866cec5f&device_id=64b81f4a-ca27-4f80-8ba0-f77d4972e8a0 HTTP/1.1" status: 200 len: 1094 time: 0.2643199 Nov 09 21:29:18.313971 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['49ca6069-97ea-476a-bd07-830e25ed260d'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:29:18.316820 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01dae0a-c10a-4597-ab3c-abfdee4651e8 req-1a23a79a-2bd2-4b19-9084-59a6c490a654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:18.318672 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a01dae0a-c10a-4597-ab3c-abfdee4651e8 req-1a23a79a-2bd2-4b19-9084-59a6c490a654 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c44cc40c-e11d-4de4-aa2b-cf06590d8e83 HTTP/1.1" status: 200 len: 855 time: 0.2347562 Nov 09 21:29:18.329052 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7134c71e-a9ed-4e96-9092-31791f9c3f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:18.335365 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7134c71e-a9ed-4e96-9092-31791f9c3f71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:18.337491 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7134c71e-a9ed-4e96-9092-31791f9c3f71 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dc64da52-c131-4fe1-9485-79fd24616c9f HTTP/1.1" status: 204 len: 168 time: 0.8862460 Nov 09 21:29:18.348646 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d8e8f3ef-8a68-4d13-a62e-6dce2838e513 req-f6555cc3-0734-4ab5-82f1-878a27505b6c service neutron] 10.222.0.49 "GET /v2.0/networks/093cafbf-83e8-4284-b188-26f4782840d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411319 Nov 09 21:29:18.361956 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1715587-0302-4c65-83b7-668acaafcd87 req-250b1a7b-974e-4f74-a4f6-b2218549b3e7 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:18.363477 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d1715587-0302-4c65-83b7-668acaafcd87 req-250b1a7b-974e-4f74-a4f6-b2218549b3e7 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=64b81f4a-ca27-4f80-8ba0-f77d4972e8a0 HTTP/1.1" status: 200 len: 943 time: 0.2756009 Nov 09 21:29:18.441766 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-37c41ef9-99a2-48bd-bbbf-afd157ae589f req-3f39ba02-54b8-4e98-aff4-c5f98893f1f9 service neutron] 10.222.0.43 "GET /v2.0/networks/65c74eb5-9df6-4e6b-9cf1-5af41186cfae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6017697 Nov 09 21:29:18.724138 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01dae0a-c10a-4597-ab3c-abfdee4651e8 req-8be2c261-ca48-4f9f-96cf-cf48177a483f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:18.725797 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a01dae0a-c10a-4597-ab3c-abfdee4651e8 req-8be2c261-ca48-4f9f-96cf-cf48177a483f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=65c74eb5-9df6-4e6b-9cf1-5af41186cfae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3914497 Nov 09 21:29:18.761110 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d1715587-0302-4c65-83b7-668acaafcd87 req-2b42a7ed-ba0e-4d16-8071-58bb985383ab tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114452 Nov 09 21:29:18.832058 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa687c1-4e36-4b51-a59b-0b406f791a4a req-9e1a1b2b-f356-4b71-bcd4-5e294847a2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:18.833694 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dfa687c1-4e36-4b51-a59b-0b406f791a4a req-9e1a1b2b-f356-4b71-bcd4-5e294847a2ea service neutron] 10.222.0.43 "GET /v2.0/networks?id=276f688e-7f99-4153-a7fb-8c012406fc86 HTTP/1.1" status: 200 len: 913 time: 0.5200989 Nov 09 21:29:18.874395 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7134c71e-a9ed-4e96-9092-31791f9c3f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc64da52-c131-4fe1-9485-79fd24616c9f,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:18.912488 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dfa687c1-4e36-4b51-a59b-0b406f791a4a req-982a64a6-b39c-4f7d-b786-b6d3cd643d93 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56af6d29-608a-4d59-88cb-066cc43b0a93 HTTP/1.1" status: 200 len: 217 time: 0.0700703 Nov 09 21:29:18.930584 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 53880) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:18.937426 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:29:19.015654 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d8e8f3ef-8a68-4d13-a62e-6dce2838e513 req-1934f249-5dbd-4738-a629-3da80c111184 service neutron] 10.222.0.49 "GET /v2.0/networks/093cafbf-83e8-4284-b188-26f4782840d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6593449 Nov 09 21:29:19.275228 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3a6ef-ec0b-45cc-84b6-109c7dc0cbb1 req-4ed414e2-036d-49f3-9803-a57b76b5e647 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:19.277232 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-75b3a6ef-ec0b-45cc-84b6-109c7dc0cbb1 req-4ed414e2-036d-49f3-9803-a57b76b5e647 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 946 time: 0.0781870 Nov 09 21:29:19.321874 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-397f9eda-8096-4452-8b9f-dd1ba755bc38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:19.343950 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-75b3a6ef-ec0b-45cc-84b6-109c7dc0cbb1 req-0a4375d6-3199-409a-bc00-8bcd32578d33 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598512 Nov 09 21:29:19.374156 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa687c1-4e36-4b51-a59b-0b406f791a4a req-b8d031e8-297f-476f-a170-5790e9b486a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:19.374156 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dfa687c1-4e36-4b51-a59b-0b406f791a4a req-b8d031e8-297f-476f-a170-5790e9b486a7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=aead6392-42fa-4a16-a986-5c9371526ce9 HTTP/1.1" status: 200 len: 853 time: 0.4488688 Nov 09 21:29:19.447630 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a01dae0a-c10a-4597-ab3c-abfdee4651e8 req-d05451f3-8ef0-4ff2-a76c-3e2810f12194 service neutron] 10.222.0.45 "GET /v2.0/networks/65c74eb5-9df6-4e6b-9cf1-5af41186cfae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7130849 Nov 09 21:29:19.448245 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0b0856ce-3ea6-4626-9100-ee67fb6b0ea4 req-5afc5785-a4a2-44ab-bbe1-713145d6c0ed tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] 10.222.0.49 "GET /v2.0/ports?device_id=f23b28c1-1ca2-46d0-b58f-ab0a0db805a6 HTTP/1.1" status: 200 len: 210 time: 0.0365036 Nov 09 21:29:19.449451 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dfa687c1-4e36-4b51-a59b-0b406f791a4a req-acfe5409-d836-4533-88a5-d2acde637b30 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=276f688e-7f99-4153-a7fb-8c012406fc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514066 Nov 09 21:29:19.490831 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 56af6d29-608a-4d59-88cb-066cc43b0a93 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:29:19.494934 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 68ae207f-8797-43be-b1fb-04eb8173be11 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:29:19.531785 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce3ad5-9f90-48e6-8d13-097a172325b8 req-c3e70799-6903-4b88-bfa3-25149ec32201 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:19.533093 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-42ce3ad5-9f90-48e6-8d13-097a172325b8 req-c3e70799-6903-4b88-bfa3-25149ec32201 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6664fb7-fa6c-4bb9-ae89-e75326e12747 HTTP/1.1" status: 200 len: 943 time: 0.2466440 Nov 09 21:29:19.684980 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:19.726050 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 68ae207f-8797-43be-b1fb-04eb8173be11, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=68ae207f-8797-43be-b1fb-04eb8173be11,segment=NetworkSegment(0266031b-5829-40c1-acad-8e9a97b817f5),segment_id=0266031b-5829-40c1-acad-8e9a97b817f5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:29:19.730226 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568d6d7e-d407-462e-8cd2-c3b9473dcad5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68ae207f-8797-43be-b1fb-04eb8173be11'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:29:19.732400 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6d9a4d-dd28-405e-a3a6-da594f2a3246" -d '{"events": [{"server_uuid": "568d6d7e-d407-462e-8cd2-c3b9473dcad5", "name": "network-vif-unplugged", "status": "completed", "tag": "68ae207f-8797-43be-b1fb-04eb8173be11"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:29:19.813949 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-42ce3ad5-9f90-48e6-8d13-097a172325b8 req-ca8121f6-4c79-4284-94c0-c45843a535dd tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ad655d7-6b32-467a-9bdc-462828bb851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302790 Nov 09 21:29:19.837807 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.db.resource_extend [None req-00899f05-2b8b-4a24-872f-6a24cdad5ec0 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 21:29:19.878145 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dfa687c1-4e36-4b51-a59b-0b406f791a4a req-8d3f80ce-2084-49d5-9bec-cf04342e05e5 service neutron] 10.222.0.43 "GET /v2.0/networks/276f688e-7f99-4153-a7fb-8c012406fc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090939 Nov 09 21:29:19.885670 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a01dae0a-c10a-4597-ab3c-abfdee4651e8 req-4f46dafc-6546-4211-84dc-d1b11768bb31 service neutron] 10.222.0.45 "GET /v2.0/networks/65c74eb5-9df6-4e6b-9cf1-5af41186cfae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4187555 Nov 09 21:29:19.888282 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-397f9eda-8096-4452-8b9f-dd1ba755bc38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:19.924553 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-397f9eda-8096-4452-8b9f-dd1ba755bc38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:19.935560 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 21:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696e56b1-b5ea-4c95-adf3-eecd667d3bc1 x-openstack-request-id: req-696e56b1-b5ea-4c95-adf3-eecd667d3bc1 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:29:19.935854 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "568d6d7e-d407-462e-8cd2-c3b9473dcad5", "name": "network-vif-unplugged", "status": "completed", "tag": "68ae207f-8797-43be-b1fb-04eb8173be11", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:29:19.936312 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-696e56b1-b5ea-4c95-adf3-eecd667d3bc1 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:29:19.937145 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568d6d7e-d407-462e-8cd2-c3b9473dcad5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68ae207f-8797-43be-b1fb-04eb8173be11', 'code': 200} Nov 09 21:29:19.940006 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 49ca6069-97ea-476a-bd07-830e25ed260d up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:29:19.946265 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:20.046826 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-397f9eda-8096-4452-8b9f-dd1ba755bc38 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=81ac38aea40248bd9eb9da4e3a3a8a59&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1101716 Nov 09 21:29:20.052560 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab43e5-c3df-45bb-a1b3-cf36f45d5e42 req-9579ba8f-bd48-436a-9f51-62d36065a188 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:20.053281 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-00899f05-2b8b-4a24-872f-6a24cdad5ec0 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:20.053281 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 53900) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:20.057231 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bdab43e5-c3df-45bb-a1b3-cf36f45d5e42 req-9579ba8f-bd48-436a-9f51-62d36065a188 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=64b81f4a-ca27-4f80-8ba0-f77d4972e8a0 HTTP/1.1" status: 200 len: 943 time: 0.1088874 Nov 09 21:29:20.070317 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-00899f05-2b8b-4a24-872f-6a24cdad5ec0 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:20.081991 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f9eda-8096-4452-8b9f-dd1ba755bc38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33fde46-1667-41b8-a7da-ab92f6814279,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:20.119026 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 56af6d29-608a-4d59-88cb-066cc43b0a93, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=56af6d29-608a-4d59-88cb-066cc43b0a93,segment=NetworkSegment(34c790f7-0b4d-4574-9ae7-2413289b0cee),segment_id=34c790f7-0b4d-4574-9ae7-2413289b0cee)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:29:20.132534 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bdab43e5-c3df-45bb-a1b3-cf36f45d5e42 req-731761ee-8bcb-4b3e-a636-ccd645a542af tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688851 Nov 09 21:29:20.171444 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8a54fae2-b177-4a84-9dfb-e96f0bd6f189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:20.178483 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=68ae207f-8797-43be-b1fb-04eb8173be11,revision_number=8']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:20.185254 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '56af6d29-608a-4d59-88cb-066cc43b0a93', 'network_id': '276f688e-7f99-4153-a7fb-8c012406fc86', 'port_id': '56af6d29-608a-4d59-88cb-066cc43b0a93', 'mac_address': 'fa:16:3e:f7:4d:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aead6392-42fa-4a16-a986-5c9371526ce9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:29:20.231102 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 49ca6069-97ea-476a-bd07-830e25ed260d completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:29:20.240336 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 49ca6069-97ea-476a-bd07-830e25ed260d triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:29:20.240876 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:20.243738 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:20.252811 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dfa687c1-4e36-4b51-a59b-0b406f791a4a req-c4f03291-6645-4596-87fe-70c38e8218ca service neutron] 10.222.0.43 "GET /v2.0/networks/276f688e-7f99-4153-a7fb-8c012406fc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629048 Nov 09 21:29:20.283931 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56af6d29-608a-4d59-88cb-066cc43b0a93 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:29:20.289792 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dd94be93-f7ab-49f6-8d4a-13f956ff4bd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:20.322996 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [None req-00899f05-2b8b-4a24-872f-6a24cdad5ec0 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Floating IP bfee2220-0728-42d2-a7b9-47e5870780f1 associated. External IP: 172.25.7.161, port: 6e6b2ded-990f-4f64-92fd-ee770d8e6388. Nov 09 21:29:20.323290 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 56af6d29-608a-4d59-88cb-066cc43b0a93, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=56af6d29-608a-4d59-88cb-066cc43b0a93,segment=NetworkSegment(34c790f7-0b4d-4574-9ae7-2413289b0cee),segment_id=34c790f7-0b4d-4574-9ae7-2413289b0cee)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:29:20.334284 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:20.387138 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dd94be93-f7ab-49f6-8d4a-13f956ff4bd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:20.443968 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=56af6d29-608a-4d59-88cb-066cc43b0a93,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:20.446331 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:20.555533 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 49ca6069-97ea-476a-bd07-830e25ed260d, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=49ca6069-97ea-476a-bd07-830e25ed260d,segment=NetworkSegment(6c600904-1089-4f6e-bdc1-9238f98f1570),segment_id=6c600904-1089-4f6e-bdc1-9238f98f1570)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:29:20.562739 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:20.605960 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6033a24c-9c32-435b-85a3-70cdbe82bc77 req-00b76342-abb0-4a78-9943-88d446431cfd tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] 10.222.0.49 "GET /v2.0/ports?device_id=f23b28c1-1ca2-46d0-b58f-ab0a0db805a6 HTTP/1.1" status: 200 len: 210 time: 0.0510247 Nov 09 21:29:20.631418 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['56af6d29-608a-4d59-88cb-066cc43b0a93'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:29:20.705281 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=49ca6069-97ea-476a-bd07-830e25ed260d,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:20.775382 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8f3ef-8a68-4d13-a62e-6dce2838e513 req-fa475ea5-0c8e-44d6-9807-b50aaca51c6e tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:20.777014 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d8e8f3ef-8a68-4d13-a62e-6dce2838e513 req-fa475ea5-0c8e-44d6-9807-b50aaca51c6e tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] 10.222.0.45 "GET /v2.0/networks?id=093cafbf-83e8-4284-b188-26f4782840d7 HTTP/1.1" status: 200 len: 812 time: 0.3406560 Nov 09 21:29:20.779101 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa687c1-4e36-4b51-a59b-0b406f791a4a req-b1f27201-6068-4843-9fbf-f1499aa52f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:20.780736 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dfa687c1-4e36-4b51-a59b-0b406f791a4a req-b1f27201-6068-4843-9fbf-f1499aa52f48 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3a70c821ed554d2d8738f5725b3d9978&device_id=b6664fb7-fa6c-4bb9-ae89-e75326e12747 HTTP/1.1" status: 200 len: 1094 time: 0.3974493 Nov 09 21:29:20.835212 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-d8e8f3ef-8a68-4d13-a62e-6dce2838e513 req-25b258dc-3731-4742-a576-6e515c1590b6 tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] Request body: {'port': {'device_id': 'f23b28c1-1ca2-46d0-b58f-ab0a0db805a6', 'network_id': '093cafbf-83e8-4284-b188-26f4782840d7', 'admin_state_up': True, 'tenant_id': 'b1207329bb7a44a799c55f94e4950d98'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:29:20.881592 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dd94be93-f7ab-49f6-8d4a-13f956ff4bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:20.884228 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dd94be93-f7ab-49f6-8d4a-13f956ff4bd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:20.887637 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-dd94be93-f7ab-49f6-8d4a-13f956ff4bd8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d33fde46-1667-41b8-a7da-ab92f6814279 HTTP/1.1" status: 204 len: 168 time: 0.8250887 Nov 09 21:29:20.937452 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c849c3-6a4e-4f46-82ae-9366e413524a req-299f360e-a403-4a8f-8679-0751d1804f85 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:20.946284 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f1c849c3-6a4e-4f46-82ae-9366e413524a req-299f360e-a403-4a8f-8679-0751d1804f85 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=14faaa22-ab30-41e2-a205-fa8d976a879e HTTP/1.1" status: 200 len: 945 time: 0.0662522 Nov 09 21:29:20.960941 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:21.009747 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd94be93-f7ab-49f6-8d4a-13f956ff4bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33fde46-1667-41b8-a7da-ab92f6814279,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:21.014270 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f1c849c3-6a4e-4f46-82ae-9366e413524a req-17e201b7-dd32-421b-8be0-cf5aa1466a15 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666499 Nov 09 21:29:21.019556 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d524e-dc90-47be-bf58-583134da7d04 req-3eebc3bd-e1e1-491e-b9d2-74edbbfe7355 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:21.021592 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0b0d524e-dc90-47be-bf58-583134da7d04 req-3eebc3bd-e1e1-491e-b9d2-74edbbfe7355 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 944 time: 0.4944537 Nov 09 21:29:21.062626 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa687c1-4e36-4b51-a59b-0b406f791a4a req-c1898709-dbab-4a24-8916-44a845c8e80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:21.064258 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dfa687c1-4e36-4b51-a59b-0b406f791a4a req-c1898709-dbab-4a24-8916-44a845c8e80d service neutron] 10.222.0.43 "GET /v2.0/networks?id=65c74eb5-9df6-4e6b-9cf1-5af41186cfae HTTP/1.1" status: 200 len: 916 time: 0.2709925 Nov 09 21:29:21.154995 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dfa687c1-4e36-4b51-a59b-0b406f791a4a req-50d6149e-c4d7-423e-ad10-20b334f20b75 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f3ec0de-8307-460d-8a27-0405548565af HTTP/1.1" status: 200 len: 217 time: 0.0688632 Nov 09 21:29:21.155675 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34c4b8-fd1d-4984-adfa-19c37cd1f6fa req-9d5f8de3-3d75-4c38-b263-88b08c7c737b tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:21.157431 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cf34c4b8-fd1d-4984-adfa-19c37cd1f6fa req-9d5f8de3-3d75-4c38-b263-88b08c7c737b tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6664fb7-fa6c-4bb9-ae89-e75326e12747 HTTP/1.1" status: 200 len: 943 time: 0.0697374 Nov 09 21:29:21.215019 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cf34c4b8-fd1d-4984-adfa-19c37cd1f6fa req-8ccf3abf-c07a-440b-9fe2-c1f876c54f07 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ad655d7-6b32-467a-9bdc-462828bb851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513937 Nov 09 21:29:21.269896 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8e8f3ef-8a68-4d13-a62e-6dce2838e513 req-25b258dc-3731-4742-a576-6e515c1590b6 tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] Made reservation on behalf of b1207329bb7a44a799c55f94e4950d98 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:29:21.273605 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d8e8f3ef-8a68-4d13-a62e-6dce2838e513 req-25b258dc-3731-4742-a576-6e515c1590b6 tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:21.324758 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00899f05-2b8b-4a24-872f-6a24cdad5ec0 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Router dbddf32d-c7fe-4c68-8119-dc4de3045bdd has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:29:21.332324 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0b0d524e-dc90-47be-bf58-583134da7d04 req-c7e53732-d8b5-48ca-bd1e-4ab8676a5583 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2997642 Nov 09 21:29:21.345063 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa687c1-4e36-4b51-a59b-0b406f791a4a req-93ee6556-7668-4f31-8a5b-d2ea7a6f0cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:21.346723 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dfa687c1-4e36-4b51-a59b-0b406f791a4a req-93ee6556-7668-4f31-8a5b-d2ea7a6f0cc8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c44cc40c-e11d-4de4-aa2b-cf06590d8e83 HTTP/1.1" status: 200 len: 855 time: 0.1820817 Nov 09 21:29:21.435314 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9bd5df-d778-4612-88a0-750acc14c6af req-00e39824-b02b-401f-bd64-b58eb05d58a6 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:21.436923 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fc9bd5df-d778-4612-88a0-750acc14c6af req-00e39824-b02b-401f-bd64-b58eb05d58a6 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=64b81f4a-ca27-4f80-8ba0-f77d4972e8a0 HTTP/1.1" status: 200 len: 944 time: 0.0609443 Nov 09 21:29:21.498064 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 2f3ec0de-8307-460d-8a27-0405548565af details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:29:21.507115 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 56af6d29-608a-4d59-88cb-066cc43b0a93 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:29:21.572526 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fc9bd5df-d778-4612-88a0-750acc14c6af req-f37e7a56-f119-4a6a-beaa-ef2dc4c18207 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245382 Nov 09 21:29:21.799210 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3d6db58f-4576-46f9-bd03-134be0d425d7 req-1ba3506e-a614-478b-bab7-5f4946db71ef tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] 10.222.0.49 "GET /v2.0/ports?device_id=f23b28c1-1ca2-46d0-b58f-ab0a0db805a6 HTTP/1.1" status: 200 len: 210 time: 0.0722637 Nov 09 21:29:21.806869 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 56af6d29-608a-4d59-88cb-066cc43b0a93 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:29:21.813207 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 2f3ec0de-8307-460d-8a27-0405548565af, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=2f3ec0de-8307-460d-8a27-0405548565af,segment=NetworkSegment(6c600904-1089-4f6e-bdc1-9238f98f1570),segment_id=6c600904-1089-4f6e-bdc1-9238f98f1570)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:29:21.829231 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 56af6d29-608a-4d59-88cb-066cc43b0a93 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:29:21.829612 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:21.890572 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '2f3ec0de-8307-460d-8a27-0405548565af', 'network_id': '65c74eb5-9df6-4e6b-9cf1-5af41186cfae', 'port_id': '2f3ec0de-8307-460d-8a27-0405548565af', 'mac_address': 'fa:16:3e:4f:28:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c44cc40c-e11d-4de4-aa2b-cf06590d8e83', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:29:21.945546 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b13ac0-7467-40fe-97a0-41b068e0ffb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ca6069-97ea-476a-bd07-830e25ed260d'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:29:21.953336 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b5b49b-3f4a-47f9-bc45-aba6aaf914b7" -d '{"events": [{"server_uuid": "68b13ac0-7467-40fe-97a0-41b068e0ffb8", "name": "network-vif-plugged", "status": "completed", "tag": "49ca6069-97ea-476a-bd07-830e25ed260d"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:29:22.016402 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:22.034916 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:22.053226 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f3ec0de-8307-460d-8a27-0405548565af {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:29:22.091169 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 2f3ec0de-8307-460d-8a27-0405548565af, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=2f3ec0de-8307-460d-8a27-0405548565af,segment=NetworkSegment(6c600904-1089-4f6e-bdc1-9238f98f1570),segment_id=6c600904-1089-4f6e-bdc1-9238f98f1570)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:29:22.095293 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2a7de3-cbba-4965-b023-d53d4394e359 x-openstack-request-id: req-7f2a7de3-cbba-4965-b023-d53d4394e359 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:29:22.095583 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b13ac0-7467-40fe-97a0-41b068e0ffb8", "name": "network-vif-plugged", "status": "completed", "tag": "49ca6069-97ea-476a-bd07-830e25ed260d", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:29:22.095957 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7f2a7de3-cbba-4965-b023-d53d4394e359 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:29:22.096549 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b13ac0-7467-40fe-97a0-41b068e0ffb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ca6069-97ea-476a-bd07-830e25ed260d', 'code': 200} Nov 09 21:29:22.100141 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:22.178106 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 56af6d29-608a-4d59-88cb-066cc43b0a93, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=56af6d29-608a-4d59-88cb-066cc43b0a93,segment=NetworkSegment(34c790f7-0b4d-4574-9ae7-2413289b0cee),segment_id=34c790f7-0b4d-4574-9ae7-2413289b0cee)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:29:22.187572 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:22.205234 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b4663-2758-46a8-988a-73e3f2b608be req-18fbb227-577b-40cd-a5b7-eb71c740a72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:22.205826 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa687c1-4e36-4b51-a59b-0b406f791a4a req-101f3151-2bd3-4d9e-9cbd-4f2bbcc841d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:22.206996 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dfa687c1-4e36-4b51-a59b-0b406f791a4a req-101f3151-2bd3-4d9e-9cbd-4f2bbcc841d3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=65c74eb5-9df6-4e6b-9cf1-5af41186cfae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8465867 Nov 09 21:29:22.211979 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-153b4663-2758-46a8-988a-73e3f2b608be req-18fbb227-577b-40cd-a5b7-eb71c740a72d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=68b13ac0-7467-40fe-97a0-41b068e0ffb8 HTTP/1.1" status: 200 len: 1096 time: 0.1054552 Nov 09 21:29:22.212159 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=2f3ec0de-8307-460d-8a27-0405548565af,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:22.280383 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-153b4663-2758-46a8-988a-73e3f2b608be req-5745ee51-a178-40da-a256-ce7a85d0fb09 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3ad655d7-6b32-467a-9bdc-462828bb851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582497 Nov 09 21:29:22.299695 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=56af6d29-608a-4d59-88cb-066cc43b0a93,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:22.355304 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:22.405250 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00899f05-2b8b-4a24-872f-6a24cdad5ec0 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:29:22.419909 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609633c6-044a-4408-942e-230b780e9d23 None None] Sync routers for ids ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:29:22.432899 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609633c6-044a-4408-942e-230b780e9d23 None None] Routers {'dbddf32d-c7fe-4c68-8119-dc4de3045bdd'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:29:22.433557 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-609633c6-044a-4408-942e-230b780e9d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:29:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:22.448226 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['2f3ec0de-8307-460d-8a27-0405548565af'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:29:22.496259 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-d8e8f3ef-8a68-4d13-a62e-6dce2838e513 req-25b258dc-3731-4742-a576-6e515c1590b6 tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] Allocated IP 172.20.0.5 (093cafbf-83e8-4284-b188-26f4782840d7/dd6e44e4-5e6c-4686-bf11-6eda819f88dd/9ab00bae-3731-4683-bb77-77c138b96929) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:29:22.497960 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-609633c6-044a-4408-942e-230b780e9d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:22.512071 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfaa6c-d1c3-45ef-a1f4-b7cd3111f8be req-5f7b02f0-9ec4-4a43-b3a7-5c2e0d390331 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:22.513696 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-59dfaa6c-d1c3-45ef-a1f4-b7cd3111f8be req-5f7b02f0-9ec4-4a43-b3a7-5c2e0d390331 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=14faaa22-ab30-41e2-a205-fa8d976a879e HTTP/1.1" status: 200 len: 945 time: 0.3217983 Nov 09 21:29:22.533340 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609633c6-044a-4408-942e-230b780e9d23 None None] Routers {'dbddf32d-c7fe-4c68-8119-dc4de3045bdd'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:29:22.533978 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-609633c6-044a-4408-942e-230b780e9d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:29:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:22.570615 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dfa687c1-4e36-4b51-a59b-0b406f791a4a req-d514a01b-15a7-49ca-bce6-73a70b472757 service neutron] 10.222.0.43 "GET /v2.0/networks/65c74eb5-9df6-4e6b-9cf1-5af41186cfae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188422 Nov 09 21:29:22.622108 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-609633c6-044a-4408-942e-230b780e9d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:22.622774 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609633c6-044a-4408-942e-230b780e9d23 None None] The sync data for ids ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'] in n-d-816206-3 is: [] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:29:22.697892 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f110fe8-f918-484c-af0e-4abc4b369022 req-79cfdf24-9ced-4630-844f-1c33de80b8c1 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:22.701079 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4f110fe8-f918-484c-af0e-4abc4b369022 req-79cfdf24-9ced-4630-844f-1c33de80b8c1 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6664fb7-fa6c-4bb9-ae89-e75326e12747 HTTP/1.1" status: 200 len: 944 time: 0.0543110 Nov 09 21:29:22.753311 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:22.760470 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4f110fe8-f918-484c-af0e-4abc4b369022 req-3acb8542-3cbd-4db7-9f7c-584ec6fbb6b8 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ad655d7-6b32-467a-9bdc-462828bb851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541749 Nov 09 21:29:22.803282 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-59dfaa6c-d1c3-45ef-a1f4-b7cd3111f8be req-740f8183-8780-455f-9a99-1ccf382c1a99 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733536 Nov 09 21:29:22.947976 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dfa687c1-4e36-4b51-a59b-0b406f791a4a req-72bc37d3-7773-40c7-81bb-261ec0f98680 service neutron] 10.222.0.43 "GET /v2.0/networks/65c74eb5-9df6-4e6b-9cf1-5af41186cfae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005400 Nov 09 21:29:23.037826 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d8e8f3ef-8a68-4d13-a62e-6dce2838e513 req-25b258dc-3731-4742-a576-6e515c1590b6 tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:23.057256 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299331b-0e95-48be-93de-d281a24e71d1 req-fd5d3d3c-4ad0-4344-a0e0-1fab9f157400 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:23.059106 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2299331b-0e95-48be-93de-d281a24e71d1 req-fd5d3d3c-4ad0-4344-a0e0-1fab9f157400 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=64b81f4a-ca27-4f80-8ba0-f77d4972e8a0 HTTP/1.1" status: 200 len: 945 time: 0.1613557 Nov 09 21:29:23.080013 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00899f05-2b8b-4a24-872f-6a24cdad5ec0 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Router dbddf32d-c7fe-4c68-8119-dc4de3045bdd has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:29:23.092519 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0c5e64c2-af0d-4ba6-9bc0-2b2df1ff1336 req-88300bef-a59a-417f-8464-2c01a017f791 tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] 10.222.0.49 "GET /v2.0/ports?device_id=f23b28c1-1ca2-46d0-b58f-ab0a0db805a6 HTTP/1.1" status: 200 len: 210 time: 0.0360770 Nov 09 21:29:23.194026 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d8e8f3ef-8a68-4d13-a62e-6dce2838e513 req-25b258dc-3731-4742-a576-6e515c1590b6 tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:23.221645 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f9c75-502a-4a3d-902f-84ca4080f001 req-e1140c4d-1a73-47a9-95a4-5f8b1c461c96 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:23.223874 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-365f9c75-502a-4a3d-902f-84ca4080f001 req-e1140c4d-1a73-47a9-95a4-5f8b1c461c96 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 944 time: 0.0654860 Nov 09 21:29:23.226719 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2299331b-0e95-48be-93de-d281a24e71d1 req-9b1157c7-0a38-48a1-affd-16c21cd4b8ed tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566505 Nov 09 21:29:23.276471 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8e8f3ef-8a68-4d13-a62e-6dce2838e513 req-25b258dc-3731-4742-a576-6e515c1590b6 tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] Network 093cafbf-83e8-4284-b188-26f4782840d7 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:29:23.292479 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-365f9c75-502a-4a3d-902f-84ca4080f001 req-aed3c926-2125-4047-bc0e-b790c936fa54 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615191 Nov 09 21:29:23.315349 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-d8e8f3ef-8a68-4d13-a62e-6dce2838e513 req-25b258dc-3731-4742-a576-6e515c1590b6 tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:29:23.328735 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e8f3ef-8a68-4d13-a62e-6dce2838e513 req-25b258dc-3731-4742-a576-6e515c1590b6 tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:29:23.333162 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:23.337566 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b258dc-3731-4742-a576-6e515c1590b6 tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] Pushing event updated for resources: {'Port': ['ID=9ab00bae-3731-4683-bb77-77c138b96929,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:23.371627 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138be84-4e09-492e-8a41-420c8aa34438 req-1a3232f7-90a5-41c2-84b0-ba57c5c10c33 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:23.373242 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2138be84-4e09-492e-8a41-420c8aa34438 req-1a3232f7-90a5-41c2-84b0-ba57c5c10c33 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.43 "GET /v2.0/ports?device_id=14faaa22-ab30-41e2-a205-fa8d976a879e HTTP/1.1" status: 200 len: 945 time: 0.2437270 Nov 09 21:29:23.456053 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8f3ef-8a68-4d13-a62e-6dce2838e513 req-25b258dc-3731-4742-a576-6e515c1590b6 tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:23.457271 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d8e8f3ef-8a68-4d13-a62e-6dce2838e513 req-25b258dc-3731-4742-a576-6e515c1590b6 tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:23.460547 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00899f05-2b8b-4a24-872f-6a24cdad5ec0 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:29:23.465714 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-00899f05-2b8b-4a24-872f-6a24cdad5ec0 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:23.475903 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc9f6c4-9b26-4254-baa7-77a8a6edd27d None None] Sync routers for ids ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:29:23.497271 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc9f6c4-9b26-4254-baa7-77a8a6edd27d None None] Routers {'dbddf32d-c7fe-4c68-8119-dc4de3045bdd'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:29:23.498760 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-3dc9f6c4-9b26-4254-baa7-77a8a6edd27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:29:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:23.537121 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d8e8f3ef-8a68-4d13-a62e-6dce2838e513 req-25b258dc-3731-4742-a576-6e515c1590b6 tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7464700 Nov 09 21:29:23.550141 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-3dc9f6c4-9b26-4254-baa7-77a8a6edd27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:23.553989 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 2f3ec0de-8307-460d-8a27-0405548565af up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:29:23.592262 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc9f6c4-9b26-4254-baa7-77a8a6edd27d None None] Routers {'dbddf32d-c7fe-4c68-8119-dc4de3045bdd'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:29:23.594039 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-00899f05-2b8b-4a24-872f-6a24cdad5ec0 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "PUT /v2.0/floatingips/bfee2220-0728-42d2-a7b9-47e5870780f1 HTTP/1.1" status: 200 len: 978 time: 5.9093654 Nov 09 21:29:23.594887 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-3dc9f6c4-9b26-4254-baa7-77a8a6edd27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:29:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:23.600608 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-79bc5053-88b3-4b4f-b49f-4137fa308fc6 req-f7a3caff-dcdb-40dc-a8a1-44da4ad91694 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2073565 Nov 09 21:29:23.601195 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54022) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:23.610962 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-8d91dcc8-51ba-4eda-8b77-88dae83afc8b tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:29:23.614602 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-d8e8f3ef-8a68-4d13-a62e-6dce2838e513 req-8ed70bc8-55f4-459a-bca8-05b84a00797a service neutron] Request body: {'port': {'device_id': 'f23b28c1-1ca2-46d0-b58f-ab0a0db805a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:29:23.625491 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [req-79bc5053-88b3-4b4f-b49f-4137fa308fc6 req-8b18d98c-cd17-4e8d-b95d-c534e14173d6 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:29:23.626712 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-79bc5053-88b3-4b4f-b49f-4137fa308fc6 req-8b18d98c-cd17-4e8d-b95d-c534e14173d6 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065262 Nov 09 21:29:23.644045 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-3dc9f6c4-9b26-4254-baa7-77a8a6edd27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:23.644712 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc9f6c4-9b26-4254-baa7-77a8a6edd27d None None] The sync data for ids ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'] in n-d-816206-3 is: [] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:29:23.663344 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 2f3ec0de-8307-460d-8a27-0405548565af completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:29:23.680161 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 2f3ec0de-8307-460d-8a27-0405548565af triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:29:23.683484 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:23.707598 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8d91dcc8-51ba-4eda-8b77-88dae83afc8b tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for floatingip, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:23.746620 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d8e8f3ef-8a68-4d13-a62e-6dce2838e513 req-8ed70bc8-55f4-459a-bca8-05b84a00797a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:23.753677 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-2138be84-4e09-492e-8a41-420c8aa34438 req-36cff24e-207c-4f3f-8ba7-bba8a172a10d tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Deleting port e3e89e0b-3381-4516-acac-f2757e10c873 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:29:23.754336 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-2138be84-4e09-492e-8a41-420c8aa34438 req-36cff24e-207c-4f3f-8ba7-bba8a172a10d tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:23.927100 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:23.967421 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8d91dcc8-51ba-4eda-8b77-88dae83afc8b tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:23.979834 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8d91dcc8-51ba-4eda-8b77-88dae83afc8b tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:23.979834 n-d-816206-3 neutron-server[102608]: INFO neutron.db.l3_db [None req-8d91dcc8-51ba-4eda-8b77-88dae83afc8b tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Floating IP bfee2220-0728-42d2-a7b9-47e5870780f1 disassociated. External IP: 172.25.7.161, port: 21b90bf0-9494-464a-8c09-a4aeabb5e3d4. Nov 09 21:29:24.010302 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 2f3ec0de-8307-460d-8a27-0405548565af, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=2f3ec0de-8307-460d-8a27-0405548565af,segment=NetworkSegment(6c600904-1089-4f6e-bdc1-9238f98f1570),segment_id=6c600904-1089-4f6e-bdc1-9238f98f1570)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:29:24.015061 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:24.023293 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device e3e89e0b-3381-4516-acac-f2757e10c873 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:29:24.033360 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-2138be84-4e09-492e-8a41-420c8aa34438 req-36cff24e-207c-4f3f-8ba7-bba8a172a10d tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] For port e3e89e0b-3381-4516-acac-f2757e10c873, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=e3e89e0b-3381-4516-acac-f2757e10c873,segment=NetworkSegment(436e8a2d-fb6b-4e0e-9f97-5553104a1262),segment_id=436e8a2d-fb6b-4e0e-9f97-5553104a1262)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:29:24.033996 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-2138be84-4e09-492e-8a41-420c8aa34438 req-36cff24e-207c-4f3f-8ba7-bba8a172a10d tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:24.054076 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-2138be84-4e09-492e-8a41-420c8aa34438 req-36cff24e-207c-4f3f-8ba7-bba8a172a10d tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Calling delete_port for e3e89e0b-3381-4516-acac-f2757e10c873 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:29:24.123901 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b81f4a-ca27-4f80-8ba0-f77d4972e8a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56af6d29-608a-4d59-88cb-066cc43b0a93'}, {'server_uuid': 'b6664fb7-fa6c-4bb9-ae89-e75326e12747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3ec0de-8307-460d-8a27-0405548565af'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:29:24.126599 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af48a14-4b03-4795-9435-46e86af29561" -d '{"events": [{"server_uuid": "64b81f4a-ca27-4f80-8ba0-f77d4972e8a0", "name": "network-vif-plugged", "status": "completed", "tag": "56af6d29-608a-4d59-88cb-066cc43b0a93"}, {"server_uuid": "b6664fb7-fa6c-4bb9-ae89-e75326e12747", "name": "network-vif-plugged", "status": "completed", "tag": "2f3ec0de-8307-460d-8a27-0405548565af"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:29:24.176535 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=2f3ec0de-8307-460d-8a27-0405548565af,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:24.199233 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c687bc87-63a9-4088-be3c-507b473bc07e req-849bcd7d-4751-4981-b08b-7a1d67d8c8fe tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:24.201217 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c687bc87-63a9-4088-be3c-507b473bc07e req-849bcd7d-4751-4981-b08b-7a1d67d8c8fe tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=14faaa22-ab30-41e2-a205-fa8d976a879e HTTP/1.1" status: 200 len: 945 time: 0.2413921 Nov 09 21:29:24.258018 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:24.296447 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port e3e89e0b-3381-4516-acac-f2757e10c873, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=e3e89e0b-3381-4516-acac-f2757e10c873,segment=NetworkSegment(436e8a2d-fb6b-4e0e-9f97-5553104a1262),segment_id=436e8a2d-fb6b-4e0e-9f97-5553104a1262)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:29:24.301658 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:24.302756 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 68ae207f-8797-43be-b1fb-04eb8173be11 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:29:24.331697 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c687bc87-63a9-4088-be3c-507b473bc07e req-75eae573-a57c-4788-9aea-6ff43a00e2bb tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851567 Nov 09 21:29:24.401274 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d91dcc8-51ba-4eda-8b77-88dae83afc8b tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Router dbddf32d-c7fe-4c68-8119-dc4de3045bdd has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:29:24.423102 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=e3e89e0b-3381-4516-acac-f2757e10c873,revision_number=6']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:24.542548 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482eba93-054c-4a31-922e-8a1e3cada47b req-1c99b001-ad81-4465-a4f5-0f5a0e2a30e2 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:24.545338 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-482eba93-054c-4a31-922e-8a1e3cada47b req-1c99b001-ad81-4465-a4f5-0f5a0e2a30e2 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6664fb7-fa6c-4bb9-ae89-e75326e12747 HTTP/1.1" status: 200 len: 945 time: 0.3401375 Nov 09 21:29:24.588898 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-2138be84-4e09-492e-8a41-420c8aa34438 req-36cff24e-207c-4f3f-8ba7-bba8a172a10d tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:24.605349 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['930cbb62-5b75-427c-b3ad-7ba1b4694c5d'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:29:24.629408 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d91dcc8-51ba-4eda-8b77-88dae83afc8b tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:29:24.636427 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8d91dcc8-51ba-4eda-8b77-88dae83afc8b tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:24.639652 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3bd4a3-cb8c-40ac-b9b8-0dbf90c5ea10 None None] Sync routers for ids ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:29:24.658266 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3bd4a3-cb8c-40ac-b9b8-0dbf90c5ea10 None None] Routers {'dbddf32d-c7fe-4c68-8119-dc4de3045bdd'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:29:24.658892 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-1a3bd4a3-cb8c-40ac-b9b8-0dbf90c5ea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:29:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:24.673038 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1f395-8dc7-4cc8-82b2-d2e391e4370e req-47f9566e-ed2e-4829-b5ac-04b6f3128134 tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:24.680547 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14d1f395-8dc7-4cc8-82b2-d2e391e4370e req-47f9566e-ed2e-4829-b5ac-04b6f3128134 tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] 10.222.0.49 "GET /v2.0/ports?device_id=f23b28c1-1ca2-46d0-b58f-ab0a0db805a6 HTTP/1.1" status: 200 len: 931 time: 0.1112013 Nov 09 21:29:24.683197 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cff24e-207c-4f3f-8ba7-bba8a172a10d tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Pushing event deleted for resources: {'Port': ['ID=e3e89e0b-3381-4516-acac-f2757e10c873,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:24.712827 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8d91dcc8-51ba-4eda-8b77-88dae83afc8b tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "PUT /v2.0/floatingips/bfee2220-0728-42d2-a7b9-47e5870780f1 HTTP/1.1" status: 200 len: 688 time: 1.1087267 Nov 09 21:29:24.713680 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54104) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:24.735936 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-1a3bd4a3-cb8c-40ac-b9b8-0dbf90c5ea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:24.764444 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-482eba93-054c-4a31-922e-8a1e3cada47b req-a902eb48-64a3-4bbc-9c77-f85e2dad3993 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ad655d7-6b32-467a-9bdc-462828bb851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092452 Nov 09 21:29:24.764695 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3bd4a3-cb8c-40ac-b9b8-0dbf90c5ea10 None None] Routers {'dbddf32d-c7fe-4c68-8119-dc4de3045bdd'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:29:24.765770 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-1a3bd4a3-cb8c-40ac-b9b8-0dbf90c5ea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:29:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:24.801203 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-2138be84-4e09-492e-8a41-420c8aa34438 req-36cff24e-207c-4f3f-8ba7-bba8a172a10d tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] No DVR routers for this DVR port e3e89e0b-3381-4516-acac-f2757e10c873 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:29:24.807158 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-2138be84-4e09-492e-8a41-420c8aa34438 req-36cff24e-207c-4f3f-8ba7-bba8a172a10d tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:24.810767 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2138be84-4e09-492e-8a41-420c8aa34438 req-36cff24e-207c-4f3f-8ba7-bba8a172a10d tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.43 "DELETE /v2.0/ports/e3e89e0b-3381-4516-acac-f2757e10c873 HTTP/1.1" status: 204 len: 173 time: 1.4296117 Nov 09 21:29:24.819856 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14faaa22-ab30-41e2-a205-fa8d976a879e', 'name': 'network-vif-deleted', 'tag': 'e3e89e0b-3381-4516-acac-f2757e10c873'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:29:24.822408 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61574cc-cd36-4b69-8420-9b187843f882" -d '{"events": [{"server_uuid": "14faaa22-ab30-41e2-a205-fa8d976a879e", "name": "network-vif-deleted", "tag": "e3e89e0b-3381-4516-acac-f2757e10c873"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:29:24.832131 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-1a3bd4a3-cb8c-40ac-b9b8-0dbf90c5ea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:24.832876 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3bd4a3-cb8c-40ac-b9b8-0dbf90c5ea10 None None] The sync data for ids ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'] in n-d-816206-3 is: [] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:29:24.893822 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Nov 2021 21:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f48a3ed-fbaf-41f1-833e-b6f493a6b813 x-openstack-request-id: req-8f48a3ed-fbaf-41f1-833e-b6f493a6b813 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:29:24.897686 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64b81f4a-ca27-4f80-8ba0-f77d4972e8a0", "name": "network-vif-plugged", "status": "completed", "tag": "56af6d29-608a-4d59-88cb-066cc43b0a93", "code": 200}, {"server_uuid": "b6664fb7-fa6c-4bb9-ae89-e75326e12747", "name": "network-vif-plugged", "status": "completed", "tag": "2f3ec0de-8307-460d-8a27-0405548565af", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:29:24.898058 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8f48a3ed-fbaf-41f1-833e-b6f493a6b813 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:29:24.899213 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64b81f4a-ca27-4f80-8ba0-f77d4972e8a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56af6d29-608a-4d59-88cb-066cc43b0a93', 'code': 200} Nov 09 21:29:24.899625 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6664fb7-fa6c-4bb9-ae89-e75326e12747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3ec0de-8307-460d-8a27-0405548565af', 'code': 200} Nov 09 21:29:24.928923 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14d1f395-8dc7-4cc8-82b2-d2e391e4370e req-ceec66f2-4432-40fc-8bc3-fcda7874e579 tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] 10.222.0.49 "GET /v2.0/security-groups?id=06c611a8-b2e7-44d5-b14b-5de1edb2fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473695 Nov 09 21:29:24.938576 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc5053-88b3-4b4f-b49f-4137fa308fc6 req-66746615-f3c7-4f04-8a1e-6507cbfa78ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:24.940409 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-79bc5053-88b3-4b4f-b49f-4137fa308fc6 req-66746615-f3c7-4f04-8a1e-6507cbfa78ef service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5&tenant_id=80bd14f1151c49209b6b9f6a58ef3329 HTTP/1.1" status: 200 len: 1095 time: 0.1349001 Nov 09 21:29:24.946888 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-d8e8f3ef-8a68-4d13-a62e-6dce2838e513 req-8ed70bc8-55f4-459a-bca8-05b84a00797a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ab00bae-3731-4683-bb77-77c138b96929 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:29:24.962991 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d8e8f3ef-8a68-4d13-a62e-6dce2838e513 req-8ed70bc8-55f4-459a-bca8-05b84a00797a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:25.006870 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-d8e8f3ef-8a68-4d13-a62e-6dce2838e513 req-8ed70bc8-55f4-459a-bca8-05b84a00797a service neutron] Transition to ACTIVE for port object 9ab00bae-3731-4683-bb77-77c138b96929 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:29:25.011025 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-222ae66d-c934-4157-b787-2becedd13e4e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Deleting port 7cae1731-bf82-4d97-b981-2dce908d89e8 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:29:25.012091 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-222ae66d-c934-4157-b787-2becedd13e4e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:25.035138 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d8e8f3ef-8a68-4d13-a62e-6dce2838e513 req-8ed70bc8-55f4-459a-bca8-05b84a00797a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:25.167315 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc5053-88b3-4b4f-b49f-4137fa308fc6 req-8f5c5556-a88d-4c46-8818-20a896209185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:25.168789 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-79bc5053-88b3-4b4f-b49f-4137fa308fc6 req-8f5c5556-a88d-4c46-8818-20a896209185 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=80bd14f1151c49209b6b9f6a58ef3329&device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 1095 time: 0.1750448 Nov 09 21:29:25.169396 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed70bc8-55f4-459a-bca8-05b84a00797a service neutron] Pushing event updated for resources: {'Port': ['ID=9ab00bae-3731-4683-bb77-77c138b96929,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:25.201943 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34346e2a-d0b3-4905-9c08-7249c81b15e8 req-321f715a-ccf2-4c27-96de-7e6752b947ef tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:25.203835 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-34346e2a-d0b3-4905-9c08-7249c81b15e8 req-321f715a-ccf2-4c27-96de-7e6752b947ef tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 944 time: 0.1276052 Nov 09 21:29:25.206564 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-222ae66d-c934-4157-b787-2becedd13e4e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:25.207007 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-222ae66d-c934-4157-b787-2becedd13e4e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:25.230927 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-222ae66d-c934-4157-b787-2becedd13e4e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Calling delete_port for 7cae1731-bf82-4d97-b981-2dce908d89e8 owned by network:floatingip {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:29:25.265919 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50427875-7189-44f9-88d3-118bc69abe2f req-90deb6f6-1219-4874-9629-2ef29831baa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:25.267598 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-50427875-7189-44f9-88d3-118bc69abe2f req-90deb6f6-1219-4874-9629-2ef29831baa3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b6664fb7-fa6c-4bb9-ae89-e75326e12747 HTTP/1.1" status: 200 len: 1096 time: 0.1217825 Nov 09 21:29:25.353363 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-34346e2a-d0b3-4905-9c08-7249c81b15e8 req-c3bff936-b39f-42ad-a5d6-d37da2f4c041 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372480 Nov 09 21:29:25.383652 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-50427875-7189-44f9-88d3-118bc69abe2f req-74dfdf4c-4f5a-4d66-ba03-3492ec00d821 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3ad655d7-6b32-467a-9bdc-462828bb851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805798 Nov 09 21:29:25.462542 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54128) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:25.518573 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-222ae66d-c934-4157-b787-2becedd13e4e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:25.547928 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-534e77c8-50fc-4aa9-9c20-b8d04ae2c447 req-bec73266-704a-4c56-b41f-d15ddbed131c tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=14faaa22-ab30-41e2-a205-fa8d976a879e HTTP/1.1" status: 200 len: 210 time: 0.0446839 Nov 09 21:29:25.580605 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ae66d-c934-4157-b787-2becedd13e4e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Pushing event deleted for resources: {'Port': ['ID=7cae1731-bf82-4d97-b981-2dce908d89e8,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:25.599925 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2117cfe7-1bb6-4d1b-81e3-ba452798b3bc x-openstack-request-id: req-2117cfe7-1bb6-4d1b-81e3-ba452798b3bc {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:29:25.600405 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14faaa22-ab30-41e2-a205-fa8d976a879e", "name": "network-vif-deleted", "tag": "e3e89e0b-3381-4516-acac-f2757e10c873", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:29:25.600524 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2117cfe7-1bb6-4d1b-81e3-ba452798b3bc {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:29:25.600844 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14faaa22-ab30-41e2-a205-fa8d976a879e', 'name': 'network-vif-deleted', 'tag': 'e3e89e0b-3381-4516-acac-f2757e10c873', 'status': 'completed', 'code': 200} Nov 09 21:29:25.611297 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c96cf-da03-4f9c-b070-16ff3f8e40dc req-0a73916d-16c3-4e75-a93d-de7e66f13298 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:25.612800 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-831c96cf-da03-4f9c-b070-16ff3f8e40dc req-0a73916d-16c3-4e75-a93d-de7e66f13298 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=64b81f4a-ca27-4f80-8ba0-f77d4972e8a0 HTTP/1.1" status: 200 len: 945 time: 0.5665162 Nov 09 21:29:25.637250 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-180e52a2-ecec-43a7-8ed1-ad1d6fd74677 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:25.641475 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82f4d1-26a9-4ee7-8b74-2e8976172c59 req-25374ba7-05b2-4082-9fde-5895643b6eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:25.642863 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9d82f4d1-26a9-4ee7-8b74-2e8976172c59 req-25374ba7-05b2-4082-9fde-5895643b6eb8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=64b81f4a-ca27-4f80-8ba0-f77d4972e8a0 HTTP/1.1" status: 200 len: 1096 time: 0.5586569 Nov 09 21:29:25.670200 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-222ae66d-c934-4157-b787-2becedd13e4e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for floatingip, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:25.673051 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-222ae66d-c934-4157-b787-2becedd13e4e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:25.674362 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-222ae66d-c934-4157-b787-2becedd13e4e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "DELETE /v2.0/floatingips/bfee2220-0728-42d2-a7b9-47e5870780f1 HTTP/1.1" status: 204 len: 168 time: 0.9593809 Nov 09 21:29:25.678832 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54134) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:25.724831 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-50dac2ac-90bf-461b-aac8-08c61a10f8b8 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] delete failed (client error): The resource could not be found. Nov 09 21:29:25.726189 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-50dac2ac-90bf-461b-aac8-08c61a10f8b8 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "DELETE /v2.0/floatingips/bfee2220-0728-42d2-a7b9-47e5870780f1 HTTP/1.1" status: 404 len: 345 time: 0.0463583 Nov 09 21:29:25.730964 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54136) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:25.764404 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-831c96cf-da03-4f9c-b070-16ff3f8e40dc req-da535014-19b1-4e1c-b5ba-2c9c85ccebff tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287990 Nov 09 21:29:25.770078 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-d8e8f3ef-8a68-4d13-a62e-6dce2838e513 req-8ed70bc8-55f4-459a-bca8-05b84a00797a service neutron] Attempting to bind port 9ab00bae-3731-4683-bb77-77c138b96929 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:29:25.770618 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-d8e8f3ef-8a68-4d13-a62e-6dce2838e513 req-8ed70bc8-55f4-459a-bca8-05b84a00797a service neutron] Attempting to bind port 9ab00bae-3731-4683-bb77-77c138b96929 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'a3d7cb7a-81ff-4571-9df7-5e54dde22088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '093cafbf-83e8-4284-b188-26f4782840d7'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:29:25.771111 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e8f3ef-8a68-4d13-a62e-6dce2838e513 req-8ed70bc8-55f4-459a-bca8-05b84a00797a service neutron] Attempting to bind port 9ab00bae-3731-4683-bb77-77c138b96929 on network 093cafbf-83e8-4284-b188-26f4782840d7 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:29:25.776264 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc5053-88b3-4b4f-b49f-4137fa308fc6 req-40ddc8ba-e6de-4807-a993-5bd666237ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:25.778262 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-79bc5053-88b3-4b4f-b49f-4137fa308fc6 req-40ddc8ba-e6de-4807-a993-5bd666237ae1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5a2ce5cc-687a-4c33-859e-f9b75a50c5b6 HTTP/1.1" status: 200 len: 917 time: 0.5993814 Nov 09 21:29:25.781967 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9d82f4d1-26a9-4ee7-8b74-2e8976172c59 req-a8a39641-b4d5-46c3-ade4-1ff3b90548a5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222072 Nov 09 21:29:25.783026 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e8f3ef-8a68-4d13-a62e-6dce2838e513 req-8ed70bc8-55f4-459a-bca8-05b84a00797a service neutron] Port 9ab00bae-3731-4683-bb77-77c138b96929 on network 093cafbf-83e8-4284-b188-26f4782840d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:29:25.783666 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e8f3ef-8a68-4d13-a62e-6dce2838e513 req-8ed70bc8-55f4-459a-bca8-05b84a00797a service neutron] Attempting to bind port 9ab00bae-3731-4683-bb77-77c138b96929 on network 093cafbf-83e8-4284-b188-26f4782840d7 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:29:25.789365 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e8f3ef-8a68-4d13-a62e-6dce2838e513 req-8ed70bc8-55f4-459a-bca8-05b84a00797a service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:29:25.789697 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e8f3ef-8a68-4d13-a62e-6dce2838e513 req-8ed70bc8-55f4-459a-bca8-05b84a00797a service neutron] Checking segment: {'id': 'a3d7cb7a-81ff-4571-9df7-5e54dde22088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '093cafbf-83e8-4284-b188-26f4782840d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:29:25.790080 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e8f3ef-8a68-4d13-a62e-6dce2838e513 req-8ed70bc8-55f4-459a-bca8-05b84a00797a service neutron] Bound using segment: {'id': 'a3d7cb7a-81ff-4571-9df7-5e54dde22088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '093cafbf-83e8-4284-b188-26f4782840d7'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:29:25.790504 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-d8e8f3ef-8a68-4d13-a62e-6dce2838e513 req-8ed70bc8-55f4-459a-bca8-05b84a00797a service neutron] Bound port: 9ab00bae-3731-4683-bb77-77c138b96929, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3d7cb7a-81ff-4571-9df7-5e54dde22088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '093cafbf-83e8-4284-b188-26f4782840d7'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:29:25.790968 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d8e8f3ef-8a68-4d13-a62e-6dce2838e513 req-8ed70bc8-55f4-459a-bca8-05b84a00797a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:25.844896 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e9df9-e68d-47f8-8ae9-e3d13d9d86b2 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:25.850939 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e9df9-e68d-47f8-8ae9-e3d13d9d86b2 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:25.856975 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e9df9-e68d-47f8-8ae9-e3d13d9d86b2 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:25.858665 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-208e9df9-e68d-47f8-8ae9-e3d13d9d86b2 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "GET /v2.0/ports?network_id=ffd02699-406b-4185-8d69-687ecf1e0671 HTTP/1.1" status: 200 len: 2358 time: 0.1260555 Nov 09 21:29:25.861897 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54140) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:25.868062 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-180e52a2-ecec-43a7-8ed1-ad1d6fd74677 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:25.872880 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-d8e8f3ef-8a68-4d13-a62e-6dce2838e513 req-8ed70bc8-55f4-459a-bca8-05b84a00797a service neutron] For port 9ab00bae-3731-4683-bb77-77c138b96929, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:29:25.880676 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-180e52a2-ecec-43a7-8ed1-ad1d6fd74677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:25.905006 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-d8e8f3ef-8a68-4d13-a62e-6dce2838e513 req-8ed70bc8-55f4-459a-bca8-05b84a00797a service neutron] For port 9ab00bae-3731-4683-bb77-77c138b96929, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=9ab00bae-3731-4683-bb77-77c138b96929,segment=NetworkSegment(a3d7cb7a-81ff-4571-9df7-5e54dde22088),segment_id=a3d7cb7a-81ff-4571-9df7-5e54dde22088)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:29:25.913015 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d8e8f3ef-8a68-4d13-a62e-6dce2838e513 req-8ed70bc8-55f4-459a-bca8-05b84a00797a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:25.944510 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-180e52a2-ecec-43a7-8ed1-ad1d6fd74677 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dd07881cdc4b4a4c9cd1e7bc292bdaaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4783368 Nov 09 21:29:25.944969 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54142) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:25.952628 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a9ba55-de15-4b66-a362-2ff8a949c408 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:25.952841 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180e52a2-ecec-43a7-8ed1-ad1d6fd74677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90d81d4-343e-4986-b354-26e69ba8624a,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:25.958834 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-59a9ba55-de15-4b66-a362-2ff8a949c408 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "GET /v2.0/subnets/2376c700-e4d7-4c91-926d-0cc8af2aadd4 HTTP/1.1" status: 200 len: 797 time: 0.0910826 Nov 09 21:29:25.962163 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54146) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:25.969096 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-2c441717-359b-4382-8638-1133e084d087 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Request body: {'port': {'network_id': 'ffd02699-406b-4185-8d69-687ecf1e0671', 'name': 'tempest-FloatingIPTestJSON-1954611471', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:29:25.974985 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8f3ef-8a68-4d13-a62e-6dce2838e513 req-8ed70bc8-55f4-459a-bca8-05b84a00797a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:25.975619 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d8e8f3ef-8a68-4d13-a62e-6dce2838e513 req-8ed70bc8-55f4-459a-bca8-05b84a00797a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:25.978199 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d8e8f3ef-8a68-4d13-a62e-6dce2838e513 req-8ed70bc8-55f4-459a-bca8-05b84a00797a service neutron] 10.222.0.45 "PUT /v2.0/ports/9ab00bae-3731-4683-bb77-77c138b96929 HTTP/1.1" status: 200 len: 1091 time: 2.3686235 Nov 09 21:29:25.990913 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13353c5-0edd-4439-ac96-9aef715a4a0b req-219cad60-b9aa-438e-b9f1-2fc9f7ad1b09 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:25.993172 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a13353c5-0edd-4439-ac96-9aef715a4a0b req-219cad60-b9aa-438e-b9f1-2fc9f7ad1b09 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6664fb7-fa6c-4bb9-ae89-e75326e12747 HTTP/1.1" status: 200 len: 945 time: 0.1237168 Nov 09 21:29:26.054086 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed70bc8-55f4-459a-bca8-05b84a00797a service neutron] Pushing event updated for resources: {'Port': ['ID=9ab00bae-3731-4683-bb77-77c138b96929,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:26.119409 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-59c35586-6e3e-4535-b668-220e4498fbb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:26.146788 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a13353c5-0edd-4439-ac96-9aef715a4a0b req-2d747af5-f50a-4dc8-8e6a-1b9e60409b17 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ad655d7-6b32-467a-9bdc-462828bb851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399145 Nov 09 21:29:26.147122 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47499a06-8d18-4bdf-ac1c-e626c9cdb194 req-73845f08-6b8d-4add-a4fe-22a36e59202e tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:26.148613 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-47499a06-8d18-4bdf-ac1c-e626c9cdb194 req-73845f08-6b8d-4add-a4fe-22a36e59202e tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] 10.222.0.49 "GET /v2.0/ports?device_id=f23b28c1-1ca2-46d0-b58f-ab0a0db805a6 HTTP/1.1" status: 200 len: 943 time: 0.1474211 Nov 09 21:29:26.151393 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-79bc5053-88b3-4b4f-b49f-4137fa308fc6 req-a39a94fb-809d-47e6-b41c-25ceda0de935 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68ae207f-8797-43be-b1fb-04eb8173be11 HTTP/1.1" status: 200 len: 1000 time: 0.0983400 Nov 09 21:29:26.157118 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8f3ef-8a68-4d13-a62e-6dce2838e513 req-a05130c2-1e35-462c-b821-c0f6b3b8f868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:26.158573 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d8e8f3ef-8a68-4d13-a62e-6dce2838e513 req-a05130c2-1e35-462c-b821-c0f6b3b8f868 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b1207329bb7a44a799c55f94e4950d98&device_id=f23b28c1-1ca2-46d0-b58f-ab0a0db805a6 HTTP/1.1" status: 200 len: 1094 time: 0.1185210 Nov 09 21:29:26.162550 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-59c35586-6e3e-4535-b668-220e4498fbb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:26.204300 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c441717-359b-4382-8638-1133e084d087 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Made reservation on behalf of ed83e5dad49a418590039b73ac0626b1 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:29:26.234100 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d8e8f3ef-8a68-4d13-a62e-6dce2838e513 req-1d65a57e-5487-4368-b68a-4c7628af66f5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ab00bae-3731-4683-bb77-77c138b96929 HTTP/1.1" status: 200 len: 217 time: 0.0654891 Nov 09 21:29:26.277970 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-59c35586-6e3e-4535-b668-220e4498fbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:26.280580 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-59c35586-6e3e-4535-b668-220e4498fbb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:26.281760 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-59c35586-6e3e-4535-b668-220e4498fbb5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d90d81d4-343e-4986-b354-26e69ba8624a HTTP/1.1" status: 204 len: 168 time: 0.3358858 Nov 09 21:29:26.290552 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc5053-88b3-4b4f-b49f-4137fa308fc6 req-3cb9380c-5827-4556-8a0a-8b907765b639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:26.292064 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-79bc5053-88b3-4b4f-b49f-4137fa308fc6 req-3cb9380c-5827-4556-8a0a-8b907765b639 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=87945563-f9d1-4353-83ce-d183f9346308 HTTP/1.1" status: 200 len: 856 time: 0.1315250 Nov 09 21:29:26.301416 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c35586-6e3e-4535-b668-220e4498fbb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90d81d4-343e-4986-b354-26e69ba8624a,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:26.308537 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2c441717-359b-4382-8638-1133e084d087 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:26.336763 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-47499a06-8d18-4bdf-ac1c-e626c9cdb194 req-60c7d7f6-fa6f-4f44-a99e-4fdd9fd0b422 tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] 10.222.0.49 "GET /v2.0/security-groups?id=06c611a8-b2e7-44d5-b14b-5de1edb2fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772015 Nov 09 21:29:26.360686 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8f3ef-8a68-4d13-a62e-6dce2838e513 req-befa9c76-f105-473b-9bca-a376e113b231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:26.360913 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-2c441717-359b-4382-8638-1133e084d087 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] device_id is not set on port 36be05aa-7cb7-42e9-a88c-2ec8d2cc5c65 yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:29:26.361372 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d8e8f3ef-8a68-4d13-a62e-6dce2838e513 req-befa9c76-f105-473b-9bca-a376e113b231 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dd6e44e4-5e6c-4686-bf11-6eda819f88dd HTTP/1.1" status: 200 len: 852 time: 0.1113954 Nov 09 21:29:26.363688 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc5053-88b3-4b4f-b49f-4137fa308fc6 req-ed290032-366b-43ab-be0a-5cfcf2500635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:26.365618 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-79bc5053-88b3-4b4f-b49f-4137fa308fc6 req-ed290032-366b-43ab-be0a-5cfcf2500635 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5a2ce5cc-687a-4c33-859e-f9b75a50c5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640402 Nov 09 21:29:26.395885 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d8e8f3ef-8a68-4d13-a62e-6dce2838e513 req-b35bf531-8ac9-4f6f-b07d-58899e7e30f5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=093cafbf-83e8-4284-b188-26f4782840d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297184 Nov 09 21:29:26.568509 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-79bc5053-88b3-4b4f-b49f-4137fa308fc6 req-dfab75f5-bf90-4763-967a-dc044ec9de2b service neutron] 10.222.0.43 "GET /v2.0/networks/5a2ce5cc-687a-4c33-859e-f9b75a50c5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772766 Nov 09 21:29:26.574152 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d8e8f3ef-8a68-4d13-a62e-6dce2838e513 req-5b818cdf-15ae-4d61-ac7f-7426acaf58fe service neutron] 10.222.0.45 "GET /v2.0/networks/093cafbf-83e8-4284-b188-26f4782840d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694953 Nov 09 21:29:26.598569 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe96267-d270-4b8c-833b-8a70efa08b42 req-e1c563c8-faef-4176-9d9e-6f511fb1130e tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:26.600154 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fbe96267-d270-4b8c-833b-8a70efa08b42 req-e1c563c8-faef-4176-9d9e-6f511fb1130e tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 944 time: 0.1367843 Nov 09 21:29:26.638960 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54158) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:26.700341 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-579c9f17-6026-46fa-b97a-c9c366e0d123 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:26.755878 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fbe96267-d270-4b8c-833b-8a70efa08b42 req-557dacbe-79d1-4715-bd8f-352fd5524d59 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440182 Nov 09 21:29:26.796201 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-79bc5053-88b3-4b4f-b49f-4137fa308fc6 req-b643aadc-40e3-40d0-bf4b-77e1fc467cc4 service neutron] 10.222.0.43 "GET /v2.0/networks/5a2ce5cc-687a-4c33-859e-f9b75a50c5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788182 Nov 09 21:29:26.800414 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d8e8f3ef-8a68-4d13-a62e-6dce2838e513 req-228661fb-0588-42ba-a8ea-d48fc5ca4615 service neutron] 10.222.0.45 "GET /v2.0/networks/093cafbf-83e8-4284-b188-26f4782840d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128808 Nov 09 21:29:26.888665 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-2c441717-359b-4382-8638-1133e084d087 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Allocated IP 172.20.0.14 (ffd02699-406b-4185-8d69-687ecf1e0671/2376c700-e4d7-4c91-926d-0cc8af2aadd4/36be05aa-7cb7-42e9-a88c-2ec8d2cc5c65) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:29:26.900842 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14faaa22-ab30-41e2-a205-fa8d976a879e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3e89e0b-3381-4516-acac-f2757e10c873'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:29:26.903724 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-2c441717-359b-4382-8638-1133e084d087 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Allocated IP 172.20.0.13 (ffd02699-406b-4185-8d69-687ecf1e0671/2376c700-e4d7-4c91-926d-0cc8af2aadd4/36be05aa-7cb7-42e9-a88c-2ec8d2cc5c65) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:29:26.904505 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc013f6-f338-4541-bf10-88c830e8fb72" -d '{"events": [{"server_uuid": "14faaa22-ab30-41e2-a205-fa8d976a879e", "name": "network-vif-unplugged", "status": "completed", "tag": "e3e89e0b-3381-4516-acac-f2757e10c873"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:29:26.948800 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea2edc-694e-44fb-9f2e-9e79933d79d3 req-0c2e5265-412b-4173-b533-f973eb7044ca tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:26.951004 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-63ea2edc-694e-44fb-9f2e-9e79933d79d3 req-0c2e5265-412b-4173-b533-f973eb7044ca tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=64b81f4a-ca27-4f80-8ba0-f77d4972e8a0 HTTP/1.1" status: 200 len: 945 time: 0.0587184 Nov 09 21:29:26.959188 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba5b99-7bb3-4601-aef4-2779f7cbc9d7 req-773ce117-0ca2-4719-8344-0d63cc23ac1f tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:26.960988 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-10ba5b99-7bb3-4601-aef4-2779f7cbc9d7 req-773ce117-0ca2-4719-8344-0d63cc23ac1f tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=5febd2e0-778c-4c7b-9841-79c838b6973a HTTP/1.1" status: 200 len: 946 time: 0.1148605 Nov 09 21:29:27.005689 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-579c9f17-6026-46fa-b97a-c9c366e0d123 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:27.019109 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-63ea2edc-694e-44fb-9f2e-9e79933d79d3 req-a4c93997-e348-41b7-8bcf-2aa5c63ab4e9 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621123 Nov 09 21:29:27.020813 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-579c9f17-6026-46fa-b97a-c9c366e0d123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:27.065632 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 21:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0f11c0-c98c-472d-8aaa-0201274565fb x-openstack-request-id: req-bd0f11c0-c98c-472d-8aaa-0201274565fb {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:29:27.066197 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14faaa22-ab30-41e2-a205-fa8d976a879e", "name": "network-vif-unplugged", "status": "completed", "tag": "e3e89e0b-3381-4516-acac-f2757e10c873", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:29:27.066763 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bd0f11c0-c98c-472d-8aaa-0201274565fb {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:29:27.067380 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14faaa22-ab30-41e2-a205-fa8d976a879e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3e89e0b-3381-4516-acac-f2757e10c873', 'code': 200} Nov 09 21:29:27.150329 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-579c9f17-6026-46fa-b97a-c9c366e0d123 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=af20a2e878214fb695448bc977060993&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5103321 Nov 09 21:29:27.151021 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579c9f17-6026-46fa-b97a-c9c366e0d123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7763ab4-73a0-4f92-9be1-7943a0d7c21b,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:27.153310 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54174) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:27.191727 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-10ba5b99-7bb3-4601-aef4-2779f7cbc9d7 req-2d2e477e-bcec-4479-b031-4fc4ee18a082 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140524 Nov 09 21:29:27.233169 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2c441717-359b-4382-8638-1133e084d087 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:27.255928 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-778b5034-3d4a-4616-87eb-56e7405103a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:27.278196 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad578e6e-13ee-425e-b0e8-d51e23071459 req-8890681d-db2c-42a7-a13a-783f759f1b61 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:27.280221 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ad578e6e-13ee-425e-b0e8-d51e23071459 req-8890681d-db2c-42a7-a13a-783f759f1b61 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6664fb7-fa6c-4bb9-ae89-e75326e12747 HTTP/1.1" status: 200 len: 945 time: 0.0509796 Nov 09 21:29:27.288946 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-778b5034-3d4a-4616-87eb-56e7405103a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:27.309725 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2c441717-359b-4382-8638-1133e084d087 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:27.334777 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ad578e6e-13ee-425e-b0e8-d51e23071459 req-b3b84a22-5e8a-4b25-b2e1-decccd6049cd tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ad655d7-6b32-467a-9bdc-462828bb851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473723 Nov 09 21:29:27.366152 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c441717-359b-4382-8638-1133e084d087 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Network ffd02699-406b-4185-8d69-687ecf1e0671 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:29:27.376609 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-2c441717-359b-4382-8638-1133e084d087 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:29:27.381722 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c441717-359b-4382-8638-1133e084d087 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:29:27.413678 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c441717-359b-4382-8638-1133e084d087 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Pushing event updated for resources: {'Port': ['ID=36be05aa-7cb7-42e9-a88c-2ec8d2cc5c65,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:27.419363 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-778b5034-3d4a-4616-87eb-56e7405103a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:27.421917 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-778b5034-3d4a-4616-87eb-56e7405103a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:27.425833 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-778b5034-3d4a-4616-87eb-56e7405103a3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c7763ab4-73a0-4f92-9be1-7943a0d7c21b HTTP/1.1" status: 204 len: 168 time: 0.2644422 Nov 09 21:29:27.440437 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b5034-3d4a-4616-87eb-56e7405103a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7763ab4-73a0-4f92-9be1-7943a0d7c21b,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:27.461161 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c441717-359b-4382-8638-1133e084d087 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:27.462239 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2c441717-359b-4382-8638-1133e084d087 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:27.529145 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2c441717-359b-4382-8638-1133e084d087 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.5614471 Nov 09 21:29:27.529344 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54194) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:27.535947 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-0bdc8848-da57-46d8-a594-213223152b3f tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'port_id': '36be05aa-7cb7-42e9-a88c-2ec8d2cc5c65', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:29:27.584491 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e495caf-e80c-4d9c-8070-f67fb7119530 req-b39a65ce-7ff0-4f93-b250-7051b5a78588 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:27.586864 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078ea1a-6d7c-4713-9550-ef9aaf79fcbf req-28e8c239-f28c-4a67-9491-0976622e1505 tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:27.594887 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5e495caf-e80c-4d9c-8070-f67fb7119530 req-b39a65ce-7ff0-4f93-b250-7051b5a78588 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=f664e615-3356-440f-8ddc-2f49105977e5 HTTP/1.1" status: 200 len: 946 time: 0.1237369 Nov 09 21:29:27.598177 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0bdc8848-da57-46d8-a594-213223152b3f tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for floatingip, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:27.602146 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d078ea1a-6d7c-4713-9550-ef9aaf79fcbf req-28e8c239-f28c-4a67-9491-0976622e1505 tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] 10.222.0.49 "GET /v2.0/ports?device_id=f23b28c1-1ca2-46d0-b58f-ab0a0db805a6 HTTP/1.1" status: 200 len: 943 time: 0.1000125 Nov 09 21:29:27.655974 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f23b28c1-1ca2-46d0-b58f-ab0a0db805a6', 'tag': '9ab00bae-3731-4683-bb77-77c138b96929'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:29:27.660092 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565bb7d5-0076-4068-a3fd-2f875b1f5945" -d '{"events": [{"name": "network-changed", "server_uuid": "f23b28c1-1ca2-46d0-b58f-ab0a0db805a6", "tag": "9ab00bae-3731-4683-bb77-77c138b96929"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:29:27.726429 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5e495caf-e80c-4d9c-8070-f67fb7119530 req-914ed472-2a7e-45b6-b04a-71a075571837 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ad655d7-6b32-467a-9bdc-462828bb851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302733 Nov 09 21:29:27.740919 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d078ea1a-6d7c-4713-9550-ef9aaf79fcbf req-7031a8a0-bc6d-4ee1-b590-947754f1b543 tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] 10.222.0.49 "GET /v2.0/security-groups?id=06c611a8-b2e7-44d5-b14b-5de1edb2fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377077 Nov 09 21:29:27.757695 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 9ab00bae-3731-4683-bb77-77c138b96929 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:29:27.831864 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76f4534-cda1-4ee3-af71-28c8a618cd47 x-openstack-request-id: req-a76f4534-cda1-4ee3-af71-28c8a618cd47 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:29:27.832604 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f23b28c1-1ca2-46d0-b58f-ab0a0db805a6", "tag": "9ab00bae-3731-4683-bb77-77c138b96929", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:29:27.832604 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a76f4534-cda1-4ee3-af71-28c8a618cd47 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:29:27.832860 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f23b28c1-1ca2-46d0-b58f-ab0a0db805a6', 'tag': '9ab00bae-3731-4683-bb77-77c138b96929', 'status': 'completed', 'code': 200} Nov 09 21:29:27.859316 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0bdc8848-da57-46d8-a594-213223152b3f tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:28.051833 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565bb7d5-0076-4068-a3fd-2f875b1f5945 req-4346802b-9872-45ec-8210-766577ff081e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:28.053815 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-565bb7d5-0076-4068-a3fd-2f875b1f5945 req-4346802b-9872-45ec-8210-766577ff081e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b1207329bb7a44a799c55f94e4950d98&device_id=f23b28c1-1ca2-46d0-b58f-ab0a0db805a6 HTTP/1.1" status: 200 len: 1094 time: 0.1885893 Nov 09 21:29:28.062551 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 9ab00bae-3731-4683-bb77-77c138b96929, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=9ab00bae-3731-4683-bb77-77c138b96929,segment=NetworkSegment(a3d7cb7a-81ff-4571-9df7-5e54dde22088),segment_id=a3d7cb7a-81ff-4571-9df7-5e54dde22088)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:29:28.079587 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011da483-abae-4159-9f11-1a215ce53f68 req-a05aaecc-f872-49ea-b72a-6c0155be9261 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:28.087003 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-011da483-abae-4159-9f11-1a215ce53f68 req-a05aaecc-f872-49ea-b72a-6c0155be9261 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 944 time: 0.1221845 Nov 09 21:29:28.109960 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '9ab00bae-3731-4683-bb77-77c138b96929', 'network_id': '093cafbf-83e8-4284-b188-26f4782840d7', 'port_id': '9ab00bae-3731-4683-bb77-77c138b96929', 'mac_address': 'fa:16:3e:49:8f:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd6e44e4-5e6c-4686-bf11-6eda819f88dd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:29:28.119413 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8c8e3-f033-40d7-b3e5-1122e2eecabb req-46fb1f69-0f5b-46f8-b1a7-9dbf4719062d tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:28.141254 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c1c8c8e3-f033-40d7-b3e5-1122e2eecabb req-46fb1f69-0f5b-46f8-b1a7-9dbf4719062d tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=68b13ac0-7467-40fe-97a0-41b068e0ffb8 HTTP/1.1" status: 200 len: 945 time: 0.2091515 Nov 09 21:29:28.178292 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:28.196315 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ab00bae-3731-4683-bb77-77c138b96929 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:29:28.223369 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 9ab00bae-3731-4683-bb77-77c138b96929, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=9ab00bae-3731-4683-bb77-77c138b96929,segment=NetworkSegment(a3d7cb7a-81ff-4571-9df7-5e54dde22088),segment_id=a3d7cb7a-81ff-4571-9df7-5e54dde22088)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:29:28.232091 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:28.232314 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-0bdc8848-da57-46d8-a594-213223152b3f tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Allocated IP 172.25.7.101 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/93db2282-7e3a-4e82-bc6d-a6be42d614f9) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:29:28.308585 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-011da483-abae-4159-9f11-1a215ce53f68 req-23d58829-fd22-4311-8990-7869342d9c7d tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169490 Nov 09 21:29:28.327867 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=9ab00bae-3731-4683-bb77-77c138b96929,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:28.374729 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c1c8c8e3-f033-40d7-b3e5-1122e2eecabb req-7c30bdfb-5bf6-4dc6-b5fd-25197b0f70c9 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ad655d7-6b32-467a-9bdc-462828bb851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324979 Nov 09 21:29:28.444186 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565bb7d5-0076-4068-a3fd-2f875b1f5945 req-67be3455-4e67-4e37-bf7f-7f485f103951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:28.446390 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-565bb7d5-0076-4068-a3fd-2f875b1f5945 req-67be3455-4e67-4e37-bf7f-7f485f103951 service neutron] 10.222.0.45 "GET /v2.0/networks?id=093cafbf-83e8-4284-b188-26f4782840d7 HTTP/1.1" status: 200 len: 912 time: 0.3701260 Nov 09 21:29:28.533445 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['9ab00bae-3731-4683-bb77-77c138b96929'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:29:28.537350 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0bdc8848-da57-46d8-a594-213223152b3f tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:28.599153 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-565bb7d5-0076-4068-a3fd-2f875b1f5945 req-6f281ae4-d7ba-499e-a2b1-5c864038843c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ab00bae-3731-4683-bb77-77c138b96929 HTTP/1.1" status: 200 len: 217 time: 0.1405094 Nov 09 21:29:28.666867 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0bdc8848-da57-46d8-a594-213223152b3f tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:28.684775 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9d247-6d05-40d2-a87f-b6b71b2aff3b req-fe7968b3-c5d5-4e86-a2cd-362eed3a540d tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:28.708353 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-68b9d247-6d05-40d2-a87f-b6b71b2aff3b req-fe7968b3-c5d5-4e86-a2cd-362eed3a540d tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=5febd2e0-778c-4c7b-9841-79c838b6973a HTTP/1.1" status: 200 len: 946 time: 0.1146305 Nov 09 21:29:28.741367 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565bb7d5-0076-4068-a3fd-2f875b1f5945 req-06db486f-22aa-4a98-a157-5647f05b4fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:28.743125 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-565bb7d5-0076-4068-a3fd-2f875b1f5945 req-06db486f-22aa-4a98-a157-5647f05b4fd2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dd6e44e4-5e6c-4686-bf11-6eda819f88dd HTTP/1.1" status: 200 len: 852 time: 0.1252844 Nov 09 21:29:28.752000 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163d7f7-a65d-4808-8a28-1e73208c20c0 req-c32d295f-1764-4e57-abea-9320461ff370 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:28.753891 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1163d7f7-a65d-4808-8a28-1e73208c20c0 req-c32d295f-1764-4e57-abea-9320461ff370 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=64b81f4a-ca27-4f80-8ba0-f77d4972e8a0 HTTP/1.1" status: 200 len: 945 time: 0.1647527 Nov 09 21:29:28.787624 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-565bb7d5-0076-4068-a3fd-2f875b1f5945 req-1c710692-213c-4d35-9d87-e967d5421f24 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=093cafbf-83e8-4284-b188-26f4782840d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325532 Nov 09 21:29:28.834506 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-68b9d247-6d05-40d2-a87f-b6b71b2aff3b req-71a00701-5904-4098-9b6d-c2258fafc4de tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250899 Nov 09 21:29:28.878576 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdc8848-da57-46d8-a594-213223152b3f tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:29:28.883927 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-0bdc8848-da57-46d8-a594-213223152b3f tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:29:28.889571 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdc8848-da57-46d8-a594-213223152b3f tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:29:28.898111 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1163d7f7-a65d-4808-8a28-1e73208c20c0 req-a06f74d9-88f1-4560-bfb8-a31ec59fcfec tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332223 Nov 09 21:29:28.934164 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc8848-da57-46d8-a594-213223152b3f tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Pushing event updated for resources: {'Port': ['ID=93db2282-7e3a-4e82-bc6d-a6be42d614f9,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:28.983883 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-565bb7d5-0076-4068-a3fd-2f875b1f5945 req-e50f1d2d-1385-4d07-a626-f0106e835c61 service neutron] 10.222.0.45 "GET /v2.0/networks/093cafbf-83e8-4284-b188-26f4782840d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880865 Nov 09 21:29:29.241632 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1767dd-6695-4f25-a7a7-7120bdc1d081 req-47cd0a5d-bedb-4c48-998a-29b64de2acb6 tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:29.252850 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fa1767dd-6695-4f25-a7a7-7120bdc1d081 req-47cd0a5d-bedb-4c48-998a-29b64de2acb6 tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] 10.222.0.49 "GET /v2.0/ports?device_id=f23b28c1-1ca2-46d0-b58f-ab0a0db805a6 HTTP/1.1" status: 200 len: 944 time: 0.2088382 Nov 09 21:29:29.356001 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-565bb7d5-0076-4068-a3fd-2f875b1f5945 req-e5deafd1-7de9-46e1-992f-495cfe4b3fb0 service neutron] 10.222.0.45 "GET /v2.0/networks/093cafbf-83e8-4284-b188-26f4782840d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641942 Nov 09 21:29:29.360019 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7455f20b-5eda-4466-beed-ecdd3751bd74 req-a8d6979b-dd45-42a9-9820-efa3f8596c3b tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:29.366919 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fa1767dd-6695-4f25-a7a7-7120bdc1d081 req-95dbc02b-57cb-4392-bdbc-f4eccb5134c7 tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] 10.222.0.49 "GET /v2.0/security-groups?id=06c611a8-b2e7-44d5-b14b-5de1edb2fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130741 Nov 09 21:29:29.378389 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7455f20b-5eda-4466-beed-ecdd3751bd74 req-a8d6979b-dd45-42a9-9820-efa3f8596c3b tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6664fb7-fa6c-4bb9-ae89-e75326e12747 HTTP/1.1" status: 200 len: 945 time: 0.0922699 Nov 09 21:29:29.766733 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 9ab00bae-3731-4683-bb77-77c138b96929 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:29:29.807178 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36cbc4c-2628-4809-af73-5876611f5646 req-972d86e6-c353-41fb-aaa0-9dff68dfbf12 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:29.815767 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f36cbc4c-2628-4809-af73-5876611f5646 req-972d86e6-c353-41fb-aaa0-9dff68dfbf12 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 944 time: 0.0894814 Nov 09 21:29:29.891898 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f36cbc4c-2628-4809-af73-5876611f5646 req-42fa694a-3923-44dc-aeea-65bf0f37942b tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718763 Nov 09 21:29:29.909680 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 9ab00bae-3731-4683-bb77-77c138b96929 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:29:29.914110 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 9ab00bae-3731-4683-bb77-77c138b96929 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:29:29.914482 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:30.095396 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:30.113739 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0bdc8848-da57-46d8-a594-213223152b3f tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:30.180062 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23b28c1-1ca2-46d0-b58f-ab0a0db805a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab00bae-3731-4683-bb77-77c138b96929'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:29:30.193120 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cba42b-c1ca-4100-87eb-fbf14bdceba6" -d '{"events": [{"server_uuid": "f23b28c1-1ca2-46d0-b58f-ab0a0db805a6", "name": "network-vif-plugged", "status": "completed", "tag": "9ab00bae-3731-4683-bb77-77c138b96929"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:29:30.208498 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0bdc8848-da57-46d8-a594-213223152b3f tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:30.229268 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 9ab00bae-3731-4683-bb77-77c138b96929, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=9ab00bae-3731-4683-bb77-77c138b96929,segment=NetworkSegment(a3d7cb7a-81ff-4571-9df7-5e54dde22088),segment_id=a3d7cb7a-81ff-4571-9df7-5e54dde22088)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:29:30.235343 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:30.278795 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b6469-c908-4f75-ae1e-d1c0da09056e req-c20dd56e-39e1-4898-96b8-48290dd84101 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:30.289104 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-062b6469-c908-4f75-ae1e-d1c0da09056e req-c20dd56e-39e1-4898-96b8-48290dd84101 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=64b81f4a-ca27-4f80-8ba0-f77d4972e8a0 HTTP/1.1" status: 200 len: 945 time: 0.1107559 Nov 09 21:29:30.390082 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=9ab00bae-3731-4683-bb77-77c138b96929,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:30.393087 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-062b6469-c908-4f75-ae1e-d1c0da09056e req-652e59ac-ca87-4ace-b2ad-047c593bb462 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951006 Nov 09 21:29:30.410091 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7455f20b-5eda-4466-beed-ecdd3751bd74 req-b6bc5958-ca8a-4900-81a7-ff07d9b5af2c tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ad655d7-6b32-467a-9bdc-462828bb851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0294271 Nov 09 21:29:30.466319 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0bdc8848-da57-46d8-a594-213223152b3f tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:30.478297 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0bdc8848-da57-46d8-a594-213223152b3f tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:30.509563 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735502f7-c74c-4613-97d0-cd1d83f4e9d7 x-openstack-request-id: req-735502f7-c74c-4613-97d0-cd1d83f4e9d7 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:29:30.510049 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f23b28c1-1ca2-46d0-b58f-ab0a0db805a6", "name": "network-vif-plugged", "status": "completed", "tag": "9ab00bae-3731-4683-bb77-77c138b96929", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:29:30.510505 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-735502f7-c74c-4613-97d0-cd1d83f4e9d7 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:29:30.511251 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f23b28c1-1ca2-46d0-b58f-ab0a0db805a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab00bae-3731-4683-bb77-77c138b96929', 'code': 200} Nov 09 21:29:30.672967 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0bdc8848-da57-46d8-a594-213223152b3f tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:30.681656 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d8d961-99d9-4d7d-ad2c-981d1f1608be req-73d611b9-4e6a-4d6c-94f7-fdbacf4e4e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:30.683494 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b3d8d961-99d9-4d7d-ad2c-981d1f1608be req-73d611b9-4e6a-4d6c-94f7-fdbacf4e4e98 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f23b28c1-1ca2-46d0-b58f-ab0a0db805a6 HTTP/1.1" status: 200 len: 1096 time: 0.0869756 Nov 09 21:29:30.693781 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99a356-3eec-455d-8a1d-36d8404449fd req-536f9f30-ebb3-46dd-a9e6-9f10495b2efe tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:30.695887 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bd99a356-3eec-455d-8a1d-36d8404449fd req-536f9f30-ebb3-46dd-a9e6-9f10495b2efe tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] 10.222.0.49 "GET /v2.0/ports?device_id=f23b28c1-1ca2-46d0-b58f-ab0a0db805a6 HTTP/1.1" status: 200 len: 945 time: 0.1166117 Nov 09 21:29:30.780959 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b3d8d961-99d9-4d7d-ad2c-981d1f1608be req-1b262e6c-96ea-49da-abf2-d4831cc86ede service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=06c611a8-b2e7-44d5-b14b-5de1edb2fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839179 Nov 09 21:29:30.800392 n-d-816206-3 neutron-server[102608]: INFO neutron.db.l3_db [None req-0bdc8848-da57-46d8-a594-213223152b3f tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Floating IP a8ee0fac-33ad-4d09-8622-e2e0f1d3d652 associated. External IP: 172.25.7.101, port: 36be05aa-7cb7-42e9-a88c-2ec8d2cc5c65. Nov 09 21:29:30.802527 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bd99a356-3eec-455d-8a1d-36d8404449fd req-97e73011-8b15-4e82-b48f-6ec48c6d323b tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] 10.222.0.49 "GET /v2.0/security-groups?id=06c611a8-b2e7-44d5-b14b-5de1edb2fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811496 Nov 09 21:29:30.805693 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc8848-da57-46d8-a594-213223152b3f tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Pushing event updated for resources: {'Port': ['ID=93db2282-7e3a-4e82-bc6d-a6be42d614f9,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:30.863798 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdc9f8-7c40-49c4-80de-313c10dcd0f3 req-a6c9965c-9acb-49b3-aa11-0e340330bc94 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:30.866376 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e1bdc9f8-7c40-49c4-80de-313c10dcd0f3 req-a6c9965c-9acb-49b3-aa11-0e340330bc94 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=5febd2e0-778c-4c7b-9841-79c838b6973a HTTP/1.1" status: 200 len: 946 time: 0.2909670 Nov 09 21:29:31.008589 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e1bdc9f8-7c40-49c4-80de-313c10dcd0f3 req-7a1c4f84-667a-4110-864f-df912cbb4fad tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335800 Nov 09 21:29:31.252713 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85708f21-0efc-4893-b128-1a7f9f046146 req-96413dce-c3b5-4856-a54c-b24078376f44 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:31.253951 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bdc8848-da57-46d8-a594-213223152b3f tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Router dbddf32d-c7fe-4c68-8119-dc4de3045bdd has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:29:31.254428 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-85708f21-0efc-4893-b128-1a7f9f046146 req-96413dce-c3b5-4856-a54c-b24078376f44 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=f664e615-3356-440f-8ddc-2f49105977e5 HTTP/1.1" status: 200 len: 946 time: 0.0953548 Nov 09 21:29:31.271014 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973c723-5990-42f6-98bb-8a6132da51fc req-86254797-0647-4aff-9cef-30e1b69964be tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:31.272810 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5973c723-5990-42f6-98bb-8a6132da51fc req-86254797-0647-4aff-9cef-30e1b69964be tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 944 time: 0.0804946 Nov 09 21:29:31.370345 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-85708f21-0efc-4893-b128-1a7f9f046146 req-b4f02938-d6fb-412f-9aac-0331d76e03b9 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ad655d7-6b32-467a-9bdc-462828bb851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999439 Nov 09 21:29:31.411025 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5973c723-5990-42f6-98bb-8a6132da51fc req-571526f4-6ccf-47b5-9f7a-6eb1b3f1c798 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299441 Nov 09 21:29:31.477967 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bdc8848-da57-46d8-a594-213223152b3f tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:29:31.492491 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f0cc08-4087-445e-aacf-9ade7baf4c00 None None] Sync routers for ids ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:29:31.515151 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f0cc08-4087-445e-aacf-9ade7baf4c00 None None] Routers {'dbddf32d-c7fe-4c68-8119-dc4de3045bdd'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:29:31.521291 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-98f0cc08-4087-445e-aacf-9ade7baf4c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:29:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:31.522828 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0bdc8848-da57-46d8-a594-213223152b3f tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:31.565437 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0bdc8848-da57-46d8-a594-213223152b3f tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.0348425 Nov 09 21:29:31.567854 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54290) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:31.575537 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-8496ce95-de84-40e4-b21f-97f63cfed3b4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Request body: {'floatingip': {'port_id': '36be05aa-7cb7-42e9-a88c-2ec8d2cc5c65', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:29:31.633105 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-98f0cc08-4087-445e-aacf-9ade7baf4c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:31.643114 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f0cc08-4087-445e-aacf-9ade7baf4c00 None None] Routers {'dbddf32d-c7fe-4c68-8119-dc4de3045bdd'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:29:31.643996 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-98f0cc08-4087-445e-aacf-9ade7baf4c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:29:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:31.680041 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8496ce95-de84-40e4-b21f-97f63cfed3b4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for floatingip, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:31.880920 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-98f0cc08-4087-445e-aacf-9ade7baf4c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:31.881877 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f0cc08-4087-445e-aacf-9ade7baf4c00 None None] The sync data for ids ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'] in n-d-816206-3 is: [] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:29:31.892026 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba59d7-d33d-433e-b809-94414f8a6ff2 req-b706b722-4e19-4e6d-80e7-019dc11e636d tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:31.893852 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7fba59d7-d33d-433e-b809-94414f8a6ff2 req-b706b722-4e19-4e6d-80e7-019dc11e636d tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=64b81f4a-ca27-4f80-8ba0-f77d4972e8a0 HTTP/1.1" status: 200 len: 945 time: 0.2172437 Nov 09 21:29:32.002086 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95dfe61-36bf-4e6f-937b-6cda0b1db443 req-a65693f2-13c8-4711-817b-e0aa4f067930 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:32.008198 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95dfe61-36bf-4e6f-937b-6cda0b1db443 req-a65693f2-13c8-4711-817b-e0aa4f067930 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:32.014867 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95dfe61-36bf-4e6f-937b-6cda0b1db443 req-a65693f2-13c8-4711-817b-e0aa4f067930 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:32.016857 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f95dfe61-36bf-4e6f-937b-6cda0b1db443 req-a65693f2-13c8-4711-817b-e0aa4f067930 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6664fb7-fa6c-4bb9-ae89-e75326e12747&device_id=68b13ac0-7467-40fe-97a0-41b068e0ffb8&device_id=f664e615-3356-440f-8ddc-2f49105977e5 HTTP/1.1" status: 200 len: 2417 time: 0.1447725 Nov 09 21:29:32.119815 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f95dfe61-36bf-4e6f-937b-6cda0b1db443 req-ef40383a-0558-4d4f-9bb5-b786ba8e563f tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ad655d7-6b32-467a-9bdc-462828bb851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955849 Nov 09 21:29:32.310287 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858adb54-13c4-44fc-8b19-231537c6d234 req-671e33fa-a43d-412e-b097-c8a24165c575 tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:32.321684 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-858adb54-13c4-44fc-8b19-231537c6d234 req-671e33fa-a43d-412e-b097-c8a24165c575 tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] 10.222.0.49 "GET /v2.0/ports?device_id=f23b28c1-1ca2-46d0-b58f-ab0a0db805a6 HTTP/1.1" status: 200 len: 945 time: 0.1168108 Nov 09 21:29:32.332474 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7fba59d7-d33d-433e-b809-94414f8a6ff2 req-4dd5ab5c-f0b6-4e5e-ae86-12eb36f7730c tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162045 Nov 09 21:29:32.471113 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-858adb54-13c4-44fc-8b19-231537c6d234 req-85bd8547-c281-4af3-8213-0877ae3bd7ac tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] 10.222.0.49 "GET /v2.0/security-groups?id=06c611a8-b2e7-44d5-b14b-5de1edb2fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482882 Nov 09 21:29:32.517303 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8496ce95-de84-40e4-b21f-97f63cfed3b4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:32.522407 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8496ce95-de84-40e4-b21f-97f63cfed3b4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:32.672809 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd03522-7bb0-4dfd-bda9-fabc70e537bb req-d82d8544-2116-4fc7-b1c5-665f62ac8dd2 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:32.674378 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dcd03522-7bb0-4dfd-bda9-fabc70e537bb req-d82d8544-2116-4fc7-b1c5-665f62ac8dd2 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=5febd2e0-778c-4c7b-9841-79c838b6973a HTTP/1.1" status: 200 len: 946 time: 0.1370575 Nov 09 21:29:32.710862 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397634c4-ea62-4e42-9e12-3f5f81fafbe9 req-575c9f23-6b61-4273-b307-eede1b82f456 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:32.712389 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-397634c4-ea62-4e42-9e12-3f5f81fafbe9 req-575c9f23-6b61-4273-b307-eede1b82f456 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6664fb7-fa6c-4bb9-ae89-e75326e12747 HTTP/1.1" status: 200 len: 945 time: 0.0792279 Nov 09 21:29:32.781693 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-397634c4-ea62-4e42-9e12-3f5f81fafbe9 req-aa7a8d20-f730-464a-8b90-1ce629eaa208 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ad655d7-6b32-467a-9bdc-462828bb851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622067 Nov 09 21:29:32.783094 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dcd03522-7bb0-4dfd-bda9-fabc70e537bb req-85b5804c-9f9e-4217-9d22-1ab6f47edca1 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d2f0bb2-aa7f-4144-8766-9956cf4302a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998549 Nov 09 21:29:32.899772 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8496ce95-de84-40e4-b21f-97f63cfed3b4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Router dbddf32d-c7fe-4c68-8119-dc4de3045bdd has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:29:32.936785 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488c0a2-ee7f-4103-a580-9e351eed19be req-58bd31fc-d1bb-40ef-94ab-cd61ba04d1f8 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:32.939279 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d488c0a2-ee7f-4103-a580-9e351eed19be req-58bd31fc-d1bb-40ef-94ab-cd61ba04d1f8 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 944 time: 0.0770307 Nov 09 21:29:33.013309 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d488c0a2-ee7f-4103-a580-9e351eed19be req-5d24b67c-8713-46a4-877d-e848d036cb0b tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624697 Nov 09 21:29:33.065376 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8496ce95-de84-40e4-b21f-97f63cfed3b4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:29:33.070289 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8496ce95-de84-40e4-b21f-97f63cfed3b4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:33.084429 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db12145-fa73-4b1f-b73f-152c0dd3e1be None None] Sync routers for ids ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:29:33.097024 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db12145-fa73-4b1f-b73f-152c0dd3e1be None None] Routers {'dbddf32d-c7fe-4c68-8119-dc4de3045bdd'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:29:33.098391 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-2db12145-fa73-4b1f-b73f-152c0dd3e1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:29:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:33.131195 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8496ce95-de84-40e4-b21f-97f63cfed3b4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "PUT /v2.0/floatingips/a8ee0fac-33ad-4d09-8622-e2e0f1d3d652 HTTP/1.1" status: 200 len: 979 time: 1.5615506 Nov 09 21:29:33.133813 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54308) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:33.135921 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-2db12145-fa73-4b1f-b73f-152c0dd3e1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:33.145880 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db12145-fa73-4b1f-b73f-152c0dd3e1be None None] Routers {'dbddf32d-c7fe-4c68-8119-dc4de3045bdd'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:29:33.146389 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-2db12145-fa73-4b1f-b73f-152c0dd3e1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:29:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:33.181142 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-2db12145-fa73-4b1f-b73f-152c0dd3e1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:33.182019 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db12145-fa73-4b1f-b73f-152c0dd3e1be None None] The sync data for ids ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'] in n-d-816206-3 is: [] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:29:33.287507 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b0b80-0768-4f92-ae61-8f6c9911b2e3 req-a414b553-d963-4e25-9389-1165d9206b0b tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:33.289246 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cd0b0b80-0768-4f92-ae61-8f6c9911b2e3 req-a414b553-d963-4e25-9389-1165d9206b0b tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.45 "GET /v2.0/ports?device_id=5febd2e0-778c-4c7b-9841-79c838b6973a HTTP/1.1" status: 200 len: 946 time: 0.0945821 Nov 09 21:29:33.384180 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-9061b054-5712-40cf-b89f-b6b1ed3b4bb9 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Deleting port 93db2282-7e3a-4e82-bc6d-a6be42d614f9 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:29:33.384741 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9061b054-5712-40cf-b89f-b6b1ed3b4bb9 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:33.448502 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-cd0b0b80-0768-4f92-ae61-8f6c9911b2e3 req-0c83db2b-1002-4be2-9b96-ab0dc68d080e tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Deleting port 930cbb62-5b75-427c-b3ad-7ba1b4694c5d {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:29:33.449178 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-cd0b0b80-0768-4f92-ae61-8f6c9911b2e3 req-0c83db2b-1002-4be2-9b96-ab0dc68d080e tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:33.597917 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:33.602297 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9061b054-5712-40cf-b89f-b6b1ed3b4bb9 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:33.602857 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9061b054-5712-40cf-b89f-b6b1ed3b4bb9 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:33.633634 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-cd0b0b80-0768-4f92-ae61-8f6c9911b2e3 req-0c83db2b-1002-4be2-9b96-ab0dc68d080e tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] For port 930cbb62-5b75-427c-b3ad-7ba1b4694c5d, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=930cbb62-5b75-427c-b3ad-7ba1b4694c5d,segment=NetworkSegment(436e8a2d-fb6b-4e0e-9f97-5553104a1262),segment_id=436e8a2d-fb6b-4e0e-9f97-5553104a1262)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:29:33.634314 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-cd0b0b80-0768-4f92-ae61-8f6c9911b2e3 req-0c83db2b-1002-4be2-9b96-ab0dc68d080e tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:33.637977 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-9061b054-5712-40cf-b89f-b6b1ed3b4bb9 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Calling delete_port for 93db2282-7e3a-4e82-bc6d-a6be42d614f9 owned by network:floatingip {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:29:33.658017 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-cd0b0b80-0768-4f92-ae61-8f6c9911b2e3 req-0c83db2b-1002-4be2-9b96-ab0dc68d080e tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Calling delete_port for 930cbb62-5b75-427c-b3ad-7ba1b4694c5d owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:29:33.768213 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5905e-c27d-44bf-8389-bbc734194bb6 req-1bcbf457-9f60-41ed-a68a-c6f22c1b6ba8 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:33.770093 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-85f5905e-c27d-44bf-8389-bbc734194bb6 req-1bcbf457-9f60-41ed-a68a-c6f22c1b6ba8 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=64b81f4a-ca27-4f80-8ba0-f77d4972e8a0 HTTP/1.1" status: 200 len: 945 time: 0.2476346 Nov 09 21:29:33.850715 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-cd0b0b80-0768-4f92-ae61-8f6c9911b2e3 req-0c83db2b-1002-4be2-9b96-ab0dc68d080e tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:33.883250 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-85f5905e-c27d-44bf-8389-bbc734194bb6 req-7db95470-8216-4a72-b844-84afcc544103 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952375 Nov 09 21:29:33.920928 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c83db2b-1002-4be2-9b96-ab0dc68d080e tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Pushing event deleted for resources: {'Port': ['ID=930cbb62-5b75-427c-b3ad-7ba1b4694c5d,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:34.022615 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9061b054-5712-40cf-b89f-b6b1ed3b4bb9 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:34.055175 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-647dfbeb-594f-4a71-bb16-c609bd45f0c5 req-e4c4ec2d-112d-4a5b-8f8b-7e0c3314e211 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=5febd2e0-778c-4c7b-9841-79c838b6973a HTTP/1.1" status: 200 len: 210 time: 0.0441806 Nov 09 21:29:34.139846 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9061b054-5712-40cf-b89f-b6b1ed3b4bb9 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Pushing event deleted for resources: {'Port': ['ID=93db2282-7e3a-4e82-bc6d-a6be42d614f9,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:34.292840 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9061b054-5712-40cf-b89f-b6b1ed3b4bb9 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for floatingip, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:34.294991 n-d-816206-3 neutron-server[102608]: INFO neutron.db.l3_db [None req-9061b054-5712-40cf-b89f-b6b1ed3b4bb9 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Floating IP a8ee0fac-33ad-4d09-8622-e2e0f1d3d652 disassociated (deleted). External IP: 172.25.7.101, port: 36be05aa-7cb7-42e9-a88c-2ec8d2cc5c65. Nov 09 21:29:34.500620 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548fa369-e02f-422f-ab4a-14f46af19216 req-0ce68241-67d7-415e-bfc9-012f9c9d1971 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:34.503857 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-548fa369-e02f-422f-ab4a-14f46af19216 req-0ce68241-67d7-415e-bfc9-012f9c9d1971 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 944 time: 0.2052162 Nov 09 21:29:34.546842 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd0b0b80-0768-4f92-ae61-8f6c9911b2e3 req-0c83db2b-1002-4be2-9b96-ab0dc68d080e tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] No DVR routers for this DVR port 930cbb62-5b75-427c-b3ad-7ba1b4694c5d on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:29:34.550184 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-cd0b0b80-0768-4f92-ae61-8f6c9911b2e3 req-0c83db2b-1002-4be2-9b96-ab0dc68d080e tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:34.554706 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cd0b0b80-0768-4f92-ae61-8f6c9911b2e3 req-0c83db2b-1002-4be2-9b96-ab0dc68d080e tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.45 "DELETE /v2.0/ports/930cbb62-5b75-427c-b3ad-7ba1b4694c5d HTTP/1.1" status: 204 len: 173 time: 1.2569993 Nov 09 21:29:34.556223 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5febd2e0-778c-4c7b-9841-79c838b6973a', 'name': 'network-vif-deleted', 'tag': '930cbb62-5b75-427c-b3ad-7ba1b4694c5d'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:29:34.561167 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e331d8-dc20-4a0a-8e9a-83dfeeef1a65" -d '{"events": [{"server_uuid": "5febd2e0-778c-4c7b-9841-79c838b6973a", "name": "network-vif-deleted", "tag": "930cbb62-5b75-427c-b3ad-7ba1b4694c5d"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:29:34.639588 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1572538-dcf6-44c6-a787-0d16781e6d9c req-cc5ffa7f-b916-4048-9301-845225a8cfc2 tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:34.641544 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d1572538-dcf6-44c6-a787-0d16781e6d9c req-cc5ffa7f-b916-4048-9301-845225a8cfc2 tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] 10.222.0.49 "GET /v2.0/ports?device_id=f23b28c1-1ca2-46d0-b58f-ab0a0db805a6 HTTP/1.1" status: 200 len: 945 time: 0.0960493 Nov 09 21:29:34.706446 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-548fa369-e02f-422f-ab4a-14f46af19216 req-0daa557c-bc37-4f57-8b1c-a0679083f6d1 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921868 Nov 09 21:29:34.788274 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d1572538-dcf6-44c6-a787-0d16781e6d9c req-76c4ae2f-97d8-4f5a-a85e-3d63f07d9a6f tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] 10.222.0.49 "GET /v2.0/security-groups?id=06c611a8-b2e7-44d5-b14b-5de1edb2fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372917 Nov 09 21:29:34.866891 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9061b054-5712-40cf-b89f-b6b1ed3b4bb9 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Router dbddf32d-c7fe-4c68-8119-dc4de3045bdd has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:29:34.897040 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55bcc4d8-c230-40bb-850f-f2bbe95a5432 x-openstack-request-id: req-55bcc4d8-c230-40bb-850f-f2bbe95a5432 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:29:34.897465 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5febd2e0-778c-4c7b-9841-79c838b6973a", "name": "network-vif-deleted", "tag": "930cbb62-5b75-427c-b3ad-7ba1b4694c5d", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:29:34.897815 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-55bcc4d8-c230-40bb-850f-f2bbe95a5432 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:29:34.898312 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5febd2e0-778c-4c7b-9841-79c838b6973a', 'name': 'network-vif-deleted', 'tag': '930cbb62-5b75-427c-b3ad-7ba1b4694c5d', 'status': 'completed', 'code': 200} Nov 09 21:29:35.126311 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9061b054-5712-40cf-b89f-b6b1ed3b4bb9 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:29:35.133187 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9061b054-5712-40cf-b89f-b6b1ed3b4bb9 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:35.142168 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c2b248-7016-489c-bc5a-54869b5a25db None None] Sync routers for ids ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:29:35.172875 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c2b248-7016-489c-bc5a-54869b5a25db None None] Routers {'dbddf32d-c7fe-4c68-8119-dc4de3045bdd'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:29:35.175314 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-40c2b248-7016-489c-bc5a-54869b5a25db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:29:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:35.183514 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-9061b054-5712-40cf-b89f-b6b1ed3b4bb9 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "DELETE /v2.0/floatingips/a8ee0fac-33ad-4d09-8622-e2e0f1d3d652 HTTP/1.1" status: 204 len: 168 time: 2.0482669 Nov 09 21:29:35.186089 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54356) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:35.295130 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-40c2b248-7016-489c-bc5a-54869b5a25db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:35.317187 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c2b248-7016-489c-bc5a-54869b5a25db None None] Routers {'dbddf32d-c7fe-4c68-8119-dc4de3045bdd'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:29:35.318107 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-40c2b248-7016-489c-bc5a-54869b5a25db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:29:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:35.354385 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-40c2b248-7016-489c-bc5a-54869b5a25db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:35.355400 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c2b248-7016-489c-bc5a-54869b5a25db None None] The sync data for ids ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'] in n-d-816206-3 is: [] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:29:35.405804 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2ef9d-8b87-4dd5-a509-ea02d49af0a8 req-bbe32851-8449-498c-9981-1a72a4aba86c tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:35.414913 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-40b2ef9d-8b87-4dd5-a509-ea02d49af0a8 req-bbe32851-8449-498c-9981-1a72a4aba86c tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=64b81f4a-ca27-4f80-8ba0-f77d4972e8a0 HTTP/1.1" status: 200 len: 945 time: 0.1225131 Nov 09 21:29:35.426201 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-93a862fe-3a1e-4578-bb9f-f154fe4fe9cf req-89b17c65-c417-4bc2-9bb4-47c9863441b3 tempest-ServerRescueNegativeTestJSON-2041882837 tempest-ServerRescueNegativeTestJSON-2041882837-project] 10.222.0.49 "GET /v2.0/ports?device_id=5febd2e0-778c-4c7b-9841-79c838b6973a HTTP/1.1" status: 200 len: 210 time: 0.0721841 Nov 09 21:29:35.459745 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-dc3e689c-b6f8-420d-96f9-8c4c06a44e54 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Deleting port 36be05aa-7cb7-42e9-a88c-2ec8d2cc5c65 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:29:35.460093 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dc3e689c-b6f8-420d-96f9-8c4c06a44e54 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:35.581273 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-40b2ef9d-8b87-4dd5-a509-ea02d49af0a8 req-d624f684-186e-4182-a92b-ddb11453503f tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650529 Nov 09 21:29:35.698210 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dc3e689c-b6f8-420d-96f9-8c4c06a44e54 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:35.721943 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-dc3e689c-b6f8-420d-96f9-8c4c06a44e54 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Calling delete_port for 36be05aa-7cb7-42e9-a88c-2ec8d2cc5c65 owned by {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:29:35.786860 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 930cbb62-5b75-427c-b3ad-7ba1b4694c5d no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:29:35.879638 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 930cbb62-5b75-427c-b3ad-7ba1b4694c5d {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:29:35.881577 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 930cbb62-5b75-427c-b3ad-7ba1b4694c5d not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:29:36.021065 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e5a34-8cb0-465e-b985-4a20ca01c44b req-192c7a13-9246-4ebe-b18a-ff2aa5b95bc8 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:36.028837 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c80e5a34-8cb0-465e-b985-4a20ca01c44b req-192c7a13-9246-4ebe-b18a-ff2aa5b95bc8 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=f664e615-3356-440f-8ddc-2f49105977e5 HTTP/1.1" status: 200 len: 946 time: 0.1439042 Nov 09 21:29:36.082330 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dc3e689c-b6f8-420d-96f9-8c4c06a44e54 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:36.108866 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c80e5a34-8cb0-465e-b985-4a20ca01c44b req-d2e9d5ae-6401-4e19-bf68-860e2e3e7e3a tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ad655d7-6b32-467a-9bdc-462828bb851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749989 Nov 09 21:29:36.175222 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e689c-b6f8-420d-96f9-8c4c06a44e54 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Pushing event deleted for resources: {'Port': ['ID=36be05aa-7cb7-42e9-a88c-2ec8d2cc5c65,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:36.248897 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ec5ed-fe10-42e1-9ea9-0d7c245272d0 req-d0a4d99d-9322-4f7a-aaf2-240ab1e5989e tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:36.251272 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-768ec5ed-fe10-42e1-9ea9-0d7c245272d0 req-d0a4d99d-9322-4f7a-aaf2-240ab1e5989e tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 944 time: 0.1212504 Nov 09 21:29:36.309124 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-768ec5ed-fe10-42e1-9ea9-0d7c245272d0 req-ceb16ad2-edaa-4666-903f-2009fc7b0828 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477931 Nov 09 21:29:36.355365 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dc3e689c-b6f8-420d-96f9-8c4c06a44e54 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:36.360049 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-dc3e689c-b6f8-420d-96f9-8c4c06a44e54 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "DELETE /v2.0/ports/36be05aa-7cb7-42e9-a88c-2ec8d2cc5c65 HTTP/1.1" status: 204 len: 168 time: 1.1728094 Nov 09 21:29:36.364022 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54372) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:36.371160 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-e702c5fc-8ed7-444c-82b8-55b077dabf09 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:29:36.432590 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e702c5fc-8ed7-444c-82b8-55b077dabf09 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for floatingip, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:36.464676 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd876b10-4b8d-4788-b728-d80f43bfcc92 req-e115246a-1326-457e-9024-a784bc6898ae tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:36.492047 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dd876b10-4b8d-4788-b728-d80f43bfcc92 req-e115246a-1326-457e-9024-a784bc6898ae tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] 10.222.0.49 "GET /v2.0/ports?device_id=f23b28c1-1ca2-46d0-b58f-ab0a0db805a6 HTTP/1.1" status: 200 len: 945 time: 0.1409421 Nov 09 21:29:36.536680 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54376) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:36.595960 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dd876b10-4b8d-4788-b728-d80f43bfcc92 req-ad9f32da-c18a-4a2a-9023-f7dd01000568 tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] 10.222.0.49 "GET /v2.0/security-groups?id=06c611a8-b2e7-44d5-b14b-5de1edb2fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009853 Nov 09 21:29:36.937817 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45a942-b01e-4ff8-b8fd-e7ff9d483fd2 req-3872ef75-024b-4310-a655-a03154aebeb8 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:36.947907 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bc45a942-b01e-4ff8-b8fd-e7ff9d483fd2 req-3872ef75-024b-4310-a655-a03154aebeb8 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=64b81f4a-ca27-4f80-8ba0-f77d4972e8a0 HTTP/1.1" status: 200 len: 945 time: 0.2678981 Nov 09 21:29:37.072293 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bc45a942-b01e-4ff8-b8fd-e7ff9d483fd2 req-0ba31ca4-5261-4ba9-9f2e-3e2e054d1b92 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234512 Nov 09 21:29:37.113759 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e702c5fc-8ed7-444c-82b8-55b077dabf09 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:37.332938 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164aafe4-6548-4fd2-9228-0b8f8963ab11 req-813609da-e6d6-4cde-ac16-67bf61a525e4 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:37.341638 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-164aafe4-6548-4fd2-9228-0b8f8963ab11 req-813609da-e6d6-4cde-ac16-67bf61a525e4 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=f664e615-3356-440f-8ddc-2f49105977e5 HTTP/1.1" status: 200 len: 946 time: 0.0889339 Nov 09 21:29:37.435569 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-164aafe4-6548-4fd2-9228-0b8f8963ab11 req-a0081e5a-6f65-41e7-bf8b-17dfc3a5939a tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ad655d7-6b32-467a-9bdc-462828bb851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877206 Nov 09 21:29:37.549347 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-e702c5fc-8ed7-444c-82b8-55b077dabf09 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Allocated IP 172.25.7.62 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/73f207f9-4b14-4eb1-8184-5c71d96edd2a) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:29:37.583653 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41701cf-8640-4606-a1bd-ef9386e84b11 req-9aeec2de-7885-4f0b-8b94-fa138348fe60 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:37.585333 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d41701cf-8640-4606-a1bd-ef9386e84b11 req-9aeec2de-7885-4f0b-8b94-fa138348fe60 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 944 time: 0.1099930 Nov 09 21:29:37.590455 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09613964-a69e-4144-8405-5eeac9207ab4 req-c713cdb1-0fe8-44cf-902c-7a39c0e169fc tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:37.599141 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-09613964-a69e-4144-8405-5eeac9207ab4 req-c713cdb1-0fe8-44cf-902c-7a39c0e169fc tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] 10.222.0.45 "GET /v2.0/ports?device_id=f23b28c1-1ca2-46d0-b58f-ab0a0db805a6 HTTP/1.1" status: 200 len: 945 time: 0.0954123 Nov 09 21:29:37.729022 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d41701cf-8640-4606-a1bd-ef9386e84b11 req-e458bf43-00db-4e59-929c-194c89f10ea6 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898950 Nov 09 21:29:37.870445 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e702c5fc-8ed7-444c-82b8-55b077dabf09 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:37.931901 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c063580-fd40-4e48-8de5-1799111e28c1 req-b8f63fd6-03d7-4120-b42c-3d7e8873ea65 tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:37.933933 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c063580-fd40-4e48-8de5-1799111e28c1 req-b8f63fd6-03d7-4120-b42c-3d7e8873ea65 tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] 10.222.0.49 "GET /v2.0/ports?device_id=f23b28c1-1ca2-46d0-b58f-ab0a0db805a6 HTTP/1.1" status: 200 len: 945 time: 0.1434026 Nov 09 21:29:37.942197 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-09613964-a69e-4144-8405-5eeac9207ab4 req-08ceefb5-3ff4-4ba2-abde-29d37207b2d2 tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] Deleting port 9ab00bae-3731-4683-bb77-77c138b96929 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:29:37.942869 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-09613964-a69e-4144-8405-5eeac9207ab4 req-08ceefb5-3ff4-4ba2-abde-29d37207b2d2 tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:38.036280 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e702c5fc-8ed7-444c-82b8-55b077dabf09 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:38.049537 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-48af220f-a4d1-4d41-bef1-47d171b029fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:38.258450 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e702c5fc-8ed7-444c-82b8-55b077dabf09 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:29:38.291076 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c063580-fd40-4e48-8de5-1799111e28c1 req-6f6884fd-9fc9-4c27-b2bb-74edf6d4fa51 tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] 10.222.0.49 "GET /v2.0/security-groups?id=06c611a8-b2e7-44d5-b14b-5de1edb2fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710414 Nov 09 21:29:38.335867 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-e702c5fc-8ed7-444c-82b8-55b077dabf09 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:29:38.341842 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-09613964-a69e-4144-8405-5eeac9207ab4 req-08ceefb5-3ff4-4ba2-abde-29d37207b2d2 tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] For port 9ab00bae-3731-4683-bb77-77c138b96929, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=9ab00bae-3731-4683-bb77-77c138b96929,segment=NetworkSegment(a3d7cb7a-81ff-4571-9df7-5e54dde22088),segment_id=a3d7cb7a-81ff-4571-9df7-5e54dde22088)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:29:38.342546 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-09613964-a69e-4144-8405-5eeac9207ab4 req-08ceefb5-3ff4-4ba2-abde-29d37207b2d2 tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:38.373439 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e702c5fc-8ed7-444c-82b8-55b077dabf09 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:29:38.381939 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-09613964-a69e-4144-8405-5eeac9207ab4 req-08ceefb5-3ff4-4ba2-abde-29d37207b2d2 tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] Calling delete_port for 9ab00bae-3731-4683-bb77-77c138b96929 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:29:38.658419 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54404) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:38.718006 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb31a7-39ad-4e06-a604-4ed496e431a3 req-27fafe54-af07-4afa-93cd-24ccb98e5253 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:38.725688 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-efeb31a7-39ad-4e06-a604-4ed496e431a3 req-27fafe54-af07-4afa-93cd-24ccb98e5253 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=f664e615-3356-440f-8ddc-2f49105977e5 HTTP/1.1" status: 200 len: 946 time: 0.1387818 Nov 09 21:29:38.781818 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-09613964-a69e-4144-8405-5eeac9207ab4 req-08ceefb5-3ff4-4ba2-abde-29d37207b2d2 tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:38.875174 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ceefb5-3ff4-4ba2-abde-29d37207b2d2 tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] Pushing event deleted for resources: {'Port': ['ID=9ab00bae-3731-4683-bb77-77c138b96929,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:38.884778 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-61ed0d55-3649-4e42-b85f-9b202e43394c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:38.916364 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-09613964-a69e-4144-8405-5eeac9207ab4 req-08ceefb5-3ff4-4ba2-abde-29d37207b2d2 tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] No DVR routers for this DVR port 9ab00bae-3731-4683-bb77-77c138b96929 on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:29:38.927452 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-09613964-a69e-4144-8405-5eeac9207ab4 req-08ceefb5-3ff4-4ba2-abde-29d37207b2d2 tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:38.931340 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-09613964-a69e-4144-8405-5eeac9207ab4 req-08ceefb5-3ff4-4ba2-abde-29d37207b2d2 tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] 10.222.0.45 "DELETE /v2.0/ports/9ab00bae-3731-4683-bb77-77c138b96929 HTTP/1.1" status: 204 len: 173 time: 1.3242185 Nov 09 21:29:38.931804 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23b28c1-1ca2-46d0-b58f-ab0a0db805a6', 'name': 'network-vif-deleted', 'tag': '9ab00bae-3731-4683-bb77-77c138b96929'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:29:38.934721 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a0eb20-36f6-4e08-82ca-b02be35e26b9" -d '{"events": [{"server_uuid": "f23b28c1-1ca2-46d0-b58f-ab0a0db805a6", "name": "network-vif-deleted", "tag": "9ab00bae-3731-4683-bb77-77c138b96929"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:29:38.964908 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-efeb31a7-39ad-4e06-a604-4ed496e431a3 req-c1143ddc-f213-4fa9-9751-fc4edffbc221 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ad655d7-6b32-467a-9bdc-462828bb851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340925 Nov 09 21:29:39.056580 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-61ed0d55-3649-4e42-b85f-9b202e43394c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:39.063174 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-61ed0d55-3649-4e42-b85f-9b202e43394c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:39.144762 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702c5fc-8ed7-444c-82b8-55b077dabf09 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Pushing event updated for resources: {'Port': ['ID=73f207f9-4b14-4eb1-8184-5c71d96edd2a,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:39.169538 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-61ed0d55-3649-4e42-b85f-9b202e43394c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d32cfc1b245b41e7bf1522d108af4ede&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5101409 Nov 09 21:29:39.171521 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ed0d55-3649-4e42-b85f-9b202e43394c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecee0ee1-f9d8-4b88-8d27-862dce808102,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:39.172311 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54414) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:39.185182 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1af03-27b8-4d79-b942-56df5f8b4ad8 req-4b2e018b-9756-42f7-86fe-4bf72621ae6d tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:39.186672 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c8e1af03-27b8-4d79-b942-56df5f8b4ad8 req-4b2e018b-9756-42f7-86fe-4bf72621ae6d tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 944 time: 0.0900769 Nov 09 21:29:39.205760 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d716e4-a65c-4303-9f7c-23132190426d req-c2df1cd5-c63b-4ac0-a972-011b49afc309 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:39.213344 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d7d716e4-a65c-4303-9f7c-23132190426d req-c2df1cd5-c63b-4ac0-a972-011b49afc309 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=64b81f4a-ca27-4f80-8ba0-f77d4972e8a0 HTTP/1.1" status: 200 len: 945 time: 0.9736111 Nov 09 21:29:39.255681 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c8e1af03-27b8-4d79-b942-56df5f8b4ad8 req-ec46854d-ebde-4148-bc0a-87c87a4182af tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608931 Nov 09 21:29:39.327742 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff7f107-755e-4a51-ac66-ab3f219aba33 x-openstack-request-id: req-bff7f107-755e-4a51-ac66-ab3f219aba33 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:29:39.328286 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f23b28c1-1ca2-46d0-b58f-ab0a0db805a6", "name": "network-vif-deleted", "tag": "9ab00bae-3731-4683-bb77-77c138b96929", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:29:39.328552 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bff7f107-755e-4a51-ac66-ab3f219aba33 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:29:39.329253 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f23b28c1-1ca2-46d0-b58f-ab0a0db805a6', 'name': 'network-vif-deleted', 'tag': '9ab00bae-3731-4683-bb77-77c138b96929', 'status': 'completed', 'code': 200} Nov 09 21:29:39.351523 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e702c5fc-8ed7-444c-82b8-55b077dabf09 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:39.408564 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3a27ec4f-f3c1-4042-859d-62df74f3f610 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:39.419023 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d7d716e4-a65c-4303-9f7c-23132190426d req-15438784-310d-4f2b-b06c-16ef0994add2 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033584 Nov 09 21:29:39.478232 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e702c5fc-8ed7-444c-82b8-55b077dabf09 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:39.489744 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-50e84c3f-8109-4b0d-af01-594dbb485c85 req-c9263660-2363-4560-bbd2-63e9db808acd tempest-ServerPasswordTestJSON-1674612397 tempest-ServerPasswordTestJSON-1674612397-project] 10.222.0.49 "GET /v2.0/ports?device_id=f23b28c1-1ca2-46d0-b58f-ab0a0db805a6 HTTP/1.1" status: 200 len: 210 time: 0.0408213 Nov 09 21:29:39.511967 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3a27ec4f-f3c1-4042-859d-62df74f3f610 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:39.653382 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3a27ec4f-f3c1-4042-859d-62df74f3f610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:39.655931 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3a27ec4f-f3c1-4042-859d-62df74f3f610 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:39.657078 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3a27ec4f-f3c1-4042-859d-62df74f3f610 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ecee0ee1-f9d8-4b88-8d27-862dce808102 HTTP/1.1" status: 204 len: 168 time: 0.4819586 Nov 09 21:29:39.675190 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a27ec4f-f3c1-4042-859d-62df74f3f610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecee0ee1-f9d8-4b88-8d27-862dce808102,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:39.725362 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-48af220f-a4d1-4d41-bef1-47d171b029fb admin admin] Deleting port 919923d9-de9f-4e8f-9a8e-339c1ea9b8f0 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:29:39.725680 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-48af220f-a4d1-4d41-bef1-47d171b029fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:39.785664 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e702c5fc-8ed7-444c-82b8-55b077dabf09 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:39.792391 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e702c5fc-8ed7-444c-82b8-55b077dabf09 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:39.820565 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 9ab00bae-3731-4683-bb77-77c138b96929 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:29:39.841060 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 9ab00bae-3731-4683-bb77-77c138b96929 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:29:39.841772 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 9ab00bae-3731-4683-bb77-77c138b96929 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:29:39.881990 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-48af220f-a4d1-4d41-bef1-47d171b029fb admin admin] For port 919923d9-de9f-4e8f-9a8e-339c1ea9b8f0, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=919923d9-de9f-4e8f-9a8e-339c1ea9b8f0,segment=NetworkSegment(436e8a2d-fb6b-4e0e-9f97-5553104a1262),segment_id=436e8a2d-fb6b-4e0e-9f97-5553104a1262)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:29:39.882259 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-48af220f-a4d1-4d41-bef1-47d171b029fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:39.904296 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-48af220f-a4d1-4d41-bef1-47d171b029fb admin admin] Calling delete_port for 919923d9-de9f-4e8f-9a8e-339c1ea9b8f0 owned by network:router_interface {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:29:39.909692 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702c5fc-8ed7-444c-82b8-55b077dabf09 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Pushing event updated for resources: {'Port': ['ID=73f207f9-4b14-4eb1-8184-5c71d96edd2a,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:39.923313 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e702c5fc-8ed7-444c-82b8-55b077dabf09 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:39.946220 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54422) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:39.959796 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4407533e-6c1f-4e7a-b551-939f531adbb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:39.969057 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e702c5fc-8ed7-444c-82b8-55b077dabf09 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:39.970334 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e702c5fc-8ed7-444c-82b8-55b077dabf09 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6049557 Nov 09 21:29:39.973051 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54424) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:39.979586 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-c7d6874b-3b5b-4b7f-b8b8-22d9b58f754e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Request body: {'port': {'network_id': 'ffd02699-406b-4185-8d69-687ecf1e0671', 'name': 'tempest-FloatingIPTestJSON-541648954'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:29:40.103742 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed3c5b-8f2d-4b35-b089-630510cb552c req-d81b8d50-cbf8-4cb7-983f-712e5e98e05d tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:40.105263 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f0ed3c5b-8f2d-4b35-b089-630510cb552c req-d81b8d50-cbf8-4cb7-983f-712e5e98e05d tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=f664e615-3356-440f-8ddc-2f49105977e5 HTTP/1.1" status: 200 len: 946 time: 0.0658906 Nov 09 21:29:40.156099 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4407533e-6c1f-4e7a-b551-939f531adbb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:40.159862 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4407533e-6c1f-4e7a-b551-939f531adbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:40.164856 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d6874b-3b5b-4b7f-b8b8-22d9b58f754e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Made reservation on behalf of ed83e5dad49a418590039b73ac0626b1 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:29:40.168278 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c7d6874b-3b5b-4b7f-b8b8-22d9b58f754e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:40.175408 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-48af220f-a4d1-4d41-bef1-47d171b029fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:40.210632 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48af220f-a4d1-4d41-bef1-47d171b029fb admin admin] Pushing event deleted for resources: {'Port': ['ID=919923d9-de9f-4e8f-9a8e-339c1ea9b8f0,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:40.211165 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-c7d6874b-3b5b-4b7f-b8b8-22d9b58f754e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] device_id is not set on port 284c9dbb-f929-4ca0-b7b9-44612a74a374 yet. {{(pid=102607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:29:40.217726 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f0ed3c5b-8f2d-4b35-b089-630510cb552c req-47e4ec86-aa80-44c0-b0de-723013ff8d2c tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ad655d7-6b32-467a-9bdc-462828bb851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882874 Nov 09 21:29:40.221553 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4407533e-6c1f-4e7a-b551-939f531adbb7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=23738df333fc4565a73b3e98d8fcc423&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2742431 Nov 09 21:29:40.224085 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54428) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:40.234689 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4407533e-6c1f-4e7a-b551-939f531adbb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d919e8-c934-4e9d-9f52-1eb4c410b767,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:40.362054 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-18b1b32e-0239-4959-bd34-f2e1e5889241 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:40.386590 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-48af220f-a4d1-4d41-bef1-47d171b029fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:40.417107 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-c7d6874b-3b5b-4b7f-b8b8-22d9b58f754e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Allocated IP 172.20.0.12 (ffd02699-406b-4185-8d69-687ecf1e0671/2376c700-e4d7-4c91-926d-0cc8af2aadd4/284c9dbb-f929-4ca0-b7b9-44612a74a374) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:29:40.422637 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-18b1b32e-0239-4959-bd34-f2e1e5889241 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:40.457296 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6699aca6-9541-4f7b-88c8-566981c17219 req-eb951094-473c-4f64-a415-5806769046ec tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:40.457296 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6699aca6-9541-4f7b-88c8-566981c17219 req-eb951094-473c-4f64-a415-5806769046ec tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 944 time: 0.1088765 Nov 09 21:29:40.594338 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-18b1b32e-0239-4959-bd34-f2e1e5889241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:40.596928 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-18b1b32e-0239-4959-bd34-f2e1e5889241 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:40.598074 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-18b1b32e-0239-4959-bd34-f2e1e5889241 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/78d919e8-c934-4e9d-9f52-1eb4c410b767 HTTP/1.1" status: 204 len: 168 time: 0.3730671 Nov 09 21:29:40.602192 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6699aca6-9541-4f7b-88c8-566981c17219 req-3bbc3e2f-aabc-48f5-87b0-e59fa1c1ec85 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364861 Nov 09 21:29:40.617799 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1b32e-0239-4959-bd34-f2e1e5889241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d919e8-c934-4e9d-9f52-1eb4c410b767,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:40.683145 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c7b61-5676-42c9-8679-6d16ee0f08d6 req-b21d8682-0ba8-4c91-954a-d4711c9f98d5 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:40.685377 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b54c7b61-5676-42c9-8679-6d16ee0f08d6 req-b21d8682-0ba8-4c91-954a-d4711c9f98d5 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=64b81f4a-ca27-4f80-8ba0-f77d4972e8a0 HTTP/1.1" status: 200 len: 945 time: 0.1288662 Nov 09 21:29:40.694321 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54440) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:40.696813 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48af220f-a4d1-4d41-bef1-47d171b029fb admin admin] Router 78f2df27-3034-44ea-8a9f-70dbae05f85d has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:29:40.730090 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c7d6874b-3b5b-4b7f-b8b8-22d9b58f754e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:40.764874 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f7d2ef8-e04d-4a62-90b7-5e5291802ad3 admin admin] Deleting subnet dd6e44e4-5e6c-4686-bf11-6eda819f88dd {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:29:40.770798 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5f7d2ef8-e04d-4a62-90b7-5e5291802ad3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:40.789266 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b54c7b61-5676-42c9-8679-6d16ee0f08d6 req-8d0716f3-64ef-4d57-b891-232bb0a7dea9 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912199 Nov 09 21:29:40.819317 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5f7d2ef8-e04d-4a62-90b7-5e5291802ad3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:40.838304 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c7d6874b-3b5b-4b7f-b8b8-22d9b58f754e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:40.861061 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48af220f-a4d1-4d41-bef1-47d171b029fb admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:29:40.868966 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-48af220f-a4d1-4d41-bef1-47d171b029fb admin admin] 10.222.0.49 "PUT /v2.0/routers/78f2df27-3034-44ea-8a9f-70dbae05f85d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3316631 Nov 09 21:29:40.870138 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54444) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:40.876199 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0a338a-b4e7-4633-b496-6bfcfeedfcd6 None None] Sync routers for ids ['78f2df27-3034-44ea-8a9f-70dbae05f85d'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:29:40.890126 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0a338a-b4e7-4633-b496-6bfcfeedfcd6 None None] Routers {'78f2df27-3034-44ea-8a9f-70dbae05f85d'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:29:40.891327 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-bf0a338a-b4e7-4633-b496-6bfcfeedfcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:29:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['78f2df27-3034-44ea-8a9f-70dbae05f85d'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:40.903319 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d6874b-3b5b-4b7f-b8b8-22d9b58f754e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Network ffd02699-406b-4185-8d69-687ecf1e0671 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:29:40.906864 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5f7d2ef8-e04d-4a62-90b7-5e5291802ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:40.930888 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d6874b-3b5b-4b7f-b8b8-22d9b58f754e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Pushing event updated for resources: {'Port': ['ID=284c9dbb-f929-4ca0-b7b9-44612a74a374,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:40.933479 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-c7d6874b-3b5b-4b7f-b8b8-22d9b58f754e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:29:40.939525 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d6874b-3b5b-4b7f-b8b8-22d9b58f754e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:29:40.994953 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-88e8bc56-8ea6-4197-9a00-228910fc81b0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:41.001129 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d6874b-3b5b-4b7f-b8b8-22d9b58f754e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:41.001780 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c7d6874b-3b5b-4b7f-b8b8-22d9b58f754e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:41.028663 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5f7d2ef8-e04d-4a62-90b7-5e5291802ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:41.052370 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-bf0a338a-b4e7-4633-b496-6bfcfeedfcd6 None None] Set router 78f2df27-3034-44ea-8a9f-70dbae05f85d gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:29:41.060773 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c7d6874b-3b5b-4b7f-b8b8-22d9b58f754e tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0866632 Nov 09 21:29:41.062656 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d2ef8-e04d-4a62-90b7-5e5291802ad3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd6e44e4-5e6c-4686-bf11-6eda819f88dd,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:41.065868 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54450) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:41.068173 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5f7d2ef8-e04d-4a62-90b7-5e5291802ad3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:41.072734 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5f7d2ef8-e04d-4a62-90b7-5e5291802ad3 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/dd6e44e4-5e6c-4686-bf11-6eda819f88dd HTTP/1.1" status: 204 len: 168 time: 0.3760943 Nov 09 21:29:41.075429 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-2d0267a9-86f6-497a-b928-68caa1fdf537 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Request body: {'floatingip': {'port_id': '284c9dbb-f929-4ca0-b7b9-44612a74a374'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:29:41.077755 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54454) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:41.140904 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-88e8bc56-8ea6-4197-9a00-228910fc81b0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:41.162296 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2d0267a9-86f6-497a-b928-68caa1fdf537 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for floatingip, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:41.267184 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-88e8bc56-8ea6-4197-9a00-228910fc81b0 admin admin] Deleting port e30aa344-ff2d-4cc6-8139-fe55fa181792 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:29:41.268414 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-88e8bc56-8ea6-4197-9a00-228910fc81b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:41.281640 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-be2b1d93-bbd4-497b-8d3b-d51fb3ef10a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:41.380200 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-88e8bc56-8ea6-4197-9a00-228910fc81b0 admin admin] For port e30aa344-ff2d-4cc6-8139-fe55fa181792, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=e30aa344-ff2d-4cc6-8139-fe55fa181792,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:29:41.380200 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-88e8bc56-8ea6-4197-9a00-228910fc81b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:41.398670 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-88e8bc56-8ea6-4197-9a00-228910fc81b0 admin admin] Calling delete_port for e30aa344-ff2d-4cc6-8139-fe55fa181792 owned by network:router_gateway {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:29:41.402351 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19584a65-d662-4f06-a546-d32cfaa6b9a8 req-75b3cbb7-7e7d-4b68-a738-e02fc49eaad6 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:41.403948 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-19584a65-d662-4f06-a546-d32cfaa6b9a8 req-75b3cbb7-7e7d-4b68-a738-e02fc49eaad6 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.43 "GET /v2.0/ports?device_id=64b81f4a-ca27-4f80-8ba0-f77d4972e8a0 HTTP/1.1" status: 200 len: 945 time: 0.1618659 Nov 09 21:29:41.415078 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-bf0a338a-b4e7-4633-b496-6bfcfeedfcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f2df27-3034-44ea-8a9f-70dbae05f85d', 'name': 'tempest-ServerRescueNegativeTestJSON-786301430-router', 'tenant_id': '476b04718f114622be45841d668c49d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': 'e30aa344-ff2d-4cc6-8139-fe55fa181792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:26:51Z', 'updated_at': '2021-11-09T21:29:40Z', 'revision_number': 5, 'project_id': '476b04718f114622be45841d668c49d8', 'gw_port': {'id': 'e30aa344-ff2d-4cc6-8139-fe55fa181792', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:6c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f2df27-3034-44ea-8a9f-70dbae05f85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:26:53Z', 'updated_at': '2021-11-09T21:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:41.446895 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0a338a-b4e7-4633-b496-6bfcfeedfcd6 None None] Checking router: 78f2df27-3034-44ea-8a9f-70dbae05f85d for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:29:41.459650 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0a338a-b4e7-4633-b496-6bfcfeedfcd6 None None] Routers {'78f2df27-3034-44ea-8a9f-70dbae05f85d'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:29:41.460669 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-bf0a338a-b4e7-4633-b496-6bfcfeedfcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:29:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['78f2df27-3034-44ea-8a9f-70dbae05f85d'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:41.578183 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-be2b1d93-bbd4-497b-8d3b-d51fb3ef10a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:41.598120 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 68ae207f-8797-43be-b1fb-04eb8173be11 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:29:41.635423 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-be2b1d93-bbd4-497b-8d3b-d51fb3ef10a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['093cafbf-83e8-4284-b188-26f4782840d7']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:41.655762 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e36ac-b5bb-4728-801f-bb9878a7a52d req-a0a8ac47-0f83-49f8-a192-c517389e359c tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:41.655762 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8c5e36ac-b5bb-4728-801f-bb9878a7a52d req-a0a8ac47-0f83-49f8-a192-c517389e359c tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=f664e615-3356-440f-8ddc-2f49105977e5 HTTP/1.1" status: 200 len: 946 time: 0.3123255 Nov 09 21:29:41.750646 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-be2b1d93-bbd4-497b-8d3b-d51fb3ef10a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3d7cb7a-81ff-4571-9df7-5e54dde22088') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:41.750948 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-be2b1d93-bbd4-497b-8d3b-d51fb3ef10a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3d7cb7a-81ff-4571-9df7-5e54dde22088') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:41.757102 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-88e8bc56-8ea6-4197-9a00-228910fc81b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:41.769700 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-bf0a338a-b4e7-4633-b496-6bfcfeedfcd6 None None] Set router 78f2df27-3034-44ea-8a9f-70dbae05f85d gateway port host: None {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:29:41.780561 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-be2b1d93-bbd4-497b-8d3b-d51fb3ef10a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:41.803067 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e8bc56-8ea6-4197-9a00-228910fc81b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e30aa344-ff2d-4cc6-8139-fe55fa181792,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:41.813836 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 68ae207f-8797-43be-b1fb-04eb8173be11, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=68ae207f-8797-43be-b1fb-04eb8173be11,segment=NetworkSegment(0266031b-5829-40c1-acad-8e9a97b817f5),segment_id=0266031b-5829-40c1-acad-8e9a97b817f5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:29:41.835200 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '68ae207f-8797-43be-b1fb-04eb8173be11', 'network_id': '5a2ce5cc-687a-4c33-859e-f9b75a50c5b6', 'port_id': '68ae207f-8797-43be-b1fb-04eb8173be11', 'mac_address': 'fa:16:3e:15:b5:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87945563-f9d1-4353-83ce-d183f9346308', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:29:41.847736 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-bf0a338a-b4e7-4633-b496-6bfcfeedfcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f2df27-3034-44ea-8a9f-70dbae05f85d', 'name': 'tempest-ServerRescueNegativeTestJSON-786301430-router', 'tenant_id': '476b04718f114622be45841d668c49d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:26:51Z', 'updated_at': '2021-11-09T21:29:41Z', 'revision_number': 6, 'project_id': '476b04718f114622be45841d668c49d8', 'gw_port_host': None}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:41.868884 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-be2b1d93-bbd4-497b-8d3b-d51fb3ef10a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:41.888466 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:41.892992 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e45de-7640-47eb-a582-cdc870ec7f4f req-57267180-b6b1-415f-b42b-01f7369e8ac2 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:41.900143 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0e2e45de-7640-47eb-a582-cdc870ec7f4f req-57267180-b6b1-415f-b42b-01f7369e8ac2 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 944 time: 0.1568918 Nov 09 21:29:41.909548 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8c5e36ac-b5bb-4728-801f-bb9878a7a52d req-c957fcbf-f4a1-4f22-97a4-d8eb1fff5b3c tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ad655d7-6b32-467a-9bdc-462828bb851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613367 Nov 09 21:29:41.914781 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68ae207f-8797-43be-b1fb-04eb8173be11 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:29:41.923503 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be2b1d93-bbd4-497b-8d3b-d51fb3ef10a4 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:29:41.935928 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-88e8bc56-8ea6-4197-9a00-228910fc81b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:41.940913 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 68ae207f-8797-43be-b1fb-04eb8173be11, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=68ae207f-8797-43be-b1fb-04eb8173be11,segment=NetworkSegment(0266031b-5829-40c1-acad-8e9a97b817f5),segment_id=0266031b-5829-40c1-acad-8e9a97b817f5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:29:41.946281 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-be2b1d93-bbd4-497b-8d3b-d51fb3ef10a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:41.948587 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:41.948806 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0a338a-b4e7-4633-b496-6bfcfeedfcd6 None None] The sync data for ids ['78f2df27-3034-44ea-8a9f-70dbae05f85d'] in n-d-816206-3 is: [{'id': '78f2df27-3034-44ea-8a9f-70dbae05f85d', 'name': 'tempest-ServerRescueNegativeTestJSON-786301430-router', 'tenant_id': '476b04718f114622be45841d668c49d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:26:51Z', 'updated_at': '2021-11-09T21:29:41Z', 'revision_number': 6, 'project_id': '476b04718f114622be45841d668c49d8', 'gw_port_host': None}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:29:41.952435 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:29:41.952435 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:29:41.952435 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:29:41.952435 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:29:41.952435 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:29:41.952435 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:29:41.952435 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:29:41.952435 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:29:41.952435 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:29:41.952435 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:29:41.952435 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:29:41.952435 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:29:41.952435 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:29:41.952435 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:29:41.952435 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:29:41.952435 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:29:41.952435 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:29:41.952435 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:29:41.952435 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:29:41.952435 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:29:41.952435 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:29:41.952435 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:29:41.952435 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:29:41.952435 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:29:41.952435 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:29:41.952435 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:29:41.952435 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:29:41.952435 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:29:41.952435 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:29:41.952435 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:29:41.952435 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:29:41.952435 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:29:42.027136 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=68ae207f-8797-43be-b1fb-04eb8173be11,revision_number=9']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:42.052573 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-88e8bc56-8ea6-4197-9a00-228910fc81b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:42.057211 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0e2e45de-7640-47eb-a582-cdc870ec7f4f req-dfb27226-4c42-4690-a9b4-0c3d5a52bf8d tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562648 Nov 09 21:29:42.058393 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-88e8bc56-8ea6-4197-9a00-228910fc81b0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:42.110731 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-88e8bc56-8ea6-4197-9a00-228910fc81b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:42.111583 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e8bc56-8ea6-4197-9a00-228910fc81b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78f2df27-3034-44ea-8a9f-70dbae05f85d {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:29:42.116135 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-88e8bc56-8ea6-4197-9a00-228910fc81b0 admin admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:42.120717 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-88e8bc56-8ea6-4197-9a00-228910fc81b0 admin admin] 10.222.0.49 "DELETE /v2.0/routers/78f2df27-3034-44ea-8a9f-70dbae05f85d HTTP/1.1" status: 204 len: 168 time: 1.2495120 Nov 09 21:29:42.121486 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54478) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:42.170333 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6063f98-d105-4175-904c-cc5287a78169 admin admin] Deleting subnet 6287f675-aade-4edd-b174-3f3f6aef5f0a {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:29:42.174401 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f6063f98-d105-4175-904c-cc5287a78169 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:42.218516 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f6063f98-d105-4175-904c-cc5287a78169 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:42.261883 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f6063f98-d105-4175-904c-cc5287a78169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:42.283632 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['68ae207f-8797-43be-b1fb-04eb8173be11'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:29:42.348745 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f6063f98-d105-4175-904c-cc5287a78169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:42.380012 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6063f98-d105-4175-904c-cc5287a78169 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6287f675-aade-4edd-b174-3f3f6aef5f0a,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:42.387876 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f6063f98-d105-4175-904c-cc5287a78169 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:42.395100 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f6063f98-d105-4175-904c-cc5287a78169 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/6287f675-aade-4edd-b174-3f3f6aef5f0a HTTP/1.1" status: 204 len: 168 time: 0.2722318 Nov 09 21:29:42.395881 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54486) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:42.413435 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-19584a65-d662-4f06-a546-d32cfaa6b9a8 req-dd1690d5-4e2e-4819-ab73-94eade89dc09 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Deleting port 56af6d29-608a-4d59-88cb-066cc43b0a93 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:29:42.413803 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-19584a65-d662-4f06-a546-d32cfaa6b9a8 req-dd1690d5-4e2e-4819-ab73-94eade89dc09 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:42.490048 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fe995983-8bf1-473e-a6bc-bc40ef5406ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:42.523102 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-be2b1d93-bbd4-497b-8d3b-d51fb3ef10a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:42.532662 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-be2b1d93-bbd4-497b-8d3b-d51fb3ef10a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:42.536065 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-be2b1d93-bbd4-497b-8d3b-d51fb3ef10a4 admin admin] 10.222.0.49 "DELETE /v2.0/networks/093cafbf-83e8-4284-b188-26f4782840d7 HTTP/1.1" status: 204 len: 168 time: 1.4573801 Nov 09 21:29:42.574628 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b1d93-bbd4-497b-8d3b-d51fb3ef10a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=093cafbf-83e8-4284-b188-26f4782840d7,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:42.589751 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b53807-6efb-463a-95b7-96f0891fce4a req-90213d74-c20a-4867-be9e-4250cb10e1f6 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:42.597105 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-75b53807-6efb-463a-95b7-96f0891fce4a req-90213d74-c20a-4867-be9e-4250cb10e1f6 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=64b81f4a-ca27-4f80-8ba0-f77d4972e8a0 HTTP/1.1" status: 200 len: 945 time: 0.2227933 Nov 09 21:29:42.679326 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fe995983-8bf1-473e-a6bc-bc40ef5406ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:42.689417 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-19584a65-d662-4f06-a546-d32cfaa6b9a8 req-dd1690d5-4e2e-4819-ab73-94eade89dc09 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] For port 56af6d29-608a-4d59-88cb-066cc43b0a93, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=56af6d29-608a-4d59-88cb-066cc43b0a93,segment=NetworkSegment(34c790f7-0b4d-4574-9ae7-2413289b0cee),segment_id=34c790f7-0b4d-4574-9ae7-2413289b0cee)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:29:42.690141 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-19584a65-d662-4f06-a546-d32cfaa6b9a8 req-dd1690d5-4e2e-4819-ab73-94eade89dc09 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:42.705228 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-fe995983-8bf1-473e-a6bc-bc40ef5406ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['334ab1b0-3bbb-4e22-8403-8369144bd306']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:42.716653 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54496) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:42.717514 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-19584a65-d662-4f06-a546-d32cfaa6b9a8 req-dd1690d5-4e2e-4819-ab73-94eade89dc09 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Calling delete_port for 56af6d29-608a-4d59-88cb-066cc43b0a93 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:29:42.719948 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-fe995983-8bf1-473e-a6bc-bc40ef5406ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '436e8a2d-fb6b-4e0e-9f97-5553104a1262') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:42.720254 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-fe995983-8bf1-473e-a6bc-bc40ef5406ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '436e8a2d-fb6b-4e0e-9f97-5553104a1262') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:42.732261 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.db.resource_extend [None req-2d0267a9-86f6-497a-b928-68caa1fdf537 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 21:29:42.735050 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fe995983-8bf1-473e-a6bc-bc40ef5406ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:42.754286 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fe995983-8bf1-473e-a6bc-bc40ef5406ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:42.761291 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe995983-8bf1-473e-a6bc-bc40ef5406ea admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:29:42.761926 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fe995983-8bf1-473e-a6bc-bc40ef5406ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:42.764411 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:29:42.764411 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:29:42.764411 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:29:42.764411 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:29:42.764411 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:29:42.764411 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:29:42.764411 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:29:42.764411 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:29:42.764411 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:29:42.764411 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:29:42.764411 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:29:42.764411 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:29:42.764411 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:29:42.764411 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:29:42.764411 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:29:42.764411 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:29:42.764411 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:29:42.764411 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:29:42.764411 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:29:42.764411 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:29:42.764411 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:29:42.764411 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:29:42.764411 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:29:42.764411 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:29:42.764411 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:29:42.764411 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:29:42.764411 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:29:42.764411 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:29:42.764411 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:29:42.764411 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:29:42.764411 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:29:42.764411 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:29:42.783884 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-75b53807-6efb-463a-95b7-96f0891fce4a req-c7eb7e5f-0c34-4224-9d83-2c72566bf7f9 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859887 Nov 09 21:29:42.825653 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fe995983-8bf1-473e-a6bc-bc40ef5406ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:42.832313 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-80a9d7d4-b201-4a47-ad8a-2ec4433d8da6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b1207329bb7a44a799c55f94e4950d98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1104515 Nov 09 21:29:42.832518 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fe995983-8bf1-473e-a6bc-bc40ef5406ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:42.835046 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-fe995983-8bf1-473e-a6bc-bc40ef5406ea admin admin] 10.222.0.49 "DELETE /v2.0/networks/334ab1b0-3bbb-4e22-8403-8369144bd306 HTTP/1.1" status: 204 len: 168 time: 0.4381874 Nov 09 21:29:42.836261 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54502) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:42.881891 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2d0267a9-86f6-497a-b928-68caa1fdf537 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:42.894153 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe995983-8bf1-473e-a6bc-bc40ef5406ea admin admin] Pushing event deleted for resources: {'Network': ['ID=334ab1b0-3bbb-4e22-8403-8369144bd306,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:42.894427 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2d0267a9-86f6-497a-b928-68caa1fdf537 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:42.920857 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7c8ce8ce-2022-42c9-831c-7b73d1d2744b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:42.968282 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7c8ce8ce-2022-42c9-831c-7b73d1d2744b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:43.018894 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [None req-2d0267a9-86f6-497a-b928-68caa1fdf537 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Floating IP c9376268-d0e5-4450-91cf-b4cb0ec2b77f associated. External IP: 172.25.7.62, port: 284c9dbb-f929-4ca0-b7b9-44612a74a374. Nov 09 21:29:43.117834 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7c8ce8ce-2022-42c9-831c-7b73d1d2744b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:43.120970 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7c8ce8ce-2022-42c9-831c-7b73d1d2744b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:43.125406 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7c8ce8ce-2022-42c9-831c-7b73d1d2744b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/06c611a8-b2e7-44d5-b14b-5de1edb2fd6f HTTP/1.1" status: 204 len: 168 time: 0.2625492 Nov 09 21:29:43.136935 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ce8ce-2022-42c9-831c-7b73d1d2744b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c611a8-b2e7-44d5-b14b-5de1edb2fd6f,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:43.154911 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049b99d-a820-46d7-a63b-49a06f528f4c req-5c7a6e58-de2f-4451-aca0-cf324cee5a6e tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:43.156855 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d049b99d-a820-46d7-a63b-49a06f528f4c req-5c7a6e58-de2f-4451-aca0-cf324cee5a6e tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=f664e615-3356-440f-8ddc-2f49105977e5 HTTP/1.1" status: 200 len: 946 time: 0.0995753 Nov 09 21:29:43.226255 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54518) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:43.283690 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d049b99d-a820-46d7-a63b-49a06f528f4c req-c4be7897-5382-402a-81a3-e401048e7b90 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ad655d7-6b32-467a-9bdc-462828bb851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162925 Nov 09 21:29:43.297186 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 919923d9-de9f-4e8f-9a8e-339c1ea9b8f0 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:29:43.314163 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2416aabc-1f69-4237-bcc4-b37f8e15af40 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=476b04718f114622be45841d668c49d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0864739 Nov 09 21:29:43.319272 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54524) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:43.334166 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 919923d9-de9f-4e8f-9a8e-339c1ea9b8f0 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:29:43.334813 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 919923d9-de9f-4e8f-9a8e-339c1ea9b8f0 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:29:43.335475 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device e30aa344-ff2d-4cc6-8139-fe55fa181792 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:29:43.384326 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: e30aa344-ff2d-4cc6-8139-fe55fa181792 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:29:43.386842 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device e30aa344-ff2d-4cc6-8139-fe55fa181792 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:29:43.403744 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-19584a65-d662-4f06-a546-d32cfaa6b9a8 req-dd1690d5-4e2e-4819-ab73-94eade89dc09 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:43.415629 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['06b735e7-95a4-4400-ac21-34cfa1677929'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:29:43.446647 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-67d495be-a6dc-4046-a9f9-b48839824102 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:43.470833 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1690d5-4e2e-4819-ab73-94eade89dc09 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Pushing event deleted for resources: {'Port': ['ID=56af6d29-608a-4d59-88cb-066cc43b0a93,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:43.482349 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-67d495be-a6dc-4046-a9f9-b48839824102 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:43.579078 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-67d495be-a6dc-4046-a9f9-b48839824102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:43.583511 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-67d495be-a6dc-4046-a9f9-b48839824102 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:43.585220 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-67d495be-a6dc-4046-a9f9-b48839824102 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0d2f0bb2-aa7f-4144-8766-9956cf4302a0 HTTP/1.1" status: 204 len: 168 time: 0.2639415 Nov 09 21:29:43.595862 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d495be-a6dc-4046-a9f9-b48839824102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2f0bb2-aa7f-4144-8766-9956cf4302a0,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:43.620559 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-19584a65-d662-4f06-a546-d32cfaa6b9a8 req-dd1690d5-4e2e-4819-ab73-94eade89dc09 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] No DVR routers for this DVR port 56af6d29-608a-4d59-88cb-066cc43b0a93 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:29:43.641816 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff90672-318d-4c29-86ee-f8c7595eb907 req-0c021f1b-3127-4b82-b481-8a14c2f8b7f8 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:43.643323 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4ff90672-318d-4c29-86ee-f8c7595eb907 req-0c021f1b-3127-4b82-b481-8a14c2f8b7f8 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 945 time: 0.3478198 Nov 09 21:29:43.648754 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 68ae207f-8797-43be-b1fb-04eb8173be11 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:29:43.651175 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-19584a65-d662-4f06-a546-d32cfaa6b9a8 req-dd1690d5-4e2e-4819-ab73-94eade89dc09 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:43.657738 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-19584a65-d662-4f06-a546-d32cfaa6b9a8 req-dd1690d5-4e2e-4819-ab73-94eade89dc09 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.43 "DELETE /v2.0/ports/56af6d29-608a-4d59-88cb-066cc43b0a93 HTTP/1.1" status: 204 len: 173 time: 2.2222214 Nov 09 21:29:43.659757 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b81f4a-ca27-4f80-8ba0-f77d4972e8a0', 'name': 'network-vif-deleted', 'tag': '56af6d29-608a-4d59-88cb-066cc43b0a93'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:29:43.662268 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d8caa4-903f-4986-a6e5-b9d66b3cad4c" -d '{"events": [{"server_uuid": "64b81f4a-ca27-4f80-8ba0-f77d4972e8a0", "name": "network-vif-deleted", "tag": "56af6d29-608a-4d59-88cb-066cc43b0a93"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:29:43.691160 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0267a9-86f6-497a-b928-68caa1fdf537 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Router dbddf32d-c7fe-4c68-8119-dc4de3045bdd has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:29:43.736019 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 68ae207f-8797-43be-b1fb-04eb8173be11 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:29:43.736423 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:43.777494 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea48a92f-1341-49f8-ace9-150daee2363f x-openstack-request-id: req-ea48a92f-1341-49f8-ace9-150daee2363f {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:29:43.778552 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64b81f4a-ca27-4f80-8ba0-f77d4972e8a0", "name": "network-vif-deleted", "tag": "56af6d29-608a-4d59-88cb-066cc43b0a93", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:29:43.778978 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ea48a92f-1341-49f8-ace9-150daee2363f {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:29:43.779550 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64b81f4a-ca27-4f80-8ba0-f77d4972e8a0', 'name': 'network-vif-deleted', 'tag': '56af6d29-608a-4d59-88cb-066cc43b0a93', 'status': 'completed', 'code': 200} Nov 09 21:29:43.783309 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4ff90672-318d-4c29-86ee-f8c7595eb907 req-1c197c04-8c3c-4c23-b3d3-68ecd099a3b9 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167800 Nov 09 21:29:43.835009 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:43.879356 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0267a9-86f6-497a-b928-68caa1fdf537 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:29:43.884809 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2d0267a9-86f6-497a-b928-68caa1fdf537 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:43.891848 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 68ae207f-8797-43be-b1fb-04eb8173be11, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=68ae207f-8797-43be-b1fb-04eb8173be11,segment=NetworkSegment(0266031b-5829-40c1-acad-8e9a97b817f5),segment_id=0266031b-5829-40c1-acad-8e9a97b817f5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:29:43.894380 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568d6d7e-d407-462e-8cd2-c3b9473dcad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ae207f-8797-43be-b1fb-04eb8173be11'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:29:43.897269 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b636fb1c-412c-4dbd-9b20-7fb3b7adc284" -d '{"events": [{"server_uuid": "568d6d7e-d407-462e-8cd2-c3b9473dcad5", "name": "network-vif-plugged", "status": "completed", "tag": "68ae207f-8797-43be-b1fb-04eb8173be11"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:29:43.901804 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8e33d2-b180-47e7-bbd1-b878e6b41157 None None] Sync routers for ids ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:29:43.907370 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:43.908307 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 56af6d29-608a-4d59-88cb-066cc43b0a93 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:29:43.965026 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2d0267a9-86f6-497a-b928-68caa1fdf537 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "PUT /v2.0/floatingips/c9376268-d0e5-4450-91cf-b4cb0ec2b77f HTTP/1.1" status: 200 len: 977 time: 2.8980336 Nov 09 21:29:43.965272 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8e33d2-b180-47e7-bbd1-b878e6b41157 None None] Routers {'dbddf32d-c7fe-4c68-8119-dc4de3045bdd'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:29:43.965710 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-2f8e33d2-b180-47e7-bbd1-b878e6b41157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:29:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:43.968662 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54564) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:43.972723 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: 56af6d29-608a-4d59-88cb-066cc43b0a93 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:29:43.973209 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 56af6d29-608a-4d59-88cb-066cc43b0a93 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:29:44.016062 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-12b3703f-a1e7-43a5-8a1e-187f2183c14c req-9f8591dd-0a52-445f-b424-6219926611d9 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=64b81f4a-ca27-4f80-8ba0-f77d4972e8a0 HTTP/1.1" status: 200 len: 210 time: 0.0641739 Nov 09 21:29:44.019310 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-2f8e33d2-b180-47e7-bbd1-b878e6b41157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:44.043977 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52623737-923b-4070-9e03-0dc27594b150 x-openstack-request-id: req-52623737-923b-4070-9e03-0dc27594b150 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:29:44.046092 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "568d6d7e-d407-462e-8cd2-c3b9473dcad5", "name": "network-vif-plugged", "status": "completed", "tag": "68ae207f-8797-43be-b1fb-04eb8173be11", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:29:44.046354 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-52623737-923b-4070-9e03-0dc27594b150 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:29:44.046750 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568d6d7e-d407-462e-8cd2-c3b9473dcad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ae207f-8797-43be-b1fb-04eb8173be11', 'code': 200} Nov 09 21:29:44.048442 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8e33d2-b180-47e7-bbd1-b878e6b41157 None None] Routers {'dbddf32d-c7fe-4c68-8119-dc4de3045bdd'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:29:44.049183 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-2f8e33d2-b180-47e7-bbd1-b878e6b41157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:29:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:44.092305 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=68ae207f-8797-43be-b1fb-04eb8173be11,revision_number=10']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:44.096360 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-2f8e33d2-b180-47e7-bbd1-b878e6b41157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:44.097054 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8e33d2-b180-47e7-bbd1-b878e6b41157 None None] The sync data for ids ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'] in n-d-816206-3 is: [] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:29:44.130222 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-4c6090e2-6abf-4af0-b861-51d923b898a6 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Deleting port 284c9dbb-f929-4ca0-b7b9-44612a74a374 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:29:44.130661 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4c6090e2-6abf-4af0-b861-51d923b898a6 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:44.242466 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4c6090e2-6abf-4af0-b861-51d923b898a6 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:44.298201 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e7a08-4d9c-49ba-ae67-90303d27f892 req-6d3d5ada-ce88-4df1-abf5-d24064be7903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:44.302026 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-823e7a08-4d9c-49ba-ae67-90303d27f892 req-6d3d5ada-ce88-4df1-abf5-d24064be7903 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 1098 time: 0.0612409 Nov 09 21:29:44.339393 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54578) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:44.384686 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-823e7a08-4d9c-49ba-ae67-90303d27f892 req-dfb2b988-0384-45d1-b075-d4d03b95ce3a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738103 Nov 09 21:29:44.477774 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7c992-751c-4255-87eb-8a9da8b1e247 req-0afc008b-324d-4e7d-b8c1-8d31777d71a7 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:44.479382 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2ec7c992-751c-4255-87eb-8a9da8b1e247 req-0afc008b-324d-4e7d-b8c1-8d31777d71a7 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=f664e615-3356-440f-8ddc-2f49105977e5 HTTP/1.1" status: 200 len: 946 time: 0.0746932 Nov 09 21:29:44.528137 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4c6090e2-6abf-4af0-b861-51d923b898a6 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:44.528696 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4c6090e2-6abf-4af0-b861-51d923b898a6 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:44.528906 n-d-816206-3 neutron-server[102608]: INFO neutron.db.l3_db [None req-4c6090e2-6abf-4af0-b861-51d923b898a6 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Floating IP c9376268-d0e5-4450-91cf-b4cb0ec2b77f disassociated. External IP: 172.25.7.62, port: 284c9dbb-f929-4ca0-b7b9-44612a74a374. Nov 09 21:29:44.529423 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-4c6090e2-6abf-4af0-b861-51d923b898a6 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Calling delete_port for 284c9dbb-f929-4ca0-b7b9-44612a74a374 owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:29:44.535370 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2ec7c992-751c-4255-87eb-8a9da8b1e247 req-77bd15e0-9786-4631-94d7-a0137b819c20 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ad655d7-6b32-467a-9bdc-462828bb851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463474 Nov 09 21:29:44.624827 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a5925ba0-115f-4312-80b0-7c8276dbc500 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:44.707322 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4c6090e2-6abf-4af0-b861-51d923b898a6 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:44.748914 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6090e2-6abf-4af0-b861-51d923b898a6 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Pushing event deleted for resources: {'Port': ['ID=284c9dbb-f929-4ca0-b7b9-44612a74a374,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:44.898910 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a5925ba0-115f-4312-80b0-7c8276dbc500 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:44.915014 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a5925ba0-115f-4312-80b0-7c8276dbc500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:44.989931 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a5925ba0-115f-4312-80b0-7c8276dbc500 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=302fb30f46d749b3b9afb8d88296e4d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6466830 Nov 09 21:29:44.990308 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54616) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:45.003080 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ba0-115f-4312-80b0-7c8276dbc500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa521b95-6736-4884-9df8-d675eb9dc149,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:45.019307 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6090e2-6abf-4af0-b861-51d923b898a6 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Router dbddf32d-c7fe-4c68-8119-dc4de3045bdd has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:29:45.042611 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f824d2-9bc0-45d9-92ca-5b796a2b3090 req-deaf94e0-e30a-4f7e-918d-dca63466fe8f tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:45.046236 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-916504bd-4241-4cae-9236-ba077c9abf8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:45.052767 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b2f824d2-9bc0-45d9-92ca-5b796a2b3090 req-deaf94e0-e30a-4f7e-918d-dca63466fe8f tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 947 time: 0.1524911 Nov 09 21:29:45.075126 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-916504bd-4241-4cae-9236-ba077c9abf8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:45.139179 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-916504bd-4241-4cae-9236-ba077c9abf8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:45.143129 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-916504bd-4241-4cae-9236-ba077c9abf8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:45.144838 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-916504bd-4241-4cae-9236-ba077c9abf8c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aa521b95-6736-4884-9df8-d675eb9dc149 HTTP/1.1" status: 204 len: 168 time: 0.1535177 Nov 09 21:29:45.169613 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b2f824d2-9bc0-45d9-92ca-5b796a2b3090 req-8b5d0386-a178-4130-8a73-03c26645ce0e tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159101 Nov 09 21:29:45.170389 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916504bd-4241-4cae-9236-ba077c9abf8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa521b95-6736-4884-9df8-d675eb9dc149,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:45.196222 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54632) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:45.302914 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6090e2-6abf-4af0-b861-51d923b898a6 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:29:45.320319 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdc69aa-4546-4eef-a799-854c28243886 None None] Sync routers for ids ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:29:45.341347 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdc69aa-4546-4eef-a799-854c28243886 None None] Routers {'dbddf32d-c7fe-4c68-8119-dc4de3045bdd'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:29:45.342435 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-fbdc69aa-4546-4eef-a799-854c28243886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:29:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:45.386704 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4c6090e2-6abf-4af0-b861-51d923b898a6 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:45.391774 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4c6090e2-6abf-4af0-b861-51d923b898a6 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "DELETE /v2.0/ports/284c9dbb-f929-4ca0-b7b9-44612a74a374 HTTP/1.1" status: 204 len: 168 time: 1.4226191 Nov 09 21:29:45.393010 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-fbdc69aa-4546-4eef-a799-854c28243886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:45.395197 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54640) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:45.411046 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-873776ea-0ce7-4f13-8f96-9e3a441bc183 req-83390ae2-5cf7-4208-9ef9-9c7d50c9f02c tempest-ServerShowV247Test-1701296314 tempest-ServerShowV247Test-1701296314-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7f25da-2b88-43a3-9323-e61ab87bca2c HTTP/1.1" status: 200 len: 210 time: 0.0492237 Nov 09 21:29:45.419387 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdc69aa-4546-4eef-a799-854c28243886 None None] Routers {'dbddf32d-c7fe-4c68-8119-dc4de3045bdd'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:29:45.420441 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-fbdc69aa-4546-4eef-a799-854c28243886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:29:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:45.455971 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-622cd388-b025-4087-8105-cb851e4475f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:45.467096 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-fbdc69aa-4546-4eef-a799-854c28243886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:45.467692 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdc69aa-4546-4eef-a799-854c28243886 None None] The sync data for ids ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'] in n-d-816206-3 is: [] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:29:45.565724 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-bd1414f3-2c03-4e0d-8322-78d063dcfa0d tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "GET /v2.0/floatingips/c9376268-d0e5-4450-91cf-b4cb0ec2b77f HTTP/1.1" status: 200 len: 687 time: 0.1651142 Nov 09 21:29:45.566419 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54652) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:45.628836 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-622cd388-b025-4087-8105-cb851e4475f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:45.641853 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-622cd388-b025-4087-8105-cb851e4475f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:45.738550 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-622cd388-b025-4087-8105-cb851e4475f1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e0fba425b008471f9c7b818f0f2f6860&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5379426 Nov 09 21:29:45.745240 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54662) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:45.793168 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622cd388-b025-4087-8105-cb851e4475f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d310189-27a0-48d1-bc65-4b9d1529fb9b,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:45.810705 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e072d3-9142-418a-a0c5-1baef318a74f req-26c042d8-8b5c-4a9f-9271-fc611eaf3fb2 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:45.821149 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-46e072d3-9142-418a-a0c5-1baef318a74f req-26c042d8-8b5c-4a9f-9271-fc611eaf3fb2 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=f664e615-3356-440f-8ddc-2f49105977e5 HTTP/1.1" status: 200 len: 946 time: 0.1680071 Nov 09 21:29:45.866653 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4700100-09ff-41f8-930b-0809f689f1ee req-a6d2133f-deab-4148-8825-8c4e760ab268 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:45.874175 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a4700100-09ff-41f8-930b-0809f689f1ee req-a6d2133f-deab-4148-8825-8c4e760ab268 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.2866063 Nov 09 21:29:45.909656 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-46a2fb91-f378-44ed-91a0-ccfb644401b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:45.959073 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-46a2fb91-f378-44ed-91a0-ccfb644401b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:45.976151 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a4700100-09ff-41f8-930b-0809f689f1ee req-c8ad1a33-50ce-4e96-aea8-02ead1ac79fb tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010849 Nov 09 21:29:45.984574 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-51324cbb-f339-4af0-99da-fc3f86f8e96b tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Deleting port 73f207f9-4b14-4eb1-8184-5c71d96edd2a {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:29:45.985114 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-51324cbb-f339-4af0-99da-fc3f86f8e96b tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:46.019698 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-46e072d3-9142-418a-a0c5-1baef318a74f req-5a4006a8-e574-4405-99b2-628412d0fbab tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ad655d7-6b32-467a-9bdc-462828bb851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971598 Nov 09 21:29:46.130781 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-46a2fb91-f378-44ed-91a0-ccfb644401b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:46.134232 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-46a2fb91-f378-44ed-91a0-ccfb644401b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:46.135552 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-46a2fb91-f378-44ed-91a0-ccfb644401b9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5d310189-27a0-48d1-bc65-4b9d1529fb9b HTTP/1.1" status: 204 len: 168 time: 0.3893640 Nov 09 21:29:46.150709 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a2fb91-f378-44ed-91a0-ccfb644401b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d310189-27a0-48d1-bc65-4b9d1529fb9b,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:46.223218 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-51324cbb-f339-4af0-99da-fc3f86f8e96b tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:46.224195 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-51324cbb-f339-4af0-99da-fc3f86f8e96b tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:46.231059 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54702) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:46.275166 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-12334ecf-a35b-4c50-bd73-664028492345 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:46.291893 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-51324cbb-f339-4af0-99da-fc3f86f8e96b tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Calling delete_port for 73f207f9-4b14-4eb1-8184-5c71d96edd2a owned by network:floatingip {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:29:46.449530 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74a15e-debd-40f2-82f5-060a1f8ec2d8 req-bb06689e-218f-4793-be8e-dc692e8e5b5c tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:46.451756 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2a74a15e-debd-40f2-82f5-060a1f8ec2d8 req-bb06689e-218f-4793-be8e-dc692e8e5b5c tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 947 time: 0.1367009 Nov 09 21:29:46.558049 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2a74a15e-debd-40f2-82f5-060a1f8ec2d8 req-ad5bd3c8-728a-47fd-af27-ca3b9dd65084 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950081 Nov 09 21:29:46.574861 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-12334ecf-a35b-4c50-bd73-664028492345 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:46.581060 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-12334ecf-a35b-4c50-bd73-664028492345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:46.646494 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12334ecf-a35b-4c50-bd73-664028492345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b8a55f-10d7-4ed8-8e8a-4e457e4d1c0d,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:46.685377 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-51324cbb-f339-4af0-99da-fc3f86f8e96b tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:46.725144 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-12334ecf-a35b-4c50-bd73-664028492345 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=686c4f837fd74345b8d7b0da0d966690&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4916196 Nov 09 21:29:46.728543 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54728) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:46.780565 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51324cbb-f339-4af0-99da-fc3f86f8e96b tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Pushing event deleted for resources: {'Port': ['ID=73f207f9-4b14-4eb1-8184-5c71d96edd2a,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:46.830558 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-346b5672-5a02-43f1-8541-d8d255ec6e51 req-708b4d3c-c607-4d94-8cc4-4f9cddfa68c1 tempest-ServerShowV247Test-1701296314 tempest-ServerShowV247Test-1701296314-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f3290f-ef6a-4b01-83dc-5ad2d05396d2 HTTP/1.1" status: 200 len: 210 time: 0.0694525 Nov 09 21:29:46.871725 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d27f2ca8-4dd8-445f-b5c0-2b3b014a7a48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:46.889913 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c10163-7d1b-4126-a20c-80f440a2ab27 req-52a38f0e-3316-4b14-834c-b1450667ed6a tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:46.897433 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-26c10163-7d1b-4126-a20c-80f440a2ab27 req-52a38f0e-3316-4b14-834c-b1450667ed6a tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.1282461 Nov 09 21:29:46.923382 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-51324cbb-f339-4af0-99da-fc3f86f8e96b tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for floatingip, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:46.926237 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-51324cbb-f339-4af0-99da-fc3f86f8e96b tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:46.928094 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-51324cbb-f339-4af0-99da-fc3f86f8e96b tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "DELETE /v2.0/floatingips/c9376268-d0e5-4450-91cf-b4cb0ec2b77f HTTP/1.1" status: 204 len: 168 time: 1.3600883 Nov 09 21:29:46.931926 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54740) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:46.937404 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-6a2b2293-bd84-4f0b-a317-16017fe90f3a tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'port_id': '21b90bf0-9494-464a-8c09-a4aeabb5e3d4'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:29:46.967920 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6a2b2293-bd84-4f0b-a317-16017fe90f3a tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for floatingip, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:46.970297 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d27f2ca8-4dd8-445f-b5c0-2b3b014a7a48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:47.039445 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-26c10163-7d1b-4126-a20c-80f440a2ab27 req-78deaf07-1e2d-439a-a201-1f622010fe68 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404293 Nov 09 21:29:47.085295 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d27f2ca8-4dd8-445f-b5c0-2b3b014a7a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:47.088067 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d27f2ca8-4dd8-445f-b5c0-2b3b014a7a48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:47.105838 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d27f2ca8-4dd8-445f-b5c0-2b3b014a7a48 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/45b8a55f-10d7-4ed8-8e8a-4e457e4d1c0d HTTP/1.1" status: 204 len: 168 time: 0.3744721 Nov 09 21:29:47.120814 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f2ca8-4dd8-445f-b5c0-2b3b014a7a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b8a55f-10d7-4ed8-8e8a-4e457e4d1c0d,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:47.247450 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d859d-b8a1-4c66-a871-4b50ed8800c2 req-74fc8e9c-5572-4639-9bd3-84cc332f59d9 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:47.249140 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2c8d859d-b8a1-4c66-a871-4b50ed8800c2 req-74fc8e9c-5572-4639-9bd3-84cc332f59d9 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.0753469 Nov 09 21:29:47.255870 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6a2b2293-bd84-4f0b-a317-16017fe90f3a tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:47.281745 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521096f-1857-438c-94df-90d6ab4cc54d req-eecdc16a-4aec-4dab-856f-e46a7aeb1d9f tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:47.283963 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e521096f-1857-438c-94df-90d6ab4cc54d req-eecdc16a-4aec-4dab-856f-e46a7aeb1d9f tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=f664e615-3356-440f-8ddc-2f49105977e5 HTTP/1.1" status: 200 len: 946 time: 0.1244733 Nov 09 21:29:47.376320 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2c8d859d-b8a1-4c66-a871-4b50ed8800c2 req-e9bfa12a-9c35-4908-a7ec-4b4b5d2a18cc tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193886 Nov 09 21:29:47.396717 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e521096f-1857-438c-94df-90d6ab4cc54d req-c3bcc9f2-5b99-4a4e-ba28-2c6171d4a245 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ad655d7-6b32-467a-9bdc-462828bb851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697463 Nov 09 21:29:47.460413 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-6a2b2293-bd84-4f0b-a317-16017fe90f3a tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Allocated IP 172.25.7.201 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/15be2770-9a83-4c27-96a9-797f5bb424d6) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:29:47.617431 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a38f311f-3104-47b4-ba97-25f1436ec1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:47.621845 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6a2b2293-bd84-4f0b-a317-16017fe90f3a tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:47.668778 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6a2b2293-bd84-4f0b-a317-16017fe90f3a tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:47.721214 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2b2293-bd84-4f0b-a317-16017fe90f3a tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:29:47.727452 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-6a2b2293-bd84-4f0b-a317-16017fe90f3a tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:29:47.731415 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2b2293-bd84-4f0b-a317-16017fe90f3a tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:29:47.755710 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8280488-5f4e-4f9e-91be-f0e8c4d0ba4b req-dd910310-13ad-4d04-b683-a6285bbb552d tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:47.764741 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f8280488-5f4e-4f9e-91be-f0e8c4d0ba4b req-dd910310-13ad-4d04-b683-a6285bbb552d tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 947 time: 0.0893879 Nov 09 21:29:47.772236 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b2293-bd84-4f0b-a317-16017fe90f3a tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Pushing event updated for resources: {'Port': ['ID=15be2770-9a83-4c27-96a9-797f5bb424d6,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:47.847035 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f8280488-5f4e-4f9e-91be-f0e8c4d0ba4b req-0c94735b-1e70-4bd9-8bb5-eb984044f455 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765243 Nov 09 21:29:48.089016 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-80c5801c-320f-4794-b51c-4aadedf2ac90 req-7803c50b-89cc-4769-a27d-08bc779ba456 tempest-ServerShowV247Test-1701296314 tempest-ServerShowV247Test-1701296314-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f3290f-ef6a-4b01-83dc-5ad2d05396d2 HTTP/1.1" status: 200 len: 210 time: 0.0406268 Nov 09 21:29:48.616019 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f6308746-12ec-4f98-8aae-ce587fbe0a5e req-ccc02ac6-c6d3-46a0-833b-dfc7b279cddf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=de7f25da-2b88-43a3-9323-e61ab87bca2c HTTP/1.1" status: 200 len: 210 time: 0.0587170 Nov 09 21:29:48.639104 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae737d8-47ba-4402-a528-266a6dd8b126 req-c0bea97c-8bf9-493f-90c9-f40ad52090d9 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:48.642566 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dae737d8-47ba-4402-a528-266a6dd8b126 req-c0bea97c-8bf9-493f-90c9-f40ad52090d9 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=f664e615-3356-440f-8ddc-2f49105977e5 HTTP/1.1" status: 200 len: 946 time: 0.0996132 Nov 09 21:29:48.673539 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54812) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:48.767442 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dae737d8-47ba-4402-a528-266a6dd8b126 req-43e5e7fc-9813-4d76-aa55-373ee1cfbe39 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ad655d7-6b32-467a-9bdc-462828bb851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582356 Nov 09 21:29:48.827567 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54818) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:48.859719 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-81b41d04-18a3-4854-905f-52e175fe72cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:48.895401 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6a2b2293-bd84-4f0b-a317-16017fe90f3a tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:48.913559 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1ff749f8-a5b8-401f-ab41-4367ec3ce002 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:48.977325 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6a2b2293-bd84-4f0b-a317-16017fe90f3a tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:49.011695 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-81b41d04-18a3-4854-905f-52e175fe72cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:49.026003 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-81b41d04-18a3-4854-905f-52e175fe72cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:49.088794 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-81b41d04-18a3-4854-905f-52e175fe72cb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e02456a850b747f1bb26cd013067afef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4139547 Nov 09 21:29:49.091553 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54824) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:49.092457 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b41d04-18a3-4854-905f-52e175fe72cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f62f52-b1f9-414f-ade7-876b2a82ab91,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:49.114250 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1ff749f8-a5b8-401f-ab41-4367ec3ce002 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:49.120201 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1ff749f8-a5b8-401f-ab41-4367ec3ce002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:49.170458 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1ff749f8-a5b8-401f-ab41-4367ec3ce002 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=af261a5874134856bfcc58dec36af78f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3416045 Nov 09 21:29:49.171693 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff749f8-a5b8-401f-ab41-4367ec3ce002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d124cd-2001-41f7-8199-089950c6d4e8,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:49.174072 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54828) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:49.195910 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-69b4fdba-39af-4e68-a528-25994125e9be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:49.214074 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-93df6784-c3dd-41a2-82b0-d3882a8e22e2 req-cd9cd51a-9a1a-48dd-9a6b-7bea406f8d94 tempest-ServerShowV247Test-1701296314 tempest-ServerShowV247Test-1701296314-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f3290f-ef6a-4b01-83dc-5ad2d05396d2 HTTP/1.1" status: 200 len: 210 time: 0.0402002 Nov 09 21:29:49.223806 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5bb4e2d2-2811-46ec-8e89-2b7abb7dd673 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:49.247802 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-69b4fdba-39af-4e68-a528-25994125e9be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:49.249678 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5bb4e2d2-2811-46ec-8e89-2b7abb7dd673 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:49.250615 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6a2b2293-bd84-4f0b-a317-16017fe90f3a tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:49.258692 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6a2b2293-bd84-4f0b-a317-16017fe90f3a tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:49.301855 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5bb4e2d2-2811-46ec-8e89-2b7abb7dd673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:49.305209 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5bb4e2d2-2811-46ec-8e89-2b7abb7dd673 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:49.305929 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5bb4e2d2-2811-46ec-8e89-2b7abb7dd673 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/25d124cd-2001-41f7-8199-089950c6d4e8 HTTP/1.1" status: 204 len: 168 time: 0.1309276 Nov 09 21:29:49.315912 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb4e2d2-2811-46ec-8e89-2b7abb7dd673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d124cd-2001-41f7-8199-089950c6d4e8,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:49.359129 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b2293-bd84-4f0b-a317-16017fe90f3a tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Pushing event updated for resources: {'Port': ['ID=15be2770-9a83-4c27-96a9-797f5bb424d6,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:49.368404 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6a2b2293-bd84-4f0b-a317-16017fe90f3a tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:49.409065 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-69b4fdba-39af-4e68-a528-25994125e9be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:49.411662 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-69b4fdba-39af-4e68-a528-25994125e9be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:49.412849 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-69b4fdba-39af-4e68-a528-25994125e9be admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c2f62f52-b1f9-414f-ade7-876b2a82ab91 HTTP/1.1" status: 204 len: 168 time: 0.3203046 Nov 09 21:29:49.428570 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b4fdba-39af-4e68-a528-25994125e9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f62f52-b1f9-414f-ade7-876b2a82ab91,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:49.526204 n-d-816206-3 neutron-server[102608]: INFO neutron.db.l3_db [None req-6a2b2293-bd84-4f0b-a317-16017fe90f3a tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Floating IP c102282e-47a6-4063-bbca-416667a3994e associated. External IP: 172.25.7.201, port: 21b90bf0-9494-464a-8c09-a4aeabb5e3d4. Nov 09 21:29:49.592615 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c4f2c39-5ccf-48a7-88d6-f13ec7fb162c req-da9af8b3-252e-4b0e-bd5e-7c4c76b4969b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c7f3290f-ef6a-4b01-83dc-5ad2d05396d2 HTTP/1.1" status: 200 len: 210 time: 0.0416493 Nov 09 21:29:49.767362 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2b2293-bd84-4f0b-a317-16017fe90f3a tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Router dbddf32d-c7fe-4c68-8119-dc4de3045bdd has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:29:49.934818 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2b2293-bd84-4f0b-a317-16017fe90f3a tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:29:49.948479 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ee668c-17bf-407b-927a-c320d13a82f8 None None] Sync routers for ids ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:29:49.968068 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ee668c-17bf-407b-927a-c320d13a82f8 None None] Routers {'dbddf32d-c7fe-4c68-8119-dc4de3045bdd'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:29:49.972242 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-28ee668c-17bf-407b-927a-c320d13a82f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:29:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:49.990221 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6a2b2293-bd84-4f0b-a317-16017fe90f3a tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:50.044066 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6a2b2293-bd84-4f0b-a317-16017fe90f3a tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.1105406 Nov 09 21:29:50.049788 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54860) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:50.052401 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561228e-6d39-4e87-92dc-f759056c5189 req-32b1cbb6-0462-44cf-8b61-f31f201a3104 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:50.054992 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-850a8da4-e9f5-4241-b14e-379a47062a95 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-409781094'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:29:50.060779 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-28ee668c-17bf-407b-927a-c320d13a82f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:50.061517 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0561228e-6d39-4e87-92dc-f759056c5189 req-32b1cbb6-0462-44cf-8b61-f31f201a3104 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=f664e615-3356-440f-8ddc-2f49105977e5 HTTP/1.1" status: 200 len: 946 time: 0.1454718 Nov 09 21:29:50.108016 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850a8da4-e9f5-4241-b14e-379a47062a95 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Made reservation on behalf of ed83e5dad49a418590039b73ac0626b1 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:29:50.109059 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ee668c-17bf-407b-927a-c320d13a82f8 None None] Routers {'dbddf32d-c7fe-4c68-8119-dc4de3045bdd'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:29:50.111725 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-850a8da4-e9f5-4241-b14e-379a47062a95 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:50.117019 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-28ee668c-17bf-407b-927a-c320d13a82f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:29:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:50.178742 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0561228e-6d39-4e87-92dc-f759056c5189 req-d4284c1f-4e0d-47fc-b217-4a1201cf8a40 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ad655d7-6b32-467a-9bdc-462828bb851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116264 Nov 09 21:29:50.180205 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-850a8da4-e9f5-4241-b14e-379a47062a95 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:29:50.206518 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-850a8da4-e9f5-4241-b14e-379a47062a95 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:50.206825 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-850a8da4-e9f5-4241-b14e-379a47062a95 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Added segment fdfedcd0-3663-400e-b92e-612800f8fb2f of type vlan for network b4e8183d-3b2d-4359-b9da-cbe7ceebd197 Nov 09 21:29:50.210944 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-28ee668c-17bf-407b-927a-c320d13a82f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:50.213411 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ee668c-17bf-407b-927a-c320d13a82f8 None None] The sync data for ids ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'] in n-d-816206-3 is: [] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:29:50.217605 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bc7be326-b93c-477c-92b9-960fba99309d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:50.283550 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-850a8da4-e9f5-4241-b14e-379a47062a95 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:50.321413 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-850a8da4-e9f5-4241-b14e-379a47062a95 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:50.329850 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850a8da4-e9f5-4241-b14e-379a47062a95 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:50.330494 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-850a8da4-e9f5-4241-b14e-379a47062a95 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:50.446044 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e9d81c49-2623-4cfa-8d19-7741de63b5ef req-bb00c00e-cbfc-452f-a076-3c193c1b2e77 tempest-ServerShowV247Test-1701296314 tempest-ServerShowV247Test-1701296314-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f3290f-ef6a-4b01-83dc-5ad2d05396d2 HTTP/1.1" status: 200 len: 210 time: 0.0909047 Nov 09 21:29:50.477359 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-850a8da4-e9f5-4241-b14e-379a47062a95 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4250205 Nov 09 21:29:50.480452 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54886) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:50.484178 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a8da4-e9f5-4241-b14e-379a47062a95 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Pushing event updated for resources: {'Network': ['ID=b4e8183d-3b2d-4359-b9da-cbe7ceebd197,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:50.487318 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-eaf3126b-6e76-4955-8863-bb13a953432d tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Request body: {'subnet': {'network_id': 'b4e8183d-3b2d-4359-b9da-cbe7ceebd197', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:29:50.496320 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network b4e8183d-3b2d-4359-b9da-cbe7ceebd197 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:29:50.649526 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf3126b-6e76-4955-8863-bb13a953432d tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Made reservation on behalf of ed83e5dad49a418590039b73ac0626b1 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:29:50.655071 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eaf3126b-6e76-4955-8863-bb13a953432d tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:50.760027 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792ab6d-5b45-40ed-a03e-98be2d2981f6 req-46db81fe-ec72-4d05-8cf6-6c5dd50c5c0c tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:50.769933 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6792ab6d-5b45-40ed-a03e-98be2d2981f6 req-46db81fe-ec72-4d05-8cf6-6c5dd50c5c0c tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.0695729 Nov 09 21:29:50.831824 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6792ab6d-5b45-40ed-a03e-98be2d2981f6 req-56b46269-55fb-40a1-85c2-0087b5eaa4fc tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608704 Nov 09 21:29:50.932217 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eaf3126b-6e76-4955-8863-bb13a953432d tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:50.954938 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:51.042197 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf3126b-6e76-4955-8863-bb13a953432d tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Pushing event updated for resources: {'Subnet': ['ID=c9e92425-7124-4efc-974a-d6fe8b59060f,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:51.075207 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b95eb-a511-4d0e-9ff2-adcc89f185d6 req-c5e10c78-495b-49ee-8ef9-741f7a3653a6 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:51.077464 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-306b95eb-a511-4d0e-9ff2-adcc89f185d6 req-c5e10c78-495b-49ee-8ef9-741f7a3653a6 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.0987518 Nov 09 21:29:51.078753 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf3126b-6e76-4955-8863-bb13a953432d tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Checking segment: {'id': 'fdfedcd0-3663-400e-b92e-612800f8fb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b4e8183d-3b2d-4359-b9da-cbe7ceebd197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:29:51.079370 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf3126b-6e76-4955-8863-bb13a953432d tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Network hostable DHCP agents. Network: b4e8183d-3b2d-4359-b9da-cbe7ceebd197, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:29:51.122970 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf3126b-6e76-4955-8863-bb13a953432d tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Network b4e8183d-3b2d-4359-b9da-cbe7ceebd197 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:29:51.142880 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-eaf3126b-6e76-4955-8863-bb13a953432d tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, b4e8183d-3b2d-4359-b9da-cbe7ceebd197) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:29:51.150194 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-306b95eb-a511-4d0e-9ff2-adcc89f185d6 req-02f38e59-4f5e-4f21-b2de-bfc9abcf134a tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667245 Nov 09 21:29:51.151842 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf3126b-6e76-4955-8863-bb13a953432d tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:51.153245 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eaf3126b-6e76-4955-8863-bb13a953432d tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:51.174079 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-eaf3126b-6e76-4955-8863-bb13a953432d tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6930616 Nov 09 21:29:51.176745 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54910) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:51.181538 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a67b8fd-5c67-441e-ab49-07497785109f None None] Network b4e8183d-3b2d-4359-b9da-cbe7ceebd197 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:29:51.184322 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-8439acf4-4f73-4c48-a846-72b70117f6d4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1453894977', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}, 'admin_state_up': False}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:29:51.229036 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8439acf4-4f73-4c48-a846-72b70117f6d4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:51.230644 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8439acf4-4f73-4c48-a846-72b70117f6d4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:51.301095 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8439acf4-4f73-4c48-a846-72b70117f6d4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:51.384543 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54918) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:51.497943 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec03a78c-b824-41c1-b202-0855abb3d328 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-b4e8183d-3b2d-4359-b9da-cbe7ceebd197', 'network_id': 'b4e8183d-3b2d-4359-b9da-cbe7ceebd197', 'tenant_id': 'ed83e5dad49a418590039b73ac0626b1', 'fixed_ips': [{'subnet_id': 'c9e92425-7124-4efc-974a-d6fe8b59060f'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:29:51.499036 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ec03a78c-b824-41c1-b202-0855abb3d328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:51.539429 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da459d-5962-45dd-b13d-7666050f15f7 req-f317703d-bab2-4ac4-a95c-14dff64311f8 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:51.551551 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-86da459d-5962-45dd-b13d-7666050f15f7 req-f317703d-bab2-4ac4-a95c-14dff64311f8 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=f664e615-3356-440f-8ddc-2f49105977e5 HTTP/1.1" status: 200 len: 946 time: 0.1521914 Nov 09 21:29:51.553244 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8439acf4-4f73-4c48-a846-72b70117f6d4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:51.675842 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0713152c-6bef-435e-a44e-0fba5a6dd4ac req-0f6c3e77-6a24-4a3c-b0e0-6c9ec9389a2d tempest-ServerShowV247Test-1701296314 tempest-ServerShowV247Test-1701296314-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f3290f-ef6a-4b01-83dc-5ad2d05396d2 HTTP/1.1" status: 200 len: 210 time: 0.0588279 Nov 09 21:29:51.679392 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9cee73ff-21a1-4d8c-9154-91aded0aa0b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:51.721368 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-86da459d-5962-45dd-b13d-7666050f15f7 req-5599668d-cc9f-453f-82e0-8b6685d7d65a tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ad655d7-6b32-467a-9bdc-462828bb851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622906 Nov 09 21:29:51.838818 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-ec03a78c-b824-41c1-b202-0855abb3d328 None None] Allocated IP 172.20.0.2 (b4e8183d-3b2d-4359-b9da-cbe7ceebd197/c9e92425-7124-4efc-974a-d6fe8b59060f/ecdac905-6afd-461b-8fec-23a2c0a63e1e) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:29:51.896934 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9cee73ff-21a1-4d8c-9154-91aded0aa0b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:51.904573 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9cee73ff-21a1-4d8c-9154-91aded0aa0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:51.917452 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8439acf4-4f73-4c48-a846-72b70117f6d4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for router_gateway, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:51.943778 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8439acf4-4f73-4c48-a846-72b70117f6d4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:51.977127 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-9cee73ff-21a1-4d8c-9154-91aded0aa0b3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=966c5f80ab2f499f870deab07a8d0ee4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5897524 Nov 09 21:29:51.983090 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54946) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:52.070855 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee73ff-21a1-4d8c-9154-91aded0aa0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e7fa76-e30b-4ee7-b96c-7e1d65c2e822,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:52.091839 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-086c16c8-2fa5-4684-b33d-b2923bf73cfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:52.116407 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-086c16c8-2fa5-4684-b33d-b2923bf73cfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:52.199204 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-8439acf4-4f73-4c48-a846-72b70117f6d4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Allocated IP 172.25.7.151 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/7a1c70dc-9d1f-4484-bed1-20d0ad84e0fd) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:29:52.204591 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-086c16c8-2fa5-4684-b33d-b2923bf73cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:52.207543 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-086c16c8-2fa5-4684-b33d-b2923bf73cfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:52.209337 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-086c16c8-2fa5-4684-b33d-b2923bf73cfa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/21e7fa76-e30b-4ee7-b96c-7e1d65c2e822 HTTP/1.1" status: 204 len: 168 time: 0.2247453 Nov 09 21:29:52.245188 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c16c8-2fa5-4684-b33d-b2923bf73cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e7fa76-e30b-4ee7-b96c-7e1d65c2e822,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:52.340261 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ec03a78c-b824-41c1-b202-0855abb3d328 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:52.402068 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ec03a78c-b824-41c1-b202-0855abb3d328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:52.440676 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8439acf4-4f73-4c48-a846-72b70117f6d4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:52.451065 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec03a78c-b824-41c1-b202-0855abb3d328 None None] Network b4e8183d-3b2d-4359-b9da-cbe7ceebd197 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:29:52.462094 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-ec03a78c-b824-41c1-b202-0855abb3d328 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:29:52.492230 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec03a78c-b824-41c1-b202-0855abb3d328 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:29:52.506225 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:52.566596 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-ec03a78c-b824-41c1-b202-0855abb3d328 None None] Attempting to bind port ecdac905-6afd-461b-8fec-23a2c0a63e1e on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:29:52.567345 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-ec03a78c-b824-41c1-b202-0855abb3d328 None None] Attempting to bind port ecdac905-6afd-461b-8fec-23a2c0a63e1e by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'fdfedcd0-3663-400e-b92e-612800f8fb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b4e8183d-3b2d-4359-b9da-cbe7ceebd197'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:29:52.567951 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec03a78c-b824-41c1-b202-0855abb3d328 None None] Attempting to bind port ecdac905-6afd-461b-8fec-23a2c0a63e1e on network b4e8183d-3b2d-4359-b9da-cbe7ceebd197 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:29:52.575872 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec03a78c-b824-41c1-b202-0855abb3d328 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:29:52.576614 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec03a78c-b824-41c1-b202-0855abb3d328 None None] Checking segment: {'id': 'fdfedcd0-3663-400e-b92e-612800f8fb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b4e8183d-3b2d-4359-b9da-cbe7ceebd197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:29:52.577317 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ec03a78c-b824-41c1-b202-0855abb3d328 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:52.577936 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec03a78c-b824-41c1-b202-0855abb3d328 None None] Bound using segment: {'id': 'fdfedcd0-3663-400e-b92e-612800f8fb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b4e8183d-3b2d-4359-b9da-cbe7ceebd197'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:29:52.578663 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-ec03a78c-b824-41c1-b202-0855abb3d328 None None] Bound port: ecdac905-6afd-461b-8fec-23a2c0a63e1e, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdfedcd0-3663-400e-b92e-612800f8fb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b4e8183d-3b2d-4359-b9da-cbe7ceebd197'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:29:52.579290 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ec03a78c-b824-41c1-b202-0855abb3d328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:52.594093 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec03a78c-b824-41c1-b202-0855abb3d328 None None] Pushing event updated for resources: {'Port': ['ID=ecdac905-6afd-461b-8fec-23a2c0a63e1e,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:52.606069 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec03a78c-b824-41c1-b202-0855abb3d328 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:29:52.606786 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec03a78c-b824-41c1-b202-0855abb3d328 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:29:52.607355 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec03a78c-b824-41c1-b202-0855abb3d328 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:29:52.607954 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec03a78c-b824-41c1-b202-0855abb3d328 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:29:52.608717 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec03a78c-b824-41c1-b202-0855abb3d328 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:29:52.609283 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec03a78c-b824-41c1-b202-0855abb3d328 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:29:52.609840 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec03a78c-b824-41c1-b202-0855abb3d328 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:29:52.610573 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec03a78c-b824-41c1-b202-0855abb3d328 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:29:52.611134 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec03a78c-b824-41c1-b202-0855abb3d328 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:29:52.611742 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec03a78c-b824-41c1-b202-0855abb3d328 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:29:52.612302 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec03a78c-b824-41c1-b202-0855abb3d328 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:29:52.612904 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec03a78c-b824-41c1-b202-0855abb3d328 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:29:52.666686 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c115fc07-2d24-498e-b9a0-9dc77646d94e req-8ea5551d-3fc8-4a3c-9140-506dcdcc1a78 tempest-ServerShowV247Test-1701296314 tempest-ServerShowV247Test-1701296314-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f3290f-ef6a-4b01-83dc-5ad2d05396d2 HTTP/1.1" status: 200 len: 210 time: 0.2021463 Nov 09 21:29:52.703486 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397baed-9101-45b7-aba1-deeaba87cb91 req-701d0432-f378-4b5a-825d-d384356352b9 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:52.706010 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-ec03a78c-b824-41c1-b202-0855abb3d328 None None] For port ecdac905-6afd-461b-8fec-23a2c0a63e1e, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:29:52.713035 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c397baed-9101-45b7-aba1-deeaba87cb91 req-701d0432-f378-4b5a-825d-d384356352b9 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=f664e615-3356-440f-8ddc-2f49105977e5 HTTP/1.1" status: 200 len: 946 time: 0.0971844 Nov 09 21:29:52.714378 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-ec03a78c-b824-41c1-b202-0855abb3d328 None None] For port ecdac905-6afd-461b-8fec-23a2c0a63e1e, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=ecdac905-6afd-461b-8fec-23a2c0a63e1e,segment=NetworkSegment(fdfedcd0-3663-400e-b92e-612800f8fb2f),segment_id=fdfedcd0-3663-400e-b92e-612800f8fb2f)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:29:52.722929 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ec03a78c-b824-41c1-b202-0855abb3d328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:52.741664 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8439acf4-4f73-4c48-a846-72b70117f6d4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:52.796496 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c397baed-9101-45b7-aba1-deeaba87cb91 req-12c729e8-3112-4d92-a212-66a736c39dda tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ad655d7-6b32-467a-9bdc-462828bb851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790148 Nov 09 21:29:52.835360 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec03a78c-b824-41c1-b202-0855abb3d328 None None] Pushing event updated for resources: {'Port': ['ID=ecdac905-6afd-461b-8fec-23a2c0a63e1e,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:52.871651 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:52.876232 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8439acf4-4f73-4c48-a846-72b70117f6d4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:29:52.882650 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-8439acf4-4f73-4c48-a846-72b70117f6d4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:29:52.889115 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8439acf4-4f73-4c48-a846-72b70117f6d4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:29:52.960104 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8439acf4-4f73-4c48-a846-72b70117f6d4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Pushing event updated for resources: {'Port': ['ID=7a1c70dc-9d1f-4484-bed1-20d0ad84e0fd,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:53.059905 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8419d-bf0d-4298-84b0-835e3a1fef92 req-40897380-2c4a-473a-a034-01c5b62d94d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:53.061585 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5fb8419d-bf0d-4298-84b0-835e3a1fef92 req-40897380-2c4a-473a-a034-01c5b62d94d2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3a70c821ed554d2d8738f5725b3d9978&device_id=f664e615-3356-440f-8ddc-2f49105977e5 HTTP/1.1" status: 200 len: 1097 time: 0.2651958 Nov 09 21:29:53.346986 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:53.399159 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8419d-bf0d-4298-84b0-835e3a1fef92 req-cf63bf3e-87e7-41ad-aff2-cc6180c46262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:53.400592 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5fb8419d-bf0d-4298-84b0-835e3a1fef92 req-cf63bf3e-87e7-41ad-aff2-cc6180c46262 service neutron] 10.222.0.43 "GET /v2.0/networks?id=65c74eb5-9df6-4e6b-9cf1-5af41186cfae HTTP/1.1" status: 200 len: 916 time: 0.3291006 Nov 09 21:29:53.785521 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5fb8419d-bf0d-4298-84b0-835e3a1fef92 req-5e143379-d994-494d-8283-8acf9e928dde service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a51352f-403b-4ef4-b920-9735314d58a3 HTTP/1.1" status: 200 len: 217 time: 0.3713837 Nov 09 21:29:53.834181 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-04d31126-4df8-4c75-a60c-e35f0a31a7cf req-493eef9a-0d6a-409b-8506-8ec335c2e068 tempest-ServerShowV247Test-1701296314 tempest-ServerShowV247Test-1701296314-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f3290f-ef6a-4b01-83dc-5ad2d05396d2 HTTP/1.1" status: 200 len: 210 time: 0.0426698 Nov 09 21:29:53.877407 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8419d-bf0d-4298-84b0-835e3a1fef92 req-b824990d-778b-49a6-946a-4841cb8641ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:53.878915 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5fb8419d-bf0d-4298-84b0-835e3a1fef92 req-b824990d-778b-49a6-946a-4841cb8641ae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c44cc40c-e11d-4de4-aa2b-cf06590d8e83 HTTP/1.1" status: 200 len: 855 time: 0.0747249 Nov 09 21:29:53.879663 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8439acf4-4f73-4c48-a846-72b70117f6d4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for router_gateway, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:54.085675 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8419d-bf0d-4298-84b0-835e3a1fef92 req-cf316f69-6c16-4abb-bd46-1888321c5837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:54.086893 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5fb8419d-bf0d-4298-84b0-835e3a1fef92 req-cf316f69-6c16-4abb-bd46-1888321c5837 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=65c74eb5-9df6-4e6b-9cf1-5af41186cfae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1417756 Nov 09 21:29:54.269103 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb11c3f-20a5-4ec9-a51a-abe92fa93d03 req-3e2e8fa6-e468-451e-8421-98372f5698b2 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:54.276408 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3eb11c3f-20a5-4ec9-a51a-abe92fa93d03 req-3e2e8fa6-e468-451e-8421-98372f5698b2 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=f664e615-3356-440f-8ddc-2f49105977e5 HTTP/1.1" status: 200 len: 946 time: 0.3301721 Nov 09 21:29:54.310880 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d9c3d9-cb20-49d8-ae42-2c8a163f2dba None None] Network b4e8183d-3b2d-4359-b9da-cbe7ceebd197 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:29:54.365984 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5fb8419d-bf0d-4298-84b0-835e3a1fef92 req-5ee5a2e7-c91b-44f5-bbb7-65738742216a service neutron] 10.222.0.43 "GET /v2.0/networks/65c74eb5-9df6-4e6b-9cf1-5af41186cfae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683868 Nov 09 21:29:54.433879 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6daf9-223c-4349-9b3e-f570d9713d87 req-67b0239a-2fab-4ace-9211-dd93e2faf986 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:54.435360 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-74e6daf9-223c-4349-9b3e-f570d9713d87 req-67b0239a-2fab-4ace-9211-dd93e2faf986 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.0854695 Nov 09 21:29:54.461465 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-4e859e2b-2816-4f8f-ab07-83ed8634eb64 None None] Provisioning complete for port ecdac905-6afd-461b-8fec-23a2c0a63e1e triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:29:54.462066 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4e859e2b-2816-4f8f-ab07-83ed8634eb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:54.503886 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3eb11c3f-20a5-4ec9-a51a-abe92fa93d03 req-583e613e-2580-492f-b177-8621d04d194d tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ad655d7-6b32-467a-9bdc-462828bb851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264798 Nov 09 21:29:54.516462 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8439acf4-4f73-4c48-a846-72b70117f6d4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:54.533187 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-74e6daf9-223c-4349-9b3e-f570d9713d87 req-d1b238e0-fdfc-4930-8193-154b1e9dbea7 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877097 Nov 09 21:29:54.638728 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5fb8419d-bf0d-4298-84b0-835e3a1fef92 req-f4bbc944-3b12-4248-948f-dffcf0e6fd5a service neutron] 10.222.0.43 "GET /v2.0/networks/65c74eb5-9df6-4e6b-9cf1-5af41186cfae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622991 Nov 09 21:29:54.671580 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac84949-5f0f-4818-bcdd-3f49af0189a0 req-f1f21f04-cfc9-44c8-9e79-32a183660d97 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:54.681534 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aac84949-5f0f-4818-bcdd-3f49af0189a0 req-f1f21f04-cfc9-44c8-9e79-32a183660d97 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.0781355 Nov 09 21:29:54.739950 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aac84949-5f0f-4818-bcdd-3f49af0189a0 req-b23254de-73b8-4ef7-b194-88aafa4d2cac tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571313 Nov 09 21:29:54.773981 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8439acf4-4f73-4c48-a846-72b70117f6d4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Router 81515cfa-2038-42f9-8cb4-e2444da39900 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:29:54.963142 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8439acf4-4f73-4c48-a846-72b70117f6d4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:29:54.970943 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4e859e2b-2816-4f8f-ab07-83ed8634eb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:54.974206 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928c649e-d106-4548-83dd-63aa70fbc9da None None] Sync routers for ids ['81515cfa-2038-42f9-8cb4-e2444da39900'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:29:54.989717 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928c649e-d106-4548-83dd-63aa70fbc9da None None] Routers {'81515cfa-2038-42f9-8cb4-e2444da39900'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:29:54.990816 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8439acf4-4f73-4c48-a846-72b70117f6d4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:54.992685 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-928c649e-d106-4548-83dd-63aa70fbc9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:29:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['81515cfa-2038-42f9-8cb4-e2444da39900'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:55.004875 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8439acf4-4f73-4c48-a846-72b70117f6d4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.8259740 Nov 09 21:29:55.014721 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55034) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:55.049121 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3160644c-cb7e-4b36-ad52-531197d6e056 req-251b544a-dea5-4496-8d40-985075cb6c7a tempest-ServerShowV247Test-1701296314 tempest-ServerShowV247Test-1701296314-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f3290f-ef6a-4b01-83dc-5ad2d05396d2 HTTP/1.1" status: 200 len: 210 time: 0.0701742 Nov 09 21:29:55.085382 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-928c649e-d106-4548-83dd-63aa70fbc9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:55.110870 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928c649e-d106-4548-83dd-63aa70fbc9da None None] Routers {'81515cfa-2038-42f9-8cb4-e2444da39900'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:29:55.114670 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-928c649e-d106-4548-83dd-63aa70fbc9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:29:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['81515cfa-2038-42f9-8cb4-e2444da39900'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:55.162401 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-928c649e-d106-4548-83dd-63aa70fbc9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:55.163642 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928c649e-d106-4548-83dd-63aa70fbc9da None None] The sync data for ids ['81515cfa-2038-42f9-8cb4-e2444da39900'] in n-d-816206-3 is: [] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:29:55.231135 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-4e859e2b-2816-4f8f-ab07-83ed8634eb64 None None] For port ecdac905-6afd-461b-8fec-23a2c0a63e1e, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=ecdac905-6afd-461b-8fec-23a2c0a63e1e,segment=NetworkSegment(fdfedcd0-3663-400e-b92e-612800f8fb2f),segment_id=fdfedcd0-3663-400e-b92e-612800f8fb2f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:29:55.258280 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4e859e2b-2816-4f8f-ab07-83ed8634eb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:55.344430 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e859e2b-2816-4f8f-ab07-83ed8634eb64 None None] Pushing event updated for resources: {'Port': ['ID=ecdac905-6afd-461b-8fec-23a2c0a63e1e,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:55.399342 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device ecdac905-6afd-461b-8fec-23a2c0a63e1e up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:29:55.473864 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port ecdac905-6afd-461b-8fec-23a2c0a63e1e triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:29:55.474551 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:55.538262 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a6a94-63d5-4708-a448-db0c02c68749 req-a639733e-9397-4b1e-9860-7e1dd081e437 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:55.540480 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bf7a6a94-63d5-4708-a448-db0c02c68749 req-a639733e-9397-4b1e-9860-7e1dd081e437 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.5336883 Nov 09 21:29:55.690739 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c118885-8a81-4cc4-9752-942d12f54d3e req-9f10ae6b-0c8c-499d-b93e-7a7f6dd0c992 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:55.692780 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4c118885-8a81-4cc4-9752-942d12f54d3e req-9f10ae6b-0c8c-499d-b93e-7a7f6dd0c992 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=f664e615-3356-440f-8ddc-2f49105977e5 HTTP/1.1" status: 200 len: 946 time: 0.0842645 Nov 09 21:29:55.696240 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-3aecc880-12f0-4994-a4b9-e7e5bbdc8d8e None None] Provisioning complete for port ecdac905-6afd-461b-8fec-23a2c0a63e1e triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:29:55.696904 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3aecc880-12f0-4994-a4b9-e7e5bbdc8d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:55.704398 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bf7a6a94-63d5-4708-a448-db0c02c68749 req-779d5cfc-9a11-4fcd-b7e7-a4395a119458 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155190 Nov 09 21:29:55.738783 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b7489dfe-2999-4d0a-aa9c-365813c303c4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:55.782830 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4c118885-8a81-4cc4-9752-942d12f54d3e req-4658f431-cb8b-423b-bb24-a7cae85b3857 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ad655d7-6b32-467a-9bdc-462828bb851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837669 Nov 09 21:29:55.903685 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7b351-c21c-43d0-9533-5b42154eec59 req-0548fbb1-cfc8-4136-9230-f3adebf474c6 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:55.907228 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ffa7b351-c21c-43d0-9533-5b42154eec59 req-0548fbb1-cfc8-4136-9230-f3adebf474c6 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.0505977 Nov 09 21:29:55.936337 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:29:55.955483 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ffa7b351-c21c-43d0-9533-5b42154eec59 req-d1214189-9a98-488f-96d1-d0376e0af35e tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437398 Nov 09 21:29:56.017166 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5558690-7a2b-4a9b-b905-0fc691a3788f req-f4540c59-90a9-4503-9f63-eddc54ba63f7 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:56.018669 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b5558690-7a2b-4a9b-b905-0fc691a3788f req-f4540c59-90a9-4503-9f63-eddc54ba63f7 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=f664e615-3356-440f-8ddc-2f49105977e5 HTTP/1.1" status: 200 len: 946 time: 0.1298728 Nov 09 21:29:56.112612 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b5558690-7a2b-4a9b-b905-0fc691a3788f req-13ff55da-93af-46fd-8280-21e604e01eeb tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ad655d7-6b32-467a-9bdc-462828bb851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827932 Nov 09 21:29:56.113678 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-b7489dfe-2999-4d0a-aa9c-365813c303c4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Allocated IP 172.20.0.1 (b4e8183d-3b2d-4359-b9da-cbe7ceebd197/c9e92425-7124-4efc-974a-d6fe8b59060f/19c482d0-eeab-4efd-9ee3-3f15a9c22ffd) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:29:56.116489 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c17a43-e4f2-4536-96a6-deaded71a74d req-7c373649-395e-4853-9854-ba0710e06880 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:56.118352 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-17c17a43-e4f2-4536-96a6-deaded71a74d req-7c373649-395e-4853-9854-ba0710e06880 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.0495639 Nov 09 21:29:56.181252 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-17c17a43-e4f2-4536-96a6-deaded71a74d req-2caae5a5-c958-4fc2-a2c1-2b3a55deb273 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562482 Nov 09 21:29:56.222571 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e83a808e-eadd-49fc-b162-1681036aeab9 req-e3779c60-2c22-4e81-90d6-1ca3c83d2497 tempest-ServerShowV247Test-1701296314 tempest-ServerShowV247Test-1701296314-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f3290f-ef6a-4b01-83dc-5ad2d05396d2 HTTP/1.1" status: 200 len: 210 time: 0.0393217 Nov 09 21:29:56.267421 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b7489dfe-2999-4d0a-aa9c-365813c303c4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:56.300090 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140981a8-b5e9-4855-91c6-6e068e3d1bc8 req-9bdb4dd6-9483-408d-958a-fa547e4fe40d tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:56.304150 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-140981a8-b5e9-4855-91c6-6e068e3d1bc8 req-9bdb4dd6-9483-408d-958a-fa547e4fe40d tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=68b13ac0-7467-40fe-97a0-41b068e0ffb8 HTTP/1.1" status: 200 len: 945 time: 0.0627527 Nov 09 21:29:56.334566 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b7489dfe-2999-4d0a-aa9c-365813c303c4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:56.353565 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-140981a8-b5e9-4855-91c6-6e068e3d1bc8 req-d3f5cf1e-9907-4b4b-98aa-476f27018f3f tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ad655d7-6b32-467a-9bdc-462828bb851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443723 Nov 09 21:29:56.372876 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae558855-9811-4ae0-a4c4-7fdfd480dbe3 req-1d2943f0-292e-4bcc-93f3-d7596b5dabb5 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:56.374613 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ae558855-9811-4ae0-a4c4-7fdfd480dbe3 req-1d2943f0-292e-4bcc-93f3-d7596b5dabb5 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.0897059 Nov 09 21:29:56.393400 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7489dfe-2999-4d0a-aa9c-365813c303c4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Network b4e8183d-3b2d-4359-b9da-cbe7ceebd197 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:29:56.409996 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-b7489dfe-2999-4d0a-aa9c-365813c303c4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:29:56.418540 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7489dfe-2999-4d0a-aa9c-365813c303c4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:29:56.447921 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7489dfe-2999-4d0a-aa9c-365813c303c4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Pushing event updated for resources: {'Port': ['ID=19c482d0-eeab-4efd-9ee3-3f15a9c22ffd,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:56.509525 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ae558855-9811-4ae0-a4c4-7fdfd480dbe3 req-067c5bf8-5e60-40e6-8028-e31b062db98a tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281033 Nov 09 21:29:56.517257 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b7489dfe-2999-4d0a-aa9c-365813c303c4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:56.534235 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2cfd4-9780-46cb-ba0c-f8809f3ae59d req-017ed6cd-9351-40ae-93ac-975e36c36d43 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:56.536549 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b8e2cfd4-9780-46cb-ba0c-f8809f3ae59d req-017ed6cd-9351-40ae-93ac-975e36c36d43 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6664fb7-fa6c-4bb9-ae89-e75326e12747 HTTP/1.1" status: 200 len: 945 time: 0.0919425 Nov 09 21:29:56.694055 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b8e2cfd4-9780-46cb-ba0c-f8809f3ae59d req-2368796a-c1b2-46a0-aea1-d1338bbbc9d4 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ad655d7-6b32-467a-9bdc-462828bb851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436317 Nov 09 21:29:56.745248 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [req-af154b54-2588-4bdb-8de6-64369fcab303 req-af55718e-e64e-4d9c-8c96-0b6c866c3e0b tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:29:56.747765 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b7489dfe-2999-4d0a-aa9c-365813c303c4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:56.756028 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-af154b54-2588-4bdb-8de6-64369fcab303 req-af55718e-e64e-4d9c-8c96-0b6c866c3e0b tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0264709 Nov 09 21:29:56.855006 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-af154b54-2588-4bdb-8de6-64369fcab303 req-ecbc21f4-de02-414b-8576-764bc5585498 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0976782 Nov 09 21:29:56.889533 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-9ebcddfa-e8db-4275-86a5-ce177477f0a2 None None] Provisioning complete for port 19c482d0-eeab-4efd-9ee3-3f15a9c22ffd triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:29:56.890181 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ebcddfa-e8db-4275-86a5-ce177477f0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:56.997082 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-9ebcddfa-e8db-4275-86a5-ce177477f0a2 None None] Port 19c482d0-eeab-4efd-9ee3-3f15a9c22ffd cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:29:57.262798 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379347da-01e4-4692-8b41-9a1247238c6c req-e5775835-5789-42b9-8fc6-d345b2f2b900 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:57.272451 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-379347da-01e4-4692-8b41-9a1247238c6c req-e5775835-5789-42b9-8fc6-d345b2f2b900 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=f664e615-3356-440f-8ddc-2f49105977e5 HTTP/1.1" status: 200 len: 946 time: 0.0773795 Nov 09 21:29:57.286379 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device ecdac905-6afd-461b-8fec-23a2c0a63e1e up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:29:57.323750 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b055926-e638-4230-897d-5df30c71c3b7 req-3628793f-ff1e-4971-adeb-680161b03d57 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:57.325258 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5b055926-e638-4230-897d-5df30c71c3b7 req-3628793f-ff1e-4971-adeb-680161b03d57 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.5506606 Nov 09 21:29:57.332454 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-379347da-01e4-4692-8b41-9a1247238c6c req-e76e99e9-7372-49e3-9802-3717d4406e03 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ad655d7-6b32-467a-9bdc-462828bb851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510068 Nov 09 21:29:57.390261 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port ecdac905-6afd-461b-8fec-23a2c0a63e1e triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:29:57.390902 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:57.482140 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5b055926-e638-4230-897d-5df30c71c3b7 req-dd3c2abb-36ab-4752-a4b5-098fc54df473 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404061 Nov 09 21:29:57.492514 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5ea2d4ce-00d9-418a-a14c-17f91b1b71ec req-b06b5225-93e7-4f50-8211-4b17608b6d29 tempest-ServerShowV247Test-1701296314 tempest-ServerShowV247Test-1701296314-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f3290f-ef6a-4b01-83dc-5ad2d05396d2 HTTP/1.1" status: 200 len: 210 time: 0.0406666 Nov 09 21:29:57.693373 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2ea95-501b-450e-8458-05b0096fd632 req-aeb6a6cd-822f-425a-b15c-30633afab255 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:57.695342 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bba2ea95-501b-450e-8458-05b0096fd632 req-aeb6a6cd-822f-425a-b15c-30633afab255 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.0626364 Nov 09 21:29:57.722181 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b7489dfe-2999-4d0a-aa9c-365813c303c4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:57.733925 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dbc942-764a-49cd-9e08-220ee8afafa9 req-4015c29c-f8d5-4708-88c1-e1975d59dea3 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:57.735385 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-04dbc942-764a-49cd-9e08-220ee8afafa9 req-4015c29c-f8d5-4708-88c1-e1975d59dea3 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=68b13ac0-7467-40fe-97a0-41b068e0ffb8 HTTP/1.1" status: 200 len: 945 time: 0.1131377 Nov 09 21:29:57.736528 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b7489dfe-2999-4d0a-aa9c-365813c303c4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:57.772376 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bba2ea95-501b-450e-8458-05b0096fd632 req-fd2f9451-0f94-425e-974a-130e21341d87 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675962 Nov 09 21:29:57.810536 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7489dfe-2999-4d0a-aa9c-365813c303c4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Pushing event updated for resources: {'Port': ['ID=19c482d0-eeab-4efd-9ee3-3f15a9c22ffd,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:57.858515 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b7489dfe-2999-4d0a-aa9c-365813c303c4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:57.897918 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-04dbc942-764a-49cd-9e08-220ee8afafa9 req-fb1a9506-3130-4c68-a8ce-00ef0237fa70 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ad655d7-6b32-467a-9bdc-462828bb851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073141 Nov 09 21:29:57.985808 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640fc3a-29e1-47c9-b7a8-cdad2977f7b0 req-969cd39f-6001-43e1-a41a-2c08ce388d50 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:57.987857 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2640fc3a-29e1-47c9-b7a8-cdad2977f7b0 req-969cd39f-6001-43e1-a41a-2c08ce388d50 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.0730326 Nov 09 21:29:58.007776 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7489dfe-2999-4d0a-aa9c-365813c303c4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Network b4e8183d-3b2d-4359-b9da-cbe7ceebd197 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:29:58.025784 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-b7489dfe-2999-4d0a-aa9c-365813c303c4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:29:58.061486 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2640fc3a-29e1-47c9-b7a8-cdad2977f7b0 req-434a146c-8758-4a95-9760-cfd553ff0046 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679970 Nov 09 21:29:58.119549 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbce38b-0a7d-4d56-908a-4affbc0a5b98 req-9b32b5c5-8091-4f0c-b492-8f16b894770a tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:58.128492 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3cbce38b-0a7d-4d56-908a-4affbc0a5b98 req-9b32b5c5-8091-4f0c-b492-8f16b894770a tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6664fb7-fa6c-4bb9-ae89-e75326e12747 HTTP/1.1" status: 200 len: 945 time: 0.1498830 Nov 09 21:29:58.294088 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3cbce38b-0a7d-4d56-908a-4affbc0a5b98 req-2357d645-1cba-43e9-ae6f-9ce45ae80688 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ad655d7-6b32-467a-9bdc-462828bb851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645224 Nov 09 21:29:58.346898 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016e55f-3db5-4427-8925-c86a2d8d00af req-d2a9cea0-a6da-49b6-8ea6-6cd0904722ac tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:58.367702 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6016e55f-3db5-4427-8925-c86a2d8d00af req-d2a9cea0-a6da-49b6-8ea6-6cd0904722ac tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.1462288 Nov 09 21:29:58.403396 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7489dfe-2999-4d0a-aa9c-365813c303c4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Router 81515cfa-2038-42f9-8cb4-e2444da39900 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:29:58.470374 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6016e55f-3db5-4427-8925-c86a2d8d00af req-d61d3798-14a8-4360-ac05-30199f0c166d tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012893 Nov 09 21:29:58.627272 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7489dfe-2999-4d0a-aa9c-365813c303c4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:29:58.643306 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c684b60-8a72-4d0f-95b9-192224857398 None None] Sync routers for ids ['81515cfa-2038-42f9-8cb4-e2444da39900'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:29:58.651219 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b7489dfe-2999-4d0a-aa9c-365813c303c4 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "PUT /v2.0/routers/81515cfa-2038-42f9-8cb4-e2444da39900/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6353164 Nov 09 21:29:58.654077 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c74e65e6-1ef4-424a-8741-9222fce6f9c0 req-97b9b876-ff60-4fec-afb0-f4e907920856 tempest-ServerShowV247Test-1701296314 tempest-ServerShowV247Test-1701296314-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f3290f-ef6a-4b01-83dc-5ad2d05396d2 HTTP/1.1" status: 200 len: 210 time: 0.0404179 Nov 09 21:29:58.654535 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55126) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:58.660508 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-0f7e9737-7b8e-4998-86c3-9a747917f5e3 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Request body: {'port': {'network_id': 'b4e8183d-3b2d-4359-b9da-cbe7ceebd197', 'name': 'tempest-FloatingIPTestJSON-477374672'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:29:58.677552 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-4133d6f4-a843-414d-bb03-e8f57670e64b None None] Provisioning complete for port 19c482d0-eeab-4efd-9ee3-3f15a9c22ffd triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:29:58.679121 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4133d6f4-a843-414d-bb03-e8f57670e64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:58.705626 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c684b60-8a72-4d0f-95b9-192224857398 None None] Routers {'81515cfa-2038-42f9-8cb4-e2444da39900'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:29:58.706533 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-5c684b60-8a72-4d0f-95b9-192224857398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:29:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['81515cfa-2038-42f9-8cb4-e2444da39900'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:58.736675 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fbe2b4-27ba-4b10-b2f8-ae0ebbb200b3 req-2b057bec-8838-48c1-a8c9-f1ce9af57af7 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:58.745147 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fbe2b4-27ba-4b10-b2f8-ae0ebbb200b3 req-2b057bec-8838-48c1-a8c9-f1ce9af57af7 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:58.766516 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fbe2b4-27ba-4b10-b2f8-ae0ebbb200b3 req-2b057bec-8838-48c1-a8c9-f1ce9af57af7 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:58.771764 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-06fbe2b4-27ba-4b10-b2f8-ae0ebbb200b3 req-2b057bec-8838-48c1-a8c9-f1ce9af57af7 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6664fb7-fa6c-4bb9-ae89-e75326e12747&device_id=68b13ac0-7467-40fe-97a0-41b068e0ffb8&device_id=f664e615-3356-440f-8ddc-2f49105977e5 HTTP/1.1" status: 200 len: 2417 time: 0.1309109 Nov 09 21:29:58.776537 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-4133d6f4-a843-414d-bb03-e8f57670e64b None None] Port 19c482d0-eeab-4efd-9ee3-3f15a9c22ffd cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:29:58.778836 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-5c684b60-8a72-4d0f-95b9-192224857398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:58.789822 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c684b60-8a72-4d0f-95b9-192224857398 None None] Routers {'81515cfa-2038-42f9-8cb4-e2444da39900'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:29:58.790631 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-5c684b60-8a72-4d0f-95b9-192224857398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:29:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['81515cfa-2038-42f9-8cb4-e2444da39900'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:58.840874 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-5c684b60-8a72-4d0f-95b9-192224857398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:29:58.841011 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-06fbe2b4-27ba-4b10-b2f8-ae0ebbb200b3 req-e7ae7f1c-412a-4fff-ad82-a47f076bc04e tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ad655d7-6b32-467a-9bdc-462828bb851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579851 Nov 09 21:29:58.841113 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c684b60-8a72-4d0f-95b9-192224857398 None None] The sync data for ids ['81515cfa-2038-42f9-8cb4-e2444da39900'] in n-d-816206-3 is: [] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:29:58.862971 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7e9737-7b8e-4998-86c3-9a747917f5e3 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Made reservation on behalf of ed83e5dad49a418590039b73ac0626b1 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:29:58.866726 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0f7e9737-7b8e-4998-86c3-9a747917f5e3 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:58.898155 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22687a-8b9d-44e4-a02c-74dcb1470059 req-74dcccfb-e0e9-459d-8945-a52a480852f9 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:58.899920 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4e22687a-8b9d-44e4-a02c-74dcb1470059 req-74dcccfb-e0e9-459d-8945-a52a480852f9 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.0889764 Nov 09 21:29:58.906712 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-0f7e9737-7b8e-4998-86c3-9a747917f5e3 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] device_id is not set on port 598397b3-5d54-4b82-b966-c118451abc0f yet. {{(pid=102607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:29:58.942579 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b91112c1-a28d-4d73-866d-d31ccfaa6cfc req-c2b60038-23a7-4c5a-a128-6cd5a6535198 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0732346 Nov 09 21:29:59.028930 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4e22687a-8b9d-44e4-a02c-74dcb1470059 req-0fc1fa28-45c7-4b24-bb55-c3e459554fcb tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171479 Nov 09 21:29:59.066606 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-0f7e9737-7b8e-4998-86c3-9a747917f5e3 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Allocated IP 172.20.0.6 (b4e8183d-3b2d-4359-b9da-cbe7ceebd197/c9e92425-7124-4efc-974a-d6fe8b59060f/598397b3-5d54-4b82-b966-c118451abc0f) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:29:59.216834 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6965b-6e21-4593-91ed-76f6b06e8083 req-048f86c1-f9be-46d2-b176-d7c89df8cd25 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:59.223806 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-92b6965b-6e21-4593-91ed-76f6b06e8083 req-048f86c1-f9be-46d2-b176-d7c89df8cd25 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.1150844 Nov 09 21:29:59.300181 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0f7e9737-7b8e-4998-86c3-9a747917f5e3 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:59.306023 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-92b6965b-6e21-4593-91ed-76f6b06e8083 req-a061cf9f-e41b-4d40-897f-f55b53fee1fc tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814052 Nov 09 21:29:59.343720 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0f7e9737-7b8e-4998-86c3-9a747917f5e3 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:59.402959 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7e9737-7b8e-4998-86c3-9a747917f5e3 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Network b4e8183d-3b2d-4359-b9da-cbe7ceebd197 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:29:59.406744 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-0f7e9737-7b8e-4998-86c3-9a747917f5e3 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:29:59.422594 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7e9737-7b8e-4998-86c3-9a747917f5e3 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:29:59.479948 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e9737-7b8e-4998-86c3-9a747917f5e3 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Pushing event updated for resources: {'Port': ['ID=598397b3-5d54-4b82-b966-c118451abc0f,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:29:59.513218 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7e9737-7b8e-4998-86c3-9a747917f5e3 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:59.524320 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0f7e9737-7b8e-4998-86c3-9a747917f5e3 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:59.556744 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0f7e9737-7b8e-4998-86c3-9a747917f5e3 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8971484 Nov 09 21:29:59.556744 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55166) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:29:59.562549 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-04585031-30b0-4958-b839-a679b3da3fad tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Request body: {'floatingip': {'port_id': '598397b3-5d54-4b82-b966-c118451abc0f'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:29:59.635977 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04585031-30b0-4958-b839-a679b3da3fad tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for floatingip, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:59.665395 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0932ab9-4c08-4c6f-97f2-c598aa25bc62 req-ca0a663c-4356-40da-bbdc-dc0f75e59995 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:29:59.673392 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b0932ab9-4c08-4c6f-97f2-c598aa25bc62 req-ca0a663c-4356-40da-bbdc-dc0f75e59995 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/networks?id=276f688e-7f99-4153-a7fb-8c012406fc86 HTTP/1.1" status: 200 len: 813 time: 0.1584153 Nov 09 21:29:59.714248 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b0932ab9-4c08-4c6f-97f2-c598aa25bc62 req-c3839ba7-9aa7-47dc-8407-92af1b122c97 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/quotas/ea132a94a82f43f69fd0808e866cec5f HTTP/1.1" status: 200 len: 375 time: 0.0398629 Nov 09 21:29:59.730082 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-f648a259-77f4-4a95-8992-b42c8a918c1e None None] Provisioning complete for port 598397b3-5d54-4b82-b966-c118451abc0f triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:29:59.731217 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f648a259-77f4-4a95-8992-b42c8a918c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:29:59.804484 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-f648a259-77f4-4a95-8992-b42c8a918c1e None None] Port 598397b3-5d54-4b82-b966-c118451abc0f cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:29:59.815644 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b0932ab9-4c08-4c6f-97f2-c598aa25bc62 req-67a147bf-3df1-4e7a-8511-328665f80855 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea132a94a82f43f69fd0808e866cec5f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0944276 Nov 09 21:29:59.985410 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cfba54ad-1a31-4b8c-acea-0738e367e749 req-0c65b050-3bf3-4174-8f5b-143a567e34aa tempest-ServerShowV247Test-1701296314 tempest-ServerShowV247Test-1701296314-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f3290f-ef6a-4b01-83dc-5ad2d05396d2 HTTP/1.1" status: 200 len: 210 time: 0.0449917 Nov 09 21:30:00.249862 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf82fd-c1f7-46ec-b0fc-8c3d9b10f85d req-3e756d55-79a9-46f0-bb19-f1a8a9ef175a tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:00.256919 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cccf82fd-c1f7-46ec-b0fc-8c3d9b10f85d req-3e756d55-79a9-46f0-bb19-f1a8a9ef175a tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.1012571 Nov 09 21:30:00.370582 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cccf82fd-c1f7-46ec-b0fc-8c3d9b10f85d req-93fcdb2f-9735-4131-ae06-bd7639e2aac2 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128068 Nov 09 21:30:00.406260 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04585031-30b0-4958-b839-a679b3da3fad tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:00.410007 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04585031-30b0-4958-b839-a679b3da3fad tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:00.684270 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [None req-04585031-30b0-4958-b839-a679b3da3fad tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Floating IP c102282e-47a6-4063-bbca-416667a3994e associated. External IP: 172.25.7.201, port: 21b90bf0-9494-464a-8c09-a4aeabb5e3d4. Nov 09 21:30:00.863862 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77956a-3def-447a-8d4a-44c9502ece4e req-e30cf43c-09c3-49ea-ac65-4ac6623c9bb2 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:00.865541 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7d77956a-3def-447a-8d4a-44c9502ece4e req-e30cf43c-09c3-49ea-ac65-4ac6623c9bb2 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.1185215 Nov 09 21:30:00.970553 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7d77956a-3def-447a-8d4a-44c9502ece4e req-ddfdf76f-5858-4b4c-9f8d-cefbc4acd964 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934458 Nov 09 21:30:01.062075 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04585031-30b0-4958-b839-a679b3da3fad tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Router dbddf32d-c7fe-4c68-8119-dc4de3045bdd has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:30:01.236157 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1843f6d6-1ad7-467f-b7a3-bb81ab8b2492 req-f566b795-5446-4536-b2cc-fefe06f8ef4d tempest-ServerShowV247Test-1701296314 tempest-ServerShowV247Test-1701296314-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f3290f-ef6a-4b01-83dc-5ad2d05396d2 HTTP/1.1" status: 200 len: 210 time: 0.0325501 Nov 09 21:30:01.359550 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f4ab4d8d-7229-405c-9251-f6b2af10e41d req-f09a74a5-1463-4c78-9057-a6a73e3a06de tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=ea132a94a82f43f69fd0808e866cec5f HTTP/1.1" status: 200 len: 221 time: 0.0287945 Nov 09 21:30:01.554516 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04585031-30b0-4958-b839-a679b3da3fad tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:30:01.567924 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dffc4d-ae17-4427-977b-6947b4d459cc None None] Sync routers for ids ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:30:01.570681 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1fa575-3f34-4182-a098-f56163e5bac4 req-0763827d-3435-4aaa-9de9-704653ddcd3d tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:01.572269 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cd1fa575-3f34-4182-a098-f56163e5bac4 req-0763827d-3435-4aaa-9de9-704653ddcd3d tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.0533712 Nov 09 21:30:01.576499 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97019f-7ea3-4461-b9a2-35e656c1ccd3 req-bf94f3b5-c3be-477f-b619-e0eaaecc3dcb tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:01.577711 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dffc4d-ae17-4427-977b-6947b4d459cc None None] Routers {'dbddf32d-c7fe-4c68-8119-dc4de3045bdd'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:30:01.578331 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-e9dffc4d-ae17-4427-977b-6947b4d459cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:29:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:30:01.583757 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ff97019f-7ea3-4461-b9a2-35e656c1ccd3 req-bf94f3b5-c3be-477f-b619-e0eaaecc3dcb tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6664fb7-fa6c-4bb9-ae89-e75326e12747 HTTP/1.1" status: 200 len: 945 time: 0.0810654 Nov 09 21:30:01.614917 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-e9dffc4d-ae17-4427-977b-6947b4d459cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:30:01.624802 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dffc4d-ae17-4427-977b-6947b4d459cc None None] Routers {'dbddf32d-c7fe-4c68-8119-dc4de3045bdd'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:30:01.625706 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-e9dffc4d-ae17-4427-977b-6947b4d459cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:29:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:30:01.660479 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-e9dffc4d-ae17-4427-977b-6947b4d459cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:30:01.660620 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cd1fa575-3f34-4182-a098-f56163e5bac4 req-7355e870-7c34-4732-b265-15f173a42a45 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736587 Nov 09 21:30:01.661479 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dffc4d-ae17-4427-977b-6947b4d459cc None None] The sync data for ids ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'] in n-d-816206-3 is: [] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:30:01.703106 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ff97019f-7ea3-4461-b9a2-35e656c1ccd3 req-13ee4b2e-1864-4d9b-b328-2208e40376d7 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ad655d7-6b32-467a-9bdc-462828bb851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184983 Nov 09 21:30:01.901936 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1748d-e271-499e-932d-35d5de2f6b77 req-f84d9db9-5f03-46ee-86a3-fcafb01efc1d tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:01.904241 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-94d1748d-e271-499e-932d-35d5de2f6b77 req-f84d9db9-5f03-46ee-86a3-fcafb01efc1d tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.1229084 Nov 09 21:30:01.924680 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04585031-30b0-4958-b839-a679b3da3fad tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Router 81515cfa-2038-42f9-8cb4-e2444da39900 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:30:02.039846 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-94d1748d-e271-499e-932d-35d5de2f6b77 req-d121bf25-f341-4821-b7f5-f7e168ced751 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149864 Nov 09 21:30:02.066774 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04585031-30b0-4958-b839-a679b3da3fad tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:30:02.072063 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04585031-30b0-4958-b839-a679b3da3fad tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:02.083787 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948406dc-92a3-4cab-9bc9-e6a16839df40 None None] Sync routers for ids ['81515cfa-2038-42f9-8cb4-e2444da39900'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:30:02.140460 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948406dc-92a3-4cab-9bc9-e6a16839df40 None None] Routers {'81515cfa-2038-42f9-8cb4-e2444da39900'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:30:02.141127 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-948406dc-92a3-4cab-9bc9-e6a16839df40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:29:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['81515cfa-2038-42f9-8cb4-e2444da39900'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:30:02.147226 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-04585031-30b0-4958-b839-a679b3da3fad tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "PUT /v2.0/floatingips/c102282e-47a6-4063-bbca-416667a3994e HTTP/1.1" status: 200 len: 977 time: 2.5903952 Nov 09 21:30:02.150043 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55252) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:02.224901 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-948406dc-92a3-4cab-9bc9-e6a16839df40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:30:02.236342 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948406dc-92a3-4cab-9bc9-e6a16839df40 None None] Routers {'81515cfa-2038-42f9-8cb4-e2444da39900'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:30:02.237194 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-948406dc-92a3-4cab-9bc9-e6a16839df40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:29:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['81515cfa-2038-42f9-8cb4-e2444da39900'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:30:02.330805 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ce959-7239-4fa9-b4a9-7523d4678518 req-08f0bf3d-b85c-4dcb-94db-660cdadd9ed4 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:02.332710 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-458ce959-7239-4fa9-b4a9-7523d4678518 req-08f0bf3d-b85c-4dcb-94db-660cdadd9ed4 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.0936925 Nov 09 21:30:02.337383 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-948406dc-92a3-4cab-9bc9-e6a16839df40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:30:02.340804 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948406dc-92a3-4cab-9bc9-e6a16839df40 None None] The sync data for ids ['81515cfa-2038-42f9-8cb4-e2444da39900'] in n-d-816206-3 is: [] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:30:02.362834 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-9082bab8-f87b-4cd0-aba4-32535c38a0a1 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Deleting port 598397b3-5d54-4b82-b966-c118451abc0f {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:30:02.363779 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9082bab8-f87b-4cd0-aba4-32535c38a0a1 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:02.406847 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-458ce959-7239-4fa9-b4a9-7523d4678518 req-1558629f-9d55-484f-a313-332b37be5aa2 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676353 Nov 09 21:30:02.457232 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-92e38c4c-85cc-43ba-8bb3-259867a6eebb req-fac62df6-68ac-41cc-8b06-9a3808435d90 tempest-ServerShowV247Test-1701296314 tempest-ServerShowV247Test-1701296314-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f3290f-ef6a-4b01-83dc-5ad2d05396d2 HTTP/1.1" status: 200 len: 210 time: 0.0481453 Nov 09 21:30:02.514539 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9082bab8-f87b-4cd0-aba4-32535c38a0a1 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:02.550521 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf336d-3e7e-4028-9c85-7da436559864 req-6d3cf31f-adbf-42e4-b438-63ce804363c0 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:02.552032 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f9bf336d-3e7e-4028-9c85-7da436559864 req-6d3cf31f-adbf-42e4-b438-63ce804363c0 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.0497091 Nov 09 21:30:02.621086 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f9bf336d-3e7e-4028-9c85-7da436559864 req-7f453e64-42ed-4ab9-b1aa-7b9f482cb8f3 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596919 Nov 09 21:30:02.850328 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9082bab8-f87b-4cd0-aba4-32535c38a0a1 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:02.850328 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9082bab8-f87b-4cd0-aba4-32535c38a0a1 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:02.850328 n-d-816206-3 neutron-server[102608]: INFO neutron.db.l3_db [None req-9082bab8-f87b-4cd0-aba4-32535c38a0a1 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Floating IP c102282e-47a6-4063-bbca-416667a3994e disassociated. External IP: 172.25.7.201, port: 598397b3-5d54-4b82-b966-c118451abc0f. Nov 09 21:30:02.850328 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-9082bab8-f87b-4cd0-aba4-32535c38a0a1 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Calling delete_port for 598397b3-5d54-4b82-b966-c118451abc0f owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:30:02.915547 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51734a29-615d-4e16-a583-4834eebc893a req-98c3edda-0060-4a34-b0ef-18937796db63 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:02.917056 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-51734a29-615d-4e16-a583-4834eebc893a req-98c3edda-0060-4a34-b0ef-18937796db63 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6664fb7-fa6c-4bb9-ae89-e75326e12747 HTTP/1.1" status: 200 len: 945 time: 0.1954620 Nov 09 21:30:02.926468 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d4537-2e71-4187-8018-2ec3ce3ef68a req-5ab16b17-31b0-4352-9c87-236cd889e851 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:02.937095 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6a6d4537-2e71-4187-8018-2ec3ce3ef68a req-5ab16b17-31b0-4352-9c87-236cd889e851 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.1056240 Nov 09 21:30:03.002812 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1f6b8-4a7d-44ae-a0e7-30e300b98135 req-6e7da40d-70a1-4004-a31b-2d9f99a0168f tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:03.004772 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-98a1f6b8-4a7d-44ae-a0e7-30e300b98135 req-6e7da40d-70a1-4004-a31b-2d9f99a0168f tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6664fb7-fa6c-4bb9-ae89-e75326e12747 HTTP/1.1" status: 200 len: 945 time: 0.1410060 Nov 09 21:30:03.085585 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6a6d4537-2e71-4187-8018-2ec3ce3ef68a req-6b78a209-df99-421c-a7a4-cc1cfff9457a tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474667 Nov 09 21:30:03.107377 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-51734a29-615d-4e16-a583-4834eebc893a req-02fa9737-e3ee-40e0-9201-ecb23a2619e2 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Deleting port 2f3ec0de-8307-460d-8a27-0405548565af {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:30:03.107880 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-51734a29-615d-4e16-a583-4834eebc893a req-02fa9737-e3ee-40e0-9201-ecb23a2619e2 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:03.141796 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-98a1f6b8-4a7d-44ae-a0e7-30e300b98135 req-14be9391-d562-45f2-8aa8-00c3a075e925 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ad655d7-6b32-467a-9bdc-462828bb851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271374 Nov 09 21:30:03.181523 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9082bab8-f87b-4cd0-aba4-32535c38a0a1 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:03.217416 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9082bab8-f87b-4cd0-aba4-32535c38a0a1 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Pushing event deleted for resources: {'Port': ['ID=598397b3-5d54-4b82-b966-c118451abc0f,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:03.272369 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-51734a29-615d-4e16-a583-4834eebc893a req-02fa9737-e3ee-40e0-9201-ecb23a2619e2 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] For port 2f3ec0de-8307-460d-8a27-0405548565af, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=2f3ec0de-8307-460d-8a27-0405548565af,segment=NetworkSegment(6c600904-1089-4f6e-bdc1-9238f98f1570),segment_id=6c600904-1089-4f6e-bdc1-9238f98f1570)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:30:03.272785 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-51734a29-615d-4e16-a583-4834eebc893a req-02fa9737-e3ee-40e0-9201-ecb23a2619e2 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:03.307240 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367014ef-1910-438e-af01-91a2806f8db8 req-96c3ca3f-3486-4f11-94d0-22b9429b901e tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:03.316170 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-367014ef-1910-438e-af01-91a2806f8db8 req-96c3ca3f-3486-4f11-94d0-22b9429b901e tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.1430066 Nov 09 21:30:03.342966 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-51734a29-615d-4e16-a583-4834eebc893a req-02fa9737-e3ee-40e0-9201-ecb23a2619e2 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Calling delete_port for 2f3ec0de-8307-460d-8a27-0405548565af owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:30:03.387206 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-367014ef-1910-438e-af01-91a2806f8db8 req-a27c510f-f075-4471-8d82-bd6cd5ff4f35 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694082 Nov 09 21:30:03.388262 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9082bab8-f87b-4cd0-aba4-32535c38a0a1 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Router 81515cfa-2038-42f9-8cb4-e2444da39900 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:30:03.600843 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:03.605855 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a59dbdaa-67c0-4606-85b8-0f13a75d363f req-989c66a7-f30d-420c-b719-e2344534c35a tempest-ServerShowV247Test-1701296314 tempest-ServerShowV247Test-1701296314-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f3290f-ef6a-4b01-83dc-5ad2d05396d2 HTTP/1.1" status: 200 len: 210 time: 0.0447516 Nov 09 21:30:03.607162 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e0214-9107-42e4-a6be-8efe9a5ce9e4 req-6cdef8ef-104e-4233-9610-02dd524f3754 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:03.608753 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-909e0214-9107-42e4-a6be-8efe9a5ce9e4 req-6cdef8ef-104e-4233-9610-02dd524f3754 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.0902088 Nov 09 21:30:03.637820 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9082bab8-f87b-4cd0-aba4-32535c38a0a1 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:30:03.659630 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a34e74-0625-43dc-8d9b-8043152413d9 None None] Sync routers for ids ['81515cfa-2038-42f9-8cb4-e2444da39900'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:30:03.676441 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a34e74-0625-43dc-8d9b-8043152413d9 None None] Routers {'81515cfa-2038-42f9-8cb4-e2444da39900'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:30:03.677718 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-44a34e74-0625-43dc-8d9b-8043152413d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:29:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['81515cfa-2038-42f9-8cb4-e2444da39900'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:30:03.720623 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-51734a29-615d-4e16-a583-4834eebc893a req-02fa9737-e3ee-40e0-9201-ecb23a2619e2 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:03.733029 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['49ca6069-97ea-476a-bd07-830e25ed260d'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:30:03.735177 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9082bab8-f87b-4cd0-aba4-32535c38a0a1 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:03.745603 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-9082bab8-f87b-4cd0-aba4-32535c38a0a1 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "DELETE /v2.0/ports/598397b3-5d54-4b82-b966-c118451abc0f HTTP/1.1" status: 204 len: 168 time: 1.5945015 Nov 09 21:30:03.749874 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55300) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:03.754013 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fa9737-e3ee-40e0-9201-ecb23a2619e2 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Pushing event deleted for resources: {'Port': ['ID=2f3ec0de-8307-460d-8a27-0405548565af,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:03.770884 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-44a34e74-0625-43dc-8d9b-8043152413d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:30:03.774586 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['1a51352f-403b-4ef4-b920-9735314d58a3', '2f3ec0de-8307-460d-8a27-0405548565af'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:30:03.774911 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-909e0214-9107-42e4-a6be-8efe9a5ce9e4 req-015664c9-b72a-4771-b2b0-be3a8b21942f tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478949 Nov 09 21:30:03.818432 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a34e74-0625-43dc-8d9b-8043152413d9 None None] Routers {'81515cfa-2038-42f9-8cb4-e2444da39900'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:30:03.819067 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-44a34e74-0625-43dc-8d9b-8043152413d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:29:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['81515cfa-2038-42f9-8cb4-e2444da39900'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:30:03.882135 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-44a34e74-0625-43dc-8d9b-8043152413d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:30:03.882794 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a34e74-0625-43dc-8d9b-8043152413d9 None None] The sync data for ids ['81515cfa-2038-42f9-8cb4-e2444da39900'] in n-d-816206-3 is: [] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:30:03.890717 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-51734a29-615d-4e16-a583-4834eebc893a req-02fa9737-e3ee-40e0-9201-ecb23a2619e2 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] No DVR routers for this DVR port 2f3ec0de-8307-460d-8a27-0405548565af on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:30:03.907236 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-51734a29-615d-4e16-a583-4834eebc893a req-02fa9737-e3ee-40e0-9201-ecb23a2619e2 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:03.912050 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-51734a29-615d-4e16-a583-4834eebc893a req-02fa9737-e3ee-40e0-9201-ecb23a2619e2 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.43 "DELETE /v2.0/ports/2f3ec0de-8307-460d-8a27-0405548565af HTTP/1.1" status: 204 len: 173 time: 0.9720628 Nov 09 21:30:03.912834 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6664fb7-fa6c-4bb9-ae89-e75326e12747', 'name': 'network-vif-deleted', 'tag': '2f3ec0de-8307-460d-8a27-0405548565af'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:30:03.915481 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd840d1-44db-4323-8e86-004c4cd38511" -d '{"events": [{"server_uuid": "b6664fb7-fa6c-4bb9-ae89-e75326e12747", "name": "network-vif-deleted", "tag": "2f3ec0de-8307-460d-8a27-0405548565af"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:30:03.993876 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a774676-feca-4466-8250-8b33c4998e71 x-openstack-request-id: req-0a774676-feca-4466-8250-8b33c4998e71 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:30:03.994271 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6664fb7-fa6c-4bb9-ae89-e75326e12747", "name": "network-vif-deleted", "tag": "2f3ec0de-8307-460d-8a27-0405548565af", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:30:03.994741 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0a774676-feca-4466-8250-8b33c4998e71 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:30:03.995240 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6664fb7-fa6c-4bb9-ae89-e75326e12747', 'name': 'network-vif-deleted', 'tag': '2f3ec0de-8307-460d-8a27-0405548565af', 'status': 'completed', 'code': 200} Nov 09 21:30:04.328901 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a27d4af5-1f75-4e79-871d-e66bdd61c23b req-9719a8f5-812a-4083-ab7f-9163d8982b3a tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6664fb7-fa6c-4bb9-ae89-e75326e12747 HTTP/1.1" status: 200 len: 210 time: 0.0509732 Nov 09 21:30:04.752669 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b48420f4-2fa0-4be5-9d02-589cba6aa16c req-b62dc36f-f966-43de-9e53-643a0027885f tempest-ServerShowV247Test-1701296314 tempest-ServerShowV247Test-1701296314-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f3290f-ef6a-4b01-83dc-5ad2d05396d2 HTTP/1.1" status: 200 len: 210 time: 0.0392072 Nov 09 21:30:04.826760 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d1c20-5759-4951-81f4-3e08c8fa5e73 req-2216e2dc-f487-4b8e-86cd-25f93a01dd6e tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:04.828259 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7f3d1c20-5759-4951-81f4-3e08c8fa5e73 req-2216e2dc-f487-4b8e-86cd-25f93a01dd6e tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.8842490 Nov 09 21:30:04.943300 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7f3d1c20-5759-4951-81f4-3e08c8fa5e73 req-2bad9625-cc05-4d29-a721-189893b05851 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032314 Nov 09 21:30:05.158687 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-939d801c-ff25-4e55-a8ef-58504976d463 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:05.264363 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74271d3-2009-40bf-b0d2-981287cc0f8f req-13603c02-1964-431d-bff1-d24f7223754b tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:05.272044 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f74271d3-2009-40bf-b0d2-981287cc0f8f req-13603c02-1964-431d-bff1-d24f7223754b tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.1971128 Nov 09 21:30:05.367382 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f74271d3-2009-40bf-b0d2-981287cc0f8f req-a4660c9e-aad2-4dcb-be44-f62e36fb3ef4 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944090 Nov 09 21:30:05.656047 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f1f84-1621-4e3b-89e6-ab0f2b307443 req-968ff5e2-ba00-4702-aa57-7955f73b07c7 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:05.657676 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-118f1f84-1621-4e3b-89e6-ab0f2b307443 req-968ff5e2-ba00-4702-aa57-7955f73b07c7 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.1960261 Nov 09 21:30:05.718442 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 2f3ec0de-8307-460d-8a27-0405548565af no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:30:05.755202 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: 2f3ec0de-8307-460d-8a27-0405548565af {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:30:05.755795 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 2f3ec0de-8307-460d-8a27-0405548565af not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:30:05.784217 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-118f1f84-1621-4e3b-89e6-ab0f2b307443 req-7378cfde-ccd2-49db-897a-02d2e42537c8 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078367 Nov 09 21:30:05.815282 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-939d801c-ff25-4e55-a8ef-58504976d463 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Deleting port 19c482d0-eeab-4efd-9ee3-3f15a9c22ffd {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:30:05.815882 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-939d801c-ff25-4e55-a8ef-58504976d463 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:05.981359 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3c0c5-ea52-409d-bcf1-3899bcf19d9f req-5ede521d-3ec3-4f41-8cca-791d2d788937 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:05.994804 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f4f3c0c5-ea52-409d-bcf1-3899bcf19d9f req-5ede521d-3ec3-4f41-8cca-791d2d788937 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=68b13ac0-7467-40fe-97a0-41b068e0ffb8 HTTP/1.1" status: 200 len: 945 time: 0.1357932 Nov 09 21:30:06.013149 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-57e8f005-d6c1-471f-bb75-8b372e021137 req-866a9618-5763-4025-90ce-8f3e7e691b5d tempest-ServerShowV247Test-1701296314 tempest-ServerShowV247Test-1701296314-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f3290f-ef6a-4b01-83dc-5ad2d05396d2 HTTP/1.1" status: 200 len: 210 time: 0.0364854 Nov 09 21:30:06.102208 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f4f3c0c5-ea52-409d-bcf1-3899bcf19d9f req-e2e49e0c-8abe-444d-b5f3-e6e06d144908 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ad655d7-6b32-467a-9bdc-462828bb851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050322 Nov 09 21:30:06.118875 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-939d801c-ff25-4e55-a8ef-58504976d463 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:06.136570 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-939d801c-ff25-4e55-a8ef-58504976d463 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Calling delete_port for 19c482d0-eeab-4efd-9ee3-3f15a9c22ffd owned by network:router_interface {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:30:06.305605 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e711b-51b4-4ff3-9552-389175c55aa5 req-1778d10e-c4a1-4e62-bf2b-4e7b3fd2430a tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:06.315384 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-750e711b-51b4-4ff3-9552-389175c55aa5 req-1778d10e-c4a1-4e62-bf2b-4e7b3fd2430a tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.0986664 Nov 09 21:30:06.693486 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-750e711b-51b4-4ff3-9552-389175c55aa5 req-0bf227a1-ee14-4416-a9c9-a63f55304b63 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764143 Nov 09 21:30:06.700420 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-939d801c-ff25-4e55-a8ef-58504976d463 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:06.740985 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d801c-ff25-4e55-a8ef-58504976d463 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Pushing event deleted for resources: {'Port': ['ID=19c482d0-eeab-4efd-9ee3-3f15a9c22ffd,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:06.902049 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939d801c-ff25-4e55-a8ef-58504976d463 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:30:06.902469 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939d801c-ff25-4e55-a8ef-58504976d463 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:30:06.908471 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939d801c-ff25-4e55-a8ef-58504976d463 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:30:06.908941 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939d801c-ff25-4e55-a8ef-58504976d463 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:30:06.909297 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939d801c-ff25-4e55-a8ef-58504976d463 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:30:06.909681 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939d801c-ff25-4e55-a8ef-58504976d463 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:30:06.909988 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939d801c-ff25-4e55-a8ef-58504976d463 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:30:06.910328 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939d801c-ff25-4e55-a8ef-58504976d463 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:30:06.912014 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939d801c-ff25-4e55-a8ef-58504976d463 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:30:06.912014 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939d801c-ff25-4e55-a8ef-58504976d463 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:30:06.912014 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939d801c-ff25-4e55-a8ef-58504976d463 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:30:06.912014 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939d801c-ff25-4e55-a8ef-58504976d463 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:30:06.993831 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a51a07-001b-4bbf-b8c6-160bd0a3a8d9 req-cc4de02c-28c9-4692-a2d2-805bd31658f8 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:07.003529 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-91a51a07-001b-4bbf-b8c6-160bd0a3a8d9 req-cc4de02c-28c9-4692-a2d2-805bd31658f8 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.1367593 Nov 09 21:30:07.133837 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-91a51a07-001b-4bbf-b8c6-160bd0a3a8d9 req-a8c5fca6-1e5f-4828-a21a-212051393827 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290591 Nov 09 21:30:07.173393 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-939d801c-ff25-4e55-a8ef-58504976d463 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:07.265195 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95939b0f-5399-4580-89d3-82bf50f93a92 req-31a5648d-c9f3-4a2c-889a-9e49a8e53990 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:07.267743 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-95939b0f-5399-4580-89d3-82bf50f93a92 req-31a5648d-c9f3-4a2c-889a-9e49a8e53990 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.45 "GET /v2.0/ports?device_id=68b13ac0-7467-40fe-97a0-41b068e0ffb8 HTTP/1.1" status: 200 len: 945 time: 0.1321187 Nov 09 21:30:07.290308 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2a680cde-f2cf-4ba8-a406-1b9452e9d793 req-18742a64-9d2e-45ee-b556-c81677f7e447 tempest-ServerShowV247Test-1701296314 tempest-ServerShowV247Test-1701296314-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f3290f-ef6a-4b01-83dc-5ad2d05396d2 HTTP/1.1" status: 200 len: 210 time: 0.0414441 Nov 09 21:30:07.416880 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839e10a-81dd-474d-9e2b-1b96022e7541 req-e3823e22-2a7c-4f65-b164-f75c9237911f tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:07.419903 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3839e10a-81dd-474d-9e2b-1b96022e7541 req-e3823e22-2a7c-4f65-b164-f75c9237911f tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=68b13ac0-7467-40fe-97a0-41b068e0ffb8 HTTP/1.1" status: 200 len: 945 time: 0.1505866 Nov 09 21:30:07.500113 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3839e10a-81dd-474d-9e2b-1b96022e7541 req-399917fd-211f-4482-8c04-14a76a9c0d92 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ad655d7-6b32-467a-9bdc-462828bb851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739770 Nov 09 21:30:07.520922 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-95939b0f-5399-4580-89d3-82bf50f93a92 req-4ae3273c-c736-4411-87c9-5dfa3387fff4 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Deleting port 49ca6069-97ea-476a-bd07-830e25ed260d {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:30:07.521293 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-95939b0f-5399-4580-89d3-82bf50f93a92 req-4ae3273c-c736-4411-87c9-5dfa3387fff4 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:07.562749 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-939d801c-ff25-4e55-a8ef-58504976d463 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Router 81515cfa-2038-42f9-8cb4-e2444da39900 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:30:07.592428 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ce376-0b4e-4f91-923a-8966c8a09f71 req-07bd21a2-dae7-41c6-bd03-679faa8832f8 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:07.593961 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-119ce376-0b4e-4f91-923a-8966c8a09f71 req-07bd21a2-dae7-41c6-bd03-679faa8832f8 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.1318707 Nov 09 21:30:07.643884 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-95939b0f-5399-4580-89d3-82bf50f93a92 req-4ae3273c-c736-4411-87c9-5dfa3387fff4 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] For port 49ca6069-97ea-476a-bd07-830e25ed260d, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=49ca6069-97ea-476a-bd07-830e25ed260d,segment=NetworkSegment(6c600904-1089-4f6e-bdc1-9238f98f1570),segment_id=6c600904-1089-4f6e-bdc1-9238f98f1570)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:30:07.644552 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-95939b0f-5399-4580-89d3-82bf50f93a92 req-4ae3273c-c736-4411-87c9-5dfa3387fff4 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:07.659953 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-95939b0f-5399-4580-89d3-82bf50f93a92 req-4ae3273c-c736-4411-87c9-5dfa3387fff4 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Calling delete_port for 49ca6069-97ea-476a-bd07-830e25ed260d owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:30:07.738702 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-119ce376-0b4e-4f91-923a-8966c8a09f71 req-96402fda-f789-452c-81fe-784feecb28e8 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021914 Nov 09 21:30:07.754526 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939d801c-ff25-4e55-a8ef-58504976d463 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:30:07.775293 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060948c1-d5bd-4ee1-b9a4-4a0da73389f8 None None] Sync routers for ids ['81515cfa-2038-42f9-8cb4-e2444da39900'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:30:07.783710 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-939d801c-ff25-4e55-a8ef-58504976d463 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "PUT /v2.0/routers/81515cfa-2038-42f9-8cb4-e2444da39900/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0316727 Nov 09 21:30:07.784837 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55392) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:07.792414 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060948c1-d5bd-4ee1-b9a4-4a0da73389f8 None None] Routers {'81515cfa-2038-42f9-8cb4-e2444da39900'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:30:07.793641 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-060948c1-d5bd-4ee1-b9a4-4a0da73389f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:29:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['81515cfa-2038-42f9-8cb4-e2444da39900'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:30:07.861458 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-060948c1-d5bd-4ee1-b9a4-4a0da73389f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:30:07.872835 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060948c1-d5bd-4ee1-b9a4-4a0da73389f8 None None] Routers {'81515cfa-2038-42f9-8cb4-e2444da39900'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:30:07.874020 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-060948c1-d5bd-4ee1-b9a4-4a0da73389f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:29:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['81515cfa-2038-42f9-8cb4-e2444da39900'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:30:07.908578 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-95939b0f-5399-4580-89d3-82bf50f93a92 req-4ae3273c-c736-4411-87c9-5dfa3387fff4 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:07.948424 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae3273c-c736-4411-87c9-5dfa3387fff4 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Pushing event deleted for resources: {'Port': ['ID=49ca6069-97ea-476a-bd07-830e25ed260d,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:07.975228 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['49ca6069-97ea-476a-bd07-830e25ed260d'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:30:08.007382 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9640d3-492d-4e56-90a8-b81dc65ec958 req-549a7c0c-70c3-4118-8a3d-280d3d06e692 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:08.016902 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0d9640d3-492d-4e56-90a8-b81dc65ec958 req-549a7c0c-70c3-4118-8a3d-280d3d06e692 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.1581590 Nov 09 21:30:08.021750 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['1a51352f-403b-4ef4-b920-9735314d58a3'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:30:08.051257 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fb536052-2a9e-4dfb-bc6d-196268cc8090 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:08.078003 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-95939b0f-5399-4580-89d3-82bf50f93a92 req-4ae3273c-c736-4411-87c9-5dfa3387fff4 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] No DVR routers for this DVR port 49ca6069-97ea-476a-bd07-830e25ed260d on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:30:08.080045 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-060948c1-d5bd-4ee1-b9a4-4a0da73389f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:30:08.080883 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060948c1-d5bd-4ee1-b9a4-4a0da73389f8 None None] The sync data for ids ['81515cfa-2038-42f9-8cb4-e2444da39900'] in n-d-816206-3 is: [] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:30:08.084189 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-95939b0f-5399-4580-89d3-82bf50f93a92 req-4ae3273c-c736-4411-87c9-5dfa3387fff4 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:08.089174 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-95939b0f-5399-4580-89d3-82bf50f93a92 req-4ae3273c-c736-4411-87c9-5dfa3387fff4 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.45 "DELETE /v2.0/ports/49ca6069-97ea-476a-bd07-830e25ed260d HTTP/1.1" status: 204 len: 173 time: 0.8115392 Nov 09 21:30:08.090178 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b13ac0-7467-40fe-97a0-41b068e0ffb8', 'name': 'network-vif-deleted', 'tag': '49ca6069-97ea-476a-bd07-830e25ed260d'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:30:08.101378 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c802ae2-5065-48e9-b6c6-dd86ac76d505" -d '{"events": [{"server_uuid": "68b13ac0-7467-40fe-97a0-41b068e0ffb8", "name": "network-vif-deleted", "tag": "49ca6069-97ea-476a-bd07-830e25ed260d"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:30:08.180107 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb7e7ec-0ab9-44ab-a9c0-3f20802930c6 x-openstack-request-id: req-3cb7e7ec-0ab9-44ab-a9c0-3f20802930c6 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:30:08.180426 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b13ac0-7467-40fe-97a0-41b068e0ffb8", "name": "network-vif-deleted", "tag": "49ca6069-97ea-476a-bd07-830e25ed260d", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:30:08.180670 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3cb7e7ec-0ab9-44ab-a9c0-3f20802930c6 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:30:08.181084 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b13ac0-7467-40fe-97a0-41b068e0ffb8', 'name': 'network-vif-deleted', 'tag': '49ca6069-97ea-476a-bd07-830e25ed260d', 'status': 'completed', 'code': 200} Nov 09 21:30:08.194354 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0d9640d3-492d-4e56-90a8-b81dc65ec958 req-38aefd37-df03-4c72-bba3-51ee9189f05f tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755514 Nov 09 21:30:08.263165 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fb536052-2a9e-4dfb-bc6d-196268cc8090 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:08.361955 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-fb536052-2a9e-4dfb-bc6d-196268cc8090 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Deleting port 7a1c70dc-9d1f-4484-bed1-20d0ad84e0fd {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:30:08.361955 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fb536052-2a9e-4dfb-bc6d-196268cc8090 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:08.565722 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fb536052-2a9e-4dfb-bc6d-196268cc8090 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:08.578191 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-874805a1-cac6-4cbe-8557-6da30fa900c3 req-f8688039-e957-4c59-a6ab-43d785f457a7 tempest-ServerShowV247Test-1701296314 tempest-ServerShowV247Test-1701296314-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f3290f-ef6a-4b01-83dc-5ad2d05396d2 HTTP/1.1" status: 200 len: 210 time: 0.0985250 Nov 09 21:30:08.627099 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-fb536052-2a9e-4dfb-bc6d-196268cc8090 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Calling delete_port for 7a1c70dc-9d1f-4484-bed1-20d0ad84e0fd owned by network:router_gateway {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:30:08.752235 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a3dbf-511f-4e06-a78d-1ed093c83fed req-ba4e5db2-c182-433e-bfa9-9c350634f75f tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:08.760468 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-630a3dbf-511f-4e06-a78d-1ed093c83fed req-ba4e5db2-c182-433e-bfa9-9c350634f75f tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.2119422 Nov 09 21:30:08.800025 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d5075cb9-a883-4dca-af6e-384e7c03ff32 req-64f5d598-039b-4e25-8b4c-c7ac49328e53 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=68b13ac0-7467-40fe-97a0-41b068e0ffb8 HTTP/1.1" status: 200 len: 210 time: 0.0607917 Nov 09 21:30:08.859332 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-630a3dbf-511f-4e06-a78d-1ed093c83fed req-983124a0-4224-4aaa-a8d4-86170d12188e tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979440 Nov 09 21:30:09.012349 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fb536052-2a9e-4dfb-bc6d-196268cc8090 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:09.038195 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb536052-2a9e-4dfb-bc6d-196268cc8090 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Pushing event deleted for resources: {'Port': ['ID=7a1c70dc-9d1f-4484-bed1-20d0ad84e0fd,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:09.050598 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa7e20-f08a-4fac-b93c-ca722702c4c8 req-ef6dc58e-7f06-45ac-ba90-9c132028ae97 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:09.052172 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c2aa7e20-f08a-4fac-b93c-ca722702c4c8 req-ef6dc58e-7f06-45ac-ba90-9c132028ae97 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.0653224 Nov 09 21:30:09.116809 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c2aa7e20-f08a-4fac-b93c-ca722702c4c8 req-4630ca9d-6abf-4fff-bea1-2c80504a07a3 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585647 Nov 09 21:30:09.119088 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fb536052-2a9e-4dfb-bc6d-196268cc8090 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:09.232232 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fb536052-2a9e-4dfb-bc6d-196268cc8090 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:09.236871 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fb536052-2a9e-4dfb-bc6d-196268cc8090 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:09.305070 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fb536052-2a9e-4dfb-bc6d-196268cc8090 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:09.305786 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb536052-2a9e-4dfb-bc6d-196268cc8090 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Fanout notify agent at l3_agent the message router_deleted on router 81515cfa-2038-42f9-8cb4-e2444da39900 {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:30:09.313516 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fb536052-2a9e-4dfb-bc6d-196268cc8090 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:09.314605 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-fb536052-2a9e-4dfb-bc6d-196268cc8090 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "DELETE /v2.0/routers/81515cfa-2038-42f9-8cb4-e2444da39900 HTTP/1.1" status: 204 len: 168 time: 1.5286503 Nov 09 21:30:09.317482 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55424) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:09.338609 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f180e2-7f37-4baf-b329-1a62641eac10 req-3460cf8b-692f-48bf-82c6-fe726514a8ae tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:09.340303 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-50f180e2-7f37-4baf-b329-1a62641eac10 req-3460cf8b-692f-48bf-82c6-fe726514a8ae tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.0663819 Nov 09 21:30:09.376157 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9b7d8db-ae14-4407-a6a3-16b0fdf70768 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Deleting subnet c9e92425-7124-4efc-974a-d6fe8b59060f {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:30:09.380278 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f9b7d8db-ae14-4407-a6a3-16b0fdf70768 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:09.396163 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-50f180e2-7f37-4baf-b329-1a62641eac10 req-e49d912f-4379-4538-9a05-124d3a235125 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478861 Nov 09 21:30:09.429651 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f9b7d8db-ae14-4407-a6a3-16b0fdf70768 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:09.553831 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f9b7d8db-ae14-4407-a6a3-16b0fdf70768 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:09.587217 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551a85e-ad36-453a-90b9-8c7bf9337df1 req-233d4613-4efd-47b8-a730-74cfdd1cb0f9 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:09.588794 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6551a85e-ad36-453a-90b9-8c7bf9337df1 req-233d4613-4efd-47b8-a730-74cfdd1cb0f9 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.1087880 Nov 09 21:30:09.682108 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6551a85e-ad36-453a-90b9-8c7bf9337df1 req-d4f6a3a4-5f7a-4ace-af06-8522656d7c67 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837042 Nov 09 21:30:09.684509 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f9b7d8db-ae14-4407-a6a3-16b0fdf70768 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:09.730001 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b7d8db-ae14-4407-a6a3-16b0fdf70768 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Pushing event deleted for resources: {'Subnet': ['ID=c9e92425-7124-4efc-974a-d6fe8b59060f,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:09.735994 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f9b7d8db-ae14-4407-a6a3-16b0fdf70768 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:09.746409 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cfb722-731a-4b02-92fa-b6ec7fc8cd6e None None] Network b4e8183d-3b2d-4359-b9da-cbe7ceebd197 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:30:09.755549 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7a1f1d40-ddc4-41d2-97d1-54c10e0064b4 req-e146be8d-06ee-41ea-b0f4-de04194c6d21 tempest-ServerShowV247Test-1701296314 tempest-ServerShowV247Test-1701296314-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f3290f-ef6a-4b01-83dc-5ad2d05396d2 HTTP/1.1" status: 200 len: 210 time: 0.0457516 Nov 09 21:30:09.756242 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55440) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:09.761013 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f9b7d8db-ae14-4407-a6a3-16b0fdf70768 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "DELETE /v2.0/subnets/c9e92425-7124-4efc-974a-d6fe8b59060f HTTP/1.1" status: 204 len: 168 time: 0.4308982 Nov 09 21:30:09.784857 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b7d8db-ae14-4407-a6a3-16b0fdf70768 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:30:09.785277 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b7d8db-ae14-4407-a6a3-16b0fdf70768 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:30:09.788667 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b7d8db-ae14-4407-a6a3-16b0fdf70768 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:30:09.789443 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b7d8db-ae14-4407-a6a3-16b0fdf70768 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:30:09.789792 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b7d8db-ae14-4407-a6a3-16b0fdf70768 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:30:09.790137 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b7d8db-ae14-4407-a6a3-16b0fdf70768 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:30:09.800903 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b7d8db-ae14-4407-a6a3-16b0fdf70768 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:30:09.800903 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b7d8db-ae14-4407-a6a3-16b0fdf70768 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:30:09.800903 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b7d8db-ae14-4407-a6a3-16b0fdf70768 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:30:09.800903 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b7d8db-ae14-4407-a6a3-16b0fdf70768 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:30:09.800903 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b7d8db-ae14-4407-a6a3-16b0fdf70768 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:30:09.800903 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b7d8db-ae14-4407-a6a3-16b0fdf70768 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:30:09.924306 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d5a9af09-c98f-498b-8f6f-93b8ebc513e9 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:09.994883 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 49ca6069-97ea-476a-bd07-830e25ed260d no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:30:10.014986 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364f125-6d40-460e-ba66-3e79b57c6664 req-e1be0720-7828-40cc-bfab-e7f398a76880 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:10.016862 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-d5a9af09-c98f-498b-8f6f-93b8ebc513e9 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Deleting port ecdac905-6afd-461b-8fec-23a2c0a63e1e {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:30:10.017283 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d5a9af09-c98f-498b-8f6f-93b8ebc513e9 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:10.019226 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d364f125-6d40-460e-ba66-3e79b57c6664 req-e1be0720-7828-40cc-bfab-e7f398a76880 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.1077900 Nov 09 21:30:10.030398 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 49ca6069-97ea-476a-bd07-830e25ed260d {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:30:10.031039 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 49ca6069-97ea-476a-bd07-830e25ed260d not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:30:10.142831 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-d5a9af09-c98f-498b-8f6f-93b8ebc513e9 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] For port ecdac905-6afd-461b-8fec-23a2c0a63e1e, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=ecdac905-6afd-461b-8fec-23a2c0a63e1e,segment=NetworkSegment(fdfedcd0-3663-400e-b92e-612800f8fb2f),segment_id=fdfedcd0-3663-400e-b92e-612800f8fb2f)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:30:10.143278 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d5a9af09-c98f-498b-8f6f-93b8ebc513e9 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:10.153702 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d364f125-6d40-460e-ba66-3e79b57c6664 req-85b54de2-3500-4a0f-bf9e-6caa103029b3 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285043 Nov 09 21:30:10.166044 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f63984-7502-4b8c-8798-10e660b39d2d None None] DHCP port deletion for b4e8183d-3b2d-4359-b9da-cbe7ceebd197 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:30:10.202268 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-d5a9af09-c98f-498b-8f6f-93b8ebc513e9 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Calling delete_port for ecdac905-6afd-461b-8fec-23a2c0a63e1e owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:30:10.290078 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-93f63984-7502-4b8c-8798-10e660b39d2d None None] Deleting port ecdac905-6afd-461b-8fec-23a2c0a63e1e {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:30:10.290808 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-93f63984-7502-4b8c-8798-10e660b39d2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:10.390090 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9aff21-68c1-40a2-a842-7aaa631dea7f req-81a1f5d9-9aa6-4241-b29f-b97d800de8dd tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:10.391626 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6d9aff21-68c1-40a2-a842-7aaa631dea7f req-81a1f5d9-9aa6-4241-b29f-b97d800de8dd tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=f664e615-3356-440f-8ddc-2f49105977e5 HTTP/1.1" status: 200 len: 946 time: 0.1647754 Nov 09 21:30:10.437111 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0389509e-d5f2-4643-a424-50b589e145aa req-820da26d-9722-4340-832a-cf96bc0e98ef tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:10.446194 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0389509e-d5f2-4643-a424-50b589e145aa req-820da26d-9722-4340-832a-cf96bc0e98ef tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.0775166 Nov 09 21:30:10.479292 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-93f63984-7502-4b8c-8798-10e660b39d2d None None] For port ecdac905-6afd-461b-8fec-23a2c0a63e1e, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=ecdac905-6afd-461b-8fec-23a2c0a63e1e,segment=NetworkSegment(fdfedcd0-3663-400e-b92e-612800f8fb2f),segment_id=fdfedcd0-3663-400e-b92e-612800f8fb2f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:30:10.479692 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-93f63984-7502-4b8c-8798-10e660b39d2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:10.514314 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-93f63984-7502-4b8c-8798-10e660b39d2d None None] Calling delete_port for ecdac905-6afd-461b-8fec-23a2c0a63e1e owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:30:10.515004 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0389509e-d5f2-4643-a424-50b589e145aa req-178e25b6-d0bc-4a18-94af-5b6ed48dcd00 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672832 Nov 09 21:30:10.519724 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6d9aff21-68c1-40a2-a842-7aaa631dea7f req-b1a66b87-ab14-48fa-be34-9aa52db4409d tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ad655d7-6b32-467a-9bdc-462828bb851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165872 Nov 09 21:30:10.531021 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d5a9af09-c98f-498b-8f6f-93b8ebc513e9 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:10.586426 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a9af09-c98f-498b-8f6f-93b8ebc513e9 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Pushing event deleted for resources: {'Port': ['ID=ecdac905-6afd-461b-8fec-23a2c0a63e1e,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:10.588742 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a9af09-c98f-498b-8f6f-93b8ebc513e9 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] No DVR routers for this DVR port ecdac905-6afd-461b-8fec-23a2c0a63e1e on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:30:10.647762 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-93f63984-7502-4b8c-8798-10e660b39d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:10.679148 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f63984-7502-4b8c-8798-10e660b39d2d None None] Pushing event deleted for resources: {'Port': ['ID=ecdac905-6afd-461b-8fec-23a2c0a63e1e,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:10.697850 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f63984-7502-4b8c-8798-10e660b39d2d None None] No DVR routers for this DVR port ecdac905-6afd-461b-8fec-23a2c0a63e1e on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:30:10.701792 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d5a9af09-c98f-498b-8f6f-93b8ebc513e9 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:10.738014 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-d5a9af09-c98f-498b-8f6f-93b8ebc513e9 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4e8183d-3b2d-4359-b9da-cbe7ceebd197']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:30:10.747938 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-d5a9af09-c98f-498b-8f6f-93b8ebc513e9 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdfedcd0-3663-400e-b92e-612800f8fb2f') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:30:10.748246 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-d5a9af09-c98f-498b-8f6f-93b8ebc513e9 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdfedcd0-3663-400e-b92e-612800f8fb2f') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:30:10.759452 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d5a9af09-c98f-498b-8f6f-93b8ebc513e9 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:10.780928 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d5a9af09-c98f-498b-8f6f-93b8ebc513e9 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:10.788706 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5a9af09-c98f-498b-8f6f-93b8ebc513e9 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:30:10.789219 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d5a9af09-c98f-498b-8f6f-93b8ebc513e9 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:10.793214 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:30:10.793214 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:30:10.793214 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:30:10.793214 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:30:10.793214 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:30:10.793214 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:30:10.793214 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:30:10.793214 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:30:10.793214 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:30:10.793214 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:30:10.793214 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:30:10.793214 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:30:10.793214 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:30:10.793214 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:30:10.793214 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:30:10.793214 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:30:10.793214 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:30:10.793214 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:30:10.793214 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:30:10.793214 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:30:10.793214 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:30:10.793214 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:30:10.793214 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:30:10.793214 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:30:10.793214 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:30:10.793214 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:30:10.793214 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:30:10.793214 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:30:10.793214 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:30:10.793214 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:30:10.793214 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:30:10.793214 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:30:10.846005 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011a0f7-677e-407d-8c6d-7f7238ecc055 req-72e37857-45fa-49b3-b1fd-86e236a15cf5 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:10.854971 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b011a0f7-677e-407d-8c6d-7f7238ecc055 req-72e37857-45fa-49b3-b1fd-86e236a15cf5 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.0919225 Nov 09 21:30:10.878204 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d5a9af09-c98f-498b-8f6f-93b8ebc513e9 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:10.884037 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d5a9af09-c98f-498b-8f6f-93b8ebc513e9 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:10.890764 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d5a9af09-c98f-498b-8f6f-93b8ebc513e9 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "DELETE /v2.0/networks/b4e8183d-3b2d-4359-b9da-cbe7ceebd197 HTTP/1.1" status: 204 len: 168 time: 1.1280570 Nov 09 21:30:10.892900 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55470) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:10.955411 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b011a0f7-677e-407d-8c6d-7f7238ecc055 req-6b298c30-10d7-44ed-9152-d2322344f1c7 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985022 Nov 09 21:30:10.964525 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a9af09-c98f-498b-8f6f-93b8ebc513e9 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Pushing event deleted for resources: {'Network': ['ID=b4e8183d-3b2d-4359-b9da-cbe7ceebd197,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:11.245553 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device ecdac905-6afd-461b-8fec-23a2c0a63e1e no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:30:11.260146 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a144b10a-54fc-47e5-ba10-2b03fc7ab3fb req-5e14e126-92c8-42c7-ae96-6b3fac3c8496 tempest-ServerShowV247Test-1701296314 tempest-ServerShowV247Test-1701296314-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f3290f-ef6a-4b01-83dc-5ad2d05396d2 HTTP/1.1" status: 200 len: 210 time: 0.3662271 Nov 09 21:30:11.288349 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: ecdac905-6afd-461b-8fec-23a2c0a63e1e {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:30:11.289123 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device ecdac905-6afd-461b-8fec-23a2c0a63e1e not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:30:11.412379 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-216d3bd6-3066-4079-a130-c9ff729d2cbc tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Deleting port 15be2770-9a83-4c27-96a9-797f5bb424d6 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:30:11.412986 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-216d3bd6-3066-4079-a130-c9ff729d2cbc tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:11.505381 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-216d3bd6-3066-4079-a130-c9ff729d2cbc tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:11.505972 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-216d3bd6-3066-4079-a130-c9ff729d2cbc tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:11.518068 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-216d3bd6-3066-4079-a130-c9ff729d2cbc tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Calling delete_port for 15be2770-9a83-4c27-96a9-797f5bb424d6 owned by network:floatingip {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:30:11.818169 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc90ef9-d1ad-4480-8687-2dacc71b03ef req-d24ceedd-b3aa-49ab-848a-cb61bfd7f04e tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:11.825993 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7cc90ef9-d1ad-4480-8687-2dacc71b03ef req-d24ceedd-b3aa-49ab-848a-cb61bfd7f04e tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=f664e615-3356-440f-8ddc-2f49105977e5 HTTP/1.1" status: 200 len: 946 time: 0.1326919 Nov 09 21:30:11.859989 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-216d3bd6-3066-4079-a130-c9ff729d2cbc tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:11.897369 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d3bd6-3066-4079-a130-c9ff729d2cbc tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Pushing event deleted for resources: {'Port': ['ID=15be2770-9a83-4c27-96a9-797f5bb424d6,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:12.009788 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7cc90ef9-d1ad-4480-8687-2dacc71b03ef req-fac15565-701b-4752-8fbf-5aa1a83cee1e tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ad655d7-6b32-467a-9bdc-462828bb851c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668136 Nov 09 21:30:12.011984 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-216d3bd6-3066-4079-a130-c9ff729d2cbc tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for floatingip, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:12.015413 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-216d3bd6-3066-4079-a130-c9ff729d2cbc tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:12.021568 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-216d3bd6-3066-4079-a130-c9ff729d2cbc tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "DELETE /v2.0/floatingips/c102282e-47a6-4063-bbca-416667a3994e HTTP/1.1" status: 204 len: 168 time: 1.1170046 Nov 09 21:30:12.021903 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55482) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:12.075856 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-411a575a-6138-4811-ae62-7aa44e6eaf9b tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] DELETE failed (client error): The resource could not be found. Nov 09 21:30:12.076567 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-411a575a-6138-4811-ae62-7aa44e6eaf9b tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:30:12.082871 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-411a575a-6138-4811-ae62-7aa44e6eaf9b tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "DELETE /v2.0/ports/598397b3-5d54-4b82-b966-c118451abc0f HTTP/1.1" status: 404 len: 333 time: 0.0463402 Nov 09 21:30:12.083415 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55484) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:12.116898 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f258c35c-cefb-4eba-ac68-7b4310703418 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "GET /v2.0/ports?device_id=81515cfa-2038-42f9-8cb4-e2444da39900 HTTP/1.1" status: 200 len: 205 time: 0.0298917 Nov 09 21:30:12.117593 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55486) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:12.178334 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-a5cee974-f547-4e08-9549-27aaeb4c342d tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] delete failed (client error): The resource could not be found. Nov 09 21:30:12.183793 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a5cee974-f547-4e08-9549-27aaeb4c342d tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "DELETE /v2.0/routers/81515cfa-2038-42f9-8cb4-e2444da39900 HTTP/1.1" status: 404 len: 336 time: 0.0637925 Nov 09 21:30:12.184651 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55488) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:12.223641 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-53150b49-74bf-4364-be61-d5f6d42d7258 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] DELETE failed (client error): The resource could not be found. Nov 09 21:30:12.225140 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53150b49-74bf-4364-be61-d5f6d42d7258 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:30:12.231181 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-53150b49-74bf-4364-be61-d5f6d42d7258 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "DELETE /v2.0/subnets/c9e92425-7124-4efc-974a-d6fe8b59060f HTTP/1.1" status: 404 len: 337 time: 0.0396872 Nov 09 21:30:12.232203 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55490) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:12.238538 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f45174-cff5-40f7-a1ba-371261bc31f9 req-4e90656d-15b0-43e4-8338-bfca067b3cd5 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:12.240085 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-88f45174-cff5-40f7-a1ba-371261bc31f9 req-4e90656d-15b0-43e4-8338-bfca067b3cd5 tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.43 "GET /v2.0/ports?device_id=f664e615-3356-440f-8ddc-2f49105977e5 HTTP/1.1" status: 200 len: 946 time: 0.2000408 Nov 09 21:30:12.263151 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ecdb6-5247-49d7-aa6d-3469c2ea2cdf req-6003b373-592d-4540-bada-6b80520bcb97 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:12.269552 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-991ecdb6-5247-49d7-aa6d-3469c2ea2cdf req-6003b373-592d-4540-bada-6b80520bcb97 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.1800911 Nov 09 21:30:12.375724 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-0a42beb0-dc1c-47d6-9321-0ff9d4e586e7 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Deleting port 21b90bf0-9494-464a-8c09-a4aeabb5e3d4 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:30:12.376480 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0a42beb0-dc1c-47d6-9321-0ff9d4e586e7 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:12.389994 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-991ecdb6-5247-49d7-aa6d-3469c2ea2cdf req-87a0fdbe-918c-4a26-a9a5-7e6154463630 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187198 Nov 09 21:30:12.453266 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-88f45174-cff5-40f7-a1ba-371261bc31f9 req-e02b1212-be3c-4151-a2d3-dad39c8f498e tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Deleting port 1a51352f-403b-4ef4-b920-9735314d58a3 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:30:12.456330 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-88f45174-cff5-40f7-a1ba-371261bc31f9 req-e02b1212-be3c-4151-a2d3-dad39c8f498e tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:12.479129 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-61e36c7f-6a7b-48f0-a344-05afda46be38 req-1486e5a4-8180-415f-bb9f-3bd2e2c352da tempest-ServerShowV247Test-1701296314 tempest-ServerShowV247Test-1701296314-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f3290f-ef6a-4b01-83dc-5ad2d05396d2 HTTP/1.1" status: 200 len: 210 time: 0.0830355 Nov 09 21:30:12.549376 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0a42beb0-dc1c-47d6-9321-0ff9d4e586e7 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:12.563766 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-0a42beb0-dc1c-47d6-9321-0ff9d4e586e7 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Calling delete_port for 21b90bf0-9494-464a-8c09-a4aeabb5e3d4 owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:30:12.647789 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-88f45174-cff5-40f7-a1ba-371261bc31f9 req-e02b1212-be3c-4151-a2d3-dad39c8f498e tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] For port 1a51352f-403b-4ef4-b920-9735314d58a3, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=1a51352f-403b-4ef4-b920-9735314d58a3,segment=NetworkSegment(6c600904-1089-4f6e-bdc1-9238f98f1570),segment_id=6c600904-1089-4f6e-bdc1-9238f98f1570)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:30:12.648155 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-88f45174-cff5-40f7-a1ba-371261bc31f9 req-e02b1212-be3c-4151-a2d3-dad39c8f498e tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:12.673504 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-88f45174-cff5-40f7-a1ba-371261bc31f9 req-e02b1212-be3c-4151-a2d3-dad39c8f498e tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Calling delete_port for 1a51352f-403b-4ef4-b920-9735314d58a3 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:30:12.849353 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0a42beb0-dc1c-47d6-9321-0ff9d4e586e7 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:12.946490 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-88f45174-cff5-40f7-a1ba-371261bc31f9 req-e02b1212-be3c-4151-a2d3-dad39c8f498e tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:12.953045 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a42beb0-dc1c-47d6-9321-0ff9d4e586e7 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Pushing event deleted for resources: {'Port': ['ID=21b90bf0-9494-464a-8c09-a4aeabb5e3d4,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:12.989374 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['1a51352f-403b-4ef4-b920-9735314d58a3'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:30:13.076600 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b1212-be3c-4151-a2d3-dad39c8f498e tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Pushing event deleted for resources: {'Port': ['ID=1a51352f-403b-4ef4-b920-9735314d58a3,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:13.162247 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773efd3b-d3ae-4028-8f6d-f15742154b22 req-7a7994de-be58-49ee-a1a7-f038f7911630 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:13.165374 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-773efd3b-d3ae-4028-8f6d-f15742154b22 req-7a7994de-be58-49ee-a1a7-f038f7911630 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.2023540 Nov 09 21:30:13.291558 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-773efd3b-d3ae-4028-8f6d-f15742154b22 req-73050354-54b3-4bf1-ab36-5e9428b7d849 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166952 Nov 09 21:30:13.307019 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0a42beb0-dc1c-47d6-9321-0ff9d4e586e7 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:13.310848 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0a42beb0-dc1c-47d6-9321-0ff9d4e586e7 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "DELETE /v2.0/ports/21b90bf0-9494-464a-8c09-a4aeabb5e3d4 HTTP/1.1" status: 204 len: 168 time: 1.0773349 Nov 09 21:30:13.314022 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55514) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:13.337700 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f45174-cff5-40f7-a1ba-371261bc31f9 req-e02b1212-be3c-4151-a2d3-dad39c8f498e tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] No DVR routers for this DVR port 1a51352f-403b-4ef4-b920-9735314d58a3 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:30:13.383151 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-88f45174-cff5-40f7-a1ba-371261bc31f9 req-e02b1212-be3c-4151-a2d3-dad39c8f498e tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:13.386781 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-88f45174-cff5-40f7-a1ba-371261bc31f9 req-e02b1212-be3c-4151-a2d3-dad39c8f498e tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.43 "DELETE /v2.0/ports/1a51352f-403b-4ef4-b920-9735314d58a3 HTTP/1.1" status: 204 len: 173 time: 1.1375730 Nov 09 21:30:13.387349 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f664e615-3356-440f-8ddc-2f49105977e5', 'name': 'network-vif-deleted', 'tag': '1a51352f-403b-4ef4-b920-9735314d58a3'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:30:13.401221 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1f6677-6d65-40df-9640-f051083bc590" -d '{"events": [{"server_uuid": "f664e615-3356-440f-8ddc-2f49105977e5", "name": "network-vif-deleted", "tag": "1a51352f-403b-4ef4-b920-9735314d58a3"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:30:13.461892 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-582be01b-6e06-43de-9c46-7e11a0d92d07 req-21f6fc8a-b130-4755-aa0d-4a3a3b98854b tempest-ListServerFiltersTestJSON-1166810579 tempest-ListServerFiltersTestJSON-1166810579-project] 10.222.0.49 "GET /v2.0/ports?device_id=f664e615-3356-440f-8ddc-2f49105977e5 HTTP/1.1" status: 200 len: 210 time: 0.1254525 Nov 09 21:30:13.496233 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd04c30-6d07-4b26-a7c1-d1cbdeca2e2f x-openstack-request-id: req-efd04c30-6d07-4b26-a7c1-d1cbdeca2e2f {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:30:13.496466 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f664e615-3356-440f-8ddc-2f49105977e5", "name": "network-vif-deleted", "tag": "1a51352f-403b-4ef4-b920-9735314d58a3", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:30:13.496745 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-efd04c30-6d07-4b26-a7c1-d1cbdeca2e2f {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:30:13.497229 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f664e615-3356-440f-8ddc-2f49105977e5', 'name': 'network-vif-deleted', 'tag': '1a51352f-403b-4ef4-b920-9735314d58a3', 'status': 'completed', 'code': 200} Nov 09 21:30:13.501694 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-6e2af1bd-1207-4206-a053-4c7938939dc3 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Deleting port 6e6b2ded-990f-4f64-92fd-ee770d8e6388 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:30:13.508881 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6e2af1bd-1207-4206-a053-4c7938939dc3 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:13.662714 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55524) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:13.666237 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8df931fb-f6b8-4520-a18b-56f9b9ddfccf req-d4d845b8-bcd6-48fa-b9ee-dc3122c2c77a tempest-ServerShowV247Test-1701296314 tempest-ServerShowV247Test-1701296314-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f3290f-ef6a-4b01-83dc-5ad2d05396d2 HTTP/1.1" status: 200 len: 210 time: 0.0395494 Nov 09 21:30:13.729767 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6e2af1bd-1207-4206-a053-4c7938939dc3 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:13.747087 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-6e2af1bd-1207-4206-a053-4c7938939dc3 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Calling delete_port for 6e6b2ded-990f-4f64-92fd-ee770d8e6388 owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:30:13.820306 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-afc88c69-521d-48af-9ea2-5de8b3d4e7d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:13.912600 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6e2af1bd-1207-4206-a053-4c7938939dc3 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:13.960482 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2af1bd-1207-4206-a053-4c7938939dc3 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Pushing event deleted for resources: {'Port': ['ID=6e6b2ded-990f-4f64-92fd-ee770d8e6388,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:13.993761 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-afc88c69-521d-48af-9ea2-5de8b3d4e7d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:13.999357 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-afc88c69-521d-48af-9ea2-5de8b3d4e7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:14.040419 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6e2af1bd-1207-4206-a053-4c7938939dc3 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:14.049225 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6e2af1bd-1207-4206-a053-4c7938939dc3 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "DELETE /v2.0/ports/6e6b2ded-990f-4f64-92fd-ee770d8e6388 HTTP/1.1" status: 204 len: 168 time: 0.7336533 Nov 09 21:30:14.050471 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55528) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:14.071358 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-afc88c69-521d-48af-9ea2-5de8b3d4e7d7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2efb6664f6cf4033aa8b5ab8e797062a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4039948 Nov 09 21:30:14.072095 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55530) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:14.120480 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fb604b-a7e6-4c83-be94-68ad37813976 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:14.126661 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-66fb604b-a7e6-4c83-be94-68ad37813976 tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbddf32d-c7fe-4c68-8119-dc4de3045bdd HTTP/1.1" status: 200 len: 913 time: 0.0747006 Nov 09 21:30:14.127623 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55532) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:14.161078 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc88c69-521d-48af-9ea2-5de8b3d4e7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c10113-b3cc-4c73-9000-6183706067a3,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:14.184542 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bcb47c92-f24f-4d8b-ba4f-0474b8e699a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:14.235950 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bcb47c92-f24f-4d8b-ba4f-0474b8e699a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:14.288873 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bcb47c92-f24f-4d8b-ba4f-0474b8e699a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:14.291848 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bcb47c92-f24f-4d8b-ba4f-0474b8e699a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:14.308843 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-bcb47c92-f24f-4d8b-ba4f-0474b8e699a7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/99c10113-b3cc-4c73-9000-6183706067a3 HTTP/1.1" status: 204 len: 168 time: 0.2232001 Nov 09 21:30:14.326581 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb47c92-f24f-4d8b-ba4f-0474b8e699a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c10113-b3cc-4c73-9000-6183706067a3,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:14.523894 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3604b4-901d-4ebf-8c1f-8953f965a5fa req-bbaed9ed-bd36-4a03-9678-47dd391bdd37 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:14.533707 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bb3604b4-901d-4ebf-8c1f-8953f965a5fa req-bbaed9ed-bd36-4a03-9678-47dd391bdd37 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.1121070 Nov 09 21:30:14.556078 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55544) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:14.605019 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-82b728f9-abdd-4ae2-a440-5db0b63b4270 admin admin] Deleting subnet c44cc40c-e11d-4de4-aa2b-cf06590d8e83 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:30:14.610693 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-82b728f9-abdd-4ae2-a440-5db0b63b4270 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:14.670230 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-13aaff77-5716-440a-88ea-63b7dcdbe90c tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:14.709670 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bb3604b4-901d-4ebf-8c1f-8953f965a5fa req-42848445-0b6d-4088-9b5a-61de8d6ff3b9 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750438 Nov 09 21:30:14.714091 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-82b728f9-abdd-4ae2-a440-5db0b63b4270 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:14.833011 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-82b728f9-abdd-4ae2-a440-5db0b63b4270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:14.913359 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-92aaf3e6-a6c4-4797-9a85-bdde316ff4f9 req-0ae4cdb7-2d89-46dc-9ff5-ef78c458b018 tempest-ServerShowV247Test-1701296314 tempest-ServerShowV247Test-1701296314-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f3290f-ef6a-4b01-83dc-5ad2d05396d2 HTTP/1.1" status: 200 len: 210 time: 0.0741534 Nov 09 21:30:14.950419 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-82b728f9-abdd-4ae2-a440-5db0b63b4270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:14.969603 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615ce54-ef42-4706-931c-dc1c8faeed65 req-771e28e9-d5b1-4adb-9b14-97d0c4b11c21 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:14.971208 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2615ce54-ef42-4706-931c-dc1c8faeed65 req-771e28e9-d5b1-4adb-9b14-97d0c4b11c21 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.1172025 Nov 09 21:30:14.986379 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b728f9-abdd-4ae2-a440-5db0b63b4270 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c44cc40c-e11d-4de4-aa2b-cf06590d8e83,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:14.990175 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-82b728f9-abdd-4ae2-a440-5db0b63b4270 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:14.996341 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-82b728f9-abdd-4ae2-a440-5db0b63b4270 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c44cc40c-e11d-4de4-aa2b-cf06590d8e83 HTTP/1.1" status: 204 len: 168 time: 0.4361880 Nov 09 21:30:14.996998 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55560) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:15.001325 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a964e96-2638-4fbb-9253-2b3249f1a39c None None] Network 65c74eb5-9df6-4e6b-9cf1-5af41186cfae requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:30:15.119104 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2d8f4ed8-26aa-4639-b935-35af91b9322e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:15.126387 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2615ce54-ef42-4706-931c-dc1c8faeed65 req-dc07780d-63da-4cd3-bee1-4895432b953d tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447170 Nov 09 21:30:15.223766 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-13aaff77-5716-440a-88ea-63b7dcdbe90c tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Deleting port 68d5eece-bf01-474f-808e-1936900127e0 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:30:15.224142 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-13aaff77-5716-440a-88ea-63b7dcdbe90c tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:15.240615 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-2d8f4ed8-26aa-4639-b935-35af91b9322e admin admin] Deleting port 19f0599b-6c17-4b39-b896-22200145f55d {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:30:15.240988 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2d8f4ed8-26aa-4639-b935-35af91b9322e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:15.301939 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425aa2f0-fde5-4e8b-94b2-60a4b519a410 None None] DHCP port deletion for 65c74eb5-9df6-4e6b-9cf1-5af41186cfae request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:30:15.372057 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-2d8f4ed8-26aa-4639-b935-35af91b9322e admin admin] For port 19f0599b-6c17-4b39-b896-22200145f55d, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=19f0599b-6c17-4b39-b896-22200145f55d,segment=NetworkSegment(6c600904-1089-4f6e-bdc1-9238f98f1570),segment_id=6c600904-1089-4f6e-bdc1-9238f98f1570)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:30:15.372601 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2d8f4ed8-26aa-4639-b935-35af91b9322e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:15.386985 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-2d8f4ed8-26aa-4639-b935-35af91b9322e admin admin] Calling delete_port for 19f0599b-6c17-4b39-b896-22200145f55d owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:30:15.397228 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-13aaff77-5716-440a-88ea-63b7dcdbe90c tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:15.411875 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-13aaff77-5716-440a-88ea-63b7dcdbe90c tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Calling delete_port for 68d5eece-bf01-474f-808e-1936900127e0 owned by network:router_interface {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:30:15.443994 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-425aa2f0-fde5-4e8b-94b2-60a4b519a410 None None] Deleting port 19f0599b-6c17-4b39-b896-22200145f55d {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:30:15.445844 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-425aa2f0-fde5-4e8b-94b2-60a4b519a410 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:15.488876 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2d8f4ed8-26aa-4639-b935-35af91b9322e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:15.507881 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8f4ed8-26aa-4639-b935-35af91b9322e admin admin] No DVR routers for this DVR port 19f0599b-6c17-4b39-b896-22200145f55d on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:30:15.555297 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f4ed8-26aa-4639-b935-35af91b9322e admin admin] Pushing event deleted for resources: {'Port': ['ID=19f0599b-6c17-4b39-b896-22200145f55d,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:15.625567 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2d8f4ed8-26aa-4639-b935-35af91b9322e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:15.661025 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-2d8f4ed8-26aa-4639-b935-35af91b9322e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65c74eb5-9df6-4e6b-9cf1-5af41186cfae']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:30:15.672384 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-13aaff77-5716-440a-88ea-63b7dcdbe90c tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:15.677263 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-2d8f4ed8-26aa-4639-b935-35af91b9322e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c600904-1089-4f6e-bdc1-9238f98f1570') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:30:15.677567 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-2d8f4ed8-26aa-4639-b935-35af91b9322e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c600904-1089-4f6e-bdc1-9238f98f1570') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:30:15.695354 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2d8f4ed8-26aa-4639-b935-35af91b9322e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:15.704828 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-425aa2f0-fde5-4e8b-94b2-60a4b519a410 None None] For port 19f0599b-6c17-4b39-b896-22200145f55d, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=19f0599b-6c17-4b39-b896-22200145f55d,segment=NetworkSegment(6c600904-1089-4f6e-bdc1-9238f98f1570),segment_id=6c600904-1089-4f6e-bdc1-9238f98f1570)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:30:15.705232 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-425aa2f0-fde5-4e8b-94b2-60a4b519a410 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:15.722496 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2d8f4ed8-26aa-4639-b935-35af91b9322e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:15.724144 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-425aa2f0-fde5-4e8b-94b2-60a4b519a410 None None] Calling delete_port for 19f0599b-6c17-4b39-b896-22200145f55d owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:30:15.732339 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d8f4ed8-26aa-4639-b935-35af91b9322e admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:30:15.732792 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2d8f4ed8-26aa-4639-b935-35af91b9322e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:15.734666 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:30:15.734666 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:30:15.734666 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:30:15.734666 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:30:15.734666 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:30:15.734666 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:30:15.734666 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:30:15.734666 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:30:15.734666 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:30:15.734666 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:30:15.734666 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:30:15.734666 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:30:15.734666 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:30:15.734666 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:30:15.734666 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:30:15.734666 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:30:15.734666 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:30:15.734666 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:30:15.734666 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:30:15.734666 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:30:15.734666 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:30:15.734666 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:30:15.734666 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:30:15.734666 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:30:15.734666 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:30:15.734666 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:30:15.734666 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:30:15.734666 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:30:15.734666 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:30:15.734666 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:30:15.734666 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:30:15.734666 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:30:15.779231 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aaff77-5716-440a-88ea-63b7dcdbe90c tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Pushing event deleted for resources: {'Port': ['ID=68d5eece-bf01-474f-808e-1936900127e0,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:15.807882 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2d8f4ed8-26aa-4639-b935-35af91b9322e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:15.819492 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 1a51352f-403b-4ef4-b920-9735314d58a3 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:30:15.822438 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2d8f4ed8-26aa-4639-b935-35af91b9322e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:15.834317 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2d8f4ed8-26aa-4639-b935-35af91b9322e admin admin] 10.222.0.49 "DELETE /v2.0/networks/65c74eb5-9df6-4e6b-9cf1-5af41186cfae HTTP/1.1" status: 204 len: 168 time: 0.8337457 Nov 09 21:30:15.845221 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: 1a51352f-403b-4ef4-b920-9735314d58a3 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:30:15.845808 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 1a51352f-403b-4ef4-b920-9735314d58a3 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:30:15.869157 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f4ed8-26aa-4639-b935-35af91b9322e admin admin] Pushing event deleted for resources: {'Network': ['ID=65c74eb5-9df6-4e6b-9cf1-5af41186cfae,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:15.881179 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb35731-d6e6-4d19-a7f1-b0c22e9a13b0 req-32a67797-6267-4142-9660-58d350bd0772 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:15.888498 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3fb35731-d6e6-4d19-a7f1-b0c22e9a13b0 req-32a67797-6267-4142-9660-58d350bd0772 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.5699568 Nov 09 21:30:15.905646 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-425aa2f0-fde5-4e8b-94b2-60a4b519a410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:15.967225 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-425aa2f0-fde5-4e8b-94b2-60a4b519a410 None None] Network 65c74eb5-9df6-4e6b-9cf1-5af41186cfae is not hosted by any dhcp agent {{(pid=102609) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 21:30:15.967692 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425aa2f0-fde5-4e8b-94b2-60a4b519a410 None None] No DVR routers for this DVR port 19f0599b-6c17-4b39-b896-22200145f55d on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:30:15.974968 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425aa2f0-fde5-4e8b-94b2-60a4b519a410 None None] Pushing event deleted for resources: {'Port': ['ID=19f0599b-6c17-4b39-b896-22200145f55d,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:15.992971 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3fb35731-d6e6-4d19-a7f1-b0c22e9a13b0 req-650b531f-7a0d-4ca2-9b23-a3f08c760f05 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847602 Nov 09 21:30:16.021118 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55590) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:16.122375 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ee725d8f-07d8-4371-9346-965e75f67500 req-816b82d2-606b-4ecc-85ef-d0c061a8817c tempest-ServerShowV247Test-1701296314 tempest-ServerShowV247Test-1701296314-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f3290f-ef6a-4b01-83dc-5ad2d05396d2 HTTP/1.1" status: 200 len: 210 time: 0.0426564 Nov 09 21:30:16.130825 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-af7fa195-3127-4e22-9f4a-bf637c4a9434 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3a70c821ed554d2d8738f5725b3d9978&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1084614 Nov 09 21:30:16.133308 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55592) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:16.166503 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-13aaff77-5716-440a-88ea-63b7dcdbe90c tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:16.196098 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24944ba-ef3e-43cb-9943-fd14c9c32663 req-c3725a70-043b-45fa-94b7-0d8dc6d0e456 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:16.197866 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c24944ba-ef3e-43cb-9943-fd14c9c32663 req-c3725a70-043b-45fa-94b7-0d8dc6d0e456 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.0710859 Nov 09 21:30:16.207842 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f2784213-dbbe-41a6-b9a0-960c846219eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:16.236248 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f2784213-dbbe-41a6-b9a0-960c846219eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:16.309603 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f2784213-dbbe-41a6-b9a0-960c846219eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:16.313455 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f2784213-dbbe-41a6-b9a0-960c846219eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:16.314941 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f2784213-dbbe-41a6-b9a0-960c846219eb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3ad655d7-6b32-467a-9bdc-462828bb851c HTTP/1.1" status: 204 len: 168 time: 0.1804476 Nov 09 21:30:16.325761 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2784213-dbbe-41a6-b9a0-960c846219eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad655d7-6b32-467a-9bdc-462828bb851c,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:16.338148 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c24944ba-ef3e-43cb-9943-fd14c9c32663 req-5536a627-46c7-4bf0-93a3-1bb5711372a3 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307521 Nov 09 21:30:16.831321 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13aaff77-5716-440a-88ea-63b7dcdbe90c tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Router dbddf32d-c7fe-4c68-8119-dc4de3045bdd has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:30:16.848345 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54efc072-fbda-4080-a02c-222dff20d960 req-70cd7fda-3b67-475c-b0e3-561471d74398 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:16.854144 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-54efc072-fbda-4080-a02c-222dff20d960 req-70cd7fda-3b67-475c-b0e3-561471d74398 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.0898240 Nov 09 21:30:16.990888 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55628) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:17.068226 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-54efc072-fbda-4080-a02c-222dff20d960 req-37e489d8-981c-4a7d-a9d0-e6b8cc42e9f7 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789060 Nov 09 21:30:17.225304 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5dbde05c-4dc7-4d39-a8e5-94d950f942c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:17.234173 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13aaff77-5716-440a-88ea-63b7dcdbe90c tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:30:17.241968 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-13aaff77-5716-440a-88ea-63b7dcdbe90c tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "PUT /v2.0/routers/dbddf32d-c7fe-4c68-8119-dc4de3045bdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1129067 Nov 09 21:30:17.245683 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55638) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:17.248980 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2497f5f7-fb8e-4847-842b-852b645f3d4f None None] Sync routers for ids ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:30:17.269910 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2497f5f7-fb8e-4847-842b-852b645f3d4f None None] Routers {'dbddf32d-c7fe-4c68-8119-dc4de3045bdd'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:30:17.280667 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-2497f5f7-fb8e-4847-842b-852b645f3d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:29:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:30:17.371708 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-2497f5f7-fb8e-4847-842b-852b645f3d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:30:17.392526 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 19f0599b-6c17-4b39-b896-22200145f55d no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:30:17.394376 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2497f5f7-fb8e-4847-842b-852b645f3d4f None None] Routers {'dbddf32d-c7fe-4c68-8119-dc4de3045bdd'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:30:17.394977 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-2497f5f7-fb8e-4847-842b-852b645f3d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:29:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:30:17.426629 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 19f0599b-6c17-4b39-b896-22200145f55d {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:30:17.426990 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 19f0599b-6c17-4b39-b896-22200145f55d not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:30:17.454388 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716448e-6b02-4e65-abb8-103c6da23102 req-6250a959-e1dc-4228-9efd-89de0c86a22b tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:17.458443 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c716448e-6b02-4e65-abb8-103c6da23102 req-6250a959-e1dc-4228-9efd-89de0c86a22b tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.1861193 Nov 09 21:30:17.468390 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-2497f5f7-fb8e-4847-842b-852b645f3d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:30:17.469079 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2497f5f7-fb8e-4847-842b-852b645f3d4f None None] The sync data for ids ['dbddf32d-c7fe-4c68-8119-dc4de3045bdd'] in n-d-816206-3 is: [] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:30:17.534041 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-15845935-ede0-4f91-9bab-7b0bbc8ed92b req-e121d0aa-e43b-415c-8aa3-0f4c03574517 tempest-ServerShowV247Test-1701296314 tempest-ServerShowV247Test-1701296314-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f3290f-ef6a-4b01-83dc-5ad2d05396d2 HTTP/1.1" status: 200 len: 210 time: 0.1267662 Nov 09 21:30:17.556949 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5dbde05c-4dc7-4d39-a8e5-94d950f942c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:17.569422 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5dbde05c-4dc7-4d39-a8e5-94d950f942c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:17.609262 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-eb40146a-d8ed-4798-9b13-5220c42bad96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:17.644255 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c716448e-6b02-4e65-abb8-103c6da23102 req-2c6b355a-b903-4fbc-97b3-1a5cf350e0bc tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281943 Nov 09 21:30:17.672527 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5dbde05c-4dc7-4d39-a8e5-94d950f942c2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=521fbb713ab747cc8c355febeb5b8328&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6802211 Nov 09 21:30:17.675008 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbde05c-4dc7-4d39-a8e5-94d950f942c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4a28a7-3ef7-4e8f-ba32-cf722e541c5e,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:17.678076 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55650) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:17.730896 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-350faa7b-ea60-4274-a28d-eab96bd0c8cc tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:17.798568 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-455f607f-ec44-4f76-b298-f91ff933c4ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:17.864028 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-455f607f-ec44-4f76-b298-f91ff933c4ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:17.889741 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-350faa7b-ea60-4274-a28d-eab96bd0c8cc tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:17.936910 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a74940-1062-416e-845c-cbaca6dda604 req-7cb28a77-c72d-4f88-ab71-34ef2872787c tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:17.940662 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-28a74940-1062-416e-845c-cbaca6dda604 req-7cb28a77-c72d-4f88-ab71-34ef2872787c tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.1255972 Nov 09 21:30:17.968224 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55664) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:17.985960 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-350faa7b-ea60-4274-a28d-eab96bd0c8cc tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Deleting port 523a243a-0d0c-4432-a0c5-015b7203b0ff {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:30:17.986393 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-350faa7b-ea60-4274-a28d-eab96bd0c8cc tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:18.021815 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-455f607f-ec44-4f76-b298-f91ff933c4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:18.024580 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-455f607f-ec44-4f76-b298-f91ff933c4ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:18.028494 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-455f607f-ec44-4f76-b298-f91ff933c4ef admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bb4a28a7-3ef7-4e8f-ba32-cf722e541c5e HTTP/1.1" status: 204 len: 168 time: 0.3465943 Nov 09 21:30:18.051603 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-28a74940-1062-416e-845c-cbaca6dda604 req-23bbca20-d120-49bd-9a0e-eada1a91bb9d tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055179 Nov 09 21:30:18.065020 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f607f-ec44-4f76-b298-f91ff933c4ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4a28a7-3ef7-4e8f-ba32-cf722e541c5e,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:18.113296 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-350faa7b-ea60-4274-a28d-eab96bd0c8cc tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:18.139484 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-350faa7b-ea60-4274-a28d-eab96bd0c8cc tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Calling delete_port for 523a243a-0d0c-4432-a0c5-015b7203b0ff owned by network:router_gateway {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:30:18.176525 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-d9a2babf-1c4a-448e-8d59-526e30f30915 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1744766946-network', 'tenant_id': 'e943b98dad114c899508e90d160c4405'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:30:18.248520 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a2babf-1c4a-448e-8d59-526e30f30915 admin admin] Made reservation on behalf of e943b98dad114c899508e90d160c4405 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:30:18.251075 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d9a2babf-1c4a-448e-8d59-526e30f30915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:18.263065 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d9a2babf-1c4a-448e-8d59-526e30f30915 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:18.287432 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abec305-ebe1-4cb4-a80b-635494959721 req-769a870c-6cac-425f-aed4-4cc8bf82a6a1 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:18.289347 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4abec305-ebe1-4cb4-a80b-635494959721 req-769a870c-6cac-425f-aed4-4cc8bf82a6a1 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.0978165 Nov 09 21:30:18.386002 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4abec305-ebe1-4cb4-a80b-635494959721 req-ac774ca5-03fe-458b-8928-756cc94e45ea tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801716 Nov 09 21:30:18.388234 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-350faa7b-ea60-4274-a28d-eab96bd0c8cc tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:18.415897 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d9a2babf-1c4a-448e-8d59-526e30f30915 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:18.421443 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d9a2babf-1c4a-448e-8d59-526e30f30915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:18.442931 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350faa7b-ea60-4274-a28d-eab96bd0c8cc tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Pushing event deleted for resources: {'Port': ['ID=523a243a-0d0c-4432-a0c5-015b7203b0ff,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:18.474530 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9a2babf-1c4a-448e-8d59-526e30f30915 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:30:18.484218 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2babf-1c4a-448e-8d59-526e30f30915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e242328c-2676-4365-8d0f-e7333317de51,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:18.492884 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d9a2babf-1c4a-448e-8d59-526e30f30915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:18.493110 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-d9a2babf-1c4a-448e-8d59-526e30f30915 admin admin] Added segment 1103ebad-4446-4f6d-95c8-a094fa92ad2e of type vlan for network ed2cc4c7-c857-4c68-943a-21ceeb71f0c0 Nov 09 21:30:18.569195 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-350faa7b-ea60-4274-a28d-eab96bd0c8cc tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:18.579372 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d9a2babf-1c4a-448e-8d59-526e30f30915 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:18.617442 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e4da9-580a-4dcc-af78-387740572dbe req-6c51cdf9-12fe-44d6-965f-13f213c3762d tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:18.619005 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1d9e4da9-580a-4dcc-af78-387740572dbe req-6c51cdf9-12fe-44d6-965f-13f213c3762d tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.1160359 Nov 09 21:30:18.626104 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d9a2babf-1c4a-448e-8d59-526e30f30915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:18.627807 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a2babf-1c4a-448e-8d59-526e30f30915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:18.628578 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d9a2babf-1c4a-448e-8d59-526e30f30915 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:18.700624 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-350faa7b-ea60-4274-a28d-eab96bd0c8cc tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:18.703363 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-350faa7b-ea60-4274-a28d-eab96bd0c8cc tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:18.706529 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d9a2babf-1c4a-448e-8d59-526e30f30915 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7371540 Nov 09 21:30:18.723471 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55704) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:18.734016 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-f22f0bfd-e5d3-45c7-9638-4df8b77840e3 admin admin] Request body: {'subnet': {'network_id': 'ed2cc4c7-c857-4c68-943a-21ceeb71f0c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1744766946-subnet', 'tenant_id': 'e943b98dad114c899508e90d160c4405', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:30:18.742948 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2babf-1c4a-448e-8d59-526e30f30915 admin admin] Pushing event updated for resources: {'Network': ['ID=ed2cc4c7-c857-4c68-943a-21ceeb71f0c0,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:18.757694 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-350faa7b-ea60-4274-a28d-eab96bd0c8cc tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:18.758405 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350faa7b-ea60-4274-a28d-eab96bd0c8cc tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Fanout notify agent at l3_agent the message router_deleted on router dbddf32d-c7fe-4c68-8119-dc4de3045bdd {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:30:18.763567 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network ed2cc4c7-c857-4c68-943a-21ceeb71f0c0 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:30:18.770396 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-350faa7b-ea60-4274-a28d-eab96bd0c8cc tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:18.771723 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-350faa7b-ea60-4274-a28d-eab96bd0c8cc tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "DELETE /v2.0/routers/dbddf32d-c7fe-4c68-8119-dc4de3045bdd HTTP/1.1" status: 204 len: 168 time: 1.5134468 Nov 09 21:30:18.772915 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1d9e4da9-580a-4dcc-af78-387740572dbe req-aa605758-1efa-43f5-be59-162fe1e51853 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394722 Nov 09 21:30:18.776344 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55706) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:18.832749 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22f0bfd-e5d3-45c7-9638-4df8b77840e3 admin admin] Made reservation on behalf of e943b98dad114c899508e90d160c4405 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:30:18.835939 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f22f0bfd-e5d3-45c7-9638-4df8b77840e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:18.857535 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ef81c935-7bb1-4792-a3e2-e47195395e41 req-a1263592-f46b-46b5-ba38-f328578640a2 tempest-ServerShowV247Test-1701296314 tempest-ServerShowV247Test-1701296314-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f3290f-ef6a-4b01-83dc-5ad2d05396d2 HTTP/1.1" status: 200 len: 210 time: 0.0626321 Nov 09 21:30:18.889840 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fcb78c4-dbf3-4f80-9306-7e973e83d8db tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Deleting subnet 2376c700-e4d7-4c91-926d-0cc8af2aadd4 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:30:18.893525 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5fcb78c4-dbf3-4f80-9306-7e973e83d8db tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:18.945419 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5fcb78c4-dbf3-4f80-9306-7e973e83d8db tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:18.994746 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5fcb78c4-dbf3-4f80-9306-7e973e83d8db tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:19.110130 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5fcb78c4-dbf3-4f80-9306-7e973e83d8db tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:19.169235 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5fcb78c4-dbf3-4f80-9306-7e973e83d8db tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:19.175045 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5fcb78c4-dbf3-4f80-9306-7e973e83d8db tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "DELETE /v2.0/subnets/2376c700-e4d7-4c91-926d-0cc8af2aadd4 HTTP/1.1" status: 204 len: 168 time: 0.3944583 Nov 09 21:30:19.175045 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb78c4-dbf3-4f80-9306-7e973e83d8db tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Pushing event deleted for resources: {'Subnet': ['ID=2376c700-e4d7-4c91-926d-0cc8af2aadd4,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:19.176469 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55718) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:19.189045 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c35a34-d839-4e2e-af7d-1c4989392350 req-3d155ab9-1671-4b96-b3aa-8f79ca92d4ed tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:19.196714 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-84c35a34-d839-4e2e-af7d-1c4989392350 req-3d155ab9-1671-4b96-b3aa-8f79ca92d4ed tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.1434560 Nov 09 21:30:19.304762 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-df9b6711-7823-45a4-9949-7b43f94d3bba tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:19.415067 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-df9b6711-7823-45a4-9949-7b43f94d3bba tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:19.442810 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-df9b6711-7823-45a4-9949-7b43f94d3bba tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffd02699-406b-4185-8d69-687ecf1e0671']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:30:19.457354 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-df9b6711-7823-45a4-9949-7b43f94d3bba tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf6af36c-9233-4745-ba93-df876f206a09') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:30:19.457837 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-df9b6711-7823-45a4-9949-7b43f94d3bba tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf6af36c-9233-4745-ba93-df876f206a09') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:30:19.459926 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55728) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:19.477880 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-df9b6711-7823-45a4-9949-7b43f94d3bba tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:19.498584 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-df9b6711-7823-45a4-9949-7b43f94d3bba tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:19.508020 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df9b6711-7823-45a4-9949-7b43f94d3bba tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:30:19.508394 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-df9b6711-7823-45a4-9949-7b43f94d3bba tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:19.518525 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:30:19.518525 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:30:19.518525 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:30:19.518525 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:30:19.518525 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:30:19.518525 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:30:19.518525 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:30:19.518525 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:30:19.518525 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:30:19.518525 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:30:19.518525 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:30:19.518525 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:30:19.518525 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:30:19.518525 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:30:19.518525 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:30:19.518525 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:30:19.518525 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:30:19.518525 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:30:19.518525 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:30:19.518525 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:30:19.518525 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:30:19.518525 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:30:19.518525 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:30:19.518525 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:30:19.518525 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:30:19.518525 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:30:19.518525 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:30:19.518525 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:30:19.518525 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:30:19.518525 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:30:19.518525 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:30:19.518525 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:30:19.545949 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55732) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:19.602061 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-df9b6711-7823-45a4-9949-7b43f94d3bba tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:19.613376 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-df9b6711-7823-45a4-9949-7b43f94d3bba tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:19.618850 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-df9b6711-7823-45a4-9949-7b43f94d3bba tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] 10.222.0.49 "DELETE /v2.0/networks/ffd02699-406b-4185-8d69-687ecf1e0671 HTTP/1.1" status: 204 len: 168 time: 0.4418817 Nov 09 21:30:19.631542 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-84c35a34-d839-4e2e-af7d-1c4989392350 req-4418dbea-2377-438f-a1d1-37a8f88ba495 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338839 Nov 09 21:30:19.652693 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b6711-7823-45a4-9949-7b43f94d3bba tempest-FloatingIPTestJSON-634646806 tempest-FloatingIPTestJSON-634646806-project] Pushing event deleted for resources: {'Network': ['ID=ffd02699-406b-4185-8d69-687ecf1e0671,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:19.696764 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-8284e136-1a3f-44ed-bdf2-7e44f64e0688 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1826820876-network', 'tenant_id': '1f67c4e59ee04da19ceea89a2062ddd4'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:30:19.698633 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-263b34a1-6833-43bb-ae25-9baa6927cd19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:19.733277 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f22f0bfd-e5d3-45c7-9638-4df8b77840e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:19.740988 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8284e136-1a3f-44ed-bdf2-7e44f64e0688 admin admin] Made reservation on behalf of 1f67c4e59ee04da19ceea89a2062ddd4 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:30:19.743877 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8284e136-1a3f-44ed-bdf2-7e44f64e0688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:19.754322 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8284e136-1a3f-44ed-bdf2-7e44f64e0688 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:19.847905 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8284e136-1a3f-44ed-bdf2-7e44f64e0688 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:19.851791 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8284e136-1a3f-44ed-bdf2-7e44f64e0688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:19.861800 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f0bfd-e5d3-45c7-9638-4df8b77840e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dad33b59-7230-41a0-9a7f-8499ed1263b5,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:19.876995 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8284e136-1a3f-44ed-bdf2-7e44f64e0688 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:30:19.889343 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22f0bfd-e5d3-45c7-9638-4df8b77840e3 admin admin] Checking segment: {'id': '1103ebad-4446-4f6d-95c8-a094fa92ad2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ed2cc4c7-c857-4c68-943a-21ceeb71f0c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:30:19.889847 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22f0bfd-e5d3-45c7-9638-4df8b77840e3 admin admin] Network hostable DHCP agents. Network: ed2cc4c7-c857-4c68-943a-21ceeb71f0c0, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:30:19.894113 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8284e136-1a3f-44ed-bdf2-7e44f64e0688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928bb2ed-dcc6-4201-aa61-15e0cac7f757,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:19.898013 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8284e136-1a3f-44ed-bdf2-7e44f64e0688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:19.898688 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-8284e136-1a3f-44ed-bdf2-7e44f64e0688 admin admin] Added segment 8ec4b877-92ae-4cea-aefa-e810ca647cd9 of type vlan for network 8d62e5d4-b4a6-4ce5-aea6-15ade4876ba4 Nov 09 21:30:19.910738 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f92a8-c713-45d7-a413-c0d679a30b00 req-dc7b09f7-5553-475a-83f5-54681b1029b1 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:19.912827 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-339f92a8-c713-45d7-a413-c0d679a30b00 req-dc7b09f7-5553-475a-83f5-54681b1029b1 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.1623828 Nov 09 21:30:19.920268 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-263b34a1-6833-43bb-ae25-9baa6927cd19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:19.921151 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55748) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:19.934806 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-263b34a1-6833-43bb-ae25-9baa6927cd19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:19.958092 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8284e136-1a3f-44ed-bdf2-7e44f64e0688 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:19.985789 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8284e136-1a3f-44ed-bdf2-7e44f64e0688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:19.987042 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8284e136-1a3f-44ed-bdf2-7e44f64e0688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:19.987894 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8284e136-1a3f-44ed-bdf2-7e44f64e0688 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:19.996110 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22f0bfd-e5d3-45c7-9638-4df8b77840e3 admin admin] Network ed2cc4c7-c857-4c68-943a-21ceeb71f0c0 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:30:20.016786 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cb7769bc-0797-4526-b732-25f4159feb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:20.021108 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-263b34a1-6833-43bb-ae25-9baa6927cd19 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=64d677d2c9cd4c058b926beda842db48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4739780 Nov 09 21:30:20.031194 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55752) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:20.043922 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b34a1-6833-43bb-ae25-9baa6927cd19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c404be12-e92f-4b95-8dcb-03331014c070,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:20.050289 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8284e136-1a3f-44ed-bdf2-7e44f64e0688 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5865164 Nov 09 21:30:20.052927 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55754) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:20.068185 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-0c00ed24-5999-447d-acca-13e52b591076 admin admin] Request body: {'subnet': {'network_id': '8d62e5d4-b4a6-4ce5-aea6-15ade4876ba4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1826820876-subnet', 'tenant_id': '1f67c4e59ee04da19ceea89a2062ddd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:30:20.076126 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-f22f0bfd-e5d3-45c7-9638-4df8b77840e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, ed2cc4c7-c857-4c68-943a-21ceeb71f0c0) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:30:20.080715 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22f0bfd-e5d3-45c7-9638-4df8b77840e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:20.081539 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f22f0bfd-e5d3-45c7-9638-4df8b77840e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:20.088932 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f3574f-1bad-4a1e-a8df-0b026e3d4da3 None None] Network ed2cc4c7-c857-4c68-943a-21ceeb71f0c0 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:30:20.106903 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-339f92a8-c713-45d7-a413-c0d679a30b00 req-bfd3a908-0751-402b-94d4-3eed29fa6735 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778057 Nov 09 21:30:20.112936 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d8e40af2-b284-458f-8495-e8a1bf07d424 req-98790790-0b6b-4cda-8542-c4c4cfbe4af1 tempest-ServerShowV247Test-1701296314 tempest-ServerShowV247Test-1701296314-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f3290f-ef6a-4b01-83dc-5ad2d05396d2 HTTP/1.1" status: 200 len: 210 time: 0.1052320 Nov 09 21:30:20.166803 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8284e136-1a3f-44ed-bdf2-7e44f64e0688 admin admin] Pushing event updated for resources: {'Network': ['ID=8d62e5d4-b4a6-4ce5-aea6-15ade4876ba4,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:20.179990 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 8d62e5d4-b4a6-4ce5-aea6-15ade4876ba4 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:30:20.209948 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c00ed24-5999-447d-acca-13e52b591076 admin admin] Made reservation on behalf of 1f67c4e59ee04da19ceea89a2062ddd4 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:30:20.212249 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0c00ed24-5999-447d-acca-13e52b591076 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:20.222432 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f22f0bfd-e5d3-45c7-9638-4df8b77840e3 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4963753 Nov 09 21:30:20.295976 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5dfd25df-3a97-48ed-a4f1-ac400b183aa9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ed83e5dad49a418590039b73ac0626b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3735063 Nov 09 21:30:20.298556 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55762) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:20.305658 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-557ed66d-3c47-4b7a-a832-78587b755708 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:20.338426 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed753ea-3138-4ddb-bad3-8e72d676b79d req-09c49a02-36f4-47ba-be67-95b31ee7dd75 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:20.340299 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7ed753ea-3138-4ddb-bad3-8e72d676b79d req-09c49a02-36f4-47ba-be67-95b31ee7dd75 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.1653171 Nov 09 21:30:20.369253 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-557ed66d-3c47-4b7a-a832-78587b755708 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:20.373224 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d1b3248d-ddb6-4523-bc36-fb024828cd37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:20.376440 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc47050e-58fb-4845-92bc-f4903b4fc52b None None] Network ed2cc4c7-c857-4c68-943a-21ceeb71f0c0 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:30:20.404618 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d1b3248d-ddb6-4523-bc36-fb024828cd37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:20.469139 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d1b3248d-ddb6-4523-bc36-fb024828cd37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:20.473539 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d1b3248d-ddb6-4523-bc36-fb024828cd37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:20.476050 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d1b3248d-ddb6-4523-bc36-fb024828cd37 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3d66cbc9-b4d7-4189-9410-0a5f9f65f8ac HTTP/1.1" status: 204 len: 168 time: 0.1764350 Nov 09 21:30:20.487496 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7ed753ea-3138-4ddb-bad3-8e72d676b79d req-2754c30c-33ae-427a-badb-060cd64eddb0 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287165 Nov 09 21:30:20.492086 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b3248d-ddb6-4523-bc36-fb024828cd37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d66cbc9-b4d7-4189-9410-0a5f9f65f8ac,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:20.514102 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-557ed66d-3c47-4b7a-a832-78587b755708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:20.517066 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-557ed66d-3c47-4b7a-a832-78587b755708 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:20.521082 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-557ed66d-3c47-4b7a-a832-78587b755708 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c404be12-e92f-4b95-8dcb-03331014c070 HTTP/1.1" status: 204 len: 168 time: 0.4873078 Nov 09 21:30:20.539334 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ed66d-3c47-4b7a-a832-78587b755708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c404be12-e92f-4b95-8dcb-03331014c070,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:20.596330 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0c00ed24-5999-447d-acca-13e52b591076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:20.648694 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00ed24-5999-447d-acca-13e52b591076 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95fd697e-296c-4da7-8bca-275796e1475d,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:20.725687 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c00ed24-5999-447d-acca-13e52b591076 admin admin] Checking segment: {'id': '8ec4b877-92ae-4cea-aefa-e810ca647cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8d62e5d4-b4a6-4ce5-aea6-15ade4876ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:30:20.726167 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c00ed24-5999-447d-acca-13e52b591076 admin admin] Network hostable DHCP agents. Network: 8d62e5d4-b4a6-4ce5-aea6-15ade4876ba4, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:30:20.747569 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a2549-5b83-424a-b8c5-4a674e098f1c req-542fca56-841c-4d86-b29d-c62410b12a99 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:20.749526 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-280a2549-5b83-424a-b8c5-4a674e098f1c req-542fca56-841c-4d86-b29d-c62410b12a99 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.1024499 Nov 09 21:30:20.783350 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c00ed24-5999-447d-acca-13e52b591076 admin admin] Network 8d62e5d4-b4a6-4ce5-aea6-15ade4876ba4 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:30:20.797896 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-0c00ed24-5999-447d-acca-13e52b591076 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 8d62e5d4-b4a6-4ce5-aea6-15ade4876ba4) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:30:20.814190 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c00ed24-5999-447d-acca-13e52b591076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:20.814912 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0c00ed24-5999-447d-acca-13e52b591076 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:20.821502 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526886ed-dceb-4608-8c91-6560ad2192c6 None None] Network 8d62e5d4-b4a6-4ce5-aea6-15ade4876ba4 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:30:20.840616 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-280a2549-5b83-424a-b8c5-4a674e098f1c req-d5e642c0-4d43-42f9-a262-b3da712c4f97 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802715 Nov 09 21:30:20.845781 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0c00ed24-5999-447d-acca-13e52b591076 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7824326 Nov 09 21:30:20.982262 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:21.038115 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15221d97-139d-4168-a22e-a270894d1757 req-402165e8-8c52-4047-a09d-6be29e056715 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:21.039969 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-15221d97-139d-4168-a22e-a270894d1757 req-402165e8-8c52-4047-a09d-6be29e056715 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.0938485 Nov 09 21:30:21.083922 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92527bc3-51a8-4dec-a9b2-efd3b7e1da13 None None] Network 8d62e5d4-b4a6-4ce5-aea6-15ade4876ba4 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:30:21.129283 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-15221d97-139d-4168-a22e-a270894d1757 req-a86018d3-2953-49a2-80e2-9552f183e577 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752568 Nov 09 21:30:21.264101 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55810) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:21.279954 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ffa8404c-ad22-4e24-be8b-3e28b081bcc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:21.375318 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-be4009b3-4af0-46a6-9daa-f4469e30c5ad req-ec5818d3-874f-409a-ada8-9b7b9ae6caf8 tempest-ServerShowV247Test-1701296314 tempest-ServerShowV247Test-1701296314-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f3290f-ef6a-4b01-83dc-5ad2d05396d2 HTTP/1.1" status: 200 len: 210 time: 0.0506060 Nov 09 21:30:21.491687 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59119cf-ebc0-4635-a91e-8c7ac9f2558c req-11e4afaf-8423-499a-9bbb-c811bfd92413 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:21.493887 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d59119cf-ebc0-4635-a91e-8c7ac9f2558c req-11e4afaf-8423-499a-9bbb-c811bfd92413 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 947 time: 0.0882339 Nov 09 21:30:21.506654 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ffa8404c-ad22-4e24-be8b-3e28b081bcc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:21.514663 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ffa8404c-ad22-4e24-be8b-3e28b081bcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:21.601787 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32cb3c-3dd4-4806-9c9e-214925527a15 req-e3bfed1e-9108-4f46-9a87-7fbee46ac2b4 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:21.604484 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d59119cf-ebc0-4635-a91e-8c7ac9f2558c req-1b862dec-4178-4e94-a5a9-93506fcbc4e7 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962362 Nov 09 21:30:21.605474 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2d32cb3c-3dd4-4806-9c9e-214925527a15 req-e3bfed1e-9108-4f46-9a87-7fbee46ac2b4 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.0685310 Nov 09 21:30:21.612965 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ffa8404c-ad22-4e24-be8b-3e28b081bcc6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e590665094594237b482b332ef6c449d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3476391 Nov 09 21:30:21.615437 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55826) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:21.645197 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa8404c-ad22-4e24-be8b-3e28b081bcc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11405db3-b0a6-422a-b763-36219e315d50,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:21.676838 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-52c8f43b-9fa8-4449-8938-f91df453c8f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:21.703641 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2d32cb3c-3dd4-4806-9c9e-214925527a15 req-c651c721-783f-46fc-abdd-9c92539edc87 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793064 Nov 09 21:30:21.715326 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-52c8f43b-9fa8-4449-8938-f91df453c8f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:21.786256 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-52c8f43b-9fa8-4449-8938-f91df453c8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:21.789310 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-52c8f43b-9fa8-4449-8938-f91df453c8f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:21.790648 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-52c8f43b-9fa8-4449-8938-f91df453c8f0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/11405db3-b0a6-422a-b763-36219e315d50 HTTP/1.1" status: 204 len: 168 time: 0.1743128 Nov 09 21:30:21.800435 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c8f43b-9fa8-4449-8938-f91df453c8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11405db3-b0a6-422a-b763-36219e315d50,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:21.880936 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63bc0e6-e7bb-4e15-ae86-35df33951578 req-6847e6a3-d8eb-489b-8440-1020ae8486dd tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:21.884170 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e63bc0e6-e7bb-4e15-ae86-35df33951578 req-6847e6a3-d8eb-489b-8440-1020ae8486dd tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.0904925 Nov 09 21:30:21.971746 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e63bc0e6-e7bb-4e15-ae86-35df33951578 req-ca086f15-b4a4-4ccc-be8b-6b8ff954709e tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647662 Nov 09 21:30:22.143967 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e74fcf-cebf-45e0-8106-0f9644128f23 req-a012f698-c627-4d13-9714-a0ab6f93746d tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:22.145776 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-03e74fcf-cebf-45e0-8106-0f9644128f23 req-a012f698-c627-4d13-9714-a0ab6f93746d tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.0605845 Nov 09 21:30:22.185597 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55866) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:22.191531 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-4fef829f-dcf0-4576-8ee9-4059c0e88fc1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1260569138-network', 'tenant_id': 'e7826aca6917417796d346077549fad9'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:30:22.218016 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-03e74fcf-cebf-45e0-8106-0f9644128f23 req-6e075a4e-f8f4-4c25-b5fe-5c27f3a390be tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660832 Nov 09 21:30:22.253204 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fef829f-dcf0-4576-8ee9-4059c0e88fc1 admin admin] Made reservation on behalf of e7826aca6917417796d346077549fad9 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:30:22.258701 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4fef829f-dcf0-4576-8ee9-4059c0e88fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:22.268847 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4fef829f-dcf0-4576-8ee9-4059c0e88fc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:22.361905 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:22.384942 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5452537-72fe-4f83-8ff3-6fa6691b504d req-e10d269e-3bd2-4c7a-95e3-72c84be52ab1 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:22.386622 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f5452537-72fe-4f83-8ff3-6fa6691b504d req-e10d269e-3bd2-4c7a-95e3-72c84be52ab1 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.0906732 Nov 09 21:30:22.477806 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4fef829f-dcf0-4576-8ee9-4059c0e88fc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:22.486669 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4fef829f-dcf0-4576-8ee9-4059c0e88fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:22.504192 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-13fc524c-0f83-412c-8bb0-94f64730acb5 req-ed3e10a6-e674-45ed-a635-0982522c0151 tempest-ServerShowV247Test-1701296314 tempest-ServerShowV247Test-1701296314-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f3290f-ef6a-4b01-83dc-5ad2d05396d2 HTTP/1.1" status: 200 len: 210 time: 0.0404794 Nov 09 21:30:22.540386 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f5452537-72fe-4f83-8ff3-6fa6691b504d req-b8959b35-d1bc-4ca3-8e6c-607a58683695 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237128 Nov 09 21:30:22.550144 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef829f-dcf0-4576-8ee9-4059c0e88fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b20009c-102a-4a4e-82c0-2f7417b2f0dd,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:22.559023 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fef829f-dcf0-4576-8ee9-4059c0e88fc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:30:22.573345 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4fef829f-dcf0-4576-8ee9-4059c0e88fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:22.573686 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-4fef829f-dcf0-4576-8ee9-4059c0e88fc1 admin admin] Added segment ece0f889-c8a1-444a-b532-97b8d79afd34 of type vlan for network 8adf481b-6065-48d7-b768-dae93b1c960b Nov 09 21:30:22.622060 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4fef829f-dcf0-4576-8ee9-4059c0e88fc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:22.657031 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4fef829f-dcf0-4576-8ee9-4059c0e88fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:22.658222 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fef829f-dcf0-4576-8ee9-4059c0e88fc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:22.660031 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4fef829f-dcf0-4576-8ee9-4059c0e88fc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:22.758482 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:22.780885 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4fef829f-dcf0-4576-8ee9-4059c0e88fc1 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5938404 Nov 09 21:30:22.785760 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55906) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:22.798462 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-08035a1c-68ae-4edb-b8d3-52e5b2e9c67e admin admin] Request body: {'subnet': {'network_id': '8adf481b-6065-48d7-b768-dae93b1c960b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1260569138-subnet', 'tenant_id': 'e7826aca6917417796d346077549fad9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:30:22.811390 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109730a-7659-4210-8416-b8ddf0a512d8 req-9818f9ef-6993-45f8-8a7b-afba55c132ed tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:22.814132 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2109730a-7659-4210-8416-b8ddf0a512d8 req-9818f9ef-6993-45f8-8a7b-afba55c132ed tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.43 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 947 time: 0.1474752 Nov 09 21:30:22.836251 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef829f-dcf0-4576-8ee9-4059c0e88fc1 admin admin] Pushing event updated for resources: {'Network': ['ID=8adf481b-6065-48d7-b768-dae93b1c960b,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:22.851028 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 8adf481b-6065-48d7-b768-dae93b1c960b details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:30:22.851830 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0829f4-dc9f-48d4-9f2c-57c5decefdb2 req-34b675ae-44f5-47d5-8aa3-679e55610566 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:22.860544 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2b0829f4-dc9f-48d4-9f2c-57c5decefdb2 req-34b675ae-44f5-47d5-8aa3-679e55610566 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 947 time: 0.1630418 Nov 09 21:30:22.922845 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08035a1c-68ae-4edb-b8d3-52e5b2e9c67e admin admin] Made reservation on behalf of e7826aca6917417796d346077549fad9 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:30:22.926393 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-08035a1c-68ae-4edb-b8d3-52e5b2e9c67e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:22.951846 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75032651-92ba-403f-947c-f3dceb5cf65c req-82cf42a1-a885-4e45-85b1-1501a2960789 tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:22.969608 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-75032651-92ba-403f-947c-f3dceb5cf65c req-82cf42a1-a885-4e45-85b1-1501a2960789 tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] 10.222.0.49 "GET /v2.0/networks?id=ed2cc4c7-c857-4c68-943a-21ceeb71f0c0 HTTP/1.1" status: 200 len: 810 time: 0.3295629 Nov 09 21:30:22.988140 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2b0829f4-dc9f-48d4-9f2c-57c5decefdb2 req-25d624f4-0d32-4cbe-9e20-ea10b1f7ae15 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups?id=37feb5f3-a75b-443d-af3b-3c1bb52a066a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260457 Nov 09 21:30:22.990247 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-75032651-92ba-403f-947c-f3dceb5cf65c req-496a71a9-5b0f-468e-b592-b9ba5989214f tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] 10.222.0.49 "GET /v2.0/quotas/e943b98dad114c899508e90d160c4405 HTTP/1.1" status: 200 len: 375 time: 0.0197203 Nov 09 21:30:23.038343 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-75032651-92ba-403f-947c-f3dceb5cf65c req-5d9c551d-973e-4aca-ad8e-78749a20b10f tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e943b98dad114c899508e90d160c4405&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363848 Nov 09 21:30:23.116096 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-2109730a-7659-4210-8416-b8ddf0a512d8 req-de424eae-e77a-4744-8535-21d21b5ac4e0 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Deleting port 68ae207f-8797-43be-b1fb-04eb8173be11 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:30:23.116445 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-2109730a-7659-4210-8416-b8ddf0a512d8 req-de424eae-e77a-4744-8535-21d21b5ac4e0 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:23.192946 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-08035a1c-68ae-4edb-b8d3-52e5b2e9c67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:23.206016 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-75032651-92ba-403f-947c-f3dceb5cf65c req-a69ecbef-4513-4c9e-b1d8-802f2b1a1bc7 service neutron] 10.222.0.49 "GET /v2.0/networks/ed2cc4c7-c857-4c68-943a-21ceeb71f0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667402 Nov 09 21:30:23.284400 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08035a1c-68ae-4edb-b8d3-52e5b2e9c67e admin admin] Checking segment: {'id': 'ece0f889-c8a1-444a-b532-97b8d79afd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8adf481b-6065-48d7-b768-dae93b1c960b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:30:23.285096 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08035a1c-68ae-4edb-b8d3-52e5b2e9c67e admin admin] Network hostable DHCP agents. Network: 8adf481b-6065-48d7-b768-dae93b1c960b, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:30:23.291750 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08035a1c-68ae-4edb-b8d3-52e5b2e9c67e admin admin] Pushing event updated for resources: {'Subnet': ['ID=090e20ab-5501-402e-a334-45762a0666c0,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:23.313158 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-75032651-92ba-403f-947c-f3dceb5cf65c req-06611bd9-7cea-4c2c-8102-00748a7db9cc service neutron] 10.222.0.49 "GET /v2.0/networks/ed2cc4c7-c857-4c68-943a-21ceeb71f0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989759 Nov 09 21:30:23.336197 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:23.368711 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08035a1c-68ae-4edb-b8d3-52e5b2e9c67e admin admin] Network 8adf481b-6065-48d7-b768-dae93b1c960b is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:30:23.380928 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-2109730a-7659-4210-8416-b8ddf0a512d8 req-de424eae-e77a-4744-8535-21d21b5ac4e0 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] For port 68ae207f-8797-43be-b1fb-04eb8173be11, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=68ae207f-8797-43be-b1fb-04eb8173be11,segment=NetworkSegment(0266031b-5829-40c1-acad-8e9a97b817f5),segment_id=0266031b-5829-40c1-acad-8e9a97b817f5)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:30:23.381365 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-2109730a-7659-4210-8416-b8ddf0a512d8 req-de424eae-e77a-4744-8535-21d21b5ac4e0 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:23.386604 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086d7cb-8439-4ba1-94a4-bcea871bd9ab req-6ebe6701-006a-430f-b773-de47caf713d4 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:23.388165 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5086d7cb-8439-4ba1-94a4-bcea871bd9ab req-6ebe6701-006a-430f-b773-de47caf713d4 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.1052253 Nov 09 21:30:23.393550 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-08035a1c-68ae-4edb-b8d3-52e5b2e9c67e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 8adf481b-6065-48d7-b768-dae93b1c960b) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:30:23.403698 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08035a1c-68ae-4edb-b8d3-52e5b2e9c67e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:23.404414 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-08035a1c-68ae-4edb-b8d3-52e5b2e9c67e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:23.410532 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9847a650-1ab0-4c03-bea6-adee6b3c816e None None] Network 8adf481b-6065-48d7-b768-dae93b1c960b requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:30:23.429072 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-08035a1c-68ae-4edb-b8d3-52e5b2e9c67e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6365068 Nov 09 21:30:23.545120 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5086d7cb-8439-4ba1-94a4-bcea871bd9ab req-35ea1709-4d62-46c5-a788-8346a353b3c8 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246130 Nov 09 21:30:23.586910 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bde039e-2bd9-4c25-a86c-9020431c8721 None None] Network 8adf481b-6065-48d7-b768-dae93b1c960b requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:30:23.729008 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-37d08edf-f99b-4086-9f33-20c17adf0501 req-76a81845-b9c8-40bf-b32b-5b7f0ed05512 tempest-ServerShowV247Test-1701296314 tempest-ServerShowV247Test-1701296314-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f3290f-ef6a-4b01-83dc-5ad2d05396d2 HTTP/1.1" status: 200 len: 210 time: 0.0698209 Nov 09 21:30:23.866126 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a90c1d2a-7248-4295-977f-c3b00740026a req-88744d43-a073-45fc-93a6-9bf85618ab40 tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c0beaf3-12d9-45ba-8bbd-240f3640265e HTTP/1.1" status: 200 len: 210 time: 0.0461156 Nov 09 21:30:23.897678 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0036c8f-c8a0-445f-aa3b-cb9fd857e498 req-ec058d78-ae75-483b-b43a-305d8932a185 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:23.905231 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a0036c8f-c8a0-445f-aa3b-cb9fd857e498 req-ec058d78-ae75-483b-b43a-305d8932a185 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.1479220 Nov 09 21:30:23.931218 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-2109730a-7659-4210-8416-b8ddf0a512d8 req-de424eae-e77a-4744-8535-21d21b5ac4e0 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:23.931552 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-2109730a-7659-4210-8416-b8ddf0a512d8 req-de424eae-e77a-4744-8535-21d21b5ac4e0 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:23.931749 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [req-2109730a-7659-4210-8416-b8ddf0a512d8 req-de424eae-e77a-4744-8535-21d21b5ac4e0 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Floating IP 0c95e7f3-1b90-418e-8eca-391a37ad0a04 disassociated. External IP: 172.25.7.205, port: 68ae207f-8797-43be-b1fb-04eb8173be11. Nov 09 21:30:23.932052 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-2109730a-7659-4210-8416-b8ddf0a512d8 req-de424eae-e77a-4744-8535-21d21b5ac4e0 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Calling delete_port for 68ae207f-8797-43be-b1fb-04eb8173be11 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:30:24.009317 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a0036c8f-c8a0-445f-aa3b-cb9fd857e498 req-f6212bb7-9c1b-4820-9dac-2d95249cc655 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984192 Nov 09 21:30:24.171385 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-2109730a-7659-4210-8416-b8ddf0a512d8 req-de424eae-e77a-4744-8535-21d21b5ac4e0 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:24.235869 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de424eae-e77a-4744-8535-21d21b5ac4e0 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Pushing event deleted for resources: {'Port': ['ID=68ae207f-8797-43be-b1fb-04eb8173be11,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:24.311061 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ccc6ea72-063b-463b-97eb-58c213fab9eb req-3c998eae-1fc5-4aad-95f6-42db2b5eb96d tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/ports?device_id=568d6d7e-d407-462e-8cd2-c3b9473dcad5 HTTP/1.1" status: 200 len: 210 time: 0.0800295 Nov 09 21:30:24.554625 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb853123-75df-48bd-b9d0-39f0d7fae207 req-3c0cf31a-82cf-44f2-a4d5-a1d04a443183 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:24.556455 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bb853123-75df-48bd-b9d0-39f0d7fae207 req-3c0cf31a-82cf-44f2-a4d5-a1d04a443183 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.0848861 Nov 09 21:30:24.565558 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2109730a-7659-4210-8416-b8ddf0a512d8 req-de424eae-e77a-4744-8535-21d21b5ac4e0 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Router e5a328cd-b7f7-4e43-968a-2614ea669b17 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:30:24.701471 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bb853123-75df-48bd-b9d0-39f0d7fae207 req-74d56905-d252-49d0-90a4-90aba5f35566 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338069 Nov 09 21:30:24.804454 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2109730a-7659-4210-8416-b8ddf0a512d8 req-de424eae-e77a-4744-8535-21d21b5ac4e0 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:30:24.820803 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a0c1b0-d952-46c8-8fa0-eebe48c47571 None None] Sync routers for ids ['e5a328cd-b7f7-4e43-968a-2614ea669b17'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:30:24.836258 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a0c1b0-d952-46c8-8fa0-eebe48c47571 None None] Routers {'e5a328cd-b7f7-4e43-968a-2614ea669b17'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:30:24.840497 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-60a0c1b0-d952-46c8-8fa0-eebe48c47571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:30:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e5a328cd-b7f7-4e43-968a-2614ea669b17'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:30:24.848276 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2f06a-303d-4383-b407-0ab8a182b15f req-b58a224e-18b4-4d53-ab50-12fb0ea2135d tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:24.861006 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9ee2f06a-303d-4383-b407-0ab8a182b15f req-b58a224e-18b4-4d53-ab50-12fb0ea2135d tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/networks?id=8d62e5d4-b4a6-4ce5-aea6-15ade4876ba4 HTTP/1.1" status: 200 len: 812 time: 0.2277660 Nov 09 21:30:24.882234 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-2109730a-7659-4210-8416-b8ddf0a512d8 req-de424eae-e77a-4744-8535-21d21b5ac4e0 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] No DVR routers for this DVR port 68ae207f-8797-43be-b1fb-04eb8173be11 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:30:24.887352 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-2109730a-7659-4210-8416-b8ddf0a512d8 req-de424eae-e77a-4744-8535-21d21b5ac4e0 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:24.890918 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2109730a-7659-4210-8416-b8ddf0a512d8 req-de424eae-e77a-4744-8535-21d21b5ac4e0 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.43 "DELETE /v2.0/ports/68ae207f-8797-43be-b1fb-04eb8173be11 HTTP/1.1" status: 204 len: 173 time: 2.0687196 Nov 09 21:30:24.891374 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568d6d7e-d407-462e-8cd2-c3b9473dcad5', 'name': 'network-vif-deleted', 'tag': '68ae207f-8797-43be-b1fb-04eb8173be11'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:30:24.896622 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a1fb34-fe9e-4ba2-8a2d-292d3bc58683" -d '{"events": [{"server_uuid": "568d6d7e-d407-462e-8cd2-c3b9473dcad5", "name": "network-vif-deleted", "tag": "68ae207f-8797-43be-b1fb-04eb8173be11"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:30:24.925968 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9ee2f06a-303d-4383-b407-0ab8a182b15f req-58d89f39-f8eb-458f-8717-94fc72af121c tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/quotas/1f67c4e59ee04da19ceea89a2062ddd4 HTTP/1.1" status: 200 len: 375 time: 0.0639160 Nov 09 21:30:24.970309 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9ee2f06a-303d-4383-b407-0ab8a182b15f req-0ffecffb-0bd4-455e-8d27-872e909c5d81 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1f67c4e59ee04da19ceea89a2062ddd4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427160 Nov 09 21:30:24.994105 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-60a0c1b0-d952-46c8-8fa0-eebe48c47571 None None] Set router e5a328cd-b7f7-4e43-968a-2614ea669b17 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:30:25.053539 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956223d-8fa1-4f4d-a1ce-518d1963426f req-04e6fe7b-54d8-48ab-8f91-0b9710eaf4ee tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:25.060769 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f956223d-8fa1-4f4d-a1ce-518d1963426f req-04e6fe7b-54d8-48ab-8f91-0b9710eaf4ee tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.1156914 Nov 09 21:30:25.150470 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9ee2f06a-303d-4383-b407-0ab8a182b15f req-d28d1916-730e-441b-bf18-b51657c606c5 service neutron] 10.222.0.49 "GET /v2.0/networks/8d62e5d4-b4a6-4ce5-aea6-15ade4876ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727798 Nov 09 21:30:25.155824 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f956223d-8fa1-4f4d-a1ce-518d1963426f req-b6a272b1-d59e-42ad-831a-afe911c8f016 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900280 Nov 09 21:30:25.302488 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9ee2f06a-303d-4383-b407-0ab8a182b15f req-122d863e-2067-4d6b-a6e7-07684d48f2f8 service neutron] 10.222.0.49 "GET /v2.0/networks/8d62e5d4-b4a6-4ce5-aea6-15ade4876ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501372 Nov 09 21:30:25.321939 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-60a0c1b0-d952-46c8-8fa0-eebe48c47571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'name': 'tempest-AttachVolumeShelveTestJSON-1134091748-router', 'tenant_id': '80bd14f1151c49209b6b9f6a58ef3329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '781df098-9817-4073-a821-03d622980305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:21:59Z', 'updated_at': '2021-11-09T21:22:07Z', 'revision_number': 4, 'project_id': '80bd14f1151c49209b6b9f6a58ef3329', 'gw_port': {'id': '781df098-9817-4073-a821-03d622980305', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:00Z', 'updated_at': '2021-11-09T21:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '70422ba5-3105-471f-ba27-a49007a6ecf7', 'name': '', 'network_id': '5a2ce5cc-687a-4c33-859e-f9b75a50c5b6', 'tenant_id': '80bd14f1151c49209b6b9f6a58ef3329', 'mac_address': 'fa:16:3e:a6:3e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '87945563-f9d1-4353-83ce-d183f9346308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:05Z', 'updated_at': '2021-11-09T21:22:13Z', 'revision_number': 5, 'project_id': '80bd14f1151c49209b6b9f6a58ef3329', 'subnets': [{'id': '87945563-f9d1-4353-83ce-d183f9346308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:30:25.322333 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a8c7ad14-aaec-4b0c-9bb3-4f1c404b2824 req-2ec7d9cc-7a69-4a7f-a3b0-95ffcdd677de tempest-ServerShowV247Test-1701296314 tempest-ServerShowV247Test-1701296314-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f3290f-ef6a-4b01-83dc-5ad2d05396d2 HTTP/1.1" status: 200 len: 210 time: 0.0489485 Nov 09 21:30:25.375391 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a0c1b0-d952-46c8-8fa0-eebe48c47571 None None] Checking router: e5a328cd-b7f7-4e43-968a-2614ea669b17 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:30:25.386201 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a0c1b0-d952-46c8-8fa0-eebe48c47571 None None] Routers {'e5a328cd-b7f7-4e43-968a-2614ea669b17'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:30:25.387363 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-60a0c1b0-d952-46c8-8fa0-eebe48c47571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:30:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e5a328cd-b7f7-4e43-968a-2614ea669b17'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:30:25.395908 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75032651-92ba-403f-947c-f3dceb5cf65c req-57dd798e-84d3-47d1-8779-ebd67f26f0e4 tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:25.397445 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-75032651-92ba-403f-947c-f3dceb5cf65c req-57dd798e-84d3-47d1-8779-ebd67f26f0e4 tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] 10.222.0.43 "GET /v2.0/networks?id=ed2cc4c7-c857-4c68-943a-21ceeb71f0c0 HTTP/1.1" status: 200 len: 810 time: 0.1766386 Nov 09 21:30:25.420902 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-75032651-92ba-403f-947c-f3dceb5cf65c req-cc13d6b8-743f-44eb-976c-c99740088aec tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] Request body: {'port': {'device_id': '9c0beaf3-12d9-45ba-8bbd-240f3640265e', 'network_id': 'ed2cc4c7-c857-4c68-943a-21ceeb71f0c0', 'admin_state_up': True, 'tenant_id': 'e943b98dad114c899508e90d160c4405'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:30:25.611182 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60115100-a1f3-4554-b42a-8ae5e82fce1d x-openstack-request-id: req-60115100-a1f3-4554-b42a-8ae5e82fce1d {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:30:25.611778 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "568d6d7e-d407-462e-8cd2-c3b9473dcad5", "name": "network-vif-deleted", "tag": "68ae207f-8797-43be-b1fb-04eb8173be11", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:30:25.617714 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-60a0c1b0-d952-46c8-8fa0-eebe48c47571 None None] Set router e5a328cd-b7f7-4e43-968a-2614ea669b17 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:30:25.627339 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-60115100-a1f3-4554-b42a-8ae5e82fce1d {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:30:25.627824 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568d6d7e-d407-462e-8cd2-c3b9473dcad5', 'name': 'network-vif-deleted', 'tag': '68ae207f-8797-43be-b1fb-04eb8173be11', 'status': 'completed', 'code': 200} Nov 09 21:30:25.668878 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7db9421b-9f41-4e8d-b5be-4bf82c78e028 req-ebd5b5bd-d388-4d0c-a156-6a390f7dc07a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c7f3290f-ef6a-4b01-83dc-5ad2d05396d2 HTTP/1.1" status: 200 len: 210 time: 0.0843787 Nov 09 21:30:25.819421 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75032651-92ba-403f-947c-f3dceb5cf65c req-cc13d6b8-743f-44eb-976c-c99740088aec tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] Made reservation on behalf of e943b98dad114c899508e90d160c4405 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:30:25.824984 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-75032651-92ba-403f-947c-f3dceb5cf65c req-cc13d6b8-743f-44eb-976c-c99740088aec tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:25.847993 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 68ae207f-8797-43be-b1fb-04eb8173be11 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:30:25.872998 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-63e30484-d7a1-4db0-9b84-caec2b14f686 req-5fac2da0-6c02-4d70-a9ff-8f219f841d39 tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c0beaf3-12d9-45ba-8bbd-240f3640265e HTTP/1.1" status: 200 len: 210 time: 0.2630801 Nov 09 21:30:25.899243 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: 68ae207f-8797-43be-b1fb-04eb8173be11 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:30:25.899658 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 68ae207f-8797-43be-b1fb-04eb8173be11 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:30:26.064243 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2ac93c11-da92-49fc-b412-b5d2eef291c2 req-2b5f9118-da2b-4051-a1a3-56b6e3852cc9 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/ports?device_id=405c5cce-9fa6-4426-a8f9-c8cbdce62761 HTTP/1.1" status: 200 len: 210 time: 0.0421331 Nov 09 21:30:26.139361 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-60a0c1b0-d952-46c8-8fa0-eebe48c47571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'name': 'tempest-AttachVolumeShelveTestJSON-1134091748-router', 'tenant_id': '80bd14f1151c49209b6b9f6a58ef3329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '781df098-9817-4073-a821-03d622980305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:21:59Z', 'updated_at': '2021-11-09T21:22:07Z', 'revision_number': 4, 'project_id': '80bd14f1151c49209b6b9f6a58ef3329', 'gw_port': {'id': '781df098-9817-4073-a821-03d622980305', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:00Z', 'updated_at': '2021-11-09T21:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '70422ba5-3105-471f-ba27-a49007a6ecf7', 'name': '', 'network_id': '5a2ce5cc-687a-4c33-859e-f9b75a50c5b6', 'tenant_id': '80bd14f1151c49209b6b9f6a58ef3329', 'mac_address': 'fa:16:3e:a6:3e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '87945563-f9d1-4353-83ce-d183f9346308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:05Z', 'updated_at': '2021-11-09T21:22:13Z', 'revision_number': 5, 'project_id': '80bd14f1151c49209b6b9f6a58ef3329', 'subnets': [{'id': '87945563-f9d1-4353-83ce-d183f9346308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:30:26.224356 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-75032651-92ba-403f-947c-f3dceb5cf65c req-cc13d6b8-743f-44eb-976c-c99740088aec tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] Allocated IP 172.20.0.13 (ed2cc4c7-c857-4c68-943a-21ceeb71f0c0/dad33b59-7230-41a0-9a7f-8499ed1263b5/b979d2c1-2e72-4279-bfb4-67d6ba711007) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:30:26.233369 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a0c1b0-d952-46c8-8fa0-eebe48c47571 None None] The sync data for ids ['e5a328cd-b7f7-4e43-968a-2614ea669b17'] in n-d-816206-3 is: [{'id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'name': 'tempest-AttachVolumeShelveTestJSON-1134091748-router', 'tenant_id': '80bd14f1151c49209b6b9f6a58ef3329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '781df098-9817-4073-a821-03d622980305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:21:59Z', 'updated_at': '2021-11-09T21:22:07Z', 'revision_number': 4, 'project_id': '80bd14f1151c49209b6b9f6a58ef3329', 'gw_port': {'id': '781df098-9817-4073-a821-03d622980305', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:00Z', 'updated_at': '2021-11-09T21:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '70422ba5-3105-471f-ba27-a49007a6ecf7', 'name': '', 'network_id': '5a2ce5cc-687a-4c33-859e-f9b75a50c5b6', 'tenant_id': '80bd14f1151c49209b6b9f6a58ef3329', 'mac_address': 'fa:16:3e:a6:3e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '87945563-f9d1-4353-83ce-d183f9346308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:05Z', 'updated_at': '2021-11-09T21:22:13Z', 'revision_number': 5, 'project_id': '80bd14f1151c49209b6b9f6a58ef3329', 'subnets': [{'id': '87945563-f9d1-4353-83ce-d183f9346308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:30:26.241200 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56058) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:26.259926 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56062) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:26.482753 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-586c3095-5e40-4eed-93ce-39a3c3f0873c tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:26.593458 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a851c3-6cd7-4920-a556-aea25854d651 req-289eb7ab-11f8-4400-9a9f-8198d18f7ff6 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:26.602082 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b2a851c3-6cd7-4920-a556-aea25854d651 req-289eb7ab-11f8-4400-9a9f-8198d18f7ff6 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 945 time: 0.1396115 Nov 09 21:30:26.691617 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b2a851c3-6cd7-4920-a556-aea25854d651 req-fc656226-eb7c-4655-ac16-6671547412c4 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882440 Nov 09 21:30:26.706637 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-75032651-92ba-403f-947c-f3dceb5cf65c req-cc13d6b8-743f-44eb-976c-c99740088aec tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:26.780404 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-75032651-92ba-403f-947c-f3dceb5cf65c req-cc13d6b8-743f-44eb-976c-c99740088aec tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:26.796809 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4291c625-9560-44f2-b718-6fb02225c0ab None None] New status for floating IP 0c95e7f3-1b90-418e-8eca-391a37ad0a04: DOWN {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:30:26.883691 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c3f88b98-dad5-43f8-9cf3-68f61c36b4f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:26.889685 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1db878c9-9459-452c-8267-4315802bf198 req-34b4c7a9-f51b-4b44-a64d-0816b690ce1e tempest-ServerShowV247Test-1701296314 tempest-ServerShowV247Test-1701296314-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f3290f-ef6a-4b01-83dc-5ad2d05396d2 HTTP/1.1" status: 200 len: 210 time: 0.0930650 Nov 09 21:30:26.891799 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-586c3095-5e40-4eed-93ce-39a3c3f0873c tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:26.924885 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75032651-92ba-403f-947c-f3dceb5cf65c req-cc13d6b8-743f-44eb-976c-c99740088aec tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] Network ed2cc4c7-c857-4c68-943a-21ceeb71f0c0 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:30:26.933760 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-75032651-92ba-403f-947c-f3dceb5cf65c req-cc13d6b8-743f-44eb-976c-c99740088aec tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:30:26.952133 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-75032651-92ba-403f-947c-f3dceb5cf65c req-cc13d6b8-743f-44eb-976c-c99740088aec tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:30:26.988681 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f7149-95aa-402c-b517-69b7cce059ee req-39013f4a-4486-4847-990c-2b2e10d91acf tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:26.993694 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3b0f7149-95aa-402c-b517-69b7cce059ee req-39013f4a-4486-4847-990c-2b2e10d91acf tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.5499613 Nov 09 21:30:27.123621 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-586c3095-5e40-4eed-93ce-39a3c3f0873c tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:27.126416 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-586c3095-5e40-4eed-93ce-39a3c3f0873c tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:27.130131 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-586c3095-5e40-4eed-93ce-39a3c3f0873c tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "DELETE /v2.0/security-groups/37feb5f3-a75b-443d-af3b-3c1bb52a066a HTTP/1.1" status: 204 len: 168 time: 0.8665276 Nov 09 21:30:27.133326 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56088) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:27.164138 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3b0f7149-95aa-402c-b517-69b7cce059ee req-c3a6d11b-1dbc-4b1e-861d-1d927109fabe tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656272 Nov 09 21:30:27.207583 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586c3095-5e40-4eed-93ce-39a3c3f0873c tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37feb5f3-a75b-443d-af3b-3c1bb52a066a,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:27.227056 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-865c22fb-1d4e-4f3c-9002-a18caebe8199 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] show failed (client error): The resource could not be found. Nov 09 21:30:27.230743 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-865c22fb-1d4e-4f3c-9002-a18caebe8199 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "GET /v2.0/security-groups/37feb5f3-a75b-443d-af3b-3c1bb52a066a HTTP/1.1" status: 404 len: 347 time: 0.0918612 Nov 09 21:30:27.238771 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56090) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:27.282097 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c3f88b98-dad5-43f8-9cf3-68f61c36b4f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:27.322938 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c3f88b98-dad5-43f8-9cf3-68f61c36b4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:27.451342 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c3f88b98-dad5-43f8-9cf3-68f61c36b4f3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dff417ee555144a38bbfe129ddf57e13&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2097595 Nov 09 21:30:27.490457 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56096) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:27.506369 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f88b98-dad5-43f8-9cf3-68f61c36b4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a2fb89-aaca-4302-8a10-1e0ff47a730b,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:27.559034 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed3c08-89d3-4ca2-92bf-3fd06c76d0d6 req-dd98fe3a-d529-450b-9d65-4db7ee3d3a36 tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:27.569291 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8aed3c08-89d3-4ca2-92bf-3fd06c76d0d6 req-dd98fe3a-d529-450b-9d65-4db7ee3d3a36 tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c0beaf3-12d9-45ba-8bbd-240f3640265e HTTP/1.1" status: 200 len: 932 time: 0.2832973 Nov 09 21:30:27.633729 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc13d6b8-743f-44eb-976c-c99740088aec tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] Pushing event updated for resources: {'Port': ['ID=b979d2c1-2e72-4279-bfb4-67d6ba711007,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:27.687055 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e3c44501-1bd9-475c-ba83-68c89f2fc55b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:27.736121 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8aed3c08-89d3-4ca2-92bf-3fd06c76d0d6 req-7ef59f10-5a90-4ab8-8040-260765337e0a tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] 10.222.0.49 "GET /v2.0/security-groups?id=e242328c-2676-4365-8d0f-e7333317de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658564 Nov 09 21:30:27.752599 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ba4730a3-41bd-415d-8d32-9cbc01f70002 req-1f8ab221-9234-4414-a6f7-e0b96813fd45 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/ports?device_id=405c5cce-9fa6-4426-a8f9-c8cbdce62761 HTTP/1.1" status: 200 len: 210 time: 0.1036637 Nov 09 21:30:27.757290 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-b630c722-dc12-41e8-86e8-cac099564aa2 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Deleting port 9ae91902-5ff7-4545-bac3-144742564e38 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:30:27.757951 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b630c722-dc12-41e8-86e8-cac099564aa2 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:27.763341 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e3c44501-1bd9-475c-ba83-68c89f2fc55b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:27.781808 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75032651-92ba-403f-947c-f3dceb5cf65c req-cc13d6b8-743f-44eb-976c-c99740088aec tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:27.782458 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-75032651-92ba-403f-947c-f3dceb5cf65c req-cc13d6b8-743f-44eb-976c-c99740088aec tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:27.802851 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-75032651-92ba-403f-947c-f3dceb5cf65c req-cc13d6b8-743f-44eb-976c-c99740088aec tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3902831 Nov 09 21:30:27.822769 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-75032651-92ba-403f-947c-f3dceb5cf65c req-866ee8f9-03c8-4461-a5d6-ac790ad02a62 service neutron] Request body: {'port': {'device_id': '9c0beaf3-12d9-45ba-8bbd-240f3640265e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:30:27.915808 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b630c722-dc12-41e8-86e8-cac099564aa2 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:27.916015 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b630c722-dc12-41e8-86e8-cac099564aa2 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:27.922312 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e3c44501-1bd9-475c-ba83-68c89f2fc55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:27.926482 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e3c44501-1bd9-475c-ba83-68c89f2fc55b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:27.931760 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e3c44501-1bd9-475c-ba83-68c89f2fc55b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c0a2fb89-aaca-4302-8a10-1e0ff47a730b HTTP/1.1" status: 204 len: 168 time: 0.4380779 Nov 09 21:30:27.956896 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-b630c722-dc12-41e8-86e8-cac099564aa2 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Calling delete_port for 9ae91902-5ff7-4545-bac3-144742564e38 owned by network:floatingip {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:30:27.985955 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2f06a-303d-4383-b407-0ab8a182b15f req-de945c97-1d3e-406c-b8d9-8a48c07e0184 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:27.991036 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9ee2f06a-303d-4383-b407-0ab8a182b15f req-de945c97-1d3e-406c-b8d9-8a48c07e0184 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.43 "GET /v2.0/networks?id=8d62e5d4-b4a6-4ce5-aea6-15ade4876ba4 HTTP/1.1" status: 200 len: 812 time: 0.3466771 Nov 09 21:30:27.991036 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-75032651-92ba-403f-947c-f3dceb5cf65c req-866ee8f9-03c8-4461-a5d6-ac790ad02a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:28.030127 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-9ee2f06a-303d-4383-b407-0ab8a182b15f req-22a324ad-7f31-4688-a94e-0bfe128ab778 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] Request body: {'port': {'device_id': '405c5cce-9fa6-4426-a8f9-c8cbdce62761', 'network_id': '8d62e5d4-b4a6-4ce5-aea6-15ade4876ba4', 'admin_state_up': True, 'tenant_id': '1f67c4e59ee04da19ceea89a2062ddd4'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:30:28.043727 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c44501-1bd9-475c-ba83-68c89f2fc55b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a2fb89-aaca-4302-8a10-1e0ff47a730b,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:28.104045 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-83fb96fd-780e-4c35-95ad-4a33ba653f43 req-9aa3db3f-d7f3-40da-ae0d-fffc9626c278 tempest-ServerShowV247Test-1701296314 tempest-ServerShowV247Test-1701296314-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f3290f-ef6a-4b01-83dc-5ad2d05396d2 HTTP/1.1" status: 200 len: 210 time: 0.0564318 Nov 09 21:30:28.203495 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b630c722-dc12-41e8-86e8-cac099564aa2 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:28.378619 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b630c722-dc12-41e8-86e8-cac099564aa2 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks [] for floatingip, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:28.381559 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b630c722-dc12-41e8-86e8-cac099564aa2 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:28.397890 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b630c722-dc12-41e8-86e8-cac099564aa2 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] 10.222.0.49 "DELETE /v2.0/floatingips/0c95e7f3-1b90-418e-8eca-391a37ad0a04 HTTP/1.1" status: 204 len: 168 time: 1.1438971 Nov 09 21:30:28.405076 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630c722-dc12-41e8-86e8-cac099564aa2 tempest-AttachVolumeShelveTestJSON-1637610086 tempest-AttachVolumeShelveTestJSON-1637610086-project] Pushing event deleted for resources: {'Port': ['ID=9ae91902-5ff7-4545-bac3-144742564e38,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:28.424035 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0050f36-157c-4f9b-9c18-11dbe48775c6 req-d25c5c4e-d552-4459-ac97-bc23c20802cd tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:28.432077 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a0050f36-157c-4f9b-9c18-11dbe48775c6 req-d25c5c4e-d552-4459-ac97-bc23c20802cd tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.0863204 Nov 09 21:30:28.500102 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56118) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:28.515482 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ee2f06a-303d-4383-b407-0ab8a182b15f req-22a324ad-7f31-4688-a94e-0bfe128ab778 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] Made reservation on behalf of 1f67c4e59ee04da19ceea89a2062ddd4 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:30:28.520974 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9ee2f06a-303d-4383-b407-0ab8a182b15f req-22a324ad-7f31-4688-a94e-0bfe128ab778 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:28.530571 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a0050f36-157c-4f9b-9c18-11dbe48775c6 req-3b080176-2171-4f27-9f7f-a092fe8b9c22 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975974 Nov 09 21:30:28.592316 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-25560e25-542f-436b-8cee-19eb8c35f5ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:28.624911 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8b63e16c-edf4-44c2-bd80-b74b5e215288 req-f48ce004-f8a6-45fa-a712-ff2f5ba8bb2d tempest-ServerShowV247Test-1701296314 tempest-ServerShowV247Test-1701296314-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f3290f-ef6a-4b01-83dc-5ad2d05396d2&device_id=de7f25da-2b88-43a3-9323-e61ab87bca2c HTTP/1.1" status: 200 len: 210 time: 0.0795455 Nov 09 21:30:28.989066 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8c76b846-c210-4d8e-ab3e-39fb226bc398 req-7d8c8a49-c1c3-4222-8443-38fc989d41dd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=53f5d44846f7483d9ff9314badfb6212&device_id=c7f3290f-ef6a-4b01-83dc-5ad2d05396d2 HTTP/1.1" status: 200 len: 210 time: 0.0580122 Nov 09 21:30:29.025479 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d2276dfc-f152-4291-98a8-c01649bd9f44 req-e8123da6-fa3e-434e-b1ed-0907b0a5f7d0 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/ports?device_id=405c5cce-9fa6-4426-a8f9-c8cbdce62761 HTTP/1.1" status: 200 len: 210 time: 0.0636315 Nov 09 21:30:29.054864 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-9ee2f06a-303d-4383-b407-0ab8a182b15f req-22a324ad-7f31-4688-a94e-0bfe128ab778 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] Allocated IP 172.20.0.8 (8d62e5d4-b4a6-4ce5-aea6-15ade4876ba4/95fd697e-296c-4da7-8bca-275796e1475d/3fde135d-845e-4acb-921f-a1affbdb7fec) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:30:29.072267 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8c76b846-c210-4d8e-ab3e-39fb226bc398 req-2037ca4c-74d0-4fe3-9955-de9580a870f2 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=53f5d44846f7483d9ff9314badfb6212&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0650544 Nov 09 21:30:29.142625 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-315d5fef-c719-4ea1-b91a-16fa5a615035 req-f1d1eea1-e776-45d8-8578-3386b4d62256 tempest-ServerShowV247Test-1701296314 tempest-ServerShowV247Test-1701296314-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f3290f-ef6a-4b01-83dc-5ad2d05396d2 HTTP/1.1" status: 200 len: 210 time: 0.0354509 Nov 09 21:30:29.193990 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-75032651-92ba-403f-947c-f3dceb5cf65c req-866ee8f9-03c8-4461-a5d6-ac790ad02a62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b979d2c1-2e72-4279-bfb4-67d6ba711007 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:30:29.203208 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-75032651-92ba-403f-947c-f3dceb5cf65c req-866ee8f9-03c8-4461-a5d6-ac790ad02a62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:29.218328 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-75032651-92ba-403f-947c-f3dceb5cf65c req-866ee8f9-03c8-4461-a5d6-ac790ad02a62 service neutron] Transition to ACTIVE for port object b979d2c1-2e72-4279-bfb4-67d6ba711007 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:30:29.337554 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60123ab9-57d3-44f1-9f6f-3b3ca0f00175 req-17e26978-3d35-4e73-b06c-6767ff899e26 tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:29.346219 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-60123ab9-57d3-44f1-9f6f-3b3ca0f00175 req-17e26978-3d35-4e73-b06c-6767ff899e26 tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c0beaf3-12d9-45ba-8bbd-240f3640265e HTTP/1.1" status: 200 len: 932 time: 0.4692595 Nov 09 21:30:29.397241 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-75032651-92ba-403f-947c-f3dceb5cf65c req-866ee8f9-03c8-4461-a5d6-ac790ad02a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:29.451864 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-25560e25-542f-436b-8cee-19eb8c35f5ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:29.492660 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-25560e25-542f-436b-8cee-19eb8c35f5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:29.701032 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ee8f9-03c8-4461-a5d6-ac790ad02a62 service neutron] Pushing event updated for resources: {'Port': ['ID=b979d2c1-2e72-4279-bfb4-67d6ba711007,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:29.726615 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25560e25-542f-436b-8cee-19eb8c35f5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc7ce4c-40e5-4a03-b2b5-5c32dc5329d6,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:29.782009 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-60123ab9-57d3-44f1-9f6f-3b3ca0f00175 req-af9eea3c-15d9-45ba-999d-8907565dd3e9 tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] 10.222.0.49 "GET /v2.0/security-groups?id=e242328c-2676-4365-8d0f-e7333317de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4313719 Nov 09 21:30:29.795228 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9ee2f06a-303d-4383-b407-0ab8a182b15f req-22a324ad-7f31-4688-a94e-0bfe128ab778 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:29.824030 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d2079-3f77-40d9-a35d-7f223fcbdd9b req-bda898c2-b05d-401f-b8d8-e864b6c7c409 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:29.835075 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9a8d2079-3f77-40d9-a35d-7f223fcbdd9b req-bda898c2-b05d-401f-b8d8-e864b6c7c409 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.1760209 Nov 09 21:30:29.845643 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-25560e25-542f-436b-8cee-19eb8c35f5ec admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3174c47ddccb431e8290922d2c36d393&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3438113 Nov 09 21:30:29.888180 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56158) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:29.906710 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9a8d2079-3f77-40d9-a35d-7f223fcbdd9b req-277765ef-a8ba-4d31-85be-e2c31649d0a1 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698624 Nov 09 21:30:29.931309 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76b846-c210-4d8e-ab3e-39fb226bc398 req-ae3cfb2e-a91e-4b60-94b1-ca1cab494ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:29.933238 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8c76b846-c210-4d8e-ab3e-39fb226bc398 req-ae3cfb2e-a91e-4b60-94b1-ca1cab494ad2 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.8255568 Nov 09 21:30:29.935715 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9ee2f06a-303d-4383-b407-0ab8a182b15f req-22a324ad-7f31-4688-a94e-0bfe128ab778 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:30.012178 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-38f9bb23-6991-430c-8b1b-6dbaa266e9af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:30.021675 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ee2f06a-303d-4383-b407-0ab8a182b15f req-22a324ad-7f31-4688-a94e-0bfe128ab778 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] Network 8d62e5d4-b4a6-4ce5-aea6-15ade4876ba4 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:30:30.026054 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-75032651-92ba-403f-947c-f3dceb5cf65c req-866ee8f9-03c8-4461-a5d6-ac790ad02a62 service neutron] Attempting to bind port b979d2c1-2e72-4279-bfb4-67d6ba711007 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:30:30.027270 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-75032651-92ba-403f-947c-f3dceb5cf65c req-866ee8f9-03c8-4461-a5d6-ac790ad02a62 service neutron] Attempting to bind port b979d2c1-2e72-4279-bfb4-67d6ba711007 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '1103ebad-4446-4f6d-95c8-a094fa92ad2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ed2cc4c7-c857-4c68-943a-21ceeb71f0c0'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:30:30.028289 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75032651-92ba-403f-947c-f3dceb5cf65c req-866ee8f9-03c8-4461-a5d6-ac790ad02a62 service neutron] Attempting to bind port b979d2c1-2e72-4279-bfb4-67d6ba711007 on network ed2cc4c7-c857-4c68-943a-21ceeb71f0c0 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:30:30.034695 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-9ee2f06a-303d-4383-b407-0ab8a182b15f req-22a324ad-7f31-4688-a94e-0bfe128ab778 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:30:30.047039 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee2f06a-303d-4383-b407-0ab8a182b15f req-22a324ad-7f31-4688-a94e-0bfe128ab778 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:30:30.051386 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75032651-92ba-403f-947c-f3dceb5cf65c req-866ee8f9-03c8-4461-a5d6-ac790ad02a62 service neutron] Port b979d2c1-2e72-4279-bfb4-67d6ba711007 on network ed2cc4c7-c857-4c68-943a-21ceeb71f0c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:30:30.051960 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75032651-92ba-403f-947c-f3dceb5cf65c req-866ee8f9-03c8-4461-a5d6-ac790ad02a62 service neutron] Attempting to bind port b979d2c1-2e72-4279-bfb4-67d6ba711007 on network ed2cc4c7-c857-4c68-943a-21ceeb71f0c0 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:30:30.054234 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-38f9bb23-6991-430c-8b1b-6dbaa266e9af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:30.126428 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-38f9bb23-6991-430c-8b1b-6dbaa266e9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:30.129134 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-38f9bb23-6991-430c-8b1b-6dbaa266e9af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:30.133053 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-38f9bb23-6991-430c-8b1b-6dbaa266e9af admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/efc7ce4c-40e5-4a03-b2b5-5c32dc5329d6 HTTP/1.1" status: 204 len: 168 time: 0.2223279 Nov 09 21:30:30.141288 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75032651-92ba-403f-947c-f3dceb5cf65c req-866ee8f9-03c8-4461-a5d6-ac790ad02a62 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:30:30.141633 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75032651-92ba-403f-947c-f3dceb5cf65c req-866ee8f9-03c8-4461-a5d6-ac790ad02a62 service neutron] Checking segment: {'id': '1103ebad-4446-4f6d-95c8-a094fa92ad2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ed2cc4c7-c857-4c68-943a-21ceeb71f0c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:30:30.144360 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75032651-92ba-403f-947c-f3dceb5cf65c req-866ee8f9-03c8-4461-a5d6-ac790ad02a62 service neutron] Bound using segment: {'id': '1103ebad-4446-4f6d-95c8-a094fa92ad2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ed2cc4c7-c857-4c68-943a-21ceeb71f0c0'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:30:30.145378 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-75032651-92ba-403f-947c-f3dceb5cf65c req-866ee8f9-03c8-4461-a5d6-ac790ad02a62 service neutron] Bound port: b979d2c1-2e72-4279-bfb4-67d6ba711007, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1103ebad-4446-4f6d-95c8-a094fa92ad2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ed2cc4c7-c857-4c68-943a-21ceeb71f0c0'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:30:30.145378 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-75032651-92ba-403f-947c-f3dceb5cf65c req-866ee8f9-03c8-4461-a5d6-ac790ad02a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:30.151053 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f9bb23-6991-430c-8b1b-6dbaa266e9af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc7ce4c-40e5-4a03-b2b5-5c32dc5329d6,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:30.192451 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a324ad-7f31-4688-a94e-0bfe128ab778 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] Pushing event updated for resources: {'Port': ['ID=3fde135d-845e-4acb-921f-a1affbdb7fec,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:30.307224 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d3687343-d2a9-4b05-8798-4a640bb6ebb4 req-7d907d42-80b5-4e34-aff3-2e33acc4d61f tempest-ServerShowV247Test-1701296314 tempest-ServerShowV247Test-1701296314-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f3290f-ef6a-4b01-83dc-5ad2d05396d2 HTTP/1.1" status: 200 len: 210 time: 0.0507364 Nov 09 21:30:30.320889 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2f06a-303d-4383-b407-0ab8a182b15f req-22a324ad-7f31-4688-a94e-0bfe128ab778 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:30.321547 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9ee2f06a-303d-4383-b407-0ab8a182b15f req-22a324ad-7f31-4688-a94e-0bfe128ab778 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:30.367860 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9ee2f06a-303d-4383-b407-0ab8a182b15f req-22a324ad-7f31-4688-a94e-0bfe128ab778 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3581359 Nov 09 21:30:30.378848 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-75032651-92ba-403f-947c-f3dceb5cf65c req-866ee8f9-03c8-4461-a5d6-ac790ad02a62 service neutron] For port b979d2c1-2e72-4279-bfb4-67d6ba711007, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:30:30.392430 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef18db-29a7-4e58-a7ea-86fc186a4eaf req-e6c05812-aecf-4f81-a914-a138d188acbe tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:30.400200 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-39ef18db-29a7-4e58-a7ea-86fc186a4eaf req-e6c05812-aecf-4f81-a914-a138d188acbe tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/ports?device_id=405c5cce-9fa6-4426-a8f9-c8cbdce62761 HTTP/1.1" status: 200 len: 931 time: 0.2273943 Nov 09 21:30:30.405409 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-75032651-92ba-403f-947c-f3dceb5cf65c req-866ee8f9-03c8-4461-a5d6-ac790ad02a62 service neutron] For port b979d2c1-2e72-4279-bfb4-67d6ba711007, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=b979d2c1-2e72-4279-bfb4-67d6ba711007,segment=NetworkSegment(1103ebad-4446-4f6d-95c8-a094fa92ad2e),segment_id=1103ebad-4446-4f6d-95c8-a094fa92ad2e)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:30:30.410980 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-9ee2f06a-303d-4383-b407-0ab8a182b15f req-67e94184-4682-4dea-9f1c-88d68807e6fa service neutron] Request body: {'port': {'device_id': '405c5cce-9fa6-4426-a8f9-c8cbdce62761', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:30:30.438298 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-75032651-92ba-403f-947c-f3dceb5cf65c req-866ee8f9-03c8-4461-a5d6-ac790ad02a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:30.530596 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75032651-92ba-403f-947c-f3dceb5cf65c req-866ee8f9-03c8-4461-a5d6-ac790ad02a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:30.532174 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-75032651-92ba-403f-947c-f3dceb5cf65c req-866ee8f9-03c8-4461-a5d6-ac790ad02a62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:30.533687 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-75032651-92ba-403f-947c-f3dceb5cf65c req-866ee8f9-03c8-4461-a5d6-ac790ad02a62 service neutron] 10.222.0.43 "PUT /v2.0/ports/b979d2c1-2e72-4279-bfb4-67d6ba711007 HTTP/1.1" status: 200 len: 1092 time: 2.7157249 Nov 09 21:30:30.538442 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c0beaf3-12d9-45ba-8bbd-240f3640265e', 'tag': 'b979d2c1-2e72-4279-bfb4-67d6ba711007'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:30:30.539880 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925d7482-44f5-4fdc-bfcf-994fee8de98c" -d '{"events": [{"name": "network-changed", "server_uuid": "9c0beaf3-12d9-45ba-8bbd-240f3640265e", "tag": "b979d2c1-2e72-4279-bfb4-67d6ba711007"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:30:30.645053 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9293e4f-8553-4e03-8dc0-7f5b821d9351 x-openstack-request-id: req-f9293e4f-8553-4e03-8dc0-7f5b821d9351 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:30:30.645642 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c0beaf3-12d9-45ba-8bbd-240f3640265e", "tag": "b979d2c1-2e72-4279-bfb4-67d6ba711007", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:30:30.646625 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f9293e4f-8553-4e03-8dc0-7f5b821d9351 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:30:30.647208 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c0beaf3-12d9-45ba-8bbd-240f3640265e', 'tag': 'b979d2c1-2e72-4279-bfb4-67d6ba711007', 'status': 'completed', 'code': 200} Nov 09 21:30:30.689324 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9ee2f06a-303d-4383-b407-0ab8a182b15f req-67e94184-4682-4dea-9f1c-88d68807e6fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:30.700297 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-39ef18db-29a7-4e58-a7ea-86fc186a4eaf req-61fb4623-2dc1-4aa3-9ac2-0d947536d102 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/security-groups?id=928bb2ed-dcc6-4201-aa61-15e0cac7f757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991896 Nov 09 21:30:30.727235 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ee8f9-03c8-4461-a5d6-ac790ad02a62 service neutron] Pushing event updated for resources: {'Port': ['ID=b979d2c1-2e72-4279-bfb4-67d6ba711007,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:30.801274 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75032651-92ba-403f-947c-f3dceb5cf65c req-5d4312d5-ac80-4286-8def-a781c17abff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:30.802831 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-75032651-92ba-403f-947c-f3dceb5cf65c req-5d4312d5-ac80-4286-8def-a781c17abff4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e943b98dad114c899508e90d160c4405&device_id=9c0beaf3-12d9-45ba-8bbd-240f3640265e HTTP/1.1" status: 200 len: 1095 time: 0.1674175 Nov 09 21:30:31.061875 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323ceee-b9d3-4616-ab6f-f82a830bf51d req-cdea687a-8279-4364-b8ce-114e8dc98216 tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:31.070451 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d323ceee-b9d3-4616-ab6f-f82a830bf51d req-cdea687a-8279-4364-b8ce-114e8dc98216 tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c0beaf3-12d9-45ba-8bbd-240f3640265e HTTP/1.1" status: 200 len: 944 time: 0.0986798 Nov 09 21:30:31.131044 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-75032651-92ba-403f-947c-f3dceb5cf65c req-716bc802-80b3-49b2-aaf9-a098ed660edd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b979d2c1-2e72-4279-bfb4-67d6ba711007 HTTP/1.1" status: 200 len: 217 time: 0.2789316 Nov 09 21:30:31.157310 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d323ceee-b9d3-4616-ab6f-f82a830bf51d req-317a00cf-242a-487f-891d-a310108bde47 tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] 10.222.0.49 "GET /v2.0/security-groups?id=e242328c-2676-4365-8d0f-e7333317de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782242 Nov 09 21:30:31.406578 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9420cd-78db-47f5-8042-919daef3c257 req-25a4801b-5713-46ca-9db1-bb82f5c84afd tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:31.414381 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8b9420cd-78db-47f5-8042-919daef3c257 req-25a4801b-5713-46ca-9db1-bb82f5c84afd tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.2903683 Nov 09 21:30:31.450744 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75032651-92ba-403f-947c-f3dceb5cf65c req-2b46954d-e63c-482f-b463-14168ccf32d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:31.452222 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-75032651-92ba-403f-947c-f3dceb5cf65c req-2b46954d-e63c-482f-b463-14168ccf32d8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dad33b59-7230-41a0-9a7f-8499ed1263b5 HTTP/1.1" status: 200 len: 850 time: 0.2948139 Nov 09 21:30:31.608321 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-116cf47a-90e0-4aac-b940-c0d80deb4e9e req-1f20aac8-b991-40ca-9dbe-3e7ebb5015dd tempest-ServerShowV247Test-1701296314 tempest-ServerShowV247Test-1701296314-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7f3290f-ef6a-4b01-83dc-5ad2d05396d2 HTTP/1.1" status: 200 len: 210 time: 0.1904743 Nov 09 21:30:31.660516 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8c76b846-c210-4d8e-ab3e-39fb226bc398 req-e501e65d-1398-48d0-9f33-d0e7df64ed8b tempest-ServerShowV247Test-1701296314 tempest-ServerShowV247Test-1701296314-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7f3290f-ef6a-4b01-83dc-5ad2d05396d2 HTTP/1.1" status: 200 len: 210 time: 0.1913533 Nov 09 21:30:31.665898 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-75032651-92ba-403f-947c-f3dceb5cf65c req-64a81523-06d5-4c85-9f6d-a7afcac9c44a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ed2cc4c7-c857-4c68-943a-21ceeb71f0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1981604 Nov 09 21:30:31.679775 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8b9420cd-78db-47f5-8042-919daef3c257 req-483927b4-8369-42e6-8652-4c0884269aac tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634976 Nov 09 21:30:31.941517 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-75032651-92ba-403f-947c-f3dceb5cf65c req-a3b20995-9502-490e-8d5a-3788589510d2 service neutron] 10.222.0.43 "GET /v2.0/networks/ed2cc4c7-c857-4c68-943a-21ceeb71f0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526538 Nov 09 21:30:32.002915 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device a310ed82-5c76-42dd-938a-ffb8947a05b9 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:30:32.093739 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bfb812-f019-4e98-a2fd-296edfd70060 req-82c1361d-aa19-4bbb-be06-74bf989f435b tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:32.096709 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-92bfb812-f019-4e98-a2fd-296edfd70060 req-82c1361d-aa19-4bbb-be06-74bf989f435b tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/ports?device_id=405c5cce-9fa6-4426-a8f9-c8cbdce62761 HTTP/1.1" status: 200 len: 931 time: 0.2192061 Nov 09 21:30:32.285557 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-92bfb812-f019-4e98-a2fd-296edfd70060 req-b25ec294-7f4a-4b1a-b283-834fcbff88ca tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/security-groups?id=928bb2ed-dcc6-4201-aa61-15e0cac7f757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818945 Nov 09 21:30:32.322372 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-75032651-92ba-403f-947c-f3dceb5cf65c req-e738c08d-1d88-450a-99a9-928232c275ce service neutron] 10.222.0.43 "GET /v2.0/networks/ed2cc4c7-c857-4c68-943a-21ceeb71f0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415825 Nov 09 21:30:32.478006 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port a310ed82-5c76-42dd-938a-ffb8947a05b9, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=a310ed82-5c76-42dd-938a-ffb8947a05b9,segment=NetworkSegment(4b1e7064-c872-4e6f-85a8-e00a69322723),segment_id=4b1e7064-c872-4e6f-85a8-e00a69322723)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:30:32.523775 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': 'a310ed82-5c76-42dd-938a-ffb8947a05b9', 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef', 'port_id': 'a310ed82-5c76-42dd-938a-ffb8947a05b9', 'mac_address': 'fa:16:3e:45:f4:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48041428-5cce-473c-b445-a01eb383d908', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:30:32.610358 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:32.612076 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567671d-cec6-43a5-ada4-05e0edd10a50 req-6011bb96-6d73-47a2-b671-a0b4a2587225 tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:32.626750 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6567671d-cec6-43a5-ada4-05e0edd10a50 req-6011bb96-6d73-47a2-b671-a0b4a2587225 tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c0beaf3-12d9-45ba-8bbd-240f3640265e HTTP/1.1" status: 200 len: 944 time: 0.2840757 Nov 09 21:30:32.642671 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a310ed82-5c76-42dd-938a-ffb8947a05b9 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:30:32.690033 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port a310ed82-5c76-42dd-938a-ffb8947a05b9, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=a310ed82-5c76-42dd-938a-ffb8947a05b9,segment=NetworkSegment(4b1e7064-c872-4e6f-85a8-e00a69322723),segment_id=4b1e7064-c872-4e6f-85a8-e00a69322723)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:30:32.702069 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:32.727633 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-9ee2f06a-303d-4383-b407-0ab8a182b15f req-67e94184-4682-4dea-9f1c-88d68807e6fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fde135d-845e-4acb-921f-a1affbdb7fec {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:30:32.779919 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d7482-44f5-4fdc-bfcf-994fee8de98c req-b226d793-9150-44c8-915f-7d1786a0573d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:32.781470 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-925d7482-44f5-4fdc-bfcf-994fee8de98c req-b226d793-9150-44c8-915f-7d1786a0573d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e943b98dad114c899508e90d160c4405&device_id=9c0beaf3-12d9-45ba-8bbd-240f3640265e HTTP/1.1" status: 200 len: 1095 time: 0.3258247 Nov 09 21:30:32.783453 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9ee2f06a-303d-4383-b407-0ab8a182b15f req-67e94184-4682-4dea-9f1c-88d68807e6fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:32.886289 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=a310ed82-5c76-42dd-938a-ffb8947a05b9,revision_number=6']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:32.943623 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:30:32.960045 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184d62b-7121-4156-9e57-05ff1beea408 req-149a84fd-c957-4dd9-898c-2d6f91d51e13 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:32.969804 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f184d62b-7121-4156-9e57-05ff1beea408 req-149a84fd-c957-4dd9-898c-2d6f91d51e13 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.1064062 Nov 09 21:30:32.974551 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['a310ed82-5c76-42dd-938a-ffb8947a05b9'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:30:33.045283 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f184d62b-7121-4156-9e57-05ff1beea408 req-691c3643-53b6-43ec-a137-7f47c43c496b tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742066 Nov 09 21:30:33.098193 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6567671d-cec6-43a5-ada4-05e0edd10a50 req-52451d5c-5a0e-4402-8091-329fc71f67f1 tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] 10.222.0.49 "GET /v2.0/security-groups?id=e242328c-2676-4365-8d0f-e7333317de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4702425 Nov 09 21:30:33.118715 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-9ee2f06a-303d-4383-b407-0ab8a182b15f req-67e94184-4682-4dea-9f1c-88d68807e6fa service neutron] Transition to ACTIVE for port object 3fde135d-845e-4acb-921f-a1affbdb7fec will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:30:33.138033 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9ee2f06a-303d-4383-b407-0ab8a182b15f req-67e94184-4682-4dea-9f1c-88d68807e6fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:33.594488 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d7482-44f5-4fdc-bfcf-994fee8de98c req-1d459167-37d0-4ed4-84ce-aa76e32b03e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:33.597445 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-925d7482-44f5-4fdc-bfcf-994fee8de98c req-1d459167-37d0-4ed4-84ce-aa76e32b03e6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ed2cc4c7-c857-4c68-943a-21ceeb71f0c0 HTTP/1.1" status: 200 len: 910 time: 0.8007355 Nov 09 21:30:33.743085 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:33.775895 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-925d7482-44f5-4fdc-bfcf-994fee8de98c req-7caa39e4-5ac5-4808-a5ec-7cd8eb2c8f23 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b979d2c1-2e72-4279-bfb4-67d6ba711007 HTTP/1.1" status: 200 len: 217 time: 0.1628890 Nov 09 21:30:33.848081 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device b979d2c1-2e72-4279-bfb4-67d6ba711007 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:30:33.922045 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-91f280be-0654-4bac-b618-ad54dc6ae06d req-8b819817-8e3a-4877-b3aa-8e6d5a3b7d2f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=53f5d44846f7483d9ff9314badfb6212&device_id=de7f25da-2b88-43a3-9323-e61ab87bca2c HTTP/1.1" status: 200 len: 210 time: 0.2652733 Nov 09 21:30:33.943378 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-16561d7d-1cfa-465d-ba66-3aab7fc68468 req-cb55dcd7-028f-4876-badf-449d7d53761f tempest-ServerShowV247Test-1701296314 tempest-ServerShowV247Test-1701296314-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7f25da-2b88-43a3-9323-e61ab87bca2c HTTP/1.1" status: 200 len: 210 time: 0.1034925 Nov 09 21:30:34.121952 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e94184-4682-4dea-9f1c-88d68807e6fa service neutron] Pushing event updated for resources: {'Port': ['ID=3fde135d-845e-4acb-921f-a1affbdb7fec,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:34.316605 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port b979d2c1-2e72-4279-bfb4-67d6ba711007, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=b979d2c1-2e72-4279-bfb4-67d6ba711007,segment=NetworkSegment(1103ebad-4446-4f6d-95c8-a094fa92ad2e),segment_id=1103ebad-4446-4f6d-95c8-a094fa92ad2e)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:30:34.377186 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': 'b979d2c1-2e72-4279-bfb4-67d6ba711007', 'network_id': 'ed2cc4c7-c857-4c68-943a-21ceeb71f0c0', 'port_id': 'b979d2c1-2e72-4279-bfb4-67d6ba711007', 'mac_address': 'fa:16:3e:8d:a4:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dad33b59-7230-41a0-9a7f-8499ed1263b5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:30:34.397688 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device a310ed82-5c76-42dd-938a-ffb8947a05b9 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:30:34.404698 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594107a2-7e19-411e-8bf5-e4f64b667100 req-29156ed9-e666-4527-bc26-3d4ef3e301d3 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:34.416131 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-594107a2-7e19-411e-8bf5-e4f64b667100 req-29156ed9-e666-4527-bc26-3d4ef3e301d3 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.1664140 Nov 09 21:30:34.619184 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-594107a2-7e19-411e-8bf5-e4f64b667100 req-a015f2f0-d735-4800-b706-127c287b6ac5 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007773 Nov 09 21:30:34.919417 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4696c-e26a-4759-80c0-20d44904d421 req-2d726aae-7e8e-40a9-9777-6c1c1962c491 tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:34.933619 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-97e4696c-e26a-4759-80c0-20d44904d421 req-2d726aae-7e8e-40a9-9777-6c1c1962c491 tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c0beaf3-12d9-45ba-8bbd-240f3640265e HTTP/1.1" status: 200 len: 944 time: 0.1479602 Nov 09 21:30:34.949522 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port a310ed82-5c76-42dd-938a-ffb8947a05b9 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:30:34.950119 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:35.063190 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-97e4696c-e26a-4759-80c0-20d44904d421 req-60572b0d-2863-4a78-8787-3ec7d32b2f79 tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] 10.222.0.49 "GET /v2.0/security-groups?id=e242328c-2676-4365-8d0f-e7333317de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283212 Nov 09 21:30:35.195702 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d7482-44f5-4fdc-bfcf-994fee8de98c req-34b5bf8e-c97f-4a1d-b9ed-64dd5b54ccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:35.197414 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-925d7482-44f5-4fdc-bfcf-994fee8de98c req-34b5bf8e-c97f-4a1d-b9ed-64dd5b54ccf6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dad33b59-7230-41a0-9a7f-8499ed1263b5 HTTP/1.1" status: 200 len: 850 time: 1.2831819 Nov 09 21:30:35.212484 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-91f280be-0654-4bac-b618-ad54dc6ae06d req-25a53e8e-948b-43cf-b2b7-8f9445978198 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=53f5d44846f7483d9ff9314badfb6212&shared=False HTTP/1.1" status: 200 len: 213 time: 1.0778496 Nov 09 21:30:35.236128 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:35.298194 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b979d2c1-2e72-4279-bfb4-67d6ba711007 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:30:35.304023 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-9ee2f06a-303d-4383-b407-0ab8a182b15f req-67e94184-4682-4dea-9f1c-88d68807e6fa service neutron] Attempting to bind port 3fde135d-845e-4acb-921f-a1affbdb7fec on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:30:35.305919 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-9ee2f06a-303d-4383-b407-0ab8a182b15f req-67e94184-4682-4dea-9f1c-88d68807e6fa service neutron] Attempting to bind port 3fde135d-845e-4acb-921f-a1affbdb7fec by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '8ec4b877-92ae-4cea-aefa-e810ca647cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8d62e5d4-b4a6-4ce5-aea6-15ade4876ba4'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:30:35.307186 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee2f06a-303d-4383-b407-0ab8a182b15f req-67e94184-4682-4dea-9f1c-88d68807e6fa service neutron] Attempting to bind port 3fde135d-845e-4acb-921f-a1affbdb7fec on network 8d62e5d4-b4a6-4ce5-aea6-15ade4876ba4 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:30:35.346990 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee2f06a-303d-4383-b407-0ab8a182b15f req-67e94184-4682-4dea-9f1c-88d68807e6fa service neutron] Port 3fde135d-845e-4acb-921f-a1affbdb7fec on network 8d62e5d4-b4a6-4ce5-aea6-15ade4876ba4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:30:35.348375 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee2f06a-303d-4383-b407-0ab8a182b15f req-67e94184-4682-4dea-9f1c-88d68807e6fa service neutron] Attempting to bind port 3fde135d-845e-4acb-921f-a1affbdb7fec on network 8d62e5d4-b4a6-4ce5-aea6-15ade4876ba4 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:30:35.352127 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-c4ff2695-e248-4ed8-8e61-f984a55d3423 req-179375f6-2f5a-4063-9c61-5ff36417c073 tempest-ServersOnMultiNodesTest-1288371571 tempest-ServersOnMultiNodesTest-1288371571-project] (102607) timed out ('10.222.0.49', 34244) {{(pid=102607) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 21:30:35.360673 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-925d7482-44f5-4fdc-bfcf-994fee8de98c req-6a4dfe09-3f8a-48c4-abc5-6f8813e01579 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ed2cc4c7-c857-4c68-943a-21ceeb71f0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1450553 Nov 09 21:30:35.413044 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port b979d2c1-2e72-4279-bfb4-67d6ba711007, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=b979d2c1-2e72-4279-bfb4-67d6ba711007,segment=NetworkSegment(1103ebad-4446-4f6d-95c8-a094fa92ad2e),segment_id=1103ebad-4446-4f6d-95c8-a094fa92ad2e)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:30:35.433763 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:35.449118 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3a01f699-e2f9-4f0b-a1c1-baf0e2148527 req-199df416-b4ab-4747-abae-bbad5530d804 tempest-ServerShowV247Test-1701296314 tempest-ServerShowV247Test-1701296314-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7f25da-2b88-43a3-9323-e61ab87bca2c HTTP/1.1" status: 200 len: 210 time: 0.1178772 Nov 09 21:30:35.506925 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee2f06a-303d-4383-b407-0ab8a182b15f req-67e94184-4682-4dea-9f1c-88d68807e6fa service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:30:35.513232 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee2f06a-303d-4383-b407-0ab8a182b15f req-67e94184-4682-4dea-9f1c-88d68807e6fa service neutron] Checking segment: {'id': '8ec4b877-92ae-4cea-aefa-e810ca647cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8d62e5d4-b4a6-4ce5-aea6-15ade4876ba4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:30:35.516540 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee2f06a-303d-4383-b407-0ab8a182b15f req-67e94184-4682-4dea-9f1c-88d68807e6fa service neutron] Bound using segment: {'id': '8ec4b877-92ae-4cea-aefa-e810ca647cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8d62e5d4-b4a6-4ce5-aea6-15ade4876ba4'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:30:35.516897 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-9ee2f06a-303d-4383-b407-0ab8a182b15f req-67e94184-4682-4dea-9f1c-88d68807e6fa service neutron] Bound port: 3fde135d-845e-4acb-921f-a1affbdb7fec, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ec4b877-92ae-4cea-aefa-e810ca647cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8d62e5d4-b4a6-4ce5-aea6-15ade4876ba4'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:30:35.518405 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9ee2f06a-303d-4383-b407-0ab8a182b15f req-67e94184-4682-4dea-9f1c-88d68807e6fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:35.590363 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf0816-a8ab-4f29-aae0-229378297dc0 req-0470e52a-01c2-44c1-bb59-398d4879882d tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:35.597965 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4aaf0816-a8ab-4f29-aae0-229378297dc0 req-0470e52a-01c2-44c1-bb59-398d4879882d tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/ports?device_id=405c5cce-9fa6-4426-a8f9-c8cbdce62761 HTTP/1.1" status: 200 len: 943 time: 1.9360244 Nov 09 21:30:35.605387 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:35.756938 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['b979d2c1-2e72-4279-bfb4-67d6ba711007'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:30:35.771666 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=b979d2c1-2e72-4279-bfb4-67d6ba711007,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:35.803606 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56346) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:36.005463 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff72e0b-9f2e-42f2-bc62-01eec41f1381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a310ed82-5c76-42dd-938a-ffb8947a05b9'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:30:36.029287 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c3ebc8-41c4-4d40-b66e-83569ce5a481" -d '{"events": [{"server_uuid": "eff72e0b-9f2e-42f2-bc62-01eec41f1381", "name": "network-vif-plugged", "status": "completed", "tag": "a310ed82-5c76-42dd-938a-ffb8947a05b9"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:30:36.069021 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1186f36-4e49-426f-93ea-9551e793159c req-9b79f77e-0b4f-4562-9d05-95eab92168a2 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:36.089056 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d1186f36-4e49-426f-93ea-9551e793159c req-9b79f77e-0b4f-4562-9d05-95eab92168a2 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.2253804 Nov 09 21:30:36.141156 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4aaf0816-a8ab-4f29-aae0-229378297dc0 req-3ef9fc8d-917a-4ec0-9926-8579deea8d63 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/security-groups?id=928bb2ed-dcc6-4201-aa61-15e0cac7f757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337757 Nov 09 21:30:36.209472 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-102afb15-8688-4abe-ad92-b14c36fda5e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:36.272432 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f280be-0654-4bac-b618-ad54dc6ae06d req-96b94cef-9512-4ac6-9899-6efb2a19de86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:36.274811 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-91f280be-0654-4bac-b618-ad54dc6ae06d req-96b94cef-9512-4ac6-9899-6efb2a19de86 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.0428796 Nov 09 21:30:36.299469 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port a310ed82-5c76-42dd-938a-ffb8947a05b9, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=a310ed82-5c76-42dd-938a-ffb8947a05b9,segment=NetworkSegment(4b1e7064-c872-4e6f-85a8-e00a69322723),segment_id=4b1e7064-c872-4e6f-85a8-e00a69322723)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:30:36.318387 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-925d7482-44f5-4fdc-bfcf-994fee8de98c req-8e32fee3-1efd-4fc3-992a-9a188300010a service neutron] 10.222.0.43 "GET /v2.0/networks/ed2cc4c7-c857-4c68-943a-21ceeb71f0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8741405 Nov 09 21:30:36.320374 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:36.334595 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d1186f36-4e49-426f-93ea-9551e793159c req-f2b9e79b-fb75-4519-bd3d-59633614d20c tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400839 Nov 09 21:30:36.403138 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-9ee2f06a-303d-4383-b407-0ab8a182b15f req-67e94184-4682-4dea-9f1c-88d68807e6fa service neutron] For port 3fde135d-845e-4acb-921f-a1affbdb7fec, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:30:36.424706 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-9ee2f06a-303d-4383-b407-0ab8a182b15f req-67e94184-4682-4dea-9f1c-88d68807e6fa service neutron] For port 3fde135d-845e-4acb-921f-a1affbdb7fec, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=3fde135d-845e-4acb-921f-a1affbdb7fec,segment=NetworkSegment(8ec4b877-92ae-4cea-aefa-e810ca647cd9),segment_id=8ec4b877-92ae-4cea-aefa-e810ca647cd9)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:30:36.439082 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9ee2f06a-303d-4383-b407-0ab8a182b15f req-67e94184-4682-4dea-9f1c-88d68807e6fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:36.466363 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977b31b5-a844-47ac-bb62-5dfe459e4d76 x-openstack-request-id: req-977b31b5-a844-47ac-bb62-5dfe459e4d76 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:30:36.466760 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff72e0b-9f2e-42f2-bc62-01eec41f1381", "name": "network-vif-plugged", "status": "completed", "tag": "a310ed82-5c76-42dd-938a-ffb8947a05b9", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:30:36.467061 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-977b31b5-a844-47ac-bb62-5dfe459e4d76 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:30:36.467532 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff72e0b-9f2e-42f2-bc62-01eec41f1381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a310ed82-5c76-42dd-938a-ffb8947a05b9', 'code': 200} Nov 09 21:30:36.472989 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2f06a-303d-4383-b407-0ab8a182b15f req-67e94184-4682-4dea-9f1c-88d68807e6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:36.473940 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9ee2f06a-303d-4383-b407-0ab8a182b15f req-67e94184-4682-4dea-9f1c-88d68807e6fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:36.476359 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9ee2f06a-303d-4383-b407-0ab8a182b15f req-67e94184-4682-4dea-9f1c-88d68807e6fa service neutron] 10.222.0.43 "PUT /v2.0/ports/3fde135d-845e-4acb-921f-a1affbdb7fec HTTP/1.1" status: 200 len: 1091 time: 6.0932860 Nov 09 21:30:36.548367 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '405c5cce-9fa6-4426-a8f9-c8cbdce62761', 'tag': '3fde135d-845e-4acb-921f-a1affbdb7fec'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:30:36.559533 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e57841-f347-41fd-a9bc-dbb5ae66aea0" -d '{"events": [{"name": "network-changed", "server_uuid": "405c5cce-9fa6-4426-a8f9-c8cbdce62761", "tag": "3fde135d-845e-4acb-921f-a1affbdb7fec"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:30:36.713140 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-102afb15-8688-4abe-ad92-b14c36fda5e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:36.719914 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-102afb15-8688-4abe-ad92-b14c36fda5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:36.758912 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=a310ed82-5c76-42dd-938a-ffb8947a05b9,revision_number=7']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:36.877780 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b2827f0a-f073-458b-b592-45068fd632b0 req-2f526803-d69c-4b2e-a703-89b5d4ed2171 tempest-ServerShowV247Test-1701296314 tempest-ServerShowV247Test-1701296314-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7f25da-2b88-43a3-9323-e61ab87bca2c HTTP/1.1" status: 200 len: 210 time: 0.1391420 Nov 09 21:30:36.883194 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-925d7482-44f5-4fdc-bfcf-994fee8de98c req-eec852af-4c0a-45cb-be14-9846bfc05c21 service neutron] 10.222.0.43 "GET /v2.0/networks/ed2cc4c7-c857-4c68-943a-21ceeb71f0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5563548 Nov 09 21:30:36.891792 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-102afb15-8688-4abe-ad92-b14c36fda5e2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a6e66a8f03ce43579e929934a0bcddc0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0847149 Nov 09 21:30:36.895978 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e94184-4682-4dea-9f1c-88d68807e6fa service neutron] Pushing event updated for resources: {'Port': ['ID=3fde135d-845e-4acb-921f-a1affbdb7fec,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:36.908535 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56366) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:37.024148 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118998bb-786f-416b-95e6-e6c0108001f3 req-cc9f87fe-347c-474f-8921-73d126f24d81 tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:37.042653 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-118998bb-786f-416b-95e6-e6c0108001f3 req-cc9f87fe-347c-474f-8921-73d126f24d81 tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c0beaf3-12d9-45ba-8bbd-240f3640265e HTTP/1.1" status: 200 len: 945 time: 0.2530890 Nov 09 21:30:37.044304 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102afb15-8688-4abe-ad92-b14c36fda5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cca8aff-3391-4bde-8ec5-05cc08f5b8ee,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:37.086226 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975d45ed-6bc4-462c-9a85-d7aad8f6fda4 x-openstack-request-id: req-975d45ed-6bc4-462c-9a85-d7aad8f6fda4 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:30:37.087678 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "405c5cce-9fa6-4426-a8f9-c8cbdce62761", "tag": "3fde135d-845e-4acb-921f-a1affbdb7fec", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:30:37.089464 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-975d45ed-6bc4-462c-9a85-d7aad8f6fda4 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:30:37.089998 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '405c5cce-9fa6-4426-a8f9-c8cbdce62761', 'tag': '3fde135d-845e-4acb-921f-a1affbdb7fec', 'status': 'completed', 'code': 200} Nov 09 21:30:37.092003 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2f06a-303d-4383-b407-0ab8a182b15f req-da7df980-95dd-4ef7-8d82-2cb92f1f8c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:37.099308 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9ee2f06a-303d-4383-b407-0ab8a182b15f req-da7df980-95dd-4ef7-8d82-2cb92f1f8c69 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1f67c4e59ee04da19ceea89a2062ddd4&device_id=405c5cce-9fa6-4426-a8f9-c8cbdce62761 HTTP/1.1" status: 200 len: 1094 time: 0.5286770 Nov 09 21:30:37.258173 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-118998bb-786f-416b-95e6-e6c0108001f3 req-af28e10c-b4ff-4b1d-b759-14b7a0b76dba tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] 10.222.0.49 "GET /v2.0/security-groups?id=e242328c-2676-4365-8d0f-e7333317de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846199 Nov 09 21:30:37.317163 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9ee2f06a-303d-4383-b407-0ab8a182b15f req-a2896837-1e77-4f64-9fec-bbda3f8ad210 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fde135d-845e-4acb-921f-a1affbdb7fec HTTP/1.1" status: 200 len: 217 time: 0.1999357 Nov 09 21:30:37.459185 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-895d2a85-5742-45e8-bbc0-7b28f9c7abea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:37.589647 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9c944-71c3-43a9-9878-5e0e14740d66 req-34243553-4b5b-4783-adcd-4a5b92b60841 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:37.606787 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-eea9c944-71c3-43a9-9878-5e0e14740d66 req-34243553-4b5b-4783-adcd-4a5b92b60841 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.1434627 Nov 09 21:30:37.645950 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-895d2a85-5742-45e8-bbc0-7b28f9c7abea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:37.748404 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-eea9c944-71c3-43a9-9878-5e0e14740d66 req-164c6082-b5df-4cf4-b052-9d109d358128 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346786 Nov 09 21:30:37.865562 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device b979d2c1-2e72-4279-bfb4-67d6ba711007 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:30:37.868262 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2f06a-303d-4383-b407-0ab8a182b15f req-d18d2273-9be7-4714-956b-47fa9848b324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:37.869659 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9ee2f06a-303d-4383-b407-0ab8a182b15f req-d18d2273-9be7-4714-956b-47fa9848b324 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=95fd697e-296c-4da7-8bca-275796e1475d HTTP/1.1" status: 200 len: 852 time: 0.5426900 Nov 09 21:30:37.898560 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-895d2a85-5742-45e8-bbc0-7b28f9c7abea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:37.904094 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-895d2a85-5742-45e8-bbc0-7b28f9c7abea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:37.912691 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-895d2a85-5742-45e8-bbc0-7b28f9c7abea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7cca8aff-3391-4bde-8ec5-05cc08f5b8ee HTTP/1.1" status: 204 len: 168 time: 0.9977300 Nov 09 21:30:37.918926 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-91f280be-0654-4bac-b618-ad54dc6ae06d req-945639f5-093d-4099-8f88-c7946bfbd05f tempest-ServerShowV247Test-1701296314 tempest-ServerShowV247Test-1701296314-project] 10.222.0.45 "GET /v2.0/ports?device_id=de7f25da-2b88-43a3-9323-e61ab87bca2c HTTP/1.1" status: 200 len: 210 time: 0.2209823 Nov 09 21:30:37.928210 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15ca9d-f656-49cb-be0f-a980af29a990 req-8dc89889-5026-4bf1-bf6b-143a5845adf9 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:37.937447 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7e15ca9d-f656-49cb-be0f-a980af29a990 req-8dc89889-5026-4bf1-bf6b-143a5845adf9 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/ports?device_id=405c5cce-9fa6-4426-a8f9-c8cbdce62761 HTTP/1.1" status: 200 len: 943 time: 0.5901933 Nov 09 21:30:38.067659 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port b979d2c1-2e72-4279-bfb4-67d6ba711007 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:30:38.072700 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port b979d2c1-2e72-4279-bfb4-67d6ba711007 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:30:38.073109 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:38.247487 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7e15ca9d-f656-49cb-be0f-a980af29a990 req-3417ada4-850c-4b59-ab2a-d155f06baab7 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/security-groups?id=928bb2ed-dcc6-4201-aa61-15e0cac7f757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081787 Nov 09 21:30:38.255775 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d2a85-5742-45e8-bbc0-7b28f9c7abea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cca8aff-3391-4bde-8ec5-05cc08f5b8ee,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:38.296426 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9ee2f06a-303d-4383-b407-0ab8a182b15f req-20880247-0ff2-4c86-93ee-1df9a45116d9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d62e5d4-b4a6-4ce5-aea6-15ade4876ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3793571 Nov 09 21:30:38.300308 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1a019184-199b-4086-a7e2-62b8271f9a74 req-71b53c07-5350-4c1e-936a-cf3f5ec3ce0f tempest-ServerShowV247Test-1701296314 tempest-ServerShowV247Test-1701296314-project] 10.222.0.49 "GET /v2.0/ports?device_id=de7f25da-2b88-43a3-9323-e61ab87bca2c HTTP/1.1" status: 200 len: 210 time: 0.1500447 Nov 09 21:30:38.508314 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:38.536556 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0beaf3-12d9-45ba-8bbd-240f3640265e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b979d2c1-2e72-4279-bfb4-67d6ba711007'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:30:38.539321 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5646b4f1-54a9-41ae-84a9-f655b50ca8c3" -d '{"events": [{"server_uuid": "9c0beaf3-12d9-45ba-8bbd-240f3640265e", "name": "network-vif-plugged", "status": "completed", "tag": "b979d2c1-2e72-4279-bfb4-67d6ba711007"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:30:38.560738 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port b979d2c1-2e72-4279-bfb4-67d6ba711007, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=b979d2c1-2e72-4279-bfb4-67d6ba711007,segment=NetworkSegment(1103ebad-4446-4f6d-95c8-a094fa92ad2e),segment_id=1103ebad-4446-4f6d-95c8-a094fa92ad2e)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:30:38.570942 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:38.688566 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93cad65-5736-446b-a195-86d0c43ab0fb x-openstack-request-id: req-c93cad65-5736-446b-a195-86d0c43ab0fb {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:30:38.708403 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0beaf3-12d9-45ba-8bbd-240f3640265e", "name": "network-vif-plugged", "status": "completed", "tag": "b979d2c1-2e72-4279-bfb4-67d6ba711007", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:30:38.708905 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c93cad65-5736-446b-a195-86d0c43ab0fb {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:30:38.709442 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0beaf3-12d9-45ba-8bbd-240f3640265e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b979d2c1-2e72-4279-bfb4-67d6ba711007', 'code': 200} Nov 09 21:30:38.727386 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=b979d2c1-2e72-4279-bfb4-67d6ba711007,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:39.248492 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa56d2-9ef3-4ac8-9ebb-3a4598e5b226 req-2741b1bd-d309-4034-8d5d-1e214a167542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:39.250147 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-82fa56d2-9ef3-4ac8-9ebb-3a4598e5b226 req-2741b1bd-d309-4034-8d5d-1e214a167542 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=96a7a35658cb4a6ea565f057e114d368&device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 1096 time: 0.2116406 Nov 09 21:30:39.260275 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda8312-f2c4-4ca3-b285-911c5d4903b2 req-37bf94c9-16f2-4bb7-9e6e-4be4c3497a7f tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:39.262642 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5a44a-0695-48b9-9de7-be8338bd8444 req-a3165236-e23e-416e-8d72-fdb33a28f23b tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:39.271969 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-78a5a44a-0695-48b9-9de7-be8338bd8444 req-a3165236-e23e-416e-8d72-fdb33a28f23b tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c0beaf3-12d9-45ba-8bbd-240f3640265e HTTP/1.1" status: 200 len: 946 time: 0.6221397 Nov 09 21:30:39.283408 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56410) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:39.286770 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-afda8312-f2c4-4ca3-b285-911c5d4903b2 req-37bf94c9-16f2-4bb7-9e6e-4be4c3497a7f tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.2703161 Nov 09 21:30:39.533919 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-afda8312-f2c4-4ca3-b285-911c5d4903b2 req-30b5d537-1d0a-438c-864f-86147a9e6eee tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437794 Nov 09 21:30:39.563989 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61643b-87eb-4da1-beb7-2955b8309efb req-f2e080f5-6077-43c4-a3ec-135fb11aa157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:39.566540 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ae61643b-87eb-4da1-beb7-2955b8309efb req-f2e080f5-6077-43c4-a3ec-135fb11aa157 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9c0beaf3-12d9-45ba-8bbd-240f3640265e HTTP/1.1" status: 200 len: 1097 time: 0.7044768 Nov 09 21:30:39.569668 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9ee2f06a-303d-4383-b407-0ab8a182b15f req-739fd26b-5bb2-4e52-ace6-1f882f2d8843 service neutron] 10.222.0.43 "GET /v2.0/networks/8d62e5d4-b4a6-4ce5-aea6-15ade4876ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2671318 Nov 09 21:30:39.674510 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e54dcf43-949d-49e5-ab96-0edb643ac509 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:39.777496 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa56d2-9ef3-4ac8-9ebb-3a4598e5b226 req-4bcec333-ed93-4213-ba21-e966cba618f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:39.784147 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-82fa56d2-9ef3-4ac8-9ebb-3a4598e5b226 req-4bcec333-ed93-4213-ba21-e966cba618f2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e557bc0d-71a9-4b44-ab50-1de12563c5ef HTTP/1.1" status: 200 len: 912 time: 0.4875722 Nov 09 21:30:39.803301 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2c780-8dab-4e55-a2aa-f48598d5c789 req-fab9a029-cc29-49af-a146-18f447efb1a1 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:39.817360 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-16e2c780-8dab-4e55-a2aa-f48598d5c789 req-fab9a029-cc29-49af-a146-18f447efb1a1 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/ports?device_id=405c5cce-9fa6-4426-a8f9-c8cbdce62761 HTTP/1.1" status: 200 len: 943 time: 0.1184862 Nov 09 21:30:40.013593 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-16e2c780-8dab-4e55-a2aa-f48598d5c789 req-8be4e67c-e2cd-47fc-adec-69f510a07a2a tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/security-groups?id=928bb2ed-dcc6-4201-aa61-15e0cac7f757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946714 Nov 09 21:30:40.047294 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 06b735e7-95a4-4400-ac21-34cfa1677929 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:30:40.328875 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-78a5a44a-0695-48b9-9de7-be8338bd8444 req-3bf9d09a-3e18-44f8-8f0a-39fc3b0e137a tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] 10.222.0.49 "GET /v2.0/security-groups?id=e242328c-2676-4365-8d0f-e7333317de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0559821 Nov 09 21:30:40.395827 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 06b735e7-95a4-4400-ac21-34cfa1677929, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=06b735e7-95a4-4400-ac21-34cfa1677929,segment=NetworkSegment(34c790f7-0b4d-4574-9ae7-2413289b0cee),segment_id=34c790f7-0b4d-4574-9ae7-2413289b0cee)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:30:40.423392 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '06b735e7-95a4-4400-ac21-34cfa1677929', 'network_id': '276f688e-7f99-4153-a7fb-8c012406fc86', 'port_id': '06b735e7-95a4-4400-ac21-34cfa1677929', 'mac_address': 'fa:16:3e:6c:f1:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aead6392-42fa-4a16-a986-5c9371526ce9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:30:40.540623 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:40.583833 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 06b735e7-95a4-4400-ac21-34cfa1677929 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:30:40.690392 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 06b735e7-95a4-4400-ac21-34cfa1677929, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=06b735e7-95a4-4400-ac21-34cfa1677929,segment=NetworkSegment(34c790f7-0b4d-4574-9ae7-2413289b0cee),segment_id=34c790f7-0b4d-4574-9ae7-2413289b0cee)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:30:40.700704 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:40.727389 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e54dcf43-949d-49e5-ab96-0edb643ac509 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:40.863733 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['06b735e7-95a4-4400-ac21-34cfa1677929'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:30:40.927758 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9ee2f06a-303d-4383-b407-0ab8a182b15f req-bc6337fe-1bae-4931-8edf-9889a101a826 service neutron] 10.222.0.43 "GET /v2.0/networks/8d62e5d4-b4a6-4ce5-aea6-15ade4876ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2684412 Nov 09 21:30:40.949338 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d89e9-db00-4284-86eb-301687c18e87 req-d4c74ea8-8250-4a02-972a-daf868921373 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:40.954179 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ae61643b-87eb-4da1-beb7-2955b8309efb req-83c8f983-921b-48fc-a028-58faf922c818 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e242328c-2676-4365-8d0f-e7333317de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3474009 Nov 09 21:30:40.961187 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e22d89e9-db00-4284-86eb-301687c18e87 req-d4c74ea8-8250-4a02-972a-daf868921373 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 944 time: 0.1556063 Nov 09 21:30:40.973738 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e54dcf43-949d-49e5-ab96-0edb643ac509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:41.000423 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=06b735e7-95a4-4400-ac21-34cfa1677929,revision_number=6']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:41.091162 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56458) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:41.170559 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e22d89e9-db00-4284-86eb-301687c18e87 req-c2ef0748-23f1-41d3-9595-aab854ed4023 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058048 Nov 09 21:30:41.219911 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-82fa56d2-9ef3-4ac8-9ebb-3a4598e5b226 req-054cf635-fd72-4913-b1f9-595b85ee0109 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a310ed82-5c76-42dd-938a-ffb8947a05b9 HTTP/1.1" status: 200 len: 1000 time: 1.3918064 Nov 09 21:30:41.430830 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa56d2-9ef3-4ac8-9ebb-3a4598e5b226 req-34add159-c98a-4591-ac12-93b7d50f813a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:41.432364 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-82fa56d2-9ef3-4ac8-9ebb-3a4598e5b226 req-34add159-c98a-4591-ac12-93b7d50f813a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=48041428-5cce-473c-b445-a01eb383d908 HTTP/1.1" status: 200 len: 851 time: 0.1957386 Nov 09 21:30:41.541539 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54dcf43-949d-49e5-ab96-0edb643ac509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a802363c-52ef-45e6-9965-7c33bdb1cf88,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:41.771993 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e54dcf43-949d-49e5-ab96-0edb643ac509 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=93688d06ffe24a7abcd2cf63b680af4d&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4797015 Nov 09 21:30:41.772667 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56466) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:41.945076 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4bb0d1fc-220f-4dfa-9691-fcfed8eefe0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:42.008618 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f117d72f-d8e6-4070-a721-ec4526684b90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:42.011205 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e57841-f347-41fd-a9bc-dbb5ae66aea0 req-3fef985e-9c40-4386-a142-046df5dd43ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:42.018930 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c9e57841-f347-41fd-a9bc-dbb5ae66aea0 req-3fef985e-9c40-4386-a142-046df5dd43ee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1f67c4e59ee04da19ceea89a2062ddd4&device_id=405c5cce-9fa6-4426-a8f9-c8cbdce62761 HTTP/1.1" status: 200 len: 1094 time: 0.5621331 Nov 09 21:30:42.039294 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa56d2-9ef3-4ac8-9ebb-3a4598e5b226 req-e9d841cc-65f9-4c36-999c-986d130d0169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:42.048935 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-82fa56d2-9ef3-4ac8-9ebb-3a4598e5b226 req-e9d841cc-65f9-4c36-999c-986d130d0169 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e557bc0d-71a9-4b44-ab50-1de12563c5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5202589 Nov 09 21:30:42.080445 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 06b735e7-95a4-4400-ac21-34cfa1677929 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:30:42.104712 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f117d72f-d8e6-4070-a721-ec4526684b90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:42.263329 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43d4ea-671f-42ab-841d-64940d2be679 req-b9373f89-9649-4676-9f3c-3353122b40bd tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:42.271154 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3b43d4ea-671f-42ab-841d-64940d2be679 req-b9373f89-9649-4676-9f3c-3353122b40bd tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c0beaf3-12d9-45ba-8bbd-240f3640265e HTTP/1.1" status: 200 len: 946 time: 0.5987680 Nov 09 21:30:42.279322 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f117d72f-d8e6-4070-a721-ec4526684b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:42.285142 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f117d72f-d8e6-4070-a721-ec4526684b90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:42.289960 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f117d72f-d8e6-4070-a721-ec4526684b90 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a802363c-52ef-45e6-9965-7c33bdb1cf88 HTTP/1.1" status: 204 len: 168 time: 0.5089478 Nov 09 21:30:42.299289 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 06b735e7-95a4-4400-ac21-34cfa1677929 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:30:42.299289 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:42.322892 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f117d72f-d8e6-4070-a721-ec4526684b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a802363c-52ef-45e6-9965-7c33bdb1cf88,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:42.499117 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3b43d4ea-671f-42ab-841d-64940d2be679 req-5886123b-ba7e-4b96-a7af-6eb7a232c34b tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] 10.222.0.49 "GET /v2.0/security-groups?id=e242328c-2676-4365-8d0f-e7333317de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265832 Nov 09 21:30:42.570891 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:42.625828 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76e666a-9764-4565-9a62-2e8aec45655c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b735e7-95a4-4400-ac21-34cfa1677929'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:30:42.633481 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f53319-1857-4c43-be2f-1e271b06730c" -d '{"events": [{"server_uuid": "b76e666a-9764-4565-9a62-2e8aec45655c", "name": "network-vif-plugged", "status": "completed", "tag": "06b735e7-95a4-4400-ac21-34cfa1677929"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:30:42.637014 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4bb0d1fc-220f-4dfa-9691-fcfed8eefe0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:42.665721 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 06b735e7-95a4-4400-ac21-34cfa1677929, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=06b735e7-95a4-4400-ac21-34cfa1677929,segment=NetworkSegment(34c790f7-0b4d-4574-9ae7-2413289b0cee),segment_id=34c790f7-0b4d-4574-9ae7-2413289b0cee)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:30:42.672091 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:42.773098 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4bb0d1fc-220f-4dfa-9691-fcfed8eefe0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:42.866946 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=06b735e7-95a4-4400-ac21-34cfa1677929,revision_number=7']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:42.911553 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862b545-57a8-4fb4-91b1-8b6d7f6732db req-361a4d26-0cea-4ae3-ab3b-3c90f7822379 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:42.933348 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c862b545-57a8-4fb4-91b1-8b6d7f6732db req-361a4d26-0cea-4ae3-ab3b-3c90f7822379 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.2495954 Nov 09 21:30:42.966884 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4bb0d1fc-220f-4dfa-9691-fcfed8eefe0b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=53f5d44846f7483d9ff9314badfb6212&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8388407 Nov 09 21:30:42.978564 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56482) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:43.249509 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c862b545-57a8-4fb4-91b1-8b6d7f6732db req-9898eebd-5722-4317-85ad-eaf640db2679 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137791 Nov 09 21:30:43.339231 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-82fa56d2-9ef3-4ac8-9ebb-3a4598e5b226 req-1b41abf4-df3e-4916-9810-4d0f4d2b3d6c service neutron] 10.222.0.45 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2686536 Nov 09 21:30:43.343856 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb0d1fc-220f-4dfa-9691-fcfed8eefe0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90292b1d-c44e-4c38-84ae-4576bbdf5d66,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:43.508903 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf754c41-3a71-44d7-a899-edc6ec070fd5 x-openstack-request-id: req-cf754c41-3a71-44d7-a899-edc6ec070fd5 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:30:43.509435 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76e666a-9764-4565-9a62-2e8aec45655c", "name": "network-vif-plugged", "status": "completed", "tag": "06b735e7-95a4-4400-ac21-34cfa1677929", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:30:43.509435 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cf754c41-3a71-44d7-a899-edc6ec070fd5 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:30:43.509835 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76e666a-9764-4565-9a62-2e8aec45655c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b735e7-95a4-4400-ac21-34cfa1677929', 'code': 200} Nov 09 21:30:43.655819 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-82fa56d2-9ef3-4ac8-9ebb-3a4598e5b226 req-3babf817-1d47-4a67-a0e7-c56df97f5043 service neutron] 10.222.0.45 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689662 Nov 09 21:30:43.735048 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13723903-d994-466b-8f84-19b948f55400 req-a15a0859-9039-4ffb-bae1-1bbcd4f67ab4 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:43.736663 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-13723903-d994-466b-8f84-19b948f55400 req-a15a0859-9039-4ffb-bae1-1bbcd4f67ab4 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/ports?device_id=405c5cce-9fa6-4426-a8f9-c8cbdce62761 HTTP/1.1" status: 200 len: 943 time: 1.4832728 Nov 09 21:30:43.831314 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea889dae-b392-4f03-8bd1-5f0d6f256e44 req-a5721cd4-f853-4991-9b14-69f148036459 tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:43.843497 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ea889dae-b392-4f03-8bd1-5f0d6f256e44 req-a5721cd4-f853-4991-9b14-69f148036459 tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c0beaf3-12d9-45ba-8bbd-240f3640265e HTTP/1.1" status: 200 len: 946 time: 0.1417654 Nov 09 21:30:43.877640 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 3fde135d-845e-4acb-921f-a1affbdb7fec details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:30:43.977580 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ea889dae-b392-4f03-8bd1-5f0d6f256e44 req-d8fcd6e6-1f3f-4ab2-8ceb-bb0c74d460d7 tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] 10.222.0.49 "GET /v2.0/security-groups?id=e242328c-2676-4365-8d0f-e7333317de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313465 Nov 09 21:30:43.988179 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-13723903-d994-466b-8f84-19b948f55400 req-5936e4c4-1874-4f3f-bcdd-a23da9200235 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/security-groups?id=928bb2ed-dcc6-4201-aa61-15e0cac7f757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066743 Nov 09 21:30:43.991609 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e57841-f347-41fd-a9bc-dbb5ae66aea0 req-6c7ead0e-a931-46e0-8231-d2f5abf04906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:43.992917 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c9e57841-f347-41fd-a9bc-dbb5ae66aea0 req-6c7ead0e-a931-46e0-8231-d2f5abf04906 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8d62e5d4-b4a6-4ce5-aea6-15ade4876ba4 HTTP/1.1" status: 200 len: 912 time: 1.9570169 Nov 09 21:30:44.076864 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ea7c2cf2-a3c7-4079-b6f1-680e91158108 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:44.253728 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c9e57841-f347-41fd-a9bc-dbb5ae66aea0 req-13a5e61f-8e1d-4a7f-bdf2-34f99a2772a1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fde135d-845e-4acb-921f-a1affbdb7fec HTTP/1.1" status: 200 len: 217 time: 0.2400665 Nov 09 21:30:44.263642 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56516) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:44.534643 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 3fde135d-845e-4acb-921f-a1affbdb7fec, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=3fde135d-845e-4acb-921f-a1affbdb7fec,segment=NetworkSegment(8ec4b877-92ae-4cea-aefa-e810ca647cd9),segment_id=8ec4b877-92ae-4cea-aefa-e810ca647cd9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:30:44.552006 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e57841-f347-41fd-a9bc-dbb5ae66aea0 req-3f945889-1307-453b-aeb0-5e1a9f37aa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:44.553554 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c9e57841-f347-41fd-a9bc-dbb5ae66aea0 req-3f945889-1307-453b-aeb0-5e1a9f37aa0b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=95fd697e-296c-4da7-8bca-275796e1475d HTTP/1.1" status: 200 len: 852 time: 0.2778082 Nov 09 21:30:44.608765 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '3fde135d-845e-4acb-921f-a1affbdb7fec', 'network_id': '8d62e5d4-b4a6-4ce5-aea6-15ade4876ba4', 'port_id': '3fde135d-845e-4acb-921f-a1affbdb7fec', 'mac_address': 'fa:16:3e:49:45:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95fd697e-296c-4da7-8bca-275796e1475d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:30:44.669798 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9299f-2e42-48f0-9e52-795f022a3fe5 req-d27862a2-4d2b-4caf-912a-7ac5efa47598 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:44.679622 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-01c9299f-2e42-48f0-9e52-795f022a3fe5 req-d27862a2-4d2b-4caf-912a-7ac5efa47598 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.2070441 Nov 09 21:30:44.691042 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ea7c2cf2-a3c7-4079-b6f1-680e91158108 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:44.762004 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:44.815077 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fde135d-845e-4acb-921f-a1affbdb7fec {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:30:44.881895 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-01c9299f-2e42-48f0-9e52-795f022a3fe5 req-e5b3b13a-d5d1-41f9-9dce-9cb001862376 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011144 Nov 09 21:30:44.911924 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 3fde135d-845e-4acb-921f-a1affbdb7fec, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=3fde135d-845e-4acb-921f-a1affbdb7fec,segment=NetworkSegment(8ec4b877-92ae-4cea-aefa-e810ca647cd9),segment_id=8ec4b877-92ae-4cea-aefa-e810ca647cd9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:30:44.938702 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:45.041325 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c9e57841-f347-41fd-a9bc-dbb5ae66aea0 req-c91c900a-aaee-4b1b-aa14-865ebb45b92d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d62e5d4-b4a6-4ce5-aea6-15ade4876ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4422688 Nov 09 21:30:45.232908 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ea7c2cf2-a3c7-4079-b6f1-680e91158108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:45.235826 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ea7c2cf2-a3c7-4079-b6f1-680e91158108 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:45.251019 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ea7c2cf2-a3c7-4079-b6f1-680e91158108 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/90292b1d-c44e-4c38-84ae-4576bbdf5d66 HTTP/1.1" status: 204 len: 168 time: 1.9192734 Nov 09 21:30:45.306690 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['3fde135d-845e-4acb-921f-a1affbdb7fec'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:30:45.327816 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=3fde135d-845e-4acb-921f-a1affbdb7fec,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:45.363126 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c2cf2-a3c7-4079-b6f1-680e91158108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90292b1d-c44e-4c38-84ae-4576bbdf5d66,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:45.400581 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784163d9-8f70-44e6-b27e-8e4122b7d69d req-c093a93f-7754-4f36-8dbd-01bfe638d970 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:45.422590 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-784163d9-8f70-44e6-b27e-8e4122b7d69d req-c093a93f-7754-4f36-8dbd-01bfe638d970 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/ports?device_id=405c5cce-9fa6-4426-a8f9-c8cbdce62761 HTTP/1.1" status: 200 len: 944 time: 0.3032033 Nov 09 21:30:45.426951 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc7da4-9bb5-45de-9c8f-3ee0efb4e658 req-dfc0e972-8224-4605-855d-5e5799f03137 tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:45.438444 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cebc7da4-9bb5-45de-9c8f-3ee0efb4e658 req-dfc0e972-8224-4605-855d-5e5799f03137 tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c0beaf3-12d9-45ba-8bbd-240f3640265e HTTP/1.1" status: 200 len: 946 time: 0.7749560 Nov 09 21:30:45.626723 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c9e57841-f347-41fd-a9bc-dbb5ae66aea0 req-82c7a6c9-b2fb-45dc-812b-563413de2183 service neutron] 10.222.0.43 "GET /v2.0/networks/8d62e5d4-b4a6-4ce5-aea6-15ade4876ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5799642 Nov 09 21:30:45.637064 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cebc7da4-9bb5-45de-9c8f-3ee0efb4e658 req-c5cc40a7-0921-4494-bd0b-d48b16fe3180 tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] 10.222.0.49 "GET /v2.0/security-groups?id=e242328c-2676-4365-8d0f-e7333317de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852329 Nov 09 21:30:45.872461 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-784163d9-8f70-44e6-b27e-8e4122b7d69d req-e566ed5b-8caa-4921-84cc-338a8c6a896b tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/security-groups?id=928bb2ed-dcc6-4201-aa61-15e0cac7f757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4472308 Nov 09 21:30:45.912623 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c9e57841-f347-41fd-a9bc-dbb5ae66aea0 req-7bf9efc1-2b14-4833-be45-ebad62d8867c service neutron] 10.222.0.43 "GET /v2.0/networks/8d62e5d4-b4a6-4ce5-aea6-15ade4876ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742758 Nov 09 21:30:46.413139 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c51c7-e616-41d0-ad18-ca88ca024939 req-db8a44bd-4e5f-4e4d-b5ed-2eec20e6b15b tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:46.420856 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-693c51c7-e616-41d0-ad18-ca88ca024939 req-db8a44bd-4e5f-4e4d-b5ed-2eec20e6b15b tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c0beaf3-12d9-45ba-8bbd-240f3640265e HTTP/1.1" status: 200 len: 946 time: 0.4611642 Nov 09 21:30:46.558524 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6264cc4-99c6-4aba-ba63-67e5634ee14f req-fece4e5d-f575-48b5-9082-deb548bfc16b tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:46.562980 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d6264cc4-99c6-4aba-ba63-67e5634ee14f req-fece4e5d-f575-48b5-9082-deb548bfc16b tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.4698174 Nov 09 21:30:46.791835 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d6264cc4-99c6-4aba-ba63-67e5634ee14f req-6bb95017-5cfd-4d46-9828-7ac9f2338449 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199931 Nov 09 21:30:46.861555 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-693c51c7-e616-41d0-ad18-ca88ca024939 req-071fb0a5-0358-4d96-93f2-65bf7e1fe470 tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] Deleting port b979d2c1-2e72-4279-bfb4-67d6ba711007 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:30:46.862073 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-693c51c7-e616-41d0-ad18-ca88ca024939 req-071fb0a5-0358-4d96-93f2-65bf7e1fe470 tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:47.032612 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8df1711d-c827-4601-9ad0-d25782393083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:47.093014 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-693c51c7-e616-41d0-ad18-ca88ca024939 req-071fb0a5-0358-4d96-93f2-65bf7e1fe470 tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] For port b979d2c1-2e72-4279-bfb4-67d6ba711007, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=b979d2c1-2e72-4279-bfb4-67d6ba711007,segment=NetworkSegment(1103ebad-4446-4f6d-95c8-a094fa92ad2e),segment_id=1103ebad-4446-4f6d-95c8-a094fa92ad2e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:30:47.093518 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-693c51c7-e616-41d0-ad18-ca88ca024939 req-071fb0a5-0358-4d96-93f2-65bf7e1fe470 tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:47.137349 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-693c51c7-e616-41d0-ad18-ca88ca024939 req-071fb0a5-0358-4d96-93f2-65bf7e1fe470 tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] Calling delete_port for b979d2c1-2e72-4279-bfb4-67d6ba711007 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:30:47.646252 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-49d20fc6-5a46-4d7d-99f2-3e2d36665b55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:47.880328 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c398f-7de9-4e10-b528-60c41cbf20d3 req-3c42d9e7-4dd0-4a88-8ecb-6994ef4c2c04 tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:47.885089 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-eb2c398f-7de9-4e10-b528-60c41cbf20d3 req-3c42d9e7-4dd0-4a88-8ecb-6994ef4c2c04 tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c0beaf3-12d9-45ba-8bbd-240f3640265e HTTP/1.1" status: 200 len: 946 time: 1.0429473 Nov 09 21:30:47.890422 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56588) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:47.917780 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 3fde135d-845e-4acb-921f-a1affbdb7fec up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:30:47.988577 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-693c51c7-e616-41d0-ad18-ca88ca024939 req-071fb0a5-0358-4d96-93f2-65bf7e1fe470 tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:48.114684 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 3fde135d-845e-4acb-921f-a1affbdb7fec completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:30:48.132157 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 3fde135d-845e-4acb-921f-a1affbdb7fec triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:30:48.132872 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:48.223570 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-eb2c398f-7de9-4e10-b528-60c41cbf20d3 req-e5b30ebb-4f89-48ad-97c4-ae5fe97726af tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] 10.222.0.49 "GET /v2.0/security-groups?id=e242328c-2676-4365-8d0f-e7333317de51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865200 Nov 09 21:30:48.293448 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-e59b3be9-7b7e-4917-8020-2f0a551bf811 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2127626887-network', 'tenant_id': 'e0922c7787034cdf9e2b2cd0a54e34e3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:30:48.399614 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-8df1711d-c827-4601-9ad0-d25782393083 admin admin] Deleting port 70422ba5-3105-471f-ba27-a49007a6ecf7 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:30:48.399980 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8df1711d-c827-4601-9ad0-d25782393083 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:48.405243 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a64cc8-df8f-48e0-bcce-80c9d224f25e req-4c916182-e82f-4af0-a4f6-f4e00cdcc483 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:48.409332 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-70a64cc8-df8f-48e0-bcce-80c9d224f25e req-4c916182-e82f-4af0-a4f6-f4e00cdcc483 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/ports?device_id=405c5cce-9fa6-4426-a8f9-c8cbdce62761 HTTP/1.1" status: 200 len: 944 time: 1.2564061 Nov 09 21:30:48.411254 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071fb0a5-0358-4d96-93f2-65bf7e1fe470 tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] Pushing event deleted for resources: {'Port': ['ID=b979d2c1-2e72-4279-bfb4-67d6ba711007,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:48.421028 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-693c51c7-e616-41d0-ad18-ca88ca024939 req-071fb0a5-0358-4d96-93f2-65bf7e1fe470 tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] No DVR routers for this DVR port b979d2c1-2e72-4279-bfb4-67d6ba711007 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:30:48.425293 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:48.428522 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-693c51c7-e616-41d0-ad18-ca88ca024939 req-071fb0a5-0358-4d96-93f2-65bf7e1fe470 tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:48.454378 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-693c51c7-e616-41d0-ad18-ca88ca024939 req-071fb0a5-0358-4d96-93f2-65bf7e1fe470 tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] 10.222.0.43 "DELETE /v2.0/ports/b979d2c1-2e72-4279-bfb4-67d6ba711007 HTTP/1.1" status: 204 len: 173 time: 2.0043259 Nov 09 21:30:48.476283 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0beaf3-12d9-45ba-8bbd-240f3640265e', 'name': 'network-vif-deleted', 'tag': 'b979d2c1-2e72-4279-bfb4-67d6ba711007'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:30:48.504001 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da50f7bc-4a2a-4e57-8fbe-b65b3be0f1dd" -d '{"events": [{"server_uuid": "9c0beaf3-12d9-45ba-8bbd-240f3640265e", "name": "network-vif-deleted", "tag": "b979d2c1-2e72-4279-bfb4-67d6ba711007"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:30:48.542590 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '405c5cce-9fa6-4426-a8f9-c8cbdce62761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fde135d-845e-4acb-921f-a1affbdb7fec'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:30:48.552911 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb4dc87-1116-4b4c-9336-bdfa41fb16a9" -d '{"events": [{"server_uuid": "405c5cce-9fa6-4426-a8f9-c8cbdce62761", "name": "network-vif-plugged", "status": "completed", "tag": "3fde135d-845e-4acb-921f-a1affbdb7fec"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:30:48.594472 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59b3be9-7b7e-4917-8020-2f0a551bf811 admin admin] Made reservation on behalf of e0922c7787034cdf9e2b2cd0a54e34e3 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:30:48.596982 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 3fde135d-845e-4acb-921f-a1affbdb7fec, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=3fde135d-845e-4acb-921f-a1affbdb7fec,segment=NetworkSegment(8ec4b877-92ae-4cea-aefa-e810ca647cd9),segment_id=8ec4b877-92ae-4cea-aefa-e810ca647cd9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:30:48.605981 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e59b3be9-7b7e-4917-8020-2f0a551bf811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:48.607219 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:48.642601 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-70a64cc8-df8f-48e0-bcce-80c9d224f25e req-74f3767e-bd8f-468b-b31a-79835ef338b5 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/security-groups?id=928bb2ed-dcc6-4201-aa61-15e0cac7f757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735656 Nov 09 21:30:48.655216 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e59b3be9-7b7e-4917-8020-2f0a551bf811 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:48.753320 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=3fde135d-845e-4acb-921f-a1affbdb7fec,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:48.785146 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf637115-243d-4c3f-b8cd-14abf9ddeee5 x-openstack-request-id: req-cf637115-243d-4c3f-b8cd-14abf9ddeee5 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:30:48.785442 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0beaf3-12d9-45ba-8bbd-240f3640265e", "name": "network-vif-deleted", "tag": "b979d2c1-2e72-4279-bfb4-67d6ba711007", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:30:48.785702 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cf637115-243d-4c3f-b8cd-14abf9ddeee5 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:30:48.786106 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0beaf3-12d9-45ba-8bbd-240f3640265e', 'name': 'network-vif-deleted', 'tag': 'b979d2c1-2e72-4279-bfb4-67d6ba711007', 'status': 'completed', 'code': 200} Nov 09 21:30:48.862997 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f76060e-5a09-4afd-969c-0d08f9f4af07 x-openstack-request-id: req-9f76060e-5a09-4afd-969c-0d08f9f4af07 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:30:48.863567 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "405c5cce-9fa6-4426-a8f9-c8cbdce62761", "name": "network-vif-plugged", "status": "completed", "tag": "3fde135d-845e-4acb-921f-a1affbdb7fec", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:30:48.863838 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9f76060e-5a09-4afd-969c-0d08f9f4af07 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:30:48.864219 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '405c5cce-9fa6-4426-a8f9-c8cbdce62761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fde135d-845e-4acb-921f-a1affbdb7fec', 'code': 200} Nov 09 21:30:48.939306 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce09da8-1269-400d-b022-d4b0b47abaca req-ae6deb04-8a24-4c56-ac26-997b7d1327e8 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:48.961661 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6ce09da8-1269-400d-b022-d4b0b47abaca req-ae6deb04-8a24-4c56-ac26-997b7d1327e8 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.3122115 Nov 09 21:30:49.052058 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef4aa1-c22d-481a-a575-203f49def739 req-dce70b91-8544-4292-81ca-7e2406bfd404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:49.053282 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-68ef4aa1-c22d-481a-a575-203f49def739 req-dce70b91-8544-4292-81ca-7e2406bfd404 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=405c5cce-9fa6-4426-a8f9-c8cbdce62761 HTTP/1.1" status: 200 len: 1096 time: 0.0792949 Nov 09 21:30:49.079518 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6ce09da8-1269-400d-b022-d4b0b47abaca req-cbf1a721-60a2-432e-bbe9-f2835f2fc01f tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996969 Nov 09 21:30:49.090205 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-8df1711d-c827-4601-9ad0-d25782393083 admin admin] For port 70422ba5-3105-471f-ba27-a49007a6ecf7, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=70422ba5-3105-471f-ba27-a49007a6ecf7,segment=NetworkSegment(0266031b-5829-40c1-acad-8e9a97b817f5),segment_id=0266031b-5829-40c1-acad-8e9a97b817f5)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:30:49.090645 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8df1711d-c827-4601-9ad0-d25782393083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:49.169221 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-68ef4aa1-c22d-481a-a575-203f49def739 req-1a67d5c2-f171-4818-b836-2802e869cd2b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=928bb2ed-dcc6-4201-aa61-15e0cac7f757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077967 Nov 09 21:30:49.176532 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-8df1711d-c827-4601-9ad0-d25782393083 admin admin] Calling delete_port for 70422ba5-3105-471f-ba27-a49007a6ecf7 owned by network:router_interface {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:30:49.268542 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e59b3be9-7b7e-4917-8020-2f0a551bf811 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:49.293182 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e59b3be9-7b7e-4917-8020-2f0a551bf811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:49.346961 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b3be9-7b7e-4917-8020-2f0a551bf811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06470f3d-d0e4-41eb-94d5-a8230a23cd7b,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:49.396009 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e59b3be9-7b7e-4917-8020-2f0a551bf811 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:30:49.474429 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e59b3be9-7b7e-4917-8020-2f0a551bf811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:49.474834 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-e59b3be9-7b7e-4917-8020-2f0a551bf811 admin admin] Added segment 614d0f3f-cd89-4df2-a10b-0bd52f0a60fc of type vlan for network 3cf5b0d3-c5df-46e4-b704-1c87bb623f00 Nov 09 21:30:49.528527 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e59b3be9-7b7e-4917-8020-2f0a551bf811 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:49.583425 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e59b3be9-7b7e-4917-8020-2f0a551bf811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:49.584399 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59b3be9-7b7e-4917-8020-2f0a551bf811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:49.585167 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e59b3be9-7b7e-4917-8020-2f0a551bf811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:49.630463 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3c44d83f-4017-47ab-93eb-3df324ac6b04 req-d3c28cd9-bbac-428c-a040-918ecefb4902 tempest-ServerGroupTestJSON-1301734882 tempest-ServerGroupTestJSON-1301734882-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c0beaf3-12d9-45ba-8bbd-240f3640265e HTTP/1.1" status: 200 len: 210 time: 0.1226389 Nov 09 21:30:49.702257 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b3be9-7b7e-4917-8020-2f0a551bf811 admin admin] Pushing event updated for resources: {'Network': ['ID=3cf5b0d3-c5df-46e4-b704-1c87bb623f00,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:49.718809 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 3cf5b0d3-c5df-46e4-b704-1c87bb623f00 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:30:49.744127 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e59b3be9-7b7e-4917-8020-2f0a551bf811 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8440824 Nov 09 21:30:49.924727 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3ca2b-4c6d-4d5a-9c0f-30a002e06b49 req-6b736ba0-cd2f-4c23-8532-46f26d8b54db tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:49.930728 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device b979d2c1-2e72-4279-bfb4-67d6ba711007 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:30:49.933212 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3fa3ca2b-4c6d-4d5a-9c0f-30a002e06b49 req-6b736ba0-cd2f-4c23-8532-46f26d8b54db tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/ports?device_id=405c5cce-9fa6-4426-a8f9-c8cbdce62761 HTTP/1.1" status: 200 len: 945 time: 0.1500227 Nov 09 21:30:50.014494 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3fa3ca2b-4c6d-4d5a-9c0f-30a002e06b49 req-20ca941a-f7f9-47af-8054-f4940665fdd4 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/security-groups?id=928bb2ed-dcc6-4201-aa61-15e0cac7f757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803452 Nov 09 21:30:50.017303 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8df1711d-c827-4601-9ad0-d25782393083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:50.031829 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: b979d2c1-2e72-4279-bfb4-67d6ba711007 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:30:50.037573 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device b979d2c1-2e72-4279-bfb4-67d6ba711007 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:30:50.082343 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df1711d-c827-4601-9ad0-d25782393083 admin admin] Pushing event deleted for resources: {'Port': ['ID=70422ba5-3105-471f-ba27-a49007a6ecf7,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:50.091274 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-38cddc94-ff64-4686-a076-c86200b6e747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:50.522548 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8df1711d-c827-4601-9ad0-d25782393083 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:50.966970 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:50.969357 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff668e2f-ce84-405b-ae60-5bdd0d9db975 req-a42392d3-091c-4978-aa85-8c6f1cd7ced8 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:50.971588 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ff668e2f-ce84-405b-ae60-5bdd0d9db975 req-a42392d3-091c-4978-aa85-8c6f1cd7ced8 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.6798835 Nov 09 21:30:51.099787 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ff668e2f-ce84-405b-ae60-5bdd0d9db975 req-d624248e-a919-4553-ab68-00633b299bbf tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213667 Nov 09 21:30:51.481735 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48648d3-9c24-4dce-a9ab-8571b2256ed0 req-6ff376fb-8e05-44bb-94cc-f9687e8e0c2b tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:51.499811 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c48648d3-9c24-4dce-a9ab-8571b2256ed0 req-6ff376fb-8e05-44bb-94cc-f9687e8e0c2b tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/ports?device_id=405c5cce-9fa6-4426-a8f9-c8cbdce62761 HTTP/1.1" status: 200 len: 945 time: 0.1329820 Nov 09 21:30:51.562269 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c48648d3-9c24-4dce-a9ab-8571b2256ed0 req-1456d290-9b3c-4f40-b673-1703c8f9c3f1 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/security-groups?id=928bb2ed-dcc6-4201-aa61-15e0cac7f757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610185 Nov 09 21:30:51.832036 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e43315f-e6fe-4d6b-b951-37012bf1239f req-4da2e022-f3d9-4357-a0ed-fc607435a2c7 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:51.843009 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6e43315f-e6fe-4d6b-b951-37012bf1239f req-4da2e022-f3d9-4357-a0ed-fc607435a2c7 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/ports?device_id=405c5cce-9fa6-4426-a8f9-c8cbdce62761 HTTP/1.1" status: 200 len: 945 time: 0.1045625 Nov 09 21:30:51.845494 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482236a1-1a0a-44e9-be5d-d94bc69dd19e req-a699f69b-d4b4-457b-8bdd-8582256f71b7 tempest-ComputeTenantNetworksTest-570884670 tempest-ComputeTenantNetworksTest-570884670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:51.858557 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482236a1-1a0a-44e9-be5d-d94bc69dd19e req-a699f69b-d4b4-457b-8bdd-8582256f71b7 tempest-ComputeTenantNetworksTest-570884670 tempest-ComputeTenantNetworksTest-570884670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:51.865037 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482236a1-1a0a-44e9-be5d-d94bc69dd19e req-a699f69b-d4b4-457b-8bdd-8582256f71b7 tempest-ComputeTenantNetworksTest-570884670 tempest-ComputeTenantNetworksTest-570884670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:51.867103 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-482236a1-1a0a-44e9-be5d-d94bc69dd19e req-a699f69b-d4b4-457b-8bdd-8582256f71b7 tempest-ComputeTenantNetworksTest-570884670 tempest-ComputeTenantNetworksTest-570884670-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 1.2466934 Nov 09 21:30:51.898667 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6e43315f-e6fe-4d6b-b951-37012bf1239f req-dd01ad02-b4e2-4754-9ab5-1590e008424a tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/security-groups?id=928bb2ed-dcc6-4201-aa61-15e0cac7f757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552049 Nov 09 21:30:52.110239 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df1711d-c827-4601-9ad0-d25782393083 admin admin] Router e5a328cd-b7f7-4e43-968a-2614ea669b17 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:30:52.188231 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3fe8b2-0684-4e00-83e3-caa160394c5a req-9c7ed858-c867-495f-b6be-15599bea66ae tempest-ComputeTenantNetworksTest-570884670 tempest-ComputeTenantNetworksTest-570884670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:52.206151 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1c3fe8b2-0684-4e00-83e3-caa160394c5a req-9c7ed858-c867-495f-b6be-15599bea66ae tempest-ComputeTenantNetworksTest-570884670 tempest-ComputeTenantNetworksTest-570884670-project] 10.222.0.49 "GET /v2.0/networks/3cf5b0d3-c5df-46e4-b704-1c87bb623f00 HTTP/1.1" status: 200 len: 769 time: 0.2409871 Nov 09 21:30:52.207237 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56654) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:52.370518 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:52.426551 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-847f46d1-c06b-4edb-8f13-10098ab20b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:52.487147 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df1711d-c827-4601-9ad0-d25782393083 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:30:52.495934 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8df1711d-c827-4601-9ad0-d25782393083 admin admin] 10.222.0.49 "PUT /v2.0/routers/e5a328cd-b7f7-4e43-968a-2614ea669b17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2304902 Nov 09 21:30:52.500878 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910fdebc-b73a-4729-9bc3-2b036caaf94a None None] Sync routers for ids ['e5a328cd-b7f7-4e43-968a-2614ea669b17'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:30:52.509231 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56662) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:52.527120 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910fdebc-b73a-4729-9bc3-2b036caaf94a None None] Routers {'e5a328cd-b7f7-4e43-968a-2614ea669b17'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:30:52.527690 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-910fdebc-b73a-4729-9bc3-2b036caaf94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:30:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e5a328cd-b7f7-4e43-968a-2614ea669b17'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:30:52.637975 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a603bb1b-2032-41b9-8c94-8361b81ae0cd req-93235914-dc91-4658-b87d-8c1fc6e9990d tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:52.650852 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a603bb1b-2032-41b9-8c94-8361b81ae0cd req-93235914-dc91-4658-b87d-8c1fc6e9990d tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.2437162 Nov 09 21:30:52.676450 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-847f46d1-c06b-4edb-8f13-10098ab20b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:52.809625 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:52.845660 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a603bb1b-2032-41b9-8c94-8361b81ae0cd req-739cf4b5-d38e-4f5f-ab55-471a9aad47ba tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936641 Nov 09 21:30:52.845930 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-910fdebc-b73a-4729-9bc3-2b036caaf94a None None] Set router e5a328cd-b7f7-4e43-968a-2614ea669b17 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:30:52.855682 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-847f46d1-c06b-4edb-8f13-10098ab20b73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cf5b0d3-c5df-46e4-b704-1c87bb623f00']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:30:52.872071 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98e9c6-1655-4c41-9ff2-6714dd89ff8b req-6106564a-4dc6-4788-960e-286ff6e64429 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:52.873543 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1f98e9c6-1655-4c41-9ff2-6714dd89ff8b req-6106564a-4dc6-4788-960e-286ff6e64429 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/ports?device_id=405c5cce-9fa6-4426-a8f9-c8cbdce62761 HTTP/1.1" status: 200 len: 945 time: 0.2320342 Nov 09 21:30:52.893159 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-847f46d1-c06b-4edb-8f13-10098ab20b73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '614d0f3f-cd89-4df2-a10b-0bd52f0a60fc') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:30:52.893530 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-847f46d1-c06b-4edb-8f13-10098ab20b73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '614d0f3f-cd89-4df2-a10b-0bd52f0a60fc') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:30:52.956779 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-847f46d1-c06b-4edb-8f13-10098ab20b73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:52.969981 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d937aefc-7099-450d-9318-3ade27fcc18d admin admin] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:53.030251 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-847f46d1-c06b-4edb-8f13-10098ab20b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:53.046650 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-847f46d1-c06b-4edb-8f13-10098ab20b73 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:30:53.047229 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-847f46d1-c06b-4edb-8f13-10098ab20b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:53.052805 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:30:53.052805 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:30:53.052805 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:30:53.052805 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:30:53.052805 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:30:53.052805 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:30:53.052805 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:30:53.052805 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:30:53.052805 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:30:53.052805 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:30:53.052805 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:30:53.052805 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:30:53.052805 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:30:53.052805 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:30:53.052805 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:30:53.052805 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:30:53.052805 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:30:53.052805 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:30:53.052805 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:30:53.052805 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:30:53.052805 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:30:53.052805 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:30:53.052805 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:30:53.052805 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:30:53.052805 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:30:53.052805 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:30:53.052805 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:30:53.052805 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:30:53.052805 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:30:53.052805 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:30:53.052805 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:30:53.052805 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:30:53.119587 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56676) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:53.143853 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1f98e9c6-1655-4c41-9ff2-6714dd89ff8b req-8fd87398-d114-40ce-ac81-27ef21d0f706 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/security-groups?id=928bb2ed-dcc6-4201-aa61-15e0cac7f757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538316 Nov 09 21:30:53.185139 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-58b8df2c-bcfa-4587-9da3-52cc06495936 admin admin] Deleting subnet dad33b59-7230-41a0-9a7f-8499ed1263b5 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:30:53.190165 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-58b8df2c-bcfa-4587-9da3-52cc06495936 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:53.237253 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-847f46d1-c06b-4edb-8f13-10098ab20b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:53.242796 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-847f46d1-c06b-4edb-8f13-10098ab20b73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:53.249055 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-847f46d1-c06b-4edb-8f13-10098ab20b73 admin admin] 10.222.0.49 "DELETE /v2.0/networks/3cf5b0d3-c5df-46e4-b704-1c87bb623f00 HTTP/1.1" status: 204 len: 168 time: 1.0388129 Nov 09 21:30:53.255331 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-58b8df2c-bcfa-4587-9da3-52cc06495936 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:53.287999 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f46d1-c06b-4edb-8f13-10098ab20b73 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cf5b0d3-c5df-46e4-b704-1c87bb623f00,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:53.318932 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-58b8df2c-bcfa-4587-9da3-52cc06495936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:53.372457 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:53.405956 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-58b8df2c-bcfa-4587-9da3-52cc06495936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:53.409099 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-910fdebc-b73a-4729-9bc3-2b036caaf94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'name': 'tempest-AttachVolumeShelveTestJSON-1134091748-router', 'tenant_id': '80bd14f1151c49209b6b9f6a58ef3329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '781df098-9817-4073-a821-03d622980305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:21:59Z', 'updated_at': '2021-11-09T21:30:49Z', 'revision_number': 5, 'project_id': '80bd14f1151c49209b6b9f6a58ef3329', 'gw_port': {'id': '781df098-9817-4073-a821-03d622980305', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:22:00Z', 'updated_at': '2021-11-09T21:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:30:53.449799 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b8df2c-bcfa-4587-9da3-52cc06495936 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dad33b59-7230-41a0-9a7f-8499ed1263b5,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:53.451570 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910fdebc-b73a-4729-9bc3-2b036caaf94a None None] Checking router: e5a328cd-b7f7-4e43-968a-2614ea669b17 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:30:53.452808 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d937aefc-7099-450d-9318-3ade27fcc18d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:53.460015 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-58b8df2c-bcfa-4587-9da3-52cc06495936 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:53.467912 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-58b8df2c-bcfa-4587-9da3-52cc06495936 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/dad33b59-7230-41a0-9a7f-8499ed1263b5 HTTP/1.1" status: 204 len: 168 time: 0.3466935 Nov 09 21:30:53.470437 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56680) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:53.479930 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910fdebc-b73a-4729-9bc3-2b036caaf94a None None] Routers {'e5a328cd-b7f7-4e43-968a-2614ea669b17'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:30:53.482057 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-910fdebc-b73a-4729-9bc3-2b036caaf94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:30:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e5a328cd-b7f7-4e43-968a-2614ea669b17'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:30:53.590425 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56682) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:53.701056 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-27645c2b-0420-4830-862c-8ac6329dd637 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e0922c7787034cdf9e2b2cd0a54e34e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1089091 Nov 09 21:30:53.704693 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f317435e-8911-4803-ab19-ec21a31d2156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:53.706464 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56684) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:53.730077 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-d937aefc-7099-450d-9318-3ade27fcc18d admin admin] Deleting port 781df098-9817-4073-a821-03d622980305 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:30:53.730800 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d937aefc-7099-450d-9318-3ade27fcc18d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:53.736251 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-910fdebc-b73a-4729-9bc3-2b036caaf94a None None] Set router e5a328cd-b7f7-4e43-968a-2614ea669b17 gateway port host: None {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:30:53.834786 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-910fdebc-b73a-4729-9bc3-2b036caaf94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'name': 'tempest-AttachVolumeShelveTestJSON-1134091748-router', 'tenant_id': '80bd14f1151c49209b6b9f6a58ef3329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:21:59Z', 'updated_at': '2021-11-09T21:30:53Z', 'revision_number': 6, 'project_id': '80bd14f1151c49209b6b9f6a58ef3329', 'gw_port_host': None}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:30:53.982304 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-d937aefc-7099-450d-9318-3ade27fcc18d admin admin] For port 781df098-9817-4073-a821-03d622980305, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=781df098-9817-4073-a821-03d622980305,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:30:53.982880 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d937aefc-7099-450d-9318-3ade27fcc18d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:54.053892 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-d937aefc-7099-450d-9318-3ade27fcc18d admin admin] Calling delete_port for 781df098-9817-4073-a821-03d622980305 owned by network:router_gateway {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:30:54.086054 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-92ae6674-ec72-4522-b638-ae2e3c0b18f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:54.090442 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f317435e-8911-4803-ab19-ec21a31d2156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:54.153575 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-92ae6674-ec72-4522-b638-ae2e3c0b18f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:54.178433 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910fdebc-b73a-4729-9bc3-2b036caaf94a None None] The sync data for ids ['e5a328cd-b7f7-4e43-968a-2614ea669b17'] in n-d-816206-3 is: [{'id': 'e5a328cd-b7f7-4e43-968a-2614ea669b17', 'name': 'tempest-AttachVolumeShelveTestJSON-1134091748-router', 'tenant_id': '80bd14f1151c49209b6b9f6a58ef3329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:21:59Z', 'updated_at': '2021-11-09T21:30:53Z', 'revision_number': 6, 'project_id': '80bd14f1151c49209b6b9f6a58ef3329', 'gw_port_host': None}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:30:54.256813 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-f317435e-8911-4803-ab19-ec21a31d2156 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed2cc4c7-c857-4c68-943a-21ceeb71f0c0']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:30:54.282899 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-f317435e-8911-4803-ab19-ec21a31d2156 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1103ebad-4446-4f6d-95c8-a094fa92ad2e') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:30:54.283203 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-f317435e-8911-4803-ab19-ec21a31d2156 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1103ebad-4446-4f6d-95c8-a094fa92ad2e') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:30:54.302005 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f317435e-8911-4803-ab19-ec21a31d2156 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:54.322394 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b20284-7e03-49b9-9976-2302f7f91122 req-eb3e1042-3180-46b5-8f92-51323ac9e8d0 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:54.324066 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-33b20284-7e03-49b9-9976-2302f7f91122 req-eb3e1042-3180-46b5-8f92-51323ac9e8d0 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.3356743 Nov 09 21:30:54.354863 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f317435e-8911-4803-ab19-ec21a31d2156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:54.393698 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-92ae6674-ec72-4522-b638-ae2e3c0b18f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:54.396307 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-92ae6674-ec72-4522-b638-ae2e3c0b18f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:54.397523 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-92ae6674-ec72-4522-b638-ae2e3c0b18f7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/06470f3d-d0e4-41eb-94d5-a8230a23cd7b HTTP/1.1" status: 204 len: 168 time: 0.6883547 Nov 09 21:30:54.405400 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f317435e-8911-4803-ab19-ec21a31d2156 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:30:54.408310 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f317435e-8911-4803-ab19-ec21a31d2156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:54.411956 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:30:54.411956 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:30:54.411956 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:30:54.411956 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:30:54.411956 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:30:54.411956 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:30:54.411956 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:30:54.411956 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:30:54.411956 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:30:54.411956 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:30:54.411956 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:30:54.411956 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:30:54.411956 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:30:54.411956 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:30:54.411956 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:30:54.411956 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:30:54.411956 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:30:54.411956 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:30:54.411956 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:30:54.411956 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:30:54.411956 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:30:54.411956 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:30:54.411956 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:30:54.411956 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:30:54.411956 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:30:54.411956 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:30:54.411956 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:30:54.411956 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:30:54.411956 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:30:54.411956 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:30:54.411956 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:30:54.411956 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:30:54.470322 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae6674-ec72-4522-b638-ae2e3c0b18f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06470f3d-d0e4-41eb-94d5-a8230a23cd7b,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:54.579477 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225691a-3a90-48ea-8145-21bcfc9cbeb5 req-b650f362-4e15-4324-a958-2ddf2b332bf2 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:54.581113 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c225691a-3a90-48ea-8145-21bcfc9cbeb5 req-b650f362-4e15-4324-a958-2ddf2b332bf2 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/ports?device_id=405c5cce-9fa6-4426-a8f9-c8cbdce62761 HTTP/1.1" status: 200 len: 945 time: 0.2967017 Nov 09 21:30:54.670998 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f317435e-8911-4803-ab19-ec21a31d2156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:54.673848 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d937aefc-7099-450d-9318-3ade27fcc18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:54.695073 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-33b20284-7e03-49b9-9976-2302f7f91122 req-7ea8a1ea-2dea-4c7d-b2c8-474df97d76f3 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554504 Nov 09 21:30:54.702949 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f317435e-8911-4803-ab19-ec21a31d2156 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:54.747496 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f317435e-8911-4803-ab19-ec21a31d2156 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ed2cc4c7-c857-4c68-943a-21ceeb71f0c0 HTTP/1.1" status: 204 len: 168 time: 1.2748001 Nov 09 21:30:54.752008 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d937aefc-7099-450d-9318-3ade27fcc18d admin admin] Pushing event deleted for resources: {'Port': ['ID=781df098-9817-4073-a821-03d622980305,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:54.812044 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f317435e-8911-4803-ab19-ec21a31d2156 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed2cc4c7-c857-4c68-943a-21ceeb71f0c0,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:54.851802 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c225691a-3a90-48ea-8145-21bcfc9cbeb5 req-e72086ae-18fe-437b-a85a-45552df9c377 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/security-groups?id=928bb2ed-dcc6-4201-aa61-15e0cac7f757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256579 Nov 09 21:30:54.862155 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d937aefc-7099-450d-9318-3ade27fcc18d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:55.082943 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-89094d48-9abc-41bc-9591-727719bb6d81 req-430a135b-ed74-4344-bec5-12667404704c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=405c5cce-9fa6-4426-a8f9-c8cbdce62761&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1274173 Nov 09 21:30:55.155054 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d937aefc-7099-450d-9318-3ade27fcc18d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:55.158228 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d937aefc-7099-450d-9318-3ade27fcc18d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:55.343992 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56712) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:55.381834 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 781df098-9817-4073-a821-03d622980305 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:30:55.407431 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d937aefc-7099-450d-9318-3ade27fcc18d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:55.408531 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d937aefc-7099-450d-9318-3ade27fcc18d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5a328cd-b7f7-4e43-968a-2614ea669b17 {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:30:55.432405 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d937aefc-7099-450d-9318-3ade27fcc18d admin admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:55.433691 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d937aefc-7099-450d-9318-3ade27fcc18d admin admin] 10.222.0.49 "DELETE /v2.0/routers/e5a328cd-b7f7-4e43-968a-2614ea669b17 HTTP/1.1" status: 204 len: 168 time: 2.9233737 Nov 09 21:30:55.449749 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56718) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:55.461143 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 781df098-9817-4073-a821-03d622980305 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:30:55.468532 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 781df098-9817-4073-a821-03d622980305 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:30:55.469259 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 70422ba5-3105-471f-ba27-a49007a6ecf7 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:30:55.519681 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89094d48-9abc-41bc-9591-727719bb6d81 req-edbbf032-44e6-4479-883c-79f3098c690f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:55.521267 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-89094d48-9abc-41bc-9591-727719bb6d81 req-edbbf032-44e6-4479-883c-79f3098c690f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1f67c4e59ee04da19ceea89a2062ddd4&device_id=405c5cce-9fa6-4426-a8f9-c8cbdce62761 HTTP/1.1" status: 200 len: 1096 time: 0.3349450 Nov 09 21:30:55.542101 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b6930237-5795-4888-83f6-5cc1fa134436 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e943b98dad114c899508e90d160c4405&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1884801 Nov 09 21:30:55.546226 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56722) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:55.563369 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bdecd5-3cd3-498d-ad30-82b2ba98d239 req-fbc8fade-8cfc-4af3-b2cb-86125bdf7379 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:55.567559 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 70422ba5-3105-471f-ba27-a49007a6ecf7 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:30:55.568785 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 70422ba5-3105-471f-ba27-a49007a6ecf7 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:30:55.576805 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-04bdecd5-3cd3-498d-ad30-82b2ba98d239 req-fbc8fade-8cfc-4af3-b2cb-86125bdf7379 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/ports?device_id=405c5cce-9fa6-4426-a8f9-c8cbdce62761 HTTP/1.1" status: 200 len: 945 time: 0.3564553 Nov 09 21:30:55.613156 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d8887a6-4c83-4d99-af3c-e9da2e7b6da1 admin admin] Deleting subnet 87945563-f9d1-4353-83ce-d183f9346308 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:30:55.643590 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9d8887a6-4c83-4d99-af3c-e9da2e7b6da1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:55.846380 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9d8887a6-4c83-4d99-af3c-e9da2e7b6da1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:55.914533 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89094d48-9abc-41bc-9591-727719bb6d81 req-e5b50843-65d7-455f-a103-940ae89762cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:55.917892 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-89094d48-9abc-41bc-9591-727719bb6d81 req-e5b50843-65d7-455f-a103-940ae89762cf service neutron] 10.222.0.43 "GET /v2.0/networks?id=8d62e5d4-b4a6-4ce5-aea6-15ade4876ba4 HTTP/1.1" status: 200 len: 912 time: 0.3693852 Nov 09 21:30:55.999015 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-04bdecd5-3cd3-498d-ad30-82b2ba98d239 req-a9f334d7-8baa-436d-a025-6b18d5f624ea tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/security-groups?id=928bb2ed-dcc6-4201-aa61-15e0cac7f757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212022 Nov 09 21:30:56.099327 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-89094d48-9abc-41bc-9591-727719bb6d81 req-4c5d73fb-5e07-44ec-901c-53df3f9a4a61 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fde135d-845e-4acb-921f-a1affbdb7fec HTTP/1.1" status: 200 len: 217 time: 0.1519299 Nov 09 21:30:56.128559 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9d8887a6-4c83-4d99-af3c-e9da2e7b6da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:56.241247 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b21d3-481b-40b2-8a1a-ce836f3ea570 req-57ce26c7-6475-4523-ab6c-c3ad2ff495ee tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:56.250581 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-977b21d3-481b-40b2-8a1a-ce836f3ea570 req-57ce26c7-6475-4523-ab6c-c3ad2ff495ee tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.3289270 Nov 09 21:30:56.266380 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9d8887a6-4c83-4d99-af3c-e9da2e7b6da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:56.295775 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b138c3-9650-482f-a78c-c32b34515a42 None None] Network 5a2ce5cc-687a-4c33-859e-f9b75a50c5b6 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:30:56.297162 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9d8887a6-4c83-4d99-af3c-e9da2e7b6da1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:56.309112 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-9d8887a6-4c83-4d99-af3c-e9da2e7b6da1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/87945563-f9d1-4353-83ce-d183f9346308 HTTP/1.1" status: 204 len: 168 time: 0.8581464 Nov 09 21:30:56.363174 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56748) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:56.371939 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8887a6-4c83-4d99-af3c-e9da2e7b6da1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87945563-f9d1-4353-83ce-d183f9346308,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:56.401489 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c0c5a7d7-16e6-40de-a1bc-f3af6878adb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:56.430949 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-977b21d3-481b-40b2-8a1a-ce836f3ea570 req-90101797-8bd0-4bcb-b272-45033aef6407 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794724 Nov 09 21:30:56.468162 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56752) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:56.481098 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89094d48-9abc-41bc-9591-727719bb6d81 req-2b73aadb-2b2e-4b7a-aa03-8a770c01ea8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:56.482898 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-89094d48-9abc-41bc-9591-727719bb6d81 req-2b73aadb-2b2e-4b7a-aa03-8a770c01ea8d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=95fd697e-296c-4da7-8bca-275796e1475d HTTP/1.1" status: 200 len: 852 time: 0.3457770 Nov 09 21:30:56.549037 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-89094d48-9abc-41bc-9591-727719bb6d81 req-5dae8516-4bf1-41ed-9712-536e011bf552 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d62e5d4-b4a6-4ce5-aea6-15ade4876ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559728 Nov 09 21:30:56.551873 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c0c5a7d7-16e6-40de-a1bc-f3af6878adb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:56.564011 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-edf9e82e-f450-40f4-8269-dbb0819f8b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:56.717775 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-0e3fa09d-0b84-4ad3-bb35-853234e8f0db admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1471467254-network', 'tenant_id': '8d996b08d23e47a28746199b551ba8f0'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:30:56.768260 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-89094d48-9abc-41bc-9591-727719bb6d81 req-4a41639b-1830-42ec-9010-0f4e2968ff2d service neutron] 10.222.0.43 "GET /v2.0/networks/8d62e5d4-b4a6-4ce5-aea6-15ade4876ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074759 Nov 09 21:30:56.769553 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c0c5a7d7-16e6-40de-a1bc-f3af6878adb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:56.777701 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3fa09d-0b84-4ad3-bb35-853234e8f0db admin admin] Made reservation on behalf of 8d996b08d23e47a28746199b551ba8f0 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:30:56.781594 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0e3fa09d-0b84-4ad3-bb35-853234e8f0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:56.783568 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c0c5a7d7-16e6-40de-a1bc-f3af6878adb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:56.795424 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c0c5a7d7-16e6-40de-a1bc-f3af6878adb4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e242328c-2676-4365-8d0f-e7333317de51 HTTP/1.1" status: 204 len: 168 time: 1.2480583 Nov 09 21:30:56.801757 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0e3fa09d-0b84-4ad3-bb35-853234e8f0db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:56.815121 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22dabac-a215-4329-9bd9-73c60916de18 None None] DHCP port deletion for 5a2ce5cc-687a-4c33-859e-f9b75a50c5b6 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:30:56.960843 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c5a7d7-16e6-40de-a1bc-f3af6878adb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e242328c-2676-4365-8d0f-e7333317de51,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:56.969005 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-f22dabac-a215-4329-9bd9-73c60916de18 None None] Deleting port 7e2ea807-4d1f-4536-ab45-4c704b880ad5 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:30:56.969274 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f22dabac-a215-4329-9bd9-73c60916de18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:56.973014 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-edf9e82e-f450-40f4-8269-dbb0819f8b4b admin admin] Deleting port 7e2ea807-4d1f-4536-ab45-4c704b880ad5 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:30:56.977585 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-edf9e82e-f450-40f4-8269-dbb0819f8b4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:57.039784 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0e3fa09d-0b84-4ad3-bb35-853234e8f0db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:57.047533 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0e3fa09d-0b84-4ad3-bb35-853234e8f0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:57.106983 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e3fa09d-0b84-4ad3-bb35-853234e8f0db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:30:57.150764 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3fa09d-0b84-4ad3-bb35-853234e8f0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33ca49a-2f89-4127-91a8-b936bb5b353b,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:57.161502 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0e3fa09d-0b84-4ad3-bb35-853234e8f0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:57.162095 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-0e3fa09d-0b84-4ad3-bb35-853234e8f0db admin admin] Added segment 78ce6615-06a8-4c13-a188-c74fb2e831a4 of type vlan for network 55847ffd-7836-446f-91d3-f14e046c5bb2 Nov 09 21:30:57.189298 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-edf9e82e-f450-40f4-8269-dbb0819f8b4b admin admin] For port 7e2ea807-4d1f-4536-ab45-4c704b880ad5, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=7e2ea807-4d1f-4536-ab45-4c704b880ad5,segment=NetworkSegment(0266031b-5829-40c1-acad-8e9a97b817f5),segment_id=0266031b-5829-40c1-acad-8e9a97b817f5)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:30:57.189859 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-edf9e82e-f450-40f4-8269-dbb0819f8b4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:57.221485 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-f22dabac-a215-4329-9bd9-73c60916de18 None None] For port 7e2ea807-4d1f-4536-ab45-4c704b880ad5, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=7e2ea807-4d1f-4536-ab45-4c704b880ad5,segment=NetworkSegment(0266031b-5829-40c1-acad-8e9a97b817f5),segment_id=0266031b-5829-40c1-acad-8e9a97b817f5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:30:57.223108 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-edf9e82e-f450-40f4-8269-dbb0819f8b4b admin admin] Calling delete_port for 7e2ea807-4d1f-4536-ab45-4c704b880ad5 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:30:57.223724 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f22dabac-a215-4329-9bd9-73c60916de18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:57.258476 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-f22dabac-a215-4329-9bd9-73c60916de18 None None] Calling delete_port for 7e2ea807-4d1f-4536-ab45-4c704b880ad5 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:30:57.361103 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 7e2ea807-4d1f-4536-ab45-4c704b880ad5 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:30:57.427612 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0e3fa09d-0b84-4ad3-bb35-853234e8f0db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:57.438952 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf526e1-26ce-4c06-8d03-b311a46ea141 req-6a3be3e2-670f-4127-8964-65f10b7c701b tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:57.452082 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8cf526e1-26ce-4c06-8d03-b311a46ea141 req-6a3be3e2-670f-4127-8964-65f10b7c701b tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/ports?device_id=405c5cce-9fa6-4426-a8f9-c8cbdce62761 HTTP/1.1" status: 200 len: 945 time: 0.2849660 Nov 09 21:30:57.590036 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-89094d48-9abc-41bc-9591-727719bb6d81 req-e7681141-3c2b-4006-950a-991d160f55bc service neutron] 10.222.0.43 "GET /v2.0/networks/8d62e5d4-b4a6-4ce5-aea6-15ade4876ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7838676 Nov 09 21:30:57.591838 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-edf9e82e-f450-40f4-8269-dbb0819f8b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:57.611434 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.db.resource_extend [None req-0e3fa09d-0b84-4ad3-bb35-853234e8f0db admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 21:30:57.636858 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf9e82e-f450-40f4-8269-dbb0819f8b4b admin admin] No DVR routers for this DVR port 7e2ea807-4d1f-4536-ab45-4c704b880ad5 on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:30:57.705436 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Port 7e2ea807-4d1f-4536-ab45-4c704b880ad5 update to DOWN by agent not found {{(pid=102609) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 09 21:30:57.724815 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8cf526e1-26ce-4c06-8d03-b311a46ea141 req-0c09d8c8-1422-43d1-b103-6c26ea6c8013 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/security-groups?id=928bb2ed-dcc6-4201-aa61-15e0cac7f757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563481 Nov 09 21:30:57.748781 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0e3fa09d-0b84-4ad3-bb35-853234e8f0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:57.749939 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3fa09d-0b84-4ad3-bb35-853234e8f0db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:57.753463 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0e3fa09d-0b84-4ad3-bb35-853234e8f0db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:57.765540 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:30:57.765540 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:30:57.765540 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:30:57.765540 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:30:57.765540 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:30:57.765540 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:30:57.765540 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:30:57.765540 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:30:57.765540 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:30:57.765540 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:30:57.765540 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:30:57.765540 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:30:57.765540 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:30:57.765540 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:30:57.765540 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:30:57.765540 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:30:57.765540 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:30:57.765540 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:30:57.765540 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:30:57.765540 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:30:57.765540 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:30:57.765540 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:30:57.765540 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:30:57.765540 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:30:57.765540 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:30:57.765540 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:30:57.765540 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:30:57.765540 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:30:57.765540 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:30:57.765540 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:30:57.765540 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:30:57.765540 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:30:57.765540 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:30:57.765540 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:30:57.765540 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:30:57.765540 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:30:57.765540 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:30:57.765540 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:30:57.765540 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:30:57.765540 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:30:57.769241 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:30:57.769241 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:30:57.769241 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:30:57.769241 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:30:57.769241 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:30:57.769241 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:30:57.769241 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:30:57.769241 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:30:57.769241 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:30:57.769241 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:30:57.769241 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:30:57.769241 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:30:57.769241 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:30:57.769241 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:30:57.789556 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f22dabac-a215-4329-9bd9-73c60916de18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:57.865540 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22dabac-a215-4329-9bd9-73c60916de18 None None] Pushing event deleted for resources: {'Port': ['ID=7e2ea807-4d1f-4536-ab45-4c704b880ad5,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:57.868772 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22dabac-a215-4329-9bd9-73c60916de18 None None] No DVR routers for this DVR port 7e2ea807-4d1f-4536-ab45-4c704b880ad5 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:30:57.889565 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0e3fa09d-0b84-4ad3-bb35-853234e8f0db admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4186420 Nov 09 21:30:57.891847 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22dabac-a215-4329-9bd9-73c60916de18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:30:57.892390 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22dabac-a215-4329-9bd9-73c60916de18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:30:57.893194 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22dabac-a215-4329-9bd9-73c60916de18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:30:57.894518 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56776) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:57.895084 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22dabac-a215-4329-9bd9-73c60916de18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:30:57.901695 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22dabac-a215-4329-9bd9-73c60916de18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:30:57.902414 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22dabac-a215-4329-9bd9-73c60916de18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:30:57.905396 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22dabac-a215-4329-9bd9-73c60916de18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:30:57.906175 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22dabac-a215-4329-9bd9-73c60916de18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:30:57.906709 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22dabac-a215-4329-9bd9-73c60916de18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:30:57.907332 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22dabac-a215-4329-9bd9-73c60916de18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:30:57.907835 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22dabac-a215-4329-9bd9-73c60916de18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:30:57.908388 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22dabac-a215-4329-9bd9-73c60916de18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:30:57.909557 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-e6280b50-7dc2-46ac-b14e-615881f26726 admin admin] Request body: {'subnet': {'network_id': '55847ffd-7836-446f-91d3-f14e046c5bb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1471467254-subnet', 'tenant_id': '8d996b08d23e47a28746199b551ba8f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:30:57.937019 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3fa09d-0b84-4ad3-bb35-853234e8f0db admin admin] Pushing event updated for resources: {'Network': ['ID=55847ffd-7836-446f-91d3-f14e046c5bb2,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:57.951826 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 55847ffd-7836-446f-91d3-f14e046c5bb2 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:30:57.979401 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6280b50-7dc2-46ac-b14e-615881f26726 admin admin] Made reservation on behalf of 8d996b08d23e47a28746199b551ba8f0 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:30:57.983036 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e6280b50-7dc2-46ac-b14e-615881f26726 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:58.033165 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-edf9e82e-f450-40f4-8269-dbb0819f8b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:58.094466 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-edf9e82e-f450-40f4-8269-dbb0819f8b4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a2ce5cc-687a-4c33-859e-f9b75a50c5b6']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:30:58.106054 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-edf9e82e-f450-40f4-8269-dbb0819f8b4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0266031b-5829-40c1-acad-8e9a97b817f5') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:30:58.106402 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-edf9e82e-f450-40f4-8269-dbb0819f8b4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0266031b-5829-40c1-acad-8e9a97b817f5') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:30:58.141114 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-edf9e82e-f450-40f4-8269-dbb0819f8b4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:58.185296 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-edf9e82e-f450-40f4-8269-dbb0819f8b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:58.193337 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edf9e82e-f450-40f4-8269-dbb0819f8b4b admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:30:58.193743 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-edf9e82e-f450-40f4-8269-dbb0819f8b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:58.339003 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:30:58.339003 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:30:58.339003 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:30:58.339003 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:30:58.339003 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:30:58.339003 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:30:58.339003 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:30:58.339003 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:30:58.339003 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:30:58.339003 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:30:58.339003 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:30:58.339003 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:30:58.339003 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:30:58.339003 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:30:58.339003 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:30:58.339003 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:30:58.339003 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:30:58.339003 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:30:58.339003 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:30:58.339003 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:30:58.339003 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:30:58.339003 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:30:58.339003 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:30:58.339003 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:30:58.339003 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:30:58.339003 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:30:58.339003 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:30:58.339003 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:30:58.339003 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:30:58.339003 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:30:58.339003 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:30:58.339003 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:30:58.346001 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf9e82e-f450-40f4-8269-dbb0819f8b4b admin admin] Pushing event deleted for resources: {'Port': ['ID=7e2ea807-4d1f-4536-ab45-4c704b880ad5,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:58.359273 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-edf9e82e-f450-40f4-8269-dbb0819f8b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:58.421258 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-edf9e82e-f450-40f4-8269-dbb0819f8b4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:58.441199 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-edf9e82e-f450-40f4-8269-dbb0819f8b4b admin admin] 10.222.0.49 "DELETE /v2.0/networks/5a2ce5cc-687a-4c33-859e-f9b75a50c5b6 HTTP/1.1" status: 204 len: 168 time: 2.0573287 Nov 09 21:30:58.515870 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf9e82e-f450-40f4-8269-dbb0819f8b4b admin admin] Pushing event deleted for resources: {'Network': ['ID=5a2ce5cc-687a-4c33-859e-f9b75a50c5b6,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:58.519671 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a9a13-363c-49f7-9ac3-c7b0fd5cb282 req-9db6922a-b377-45fc-8905-90cc7259aa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:58.521215 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-363a9a13-363c-49f7-9ac3-c7b0fd5cb282 req-9db6922a-b377-45fc-8905-90cc7259aa19 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1f67c4e59ee04da19ceea89a2062ddd4&device_id=405c5cce-9fa6-4426-a8f9-c8cbdce62761 HTTP/1.1" status: 200 len: 1096 time: 0.7850008 Nov 09 21:30:58.640674 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e6280b50-7dc2-46ac-b14e-615881f26726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:58.733679 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e25e5-41c0-458e-96e1-77eb00f35589 req-234c7bbe-7efb-4243-8c85-d0f6e5656a3c tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:58.741993 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fb7e25e5-41c0-458e-96e1-77eb00f35589 req-234c7bbe-7efb-4243-8c85-d0f6e5656a3c tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.9636288 Nov 09 21:30:58.758357 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56792) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:58.771804 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6280b50-7dc2-46ac-b14e-615881f26726 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85ce8c7e-f82b-4b24-9029-22d978d44b85,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:30:58.832792 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fb7e25e5-41c0-458e-96e1-77eb00f35589 req-9e003d09-cd82-4935-8645-fd3e2e65c871 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892472 Nov 09 21:30:58.867731 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56798) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:58.913775 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6280b50-7dc2-46ac-b14e-615881f26726 admin admin] Checking segment: {'id': '78ce6615-06a8-4c13-a188-c74fb2e831a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '55847ffd-7836-446f-91d3-f14e046c5bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:30:58.915324 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6280b50-7dc2-46ac-b14e-615881f26726 admin admin] Network hostable DHCP agents. Network: 55847ffd-7836-446f-91d3-f14e046c5bb2, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:30:58.955353 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f365d04-8503-4e03-b032-2e3c7a823f07 req-7d118cdf-1630-45b6-951d-22c8e97626ff tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:58.957949 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4f365d04-8503-4e03-b032-2e3c7a823f07 req-7d118cdf-1630-45b6-951d-22c8e97626ff tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/ports?device_id=405c5cce-9fa6-4426-a8f9-c8cbdce62761 HTTP/1.1" status: 200 len: 945 time: 0.0859168 Nov 09 21:30:58.959346 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6280b50-7dc2-46ac-b14e-615881f26726 admin admin] Network 55847ffd-7836-446f-91d3-f14e046c5bb2 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:30:58.981410 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a9a13-363c-49f7-9ac3-c7b0fd5cb282 req-731624fc-b354-4ccf-b432-ec914deb2257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:58.984277 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-363a9a13-363c-49f7-9ac3-c7b0fd5cb282 req-731624fc-b354-4ccf-b432-ec914deb2257 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8d62e5d4-b4a6-4ce5-aea6-15ade4876ba4 HTTP/1.1" status: 200 len: 912 time: 0.4437604 Nov 09 21:30:59.001875 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-e6280b50-7dc2-46ac-b14e-615881f26726 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 55847ffd-7836-446f-91d3-f14e046c5bb2) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:30:59.022933 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6280b50-7dc2-46ac-b14e-615881f26726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:59.025231 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c626bc-45ed-434d-bb80-350c4e69d6eb None None] Network 55847ffd-7836-446f-91d3-f14e046c5bb2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:30:59.033201 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e6280b50-7dc2-46ac-b14e-615881f26726 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:59.094097 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4f365d04-8503-4e03-b032-2e3c7a823f07 req-f2beecd4-fe34-46b5-ab51-593ca687777f tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/security-groups?id=928bb2ed-dcc6-4201-aa61-15e0cac7f757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254907 Nov 09 21:30:59.108302 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e6280b50-7dc2-46ac-b14e-615881f26726 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2100847 Nov 09 21:30:59.110490 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56800) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:59.116239 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-2ef60f1d-3d8c-4d77-b2b5-d13102b6150b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1471467254-router', 'tenant_id': '8d996b08d23e47a28746199b551ba8f0', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:30:59.153777 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2ef60f1d-3d8c-4d77-b2b5-d13102b6150b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:59.156486 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2ef60f1d-3d8c-4d77-b2b5-d13102b6150b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:59.178804 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-363a9a13-363c-49f7-9ac3-c7b0fd5cb282 req-2873a8aa-af22-4832-93be-e55981cb483d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fde135d-845e-4acb-921f-a1affbdb7fec HTTP/1.1" status: 200 len: 217 time: 0.1834266 Nov 09 21:30:59.306571 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2ef60f1d-3d8c-4d77-b2b5-d13102b6150b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:59.320336 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d9c8e127-50af-451c-8fdb-8d89564730c2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=80bd14f1151c49209b6b9f6a58ef3329&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4470820 Nov 09 21:30:59.322183 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56802) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:30:59.379500 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-5d82eba7-e884-411b-a2c5-f10a44ccf7bf admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-354292085-network', 'tenant_id': 'd1eec0d183eb43fa903f8da93e957658'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:30:59.500140 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368d2f5f-5972-4150-a555-d6a2f8f99403 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-55847ffd-7836-446f-91d3-f14e046c5bb2', 'network_id': '55847ffd-7836-446f-91d3-f14e046c5bb2', 'tenant_id': '8d996b08d23e47a28746199b551ba8f0', 'fixed_ips': [{'subnet_id': '85ce8c7e-f82b-4b24-9029-22d978d44b85'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:30:59.501183 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-368d2f5f-5972-4150-a555-d6a2f8f99403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:59.519608 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a9a13-363c-49f7-9ac3-c7b0fd5cb282 req-910e547f-cae8-4737-9b4d-252388032db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:30:59.521815 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-363a9a13-363c-49f7-9ac3-c7b0fd5cb282 req-910e547f-cae8-4737-9b4d-252388032db0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=95fd697e-296c-4da7-8bca-275796e1475d HTTP/1.1" status: 200 len: 852 time: 0.3306718 Nov 09 21:30:59.576465 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-719b4f9f-c24a-46a8-9f64-2b2ca2ed8753 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:59.596059 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d82eba7-e884-411b-a2c5-f10a44ccf7bf admin admin] Made reservation on behalf of d1eec0d183eb43fa903f8da93e957658 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:30:59.603106 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5d82eba7-e884-411b-a2c5-f10a44ccf7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:59.708767 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-719b4f9f-c24a-46a8-9f64-2b2ca2ed8753 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:59.877156 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5d82eba7-e884-411b-a2c5-f10a44ccf7bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:30:59.911462 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-363a9a13-363c-49f7-9ac3-c7b0fd5cb282 req-0d6b5b4a-823f-437f-bc9c-3ceccc04bc5c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d62e5d4-b4a6-4ce5-aea6-15ade4876ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3418534 Nov 09 21:31:00.058505 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-368d2f5f-5972-4150-a555-d6a2f8f99403 None None] Allocated IP 172.20.0.2 (55847ffd-7836-446f-91d3-f14e046c5bb2/85ce8c7e-f82b-4b24-9029-22d978d44b85/91bd7383-3f5e-44a4-84b4-d9a24437e3e6) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:31:00.060321 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2ef60f1d-3d8c-4d77-b2b5-d13102b6150b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:00.112309 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-363a9a13-363c-49f7-9ac3-c7b0fd5cb282 req-5e9ec675-8208-4ae9-a193-533b2a18a429 service neutron] 10.222.0.43 "GET /v2.0/networks/8d62e5d4-b4a6-4ce5-aea6-15ade4876ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851640 Nov 09 21:31:00.292836 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-719b4f9f-c24a-46a8-9f64-2b2ca2ed8753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:00.318449 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-719b4f9f-c24a-46a8-9f64-2b2ca2ed8753 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:00.321778 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-719b4f9f-c24a-46a8-9f64-2b2ca2ed8753 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a608766c-4f89-4ab7-940b-57d7b4d64996 HTTP/1.1" status: 204 len: 168 time: 0.9957709 Nov 09 21:31:00.528624 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b4f9f-c24a-46a8-9f64-2b2ca2ed8753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a608766c-4f89-4ab7-940b-57d7b4d64996,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:00.549773 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-368d2f5f-5972-4150-a555-d6a2f8f99403 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:00.562062 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350259e5-477d-4774-9683-cbb937d04918 req-5c7b9ba4-a456-49be-af6e-72ba426288fd tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:00.573439 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-368d2f5f-5972-4150-a555-d6a2f8f99403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:00.585682 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-350259e5-477d-4774-9683-cbb937d04918 req-5c7b9ba4-a456-49be-af6e-72ba426288fd tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/ports?device_id=405c5cce-9fa6-4426-a8f9-c8cbdce62761 HTTP/1.1" status: 200 len: 945 time: 0.2984600 Nov 09 21:31:00.647621 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368d2f5f-5972-4150-a555-d6a2f8f99403 None None] Network 55847ffd-7836-446f-91d3-f14e046c5bb2 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:31:00.704241 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5d82eba7-e884-411b-a2c5-f10a44ccf7bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:00.729593 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-368d2f5f-5972-4150-a555-d6a2f8f99403 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:31:00.742175 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368d2f5f-5972-4150-a555-d6a2f8f99403 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:31:00.754295 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060628b-4242-4714-a7ef-28407a0299bb req-90af9c13-ea07-491d-88ec-9988807d54ec tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:00.758728 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5060628b-4242-4714-a7ef-28407a0299bb req-90af9c13-ea07-491d-88ec-9988807d54ec tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.6410277 Nov 09 21:31:00.762607 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-363a9a13-363c-49f7-9ac3-c7b0fd5cb282 req-33534532-eb5c-40ba-acd8-264e95722c97 service neutron] 10.222.0.43 "GET /v2.0/networks/8d62e5d4-b4a6-4ce5-aea6-15ade4876ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6046815 Nov 09 21:31:00.764097 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5d82eba7-e884-411b-a2c5-f10a44ccf7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:00.808201 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d82eba7-e884-411b-a2c5-f10a44ccf7bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:31:00.840829 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5d82eba7-e884-411b-a2c5-f10a44ccf7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:00.842186 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-5d82eba7-e884-411b-a2c5-f10a44ccf7bf admin admin] Added segment f1d1420c-9500-4b39-a5ac-48afc5071fab of type vlan for network e63a53c0-9c74-472d-854f-77c19d8e6ef4 Nov 09 21:31:00.957969 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d2f5f-5972-4150-a555-d6a2f8f99403 None None] Pushing event updated for resources: {'Port': ['ID=91bd7383-3f5e-44a4-84b4-d9a24437e3e6,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:01.041874 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d82eba7-e884-411b-a2c5-f10a44ccf7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78398a3-0ef3-4573-896f-f1f45b8a5bd8,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:01.077943 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-368d2f5f-5972-4150-a555-d6a2f8f99403 None None] Attempting to bind port 91bd7383-3f5e-44a4-84b4-d9a24437e3e6 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:31:01.078500 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-368d2f5f-5972-4150-a555-d6a2f8f99403 None None] Attempting to bind port 91bd7383-3f5e-44a4-84b4-d9a24437e3e6 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '78ce6615-06a8-4c13-a188-c74fb2e831a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '55847ffd-7836-446f-91d3-f14e046c5bb2'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:31:01.078646 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368d2f5f-5972-4150-a555-d6a2f8f99403 None None] Attempting to bind port 91bd7383-3f5e-44a4-84b4-d9a24437e3e6 on network 55847ffd-7836-446f-91d3-f14e046c5bb2 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:31:01.092626 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5d82eba7-e884-411b-a2c5-f10a44ccf7bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:01.094047 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368d2f5f-5972-4150-a555-d6a2f8f99403 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:31:01.094434 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368d2f5f-5972-4150-a555-d6a2f8f99403 None None] Checking segment: {'id': '78ce6615-06a8-4c13-a188-c74fb2e831a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '55847ffd-7836-446f-91d3-f14e046c5bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:31:01.094837 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-368d2f5f-5972-4150-a555-d6a2f8f99403 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:01.095221 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368d2f5f-5972-4150-a555-d6a2f8f99403 None None] Bound using segment: {'id': '78ce6615-06a8-4c13-a188-c74fb2e831a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '55847ffd-7836-446f-91d3-f14e046c5bb2'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:31:01.095697 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-368d2f5f-5972-4150-a555-d6a2f8f99403 None None] Bound port: 91bd7383-3f5e-44a4-84b4-d9a24437e3e6, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ce6615-06a8-4c13-a188-c74fb2e831a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '55847ffd-7836-446f-91d3-f14e046c5bb2'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:31:01.098177 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-368d2f5f-5972-4150-a555-d6a2f8f99403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:01.214935 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5060628b-4242-4714-a7ef-28407a0299bb req-50684582-8093-47b4-81e4-a88f5dd4b902 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250350 Nov 09 21:31:01.236602 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5d82eba7-e884-411b-a2c5-f10a44ccf7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:01.242053 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d82eba7-e884-411b-a2c5-f10a44ccf7bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:01.242766 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5d82eba7-e884-411b-a2c5-f10a44ccf7bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:01.272786 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2ef60f1d-3d8c-4d77-b2b5-d13102b6150b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:01.349520 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-368d2f5f-5972-4150-a555-d6a2f8f99403 None None] For port 91bd7383-3f5e-44a4-84b4-d9a24437e3e6, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:31:01.359570 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-368d2f5f-5972-4150-a555-d6a2f8f99403 None None] For port 91bd7383-3f5e-44a4-84b4-d9a24437e3e6, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=91bd7383-3f5e-44a4-84b4-d9a24437e3e6,segment=NetworkSegment(78ce6615-06a8-4c13-a188-c74fb2e831a4),segment_id=78ce6615-06a8-4c13-a188-c74fb2e831a4)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:31:01.370164 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-368d2f5f-5972-4150-a555-d6a2f8f99403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:01.397055 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-350259e5-477d-4774-9683-cbb937d04918 req-99b856fc-1bce-4450-856d-eceefca1598d tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/security-groups?id=928bb2ed-dcc6-4201-aa61-15e0cac7f757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5913830 Nov 09 21:31:01.398737 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2ef60f1d-3d8c-4d77-b2b5-d13102b6150b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:01.467881 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5d82eba7-e884-411b-a2c5-f10a44ccf7bf admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.7046955 Nov 09 21:31:01.510828 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56846) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:01.563786 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-c44385c9-c0f3-4242-a478-11c28a1df56f admin admin] Request body: {'subnet': {'network_id': 'e63a53c0-9c74-472d-854f-77c19d8e6ef4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-354292085-subnet', 'tenant_id': 'd1eec0d183eb43fa903f8da93e957658', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:31:01.607067 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d2f5f-5972-4150-a555-d6a2f8f99403 None None] Pushing event updated for resources: {'Port': ['ID=91bd7383-3f5e-44a4-84b4-d9a24437e3e6,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:01.618817 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d82eba7-e884-411b-a2c5-f10a44ccf7bf admin admin] Pushing event updated for resources: {'Network': ['ID=e63a53c0-9c74-472d-854f-77c19d8e6ef4,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:01.637284 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network e63a53c0-9c74-472d-854f-77c19d8e6ef4 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:31:01.662964 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44385c9-c0f3-4242-a478-11c28a1df56f admin admin] Made reservation on behalf of d1eec0d183eb43fa903f8da93e957658 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:31:01.665894 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c44385c9-c0f3-4242-a478-11c28a1df56f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:01.793661 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-2ef60f1d-3d8c-4d77-b2b5-d13102b6150b admin admin] Allocated IP 172.25.7.24 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/a3c83ed6-20de-4d03-8ecb-1964da5a24cd) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:31:02.065890 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2ef60f1d-3d8c-4d77-b2b5-d13102b6150b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:02.154621 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2ef60f1d-3d8c-4d77-b2b5-d13102b6150b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:02.200313 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef60f1d-3d8c-4d77-b2b5-d13102b6150b admin admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:31:02.207428 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-2ef60f1d-3d8c-4d77-b2b5-d13102b6150b admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:31:02.217121 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef60f1d-3d8c-4d77-b2b5-d13102b6150b admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:31:02.237156 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06a567-f628-44c6-bbc0-a27fcb468e9e req-9742169d-c777-4908-b851-46b8981898e7 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:02.238755 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3d06a567-f628-44c6-bbc0-a27fcb468e9e req-9742169d-c777-4908-b851-46b8981898e7 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 945 time: 0.2443197 Nov 09 21:31:02.432715 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c44385c9-c0f3-4242-a478-11c28a1df56f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:02.497559 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef60f1d-3d8c-4d77-b2b5-d13102b6150b admin admin] Pushing event updated for resources: {'Port': ['ID=a3c83ed6-20de-4d03-8ecb-1964da5a24cd,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:02.549566 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44385c9-c0f3-4242-a478-11c28a1df56f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfb20a4a-8695-412f-8658-c790ccaeab3d,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:02.559606 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3d06a567-f628-44c6-bbc0-a27fcb468e9e req-28b14593-ebb5-4456-899b-8b3e630ffb21 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3125935 Nov 09 21:31:02.604301 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44385c9-c0f3-4242-a478-11c28a1df56f admin admin] Checking segment: {'id': 'f1d1420c-9500-4b39-a5ac-48afc5071fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e63a53c0-9c74-472d-854f-77c19d8e6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:31:02.604761 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44385c9-c0f3-4242-a478-11c28a1df56f admin admin] Network hostable DHCP agents. Network: e63a53c0-9c74-472d-854f-77c19d8e6ef4, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:31:02.632154 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44385c9-c0f3-4242-a478-11c28a1df56f admin admin] Network e63a53c0-9c74-472d-854f-77c19d8e6ef4 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:31:02.658136 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-c44385c9-c0f3-4242-a478-11c28a1df56f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, e63a53c0-9c74-472d-854f-77c19d8e6ef4) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:31:02.662060 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44385c9-c0f3-4242-a478-11c28a1df56f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:02.662715 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c44385c9-c0f3-4242-a478-11c28a1df56f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:02.670676 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f405502a-d642-4084-a323-0963d5d3d06c None None] Network e63a53c0-9c74-472d-854f-77c19d8e6ef4 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:31:02.722581 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c44385c9-c0f3-4242-a478-11c28a1df56f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2102642 Nov 09 21:31:02.737512 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56886) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:02.749703 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-2ad70794-d652-484a-a731-4b1556f77200 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-354292085-router', 'tenant_id': 'd1eec0d183eb43fa903f8da93e957658', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:31:02.860361 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2ad70794-d652-484a-a731-4b1556f77200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:02.863637 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2ad70794-d652-484a-a731-4b1556f77200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:03.045058 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd22d05-11fd-4199-a673-0a1d5893f1d4 None None] Network e63a53c0-9c74-472d-854f-77c19d8e6ef4 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:31:03.181580 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e231a2-2295-4730-963e-fe8438d94391 req-7ac164f5-b05c-42ed-9586-d17e1213b07e tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:03.195488 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d4e231a2-2295-4730-963e-fe8438d94391 req-7ac164f5-b05c-42ed-9586-d17e1213b07e tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/ports?device_id=405c5cce-9fa6-4426-a8f9-c8cbdce62761 HTTP/1.1" status: 200 len: 945 time: 0.3623455 Nov 09 21:31:03.243705 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2ad70794-d652-484a-a731-4b1556f77200 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:03.287860 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3623217-c77b-4f1d-9a5e-834c534b8967 req-bb8b8fea-2d1e-4dfc-8519-05d6ddfc5aa3 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:03.291800 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a3623217-c77b-4f1d-9a5e-834c534b8967 req-bb8b8fea-2d1e-4dfc-8519-05d6ddfc5aa3 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.7910025 Nov 09 21:31:03.484893 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 91bd7383-3f5e-44a4-84b4-d9a24437e3e6 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:31:03.590029 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d4e231a2-2295-4730-963e-fe8438d94391 req-b82fb4a4-e45c-4bb9-8da0-a03d3d84cec8 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/security-groups?id=928bb2ed-dcc6-4201-aa61-15e0cac7f757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3893745 Nov 09 21:31:03.669717 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69326f27-ac3e-419b-9ada-113709cdf4d3 None None] Network 55847ffd-7836-446f-91d3-f14e046c5bb2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:31:03.683712 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a3623217-c77b-4f1d-9a5e-834c534b8967 req-76674983-0b90-42d7-bfbf-9c3265cef379 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786376 Nov 09 21:31:03.735100 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2ef60f1d-3d8c-4d77-b2b5-d13102b6150b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:03.891715 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:03.917962 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 91bd7383-3f5e-44a4-84b4-d9a24437e3e6 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:31:03.919364 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:03.948781 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56932) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:03.977351 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2ad70794-d652-484a-a731-4b1556f77200 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:04.043061 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf4094-9730-4da1-af9d-14ee0accafd0 req-53deb529-b8c1-4457-aba5-caf363dea118 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:04.053332 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-74cf4094-9730-4da1-af9d-14ee0accafd0 req-53deb529-b8c1-4457-aba5-caf363dea118 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 945 time: 0.2312429 Nov 09 21:31:04.118112 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-c411ac5c-9b81-4339-a0fb-ae39f2eb2ba7 None None] Provisioning complete for port 91bd7383-3f5e-44a4-84b4-d9a24437e3e6 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:31:04.125085 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c411ac5c-9b81-4339-a0fb-ae39f2eb2ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:04.284298 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-74cf4094-9730-4da1-af9d-14ee0accafd0 req-6debe0d1-7664-496f-bde2-2962c6e7db61 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1801138 Nov 09 21:31:04.304389 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2ef60f1d-3d8c-4d77-b2b5-d13102b6150b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:04.360041 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34755dd5-2da9-4ae3-abe4-14bd9f955c74 req-765b688a-8fbd-406c-93eb-45963f72e131 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:04.361625 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-34755dd5-2da9-4ae3-abe4-14bd9f955c74 req-765b688a-8fbd-406c-93eb-45963f72e131 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/ports?device_id=405c5cce-9fa6-4426-a8f9-c8cbdce62761 HTTP/1.1" status: 200 len: 945 time: 0.1686625 Nov 09 21:31:04.405811 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:04.638619 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 91bd7383-3f5e-44a4-84b4-d9a24437e3e6, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=91bd7383-3f5e-44a4-84b4-d9a24437e3e6,segment=NetworkSegment(78ce6615-06a8-4c13-a188-c74fb2e831a4),segment_id=78ce6615-06a8-4c13-a188-c74fb2e831a4)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:31:04.664314 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:04.732512 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=91bd7383-3f5e-44a4-84b4-d9a24437e3e6,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:04.805243 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2ad70794-d652-484a-a731-4b1556f77200 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:04.855539 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a3739c0d-3154-4ad5-ba94-e1c89b964d72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:04.861743 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2ad70794-d652-484a-a731-4b1556f77200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:05.096768 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-34755dd5-2da9-4ae3-abe4-14bd9f955c74 req-cc4f81c4-61e0-4c01-b28b-f5577c27e391 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/security-groups?id=928bb2ed-dcc6-4201-aa61-15e0cac7f757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5299740 Nov 09 21:31:05.103242 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef60f1d-3d8c-4d77-b2b5-d13102b6150b admin admin] Router 4c71162b-5109-443b-9394-f5b29354f739 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:31:05.110424 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-2ad70794-d652-484a-a731-4b1556f77200 admin admin] Allocated IP 172.25.7.243 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/58aba5e1-e10a-496c-b922-720a96591d2f) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:31:05.366725 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-ff92a855-7161-43b5-bdc6-8e9ac1c66125 None None] Provisioning complete for port 91bd7383-3f5e-44a4-84b4-d9a24437e3e6 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:31:05.367600 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ff92a855-7161-43b5-bdc6-8e9ac1c66125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:05.408620 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 91bd7383-3f5e-44a4-84b4-d9a24437e3e6 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:31:05.513488 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2ad70794-d652-484a-a731-4b1556f77200 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:05.546118 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a3739c0d-3154-4ad5-ba94-e1c89b964d72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:05.575322 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a3739c0d-3154-4ad5-ba94-e1c89b964d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:05.610059 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 91bd7383-3f5e-44a4-84b4-d9a24437e3e6 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:31:05.611641 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:05.623881 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930306b-bb86-4f05-a48f-c24ddde66c84 req-84dd2c9d-cc17-4a0e-9baa-e87a35eb7841 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:05.628822 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9930306b-bb86-4f05-a48f-c24ddde66c84 req-84dd2c9d-cc17-4a0e-9baa-e87a35eb7841 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.3197782 Nov 09 21:31:05.676395 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2ad70794-d652-484a-a731-4b1556f77200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:05.683056 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef60f1d-3d8c-4d77-b2b5-d13102b6150b admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:31:05.701760 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb3d919-e7a5-4329-8a1a-fb0a18d74dba None None] Sync routers for ids ['4c71162b-5109-443b-9394-f5b29354f739'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:31:05.723508 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb3d919-e7a5-4329-8a1a-fb0a18d74dba None None] Routers {'4c71162b-5109-443b-9394-f5b29354f739'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:31:05.725557 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-adb3d919-e7a5-4329-8a1a-fb0a18d74dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:30:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['4c71162b-5109-443b-9394-f5b29354f739'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:31:05.760984 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a3739c0d-3154-4ad5-ba94-e1c89b964d72 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bac9b24bc6c34c9c8017cfcdd2dc0533&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8056660 Nov 09 21:31:05.769015 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56980) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:05.778395 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad70794-d652-484a-a731-4b1556f77200 admin admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:31:05.779641 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3739c0d-3154-4ad5-ba94-e1c89b964d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9625cd-9000-4622-a900-7375cf15d861,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:05.781524 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-2ad70794-d652-484a-a731-4b1556f77200 admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:31:05.798262 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad70794-d652-484a-a731-4b1556f77200 admin admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:31:05.852660 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2ef60f1d-3d8c-4d77-b2b5-d13102b6150b admin admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:05.857506 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2ef60f1d-3d8c-4d77-b2b5-d13102b6150b admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.7454751 Nov 09 21:31:05.871922 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56982) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:06.061422 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-adb3d919-e7a5-4329-8a1a-fb0a18d74dba None None] Set router 4c71162b-5109-443b-9394-f5b29354f739 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:31:06.079503 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9930306b-bb86-4f05-a48f-c24ddde66c84 req-55c52fa3-1d78-42de-8b87-2c1e94dc91a5 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4369881 Nov 09 21:31:06.157018 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device a310ed82-5c76-42dd-938a-ffb8947a05b9 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:31:06.318704 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:06.324482 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2a5b04e1-92c8-4e15-9c9a-689bae7eb5d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:06.412420 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port a310ed82-5c76-42dd-938a-ffb8947a05b9, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=a310ed82-5c76-42dd-938a-ffb8947a05b9,segment=NetworkSegment(4b1e7064-c872-4e6f-85a8-e00a69322723),segment_id=4b1e7064-c872-4e6f-85a8-e00a69322723)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:31:06.417877 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff72e0b-9f2e-42f2-bc62-01eec41f1381', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a310ed82-5c76-42dd-938a-ffb8947a05b9'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:31:06.427340 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d11ee8-b5cf-4755-8726-71e61f590c48" -d '{"events": [{"server_uuid": "eff72e0b-9f2e-42f2-bc62-01eec41f1381", "name": "network-vif-unplugged", "status": "completed", "tag": "a310ed82-5c76-42dd-938a-ffb8947a05b9"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:31:06.451727 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:06.477642 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2a5b04e1-92c8-4e15-9c9a-689bae7eb5d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:06.523643 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad70794-d652-484a-a731-4b1556f77200 admin admin] Pushing event updated for resources: {'Port': ['ID=58aba5e1-e10a-496c-b922-720a96591d2f,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:06.600897 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-adb3d919-e7a5-4329-8a1a-fb0a18d74dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c71162b-5109-443b-9394-f5b29354f739', 'name': 'tempest-AttachVolumeTestJSON-1471467254-router', 'tenant_id': '8d996b08d23e47a28746199b551ba8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': 'a3c83ed6-20de-4d03-8ecb-1964da5a24cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:30:59Z', 'updated_at': '2021-11-09T21:31:03Z', 'revision_number': 3, 'project_id': '8d996b08d23e47a28746199b551ba8f0', 'gw_port': {'id': 'a3c83ed6-20de-4d03-8ecb-1964da5a24cd', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c71162b-5109-443b-9394-f5b29354f739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:31:01Z', 'updated_at': '2021-11-09T21:31:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:31:06.601961 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 21:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce8a7a5-6817-4913-b780-fb361dbce3ee x-openstack-request-id: req-5ce8a7a5-6817-4913-b780-fb361dbce3ee {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:31:06.603178 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff72e0b-9f2e-42f2-bc62-01eec41f1381", "name": "network-vif-unplugged", "status": "completed", "tag": "a310ed82-5c76-42dd-938a-ffb8947a05b9", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:31:06.604165 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5ce8a7a5-6817-4913-b780-fb361dbce3ee {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:31:06.604666 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff72e0b-9f2e-42f2-bc62-01eec41f1381', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a310ed82-5c76-42dd-938a-ffb8947a05b9', 'code': 200} Nov 09 21:31:06.609905 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=a310ed82-5c76-42dd-938a-ffb8947a05b9,revision_number=8']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:06.652681 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb3d919-e7a5-4329-8a1a-fb0a18d74dba None None] Checking router: 4c71162b-5109-443b-9394-f5b29354f739 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:31:06.653046 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb3d919-e7a5-4329-8a1a-fb0a18d74dba None None] Updating router 4c71162b-5109-443b-9394-f5b29354f739 port a3c83ed6-20de-4d03-8ecb-1964da5a24cd binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:31:06.691294 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-adb3d919-e7a5-4329-8a1a-fb0a18d74dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:06.701091 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2a5b04e1-92c8-4e15-9c9a-689bae7eb5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:06.710583 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2a5b04e1-92c8-4e15-9c9a-689bae7eb5d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:06.714131 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2a5b04e1-92c8-4e15-9c9a-689bae7eb5d5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8d9625cd-9000-4622-a900-7375cf15d861 HTTP/1.1" status: 204 len: 168 time: 0.9359539 Nov 09 21:31:07.007727 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148114da-1a28-4e87-981e-8baa1c7a48b6 req-c1f98eec-1004-41e4-a8a9-8edb937ec9a2 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:07.020698 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-148114da-1a28-4e87-981e-8baa1c7a48b6 req-c1f98eec-1004-41e4-a8a9-8edb937ec9a2 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/ports?device_id=405c5cce-9fa6-4426-a8f9-c8cbdce62761 HTTP/1.1" status: 200 len: 945 time: 0.5394554 Nov 09 21:31:07.146387 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b04e1-92c8-4e15-9c9a-689bae7eb5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9625cd-9000-4622-a900-7375cf15d861,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:07.179115 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5b04e1-92c8-4e15-9c9a-689bae7eb5d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:31:07.179968 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5b04e1-92c8-4e15-9c9a-689bae7eb5d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:31:07.181059 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5b04e1-92c8-4e15-9c9a-689bae7eb5d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:31:07.182086 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5b04e1-92c8-4e15-9c9a-689bae7eb5d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:31:07.182086 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5b04e1-92c8-4e15-9c9a-689bae7eb5d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:31:07.182458 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5b04e1-92c8-4e15-9c9a-689bae7eb5d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:31:07.183157 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5b04e1-92c8-4e15-9c9a-689bae7eb5d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:31:07.183590 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5b04e1-92c8-4e15-9c9a-689bae7eb5d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:31:07.184065 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5b04e1-92c8-4e15-9c9a-689bae7eb5d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:31:07.184493 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5b04e1-92c8-4e15-9c9a-689bae7eb5d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:31:07.184944 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5b04e1-92c8-4e15-9c9a-689bae7eb5d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:31:07.186825 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5b04e1-92c8-4e15-9c9a-689bae7eb5d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:31:07.205280 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-adb3d919-e7a5-4329-8a1a-fb0a18d74dba None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:07.212720 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-adb3d919-e7a5-4329-8a1a-fb0a18d74dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:07.261036 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-adb3d919-e7a5-4329-8a1a-fb0a18d74dba None None] Attempting to bind port a3c83ed6-20de-4d03-8ecb-1964da5a24cd on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:31:07.261732 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-adb3d919-e7a5-4329-8a1a-fb0a18d74dba None None] Attempting to bind port a3c83ed6-20de-4d03-8ecb-1964da5a24cd by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:31:07.262224 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb3d919-e7a5-4329-8a1a-fb0a18d74dba None None] Attempting to bind port a3c83ed6-20de-4d03-8ecb-1964da5a24cd on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:31:07.292429 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb3d919-e7a5-4329-8a1a-fb0a18d74dba None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:31:07.293096 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb3d919-e7a5-4329-8a1a-fb0a18d74dba None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:31:07.293619 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-adb3d919-e7a5-4329-8a1a-fb0a18d74dba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:07.294158 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb3d919-e7a5-4329-8a1a-fb0a18d74dba None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:31:07.294813 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-adb3d919-e7a5-4329-8a1a-fb0a18d74dba None None] Bound port: a3c83ed6-20de-4d03-8ecb-1964da5a24cd, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:31:07.295372 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-adb3d919-e7a5-4329-8a1a-fb0a18d74dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:07.297162 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-148114da-1a28-4e87-981e-8baa1c7a48b6 req-7a2db01a-707c-4c30-9bd2-7c6052e154ac tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/security-groups?id=928bb2ed-dcc6-4201-aa61-15e0cac7f757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754385 Nov 09 21:31:07.329592 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2ad70794-d652-484a-a731-4b1556f77200 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:07.343333 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-864e7ace-e533-451a-9107-32bcbda27d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:07.381098 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-adb3d919-e7a5-4329-8a1a-fb0a18d74dba None None] For port a3c83ed6-20de-4d03-8ecb-1964da5a24cd, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:31:07.391351 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-adb3d919-e7a5-4329-8a1a-fb0a18d74dba None None] For port a3c83ed6-20de-4d03-8ecb-1964da5a24cd, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=a3c83ed6-20de-4d03-8ecb-1964da5a24cd,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:31:07.409045 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-adb3d919-e7a5-4329-8a1a-fb0a18d74dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:07.460701 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a6e7d7-a43f-4bb8-9859-429559de1367 None None] Pushing event updated for resources: {'Port': ['ID=a3c83ed6-20de-4d03-8ecb-1964da5a24cd,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:07.499670 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a6e7d7-a43f-4bb8-9859-429559de1367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:31:07.531380 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a6e7d7-a43f-4bb8-9859-429559de1367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:31:07.533330 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a6e7d7-a43f-4bb8-9859-429559de1367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:31:07.548013 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a6e7d7-a43f-4bb8-9859-429559de1367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:31:07.553913 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a6e7d7-a43f-4bb8-9859-429559de1367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:31:07.555632 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a6e7d7-a43f-4bb8-9859-429559de1367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:31:07.556230 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a6e7d7-a43f-4bb8-9859-429559de1367 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:31:07.562825 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a6e7d7-a43f-4bb8-9859-429559de1367 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:31:07.565358 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a6e7d7-a43f-4bb8-9859-429559de1367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:31:07.565950 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a6e7d7-a43f-4bb8-9859-429559de1367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:31:07.566515 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a6e7d7-a43f-4bb8-9859-429559de1367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:31:07.567070 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a6e7d7-a43f-4bb8-9859-429559de1367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:31:07.664830 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe7a5e-b4d3-4844-a049-936cf97723f8 req-e21e0b4e-8705-43fe-8039-d2e14397e695 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:07.674864 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ecfe7a5e-b4d3-4844-a049-936cf97723f8 req-e21e0b4e-8705-43fe-8039-d2e14397e695 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.3874736 Nov 09 21:31:07.761038 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57034) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:07.801241 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb3d919-e7a5-4329-8a1a-fb0a18d74dba None None] Routers {'4c71162b-5109-443b-9394-f5b29354f739'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:31:07.801880 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-adb3d919-e7a5-4329-8a1a-fb0a18d74dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:30:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['4c71162b-5109-443b-9394-f5b29354f739'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:31:07.836323 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce7d1da1-6ed4-407e-af20-ab0d6724f079 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:07.848325 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ecfe7a5e-b4d3-4844-a049-936cf97723f8 req-fdb86661-c9bc-4ab1-bc0f-202f49cd31f5 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723242 Nov 09 21:31:07.899269 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2ad70794-d652-484a-a731-4b1556f77200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:07.967018 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-adb3d919-e7a5-4329-8a1a-fb0a18d74dba None None] Set router 4c71162b-5109-443b-9394-f5b29354f739 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:31:08.020567 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-864e7ace-e533-451a-9107-32bcbda27d18 admin admin] Allocated IP 172.20.0.1 (55847ffd-7836-446f-91d3-f14e046c5bb2/85ce8c7e-f82b-4b24-9029-22d978d44b85/4c87a4af-462e-42b9-a66b-af186bac11bd) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:31:08.095513 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57046) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:08.141059 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce7d1da1-6ed4-407e-af20-ab0d6724f079 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:08.152447 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a6e7d7-a43f-4bb8-9859-429559de1367 None None] Pushing event updated for resources: {'Port': ['ID=a3c83ed6-20de-4d03-8ecb-1964da5a24cd,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:08.154789 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce7d1da1-6ed4-407e-af20-ab0d6724f079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:08.211092 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd15c4-ec89-412f-82aa-c1f59aa0a24c req-6476d56e-f56a-417f-be65-1b60be3de3be tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:08.223734 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d1da1-6ed4-407e-af20-ab0d6724f079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4750916-4333-46c1-983c-26225ec118ff,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:08.225295 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-17fd15c4-ec89-412f-82aa-c1f59aa0a24c req-6476d56e-f56a-417f-be65-1b60be3de3be tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/ports?device_id=405c5cce-9fa6-4426-a8f9-c8cbdce62761 HTTP/1.1" status: 200 len: 945 time: 0.5301957 Nov 09 21:31:08.227911 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ce7d1da1-6ed4-407e-af20-ab0d6724f079 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0d774cba72d44b97b2e062d1124f7d7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4554620 Nov 09 21:31:08.230726 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57050) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:08.234774 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-864e7ace-e533-451a-9107-32bcbda27d18 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:08.270523 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79eaf65-223f-4c16-91ff-c859e4eea498 req-e1b15fef-ec65-428c-bb6d-42ae397d31f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:08.273509 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c79eaf65-223f-4c16-91ff-c859e4eea498 req-e1b15fef-ec65-428c-bb6d-42ae397d31f4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ea132a94a82f43f69fd0808e866cec5f&device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 1096 time: 0.4341133 Nov 09 21:31:08.283460 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8dc712-a8e4-4bdc-971e-5f163658c094 req-68eaa389-34f9-4e5a-932e-8040ec007c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:08.286616 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3a8dc712-a8e4-4bdc-971e-5f163658c094 req-68eaa389-34f9-4e5a-932e-8040ec007c8b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1f67c4e59ee04da19ceea89a2062ddd4&device_id=405c5cce-9fa6-4426-a8f9-c8cbdce62761 HTTP/1.1" status: 200 len: 1096 time: 0.4962668 Nov 09 21:31:08.293459 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-adb3d919-e7a5-4329-8a1a-fb0a18d74dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c71162b-5109-443b-9394-f5b29354f739', 'name': 'tempest-AttachVolumeTestJSON-1471467254-router', 'tenant_id': '8d996b08d23e47a28746199b551ba8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': 'a3c83ed6-20de-4d03-8ecb-1964da5a24cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:30:59Z', 'updated_at': '2021-11-09T21:31:03Z', 'revision_number': 3, 'project_id': '8d996b08d23e47a28746199b551ba8f0', 'gw_port': {'id': 'a3c83ed6-20de-4d03-8ecb-1964da5a24cd', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c71162b-5109-443b-9394-f5b29354f739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:31:01Z', 'updated_at': '2021-11-09T21:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:31:08.319949 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-864e7ace-e533-451a-9107-32bcbda27d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:08.354370 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb3d919-e7a5-4329-8a1a-fb0a18d74dba None None] The sync data for ids ['4c71162b-5109-443b-9394-f5b29354f739'] in n-d-816206-3 is: [{'id': '4c71162b-5109-443b-9394-f5b29354f739', 'name': 'tempest-AttachVolumeTestJSON-1471467254-router', 'tenant_id': '8d996b08d23e47a28746199b551ba8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': 'a3c83ed6-20de-4d03-8ecb-1964da5a24cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:30:59Z', 'updated_at': '2021-11-09T21:31:03Z', 'revision_number': 3, 'project_id': '8d996b08d23e47a28746199b551ba8f0', 'gw_port': {'id': 'a3c83ed6-20de-4d03-8ecb-1964da5a24cd', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c71162b-5109-443b-9394-f5b29354f739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:31:01Z', 'updated_at': '2021-11-09T21:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:31:08.410257 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57054) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:08.424148 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e7ace-e533-451a-9107-32bcbda27d18 admin admin] Pushing event updated for resources: {'Port': ['ID=4c87a4af-462e-42b9-a66b-af186bac11bd,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:08.439138 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864e7ace-e533-451a-9107-32bcbda27d18 admin admin] Network 55847ffd-7836-446f-91d3-f14e046c5bb2 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:31:08.441148 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-864e7ace-e533-451a-9107-32bcbda27d18 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:31:08.443643 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864e7ace-e533-451a-9107-32bcbda27d18 admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:31:08.446825 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-caf3d06c-babc-41f9-9b9d-94d737de671a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:08.450120 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b8daf3db-e918-4b99-95b7-a845590f2ce0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:08.563367 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b8daf3db-e918-4b99-95b7-a845590f2ce0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:08.586705 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-864e7ace-e533-451a-9107-32bcbda27d18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:08.651419 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-17fd15c4-ec89-412f-82aa-c1f59aa0a24c req-02c9a499-6cd8-45a3-8ccc-1a710e1d5dac tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/security-groups?id=928bb2ed-dcc6-4201-aa61-15e0cac7f757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4199460 Nov 09 21:31:08.736337 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac4e94ac-03ce-4a61-a7fd-c2721be1b1cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:08.751950 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79eaf65-223f-4c16-91ff-c859e4eea498 req-7abed1d6-cfd4-4421-847d-ab3db5e683f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:08.753701 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c79eaf65-223f-4c16-91ff-c859e4eea498 req-7abed1d6-cfd4-4421-847d-ab3db5e683f9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=276f688e-7f99-4153-a7fb-8c012406fc86 HTTP/1.1" status: 200 len: 913 time: 0.4648812 Nov 09 21:31:08.840785 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8dc712-a8e4-4bdc-971e-5f163658c094 req-6e1e25bf-a784-4281-81fa-0f5b01f9ebec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:08.842284 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3a8dc712-a8e4-4bdc-971e-5f163658c094 req-6e1e25bf-a784-4281-81fa-0f5b01f9ebec service neutron] 10.222.0.43 "GET /v2.0/networks?id=8d62e5d4-b4a6-4ce5-aea6-15ade4876ba4 HTTP/1.1" status: 200 len: 912 time: 0.4554887 Nov 09 21:31:08.848210 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c79eaf65-223f-4c16-91ff-c859e4eea498 req-bb636e20-9157-43e0-bce9-84f45861f611 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=06b735e7-95a4-4400-ac21-34cfa1677929 HTTP/1.1" status: 200 len: 217 time: 0.0788975 Nov 09 21:31:08.857503 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-7e04b3d6-b263-401a-abea-e9b2bd25239e None None] Provisioning complete for port 4c87a4af-462e-42b9-a66b-af186bac11bd triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:31:08.858096 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7e04b3d6-b263-401a-abea-e9b2bd25239e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:08.917814 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-caf3d06c-babc-41f9-9b9d-94d737de671a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:08.947750 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-caf3d06c-babc-41f9-9b9d-94d737de671a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:08.967500 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-7e04b3d6-b263-401a-abea-e9b2bd25239e None None] Port 4c87a4af-462e-42b9-a66b-af186bac11bd cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:31:08.981411 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3a8dc712-a8e4-4bdc-971e-5f163658c094 req-e49c4082-c1ac-468d-b2b7-9e0bfeebae1a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fde135d-845e-4acb-921f-a1affbdb7fec HTTP/1.1" status: 200 len: 217 time: 0.1199028 Nov 09 21:31:08.993253 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79eaf65-223f-4c16-91ff-c859e4eea498 req-004abb5d-06c6-4300-b5af-845485830794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:08.995693 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c79eaf65-223f-4c16-91ff-c859e4eea498 req-004abb5d-06c6-4300-b5af-845485830794 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aead6392-42fa-4a16-a986-5c9371526ce9 HTTP/1.1" status: 200 len: 853 time: 0.1350892 Nov 09 21:31:09.001623 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad70794-d652-484a-a731-4b1556f77200 admin admin] Router ac13d68d-1c7c-436b-bef9-d73be4fb7ad5 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:31:09.013464 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf3d06c-babc-41f9-9b9d-94d737de671a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e601a673-2d30-44eb-837c-932e4e810c9f,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:09.072611 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b8daf3db-e918-4b99-95b7-a845590f2ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:09.075203 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b8daf3db-e918-4b99-95b7-a845590f2ce0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:09.076357 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b8daf3db-e918-4b99-95b7-a845590f2ce0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e4750916-4333-46c1-983c-26225ec118ff HTTP/1.1" status: 204 len: 168 time: 0.8447387 Nov 09 21:31:09.123562 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-caf3d06c-babc-41f9-9b9d-94d737de671a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a18ec5a23d8d4b6183c415f2cd6cb8c3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0249984 Nov 09 21:31:09.136114 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57074) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:09.136931 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8daf3db-e918-4b99-95b7-a845590f2ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4750916-4333-46c1-983c-26225ec118ff,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:09.161915 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c79eaf65-223f-4c16-91ff-c859e4eea498 req-aa8f410e-6c48-42df-a9dd-abfbed475534 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=276f688e-7f99-4153-a7fb-8c012406fc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1254697 Nov 09 21:31:09.246537 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399519a3-e59a-4ae9-bb7b-12b239781eef req-8da39a71-65e9-4e1f-8f55-c022e8a1f15c tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:09.248140 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-399519a3-e59a-4ae9-bb7b-12b239781eef req-8da39a71-65e9-4e1f-8f55-c022e8a1f15c tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.2447422 Nov 09 21:31:09.251106 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-864e7ace-e533-451a-9107-32bcbda27d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:09.286979 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d4493e2f-ca78-4a8f-b585-9079c60f30ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:09.402284 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8dc712-a8e4-4bdc-971e-5f163658c094 req-39f6b2bf-bbe3-4f7f-8f6b-bac1304c04b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:09.403797 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3a8dc712-a8e4-4bdc-971e-5f163658c094 req-39f6b2bf-bbe3-4f7f-8f6b-bac1304c04b6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=95fd697e-296c-4da7-8bca-275796e1475d HTTP/1.1" status: 200 len: 852 time: 0.4033842 Nov 09 21:31:09.504901 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device a3c83ed6-20de-4d03-8ecb-1964da5a24cd up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:31:09.529044 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d4493e2f-ca78-4a8f-b585-9079c60f30ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:09.533281 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac4e94ac-03ce-4a61-a7fd-c2721be1b1cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:09.616574 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port a3c83ed6-20de-4d03-8ecb-1964da5a24cd triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:31:09.616574 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:09.636002 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3a8dc712-a8e4-4bdc-971e-5f163658c094 req-fa4e0d81-28d7-457c-9835-44e5c5f059e8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d62e5d4-b4a6-4ce5-aea6-15ade4876ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2180753 Nov 09 21:31:09.642450 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac4e94ac-03ce-4a61-a7fd-c2721be1b1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:09.773105 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:09.819794 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port a3c83ed6-20de-4d03-8ecb-1964da5a24cd, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=a3c83ed6-20de-4d03-8ecb-1964da5a24cd,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:31:09.841029 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:09.934885 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:31:09.949217 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=a3c83ed6-20de-4d03-8ecb-1964da5a24cd,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:10.017450 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad70794-d652-484a-a731-4b1556f77200 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:31:10.028103 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec380cf2-2297-49c0-9094-066c2a75dd5f None None] Sync routers for ids ['ac13d68d-1c7c-436b-bef9-d73be4fb7ad5'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:31:10.045894 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec380cf2-2297-49c0-9094-066c2a75dd5f None None] Routers {'ac13d68d-1c7c-436b-bef9-d73be4fb7ad5'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:31:10.047597 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-ec380cf2-2297-49c0-9094-066c2a75dd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:30:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['ac13d68d-1c7c-436b-bef9-d73be4fb7ad5'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:31:10.106789 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-399519a3-e59a-4ae9-bb7b-12b239781eef req-ef91edcc-5278-45d0-bb74-a0b637ded1d5 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8412650 Nov 09 21:31:10.138885 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c79eaf65-223f-4c16-91ff-c859e4eea498 req-fe954fa7-dd03-46cd-9be1-8ac035c5782d service neutron] 10.222.0.45 "GET /v2.0/networks/276f688e-7f99-4153-a7fb-8c012406fc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9494197 Nov 09 21:31:10.142527 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ac4e94ac-03ce-4a61-a7fd-c2721be1b1cb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ec9afa0f3673473a89031ec18fb3b00f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6877613 Nov 09 21:31:10.143775 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57106) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:10.234623 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d4493e2f-ca78-4a8f-b585-9079c60f30ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:10.237832 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d4493e2f-ca78-4a8f-b585-9079c60f30ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:10.239583 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d4493e2f-ca78-4a8f-b585-9079c60f30ec admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e601a673-2d30-44eb-837c-932e4e810c9f HTTP/1.1" status: 204 len: 168 time: 1.1004539 Nov 09 21:31:10.244191 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-864e7ace-e533-451a-9107-32bcbda27d18 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:10.271204 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-864e7ace-e533-451a-9107-32bcbda27d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:10.277201 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4493e2f-ca78-4a8f-b585-9079c60f30ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e601a673-2d30-44eb-837c-932e4e810c9f,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:10.286387 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-79134b9f-b31d-49d3-9ba7-79a900a8195a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:10.361723 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e94ac-03ce-4a61-a7fd-c2721be1b1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=058015bf-a16a-47d5-a801-794b490514b9,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:10.408790 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-79134b9f-b31d-49d3-9ba7-79a900a8195a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:10.422599 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-864e7ace-e533-451a-9107-32bcbda27d18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:10.439317 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4e94ac-03ce-4a61-a7fd-c2721be1b1cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:31:10.442612 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e7ace-e533-451a-9107-32bcbda27d18 admin admin] Pushing event updated for resources: {'Port': ['ID=4c87a4af-462e-42b9-a66b-af186bac11bd,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:10.443933 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4e94ac-03ce-4a61-a7fd-c2721be1b1cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:31:10.448253 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4e94ac-03ce-4a61-a7fd-c2721be1b1cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:31:10.449001 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4e94ac-03ce-4a61-a7fd-c2721be1b1cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:31:10.452195 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4e94ac-03ce-4a61-a7fd-c2721be1b1cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:31:10.453525 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4e94ac-03ce-4a61-a7fd-c2721be1b1cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:31:10.454717 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4e94ac-03ce-4a61-a7fd-c2721be1b1cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:31:10.455487 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4e94ac-03ce-4a61-a7fd-c2721be1b1cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:31:10.455939 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4e94ac-03ce-4a61-a7fd-c2721be1b1cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:31:10.456380 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4e94ac-03ce-4a61-a7fd-c2721be1b1cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:31:10.456827 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4e94ac-03ce-4a61-a7fd-c2721be1b1cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:31:10.457319 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4e94ac-03ce-4a61-a7fd-c2721be1b1cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:31:10.489347 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2ad70794-d652-484a-a731-4b1556f77200 admin admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:10.506699 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57116) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:10.507003 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2ad70794-d652-484a-a731-4b1556f77200 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.7614362 Nov 09 21:31:10.509542 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c79eaf65-223f-4c16-91ff-c859e4eea498 req-02dac853-c5d5-4eab-afce-31a9fee4bbf3 service neutron] 10.222.0.45 "GET /v2.0/networks/276f688e-7f99-4153-a7fb-8c012406fc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577509 Nov 09 21:31:10.611405 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f468435-a6cd-48e0-b35f-154b24f73e49 req-1c66e423-c402-4e3d-a449-253c55131698 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:10.613070 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0f468435-a6cd-48e0-b35f-154b24f73e49 req-1c66e423-c402-4e3d-a449-253c55131698 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/ports?device_id=405c5cce-9fa6-4426-a8f9-c8cbdce62761 HTTP/1.1" status: 200 len: 945 time: 0.6332557 Nov 09 21:31:10.625394 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3a8dc712-a8e4-4bdc-971e-5f163658c094 req-25982f83-7570-40a2-a7d4-6bda3f4605c9 service neutron] 10.222.0.43 "GET /v2.0/networks/8d62e5d4-b4a6-4ce5-aea6-15ade4876ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9759755 Nov 09 21:31:10.745464 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device a310ed82-5c76-42dd-938a-ffb8947a05b9 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:31:10.864069 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 06b735e7-95a4-4400-ac21-34cfa1677929 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:31:10.901499 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57126) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:10.914775 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0f468435-a6cd-48e0-b35f-154b24f73e49 req-d8c4fd2c-a5cf-45ab-8db2-2db0e1de2d8c tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/security-groups?id=928bb2ed-dcc6-4201-aa61-15e0cac7f757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873781 Nov 09 21:31:10.933139 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d4294d8-4800-481b-acf2-c4c9c9abda6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:10.957166 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-ec380cf2-2297-49c0-9094-066c2a75dd5f None None] Set router ac13d68d-1c7c-436b-bef9-d73be4fb7ad5 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:31:10.978182 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3a8dc712-a8e4-4bdc-971e-5f163658c094 req-54e516f6-ccdf-4258-8fc3-e5ac8ac3c4b8 service neutron] 10.222.0.43 "GET /v2.0/networks/8d62e5d4-b4a6-4ce5-aea6-15ade4876ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283970 Nov 09 21:31:11.076436 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-79134b9f-b31d-49d3-9ba7-79a900a8195a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:11.079469 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-79134b9f-b31d-49d3-9ba7-79a900a8195a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:11.080606 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-79134b9f-b31d-49d3-9ba7-79a900a8195a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/058015bf-a16a-47d5-a801-794b490514b9 HTTP/1.1" status: 204 len: 168 time: 0.9353089 Nov 09 21:31:11.084412 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864e7ace-e533-451a-9107-32bcbda27d18 admin admin] Network 55847ffd-7836-446f-91d3-f14e046c5bb2 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:31:11.096507 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-864e7ace-e533-451a-9107-32bcbda27d18 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:31:11.142098 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79134b9f-b31d-49d3-9ba7-79a900a8195a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058015bf-a16a-47d5-a801-794b490514b9,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:11.337132 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d4294d8-4800-481b-acf2-c4c9c9abda6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:11.344795 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d4294d8-4800-481b-acf2-c4c9c9abda6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:11.482062 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:11.485479 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device a3c83ed6-20de-4d03-8ecb-1964da5a24cd up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:31:11.559878 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6d4294d8-4800-481b-acf2-c4c9c9abda6a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0763ff521e324f93b328c244c35def5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6565213 Nov 09 21:31:11.566061 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57142) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:11.573165 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port a310ed82-5c76-42dd-938a-ffb8947a05b9, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=a310ed82-5c76-42dd-938a-ffb8947a05b9,segment=NetworkSegment(4b1e7064-c872-4e6f-85a8-e00a69322723),segment_id=4b1e7064-c872-4e6f-85a8-e00a69322723)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:31:11.647970 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9156e155-3e39-4fdb-a397-16f5aa8207c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:11.652903 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4294d8-4800-481b-acf2-c4c9c9abda6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f84125-0084-48c6-a99f-379e1bf40e30,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:11.665480 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76e666a-9764-4565-9a62-2e8aec45655c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06b735e7-95a4-4400-ac21-34cfa1677929'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:31:11.668848 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537e4166-bf1b-480c-97c1-0f7673abf4ea" -d '{"events": [{"server_uuid": "b76e666a-9764-4565-9a62-2e8aec45655c", "name": "network-vif-unplugged", "status": "completed", "tag": "06b735e7-95a4-4400-ac21-34cfa1677929"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:31:11.675509 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': 'a310ed82-5c76-42dd-938a-ffb8947a05b9', 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef', 'port_id': 'a310ed82-5c76-42dd-938a-ffb8947a05b9', 'mac_address': 'fa:16:3e:45:f4:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48041428-5cce-473c-b445-a01eb383d908', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:31:11.686232 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-0020fb16-36b6-4ffc-b590-e2b57140ba78 None None] Provisioning complete for port 4c87a4af-462e-42b9-a66b-af186bac11bd triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:31:11.686784 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0020fb16-36b6-4ffc-b590-e2b57140ba78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:11.698576 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977a049-b3c2-4fd7-bc71-35b11eba4ecc req-4bb462b7-c69c-477c-a6e4-113cbd93c6e1 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:11.706336 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8977a049-b3c2-4fd7-bc71-35b11eba4ecc req-4bb462b7-c69c-477c-a6e4-113cbd93c6e1 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.3350616 Nov 09 21:31:11.733118 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9156e155-3e39-4fdb-a397-16f5aa8207c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:11.784558 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-0020fb16-36b6-4ffc-b590-e2b57140ba78 None None] Port 4c87a4af-462e-42b9-a66b-af186bac11bd cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:31:11.784877 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864e7ace-e533-451a-9107-32bcbda27d18 admin admin] Router 4c71162b-5109-443b-9394-f5b29354f739 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:31:11.799027 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 21:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afec7dd4-3fed-450b-8735-d74ac70cfb04 x-openstack-request-id: req-afec7dd4-3fed-450b-8735-d74ac70cfb04 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:31:11.799317 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76e666a-9764-4565-9a62-2e8aec45655c", "name": "network-vif-unplugged", "status": "completed", "tag": "06b735e7-95a4-4400-ac21-34cfa1677929", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:31:11.799529 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-afec7dd4-3fed-450b-8735-d74ac70cfb04 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:31:11.799908 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76e666a-9764-4565-9a62-2e8aec45655c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06b735e7-95a4-4400-ac21-34cfa1677929', 'code': 200} Nov 09 21:31:11.837193 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9156e155-3e39-4fdb-a397-16f5aa8207c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:11.840387 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9156e155-3e39-4fdb-a397-16f5aa8207c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:11.842165 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-9156e155-3e39-4fdb-a397-16f5aa8207c6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b1f84125-0084-48c6-a99f-379e1bf40e30 HTTP/1.1" status: 204 len: 168 time: 0.2750731 Nov 09 21:31:11.863259 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9156e155-3e39-4fdb-a397-16f5aa8207c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f84125-0084-48c6-a99f-379e1bf40e30,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:11.891861 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 06b735e7-95a4-4400-ac21-34cfa1677929, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=06b735e7-95a4-4400-ac21-34cfa1677929,segment=NetworkSegment(34c790f7-0b4d-4574-9ae7-2413289b0cee),segment_id=34c790f7-0b4d-4574-9ae7-2413289b0cee)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:31:11.915169 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:11.970671 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:12.026357 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port a3c83ed6-20de-4d03-8ecb-1964da5a24cd triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:31:12.026732 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:12.111878 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8977a049-b3c2-4fd7-bc71-35b11eba4ecc req-38ab3fad-3015-43dc-be39-2a1989121b78 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930588 Nov 09 21:31:12.121733 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57184) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:12.142727 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a310ed82-5c76-42dd-938a-ffb8947a05b9 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:31:12.153734 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9847ea81-26b1-4801-9ab2-4fff5a516656 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:12.217959 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=06b735e7-95a4-4400-ac21-34cfa1677929,revision_number=8']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:12.234758 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-ec380cf2-2297-49c0-9094-066c2a75dd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac13d68d-1c7c-436b-bef9-d73be4fb7ad5', 'name': 'tempest-ServerRescueTestJSON-354292085-router', 'tenant_id': 'd1eec0d183eb43fa903f8da93e957658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '58aba5e1-e10a-496c-b922-720a96591d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:31:02Z', 'updated_at': '2021-11-09T21:31:06Z', 'revision_number': 3, 'project_id': 'd1eec0d183eb43fa903f8da93e957658', 'gw_port': {'id': '58aba5e1-e10a-496c-b922-720a96591d2f', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac13d68d-1c7c-436b-bef9-d73be4fb7ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:31:04Z', 'updated_at': '2021-11-09T21:31:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:31:12.318591 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9847ea81-26b1-4801-9ab2-4fff5a516656 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:12.344717 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port a310ed82-5c76-42dd-938a-ffb8947a05b9, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=a310ed82-5c76-42dd-938a-ffb8947a05b9,segment=NetworkSegment(4b1e7064-c872-4e6f-85a8-e00a69322723),segment_id=4b1e7064-c872-4e6f-85a8-e00a69322723)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:31:12.375298 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec380cf2-2297-49c0-9094-066c2a75dd5f None None] Checking router: ac13d68d-1c7c-436b-bef9-d73be4fb7ad5 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:31:12.375655 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec380cf2-2297-49c0-9094-066c2a75dd5f None None] Updating router ac13d68d-1c7c-436b-bef9-d73be4fb7ad5 port 58aba5e1-e10a-496c-b922-720a96591d2f binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:31:12.397106 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9847ea81-26b1-4801-9ab2-4fff5a516656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:12.484089 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1145e54-6200-43a9-a07d-b9009ab4729f req-6a98316e-7573-4090-ac4a-c5f37df321eb tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:12.500301 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b1145e54-6200-43a9-a07d-b9009ab4729f req-6a98316e-7573-4090-ac4a-c5f37df321eb tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/ports?device_id=405c5cce-9fa6-4426-a8f9-c8cbdce62761 HTTP/1.1" status: 200 len: 945 time: 0.3478355 Nov 09 21:31:12.501255 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7994b16a-1e16-4c7b-a865-4b20655dde36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:12.512916 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864e7ace-e533-451a-9107-32bcbda27d18 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:31:12.527124 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ab4615-00cd-4d9e-ab80-bbd6824d3eb7 None None] Sync routers for ids ['4c71162b-5109-443b-9394-f5b29354f739'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:31:12.543490 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-864e7ace-e533-451a-9107-32bcbda27d18 admin admin] 10.222.0.49 "PUT /v2.0/routers/4c71162b-5109-443b-9394-f5b29354f739/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6605198 Nov 09 21:31:12.564785 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ab4615-00cd-4d9e-ab80-bbd6824d3eb7 None None] Routers {'4c71162b-5109-443b-9394-f5b29354f739'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:31:12.568791 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ec380cf2-2297-49c0-9094-066c2a75dd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:12.570743 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-e4ab4615-00cd-4d9e-ab80-bbd6824d3eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:30:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['4c71162b-5109-443b-9394-f5b29354f739'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:31:12.577274 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:12.581353 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b1145e54-6200-43a9-a07d-b9009ab4729f req-d6d26f39-08dd-469c-902a-70850a8ab960 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/security-groups?id=928bb2ed-dcc6-4201-aa61-15e0cac7f757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796216 Nov 09 21:31:12.594915 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-9847ea81-26b1-4801-9ab2-4fff5a516656 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b0106fe93634488786d8568a7ab809b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4717815 Nov 09 21:31:12.597534 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57196) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:12.634611 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9847ea81-26b1-4801-9ab2-4fff5a516656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af93958-299f-4e85-b193-c7e909b28c02,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:12.755398 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aa10bbaa-6625-451c-ba19-63ae5a5de21a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:12.834658 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aa10bbaa-6625-451c-ba19-63ae5a5de21a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:12.847978 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['a310ed82-5c76-42dd-938a-ffb8947a05b9'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:31:12.923104 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-e4ab4615-00cd-4d9e-ab80-bbd6824d3eb7 None None] Set router 4c71162b-5109-443b-9394-f5b29354f739 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:31:12.943643 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aa10bbaa-6625-451c-ba19-63ae5a5de21a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:12.953748 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aa10bbaa-6625-451c-ba19-63ae5a5de21a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:12.955716 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-aa10bbaa-6625-451c-ba19-63ae5a5de21a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0af93958-299f-4e85-b193-c7e909b28c02 HTTP/1.1" status: 204 len: 168 time: 0.3572385 Nov 09 21:31:12.980327 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa10bbaa-6625-451c-ba19-63ae5a5de21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af93958-299f-4e85-b193-c7e909b28c02,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:13.101739 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57214) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:13.147946 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-7994b16a-1e16-4c7b-a865-4b20655dde36 admin admin] Allocated IP 172.20.0.1 (e63a53c0-9c74-472d-854f-77c19d8e6ef4/bfb20a4a-8695-412f-8658-c790ccaeab3d/d985623a-250a-47bb-9346-498fca3ed519) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:31:13.242908 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=a310ed82-5c76-42dd-938a-ffb8947a05b9,revision_number=9']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:13.285129 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-e4ab4615-00cd-4d9e-ab80-bbd6824d3eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c71162b-5109-443b-9394-f5b29354f739', 'name': 'tempest-AttachVolumeTestJSON-1471467254-router', 'tenant_id': '8d996b08d23e47a28746199b551ba8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': 'a3c83ed6-20de-4d03-8ecb-1964da5a24cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:30:59Z', 'updated_at': '2021-11-09T21:31:09Z', 'revision_number': 4, 'project_id': '8d996b08d23e47a28746199b551ba8f0', 'gw_port': {'id': 'a3c83ed6-20de-4d03-8ecb-1964da5a24cd', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71162b-5109-443b-9394-f5b29354f739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:31:01Z', 'updated_at': '2021-11-09T21:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '4c87a4af-462e-42b9-a66b-af186bac11bd', 'name': '', 'network_id': '55847ffd-7836-446f-91d3-f14e046c5bb2', 'tenant_id': '8d996b08d23e47a28746199b551ba8f0', 'mac_address': 'fa:16:3e:05:1b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c71162b-5109-443b-9394-f5b29354f739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '85ce8c7e-f82b-4b24-9029-22d978d44b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:31:07Z', 'updated_at': '2021-11-09T21:31:09Z', 'revision_number': 2, 'project_id': '8d996b08d23e47a28746199b551ba8f0', 'subnets': [{'id': '85ce8c7e-f82b-4b24-9029-22d978d44b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:31:13.324700 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ab4615-00cd-4d9e-ab80-bbd6824d3eb7 None None] Checking router: 4c71162b-5109-443b-9394-f5b29354f739 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:31:13.324967 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ab4615-00cd-4d9e-ab80-bbd6824d3eb7 None None] Updating router 4c71162b-5109-443b-9394-f5b29354f739 port 4c87a4af-462e-42b9-a66b-af186bac11bd binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:31:13.358728 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1efaa-2874-486f-bfe1-489edf769de5 req-b049042a-d9ca-41b7-be44-872e921eb837 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:13.366387 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-57b1efaa-2874-486f-bfe1-489edf769de5 req-b049042a-d9ca-41b7-be44-872e921eb837 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/ports?device_id=405c5cce-9fa6-4426-a8f9-c8cbdce62761 HTTP/1.1" status: 200 len: 945 time: 0.3149741 Nov 09 21:31:13.371356 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e4ab4615-00cd-4d9e-ab80-bbd6824d3eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:13.545183 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-57b1efaa-2874-486f-bfe1-489edf769de5 req-32ce2957-ab20-46a5-a85f-d631cbdf41a8 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/security-groups?id=928bb2ed-dcc6-4201-aa61-15e0cac7f757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775134 Nov 09 21:31:13.609220 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7994b16a-1e16-4c7b-a865-4b20655dde36 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:13.684557 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d7124800-d927-4237-97cb-c86543758704 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:13.731644 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e4ab4615-00cd-4d9e-ab80-bbd6824d3eb7 None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:13.748943 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e4ab4615-00cd-4d9e-ab80-bbd6824d3eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:13.806034 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f8a9cb-9d57-45ef-9ab3-46bc767f6e14 None None] Pushing event updated for resources: {'Port': ['ID=4c87a4af-462e-42b9-a66b-af186bac11bd,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:13.812562 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7994b16a-1e16-4c7b-a865-4b20655dde36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:13.937350 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d7124800-d927-4237-97cb-c86543758704 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:13.942427 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-e4ab4615-00cd-4d9e-ab80-bbd6824d3eb7 None None] Attempting to bind port 4c87a4af-462e-42b9-a66b-af186bac11bd on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:31:13.942809 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-e4ab4615-00cd-4d9e-ab80-bbd6824d3eb7 None None] Attempting to bind port 4c87a4af-462e-42b9-a66b-af186bac11bd by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '78ce6615-06a8-4c13-a188-c74fb2e831a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '55847ffd-7836-446f-91d3-f14e046c5bb2'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:31:13.944606 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d7124800-d927-4237-97cb-c86543758704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:13.947671 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ab4615-00cd-4d9e-ab80-bbd6824d3eb7 None None] Attempting to bind port 4c87a4af-462e-42b9-a66b-af186bac11bd on network 55847ffd-7836-446f-91d3-f14e046c5bb2 {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:31:13.958875 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ab4615-00cd-4d9e-ab80-bbd6824d3eb7 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:31:13.960916 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ab4615-00cd-4d9e-ab80-bbd6824d3eb7 None None] Checking segment: {'id': '78ce6615-06a8-4c13-a188-c74fb2e831a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '55847ffd-7836-446f-91d3-f14e046c5bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:31:13.962307 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e4ab4615-00cd-4d9e-ab80-bbd6824d3eb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:13.963302 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ab4615-00cd-4d9e-ab80-bbd6824d3eb7 None None] Bound using segment: {'id': '78ce6615-06a8-4c13-a188-c74fb2e831a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '55847ffd-7836-446f-91d3-f14e046c5bb2'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:31:13.963791 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-e4ab4615-00cd-4d9e-ab80-bbd6824d3eb7 None None] Bound port: 4c87a4af-462e-42b9-a66b-af186bac11bd, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ce6615-06a8-4c13-a188-c74fb2e831a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '55847ffd-7836-446f-91d3-f14e046c5bb2'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:31:13.964171 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e4ab4615-00cd-4d9e-ab80-bbd6824d3eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:14.011291 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ec380cf2-2297-49c0-9094-066c2a75dd5f None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:14.037735 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7994b16a-1e16-4c7b-a865-4b20655dde36 admin admin] Network e63a53c0-9c74-472d-854f-77c19d8e6ef4 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:31:14.046562 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ec380cf2-2297-49c0-9094-066c2a75dd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:14.055766 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d7124800-d927-4237-97cb-c86543758704 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6eca7d91e784477caa58c93faf0e5c17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9523845 Nov 09 21:31:14.064493 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-7994b16a-1e16-4c7b-a865-4b20655dde36 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:31:14.065498 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57240) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:14.068111 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7994b16a-1e16-4c7b-a865-4b20655dde36 admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:31:14.084911 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7124800-d927-4237-97cb-c86543758704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea6d746-2c26-4eb7-b127-dfcc24eb6820,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:14.135131 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-e4ab4615-00cd-4d9e-ab80-bbd6824d3eb7 None None] For port 4c87a4af-462e-42b9-a66b-af186bac11bd, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:31:14.145375 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-e4ab4615-00cd-4d9e-ab80-bbd6824d3eb7 None None] For port 4c87a4af-462e-42b9-a66b-af186bac11bd, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=4c87a4af-462e-42b9-a66b-af186bac11bd,segment=NetworkSegment(78ce6615-06a8-4c13-a188-c74fb2e831a4),segment_id=78ce6615-06a8-4c13-a188-c74fb2e831a4)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:31:14.164212 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e4ab4615-00cd-4d9e-ab80-bbd6824d3eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:14.176500 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db7503-348f-4524-9c1f-45a5bb05562d req-447a431b-66d5-4c06-80a2-bed900acd561 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:14.201264 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b3db7503-348f-4524-9c1f-45a5bb05562d req-447a431b-66d5-4c06-80a2-bed900acd561 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 943 time: 0.4410295 Nov 09 21:31:14.230152 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-ec380cf2-2297-49c0-9094-066c2a75dd5f None None] Attempting to bind port 58aba5e1-e10a-496c-b922-720a96591d2f on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:31:14.230939 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-ec380cf2-2297-49c0-9094-066c2a75dd5f None None] Attempting to bind port 58aba5e1-e10a-496c-b922-720a96591d2f by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:31:14.232374 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec380cf2-2297-49c0-9094-066c2a75dd5f None None] Attempting to bind port 58aba5e1-e10a-496c-b922-720a96591d2f on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:31:14.244343 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3f2e33a9-e998-4c60-8026-294b2933cddf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:14.245873 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7994b16a-1e16-4c7b-a865-4b20655dde36 admin admin] Pushing event updated for resources: {'Port': ['ID=d985623a-250a-47bb-9346-498fca3ed519,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:14.292441 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec380cf2-2297-49c0-9094-066c2a75dd5f None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:31:14.293708 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec380cf2-2297-49c0-9094-066c2a75dd5f None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:31:14.297315 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ec380cf2-2297-49c0-9094-066c2a75dd5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:14.298055 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec380cf2-2297-49c0-9094-066c2a75dd5f None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:31:14.300135 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3f2e33a9-e998-4c60-8026-294b2933cddf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:14.300762 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-ec380cf2-2297-49c0-9094-066c2a75dd5f None None] Bound port: 58aba5e1-e10a-496c-b922-720a96591d2f, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:31:14.301450 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ec380cf2-2297-49c0-9094-066c2a75dd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:14.333269 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ab4615-00cd-4d9e-ab80-bbd6824d3eb7 None None] Routers {'4c71162b-5109-443b-9394-f5b29354f739'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:31:14.333671 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-e4ab4615-00cd-4d9e-ab80-bbd6824d3eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:30:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['4c71162b-5109-443b-9394-f5b29354f739'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:31:14.335441 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f8a9cb-9d57-45ef-9ab3-46bc767f6e14 None None] Pushing event updated for resources: {'Port': ['ID=4c87a4af-462e-42b9-a66b-af186bac11bd,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:14.344362 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7994b16a-1e16-4c7b-a865-4b20655dde36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:14.357025 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e06825-80e2-401a-9431-8a4e2f0b2566 None None] Pushing event updated for resources: {'Port': ['ID=58aba5e1-e10a-496c-b922-720a96591d2f,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:14.473694 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3f2e33a9-e998-4c60-8026-294b2933cddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:14.477711 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3f2e33a9-e998-4c60-8026-294b2933cddf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:14.483604 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-3f2e33a9-e998-4c60-8026-294b2933cddf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5ea6d746-2c26-4eb7-b127-dfcc24eb6820 HTTP/1.1" status: 204 len: 168 time: 0.4166591 Nov 09 21:31:14.499231 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e33a9-e998-4c60-8026-294b2933cddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea6d746-2c26-4eb7-b127-dfcc24eb6820,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:14.599272 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-ec380cf2-2297-49c0-9094-066c2a75dd5f None None] For port 58aba5e1-e10a-496c-b922-720a96591d2f, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:31:14.610253 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-e4ab4615-00cd-4d9e-ab80-bbd6824d3eb7 None None] Set router 4c71162b-5109-443b-9394-f5b29354f739 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:31:14.629846 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device a310ed82-5c76-42dd-938a-ffb8947a05b9 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:31:14.680690 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-9c085b6e-652a-44f2-be31-aa17406461b6 None None] Provisioning complete for port 4c87a4af-462e-42b9-a66b-af186bac11bd triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:31:14.682245 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9c085b6e-652a-44f2-be31-aa17406461b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:14.770184 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-ec380cf2-2297-49c0-9094-066c2a75dd5f None None] For port 58aba5e1-e10a-496c-b922-720a96591d2f, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=58aba5e1-e10a-496c-b922-720a96591d2f,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:31:14.788275 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b3db7503-348f-4524-9c1f-45a5bb05562d req-73ef623b-d0ca-4f5a-b7fd-d91e6c696000 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5856795 Nov 09 21:31:14.794952 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7994b16a-1e16-4c7b-a865-4b20655dde36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:14.869412 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ec380cf2-2297-49c0-9094-066c2a75dd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:14.963376 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e7feb-d2fe-4214-871e-04565495890d req-32cd6232-f86b-43c1-8aa4-2818d38f07fd tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:14.973612 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-928e7feb-d2fe-4214-871e-04565495890d req-32cd6232-f86b-43c1-8aa4-2818d38f07fd tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.43 "GET /v2.0/ports?device_id=405c5cce-9fa6-4426-a8f9-c8cbdce62761 HTTP/1.1" status: 200 len: 945 time: 0.1275370 Nov 09 21:31:15.032910 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57264) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:15.035509 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e06825-80e2-401a-9431-8a4e2f0b2566 None None] Pushing event updated for resources: {'Port': ['ID=58aba5e1-e10a-496c-b922-720a96591d2f,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:15.048931 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-f625319b-e960-493e-ab08-c86f4a9db900 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1621835818', 'description': 'tempest-description--1852255761'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:31:15.128289 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec380cf2-2297-49c0-9094-066c2a75dd5f None None] Routers {'ac13d68d-1c7c-436b-bef9-d73be4fb7ad5'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:31:15.130885 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-ec380cf2-2297-49c0-9094-066c2a75dd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:30:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['ac13d68d-1c7c-436b-bef9-d73be4fb7ad5'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:31:15.262589 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-e4ab4615-00cd-4d9e-ab80-bbd6824d3eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c71162b-5109-443b-9394-f5b29354f739', 'name': 'tempest-AttachVolumeTestJSON-1471467254-router', 'tenant_id': '8d996b08d23e47a28746199b551ba8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': 'a3c83ed6-20de-4d03-8ecb-1964da5a24cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:30:59Z', 'updated_at': '2021-11-09T21:31:09Z', 'revision_number': 4, 'project_id': '8d996b08d23e47a28746199b551ba8f0', 'gw_port': {'id': 'a3c83ed6-20de-4d03-8ecb-1964da5a24cd', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71162b-5109-443b-9394-f5b29354f739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:31:01Z', 'updated_at': '2021-11-09T21:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '4c87a4af-462e-42b9-a66b-af186bac11bd', 'name': '', 'network_id': '55847ffd-7836-446f-91d3-f14e046c5bb2', 'tenant_id': '8d996b08d23e47a28746199b551ba8f0', 'mac_address': 'fa:16:3e:05:1b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c71162b-5109-443b-9394-f5b29354f739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '85ce8c7e-f82b-4b24-9029-22d978d44b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:31:07Z', 'updated_at': '2021-11-09T21:31:14Z', 'revision_number': 4, 'project_id': '8d996b08d23e47a28746199b551ba8f0', 'subnets': [{'id': '85ce8c7e-f82b-4b24-9029-22d978d44b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:31:15.265494 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f119946-f26d-47e8-9593-2a6044fb71a0 req-fdc119e2-396b-430c-a1bc-d089ef6dd9b4 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:15.272790 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2f119946-f26d-47e8-9593-2a6044fb71a0 req-fdc119e2-396b-430c-a1bc-d089ef6dd9b4 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 943 time: 0.1736085 Nov 09 21:31:15.313211 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-928e7feb-d2fe-4214-871e-04565495890d req-dba448d3-2e40-49a9-9609-889201f9589f tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] Deleting port 3fde135d-845e-4acb-921f-a1affbdb7fec {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:31:15.313681 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-928e7feb-d2fe-4214-871e-04565495890d req-dba448d3-2e40-49a9-9609-889201f9589f tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:15.345539 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7994b16a-1e16-4c7b-a865-4b20655dde36 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:15.366297 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ab4615-00cd-4d9e-ab80-bbd6824d3eb7 None None] The sync data for ids ['4c71162b-5109-443b-9394-f5b29354f739'] in n-d-816206-3 is: [{'id': '4c71162b-5109-443b-9394-f5b29354f739', 'name': 'tempest-AttachVolumeTestJSON-1471467254-router', 'tenant_id': '8d996b08d23e47a28746199b551ba8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': 'a3c83ed6-20de-4d03-8ecb-1964da5a24cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:30:59Z', 'updated_at': '2021-11-09T21:31:09Z', 'revision_number': 4, 'project_id': '8d996b08d23e47a28746199b551ba8f0', 'gw_port': {'id': 'a3c83ed6-20de-4d03-8ecb-1964da5a24cd', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71162b-5109-443b-9394-f5b29354f739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:31:01Z', 'updated_at': '2021-11-09T21:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '4c87a4af-462e-42b9-a66b-af186bac11bd', 'name': '', 'network_id': '55847ffd-7836-446f-91d3-f14e046c5bb2', 'tenant_id': '8d996b08d23e47a28746199b551ba8f0', 'mac_address': 'fa:16:3e:05:1b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c71162b-5109-443b-9394-f5b29354f739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '85ce8c7e-f82b-4b24-9029-22d978d44b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:31:07Z', 'updated_at': '2021-11-09T21:31:14Z', 'revision_number': 4, 'project_id': '8d996b08d23e47a28746199b551ba8f0', 'subnets': [{'id': '85ce8c7e-f82b-4b24-9029-22d978d44b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:31:15.374512 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7994b16a-1e16-4c7b-a865-4b20655dde36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:15.419031 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-ec380cf2-2297-49c0-9094-066c2a75dd5f None None] Set router ac13d68d-1c7c-436b-bef9-d73be4fb7ad5 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:31:15.495989 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2f119946-f26d-47e8-9593-2a6044fb71a0 req-39baae2d-3c82-4954-a7d6-bb6950603c3f tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101934 Nov 09 21:31:15.654737 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-928e7feb-d2fe-4214-871e-04565495890d req-dba448d3-2e40-49a9-9609-889201f9589f tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] For port 3fde135d-845e-4acb-921f-a1affbdb7fec, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=3fde135d-845e-4acb-921f-a1affbdb7fec,segment=NetworkSegment(8ec4b877-92ae-4cea-aefa-e810ca647cd9),segment_id=8ec4b877-92ae-4cea-aefa-e810ca647cd9)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:31:15.660330 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-928e7feb-d2fe-4214-871e-04565495890d req-dba448d3-2e40-49a9-9609-889201f9589f tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:15.682733 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7994b16a-1e16-4c7b-a865-4b20655dde36 admin admin] Pushing event updated for resources: {'Port': ['ID=d985623a-250a-47bb-9346-498fca3ed519,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:15.704241 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f625319b-e960-493e-ab08-c86f4a9db900 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:15.710456 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7994b16a-1e16-4c7b-a865-4b20655dde36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:15.715840 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-928e7feb-d2fe-4214-871e-04565495890d req-dba448d3-2e40-49a9-9609-889201f9589f tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] Calling delete_port for 3fde135d-845e-4acb-921f-a1affbdb7fec owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:31:15.786922 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4aa3ee-c565-4249-8d61-148b3c9f8357 req-0c080eae-f791-4dc4-95d2-aaf4496bb6a4 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:15.796708 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8b4aa3ee-c565-4249-8d61-148b3c9f8357 req-0c080eae-f791-4dc4-95d2-aaf4496bb6a4 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/ports?device_id=405c5cce-9fa6-4426-a8f9-c8cbdce62761 HTTP/1.1" status: 200 len: 945 time: 0.8250988 Nov 09 21:31:16.027281 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-de3ad9b8-88df-4453-9d88-af82a2a873ae req-e593774f-112a-4d7e-b9c1-c9bcf4109d8e service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:31:16.041307 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-de3ad9b8-88df-4453-9d88-af82a2a873ae req-e593774f-112a-4d7e-b9c1-c9bcf4109d8e service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0140798 Nov 09 21:31:16.074786 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8b4aa3ee-c565-4249-8d61-148b3c9f8357 req-e92cd441-2ad0-4675-ace3-385b7b3e1fcf tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/security-groups?id=928bb2ed-dcc6-4201-aa61-15e0cac7f757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764814 Nov 09 21:31:16.104422 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7994b16a-1e16-4c7b-a865-4b20655dde36 admin admin] Network e63a53c0-9c74-472d-854f-77c19d8e6ef4 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:31:16.108350 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-7994b16a-1e16-4c7b-a865-4b20655dde36 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:31:16.125097 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-928e7feb-d2fe-4214-871e-04565495890d req-dba448d3-2e40-49a9-9609-889201f9589f tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:16.162526 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f625319b-e960-493e-ab08-c86f4a9db900 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:16.181183 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f625319b-e960-493e-ab08-c86f4a9db900 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:16.238024 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba448d3-2e40-49a9-9609-889201f9589f tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] Pushing event deleted for resources: {'Port': ['ID=3fde135d-845e-4acb-921f-a1affbdb7fec,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:16.305265 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port a310ed82-5c76-42dd-938a-ffb8947a05b9 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:31:16.305923 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:16.354512 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-928e7feb-d2fe-4214-871e-04565495890d req-dba448d3-2e40-49a9-9609-889201f9589f tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] No DVR routers for this DVR port 3fde135d-845e-4acb-921f-a1affbdb7fec on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:31:16.363069 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-928e7feb-d2fe-4214-871e-04565495890d req-dba448d3-2e40-49a9-9609-889201f9589f tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:16.379044 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-928e7feb-d2fe-4214-871e-04565495890d req-dba448d3-2e40-49a9-9609-889201f9589f tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.43 "DELETE /v2.0/ports/3fde135d-845e-4acb-921f-a1affbdb7fec HTTP/1.1" status: 204 len: 173 time: 1.3970010 Nov 09 21:31:16.379545 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '405c5cce-9fa6-4426-a8f9-c8cbdce62761', 'name': 'network-vif-deleted', 'tag': '3fde135d-845e-4acb-921f-a1affbdb7fec'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:31:16.390167 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e91902e-dd42-4a9d-905f-46ccf55a1d83" -d '{"events": [{"server_uuid": "405c5cce-9fa6-4426-a8f9-c8cbdce62761", "name": "network-vif-deleted", "tag": "3fde135d-845e-4acb-921f-a1affbdb7fec"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:31:16.520347 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f625319b-e960-493e-ab08-c86f4a9db900 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ee36ce-49ad-4626-8793-80796989662d,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:16.567881 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750c7735-c5cd-47d1-8d91-283b08fff76d x-openstack-request-id: req-750c7735-c5cd-47d1-8d91-283b08fff76d {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:31:16.568178 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "405c5cce-9fa6-4426-a8f9-c8cbdce62761", "name": "network-vif-deleted", "tag": "3fde135d-845e-4acb-921f-a1affbdb7fec", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:31:16.568435 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-750c7735-c5cd-47d1-8d91-283b08fff76d {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:31:16.568870 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '405c5cce-9fa6-4426-a8f9-c8cbdce62761', 'name': 'network-vif-deleted', 'tag': '3fde135d-845e-4acb-921f-a1affbdb7fec', 'status': 'completed', 'code': 200} Nov 09 21:31:16.620805 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9c085b6e-652a-44f2-be31-aa17406461b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:16.702651 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f625319b-e960-493e-ab08-c86f4a9db900 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:16.710806 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57320) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:16.716743 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-cbcce91b-3257-4f04-b5d9-721346200477 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Request body: {'security_group_rule': {'security_group_id': 'e3ee36ce-49ad-4626-8793-80796989662d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:31:16.725431 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f625319b-e960-493e-ab08-c86f4a9db900 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.6867056 Nov 09 21:31:16.726914 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-9c085b6e-652a-44f2-be31-aa17406461b6 None None] For port 4c87a4af-462e-42b9-a66b-af186bac11bd, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=4c87a4af-462e-42b9-a66b-af186bac11bd,segment=NetworkSegment(78ce6615-06a8-4c13-a188-c74fb2e831a4),segment_id=78ce6615-06a8-4c13-a188-c74fb2e831a4)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:31:16.794047 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9c085b6e-652a-44f2-be31-aa17406461b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:16.799948 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cbcce91b-3257-4f04-b5d9-721346200477 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:16.889069 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b65d4b-50cf-48f8-849b-16bef7a3af64 req-7da067fc-185f-47ff-a8a2-ee3723db9992 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:16.895252 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a6b65d4b-50cf-48f8-849b-16bef7a3af64 req-7da067fc-185f-47ff-a8a2-ee3723db9992 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 943 time: 0.4972408 Nov 09 21:31:16.974238 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cbcce91b-3257-4f04-b5d9-721346200477 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:16.982598 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cbcce91b-3257-4f04-b5d9-721346200477 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:17.030410 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7994b16a-1e16-4c7b-a865-4b20655dde36 admin admin] Router ac13d68d-1c7c-436b-bef9-d73be4fb7ad5 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:31:17.044077 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:17.047115 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcce91b-3257-4f04-b5d9-721346200477 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ccac951-5d43-4faa-87c7-a0d49ebb8fdc,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:17.071170 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c7fd8b22-d283-4c03-bcbb-08842f353c08 req-61c0fd2c-9207-4384-b164-72d285403f7a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5356021 Nov 09 21:31:17.085135 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cbcce91b-3257-4f04-b5d9-721346200477 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:17.087041 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-cbcce91b-3257-4f04-b5d9-721346200477 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3752217 Nov 09 21:31:17.091060 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57332) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:17.094391 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-b4d47d12-8ac7-4e6c-9b24-d50bbae0b072 None None] Provisioning complete for port 4c87a4af-462e-42b9-a66b-af186bac11bd triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:31:17.095193 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b4d47d12-8ac7-4e6c-9b24-d50bbae0b072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:17.095919 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-480bb878-9a2d-4ab2-9bc2-649c74629815 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Request body: {'security_group_rule': {'security_group_id': 'e3ee36ce-49ad-4626-8793-80796989662d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:31:17.232430 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-480bb878-9a2d-4ab2-9bc2-649c74629815 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:17.243562 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c085b6e-652a-44f2-be31-aa17406461b6 None None] Pushing event updated for resources: {'Port': ['ID=4c87a4af-462e-42b9-a66b-af186bac11bd,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:17.304033 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff72e0b-9f2e-42f2-bc62-01eec41f1381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a310ed82-5c76-42dd-938a-ffb8947a05b9'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:31:17.326829 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664b4939-901f-4699-a120-aaa6b8158e0b" -d '{"events": [{"server_uuid": "eff72e0b-9f2e-42f2-bc62-01eec41f1381", "name": "network-vif-plugged", "status": "completed", "tag": "a310ed82-5c76-42dd-938a-ffb8947a05b9"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:31:17.383544 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port a310ed82-5c76-42dd-938a-ffb8947a05b9, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=a310ed82-5c76-42dd-938a-ffb8947a05b9,segment=NetworkSegment(4b1e7064-c872-4e6f-85a8-e00a69322723),segment_id=4b1e7064-c872-4e6f-85a8-e00a69322723)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:31:17.402185 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-ec380cf2-2297-49c0-9094-066c2a75dd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac13d68d-1c7c-436b-bef9-d73be4fb7ad5', 'name': 'tempest-ServerRescueTestJSON-354292085-router', 'tenant_id': 'd1eec0d183eb43fa903f8da93e957658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '58aba5e1-e10a-496c-b922-720a96591d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:31:02Z', 'updated_at': '2021-11-09T21:31:14Z', 'revision_number': 4, 'project_id': 'd1eec0d183eb43fa903f8da93e957658', 'gw_port': {'id': '58aba5e1-e10a-496c-b922-720a96591d2f', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac13d68d-1c7c-436b-bef9-d73be4fb7ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:31:04Z', 'updated_at': '2021-11-09T21:31:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'd985623a-250a-47bb-9346-498fca3ed519', 'name': '', 'network_id': 'e63a53c0-9c74-472d-854f-77c19d8e6ef4', 'tenant_id': 'd1eec0d183eb43fa903f8da93e957658', 'mac_address': 'fa:16:3e:2e:d9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac13d68d-1c7c-436b-bef9-d73be4fb7ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'bfb20a4a-8695-412f-8658-c790ccaeab3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:31:12Z', 'updated_at': '2021-11-09T21:31:13Z', 'revision_number': 1, 'project_id': 'd1eec0d183eb43fa903f8da93e957658', 'subnets': [{'id': 'bfb20a4a-8695-412f-8658-c790ccaeab3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:31:17.410651 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:17.468096 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 06b735e7-95a4-4400-ac21-34cfa1677929 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:31:17.544396 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a6b65d4b-50cf-48f8-849b-16bef7a3af64 req-f0aff58c-e613-4d49-bf98-1783a140930e tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5492277 Nov 09 21:31:17.554518 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec380cf2-2297-49c0-9094-066c2a75dd5f None None] The sync data for ids ['ac13d68d-1c7c-436b-bef9-d73be4fb7ad5'] in n-d-816206-3 is: [{'id': 'ac13d68d-1c7c-436b-bef9-d73be4fb7ad5', 'name': 'tempest-ServerRescueTestJSON-354292085-router', 'tenant_id': 'd1eec0d183eb43fa903f8da93e957658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '58aba5e1-e10a-496c-b922-720a96591d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:31:02Z', 'updated_at': '2021-11-09T21:31:14Z', 'revision_number': 4, 'project_id': 'd1eec0d183eb43fa903f8da93e957658', 'gw_port': {'id': '58aba5e1-e10a-496c-b922-720a96591d2f', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac13d68d-1c7c-436b-bef9-d73be4fb7ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:31:04Z', 'updated_at': '2021-11-09T21:31:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'd985623a-250a-47bb-9346-498fca3ed519', 'name': '', 'network_id': 'e63a53c0-9c74-472d-854f-77c19d8e6ef4', 'tenant_id': 'd1eec0d183eb43fa903f8da93e957658', 'mac_address': 'fa:16:3e:2e:d9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac13d68d-1c7c-436b-bef9-d73be4fb7ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'bfb20a4a-8695-412f-8658-c790ccaeab3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:31:12Z', 'updated_at': '2021-11-09T21:31:13Z', 'revision_number': 1, 'project_id': 'd1eec0d183eb43fa903f8da93e957658', 'subnets': [{'id': 'bfb20a4a-8695-412f-8658-c790ccaeab3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:31:17.670121 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 4c87a4af-462e-42b9-a66b-af186bac11bd up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:31:17.796918 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7994b16a-1e16-4c7b-a865-4b20655dde36 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:31:17.835777 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7994b16a-1e16-4c7b-a865-4b20655dde36 admin admin] 10.222.0.49 "PUT /v2.0/routers/ac13d68d-1c7c-436b-bef9-d73be4fb7ad5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3139951 Nov 09 21:31:17.854574 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4687bc65-2ca8-4283-92fd-d8105945bb12 x-openstack-request-id: req-4687bc65-2ca8-4283-92fd-d8105945bb12 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:31:17.854969 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff72e0b-9f2e-42f2-bc62-01eec41f1381", "name": "network-vif-plugged", "status": "completed", "tag": "a310ed82-5c76-42dd-938a-ffb8947a05b9", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:31:17.855258 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4687bc65-2ca8-4283-92fd-d8105945bb12 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:31:17.856249 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff72e0b-9f2e-42f2-bc62-01eec41f1381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a310ed82-5c76-42dd-938a-ffb8947a05b9', 'code': 200} Nov 09 21:31:17.974783 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-44997f64-85a2-4d49-8203-3b291b39b35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:17.998747 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=a310ed82-5c76-42dd-938a-ffb8947a05b9,revision_number=10']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:18.061424 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 3fde135d-845e-4acb-921f-a1affbdb7fec no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:31:18.251166 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: 3fde135d-845e-4acb-921f-a1affbdb7fec {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:31:18.251511 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 3fde135d-845e-4acb-921f-a1affbdb7fec not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:31:18.280269 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 4c87a4af-462e-42b9-a66b-af186bac11bd triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:31:18.280650 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:18.575484 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a0acf459-5e62-47c5-aa94-6b5749567ffe req-186b19f0-13c0-485a-a6ac-1e8c294a9266 tempest-TestServerAdvancedOps-1826840697 tempest-TestServerAdvancedOps-1826840697-project] 10.222.0.49 "GET /v2.0/ports?device_id=405c5cce-9fa6-4426-a8f9-c8cbdce62761 HTTP/1.1" status: 200 len: 210 time: 1.1638088 Nov 09 21:31:18.674551 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-480bb878-9a2d-4ab2-9bc2-649c74629815 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:18.693427 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-480bb878-9a2d-4ab2-9bc2-649c74629815 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:18.743193 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480bb878-9a2d-4ab2-9bc2-649c74629815 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b5d3daa-fdb9-4a36-8a59-2e1fe1fc3838,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:18.775708 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-480bb878-9a2d-4ab2-9bc2-649c74629815 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:18.778138 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-480bb878-9a2d-4ab2-9bc2-649c74629815 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6860535 Nov 09 21:31:18.782084 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57384) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:18.788904 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-55c09654-bae9-4198-909f-c731755d28bb tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:31:18.827549 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e699b3-0908-439c-a0be-bdfd686a729b req-9157ec6e-3cc5-4405-9e9d-4bc25250cb6d tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:18.829383 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-11e699b3-0908-439c-a0be-bdfd686a729b req-9157ec6e-3cc5-4405-9e9d-4bc25250cb6d tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 943 time: 0.1201341 Nov 09 21:31:18.860485 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd8b22-d283-4c03-bcbb-08842f353c08 req-e6c27a9b-01d4-4388-ab97-2c44e1ce6ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:18.862283 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c7fd8b22-d283-4c03-bcbb-08842f353c08 req-e6c27a9b-01d4-4388-ab97-2c44e1ce6ae0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c&tenant_id=ea132a94a82f43f69fd0808e866cec5f HTTP/1.1" status: 200 len: 1094 time: 0.0828609 Nov 09 21:31:18.872292 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-55c09654-bae9-4198-909f-c731755d28bb tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks [] for floatingip, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:18.889032 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-c7fd8b22-d283-4c03-bcbb-08842f353c08 req-bcd80bba-0124-4a8f-b847-3c09c664616e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-3', 'device_owner': 'compute:nova'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:31:18.950979 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-11e699b3-0908-439c-a0be-bdfd686a729b req-9530cedc-1ff7-4cbf-a235-a15842e40609 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148229 Nov 09 21:31:19.047854 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c7fd8b22-d283-4c03-bcbb-08842f353c08 req-bcd80bba-0124-4a8f-b847-3c09c664616e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:19.186342 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-55c09654-bae9-4198-909f-c731755d28bb tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:19.393587 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-55c09654-bae9-4198-909f-c731755d28bb tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Allocated IP 172.25.7.36 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/6a1ec77e-8a22-4dec-8671-23541c220873) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:31:19.479938 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-c7fd8b22-d283-4c03-bcbb-08842f353c08 req-bcd80bba-0124-4a8f-b847-3c09c664616e service neutron] For port 06b735e7-95a4-4400-ac21-34cfa1677929, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=06b735e7-95a4-4400-ac21-34cfa1677929,segment=NetworkSegment(34c790f7-0b4d-4574-9ae7-2413289b0cee),segment_id=34c790f7-0b4d-4574-9ae7-2413289b0cee)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:31:19.581396 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-c7fd8b22-d283-4c03-bcbb-08842f353c08 req-bcd80bba-0124-4a8f-b847-3c09c664616e service neutron] For port 06b735e7-95a4-4400-ac21-34cfa1677929, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:31:19.603479 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 4c87a4af-462e-42b9-a66b-af186bac11bd up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:31:19.615642 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24e9cc-c3d9-4dfc-bbeb-b6eba4026abd req-86ad381b-9913-4e4a-b83a-203952f022f6 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:19.623271 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8c24e9cc-c3d9-4dfc-bbeb-b6eba4026abd req-86ad381b-9913-4e4a-b83a-203952f022f6 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/networks?id=e63a53c0-9c74-472d-854f-77c19d8e6ef4 HTTP/1.1" status: 200 len: 810 time: 0.2711897 Nov 09 21:31:19.670537 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-c7fd8b22-d283-4c03-bcbb-08842f353c08 req-bcd80bba-0124-4a8f-b847-3c09c664616e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06b735e7-95a4-4400-ac21-34cfa1677929 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:31:19.686987 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57422) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:19.719771 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c7fd8b22-d283-4c03-bcbb-08842f353c08 req-bcd80bba-0124-4a8f-b847-3c09c664616e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:19.778311 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-c7fd8b22-d283-4c03-bcbb-08842f353c08 req-bcd80bba-0124-4a8f-b847-3c09c664616e service neutron] Transition to ACTIVE for port object 06b735e7-95a4-4400-ac21-34cfa1677929 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:31:19.801142 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 4c87a4af-462e-42b9-a66b-af186bac11bd triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:31:19.802888 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:19.803364 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c7fd8b22-d283-4c03-bcbb-08842f353c08 req-bcd80bba-0124-4a8f-b847-3c09c664616e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:19.857825 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8c24e9cc-c3d9-4dfc-bbeb-b6eba4026abd req-5eef6a77-4633-44e5-8457-0f658a7210f9 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/quotas/d1eec0d183eb43fa903f8da93e957658 HTTP/1.1" status: 200 len: 375 time: 0.1993866 Nov 09 21:31:19.860364 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae60517e-5115-40e4-9246-847e741553bb admin admin] Deleting subnet 95fd697e-296c-4da7-8bca-275796e1475d {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:31:19.941391 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ae60517e-5115-40e4-9246-847e741553bb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:19.963542 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 58aba5e1-e10a-496c-b922-720a96591d2f up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:31:20.106769 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7fd8b22-d283-4c03-bcbb-08842f353c08 req-bcd80bba-0124-4a8f-b847-3c09c664616e service neutron] No DVR routers for this DVR port 06b735e7-95a4-4400-ac21-34cfa1677929 on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:31:20.107695 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2c4b8365-1899-46c8-a3cd-36c32a6131a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:20.131675 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 58aba5e1-e10a-496c-b922-720a96591d2f triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:31:20.132931 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:20.239105 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd80bba-0124-4a8f-b847-3c09c664616e service neutron] Pushing event updated for resources: {'Port': ['ID=06b735e7-95a4-4400-ac21-34cfa1677929,revision_number=9']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:20.341008 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ae60517e-5115-40e4-9246-847e741553bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:20.354918 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:20.418035 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 58aba5e1-e10a-496c-b922-720a96591d2f, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=58aba5e1-e10a-496c-b922-720a96591d2f,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:31:20.429853 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:20.530775 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=58aba5e1-e10a-496c-b922-720a96591d2f,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:20.535491 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8c24e9cc-c3d9-4dfc-bbeb-b6eba4026abd req-c7d9fdd4-24e9-4fac-840b-e7290d30444f tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d1eec0d183eb43fa903f8da93e957658&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6651201 Nov 09 21:31:20.551086 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ae60517e-5115-40e4-9246-847e741553bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:20.554199 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57442) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:20.725945 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-55c09654-bae9-4198-909f-c731755d28bb tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:20.786618 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8c24e9cc-c3d9-4dfc-bbeb-b6eba4026abd req-47b77eea-b9c5-42f2-a5c3-b70bc28532b6 service neutron] 10.222.0.49 "GET /v2.0/networks/e63a53c0-9c74-472d-854f-77c19d8e6ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096660 Nov 09 21:31:20.799622 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-c7fd8b22-d283-4c03-bcbb-08842f353c08 req-bcd80bba-0124-4a8f-b847-3c09c664616e service neutron] Attempting to bind port 06b735e7-95a4-4400-ac21-34cfa1677929 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:31:20.800805 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-c7fd8b22-d283-4c03-bcbb-08842f353c08 req-bcd80bba-0124-4a8f-b847-3c09c664616e service neutron] Attempting to bind port 06b735e7-95a4-4400-ac21-34cfa1677929 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '34c790f7-0b4d-4574-9ae7-2413289b0cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '276f688e-7f99-4153-a7fb-8c012406fc86'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:31:20.801392 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fd8b22-d283-4c03-bcbb-08842f353c08 req-bcd80bba-0124-4a8f-b847-3c09c664616e service neutron] Attempting to bind port 06b735e7-95a4-4400-ac21-34cfa1677929 on network 276f688e-7f99-4153-a7fb-8c012406fc86 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:31:20.829198 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-55c09654-bae9-4198-909f-c731755d28bb tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:20.846726 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fd8b22-d283-4c03-bcbb-08842f353c08 req-bcd80bba-0124-4a8f-b847-3c09c664616e service neutron] Port 06b735e7-95a4-4400-ac21-34cfa1677929 on network 276f688e-7f99-4153-a7fb-8c012406fc86 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:31:20.852180 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fd8b22-d283-4c03-bcbb-08842f353c08 req-bcd80bba-0124-4a8f-b847-3c09c664616e service neutron] Attempting to bind port 06b735e7-95a4-4400-ac21-34cfa1677929 on network 276f688e-7f99-4153-a7fb-8c012406fc86 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:31:20.864982 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426e27b-4f4b-4b37-8975-0c72c5567868 req-46f4b609-c6d2-49e2-913a-0439f7f9e5a7 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:20.875760 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f426e27b-4f4b-4b37-8975-0c72c5567868 req-46f4b609-c6d2-49e2-913a-0439f7f9e5a7 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 943 time: 0.7293036 Nov 09 21:31:20.906242 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fd8b22-d283-4c03-bcbb-08842f353c08 req-bcd80bba-0124-4a8f-b847-3c09c664616e service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:31:20.907652 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fd8b22-d283-4c03-bcbb-08842f353c08 req-bcd80bba-0124-4a8f-b847-3c09c664616e service neutron] Checking segment: {'id': '34c790f7-0b4d-4574-9ae7-2413289b0cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '276f688e-7f99-4153-a7fb-8c012406fc86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:31:20.910618 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fd8b22-d283-4c03-bcbb-08842f353c08 req-bcd80bba-0124-4a8f-b847-3c09c664616e service neutron] Bound using segment: {'id': '34c790f7-0b4d-4574-9ae7-2413289b0cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '276f688e-7f99-4153-a7fb-8c012406fc86'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:31:20.911363 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-c7fd8b22-d283-4c03-bcbb-08842f353c08 req-bcd80bba-0124-4a8f-b847-3c09c664616e service neutron] Bound port: 06b735e7-95a4-4400-ac21-34cfa1677929, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34c790f7-0b4d-4574-9ae7-2413289b0cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '276f688e-7f99-4153-a7fb-8c012406fc86'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:31:20.911947 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c7fd8b22-d283-4c03-bcbb-08842f353c08 req-bcd80bba-0124-4a8f-b847-3c09c664616e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:20.926283 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c09654-bae9-4198-909f-c731755d28bb tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:31:20.932816 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-786ded24-0c28-49bd-8d17-707789d669a7 tempest-ExternalNetworksTestJSON-496517834 tempest-ExternalNetworksTestJSON-496517834-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-20240223'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:31:20.966003 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c09654-bae9-4198-909f-c731755d28bb tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Pushing event updated for resources: {'Port': ['ID=6a1ec77e-8a22-4dec-8671-23541c220873,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:20.977129 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-55c09654-bae9-4198-909f-c731755d28bb tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:31:20.980823 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:20.985371 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c09654-bae9-4198-909f-c731755d28bb tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:31:21.001525 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ae60517e-5115-40e4-9246-847e741553bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:21.055737 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae60517e-5115-40e4-9246-847e741553bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95fd697e-296c-4da7-8bca-275796e1475d,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:21.066640 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ae60517e-5115-40e4-9246-847e741553bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:21.077238 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ae60517e-5115-40e4-9246-847e741553bb admin admin] 10.222.0.49 "DELETE /v2.0/subnets/95fd697e-296c-4da7-8bca-275796e1475d HTTP/1.1" status: 204 len: 168 time: 1.3850200 Nov 09 21:31:21.101663 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f426e27b-4f4b-4b37-8975-0c72c5567868 req-141a89d4-34be-478a-9e9b-8c152679d2d4 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055709 Nov 09 21:31:21.102160 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57460) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:21.106234 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-c7fd8b22-d283-4c03-bcbb-08842f353c08 req-bcd80bba-0124-4a8f-b847-3c09c664616e service neutron] For port 06b735e7-95a4-4400-ac21-34cfa1677929, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:31:21.112074 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-c7fd8b22-d283-4c03-bcbb-08842f353c08 req-bcd80bba-0124-4a8f-b847-3c09c664616e service neutron] For port 06b735e7-95a4-4400-ac21-34cfa1677929, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=06b735e7-95a4-4400-ac21-34cfa1677929,segment=NetworkSegment(34c790f7-0b4d-4574-9ae7-2413289b0cee),segment_id=34c790f7-0b4d-4574-9ae7-2413289b0cee)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:31:21.118501 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c7fd8b22-d283-4c03-bcbb-08842f353c08 req-bcd80bba-0124-4a8f-b847-3c09c664616e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:21.196032 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd80bba-0124-4a8f-b847-3c09c664616e service neutron] Pushing event updated for resources: {'Port': ['ID=06b735e7-95a4-4400-ac21-34cfa1677929,revision_number=10']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:21.203488 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd8b22-d283-4c03-bcbb-08842f353c08 req-bcd80bba-0124-4a8f-b847-3c09c664616e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:21.204231 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c7fd8b22-d283-4c03-bcbb-08842f353c08 req-bcd80bba-0124-4a8f-b847-3c09c664616e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:21.205948 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c7fd8b22-d283-4c03-bcbb-08842f353c08 req-bcd80bba-0124-4a8f-b847-3c09c664616e service neutron] 10.222.0.43 "PUT /v2.0/ports/06b735e7-95a4-4400-ac21-34cfa1677929 HTTP/1.1" status: 200 len: 1091 time: 2.3275671 Nov 09 21:31:21.206789 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76e666a-9764-4565-9a62-2e8aec45655c', 'tag': '06b735e7-95a4-4400-ac21-34cfa1677929'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:31:21.209293 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb99ec2-5b08-48e9-9882-40a2d39c6e5a" -d '{"events": [{"name": "network-changed", "server_uuid": "b76e666a-9764-4565-9a62-2e8aec45655c", "tag": "06b735e7-95a4-4400-ac21-34cfa1677929"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:31:21.250955 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34eb8c2-e7ad-4230-a604-de47a647c238 x-openstack-request-id: req-c34eb8c2-e7ad-4230-a604-de47a647c238 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:31:21.251588 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76e666a-9764-4565-9a62-2e8aec45655c", "tag": "06b735e7-95a4-4400-ac21-34cfa1677929", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:31:21.252134 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c34eb8c2-e7ad-4230-a604-de47a647c238 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:31:21.252901 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76e666a-9764-4565-9a62-2e8aec45655c', 'tag': '06b735e7-95a4-4400-ac21-34cfa1677929', 'status': 'completed', 'code': 200} Nov 09 21:31:21.285904 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786ded24-0c28-49bd-8d17-707789d669a7 tempest-ExternalNetworksTestJSON-496517834 tempest-ExternalNetworksTestJSON-496517834-project] Made reservation on behalf of 5c60a775241d4ece89b7717ceb6d673a for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:31:21.290575 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-786ded24-0c28-49bd-8d17-707789d669a7 tempest-ExternalNetworksTestJSON-496517834 tempest-ExternalNetworksTestJSON-496517834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:21.333013 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8c24e9cc-c3d9-4dfc-bbeb-b6eba4026abd req-76008e2f-67bc-4b9b-87f8-bcfd938cc863 service neutron] 10.222.0.49 "GET /v2.0/networks/e63a53c0-9c74-472d-854f-77c19d8e6ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5360370 Nov 09 21:31:21.333589 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-786ded24-0c28-49bd-8d17-707789d669a7 tempest-ExternalNetworksTestJSON-496517834 tempest-ExternalNetworksTestJSON-496517834-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:21.349253 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd8b22-d283-4c03-bcbb-08842f353c08 req-58ace944-d8c7-4c8a-a3ea-fd76d1231701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:21.351201 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c7fd8b22-d283-4c03-bcbb-08842f353c08 req-58ace944-d8c7-4c8a-a3ea-fd76d1231701 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea132a94a82f43f69fd0808e866cec5f&device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 1095 time: 0.0812681 Nov 09 21:31:21.363455 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-55c09654-bae9-4198-909f-c731755d28bb tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:21.407833 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 58aba5e1-e10a-496c-b922-720a96591d2f up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:31:21.438292 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-55c09654-bae9-4198-909f-c731755d28bb tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:21.456896 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7c3c55a5-be2a-4419-9fbc-c707bdde2476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:21.511578 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd8b22-d283-4c03-bcbb-08842f353c08 req-9a28bb14-e0ac-4f69-8205-068d44a956b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:21.513503 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c7fd8b22-d283-4c03-bcbb-08842f353c08 req-9a28bb14-e0ac-4f69-8205-068d44a956b9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=276f688e-7f99-4153-a7fb-8c012406fc86 HTTP/1.1" status: 200 len: 913 time: 0.1528456 Nov 09 21:31:21.570660 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 58aba5e1-e10a-496c-b922-720a96591d2f triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:31:21.573311 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:21.578701 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c7fd8b22-d283-4c03-bcbb-08842f353c08 req-95e32571-01b5-44b2-92bc-4961cd5abaa8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=06b735e7-95a4-4400-ac21-34cfa1677929 HTTP/1.1" status: 200 len: 217 time: 0.0573564 Nov 09 21:31:21.662193 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd8b22-d283-4c03-bcbb-08842f353c08 req-414431c5-ad13-4742-bfaf-d47b30ff2f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:21.664523 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c7fd8b22-d283-4c03-bcbb-08842f353c08 req-414431c5-ad13-4742-bfaf-d47b30ff2f78 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=aead6392-42fa-4a16-a986-5c9371526ce9 HTTP/1.1" status: 200 len: 853 time: 0.0777459 Nov 09 21:31:21.732394 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c7fd8b22-d283-4c03-bcbb-08842f353c08 req-afd2c61e-693b-4d2a-b8cf-201d77b9d524 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=276f688e-7f99-4153-a7fb-8c012406fc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482030 Nov 09 21:31:21.798634 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7c3c55a5-be2a-4419-9fbc-c707bdde2476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:21.850720 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-7c3c55a5-be2a-4419-9fbc-c707bdde2476 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d62e5d4-b4a6-4ce5-aea6-15ade4876ba4']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:31:21.859721 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0733de-b576-4665-9ad0-e9ffd4668ba8 None None] Sync routers for ids ['ac13d68d-1c7c-436b-bef9-d73be4fb7ad5'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:31:21.879022 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-7c3c55a5-be2a-4419-9fbc-c707bdde2476 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ec4b877-92ae-4cea-aefa-e810ca647cd9') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:31:21.879235 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-7c3c55a5-be2a-4419-9fbc-c707bdde2476 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ec4b877-92ae-4cea-aefa-e810ca647cd9') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:31:21.902733 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7c3c55a5-be2a-4419-9fbc-c707bdde2476 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:21.909341 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0733de-b576-4665-9ad0-e9ffd4668ba8 None None] Routers {'ac13d68d-1c7c-436b-bef9-d73be4fb7ad5'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:31:21.912037 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-de0733de-b576-4665-9ad0-e9ffd4668ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:31:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['ac13d68d-1c7c-436b-bef9-d73be4fb7ad5'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:31:21.929528 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7c3c55a5-be2a-4419-9fbc-c707bdde2476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:21.941427 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-666cda2c-5f62-4bca-bd6b-09b3e0cc8395 req-e611fccd-c402-4fad-8d78-0a20ffcb4272 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbb2078c-2aed-4065-ad24-8eb8179cd8b0 HTTP/1.1" status: 200 len: 210 time: 0.0779064 Nov 09 21:31:21.945509 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c3c55a5-be2a-4419-9fbc-c707bdde2476 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:31:21.946348 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7c3c55a5-be2a-4419-9fbc-c707bdde2476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:22.051215 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c7fd8b22-d283-4c03-bcbb-08842f353c08 req-2ec66c1f-2bce-4b98-8c0a-bf60e86c0ae8 service neutron] 10.222.0.43 "GET /v2.0/networks/276f688e-7f99-4153-a7fb-8c012406fc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050680 Nov 09 21:31:22.145569 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:31:22.145569 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:31:22.145569 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:31:22.145569 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:31:22.145569 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:31:22.145569 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:31:22.145569 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:31:22.145569 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:31:22.145569 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:31:22.145569 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:31:22.145569 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:31:22.145569 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:31:22.145569 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:31:22.145569 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:31:22.145569 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:31:22.145569 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:31:22.145569 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:31:22.145569 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:31:22.145569 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:31:22.145569 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:31:22.145569 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:31:22.145569 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:31:22.145569 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:31:22.145569 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:31:22.145569 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:31:22.145569 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:31:22.145569 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:31:22.145569 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:31:22.145569 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:31:22.145569 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:31:22.145569 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:31:22.145569 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:31:22.162845 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7c3c55a5-be2a-4419-9fbc-c707bdde2476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:22.200175 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7c3c55a5-be2a-4419-9fbc-c707bdde2476 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:22.235553 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7c3c55a5-be2a-4419-9fbc-c707bdde2476 admin admin] 10.222.0.49 "DELETE /v2.0/networks/8d62e5d4-b4a6-4ce5-aea6-15ade4876ba4 HTTP/1.1" status: 204 len: 168 time: 1.1268706 Nov 09 21:31:22.246391 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57502) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:22.253460 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-de0733de-b576-4665-9ad0-e9ffd4668ba8 None None] Set router ac13d68d-1c7c-436b-bef9-d73be4fb7ad5 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:31:22.281428 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c7fd8b22-d283-4c03-bcbb-08842f353c08 req-c12495fa-06a4-4314-b989-785968655bc8 service neutron] 10.222.0.43 "GET /v2.0/networks/276f688e-7f99-4153-a7fb-8c012406fc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213125 Nov 09 21:31:22.356104 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57510) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:22.374458 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3c55a5-be2a-4419-9fbc-c707bdde2476 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d62e5d4-b4a6-4ce5-aea6-15ade4876ba4,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:22.392105 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:22.497751 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-786ded24-0c28-49bd-8d17-707789d669a7 tempest-ExternalNetworksTestJSON-496517834 tempest-ExternalNetworksTestJSON-496517834-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:22.544063 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcbd0f3d-7854-4650-b458-2c9f8f29fcb3 admin admin] Deleting subnet 090e20ab-5501-402e-a334-45762a0666c0 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:31:22.545392 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ca991-bb92-4127-8913-e428058d4fca req-dac5c101-0d48-42ce-ad0d-e3e189bda0f9 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:22.547218 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2f0ca991-bb92-4127-8913-e428058d4fca req-dac5c101-0d48-42ce-ad0d-e3e189bda0f9 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 944 time: 0.1855369 Nov 09 21:31:22.552681 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-786ded24-0c28-49bd-8d17-707789d669a7 tempest-ExternalNetworksTestJSON-496517834 tempest-ExternalNetworksTestJSON-496517834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:22.599534 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fcbd0f3d-7854-4650-b458-2c9f8f29fcb3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:22.627857 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-786ded24-0c28-49bd-8d17-707789d669a7 tempest-ExternalNetworksTestJSON-496517834 tempest-ExternalNetworksTestJSON-496517834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:31:22.655759 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ded24-0c28-49bd-8d17-707789d669a7 tempest-ExternalNetworksTestJSON-496517834 tempest-ExternalNetworksTestJSON-496517834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69954a99-483e-4b8a-bb42-85c2f5ddaa58,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:22.667546 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-55c09654-bae9-4198-909f-c731755d28bb tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:22.672788 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-786ded24-0c28-49bd-8d17-707789d669a7 tempest-ExternalNetworksTestJSON-496517834 tempest-ExternalNetworksTestJSON-496517834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:22.673412 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-786ded24-0c28-49bd-8d17-707789d669a7 tempest-ExternalNetworksTestJSON-496517834 tempest-ExternalNetworksTestJSON-496517834-project] Added segment 1c0666a1-5fe8-4d31-9e2f-5afce74fa49d of type vlan for network 0e8e173b-eb26-44b6-a459-737558de277f Nov 09 21:31:22.692379 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-55c09654-bae9-4198-909f-c731755d28bb tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:22.771676 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7f591f47-6c2e-4c31-bca3-86df6811146d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:22.779141 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb99ec2-5b08-48e9-9882-40a2d39c6e5a req-b9d8e376-11c0-4ffd-a45f-cd47a98920c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:22.786494 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6eb99ec2-5b08-48e9-9882-40a2d39c6e5a req-b9d8e376-11c0-4ffd-a45f-cd47a98920c0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea132a94a82f43f69fd0808e866cec5f&device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 1095 time: 0.3820465 Nov 09 21:31:22.789774 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c09654-bae9-4198-909f-c731755d28bb tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Pushing event updated for resources: {'Port': ['ID=6a1ec77e-8a22-4dec-8671-23541c220873,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:22.807208 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2f0ca991-bb92-4127-8913-e428058d4fca req-2d0d21b9-8c24-492b-9c8e-696bb473d60b tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498755 Nov 09 21:31:22.888983 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-786ded24-0c28-49bd-8d17-707789d669a7 tempest-ExternalNetworksTestJSON-496517834 tempest-ExternalNetworksTestJSON-496517834-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:22.983838 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:22.987776 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-55c09654-bae9-4198-909f-c731755d28bb tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:23.027774 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fcbd0f3d-7854-4650-b458-2c9f8f29fcb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:23.045795 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-786ded24-0c28-49bd-8d17-707789d669a7 tempest-ExternalNetworksTestJSON-496517834 tempest-ExternalNetworksTestJSON-496517834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:23.059932 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786ded24-0c28-49bd-8d17-707789d669a7 tempest-ExternalNetworksTestJSON-496517834 tempest-ExternalNetworksTestJSON-496517834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:23.060594 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-786ded24-0c28-49bd-8d17-707789d669a7 tempest-ExternalNetworksTestJSON-496517834 tempest-ExternalNetworksTestJSON-496517834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:23.105934 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-55c09654-bae9-4198-909f-c731755d28bb tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:23.116274 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-55c09654-bae9-4198-909f-c731755d28bb tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3325641 Nov 09 21:31:23.131892 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-de0733de-b576-4665-9ad0-e9ffd4668ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac13d68d-1c7c-436b-bef9-d73be4fb7ad5', 'name': 'tempest-ServerRescueTestJSON-354292085-router', 'tenant_id': 'd1eec0d183eb43fa903f8da93e957658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '58aba5e1-e10a-496c-b922-720a96591d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:31:02Z', 'updated_at': '2021-11-09T21:31:14Z', 'revision_number': 4, 'project_id': 'd1eec0d183eb43fa903f8da93e957658', 'gw_port': {'id': '58aba5e1-e10a-496c-b922-720a96591d2f', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac13d68d-1c7c-436b-bef9-d73be4fb7ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:31:04Z', 'updated_at': '2021-11-09T21:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'd985623a-250a-47bb-9346-498fca3ed519', 'name': '', 'network_id': 'e63a53c0-9c74-472d-854f-77c19d8e6ef4', 'tenant_id': 'd1eec0d183eb43fa903f8da93e957658', 'mac_address': 'fa:16:3e:2e:d9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac13d68d-1c7c-436b-bef9-d73be4fb7ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'bfb20a4a-8695-412f-8658-c790ccaeab3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:31:12Z', 'updated_at': '2021-11-09T21:31:14Z', 'revision_number': 2, 'project_id': 'd1eec0d183eb43fa903f8da93e957658', 'subnets': [{'id': 'bfb20a4a-8695-412f-8658-c790ccaeab3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:31:23.181147 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0733de-b576-4665-9ad0-e9ffd4668ba8 None None] Checking router: ac13d68d-1c7c-436b-bef9-d73be4fb7ad5 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:31:23.185415 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-786ded24-0c28-49bd-8d17-707789d669a7 tempest-ExternalNetworksTestJSON-496517834 tempest-ExternalNetworksTestJSON-496517834-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.6268404 Nov 09 21:31:23.186336 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0733de-b576-4665-9ad0-e9ffd4668ba8 None None] Updating router ac13d68d-1c7c-436b-bef9-d73be4fb7ad5 port d985623a-250a-47bb-9346-498fca3ed519 binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:31:23.218263 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-47484779-3839-4681-addc-3d545252dc9b req-edb53674-f8b9-43b9-93be-6f962939739d tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbb2078c-2aed-4065-ad24-8eb8179cd8b0 HTTP/1.1" status: 200 len: 210 time: 0.1216278 Nov 09 21:31:23.236678 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-de0733de-b576-4665-9ad0-e9ffd4668ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:23.250778 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57538) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:23.361152 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ded24-0c28-49bd-8d17-707789d669a7 tempest-ExternalNetworksTestJSON-496517834 tempest-ExternalNetworksTestJSON-496517834-project] Pushing event updated for resources: {'Network': ['ID=0e8e173b-eb26-44b6-a459-737558de277f,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:23.431090 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fcbd0f3d-7854-4650-b458-2c9f8f29fcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:23.455328 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 0e8e173b-eb26-44b6-a459-737558de277f details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:31:23.475127 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:23.601425 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb99ec2-5b08-48e9-9882-40a2d39c6e5a req-ac25f715-40b8-4a7b-ba82-6a4649c424b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:23.603006 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6eb99ec2-5b08-48e9-9882-40a2d39c6e5a req-ac25f715-40b8-4a7b-ba82-6a4649c424b4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=276f688e-7f99-4153-a7fb-8c012406fc86 HTTP/1.1" status: 200 len: 913 time: 0.7994938 Nov 09 21:31:23.727846 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6eb99ec2-5b08-48e9-9882-40a2d39c6e5a req-e287a5f8-f8b8-401d-b126-45f4724713bb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=06b735e7-95a4-4400-ac21-34cfa1677929 HTTP/1.1" status: 200 len: 217 time: 0.1087463 Nov 09 21:31:23.754123 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-c0398a7c-06d7-482c-bc60-fc7113cc93ac tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Request body: {'network': {'name': 'tempest-network--1932937214', 'router:external': True}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:31:24.001382 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7f591f47-6c2e-4c31-bca3-86df6811146d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:24.015918 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0398a7c-06d7-482c-bc60-fc7113cc93ac tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Made reservation on behalf of ea15c8fe79384aec84d094fc3462802b for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:31:24.034587 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c0398a7c-06d7-482c-bc60-fc7113cc93ac tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:24.136054 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-de0733de-b576-4665-9ad0-e9ffd4668ba8 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:24.139589 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c0398a7c-06d7-482c-bc60-fc7113cc93ac tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:24.154216 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-de0733de-b576-4665-9ad0-e9ffd4668ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:24.162553 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fcbd0f3d-7854-4650-b458-2c9f8f29fcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:24.190093 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7f591f47-6c2e-4c31-bca3-86df6811146d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:24.306994 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fcbd0f3d-7854-4650-b458-2c9f8f29fcb3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:24.314731 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-fcbd0f3d-7854-4650-b458-2c9f8f29fcb3 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/090e20ab-5501-402e-a334-45762a0666c0 HTTP/1.1" status: 204 len: 168 time: 2.0644426 Nov 09 21:31:24.317386 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57568) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:24.327220 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb99ec2-5b08-48e9-9882-40a2d39c6e5a req-afc2ade9-5d2f-4195-a5f2-78a44e8442e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:24.331580 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6eb99ec2-5b08-48e9-9882-40a2d39c6e5a req-afc2ade9-5d2f-4195-a5f2-78a44e8442e4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=aead6392-42fa-4a16-a986-5c9371526ce9 HTTP/1.1" status: 200 len: 853 time: 0.5552728 Nov 09 21:31:24.361246 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe92e6a-04f7-4163-9538-f0bb0c1d9a2d None None] Pushing event updated for resources: {'Port': ['ID=d985623a-250a-47bb-9346-498fca3ed519,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:24.414418 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-de0733de-b576-4665-9ad0-e9ffd4668ba8 None None] Attempting to bind port d985623a-250a-47bb-9346-498fca3ed519 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:31:24.415486 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-de0733de-b576-4665-9ad0-e9ffd4668ba8 None None] Attempting to bind port d985623a-250a-47bb-9346-498fca3ed519 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'f1d1420c-9500-4b39-a5ac-48afc5071fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e63a53c0-9c74-472d-854f-77c19d8e6ef4'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:31:24.416099 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0733de-b576-4665-9ad0-e9ffd4668ba8 None None] Attempting to bind port d985623a-250a-47bb-9346-498fca3ed519 on network e63a53c0-9c74-472d-854f-77c19d8e6ef4 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:31:24.422179 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0733de-b576-4665-9ad0-e9ffd4668ba8 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:31:24.422562 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0733de-b576-4665-9ad0-e9ffd4668ba8 None None] Checking segment: {'id': 'f1d1420c-9500-4b39-a5ac-48afc5071fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e63a53c0-9c74-472d-854f-77c19d8e6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:31:24.422971 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-de0733de-b576-4665-9ad0-e9ffd4668ba8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:24.423365 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0733de-b576-4665-9ad0-e9ffd4668ba8 None None] Bound using segment: {'id': 'f1d1420c-9500-4b39-a5ac-48afc5071fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e63a53c0-9c74-472d-854f-77c19d8e6ef4'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:31:24.423839 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-de0733de-b576-4665-9ad0-e9ffd4668ba8 None None] Bound port: d985623a-250a-47bb-9346-498fca3ed519, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d1420c-9500-4b39-a5ac-48afc5071fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e63a53c0-9c74-472d-854f-77c19d8e6ef4'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:31:24.424537 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-de0733de-b576-4665-9ad0-e9ffd4668ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:24.494246 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2ba397e3-f004-4e32-8dc0-8b5831d42b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:24.546651 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-de0733de-b576-4665-9ad0-e9ffd4668ba8 None None] For port d985623a-250a-47bb-9346-498fca3ed519, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:31:24.553707 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-de0733de-b576-4665-9ad0-e9ffd4668ba8 None None] For port d985623a-250a-47bb-9346-498fca3ed519, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=d985623a-250a-47bb-9346-498fca3ed519,segment=NetworkSegment(f1d1420c-9500-4b39-a5ac-48afc5071fab),segment_id=f1d1420c-9500-4b39-a5ac-48afc5071fab)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:31:24.560625 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-de0733de-b576-4665-9ad0-e9ffd4668ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:24.632295 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe92e6a-04f7-4163-9538-f0bb0c1d9a2d None None] Pushing event updated for resources: {'Port': ['ID=d985623a-250a-47bb-9346-498fca3ed519,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:24.652456 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0733de-b576-4665-9ad0-e9ffd4668ba8 None None] Routers {'ac13d68d-1c7c-436b-bef9-d73be4fb7ad5'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:31:24.653163 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-de0733de-b576-4665-9ad0-e9ffd4668ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:31:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['ac13d68d-1c7c-436b-bef9-d73be4fb7ad5'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:31:24.707217 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd0f3d-7854-4650-b458-2c9f8f29fcb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=090e20ab-5501-402e-a334-45762a0666c0,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:24.716884 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2ba397e3-f004-4e32-8dc0-8b5831d42b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:24.754973 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24e9cc-c3d9-4dfc-bbeb-b6eba4026abd req-a6bd125f-ae02-4ef6-ab0f-2eeef62a96b2 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:24.758264 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8c24e9cc-c3d9-4dfc-bbeb-b6eba4026abd req-a6bd125f-ae02-4ef6-ab0f-2eeef62a96b2 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.43 "GET /v2.0/networks?id=e63a53c0-9c74-472d-854f-77c19d8e6ef4 HTTP/1.1" status: 200 len: 810 time: 0.5578058 Nov 09 21:31:24.805528 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-de0733de-b576-4665-9ad0-e9ffd4668ba8 None None] Set router ac13d68d-1c7c-436b-bef9-d73be4fb7ad5 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:31:24.818669 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-2ba397e3-f004-4e32-8dc0-8b5831d42b8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8adf481b-6065-48d7-b768-dae93b1c960b']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:31:24.848113 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-2ba397e3-f004-4e32-8dc0-8b5831d42b8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ece0f889-c8a1-444a-b532-97b8d79afd34') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:31:24.849710 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-2ba397e3-f004-4e32-8dc0-8b5831d42b8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ece0f889-c8a1-444a-b532-97b8d79afd34') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:31:24.878721 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2ba397e3-f004-4e32-8dc0-8b5831d42b8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:24.911060 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ca0a6-4c31-4bfa-b387-758fe1ee2361 req-65d84adf-997a-4051-8ed5-0d0d7fee90c7 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:24.918808 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-274ca0a6-4c31-4bfa-b387-758fe1ee2361 req-65d84adf-997a-4051-8ed5-0d0d7fee90c7 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 944 time: 0.9154170 Nov 09 21:31:24.943481 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2ba397e3-f004-4e32-8dc0-8b5831d42b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:24.956142 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ba397e3-f004-4e32-8dc0-8b5831d42b8e admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:31:24.956562 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2ba397e3-f004-4e32-8dc0-8b5831d42b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:25.054842 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:31:25.054842 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:31:25.054842 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:31:25.054842 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:31:25.054842 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:31:25.054842 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:31:25.054842 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:31:25.054842 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:31:25.054842 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:31:25.054842 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:31:25.054842 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:31:25.054842 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:31:25.054842 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:31:25.054842 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:31:25.054842 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:31:25.054842 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:31:25.054842 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:31:25.054842 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:31:25.054842 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:31:25.054842 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:31:25.054842 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:31:25.054842 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:31:25.054842 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:31:25.054842 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:31:25.054842 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:31:25.054842 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:31:25.054842 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:31:25.054842 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:31:25.054842 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:31:25.054842 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:31:25.054842 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:31:25.054842 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:31:25.059576 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57576) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:25.063864 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2ba397e3-f004-4e32-8dc0-8b5831d42b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:25.120124 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2ba397e3-f004-4e32-8dc0-8b5831d42b8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:25.128388 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2ba397e3-f004-4e32-8dc0-8b5831d42b8e admin admin] 10.222.0.49 "DELETE /v2.0/networks/8adf481b-6065-48d7-b768-dae93b1c960b HTTP/1.1" status: 204 len: 168 time: 0.8052788 Nov 09 21:31:25.132874 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba397e3-f004-4e32-8dc0-8b5831d42b8e admin admin] Pushing event deleted for resources: {'Network': ['ID=8adf481b-6065-48d7-b768-dae93b1c960b,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:25.133612 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c0398a7c-06d7-482c-bc60-fc7113cc93ac tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:25.157393 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6eb99ec2-5b08-48e9-9882-40a2d39c6e5a req-59e49dc7-5ce3-4521-8207-55da73f7a588 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=276f688e-7f99-4153-a7fb-8c012406fc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3673253 Nov 09 21:31:25.165755 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-8c24e9cc-c3d9-4dfc-bbeb-b6eba4026abd req-6d422a32-b53e-4c0f-86c6-ecabcc24c570 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Request body: {'port': {'device_id': 'bbb2078c-2aed-4065-ad24-8eb8179cd8b0', 'network_id': 'e63a53c0-9c74-472d-854f-77c19d8e6ef4', 'admin_state_up': True, 'tenant_id': 'd1eec0d183eb43fa903f8da93e957658'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:31:25.205010 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f591f47-6c2e-4c31-bca3-86df6811146d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae573a29-fe8c-4a60-88d5-a545958c63e7,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:25.255074 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c0398a7c-06d7-482c-bc60-fc7113cc93ac tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:25.360448 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1c4dc1c3-3beb-45b0-a609-2cd7fba0ef27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:25.380585 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-de0733de-b576-4665-9ad0-e9ffd4668ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac13d68d-1c7c-436b-bef9-d73be4fb7ad5', 'name': 'tempest-ServerRescueTestJSON-354292085-router', 'tenant_id': 'd1eec0d183eb43fa903f8da93e957658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '58aba5e1-e10a-496c-b922-720a96591d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:31:02Z', 'updated_at': '2021-11-09T21:31:14Z', 'revision_number': 4, 'project_id': 'd1eec0d183eb43fa903f8da93e957658', 'gw_port': {'id': '58aba5e1-e10a-496c-b922-720a96591d2f', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac13d68d-1c7c-436b-bef9-d73be4fb7ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:31:04Z', 'updated_at': '2021-11-09T21:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'd985623a-250a-47bb-9346-498fca3ed519', 'name': '', 'network_id': 'e63a53c0-9c74-472d-854f-77c19d8e6ef4', 'tenant_id': 'd1eec0d183eb43fa903f8da93e957658', 'mac_address': 'fa:16:3e:2e:d9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac13d68d-1c7c-436b-bef9-d73be4fb7ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'bfb20a4a-8695-412f-8658-c790ccaeab3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:31:12Z', 'updated_at': '2021-11-09T21:31:24Z', 'revision_number': 4, 'project_id': 'd1eec0d183eb43fa903f8da93e957658', 'subnets': [{'id': 'bfb20a4a-8695-412f-8658-c790ccaeab3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:31:25.422382 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0398a7c-06d7-482c-bc60-fc7113cc93ac tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc36b73-65cf-44b2-a370-89e5cd0781b5,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:25.488082 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device d985623a-250a-47bb-9346-498fca3ed519 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:31:25.495475 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0733de-b576-4665-9ad0-e9ffd4668ba8 None None] The sync data for ids ['ac13d68d-1c7c-436b-bef9-d73be4fb7ad5'] in n-d-816206-3 is: [{'id': 'ac13d68d-1c7c-436b-bef9-d73be4fb7ad5', 'name': 'tempest-ServerRescueTestJSON-354292085-router', 'tenant_id': 'd1eec0d183eb43fa903f8da93e957658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '58aba5e1-e10a-496c-b922-720a96591d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:31:02Z', 'updated_at': '2021-11-09T21:31:14Z', 'revision_number': 4, 'project_id': 'd1eec0d183eb43fa903f8da93e957658', 'gw_port': {'id': '58aba5e1-e10a-496c-b922-720a96591d2f', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac13d68d-1c7c-436b-bef9-d73be4fb7ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:31:04Z', 'updated_at': '2021-11-09T21:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'd985623a-250a-47bb-9346-498fca3ed519', 'name': '', 'network_id': 'e63a53c0-9c74-472d-854f-77c19d8e6ef4', 'tenant_id': 'd1eec0d183eb43fa903f8da93e957658', 'mac_address': 'fa:16:3e:2e:d9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac13d68d-1c7c-436b-bef9-d73be4fb7ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'bfb20a4a-8695-412f-8658-c790ccaeab3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:31:12Z', 'updated_at': '2021-11-09T21:31:24Z', 'revision_number': 4, 'project_id': 'd1eec0d183eb43fa903f8da93e957658', 'subnets': [{'id': 'bfb20a4a-8695-412f-8658-c790ccaeab3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:31:25.513962 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57582) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:25.538576 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1c4dc1c3-3beb-45b0-a609-2cd7fba0ef27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:25.547522 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1c4dc1c3-3beb-45b0-a609-2cd7fba0ef27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:25.547952 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7f591f47-6c2e-4c31-bca3-86df6811146d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e30256d541a2405082901a8877b28c0a&name=default HTTP/1.1" status: 200 len: 3000 time: 3.1844857 Nov 09 21:31:25.600969 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57584) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:25.632117 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port d985623a-250a-47bb-9346-498fca3ed519 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:31:25.632733 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:25.643610 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1c4dc1c3-3beb-45b0-a609-2cd7fba0ef27 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dd635e3d33e346e08368b7a2875f3767&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5796325 Nov 09 21:31:25.681600 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4dc1c3-3beb-45b0-a609-2cd7fba0ef27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a6bf5d-e310-4f56-954f-b6523536d298,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:25.687657 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57586) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:25.748348 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e482473b-4416-4f1b-a483-e693fd8aa093 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:25.774206 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0398a7c-06d7-482c-bc60-fc7113cc93ac tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:31:25.821136 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1e6c3fae-64c7-4f19-9e75-6615ffb7b77d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:25.880725 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:25.903032 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1e6c3fae-64c7-4f19-9e75-6615ffb7b77d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:25.961988 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b04637fd-b529-47d7-a161-bf6779fcdcff admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1f67c4e59ee04da19ceea89a2062ddd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3736565 Nov 09 21:31:25.965449 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c0398a7c-06d7-482c-bc60-fc7113cc93ac tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:25.965879 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-c0398a7c-06d7-482c-bc60-fc7113cc93ac tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Added segment 4eb4c44a-0206-4a15-a7d1-3e5183c6f0b6 of type vlan for network 1a341f84-d018-4577-b926-659c8031bdad Nov 09 21:31:25.974580 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57588) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:25.980907 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port d985623a-250a-47bb-9346-498fca3ed519, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=d985623a-250a-47bb-9346-498fca3ed519,segment=NetworkSegment(f1d1420c-9500-4b39-a5ac-48afc5071fab),segment_id=f1d1420c-9500-4b39-a5ac-48afc5071fab)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:31:25.996315 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:26.054951 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1e6c3fae-64c7-4f19-9e75-6615ffb7b77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:26.062001 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1e6c3fae-64c7-4f19-9e75-6615ffb7b77d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:26.066948 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1e6c3fae-64c7-4f19-9e75-6615ffb7b77d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/25a6bf5d-e310-4f56-954f-b6523536d298 HTTP/1.1" status: 204 len: 168 time: 0.3781445 Nov 09 21:31:26.106782 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e482473b-4416-4f1b-a483-e693fd8aa093 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:26.110577 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-274ca0a6-4c31-4bfa-b387-758fe1ee2361 req-c409a836-0cb0-43eb-b86e-e8f1faee6387 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9182339 Nov 09 21:31:26.173108 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c3fae-64c7-4f19-9e75-6615ffb7b77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a6bf5d-e310-4f56-954f-b6523536d298,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:26.175179 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c0398a7c-06d7-482c-bc60-fc7113cc93ac tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:26.210910 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6eb99ec2-5b08-48e9-9882-40a2d39c6e5a req-ab139d2c-2a6c-4d3e-8e0c-2dc99461a483 service neutron] 10.222.0.43 "GET /v2.0/networks/276f688e-7f99-4153-a7fb-8c012406fc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9832330 Nov 09 21:31:26.258519 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=d985623a-250a-47bb-9346-498fca3ed519,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:26.264583 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac7f2ee6-60cf-4d2c-8e6b-f4065c3145fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:26.351311 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e482473b-4416-4f1b-a483-e693fd8aa093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:26.361692 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e482473b-4416-4f1b-a483-e693fd8aa093 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:26.364940 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e482473b-4416-4f1b-a483-e693fd8aa093 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ae573a29-fe8c-4a60-88d5-a545958c63e7 HTTP/1.1" status: 204 len: 168 time: 0.7220938 Nov 09 21:31:26.393330 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e482473b-4416-4f1b-a483-e693fd8aa093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae573a29-fe8c-4a60-88d5-a545958c63e7,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:26.393670 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c24e9cc-c3d9-4dfc-bbeb-b6eba4026abd req-6d422a32-b53e-4c0f-86c6-ecabcc24c570 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Made reservation on behalf of d1eec0d183eb43fa903f8da93e957658 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:31:26.423474 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8c24e9cc-c3d9-4dfc-bbeb-b6eba4026abd req-6d422a32-b53e-4c0f-86c6-ecabcc24c570 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:26.575416 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c0398a7c-06d7-482c-bc60-fc7113cc93ac tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:26.576838 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0398a7c-06d7-482c-bc60-fc7113cc93ac tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:26.583531 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c0398a7c-06d7-482c-bc60-fc7113cc93ac tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:26.638588 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6eb99ec2-5b08-48e9-9882-40a2d39c6e5a req-4c5de7d7-d9ba-41ee-bf31-656c5d0c2a99 service neutron] 10.222.0.43 "GET /v2.0/networks/276f688e-7f99-4153-a7fb-8c012406fc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041617 Nov 09 21:31:26.759716 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-37910717-11fb-4a57-9236-a1bbfb1dd49c req-02b447c8-3da6-48cb-a413-bb9bb80c432d tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbb2078c-2aed-4065-ad24-8eb8179cd8b0 HTTP/1.1" status: 200 len: 210 time: 0.3295107 Nov 09 21:31:27.085662 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57598) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:27.091736 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-8c24e9cc-c3d9-4dfc-bbeb-b6eba4026abd req-6d422a32-b53e-4c0f-86c6-ecabcc24c570 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Allocated IP 172.20.0.8 (e63a53c0-9c74-472d-854f-77c19d8e6ef4/bfb20a4a-8695-412f-8658-c790ccaeab3d/40a2911d-5e8e-4f80-8a75-d5db552b3804) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:31:27.116493 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ffe0b873-9906-49dd-9b4a-13c82a6e702e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:27.160111 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57602) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:27.169103 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac7f2ee6-60cf-4d2c-8e6b-f4065c3145fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:27.225789 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c0398a7c-06d7-482c-bc60-fc7113cc93ac tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 3.9714901 Nov 09 21:31:27.241458 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57604) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:27.256586 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ffe0b873-9906-49dd-9b4a-13c82a6e702e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:27.265339 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ffe0b873-9906-49dd-9b4a-13c82a6e702e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:27.270878 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-944aaacd-c308-434c-9499-c499d95ef51a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:27.361661 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ffe0b873-9906-49dd-9b4a-13c82a6e702e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=def2f0a6e1be4e83b1893211fb5673e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2660062 Nov 09 21:31:27.361661 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe0b873-9906-49dd-9b4a-13c82a6e702e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904f3861-9894-4f8f-9d96-c1f83a02ef14,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:27.369447 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57606) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:27.471694 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device d985623a-250a-47bb-9346-498fca3ed519 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:31:27.472687 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0398a7c-06d7-482c-bc60-fc7113cc93ac tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Pushing event updated for resources: {'Network': ['ID=1a341f84-d018-4577-b926-659c8031bdad,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:27.508078 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 1a341f84-d018-4577-b926-659c8031bdad details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:31:27.598616 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-df03da97-33c9-40d7-86bf-78b896ff9909 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:27.649795 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-944aaacd-c308-434c-9499-c499d95ef51a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:27.659231 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-928a5d30-a393-4375-bcc7-c300de53926f tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:27.660588 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-df03da97-33c9-40d7-86bf-78b896ff9909 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:27.684049 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-944aaacd-c308-434c-9499-c499d95ef51a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:27.692845 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port d985623a-250a-47bb-9346-498fca3ed519 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:31:27.693657 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:27.746944 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-944aaacd-c308-434c-9499-c499d95ef51a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=706aa90e91224f5193d2d1ca27984bfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5837440 Nov 09 21:31:27.756019 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57608) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:27.757087 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac7f2ee6-60cf-4d2c-8e6b-f4065c3145fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:27.760724 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac7f2ee6-60cf-4d2c-8e6b-f4065c3145fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:27.771325 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ac7f2ee6-60cf-4d2c-8e6b-f4065c3145fb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/928bb2ed-dcc6-4201-aa61-15e0cac7f757 HTTP/1.1" status: 204 len: 168 time: 1.7883043 Nov 09 21:31:27.812221 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a4ff9-231a-485e-99e6-f29a7a61ebf1 req-5df35c32-a944-42d9-bf3b-6d94f901ce63 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:27.819389 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e42a4ff9-231a-485e-99e6-f29a7a61ebf1 req-5df35c32-a944-42d9-bf3b-6d94f901ce63 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 944 time: 0.5582182 Nov 09 21:31:27.835008 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944aaacd-c308-434c-9499-c499d95ef51a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69967a6f-a0fc-4d86-a602-500f691a28ca,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:27.873790 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8c24e9cc-c3d9-4dfc-bbeb-b6eba4026abd req-6d422a32-b53e-4c0f-86c6-ecabcc24c570 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:27.877547 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-df03da97-33c9-40d7-86bf-78b896ff9909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:27.882339 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-df03da97-33c9-40d7-86bf-78b896ff9909 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:27.887261 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-df03da97-33c9-40d7-86bf-78b896ff9909 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/904f3861-9894-4f8f-9d96-c1f83a02ef14 HTTP/1.1" status: 204 len: 168 time: 0.5237007 Nov 09 21:31:27.902047 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df03da97-33c9-40d7-86bf-78b896ff9909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904f3861-9894-4f8f-9d96-c1f83a02ef14,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:27.926614 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7f2ee6-60cf-4d2c-8e6b-f4065c3145fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928bb2ed-dcc6-4201-aa61-15e0cac7f757,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:28.035746 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e42a4ff9-231a-485e-99e6-f29a7a61ebf1 req-0b5dfc36-68e4-4ca0-ac98-d75bb6c0715f tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743801 Nov 09 21:31:28.073569 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-928a5d30-a393-4375-bcc7-c300de53926f tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:28.105257 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3ee2dac1-7739-411e-a293-cdc88aff23d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:28.108443 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-928a5d30-a393-4375-bcc7-c300de53926f tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a341f84-d018-4577-b926-659c8031bdad']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:31:28.118463 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8c24e9cc-c3d9-4dfc-bbeb-b6eba4026abd req-6d422a32-b53e-4c0f-86c6-ecabcc24c570 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:28.128575 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-928a5d30-a393-4375-bcc7-c300de53926f tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eb4c44a-0206-4a15-a7d1-3e5183c6f0b6') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:31:28.129186 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-928a5d30-a393-4375-bcc7-c300de53926f tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eb4c44a-0206-4a15-a7d1-3e5183c6f0b6') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:31:28.233238 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d422a32-b53e-4c0f-86c6-ecabcc24c570 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Pushing event updated for resources: {'Port': ['ID=40a2911d-5e8e-4f80-8a75-d5db552b3804,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:28.286573 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-928a5d30-a393-4375-bcc7-c300de53926f tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:28.366123 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3ee2dac1-7739-411e-a293-cdc88aff23d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:28.400943 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-928a5d30-a393-4375-bcc7-c300de53926f tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:28.411487 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-928a5d30-a393-4375-bcc7-c300de53926f tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:31:28.412130 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-928a5d30-a393-4375-bcc7-c300de53926f tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:28.595450 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c24e9cc-c3d9-4dfc-bbeb-b6eba4026abd req-6d422a32-b53e-4c0f-86c6-ecabcc24c570 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Network e63a53c0-9c74-472d-854f-77c19d8e6ef4 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:31:28.603573 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:31:28.603573 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:31:28.603573 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:31:28.603573 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:31:28.603573 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:31:28.603573 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:31:28.603573 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:31:28.603573 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:31:28.603573 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:31:28.603573 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:31:28.603573 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:31:28.603573 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:31:28.603573 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:31:28.603573 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:31:28.603573 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:31:28.603573 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:31:28.603573 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:31:28.603573 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:31:28.603573 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:31:28.603573 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:31:28.603573 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:31:28.603573 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:31:28.603573 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:31:28.603573 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:31:28.603573 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:31:28.603573 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:31:28.603573 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:31:28.603573 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:31:28.603573 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:31:28.603573 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:31:28.603573 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:31:28.603573 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:31:28.610872 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-928a5d30-a393-4375-bcc7-c300de53926f tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:28.617300 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928a5d30-a393-4375-bcc7-c300de53926f tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1a341f84-d018-4577-b926-659c8031bdad {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 21:31:28.624300 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-928a5d30-a393-4375-bcc7-c300de53926f tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:28.636413 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-928a5d30-a393-4375-bcc7-c300de53926f tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] 10.222.0.49 "DELETE /v2.0/networks/1a341f84-d018-4577-b926-659c8031bdad HTTP/1.1" status: 204 len: 168 time: 1.3660607 Nov 09 21:31:28.636413 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3ee2dac1-7739-411e-a293-cdc88aff23d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:28.636896 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57628) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:28.642199 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-269f2ed8-f863-4b7f-8523-fd505687aa67 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:31:28.642562 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3ee2dac1-7739-411e-a293-cdc88aff23d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:28.643765 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-3ee2dac1-7739-411e-a293-cdc88aff23d6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/69967a6f-a0fc-4d86-a602-500f691a28ca HTTP/1.1" status: 204 len: 168 time: 0.8710675 Nov 09 21:31:28.700604 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269f2ed8-f863-4b7f-8523-fd505687aa67 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Made reservation on behalf of ea15c8fe79384aec84d094fc3462802b for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:31:28.705026 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-269f2ed8-f863-4b7f-8523-fd505687aa67 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:28.719803 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-8c24e9cc-c3d9-4dfc-bbeb-b6eba4026abd req-6d422a32-b53e-4c0f-86c6-ecabcc24c570 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:31:28.726838 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c24e9cc-c3d9-4dfc-bbeb-b6eba4026abd req-6d422a32-b53e-4c0f-86c6-ecabcc24c570 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:31:28.747155 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a5d30-a393-4375-bcc7-c300de53926f tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Pushing event deleted for resources: {'Network': ['ID=1a341f84-d018-4577-b926-659c8031bdad,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:28.792549 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-269f2ed8-f863-4b7f-8523-fd505687aa67 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:31:28.826737 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-269f2ed8-f863-4b7f-8523-fd505687aa67 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:28.827082 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-269f2ed8-f863-4b7f-8523-fd505687aa67 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Added segment 2b5545c3-fdce-4533-b02f-888022d855f7 of type vlan for network 2eb54586-0ce9-4553-b358-320dfaa2e84f Nov 09 21:31:28.945605 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-269f2ed8-f863-4b7f-8523-fd505687aa67 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:29.010648 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57634) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:29.020941 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-269f2ed8-f863-4b7f-8523-fd505687aa67 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:29.021980 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269f2ed8-f863-4b7f-8523-fd505687aa67 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:29.022584 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-269f2ed8-f863-4b7f-8523-fd505687aa67 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:29.052969 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-269f2ed8-f863-4b7f-8523-fd505687aa67 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.4112463 Nov 09 21:31:29.053221 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57638) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:29.068807 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-0703bca4-cb90-4658-a2a8-cc37efc5d2eb tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Request body: {'subnet': {'network_id': '2eb54586-0ce9-4553-b358-320dfaa2e84f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:31:29.291590 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1327c68c-6168-409b-bf93-c63b12d15c1b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e7826aca6917417796d346077549fad9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2789154 Nov 09 21:31:29.292230 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57648) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:29.347322 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269f2ed8-f863-4b7f-8523-fd505687aa67 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Pushing event updated for resources: {'Network': ['ID=2eb54586-0ce9-4553-b358-320dfaa2e84f,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:29.354517 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0703bca4-cb90-4658-a2a8-cc37efc5d2eb tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Made reservation on behalf of ea15c8fe79384aec84d094fc3462802b for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:31:29.361822 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 2eb54586-0ce9-4553-b358-320dfaa2e84f details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:31:29.365318 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0703bca4-cb90-4658-a2a8-cc37efc5d2eb tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:29.814750 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2c2bf83c-9ca4-4376-af1b-0074b211c014 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:30.025811 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24e9cc-c3d9-4dfc-bbeb-b6eba4026abd req-6d422a32-b53e-4c0f-86c6-ecabcc24c570 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:30.026429 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8c24e9cc-c3d9-4dfc-bbeb-b6eba4026abd req-6d422a32-b53e-4c0f-86c6-ecabcc24c570 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:30.046990 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2dac1-7739-411e-a293-cdc88aff23d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69967a6f-a0fc-4d86-a602-500f691a28ca,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:30.074298 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22bfdd-21f5-4556-a461-cfaaa2edfee4 req-03cbf653-1e7d-41ba-bea3-6e346051ea63 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:30.080237 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bf22bfdd-21f5-4556-a461-cfaaa2edfee4 req-03cbf653-1e7d-41ba-bea3-6e346051ea63 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbb2078c-2aed-4065-ad24-8eb8179cd8b0 HTTP/1.1" status: 200 len: 931 time: 1.8758490 Nov 09 21:31:30.106926 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8c24e9cc-c3d9-4dfc-bbeb-b6eba4026abd req-6d422a32-b53e-4c0f-86c6-ecabcc24c570 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2152429 Nov 09 21:31:30.116098 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2c2bf83c-9ca4-4376-af1b-0074b211c014 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:30.190288 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-8c24e9cc-c3d9-4dfc-bbeb-b6eba4026abd req-10999184-73af-4735-b767-f6663157df64 service neutron] Request body: {'port': {'device_id': 'bbb2078c-2aed-4065-ad24-8eb8179cd8b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:31:30.315260 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2c2bf83c-9ca4-4376-af1b-0074b211c014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:30.318153 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2c2bf83c-9ca4-4376-af1b-0074b211c014 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:30.326248 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2c2bf83c-9ca4-4376-af1b-0074b211c014 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5b20009c-102a-4a4e-82c0-2f7417b2f0dd HTTP/1.1" status: 204 len: 168 time: 1.0237687 Nov 09 21:31:30.348009 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2bf83c-9ca4-4376-af1b-0074b211c014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b20009c-102a-4a4e-82c0-2f7417b2f0dd,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:30.420751 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8c24e9cc-c3d9-4dfc-bbeb-b6eba4026abd req-10999184-73af-4735-b767-f6663157df64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:30.484388 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bf22bfdd-21f5-4556-a461-cfaaa2edfee4 req-11917057-17f1-4019-b41d-2baff6718c26 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762064 Nov 09 21:31:30.549915 n-d-816206-3 neutron-server[102608]: DEBUG neutron.objects.ports [None req-0703bca4-cb90-4658-a2a8-cc37efc5d2eb tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102608) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 21:31:30.550803 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0703bca4-cb90-4658-a2a8-cc37efc5d2eb tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:30.685216 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0703bca4-cb90-4658-a2a8-cc37efc5d2eb tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Checking segment: {'id': '2b5545c3-fdce-4533-b02f-888022d855f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2eb54586-0ce9-4553-b358-320dfaa2e84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:31:30.686326 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0703bca4-cb90-4658-a2a8-cc37efc5d2eb tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Network hostable DHCP agents. Network: 2eb54586-0ce9-4553-b358-320dfaa2e84f, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:31:30.700898 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0703bca4-cb90-4658-a2a8-cc37efc5d2eb tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Pushing event updated for resources: {'Subnet': ['ID=43f640e3-38bb-47ea-bcb9-62c571ff310f,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:30.823226 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0703bca4-cb90-4658-a2a8-cc37efc5d2eb tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Network 2eb54586-0ce9-4553-b358-320dfaa2e84f is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:31:30.873811 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-0703bca4-cb90-4658-a2a8-cc37efc5d2eb tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 2eb54586-0ce9-4553-b358-320dfaa2e84f) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:31:30.878995 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0703bca4-cb90-4658-a2a8-cc37efc5d2eb tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:30.882456 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0703bca4-cb90-4658-a2a8-cc37efc5d2eb tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:30.890107 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f87f05-f6b9-4cb8-9cd8-41877b72de84 None None] Network 2eb54586-0ce9-4553-b358-320dfaa2e84f requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:31:30.926462 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0703bca4-cb90-4658-a2a8-cc37efc5d2eb tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8672333 Nov 09 21:31:30.926462 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57680) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:30.940418 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-1970d35a-372a-4a69-ab07-8d1a5703620b tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Request body: {'floatingip': {'floating_network_id': '2eb54586-0ce9-4553-b358-320dfaa2e84f'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:31:30.995729 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1970d35a-372a-4a69-ab07-8d1a5703620b tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:31.238580 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1970d35a-372a-4a69-ab07-8d1a5703620b tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:31.319426 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeac63ee-1f73-4f92-b6ca-8c2dbad61fa2 None None] Network 2eb54586-0ce9-4553-b358-320dfaa2e84f requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:31:31.325852 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d506a-6159-42bb-a9a1-0e3bdfcfc6c4 req-555f51d0-33ea-4068-81de-1947224908df tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:31.356809 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-491d506a-6159-42bb-a9a1-0e3bdfcfc6c4 req-555f51d0-33ea-4068-81de-1947224908df tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 944 time: 0.7337263 Nov 09 21:31:31.558489 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-1970d35a-372a-4a69-ab07-8d1a5703620b tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Allocated IP 172.20.0.4 (2eb54586-0ce9-4553-b358-320dfaa2e84f/43f640e3-38bb-47ea-bcb9-62c571ff310f/644a2285-d2e7-4522-b145-7daa4a01c351) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:31:31.730861 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-491d506a-6159-42bb-a9a1-0e3bdfcfc6c4 req-5fedd844-85cf-41c0-9d85-a6118a617d16 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727307 Nov 09 21:31:31.762734 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-8c24e9cc-c3d9-4dfc-bbeb-b6eba4026abd req-10999184-73af-4735-b767-f6663157df64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40a2911d-5e8e-4f80-8a75-d5db552b3804 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:31:31.778219 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1970d35a-372a-4a69-ab07-8d1a5703620b tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:31.780147 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8c24e9cc-c3d9-4dfc-bbeb-b6eba4026abd req-10999184-73af-4735-b767-f6663157df64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:31.816891 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-8c24e9cc-c3d9-4dfc-bbeb-b6eba4026abd req-10999184-73af-4735-b767-f6663157df64 service neutron] Transition to ACTIVE for port object 40a2911d-5e8e-4f80-8a75-d5db552b3804 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:31:31.831051 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8c24e9cc-c3d9-4dfc-bbeb-b6eba4026abd req-10999184-73af-4735-b767-f6663157df64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:31.874885 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1970d35a-372a-4a69-ab07-8d1a5703620b tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:32.002946 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1970d35a-372a-4a69-ab07-8d1a5703620b tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Pushing event updated for resources: {'Port': ['ID=644a2285-d2e7-4522-b145-7daa4a01c351,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:32.039540 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1970d35a-372a-4a69-ab07-8d1a5703620b tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Network 2eb54586-0ce9-4553-b358-320dfaa2e84f is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:31:32.043249 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-1970d35a-372a-4a69-ab07-8d1a5703620b tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:31:32.051247 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1970d35a-372a-4a69-ab07-8d1a5703620b tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:31:32.089367 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10999184-73af-4735-b767-f6663157df64 service neutron] Pushing event updated for resources: {'Port': ['ID=40a2911d-5e8e-4f80-8a75-d5db552b3804,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:32.191003 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fd8f4-a71e-4a46-bb7a-88cded0b9992 req-96eb0e0c-6ed1-4775-b66d-ff6a69a05531 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:32.192444 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-236fd8f4-a71e-4a46-bb7a-88cded0b9992 req-96eb0e0c-6ed1-4775-b66d-ff6a69a05531 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbb2078c-2aed-4065-ad24-8eb8179cd8b0 HTTP/1.1" status: 200 len: 943 time: 0.3476880 Nov 09 21:31:32.241832 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1970d35a-372a-4a69-ab07-8d1a5703620b tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:32.327272 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1970d35a-372a-4a69-ab07-8d1a5703620b tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:32.480866 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-8c24e9cc-c3d9-4dfc-bbeb-b6eba4026abd req-10999184-73af-4735-b767-f6663157df64 service neutron] Attempting to bind port 40a2911d-5e8e-4f80-8a75-d5db552b3804 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:31:32.481405 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-8c24e9cc-c3d9-4dfc-bbeb-b6eba4026abd req-10999184-73af-4735-b767-f6663157df64 service neutron] Attempting to bind port 40a2911d-5e8e-4f80-8a75-d5db552b3804 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': 'f1d1420c-9500-4b39-a5ac-48afc5071fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e63a53c0-9c74-472d-854f-77c19d8e6ef4'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:31:32.481534 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c24e9cc-c3d9-4dfc-bbeb-b6eba4026abd req-10999184-73af-4735-b767-f6663157df64 service neutron] Attempting to bind port 40a2911d-5e8e-4f80-8a75-d5db552b3804 on network e63a53c0-9c74-472d-854f-77c19d8e6ef4 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:31:32.504696 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c24e9cc-c3d9-4dfc-bbeb-b6eba4026abd req-10999184-73af-4735-b767-f6663157df64 service neutron] Port 40a2911d-5e8e-4f80-8a75-d5db552b3804 on network e63a53c0-9c74-472d-854f-77c19d8e6ef4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:31:32.505050 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c24e9cc-c3d9-4dfc-bbeb-b6eba4026abd req-10999184-73af-4735-b767-f6663157df64 service neutron] Attempting to bind port 40a2911d-5e8e-4f80-8a75-d5db552b3804 on network e63a53c0-9c74-472d-854f-77c19d8e6ef4 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:31:32.524567 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c24e9cc-c3d9-4dfc-bbeb-b6eba4026abd req-10999184-73af-4735-b767-f6663157df64 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:31:32.526402 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c24e9cc-c3d9-4dfc-bbeb-b6eba4026abd req-10999184-73af-4735-b767-f6663157df64 service neutron] Checking segment: {'id': 'f1d1420c-9500-4b39-a5ac-48afc5071fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e63a53c0-9c74-472d-854f-77c19d8e6ef4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:31:32.526811 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c24e9cc-c3d9-4dfc-bbeb-b6eba4026abd req-10999184-73af-4735-b767-f6663157df64 service neutron] Bound using segment: {'id': 'f1d1420c-9500-4b39-a5ac-48afc5071fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e63a53c0-9c74-472d-854f-77c19d8e6ef4'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:31:32.527263 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-8c24e9cc-c3d9-4dfc-bbeb-b6eba4026abd req-10999184-73af-4735-b767-f6663157df64 service neutron] Bound port: 40a2911d-5e8e-4f80-8a75-d5db552b3804, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1d1420c-9500-4b39-a5ac-48afc5071fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e63a53c0-9c74-472d-854f-77c19d8e6ef4'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:31:32.527627 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8c24e9cc-c3d9-4dfc-bbeb-b6eba4026abd req-10999184-73af-4735-b767-f6663157df64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:32.553317 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-236fd8f4-a71e-4a46-bb7a-88cded0b9992 req-22951384-37c8-4019-942a-246c8381b535 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382142 Nov 09 21:31:32.706190 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-8c24e9cc-c3d9-4dfc-bbeb-b6eba4026abd req-10999184-73af-4735-b767-f6663157df64 service neutron] For port 40a2911d-5e8e-4f80-8a75-d5db552b3804, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:31:32.710435 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-8c24e9cc-c3d9-4dfc-bbeb-b6eba4026abd req-10999184-73af-4735-b767-f6663157df64 service neutron] For port 40a2911d-5e8e-4f80-8a75-d5db552b3804, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=40a2911d-5e8e-4f80-8a75-d5db552b3804,segment=NetworkSegment(f1d1420c-9500-4b39-a5ac-48afc5071fab),segment_id=f1d1420c-9500-4b39-a5ac-48afc5071fab)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:31:32.717636 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8c24e9cc-c3d9-4dfc-bbeb-b6eba4026abd req-10999184-73af-4735-b767-f6663157df64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:32.772038 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24e9cc-c3d9-4dfc-bbeb-b6eba4026abd req-10999184-73af-4735-b767-f6663157df64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:32.773298 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8c24e9cc-c3d9-4dfc-bbeb-b6eba4026abd req-10999184-73af-4735-b767-f6663157df64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:32.775427 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8c24e9cc-c3d9-4dfc-bbeb-b6eba4026abd req-10999184-73af-4735-b767-f6663157df64 service neutron] 10.222.0.43 "PUT /v2.0/ports/40a2911d-5e8e-4f80-8a75-d5db552b3804 HTTP/1.1" status: 200 len: 1091 time: 2.6156073 Nov 09 21:31:32.776013 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb2078c-2aed-4065-ad24-8eb8179cd8b0', 'tag': '40a2911d-5e8e-4f80-8a75-d5db552b3804'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:31:32.779324 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0d60ba-c61f-40c5-9bf3-80e451e296a0" -d '{"events": [{"name": "network-changed", "server_uuid": "bbb2078c-2aed-4065-ad24-8eb8179cd8b0", "tag": "40a2911d-5e8e-4f80-8a75-d5db552b3804"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:31:32.815677 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10999184-73af-4735-b767-f6663157df64 service neutron] Pushing event updated for resources: {'Port': ['ID=40a2911d-5e8e-4f80-8a75-d5db552b3804,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:32.862843 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1970d35a-372a-4a69-ab07-8d1a5703620b tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:32.874056 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1970d35a-372a-4a69-ab07-8d1a5703620b tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:33.004934 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1970d35a-372a-4a69-ab07-8d1a5703620b tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Pushing event updated for resources: {'Port': ['ID=644a2285-d2e7-4522-b145-7daa4a01c351,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:33.013090 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24e9cc-c3d9-4dfc-bbeb-b6eba4026abd req-5dd32a80-5237-4879-b53c-38f139983284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:33.016126 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8c24e9cc-c3d9-4dfc-bbeb-b6eba4026abd req-5dd32a80-5237-4879-b53c-38f139983284 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1eec0d183eb43fa903f8da93e957658&device_id=bbb2078c-2aed-4065-ad24-8eb8179cd8b0 HTTP/1.1" status: 200 len: 1094 time: 0.1738524 Nov 09 21:31:33.048324 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e8d04-c8ab-4f4e-a105-8bef97f2347a req-e2ef355e-2687-4214-afb5-2e1bc355e2a6 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:33.050729 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-300e8d04-c8ab-4f4e-a105-8bef97f2347a req-e2ef355e-2687-4214-afb5-2e1bc355e2a6 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 944 time: 0.1222854 Nov 09 21:31:33.128097 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1970d35a-372a-4a69-ab07-8d1a5703620b tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:33.158841 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1970d35a-372a-4a69-ab07-8d1a5703620b tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:33.160527 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1970d35a-372a-4a69-ab07-8d1a5703620b tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.2301931 Nov 09 21:31:33.163847 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57724) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:33.253798 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8c24e9cc-c3d9-4dfc-bbeb-b6eba4026abd req-4a5f74ce-46cd-45ba-ad09-e0e8ec87e651 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40a2911d-5e8e-4f80-8a75-d5db552b3804 HTTP/1.1" status: 200 len: 217 time: 0.1067736 Nov 09 21:31:33.371478 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24e9cc-c3d9-4dfc-bbeb-b6eba4026abd req-1288e8f9-584e-43cc-8d00-9b6f9f3ddd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:33.371740 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8c24e9cc-c3d9-4dfc-bbeb-b6eba4026abd req-1288e8f9-584e-43cc-8d00-9b6f9f3ddd7a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bfb20a4a-8695-412f-8658-c790ccaeab3d HTTP/1.1" status: 200 len: 850 time: 0.1169508 Nov 09 21:31:33.381036 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-300e8d04-c8ab-4f4e-a105-8bef97f2347a req-fb60eeb4-8eff-4485-a5e0-5a4bebfc63fe tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199677 Nov 09 21:31:33.437475 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8c24e9cc-c3d9-4dfc-bbeb-b6eba4026abd req-7f0529aa-416e-43eb-802a-a1317ea4ccc6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e63a53c0-9c74-472d-854f-77c19d8e6ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438304 Nov 09 21:31:33.451774 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-60049a18-3713-4c05-8610-3434dfebe210 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] 10.222.0.49 "GET /v2.0/floatingips?floating_network_id=2eb54586-0ce9-4553-b358-320dfaa2e84f HTTP/1.1" status: 200 len: 689 time: 0.2835219 Nov 09 21:31:33.457836 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57734) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:33.492726 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0b590a-1e20-4a47-bdbb-83b0b6a3bfb7 x-openstack-request-id: req-7e0b590a-1e20-4a47-bdbb-83b0b6a3bfb7 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:31:33.493446 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbb2078c-2aed-4065-ad24-8eb8179cd8b0", "tag": "40a2911d-5e8e-4f80-8a75-d5db552b3804", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:31:33.493446 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7e0b590a-1e20-4a47-bdbb-83b0b6a3bfb7 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:31:33.494371 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb2078c-2aed-4065-ad24-8eb8179cd8b0', 'tag': '40a2911d-5e8e-4f80-8a75-d5db552b3804', 'status': 'completed', 'code': 200} Nov 09 21:31:33.618506 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:33.635832 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8c24e9cc-c3d9-4dfc-bbeb-b6eba4026abd req-b839e9b8-189f-4d23-ae9a-67730d68aeb7 service neutron] 10.222.0.43 "GET /v2.0/networks/e63a53c0-9c74-472d-854f-77c19d8e6ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976261 Nov 09 21:31:33.672973 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-10fb3fed-94a3-4bee-bdf4-891ccf2eae92 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:33.940807 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8c24e9cc-c3d9-4dfc-bbeb-b6eba4026abd req-75e50f07-1f36-424e-937b-d38c96dd4c23 service neutron] 10.222.0.43 "GET /v2.0/networks/e63a53c0-9c74-472d-854f-77c19d8e6ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846582 Nov 09 21:31:33.977543 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-10fb3fed-94a3-4bee-bdf4-891ccf2eae92 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Deleting port 644a2285-d2e7-4522-b145-7daa4a01c351 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:31:33.979865 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-10fb3fed-94a3-4bee-bdf4-891ccf2eae92 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:34.025241 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d7a4a-a7aa-43c4-9499-257d0a62837e req-17a9da56-bf91-4f90-8d4d-8a5aaa2e53f1 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:34.038079 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-931d7a4a-a7aa-43c4-9499-257d0a62837e req-17a9da56-bf91-4f90-8d4d-8a5aaa2e53f1 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbb2078c-2aed-4065-ad24-8eb8179cd8b0 HTTP/1.1" status: 200 len: 943 time: 0.2712209 Nov 09 21:31:34.196292 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-931d7a4a-a7aa-43c4-9499-257d0a62837e req-34f90315-8297-462d-89db-782222d069cd tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569066 Nov 09 21:31:34.197807 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-10fb3fed-94a3-4bee-bdf4-891ccf2eae92 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:34.198323 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-10fb3fed-94a3-4bee-bdf4-891ccf2eae92 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:34.253920 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-10fb3fed-94a3-4bee-bdf4-891ccf2eae92 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Calling delete_port for 644a2285-d2e7-4522-b145-7daa4a01c351 owned by network:floatingip {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:31:34.324899 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d60ba-c61f-40c5-9bf3-80e451e296a0 req-81264090-d51b-492d-a2c9-7dea291b1d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:34.328040 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7f0d60ba-c61f-40c5-9bf3-80e451e296a0 req-81264090-d51b-492d-a2c9-7dea291b1d22 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1eec0d183eb43fa903f8da93e957658&device_id=bbb2078c-2aed-4065-ad24-8eb8179cd8b0 HTTP/1.1" status: 200 len: 1094 time: 0.1168127 Nov 09 21:31:34.597624 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-10fb3fed-94a3-4bee-bdf4-891ccf2eae92 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:34.635046 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb3fed-94a3-4bee-bdf4-891ccf2eae92 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Pushing event deleted for resources: {'Port': ['ID=644a2285-d2e7-4522-b145-7daa4a01c351,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:34.753821 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-10fb3fed-94a3-4bee-bdf4-891ccf2eae92 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:34.765096 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d60ba-c61f-40c5-9bf3-80e451e296a0 req-aa5f31f6-e274-46d4-b35a-001f53c5282e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:34.775240 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7f0d60ba-c61f-40c5-9bf3-80e451e296a0 req-aa5f31f6-e274-46d4-b35a-001f53c5282e service neutron] 10.222.0.43 "GET /v2.0/networks?id=e63a53c0-9c74-472d-854f-77c19d8e6ef4 HTTP/1.1" status: 200 len: 910 time: 0.3649719 Nov 09 21:31:34.905656 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d65a6-3e2f-4835-8e80-205582e9c6cb req-17a5cf24-bb55-4069-93bb-86540b2ae244 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:34.917173 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-10fb3fed-94a3-4bee-bdf4-891ccf2eae92 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:34.924938 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8c2d65a6-3e2f-4835-8e80-205582e9c6cb req-17a5cf24-bb55-4069-93bb-86540b2ae244 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 944 time: 0.3177304 Nov 09 21:31:34.936563 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7f0d60ba-c61f-40c5-9bf3-80e451e296a0 req-cb2c750f-325a-4305-9240-da1240982792 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40a2911d-5e8e-4f80-8a75-d5db552b3804 HTTP/1.1" status: 200 len: 217 time: 0.1451483 Nov 09 21:31:35.082128 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-10fb3fed-94a3-4bee-bdf4-891ccf2eae92 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:35.137398 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d60ba-c61f-40c5-9bf3-80e451e296a0 req-452d6eb2-00c9-42d3-a9ad-65642ead13a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:35.139300 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7f0d60ba-c61f-40c5-9bf3-80e451e296a0 req-452d6eb2-00c9-42d3-a9ad-65642ead13a4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bfb20a4a-8695-412f-8658-c790ccaeab3d HTTP/1.1" status: 200 len: 850 time: 0.1857650 Nov 09 21:31:35.155114 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8c2d65a6-3e2f-4835-8e80-205582e9c6cb req-cb9381f9-95f9-4b5a-be95-723667463793 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239499 Nov 09 21:31:35.165677 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb3fed-94a3-4bee-bdf4-891ccf2eae92 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=43f640e3-38bb-47ea-bcb9-62c571ff310f,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:35.209055 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7f0d60ba-c61f-40c5-9bf3-80e451e296a0 req-6d5c9dc7-4fea-4abf-a73b-5fb75cfc4a4e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e63a53c0-9c74-472d-854f-77c19d8e6ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526350 Nov 09 21:31:35.273826 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57764) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:35.449197 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7f0d60ba-c61f-40c5-9bf3-80e451e296a0 req-c7764e35-d54d-46e8-a101-263c3bd5db0c service neutron] 10.222.0.43 "GET /v2.0/networks/e63a53c0-9c74-472d-854f-77c19d8e6ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325444 Nov 09 21:31:35.614197 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914591aa-251d-4e43-9cea-7b4925d1e80e req-89c88a40-8450-421b-bf3f-e2469eda2b95 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:35.615946 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-914591aa-251d-4e43-9cea-7b4925d1e80e req-89c88a40-8450-421b-bf3f-e2469eda2b95 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbb2078c-2aed-4065-ad24-8eb8179cd8b0 HTTP/1.1" status: 200 len: 943 time: 0.2780223 Nov 09 21:31:35.677374 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-10fb3fed-94a3-4bee-bdf4-891ccf2eae92 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:35.726509 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-10fb3fed-94a3-4bee-bdf4-891ccf2eae92 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eb54586-0ce9-4553-b358-320dfaa2e84f']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:31:35.750207 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-10fb3fed-94a3-4bee-bdf4-891ccf2eae92 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b5545c3-fdce-4533-b02f-888022d855f7') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:31:35.750626 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-10fb3fed-94a3-4bee-bdf4-891ccf2eae92 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b5545c3-fdce-4533-b02f-888022d855f7') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:31:35.772904 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-10fb3fed-94a3-4bee-bdf4-891ccf2eae92 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:35.795412 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-914591aa-251d-4e43-9cea-7b4925d1e80e req-08c90bbe-c7d0-4a20-a67f-fe6139710955 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693845 Nov 09 21:31:35.801049 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-10fb3fed-94a3-4bee-bdf4-891ccf2eae92 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:35.808811 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10fb3fed-94a3-4bee-bdf4-891ccf2eae92 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:31:35.809289 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-10fb3fed-94a3-4bee-bdf4-891ccf2eae92 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:35.811433 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:31:35.811433 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:31:35.811433 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:31:35.811433 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:31:35.811433 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:31:35.811433 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:31:35.811433 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:31:35.811433 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:31:35.811433 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:31:35.811433 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:31:35.811433 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:31:35.811433 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:31:35.811433 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:31:35.811433 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:31:35.811433 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:31:35.811433 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:31:35.811433 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:31:35.811433 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:31:35.811433 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:31:35.811433 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:31:35.811433 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:31:35.811433 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:31:35.811433 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:31:35.811433 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:31:35.811433 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:31:35.811433 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:31:35.811433 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:31:35.811433 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:31:35.811433 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:31:35.811433 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:31:35.811433 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:31:35.811433 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:31:35.882652 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7f0d60ba-c61f-40c5-9bf3-80e451e296a0 req-0d880959-b3fa-49ce-8707-8e7ec8d1f267 service neutron] 10.222.0.43 "GET /v2.0/networks/e63a53c0-9c74-472d-854f-77c19d8e6ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108763 Nov 09 21:31:35.937186 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1bb89462-48f2-4cdf-9b00-97d80423b751 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:35.972534 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-10fb3fed-94a3-4bee-bdf4-891ccf2eae92 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:35.994140 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10fb3fed-94a3-4bee-bdf4-891ccf2eae92 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2eb54586-0ce9-4553-b358-320dfaa2e84f {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 21:31:36.011241 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-10fb3fed-94a3-4bee-bdf4-891ccf2eae92 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:36.024805 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-10fb3fed-94a3-4bee-bdf4-891ccf2eae92 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] 10.222.0.49 "DELETE /v2.0/networks/2eb54586-0ce9-4553-b358-320dfaa2e84f HTTP/1.1" status: 204 len: 168 time: 2.5657370 Nov 09 21:31:36.027561 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57786) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:36.069121 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb3fed-94a3-4bee-bdf4-891ccf2eae92 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Pushing event deleted for resources: {'Network': ['ID=2eb54586-0ce9-4553-b358-320dfaa2e84f,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:36.172416 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 40a2911d-5e8e-4f80-8a75-d5db552b3804 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:31:36.287164 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1bb89462-48f2-4cdf-9b00-97d80423b751 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:36.310559 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1bb89462-48f2-4cdf-9b00-97d80423b751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:36.416380 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb89462-48f2-4cdf-9b00-97d80423b751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8135fc-44f3-4ff9-acf9-ac0c01abbe35,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:36.426343 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1ff50b75-7fdb-4c0e-9b72-6316518565d4 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1475 time: 0.3951154 Nov 09 21:31:36.431395 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57796) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:36.494319 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935409c-ec18-4f34-92a1-f301ec2e523b req-3a1a6c06-6b31-4ed0-b582-b88d1a2a4156 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:36.508405 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0935409c-ec18-4f34-92a1-f301ec2e523b req-3a1a6c06-6b31-4ed0-b582-b88d1a2a4156 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 944 time: 0.1872666 Nov 09 21:31:36.523885 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 40a2911d-5e8e-4f80-8a75-d5db552b3804, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=40a2911d-5e8e-4f80-8a75-d5db552b3804,segment=NetworkSegment(f1d1420c-9500-4b39-a5ac-48afc5071fab),segment_id=f1d1420c-9500-4b39-a5ac-48afc5071fab)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:31:36.577851 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '40a2911d-5e8e-4f80-8a75-d5db552b3804', 'network_id': 'e63a53c0-9c74-472d-854f-77c19d8e6ef4', 'port_id': '40a2911d-5e8e-4f80-8a75-d5db552b3804', 'mac_address': 'fa:16:3e:ff:65:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb20a4a-8695-412f-8658-c790ccaeab3d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:31:36.658518 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0935409c-ec18-4f34-92a1-f301ec2e523b req-6d1133dd-5494-4f36-ad6f-c818fd9e9543 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458182 Nov 09 21:31:36.672019 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:36.695681 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d71381-c900-45c3-bddf-0086020e2e20 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:36.696960 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d71381-c900-45c3-bddf-0086020e2e20 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:36.697589 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d71381-c900-45c3-bddf-0086020e2e20 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:36.698234 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d71381-c900-45c3-bddf-0086020e2e20 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:36.698896 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d71381-c900-45c3-bddf-0086020e2e20 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:36.699511 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d71381-c900-45c3-bddf-0086020e2e20 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:36.700127 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d71381-c900-45c3-bddf-0086020e2e20 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:36.700346 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40a2911d-5e8e-4f80-8a75-d5db552b3804 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:31:36.702429 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a3d71381-c900-45c3-bddf-0086020e2e20 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4661 time: 0.2629406 Nov 09 21:31:36.706588 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57800) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:36.721862 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1bb89462-48f2-4cdf-9b00-97d80423b751 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b602b45fa6724d0dbefc32155a5bbe97&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4452252 Nov 09 21:31:36.741803 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 40a2911d-5e8e-4f80-8a75-d5db552b3804, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=40a2911d-5e8e-4f80-8a75-d5db552b3804,segment=NetworkSegment(f1d1420c-9500-4b39-a5ac-48afc5071fab),segment_id=f1d1420c-9500-4b39-a5ac-48afc5071fab)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:31:36.744012 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57802) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:36.762270 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:36.782104 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-ec92b6c1-6464-4b21-8822-e6a57dc6b592 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1621835818&fields=id&tenant_id=8d996b08d23e47a28746199b551ba8f0 HTTP/1.1" status: 200 len: 267 time: 0.5735722 Nov 09 21:31:36.982152 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=40a2911d-5e8e-4f80-8a75-d5db552b3804,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:37.043070 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [None req-b182c0fa-b332-4ba5-ba9e-aaf373ca64ad tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] delete failed (client error): The resource could not be found. Nov 09 21:31:37.047022 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b182c0fa-b332-4ba5-ba9e-aaf373ca64ad tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] 10.222.0.49 "DELETE /v2.0/floatingips/b38cab53-1f7e-490d-9ff8-00397c334240 HTTP/1.1" status: 404 len: 345 time: 0.3393400 Nov 09 21:31:37.058047 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57812) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:37.073303 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['40a2911d-5e8e-4f80-8a75-d5db552b3804'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:31:37.074472 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-36782acb-1b69-4b67-855e-d4d5f6f7e046 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:37.087691 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-36782acb-1b69-4b67-855e-d4d5f6f7e046 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/networks?id=55847ffd-7836-446f-91d3-f14e046c5bb2 HTTP/1.1" status: 200 len: 811 time: 0.2697229 Nov 09 21:31:37.112673 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-87b6cd7c-baf3-4eee-b924-4b4fa8120a5f tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] DELETE failed (client error): The resource could not be found. Nov 09 21:31:37.114687 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87b6cd7c-baf3-4eee-b924-4b4fa8120a5f tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:31:37.124730 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-87b6cd7c-baf3-4eee-b924-4b4fa8120a5f tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] 10.222.0.49 "DELETE /v2.0/networks/2eb54586-0ce9-4553-b358-320dfaa2e84f HTTP/1.1" status: 404 len: 339 time: 0.0622382 Nov 09 21:31:37.132700 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57814) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:37.142945 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-97a2420e-16c1-4196-ba0b-972ec8364150 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Request body: {'network': {'name': 'tempest-network--1749215548', 'router:external': True}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:31:37.152365 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e411c62-8a0c-470b-93f9-4a88f9854376 req-963274df-cdd6-4bd3-8341-be5f10b57f00 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:37.156861 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5e411c62-8a0c-470b-93f9-4a88f9854376 req-963274df-cdd6-4bd3-8341-be5f10b57f00 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 946 time: 0.3364315 Nov 09 21:31:37.169937 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-f626d9ce-c260-4b62-8189-931a538db329 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/quotas/8d996b08d23e47a28746199b551ba8f0 HTTP/1.1" status: 200 len: 375 time: 0.0680184 Nov 09 21:31:37.226256 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-11aec28d-39be-43a6-b1c3-380c0849b705 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:37.261399 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5e411c62-8a0c-470b-93f9-4a88f9854376 req-526dc7d2-4dea-4884-b442-4a75a5c66b5e tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956340 Nov 09 21:31:37.321585 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-11aec28d-39be-43a6-b1c3-380c0849b705 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:37.334894 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-c1299431-7464-4f71-9b44-27107c87dc2a tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8d996b08d23e47a28746199b551ba8f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1630073 Nov 09 21:31:37.358964 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a2420e-16c1-4196-ba0b-972ec8364150 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Made reservation on behalf of ea15c8fe79384aec84d094fc3462802b for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:31:37.362079 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-97a2420e-16c1-4196-ba0b-972ec8364150 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:37.418671 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97a2420e-16c1-4196-ba0b-972ec8364150 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:31:37.438135 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-97a2420e-16c1-4196-ba0b-972ec8364150 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:37.438599 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-97a2420e-16c1-4196-ba0b-972ec8364150 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Added segment fffa9121-e886-4229-b839-be30902b0240 of type vlan for network a7c0257e-ad20-41e8-be8d-b6a8e52a447e Nov 09 21:31:37.528034 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-97a2420e-16c1-4196-ba0b-972ec8364150 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:37.541261 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc47b81-81df-46aa-8bcb-a585be639a35 req-ebc8dc39-0f35-433e-a39c-5bc0f9b02c48 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:37.542866 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0dc47b81-81df-46aa-8bcb-a585be639a35 req-ebc8dc39-0f35-433e-a39c-5bc0f9b02c48 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbb2078c-2aed-4065-ad24-8eb8179cd8b0 HTTP/1.1" status: 200 len: 944 time: 0.0948169 Nov 09 21:31:37.613153 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-97a2420e-16c1-4196-ba0b-972ec8364150 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:37.614598 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a2420e-16c1-4196-ba0b-972ec8364150 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:37.615249 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-97a2420e-16c1-4196-ba0b-972ec8364150 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:37.646486 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0dc47b81-81df-46aa-8bcb-a585be639a35 req-9d1ce060-9a15-4759-a3c0-b8c4bd7b782a tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927837 Nov 09 21:31:37.908194 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-20377807-76fd-4607-8568-45794b16a87f service neutron] 10.222.0.49 "GET /v2.0/networks/55847ffd-7836-446f-91d3-f14e046c5bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5219789 Nov 09 21:31:37.944915 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-97a2420e-16c1-4196-ba0b-972ec8364150 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8049552 Nov 09 21:31:37.945700 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57826) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:38.114099 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a2420e-16c1-4196-ba0b-972ec8364150 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Pushing event updated for resources: {'Network': ['ID=a7c0257e-ad20-41e8-be8d-b6a8e52a447e,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:38.129903 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network a7c0257e-ad20-41e8-be8d-b6a8e52a447e details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:31:38.133449 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-11aec28d-39be-43a6-b1c3-380c0849b705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:38.139841 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-11aec28d-39be-43a6-b1c3-380c0849b705 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:38.144426 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-11aec28d-39be-43a6-b1c3-380c0849b705 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6c8135fc-44f3-4ff9-acf9-ac0c01abbe35 HTTP/1.1" status: 204 len: 168 time: 1.3968475 Nov 09 21:31:38.192483 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aec28d-39be-43a6-b1c3-380c0849b705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8135fc-44f3-4ff9-acf9-ac0c01abbe35,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:38.258240 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-7976b75a-69e4-4725-932a-478acf434b8e service neutron] 10.222.0.49 "GET /v2.0/networks/55847ffd-7836-446f-91d3-f14e046c5bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471050 Nov 09 21:31:38.366679 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 40a2911d-5e8e-4f80-8a75-d5db552b3804 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:31:38.652285 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 40a2911d-5e8e-4f80-8a75-d5db552b3804 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:31:38.661496 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 40a2911d-5e8e-4f80-8a75-d5db552b3804 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:31:38.662226 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:38.666279 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656bfe8b-7b78-4b84-ba77-cce7a19d6104 tempest-ExternalNetworksTestJSON-496517834 tempest-ExternalNetworksTestJSON-496517834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:38.677644 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656bfe8b-7b78-4b84-ba77-cce7a19d6104 tempest-ExternalNetworksTestJSON-496517834 tempest-ExternalNetworksTestJSON-496517834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:38.699523 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656bfe8b-7b78-4b84-ba77-cce7a19d6104 tempest-ExternalNetworksTestJSON-496517834 tempest-ExternalNetworksTestJSON-496517834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:38.727530 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656bfe8b-7b78-4b84-ba77-cce7a19d6104 tempest-ExternalNetworksTestJSON-496517834 tempest-ExternalNetworksTestJSON-496517834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:38.729345 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-656bfe8b-7b78-4b84-ba77-cce7a19d6104 tempest-ExternalNetworksTestJSON-496517834 tempest-ExternalNetworksTestJSON-496517834-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.7812665 Nov 09 21:31:38.732568 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57846) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:38.878023 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57848) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:38.945407 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:38.981850 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e25ff447-69ac-4c4c-b27b-9807dd2df6d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:39.022727 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb2078c-2aed-4065-ad24-8eb8179cd8b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a2911d-5e8e-4f80-8a75-d5db552b3804'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:31:39.033115 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9569ee5e-ff71-46a1-8c38-071f41e8b2ea" -d '{"events": [{"server_uuid": "bbb2078c-2aed-4065-ad24-8eb8179cd8b0", "name": "network-vif-plugged", "status": "completed", "tag": "40a2911d-5e8e-4f80-8a75-d5db552b3804"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:31:39.039728 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43b54f-5f7f-4370-8c87-0b1cc1be8a5f req-c03ff47b-4107-427d-8932-e98f9ac259f2 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:39.041829 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-af43b54f-5f7f-4370-8c87-0b1cc1be8a5f req-c03ff47b-4107-427d-8932-e98f9ac259f2 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 944 time: 0.3112779 Nov 09 21:31:39.053652 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4fc9df-c4b6-4f3c-b415-8f5d95b75f2e req-9c8f5339-5d8d-4d7c-978a-e67c326aaa15 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:39.059536 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 40a2911d-5e8e-4f80-8a75-d5db552b3804, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=40a2911d-5e8e-4f80-8a75-d5db552b3804,segment=NetworkSegment(f1d1420c-9500-4b39-a5ac-48afc5071fab),segment_id=f1d1420c-9500-4b39-a5ac-48afc5071fab)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:31:39.065907 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0b4fc9df-c4b6-4f3c-b415-8f5d95b75f2e req-9c8f5339-5d8d-4d7c-978a-e67c326aaa15 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 946 time: 0.2173026 Nov 09 21:31:39.068340 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:39.071030 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-40636c74-eb53-4dd9-bed2-4cac1b0e1758 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:39.141911 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-af43b54f-5f7f-4370-8c87-0b1cc1be8a5f req-b86eb385-a64a-4f2d-b28a-73dfbcf6dcd7 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913835 Nov 09 21:31:39.181963 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=40a2911d-5e8e-4f80-8a75-d5db552b3804,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:39.284005 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e25ff447-69ac-4c4c-b27b-9807dd2df6d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:39.288532 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e25ff447-69ac-4c4c-b27b-9807dd2df6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:39.342621 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e25ff447-69ac-4c4c-b27b-9807dd2df6d5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4d0dfed42ef24e23b7a8afa31b41772a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4626465 Nov 09 21:31:39.348548 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57856) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:39.482294 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0b4fc9df-c4b6-4f3c-b415-8f5d95b75f2e req-f1427414-156a-46a6-8bc5-9c225d6d329a tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4123278 Nov 09 21:31:39.499262 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-40636c74-eb53-4dd9-bed2-4cac1b0e1758 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:39.574266 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-40636c74-eb53-4dd9-bed2-4cac1b0e1758 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7c0257e-ad20-41e8-be8d-b6a8e52a447e']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:31:39.590718 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ff447-69ac-4c4c-b27b-9807dd2df6d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8f4af3-5b3c-45bb-869d-4377eb3c5313,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:39.595160 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-40636c74-eb53-4dd9-bed2-4cac1b0e1758 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fffa9121-e886-4229-b839-be30902b0240') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:31:39.595757 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-40636c74-eb53-4dd9-bed2-4cac1b0e1758 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fffa9121-e886-4229-b839-be30902b0240') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:31:39.650026 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d1a893d6-5365-4c97-8e02-8f4f99487921 req-e521b32a-29c1-4f20-b03e-50ae226b5ed7 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=52cbcba1-cf59-4fc9-8d6c-7076719e6ac8 HTTP/1.1" status: 200 len: 210 time: 0.0570381 Nov 09 21:31:39.650638 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2e8d2c61-95ad-441a-9033-e5e1314c7922 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:39.657585 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-40636c74-eb53-4dd9-bed2-4cac1b0e1758 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:39.689537 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-40636c74-eb53-4dd9-bed2-4cac1b0e1758 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:39.706391 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40636c74-eb53-4dd9-bed2-4cac1b0e1758 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:31:39.708251 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-40636c74-eb53-4dd9-bed2-4cac1b0e1758 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:39.713654 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:31:39.713654 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:31:39.713654 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:31:39.713654 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:31:39.713654 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:31:39.713654 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:31:39.713654 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:31:39.713654 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:31:39.713654 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:31:39.713654 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:31:39.713654 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:31:39.713654 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:31:39.713654 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:31:39.713654 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:31:39.713654 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:31:39.713654 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:31:39.713654 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:31:39.713654 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:31:39.713654 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:31:39.713654 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:31:39.713654 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:31:39.713654 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:31:39.713654 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:31:39.713654 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:31:39.713654 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:31:39.713654 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:31:39.713654 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:31:39.713654 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:31:39.713654 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:31:39.713654 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:31:39.713654 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:31:39.713654 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:31:39.743934 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8a22fe-7710-4f1f-b395-197583deeca5 x-openstack-request-id: req-fc8a22fe-7710-4f1f-b395-197583deeca5 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:31:39.744439 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb2078c-2aed-4065-ad24-8eb8179cd8b0", "name": "network-vif-plugged", "status": "completed", "tag": "40a2911d-5e8e-4f80-8a75-d5db552b3804", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:31:39.744728 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fc8a22fe-7710-4f1f-b395-197583deeca5 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:31:39.745206 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb2078c-2aed-4065-ad24-8eb8179cd8b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a2911d-5e8e-4f80-8a75-d5db552b3804', 'code': 200} Nov 09 21:31:39.749629 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2d087-1320-4232-900e-afbacc624283 req-4c68282b-e634-4519-bcb0-bdc1bef3119d tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:39.770526 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d5b2d087-1320-4232-900e-afbacc624283 req-4c68282b-e634-4519-bcb0-bdc1bef3119d tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbb2078c-2aed-4065-ad24-8eb8179cd8b0 HTTP/1.1" status: 200 len: 945 time: 0.3864627 Nov 09 21:31:39.825865 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-40636c74-eb53-4dd9-bed2-4cac1b0e1758 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:39.833662 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40636c74-eb53-4dd9-bed2-4cac1b0e1758 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a7c0257e-ad20-41e8-be8d-b6a8e52a447e {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 21:31:39.837800 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-40636c74-eb53-4dd9-bed2-4cac1b0e1758 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:39.848522 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-40636c74-eb53-4dd9-bed2-4cac1b0e1758 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] 10.222.0.49 "DELETE /v2.0/networks/a7c0257e-ad20-41e8-be8d-b6a8e52a447e HTTP/1.1" status: 204 len: 168 time: 1.1148291 Nov 09 21:31:39.860721 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57862) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:39.890742 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-212057e9-6a4e-46dd-8172-35d2dc822614 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Request body: {'network': {'name': 'tempest-network--42373078', 'router:external': True}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:31:39.901194 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40636c74-eb53-4dd9-bed2-4cac1b0e1758 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Pushing event deleted for resources: {'Network': ['ID=a7c0257e-ad20-41e8-be8d-b6a8e52a447e,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:39.948164 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212057e9-6a4e-46dd-8172-35d2dc822614 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Made reservation on behalf of ea15c8fe79384aec84d094fc3462802b for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:31:39.951200 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-212057e9-6a4e-46dd-8172-35d2dc822614 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:40.003933 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2e8d2c61-95ad-441a-9033-e5e1314c7922 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:40.011895 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-212057e9-6a4e-46dd-8172-35d2dc822614 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:31:40.072904 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-212057e9-6a4e-46dd-8172-35d2dc822614 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:40.075769 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-212057e9-6a4e-46dd-8172-35d2dc822614 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Added segment 9ac7e7d2-2a2f-44d5-9ba9-f9ee62e076ac of type vlan for network 3673478b-4fd5-495b-8dda-552ce959da41 Nov 09 21:31:40.174839 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d5b2d087-1320-4232-900e-afbacc624283 req-2018bd7f-2946-4492-9056-51c422899a00 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4000237 Nov 09 21:31:40.197894 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2e8d2c61-95ad-441a-9033-e5e1314c7922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:40.256950 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2e8d2c61-95ad-441a-9033-e5e1314c7922 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:40.266533 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2e8d2c61-95ad-441a-9033-e5e1314c7922 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bc8f4af3-5b3c-45bb-869d-4377eb3c5313 HTTP/1.1" status: 204 len: 168 time: 0.9128213 Nov 09 21:31:40.488956 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d2c61-95ad-441a-9033-e5e1314c7922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8f4af3-5b3c-45bb-869d-4377eb3c5313,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:40.498273 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-212057e9-6a4e-46dd-8172-35d2dc822614 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:40.563339 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb60a4-54b8-440c-b101-3e11952b0e6d req-223ff498-0557-404e-9dee-af4a154017ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:40.564948 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c4fb60a4-54b8-440c-b101-3e11952b0e6d req-223ff498-0557-404e-9dee-af4a154017ea service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bbb2078c-2aed-4065-ad24-8eb8179cd8b0 HTTP/1.1" status: 200 len: 1096 time: 0.3871250 Nov 09 21:31:40.673765 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.db.resource_extend [None req-212057e9-6a4e-46dd-8172-35d2dc822614 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 21:31:40.734751 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device a310ed82-5c76-42dd-938a-ffb8947a05b9 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:31:40.761287 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976773b-a8e0-4f44-9338-3625d41cb7a9 req-e4c22e02-d7b2-48df-b9ef-2531c13920d6 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:40.785124 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0976773b-a8e0-4f44-9338-3625d41cb7a9 req-e4c22e02-d7b2-48df-b9ef-2531c13920d6 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 944 time: 0.2362833 Nov 09 21:31:40.816265 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-212057e9-6a4e-46dd-8172-35d2dc822614 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:40.817648 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212057e9-6a4e-46dd-8172-35d2dc822614 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:40.818239 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-212057e9-6a4e-46dd-8172-35d2dc822614 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:40.863160 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c4fb60a4-54b8-440c-b101-3e11952b0e6d req-caa2f1ef-ad86-4ce2-b1db-690cccf5bf5c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632245 Nov 09 21:31:40.877066 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f80d09-eca0-4683-9f33-662e0a20c0d3 req-1caaa4bd-bc0d-4274-9bd6-86c3a36a03ec tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:40.893593 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-35f80d09-eca0-4683-9f33-662e0a20c0d3 req-1caaa4bd-bc0d-4274-9bd6-86c3a36a03ec tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 946 time: 0.2689893 Nov 09 21:31:41.051673 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-35f80d09-eca0-4683-9f33-662e0a20c0d3 req-d55c4ce0-3d46-4f9f-ba77-b59bea6f58f9 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568508 Nov 09 21:31:41.094641 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port a310ed82-5c76-42dd-938a-ffb8947a05b9, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=a310ed82-5c76-42dd-938a-ffb8947a05b9,segment=NetworkSegment(4b1e7064-c872-4e6f-85a8-e00a69322723),segment_id=4b1e7064-c872-4e6f-85a8-e00a69322723)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:31:41.114582 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': 'a310ed82-5c76-42dd-938a-ffb8947a05b9', 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef', 'port_id': 'a310ed82-5c76-42dd-938a-ffb8947a05b9', 'mac_address': 'fa:16:3e:45:f4:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48041428-5cce-473c-b445-a01eb383d908', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:31:41.117249 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device a310ed82-5c76-42dd-938a-ffb8947a05b9 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:31:41.124449 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-212057e9-6a4e-46dd-8172-35d2dc822614 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 860 time: 1.2603600 Nov 09 21:31:41.126036 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57880) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:41.226263 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:41.245130 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212057e9-6a4e-46dd-8172-35d2dc822614 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Pushing event updated for resources: {'Network': ['ID=3673478b-4fd5-495b-8dda-552ce959da41,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:41.248008 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a310ed82-5c76-42dd-938a-ffb8947a05b9 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:31:41.257515 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 3673478b-4fd5-495b-8dda-552ce959da41 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:31:41.266178 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abdb8b6-e359-4996-bfaf-5713f7bb8151 tempest-ExternalNetworksTestJSON-496517834 tempest-ExternalNetworksTestJSON-496517834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:41.270146 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5abdb8b6-e359-4996-bfaf-5713f7bb8151 tempest-ExternalNetworksTestJSON-496517834 tempest-ExternalNetworksTestJSON-496517834-project] 10.222.0.49 "GET /v2.0/networks/3673478b-4fd5-495b-8dda-552ce959da41 HTTP/1.1" status: 200 len: 755 time: 0.1413093 Nov 09 21:31:41.270465 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-3e2a0f24-35c0-41a2-a2c5-15705efced6e tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:41.270465 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-3e2a0f24-35c0-41a2-a2c5-15705efced6e tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.45 "GET /v2.0/networks?id=55847ffd-7836-446f-91d3-f14e046c5bb2 HTTP/1.1" status: 200 len: 811 time: 0.3742440 Nov 09 21:31:41.274646 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57886) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:41.338032 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0976773b-a8e0-4f44-9338-3625d41cb7a9 req-3539c8e8-4549-4b1f-928b-d65a8a619d65 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5494497 Nov 09 21:31:41.537016 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-84edc179-4511-4fdd-bbd3-7ae5057ade7a req-c47514bc-646c-450d-b973-eb8d9bc04851 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=52cbcba1-cf59-4fc9-8d6c-7076719e6ac8 HTTP/1.1" status: 200 len: 210 time: 0.2418342 Nov 09 21:31:41.638437 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a97867-a12b-4758-bf8e-488394c40be4 tempest-ExternalNetworksTestJSON-496517834 tempest-ExternalNetworksTestJSON-496517834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:41.642055 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-88a97867-a12b-4758-bf8e-488394c40be4 tempest-ExternalNetworksTestJSON-496517834 tempest-ExternalNetworksTestJSON-496517834-project] 10.222.0.49 "GET /v2.0/networks/0e8e173b-eb26-44b6-a459-737558de277f HTTP/1.1" status: 200 len: 766 time: 0.3639374 Nov 09 21:31:41.648667 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57896) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:41.659720 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:41.690887 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-4cc9d0a6-b49f-4d03-8c91-4b7f68bef29c tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d996b08d23e47a28746199b551ba8f0 HTTP/1.1" status: 200 len: 380 time: 0.4006016 Nov 09 21:31:41.691313 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port a310ed82-5c76-42dd-938a-ffb8947a05b9, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=a310ed82-5c76-42dd-938a-ffb8947a05b9,segment=NetworkSegment(4b1e7064-c872-4e6f-85a8-e00a69322723),segment_id=4b1e7064-c872-4e6f-85a8-e00a69322723)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:31:41.704058 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:41.706913 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-d71908aa-6d61-4050-a5c3-afd7b498b24d tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Request body: {'port': {'device_id': '52cbcba1-cf59-4fc9-8d6c-7076719e6ac8', 'network_id': '55847ffd-7836-446f-91d3-f14e046c5bb2', 'admin_state_up': True, 'tenant_id': '8d996b08d23e47a28746199b551ba8f0', 'security_groups': ['e3ee36ce-49ad-4626-8793-80796989662d']}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:31:41.809708 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.db.api [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 21:31:41.810336 n-d-816206-3 neutron-server[102609]: DEBUG oslo_db.api [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 21:31:41.814505 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['a310ed82-5c76-42dd-938a-ffb8947a05b9'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:31:41.851779 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c1a2fc5a-3c09-4a2f-87be-d2a964bd75b7 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:41.864685 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9fd4e-d960-4d27-84e7-12aae0840589 req-4aa909d2-b2e1-4388-8c3b-b348e7e7faf7 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:41.872452 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b2f9fd4e-d960-4d27-84e7-12aae0840589 req-4aa909d2-b2e1-4388-8c3b-b348e7e7faf7 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbb2078c-2aed-4065-ad24-8eb8179cd8b0 HTTP/1.1" status: 200 len: 945 time: 0.4104507 Nov 09 21:31:41.898285 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=a310ed82-5c76-42dd-938a-ffb8947a05b9,revision_number=11']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:42.014527 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b2f9fd4e-d960-4d27-84e7-12aae0840589 req-2f944e39-4252-4aab-8cef-9f0631311405 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409132 Nov 09 21:31:42.065619 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c1a2fc5a-3c09-4a2f-87be-d2a964bd75b7 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:42.080146 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-d71908aa-6d61-4050-a5c3-afd7b498b24d tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Made reservation on behalf of 8d996b08d23e47a28746199b551ba8f0 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:31:42.085238 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-d71908aa-6d61-4050-a5c3-afd7b498b24d tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:42.140533 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-c1a2fc5a-3c09-4a2f-87be-d2a964bd75b7 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3673478b-4fd5-495b-8dda-552ce959da41']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:31:42.163956 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-c1a2fc5a-3c09-4a2f-87be-d2a964bd75b7 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ac7e7d2-2a2f-44d5-9ba9-f9ee62e076ac') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:31:42.168051 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-c1a2fc5a-3c09-4a2f-87be-d2a964bd75b7 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ac7e7d2-2a2f-44d5-9ba9-f9ee62e076ac') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:31:42.199479 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c1a2fc5a-3c09-4a2f-87be-d2a964bd75b7 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:42.218233 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c1a2fc5a-3c09-4a2f-87be-d2a964bd75b7 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:42.225689 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1a2fc5a-3c09-4a2f-87be-d2a964bd75b7 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:31:42.226698 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c1a2fc5a-3c09-4a2f-87be-d2a964bd75b7 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:42.228605 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:31:42.228605 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:31:42.228605 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:31:42.228605 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:31:42.228605 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:31:42.228605 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:31:42.228605 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:31:42.228605 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:31:42.228605 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:31:42.228605 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:31:42.228605 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:31:42.228605 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:31:42.228605 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:31:42.228605 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:31:42.228605 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:31:42.228605 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:31:42.228605 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:31:42.228605 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:31:42.228605 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:31:42.228605 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:31:42.228605 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:31:42.228605 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:31:42.228605 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:31:42.228605 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:31:42.228605 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:31:42.228605 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:31:42.228605 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:31:42.228605 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:31:42.228605 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:31:42.228605 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:31:42.228605 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:31:42.228605 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:31:42.316485 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd809678-b0b0-4139-a77e-abf1edd7ac57 req-a581938b-6544-4979-b43c-446c25566898 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:42.324450 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dd809678-b0b0-4139-a77e-abf1edd7ac57 req-a581938b-6544-4979-b43c-446c25566898 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 945 time: 0.1318741 Nov 09 21:31:42.325179 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c1a2fc5a-3c09-4a2f-87be-d2a964bd75b7 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:42.334650 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-d71908aa-6d61-4050-a5c3-afd7b498b24d tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Allocated IP 172.20.0.10 (55847ffd-7836-446f-91d3-f14e046c5bb2/85ce8c7e-f82b-4b24-9029-22d978d44b85/7465ca43-d2d3-4040-877b-6d2864c4c100) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:31:42.339699 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a2fc5a-3c09-4a2f-87be-d2a964bd75b7 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3673478b-4fd5-495b-8dda-552ce959da41 {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 21:31:42.359079 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c1a2fc5a-3c09-4a2f-87be-d2a964bd75b7 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:42.373644 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c1a2fc5a-3c09-4a2f-87be-d2a964bd75b7 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] 10.222.0.49 "DELETE /v2.0/networks/3673478b-4fd5-495b-8dda-552ce959da41 HTTP/1.1" status: 204 len: 168 time: 0.7206588 Nov 09 21:31:42.393172 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:42.410391 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57922) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:42.410936 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a310ed82-5c76-42dd-938a-ffb8947a05b9 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:31:42.411679 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a2fc5a-3c09-4a2f-87be-d2a964bd75b7 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Pushing event deleted for resources: {'Network': ['ID=3673478b-4fd5-495b-8dda-552ce959da41,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:42.435217 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-4547ad1c-078f-47c1-9bc1-80fe0ef372bd tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Request body: {'network': {'name': 'tempest-network--170659718'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:31:42.438303 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port a310ed82-5c76-42dd-938a-ffb8947a05b9, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=a310ed82-5c76-42dd-938a-ffb8947a05b9,segment=NetworkSegment(4b1e7064-c872-4e6f-85a8-e00a69322723),segment_id=4b1e7064-c872-4e6f-85a8-e00a69322723)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:31:42.452971 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:42.503061 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dd809678-b0b0-4139-a77e-abf1edd7ac57 req-fea6584d-632f-44a5-bd29-4ec9f8ddc322 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1758451 Nov 09 21:31:42.561570 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=a310ed82-5c76-42dd-938a-ffb8947a05b9,revision_number=12']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:42.581643 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4547ad1c-078f-47c1-9bc1-80fe0ef372bd tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Made reservation on behalf of ea15c8fe79384aec84d094fc3462802b for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:31:42.585470 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4547ad1c-078f-47c1-9bc1-80fe0ef372bd tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:42.649965 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99873ee7-a038-475b-8dbb-1e9531d298b2 req-91556684-8d53-4fb6-9f1a-2786c12a9f70 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:42.651789 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-99873ee7-a038-475b-8dbb-1e9531d298b2 req-91556684-8d53-4fb6-9f1a-2786c12a9f70 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 944 time: 0.1650152 Nov 09 21:31:42.667325 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4547ad1c-078f-47c1-9bc1-80fe0ef372bd tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:31:42.677860 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4547ad1c-078f-47c1-9bc1-80fe0ef372bd tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:42.678345 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-4547ad1c-078f-47c1-9bc1-80fe0ef372bd tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Added segment d332c4ce-06bf-4c7c-9332-f379af8e2c7b of type vlan for network 2e7abb2e-90a3-4ab4-9842-907052e47e1a Nov 09 21:31:42.740904 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4547ad1c-078f-47c1-9bc1-80fe0ef372bd tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:42.751023 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device a310ed82-5c76-42dd-938a-ffb8947a05b9 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:31:42.814346 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4547ad1c-078f-47c1-9bc1-80fe0ef372bd tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:42.815656 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4547ad1c-078f-47c1-9bc1-80fe0ef372bd tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:42.816598 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4547ad1c-078f-47c1-9bc1-80fe0ef372bd tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:42.884349 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port a310ed82-5c76-42dd-938a-ffb8947a05b9 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:31:42.885753 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:42.902595 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-99873ee7-a038-475b-8dbb-1e9531d298b2 req-660105f3-10ed-4803-a2aa-6a5f70dfe2ab tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324849 Nov 09 21:31:42.912529 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4547ad1c-078f-47c1-9bc1-80fe0ef372bd tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4857135 Nov 09 21:31:42.912827 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57942) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:42.928035 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-8ade4ef7-f765-4b0d-98e8-eff123ce11c7 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:31:43.012694 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:43.024146 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547ad1c-078f-47c1-9bc1-80fe0ef372bd tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Pushing event updated for resources: {'Network': ['ID=2e7abb2e-90a3-4ab4-9842-907052e47e1a,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:43.039496 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 2e7abb2e-90a3-4ab4-9842-907052e47e1a details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:31:43.094718 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff72e0b-9f2e-42f2-bc62-01eec41f1381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a310ed82-5c76-42dd-938a-ffb8947a05b9'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:31:43.098685 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c078431-8604-4581-9f25-963c94d03ad5" -d '{"events": [{"server_uuid": "eff72e0b-9f2e-42f2-bc62-01eec41f1381", "name": "network-vif-plugged", "status": "completed", "tag": "a310ed82-5c76-42dd-938a-ffb8947a05b9"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:31:43.161761 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port a310ed82-5c76-42dd-938a-ffb8947a05b9, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=a310ed82-5c76-42dd-938a-ffb8947a05b9,segment=NetworkSegment(4b1e7064-c872-4e6f-85a8-e00a69322723),segment_id=4b1e7064-c872-4e6f-85a8-e00a69322723)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:31:43.178939 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:43.296405 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8ade4ef7-f765-4b0d-98e8-eff123ce11c7 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:43.303590 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0ccf7c1b-a396-4db8-b812-b20a4c6cb2e7 req-fef9d09e-0065-4633-a3c0-2f7ac870dd5d tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=52cbcba1-cf59-4fc9-8d6c-7076719e6ac8 HTTP/1.1" status: 200 len: 210 time: 0.6726904 Nov 09 21:31:43.336342 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=a310ed82-5c76-42dd-938a-ffb8947a05b9,revision_number=13']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:43.342334 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8ade4ef7-f765-4b0d-98e8-eff123ce11c7 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:43.392286 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e019b-8a9c-469d-b5a2-9c5a086cc87b req-29f7d956-a8dc-4e6e-a045-b49813efc43e tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:43.398351 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-d71908aa-6d61-4050-a5c3-afd7b498b24d tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:43.399725 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fa0e019b-8a9c-469d-b5a2-9c5a086cc87b req-29f7d956-a8dc-4e6e-a045-b49813efc43e tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbb2078c-2aed-4065-ad24-8eb8179cd8b0 HTTP/1.1" status: 200 len: 945 time: 0.2162547 Nov 09 21:31:43.423244 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228dd888-8df5-441c-ade8-99883accf2eb x-openstack-request-id: req-228dd888-8df5-441c-ade8-99883accf2eb {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:31:43.423754 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff72e0b-9f2e-42f2-bc62-01eec41f1381", "name": "network-vif-plugged", "status": "completed", "tag": "a310ed82-5c76-42dd-938a-ffb8947a05b9", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:31:43.424193 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-228dd888-8df5-441c-ade8-99883accf2eb {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:31:43.425114 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff72e0b-9f2e-42f2-bc62-01eec41f1381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a310ed82-5c76-42dd-938a-ffb8947a05b9', 'code': 200} Nov 09 21:31:43.440032 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8ade4ef7-f765-4b0d-98e8-eff123ce11c7 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Network 2e7abb2e-90a3-4ab4-9842-907052e47e1a is not hosted by any dhcp agent {{(pid=102608) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 21:31:43.440892 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ade4ef7-f765-4b0d-98e8-eff123ce11c7 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:43.441494 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8ade4ef7-f765-4b0d-98e8-eff123ce11c7 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:43.445233 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8ade4ef7-f765-4b0d-98e8-eff123ce11c7 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] 10.222.0.49 "PUT /v2.0/networks/2e7abb2e-90a3-4ab4-9842-907052e47e1a HTTP/1.1" status: 200 len: 856 time: 0.5289328 Nov 09 21:31:43.445795 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57960) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:43.478180 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-d71908aa-6d61-4050-a5c3-afd7b498b24d tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:43.520900 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade4ef7-f765-4b0d-98e8-eff123ce11c7 tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Pushing event updated for resources: {'Network': ['ID=2e7abb2e-90a3-4ab4-9842-907052e47e1a,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:43.557987 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fa0e019b-8a9c-469d-b5a2-9c5a086cc87b req-833217e8-8b42-417c-abdb-b7142086c31f tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121976 Nov 09 21:31:43.591717 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f40bed7f-2297-4f12-8069-b3f69f6e7c7e tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:43.642156 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-d71908aa-6d61-4050-a5c3-afd7b498b24d tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Network 55847ffd-7836-446f-91d3-f14e046c5bb2 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:31:43.648012 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-d71908aa-6d61-4050-a5c3-afd7b498b24d tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:31:43.659507 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-d71908aa-6d61-4050-a5c3-afd7b498b24d tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:31:43.764552 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71908aa-6d61-4050-a5c3-afd7b498b24d tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Pushing event updated for resources: {'Port': ['ID=7465ca43-d2d3-4040-877b-6d2864c4c100,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:43.881093 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653cedc8-791d-466a-aa15-e7169c91ef4b req-6241cfea-30cc-44da-994b-7697381f1f8e tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:43.882896 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-653cedc8-791d-466a-aa15-e7169c91ef4b req-6241cfea-30cc-44da-994b-7697381f1f8e tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 946 time: 0.2367966 Nov 09 21:31:43.885801 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f40bed7f-2297-4f12-8069-b3f69f6e7c7e tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:43.954364 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-d71908aa-6d61-4050-a5c3-afd7b498b24d tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:43.962478 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-d71908aa-6d61-4050-a5c3-afd7b498b24d tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:44.042218 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b237eb1-b6db-43b2-8e57-a7c09f1da335 req-65117338-ba12-41ef-b91b-196eb61f3619 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:44.054741 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3b237eb1-b6db-43b2-8e57-a7c09f1da335 req-65117338-ba12-41ef-b91b-196eb61f3619 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbb2078c-2aed-4065-ad24-8eb8179cd8b0 HTTP/1.1" status: 200 len: 945 time: 0.1102188 Nov 09 21:31:44.110654 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-f40bed7f-2297-4f12-8069-b3f69f6e7c7e tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e7abb2e-90a3-4ab4-9842-907052e47e1a']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:31:44.116341 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-1ea11279-dd85-4be9-8ad2-2a7ae88605ed None None] Provisioning complete for port 7465ca43-d2d3-4040-877b-6d2864c4c100 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:31:44.116956 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1ea11279-dd85-4be9-8ad2-2a7ae88605ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:44.205887 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3b237eb1-b6db-43b2-8e57-a7c09f1da335 req-9c198903-3d0d-49ad-be8a-63a29a342f97 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445251 Nov 09 21:31:44.210525 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-d71908aa-6d61-4050-a5c3-afd7b498b24d tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5075152 Nov 09 21:31:44.239826 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-e96a0600-af48-437a-8094-79587a9cddd5 service neutron] Request body: {'port': {'device_id': '52cbcba1-cf59-4fc9-8d6c-7076719e6ac8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:31:44.251141 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 06b735e7-95a4-4400-ac21-34cfa1677929 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:31:44.268211 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-f40bed7f-2297-4f12-8069-b3f69f6e7c7e tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd332c4ce-06bf-4c7c-9332-f379af8e2c7b') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:31:44.268944 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-f40bed7f-2297-4f12-8069-b3f69f6e7c7e tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd332c4ce-06bf-4c7c-9332-f379af8e2c7b') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:31:44.308428 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-1ea11279-dd85-4be9-8ad2-2a7ae88605ed None None] Port 7465ca43-d2d3-4040-877b-6d2864c4c100 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:31:44.411016 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f40bed7f-2297-4f12-8069-b3f69f6e7c7e tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:44.505901 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667fff3-6971-4e8a-836f-ca82cfae9da9 req-efe5c8b3-2827-4b33-9992-34e0edad4df2 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:44.517313 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4667fff3-6971-4e8a-836f-ca82cfae9da9 req-efe5c8b3-2827-4b33-9992-34e0edad4df2 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 944 time: 0.1470599 Nov 09 21:31:44.542728 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f40bed7f-2297-4f12-8069-b3f69f6e7c7e tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:44.556793 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f40bed7f-2297-4f12-8069-b3f69f6e7c7e tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:31:44.557200 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f40bed7f-2297-4f12-8069-b3f69f6e7c7e tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:44.580678 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 06b735e7-95a4-4400-ac21-34cfa1677929, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=06b735e7-95a4-4400-ac21-34cfa1677929,segment=NetworkSegment(34c790f7-0b4d-4574-9ae7-2413289b0cee),segment_id=34c790f7-0b4d-4574-9ae7-2413289b0cee)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:31:44.623461 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '06b735e7-95a4-4400-ac21-34cfa1677929', 'network_id': '276f688e-7f99-4153-a7fb-8c012406fc86', 'port_id': '06b735e7-95a4-4400-ac21-34cfa1677929', 'mac_address': 'fa:16:3e:6c:f1:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aead6392-42fa-4a16-a986-5c9371526ce9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:31:44.705337 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4667fff3-6971-4e8a-836f-ca82cfae9da9 req-c773eab1-f43c-4d56-b2d1-3019ef2481c0 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869783 Nov 09 21:31:44.724259 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:44.751572 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06b735e7-95a4-4400-ac21-34cfa1677929 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:31:44.794216 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 06b735e7-95a4-4400-ac21-34cfa1677929, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=06b735e7-95a4-4400-ac21-34cfa1677929,segment=NetworkSegment(34c790f7-0b4d-4574-9ae7-2413289b0cee),segment_id=34c790f7-0b4d-4574-9ae7-2413289b0cee)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:31:44.801363 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:44.803883 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb704d4-1df6-4b9a-ab17-63b1b7f5d2f8 req-7f610269-dc70-41f8-a0d1-a2dd10cd2a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:44.807062 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6fb704d4-1df6-4b9a-ab17-63b1b7f5d2f8 req-7f610269-dc70-41f8-a0d1-a2dd10cd2a5c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1eec0d183eb43fa903f8da93e957658&device_id=bbb2078c-2aed-4065-ad24-8eb8179cd8b0 HTTP/1.1" status: 200 len: 1096 time: 0.9023478 Nov 09 21:31:44.809879 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-e96a0600-af48-437a-8094-79587a9cddd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:44.869421 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:31:44.869421 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:31:44.869421 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:31:44.869421 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:31:44.869421 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:31:44.869421 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:31:44.869421 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:31:44.869421 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:31:44.869421 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:31:44.869421 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:31:44.869421 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:31:44.869421 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:31:44.869421 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:31:44.869421 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:31:44.869421 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:31:44.869421 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:31:44.869421 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:31:44.869421 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:31:44.869421 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:31:44.869421 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:31:44.869421 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:31:44.869421 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:31:44.869421 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:31:44.869421 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:31:44.869421 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:31:44.869421 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:31:44.869421 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:31:44.869421 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:31:44.869421 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:31:44.869421 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:31:44.869421 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:31:44.869421 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:31:44.873457 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=06b735e7-95a4-4400-ac21-34cfa1677929,revision_number=11']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:44.937760 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-653cedc8-791d-466a-aa15-e7169c91ef4b req-14be9fcc-d7f2-4e5c-86e1-3384ab7d885a tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0310683 Nov 09 21:31:45.017985 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354d746-33cc-422e-8143-6e1659ccc67a req-1d4a8e65-dd63-478e-8eb7-109ed9abf9d4 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:45.037272 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6354d746-33cc-422e-8143-6e1659ccc67a req-1d4a8e65-dd63-478e-8eb7-109ed9abf9d4 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=52cbcba1-cf59-4fc9-8d6c-7076719e6ac8 HTTP/1.1" status: 200 len: 932 time: 0.1439681 Nov 09 21:31:45.109903 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['06b735e7-95a4-4400-ac21-34cfa1677929'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:31:45.129027 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6354d746-33cc-422e-8143-6e1659ccc67a req-80be85d6-fda3-4844-994a-3084e6985b7f tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3ee36ce-49ad-4626-8793-80796989662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896189 Nov 09 21:31:45.184547 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f40bed7f-2297-4f12-8069-b3f69f6e7c7e tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:45.198081 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40bed7f-2297-4f12-8069-b3f69f6e7c7e tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2e7abb2e-90a3-4ab4-9842-907052e47e1a {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 21:31:45.231415 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f40bed7f-2297-4f12-8069-b3f69f6e7c7e tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:45.243846 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58004) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:45.254356 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f40bed7f-2297-4f12-8069-b3f69f6e7c7e tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] 10.222.0.49 "DELETE /v2.0/networks/2e7abb2e-90a3-4ab4-9842-907052e47e1a HTTP/1.1" status: 204 len: 168 time: 1.8069103 Nov 09 21:31:45.346115 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-33b2feac-5960-4dd2-9bb7-a3bc4f993ec5 tempest-ExternalNetworksTestJSON-496517834 tempest-ExternalNetworksTestJSON-496517834-project] DELETE failed (client error): The resource could not be found. Nov 09 21:31:45.346743 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33b2feac-5960-4dd2-9bb7-a3bc4f993ec5 tempest-ExternalNetworksTestJSON-496517834 tempest-ExternalNetworksTestJSON-496517834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:31:45.359456 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40bed7f-2297-4f12-8069-b3f69f6e7c7e tempest-ExternalNetworksTestJSON-1888154208 tempest-ExternalNetworksTestJSON-1888154208-project-admin] Pushing event deleted for resources: {'Network': ['ID=2e7abb2e-90a3-4ab4-9842-907052e47e1a,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:45.364407 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-33b2feac-5960-4dd2-9bb7-a3bc4f993ec5 tempest-ExternalNetworksTestJSON-496517834 tempest-ExternalNetworksTestJSON-496517834-project] 10.222.0.49 "DELETE /v2.0/subnets/43f640e3-38bb-47ea-bcb9-62c571ff310f HTTP/1.1" status: 404 len: 337 time: 0.1048529 Nov 09 21:31:45.365085 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58006) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:45.535545 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d3567cb8-757b-45a9-905b-7a7c88865f4d tempest-ExternalNetworksTestJSON-496517834 tempest-ExternalNetworksTestJSON-496517834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:45.651161 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d3567cb8-757b-45a9-905b-7a7c88865f4d tempest-ExternalNetworksTestJSON-496517834 tempest-ExternalNetworksTestJSON-496517834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:45.678002 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-d3567cb8-757b-45a9-905b-7a7c88865f4d tempest-ExternalNetworksTestJSON-496517834 tempest-ExternalNetworksTestJSON-496517834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e8e173b-eb26-44b6-a459-737558de277f']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:31:45.704254 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-e96a0600-af48-437a-8094-79587a9cddd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7465ca43-d2d3-4040-877b-6d2864c4c100 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:31:45.710215 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-d3567cb8-757b-45a9-905b-7a7c88865f4d tempest-ExternalNetworksTestJSON-496517834 tempest-ExternalNetworksTestJSON-496517834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c0666a1-5fe8-4d31-9e2f-5afce74fa49d') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:31:45.711547 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-d3567cb8-757b-45a9-905b-7a7c88865f4d tempest-ExternalNetworksTestJSON-496517834 tempest-ExternalNetworksTestJSON-496517834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c0666a1-5fe8-4d31-9e2f-5afce74fa49d') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:31:45.713616 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-e96a0600-af48-437a-8094-79587a9cddd5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:45.729169 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-e96a0600-af48-437a-8094-79587a9cddd5 service neutron] Transition to ACTIVE for port object 7465ca43-d2d3-4040-877b-6d2864c4c100 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:31:45.740563 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d3567cb8-757b-45a9-905b-7a7c88865f4d tempest-ExternalNetworksTestJSON-496517834 tempest-ExternalNetworksTestJSON-496517834-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:45.757833 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-e96a0600-af48-437a-8094-79587a9cddd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:45.775203 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d3567cb8-757b-45a9-905b-7a7c88865f4d tempest-ExternalNetworksTestJSON-496517834 tempest-ExternalNetworksTestJSON-496517834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:45.789435 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3567cb8-757b-45a9-905b-7a7c88865f4d tempest-ExternalNetworksTestJSON-496517834 tempest-ExternalNetworksTestJSON-496517834-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:31:45.790529 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d3567cb8-757b-45a9-905b-7a7c88865f4d tempest-ExternalNetworksTestJSON-496517834 tempest-ExternalNetworksTestJSON-496517834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:45.800174 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:31:45.800174 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:31:45.800174 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:31:45.800174 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:31:45.800174 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:31:45.800174 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:31:45.800174 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:31:45.800174 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:31:45.800174 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:31:45.800174 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:31:45.800174 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:31:45.800174 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:31:45.800174 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:31:45.800174 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:31:45.800174 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:31:45.800174 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:31:45.800174 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:31:45.800174 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:31:45.800174 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:31:45.800174 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:31:45.800174 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:31:45.800174 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:31:45.800174 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:31:45.800174 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:31:45.800174 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:31:45.800174 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:31:45.800174 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:31:45.800174 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:31:45.800174 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:31:45.800174 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:31:45.800174 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:31:45.800174 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:31:46.055168 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d3567cb8-757b-45a9-905b-7a7c88865f4d tempest-ExternalNetworksTestJSON-496517834 tempest-ExternalNetworksTestJSON-496517834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:46.075871 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb704d4-1df6-4b9a-ab17-63b1b7f5d2f8 req-101c4646-3d59-4735-b718-c4e4c6324ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:46.077449 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6fb704d4-1df6-4b9a-ab17-63b1b7f5d2f8 req-101c4646-3d59-4735-b718-c4e4c6324ffc service neutron] 10.222.0.43 "GET /v2.0/networks?id=e63a53c0-9c74-472d-854f-77c19d8e6ef4 HTTP/1.1" status: 200 len: 910 time: 1.1673591 Nov 09 21:31:46.094997 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d3567cb8-757b-45a9-905b-7a7c88865f4d tempest-ExternalNetworksTestJSON-496517834 tempest-ExternalNetworksTestJSON-496517834-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:46.097834 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92257ed4-47fe-48c9-9e63-bf5a52bd2ab1 req-10ec534b-4523-4c63-b728-fdec1ffa634b tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:46.102115 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d3567cb8-757b-45a9-905b-7a7c88865f4d tempest-ExternalNetworksTestJSON-496517834 tempest-ExternalNetworksTestJSON-496517834-project] 10.222.0.49 "DELETE /v2.0/networks/0e8e173b-eb26-44b6-a459-737558de277f HTTP/1.1" status: 204 len: 168 time: 0.7359810 Nov 09 21:31:46.105096 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-92257ed4-47fe-48c9-9e63-bf5a52bd2ab1 req-10ec534b-4523-4c63-b728-fdec1ffa634b tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbb2078c-2aed-4065-ad24-8eb8179cd8b0 HTTP/1.1" status: 200 len: 945 time: 0.7433109 Nov 09 21:31:46.110006 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96a0600-af48-437a-8094-79587a9cddd5 service neutron] Pushing event updated for resources: {'Port': ['ID=7465ca43-d2d3-4040-877b-6d2864c4c100,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:46.137187 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4b46c-b550-4915-83e3-677c5ffee0bb req-4d50de69-e416-4f8a-8ea9-0e296a6472e2 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:46.142101 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d2f4b46c-b550-4915-83e3-677c5ffee0bb req-4d50de69-e416-4f8a-8ea9-0e296a6472e2 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 945 time: 0.2283876 Nov 09 21:31:46.175402 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3567cb8-757b-45a9-905b-7a7c88865f4d tempest-ExternalNetworksTestJSON-496517834 tempest-ExternalNetworksTestJSON-496517834-project] Pushing event deleted for resources: {'Network': ['ID=0e8e173b-eb26-44b6-a459-737558de277f,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:46.233050 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-e96a0600-af48-437a-8094-79587a9cddd5 service neutron] Attempting to bind port 7465ca43-d2d3-4040-877b-6d2864c4c100 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:31:46.233746 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-e96a0600-af48-437a-8094-79587a9cddd5 service neutron] Attempting to bind port 7465ca43-d2d3-4040-877b-6d2864c4c100 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '78ce6615-06a8-4c13-a188-c74fb2e831a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '55847ffd-7836-446f-91d3-f14e046c5bb2'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:31:46.234560 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-e96a0600-af48-437a-8094-79587a9cddd5 service neutron] Attempting to bind port 7465ca43-d2d3-4040-877b-6d2864c4c100 on network 55847ffd-7836-446f-91d3-f14e046c5bb2 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:31:46.254252 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 06b735e7-95a4-4400-ac21-34cfa1677929 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:31:46.270866 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d2f4b46c-b550-4915-83e3-677c5ffee0bb req-2de10273-e878-4bbf-b362-2395b5001943 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046746 Nov 09 21:31:46.273406 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-e96a0600-af48-437a-8094-79587a9cddd5 service neutron] Port 7465ca43-d2d3-4040-877b-6d2864c4c100 on network 55847ffd-7836-446f-91d3-f14e046c5bb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:31:46.273981 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-e96a0600-af48-437a-8094-79587a9cddd5 service neutron] Attempting to bind port 7465ca43-d2d3-4040-877b-6d2864c4c100 on network 55847ffd-7836-446f-91d3-f14e046c5bb2 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:31:46.280365 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-92257ed4-47fe-48c9-9e63-bf5a52bd2ab1 req-8bc47262-395c-4d5c-93e4-97f36f1a492a tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213186 Nov 09 21:31:46.291430 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6fb704d4-1df6-4b9a-ab17-63b1b7f5d2f8 req-8c44e404-f911-4188-b49d-001bf053fc92 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40a2911d-5e8e-4f80-8a75-d5db552b3804 HTTP/1.1" status: 200 len: 217 time: 0.1827581 Nov 09 21:31:46.295631 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-e96a0600-af48-437a-8094-79587a9cddd5 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:31:46.295982 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-e96a0600-af48-437a-8094-79587a9cddd5 service neutron] Checking segment: {'id': '78ce6615-06a8-4c13-a188-c74fb2e831a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '55847ffd-7836-446f-91d3-f14e046c5bb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:31:46.296371 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-e96a0600-af48-437a-8094-79587a9cddd5 service neutron] Bound using segment: {'id': '78ce6615-06a8-4c13-a188-c74fb2e831a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '55847ffd-7836-446f-91d3-f14e046c5bb2'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:31:46.296851 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-e96a0600-af48-437a-8094-79587a9cddd5 service neutron] Bound port: 7465ca43-d2d3-4040-877b-6d2864c4c100, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78ce6615-06a8-4c13-a188-c74fb2e831a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '55847ffd-7836-446f-91d3-f14e046c5bb2'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:31:46.297215 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-e96a0600-af48-437a-8094-79587a9cddd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:46.478181 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1bf21d-aaff-4940-bf6e-8ce720c18801 req-c5c77cfd-5124-45d1-82d4-357b17c08978 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:46.504028 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0a1bf21d-aaff-4940-bf6e-8ce720c18801 req-c5c77cfd-5124-45d1-82d4-357b17c08978 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 946 time: 0.1289392 Nov 09 21:31:46.544223 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 06b735e7-95a4-4400-ac21-34cfa1677929 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:31:46.551261 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 06b735e7-95a4-4400-ac21-34cfa1677929 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:31:46.551764 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:46.691584 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:46.706192 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-e96a0600-af48-437a-8094-79587a9cddd5 service neutron] For port 7465ca43-d2d3-4040-877b-6d2864c4c100, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:31:46.715712 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-e96a0600-af48-437a-8094-79587a9cddd5 service neutron] For port 7465ca43-d2d3-4040-877b-6d2864c4c100, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=7465ca43-d2d3-4040-877b-6d2864c4c100,segment=NetworkSegment(78ce6615-06a8-4c13-a188-c74fb2e831a4),segment_id=78ce6615-06a8-4c13-a188-c74fb2e831a4)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:31:46.721734 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb704d4-1df6-4b9a-ab17-63b1b7f5d2f8 req-1cb3b8de-19f2-4a74-94f1-908c072e05af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:46.726163 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6fb704d4-1df6-4b9a-ab17-63b1b7f5d2f8 req-1cb3b8de-19f2-4a74-94f1-908c072e05af service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bfb20a4a-8695-412f-8658-c790ccaeab3d HTTP/1.1" status: 200 len: 850 time: 0.4253309 Nov 09 21:31:46.738257 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-e96a0600-af48-437a-8094-79587a9cddd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:46.762953 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76e666a-9764-4565-9a62-2e8aec45655c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b735e7-95a4-4400-ac21-34cfa1677929'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:31:46.767200 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6af255f-ff76-43c9-b41b-79e3f1a2876c" -d '{"events": [{"server_uuid": "b76e666a-9764-4565-9a62-2e8aec45655c", "name": "network-vif-plugged", "status": "completed", "tag": "06b735e7-95a4-4400-ac21-34cfa1677929"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:31:46.813329 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 06b735e7-95a4-4400-ac21-34cfa1677929, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=06b735e7-95a4-4400-ac21-34cfa1677929,segment=NetworkSegment(34c790f7-0b4d-4574-9ae7-2413289b0cee),segment_id=34c790f7-0b4d-4574-9ae7-2413289b0cee)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:31:46.825046 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:46.928112 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6fb704d4-1df6-4b9a-ab17-63b1b7f5d2f8 req-e7d741c3-4c3b-4a4d-ab80-026c52a07d31 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e63a53c0-9c74-472d-854f-77c19d8e6ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1687479 Nov 09 21:31:46.972736 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=06b735e7-95a4-4400-ac21-34cfa1677929,revision_number=12']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:46.979952 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:31:46.992014 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4027b7-518d-4d7f-b19d-d3188e02b35b req-d89d8366-2b29-49a7-917d-8fceb1c99751 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:47.001974 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2e4027b7-518d-4d7f-b19d-d3188e02b35b req-d89d8366-2b29-49a7-917d-8fceb1c99751 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=52cbcba1-cf59-4fc9-8d6c-7076719e6ac8 HTTP/1.1" status: 200 len: 944 time: 0.4683955 Nov 09 21:31:47.014820 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-e96a0600-af48-437a-8094-79587a9cddd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:47.017044 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-e96a0600-af48-437a-8094-79587a9cddd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:47.022374 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-e96a0600-af48-437a-8094-79587a9cddd5 service neutron] 10.222.0.45 "PUT /v2.0/ports/7465ca43-d2d3-4040-877b-6d2864c4c100 HTTP/1.1" status: 200 len: 1092 time: 2.7872164 Nov 09 21:31:47.024099 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52cbcba1-cf59-4fc9-8d6c-7076719e6ac8', 'tag': '7465ca43-d2d3-4040-877b-6d2864c4c100'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:31:47.029429 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39e0e8a-c574-482e-998e-22e700caad81" -d '{"events": [{"name": "network-changed", "server_uuid": "52cbcba1-cf59-4fc9-8d6c-7076719e6ac8", "tag": "7465ca43-d2d3-4040-877b-6d2864c4c100"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:31:47.067004 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58040) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:47.334508 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96a0600-af48-437a-8094-79587a9cddd5 service neutron] Pushing event updated for resources: {'Port': ['ID=7465ca43-d2d3-4040-877b-6d2864c4c100,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:47.349779 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2e4027b7-518d-4d7f-b19d-d3188e02b35b req-26eb4332-e80d-4b78-9caf-eded0580917b tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3ee36ce-49ad-4626-8793-80796989662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2612307 Nov 09 21:31:47.361684 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0a1bf21d-aaff-4940-bf6e-8ce720c18801 req-a3a4c5b3-677c-4981-a552-9546ee6fba5c tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8562689 Nov 09 21:31:47.393655 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-904899f9-f242-4401-aca6-0a0cceb1ef04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:47.395519 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-904899f9-f242-4401-aca6-0a0cceb1ef04 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8d996b08d23e47a28746199b551ba8f0&device_id=52cbcba1-cf59-4fc9-8d6c-7076719e6ac8 HTTP/1.1" status: 200 len: 1095 time: 0.2559500 Nov 09 21:31:47.429401 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6fb704d4-1df6-4b9a-ab17-63b1b7f5d2f8 req-8d23ca13-411d-40c6-8fda-6b62c82dcce9 service neutron] 10.222.0.43 "GET /v2.0/networks/e63a53c0-9c74-472d-854f-77c19d8e6ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4905093 Nov 09 21:31:47.438274 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc79e437-7925-4127-912f-44ac1e478fe1 x-openstack-request-id: req-dc79e437-7925-4127-912f-44ac1e478fe1 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:31:47.438870 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76e666a-9764-4565-9a62-2e8aec45655c", "name": "network-vif-plugged", "status": "completed", "tag": "06b735e7-95a4-4400-ac21-34cfa1677929", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:31:47.438870 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dc79e437-7925-4127-912f-44ac1e478fe1 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:31:47.439211 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76e666a-9764-4565-9a62-2e8aec45655c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b735e7-95a4-4400-ac21-34cfa1677929', 'code': 200} Nov 09 21:31:47.460087 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ccae3d04-1146-4298-8da5-83d87dbf7f8c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5c60a775241d4ece89b7717ceb6d673a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3913043 Nov 09 21:31:47.505382 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58048) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:47.553956 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5e4b1d-35cf-40a9-b5d2-d950c91b6055 x-openstack-request-id: req-2e5e4b1d-35cf-40a9-b5d2-d950c91b6055 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:31:47.554231 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52cbcba1-cf59-4fc9-8d6c-7076719e6ac8", "tag": "7465ca43-d2d3-4040-877b-6d2864c4c100", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:31:47.554548 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2e5e4b1d-35cf-40a9-b5d2-d950c91b6055 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:31:47.555046 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52cbcba1-cf59-4fc9-8d6c-7076719e6ac8', 'tag': '7465ca43-d2d3-4040-877b-6d2864c4c100', 'status': 'completed', 'code': 200} Nov 09 21:31:47.592677 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-3a860d85-9d27-49fa-bafe-8f2aad56e896 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7465ca43-d2d3-4040-877b-6d2864c4c100 HTTP/1.1" status: 200 len: 217 time: 0.1879680 Nov 09 21:31:47.673586 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b3b5ec83-beb4-4aa4-8617-c151dbd3fbbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:47.726240 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d59c5269-3b82-475c-9576-97e13521e49a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:47.758422 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-aae51955-e06b-41e7-ad2c-3522cd0edc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:47.760351 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-aae51955-e06b-41e7-ad2c-3522cd0edc08 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85ce8c7e-f82b-4b24-9029-22d978d44b85 HTTP/1.1" status: 200 len: 850 time: 0.1365273 Nov 09 21:31:47.777116 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d59c5269-3b82-475c-9576-97e13521e49a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:47.874836 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d59c5269-3b82-475c-9576-97e13521e49a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:47.875770 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53190ebf-c66e-4d09-8d9d-dfcdcee810ea req-ddfd0c2a-cd25-4198-9aaa-6317106a4b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:47.877575 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d59c5269-3b82-475c-9576-97e13521e49a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:47.877728 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-53190ebf-c66e-4d09-8d9d-dfcdcee810ea req-ddfd0c2a-cd25-4198-9aaa-6317106a4b6f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 1097 time: 0.1163275 Nov 09 21:31:47.878755 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d59c5269-3b82-475c-9576-97e13521e49a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/69954a99-483e-4b8a-bb42-85c2f5ddaa58 HTTP/1.1" status: 204 len: 168 time: 0.3723335 Nov 09 21:31:47.896892 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd81ef6-7369-466b-89de-a65ffef8099c req-f5ddadfe-0ba3-44f4-bf79-f086fbfdd9eb tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:47.904224 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dcd81ef6-7369-466b-89de-a65ffef8099c req-f5ddadfe-0ba3-44f4-bf79-f086fbfdd9eb tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbb2078c-2aed-4065-ad24-8eb8179cd8b0 HTTP/1.1" status: 200 len: 945 time: 0.2055013 Nov 09 21:31:47.925412 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c5269-3b82-475c-9576-97e13521e49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69954a99-483e-4b8a-bb42-85c2f5ddaa58,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:47.988312 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-78905755-86c4-4d2c-8b5c-6522c699e75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:47.990630 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-78905755-86c4-4d2c-8b5c-6522c699e75e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=55847ffd-7836-446f-91d3-f14e046c5bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2161617 Nov 09 21:31:48.012219 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dcd81ef6-7369-466b-89de-a65ffef8099c req-262aede3-128b-4320-8dab-a91bec02ce72 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977261 Nov 09 21:31:48.031543 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6fb704d4-1df6-4b9a-ab17-63b1b7f5d2f8 req-135a23c5-93a0-458e-9bf5-50b1ce10e7d2 service neutron] 10.222.0.43 "GET /v2.0/networks/e63a53c0-9c74-472d-854f-77c19d8e6ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4794288 Nov 09 21:31:48.145822 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-53190ebf-c66e-4d09-8d9d-dfcdcee810ea req-288e2724-c82e-40dc-8b30-03447169e209 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320399 Nov 09 21:31:48.371648 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-f7d6eaee-5239-4ab4-bd0e-b87285a996ea service neutron] 10.222.0.45 "GET /v2.0/networks/55847ffd-7836-446f-91d3-f14e046c5bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617251 Nov 09 21:31:48.386559 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d426f-a23d-4901-a64e-0cfcb90fd606 req-e7406ca8-edac-428e-8d9c-a0cf2f5b0ed9 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:48.394230 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-965d426f-a23d-4901-a64e-0cfcb90fd606 req-e7406ca8-edac-428e-8d9c-a0cf2f5b0ed9 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 946 time: 0.8432600 Nov 09 21:31:48.545119 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-965d426f-a23d-4901-a64e-0cfcb90fd606 req-1757b678-2600-4fca-8b00-3f33ca3d7a7d tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500056 Nov 09 21:31:48.581890 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1791194-9b67-402f-a55e-1f71da08b166 req-02e1e34a-bc93-4f62-bace-f672f0a160ae tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:48.590815 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d1791194-9b67-402f-a55e-1f71da08b166 req-02e1e34a-bc93-4f62-bace-f672f0a160ae tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 946 time: 0.0935962 Nov 09 21:31:48.629870 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-65ceabfa-4fff-4963-a0e8-b4625792ab5a req-55b8c048-a2e0-4d11-998d-e8f5677d7be2 service neutron] 10.222.0.45 "GET /v2.0/networks/55847ffd-7836-446f-91d3-f14e046c5bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335529 Nov 09 21:31:48.675460 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d1791194-9b67-402f-a55e-1f71da08b166 req-bceeb9af-6158-4067-81d7-d3df9949caa4 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682566 Nov 09 21:31:48.787302 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14f687-f3d2-4c21-9b57-db455cc2c31d req-66e60951-1123-40a1-9598-588e45b0cd18 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:48.789111 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9f14f687-f3d2-4c21-9b57-db455cc2c31d req-66e60951-1123-40a1-9598-588e45b0cd18 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=52cbcba1-cf59-4fc9-8d6c-7076719e6ac8 HTTP/1.1" status: 200 len: 944 time: 0.1218150 Nov 09 21:31:48.810254 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e0e8a-c574-482e-998e-22e700caad81 req-6045e24e-0b79-4f02-91b8-00f8b70af579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:48.812264 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f39e0e8a-c574-482e-998e-22e700caad81 req-6045e24e-0b79-4f02-91b8-00f8b70af579 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8d996b08d23e47a28746199b551ba8f0&device_id=52cbcba1-cf59-4fc9-8d6c-7076719e6ac8 HTTP/1.1" status: 200 len: 1095 time: 0.1271923 Nov 09 21:31:48.865696 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58078) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:48.953641 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2eb170f9-7e2d-429a-864c-713925ff8283 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ea15c8fe79384aec84d094fc3462802b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0864699 Nov 09 21:31:48.957962 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58080) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:48.959221 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e0e8a-c574-482e-998e-22e700caad81 req-d066908c-af55-4894-8527-180e4effae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:48.961033 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f39e0e8a-c574-482e-998e-22e700caad81 req-d066908c-af55-4894-8527-180e4effae82 service neutron] 10.222.0.45 "GET /v2.0/networks?id=55847ffd-7836-446f-91d3-f14e046c5bb2 HTTP/1.1" status: 200 len: 911 time: 0.1418347 Nov 09 21:31:49.019265 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9f14f687-f3d2-4c21-9b57-db455cc2c31d req-305a2ee4-df1c-4795-9d7d-d4d19aff001d tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3ee36ce-49ad-4626-8793-80796989662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065458 Nov 09 21:31:49.035705 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e5daad17-7353-4f81-9ca4-5b26fb833130 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:49.062294 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e5daad17-7353-4f81-9ca4-5b26fb833130 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:49.074001 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f39e0e8a-c574-482e-998e-22e700caad81 req-4ff0a19e-9c71-44f0-b4dd-8d8bfd07f853 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7465ca43-d2d3-4040-877b-6d2864c4c100 HTTP/1.1" status: 200 len: 217 time: 0.0823846 Nov 09 21:31:49.166529 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e0e8a-c574-482e-998e-22e700caad81 req-e80a896c-aec3-4be1-99d0-a4153f54996f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:49.175534 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f39e0e8a-c574-482e-998e-22e700caad81 req-e80a896c-aec3-4be1-99d0-a4153f54996f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85ce8c7e-f82b-4b24-9029-22d978d44b85 HTTP/1.1" status: 200 len: 850 time: 0.0913684 Nov 09 21:31:49.243429 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e0e8a-c574-482e-998e-22e700caad81 req-2e7680e0-7648-4518-a4d1-e018f24d8b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:49.245199 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f39e0e8a-c574-482e-998e-22e700caad81 req-2e7680e0-7648-4518-a4d1-e018f24d8b1c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=55847ffd-7836-446f-91d3-f14e046c5bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622306 Nov 09 21:31:49.255599 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e9a58-b27f-4b4b-bdd4-57d2698f0f7a req-32a246f3-ed70-471b-85ac-c04f8ed580c5 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:49.263870 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1e6e9a58-b27f-4b4b-bdd4-57d2698f0f7a req-32a246f3-ed70-471b-85ac-c04f8ed580c5 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbb2078c-2aed-4065-ad24-8eb8179cd8b0 HTTP/1.1" status: 200 len: 945 time: 0.1330767 Nov 09 21:31:49.286030 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e5daad17-7353-4f81-9ca4-5b26fb833130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:49.294007 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e5daad17-7353-4f81-9ca4-5b26fb833130 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:49.299429 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e5daad17-7353-4f81-9ca4-5b26fb833130 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5cc36b73-65cf-44b2-a370-89e5cd0781b5 HTTP/1.1" status: 204 len: 168 time: 0.3374739 Nov 09 21:31:49.384087 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f39e0e8a-c574-482e-998e-22e700caad81 req-73e93a74-7fe0-47bf-8f41-f484eaff35ab service neutron] 10.222.0.45 "GET /v2.0/networks/55847ffd-7836-446f-91d3-f14e046c5bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234932 Nov 09 21:31:49.389817 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5daad17-7353-4f81-9ca4-5b26fb833130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc36b73-65cf-44b2-a370-89e5cd0781b5,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:49.504264 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1e6e9a58-b27f-4b4b-bdd4-57d2698f0f7a req-e2b613bf-b050-4efd-ab78-d1a7f9dda35d tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999016 Nov 09 21:31:49.578329 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f39e0e8a-c574-482e-998e-22e700caad81 req-921462f6-f26c-4b94-8463-40e6f6019dcf service neutron] 10.222.0.45 "GET /v2.0/networks/55847ffd-7836-446f-91d3-f14e046c5bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772177 Nov 09 21:31:49.800875 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30ede6-ac18-46f7-9caf-a7bb43a78e57 req-d1ddbf45-5da9-401d-b11f-90102c29d165 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:49.804562 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aa30ede6-ac18-46f7-9caf-a7bb43a78e57 req-d1ddbf45-5da9-401d-b11f-90102c29d165 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 946 time: 0.1656973 Nov 09 21:31:49.973900 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46971a-ad4e-479a-953d-e8b3d34c2760 req-aa3642d3-38af-4c4b-a176-0f0318d08f86 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:49.986108 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9c46971a-ad4e-479a-953d-e8b3d34c2760 req-aa3642d3-38af-4c4b-a176-0f0318d08f86 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 946 time: 0.1206300 Nov 09 21:31:50.020899 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aa30ede6-ac18-46f7-9caf-a7bb43a78e57 req-2624e93d-d012-474a-99bf-e50eb928dfe6 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091191 Nov 09 21:31:50.047139 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a8e0e232-7934-4024-8a4a-0e9f9cacf09c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:50.104328 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9c46971a-ad4e-479a-953d-e8b3d34c2760 req-1c3672b6-2fd2-4a80-b0ce-edf67f60f0a4 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126528 Nov 09 21:31:50.282388 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55254ea4-6ab7-4897-9cca-aac398894209 req-493e3fcd-b114-4b27-99b4-f3562885ed69 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:50.293729 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-55254ea4-6ab7-4897-9cca-aac398894209 req-493e3fcd-b114-4b27-99b4-f3562885ed69 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=52cbcba1-cf59-4fc9-8d6c-7076719e6ac8 HTTP/1.1" status: 200 len: 944 time: 0.1550784 Nov 09 21:31:50.409867 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-55254ea4-6ab7-4897-9cca-aac398894209 req-893d77dd-f470-463e-82aa-2d0986b148b1 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3ee36ce-49ad-4626-8793-80796989662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148045 Nov 09 21:31:50.814865 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e259c44-8da6-4992-a303-e69155232e81 req-20efe984-9ef3-4799-8f64-aadd011e3e6f tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:50.818429 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 7465ca43-d2d3-4040-877b-6d2864c4c100 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:31:50.819293 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5e259c44-8da6-4992-a303-e69155232e81 req-20efe984-9ef3-4799-8f64-aadd011e3e6f tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbb2078c-2aed-4065-ad24-8eb8179cd8b0 HTTP/1.1" status: 200 len: 945 time: 0.1633463 Nov 09 21:31:50.917353 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5e259c44-8da6-4992-a303-e69155232e81 req-ce1e542e-f796-4e31-8a8f-da1bd2c95cd3 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912535 Nov 09 21:31:50.973033 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 7465ca43-d2d3-4040-877b-6d2864c4c100, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=7465ca43-d2d3-4040-877b-6d2864c4c100,segment=NetworkSegment(78ce6615-06a8-4c13-a188-c74fb2e831a4),segment_id=78ce6615-06a8-4c13-a188-c74fb2e831a4)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:31:50.988061 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '7465ca43-d2d3-4040-877b-6d2864c4c100', 'network_id': '55847ffd-7836-446f-91d3-f14e046c5bb2', 'port_id': '7465ca43-d2d3-4040-877b-6d2864c4c100', 'mac_address': 'fa:16:3e:60:9b:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85ce8c7e-f82b-4b24-9029-22d978d44b85', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:31:51.069160 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:51.142135 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:51.189401 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7465ca43-d2d3-4040-877b-6d2864c4c100 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:31:51.241344 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 7465ca43-d2d3-4040-877b-6d2864c4c100, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=7465ca43-d2d3-4040-877b-6d2864c4c100,segment=NetworkSegment(78ce6615-06a8-4c13-a188-c74fb2e831a4),segment_id=78ce6615-06a8-4c13-a188-c74fb2e831a4)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:31:51.253943 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:51.339114 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce5680-5ef0-41d3-8522-4fe40e0d6c6e req-e833b938-6a1c-4d6e-ab3b-b7da95e545c3 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:51.341090 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b8ce5680-5ef0-41d3-8522-4fe40e0d6c6e req-e833b938-6a1c-4d6e-ab3b-b7da95e545c3 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 946 time: 0.1464019 Nov 09 21:31:51.356799 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b0382-552b-4fa3-879d-c62f53166bd4 req-7c0e7d75-049d-4f7f-8fc1-bff4cd2f95ce tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:51.359239 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=7465ca43-d2d3-4040-877b-6d2864c4c100,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:51.371515 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d69b0382-552b-4fa3-879d-c62f53166bd4 req-7c0e7d75-049d-4f7f-8fc1-bff4cd2f95ce tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 946 time: 0.1332455 Nov 09 21:31:51.373216 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58168) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:51.493384 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['7465ca43-d2d3-4040-877b-6d2864c4c100'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:31:51.514650 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b8ce5680-5ef0-41d3-8522-4fe40e0d6c6e req-8923614a-e186-4179-80c8-3e3a0256a787 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655908 Nov 09 21:31:51.520826 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d69b0382-552b-4fa3-879d-c62f53166bd4 req-2ba6dd51-1ae2-4b19-b598-b3a1a176c645 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482964 Nov 09 21:31:51.706513 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0932d-0f0b-4f6d-a23b-6558e11d5323 req-a0585c9d-6862-49d4-a478-a5dd82e6230c tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:51.716487 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c9f0932d-0f0b-4f6d-a23b-6558e11d5323 req-a0585c9d-6862-49d4-a478-a5dd82e6230c tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=52cbcba1-cf59-4fc9-8d6c-7076719e6ac8 HTTP/1.1" status: 200 len: 945 time: 0.1065876 Nov 09 21:31:51.808588 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9ab0be41-71db-4740-a44b-10ac793b00be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:51.886853 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c9f0932d-0f0b-4f6d-a23b-6558e11d5323 req-ddb4157f-2c20-4d65-bfca-70293a235468 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3ee36ce-49ad-4626-8793-80796989662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639810 Nov 09 21:31:52.078114 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9ab0be41-71db-4740-a44b-10ac793b00be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:52.086729 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9ab0be41-71db-4740-a44b-10ac793b00be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:52.124956 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9edaf-e12c-43f0-8588-638651b58100 req-f356b615-ff79-45c6-a727-cff6ab011f7f tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:52.126524 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4ea9edaf-e12c-43f0-8588-638651b58100 req-f356b615-ff79-45c6-a727-cff6ab011f7f tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbb2078c-2aed-4065-ad24-8eb8179cd8b0 HTTP/1.1" status: 200 len: 945 time: 0.0926697 Nov 09 21:31:52.172621 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0be41-71db-4740-a44b-10ac793b00be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3173f56-041f-4b57-8658-eaebb41bf206,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:52.204328 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4ea9edaf-e12c-43f0-8588-638651b58100 req-84dca6e5-6e23-4e8b-878c-51cf87c51ad1 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713527 Nov 09 21:31:52.232163 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-9ab0be41-71db-4740-a44b-10ac793b00be admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a60f785e0fe94de1b1914fe90fe1c576&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8564131 Nov 09 21:31:52.237108 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58188) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:52.366288 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-12787295-7514-4dc8-829d-e18ac2919587 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:52.375061 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:52.398776 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-12787295-7514-4dc8-829d-e18ac2919587 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:52.461800 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-12787295-7514-4dc8-829d-e18ac2919587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:52.464474 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-12787295-7514-4dc8-829d-e18ac2919587 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:52.468262 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-12787295-7514-4dc8-829d-e18ac2919587 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d3173f56-041f-4b57-8658-eaebb41bf206 HTTP/1.1" status: 204 len: 168 time: 0.2276051 Nov 09 21:31:52.474609 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12787295-7514-4dc8-829d-e18ac2919587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3173f56-041f-4b57-8658-eaebb41bf206,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:52.697899 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b800e-0486-48e5-a6c1-bbfbe874b9c8 req-e023a25f-b319-46be-ab6e-ac8356b0b843 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:52.707298 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-237b800e-0486-48e5-a6c1-bbfbe874b9c8 req-e023a25f-b319-46be-ab6e-ac8356b0b843 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 946 time: 0.1014390 Nov 09 21:31:52.737527 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c537ae-7d30-4ebf-9f1a-6025be02bebc req-1bbf813f-8d6c-447e-a858-a6e93aeac652 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:52.740355 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-13c537ae-7d30-4ebf-9f1a-6025be02bebc req-1bbf813f-8d6c-447e-a858-a6e93aeac652 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 946 time: 0.1106269 Nov 09 21:31:52.783892 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-237b800e-0486-48e5-a6c1-bbfbe874b9c8 req-a08d8efd-1eff-464a-a522-ca82ac3e5c65 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757763 Nov 09 21:31:52.786573 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:52.826323 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 7465ca43-d2d3-4040-877b-6d2864c4c100 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:31:52.837802 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-13c537ae-7d30-4ebf-9f1a-6025be02bebc req-7cec2f1e-344f-4e10-9265-69a4c562c4b4 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864103 Nov 09 21:31:52.908782 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 7465ca43-d2d3-4040-877b-6d2864c4c100 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:31:52.916566 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 7465ca43-d2d3-4040-877b-6d2864c4c100 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:31:52.917817 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:53.038738 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108410cd-e1f4-40c4-96f8-991bd2bb6ec8 req-2567b690-fcec-4c57-a9a0-3f2a8475501d tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:53.050609 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-108410cd-e1f4-40c4-96f8-991bd2bb6ec8 req-2567b690-fcec-4c57-a9a0-3f2a8475501d tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 946 time: 0.0952191 Nov 09 21:31:53.112569 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:53.123033 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69449a06-f32c-4fde-a7eb-25c808e093d9 req-9e52cb74-4f22-41ec-a8ff-7bc0ed571c9a tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:53.128897 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-69449a06-f32c-4fde-a7eb-25c808e093d9 req-9e52cb74-4f22-41ec-a8ff-7bc0ed571c9a tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=52cbcba1-cf59-4fc9-8d6c-7076719e6ac8 HTTP/1.1" status: 200 len: 945 time: 0.1420522 Nov 09 21:31:53.141129 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-108410cd-e1f4-40c4-96f8-991bd2bb6ec8 req-b779f1ac-d824-4833-82f1-cd607500c756 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880725 Nov 09 21:31:53.173356 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52cbcba1-cf59-4fc9-8d6c-7076719e6ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7465ca43-d2d3-4040-877b-6d2864c4c100'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:31:53.176126 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5821eab-f756-41e1-aeb9-dea9f19269d4" -d '{"events": [{"server_uuid": "52cbcba1-cf59-4fc9-8d6c-7076719e6ac8", "name": "network-vif-plugged", "status": "completed", "tag": "7465ca43-d2d3-4040-877b-6d2864c4c100"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:31:53.190961 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 7465ca43-d2d3-4040-877b-6d2864c4c100, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=7465ca43-d2d3-4040-877b-6d2864c4c100,segment=NetworkSegment(78ce6615-06a8-4c13-a188-c74fb2e831a4),segment_id=78ce6615-06a8-4c13-a188-c74fb2e831a4)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:31:53.198363 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:53.244262 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-69449a06-f32c-4fde-a7eb-25c808e093d9 req-17241da6-f426-41a1-9dca-4345869335df tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3ee36ce-49ad-4626-8793-80796989662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079099 Nov 09 21:31:53.362248 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03fb8a4-a1c9-4fe7-9e4a-ae8277a8a4a9 x-openstack-request-id: req-e03fb8a4-a1c9-4fe7-9e4a-ae8277a8a4a9 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:31:53.362381 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52cbcba1-cf59-4fc9-8d6c-7076719e6ac8", "name": "network-vif-plugged", "status": "completed", "tag": "7465ca43-d2d3-4040-877b-6d2864c4c100", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:31:53.362575 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e03fb8a4-a1c9-4fe7-9e4a-ae8277a8a4a9 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:31:53.365012 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52cbcba1-cf59-4fc9-8d6c-7076719e6ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7465ca43-d2d3-4040-877b-6d2864c4c100', 'code': 200} Nov 09 21:31:53.375311 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=7465ca43-d2d3-4040-877b-6d2864c4c100,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:53.394776 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58220) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:53.402808 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:53.417045 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0639b0-020f-4c2e-8d2a-ff60bfa6cee7 req-76dca4cb-e5dd-4b36-ad78-85d3137e2011 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:53.426174 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6192c353-7cca-46ba-b94e-4d4bf853b647 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:53.428422 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cc0639b0-020f-4c2e-8d2a-ff60bfa6cee7 req-76dca4cb-e5dd-4b36-ad78-85d3137e2011 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 946 time: 0.1254125 Nov 09 21:31:53.493652 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cc0639b0-020f-4c2e-8d2a-ff60bfa6cee7 req-7337807e-5bf1-4e79-a2ce-c144528d70a7 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637405 Nov 09 21:31:53.704739 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f51c4-fcc6-4c09-bf44-818e9a3c6aec req-9e091a70-871f-4956-ab7c-e5d01f1d46dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:53.714726 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-422f51c4-fcc6-4c09-bf44-818e9a3c6aec req-9e091a70-871f-4956-ab7c-e5d01f1d46dd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=52cbcba1-cf59-4fc9-8d6c-7076719e6ac8 HTTP/1.1" status: 200 len: 1097 time: 0.2716262 Nov 09 21:31:53.757980 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597211c-e6ff-4152-87bb-fc43de925be7 req-de828ad8-d2bb-44eb-a424-5733a12815f8 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:53.767729 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a597211c-e6ff-4152-87bb-fc43de925be7 req-de828ad8-d2bb-44eb-a424-5733a12815f8 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 946 time: 0.1064758 Nov 09 21:31:53.794257 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6192c353-7cca-46ba-b94e-4d4bf853b647 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:53.814542 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e81a07-a961-4a0f-97a4-f398f308cdde req-1677f564-7c46-4a60-9f2b-7e5e5a609674 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:53.835727 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-20e81a07-a961-4a0f-97a4-f398f308cdde req-1677f564-7c46-4a60-9f2b-7e5e5a609674 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbb2078c-2aed-4065-ad24-8eb8179cd8b0 HTTP/1.1" status: 200 len: 945 time: 0.3175843 Nov 09 21:31:53.843225 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6192c353-7cca-46ba-b94e-4d4bf853b647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:53.875052 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a597211c-e6ff-4152-87bb-fc43de925be7 req-f49f1fb1-4428-4cce-b7c7-25b44e4d0746 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969083 Nov 09 21:31:53.954799 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-20e81a07-a961-4a0f-97a4-f398f308cdde req-5d597326-0d34-44d9-b1e8-736c9ca60edf tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179669 Nov 09 21:31:54.008074 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-422f51c4-fcc6-4c09-bf44-818e9a3c6aec req-5e4ee204-d1be-4ce3-a8ca-12136ce3fccf service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e3ee36ce-49ad-4626-8793-80796989662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2765849 Nov 09 21:31:54.021187 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58236) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:54.041296 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6192c353-7cca-46ba-b94e-4d4bf853b647 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f08ede2df02541938eab8a58cf37254c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6447291 Nov 09 21:31:54.044476 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6192c353-7cca-46ba-b94e-4d4bf853b647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc0d92e-531c-4a8a-a944-74990bf7a4a3,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:54.161726 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1905c-c315-4bcd-a450-149d2586a41f req-b0e589c4-1e86-4771-b9b6-3ebc1e5f4a49 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:54.175551 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f7a1905c-c315-4bcd-a450-149d2586a41f req-b0e589c4-1e86-4771-b9b6-3ebc1e5f4a49 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 946 time: 0.1528521 Nov 09 21:31:54.198091 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ef201452-8243-44aa-ad22-ba551472ee34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:54.232223 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbfa22-2b9a-4249-a91e-12adde9e2b35 req-aa6064ee-e1dc-4a43-98b4-5aaff9d21438 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:54.245923 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-58fbfa22-2b9a-4249-a91e-12adde9e2b35 req-aa6064ee-e1dc-4a43-98b4-5aaff9d21438 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 946 time: 0.1140962 Nov 09 21:31:54.264948 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58242) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:54.284340 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f7a1905c-c315-4bcd-a450-149d2586a41f req-4b3875a6-488a-42c1-b720-5ec56a30c713 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856473 Nov 09 21:31:54.327826 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ef201452-8243-44aa-ad22-ba551472ee34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:54.339931 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-58fbfa22-2b9a-4249-a91e-12adde9e2b35 req-0b2c3696-96ef-4310-b9b3-c1fe98df4efa tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884984 Nov 09 21:31:54.486918 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ef201452-8243-44aa-ad22-ba551472ee34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:54.489578 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ef201452-8243-44aa-ad22-ba551472ee34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:54.493544 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ef201452-8243-44aa-ad22-ba551472ee34 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0bc0d92e-531c-4a8a-a944-74990bf7a4a3 HTTP/1.1" status: 204 len: 168 time: 0.4669247 Nov 09 21:31:54.520235 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc6822-a8d1-426c-bb85-36d4048ea81a req-228c704b-28cc-40c8-a74a-4786ac89d3e9 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:54.528657 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-18bc6822-a8d1-426c-bb85-36d4048ea81a req-228c704b-28cc-40c8-a74a-4786ac89d3e9 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=52cbcba1-cf59-4fc9-8d6c-7076719e6ac8 HTTP/1.1" status: 200 len: 946 time: 0.1029012 Nov 09 21:31:54.539463 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef201452-8243-44aa-ad22-ba551472ee34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc0d92e-531c-4a8a-a944-74990bf7a4a3,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:54.635765 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31ae8e-3cd4-4771-b470-c75e04d845ff req-101e93c4-6d2b-4329-8b9c-1af625b31563 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:54.647088 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1e31ae8e-3cd4-4771-b470-c75e04d845ff req-101e93c4-6d2b-4329-8b9c-1af625b31563 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 946 time: 0.1255827 Nov 09 21:31:54.669737 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-18bc6822-a8d1-426c-bb85-36d4048ea81a req-a904830f-f6bd-4835-a7fe-1b60a9aab78b tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3ee36ce-49ad-4626-8793-80796989662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401229 Nov 09 21:31:54.750618 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-8ada25fe-aa55-4cd5-80f8-189b260f6ade tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1045857833', 'router:external': True}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:31:54.762968 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1e31ae8e-3cd4-4771-b470-c75e04d845ff req-3d24f67a-181b-442e-8af8-ba38305f5d20 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149158 Nov 09 21:31:54.797840 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ada25fe-aa55-4cd5-80f8-189b260f6ade tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Made reservation on behalf of e748e0a0b17646f3b9fe3375362358b4 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:31:54.801315 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8ada25fe-aa55-4cd5-80f8-189b260f6ade tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:54.812943 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8ada25fe-aa55-4cd5-80f8-189b260f6ade tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:54.988971 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67aaedd-3893-4f42-a517-6907ec6dee0c req-48da1320-f643-4fcb-9d7d-7c20a0bd7870 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:54.996924 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c67aaedd-3893-4f42-a517-6907ec6dee0c req-48da1320-f643-4fcb-9d7d-7c20a0bd7870 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 946 time: 0.1256511 Nov 09 21:31:55.084449 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8ada25fe-aa55-4cd5-80f8-189b260f6ade tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:55.107776 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c67aaedd-3893-4f42-a517-6907ec6dee0c req-10342065-f15e-409c-b032-edff35315aee tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098754 Nov 09 21:31:55.128818 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8ada25fe-aa55-4cd5-80f8-189b260f6ade tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:55.169288 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ada25fe-aa55-4cd5-80f8-189b260f6ade tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:31:55.194296 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada25fe-aa55-4cd5-80f8-189b260f6ade tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4dd2fc-15c9-4cde-ae5a-9996195fb10d,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:55.200229 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8ada25fe-aa55-4cd5-80f8-189b260f6ade tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:55.200969 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-8ada25fe-aa55-4cd5-80f8-189b260f6ade tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Added segment 85f9abd3-acae-45c8-9057-3406b9bcfa0b of type vlan for network b8561aa3-6fec-40ba-a9a0-43ea6329e37f Nov 09 21:31:55.215009 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb1ed4-d82b-4cdc-8b47-f8df29813c03 req-e8d0b150-aa26-46f6-b8b1-9855c8e40f9b tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:55.226309 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-efbb1ed4-d82b-4cdc-8b47-f8df29813c03 req-e8d0b150-aa26-46f6-b8b1-9855c8e40f9b tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbb2078c-2aed-4065-ad24-8eb8179cd8b0 HTTP/1.1" status: 200 len: 945 time: 0.1483951 Nov 09 21:31:55.283953 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8ada25fe-aa55-4cd5-80f8-189b260f6ade tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:55.341338 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-efbb1ed4-d82b-4cdc-8b47-f8df29813c03 req-68f84fd3-3293-4c7d-b592-396e036daa29 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080587 Nov 09 21:31:55.395215 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8ada25fe-aa55-4cd5-80f8-189b260f6ade tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:55.396357 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ada25fe-aa55-4cd5-80f8-189b260f6ade tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:55.402722 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8ada25fe-aa55-4cd5-80f8-189b260f6ade tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:55.496147 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8ada25fe-aa55-4cd5-80f8-189b260f6ade tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.2036660 Nov 09 21:31:55.498163 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58282) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:55.504362 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-1da13ae1-099d-4d94-a607-8c37452a5cd6 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Request body: {'subnet': {'network_id': 'b8561aa3-6fec-40ba-a9a0-43ea6329e37f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:31:55.581148 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da13ae1-099d-4d94-a607-8c37452a5cd6 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Made reservation on behalf of e748e0a0b17646f3b9fe3375362358b4 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:31:55.584571 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1da13ae1-099d-4d94-a607-8c37452a5cd6 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:55.683998 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada25fe-aa55-4cd5-80f8-189b260f6ade tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Pushing event updated for resources: {'Network': ['ID=b8561aa3-6fec-40ba-a9a0-43ea6329e37f,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:55.694411 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network b8561aa3-6fec-40ba-a9a0-43ea6329e37f details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:31:55.755980 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e245f-354c-445e-a7b6-36fbad982a37 req-500964f2-7b47-4df5-8c19-e368d8b6412e tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:55.770620 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f56e245f-354c-445e-a7b6-36fbad982a37 req-500964f2-7b47-4df5-8c19-e368d8b6412e tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 946 time: 0.2216966 Nov 09 21:31:55.836777 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11932828-088d-4f92-97cc-a11d7181a2f3 req-aefeda4a-171a-4513-aabc-886886d8664f tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:55.845734 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-11932828-088d-4f92-97cc-a11d7181a2f3 req-aefeda4a-171a-4513-aabc-886886d8664f tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 946 time: 0.3222620 Nov 09 21:31:55.911107 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f56e245f-354c-445e-a7b6-36fbad982a37 req-60afa7ff-5bec-4524-90b1-4dae6f3e73d6 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370168 Nov 09 21:31:56.026800 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-11932828-088d-4f92-97cc-a11d7181a2f3 req-721065c4-fd08-4b0f-b5f2-76859fe23320 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795700 Nov 09 21:31:56.155727 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c5fff-2237-4cff-bd7d-7aa3df6ebbfa req-712d5a90-138c-47c9-8651-d6982d9ea0ba tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:56.179899 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bd3c5fff-2237-4cff-bd7d-7aa3df6ebbfa req-712d5a90-138c-47c9-8651-d6982d9ea0ba tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=52cbcba1-cf59-4fc9-8d6c-7076719e6ac8 HTTP/1.1" status: 200 len: 946 time: 0.1232045 Nov 09 21:31:56.237468 n-d-816206-3 neutron-server[102607]: DEBUG neutron.objects.ports [None req-1da13ae1-099d-4d94-a607-8c37452a5cd6 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102607) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 21:31:56.244706 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1da13ae1-099d-4d94-a607-8c37452a5cd6 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:56.291185 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bd3c5fff-2237-4cff-bd7d-7aa3df6ebbfa req-018ae3f6-6a72-4a50-94a4-01f4d07a8711 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3ee36ce-49ad-4626-8793-80796989662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037438 Nov 09 21:31:56.365788 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da13ae1-099d-4d94-a607-8c37452a5cd6 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d8570ce2-a804-42af-b49b-492ac15de63b,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:56.459997 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da13ae1-099d-4d94-a607-8c37452a5cd6 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Checking segment: {'id': '85f9abd3-acae-45c8-9057-3406b9bcfa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b8561aa3-6fec-40ba-a9a0-43ea6329e37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:31:56.460797 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da13ae1-099d-4d94-a607-8c37452a5cd6 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Network hostable DHCP agents. Network: b8561aa3-6fec-40ba-a9a0-43ea6329e37f, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:31:56.498306 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f9b95-15a3-4a50-b7b7-5445a64a0465 req-6aed3486-c04f-46b6-878b-5537baa2ca2c tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:56.500555 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4b0f9b95-15a3-4a50-b7b7-5445a64a0465 req-6aed3486-c04f-46b6-878b-5537baa2ca2c tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=52cbcba1-cf59-4fc9-8d6c-7076719e6ac8 HTTP/1.1" status: 200 len: 946 time: 0.1004314 Nov 09 21:31:56.510051 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58310) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:56.516848 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-939e94c3-6b4e-4594-924e-04c5bf7b15da tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Request body: {'floatingip': {'port_id': '7465ca43-d2d3-4040-877b-6d2864c4c100'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:31:56.521064 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da13ae1-099d-4d94-a607-8c37452a5cd6 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Network b8561aa3-6fec-40ba-a9a0-43ea6329e37f is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:31:56.522035 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03ff81-50b1-4677-8116-7c06b9b97159 req-c76af6c9-6eef-44af-bbef-25f6976f81cc tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:56.530865 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4f03ff81-50b1-4677-8116-7c06b9b97159 req-c76af6c9-6eef-44af-bbef-25f6976f81cc tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbb2078c-2aed-4065-ad24-8eb8179cd8b0 HTTP/1.1" status: 200 len: 945 time: 0.0919404 Nov 09 21:31:56.578481 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-939e94c3-6b4e-4594-924e-04c5bf7b15da tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks [] for floatingip, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:56.580883 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-1da13ae1-099d-4d94-a607-8c37452a5cd6 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, b8561aa3-6fec-40ba-a9a0-43ea6329e37f) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:31:56.602237 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b80274-43cc-471c-8d6e-96c54218e40a None None] Network b8561aa3-6fec-40ba-a9a0-43ea6329e37f requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:31:56.616876 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da13ae1-099d-4d94-a607-8c37452a5cd6 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:56.618371 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1da13ae1-099d-4d94-a607-8c37452a5cd6 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:56.654170 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4f03ff81-50b1-4677-8116-7c06b9b97159 req-76718685-6d88-4dce-a49e-0ebe3ff2ceae tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198313 Nov 09 21:31:56.675489 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1da13ae1-099d-4d94-a607-8c37452a5cd6 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.1758535 Nov 09 21:31:56.679204 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58316) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:56.686949 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-4687b49b-c279-4903-8f20-8c9d884b684d tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1192941950', 'network_id': 'b8561aa3-6fec-40ba-a9a0-43ea6329e37f'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:31:56.735994 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4687b49b-c279-4903-8f20-8c9d884b684d tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Made reservation on behalf of e748e0a0b17646f3b9fe3375362358b4 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:31:56.739499 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4687b49b-c279-4903-8f20-8c9d884b684d tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:56.772503 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-4687b49b-c279-4903-8f20-8c9d884b684d tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] device_id is not set on port 8995ad1f-a1b5-40f1-bf55-55149eb05905 yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:31:56.864352 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7c91d0-990d-4402-967f-36fe481976b1 None None] Network b8561aa3-6fec-40ba-a9a0-43ea6329e37f requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:31:57.063702 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-4687b49b-c279-4903-8f20-8c9d884b684d tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Allocated IP 2001:db8::32d (b8561aa3-6fec-40ba-a9a0-43ea6329e37f/d8570ce2-a804-42af-b49b-492ac15de63b/8995ad1f-a1b5-40f1-bf55-55149eb05905) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:31:57.315902 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b90540-a85b-4051-94fa-e7e3ab7312f5 req-dea5e520-77ea-4384-9cf7-734f7a266cd5 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:57.325283 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-81b90540-a85b-4051-94fa-e7e3ab7312f5 req-dea5e520-77ea-4384-9cf7-734f7a266cd5 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 946 time: 0.1416314 Nov 09 21:31:57.838912 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-81b90540-a85b-4051-94fa-e7e3ab7312f5 req-97cb2a15-aa8f-4b2a-9566-9aa26820caed tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5125587 Nov 09 21:31:57.869506 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e9644729-c0c9-460a-ad8c-c26ccab7a025 req-5be136d1-d3dc-43fd-9b4d-beb534b16d52 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0148692 Nov 09 21:31:57.957652 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4687b49b-c279-4903-8f20-8c9d884b684d tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:58.032033 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba0b0f-5900-4d2d-a69d-14ff2f802d40 req-69b8d32e-17aa-4f32-b9a4-1bee51490baf tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:58.034102 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f2ba0b0f-5900-4d2d-a69d-14ff2f802d40 req-69b8d32e-17aa-4f32-b9a4-1bee51490baf tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 946 time: 0.2373281 Nov 09 21:31:58.044352 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9644729-c0c9-460a-ad8c-c26ccab7a025 req-13f0636a-455e-47ed-a45f-2ca388fe87bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:58.045781 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e9644729-c0c9-460a-ad8c-c26ccab7a025 req-13f0636a-455e-47ed-a45f-2ca388fe87bb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea132a94a82f43f69fd0808e866cec5f&device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 1097 time: 0.1016304 Nov 09 21:31:58.047768 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4687b49b-c279-4903-8f20-8c9d884b684d tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:58.099655 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c56f5-6ea8-463b-a7b2-2eab4e11c1b8 req-cd4722c7-8d80-4f7c-b7c6-90fa31b334cf tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:58.107507 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e12c56f5-6ea8-463b-a7b2-2eab4e11c1b8 req-cd4722c7-8d80-4f7c-b7c6-90fa31b334cf tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbb2078c-2aed-4065-ad24-8eb8179cd8b0 HTTP/1.1" status: 200 len: 945 time: 0.1068945 Nov 09 21:31:58.117396 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4687b49b-c279-4903-8f20-8c9d884b684d tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Network b8561aa3-6fec-40ba-a9a0-43ea6329e37f is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:31:58.122100 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-4687b49b-c279-4903-8f20-8c9d884b684d tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:31:58.124391 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4687b49b-c279-4903-8f20-8c9d884b684d tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:31:58.126399 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4687b49b-c279-4903-8f20-8c9d884b684d tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:58.127192 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4687b49b-c279-4903-8f20-8c9d884b684d tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:58.191298 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4687b49b-c279-4903-8f20-8c9d884b684d tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Pushing event updated for resources: {'Port': ['ID=8995ad1f-a1b5-40f1-bf55-55149eb05905,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:58.200956 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4687b49b-c279-4903-8f20-8c9d884b684d tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.5205374 Nov 09 21:31:58.209460 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58358) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:58.277277 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e12c56f5-6ea8-463b-a7b2-2eab4e11c1b8 req-d4a2dd2d-7c86-435a-bf5a-2185656ce8b4 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688116 Nov 09 21:31:58.303301 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f2ba0b0f-5900-4d2d-a69d-14ff2f802d40 req-92257a0d-46d4-4064-a5a5-f29f72baecd0 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506974 Nov 09 21:31:58.397180 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9644729-c0c9-460a-ad8c-c26ccab7a025 req-c40d8b3f-3be2-411b-a340-0c20f72152ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:58.399859 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e9644729-c0c9-460a-ad8c-c26ccab7a025 req-c40d8b3f-3be2-411b-a340-0c20f72152ad service neutron] 10.222.0.43 "GET /v2.0/networks?id=276f688e-7f99-4153-a7fb-8c012406fc86 HTTP/1.1" status: 200 len: 913 time: 0.2907069 Nov 09 21:31:58.450512 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-07550ef8-2b2f-4ee9-94eb-d0d7c7dda508 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Deleting port 8995ad1f-a1b5-40f1-bf55-55149eb05905 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:31:58.451136 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-07550ef8-2b2f-4ee9-94eb-d0d7c7dda508 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:58.551818 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-07550ef8-2b2f-4ee9-94eb-d0d7c7dda508 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:58.559067 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e9644729-c0c9-460a-ad8c-c26ccab7a025 req-2a54e12f-983e-4226-8907-d8a118973e92 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=06b735e7-95a4-4400-ac21-34cfa1677929 HTTP/1.1" status: 200 len: 217 time: 0.1070640 Nov 09 21:31:58.585649 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-07550ef8-2b2f-4ee9-94eb-d0d7c7dda508 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Calling delete_port for 8995ad1f-a1b5-40f1-bf55-55149eb05905 owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:31:58.644902 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-939e94c3-6b4e-4594-924e-04c5bf7b15da tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:58.659496 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-939e94c3-6b4e-4594-924e-04c5bf7b15da tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:58.709729 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9644729-c0c9-460a-ad8c-c26ccab7a025 req-70ef6285-6469-4b5a-b038-0111a64f0d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:58.711588 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e9644729-c0c9-460a-ad8c-c26ccab7a025 req-70ef6285-6469-4b5a-b038-0111a64f0d21 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=aead6392-42fa-4a16-a986-5c9371526ce9 HTTP/1.1" status: 200 len: 853 time: 0.1456792 Nov 09 21:31:58.818444 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e9644729-c0c9-460a-ad8c-c26ccab7a025 req-0213ea25-b04b-42e1-947e-6af864db657b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=276f688e-7f99-4153-a7fb-8c012406fc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953088 Nov 09 21:31:58.939272 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02b47e-2fb0-4374-9bbc-b297436f90db req-25b55d7f-ec0d-4381-8817-fd39aff1aa84 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:58.941931 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cc02b47e-2fb0-4374-9bbc-b297436f90db req-25b55d7f-ec0d-4381-8817-fd39aff1aa84 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 946 time: 0.1751595 Nov 09 21:31:58.954830 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [None req-939e94c3-6b4e-4594-924e-04c5bf7b15da tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Floating IP 05238fab-fb28-4c6a-836a-44ae3f66967a associated. External IP: 172.25.7.36, port: 7465ca43-d2d3-4040-877b-6d2864c4c100. Nov 09 21:31:59.122528 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cc02b47e-2fb0-4374-9bbc-b297436f90db req-a238e901-a387-4eac-8135-9955a708df6f tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678863 Nov 09 21:31:59.180977 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58400) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:59.190959 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e9644729-c0c9-460a-ad8c-c26ccab7a025 req-eb1ac85b-d090-42e4-9576-c9f01ebec3d9 service neutron] 10.222.0.43 "GET /v2.0/networks/276f688e-7f99-4153-a7fb-8c012406fc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596556 Nov 09 21:31:59.231163 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-07550ef8-2b2f-4ee9-94eb-d0d7c7dda508 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:59.299150 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a440966-20f2-4c1d-a0ee-d3938d272fd6 req-eef0adcf-a4b9-401b-918b-c0f5c5c5a44a tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:59.311735 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58406) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:59.328117 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3a440966-20f2-4c1d-a0ee-d3938d272fd6 req-eef0adcf-a4b9-401b-918b-c0f5c5c5a44a tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 946 time: 0.3087380 Nov 09 21:31:59.331342 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07550ef8-2b2f-4ee9-94eb-d0d7c7dda508 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Pushing event deleted for resources: {'Port': ['ID=8995ad1f-a1b5-40f1-bf55-55149eb05905,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:31:59.339875 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-07550ef8-2b2f-4ee9-94eb-d0d7c7dda508 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:59.346249 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-07550ef8-2b2f-4ee9-94eb-d0d7c7dda508 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] 10.222.0.49 "DELETE /v2.0/ports/8995ad1f-a1b5-40f1-bf55-55149eb05905 HTTP/1.1" status: 204 len: 168 time: 1.1357336 Nov 09 21:31:59.347048 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58410) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:31:59.352239 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-462d4c1f-643b-40df-bf7d-d20e21d4c2e8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b8561aa3-6fec-40ba-a9a0-43ea6329e37f', 'external_fixed_ips': [{'subnet_id': 'd8570ce2-a804-42af-b49b-492ac15de63b', 'ip_address': '2001:db8::32d'}]}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:31:59.405224 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-462d4c1f-643b-40df-bf7d-d20e21d4c2e8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:59.407123 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-462d4c1f-643b-40df-bf7d-d20e21d4c2e8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:59.572714 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3a440966-20f2-4c1d-a0ee-d3938d272fd6 req-d9c42560-e596-4a2f-b266-0d03cebe34b6 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2402489 Nov 09 21:31:59.574809 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-462d4c1f-643b-40df-bf7d-d20e21d4c2e8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:59.596473 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2a1d7e2d-ace6-43c1-8837-08015649167a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:59.615053 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83243e9a-c7dc-470d-ae4c-1f6799a5dfd5 req-6d4bcdf5-1a00-4c14-8dba-0e23a05ee838 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:59.618525 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-83243e9a-c7dc-470d-ae4c-1f6799a5dfd5 req-6d4bcdf5-1a00-4c14-8dba-0e23a05ee838 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbb2078c-2aed-4065-ad24-8eb8179cd8b0 HTTP/1.1" status: 200 len: 945 time: 0.1990404 Nov 09 21:31:59.623607 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e9644729-c0c9-460a-ad8c-c26ccab7a025 req-e5964425-beb6-432c-bde3-6f400e9e8192 service neutron] 10.222.0.43 "GET /v2.0/networks/276f688e-7f99-4153-a7fb-8c012406fc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226108 Nov 09 21:31:59.652866 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-55a0f732-eb46-4bae-8b99-ea32c40dd42a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:59.692163 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-939e94c3-6b4e-4594-924e-04c5bf7b15da tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Router 4c71162b-5109-443b-9394-f5b29354f739 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:31:59.804683 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-83243e9a-c7dc-470d-ae4c-1f6799a5dfd5 req-dd92856c-e8b6-4964-909d-e79737d43f31 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147430 Nov 09 21:31:59.811310 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc78ea-ec2a-4c31-83bb-4a86f572ac67 req-6be80baf-916b-4f5a-872f-bd974a6593c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:31:59.812960 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-53bc78ea-ec2a-4c31-83bb-4a86f572ac67 req-6be80baf-916b-4f5a-872f-bd974a6593c8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea132a94a82f43f69fd0808e866cec5f&device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 1097 time: 0.1098669 Nov 09 21:31:59.850402 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-462d4c1f-643b-40df-bf7d-d20e21d4c2e8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:59.925315 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-55a0f732-eb46-4bae-8b99-ea32c40dd42a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:59.936920 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-55a0f732-eb46-4bae-8b99-ea32c40dd42a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:59.962376 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2a1d7e2d-ace6-43c1-8837-08015649167a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:59.963363 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939e94c3-6b4e-4594-924e-04c5bf7b15da tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:31:59.968750 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-939e94c3-6b4e-4594-924e-04c5bf7b15da tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:59.975920 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2a1d7e2d-ace6-43c1-8837-08015649167a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:31:59.981437 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8b3814-0b24-48a0-b9e3-d72c7248a930 None None] Sync routers for ids ['4c71162b-5109-443b-9394-f5b29354f739'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:31:59.997669 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8b3814-0b24-48a0-b9e3-d72c7248a930 None None] Routers {'4c71162b-5109-443b-9394-f5b29354f739'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:31:59.998732 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-8e8b3814-0b24-48a0-b9e3-d72c7248a930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:31:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['4c71162b-5109-443b-9394-f5b29354f739'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:00.025445 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d7e2d-ace6-43c1-8837-08015649167a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3980bd8d-d617-4ce5-a227-3a6e9e7748a7,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:00.045829 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-55a0f732-eb46-4bae-8b99-ea32c40dd42a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ee353cba589e42119c5224f635cab621&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7332449 Nov 09 21:32:00.057806 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58412) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:00.065189 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-939e94c3-6b4e-4594-924e-04c5bf7b15da tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "PUT /v2.0/floatingips/05238fab-fb28-4c6a-836a-44ae3f66967a HTTP/1.1" status: 200 len: 991 time: 3.5527158 Nov 09 21:32:00.070169 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52cbcba1-cf59-4fc9-8d6c-7076719e6ac8', 'tag': '7465ca43-d2d3-4040-877b-6d2864c4c100'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:32:00.072528 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b93ccd-0c27-4102-9bb8-3a7c3e696474" -d '{"events": [{"name": "network-changed", "server_uuid": "52cbcba1-cf59-4fc9-8d6c-7076719e6ac8", "tag": "7465ca43-d2d3-4040-877b-6d2864c4c100"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:32:00.079050 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc78ea-ec2a-4c31-83bb-4a86f572ac67 req-17884788-cbf6-4eef-ab82-87c1bfc5b0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:00.080555 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-53bc78ea-ec2a-4c31-83bb-4a86f572ac67 req-17884788-cbf6-4eef-ab82-87c1bfc5b0c7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=276f688e-7f99-4153-a7fb-8c012406fc86 HTTP/1.1" status: 200 len: 913 time: 0.2573152 Nov 09 21:32:00.084549 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2a1d7e2d-ace6-43c1-8837-08015649167a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9d73981b6f2645d7a542ccbdf51ff725&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9023225 Nov 09 21:32:00.091262 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58418) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:00.141305 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a0f732-eb46-4bae-8b99-ea32c40dd42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9d6a0f-e05a-4a45-aefd-3ab541ca36c0,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:00.199743 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f1a1d0-b162-4017-9eee-4d8cd1c70270 x-openstack-request-id: req-73f1a1d0-b162-4017-9eee-4d8cd1c70270 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:32:00.200042 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52cbcba1-cf59-4fc9-8d6c-7076719e6ac8", "tag": "7465ca43-d2d3-4040-877b-6d2864c4c100", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:32:00.200302 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-73f1a1d0-b162-4017-9eee-4d8cd1c70270 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:32:00.201139 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52cbcba1-cf59-4fc9-8d6c-7076719e6ac8', 'tag': '7465ca43-d2d3-4040-877b-6d2864c4c100', 'status': 'completed', 'code': 200} Nov 09 21:32:00.209659 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5e452f62-0733-4c5b-ab6e-33b012355459 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:00.214873 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-53bc78ea-ec2a-4c31-83bb-4a86f572ac67 req-0e23ab2b-3bb2-4ec7-9f4b-526e102d9df5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=06b735e7-95a4-4400-ac21-34cfa1677929 HTTP/1.1" status: 200 len: 217 time: 0.1226189 Nov 09 21:32:00.244814 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5e452f62-0733-4c5b-ab6e-33b012355459 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:00.281412 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-8e8b3814-0b24-48a0-b9e3-d72c7248a930 None None] Set router 4c71162b-5109-443b-9394-f5b29354f739 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:32:00.324519 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8ddca214-caa8-45c9-b31b-578ea24908fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:00.366233 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b93ccd-0c27-4102-9bb8-3a7c3e696474 req-d2759fcf-d409-446c-bef1-1015faee236a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:00.368217 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-27b93ccd-0c27-4102-9bb8-3a7c3e696474 req-d2759fcf-d409-446c-bef1-1015faee236a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8d996b08d23e47a28746199b551ba8f0&device_id=52cbcba1-cf59-4fc9-8d6c-7076719e6ac8 HTTP/1.1" status: 200 len: 1097 time: 0.1667175 Nov 09 21:32:00.388663 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8ddca214-caa8-45c9-b31b-578ea24908fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:00.391239 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc78ea-ec2a-4c31-83bb-4a86f572ac67 req-7b92f03a-c304-4b3e-b37d-126ca43a65fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:00.393557 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-53bc78ea-ec2a-4c31-83bb-4a86f572ac67 req-7b92f03a-c304-4b3e-b37d-126ca43a65fa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=aead6392-42fa-4a16-a986-5c9371526ce9 HTTP/1.1" status: 200 len: 853 time: 0.1323173 Nov 09 21:32:00.423222 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a588a-cc71-4bbe-a275-79fd59456948 req-3aecb358-40ca-430b-8198-4b3f701654ac tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:00.425001 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f38a588a-cc71-4bbe-a275-79fd59456948 req-3aecb358-40ca-430b-8198-4b3f701654ac tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 946 time: 0.1512864 Nov 09 21:32:00.427291 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5e452f62-0733-4c5b-ab6e-33b012355459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:00.429980 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5e452f62-0733-4c5b-ab6e-33b012355459 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:00.433379 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5e452f62-0733-4c5b-ab6e-33b012355459 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ce9d6a0f-e05a-4a45-aefd-3ab541ca36c0 HTTP/1.1" status: 204 len: 168 time: 0.3715277 Nov 09 21:32:00.494348 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-53bc78ea-ec2a-4c31-83bb-4a86f572ac67 req-3b41236a-b211-4c4a-ad88-f7a4982a419d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=276f688e-7f99-4153-a7fb-8c012406fc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797825 Nov 09 21:32:00.536958 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e452f62-0733-4c5b-ab6e-33b012355459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9d6a0f-e05a-4a45-aefd-3ab541ca36c0,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:00.586291 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-8e8b3814-0b24-48a0-b9e3-d72c7248a930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c71162b-5109-443b-9394-f5b29354f739', 'name': 'tempest-AttachVolumeTestJSON-1471467254-router', 'tenant_id': '8d996b08d23e47a28746199b551ba8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': 'a3c83ed6-20de-4d03-8ecb-1964da5a24cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:30:59Z', 'updated_at': '2021-11-09T21:31:09Z', 'revision_number': 4, 'project_id': '8d996b08d23e47a28746199b551ba8f0', 'gw_port': {'id': 'a3c83ed6-20de-4d03-8ecb-1964da5a24cd', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71162b-5109-443b-9394-f5b29354f739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:31:01Z', 'updated_at': '2021-11-09T21:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '05238fab-fb28-4c6a-836a-44ae3f66967a', 'tenant_id': '8d996b08d23e47a28746199b551ba8f0', 'floating_ip_address': '172.25.7.36', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '4c71162b-5109-443b-9394-f5b29354f739', 'port_id': '7465ca43-d2d3-4040-877b-6d2864c4c100', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55847ffd-7836-446f-91d3-f14e046c5bb2', 'mac_address': 'fa:16:3e:60:9b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cbcba1-cf59-4fc9-8d6c-7076719e6ac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:31:21Z', 'updated_at': '2021-11-09T21:31:58Z', 'revision_number': 1, 'project_id': '8d996b08d23e47a28746199b551ba8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c87a4af-462e-42b9-a66b-af186bac11bd', 'name': '', 'network_id': '55847ffd-7836-446f-91d3-f14e046c5bb2', 'tenant_id': '8d996b08d23e47a28746199b551ba8f0', 'mac_address': 'fa:16:3e:05:1b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71162b-5109-443b-9394-f5b29354f739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '85ce8c7e-f82b-4b24-9029-22d978d44b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:31:07Z', 'updated_at': '2021-11-09T21:31:16Z', 'revision_number': 5, 'project_id': '8d996b08d23e47a28746199b551ba8f0', 'subnets': [{'id': '85ce8c7e-f82b-4b24-9029-22d978d44b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:00.591080 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-462d4c1f-643b-40df-bf7d-d20e21d4c2e8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:00.625668 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8b3814-0b24-48a0-b9e3-d72c7248a930 None None] Checking router: 4c71162b-5109-443b-9394-f5b29354f739 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:32:00.639347 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8b3814-0b24-48a0-b9e3-d72c7248a930 None None] Routers {'4c71162b-5109-443b-9394-f5b29354f739'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:32:00.640695 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-8e8b3814-0b24-48a0-b9e3-d72c7248a930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:31:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['4c71162b-5109-443b-9394-f5b29354f739'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:00.655081 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-462d4c1f-643b-40df-bf7d-d20e21d4c2e8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:00.733705 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f38a588a-cc71-4bbe-a275-79fd59456948 req-1ed3b212-009b-47b1-983f-ea0193b3ed63 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429368 Nov 09 21:32:00.816804 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b93ccd-0c27-4102-9bb8-3a7c3e696474 req-7e51dac4-e441-4a3f-8e48-f3f8fa3487e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:00.818861 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-27b93ccd-0c27-4102-9bb8-3a7c3e696474 req-7e51dac4-e441-4a3f-8e48-f3f8fa3487e8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=55847ffd-7836-446f-91d3-f14e046c5bb2 HTTP/1.1" status: 200 len: 911 time: 0.4404929 Nov 09 21:32:00.822619 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-8e8b3814-0b24-48a0-b9e3-d72c7248a930 None None] Set router 4c71162b-5109-443b-9394-f5b29354f739 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:32:00.944380 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-462d4c1f-643b-40df-bf7d-d20e21d4c2e8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Allocated IP 2001:db8::32d (b8561aa3-6fec-40ba-a9a0-43ea6329e37f/d8570ce2-a804-42af-b49b-492ac15de63b/8f56e010-03bc-49cd-a4eb-e2b3cc2d203b) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:32:00.983921 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-27b93ccd-0c27-4102-9bb8-3a7c3e696474 req-b193e37e-067b-4a2f-9c6e-e6938d5daba0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7465ca43-d2d3-4040-877b-6d2864c4c100 HTTP/1.1" status: 200 len: 999 time: 0.1275063 Nov 09 21:32:01.007540 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b427429-85c1-45f0-b110-9863886fc8e3 req-a57b9ff9-260d-4b20-910b-51e5dd338ebc tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:01.016528 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9b427429-85c1-45f0-b110-9863886fc8e3 req-a57b9ff9-260d-4b20-910b-51e5dd338ebc tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 946 time: 0.2906580 Nov 09 21:32:01.027211 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58430) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:01.047275 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8ddca214-caa8-45c9-b31b-578ea24908fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:01.049965 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8ddca214-caa8-45c9-b31b-578ea24908fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:01.053865 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8ddca214-caa8-45c9-b31b-578ea24908fc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3980bd8d-d617-4ce5-a227-3a6e9e7748a7 HTTP/1.1" status: 204 len: 168 time: 0.9604418 Nov 09 21:32:01.092507 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387e4c1-8b16-4a36-96de-a9a03b425a7b req-96a8d8de-a11a-44f9-a7ce-10ee10e7f680 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:01.094697 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9387e4c1-8b16-4a36-96de-a9a03b425a7b req-96a8d8de-a11a-44f9-a7ce-10ee10e7f680 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbb2078c-2aed-4065-ad24-8eb8179cd8b0 HTTP/1.1" status: 200 len: 945 time: 0.1406472 Nov 09 21:32:01.114628 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddca214-caa8-45c9-b31b-578ea24908fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3980bd8d-d617-4ce5-a227-3a6e9e7748a7,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:01.151704 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dfb526d5-0f2f-4f72-8fd0-cfc2fb251b34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:01.183428 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-53bc78ea-ec2a-4c31-83bb-4a86f572ac67 req-8dcf434b-b01c-4307-afeb-86dd479347cd service neutron] 10.222.0.43 "GET /v2.0/networks/276f688e-7f99-4153-a7fb-8c012406fc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6686232 Nov 09 21:32:01.205874 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-462d4c1f-643b-40df-bf7d-d20e21d4c2e8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:01.219249 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9387e4c1-8b16-4a36-96de-a9a03b425a7b req-51441550-f45c-4841-a4c3-ab983e2a5bf5 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164453 Nov 09 21:32:01.258304 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-462d4c1f-643b-40df-bf7d-d20e21d4c2e8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:01.320930 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-8e8b3814-0b24-48a0-b9e3-d72c7248a930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c71162b-5109-443b-9394-f5b29354f739', 'name': 'tempest-AttachVolumeTestJSON-1471467254-router', 'tenant_id': '8d996b08d23e47a28746199b551ba8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': 'a3c83ed6-20de-4d03-8ecb-1964da5a24cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:30:59Z', 'updated_at': '2021-11-09T21:31:09Z', 'revision_number': 4, 'project_id': '8d996b08d23e47a28746199b551ba8f0', 'gw_port': {'id': 'a3c83ed6-20de-4d03-8ecb-1964da5a24cd', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71162b-5109-443b-9394-f5b29354f739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:31:01Z', 'updated_at': '2021-11-09T21:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '05238fab-fb28-4c6a-836a-44ae3f66967a', 'tenant_id': '8d996b08d23e47a28746199b551ba8f0', 'floating_ip_address': '172.25.7.36', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '4c71162b-5109-443b-9394-f5b29354f739', 'port_id': '7465ca43-d2d3-4040-877b-6d2864c4c100', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55847ffd-7836-446f-91d3-f14e046c5bb2', 'mac_address': 'fa:16:3e:60:9b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cbcba1-cf59-4fc9-8d6c-7076719e6ac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:31:21Z', 'updated_at': '2021-11-09T21:31:58Z', 'revision_number': 1, 'project_id': '8d996b08d23e47a28746199b551ba8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c87a4af-462e-42b9-a66b-af186bac11bd', 'name': '', 'network_id': '55847ffd-7836-446f-91d3-f14e046c5bb2', 'tenant_id': '8d996b08d23e47a28746199b551ba8f0', 'mac_address': 'fa:16:3e:05:1b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71162b-5109-443b-9394-f5b29354f739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '85ce8c7e-f82b-4b24-9029-22d978d44b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:31:07Z', 'updated_at': '2021-11-09T21:31:16Z', 'revision_number': 5, 'project_id': '8d996b08d23e47a28746199b551ba8f0', 'subnets': [{'id': '85ce8c7e-f82b-4b24-9029-22d978d44b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:01.330649 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462d4c1f-643b-40df-bf7d-d20e21d4c2e8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Pushing event updated for resources: {'Port': ['ID=8f56e010-03bc-49cd-a4eb-e2b3cc2d203b,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:01.344601 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462d4c1f-643b-40df-bf7d-d20e21d4c2e8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Network b8561aa3-6fec-40ba-a9a0-43ea6329e37f is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:32:01.346715 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-462d4c1f-643b-40df-bf7d-d20e21d4c2e8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:32:01.349410 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462d4c1f-643b-40df-bf7d-d20e21d4c2e8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:32:01.350426 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8b3814-0b24-48a0-b9e3-d72c7248a930 None None] The sync data for ids ['4c71162b-5109-443b-9394-f5b29354f739'] in n-d-816206-3 is: [{'id': '4c71162b-5109-443b-9394-f5b29354f739', 'name': 'tempest-AttachVolumeTestJSON-1471467254-router', 'tenant_id': '8d996b08d23e47a28746199b551ba8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': 'a3c83ed6-20de-4d03-8ecb-1964da5a24cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:30:59Z', 'updated_at': '2021-11-09T21:31:09Z', 'revision_number': 4, 'project_id': '8d996b08d23e47a28746199b551ba8f0', 'gw_port': {'id': 'a3c83ed6-20de-4d03-8ecb-1964da5a24cd', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71162b-5109-443b-9394-f5b29354f739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:31:01Z', 'updated_at': '2021-11-09T21:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '05238fab-fb28-4c6a-836a-44ae3f66967a', 'tenant_id': '8d996b08d23e47a28746199b551ba8f0', 'floating_ip_address': '172.25.7.36', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '4c71162b-5109-443b-9394-f5b29354f739', 'port_id': '7465ca43-d2d3-4040-877b-6d2864c4c100', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55847ffd-7836-446f-91d3-f14e046c5bb2', 'mac_address': 'fa:16:3e:60:9b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cbcba1-cf59-4fc9-8d6c-7076719e6ac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:31:21Z', 'updated_at': '2021-11-09T21:31:58Z', 'revision_number': 1, 'project_id': '8d996b08d23e47a28746199b551ba8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c87a4af-462e-42b9-a66b-af186bac11bd', 'name': '', 'network_id': '55847ffd-7836-446f-91d3-f14e046c5bb2', 'tenant_id': '8d996b08d23e47a28746199b551ba8f0', 'mac_address': 'fa:16:3e:05:1b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71162b-5109-443b-9394-f5b29354f739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '85ce8c7e-f82b-4b24-9029-22d978d44b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:31:07Z', 'updated_at': '2021-11-09T21:31:16Z', 'revision_number': 5, 'project_id': '8d996b08d23e47a28746199b551ba8f0', 'subnets': [{'id': '85ce8c7e-f82b-4b24-9029-22d978d44b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:32:01.410494 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-53bc78ea-ec2a-4c31-83bb-4a86f572ac67 req-53933ed9-617c-4d42-a038-963f21f189a1 service neutron] 10.222.0.43 "GET /v2.0/networks/276f688e-7f99-4153-a7fb-8c012406fc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147686 Nov 09 21:32:01.428059 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b93ccd-0c27-4102-9bb8-3a7c3e696474 req-75266dc4-1cb5-49a7-b80c-623c20432a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:01.429612 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-27b93ccd-0c27-4102-9bb8-3a7c3e696474 req-75266dc4-1cb5-49a7-b80c-623c20432a21 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85ce8c7e-f82b-4b24-9029-22d978d44b85 HTTP/1.1" status: 200 len: 850 time: 0.4116197 Nov 09 21:32:01.447439 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9b427429-85c1-45f0-b110-9863886fc8e3 req-6d04ca26-e676-417b-91d0-4b70d5b38b72 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4304438 Nov 09 21:32:01.612105 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dfb526d5-0f2f-4f72-8fd0-cfc2fb251b34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:01.617741 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dfb526d5-0f2f-4f72-8fd0-cfc2fb251b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:01.660686 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-dfb526d5-0f2f-4f72-8fd0-cfc2fb251b34 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7cff3171ff3c4a4cb6225b9b10f24007&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6320543 Nov 09 21:32:01.665640 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58438) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:01.667935 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b93ccd-0c27-4102-9bb8-3a7c3e696474 req-07c9ff83-2fa5-4195-9deb-ee115631c7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:01.672049 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-27b93ccd-0c27-4102-9bb8-3a7c3e696474 req-07c9ff83-2fa5-4195-9deb-ee115631c7ad service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=55847ffd-7836-446f-91d3-f14e046c5bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2210534 Nov 09 21:32:01.713923 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555813cc-3d3c-476e-b7ef-eed3cda021fb None None] New status for floating IP 05238fab-fb28-4c6a-836a-44ae3f66967a: ACTIVE {{(pid=102609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:32:01.806316 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-462d4c1f-643b-40df-bf7d-d20e21d4c2e8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:01.833092 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58442) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:01.861119 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-56b2a9d2-b878-49d9-960d-6c5cf85fbe7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:01.936388 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb526d5-0f2f-4f72-8fd0-cfc2fb251b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7680687-90af-4956-b4e6-2179af14bc7d,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:01.954332 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e2d541c5-33f6-46c5-8132-375cb0ddb08e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:01.994445 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-27b93ccd-0c27-4102-9bb8-3a7c3e696474 req-92ddf339-2dce-4ef9-af64-a8578a6280ed service neutron] 10.222.0.45 "GET /v2.0/networks/55847ffd-7836-446f-91d3-f14e046c5bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029444 Nov 09 21:32:02.023155 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e2d541c5-33f6-46c5-8132-375cb0ddb08e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:02.070749 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-56b2a9d2-b878-49d9-960d-6c5cf85fbe7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:02.079566 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-56b2a9d2-b878-49d9-960d-6c5cf85fbe7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:02.086221 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16167eaf-c051-4483-a880-dd9deb140364 req-049d3eb6-c3eb-40e7-bd66-e70f4af89112 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:02.087934 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-16167eaf-c051-4483-a880-dd9deb140364 req-049d3eb6-c3eb-40e7-bd66-e70f4af89112 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 946 time: 0.1378782 Nov 09 21:32:02.151973 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58444) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:02.154132 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-56b2a9d2-b878-49d9-960d-6c5cf85fbe7f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a5157a5f64fc46898e5ed70196240cff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3178842 Nov 09 21:32:02.169389 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2a9d2-b878-49d9-960d-6c5cf85fbe7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346df6ad-33f8-4828-a8a1-82c4ecfe08a0,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:02.214873 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-27b93ccd-0c27-4102-9bb8-3a7c3e696474 req-e9eab703-a0bc-4613-9d9d-19ba56e2e89e service neutron] 10.222.0.45 "GET /v2.0/networks/55847ffd-7836-446f-91d3-f14e046c5bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108955 Nov 09 21:32:02.283114 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e2d541c5-33f6-46c5-8132-375cb0ddb08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:02.285765 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e2d541c5-33f6-46c5-8132-375cb0ddb08e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:02.286926 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e2d541c5-33f6-46c5-8132-375cb0ddb08e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a7680687-90af-4956-b4e6-2179af14bc7d HTTP/1.1" status: 204 len: 168 time: 0.6148167 Nov 09 21:32:02.309343 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-16167eaf-c051-4483-a880-dd9deb140364 req-44ca7688-ac5d-4db0-869f-64e88cac77c8 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785202 Nov 09 21:32:02.334865 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d541c5-33f6-46c5-8132-375cb0ddb08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7680687-90af-4956-b4e6-2179af14bc7d,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:02.357647 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-611d70e4-700d-46f7-96e4-e8820556e2fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:02.366369 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-462d4c1f-643b-40df-bf7d-d20e21d4c2e8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:02.423050 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd49910-5723-45f6-999f-4250dba16e29 req-04f5a10d-d46e-4c53-aa09-5462e36405c0 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:02.431794 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ddd49910-5723-45f6-999f-4250dba16e29 req-04f5a10d-d46e-4c53-aa09-5462e36405c0 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbb2078c-2aed-4065-ad24-8eb8179cd8b0 HTTP/1.1" status: 200 len: 945 time: 0.1115060 Nov 09 21:32:02.450658 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-611d70e4-700d-46f7-96e4-e8820556e2fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:02.508567 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ddd49910-5723-45f6-999f-4250dba16e29 req-cba95395-9508-484b-bfcc-87e92a28a882 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755663 Nov 09 21:32:02.625652 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c70db1-599e-4ce7-8fb2-b1b06aa8e378 req-11d78031-8ef6-4192-9a4e-0dfdb6a79881 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:02.627576 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a3c70db1-599e-4ce7-8fb2-b1b06aa8e378 req-11d78031-8ef6-4192-9a4e-0dfdb6a79881 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 946 time: 0.0664091 Nov 09 21:32:02.645377 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-611d70e4-700d-46f7-96e4-e8820556e2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:02.650802 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-611d70e4-700d-46f7-96e4-e8820556e2fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:02.650802 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-611d70e4-700d-46f7-96e4-e8820556e2fa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/346df6ad-33f8-4828-a8a1-82c4ecfe08a0 HTTP/1.1" status: 204 len: 168 time: 0.4956362 Nov 09 21:32:02.675539 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611d70e4-700d-46f7-96e4-e8820556e2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346df6ad-33f8-4828-a8a1-82c4ecfe08a0,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:02.725735 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462d4c1f-643b-40df-bf7d-d20e21d4c2e8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Router 7ae7adc3-0564-492b-b500-2717dfa04565 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:32:02.731120 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a3c70db1-599e-4ce7-8fb2-b1b06aa8e378 req-78f16418-5c53-481e-9203-e53f9ab1ef96 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947211 Nov 09 21:32:02.911697 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462d4c1f-643b-40df-bf7d-d20e21d4c2e8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:32:02.927290 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0a2c51-aca9-4a17-8bcd-278de58ecc96 None None] Sync routers for ids ['7ae7adc3-0564-492b-b500-2717dfa04565'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:32:02.948580 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0a2c51-aca9-4a17-8bcd-278de58ecc96 None None] Routers {'7ae7adc3-0564-492b-b500-2717dfa04565'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:32:02.950744 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-df0a2c51-aca9-4a17-8bcd-278de58ecc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:31:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['7ae7adc3-0564-492b-b500-2717dfa04565'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:02.958685 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-462d4c1f-643b-40df-bf7d-d20e21d4c2e8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:02.964428 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-462d4c1f-643b-40df-bf7d-d20e21d4c2e8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.6161220 Nov 09 21:32:02.967163 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58466) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:03.169107 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc509c11-6158-4024-8250-80fb91c3a7ff tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:03.218237 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-df0a2c51-aca9-4a17-8bcd-278de58ecc96 None None] Set router 7ae7adc3-0564-492b-b500-2717dfa04565 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:32:03.340101 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc509c11-6158-4024-8250-80fb91c3a7ff tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:03.572584 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-df0a2c51-aca9-4a17-8bcd-278de58ecc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae7adc3-0564-492b-b500-2717dfa04565', 'name': '', 'tenant_id': 'e748e0a0b17646f3b9fe3375362358b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8561aa3-6fec-40ba-a9a0-43ea6329e37f', 'external_fixed_ips': [{'subnet_id': 'd8570ce2-a804-42af-b49b-492ac15de63b', 'ip_address': '2001:db8::32d'}], 'enable_snat': True}, 'gw_port_id': '8f56e010-03bc-49cd-a4eb-e2b3cc2d203b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:31:59Z', 'updated_at': '2021-11-09T21:32:01Z', 'revision_number': 3, 'project_id': 'e748e0a0b17646f3b9fe3375362358b4', 'gw_port': {'id': '8f56e010-03bc-49cd-a4eb-e2b3cc2d203b', 'name': '', 'network_id': 'b8561aa3-6fec-40ba-a9a0-43ea6329e37f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae7adc3-0564-492b-b500-2717dfa04565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'd8570ce2-a804-42af-b49b-492ac15de63b', 'ip_address': '2001:db8::32d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:32:00Z', 'updated_at': '2021-11-09T21:32:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8570ce2-a804-42af-b49b-492ac15de63b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:03.611061 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:03.644458 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0a2c51-aca9-4a17-8bcd-278de58ecc96 None None] Checking router: 7ae7adc3-0564-492b-b500-2717dfa04565 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:32:03.654068 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0a2c51-aca9-4a17-8bcd-278de58ecc96 None None] Updating router 7ae7adc3-0564-492b-b500-2717dfa04565 port 8f56e010-03bc-49cd-a4eb-e2b3cc2d203b binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:32:03.708459 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-df0a2c51-aca9-4a17-8bcd-278de58ecc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:03.793526 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29194b-3d76-407f-9739-0fd1f77a7721 req-c7693f66-c538-4437-be86-6aed9111f239 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:03.802589 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ed29194b-3d76-407f-9739-0fd1f77a7721 req-c7693f66-c538-4437-be86-6aed9111f239 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbb2078c-2aed-4065-ad24-8eb8179cd8b0 HTTP/1.1" status: 200 len: 945 time: 0.1001399 Nov 09 21:32:03.921835 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ed29194b-3d76-407f-9739-0fd1f77a7721 req-e91c5fe0-1a25-4708-90f4-8c11105c9af5 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163402 Nov 09 21:32:03.952101 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58502) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:04.039934 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640f554-5f5e-4e1c-8fcb-cb2deea39694 req-4b0bb154-786f-4f44-b371-1de15006434a tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:04.041534 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0640f554-5f5e-4e1c-8fcb-cb2deea39694 req-4b0bb154-786f-4f44-b371-1de15006434a tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 946 time: 0.0619409 Nov 09 21:32:04.080055 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-df0a2c51-aca9-4a17-8bcd-278de58ecc96 None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:04.093435 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-df0a2c51-aca9-4a17-8bcd-278de58ecc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:04.094744 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-fc509c11-6158-4024-8250-80fb91c3a7ff tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Deleting port 8f56e010-03bc-49cd-a4eb-e2b3cc2d203b {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:32:04.095091 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc509c11-6158-4024-8250-80fb91c3a7ff tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:04.184735 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc509c11-6158-4024-8250-80fb91c3a7ff tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:04.193085 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd69900-f368-44cb-a03b-855575d0b135 None None] Pushing event updated for resources: {'Port': ['ID=8f56e010-03bc-49cd-a4eb-e2b3cc2d203b,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:04.198432 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-fc509c11-6158-4024-8250-80fb91c3a7ff tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Calling delete_port for 8f56e010-03bc-49cd-a4eb-e2b3cc2d203b owned by network:router_gateway {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:32:04.239155 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-df0a2c51-aca9-4a17-8bcd-278de58ecc96 None None] Attempting to bind port 8f56e010-03bc-49cd-a4eb-e2b3cc2d203b on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:32:04.239536 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-df0a2c51-aca9-4a17-8bcd-278de58ecc96 None None] Attempting to bind port 8f56e010-03bc-49cd-a4eb-e2b3cc2d203b by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '85f9abd3-acae-45c8-9057-3406b9bcfa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b8561aa3-6fec-40ba-a9a0-43ea6329e37f'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:32:04.239899 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0a2c51-aca9-4a17-8bcd-278de58ecc96 None None] Attempting to bind port 8f56e010-03bc-49cd-a4eb-e2b3cc2d203b on network b8561aa3-6fec-40ba-a9a0-43ea6329e37f {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:32:04.255365 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0a2c51-aca9-4a17-8bcd-278de58ecc96 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:32:04.255660 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0a2c51-aca9-4a17-8bcd-278de58ecc96 None None] Checking segment: {'id': '85f9abd3-acae-45c8-9057-3406b9bcfa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b8561aa3-6fec-40ba-a9a0-43ea6329e37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:32:04.256057 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-df0a2c51-aca9-4a17-8bcd-278de58ecc96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:04.256455 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0a2c51-aca9-4a17-8bcd-278de58ecc96 None None] Bound using segment: {'id': '85f9abd3-acae-45c8-9057-3406b9bcfa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b8561aa3-6fec-40ba-a9a0-43ea6329e37f'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:32:04.256982 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-df0a2c51-aca9-4a17-8bcd-278de58ecc96 None None] Bound port: 8f56e010-03bc-49cd-a4eb-e2b3cc2d203b, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85f9abd3-acae-45c8-9057-3406b9bcfa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b8561aa3-6fec-40ba-a9a0-43ea6329e37f'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:32:04.257350 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-df0a2c51-aca9-4a17-8bcd-278de58ecc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:04.419715 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0640f554-5f5e-4e1c-8fcb-cb2deea39694 req-62420f32-e5cc-4b60-b0c9-b3d624b66d9c tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699422 Nov 09 21:32:04.463466 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.db.api [None req-df0a2c51-aca9-4a17-8bcd-278de58ecc96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 21:32:04.464382 n-d-816206-3 neutron-server[102610]: DEBUG oslo_db.api [None req-df0a2c51-aca9-4a17-8bcd-278de58ecc96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 21:32:04.483570 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc509c11-6158-4024-8250-80fb91c3a7ff tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:04.518669 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc509c11-6158-4024-8250-80fb91c3a7ff tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f56e010-03bc-49cd-a4eb-e2b3cc2d203b,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:04.603398 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc509c11-6158-4024-8250-80fb91c3a7ff tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:04.745663 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc509c11-6158-4024-8250-80fb91c3a7ff tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:04.748152 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc509c11-6158-4024-8250-80fb91c3a7ff tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:04.790767 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-fa551f77-0502-4bd1-bbd0-938ff82c6234 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-773557523-network', 'tenant_id': '4512fd1468324870a9cef1cfcf3ad9bd'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:32:04.821351 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc509c11-6158-4024-8250-80fb91c3a7ff tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:04.821652 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc509c11-6158-4024-8250-80fb91c3a7ff tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7ae7adc3-0564-492b-b500-2717dfa04565 {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:32:04.844840 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc509c11-6158-4024-8250-80fb91c3a7ff tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:04.850331 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58530) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:04.851155 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-fc509c11-6158-4024-8250-80fb91c3a7ff tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] 10.222.0.49 "DELETE /v2.0/routers/7ae7adc3-0564-492b-b500-2717dfa04565 HTTP/1.1" status: 204 len: 168 time: 1.8818984 Nov 09 21:32:04.883374 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d949959-e3d2-4ab0-8499-59f2c9b1ba16 req-6d276037-7d00-40c3-a75a-36027f25401d tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:04.887316 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3d949959-e3d2-4ab0-8499-59f2c9b1ba16 req-6d276037-7d00-40c3-a75a-36027f25401d tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 946 time: 0.3205223 Nov 09 21:32:04.889315 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa551f77-0502-4bd1-bbd0-938ff82c6234 admin admin] Made reservation on behalf of 4512fd1468324870a9cef1cfcf3ad9bd for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:32:04.892205 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fa551f77-0502-4bd1-bbd0-938ff82c6234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:04.896554 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a7240-68b4-4c55-a1db-7a964ea7e4af req-b5c82357-8696-47bc-a771-49b5b08aabcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:04.899696 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-756a7240-68b4-4c55-a1db-7a964ea7e4af req-b5c82357-8696-47bc-a771-49b5b08aabcc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bbb2078c-2aed-4065-ad24-8eb8179cd8b0 HTTP/1.1" status: 200 len: 1096 time: 0.3335266 Nov 09 21:32:04.907662 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca05839-d639-4767-aa7f-82b1a24ab65b req-9e425077-b536-400c-93a4-fe2460e7fa94 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:04.909494 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dca05839-d639-4767-aa7f-82b1a24ab65b req-9e425077-b536-400c-93a4-fe2460e7fa94 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 946 time: 0.7761872 Nov 09 21:32:04.926707 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fa551f77-0502-4bd1-bbd0-938ff82c6234 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:04.985331 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-df0a2c51-aca9-4a17-8bcd-278de58ecc96 None None] Attempting to bind port 8f56e010-03bc-49cd-a4eb-e2b3cc2d203b on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:32:04.985802 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-df0a2c51-aca9-4a17-8bcd-278de58ecc96 None None] Attempting to bind port 8f56e010-03bc-49cd-a4eb-e2b3cc2d203b by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '85f9abd3-acae-45c8-9057-3406b9bcfa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b8561aa3-6fec-40ba-a9a0-43ea6329e37f'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:32:04.986384 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0a2c51-aca9-4a17-8bcd-278de58ecc96 None None] Attempting to bind port 8f56e010-03bc-49cd-a4eb-e2b3cc2d203b on network b8561aa3-6fec-40ba-a9a0-43ea6329e37f {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:32:04.989344 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-756a7240-68b4-4c55-a1db-7a964ea7e4af req-da412743-6b9f-40ce-adf9-1f7ce02f1b67 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810251 Nov 09 21:32:04.992131 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0a2c51-aca9-4a17-8bcd-278de58ecc96 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:32:04.993198 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3d949959-e3d2-4ab0-8499-59f2c9b1ba16 req-e959b76a-4deb-4942-9ebb-4904cd268924 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920868 Nov 09 21:32:04.999863 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0a2c51-aca9-4a17-8bcd-278de58ecc96 None None] Checking segment: {'id': '85f9abd3-acae-45c8-9057-3406b9bcfa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b8561aa3-6fec-40ba-a9a0-43ea6329e37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:32:05.016143 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-43619c2c-a713-4566-bf73-43d54a880a51 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Deleting subnet d8570ce2-a804-42af-b49b-492ac15de63b {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:32:05.020859 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-43619c2c-a713-4566-bf73-43d54a880a51 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:05.022541 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-df0a2c51-aca9-4a17-8bcd-278de58ecc96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:05.023399 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0a2c51-aca9-4a17-8bcd-278de58ecc96 None None] Bound using segment: {'id': '85f9abd3-acae-45c8-9057-3406b9bcfa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b8561aa3-6fec-40ba-a9a0-43ea6329e37f'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:32:05.026751 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-df0a2c51-aca9-4a17-8bcd-278de58ecc96 None None] Bound port: 8f56e010-03bc-49cd-a4eb-e2b3cc2d203b, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85f9abd3-acae-45c8-9057-3406b9bcfa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b8561aa3-6fec-40ba-a9a0-43ea6329e37f'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:32:05.028800 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-df0a2c51-aca9-4a17-8bcd-278de58ecc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:05.069285 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dca05839-d639-4767-aa7f-82b1a24ab65b req-d8c04dc0-91e2-4bcf-a92f-a5b8957999f5 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499712 Nov 09 21:32:05.072095 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-43619c2c-a713-4566-bf73-43d54a880a51 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:05.105757 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-df0a2c51-aca9-4a17-8bcd-278de58ecc96 None None] Port 8f56e010-03bc-49cd-a4eb-e2b3cc2d203b has been deleted concurrently {{(pid=102610) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 09 21:32:05.152230 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0a2c51-aca9-4a17-8bcd-278de58ecc96 None None] Routers set() bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:32:05.152914 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0a2c51-aca9-4a17-8bcd-278de58ecc96 None None] Router IDs set() for agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 09 21:32:05.156361 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_agentschedulers_db [None req-df0a2c51-aca9-4a17-8bcd-278de58ecc96 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7ae7adc3-0564-492b-b500-2717dfa04565'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:31:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent'). {{(pid=102610) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 09 21:32:05.156984 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0a2c51-aca9-4a17-8bcd-278de58ecc96 None None] The sync data for ids ['7ae7adc3-0564-492b-b500-2717dfa04565'] in n-d-816206-3 is: [] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:32:05.217730 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-43619c2c-a713-4566-bf73-43d54a880a51 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:05.308806 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fa551f77-0502-4bd1-bbd0-938ff82c6234 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:05.335188 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c74b5-9b2e-44b9-8c8f-6bfbf2626b1e req-90d67c74-87ad-4872-82b5-cf1d1a733904 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:05.338476 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-697c74b5-9b2e-44b9-8c8f-6bfbf2626b1e req-90d67c74-87ad-4872-82b5-cf1d1a733904 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 946 time: 0.0665691 Nov 09 21:32:05.359900 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fa551f77-0502-4bd1-bbd0-938ff82c6234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:05.422299 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa551f77-0502-4bd1-bbd0-938ff82c6234 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:32:05.422996 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-697c74b5-9b2e-44b9-8c8f-6bfbf2626b1e req-63fcf81c-2d7e-4688-9fbc-c978680372fe tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783613 Nov 09 21:32:05.447656 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa551f77-0502-4bd1-bbd0-938ff82c6234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760201a7-1880-4286-b76a-3afb199ff8b1,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:05.458065 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fa551f77-0502-4bd1-bbd0-938ff82c6234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:05.458380 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-fa551f77-0502-4bd1-bbd0-938ff82c6234 admin admin] Added segment 636b2e12-4328-4d1a-bb9f-7c11b5e61111 of type vlan for network 15ccd985-6c06-495e-a4f9-a7d9631eada1 Nov 09 21:32:05.459879 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-43619c2c-a713-4566-bf73-43d54a880a51 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:05.501563 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eeb4e6-c229-4e01-947b-00ac5937d5c9 req-cf350b68-f268-474f-9da4-2f1145d29e23 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:05.504211 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d6eeb4e6-c229-4e01-947b-00ac5937d5c9 req-cf350b68-f268-474f-9da4-2f1145d29e23 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbb2078c-2aed-4065-ad24-8eb8179cd8b0 HTTP/1.1" status: 200 len: 945 time: 0.2372231 Nov 09 21:32:05.582469 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43619c2c-a713-4566-bf73-43d54a880a51 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d8570ce2-a804-42af-b49b-492ac15de63b,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:05.588746 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5072b0-8ff9-4816-8a73-00b6e5aba194 req-4b30af8d-a887-435b-83e3-d7634e05e575 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:05.590333 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2a5072b0-8ff9-4816-8a73-00b6e5aba194 req-4b30af8d-a887-435b-83e3-d7634e05e575 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 946 time: 0.0610352 Nov 09 21:32:05.599050 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-43619c2c-a713-4566-bf73-43d54a880a51 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:05.602686 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-43619c2c-a713-4566-bf73-43d54a880a51 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] 10.222.0.49 "DELETE /v2.0/subnets/d8570ce2-a804-42af-b49b-492ac15de63b HTTP/1.1" status: 204 len: 168 time: 0.7497475 Nov 09 21:32:05.609890 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fa551f77-0502-4bd1-bbd0-938ff82c6234 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:05.612533 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58554) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:05.654337 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d6eeb4e6-c229-4e01-947b-00ac5937d5c9 req-4fde2f7c-12ff-43e1-bf4e-32739354bb46 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413856 Nov 09 21:32:05.666601 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fa551f77-0502-4bd1-bbd0-938ff82c6234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:05.667720 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa551f77-0502-4bd1-bbd0-938ff82c6234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:05.668316 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fa551f77-0502-4bd1-bbd0-938ff82c6234 admin admin] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:05.737887 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2a5072b0-8ff9-4816-8a73-00b6e5aba194 req-778f07e7-45f4-4f5f-8cc9-b0588d3c185d tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385090 Nov 09 21:32:05.740869 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-16cd108b-bae7-42a3-b6f5-f1aa3989d020 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:05.746620 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-fa551f77-0502-4bd1-bbd0-938ff82c6234 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.7889261 Nov 09 21:32:05.749507 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58556) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:05.759022 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-e0016f97-5435-4f91-9afb-4a5f90822c5f admin admin] Request body: {'subnet': {'network_id': '15ccd985-6c06-495e-a4f9-a7d9631eada1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-773557523-subnet', 'tenant_id': '4512fd1468324870a9cef1cfcf3ad9bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:32:05.780823 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa551f77-0502-4bd1-bbd0-938ff82c6234 admin admin] Pushing event updated for resources: {'Network': ['ID=15ccd985-6c06-495e-a4f9-a7d9631eada1,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:05.799698 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 15ccd985-6c06-495e-a4f9-a7d9631eada1 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:32:05.812771 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0016f97-5435-4f91-9afb-4a5f90822c5f admin admin] Made reservation on behalf of 4512fd1468324870a9cef1cfcf3ad9bd for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:32:05.819532 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e0016f97-5435-4f91-9afb-4a5f90822c5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:05.871352 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-16cd108b-bae7-42a3-b6f5-f1aa3989d020 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:05.925772 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-16cd108b-bae7-42a3-b6f5-f1aa3989d020 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8561aa3-6fec-40ba-a9a0-43ea6329e37f']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:05.938928 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-16cd108b-bae7-42a3-b6f5-f1aa3989d020 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85f9abd3-acae-45c8-9057-3406b9bcfa0b') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:05.939604 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-16cd108b-bae7-42a3-b6f5-f1aa3989d020 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85f9abd3-acae-45c8-9057-3406b9bcfa0b') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:05.954925 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-16cd108b-bae7-42a3-b6f5-f1aa3989d020 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:06.014347 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-16cd108b-bae7-42a3-b6f5-f1aa3989d020 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:06.040828 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16cd108b-bae7-42a3-b6f5-f1aa3989d020 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:32:06.041248 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-16cd108b-bae7-42a3-b6f5-f1aa3989d020 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:06.043412 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:32:06.043412 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:32:06.043412 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:32:06.043412 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:32:06.043412 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:32:06.043412 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:32:06.043412 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:32:06.043412 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:32:06.043412 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:32:06.043412 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:32:06.043412 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:32:06.043412 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:32:06.043412 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:32:06.043412 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:32:06.043412 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:32:06.043412 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:32:06.043412 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:32:06.043412 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:32:06.043412 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:32:06.043412 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:32:06.043412 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:32:06.043412 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:32:06.043412 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:32:06.043412 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:32:06.043412 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:32:06.043412 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:32:06.043412 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:32:06.043412 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:32:06.043412 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:32:06.043412 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:32:06.043412 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:32:06.043412 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:32:06.130335 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f5f68-9e4c-4111-a5c0-0f73b984db03 req-2e285965-d44f-4c50-903d-8b93b24e98dc tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:06.132051 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-456f5f68-9e4c-4111-a5c0-0f73b984db03 req-2e285965-d44f-4c50-903d-8b93b24e98dc tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 946 time: 0.1585169 Nov 09 21:32:06.147092 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e0016f97-5435-4f91-9afb-4a5f90822c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:06.167526 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-16cd108b-bae7-42a3-b6f5-f1aa3989d020 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:06.197291 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16cd108b-bae7-42a3-b6f5-f1aa3989d020 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b8561aa3-6fec-40ba-a9a0-43ea6329e37f {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 21:32:06.219466 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-16cd108b-bae7-42a3-b6f5-f1aa3989d020 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:06.222841 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-16cd108b-bae7-42a3-b6f5-f1aa3989d020 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] 10.222.0.49 "DELETE /v2.0/networks/b8561aa3-6fec-40ba-a9a0-43ea6329e37f HTTP/1.1" status: 204 len: 168 time: 0.6076667 Nov 09 21:32:06.245372 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd108b-bae7-42a3-b6f5-f1aa3989d020 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Pushing event deleted for resources: {'Network': ['ID=b8561aa3-6fec-40ba-a9a0-43ea6329e37f,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:06.273085 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-456f5f68-9e4c-4111-a5c0-0f73b984db03 req-8b0098b9-d8e3-40de-852c-2046ed4754aa tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179080 Nov 09 21:32:06.314204 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0016f97-5435-4f91-9afb-4a5f90822c5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b27861fb-2c85-4ded-b5d4-454ab0d2af59,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:06.327771 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0016f97-5435-4f91-9afb-4a5f90822c5f admin admin] Checking segment: {'id': '636b2e12-4328-4d1a-bb9f-7c11b5e61111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '15ccd985-6c06-495e-a4f9-a7d9631eada1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:32:06.329752 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0016f97-5435-4f91-9afb-4a5f90822c5f admin admin] Network hostable DHCP agents. Network: 15ccd985-6c06-495e-a4f9-a7d9631eada1, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:32:06.359128 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076cd3a4-7995-4102-9274-246942076b64 req-3afb45df-a401-4dda-a499-067cb9399943 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:06.364080 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-076cd3a4-7995-4102-9274-246942076b64 req-3afb45df-a401-4dda-a499-067cb9399943 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 946 time: 0.1615107 Nov 09 21:32:06.405639 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0016f97-5435-4f91-9afb-4a5f90822c5f admin admin] Network 15ccd985-6c06-495e-a4f9-a7d9631eada1 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:32:06.466242 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-e0016f97-5435-4f91-9afb-4a5f90822c5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 15ccd985-6c06-495e-a4f9-a7d9631eada1) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:32:06.477208 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fa25de-421b-45f2-9b27-27266dfaa4cf None None] Network 15ccd985-6c06-495e-a4f9-a7d9631eada1 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:32:06.487548 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0016f97-5435-4f91-9afb-4a5f90822c5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:06.490470 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e0016f97-5435-4f91-9afb-4a5f90822c5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:06.561781 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-076cd3a4-7995-4102-9274-246942076b64 req-4f2007cd-ec78-42d4-a977-97f67ff675bf tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1813986 Nov 09 21:32:06.589025 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e0016f97-5435-4f91-9afb-4a5f90822c5f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8353598 Nov 09 21:32:06.605824 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2652095-827f-4e4c-a786-86e7b9e1318a req-adce344f-ffe6-4aa2-a518-e1f49bdf4cb5 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:06.609957 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d2652095-827f-4e4c-a786-86e7b9e1318a req-adce344f-ffe6-4aa2-a518-e1f49bdf4cb5 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 946 time: 0.1121721 Nov 09 21:32:06.655661 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58590) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:06.668078 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d2eca1-fc06-4194-9fb3-a194c866d76e None None] Network 15ccd985-6c06-495e-a4f9-a7d9631eada1 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:32:06.699687 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d2652095-827f-4e4c-a786-86e7b9e1318a req-cfd970b7-3263-445f-bbeb-8484102c818b tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836530 Nov 09 21:32:06.786979 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58602) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:06.791496 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-e0c3441d-4457-4dbe-b5b7-6a27c886fbcc tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Request body: {'router': {'name': 'tempest-router--1509842468', 'project_id': '016e04f6265e46efb24f6d7c55d3fc4a'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:32:06.821593 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e0c3441d-4457-4dbe-b5b7-6a27c886fbcc tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:06.822954 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e0c3441d-4457-4dbe-b5b7-6a27c886fbcc tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:06.928429 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e245f-58f7-41d0-8f3f-09a3eec519d3 req-5c2db9fc-333c-4959-8f41-f0ee4d242e6a tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:06.940351 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b97e245f-58f7-41d0-8f3f-09a3eec519d3 req-5c2db9fc-333c-4959-8f41-f0ee4d242e6a tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbb2078c-2aed-4065-ad24-8eb8179cd8b0 HTTP/1.1" status: 200 len: 945 time: 0.1578250 Nov 09 21:32:07.011580 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e203fd-fdf5-4f48-ab52-d736f9c71323 req-20f8bada-e253-4774-8df1-e0d8bcd56a4d tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:07.014099 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b97e245f-58f7-41d0-8f3f-09a3eec519d3 req-0781cdc8-1e07-4bec-acd6-e0ab734b2d43 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663972 Nov 09 21:32:07.024740 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-68e203fd-fdf5-4f48-ab52-d736f9c71323 req-20f8bada-e253-4774-8df1-e0d8bcd56a4d tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 946 time: 0.1588750 Nov 09 21:32:07.024740 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e0c3441d-4457-4dbe-b5b7-6a27c886fbcc tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:07.032721 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e0c3441d-4457-4dbe-b5b7-6a27c886fbcc tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:07.064739 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e0c3441d-4457-4dbe-b5b7-6a27c886fbcc tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:07.065955 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e0c3441d-4457-4dbe-b5b7-6a27c886fbcc tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2779405 Nov 09 21:32:07.069232 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58616) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:07.088386 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-68e203fd-fdf5-4f48-ab52-d736f9c71323 req-61bea57f-02f2-42f2-9c59-8f6a5ada6d2a tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679207 Nov 09 21:32:07.159197 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f57b7808-2add-4d2a-a31e-edd0ba504eeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:07.200108 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce54df38-3cd7-49b1-a0d6-411b12cf97d5 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:07.321311 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263f238-eb0b-43a4-bdc9-43d42357a90d req-e76a4128-3cb0-4eb2-9ebb-b4aeca410155 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:07.322922 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4263f238-eb0b-43a4-bdc9-43d42357a90d req-e76a4128-3cb0-4eb2-9ebb-b4aeca410155 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 946 time: 0.1616206 Nov 09 21:32:07.461360 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a56e18-4319-45c8-a540-5e82ae14af7e req-af1c62c3-a845-4f5f-8669-176039be6ba9 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:07.470114 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-06a56e18-4319-45c8-a540-5e82ae14af7e req-af1c62c3-a845-4f5f-8669-176039be6ba9 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/networks?id=e63a53c0-9c74-472d-854f-77c19d8e6ef4 HTTP/1.1" status: 200 len: 810 time: 0.1822932 Nov 09 21:32:07.488552 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-06a56e18-4319-45c8-a540-5e82ae14af7e req-8bf1ba55-e0f4-443b-9a19-696ef2804e05 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/quotas/d1eec0d183eb43fa903f8da93e957658 HTTP/1.1" status: 200 len: 375 time: 0.0174160 Nov 09 21:32:07.508411 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce54df38-3cd7-49b1-a0d6-411b12cf97d5 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:07.523747 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce54df38-3cd7-49b1-a0d6-411b12cf97d5 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:07.553001 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4263f238-eb0b-43a4-bdc9-43d42357a90d req-0465647c-e87a-46fd-b8d4-86ccdc311f76 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352832 Nov 09 21:32:07.559950 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-06a56e18-4319-45c8-a540-5e82ae14af7e req-761da00c-a8ef-4858-b18d-5a7bd37880a6 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d1eec0d183eb43fa903f8da93e957658&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0703399 Nov 09 21:32:07.636018 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce54df38-3cd7-49b1-a0d6-411b12cf97d5 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:07.636562 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce54df38-3cd7-49b1-a0d6-411b12cf97d5 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 98e7a78a-53c9-4165-8dfd-cbe72aed7912 {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:32:07.641224 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce54df38-3cd7-49b1-a0d6-411b12cf97d5 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:07.642372 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ce54df38-3cd7-49b1-a0d6-411b12cf97d5 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] 10.222.0.49 "DELETE /v2.0/routers/98e7a78a-53c9-4165-8dfd-cbe72aed7912 HTTP/1.1" status: 204 len: 168 time: 0.5722725 Nov 09 21:32:07.656596 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f57b7808-2add-4d2a-a31e-edd0ba504eeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:07.663379 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58678) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:07.670624 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-dd2141ac-94be-4fff-af2d-8b11eb5013a0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-379656262-network', 'tenant_id': '035998926b3e42dfbb8318ab8fbe148e'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:32:07.687730 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f57b7808-2add-4d2a-a31e-edd0ba504eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:07.688905 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-06a56e18-4319-45c8-a540-5e82ae14af7e req-2ce5f7c4-aefc-4513-89ff-1fa4e4c84dae service neutron] 10.222.0.49 "GET /v2.0/networks/e63a53c0-9c74-472d-854f-77c19d8e6ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276910 Nov 09 21:32:07.728602 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2141ac-94be-4fff-af2d-8b11eb5013a0 admin admin] Made reservation on behalf of 035998926b3e42dfbb8318ab8fbe148e for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:32:07.731737 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dd2141ac-94be-4fff-af2d-8b11eb5013a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:07.761192 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dd2141ac-94be-4fff-af2d-8b11eb5013a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:07.765586 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b7808-2add-4d2a-a31e-edd0ba504eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7febdc-e346-4bc9-ae6a-d480027954e4,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:07.772684 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f57b7808-2add-4d2a-a31e-edd0ba504eeb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1f8cb7bbf36141e28927d9894baf49bc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1158576 Nov 09 21:32:07.773352 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58682) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:07.801255 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b7808-2add-4d2a-a31e-edd0ba504eeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:32:07.801618 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b7808-2add-4d2a-a31e-edd0ba504eeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:32:07.801947 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b7808-2add-4d2a-a31e-edd0ba504eeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:32:07.802613 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b7808-2add-4d2a-a31e-edd0ba504eeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:32:07.802613 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b7808-2add-4d2a-a31e-edd0ba504eeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:32:07.802976 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b7808-2add-4d2a-a31e-edd0ba504eeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:32:07.803279 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b7808-2add-4d2a-a31e-edd0ba504eeb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:32:07.803611 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b7808-2add-4d2a-a31e-edd0ba504eeb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:32:07.804287 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b7808-2add-4d2a-a31e-edd0ba504eeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:32:07.804287 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b7808-2add-4d2a-a31e-edd0ba504eeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:32:07.804603 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b7808-2add-4d2a-a31e-edd0ba504eeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:32:07.804978 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b7808-2add-4d2a-a31e-edd0ba504eeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:32:07.821511 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-06a56e18-4319-45c8-a540-5e82ae14af7e req-8a7acfe5-813c-4d94-88fe-9f37f65633d9 service neutron] 10.222.0.49 "GET /v2.0/networks/e63a53c0-9c74-472d-854f-77c19d8e6ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314785 Nov 09 21:32:07.952878 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a79d8d20-bb42-4ce7-a0dd-43a5176fa7c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:07.956606 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58686) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:07.970677 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b06d6-bdd7-4921-96d9-a69e47b40610 req-2916c55d-2e5b-453c-8251-b7dd73dac447 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:07.972212 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b03b06d6-bdd7-4921-96d9-a69e47b40610 req-2916c55d-2e5b-453c-8251-b7dd73dac447 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 946 time: 0.1455638 Nov 09 21:32:08.074737 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b03b06d6-bdd7-4921-96d9-a69e47b40610 req-b63f281b-cdfc-4332-84fd-651ce18596b4 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897319 Nov 09 21:32:08.079320 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea701555-6af8-4210-a791-0bfbde3f4d3b req-4f423401-f3e0-4d22-8b8c-da9e4b8e4f6b tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:08.088417 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ea701555-6af8-4210-a791-0bfbde3f4d3b req-4f423401-f3e0-4d22-8b8c-da9e4b8e4f6b tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 946 time: 0.0632362 Nov 09 21:32:08.097930 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a79d8d20-bb42-4ce7-a0dd-43a5176fa7c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:08.175833 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ea701555-6af8-4210-a791-0bfbde3f4d3b req-87d77bef-8f68-4ae2-ab14-9d86f80bba86 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864697 Nov 09 21:32:08.191805 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cd39b2c2-2dca-4a50-a89d-cb09e5998ea5 req-1ddf4b01-fc47-4f20-9fd5-20d3ac2bef02 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=d75978b8-b8b5-4ee1-ad54-cacdf742a789 HTTP/1.1" status: 200 len: 210 time: 0.0465178 Nov 09 21:32:08.199303 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dd2141ac-94be-4fff-af2d-8b11eb5013a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:08.216206 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dd2141ac-94be-4fff-af2d-8b11eb5013a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:08.261416 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd2141ac-94be-4fff-af2d-8b11eb5013a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:32:08.288772 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dd2141ac-94be-4fff-af2d-8b11eb5013a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:08.289124 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-dd2141ac-94be-4fff-af2d-8b11eb5013a0 admin admin] Added segment 543a048b-d144-4b2f-928f-e18e363e2829 of type vlan for network 19d69361-c360-4922-b061-14ccc96612b5 Nov 09 21:32:08.293782 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-e7d423bb-c7eb-4e48-b766-5bbbae0b35ec tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2053283835', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}, 'admin_state_up': False}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:32:08.328304 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2141ac-94be-4fff-af2d-8b11eb5013a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e430fcc7-0218-45b3-b8cb-c5eb9b0eba50,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:08.340070 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2c50c-2b3f-48ff-81dd-73f954c5bcf7 req-94bb4afd-8842-442f-b287-54011998f54e tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:08.350987 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6ad2c50c-2b3f-48ff-81dd-73f954c5bcf7 req-94bb4afd-8842-442f-b287-54011998f54e tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 946 time: 0.1063440 Nov 09 21:32:08.362514 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e7d423bb-c7eb-4e48-b766-5bbbae0b35ec tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:08.363740 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e7d423bb-c7eb-4e48-b766-5bbbae0b35ec tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:08.373220 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a79d8d20-bb42-4ce7-a0dd-43a5176fa7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:08.376912 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a79d8d20-bb42-4ce7-a0dd-43a5176fa7c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:08.390214 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a79d8d20-bb42-4ce7-a0dd-43a5176fa7c1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8b7febdc-e346-4bc9-ae6a-d480027954e4 HTTP/1.1" status: 204 len: 168 time: 0.6004236 Nov 09 21:32:08.413442 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d8d20-bb42-4ce7-a0dd-43a5176fa7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7febdc-e346-4bc9-ae6a-d480027954e4,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:08.424438 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ce64a-b02e-4237-ac5c-6d6062176901 req-61e73441-3729-4fa1-aed9-3b7c0620d272 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:08.427104 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d82ce64a-b02e-4237-ac5c-6d6062176901 req-61e73441-3729-4fa1-aed9-3b7c0620d272 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 946 time: 0.1419883 Nov 09 21:32:08.429003 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dd2141ac-94be-4fff-af2d-8b11eb5013a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:08.467925 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6ad2c50c-2b3f-48ff-81dd-73f954c5bcf7 req-c5073591-0224-4e17-8ad6-07405864dfc8 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157026 Nov 09 21:32:08.477432 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e7d423bb-c7eb-4e48-b766-5bbbae0b35ec tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:08.518184 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dd2141ac-94be-4fff-af2d-8b11eb5013a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:08.519188 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2141ac-94be-4fff-af2d-8b11eb5013a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:08.519804 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dd2141ac-94be-4fff-af2d-8b11eb5013a0 admin admin] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:08.552996 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-dd2141ac-94be-4fff-af2d-8b11eb5013a0 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8871648 Nov 09 21:32:08.554932 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58718) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:08.573417 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-2cecc4cb-c345-4ed3-81b4-ed44c457e244 admin admin] Request body: {'subnet': {'network_id': '19d69361-c360-4922-b061-14ccc96612b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-379656262-subnet', 'tenant_id': '035998926b3e42dfbb8318ab8fbe148e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:32:08.579892 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d82ce64a-b02e-4237-ac5c-6d6062176901 req-4d83e79f-bdda-4ebb-8030-201b2eded848 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419466 Nov 09 21:32:08.645316 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2141ac-94be-4fff-af2d-8b11eb5013a0 admin admin] Pushing event updated for resources: {'Network': ['ID=19d69361-c360-4922-b061-14ccc96612b5,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:08.654604 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cecc4cb-c345-4ed3-81b4-ed44c457e244 admin admin] Made reservation on behalf of 035998926b3e42dfbb8318ab8fbe148e for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:32:08.656587 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 19d69361-c360-4922-b061-14ccc96612b5 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:32:08.657806 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2cecc4cb-c345-4ed3-81b4-ed44c457e244 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:08.771986 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e7d423bb-c7eb-4e48-b766-5bbbae0b35ec tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:08.925239 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28004778-3233-4cd1-8117-1f656d3c52b6 req-eda4b029-29f8-4ef2-9cc8-83da8b544844 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:08.926852 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-28004778-3233-4cd1-8117-1f656d3c52b6 req-eda4b029-29f8-4ef2-9cc8-83da8b544844 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 946 time: 0.1278753 Nov 09 21:32:08.960454 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58732) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:09.002091 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d5bfcb6f-071c-4514-b610-f6c66852f2c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:09.027091 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e7d423bb-c7eb-4e48-b766-5bbbae0b35ec tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router_gateway, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:09.051603 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e7d423bb-c7eb-4e48-b766-5bbbae0b35ec tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:09.061498 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2cecc4cb-c345-4ed3-81b4-ed44c457e244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:09.099060 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-28004778-3233-4cd1-8117-1f656d3c52b6 req-2c434e8d-fb96-4359-bbf9-5c6128a32aaa tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597929 Nov 09 21:32:09.151623 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cecc4cb-c345-4ed3-81b4-ed44c457e244 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca9e1a18-d877-4e80-9d46-3a1160a4bce7,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:09.176492 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cecc4cb-c345-4ed3-81b4-ed44c457e244 admin admin] Checking segment: {'id': '543a048b-d144-4b2f-928f-e18e363e2829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '19d69361-c360-4922-b061-14ccc96612b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:32:09.176905 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cecc4cb-c345-4ed3-81b4-ed44c457e244 admin admin] Network hostable DHCP agents. Network: 19d69361-c360-4922-b061-14ccc96612b5, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:32:09.232341 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cecc4cb-c345-4ed3-81b4-ed44c457e244 admin admin] Network 19d69361-c360-4922-b061-14ccc96612b5 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:32:09.241035 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d5bfcb6f-071c-4514-b610-f6c66852f2c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:09.243286 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-2cecc4cb-c345-4ed3-81b4-ed44c457e244 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 19d69361-c360-4922-b061-14ccc96612b5) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:32:09.246761 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-e7d423bb-c7eb-4e48-b766-5bbbae0b35ec tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Allocated IP 172.25.7.28 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/665df8ec-d3aa-4a4c-9940-05e6a89bfc22) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:32:09.247635 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cecc4cb-c345-4ed3-81b4-ed44c457e244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:09.248236 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2cecc4cb-c345-4ed3-81b4-ed44c457e244 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:09.252823 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d5bfcb6f-071c-4514-b610-f6c66852f2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:09.255202 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12549ddc-9f99-437d-9413-c3055279b096 None None] Network 19d69361-c360-4922-b061-14ccc96612b5 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:32:09.287825 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2cecc4cb-c345-4ed3-81b4-ed44c457e244 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7291291 Nov 09 21:32:09.309786 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d5bfcb6f-071c-4514-b610-f6c66852f2c4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cca295a82b8a4273a0ab33b03a156582&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3482180 Nov 09 21:32:09.311083 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58766) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:09.318718 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bfcb6f-071c-4514-b610-f6c66852f2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1fd14f-6878-43e3-8e82-de31bde324db,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:09.398112 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-349344a7-eede-4495-b7f5-48c3f9e55dee req-3ef32c84-6ba4-4870-acb1-12754236d335 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=d75978b8-b8b5-4ee1-ad54-cacdf742a789 HTTP/1.1" status: 200 len: 210 time: 0.0432837 Nov 09 21:32:09.456739 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c4cdc7be-9d5c-408b-b246-1ea515dcb852 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:09.511912 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c4cdc7be-9d5c-408b-b246-1ea515dcb852 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:09.542888 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a56e18-4319-45c8-a540-5e82ae14af7e req-cd843c5e-510f-4a40-848e-cd33197f9af3 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:09.545334 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-06a56e18-4319-45c8-a540-5e82ae14af7e req-cd843c5e-510f-4a40-848e-cd33197f9af3 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.45 "GET /v2.0/networks?id=e63a53c0-9c74-472d-854f-77c19d8e6ef4 HTTP/1.1" status: 200 len: 810 time: 0.1794381 Nov 09 21:32:09.578661 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451b3dc1-90b1-449e-b89b-2476735f1560 None None] Network 19d69361-c360-4922-b061-14ccc96612b5 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:32:09.613206 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c4cdc7be-9d5c-408b-b246-1ea515dcb852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:09.616883 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c4cdc7be-9d5c-408b-b246-1ea515dcb852 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:09.621202 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c4cdc7be-9d5c-408b-b246-1ea515dcb852 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5b1fd14f-6878-43e3-8e82-de31bde324db HTTP/1.1" status: 204 len: 168 time: 0.3066628 Nov 09 21:32:09.623318 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e7d423bb-c7eb-4e48-b766-5bbbae0b35ec tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:09.627423 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cdc7be-9d5c-408b-b246-1ea515dcb852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1fd14f-6878-43e3-8e82-de31bde324db,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:09.666994 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-06a56e18-4319-45c8-a540-5e82ae14af7e req-e552e007-36ad-4d83-8729-9c8668255c65 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Request body: {'port': {'device_id': 'd75978b8-b8b5-4ee1-ad54-cacdf742a789', 'network_id': 'e63a53c0-9c74-472d-854f-77c19d8e6ef4', 'admin_state_up': True, 'tenant_id': 'd1eec0d183eb43fa903f8da93e957658'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:32:09.747031 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e7d423bb-c7eb-4e48-b766-5bbbae0b35ec tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:09.765450 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04e042-3aa8-4600-b1fb-341e9139dc21 req-0e26a524-0f76-4a00-b614-221cae2ed5cc tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:09.767448 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cb04e042-3aa8-4600-b1fb-341e9139dc21 req-0e26a524-0f76-4a00-b614-221cae2ed5cc tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 946 time: 0.4011784 Nov 09 21:32:09.815892 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d423bb-c7eb-4e48-b766-5bbbae0b35ec tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:32:09.834355 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-e7d423bb-c7eb-4e48-b766-5bbbae0b35ec tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:32:09.843200 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d423bb-c7eb-4e48-b766-5bbbae0b35ec tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:32:09.894374 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d423bb-c7eb-4e48-b766-5bbbae0b35ec tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Pushing event updated for resources: {'Port': ['ID=665df8ec-d3aa-4a4c-9940-05e6a89bfc22,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:09.939429 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cb04e042-3aa8-4600-b1fb-341e9139dc21 req-f139e846-c1ec-41c0-9ba7-28e3fa32cce9 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647918 Nov 09 21:32:10.019792 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06a56e18-4319-45c8-a540-5e82ae14af7e req-e552e007-36ad-4d83-8729-9c8668255c65 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Made reservation on behalf of d1eec0d183eb43fa903f8da93e957658 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:32:10.024545 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-06a56e18-4319-45c8-a540-5e82ae14af7e req-e552e007-36ad-4d83-8729-9c8668255c65 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:10.355257 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-06a56e18-4319-45c8-a540-5e82ae14af7e req-e552e007-36ad-4d83-8729-9c8668255c65 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Allocated IP 172.20.0.2 (e63a53c0-9c74-472d-854f-77c19d8e6ef4/bfb20a4a-8695-412f-8658-c790ccaeab3d/7f59c6fa-fda6-45c2-b876-8e873e2e0b06) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:32:10.368803 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a168ea07-35d4-462d-a4fb-c183f438fba4 req-c08281b7-6846-40ab-884e-d4c86504d8e7 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:10.373609 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a168ea07-35d4-462d-a4fb-c183f438fba4 req-c08281b7-6846-40ab-884e-d4c86504d8e7 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 946 time: 0.1604879 Nov 09 21:32:10.406318 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e7d423bb-c7eb-4e48-b766-5bbbae0b35ec tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router_gateway, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:10.421945 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-c1eed35e-5881-4267-b5c9-630b6cef7bc1 tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:10.424485 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-c1eed35e-5881-4267-b5c9-630b6cef7bc1 tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] 10.222.0.49 "GET /v2.0/networks?id=15ccd985-6c06-495e-a4f9-a7d9631eada1 HTTP/1.1" status: 200 len: 808 time: 0.1269348 Nov 09 21:32:10.443455 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-54dcdb85-b764-473c-b631-f56f9af76369 tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] 10.222.0.49 "GET /v2.0/quotas/4512fd1468324870a9cef1cfcf3ad9bd HTTP/1.1" status: 200 len: 375 time: 0.0111256 Nov 09 21:32:10.486308 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-54e454af-904c-46e7-90c0-157ce42bffb9 tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4512fd1468324870a9cef1cfcf3ad9bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361726 Nov 09 21:32:10.535648 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a168ea07-35d4-462d-a4fb-c183f438fba4 req-305e6595-cccc-4a51-a9e4-1bbb96be6680 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581898 Nov 09 21:32:10.592876 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-8b36e695-6902-4d96-a1cd-78340a1c980a service neutron] 10.222.0.49 "GET /v2.0/networks/15ccd985-6c06-495e-a4f9-a7d9631eada1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980611 Nov 09 21:32:10.688278 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-05c9f970-bda0-4e3a-b64c-cbadbe4439b7 service neutron] 10.222.0.49 "GET /v2.0/networks/15ccd985-6c06-495e-a4f9-a7d9631eada1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945520 Nov 09 21:32:10.888166 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b2c59530-feba-4214-9f59-8176380185af req-c3a93101-173b-4469-8e8e-d3832f505eec tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=d75978b8-b8b5-4ee1-ad54-cacdf742a789 HTTP/1.1" status: 200 len: 210 time: 0.0331047 Nov 09 21:32:10.939227 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device a310ed82-5c76-42dd-938a-ffb8947a05b9 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:32:11.079271 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:11.103336 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c524550-3413-49e6-98bc-47e4a989636c req-f433167f-22a6-4c5b-b3ae-5410d98575b2 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:11.106802 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0c524550-3413-49e6-98bc-47e4a989636c req-f433167f-22a6-4c5b-b3ae-5410d98575b2 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 946 time: 0.1080542 Nov 09 21:32:11.110082 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff72e0b-9f2e-42f2-bc62-01eec41f1381', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a310ed82-5c76-42dd-938a-ffb8947a05b9'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:32:11.113007 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06eeca8f-51bb-424b-b08d-fddfab5c6765" -d '{"events": [{"server_uuid": "eff72e0b-9f2e-42f2-bc62-01eec41f1381", "name": "network-vif-unplugged", "status": "completed", "tag": "a310ed82-5c76-42dd-938a-ffb8947a05b9"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:32:11.132675 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port a310ed82-5c76-42dd-938a-ffb8947a05b9, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=a310ed82-5c76-42dd-938a-ffb8947a05b9,segment=NetworkSegment(4b1e7064-c872-4e6f-85a8-e00a69322723),segment_id=4b1e7064-c872-4e6f-85a8-e00a69322723)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:32:11.139732 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:11.145812 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-06a56e18-4319-45c8-a540-5e82ae14af7e req-e552e007-36ad-4d83-8729-9c8668255c65 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:11.189674 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0c524550-3413-49e6-98bc-47e4a989636c req-452d15bb-273b-4d02-adb3-a2b7c89caa00 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720565 Nov 09 21:32:11.204055 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159f9a8-7e5b-473f-8b61-c8118d03e647 req-9cca35a4-3102-4367-9e93-5754794ff52b tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:11.217254 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f159f9a8-7e5b-473f-8b61-c8118d03e647 req-9cca35a4-3102-4367-9e93-5754794ff52b tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 946 time: 0.5662484 Nov 09 21:32:11.222167 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e7d423bb-c7eb-4e48-b766-5bbbae0b35ec tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:11.242126 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=a310ed82-5c76-42dd-938a-ffb8947a05b9,revision_number=14']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:11.261533 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:32:11.265437 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:32:11.266071 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:32:11.266580 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:32:11.267177 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:32:11.267677 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:32:11.268180 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:32:11.270468 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:32:11.270949 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:32:11.271293 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:32:11.271629 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:32:11.271965 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:32:11.293704 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-55978c26-3b97-4cc3-9f6a-a668bb08c064 req-07f8c5d2-6b56-420d-b96a-fa390258c902 tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] 10.222.0.49 "GET /v2.0/ports?device_id=485f22af-b8f8-4be6-b62b-c0552b58ab87 HTTP/1.1" status: 200 len: 210 time: 0.0402305 Nov 09 21:32:11.404956 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f159f9a8-7e5b-473f-8b61-c8118d03e647 req-19c965b8-ac0f-43fb-b62b-cf0133cf2cec tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768861 Nov 09 21:32:11.406400 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-06a56e18-4319-45c8-a540-5e82ae14af7e req-e552e007-36ad-4d83-8729-9c8668255c65 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:11.440615 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['40a2911d-5e8e-4f80-8a75-d5db552b3804'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:32:11.479434 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06a56e18-4319-45c8-a540-5e82ae14af7e req-e552e007-36ad-4d83-8729-9c8668255c65 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Network e63a53c0-9c74-472d-854f-77c19d8e6ef4 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:32:11.491469 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-06a56e18-4319-45c8-a540-5e82ae14af7e req-e552e007-36ad-4d83-8729-9c8668255c65 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:32:11.491469 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a56e18-4319-45c8-a540-5e82ae14af7e req-e552e007-36ad-4d83-8729-9c8668255c65 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:32:11.494840 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e552e007-36ad-4d83-8729-9c8668255c65 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Pushing event updated for resources: {'Port': ['ID=7f59c6fa-fda6-45c2-b876-8e873e2e0b06,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:11.499921 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 21:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2848c640-d2ad-4a95-b4a7-31d1298aa6c0 x-openstack-request-id: req-2848c640-d2ad-4a95-b4a7-31d1298aa6c0 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:32:11.500494 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff72e0b-9f2e-42f2-bc62-01eec41f1381", "name": "network-vif-unplugged", "status": "completed", "tag": "a310ed82-5c76-42dd-938a-ffb8947a05b9", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:32:11.501146 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2848c640-d2ad-4a95-b4a7-31d1298aa6c0 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:32:11.501806 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff72e0b-9f2e-42f2-bc62-01eec41f1381', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a310ed82-5c76-42dd-938a-ffb8947a05b9', 'code': 200} Nov 09 21:32:11.554380 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e552e007-36ad-4d83-8729-9c8668255c65 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:32:11.554380 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e552e007-36ad-4d83-8729-9c8668255c65 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:32:11.554636 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e552e007-36ad-4d83-8729-9c8668255c65 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:32:11.555890 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e552e007-36ad-4d83-8729-9c8668255c65 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:32:11.556299 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e552e007-36ad-4d83-8729-9c8668255c65 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:32:11.556674 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e552e007-36ad-4d83-8729-9c8668255c65 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:32:11.557021 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e552e007-36ad-4d83-8729-9c8668255c65 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:32:11.557397 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e552e007-36ad-4d83-8729-9c8668255c65 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:32:11.557750 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e552e007-36ad-4d83-8729-9c8668255c65 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:32:11.562828 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e552e007-36ad-4d83-8729-9c8668255c65 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:32:11.563145 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e552e007-36ad-4d83-8729-9c8668255c65 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:32:11.563528 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e552e007-36ad-4d83-8729-9c8668255c65 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:32:11.639432 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a56e18-4319-45c8-a540-5e82ae14af7e req-e552e007-36ad-4d83-8729-9c8668255c65 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:11.644164 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-06a56e18-4319-45c8-a540-5e82ae14af7e req-e552e007-36ad-4d83-8729-9c8668255c65 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:11.696263 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d844c-65ff-44cc-8b4b-0943868ed2e9 req-fc3faf37-2e6a-4d59-b079-38ac709551ad tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:11.699445 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-06a56e18-4319-45c8-a540-5e82ae14af7e req-e552e007-36ad-4d83-8729-9c8668255c65 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0416918 Nov 09 21:32:11.699700 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-398d844c-65ff-44cc-8b4b-0943868ed2e9 req-fc3faf37-2e6a-4d59-b079-38ac709551ad tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 946 time: 0.1318219 Nov 09 21:32:11.701867 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d423bb-c7eb-4e48-b766-5bbbae0b35ec tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Router 25ad5fbb-2207-40f3-b0c3-a37314bdb427 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:32:11.804040 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-398d844c-65ff-44cc-8b4b-0943868ed2e9 req-e478428b-9c03-40f0-b93a-f4b31554869c tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967238 Nov 09 21:32:11.933604 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-06a56e18-4319-45c8-a540-5e82ae14af7e req-324b4902-2c3e-403a-a805-bebd88edff9e service neutron] Request body: {'port': {'device_id': 'd75978b8-b8b5-4ee1-ad54-cacdf742a789', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:32:11.954667 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635eb40-c485-4e77-affb-a8753a115d99 req-18879a03-2286-47f7-8b9a-b0aebd800c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:11.956531 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0635eb40-c485-4e77-affb-a8753a115d99 req-18879a03-2286-47f7-8b9a-b0aebd800c86 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=96a7a35658cb4a6ea565f057e114d368&device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 1095 time: 0.2428057 Nov 09 21:32:11.995206 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28a207-b2f4-44de-9b36-51c81219a43d req-42e0dc80-e400-4306-bd49-1cf79d60d0a6 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:12.002552 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-da28a207-b2f4-44de-9b36-51c81219a43d req-42e0dc80-e400-4306-bd49-1cf79d60d0a6 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.2010217 Nov 09 21:32:12.035810 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d423bb-c7eb-4e48-b766-5bbbae0b35ec tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:32:12.057755 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57527845-2443-4756-913e-d248b6dac67d None None] Sync routers for ids ['25ad5fbb-2207-40f3-b0c3-a37314bdb427'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:32:12.081285 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57527845-2443-4756-913e-d248b6dac67d None None] Routers {'25ad5fbb-2207-40f3-b0c3-a37314bdb427'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:32:12.081840 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-57527845-2443-4756-913e-d248b6dac67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:31:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['25ad5fbb-2207-40f3-b0c3-a37314bdb427'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:12.101479 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635eb40-c485-4e77-affb-a8753a115d99 req-583d885c-905a-4ff1-a83a-13abcf9d17f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:12.103025 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0635eb40-c485-4e77-affb-a8753a115d99 req-583d885c-905a-4ff1-a83a-13abcf9d17f6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e557bc0d-71a9-4b44-ab50-1de12563c5ef HTTP/1.1" status: 200 len: 912 time: 0.1383526 Nov 09 21:32:12.148065 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-57527845-2443-4756-913e-d248b6dac67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:12.185591 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57527845-2443-4756-913e-d248b6dac67d None None] Routers {'25ad5fbb-2207-40f3-b0c3-a37314bdb427'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:32:12.186444 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-57527845-2443-4756-913e-d248b6dac67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:31:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['25ad5fbb-2207-40f3-b0c3-a37314bdb427'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:12.190574 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-da28a207-b2f4-44de-9b36-51c81219a43d req-cef2ca16-9162-4d31-912c-55c206669bc0 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868489 Nov 09 21:32:12.191476 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-06a56e18-4319-45c8-a540-5e82ae14af7e req-324b4902-2c3e-403a-a805-bebd88edff9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:12.215214 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e7d423bb-c7eb-4e48-b766-5bbbae0b35ec tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:12.216687 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e7d423bb-c7eb-4e48-b766-5bbbae0b35ec tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.2586234 Nov 09 21:32:12.222177 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3e857-854a-4eef-aba8-411faa715eaf req-a870b59d-c557-4945-aa2d-3ace368572bb tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:12.228740 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58908) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:12.231021 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5fe3e857-854a-4eef-aba8-411faa715eaf req-a870b59d-c557-4945-aa2d-3ace368572bb tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=d75978b8-b8b5-4ee1-ad54-cacdf742a789 HTTP/1.1" status: 200 len: 931 time: 0.1267016 Nov 09 21:32:12.247071 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0635eb40-c485-4e77-affb-a8753a115d99 req-57c79e02-f7e9-48cb-b7b5-10f0eb424530 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a310ed82-5c76-42dd-938a-ffb8947a05b9 HTTP/1.1" status: 200 len: 998 time: 0.1071670 Nov 09 21:32:12.297132 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-57527845-2443-4756-913e-d248b6dac67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:12.298094 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57527845-2443-4756-913e-d248b6dac67d None None] The sync data for ids ['25ad5fbb-2207-40f3-b0c3-a37314bdb427'] in n-d-816206-3 is: [] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:32:12.311717 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635eb40-c485-4e77-affb-a8753a115d99 req-63e97251-0df5-4cef-bdf7-23cc27a641f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:12.313546 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0635eb40-c485-4e77-affb-a8753a115d99 req-63e97251-0df5-4cef-bdf7-23cc27a641f2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=48041428-5cce-473c-b445-a01eb383d908 HTTP/1.1" status: 200 len: 851 time: 0.0589302 Nov 09 21:32:12.361483 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5fe3e857-854a-4eef-aba8-411faa715eaf req-09413944-e349-4aee-b279-0079cddfb5a7 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291285 Nov 09 21:32:12.506220 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4fcacdd7-dba1-472d-b224-fcca00985f30 req-ebf10f60-d30c-49c5-aba3-9e19311cd23a tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] 10.222.0.49 "GET /v2.0/ports?device_id=485f22af-b8f8-4be6-b62b-c0552b58ab87 HTTP/1.1" status: 200 len: 210 time: 0.0949605 Nov 09 21:32:12.521072 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635eb40-c485-4e77-affb-a8753a115d99 req-b9a24e8a-26a2-4222-b4b8-ea23b2c67bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:12.523080 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0635eb40-c485-4e77-affb-a8753a115d99 req-b9a24e8a-26a2-4222-b4b8-ea23b2c67bf9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e557bc0d-71a9-4b44-ab50-1de12563c5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1774738 Nov 09 21:32:12.678670 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-38d2a0db-cc7d-471b-b559-90469ea02ff7 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] 10.222.0.49 "GET /v2.0/routers/25ad5fbb-2207-40f3-b0c3-a37314bdb427 HTTP/1.1" status: 200 len: 924 time: 0.4317393 Nov 09 21:32:12.682311 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0635eb40-c485-4e77-affb-a8753a115d99 req-3e226d27-de14-4612-8c45-b8cde3ca354c service neutron] 10.222.0.45 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479683 Nov 09 21:32:12.682805 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58926) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:12.728431 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a4f9e70f-2a87-4e31-95ae-9fb9b2a7eb07 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] 10.222.0.49 "GET /v2.0/ports?device_id=25ad5fbb-2207-40f3-b0c3-a37314bdb427 HTTP/1.1" status: 200 len: 205 time: 0.0444596 Nov 09 21:32:12.730132 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58930) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:12.731132 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-3396db05-77fd-4c13-a40b-aadec1dfe17b tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:12.732719 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-3396db05-77fd-4c13-a40b-aadec1dfe17b tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] 10.222.0.43 "GET /v2.0/networks?id=15ccd985-6c06-495e-a4f9-a7d9631eada1 HTTP/1.1" status: 200 len: 808 time: 0.3572168 Nov 09 21:32:12.758836 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-645a4bb7-f1ca-4717-a1ce-2ba953e9db57 tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] Request body: {'port': {'device_id': '485f22af-b8f8-4be6-b62b-c0552b58ab87', 'network_id': '15ccd985-6c06-495e-a4f9-a7d9631eada1', 'admin_state_up': True, 'tenant_id': '4512fd1468324870a9cef1cfcf3ad9bd'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:32:12.903550 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0635eb40-c485-4e77-affb-a8753a115d99 req-aa550513-438d-47d9-93b2-5cc333f2fbd4 service neutron] 10.222.0.45 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158055 Nov 09 21:32:12.912133 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5efc77c4-36c0-4d4a-a644-4f43975cbe65 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:13.011272 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-06a56e18-4319-45c8-a540-5e82ae14af7e req-324b4902-2c3e-403a-a805-bebd88edff9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f59c6fa-fda6-45c2-b876-8e873e2e0b06 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:32:13.025165 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-06a56e18-4319-45c8-a540-5e82ae14af7e req-324b4902-2c3e-403a-a805-bebd88edff9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:13.048154 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-06a56e18-4319-45c8-a540-5e82ae14af7e req-324b4902-2c3e-403a-a805-bebd88edff9e service neutron] Transition to ACTIVE for port object 7f59c6fa-fda6-45c2-b876-8e873e2e0b06 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:32:13.050205 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-645a4bb7-f1ca-4717-a1ce-2ba953e9db57 tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] Made reservation on behalf of 4512fd1468324870a9cef1cfcf3ad9bd for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:32:13.055459 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-645a4bb7-f1ca-4717-a1ce-2ba953e9db57 tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:13.082046 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-06a56e18-4319-45c8-a540-5e82ae14af7e req-324b4902-2c3e-403a-a805-bebd88edff9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:13.344052 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-06a56e18-4319-45c8-a540-5e82ae14af7e req-324b4902-2c3e-403a-a805-bebd88edff9e service neutron] Attempting to bind port 7f59c6fa-fda6-45c2-b876-8e873e2e0b06 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:32:13.344864 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-06a56e18-4319-45c8-a540-5e82ae14af7e req-324b4902-2c3e-403a-a805-bebd88edff9e service neutron] Attempting to bind port 7f59c6fa-fda6-45c2-b876-8e873e2e0b06 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'f1d1420c-9500-4b39-a5ac-48afc5071fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e63a53c0-9c74-472d-854f-77c19d8e6ef4'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:32:13.345298 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a56e18-4319-45c8-a540-5e82ae14af7e req-324b4902-2c3e-403a-a805-bebd88edff9e service neutron] Attempting to bind port 7f59c6fa-fda6-45c2-b876-8e873e2e0b06 on network e63a53c0-9c74-472d-854f-77c19d8e6ef4 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:32:13.347380 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b4902-2c3e-403a-a805-bebd88edff9e service neutron] Pushing event updated for resources: {'Port': ['ID=7f59c6fa-fda6-45c2-b876-8e873e2e0b06,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:13.358856 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a56e18-4319-45c8-a540-5e82ae14af7e req-324b4902-2c3e-403a-a805-bebd88edff9e service neutron] Port 7f59c6fa-fda6-45c2-b876-8e873e2e0b06 on network e63a53c0-9c74-472d-854f-77c19d8e6ef4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:32:13.359190 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a56e18-4319-45c8-a540-5e82ae14af7e req-324b4902-2c3e-403a-a805-bebd88edff9e service neutron] Attempting to bind port 7f59c6fa-fda6-45c2-b876-8e873e2e0b06 on network e63a53c0-9c74-472d-854f-77c19d8e6ef4 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:32:13.392231 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a56e18-4319-45c8-a540-5e82ae14af7e req-324b4902-2c3e-403a-a805-bebd88edff9e service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:32:13.392872 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a56e18-4319-45c8-a540-5e82ae14af7e req-324b4902-2c3e-403a-a805-bebd88edff9e service neutron] Checking segment: {'id': 'f1d1420c-9500-4b39-a5ac-48afc5071fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e63a53c0-9c74-472d-854f-77c19d8e6ef4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:32:13.393626 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a56e18-4319-45c8-a540-5e82ae14af7e req-324b4902-2c3e-403a-a805-bebd88edff9e service neutron] Bound using segment: {'id': 'f1d1420c-9500-4b39-a5ac-48afc5071fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e63a53c0-9c74-472d-854f-77c19d8e6ef4'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:32:13.394489 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-06a56e18-4319-45c8-a540-5e82ae14af7e req-324b4902-2c3e-403a-a805-bebd88edff9e service neutron] Bound port: 7f59c6fa-fda6-45c2-b876-8e873e2e0b06, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1d1420c-9500-4b39-a5ac-48afc5071fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e63a53c0-9c74-472d-854f-77c19d8e6ef4'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:32:13.395176 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-06a56e18-4319-45c8-a540-5e82ae14af7e req-324b4902-2c3e-403a-a805-bebd88edff9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:13.451503 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58948) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:13.472731 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-06a56e18-4319-45c8-a540-5e82ae14af7e req-324b4902-2c3e-403a-a805-bebd88edff9e service neutron] For port 7f59c6fa-fda6-45c2-b876-8e873e2e0b06, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:32:13.479223 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-06a56e18-4319-45c8-a540-5e82ae14af7e req-324b4902-2c3e-403a-a805-bebd88edff9e service neutron] For port 7f59c6fa-fda6-45c2-b876-8e873e2e0b06, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=7f59c6fa-fda6-45c2-b876-8e873e2e0b06,segment=NetworkSegment(f1d1420c-9500-4b39-a5ac-48afc5071fab),segment_id=f1d1420c-9500-4b39-a5ac-48afc5071fab)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:32:13.514078 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-06a56e18-4319-45c8-a540-5e82ae14af7e req-324b4902-2c3e-403a-a805-bebd88edff9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:13.540207 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0935095-58b9-417f-9f74-4d2870877e7f req-f567de66-b363-437b-9389-a2a5564fc901 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:13.541889 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c0935095-58b9-417f-9f74-4d2870877e7f req-f567de66-b363-437b-9389-a2a5564fc901 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.1705127 Nov 09 21:32:13.591199 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a56e18-4319-45c8-a540-5e82ae14af7e req-324b4902-2c3e-403a-a805-bebd88edff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:13.592009 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-06a56e18-4319-45c8-a540-5e82ae14af7e req-324b4902-2c3e-403a-a805-bebd88edff9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:13.593527 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-06a56e18-4319-45c8-a540-5e82ae14af7e req-324b4902-2c3e-403a-a805-bebd88edff9e service neutron] 10.222.0.45 "PUT /v2.0/ports/7f59c6fa-fda6-45c2-b876-8e873e2e0b06 HTTP/1.1" status: 200 len: 1091 time: 1.8834164 Nov 09 21:32:13.595078 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-645a4bb7-f1ca-4717-a1ce-2ba953e9db57 tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] Allocated IP 172.20.0.4 (15ccd985-6c06-495e-a4f9-a7d9631eada1/b27861fb-2c85-4ded-b5d4-454ab0d2af59/661bcd64-2f65-46ee-9c6b-598568ecd0fa) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:32:13.604675 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd75978b8-b8b5-4ee1-ad54-cacdf742a789', 'tag': '7f59c6fa-fda6-45c2-b876-8e873e2e0b06'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:32:13.607036 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06286d9f-c4cb-4caa-8d85-3c608af8d76d" -d '{"events": [{"name": "network-changed", "server_uuid": "d75978b8-b8b5-4ee1-ad54-cacdf742a789", "tag": "7f59c6fa-fda6-45c2-b876-8e873e2e0b06"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:32:13.613545 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c0935095-58b9-417f-9f74-4d2870877e7f req-65900370-1520-451b-a7df-ea20219b698a tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636177 Nov 09 21:32:13.644098 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5efc77c4-36c0-4d4a-a644-4f43975cbe65 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:13.668710 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7d4512f0-a96e-4e08-b5a8-475e0194abb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:13.683944 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe5dfd-d11d-42a9-b8c6-7da2b66bd7f6 req-b03a3858-e25e-4df2-9982-8db8711a2cf3 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:13.685965 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dbfe5dfd-d11d-42a9-b8c6-7da2b66bd7f6 req-b03a3858-e25e-4df2-9982-8db8711a2cf3 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=d75978b8-b8b5-4ee1-ad54-cacdf742a789 HTTP/1.1" status: 200 len: 943 time: 0.2028501 Nov 09 21:32:13.761855 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b4902-2c3e-403a-a805-bebd88edff9e service neutron] Pushing event updated for resources: {'Port': ['ID=7f59c6fa-fda6-45c2-b876-8e873e2e0b06,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:13.817761 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-50fae5ae-8da4-49be-8274-f0070627b5fc req-f0ff2d2f-b586-436c-b211-cfa26e1d0d0a tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] 10.222.0.49 "GET /v2.0/ports?device_id=485f22af-b8f8-4be6-b62b-c0552b58ab87 HTTP/1.1" status: 200 len: 210 time: 0.0337045 Nov 09 21:32:13.836933 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-5efc77c4-36c0-4d4a-a644-4f43975cbe65 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Deleting port 665df8ec-d3aa-4a4c-9940-05e6a89bfc22 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:32:13.837353 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5efc77c4-36c0-4d4a-a644-4f43975cbe65 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:13.865456 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a56e18-4319-45c8-a540-5e82ae14af7e req-f5254692-dedc-41ec-a7de-ea343aba7227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:13.867719 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-06a56e18-4319-45c8-a540-5e82ae14af7e req-f5254692-dedc-41ec-a7de-ea343aba7227 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d1eec0d183eb43fa903f8da93e957658&device_id=d75978b8-b8b5-4ee1-ad54-cacdf742a789 HTTP/1.1" status: 200 len: 1094 time: 0.1944978 Nov 09 21:32:13.878823 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dbfe5dfd-d11d-42a9-b8c6-7da2b66bd7f6 req-712c63c3-2f0b-4173-87ea-a57299ccb318 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720023 Nov 09 21:32:13.927574 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a476057b-88fa-402d-b3b5-d98f6298a0f5 x-openstack-request-id: req-a476057b-88fa-402d-b3b5-d98f6298a0f5 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:32:13.927913 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d75978b8-b8b5-4ee1-ad54-cacdf742a789", "tag": "7f59c6fa-fda6-45c2-b876-8e873e2e0b06", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:32:13.928139 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a476057b-88fa-402d-b3b5-d98f6298a0f5 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:32:13.928519 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd75978b8-b8b5-4ee1-ad54-cacdf742a789', 'tag': '7f59c6fa-fda6-45c2-b876-8e873e2e0b06', 'status': 'completed', 'code': 200} Nov 09 21:32:13.932142 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7d4512f0-a96e-4e08-b5a8-475e0194abb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:13.932937 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-06a56e18-4319-45c8-a540-5e82ae14af7e req-4efd0819-27b6-4ec2-9f72-0688b92948e4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7f59c6fa-fda6-45c2-b876-8e873e2e0b06 HTTP/1.1" status: 200 len: 217 time: 0.0513988 Nov 09 21:32:13.937347 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7d4512f0-a96e-4e08-b5a8-475e0194abb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:14.004875 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-645a4bb7-f1ca-4717-a1ce-2ba953e9db57 tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:14.005103 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7d4512f0-a96e-4e08-b5a8-475e0194abb6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8fcaa808cd8542a482d772f84e874a12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5497265 Nov 09 21:32:14.005103 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4512f0-a96e-4e08-b5a8-475e0194abb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75926f61-0de1-4cb0-b7c7-7f1ba55226bd,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:14.005309 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58958) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:14.010897 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5efc77c4-36c0-4d4a-a644-4f43975cbe65 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:14.026544 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a56e18-4319-45c8-a540-5e82ae14af7e req-d4e388ea-e43d-4aa4-ad35-8409da910b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:14.028026 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-06a56e18-4319-45c8-a540-5e82ae14af7e req-d4e388ea-e43d-4aa4-ad35-8409da910b7e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bfb20a4a-8695-412f-8658-c790ccaeab3d HTTP/1.1" status: 200 len: 850 time: 0.0844636 Nov 09 21:32:14.029174 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-5efc77c4-36c0-4d4a-a644-4f43975cbe65 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Calling delete_port for 665df8ec-d3aa-4a4c-9940-05e6a89bfc22 owned by network:router_gateway {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:32:14.078423 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-06a56e18-4319-45c8-a540-5e82ae14af7e req-d1469b91-7780-48e4-afbb-ec66077773fe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e63a53c0-9c74-472d-854f-77c19d8e6ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429411 Nov 09 21:32:14.162219 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-645a4bb7-f1ca-4717-a1ce-2ba953e9db57 tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:14.177017 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-88bbd701-14de-4562-8f43-6b5ccc3ee96b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:14.223872 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5efc77c4-36c0-4d4a-a644-4f43975cbe65 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:14.256258 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efc77c4-36c0-4d4a-a644-4f43975cbe65 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Pushing event deleted for resources: {'Port': ['ID=665df8ec-d3aa-4a4c-9940-05e6a89bfc22,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:14.274386 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-88bbd701-14de-4562-8f43-6b5ccc3ee96b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:14.277918 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-645a4bb7-f1ca-4717-a1ce-2ba953e9db57 tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] Network 15ccd985-6c06-495e-a4f9-a7d9631eada1 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:32:14.289992 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-645a4bb7-f1ca-4717-a1ce-2ba953e9db57 tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:32:14.297982 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-645a4bb7-f1ca-4717-a1ce-2ba953e9db57 tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:32:14.302975 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a4bb7-f1ca-4717-a1ce-2ba953e9db57 tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] Pushing event updated for resources: {'Port': ['ID=661bcd64-2f65-46ee-9c6b-598568ecd0fa,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:14.321080 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5efc77c4-36c0-4d4a-a644-4f43975cbe65 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:14.362141 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-06a56e18-4319-45c8-a540-5e82ae14af7e req-41dde70a-bff0-4ec0-b17d-46bece5c2523 service neutron] 10.222.0.45 "GET /v2.0/networks/e63a53c0-9c74-472d-854f-77c19d8e6ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698684 Nov 09 21:32:14.424319 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5efc77c4-36c0-4d4a-a644-4f43975cbe65 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:14.427225 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5efc77c4-36c0-4d4a-a644-4f43975cbe65 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:14.434913 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-645a4bb7-f1ca-4717-a1ce-2ba953e9db57 tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:14.435531 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-645a4bb7-f1ca-4717-a1ce-2ba953e9db57 tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:14.459358 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-88bbd701-14de-4562-8f43-6b5ccc3ee96b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:14.462602 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-88bbd701-14de-4562-8f43-6b5ccc3ee96b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:14.466154 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-88bbd701-14de-4562-8f43-6b5ccc3ee96b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/75926f61-0de1-4cb0-b7c7-7f1ba55226bd HTTP/1.1" status: 204 len: 168 time: 0.4577942 Nov 09 21:32:14.475850 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-645a4bb7-f1ca-4717-a1ce-2ba953e9db57 tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7249811 Nov 09 21:32:14.479078 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbd701-14de-4562-8f43-6b5ccc3ee96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75926f61-0de1-4cb0-b7c7-7f1ba55226bd,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:14.492384 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-d3dcd66d-9558-4bf4-afcf-7d70bb6493fa tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:32:14.493947 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-d3dcd66d-9558-4bf4-afcf-7d70bb6493fa tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059972 Nov 09 21:32:14.510260 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5efc77c4-36c0-4d4a-a644-4f43975cbe65 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:14.511142 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5efc77c4-36c0-4d4a-a644-4f43975cbe65 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Fanout notify agent at l3_agent the message router_deleted on router 25ad5fbb-2207-40f3-b0c3-a37314bdb427 {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:32:14.511572 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-06a56e18-4319-45c8-a540-5e82ae14af7e req-03074199-e3e7-419f-a15b-63278d434f94 service neutron] 10.222.0.45 "GET /v2.0/networks/e63a53c0-9c74-472d-854f-77c19d8e6ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417217 Nov 09 21:32:14.526336 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-c3e5833a-5cac-481b-a471-d12fb9beb512 service neutron] Request body: {'port': {'device_id': '485f22af-b8f8-4be6-b62b-c0552b58ab87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:32:14.535042 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5efc77c4-36c0-4d4a-a644-4f43975cbe65 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:14.540438 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5efc77c4-36c0-4d4a-a644-4f43975cbe65 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] 10.222.0.49 "DELETE /v2.0/routers/25ad5fbb-2207-40f3-b0c3-a37314bdb427 HTTP/1.1" status: 204 len: 168 time: 1.8052590 Nov 09 21:32:14.542823 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58964) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:14.560528 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-f5427f36-f3a5-4aa4-a4e9-a418526495b9 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Request body: {'router': {'name': 'tempest-snat-router-125990892', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'enable_snat': False}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:32:14.590795 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f5427f36-f3a5-4aa4-a4e9-a418526495b9 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:14.595477 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f5427f36-f3a5-4aa4-a4e9-a418526495b9 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:14.617162 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-c3e5833a-5cac-481b-a471-d12fb9beb512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:14.642787 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06286d9f-c4cb-4caa-8d85-3c608af8d76d req-c9515e37-84a3-4965-b504-8aafb8efc582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:14.644479 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-06286d9f-c4cb-4caa-8d85-3c608af8d76d req-c9515e37-84a3-4965-b504-8aafb8efc582 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d1eec0d183eb43fa903f8da93e957658&device_id=d75978b8-b8b5-4ee1-ad54-cacdf742a789 HTTP/1.1" status: 200 len: 1094 time: 0.0612025 Nov 09 21:32:14.705339 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f5427f36-f3a5-4aa4-a4e9-a418526495b9 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:14.887085 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06286d9f-c4cb-4caa-8d85-3c608af8d76d req-cd102bfe-28f0-41e6-b187-6332d8b808b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:14.887688 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-06286d9f-c4cb-4caa-8d85-3c608af8d76d req-cd102bfe-28f0-41e6-b187-6332d8b808b0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e63a53c0-9c74-472d-854f-77c19d8e6ef4 HTTP/1.1" status: 200 len: 910 time: 0.2259293 Nov 09 21:32:14.894794 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d0bff-65fb-4ba4-9a9c-6fbd585465e0 req-47a844ac-4d97-4b8e-871d-9f3a19a1627e tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:14.902639 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3d3d0bff-65fb-4ba4-9a9c-6fbd585465e0 req-47a844ac-4d97-4b8e-871d-9f3a19a1627e tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.1955247 Nov 09 21:32:14.934636 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58976) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:14.949192 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-06286d9f-c4cb-4caa-8d85-3c608af8d76d req-32b70aa5-648a-45d6-b625-83fc7152073e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7f59c6fa-fda6-45c2-b876-8e873e2e0b06 HTTP/1.1" status: 200 len: 217 time: 0.0538967 Nov 09 21:32:14.967821 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f5427f36-f3a5-4aa4-a4e9-a418526495b9 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:14.971266 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b22d1f91-85e8-4b80-8378-91b611512531 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:15.061815 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a26116-4ac0-4ff0-804a-d32a669d8421 req-1baa0729-efde-4304-bc14-5fd98f4d2780 tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:15.063357 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-64a26116-4ac0-4ff0-804a-d32a669d8421 req-1baa0729-efde-4304-bc14-5fd98f4d2780 tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] 10.222.0.49 "GET /v2.0/ports?device_id=485f22af-b8f8-4be6-b62b-c0552b58ab87 HTTP/1.1" status: 200 len: 931 time: 0.1265554 Nov 09 21:32:15.073567 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3d3d0bff-65fb-4ba4-9a9c-6fbd585465e0 req-af1131c0-59eb-44dd-895e-6d57b3661f4b tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698501 Nov 09 21:32:15.086969 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06286d9f-c4cb-4caa-8d85-3c608af8d76d req-0600aa4b-2cb8-48c2-9861-466af92417bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:15.088388 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-06286d9f-c4cb-4caa-8d85-3c608af8d76d req-0600aa4b-2cb8-48c2-9861-466af92417bd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bfb20a4a-8695-412f-8658-c790ccaeab3d HTTP/1.1" status: 200 len: 850 time: 0.1140597 Nov 09 21:32:15.149335 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-06286d9f-c4cb-4caa-8d85-3c608af8d76d req-b853073f-4524-46f9-85c9-5db1f4587c5c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e63a53c0-9c74-472d-854f-77c19d8e6ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507748 Nov 09 21:32:15.164015 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-c3e5833a-5cac-481b-a471-d12fb9beb512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 661bcd64-2f65-46ee-9c6b-598568ecd0fa {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:32:15.189363 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-c3e5833a-5cac-481b-a471-d12fb9beb512 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:15.199699 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b22d1f91-85e8-4b80-8378-91b611512531 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:15.209395 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b22d1f91-85e8-4b80-8378-91b611512531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:15.240311 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-64a26116-4ac0-4ff0-804a-d32a669d8421 req-23489581-5354-43e4-8045-6cff231e7118 tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] 10.222.0.49 "GET /v2.0/security-groups?id=760201a7-1880-4286-b76a-3afb199ff8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675923 Nov 09 21:32:15.257829 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-c3e5833a-5cac-481b-a471-d12fb9beb512 service neutron] Transition to ACTIVE for port object 661bcd64-2f65-46ee-9c6b-598568ecd0fa will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:32:15.283046 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-c3e5833a-5cac-481b-a471-d12fb9beb512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:15.330756 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b22d1f91-85e8-4b80-8378-91b611512531 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=92f836fa714a47fea1d74b5db0a9cfa1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3942456 Nov 09 21:32:15.350913 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58986) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:15.366209 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f0fe4-81f5-455d-aa6e-63766d3cb5c4 req-b2c540ad-b58b-470e-8d35-748e8f7e34f3 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:15.373257 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b02f0fe4-81f5-455d-aa6e-63766d3cb5c4 req-b2c540ad-b58b-470e-8d35-748e8f7e34f3 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=d75978b8-b8b5-4ee1-ad54-cacdf742a789 HTTP/1.1" status: 200 len: 943 time: 0.2305932 Nov 09 21:32:15.374181 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d1f91-85e8-4b80-8378-91b611512531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e31b9bc-36d6-410a-b5b0-2ab226a1e327,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:15.402463 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e5833a-5cac-481b-a471-d12fb9beb512 service neutron] Pushing event updated for resources: {'Port': ['ID=661bcd64-2f65-46ee-9c6b-598568ecd0fa,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:15.406400 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-06286d9f-c4cb-4caa-8d85-3c608af8d76d req-9a65bd43-a4de-4a43-9153-a86fe53e18a4 service neutron] 10.222.0.45 "GET /v2.0/networks/e63a53c0-9c74-472d-854f-77c19d8e6ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454648 Nov 09 21:32:15.594517 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b02f0fe4-81f5-455d-aa6e-63766d3cb5c4 req-fcd38ff2-88c6-4aac-865b-8f1c4e0c1986 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832955 Nov 09 21:32:15.660531 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f5427f36-f3a5-4aa4-a4e9-a418526495b9 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:15.686497 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-29ab8ac5-d32a-453e-a97c-0fbe338ace78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:15.712826 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-29ab8ac5-d32a-453e-a97c-0fbe338ace78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:15.763660 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f5427f36-f3a5-4aa4-a4e9-a418526495b9 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:15.766714 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-29ab8ac5-d32a-453e-a97c-0fbe338ace78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:15.769579 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-29ab8ac5-d32a-453e-a97c-0fbe338ace78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:15.785582 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-29ab8ac5-d32a-453e-a97c-0fbe338ace78 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9e31b9bc-36d6-410a-b5b0-2ab226a1e327 HTTP/1.1" status: 204 len: 168 time: 0.3957117 Nov 09 21:32:15.806768 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab8ac5-d32a-453e-a97c-0fbe338ace78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e31b9bc-36d6-410a-b5b0-2ab226a1e327,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:15.945077 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-06286d9f-c4cb-4caa-8d85-3c608af8d76d req-5c1c582d-ff34-407d-bbc8-6e6761ee7e39 service neutron] 10.222.0.45 "GET /v2.0/networks/e63a53c0-9c74-472d-854f-77c19d8e6ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5181067 Nov 09 21:32:15.945603 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-c3e5833a-5cac-481b-a471-d12fb9beb512 service neutron] Attempting to bind port 661bcd64-2f65-46ee-9c6b-598568ecd0fa on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:32:15.946000 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-c3e5833a-5cac-481b-a471-d12fb9beb512 service neutron] Attempting to bind port 661bcd64-2f65-46ee-9c6b-598568ecd0fa by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '636b2e12-4328-4d1a-bb9f-7c11b5e61111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '15ccd985-6c06-495e-a4f9-a7d9631eada1'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:32:15.946264 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-c3e5833a-5cac-481b-a471-d12fb9beb512 service neutron] Attempting to bind port 661bcd64-2f65-46ee-9c6b-598568ecd0fa on network 15ccd985-6c06-495e-a4f9-a7d9631eada1 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:32:15.958266 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e36649-b984-4882-86a1-f99b8db46a51 req-a24910a6-05b2-4f08-835f-63256ca055a2 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:15.968609 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a6e36649-b984-4882-86a1-f99b8db46a51 req-a24910a6-05b2-4f08-835f-63256ca055a2 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.4890940 Nov 09 21:32:15.971511 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-c3e5833a-5cac-481b-a471-d12fb9beb512 service neutron] Port 661bcd64-2f65-46ee-9c6b-598568ecd0fa on network 15ccd985-6c06-495e-a4f9-a7d9631eada1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:32:15.971842 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-c3e5833a-5cac-481b-a471-d12fb9beb512 service neutron] Attempting to bind port 661bcd64-2f65-46ee-9c6b-598568ecd0fa on network 15ccd985-6c06-495e-a4f9-a7d9631eada1 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:32:15.990003 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-c3e5833a-5cac-481b-a471-d12fb9beb512 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:32:15.990269 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-c3e5833a-5cac-481b-a471-d12fb9beb512 service neutron] Checking segment: {'id': '636b2e12-4328-4d1a-bb9f-7c11b5e61111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '15ccd985-6c06-495e-a4f9-a7d9631eada1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:32:15.990567 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-c3e5833a-5cac-481b-a471-d12fb9beb512 service neutron] Bound using segment: {'id': '636b2e12-4328-4d1a-bb9f-7c11b5e61111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '15ccd985-6c06-495e-a4f9-a7d9631eada1'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:32:15.991013 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-c3e5833a-5cac-481b-a471-d12fb9beb512 service neutron] Bound port: 661bcd64-2f65-46ee-9c6b-598568ecd0fa, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '636b2e12-4328-4d1a-bb9f-7c11b5e61111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '15ccd985-6c06-495e-a4f9-a7d9631eada1'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:32:15.991372 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-c3e5833a-5cac-481b-a471-d12fb9beb512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:16.065313 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a6e36649-b984-4882-86a1-f99b8db46a51 req-7c40f336-b3a0-4190-85f2-5829314ae265 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956290 Nov 09 21:32:16.082813 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-f5427f36-f3a5-4aa4-a4e9-a418526495b9 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Allocated IP 172.25.7.18 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/2dffef18-5b6a-4626-8af0-8b7810c14bd8) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:32:16.158752 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-c3e5833a-5cac-481b-a471-d12fb9beb512 service neutron] For port 661bcd64-2f65-46ee-9c6b-598568ecd0fa, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:32:16.162300 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-c3e5833a-5cac-481b-a471-d12fb9beb512 service neutron] For port 661bcd64-2f65-46ee-9c6b-598568ecd0fa, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=661bcd64-2f65-46ee-9c6b-598568ecd0fa,segment=NetworkSegment(636b2e12-4328-4d1a-bb9f-7c11b5e61111),segment_id=636b2e12-4328-4d1a-bb9f-7c11b5e61111)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:32:16.182020 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-c3e5833a-5cac-481b-a471-d12fb9beb512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:16.242687 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-c3e5833a-5cac-481b-a471-d12fb9beb512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:16.243331 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-c3e5833a-5cac-481b-a471-d12fb9beb512 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:16.244771 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-c3e5833a-5cac-481b-a471-d12fb9beb512 service neutron] 10.222.0.43 "PUT /v2.0/ports/661bcd64-2f65-46ee-9c6b-598568ecd0fa HTTP/1.1" status: 200 len: 1091 time: 1.7322950 Nov 09 21:32:16.268989 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '485f22af-b8f8-4be6-b62b-c0552b58ab87', 'tag': '661bcd64-2f65-46ee-9c6b-598568ecd0fa'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:32:16.271665 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ebddb2-2d16-44ce-bd65-18252e762730" -d '{"events": [{"name": "network-changed", "server_uuid": "485f22af-b8f8-4be6-b62b-c0552b58ab87", "tag": "661bcd64-2f65-46ee-9c6b-598568ecd0fa"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:32:16.281178 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f5427f36-f3a5-4aa4-a4e9-a418526495b9 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:16.281352 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e5833a-5cac-481b-a471-d12fb9beb512 service neutron] Pushing event updated for resources: {'Port': ['ID=661bcd64-2f65-46ee-9c6b-598568ecd0fa,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:16.325242 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c8c43-4642-405a-b414-bf7474a58c76 req-9dd52f2a-c2e1-4686-8f22-6735d2c8ae25 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:16.326932 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ba4c8c43-4642-405a-b414-bf7474a58c76 req-9dd52f2a-c2e1-4686-8f22-6735d2c8ae25 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.1083422 Nov 09 21:32:16.366583 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52038387-965d-4d17-925a-c097db281120 x-openstack-request-id: req-52038387-965d-4d17-925a-c097db281120 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:32:16.366889 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "485f22af-b8f8-4be6-b62b-c0552b58ab87", "tag": "661bcd64-2f65-46ee-9c6b-598568ecd0fa", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:32:16.367157 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-52038387-965d-4d17-925a-c097db281120 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:32:16.367573 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '485f22af-b8f8-4be6-b62b-c0552b58ab87', 'tag': '661bcd64-2f65-46ee-9c6b-598568ecd0fa', 'status': 'completed', 'code': 200} Nov 09 21:32:16.393685 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-d9f3c5c6-d5fa-4e89-a172-0077632f9666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:16.395205 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-d9f3c5c6-d5fa-4e89-a172-0077632f9666 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4512fd1468324870a9cef1cfcf3ad9bd&device_id=485f22af-b8f8-4be6-b62b-c0552b58ab87 HTTP/1.1" status: 200 len: 1094 time: 0.0953188 Nov 09 21:32:16.405585 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ba4c8c43-4642-405a-b414-bf7474a58c76 req-1bfdedab-5d14-458a-bdc3-9b58e68a0788 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631242 Nov 09 21:32:16.417546 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f5427f36-f3a5-4aa4-a4e9-a418526495b9 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:16.472847 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5427f36-f3a5-4aa4-a4e9-a418526495b9 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:32:16.472847 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-f5427f36-f3a5-4aa4-a4e9-a418526495b9 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:32:16.478903 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5427f36-f3a5-4aa4-a4e9-a418526495b9 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:32:16.521014 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5427f36-f3a5-4aa4-a4e9-a418526495b9 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Pushing event updated for resources: {'Port': ['ID=2dffef18-5b6a-4626-8af0-8b7810c14bd8,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:16.521197 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-4e3d69c2-67ba-41cb-bfa7-08af4ac57b56 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=661bcd64-2f65-46ee-9c6b-598568ecd0fa HTTP/1.1" status: 200 len: 217 time: 0.0798113 Nov 09 21:32:16.589462 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-54471b46-322b-4ab8-8061-7255755d5584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:16.590887 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-54471b46-322b-4ab8-8061-7255755d5584 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b27861fb-2c85-4ded-b5d4-454ab0d2af59 HTTP/1.1" status: 200 len: 848 time: 0.0599039 Nov 09 21:32:16.606935 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda486f-c8d1-41a8-8d8c-3c7312c0a792 req-47bb68c7-79fa-4f4e-9354-1c3457ffbf1c tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:16.608510 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0bda486f-c8d1-41a8-8d8c-3c7312c0a792 req-47bb68c7-79fa-4f4e-9354-1c3457ffbf1c tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] 10.222.0.49 "GET /v2.0/ports?device_id=485f22af-b8f8-4be6-b62b-c0552b58ab87 HTTP/1.1" status: 200 len: 943 time: 0.2086701 Nov 09 21:32:16.653135 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-7fc73e46-62c3-4ae4-9fd8-2704cfcacde2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=15ccd985-6c06-495e-a4f9-a7d9631eada1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433676 Nov 09 21:32:16.698395 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0bda486f-c8d1-41a8-8d8c-3c7312c0a792 req-1abe4179-dd6d-4b51-a349-55c62d25d4c9 tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] 10.222.0.49 "GET /v2.0/security-groups?id=760201a7-1880-4286-b76a-3afb199ff8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765717 Nov 09 21:32:16.827557 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-5e785560-14cf-4508-9b2f-3033fbedd1dd service neutron] 10.222.0.43 "GET /v2.0/networks/15ccd985-6c06-495e-a4f9-a7d9631eada1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422591 Nov 09 21:32:16.863278 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-ea19cf20-75e7-4c1b-abcf-8b0b84fcf383 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:16.877787 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-ea19cf20-75e7-4c1b-abcf-8b0b84fcf383 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/networks?id=e557bc0d-71a9-4b44-ab50-1de12563c5ef HTTP/1.1" status: 200 len: 812 time: 0.1591430 Nov 09 21:32:16.922190 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-ab2777e3-c5f4-415c-b307-73393e6f453c tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/quotas/96a7a35658cb4a6ea565f057e114d368 HTTP/1.1" status: 200 len: 375 time: 0.0494981 Nov 09 21:32:16.951404 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 7f59c6fa-fda6-45c2-b876-8e873e2e0b06 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:32:16.981598 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520df8a-60ab-4168-9bd0-9f078ae5da67 req-a412c84f-d4b6-46a3-bbf2-bbc50ef976e7 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:16.989914 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a520df8a-60ab-4168-9bd0-9f078ae5da67 req-a412c84f-d4b6-46a3-bbf2-bbc50ef976e7 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=d75978b8-b8b5-4ee1-ad54-cacdf742a789 HTTP/1.1" status: 200 len: 943 time: 0.1613688 Nov 09 21:32:17.028489 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-ec3755e8-df54-43de-9cce-42aa0f7721ba tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=96a7a35658cb4a6ea565f057e114d368&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1053848 Nov 09 21:32:17.055752 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a520df8a-60ab-4168-9bd0-9f078ae5da67 req-8663b4e2-0671-4fe0-a1a8-edd73b9177ad tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593503 Nov 09 21:32:17.096280 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9aab6045-edde-4841-b5f2-4f972ab84195 req-0e225438-1ca7-4635-875e-37764d38ebd3 service neutron] 10.222.0.43 "GET /v2.0/networks/15ccd985-6c06-495e-a4f9-a7d9631eada1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569306 Nov 09 21:32:17.115601 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f5427f36-f3a5-4aa4-a4e9-a418526495b9 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:17.148911 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 7f59c6fa-fda6-45c2-b876-8e873e2e0b06, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=7f59c6fa-fda6-45c2-b876-8e873e2e0b06,segment=NetworkSegment(f1d1420c-9500-4b39-a5ac-48afc5071fab),segment_id=f1d1420c-9500-4b39-a5ac-48afc5071fab)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:32:17.172551 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-43a48493-8795-4b8c-971c-4fb9595fff2d service neutron] 10.222.0.49 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430805 Nov 09 21:32:17.173542 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '7f59c6fa-fda6-45c2-b876-8e873e2e0b06', 'network_id': 'e63a53c0-9c74-472d-854f-77c19d8e6ef4', 'port_id': '7f59c6fa-fda6-45c2-b876-8e873e2e0b06', 'mac_address': 'fa:16:3e:58:34:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb20a4a-8695-412f-8658-c790ccaeab3d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:32:17.227803 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:17.247989 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f59c6fa-fda6-45c2-b876-8e873e2e0b06 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:32:17.267353 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ebddb2-2d16-44ce-bd65-18252e762730 req-d22680eb-3058-45e9-b8b3-9c52fd9915e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:17.270915 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-07ebddb2-2d16-44ce-bd65-18252e762730 req-d22680eb-3058-45e9-b8b3-9c52fd9915e3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4512fd1468324870a9cef1cfcf3ad9bd&device_id=485f22af-b8f8-4be6-b62b-c0552b58ab87 HTTP/1.1" status: 200 len: 1094 time: 0.0776994 Nov 09 21:32:17.278018 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 7f59c6fa-fda6-45c2-b876-8e873e2e0b06, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=7f59c6fa-fda6-45c2-b876-8e873e2e0b06,segment=NetworkSegment(f1d1420c-9500-4b39-a5ac-48afc5071fab),segment_id=f1d1420c-9500-4b39-a5ac-48afc5071fab)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:32:17.282981 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:17.364561 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-c5912df4-4a70-40af-8dc5-69ddb98e3133 service neutron] 10.222.0.49 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910467 Nov 09 21:32:17.369431 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=7f59c6fa-fda6-45c2-b876-8e873e2e0b06,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:17.462544 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ebddb2-2d16-44ce-bd65-18252e762730 req-ac1d1d81-45e1-4bc9-bf6e-882ceb0e95a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:17.464312 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-07ebddb2-2d16-44ce-bd65-18252e762730 req-ac1d1d81-45e1-4bc9-bf6e-882ceb0e95a6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=15ccd985-6c06-495e-a4f9-a7d9631eada1 HTTP/1.1" status: 200 len: 908 time: 0.1837626 Nov 09 21:32:17.466693 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f5427f36-f3a5-4aa4-a4e9-a418526495b9 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:17.516496 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['7f59c6fa-fda6-45c2-b876-8e873e2e0b06'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:32:17.521927 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59046) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:17.553417 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-07ebddb2-2d16-44ce-bd65-18252e762730 req-3433c3d7-a017-4fff-9da0-ee70179ebc15 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=661bcd64-2f65-46ee-9c6b-598568ecd0fa HTTP/1.1" status: 200 len: 217 time: 0.0772626 Nov 09 21:32:17.668610 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ebddb2-2d16-44ce-bd65-18252e762730 req-59a31dfb-0d12-42b7-94f6-6befd33de206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:17.670966 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-07ebddb2-2d16-44ce-bd65-18252e762730 req-59a31dfb-0d12-42b7-94f6-6befd33de206 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b27861fb-2c85-4ded-b5d4-454ab0d2af59 HTTP/1.1" status: 200 len: 848 time: 0.1046824 Nov 09 21:32:17.673952 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3c163d6e-f6ff-4c3d-a4a5-a3f031734517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:17.718080 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-48c11e3e-34cf-4c7f-8ab1-cc48218d0b15 req-4b85bba1-5070-4c53-b12b-292994d50e74 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=70869ae0-b493-400b-b6d7-b447b0d9f184 HTTP/1.1" status: 200 len: 210 time: 0.1504755 Nov 09 21:32:17.748961 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-07ebddb2-2d16-44ce-bd65-18252e762730 req-1294db42-0453-4453-9a47-f89a4c083728 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=15ccd985-6c06-495e-a4f9-a7d9631eada1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593357 Nov 09 21:32:17.910366 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-07ebddb2-2d16-44ce-bd65-18252e762730 req-b82f3504-6680-4df0-ad19-00591bba3e29 service neutron] 10.222.0.43 "GET /v2.0/networks/15ccd985-6c06-495e-a4f9-a7d9631eada1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447048 Nov 09 21:32:18.011319 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2370b0b4-eda1-481b-96f2-51f38036c134 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:18.045995 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-07ebddb2-2d16-44ce-bd65-18252e762730 req-952c68a1-ffd9-47b3-8efc-36127b75ad1a service neutron] 10.222.0.43 "GET /v2.0/networks/15ccd985-6c06-495e-a4f9-a7d9631eada1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279428 Nov 09 21:32:18.067077 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248cbfe-5d43-4f6f-97fa-4c04f2ebea89 req-5e648a6b-4e80-42ee-86a4-5529397565a7 tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:18.068579 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f248cbfe-5d43-4f6f-97fa-4c04f2ebea89 req-5e648a6b-4e80-42ee-86a4-5529397565a7 tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] 10.222.0.49 "GET /v2.0/ports?device_id=485f22af-b8f8-4be6-b62b-c0552b58ab87 HTTP/1.1" status: 200 len: 943 time: 0.1060414 Nov 09 21:32:18.174150 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5427f36-f3a5-4aa4-a4e9-a418526495b9 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Router 18bdda05-35c9-4d2c-9576-0ad445bc934b is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:32:18.179848 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f248cbfe-5d43-4f6f-97fa-4c04f2ebea89 req-8c5b05f0-ad08-4af9-bfd9-aa48ffb5325a tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] 10.222.0.49 "GET /v2.0/security-groups?id=760201a7-1880-4286-b76a-3afb199ff8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980721 Nov 09 21:32:18.215363 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f441d-f72e-4d5d-90b2-760429fe362a req-26e898a2-d3b8-4148-8e0e-258b6a0cd8b1 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:18.219266 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4d2f441d-f72e-4d5d-90b2-760429fe362a req-26e898a2-d3b8-4148-8e0e-258b6a0cd8b1 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=d75978b8-b8b5-4ee1-ad54-cacdf742a789 HTTP/1.1" status: 200 len: 944 time: 0.0885291 Nov 09 21:32:18.248476 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2370b0b4-eda1-481b-96f2-51f38036c134 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:18.260465 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2370b0b4-eda1-481b-96f2-51f38036c134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:18.299658 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 661bcd64-2f65-46ee-9c6b-598568ecd0fa details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:32:18.302360 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4d2f441d-f72e-4d5d-90b2-760429fe362a req-fa67a632-d246-420a-9eab-4db078f6fa67 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690780 Nov 09 21:32:18.359194 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2370b0b4-eda1-481b-96f2-51f38036c134 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1e13de9a08304ab59b7f4b96ed18fcec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8359833 Nov 09 21:32:18.361824 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59064) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:18.366229 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370b0b4-eda1-481b-96f2-51f38036c134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfc8ced-b6b3-43b8-ad4b-f61ec34b8c35,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:18.378283 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5427f36-f3a5-4aa4-a4e9-a418526495b9 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:32:18.391509 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b978a7-5715-4c77-9b21-6195faf1e6b4 None None] Sync routers for ids ['18bdda05-35c9-4d2c-9576-0ad445bc934b'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:32:18.398203 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f5427f36-f3a5-4aa4-a4e9-a418526495b9 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:18.403705 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b978a7-5715-4c77-9b21-6195faf1e6b4 None None] Routers {'18bdda05-35c9-4d2c-9576-0ad445bc934b'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:32:18.404380 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-e6b978a7-5715-4c77-9b21-6195faf1e6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:31:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['18bdda05-35c9-4d2c-9576-0ad445bc934b'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:18.405392 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f5427f36-f3a5-4aa4-a4e9-a418526495b9 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.8596442 Nov 09 21:32:18.406341 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59066) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:18.520329 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-72e122b8-f93d-492d-8c3f-5a17205f37fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:18.528440 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 661bcd64-2f65-46ee-9c6b-598568ecd0fa, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=661bcd64-2f65-46ee-9c6b-598568ecd0fa,segment=NetworkSegment(636b2e12-4328-4d1a-bb9f-7c11b5e61111),segment_id=636b2e12-4328-4d1a-bb9f-7c11b5e61111)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:32:18.539121 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-e6b978a7-5715-4c77-9b21-6195faf1e6b4 None None] Set router 18bdda05-35c9-4d2c-9576-0ad445bc934b gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:32:18.543420 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '661bcd64-2f65-46ee-9c6b-598568ecd0fa', 'network_id': '15ccd985-6c06-495e-a4f9-a7d9631eada1', 'port_id': '661bcd64-2f65-46ee-9c6b-598568ecd0fa', 'mac_address': 'fa:16:3e:aa:61:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b27861fb-2c85-4ded-b5d4-454ab0d2af59', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:32:18.547819 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7526632e-5123-42dc-ad0a-c0952fd1812d tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] 10.222.0.49 "GET /v2.0/routers/18bdda05-35c9-4d2c-9576-0ad445bc934b HTTP/1.1" status: 200 len: 907 time: 0.1377726 Nov 09 21:32:18.548563 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59070) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:18.558224 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-ad368885-157a-485d-ae93-669239baa2c8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Request body: {'router': {'name': 'tempest-snat-router-125990892', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'enable_snat': True}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:32:18.580450 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-72e122b8-f93d-492d-8c3f-5a17205f37fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:18.590426 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:18.607729 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 661bcd64-2f65-46ee-9c6b-598568ecd0fa {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:32:18.607989 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ad368885-157a-485d-ae93-669239baa2c8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:18.609031 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ad368885-157a-485d-ae93-669239baa2c8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:18.654201 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 661bcd64-2f65-46ee-9c6b-598568ecd0fa, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=661bcd64-2f65-46ee-9c6b-598568ecd0fa,segment=NetworkSegment(636b2e12-4328-4d1a-bb9f-7c11b5e61111),segment_id=636b2e12-4328-4d1a-bb9f-7c11b5e61111)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:32:18.661573 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:18.669850 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ad368885-157a-485d-ae93-669239baa2c8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:18.678641 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-72e122b8-f93d-492d-8c3f-5a17205f37fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:18.681780 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-72e122b8-f93d-492d-8c3f-5a17205f37fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:18.683271 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-72e122b8-f93d-492d-8c3f-5a17205f37fe admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fbfc8ced-b6b3-43b8-ad4b-f61ec34b8c35 HTTP/1.1" status: 204 len: 168 time: 0.3203809 Nov 09 21:32:18.703389 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e122b8-f93d-492d-8c3f-5a17205f37fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfc8ced-b6b3-43b8-ad4b-f61ec34b8c35,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:18.739486 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=661bcd64-2f65-46ee-9c6b-598568ecd0fa,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:18.876472 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-e6b978a7-5715-4c77-9b21-6195faf1e6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bdda05-35c9-4d2c-9576-0ad445bc934b', 'name': 'tempest-snat-router-125990892', 'tenant_id': 'e748e0a0b17646f3b9fe3375362358b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.18'}], 'enable_snat': False}, 'gw_port_id': '2dffef18-5b6a-4626-8af0-8b7810c14bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:32:14Z', 'updated_at': '2021-11-09T21:32:16Z', 'revision_number': 3, 'project_id': 'e748e0a0b17646f3b9fe3375362358b4', 'gw_port': {'id': '2dffef18-5b6a-4626-8af0-8b7810c14bd8', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a8:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bdda05-35c9-4d2c-9576-0ad445bc934b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:32:15Z', 'updated_at': '2021-11-09T21:32:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:18.946308 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b978a7-5715-4c77-9b21-6195faf1e6b4 None None] Checking router: 18bdda05-35c9-4d2c-9576-0ad445bc934b for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:32:18.946667 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b978a7-5715-4c77-9b21-6195faf1e6b4 None None] Updating router 18bdda05-35c9-4d2c-9576-0ad445bc934b port 2dffef18-5b6a-4626-8af0-8b7810c14bd8 binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:32:18.951600 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 7f59c6fa-fda6-45c2-b876-8e873e2e0b06 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:32:18.996541 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e6b978a7-5715-4c77-9b21-6195faf1e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:19.005311 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ad368885-157a-485d-ae93-669239baa2c8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:19.025844 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['661bcd64-2f65-46ee-9c6b-598568ecd0fa'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:32:19.152323 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 7f59c6fa-fda6-45c2-b876-8e873e2e0b06 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:32:19.163635 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 7f59c6fa-fda6-45c2-b876-8e873e2e0b06 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:32:19.164068 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:19.180043 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-5110140f-2b7a-4568-9ac2-79a42037ed37 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:19.193962 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-5110140f-2b7a-4568-9ac2-79a42037ed37 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.45 "GET /v2.0/networks?id=e557bc0d-71a9-4b44-ab50-1de12563c5ef HTTP/1.1" status: 200 len: 812 time: 0.3150749 Nov 09 21:32:19.217209 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fccd4839-a86b-4a37-a719-655c229bc426 req-b1789f6f-1f7e-4235-904b-d4b024149536 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=70869ae0-b493-400b-b6d7-b447b0d9f184 HTTP/1.1" status: 200 len: 210 time: 0.3772209 Nov 09 21:32:19.233462 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-c27ae49c-26f5-4271-8b9f-ce6c07553e9e tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Request body: {'port': {'device_id': '70869ae0-b493-400b-b6d7-b447b0d9f184', 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef', 'admin_state_up': True, 'tenant_id': '96a7a35658cb4a6ea565f057e114d368'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:32:19.282436 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ac8a4-7c51-4798-bffb-3072539f32ea req-6d8aeb4b-bf5e-4b8b-ae84-a0db89f56796 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:19.290043 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f79ac8a4-7c51-4798-bffb-3072539f32ea req-6d8aeb4b-bf5e-4b8b-ae84-a0db89f56796 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 946 time: 0.1513700 Nov 09 21:32:19.409007 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e6b978a7-5715-4c77-9b21-6195faf1e6b4 None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:19.416371 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e6b978a7-5715-4c77-9b21-6195faf1e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:19.458175 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:19.460144 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-e6b978a7-5715-4c77-9b21-6195faf1e6b4 None None] Attempting to bind port 2dffef18-5b6a-4626-8af0-8b7810c14bd8 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:32:19.460524 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-e6b978a7-5715-4c77-9b21-6195faf1e6b4 None None] Attempting to bind port 2dffef18-5b6a-4626-8af0-8b7810c14bd8 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:32:19.462068 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b978a7-5715-4c77-9b21-6195faf1e6b4 None None] Attempting to bind port 2dffef18-5b6a-4626-8af0-8b7810c14bd8 on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:32:19.497349 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b978a7-5715-4c77-9b21-6195faf1e6b4 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:32:19.498057 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b978a7-5715-4c77-9b21-6195faf1e6b4 None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:32:19.498379 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd75978b8-b8b5-4ee1-ad54-cacdf742a789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f59c6fa-fda6-45c2-b876-8e873e2e0b06'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:32:19.499875 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e6b978a7-5715-4c77-9b21-6195faf1e6b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:19.500848 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b978a7-5715-4c77-9b21-6195faf1e6b4 None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:32:19.501900 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-e6b978a7-5715-4c77-9b21-6195faf1e6b4 None None] Bound port: 2dffef18-5b6a-4626-8af0-8b7810c14bd8, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:32:19.502840 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e6b978a7-5715-4c77-9b21-6195faf1e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:19.503051 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ca5b85-fbc6-4afc-8532-ff071b6c0201" -d '{"events": [{"server_uuid": "d75978b8-b8b5-4ee1-ad54-cacdf742a789", "name": "network-vif-plugged", "status": "completed", "tag": "7f59c6fa-fda6-45c2-b876-8e873e2e0b06"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:32:19.530014 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 7f59c6fa-fda6-45c2-b876-8e873e2e0b06, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=7f59c6fa-fda6-45c2-b876-8e873e2e0b06,segment=NetworkSegment(f1d1420c-9500-4b39-a5ac-48afc5071fab),segment_id=f1d1420c-9500-4b39-a5ac-48afc5071fab)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:32:19.535750 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:19.543803 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f79ac8a4-7c51-4798-bffb-3072539f32ea req-c01c00a5-b9a6-4b38-b242-ca42543ea129 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526805 Nov 09 21:32:19.550177 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268423ce-85e4-41ad-b3d5-6d30f632cca9 req-8fc4a62a-c02b-40a2-b65a-a1d46db64b0f tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:19.553613 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-268423ce-85e4-41ad-b3d5-6d30f632cca9 req-8fc4a62a-c02b-40a2-b65a-a1d46db64b0f tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] 10.222.0.49 "GET /v2.0/ports?device_id=485f22af-b8f8-4be6-b62b-c0552b58ab87 HTTP/1.1" status: 200 len: 944 time: 0.1466746 Nov 09 21:32:19.622482 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ad368885-157a-485d-ae93-669239baa2c8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:19.635580 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-e6b978a7-5715-4c77-9b21-6195faf1e6b4 None None] For port 2dffef18-5b6a-4626-8af0-8b7810c14bd8, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:32:19.649066 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=7f59c6fa-fda6-45c2-b876-8e873e2e0b06,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:19.678438 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ad368885-157a-485d-ae93-669239baa2c8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:19.685921 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ded74-0cad-4ba0-8c52-aca489b155ac None None] Pushing event updated for resources: {'Port': ['ID=2dffef18-5b6a-4626-8af0-8b7810c14bd8,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:19.701395 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-268423ce-85e4-41ad-b3d5-6d30f632cca9 req-49f5078c-601b-4527-93e6-c2d226af8c80 tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] 10.222.0.49 "GET /v2.0/security-groups?id=760201a7-1880-4286-b76a-3afb199ff8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233497 Nov 09 21:32:19.713600 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-e6b978a7-5715-4c77-9b21-6195faf1e6b4 None None] For port 2dffef18-5b6a-4626-8af0-8b7810c14bd8, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=2dffef18-5b6a-4626-8af0-8b7810c14bd8,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:32:19.713975 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-c27ae49c-26f5-4271-8b9f-ce6c07553e9e tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Made reservation on behalf of 96a7a35658cb4a6ea565f057e114d368 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:32:19.729715 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-e6b978a7-5715-4c77-9b21-6195faf1e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:19.739354 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ded74-0cad-4ba0-8c52-aca489b155ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:32:19.739842 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ded74-0cad-4ba0-8c52-aca489b155ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:32:19.739991 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ded74-0cad-4ba0-8c52-aca489b155ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:32:19.740166 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-c27ae49c-26f5-4271-8b9f-ce6c07553e9e tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:19.746271 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ded74-0cad-4ba0-8c52-aca489b155ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:32:19.749699 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ded74-0cad-4ba0-8c52-aca489b155ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:32:19.750255 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ded74-0cad-4ba0-8c52-aca489b155ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:32:19.750792 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ded74-0cad-4ba0-8c52-aca489b155ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:32:19.751320 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ded74-0cad-4ba0-8c52-aca489b155ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:32:19.751986 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ded74-0cad-4ba0-8c52-aca489b155ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:32:19.752762 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ded74-0cad-4ba0-8c52-aca489b155ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:32:19.754501 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ded74-0cad-4ba0-8c52-aca489b155ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:32:19.756228 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ded74-0cad-4ba0-8c52-aca489b155ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:32:19.832606 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbff5954-f9db-492f-960e-4ccc9031a831 x-openstack-request-id: req-fbff5954-f9db-492f-960e-4ccc9031a831 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:32:19.832952 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d75978b8-b8b5-4ee1-ad54-cacdf742a789", "name": "network-vif-plugged", "status": "completed", "tag": "7f59c6fa-fda6-45c2-b876-8e873e2e0b06", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:32:19.833185 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fbff5954-f9db-492f-960e-4ccc9031a831 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:32:19.833588 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd75978b8-b8b5-4ee1-ad54-cacdf742a789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f59c6fa-fda6-45c2-b876-8e873e2e0b06', 'code': 200} Nov 09 21:32:19.880962 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b978a7-5715-4c77-9b21-6195faf1e6b4 None None] Routers {'18bdda05-35c9-4d2c-9576-0ad445bc934b'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:32:19.884176 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-e6b978a7-5715-4c77-9b21-6195faf1e6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:31:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['18bdda05-35c9-4d2c-9576-0ad445bc934b'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:19.965564 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-c27ae49c-26f5-4271-8b9f-ce6c07553e9e tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Allocated IP 172.20.0.4 (e557bc0d-71a9-4b44-ab50-1de12563c5ef/48041428-5cce-473c-b445-a01eb383d908/d71d1143-74da-460d-93e3-6608d25fdb67) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:32:19.977364 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab1add-6e29-458f-9142-62bd86c46a8e req-bebb572d-68f5-4478-a8e0-94155d22a66d tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:19.984859 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e6ab1add-6e29-458f-9142-62bd86c46a8e req-bebb572d-68f5-4478-a8e0-94155d22a66d tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=d75978b8-b8b5-4ee1-ad54-cacdf742a789 HTTP/1.1" status: 200 len: 945 time: 0.1621935 Nov 09 21:32:20.037425 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33bb43b-8c10-45a6-9e09-63263685b2fd req-c4945e33-725d-4929-b2e3-46e4f7b576e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:20.040093 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c33bb43b-8c10-45a6-9e09-63263685b2fd req-c4945e33-725d-4929-b2e3-46e4f7b576e6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d75978b8-b8b5-4ee1-ad54-cacdf742a789 HTTP/1.1" status: 200 len: 1096 time: 0.1024423 Nov 09 21:32:20.042006 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1e726a0c-254f-409f-ba99-33c9abd5ac74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:20.056593 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ded74-0cad-4ba0-8c52-aca489b155ac None None] Pushing event updated for resources: {'Port': ['ID=2dffef18-5b6a-4626-8af0-8b7810c14bd8,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:20.073543 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-ad368885-157a-485d-ae93-669239baa2c8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Allocated IP 172.25.7.28 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/0c3c77cd-bda2-4d16-a273-9f82f7bfb168) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:32:20.151036 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e6ab1add-6e29-458f-9142-62bd86c46a8e req-50f760a6-1812-4b07-8a45-aca19bca9a17 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594207 Nov 09 21:32:20.183512 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-e6b978a7-5715-4c77-9b21-6195faf1e6b4 None None] Set router 18bdda05-35c9-4d2c-9576-0ad445bc934b gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:32:20.195755 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-c27ae49c-26f5-4271-8b9f-ce6c07553e9e tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:20.221610 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c33bb43b-8c10-45a6-9e09-63263685b2fd req-9b1449c0-a2d0-4af4-b8a0-0dfc76d0abd6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588056 Nov 09 21:32:20.242823 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-c27ae49c-26f5-4271-8b9f-ce6c07553e9e tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:20.309369 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 661bcd64-2f65-46ee-9c6b-598568ecd0fa up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:32:20.339141 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ad368885-157a-485d-ae93-669239baa2c8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:20.381274 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-c27ae49c-26f5-4271-8b9f-ce6c07553e9e tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Network e557bc0d-71a9-4b44-ab50-1de12563c5ef is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:32:20.382810 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27ae49c-26f5-4271-8b9f-ce6c07553e9e tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Pushing event updated for resources: {'Port': ['ID=d71d1143-74da-460d-93e3-6608d25fdb67,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:20.393386 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ad368885-157a-485d-ae93-669239baa2c8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:20.403661 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-c27ae49c-26f5-4271-8b9f-ce6c07553e9e tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:32:20.423102 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-c27ae49c-26f5-4271-8b9f-ce6c07553e9e tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:32:20.451175 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 661bcd64-2f65-46ee-9c6b-598568ecd0fa completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:32:20.461377 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 661bcd64-2f65-46ee-9c6b-598568ecd0fa triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:32:20.462179 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:20.491095 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-e6b978a7-5715-4c77-9b21-6195faf1e6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bdda05-35c9-4d2c-9576-0ad445bc934b', 'name': 'tempest-snat-router-125990892', 'tenant_id': 'e748e0a0b17646f3b9fe3375362358b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.18'}], 'enable_snat': False}, 'gw_port_id': '2dffef18-5b6a-4626-8af0-8b7810c14bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:32:14Z', 'updated_at': '2021-11-09T21:32:16Z', 'revision_number': 3, 'project_id': 'e748e0a0b17646f3b9fe3375362358b4', 'gw_port': {'id': '2dffef18-5b6a-4626-8af0-8b7810c14bd8', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a8:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bdda05-35c9-4d2c-9576-0ad445bc934b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:32:15Z', 'updated_at': '2021-11-09T21:32:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:20.500255 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad368885-157a-485d-ae93-669239baa2c8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:32:20.531749 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-ad368885-157a-485d-ae93-669239baa2c8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:32:20.537867 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad368885-157a-485d-ae93-669239baa2c8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:32:20.550154 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b978a7-5715-4c77-9b21-6195faf1e6b4 None None] The sync data for ids ['18bdda05-35c9-4d2c-9576-0ad445bc934b'] in n-d-816206-3 is: [{'id': '18bdda05-35c9-4d2c-9576-0ad445bc934b', 'name': 'tempest-snat-router-125990892', 'tenant_id': 'e748e0a0b17646f3b9fe3375362358b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.18'}], 'enable_snat': False}, 'gw_port_id': '2dffef18-5b6a-4626-8af0-8b7810c14bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:32:14Z', 'updated_at': '2021-11-09T21:32:16Z', 'revision_number': 3, 'project_id': 'e748e0a0b17646f3b9fe3375362358b4', 'gw_port': {'id': '2dffef18-5b6a-4626-8af0-8b7810c14bd8', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a8:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bdda05-35c9-4d2c-9576-0ad445bc934b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:32:15Z', 'updated_at': '2021-11-09T21:32:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:32:20.562824 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f3d6e0-2e57-4f9c-93d2-252244089313 req-b752fba5-8e59-4c11-8b1f-8e37c04028ca tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:20.565407 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-36f3d6e0-2e57-4f9c-93d2-252244089313 req-b752fba5-8e59-4c11-8b1f-8e37c04028ca tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=70869ae0-b493-400b-b6d7-b447b0d9f184 HTTP/1.1" status: 200 len: 931 time: 0.2339883 Nov 09 21:32:20.587139 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-c27ae49c-26f5-4271-8b9f-ce6c07553e9e tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:20.588068 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-c27ae49c-26f5-4271-8b9f-ce6c07553e9e tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:20.625001 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-c27ae49c-26f5-4271-8b9f-ce6c07553e9e tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3961134 Nov 09 21:32:20.637918 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad368885-157a-485d-ae93-669239baa2c8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Pushing event updated for resources: {'Port': ['ID=0c3c77cd-bda2-4d16-a273-9f82f7bfb168,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:20.643175 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:20.690463 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-6113c3f3-be58-40bd-83c5-fa3131e320f4 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:32:20.691482 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-6113c3f3-be58-40bd-83c5-fa3131e320f4 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0184145 Nov 09 21:32:20.733722 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-6ff8d94b-25b0-46bd-b5f8-ab82b2c5c8b4 service neutron] Request body: {'port': {'device_id': '70869ae0-b493-400b-b6d7-b447b0d9f184', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:32:20.743168 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 661bcd64-2f65-46ee-9c6b-598568ecd0fa, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=661bcd64-2f65-46ee-9c6b-598568ecd0fa,segment=NetworkSegment(636b2e12-4328-4d1a-bb9f-7c11b5e61111),segment_id=636b2e12-4328-4d1a-bb9f-7c11b5e61111)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:32:20.752290 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:20.842929 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-36f3d6e0-2e57-4f9c-93d2-252244089313 req-7624edcc-925e-481c-9c33-c36f2af0e96d tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275016 Nov 09 21:32:20.859516 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=661bcd64-2f65-46ee-9c6b-598568ecd0fa,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:20.904866 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-6ff8d94b-25b0-46bd-b5f8-ab82b2c5c8b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:20.974629 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d96c9215-da4f-44dc-8516-d3c3c8afa0d0 None None] Provisioning complete for port d71d1143-74da-460d-93e3-6608d25fdb67 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:32:20.975014 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d96c9215-da4f-44dc-8516-d3c3c8afa0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:21.057322 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:21.062726 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-d96c9215-da4f-44dc-8516-d3c3c8afa0d0 None None] Port d71d1143-74da-460d-93e3-6608d25fdb67 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:32:21.079571 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e68793-384c-465e-b9b2-743b22c57254 req-2ee2257d-90c7-4dce-b052-15e1bb5d1c86 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:21.081200 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-64e68793-384c-465e-b9b2-743b22c57254 req-2ee2257d-90c7-4dce-b052-15e1bb5d1c86 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 946 time: 0.2857010 Nov 09 21:32:21.160762 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ad368885-157a-485d-ae93-669239baa2c8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:21.178247 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6f306-6afb-403d-8e52-92ef7d1a3585 req-59e90925-d0b7-490e-8a76-d23b7a281da3 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:21.179949 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-64e68793-384c-465e-b9b2-743b22c57254 req-5e0598f7-a15d-404e-acb7-beaa0b0bb4bc tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/security-groups?id=0df4baf9-2f45-4947-a8e8-a44f70262626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879879 Nov 09 21:32:21.184166 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c8b6f306-6afb-403d-8e52-92ef7d1a3585 req-59e90925-d0b7-490e-8a76-d23b7a281da3 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.43 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 946 time: 0.1982896 Nov 09 21:32:21.354793 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf8843-7d31-407a-a736-611f661bfb65 req-3fdc388c-752b-4271-84f6-25c4ff5240f4 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:21.356364 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8cdf8843-7d31-407a-a736-611f661bfb65 req-3fdc388c-752b-4271-84f6-25c4ff5240f4 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=d75978b8-b8b5-4ee1-ad54-cacdf742a789 HTTP/1.1" status: 200 len: 945 time: 0.0888641 Nov 09 21:32:21.543402 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 2dffef18-5b6a-4626-8af0-8b7810c14bd8 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:32:21.549091 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-6ff8d94b-25b0-46bd-b5f8-ab82b2c5c8b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d71d1143-74da-460d-93e3-6608d25fdb67 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:32:21.577047 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfff89f-ab46-4262-a338-99db05d521f1 req-fe14dfc0-c0a1-4bbe-a686-228ac668cf9d tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:21.577957 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9bfff89f-ab46-4262-a338-99db05d521f1 req-fe14dfc0-c0a1-4bbe-a686-228ac668cf9d tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] 10.222.0.49 "GET /v2.0/ports?device_id=485f22af-b8f8-4be6-b62b-c0552b58ab87 HTTP/1.1" status: 200 len: 945 time: 0.4281132 Nov 09 21:32:21.585318 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-6ff8d94b-25b0-46bd-b5f8-ab82b2c5c8b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:21.586890 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8cdf8843-7d31-407a-a736-611f661bfb65 req-df008f79-6498-43b9-a580-350c9e6c127d tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346116 Nov 09 21:32:21.637139 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 2dffef18-5b6a-4626-8af0-8b7810c14bd8 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:32:21.637534 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:21.639896 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-6ff8d94b-25b0-46bd-b5f8-ab82b2c5c8b4 service neutron] Transition to ACTIVE for port object d71d1143-74da-460d-93e3-6608d25fdb67 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:32:21.641267 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ad368885-157a-485d-ae93-669239baa2c8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:21.671639 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-6ff8d94b-25b0-46bd-b5f8-ab82b2c5c8b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:21.718218 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9bfff89f-ab46-4262-a338-99db05d521f1 req-1639efc6-a398-4cbd-8835-0967baefbcbe tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] 10.222.0.49 "GET /v2.0/security-groups?id=760201a7-1880-4286-b76a-3afb199ff8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181037 Nov 09 21:32:21.729380 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-c8b6f306-6afb-403d-8e52-92ef7d1a3585 req-e639e230-a9f3-4dfa-b031-748b77592c20 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Deleting port 06b735e7-95a4-4400-ac21-34cfa1677929 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:32:21.729749 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c8b6f306-6afb-403d-8e52-92ef7d1a3585 req-e639e230-a9f3-4dfa-b031-748b77592c20 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:21.734756 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:21.762236 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 2dffef18-5b6a-4626-8af0-8b7810c14bd8, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=2dffef18-5b6a-4626-8af0-8b7810c14bd8,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:32:21.775455 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:21.819207 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8d94b-25b0-46bd-b5f8-ab82b2c5c8b4 service neutron] Pushing event updated for resources: {'Port': ['ID=d71d1143-74da-460d-93e3-6608d25fdb67,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:21.868955 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485f22af-b8f8-4be6-b62b-c0552b58ab87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661bcd64-2f65-46ee-9c6b-598568ecd0fa'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:32:21.878730 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62ecb24-6cbf-450b-9f46-4bdb4e09eeff" -d '{"events": [{"server_uuid": "485f22af-b8f8-4be6-b62b-c0552b58ab87", "name": "network-vif-plugged", "status": "completed", "tag": "661bcd64-2f65-46ee-9c6b-598568ecd0fa"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:32:21.886723 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad368885-157a-485d-ae93-669239baa2c8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Router 91f93bbb-a539-4850-992f-c54b4586f5d1 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:32:21.952700 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=2dffef18-5b6a-4626-8af0-8b7810c14bd8,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:21.964805 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29395e50-0247-4920-9171-5f26783194a0 x-openstack-request-id: req-29395e50-0247-4920-9171-5f26783194a0 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:32:21.965286 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485f22af-b8f8-4be6-b62b-c0552b58ab87", "name": "network-vif-plugged", "status": "completed", "tag": "661bcd64-2f65-46ee-9c6b-598568ecd0fa", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:32:21.967274 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-29395e50-0247-4920-9171-5f26783194a0 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:32:21.968504 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485f22af-b8f8-4be6-b62b-c0552b58ab87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661bcd64-2f65-46ee-9c6b-598568ecd0fa', 'code': 200} Nov 09 21:32:21.969508 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-c8b6f306-6afb-403d-8e52-92ef7d1a3585 req-e639e230-a9f3-4dfa-b031-748b77592c20 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] For port 06b735e7-95a4-4400-ac21-34cfa1677929, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=06b735e7-95a4-4400-ac21-34cfa1677929,segment=NetworkSegment(34c790f7-0b4d-4574-9ae7-2413289b0cee),segment_id=34c790f7-0b4d-4574-9ae7-2413289b0cee)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:32:21.969883 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c8b6f306-6afb-403d-8e52-92ef7d1a3585 req-e639e230-a9f3-4dfa-b031-748b77592c20 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:21.984457 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-6ff8d94b-25b0-46bd-b5f8-ab82b2c5c8b4 service neutron] Attempting to bind port d71d1143-74da-460d-93e3-6608d25fdb67 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:32:21.985215 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-6ff8d94b-25b0-46bd-b5f8-ab82b2c5c8b4 service neutron] Attempting to bind port d71d1143-74da-460d-93e3-6608d25fdb67 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '4b1e7064-c872-4e6f-85a8-e00a69322723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:32:21.993050 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-6ff8d94b-25b0-46bd-b5f8-ab82b2c5c8b4 service neutron] Attempting to bind port d71d1143-74da-460d-93e3-6608d25fdb67 on network e557bc0d-71a9-4b44-ab50-1de12563c5ef {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:32:22.006897 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-c8b6f306-6afb-403d-8e52-92ef7d1a3585 req-e639e230-a9f3-4dfa-b031-748b77592c20 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Calling delete_port for 06b735e7-95a4-4400-ac21-34cfa1677929 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:32:22.031664 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-6ff8d94b-25b0-46bd-b5f8-ab82b2c5c8b4 service neutron] Port d71d1143-74da-460d-93e3-6608d25fdb67 on network e557bc0d-71a9-4b44-ab50-1de12563c5ef not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:32:22.032052 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-6ff8d94b-25b0-46bd-b5f8-ab82b2c5c8b4 service neutron] Attempting to bind port d71d1143-74da-460d-93e3-6608d25fdb67 on network e557bc0d-71a9-4b44-ab50-1de12563c5ef {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:32:22.138212 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-6ff8d94b-25b0-46bd-b5f8-ab82b2c5c8b4 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:32:22.138554 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-6ff8d94b-25b0-46bd-b5f8-ab82b2c5c8b4 service neutron] Checking segment: {'id': '4b1e7064-c872-4e6f-85a8-e00a69322723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:32:22.139448 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-6ff8d94b-25b0-46bd-b5f8-ab82b2c5c8b4 service neutron] Bound using segment: {'id': '4b1e7064-c872-4e6f-85a8-e00a69322723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:32:22.139918 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-6ff8d94b-25b0-46bd-b5f8-ab82b2c5c8b4 service neutron] Bound port: d71d1143-74da-460d-93e3-6608d25fdb67, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b1e7064-c872-4e6f-85a8-e00a69322723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:32:22.140281 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-6ff8d94b-25b0-46bd-b5f8-ab82b2c5c8b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:22.170461 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad368885-157a-485d-ae93-669239baa2c8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:32:22.182281 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36df63d-bed9-4029-940f-ca5b1168010a None None] Sync routers for ids ['91f93bbb-a539-4850-992f-c54b4586f5d1'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:32:22.219186 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ad368885-157a-485d-ae93-669239baa2c8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:22.222825 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36df63d-bed9-4029-940f-ca5b1168010a None None] Routers {'91f93bbb-a539-4850-992f-c54b4586f5d1'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:32:22.224009 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-c36df63d-bed9-4029-940f-ca5b1168010a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:32:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['91f93bbb-a539-4850-992f-c54b4586f5d1'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:22.225446 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ad368885-157a-485d-ae93-669239baa2c8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.6754284 Nov 09 21:32:22.226164 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59196) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:22.239196 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793a2f0-d5f5-4660-9edc-e1da86c39f2b req-adc3a0ff-8033-4842-8efc-9e2d97f12cdc tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:22.240834 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a793a2f0-d5f5-4660-9edc-e1da86c39f2b req-adc3a0ff-8033-4842-8efc-9e2d97f12cdc tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=70869ae0-b493-400b-b6d7-b447b0d9f184 HTTP/1.1" status: 200 len: 943 time: 0.2124872 Nov 09 21:32:22.265138 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf2a59-b44d-43ea-9738-c8741c6af0ac req-4f5b009c-219a-4e6a-ad6d-74ad6593ef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:22.266642 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9fdf2a59-b44d-43ea-9738-c8741c6af0ac req-4f5b009c-219a-4e6a-ad6d-74ad6593ef3f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=485f22af-b8f8-4be6-b62b-c0552b58ab87 HTTP/1.1" status: 200 len: 1096 time: 0.1552341 Nov 09 21:32:22.386853 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-6ff8d94b-25b0-46bd-b5f8-ab82b2c5c8b4 service neutron] For port d71d1143-74da-460d-93e3-6608d25fdb67, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:32:22.426369 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-6ff8d94b-25b0-46bd-b5f8-ab82b2c5c8b4 service neutron] For port d71d1143-74da-460d-93e3-6608d25fdb67, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=d71d1143-74da-460d-93e3-6608d25fdb67,segment=NetworkSegment(4b1e7064-c872-4e6f-85a8-e00a69322723),segment_id=4b1e7064-c872-4e6f-85a8-e00a69322723)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:32:22.437853 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-6ff8d94b-25b0-46bd-b5f8-ab82b2c5c8b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:22.444857 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9fdf2a59-b44d-43ea-9738-c8741c6af0ac req-077ae4f5-c6e6-4b99-8346-0bcfdadbb799 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=760201a7-1880-4286-b76a-3afb199ff8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675024 Nov 09 21:32:22.449839 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a793a2f0-d5f5-4660-9edc-e1da86c39f2b req-259f97e3-5b5d-453d-922e-0a63c21e48fe tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912272 Nov 09 21:32:22.472213 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c8b6f306-6afb-403d-8e52-92ef7d1a3585 req-e639e230-a9f3-4dfa-b031-748b77592c20 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:22.499464 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-6ff8d94b-25b0-46bd-b5f8-ab82b2c5c8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:22.500097 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-6ff8d94b-25b0-46bd-b5f8-ab82b2c5c8b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:22.501533 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-6ff8d94b-25b0-46bd-b5f8-ab82b2c5c8b4 service neutron] 10.222.0.45 "PUT /v2.0/ports/d71d1143-74da-460d-93e3-6608d25fdb67 HTTP/1.1" status: 200 len: 1091 time: 1.7775936 Nov 09 21:32:22.501988 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70869ae0-b493-400b-b6d7-b447b0d9f184', 'tag': 'd71d1143-74da-460d-93e3-6608d25fdb67'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:32:22.504242 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a81ec3-bb85-4495-baf4-accde46ebec0" -d '{"events": [{"name": "network-changed", "server_uuid": "70869ae0-b493-400b-b6d7-b447b0d9f184", "tag": "d71d1143-74da-460d-93e3-6608d25fdb67"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:32:22.551152 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8d94b-25b0-46bd-b5f8-ab82b2c5c8b4 service neutron] Pushing event updated for resources: {'Port': ['ID=d71d1143-74da-460d-93e3-6608d25fdb67,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:22.568383 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['06b735e7-95a4-4400-ac21-34cfa1677929'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:32:22.681274 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:22.713152 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b6f306-6afb-403d-8e52-92ef7d1a3585 req-e639e230-a9f3-4dfa-b031-748b77592c20 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] No DVR routers for this DVR port 06b735e7-95a4-4400-ac21-34cfa1677929 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:32:22.716371 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c8b6f306-6afb-403d-8e52-92ef7d1a3585 req-e639e230-a9f3-4dfa-b031-748b77592c20 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:22.720058 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c8b6f306-6afb-403d-8e52-92ef7d1a3585 req-e639e230-a9f3-4dfa-b031-748b77592c20 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.43 "DELETE /v2.0/ports/06b735e7-95a4-4400-ac21-34cfa1677929 HTTP/1.1" status: 204 len: 173 time: 1.4296465 Nov 09 21:32:22.721904 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e639e230-a9f3-4dfa-b031-748b77592c20 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] Pushing event deleted for resources: {'Port': ['ID=06b735e7-95a4-4400-ac21-34cfa1677929,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:22.775531 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-22000003-2e37-4a08-bc36-efbb44b7e750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:22.778017 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-22000003-2e37-4a08-bc36-efbb44b7e750 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=96a7a35658cb4a6ea565f057e114d368&device_id=70869ae0-b493-400b-b6d7-b447b0d9f184 HTTP/1.1" status: 200 len: 1094 time: 0.2233281 Nov 09 21:32:22.868392 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-1b205f69-3602-4c68-adb3-5100a87ca4fa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d71d1143-74da-460d-93e3-6608d25fdb67 HTTP/1.1" status: 200 len: 217 time: 0.0778959 Nov 09 21:32:22.891620 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:22.914738 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-c36df63d-bed9-4029-940f-ca5b1168010a None None] Set router 91f93bbb-a539-4850-992f-c54b4586f5d1 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:32:22.938407 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f031f302-5e21-4218-bdcf-498c36e01640 req-919ba1dd-5fc7-4838-9728-5382178aff28 tempest-ServersNegativeTestJSON-923917133 tempest-ServersNegativeTestJSON-923917133-project] 10.222.0.49 "GET /v2.0/ports?device_id=b76e666a-9764-4565-9a62-2e8aec45655c HTTP/1.1" status: 200 len: 210 time: 0.0641875 Nov 09 21:32:22.972669 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-4724d995-2401-4446-9b41-6d3ac75b458e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:22.975139 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-4724d995-2401-4446-9b41-6d3ac75b458e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=48041428-5cce-473c-b445-a01eb383d908 HTTP/1.1" status: 200 len: 851 time: 0.0991979 Nov 09 21:32:22.988828 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a9e51fbb-fa0e-4baf-b0c3-3ed994bcf7c8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] 10.222.0.49 "GET /v2.0/routers/91f93bbb-a539-4850-992f-c54b4586f5d1 HTTP/1.1" status: 200 len: 906 time: 0.7610672 Nov 09 21:32:22.991301 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59230) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:23.053654 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e9e976-6de5-4027-9528-1d3262737189 x-openstack-request-id: req-76e9e976-6de5-4027-9528-1d3262737189 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:32:23.054041 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59232) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:23.061200 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70869ae0-b493-400b-b6d7-b447b0d9f184", "tag": "d71d1143-74da-460d-93e3-6608d25fdb67", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:32:23.061548 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-76e9e976-6de5-4027-9528-1d3262737189 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:32:23.063133 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70869ae0-b493-400b-b6d7-b447b0d9f184', 'tag': 'd71d1143-74da-460d-93e3-6608d25fdb67', 'status': 'completed', 'code': 200} Nov 09 21:32:23.089422 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-61c6f9dc-34b0-4642-a38a-bb253a539852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:23.092793 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-61c6f9dc-34b0-4642-a38a-bb253a539852 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e557bc0d-71a9-4b44-ab50-1de12563c5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1038301 Nov 09 21:32:23.177702 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-c36df63d-bed9-4029-940f-ca5b1168010a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f93bbb-a539-4850-992f-c54b4586f5d1', 'name': 'tempest-snat-router-125990892', 'tenant_id': 'e748e0a0b17646f3b9fe3375362358b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '0c3c77cd-bda2-4d16-a273-9f82f7bfb168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:32:18Z', 'updated_at': '2021-11-09T21:32:20Z', 'revision_number': 3, 'project_id': 'e748e0a0b17646f3b9fe3375362358b4', 'gw_port': {'id': '0c3c77cd-bda2-4d16-a273-9f82f7bfb168', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:09:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f93bbb-a539-4850-992f-c54b4586f5d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:32:19Z', 'updated_at': '2021-11-09T21:32:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:23.216713 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36df63d-bed9-4029-940f-ca5b1168010a None None] Checking router: 91f93bbb-a539-4850-992f-c54b4586f5d1 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:32:23.217219 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36df63d-bed9-4029-940f-ca5b1168010a None None] Updating router 91f93bbb-a539-4850-992f-c54b4586f5d1 port 0c3c77cd-bda2-4d16-a273-9f82f7bfb168 binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:32:23.233070 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82fe56-0e3f-4c03-9579-00923c8e9378 req-df2d5f83-97ca-4938-9364-cdcf72e3cf9e tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:23.234770 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1e82fe56-0e3f-4c03-9579-00923c8e9378 req-df2d5f83-97ca-4938-9364-cdcf72e3cf9e tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=d75978b8-b8b5-4ee1-ad54-cacdf742a789 HTTP/1.1" status: 200 len: 945 time: 0.0753796 Nov 09 21:32:23.236424 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-10f16b02-7a74-4a68-bd2b-d0e04fe882b3 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:23.272252 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c36df63d-bed9-4029-940f-ca5b1168010a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:23.286334 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-c4d56dc2-23e2-4769-9a71-6ad6a2280d17 service neutron] 10.222.0.45 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859727 Nov 09 21:32:23.309904 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c40aef16-4f03-4070-9f03-95e7a38317ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:23.311007 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b0940-c2b7-4ade-a148-657038d67c36 req-8ffa78ec-4b72-48c1-9ab9-a88c6373af42 tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:23.318986 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ec3b0940-c2b7-4ade-a148-657038d67c36 req-8ffa78ec-4b72-48c1-9ab9-a88c6373af42 tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] 10.222.0.49 "GET /v2.0/ports?device_id=485f22af-b8f8-4be6-b62b-c0552b58ab87 HTTP/1.1" status: 200 len: 945 time: 0.1339359 Nov 09 21:32:23.416259 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-10f16b02-7a74-4a68-bd2b-d0e04fe882b3 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:23.452212 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ec3b0940-c2b7-4ade-a148-657038d67c36 req-cb4002c6-54fd-4027-a2b6-9b54f9bca3e3 tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] 10.222.0.49 "GET /v2.0/security-groups?id=760201a7-1880-4286-b76a-3afb199ff8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321526 Nov 09 21:32:23.455660 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1e82fe56-0e3f-4c03-9579-00923c8e9378 req-d5276d22-9677-4d6e-8644-d51cea39f41c tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764345 Nov 09 21:32:23.489106 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-99174963-cb9a-46c7-8ca4-fb78832d4ad5 req-f8a1be84-cb63-4d5b-901c-b44e382260b7 service neutron] 10.222.0.45 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938505 Nov 09 21:32:23.558309 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-10f16b02-7a74-4a68-bd2b-d0e04fe882b3 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Deleting port 0c3c77cd-bda2-4d16-a273-9f82f7bfb168 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:32:23.558577 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-10f16b02-7a74-4a68-bd2b-d0e04fe882b3 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:23.612727 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 2dffef18-5b6a-4626-8af0-8b7810c14bd8 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:32:23.628548 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c40aef16-4f03-4070-9f03-95e7a38317ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:23.646001 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c40aef16-4f03-4070-9f03-95e7a38317ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:23.651267 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a81ec3-bb85-4495-baf4-accde46ebec0 req-1d9bdd24-f410-4e10-b975-2b5d3fd31e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:23.653712 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-85a81ec3-bb85-4495-baf4-accde46ebec0 req-1d9bdd24-f410-4e10-b975-2b5d3fd31e70 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=96a7a35658cb4a6ea565f057e114d368&device_id=70869ae0-b493-400b-b6d7-b447b0d9f184 HTTP/1.1" status: 200 len: 1094 time: 0.1066878 Nov 09 21:32:23.698053 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:23.718387 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c40aef16-4f03-4070-9f03-95e7a38317ca admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2228b89289d34bb2beed133452f1f85f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6622539 Nov 09 21:32:23.720940 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59242) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:23.731463 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-10f16b02-7a74-4a68-bd2b-d0e04fe882b3 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:23.734144 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40aef16-4f03-4070-9f03-95e7a38317ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5209109-72cf-4b96-90c7-784725b122fc,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:23.752088 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-10f16b02-7a74-4a68-bd2b-d0e04fe882b3 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Calling delete_port for 0c3c77cd-bda2-4d16-a273-9f82f7bfb168 owned by network:router_gateway {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:32:23.762507 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 2dffef18-5b6a-4626-8af0-8b7810c14bd8 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:32:23.762885 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:23.858742 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b296f9a-67d9-42a9-af48-4bd9fdc0aa88 req-b7c8a99a-9a4b-41dc-9716-695f6a82e041 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:23.860138 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8b296f9a-67d9-42a9-af48-4bd9fdc0aa88 req-b7c8a99a-9a4b-41dc-9716-695f6a82e041 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=70869ae0-b493-400b-b6d7-b447b0d9f184 HTTP/1.1" status: 200 len: 943 time: 0.1401153 Nov 09 21:32:23.864363 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c0eb65b8-e02a-4d94-b31f-556304127e4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:23.908998 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a81ec3-bb85-4495-baf4-accde46ebec0 req-db190726-1087-4da8-8f01-3a3f216b53dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:23.910493 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-85a81ec3-bb85-4495-baf4-accde46ebec0 req-db190726-1087-4da8-8f01-3a3f216b53dc service neutron] 10.222.0.45 "GET /v2.0/networks?id=e557bc0d-71a9-4b44-ab50-1de12563c5ef HTTP/1.1" status: 200 len: 912 time: 0.2475636 Nov 09 21:32:23.914315 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c0eb65b8-e02a-4d94-b31f-556304127e4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:23.942790 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:32:23.955060 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d9056-7518-4faf-a314-339a736d2ea6 req-2e4ebb80-38c4-49fa-bc4c-1fedf5a82637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:23.957521 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b20d9056-7518-4faf-a314-339a736d2ea6 req-2e4ebb80-38c4-49fa-bc4c-1fedf5a82637 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d1eec0d183eb43fa903f8da93e957658&device_id=d75978b8-b8b5-4ee1-ad54-cacdf742a789 HTTP/1.1" status: 200 len: 1096 time: 0.1370783 Nov 09 21:32:23.970404 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c36df63d-bed9-4029-940f-ca5b1168010a None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:23.975335 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-85a81ec3-bb85-4495-baf4-accde46ebec0 req-998e4801-9689-4b84-9251-90ca0c7de02c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d71d1143-74da-460d-93e3-6608d25fdb67 HTTP/1.1" status: 200 len: 217 time: 0.0526788 Nov 09 21:32:23.977395 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.db.api [None req-c36df63d-bed9-4029-940f-ca5b1168010a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 21:32:23.977395 n-d-816206-3 neutron-server[102609]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Nov 09 21:32:23.977395 n-d-816206-3 neutron-server[102609]: [parameters: {'host': 'n-d-816206-3', 'ml2_port_bindings_port_id': '0c3c77cd-bda2-4d16-a273-9f82f7bfb168', 'ml2_port_bindings_host': ''}] Nov 09 21:32:23.977395 n-d-816206-3 neutron-server[102609]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 21:32:23.978042 n-d-816206-3 neutron-server[102609]: DEBUG oslo_db.api [None req-c36df63d-bed9-4029-940f-ca5b1168010a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 21:32:24.029538 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8b296f9a-67d9-42a9-af48-4bd9fdc0aa88 req-84cf30d6-36d6-4795-99c5-f278c475d22a tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556029 Nov 09 21:32:24.046127 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a81ec3-bb85-4495-baf4-accde46ebec0 req-e53d5e18-a5c0-4bde-8db8-2365c861f1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:24.047591 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-85a81ec3-bb85-4495-baf4-accde46ebec0 req-e53d5e18-a5c0-4bde-8db8-2365c861f1fa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=48041428-5cce-473c-b445-a01eb383d908 HTTP/1.1" status: 200 len: 851 time: 0.0631230 Nov 09 21:32:24.052678 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c0eb65b8-e02a-4d94-b31f-556304127e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:24.056067 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c0eb65b8-e02a-4d94-b31f-556304127e4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:24.059527 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c0eb65b8-e02a-4d94-b31f-556304127e4d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f5209109-72cf-4b96-90c7-784725b122fc HTTP/1.1" status: 204 len: 168 time: 0.3345671 Nov 09 21:32:24.088342 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682c19e-7b9e-4820-9333-2db3265beb70 req-31f93f59-00b4-4f19-bce1-4236512c316a tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:24.090009 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2682c19e-7b9e-4820-9333-2db3265beb70 req-31f93f59-00b4-4f19-bce1-4236512c316a tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=d75978b8-b8b5-4ee1-ad54-cacdf742a789 HTTP/1.1" status: 200 len: 945 time: 0.2375946 Nov 09 21:32:24.090750 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59250) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:24.092926 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb65b8-e02a-4d94-b31f-556304127e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5209109-72cf-4b96-90c7-784725b122fc,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:24.112562 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a81ec3-bb85-4495-baf4-accde46ebec0 req-d76801ec-c749-4370-b30d-8374b072a5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:24.114187 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-85a81ec3-bb85-4495-baf4-accde46ebec0 req-d76801ec-c749-4370-b30d-8374b072a5a4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e557bc0d-71a9-4b44-ab50-1de12563c5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559599 Nov 09 21:32:24.197192 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-10f16b02-7a74-4a68-bd2b-d0e04fe882b3 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:24.222163 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6107e35-106a-42b6-90c8-14b65e348333 admin admin] Deleting subnet aead6392-42fa-4a16-a986-5c9371526ce9 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:32:24.227324 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-85a81ec3-bb85-4495-baf4-accde46ebec0 req-896f373e-ebb0-4a17-932b-4bdeda3cf51e service neutron] 10.222.0.45 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004443 Nov 09 21:32:24.246577 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b6107e35-106a-42b6-90c8-14b65e348333 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:24.280202 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f16b02-7a74-4a68-bd2b-d0e04fe882b3 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c3c77cd-bda2-4d16-a273-9f82f7bfb168,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:24.307432 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2682c19e-7b9e-4820-9333-2db3265beb70 req-fcce5c5c-8a28-4156-8441-032dcb8f117e tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824667 Nov 09 21:32:24.329140 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d9056-7518-4faf-a314-339a736d2ea6 req-0b592d0d-cebb-4e3f-a34c-9809e9238575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:24.330505 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b20d9056-7518-4faf-a314-339a736d2ea6 req-0b592d0d-cebb-4e3f-a34c-9809e9238575 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e63a53c0-9c74-472d-854f-77c19d8e6ef4 HTTP/1.1" status: 200 len: 910 time: 0.3608589 Nov 09 21:32:24.357270 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b6107e35-106a-42b6-90c8-14b65e348333 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:24.358233 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-85a81ec3-bb85-4495-baf4-accde46ebec0 req-68d2ea03-c807-41d0-994d-7e4275c2df59 service neutron] 10.222.0.45 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172061 Nov 09 21:32:24.373809 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59254) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:24.388791 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a34dc101-9d0c-42a9-8a3e-bb19025be060 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:24.418482 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b20d9056-7518-4faf-a314-339a736d2ea6 req-55ec649e-1745-490f-b163-4c802adef76a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7f59c6fa-fda6-45c2-b876-8e873e2e0b06 HTTP/1.1" status: 200 len: 217 time: 0.0637023 Nov 09 21:32:24.463441 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a34dc101-9d0c-42a9-8a3e-bb19025be060 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:24.467311 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a34dc101-9d0c-42a9-8a3e-bb19025be060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:24.475353 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-10f16b02-7a74-4a68-bd2b-d0e04fe882b3 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:24.481406 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b6107e35-106a-42b6-90c8-14b65e348333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:24.508833 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36df63d-bed9-4029-940f-ca5b1168010a None None] Port 0c3c77cd-bda2-4d16-a273-9f82f7bfb168 not found while updating agent binding for router 91f93bbb-a539-4850-992f-c54b4586f5d1. {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 09 21:32:24.509909 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34dc101-9d0c-42a9-8a3e-bb19025be060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbba224-01a5-43e4-8f8c-1ac3ac23043a,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:24.518557 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36df63d-bed9-4029-940f-ca5b1168010a None None] Routers {'91f93bbb-a539-4850-992f-c54b4586f5d1'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:32:24.518708 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-c36df63d-bed9-4029-940f-ca5b1168010a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:32:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['91f93bbb-a539-4850-992f-c54b4586f5d1'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:24.529638 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a34dc101-9d0c-42a9-8a3e-bb19025be060 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=be413545841d4cf2bd6d4a761faed400&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1542091 Nov 09 21:32:24.531743 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59258) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:24.603036 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-c36df63d-bed9-4029-940f-ca5b1168010a None None] Set router 91f93bbb-a539-4850-992f-c54b4586f5d1 gateway port host: None {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:32:24.624501 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d9056-7518-4faf-a314-339a736d2ea6 req-c9e7d0ee-5709-4c25-acac-8d77ac3646b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:24.626708 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b20d9056-7518-4faf-a314-339a736d2ea6 req-c9e7d0ee-5709-4c25-acac-8d77ac3646b8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bfb20a4a-8695-412f-8658-c790ccaeab3d HTTP/1.1" status: 200 len: 850 time: 0.2000532 Nov 09 21:32:24.629034 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-10f16b02-7a74-4a68-bd2b-d0e04fe882b3 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:24.633572 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-10f16b02-7a74-4a68-bd2b-d0e04fe882b3 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:24.634240 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd50e6-9406-4733-a425-7e5121a41af0 req-7a35dacb-529e-424d-b99b-51413c3ffedb tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:24.636270 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8dfd50e6-9406-4733-a425-7e5121a41af0 req-7a35dacb-529e-424d-b99b-51413c3ffedb tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] 10.222.0.49 "GET /v2.0/ports?device_id=485f22af-b8f8-4be6-b62b-c0552b58ab87 HTTP/1.1" status: 200 len: 945 time: 0.0754328 Nov 09 21:32:24.639537 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-edba2b50-fefc-4b7e-a495-09964ed7c885 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:24.664706 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-c36df63d-bed9-4029-940f-ca5b1168010a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f93bbb-a539-4850-992f-c54b4586f5d1', 'name': 'tempest-snat-router-125990892', 'tenant_id': 'e748e0a0b17646f3b9fe3375362358b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:32:18Z', 'updated_at': '2021-11-09T21:32:23Z', 'revision_number': 5, 'project_id': 'e748e0a0b17646f3b9fe3375362358b4', 'gw_port_host': None}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:24.682384 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b20d9056-7518-4faf-a314-339a736d2ea6 req-a00e56d1-4a97-49fb-93ad-4a82fa5f1638 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e63a53c0-9c74-472d-854f-77c19d8e6ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448968 Nov 09 21:32:24.700026 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36df63d-bed9-4029-940f-ca5b1168010a None None] The sync data for ids ['91f93bbb-a539-4850-992f-c54b4586f5d1'] in n-d-816206-3 is: [{'id': '91f93bbb-a539-4850-992f-c54b4586f5d1', 'name': 'tempest-snat-router-125990892', 'tenant_id': 'e748e0a0b17646f3b9fe3375362358b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:32:18Z', 'updated_at': '2021-11-09T21:32:23Z', 'revision_number': 5, 'project_id': 'e748e0a0b17646f3b9fe3375362358b4', 'gw_port_host': None}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:32:24.721947 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b6107e35-106a-42b6-90c8-14b65e348333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:24.792893 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6107e35-106a-42b6-90c8-14b65e348333 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aead6392-42fa-4a16-a986-5c9371526ce9,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:24.797686 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-10f16b02-7a74-4a68-bd2b-d0e04fe882b3 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:24.798262 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f16b02-7a74-4a68-bd2b-d0e04fe882b3 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 91f93bbb-a539-4850-992f-c54b4586f5d1 {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:32:24.801784 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b6107e35-106a-42b6-90c8-14b65e348333 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:24.805893 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b6107e35-106a-42b6-90c8-14b65e348333 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/aead6392-42fa-4a16-a986-5c9371526ce9 HTTP/1.1" status: 204 len: 168 time: 0.7006700 Nov 09 21:32:24.818160 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-10f16b02-7a74-4a68-bd2b-d0e04fe882b3 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:24.819503 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-10f16b02-7a74-4a68-bd2b-d0e04fe882b3 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] 10.222.0.49 "DELETE /v2.0/routers/91f93bbb-a539-4850-992f-c54b4586f5d1 HTTP/1.1" status: 204 len: 168 time: 1.8271210 Nov 09 21:32:24.820715 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59262) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:24.828033 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59264) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:24.990894 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device d71d1143-74da-460d-93e3-6608d25fdb67 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:32:25.011207 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b20d9056-7518-4faf-a314-339a736d2ea6 req-80ca8566-4da3-4fd7-bfb9-2cfb03b01967 service neutron] 10.222.0.45 "GET /v2.0/networks/e63a53c0-9c74-472d-854f-77c19d8e6ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876251 Nov 09 21:32:25.018250 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-24d1dd6f-70fc-4af5-84d0-0ace3a3d0164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:25.018992 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-edba2b50-fefc-4b7e-a495-09964ed7c885 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:25.066057 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76e666a-9764-4565-9a62-2e8aec45655c', 'name': 'network-vif-deleted', 'tag': '06b735e7-95a4-4400-ac21-34cfa1677929'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:32:25.068663 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b616340-45ea-4ca6-88cd-e38593a53192" -d '{"events": [{"server_uuid": "b76e666a-9764-4565-9a62-2e8aec45655c", "name": "network-vif-deleted", "tag": "06b735e7-95a4-4400-ac21-34cfa1677929"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:32:25.076533 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8dfd50e6-9406-4733-a425-7e5121a41af0 req-94a1621e-338e-47db-b23e-c679ad3c8fb9 tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] 10.222.0.49 "GET /v2.0/security-groups?id=760201a7-1880-4286-b76a-3afb199ff8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4270463 Nov 09 21:32:25.107249 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-edba2b50-fefc-4b7e-a495-09964ed7c885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:25.114064 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-edba2b50-fefc-4b7e-a495-09964ed7c885 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:25.117965 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-edba2b50-fefc-4b7e-a495-09964ed7c885 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0cbba224-01a5-43e4-8f8c-1ac3ac23043a HTTP/1.1" status: 204 len: 168 time: 0.5825758 Nov 09 21:32:25.132393 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba2b50-fefc-4b7e-a495-09964ed7c885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbba224-01a5-43e4-8f8c-1ac3ac23043a,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:25.171002 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0257f58b-5f90-4b88-ba1a-b1d9de662c83 x-openstack-request-id: req-0257f58b-5f90-4b88-ba1a-b1d9de662c83 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:32:25.171002 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76e666a-9764-4565-9a62-2e8aec45655c", "name": "network-vif-deleted", "tag": "06b735e7-95a4-4400-ac21-34cfa1677929", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:32:25.171002 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0257f58b-5f90-4b88-ba1a-b1d9de662c83 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:32:25.171002 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76e666a-9764-4565-9a62-2e8aec45655c', 'name': 'network-vif-deleted', 'tag': '06b735e7-95a4-4400-ac21-34cfa1677929', 'status': 'completed', 'code': 200} Nov 09 21:32:25.225288 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-24d1dd6f-70fc-4af5-84d0-0ace3a3d0164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:25.232453 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port d71d1143-74da-460d-93e3-6608d25fdb67, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=d71d1143-74da-460d-93e3-6608d25fdb67,segment=NetworkSegment(4b1e7064-c872-4e6f-85a8-e00a69322723),segment_id=4b1e7064-c872-4e6f-85a8-e00a69322723)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:32:25.246526 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-24d1dd6f-70fc-4af5-84d0-0ace3a3d0164 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['276f688e-7f99-4153-a7fb-8c012406fc86']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:25.250858 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': 'd71d1143-74da-460d-93e3-6608d25fdb67', 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef', 'port_id': 'd71d1143-74da-460d-93e3-6608d25fdb67', 'mac_address': 'fa:16:3e:ee:82:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48041428-5cce-473c-b445-a01eb383d908', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:32:25.258172 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-24d1dd6f-70fc-4af5-84d0-0ace3a3d0164 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34c790f7-0b4d-4574-9ae7-2413289b0cee') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:25.259067 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-24d1dd6f-70fc-4af5-84d0-0ace3a3d0164 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34c790f7-0b4d-4574-9ae7-2413289b0cee') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:25.261083 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2f54f546-d02d-4b5b-b086-e48e2170d572 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:25.282978 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-24d1dd6f-70fc-4af5-84d0-0ace3a3d0164 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:25.311225 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:25.330737 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d71d1143-74da-460d-93e3-6608d25fdb67 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:32:25.381110 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-24d1dd6f-70fc-4af5-84d0-0ace3a3d0164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:25.411066 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port d71d1143-74da-460d-93e3-6608d25fdb67, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=d71d1143-74da-460d-93e3-6608d25fdb67,segment=NetworkSegment(4b1e7064-c872-4e6f-85a8-e00a69322723),segment_id=4b1e7064-c872-4e6f-85a8-e00a69322723)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:32:25.415490 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:25.428748 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24d1dd6f-70fc-4af5-84d0-0ace3a3d0164 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:32:25.429290 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-24d1dd6f-70fc-4af5-84d0-0ace3a3d0164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:25.433040 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:32:25.433040 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:32:25.433040 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:32:25.433040 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:32:25.433040 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:32:25.433040 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:32:25.433040 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:32:25.433040 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:32:25.433040 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:32:25.433040 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:32:25.433040 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:32:25.433040 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:32:25.433040 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:32:25.433040 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:32:25.433040 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:32:25.433040 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:32:25.433040 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:32:25.433040 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:32:25.433040 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:32:25.433040 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:32:25.433040 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:32:25.433040 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:32:25.433040 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:32:25.433040 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:32:25.433040 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:32:25.433040 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:32:25.433040 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:32:25.433040 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:32:25.433040 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:32:25.433040 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:32:25.433040 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:32:25.433040 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:32:25.452764 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b20d9056-7518-4faf-a314-339a736d2ea6 req-d1665fd4-a7ca-4c1b-9ae6-eded945e507d service neutron] 10.222.0.45 "GET /v2.0/networks/e63a53c0-9c74-472d-854f-77c19d8e6ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272680 Nov 09 21:32:25.489979 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03150578-22cc-4ccb-99b2-af82e1b90071 req-9e51d57e-5fe3-44cc-98c2-ee3109f9815f tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:25.491789 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-03150578-22cc-4ccb-99b2-af82e1b90071 req-9e51d57e-5fe3-44cc-98c2-ee3109f9815f tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=70869ae0-b493-400b-b6d7-b447b0d9f184 HTTP/1.1" status: 200 len: 943 time: 0.3657045 Nov 09 21:32:25.522072 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d6c2e-3434-4c12-b79e-bde79389b02e req-1327d9d9-8863-49c5-868f-aee16be29daa tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:25.533611 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-935d6c2e-3434-4c12-b79e-bde79389b02e req-1327d9d9-8863-49c5-868f-aee16be29daa tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=d75978b8-b8b5-4ee1-ad54-cacdf742a789 HTTP/1.1" status: 200 len: 945 time: 0.1156662 Nov 09 21:32:25.546954 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-24d1dd6f-70fc-4af5-84d0-0ace3a3d0164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:25.582576 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=d71d1143-74da-460d-93e3-6608d25fdb67,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:25.589367 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2f54f546-d02d-4b5b-b086-e48e2170d572 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:25.607115 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-24d1dd6f-70fc-4af5-84d0-0ace3a3d0164 admin admin] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:25.611025 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-24d1dd6f-70fc-4af5-84d0-0ace3a3d0164 admin admin] 10.222.0.49 "DELETE /v2.0/networks/276f688e-7f99-4153-a7fb-8c012406fc86 HTTP/1.1" status: 204 len: 168 time: 0.7854867 Nov 09 21:32:25.617944 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d1dd6f-70fc-4af5-84d0-0ace3a3d0164 admin admin] Pushing event deleted for resources: {'Network': ['ID=276f688e-7f99-4153-a7fb-8c012406fc86,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:25.655684 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-03150578-22cc-4ccb-99b2-af82e1b90071 req-767cb0bb-e2fe-41d7-ab9e-12132e57102a tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497326 Nov 09 21:32:25.665703 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-935d6c2e-3434-4c12-b79e-bde79389b02e req-9274dc74-37ac-4aae-9df4-da7dbb01b34c tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308942 Nov 09 21:32:25.709531 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['d71d1143-74da-460d-93e3-6608d25fdb67'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:32:25.772093 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-2f54f546-d02d-4b5b-b086-e48e2170d572 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Deleting port 2dffef18-5b6a-4626-8af0-8b7810c14bd8 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:32:25.772706 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2f54f546-d02d-4b5b-b086-e48e2170d572 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:25.881807 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59300) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:25.932455 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-2f54f546-d02d-4b5b-b086-e48e2170d572 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] For port 2dffef18-5b6a-4626-8af0-8b7810c14bd8, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=2dffef18-5b6a-4626-8af0-8b7810c14bd8,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:32:25.933068 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2f54f546-d02d-4b5b-b086-e48e2170d572 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:25.947842 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5617a370-1d05-4cab-bd7b-faa9b2f3faa3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ea132a94a82f43f69fd0808e866cec5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0610600 Nov 09 21:32:25.948487 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59302) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:25.950724 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-2f54f546-d02d-4b5b-b086-e48e2170d572 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Calling delete_port for 2dffef18-5b6a-4626-8af0-8b7810c14bd8 owned by network:router_gateway {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:32:26.011426 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4fe14f7e-5dfd-49be-829d-6f42f92e8d11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:26.036313 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4fe14f7e-5dfd-49be-829d-6f42f92e8d11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:26.121268 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4fe14f7e-5dfd-49be-829d-6f42f92e8d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:26.124514 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4fe14f7e-5dfd-49be-829d-6f42f92e8d11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:26.129781 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4fe14f7e-5dfd-49be-829d-6f42f92e8d11 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0df4baf9-2f45-4947-a8e8-a44f70262626 HTTP/1.1" status: 204 len: 168 time: 0.1797948 Nov 09 21:32:26.148814 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe14f7e-5dfd-49be-829d-6f42f92e8d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df4baf9-2f45-4947-a8e8-a44f70262626,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:26.239542 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2f54f546-d02d-4b5b-b086-e48e2170d572 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:26.276420 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f54f546-d02d-4b5b-b086-e48e2170d572 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Pushing event deleted for resources: {'Port': ['ID=2dffef18-5b6a-4626-8af0-8b7810c14bd8,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:26.314015 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 06b735e7-95a4-4400-ac21-34cfa1677929 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:32:26.359919 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: 06b735e7-95a4-4400-ac21-34cfa1677929 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:32:26.360267 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 06b735e7-95a4-4400-ac21-34cfa1677929 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:32:26.738132 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2f54f546-d02d-4b5b-b086-e48e2170d572 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:26.893034 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c7d82-def2-4e96-89e9-9b19d1db952a req-b32e4ee6-ae68-4b36-ba56-2751ae7fac04 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:26.894757 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a11c7d82-def2-4e96-89e9-9b19d1db952a req-b32e4ee6-ae68-4b36-ba56-2751ae7fac04 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=70869ae0-b493-400b-b6d7-b447b0d9f184 HTTP/1.1" status: 200 len: 944 time: 0.0967276 Nov 09 21:32:26.917472 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2f54f546-d02d-4b5b-b086-e48e2170d572 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:26.920486 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2f54f546-d02d-4b5b-b086-e48e2170d572 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:26.959848 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a11c7d82-def2-4e96-89e9-9b19d1db952a req-fb695915-54fc-43b5-9b8b-70965dc0ca95 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573962 Nov 09 21:32:26.983409 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2f54f546-d02d-4b5b-b086-e48e2170d572 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:26.983981 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f54f546-d02d-4b5b-b086-e48e2170d572 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 18bdda05-35c9-4d2c-9576-0ad445bc934b {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:32:26.989358 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2f54f546-d02d-4b5b-b086-e48e2170d572 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:27.008466 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device d71d1143-74da-460d-93e3-6608d25fdb67 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:32:27.032256 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2f54f546-d02d-4b5b-b086-e48e2170d572 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] 10.222.0.49 "DELETE /v2.0/routers/18bdda05-35c9-4d2c-9576-0ad445bc934b HTTP/1.1" status: 204 len: 168 time: 2.1974263 Nov 09 21:32:27.057237 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e13cd3-a031-46e1-b371-7a6e29834f03 req-76d273c2-feac-45a3-b433-226b8b689c02 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:27.060919 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-21e13cd3-a031-46e1-b371-7a6e29834f03 req-76d273c2-feac-45a3-b433-226b8b689c02 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=d75978b8-b8b5-4ee1-ad54-cacdf742a789 HTTP/1.1" status: 200 len: 945 time: 0.2792001 Nov 09 21:32:27.079474 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59344) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:27.086176 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-cb9adb2c-ec19-4dff-9d48-adc4beb38d99 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1918337478', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}, 'admin_state_up': False}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:32:27.113584 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port d71d1143-74da-460d-93e3-6608d25fdb67 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:32:27.118285 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port d71d1143-74da-460d-93e3-6608d25fdb67 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:32:27.118714 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:27.152068 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cb9adb2c-ec19-4dff-9d48-adc4beb38d99 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:27.153997 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cb9adb2c-ec19-4dff-9d48-adc4beb38d99 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:27.183723 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-21e13cd3-a031-46e1-b371-7a6e29834f03 req-454c069e-5051-47b7-86cd-50f67e4b6bd7 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862730 Nov 09 21:32:27.259357 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cb9adb2c-ec19-4dff-9d48-adc4beb38d99 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:27.276380 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:27.310981 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70869ae0-b493-400b-b6d7-b447b0d9f184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71d1143-74da-460d-93e3-6608d25fdb67'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:32:27.313616 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0713d98d-5c98-403d-97fb-339e04020bf0" -d '{"events": [{"server_uuid": "70869ae0-b493-400b-b6d7-b447b0d9f184", "name": "network-vif-plugged", "status": "completed", "tag": "d71d1143-74da-460d-93e3-6608d25fdb67"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:32:27.333911 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port d71d1143-74da-460d-93e3-6608d25fdb67, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=d71d1143-74da-460d-93e3-6608d25fdb67,segment=NetworkSegment(4b1e7064-c872-4e6f-85a8-e00a69322723),segment_id=4b1e7064-c872-4e6f-85a8-e00a69322723)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:32:27.339451 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:27.401803 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=d71d1143-74da-460d-93e3-6608d25fdb67,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:27.453066 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cb9adb2c-ec19-4dff-9d48-adc4beb38d99 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:27.548594 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742bbffe-ede0-4265-a826-1e8a93a23a04 x-openstack-request-id: req-742bbffe-ede0-4265-a826-1e8a93a23a04 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:32:27.548918 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70869ae0-b493-400b-b6d7-b447b0d9f184", "name": "network-vif-plugged", "status": "completed", "tag": "d71d1143-74da-460d-93e3-6608d25fdb67", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:32:27.549181 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-742bbffe-ede0-4265-a826-1e8a93a23a04 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:32:27.549581 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70869ae0-b493-400b-b6d7-b447b0d9f184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71d1143-74da-460d-93e3-6608d25fdb67', 'code': 200} Nov 09 21:32:27.696765 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f379320-2085-4d31-9e0f-da8a78eeb115 req-6bdb1865-1ef3-4902-b550-557abbdf4288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:27.698423 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1f379320-2085-4d31-9e0f-da8a78eeb115 req-6bdb1865-1ef3-4902-b550-557abbdf4288 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=70869ae0-b493-400b-b6d7-b447b0d9f184 HTTP/1.1" status: 200 len: 1096 time: 0.0837929 Nov 09 21:32:27.705446 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 2dffef18-5b6a-4626-8af0-8b7810c14bd8 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:32:27.730340 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 2dffef18-5b6a-4626-8af0-8b7810c14bd8 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:32:27.730974 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 2dffef18-5b6a-4626-8af0-8b7810c14bd8 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:32:27.766570 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1f379320-2085-4d31-9e0f-da8a78eeb115 req-0188e34e-ad76-4e0e-bc4f-1727140ae357 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595963 Nov 09 21:32:27.776792 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cb9adb2c-ec19-4dff-9d48-adc4beb38d99 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router_gateway, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:27.795852 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cb9adb2c-ec19-4dff-9d48-adc4beb38d99 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:27.919654 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-cb9adb2c-ec19-4dff-9d48-adc4beb38d99 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Allocated IP 172.25.7.87 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/92f62429-cb8b-40a5-a849-c9a4b32c433e) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:32:28.062726 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cb9adb2c-ec19-4dff-9d48-adc4beb38d99 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:28.125276 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cb9adb2c-ec19-4dff-9d48-adc4beb38d99 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:28.170256 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9adb2c-ec19-4dff-9d48-adc4beb38d99 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:32:28.173217 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-cb9adb2c-ec19-4dff-9d48-adc4beb38d99 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:32:28.177797 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85043024-9d7b-493c-8597-477366012303 req-9d43f365-f25d-46ad-91cd-845a70f476e9 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:28.179925 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-85043024-9d7b-493c-8597-477366012303 req-9d43f365-f25d-46ad-91cd-845a70f476e9 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=70869ae0-b493-400b-b6d7-b447b0d9f184 HTTP/1.1" status: 200 len: 945 time: 0.1082261 Nov 09 21:32:28.186399 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9adb2c-ec19-4dff-9d48-adc4beb38d99 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:32:28.222153 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9adb2c-ec19-4dff-9d48-adc4beb38d99 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Pushing event updated for resources: {'Port': ['ID=92f62429-cb8b-40a5-a849-c9a4b32c433e,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:28.270280 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-85043024-9d7b-493c-8597-477366012303 req-bc1d9029-df75-4921-bc6e-28daf293fbd1 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834785 Nov 09 21:32:28.414465 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966435a-7f02-4c13-a6d7-22303c9f850d req-03f3d14d-9ffa-4032-b190-a9f855d55d74 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:28.421975 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4966435a-7f02-4c13-a6d7-22303c9f850d req-03f3d14d-9ffa-4032-b190-a9f855d55d74 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=d75978b8-b8b5-4ee1-ad54-cacdf742a789 HTTP/1.1" status: 200 len: 945 time: 0.0711074 Nov 09 21:32:28.546247 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4966435a-7f02-4c13-a6d7-22303c9f850d req-78c9d26f-c279-4401-97c4-5c8ce2758c2a tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233857 Nov 09 21:32:28.564984 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cb9adb2c-ec19-4dff-9d48-adc4beb38d99 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router_gateway, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:28.818856 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cb9adb2c-ec19-4dff-9d48-adc4beb38d99 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:28.992615 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb9adb2c-ec19-4dff-9d48-adc4beb38d99 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Router b12a8ff4-7cc9-4653-9a7f-7cab6935ed12 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:32:29.035439 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59452) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:29.127758 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9adb2c-ec19-4dff-9d48-adc4beb38d99 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:32:29.144467 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1b9171-19c9-4f15-a0b5-764b1056c7a7 None None] Sync routers for ids ['b12a8ff4-7cc9-4653-9a7f-7cab6935ed12'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:32:29.153571 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cb9adb2c-ec19-4dff-9d48-adc4beb38d99 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:29.155881 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-cb9adb2c-ec19-4dff-9d48-adc4beb38d99 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.0750184 Nov 09 21:32:29.159387 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59462) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:29.161821 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1b9171-19c9-4f15-a0b5-764b1056c7a7 None None] Routers {'b12a8ff4-7cc9-4653-9a7f-7cab6935ed12'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:32:29.162527 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-bf1b9171-19c9-4f15-a0b5-764b1056c7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:32:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['b12a8ff4-7cc9-4653-9a7f-7cab6935ed12'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:29.167523 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-ced4188e-5f95-408e-aa69-cb40c40f30d7 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'enable_snat': False}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:32:29.206917 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-bf1b9171-19c9-4f15-a0b5-764b1056c7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:29.215770 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1b9171-19c9-4f15-a0b5-764b1056c7a7 None None] Routers {'b12a8ff4-7cc9-4653-9a7f-7cab6935ed12'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:32:29.216557 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-bf1b9171-19c9-4f15-a0b5-764b1056c7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:32:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['b12a8ff4-7cc9-4653-9a7f-7cab6935ed12'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:29.254090 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-bf1b9171-19c9-4f15-a0b5-764b1056c7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:29.254750 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1b9171-19c9-4f15-a0b5-764b1056c7a7 None None] The sync data for ids ['b12a8ff4-7cc9-4653-9a7f-7cab6935ed12'] in n-d-816206-3 is: [] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:32:29.447345 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-67db4bdc-a31d-4254-b532-f01027c25f8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:29.480400 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e5bbe-cc49-4cc5-aee1-d7b2b4c7d9e2 req-91d8b0b9-0d48-4714-b956-dc6c77153406 tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:29.481970 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b13e5bbe-cc49-4cc5-aee1-d7b2b4c7d9e2 req-91d8b0b9-0d48-4714-b956-dc6c77153406 tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] 10.222.0.49 "GET /v2.0/ports?device_id=485f22af-b8f8-4be6-b62b-c0552b58ab87 HTTP/1.1" status: 200 len: 945 time: 0.0804548 Nov 09 21:32:29.485586 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce9b9b-7891-4e59-8893-b47f469d3365 req-118168ba-49bc-4ed0-8aeb-c29c175e1266 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:29.490097 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ffce9b9b-7891-4e59-8893-b47f469d3365 req-118168ba-49bc-4ed0-8aeb-c29c175e1266 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=70869ae0-b493-400b-b6d7-b447b0d9f184 HTTP/1.1" status: 200 len: 945 time: 0.1044955 Nov 09 21:32:29.566884 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b13e5bbe-cc49-4cc5-aee1-d7b2b4c7d9e2 req-8e2a0e5a-0988-4569-9d43-105351ede086 tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] 10.222.0.49 "GET /v2.0/security-groups?id=760201a7-1880-4286-b76a-3afb199ff8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684519 Nov 09 21:32:29.579239 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-67db4bdc-a31d-4254-b532-f01027c25f8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:29.591000 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-67db4bdc-a31d-4254-b532-f01027c25f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:29.614596 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ffce9b9b-7891-4e59-8893-b47f469d3365 req-58d4ac48-8b38-47f0-bc7c-ed61dc323869 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861604 Nov 09 21:32:29.640351 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-67db4bdc-a31d-4254-b532-f01027c25f8f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=01f550d921d04de6bac12d82d6afa79b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6036658 Nov 09 21:32:29.641841 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59478) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:29.644174 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db4bdc-a31d-4254-b532-f01027c25f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4709e559-0a59-47f9-8f48-b531a95f51a5,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:29.755218 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef19d51-367f-4b13-a7d4-0d9a128cf7a3 req-4fb39f0d-5883-48fd-ba29-936930363c2b tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:29.762545 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1ef19d51-367f-4b13-a7d4-0d9a128cf7a3 req-4fb39f0d-5883-48fd-ba29-936930363c2b tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=d75978b8-b8b5-4ee1-ad54-cacdf742a789 HTTP/1.1" status: 200 len: 945 time: 0.1192629 Nov 09 21:32:29.766464 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ced4188e-5f95-408e-aa69-cb40c40f30d7 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:29.769846 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5228711e-d09f-4221-9abd-f04eb9be78b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:29.809677 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5228711e-d09f-4221-9abd-f04eb9be78b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:29.859316 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1ef19d51-367f-4b13-a7d4-0d9a128cf7a3 req-d200d3aa-5dba-4f9e-b16b-335f409f6887 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958662 Nov 09 21:32:29.893826 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5228711e-d09f-4221-9abd-f04eb9be78b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:29.896529 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5228711e-d09f-4221-9abd-f04eb9be78b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:29.900009 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5228711e-d09f-4221-9abd-f04eb9be78b7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4709e559-0a59-47f9-8f48-b531a95f51a5 HTTP/1.1" status: 204 len: 168 time: 0.2507312 Nov 09 21:32:29.916230 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5228711e-d09f-4221-9abd-f04eb9be78b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4709e559-0a59-47f9-8f48-b531a95f51a5,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:29.938313 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5f9f3-a751-42fa-bb17-4764f58f8d21 req-42ae2101-57fd-4d5a-ace3-81f8c091919c tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:29.939955 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-18e5f9f3-a751-42fa-bb17-4764f58f8d21 req-42ae2101-57fd-4d5a-ace3-81f8c091919c tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=70869ae0-b493-400b-b6d7-b447b0d9f184 HTTP/1.1" status: 200 len: 945 time: 0.0977418 Nov 09 21:32:30.065275 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-18e5f9f3-a751-42fa-bb17-4764f58f8d21 req-328cf45b-090a-4d3e-acf8-33931e0e8662 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182368 Nov 09 21:32:30.283941 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ced4188e-5f95-408e-aa69-cb40c40f30d7 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27285'] for router, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:30.288290 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ced4188e-5f95-408e-aa69-cb40c40f30d7 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-376903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-376910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380449'] for router, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:30.302686 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59496) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:30.427238 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced4188e-5f95-408e-aa69-cb40c40f30d7 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Router b12a8ff4-7cc9-4653-9a7f-7cab6935ed12 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:32:30.432036 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59502) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:30.437013 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8e28c088-948b-4fcc-9dd5-8eb3a7abb85f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:30.527077 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8e28c088-948b-4fcc-9dd5-8eb3a7abb85f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:30.531257 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8e28c088-948b-4fcc-9dd5-8eb3a7abb85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:30.578004 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8e28c088-948b-4fcc-9dd5-8eb3a7abb85f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eb81c1acd44e47198c408606e261d778&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2737565 Nov 09 21:32:30.578753 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e28c088-948b-4fcc-9dd5-8eb3a7abb85f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ddea263-2e59-489f-81e4-33d41410dd05,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:30.581127 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59504) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:30.641936 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2a6b2fc5-3824-4787-89bb-948e3a8151bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:30.666276 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2a6b2fc5-3824-4787-89bb-948e3a8151bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:30.715380 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2a6b2fc5-3824-4787-89bb-948e3a8151bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:30.718137 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2a6b2fc5-3824-4787-89bb-948e3a8151bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:30.719374 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2a6b2fc5-3824-4787-89bb-948e3a8151bb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9ddea263-2e59-489f-81e4-33d41410dd05 HTTP/1.1" status: 204 len: 168 time: 0.1314991 Nov 09 21:32:30.727474 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b2fc5-3824-4787-89bb-948e3a8151bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ddea263-2e59-489f-81e4-33d41410dd05,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:30.777901 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-54a661e4-362f-4911-9b6f-8304ee1f22e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:30.972281 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900d43d-ae39-4197-b52c-ba2b8202d76c req-f2b21299-f8b5-424a-8657-ce08c2247b5c tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:30.973852 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3900d43d-ae39-4197-b52c-ba2b8202d76c req-f2b21299-f8b5-424a-8657-ce08c2247b5c tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] 10.222.0.49 "GET /v2.0/ports?device_id=485f22af-b8f8-4be6-b62b-c0552b58ab87 HTTP/1.1" status: 200 len: 945 time: 0.2009110 Nov 09 21:32:30.987224 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced4188e-5f95-408e-aa69-cb40c40f30d7 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:32:30.994489 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ced4188e-5f95-408e-aa69-cb40c40f30d7 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:30.998795 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ced4188e-5f95-408e-aa69-cb40c40f30d7 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] 10.222.0.49 "PUT /v2.0/routers/b12a8ff4-7cc9-4653-9a7f-7cab6935ed12 HTTP/1.1" status: 200 len: 925 time: 1.8359408 Nov 09 21:32:30.998936 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72421409-e439-4bcb-ae2d-e98d85cb8727 None None] Sync routers for ids ['b12a8ff4-7cc9-4653-9a7f-7cab6935ed12'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:32:30.999613 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59514) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:31.011383 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72421409-e439-4bcb-ae2d-e98d85cb8727 None None] Routers {'b12a8ff4-7cc9-4653-9a7f-7cab6935ed12'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:32:31.012233 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-72421409-e439-4bcb-ae2d-e98d85cb8727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:32:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['b12a8ff4-7cc9-4653-9a7f-7cab6935ed12'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:31.018709 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc360861-1451-46dc-b047-73e249ac3cdb req-8d387a5f-f081-455c-a64f-e61e6befe518 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:31.020358 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dc360861-1451-46dc-b047-73e249ac3cdb req-8d387a5f-f081-455c-a64f-e61e6befe518 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=d75978b8-b8b5-4ee1-ad54-cacdf742a789 HTTP/1.1" status: 200 len: 945 time: 0.0692027 Nov 09 21:32:31.047262 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82049a0-a32c-490b-8fdb-949b317722c2 req-182d3876-905f-418e-8322-24ea422f04e6 tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:31.049803 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f82049a0-a32c-490b-8fdb-949b317722c2 req-182d3876-905f-418e-8322-24ea422f04e6 tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] 10.222.0.43 "GET /v2.0/ports?device_id=485f22af-b8f8-4be6-b62b-c0552b58ab87 HTTP/1.1" status: 200 len: 945 time: 0.1543605 Nov 09 21:32:31.054289 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-72421409-e439-4bcb-ae2d-e98d85cb8727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:31.065506 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72421409-e439-4bcb-ae2d-e98d85cb8727 None None] Routers {'b12a8ff4-7cc9-4653-9a7f-7cab6935ed12'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:32:31.066371 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-72421409-e439-4bcb-ae2d-e98d85cb8727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:32:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['b12a8ff4-7cc9-4653-9a7f-7cab6935ed12'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:31.083998 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59516) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:31.099872 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-72421409-e439-4bcb-ae2d-e98d85cb8727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:31.100529 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72421409-e439-4bcb-ae2d-e98d85cb8727 None None] The sync data for ids ['b12a8ff4-7cc9-4653-9a7f-7cab6935ed12'] in n-d-816206-3 is: [] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:32:31.139703 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ebff7108-ba2d-4eb5-9380-aa100d446b5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:31.146069 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3900d43d-ae39-4197-b52c-ba2b8202d76c req-336b8c37-5aae-46dd-8619-eca0f607c5e7 tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] 10.222.0.49 "GET /v2.0/security-groups?id=760201a7-1880-4286-b76a-3afb199ff8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604125 Nov 09 21:32:31.163718 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-54a661e4-362f-4911-9b6f-8304ee1f22e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:31.173100 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-54a661e4-362f-4911-9b6f-8304ee1f22e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:31.200041 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-54a661e4-362f-4911-9b6f-8304ee1f22e2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f7c668da38a64bbbab81aca9b4d9668a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7666128 Nov 09 21:32:31.203943 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59520) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:31.215891 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dc360861-1451-46dc-b047-73e249ac3cdb req-769f772f-c154-447f-bbe2-951df1a436c7 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326272 Nov 09 21:32:31.231088 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7f6188ad-0c24-4d28-ab00-1d58b0b79473 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] 10.222.0.49 "GET /v2.0/routers/b12a8ff4-7cc9-4653-9a7f-7cab6935ed12 HTTP/1.1" status: 200 len: 925 time: 0.2071385 Nov 09 21:32:31.237295 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59522) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:31.265380 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-f82049a0-a32c-490b-8fdb-949b317722c2 req-6a9b0982-93ce-4d8e-af84-0b49785e7c9c tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] Deleting port 661bcd64-2f65-46ee-9c6b-598568ecd0fa {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:32:31.265708 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f82049a0-a32c-490b-8fdb-949b317722c2 req-6a9b0982-93ce-4d8e-af84-0b49785e7c9c tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:31.289775 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a661e4-362f-4911-9b6f-8304ee1f22e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52210ab-7886-415f-9031-ee6d0bb55c82,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:31.300596 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-839da020-c0fc-42cf-ad37-f9caa0e32b41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:31.339229 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ebff7108-ba2d-4eb5-9380-aa100d446b5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:31.341560 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-839da020-c0fc-42cf-ad37-f9caa0e32b41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:31.348493 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ebff7108-ba2d-4eb5-9380-aa100d446b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:31.405501 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b49228-8d3a-4a1a-8640-56bb78a956ac req-85e7f9fa-584b-4619-b853-080c8cb2724f tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:31.406976 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-24b49228-8d3a-4a1a-8640-56bb78a956ac req-85e7f9fa-584b-4619-b853-080c8cb2724f tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=70869ae0-b493-400b-b6d7-b447b0d9f184 HTTP/1.1" status: 200 len: 945 time: 0.1863973 Nov 09 21:32:31.413161 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ebff7108-ba2d-4eb5-9380-aa100d446b5e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=38de279baf6940c687852a26dc1e6b06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3258212 Nov 09 21:32:31.413324 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f20a16-a873-453f-b079-852f9d1a51c9 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:31.413399 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff7108-ba2d-4eb5-9380-aa100d446b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3c26ea-32ed-428e-bea3-1413aad19ab7,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:31.413487 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-78f20a16-a873-453f-b079-852f9d1a51c9 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=4531c23d-84b7-490d-8d7c-6676781b6e6a&device_id=b12a8ff4-7cc9-4653-9a7f-7cab6935ed12&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1736450 Nov 09 21:32:31.414632 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59526) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:31.419280 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59528) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:31.461939 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-839da020-c0fc-42cf-ad37-f9caa0e32b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:31.464829 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-839da020-c0fc-42cf-ad37-f9caa0e32b41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:31.465984 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-839da020-c0fc-42cf-ad37-f9caa0e32b41 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b52210ab-7886-415f-9031-ee6d0bb55c82 HTTP/1.1" status: 204 len: 168 time: 0.2491274 Nov 09 21:32:31.476196 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839da020-c0fc-42cf-ad37-f9caa0e32b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52210ab-7886-415f-9031-ee6d0bb55c82,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:31.497045 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2f484f8f-3072-4134-9b9c-0fab1d99b218 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:31.499911 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-f82049a0-a32c-490b-8fdb-949b317722c2 req-6a9b0982-93ce-4d8e-af84-0b49785e7c9c tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] For port 661bcd64-2f65-46ee-9c6b-598568ecd0fa, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=661bcd64-2f65-46ee-9c6b-598568ecd0fa,segment=NetworkSegment(636b2e12-4328-4d1a-bb9f-7c11b5e61111),segment_id=636b2e12-4328-4d1a-bb9f-7c11b5e61111)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:32:31.500282 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f82049a0-a32c-490b-8fdb-949b317722c2 req-6a9b0982-93ce-4d8e-af84-0b49785e7c9c tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:31.530272 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-f82049a0-a32c-490b-8fdb-949b317722c2 req-6a9b0982-93ce-4d8e-af84-0b49785e7c9c tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] Calling delete_port for 661bcd64-2f65-46ee-9c6b-598568ecd0fa owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:32:31.533348 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2f484f8f-3072-4134-9b9c-0fab1d99b218 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:31.559757 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-24b49228-8d3a-4a1a-8640-56bb78a956ac req-2d8a5d8d-c717-4443-abbb-bce1d27c07f9 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394944 Nov 09 21:32:31.585325 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2f484f8f-3072-4134-9b9c-0fab1d99b218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:31.588881 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2f484f8f-3072-4134-9b9c-0fab1d99b218 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:31.590168 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2f484f8f-3072-4134-9b9c-0fab1d99b218 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dc3c26ea-32ed-428e-bea3-1413aad19ab7 HTTP/1.1" status: 204 len: 168 time: 0.1737325 Nov 09 21:32:31.608061 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f484f8f-3072-4134-9b9c-0fab1d99b218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3c26ea-32ed-428e-bea3-1413aad19ab7,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:31.618077 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88dd802a-5893-4758-ac20-56716f0d2a31 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:31.622500 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-88dd802a-5893-4758-ac20-56716f0d2a31 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] 10.222.0.49 "GET /v2.0/networks/4531c23d-84b7-490d-8d7c-6676781b6e6a HTTP/1.1" status: 200 len: 881 time: 0.1981370 Nov 09 21:32:31.628944 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59534) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:31.671101 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6c3f9b9d-8c00-46dd-a7c0-29dc18486158 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] 10.222.0.49 "GET /v2.0/ports?device_id=b12a8ff4-7cc9-4653-9a7f-7cab6935ed12 HTTP/1.1" status: 200 len: 205 time: 0.0407016 Nov 09 21:32:31.673569 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59536) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:31.724562 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f82049a0-a32c-490b-8fdb-949b317722c2 req-6a9b0982-93ce-4d8e-af84-0b49785e7c9c tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:31.761179 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['661bcd64-2f65-46ee-9c6b-598568ecd0fa'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:32:31.761656 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9b0982-93ce-4d8e-af84-0b49785e7c9c tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] Pushing event deleted for resources: {'Port': ['ID=661bcd64-2f65-46ee-9c6b-598568ecd0fa,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:31.825633 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-f82049a0-a32c-490b-8fdb-949b317722c2 req-6a9b0982-93ce-4d8e-af84-0b49785e7c9c tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] No DVR routers for this DVR port 661bcd64-2f65-46ee-9c6b-598568ecd0fa on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:32:31.827354 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce72e0cb-d4fb-4a44-aa60-9921d2cc1679 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:31.828589 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f82049a0-a32c-490b-8fdb-949b317722c2 req-6a9b0982-93ce-4d8e-af84-0b49785e7c9c tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:31.832537 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f82049a0-a32c-490b-8fdb-949b317722c2 req-6a9b0982-93ce-4d8e-af84-0b49785e7c9c tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] 10.222.0.43 "DELETE /v2.0/ports/661bcd64-2f65-46ee-9c6b-598568ecd0fa HTTP/1.1" status: 204 len: 173 time: 0.7745368 Nov 09 21:32:31.833021 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485f22af-b8f8-4be6-b62b-c0552b58ab87', 'name': 'network-vif-deleted', 'tag': '661bcd64-2f65-46ee-9c6b-598568ecd0fa'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:32:31.836439 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7af9f5-9215-4eaf-a22b-736c1c08d2a7" -d '{"events": [{"server_uuid": "485f22af-b8f8-4be6-b62b-c0552b58ab87", "name": "network-vif-deleted", "tag": "661bcd64-2f65-46ee-9c6b-598568ecd0fa"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:32:31.902995 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992285f6-cec4-412f-b9d7-c29828dfbd49 x-openstack-request-id: req-992285f6-cec4-412f-b9d7-c29828dfbd49 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:32:31.903755 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485f22af-b8f8-4be6-b62b-c0552b58ab87", "name": "network-vif-deleted", "tag": "661bcd64-2f65-46ee-9c6b-598568ecd0fa", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:32:31.904181 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-992285f6-cec4-412f-b9d7-c29828dfbd49 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:32:31.904767 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485f22af-b8f8-4be6-b62b-c0552b58ab87', 'name': 'network-vif-deleted', 'tag': '661bcd64-2f65-46ee-9c6b-598568ecd0fa', 'status': 'completed', 'code': 200} Nov 09 21:32:31.973732 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce72e0cb-d4fb-4a44-aa60-9921d2cc1679 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:32.037323 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-ce72e0cb-d4fb-4a44-aa60-9921d2cc1679 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Deleting port 92f62429-cb8b-40a5-a849-c9a4b32c433e {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:32:32.037686 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce72e0cb-d4fb-4a44-aa60-9921d2cc1679 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:32.124692 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce72e0cb-d4fb-4a44-aa60-9921d2cc1679 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:32.137161 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-ce72e0cb-d4fb-4a44-aa60-9921d2cc1679 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Calling delete_port for 92f62429-cb8b-40a5-a849-c9a4b32c433e owned by network:router_gateway {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:32:32.281198 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5e075ea3-f324-4834-b7a9-a9cc16ee29a7 req-508ddfeb-6c63-423f-a135-7834a1d91a97 tempest-VolumesActionsTest-2047198392 tempest-VolumesActionsTest-2047198392-project] 10.222.0.49 "GET /v2.0/ports?device_id=485f22af-b8f8-4be6-b62b-c0552b58ab87 HTTP/1.1" status: 200 len: 210 time: 0.0469809 Nov 09 21:32:32.325324 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce72e0cb-d4fb-4a44-aa60-9921d2cc1679 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:32.376886 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce72e0cb-d4fb-4a44-aa60-9921d2cc1679 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Pushing event deleted for resources: {'Port': ['ID=92f62429-cb8b-40a5-a849-c9a4b32c433e,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:32.471263 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce92ac-ec36-4af1-bddf-74ebcc24de57 req-0cb0e43d-87e4-4fd0-a140-f0bc685ef280 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:32.473481 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e4ce92ac-ec36-4af1-bddf-74ebcc24de57 req-0cb0e43d-87e4-4fd0-a140-f0bc685ef280 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=d75978b8-b8b5-4ee1-ad54-cacdf742a789 HTTP/1.1" status: 200 len: 945 time: 0.1360378 Nov 09 21:32:32.493221 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce72e0cb-d4fb-4a44-aa60-9921d2cc1679 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:32.624538 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce72e0cb-d4fb-4a44-aa60-9921d2cc1679 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:32.627424 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce72e0cb-d4fb-4a44-aa60-9921d2cc1679 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:32.639111 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e4ce92ac-ec36-4af1-bddf-74ebcc24de57 req-4a076267-622c-4f74-bfab-e5d009e3bc51 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578407 Nov 09 21:32:32.683765 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce72e0cb-d4fb-4a44-aa60-9921d2cc1679 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:32.684799 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce72e0cb-d4fb-4a44-aa60-9921d2cc1679 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Fanout notify agent at l3_agent the message router_deleted on router b12a8ff4-7cc9-4653-9a7f-7cab6935ed12 {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:32:32.696240 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce72e0cb-d4fb-4a44-aa60-9921d2cc1679 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:32.697698 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ce72e0cb-d4fb-4a44-aa60-9921d2cc1679 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] 10.222.0.49 "DELETE /v2.0/routers/b12a8ff4-7cc9-4653-9a7f-7cab6935ed12 HTTP/1.1" status: 204 len: 168 time: 1.0226455 Nov 09 21:32:32.701463 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59592) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:32.706446 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-6ad5ea54-bada-4f05-9c31-2169e6bdb965 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1460776098', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:32:32.725181 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9bf4dc-038c-46ff-8bd0-69cee53f782a req-21f032ad-6853-41d7-adb2-a24d689963cc tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:32.732834 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0b9bf4dc-038c-46ff-8bd0-69cee53f782a req-21f032ad-6853-41d7-adb2-a24d689963cc tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=70869ae0-b493-400b-b6d7-b447b0d9f184 HTTP/1.1" status: 200 len: 945 time: 0.0711269 Nov 09 21:32:32.787975 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6ad5ea54-bada-4f05-9c31-2169e6bdb965 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:32.789665 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6ad5ea54-bada-4f05-9c31-2169e6bdb965 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:32.800014 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0b9bf4dc-038c-46ff-8bd0-69cee53f782a req-7948c927-972e-4084-b7d3-7b4912ad1a91 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663338 Nov 09 21:32:32.858511 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6ad5ea54-bada-4f05-9c31-2169e6bdb965 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:32.862676 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6ad5ea54-bada-4f05-9c31-2169e6bdb965 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:32.885186 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6ad5ea54-bada-4f05-9c31-2169e6bdb965 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:32.886394 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6ad5ea54-bada-4f05-9c31-2169e6bdb965 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1834633 Nov 09 21:32:32.889118 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59616) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:32.893747 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-e59c216c-2cbe-400b-8a0a-8093437631e4 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Request body: {'router': {'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:32:33.110070 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e59c216c-2cbe-400b-8a0a-8093437631e4 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:33.345421 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e59c216c-2cbe-400b-8a0a-8093437631e4 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router_gateway, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:33.365362 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e59c216c-2cbe-400b-8a0a-8093437631e4 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:33.494693 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-e59c216c-2cbe-400b-8a0a-8093437631e4 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Allocated IP 172.25.7.82 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/75932f3b-7b64-41d6-9665-21a89c9a466f) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:32:33.609046 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:33.701850 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e59c216c-2cbe-400b-8a0a-8093437631e4 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:33.788941 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795168a-e42c-46a3-ad65-96d81ca9d89a req-6a532fbb-f3d5-4de9-84f2-1468770d2fb9 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:33.796229 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2795168a-e42c-46a3-ad65-96d81ca9d89a req-6a532fbb-f3d5-4de9-84f2-1468770d2fb9 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=d75978b8-b8b5-4ee1-ad54-cacdf742a789 HTTP/1.1" status: 200 len: 945 time: 0.0665643 Nov 09 21:32:33.796386 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e59c216c-2cbe-400b-8a0a-8093437631e4 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:33.854599 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59c216c-2cbe-400b-8a0a-8093437631e4 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:32:33.859199 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-e59c216c-2cbe-400b-8a0a-8093437631e4 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:32:33.862316 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59c216c-2cbe-400b-8a0a-8093437631e4 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:32:33.870319 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59724) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:33.888988 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2795168a-e42c-46a3-ad65-96d81ca9d89a req-0723bd84-fba3-4e5f-b933-cd4216300805 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916154 Nov 09 21:32:33.925289 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c216c-2cbe-400b-8a0a-8093437631e4 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Pushing event updated for resources: {'Port': ['ID=75932f3b-7b64-41d6-9665-21a89c9a466f,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:34.074711 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e395eb-a7e0-458c-beab-f957ec7265c5 req-fd10c06f-0ce2-4d08-a4a2-0a0b93930007 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:34.076253 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b9e395eb-a7e0-458c-beab-f957ec7265c5 req-fd10c06f-0ce2-4d08-a4a2-0a0b93930007 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=70869ae0-b493-400b-b6d7-b447b0d9f184 HTTP/1.1" status: 200 len: 945 time: 0.1394634 Nov 09 21:32:34.103571 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-db76a289-495a-41fe-ab54-16576323ac9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:34.240492 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b9e395eb-a7e0-458c-beab-f957ec7265c5 req-236ead31-dcd3-494f-a408-0059481096cf tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523070 Nov 09 21:32:34.287271 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e59c216c-2cbe-400b-8a0a-8093437631e4 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router_gateway, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:34.384237 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-db76a289-495a-41fe-ab54-16576323ac9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:34.389255 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-db76a289-495a-41fe-ab54-16576323ac9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:34.448011 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-db76a289-495a-41fe-ab54-16576323ac9d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ab612cead27a41ca8d0647e4bfc57b27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5766008 Nov 09 21:32:34.450667 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59742) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:34.452908 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76a289-495a-41fe-ab54-16576323ac9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eba7ef7-1a9f-477b-8b0d-223f9e0e7564,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:34.535632 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-69b8621a-178d-4666-bcb9-bb64a9f557a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:34.584982 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-69b8621a-178d-4666-bcb9-bb64a9f557a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:34.588411 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e59c216c-2cbe-400b-8a0a-8093437631e4 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27285'] for router, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:34.593012 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e59c216c-2cbe-400b-8a0a-8093437631e4 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-376903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-376910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380449'] for router, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:34.662154 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-69b8621a-178d-4666-bcb9-bb64a9f557a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:34.665023 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-69b8621a-178d-4666-bcb9-bb64a9f557a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:34.669055 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-69b8621a-178d-4666-bcb9-bb64a9f557a9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0eba7ef7-1a9f-477b-8b0d-223f9e0e7564 HTTP/1.1" status: 204 len: 168 time: 0.2169993 Nov 09 21:32:34.690467 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59750) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:34.697163 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b8621a-178d-4666-bcb9-bb64a9f557a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eba7ef7-1a9f-477b-8b0d-223f9e0e7564,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:34.827625 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e59c216c-2cbe-400b-8a0a-8093437631e4 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Router d9f58069-f0cf-49fc-a71e-174afb533d9b is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:32:34.865710 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-93926a1e-3f94-40df-a317-e7f1ca918b82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:34.957396 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59c216c-2cbe-400b-8a0a-8093437631e4 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:32:34.965065 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e59c216c-2cbe-400b-8a0a-8093437631e4 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:34.969109 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e59c216c-2cbe-400b-8a0a-8093437631e4 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] 10.222.0.49 "PUT /v2.0/routers/d9f58069-f0cf-49fc-a71e-174afb533d9b HTTP/1.1" status: 200 len: 883 time: 2.0763526 Nov 09 21:32:34.969237 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-93926a1e-3f94-40df-a317-e7f1ca918b82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:34.969311 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59760) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:34.974745 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920b6e99-db0d-49a0-b62e-3cfffae8303c None None] Sync routers for ids ['d9f58069-f0cf-49fc-a71e-174afb533d9b'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:32:34.982395 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-93926a1e-3f94-40df-a317-e7f1ca918b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:34.991098 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920b6e99-db0d-49a0-b62e-3cfffae8303c None None] Routers {'d9f58069-f0cf-49fc-a71e-174afb533d9b'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:32:34.992456 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-920b6e99-db0d-49a0-b62e-3cfffae8303c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:32:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['d9f58069-f0cf-49fc-a71e-174afb533d9b'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:35.026305 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-93926a1e-3f94-40df-a317-e7f1ca918b82 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a5c91031bbe5419188ed1b7fba6ac692&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3345098 Nov 09 21:32:35.027197 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59762) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:35.037435 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93926a1e-3f94-40df-a317-e7f1ca918b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4ece71-08c9-4bb4-876b-cff5ce4f5188,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:35.091429 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-873781ae-bf9e-4b56-8bd7-3d4f3f90fe59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:35.125317 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-873781ae-bf9e-4b56-8bd7-3d4f3f90fe59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:35.149155 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-920b6e99-db0d-49a0-b62e-3cfffae8303c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:35.158977 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920b6e99-db0d-49a0-b62e-3cfffae8303c None None] Routers {'d9f58069-f0cf-49fc-a71e-174afb533d9b'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:32:35.159951 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-920b6e99-db0d-49a0-b62e-3cfffae8303c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:32:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['d9f58069-f0cf-49fc-a71e-174afb533d9b'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:35.185258 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-873781ae-bf9e-4b56-8bd7-3d4f3f90fe59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:35.188252 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-873781ae-bf9e-4b56-8bd7-3d4f3f90fe59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:35.192407 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-873781ae-bf9e-4b56-8bd7-3d4f3f90fe59 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fb4ece71-08c9-4bb4-876b-cff5ce4f5188 HTTP/1.1" status: 204 len: 168 time: 0.1641724 Nov 09 21:32:35.201625 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873781ae-bf9e-4b56-8bd7-3d4f3f90fe59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4ece71-08c9-4bb4-876b-cff5ce4f5188,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:35.202116 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-920b6e99-db0d-49a0-b62e-3cfffae8303c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:35.203026 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920b6e99-db0d-49a0-b62e-3cfffae8303c None None] The sync data for ids ['d9f58069-f0cf-49fc-a71e-174afb533d9b'] in n-d-816206-3 is: [] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:32:35.427181 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963f904-4a36-48d2-8fe2-f28de490cc0f req-0fd76dac-317f-46a5-93fa-c267cd106b63 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:35.433417 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b963f904-4a36-48d2-8fe2-f28de490cc0f req-0fd76dac-317f-46a5-93fa-c267cd106b63 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=70869ae0-b493-400b-b6d7-b447b0d9f184 HTTP/1.1" status: 200 len: 945 time: 0.0746212 Nov 09 21:32:35.472244 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02135b-cd44-4b1a-9d80-9d1e8630d31d req-a0366c8c-fe55-4e7e-a4e6-029febcf06be tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:35.480859 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7b02135b-cd44-4b1a-9d80-9d1e8630d31d req-a0366c8c-fe55-4e7e-a4e6-029febcf06be tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=d75978b8-b8b5-4ee1-ad54-cacdf742a789 HTTP/1.1" status: 200 len: 945 time: 0.4632363 Nov 09 21:32:35.505261 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b963f904-4a36-48d2-8fe2-f28de490cc0f req-8410662e-af3d-4d7f-bf4f-c9e45b1a77d3 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689249 Nov 09 21:32:35.515129 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7c9d7cde-f36c-40b2-ab27-8f826e8b9282 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] 10.222.0.49 "GET /v2.0/routers/d9f58069-f0cf-49fc-a71e-174afb533d9b HTTP/1.1" status: 200 len: 924 time: 0.5419738 Nov 09 21:32:35.515415 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59782) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:35.561244 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7b02135b-cd44-4b1a-9d80-9d1e8630d31d req-c82ab4bd-8e0b-445c-aca3-2addce83fd51 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794108 Nov 09 21:32:35.562402 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59786) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:35.587443 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aa985e44-d297-4f75-b2c9-7dc96cbbc904 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:35.602167 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72648522-c18c-409d-afb4-beaddad33801 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:35.606224 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-72648522-c18c-409d-afb4-beaddad33801 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=4531c23d-84b7-490d-8d7c-6676781b6e6a&device_id=d9f58069-f0cf-49fc-a71e-174afb533d9b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0873938 Nov 09 21:32:35.606599 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59788) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:35.670941 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aa985e44-d297-4f75-b2c9-7dc96cbbc904 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:35.675566 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aa985e44-d297-4f75-b2c9-7dc96cbbc904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:35.703472 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ede4d23-a56a-4cf9-bbf3-fa3775f82eeb tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:35.705134 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1ede4d23-a56a-4cf9-bbf3-fa3775f82eeb tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] 10.222.0.49 "GET /v2.0/networks/4531c23d-84b7-490d-8d7c-6676781b6e6a HTTP/1.1" status: 200 len: 881 time: 0.0976300 Nov 09 21:32:35.708089 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59792) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:35.728027 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-aa985e44-d297-4f75-b2c9-7dc96cbbc904 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6e358b44da104715a1da5d44c79f3dff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1640885 Nov 09 21:32:35.730825 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59794) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:35.746350 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-9fce3b37-4d6d-43d5-beff-f68380a3f306 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9f58069-f0cf-49fc-a71e-174afb533d9b HTTP/1.1" status: 200 len: 205 time: 0.0348041 Nov 09 21:32:35.746350 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa985e44-d297-4f75-b2c9-7dc96cbbc904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb81c5a-88fd-4c3a-9883-30e55abf0c41,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:35.747483 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59796) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:35.887231 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6641b6d1-9685-484c-9c00-7b90c0c5c4cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:35.916595 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-294b8a22-e92a-4744-8a20-c5d08b17dccc tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:35.926781 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6641b6d1-9685-484c-9c00-7b90c0c5c4cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:36.070701 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6641b6d1-9685-484c-9c00-7b90c0c5c4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:36.074508 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6641b6d1-9685-484c-9c00-7b90c0c5c4cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:36.075661 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6641b6d1-9685-484c-9c00-7b90c0c5c4cf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4cb81c5a-88fd-4c3a-9883-30e55abf0c41 HTTP/1.1" status: 204 len: 168 time: 0.3434889 Nov 09 21:32:36.081413 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-294b8a22-e92a-4744-8a20-c5d08b17dccc tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:36.089627 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641b6d1-9685-484c-9c00-7b90c0c5c4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb81c5a-88fd-4c3a-9883-30e55abf0c41,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:36.166594 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-294b8a22-e92a-4744-8a20-c5d08b17dccc tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Deleting port 75932f3b-7b64-41d6-9665-21a89c9a466f {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:32:36.167222 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-294b8a22-e92a-4744-8a20-c5d08b17dccc tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:36.265596 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-294b8a22-e92a-4744-8a20-c5d08b17dccc tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:36.279182 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-294b8a22-e92a-4744-8a20-c5d08b17dccc tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Calling delete_port for 75932f3b-7b64-41d6-9665-21a89c9a466f owned by network:router_gateway {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:32:36.334475 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 661bcd64-2f65-46ee-9c6b-598568ecd0fa no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:32:36.374279 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: 661bcd64-2f65-46ee-9c6b-598568ecd0fa {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:32:36.374656 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 661bcd64-2f65-46ee-9c6b-598568ecd0fa not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:32:36.502489 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-294b8a22-e92a-4744-8a20-c5d08b17dccc tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:36.538503 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294b8a22-e92a-4744-8a20-c5d08b17dccc tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Pushing event deleted for resources: {'Port': ['ID=75932f3b-7b64-41d6-9665-21a89c9a466f,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:36.620049 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59836) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:36.653323 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-294b8a22-e92a-4744-8a20-c5d08b17dccc tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:36.725294 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9b1ac-373b-4474-bd45-c24004b3877b req-1abbd483-d768-43de-9ba2-d7de5e5a1d9e tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:36.733071 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d4a9b1ac-373b-4474-bd45-c24004b3877b req-1abbd483-d768-43de-9ba2-d7de5e5a1d9e tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=70869ae0-b493-400b-b6d7-b447b0d9f184 HTTP/1.1" status: 200 len: 945 time: 0.1024635 Nov 09 21:32:36.779946 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-294b8a22-e92a-4744-8a20-c5d08b17dccc tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:36.782507 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-294b8a22-e92a-4744-8a20-c5d08b17dccc tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:36.813974 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d4a9b1ac-373b-4474-bd45-c24004b3877b req-8fc1c0d2-06f4-401e-96bd-862a3f7e9b7c tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759864 Nov 09 21:32:36.842264 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-294b8a22-e92a-4744-8a20-c5d08b17dccc tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:36.842888 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294b8a22-e92a-4744-8a20-c5d08b17dccc tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Fanout notify agent at l3_agent the message router_deleted on router d9f58069-f0cf-49fc-a71e-174afb533d9b {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:32:36.869186 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-294b8a22-e92a-4744-8a20-c5d08b17dccc tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:36.870513 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-294b8a22-e92a-4744-8a20-c5d08b17dccc tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] 10.222.0.49 "DELETE /v2.0/routers/d9f58069-f0cf-49fc-a71e-174afb533d9b HTTP/1.1" status: 204 len: 168 time: 1.1228037 Nov 09 21:32:36.874226 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59846) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:36.879272 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-873499cb-a384-4add-9d6d-d420269dba2f tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1782406834', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:32:36.915078 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897fb4d-0675-440d-b581-4f07710b11f5 req-5aea0775-ecf7-4538-ad1e-4c7547547c1a tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:36.925244 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2897fb4d-0675-440d-b581-4f07710b11f5 req-5aea0775-ecf7-4538-ad1e-4c7547547c1a tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=d75978b8-b8b5-4ee1-ad54-cacdf742a789 HTTP/1.1" status: 200 len: 945 time: 0.0937212 Nov 09 21:32:36.927648 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-873499cb-a384-4add-9d6d-d420269dba2f tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:36.933572 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-873499cb-a384-4add-9d6d-d420269dba2f tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:37.037786 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2897fb4d-0675-440d-b581-4f07710b11f5 req-cf58137c-96d7-448c-887a-27507a0288a4 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049652 Nov 09 21:32:37.073402 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-873499cb-a384-4add-9d6d-d420269dba2f tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:37.079556 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-873499cb-a384-4add-9d6d-d420269dba2f tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:37.092204 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-fdba95b8-515a-4ef6-b527-2912e45bf225 tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1009493778'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:32:37.121816 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fdba95b8-515a-4ef6-b527-2912e45bf225 tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:37.123198 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fdba95b8-515a-4ef6-b527-2912e45bf225 tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:37.132591 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-873499cb-a384-4add-9d6d-d420269dba2f tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:37.134077 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-873499cb-a384-4add-9d6d-d420269dba2f tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2588265 Nov 09 21:32:37.137032 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59856) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:37.143643 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-b28b6173-67d6-4370-88bb-bbc4d4e85f4e tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'enable_snat': True}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:32:37.205172 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fdba95b8-515a-4ef6-b527-2912e45bf225 tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:37.209811 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fdba95b8-515a-4ef6-b527-2912e45bf225 tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:37.228898 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fdba95b8-515a-4ef6-b527-2912e45bf225 tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:37.232751 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-fdba95b8-515a-4ef6-b527-2912e45bf225 tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.6089826 Nov 09 21:32:37.232972 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59860) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:37.727746 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dca363a7-6c65-4e2f-907e-74f50860195b tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:37.872848 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b28b6173-67d6-4370-88bb-bbc4d4e85f4e tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:38.012146 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dca363a7-6c65-4e2f-907e-74f50860195b tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:38.015250 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dca363a7-6c65-4e2f-907e-74f50860195b tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:38.074741 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dca363a7-6c65-4e2f-907e-74f50860195b tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:38.075380 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca363a7-6c65-4e2f-907e-74f50860195b tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 789a5e7e-d11d-4274-887b-1d9f31dd508c {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:32:38.086328 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506c917-f8e4-473d-aec4-5df7a82d992e req-6befba68-dee3-4208-976c-368dd9ddd560 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:38.088417 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dca363a7-6c65-4e2f-907e-74f50860195b tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:38.094021 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-dca363a7-6c65-4e2f-907e-74f50860195b tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] 10.222.0.49 "DELETE /v2.0/routers/789a5e7e-d11d-4274-887b-1d9f31dd508c HTTP/1.1" status: 204 len: 168 time: 0.8600116 Nov 09 21:32:38.094974 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59888) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:38.097505 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3506c917-f8e4-473d-aec4-5df7a82d992e req-6befba68-dee3-4208-976c-368dd9ddd560 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=70869ae0-b493-400b-b6d7-b447b0d9f184 HTTP/1.1" status: 200 len: 945 time: 0.1539512 Nov 09 21:32:38.100621 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-46be7f05-9a8e-478e-83f9-7694ba288ecf tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Request body: {'router': {'name': 'tempest-router-791901898', 'distributed': False}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:32:38.136403 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-46be7f05-9a8e-478e-83f9-7694ba288ecf tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:38.138300 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-46be7f05-9a8e-478e-83f9-7694ba288ecf tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:38.210349 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3506c917-f8e4-473d-aec4-5df7a82d992e req-ef38ffc2-2d7e-454e-a0e5-2024ca9eea07 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064148 Nov 09 21:32:38.323174 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-46be7f05-9a8e-478e-83f9-7694ba288ecf tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:38.335908 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-46be7f05-9a8e-478e-83f9-7694ba288ecf tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:38.402670 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-46be7f05-9a8e-478e-83f9-7694ba288ecf tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:38.406467 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-46be7f05-9a8e-478e-83f9-7694ba288ecf tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3066213 Nov 09 21:32:38.407092 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59902) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:38.421730 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca62ef-fa39-4c45-866e-04bf12d9e1a6 req-135fe68d-0e4a-470f-a4f3-f41df98abc46 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:38.423223 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ceca62ef-fa39-4c45-866e-04bf12d9e1a6 req-135fe68d-0e4a-470f-a4f3-f41df98abc46 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=d75978b8-b8b5-4ee1-ad54-cacdf742a789 HTTP/1.1" status: 200 len: 945 time: 0.1703198 Nov 09 21:32:38.426939 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b28b6173-67d6-4370-88bb-bbc4d4e85f4e tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:38.450505 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b28b6173-67d6-4370-88bb-bbc4d4e85f4e tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:38.503512 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8eab0f6a-d81b-4c12-9a3b-fe0c870c393f tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:38.545071 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ceca62ef-fa39-4c45-866e-04bf12d9e1a6 req-341a7b47-c4fa-4ccb-9de4-0a4b5da85b7a tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968969 Nov 09 21:32:38.623196 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-b28b6173-67d6-4370-88bb-bbc4d4e85f4e tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Allocated IP 172.25.7.46 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/f7b81025-1492-4cce-bf8a-a2dceb14432c) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:32:38.712578 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8eab0f6a-d81b-4c12-9a3b-fe0c870c393f tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:38.715130 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8eab0f6a-d81b-4c12-9a3b-fe0c870c393f tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:38.757835 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b28b6173-67d6-4370-88bb-bbc4d4e85f4e tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:38.763779 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8eab0f6a-d81b-4c12-9a3b-fe0c870c393f tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:38.764571 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eab0f6a-d81b-4c12-9a3b-fe0c870c393f tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c90821c2-ecb8-4560-8759-801cdb4aa612 {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:32:38.770937 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8eab0f6a-d81b-4c12-9a3b-fe0c870c393f tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:38.772278 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8eab0f6a-d81b-4c12-9a3b-fe0c870c393f tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] 10.222.0.49 "DELETE /v2.0/routers/c90821c2-ecb8-4560-8759-801cdb4aa612 HTTP/1.1" status: 204 len: 168 time: 0.3634334 Nov 09 21:32:38.775752 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59914) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:38.789845 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-af707c2f-9ff0-47bb-bada-627f0fc7b0c6 tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Request body: {'router': {'name': 'tempest-router-276017642', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '526be4fcd6eb4801bd11949bc62a4002'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:32:38.807310 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b28b6173-67d6-4370-88bb-bbc4d4e85f4e tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:38.815371 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-af707c2f-9ff0-47bb-bada-627f0fc7b0c6 tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:38.817106 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-af707c2f-9ff0-47bb-bada-627f0fc7b0c6 tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:38.851781 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28b6173-67d6-4370-88bb-bbc4d4e85f4e tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:32:38.854904 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-b28b6173-67d6-4370-88bb-bbc4d4e85f4e tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:32:38.858650 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28b6173-67d6-4370-88bb-bbc4d4e85f4e tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:32:38.864314 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b6173-67d6-4370-88bb-bbc4d4e85f4e tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Pushing event updated for resources: {'Port': ['ID=f7b81025-1492-4cce-bf8a-a2dceb14432c,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:38.894439 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-af707c2f-9ff0-47bb-bada-627f0fc7b0c6 tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:38.899942 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-af707c2f-9ff0-47bb-bada-627f0fc7b0c6 tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:38.920274 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-af707c2f-9ff0-47bb-bada-627f0fc7b0c6 tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:38.924835 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-af707c2f-9ff0-47bb-bada-627f0fc7b0c6 tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1467900 Nov 09 21:32:38.925698 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59916) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:38.930994 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-1750c42b-cf7f-4534-a3a9-600638b5bee8 tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:32:39.145387 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59922) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:39.146110 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b28b6173-67d6-4370-88bb-bbc4d4e85f4e tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:39.202049 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1750c42b-cf7f-4534-a3a9-600638b5bee8 tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27285'] for router, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:39.202591 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1750c42b-cf7f-4534-a3a9-600638b5bee8 tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Publish callbacks [] for router, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:39.345496 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1750c42b-cf7f-4534-a3a9-600638b5bee8 tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102607) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 09 21:32:39.345837 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1750c42b-cf7f-4534-a3a9-600638b5bee8 tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Router 25ca4eeb-a8cc-411e-af9e-a1fa600652a5 migrating from provider to provider. {{(pid=102607) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 09 21:32:39.346242 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1750c42b-cf7f-4534-a3a9-600638b5bee8 tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:39.352345 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1750c42b-cf7f-4534-a3a9-600638b5bee8 tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:39.356663 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1750c42b-cf7f-4534-a3a9-600638b5bee8 tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-376903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-376910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380449'] for router, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:39.384744 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-938b58d3-8db2-4e71-954e-9a5618bc49d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:39.450065 n-d-816206-3 neutron-server[102607]: WARNING neutron.scheduler.l3_agent_scheduler [None req-1750c42b-cf7f-4534-a3a9-600638b5bee8 tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] No L3 agents can host the router 25ca4eeb-a8cc-411e-af9e-a1fa600652a5 Nov 09 21:32:39.536823 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6613d9d-e294-4b26-8a1e-605527e50a07 req-bf1b18b4-12f5-405d-a6fe-4968d685b27f tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:39.538905 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a6613d9d-e294-4b26-8a1e-605527e50a07 req-bf1b18b4-12f5-405d-a6fe-4968d685b27f tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=70869ae0-b493-400b-b6d7-b447b0d9f184 HTTP/1.1" status: 200 len: 945 time: 0.1832306 Nov 09 21:32:39.551488 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b28b6173-67d6-4370-88bb-bbc4d4e85f4e tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27285'] for router, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:39.590113 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b28b6173-67d6-4370-88bb-bbc4d4e85f4e tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-376903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-376910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380449'] for router, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:39.590973 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1750c42b-cf7f-4534-a3a9-600638b5bee8 tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Hosts for router 25ca4eeb-a8cc-411e-af9e-a1fa600652a5: [] {{(pid=102607) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 09 21:32:39.624083 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1750c42b-cf7f-4534-a3a9-600638b5bee8 tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Hosts for other DVR routers connected to router 25ca4eeb-a8cc-411e-af9e-a1fa600652a5: set() {{(pid=102607) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 09 21:32:39.628132 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1750c42b-cf7f-4534-a3a9-600638b5bee8 tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:39.630981 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1750c42b-cf7f-4534-a3a9-600638b5bee8 tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] 10.222.0.49 "PUT /v2.0/routers/25ca4eeb-a8cc-411e-af9e-a1fa600652a5 HTTP/1.1" status: 200 len: 716 time: 0.7018592 Nov 09 21:32:39.631238 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59936) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:39.742283 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a6613d9d-e294-4b26-8a1e-605527e50a07 req-d1cace3e-2aff-4c45-ad7a-09dde917c34e tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956291 Nov 09 21:32:39.744120 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-938b58d3-8db2-4e71-954e-9a5618bc49d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:39.750618 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-938b58d3-8db2-4e71-954e-9a5618bc49d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:39.763717 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-85457665-4bdc-4424-80de-84b00182023f tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] 10.222.0.49 "GET /v2.0/routers/25ca4eeb-a8cc-411e-af9e-a1fa600652a5 HTTP/1.1" status: 200 len: 716 time: 0.1288939 Nov 09 21:32:39.764719 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59942) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:39.817634 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-938b58d3-8db2-4e71-954e-9a5618bc49d3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=62f9c9b69bfc46a49109976a5198ffb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6655719 Nov 09 21:32:39.818073 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59948) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:39.822647 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac6046-c7d7-4d93-8ead-e90ae05df835 req-28dd6f37-a7b6-4df5-9028-a87681fa69e6 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:39.828779 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-28ac6046-c7d7-4d93-8ead-e90ae05df835 req-28dd6f37-a7b6-4df5-9028-a87681fa69e6 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=d75978b8-b8b5-4ee1-ad54-cacdf742a789 HTTP/1.1" status: 200 len: 945 time: 0.1096430 Nov 09 21:32:39.831531 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b58d3-8db2-4e71-954e-9a5618bc49d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80dd72ee-aed6-4112-9cc1-28a9aefc4865,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:39.862744 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b28b6173-67d6-4370-88bb-bbc4d4e85f4e tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Router d372b07c-695d-48a0-93fb-ee8c72428fdd is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:32:39.929518 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-28ac6046-c7d7-4d93-8ead-e90ae05df835 req-99dae9b9-6ffc-4832-b475-ec820ad43176 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853393 Nov 09 21:32:39.957649 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-36761a60-5181-4210-9802-f8f30964a2b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:40.046905 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-11de02f0-4be6-45b1-97d2-0f6245b91cc9 tempest-RoutersTestDVR-257511149 tempest-RoutersTestDVR-257511149-project] 10.222.0.49 "GET /v2.0/routers/25ca4eeb-a8cc-411e-af9e-a1fa600652a5 HTTP/1.1" status: 200 len: 682 time: 0.2818544 Nov 09 21:32:40.049404 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59950) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:40.071570 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-36761a60-5181-4210-9802-f8f30964a2b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:40.091644 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28b6173-67d6-4370-88bb-bbc4d4e85f4e tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:32:40.100383 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b28b6173-67d6-4370-88bb-bbc4d4e85f4e tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:40.100540 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e5fd66-722a-496a-bb87-d9b6e309a9ad None None] Sync routers for ids ['d372b07c-695d-48a0-93fb-ee8c72428fdd'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:32:40.102346 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b28b6173-67d6-4370-88bb-bbc4d4e85f4e tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] 10.222.0.49 "PUT /v2.0/routers/d372b07c-695d-48a0-93fb-ee8c72428fdd HTTP/1.1" status: 200 len: 918 time: 2.9637768 Nov 09 21:32:40.107880 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d5eca2a6-c249-4e3f-b394-0c70408deb75 req-c0ab40bd-2875-48f6-9842-aaa22d765a73 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1740532 Nov 09 21:32:40.108767 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59952) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:40.126060 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e5fd66-722a-496a-bb87-d9b6e309a9ad None None] Routers {'d372b07c-695d-48a0-93fb-ee8c72428fdd'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:32:40.128595 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-08e5fd66-722a-496a-bb87-d9b6e309a9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:32:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['d372b07c-695d-48a0-93fb-ee8c72428fdd'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:40.192141 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-83e1765e-7a05-4927-8079-0143a6189cfc tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:40.200971 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-08e5fd66-722a-496a-bb87-d9b6e309a9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:40.224910 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e5fd66-722a-496a-bb87-d9b6e309a9ad None None] Routers {'d372b07c-695d-48a0-93fb-ee8c72428fdd'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:32:40.225452 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-08e5fd66-722a-496a-bb87-d9b6e309a9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:32:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['d372b07c-695d-48a0-93fb-ee8c72428fdd'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:40.292949 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-08e5fd66-722a-496a-bb87-d9b6e309a9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:40.296679 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e5fd66-722a-496a-bb87-d9b6e309a9ad None None] The sync data for ids ['d372b07c-695d-48a0-93fb-ee8c72428fdd'] in n-d-816206-3 is: [] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:32:40.309023 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eca2a6-c249-4e3f-b394-0c70408deb75 req-9cc07b6b-afb0-4ac7-8151-b80ac2845cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:40.310823 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d5eca2a6-c249-4e3f-b394-0c70408deb75 req-9cc07b6b-afb0-4ac7-8151-b80ac2845cd4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=96a7a35658cb4a6ea565f057e114d368&device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 1095 time: 0.1395922 Nov 09 21:32:40.313914 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-36761a60-5181-4210-9802-f8f30964a2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:40.316553 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-36761a60-5181-4210-9802-f8f30964a2b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:40.317763 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-36761a60-5181-4210-9802-f8f30964a2b4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/80dd72ee-aed6-4112-9cc1-28a9aefc4865 HTTP/1.1" status: 204 len: 168 time: 0.4983654 Nov 09 21:32:40.434375 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7e5d43df-2b55-43f1-af5a-8c2874229074 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] 10.222.0.49 "GET /v2.0/routers/d372b07c-695d-48a0-93fb-ee8c72428fdd HTTP/1.1" status: 200 len: 924 time: 0.3177969 Nov 09 21:32:40.449708 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59958) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:40.484023 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36761a60-5181-4210-9802-f8f30964a2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80dd72ee-aed6-4112-9cc1-28a9aefc4865,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:40.528960 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-83e1765e-7a05-4927-8079-0143a6189cfc tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:40.531498 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-83e1765e-7a05-4927-8079-0143a6189cfc tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:40.553554 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eca2a6-c249-4e3f-b394-0c70408deb75 req-d296883f-e00f-4c31-81df-233b996d34e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:40.556728 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d5eca2a6-c249-4e3f-b394-0c70408deb75 req-d296883f-e00f-4c31-81df-233b996d34e0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e557bc0d-71a9-4b44-ab50-1de12563c5ef HTTP/1.1" status: 200 len: 912 time: 0.1983910 Nov 09 21:32:40.581917 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc0c06c-8600-43bc-9961-a6e2892559f9 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:40.583476 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-bbc0c06c-8600-43bc-9961-a6e2892559f9 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=4531c23d-84b7-490d-8d7c-6676781b6e6a&device_id=d372b07c-695d-48a0-93fb-ee8c72428fdd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1327667 Nov 09 21:32:40.587488 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59962) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:40.599377 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-83e1765e-7a05-4927-8079-0143a6189cfc tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:40.599874 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e1765e-7a05-4927-8079-0143a6189cfc tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 25ca4eeb-a8cc-411e-af9e-a1fa600652a5 {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:32:40.604323 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-83e1765e-7a05-4927-8079-0143a6189cfc tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:40.605475 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-83e1765e-7a05-4927-8079-0143a6189cfc tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] 10.222.0.49 "DELETE /v2.0/routers/25ca4eeb-a8cc-411e-af9e-a1fa600652a5 HTTP/1.1" status: 204 len: 168 time: 0.5551572 Nov 09 21:32:40.615243 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59964) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:40.648569 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d5eca2a6-c249-4e3f-b394-0c70408deb75 req-d98ee29f-4418-4aef-9030-f21fe0546ca3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a310ed82-5c76-42dd-938a-ffb8947a05b9 HTTP/1.1" status: 200 len: 998 time: 0.0842612 Nov 09 21:32:40.648953 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-b450eb31-8c81-4a4a-a90a-dd160a4da5c8 tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Request body: {'router': {'name': 'tempest-router-311645981', 'distributed': True}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:32:40.740116 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eca2a6-c249-4e3f-b394-0c70408deb75 req-a94ecb76-2a28-46f5-b386-19bfbf9dc9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:40.745448 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d5eca2a6-c249-4e3f-b394-0c70408deb75 req-a94ecb76-2a28-46f5-b386-19bfbf9dc9fa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=48041428-5cce-473c-b445-a01eb383d908 HTTP/1.1" status: 200 len: 851 time: 0.0838196 Nov 09 21:32:40.779992 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b450eb31-8c81-4a4a-a90a-dd160a4da5c8 tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:40.781092 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b450eb31-8c81-4a4a-a90a-dd160a4da5c8 tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:40.791835 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17010cf7-e465-42e1-9098-412565b8a4e0 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:40.796514 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59970) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:40.796717 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-17010cf7-e465-42e1-9098-412565b8a4e0 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] 10.222.0.49 "GET /v2.0/networks/4531c23d-84b7-490d-8d7c-6676781b6e6a HTTP/1.1" status: 200 len: 881 time: 0.2074051 Nov 09 21:32:40.800859 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59972) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:40.827871 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-eb1a2b06-41ce-4063-8008-32912e18acc3 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] 10.222.0.49 "GET /v2.0/ports?device_id=d372b07c-695d-48a0-93fb-ee8c72428fdd HTTP/1.1" status: 200 len: 205 time: 0.0301890 Nov 09 21:32:40.833657 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59974) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:40.834068 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a7ee94fa-2c97-4153-bfd7-a6380e43277f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:40.842555 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eca2a6-c249-4e3f-b394-0c70408deb75 req-441600a7-f4b9-43b1-8616-9076085cc27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:40.844062 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d5eca2a6-c249-4e3f-b394-0c70408deb75 req-441600a7-f4b9-43b1-8616-9076085cc27d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e557bc0d-71a9-4b44-ab50-1de12563c5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0917196 Nov 09 21:32:40.930276 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b450eb31-8c81-4a4a-a90a-dd160a4da5c8 tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:40.939154 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b450eb31-8c81-4a4a-a90a-dd160a4da5c8 tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:40.973613 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b09a2a-2400-4055-8831-40bf4f445500 req-c05ab19b-5748-4298-8fed-536dc2ad5e86 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:40.975391 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-02b09a2a-2400-4055-8831-40bf4f445500 req-c05ab19b-5748-4298-8fed-536dc2ad5e86 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=70869ae0-b493-400b-b6d7-b447b0d9f184 HTTP/1.1" status: 200 len: 945 time: 0.1280611 Nov 09 21:32:40.982379 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b450eb31-8c81-4a4a-a90a-dd160a4da5c8 tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:40.983784 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b450eb31-8c81-4a4a-a90a-dd160a4da5c8 tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3675063 Nov 09 21:32:40.988152 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59978) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:41.109755 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-488ff673-a017-4830-8763-0950e8f097ce tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:41.205421 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-02b09a2a-2400-4055-8831-40bf4f445500 req-dfd33521-6867-48e9-bf0d-81c591b4589e tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162240 Nov 09 21:32:41.207182 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a7ee94fa-2c97-4153-bfd7-a6380e43277f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:41.263053 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a7ee94fa-2c97-4153-bfd7-a6380e43277f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:41.311203 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-488ff673-a017-4830-8763-0950e8f097ce tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:41.316829 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-488ff673-a017-4830-8763-0950e8f097ce tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:41.340943 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae0be0-dc69-45bb-a2db-8c41b683c2ac req-6a939bb7-f812-4ae4-9144-413e7a711681 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:41.342451 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-26ae0be0-dc69-45bb-a2db-8c41b683c2ac req-6a939bb7-f812-4ae4-9144-413e7a711681 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=d75978b8-b8b5-4ee1-ad54-cacdf742a789 HTTP/1.1" status: 200 len: 945 time: 0.1539547 Nov 09 21:32:41.369731 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a7ee94fa-2c97-4153-bfd7-a6380e43277f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=91bbf21b4523418a9f23e55bb775e5ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5678513 Nov 09 21:32:41.371339 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee94fa-2c97-4153-bfd7-a6380e43277f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8574b2-163f-405c-ac92-4102405ca408,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:41.373570 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d5eca2a6-c249-4e3f-b394-0c70408deb75 req-7969f19d-f86d-41a5-8156-87ed305ffecf service neutron] 10.222.0.45 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5212855 Nov 09 21:32:41.374039 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59980) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:41.379496 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-801af05b-6830-4db5-bf21-27d8fb0a6634 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:41.381469 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-488ff673-a017-4830-8763-0950e8f097ce tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:41.381980 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488ff673-a017-4830-8763-0950e8f097ce tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8c1ec6b1-9ab2-46db-afc5-913908fddec5 {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:32:41.392711 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-488ff673-a017-4830-8763-0950e8f097ce tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:41.392711 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-488ff673-a017-4830-8763-0950e8f097ce tempest-RoutersTestDVR-1695377850 tempest-RoutersTestDVR-1695377850-project-admin] 10.222.0.49 "DELETE /v2.0/routers/8c1ec6b1-9ab2-46db-afc5-913908fddec5 HTTP/1.1" status: 204 len: 168 time: 0.3981316 Nov 09 21:32:41.575024 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-26ae0be0-dc69-45bb-a2db-8c41b683c2ac req-e546814f-7d64-49b6-b8ac-3cbcf7971a33 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249532 Nov 09 21:32:41.629440 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-39d07664-e552-4aab-b722-24e7b03b91f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:41.634196 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d5eca2a6-c249-4e3f-b394-0c70408deb75 req-41bf3eed-fabb-48a7-8899-de340bae830c service neutron] 10.222.0.45 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485037 Nov 09 21:32:41.646066 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-801af05b-6830-4db5-bf21-27d8fb0a6634 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:41.663719 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-39d07664-e552-4aab-b722-24e7b03b91f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:41.677909 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59988) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:41.747713 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-801af05b-6830-4db5-bf21-27d8fb0a6634 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Deleting port f7b81025-1492-4cce-bf8a-a2dceb14432c {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:32:41.748061 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-801af05b-6830-4db5-bf21-27d8fb0a6634 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:41.791234 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-23a41183-5208-4290-96a1-badfda58b65b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:41.797557 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-39d07664-e552-4aab-b722-24e7b03b91f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:41.801030 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-39d07664-e552-4aab-b722-24e7b03b91f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:41.804930 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-39d07664-e552-4aab-b722-24e7b03b91f8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2f8574b2-163f-405c-ac92-4102405ca408 HTTP/1.1" status: 204 len: 168 time: 0.4253922 Nov 09 21:32:41.821975 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d07664-e552-4aab-b722-24e7b03b91f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8574b2-163f-405c-ac92-4102405ca408,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:41.872171 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-801af05b-6830-4db5-bf21-27d8fb0a6634 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:41.893781 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-801af05b-6830-4db5-bf21-27d8fb0a6634 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Calling delete_port for f7b81025-1492-4cce-bf8a-a2dceb14432c owned by network:router_gateway {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:32:41.912169 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-23a41183-5208-4290-96a1-badfda58b65b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:41.918834 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-23a41183-5208-4290-96a1-badfda58b65b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:41.968116 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59998) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:41.970190 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-23a41183-5208-4290-96a1-badfda58b65b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=526be4fcd6eb4801bd11949bc62a4002&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2901657 Nov 09 21:32:41.989796 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a41183-5208-4290-96a1-badfda58b65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a43c025-0d77-41ab-ba5f-ec666d38a91a,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:42.080579 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1e680512-aded-403b-bb60-7fef66401f81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:42.160926 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1e680512-aded-403b-bb60-7fef66401f81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:42.205412 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-801af05b-6830-4db5-bf21-27d8fb0a6634 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:42.239150 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801af05b-6830-4db5-bf21-27d8fb0a6634 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Pushing event deleted for resources: {'Port': ['ID=f7b81025-1492-4cce-bf8a-a2dceb14432c,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:42.293380 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1e680512-aded-403b-bb60-7fef66401f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:42.296594 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1e680512-aded-403b-bb60-7fef66401f81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:42.300187 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1e680512-aded-403b-bb60-7fef66401f81 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4a43c025-0d77-41ab-ba5f-ec666d38a91a HTTP/1.1" status: 204 len: 168 time: 0.3287714 Nov 09 21:32:42.341039 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e680512-aded-403b-bb60-7fef66401f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a43c025-0d77-41ab-ba5f-ec666d38a91a,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:42.382711 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-801af05b-6830-4db5-bf21-27d8fb0a6634 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:42.391325 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f915ecb-f213-4688-b6e3-9e060137e7f8 req-3d04fc19-1551-4f66-943e-32d65f6c82df tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:42.398718 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5f915ecb-f213-4688-b6e3-9e060137e7f8 req-3d04fc19-1551-4f66-943e-32d65f6c82df tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=70869ae0-b493-400b-b6d7-b447b0d9f184 HTTP/1.1" status: 200 len: 945 time: 0.1113725 Nov 09 21:32:42.513298 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5f915ecb-f213-4688-b6e3-9e060137e7f8 req-9bb5ac1f-0080-4efc-9ad8-173fe7e69eb8 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136870 Nov 09 21:32:42.569222 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-801af05b-6830-4db5-bf21-27d8fb0a6634 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:42.572116 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-801af05b-6830-4db5-bf21-27d8fb0a6634 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:42.653287 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-801af05b-6830-4db5-bf21-27d8fb0a6634 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:42.654210 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801af05b-6830-4db5-bf21-27d8fb0a6634 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Fanout notify agent at l3_agent the message router_deleted on router d372b07c-695d-48a0-93fb-ee8c72428fdd {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:32:42.664942 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-801af05b-6830-4db5-bf21-27d8fb0a6634 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:42.672214 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-801af05b-6830-4db5-bf21-27d8fb0a6634 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] 10.222.0.49 "DELETE /v2.0/routers/d372b07c-695d-48a0-93fb-ee8c72428fdd HTTP/1.1" status: 204 len: 168 time: 1.8320887 Nov 09 21:32:42.675975 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60032) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:42.682700 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-0e7e27c6-5a03-4ebf-b926-7d635bc81770 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-134865968', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:32:42.749975 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0e7e27c6-5a03-4ebf-b926-7d635bc81770 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:42.750996 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0e7e27c6-5a03-4ebf-b926-7d635bc81770 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:42.766106 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ee658-800c-4f57-b714-27e8ba3ea06a req-2a56fa55-959d-4398-b867-d702e10b71ea tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:42.775065 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cb4ee658-800c-4f57-b714-27e8ba3ea06a req-2a56fa55-959d-4398-b867-d702e10b71ea tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=d75978b8-b8b5-4ee1-ad54-cacdf742a789 HTTP/1.1" status: 200 len: 945 time: 0.0802515 Nov 09 21:32:42.820775 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60036) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:42.827314 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0e7e27c6-5a03-4ebf-b926-7d635bc81770 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:42.841867 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-73fd7082-8cf2-414b-93e6-263ecda2c1c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:42.849445 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0e7e27c6-5a03-4ebf-b926-7d635bc81770 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:42.881009 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0e7e27c6-5a03-4ebf-b926-7d635bc81770 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:42.885222 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60040) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:42.885365 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0e7e27c6-5a03-4ebf-b926-7d635bc81770 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2069769 Nov 09 21:32:42.891447 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-d77e4e44-c173-4551-b0cf-0c12a9f648b8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'enable_snat': False}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:32:42.903933 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cb4ee658-800c-4f57-b714-27e8ba3ea06a req-3745b8ed-b96c-4ecf-8623-b626ed8746ca tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748343 Nov 09 21:32:43.127461 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-73fd7082-8cf2-414b-93e6-263ecda2c1c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:43.132267 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-73fd7082-8cf2-414b-93e6-263ecda2c1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:43.139873 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d77e4e44-c173-4551-b0cf-0c12a9f648b8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:43.199143 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-73fd7082-8cf2-414b-93e6-263ecda2c1c3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d8cfc007720148f4b22eae8cbfef4238&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3759949 Nov 09 21:32:43.201655 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60046) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:43.247811 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd7082-8cf2-414b-93e6-263ecda2c1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e7de7f-0a17-43f8-8504-1b5c2d572556,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:43.310575 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a5c78209-6c0f-4e0a-887b-c21162e19fe2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:43.342378 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a5c78209-6c0f-4e0a-887b-c21162e19fe2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:43.483732 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a5c78209-6c0f-4e0a-887b-c21162e19fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:43.486704 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a5c78209-6c0f-4e0a-887b-c21162e19fe2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:43.487957 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a5c78209-6c0f-4e0a-887b-c21162e19fe2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a7e7de7f-0a17-43f8-8504-1b5c2d572556 HTTP/1.1" status: 204 len: 168 time: 0.2853990 Nov 09 21:32:43.505224 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c78209-6c0f-4e0a-887b-c21162e19fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e7de7f-0a17-43f8-8504-1b5c2d572556,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:43.514923 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d77e4e44-c173-4551-b0cf-0c12a9f648b8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:43.537194 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d77e4e44-c173-4551-b0cf-0c12a9f648b8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:43.747310 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aba950-9f3b-4029-bbd6-03064e644a9e req-605bfe14-c349-4bc6-943a-a0531d2bd2be tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:43.748876 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-49aba950-9f3b-4029-bbd6-03064e644a9e req-605bfe14-c349-4bc6-943a-a0531d2bd2be tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=70869ae0-b493-400b-b6d7-b447b0d9f184 HTTP/1.1" status: 200 len: 945 time: 0.1060894 Nov 09 21:32:43.779886 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-d77e4e44-c173-4551-b0cf-0c12a9f648b8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Allocated IP 172.25.7.52 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/c8de14fc-0e9c-4875-990d-3d639b254d1b) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:32:43.820465 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-49aba950-9f3b-4029-bbd6-03064e644a9e req-6d69146c-6427-4732-8a72-a80ffd12fead tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617127 Nov 09 21:32:43.968660 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d77e4e44-c173-4551-b0cf-0c12a9f648b8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:44.029287 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d77e4e44-c173-4551-b0cf-0c12a9f648b8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:44.053039 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77e4e44-c173-4551-b0cf-0c12a9f648b8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:32:44.055983 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-d77e4e44-c173-4551-b0cf-0c12a9f648b8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:32:44.079766 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77e4e44-c173-4551-b0cf-0c12a9f648b8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:32:44.134625 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b301325-9200-42c1-93cd-287144277ae7 req-60dc19d3-cc16-4316-ada0-45c0c40b2490 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:44.136036 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2b301325-9200-42c1-93cd-287144277ae7 req-60dc19d3-cc16-4316-ada0-45c0c40b2490 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=d75978b8-b8b5-4ee1-ad54-cacdf742a789 HTTP/1.1" status: 200 len: 945 time: 0.0912099 Nov 09 21:32:44.232947 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2b301325-9200-42c1-93cd-287144277ae7 req-012a159f-62a1-40f0-ad35-6e2f52d7f948 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897825 Nov 09 21:32:44.329609 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e4e44-c173-4551-b0cf-0c12a9f648b8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Pushing event updated for resources: {'Port': ['ID=c8de14fc-0e9c-4875-990d-3d639b254d1b,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:44.422330 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d77e4e44-c173-4551-b0cf-0c12a9f648b8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:44.535268 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60098) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:44.680437 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-6ab43e83-e6f2-4e00-8bcb-04466036be06 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1166954026'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:32:44.685149 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d77e4e44-c173-4551-b0cf-0c12a9f648b8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27285'] for router, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:44.689026 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d77e4e44-c173-4551-b0cf-0c12a9f648b8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-376903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-376910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380449'] for router, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:44.708269 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab43e83-e6f2-4e00-8bcb-04466036be06 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:32:44.716558 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6ab43e83-e6f2-4e00-8bcb-04466036be06 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:44.725860 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6ab43e83-e6f2-4e00-8bcb-04466036be06 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:44.838325 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6ab43e83-e6f2-4e00-8bcb-04466036be06 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:44.844862 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6ab43e83-e6f2-4e00-8bcb-04466036be06 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:44.860878 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ab43e83-e6f2-4e00-8bcb-04466036be06 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:32:44.872240 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6ab43e83-e6f2-4e00-8bcb-04466036be06 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:44.872921 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-6ab43e83-e6f2-4e00-8bcb-04466036be06 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Added segment 5941c2cb-fbea-49fa-9283-f57142064cd9 of type vlan for network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 Nov 09 21:32:45.271744 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d77e4e44-c173-4551-b0cf-0c12a9f648b8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Router d9a5505c-0fb8-4f77-81e8-1e275b5d50d6 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:32:45.318770 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6ab43e83-e6f2-4e00-8bcb-04466036be06 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:45.341598 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab43e83-e6f2-4e00-8bcb-04466036be06 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05096ae5-ba53-47ec-b6d5-139fdef343f7,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:45.370047 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5adb436-00c2-4455-b7d5-0efce3efeef5 req-9b964cfc-5ac6-481c-956f-5a157c8c8c64 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:45.377719 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e5adb436-00c2-4455-b7d5-0efce3efeef5 req-9b964cfc-5ac6-481c-956f-5a157c8c8c64 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=70869ae0-b493-400b-b6d7-b447b0d9f184 HTTP/1.1" status: 200 len: 945 time: 0.4543664 Nov 09 21:32:45.388241 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6ab43e83-e6f2-4e00-8bcb-04466036be06 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:45.393620 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab43e83-e6f2-4e00-8bcb-04466036be06 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:45.394235 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6ab43e83-e6f2-4e00-8bcb-04466036be06 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:45.471393 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab43e83-e6f2-4e00-8bcb-04466036be06 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Network': ['ID=83001fa8-21bc-4303-8a8a-37c91fd09fe2,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:45.494603 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:32:45.503256 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77e4e44-c173-4551-b0cf-0c12a9f648b8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:32:45.503872 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6ab43e83-e6f2-4e00-8bcb-04466036be06 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9665141 Nov 09 21:32:45.508823 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d77e4e44-c173-4551-b0cf-0c12a9f648b8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:45.510092 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d77e4e44-c173-4551-b0cf-0c12a9f648b8 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] 10.222.0.49 "PUT /v2.0/routers/d9a5505c-0fb8-4f77-81e8-1e275b5d50d6 HTTP/1.1" status: 200 len: 918 time: 2.6221750 Nov 09 21:32:45.511707 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60132) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:45.513393 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60134) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:45.515705 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6099d189-075a-4f17-ab1e-b4ef5e369b38 None None] Sync routers for ids ['d9a5505c-0fb8-4f77-81e8-1e275b5d50d6'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:32:45.517178 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-636988f0-119f-41b5-971b-4a4aeaf3f653 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'subnet': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:32:45.533235 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6099d189-075a-4f17-ab1e-b4ef5e369b38 None None] Routers {'d9a5505c-0fb8-4f77-81e8-1e275b5d50d6'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:32:45.534151 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-6099d189-075a-4f17-ab1e-b4ef5e369b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:32:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['d9a5505c-0fb8-4f77-81e8-1e275b5d50d6'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:45.581690 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e5adb436-00c2-4455-b7d5-0efce3efeef5 req-bdc78bb0-75ed-4a01-8086-ab767d777674 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928434 Nov 09 21:32:45.622793 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda90ae-0aeb-43c1-a29d-2470aae62aaf req-c4119dab-5d1a-4e12-ab58-08f51f88cd11 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:45.632002 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2dda90ae-0aeb-43c1-a29d-2470aae62aaf req-c4119dab-5d1a-4e12-ab58-08f51f88cd11 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=d75978b8-b8b5-4ee1-ad54-cacdf742a789 HTTP/1.1" status: 200 len: 945 time: 0.2047906 Nov 09 21:32:45.655090 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-6099d189-075a-4f17-ab1e-b4ef5e369b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:45.675119 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6099d189-075a-4f17-ab1e-b4ef5e369b38 None None] Routers {'d9a5505c-0fb8-4f77-81e8-1e275b5d50d6'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:32:45.677193 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-6099d189-075a-4f17-ab1e-b4ef5e369b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:32:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['d9a5505c-0fb8-4f77-81e8-1e275b5d50d6'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:45.755490 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-6099d189-075a-4f17-ab1e-b4ef5e369b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:45.757459 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6099d189-075a-4f17-ab1e-b4ef5e369b38 None None] The sync data for ids ['d9a5505c-0fb8-4f77-81e8-1e275b5d50d6'] in n-d-816206-3 is: [] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:32:45.867533 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636988f0-119f-41b5-971b-4a4aeaf3f653 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:32:45.871095 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-636988f0-119f-41b5-971b-4a4aeaf3f653 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:45.912761 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2dda90ae-0aeb-43c1-a29d-2470aae62aaf req-6e27b5ed-65f9-4d8e-9c6e-007698c6d21d tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754817 Nov 09 21:32:46.005598 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-87c86bcb-6ad4-4847-b10e-82bb791fd176 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] 10.222.0.49 "GET /v2.0/routers/d9a5505c-0fb8-4f77-81e8-1e275b5d50d6 HTTP/1.1" status: 200 len: 924 time: 0.3923509 Nov 09 21:32:46.005952 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60148) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:46.100488 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27583182-d292-4558-baf0-93cac990bb94 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:46.106358 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-27583182-d292-4558-baf0-93cac990bb94 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=4531c23d-84b7-490d-8d7c-6676781b6e6a&device_id=d9a5505c-0fb8-4f77-81e8-1e275b5d50d6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0993829 Nov 09 21:32:46.109249 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60152) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:46.157197 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-636988f0-119f-41b5-971b-4a4aeaf3f653 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:46.244471 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d4ea79-e665-4bcb-ab0b-0d35fdb5ff44 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:46.246192 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-96d4ea79-e665-4bcb-ab0b-0d35fdb5ff44 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] 10.222.0.49 "GET /v2.0/networks/4531c23d-84b7-490d-8d7c-6676781b6e6a HTTP/1.1" status: 200 len: 881 time: 0.1359651 Nov 09 21:32:46.248895 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60156) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:46.261885 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636988f0-119f-41b5-971b-4a4aeaf3f653 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Subnet': ['ID=7777caad-54a2-4a89-866d-a23cee4e2238,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:46.264164 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636988f0-119f-41b5-971b-4a4aeaf3f653 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Checking segment: {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:32:46.264948 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636988f0-119f-41b5-971b-4a4aeaf3f653 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network hostable DHCP agents. Network: 83001fa8-21bc-4303-8a8a-37c91fd09fe2, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:32:46.286989 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-747e8262-9638-4f52-9ee2-b62352bb2902 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9a5505c-0fb8-4f77-81e8-1e275b5d50d6 HTTP/1.1" status: 200 len: 205 time: 0.0370052 Nov 09 21:32:46.289800 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60158) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:46.295499 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636988f0-119f-41b5-971b-4a4aeaf3f653 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:32:46.310529 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-636988f0-119f-41b5-971b-4a4aeaf3f653 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 83001fa8-21bc-4303-8a8a-37c91fd09fe2) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:32:46.315302 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636988f0-119f-41b5-971b-4a4aeaf3f653 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:46.316084 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-636988f0-119f-41b5-971b-4a4aeaf3f653 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:46.323803 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ed18cf-7e0e-46ca-946d-99175665eeb7 None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:32:46.355507 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-636988f0-119f-41b5-971b-4a4aeaf3f653 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8403699 Nov 09 21:32:46.356491 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60160) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:46.363535 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-b70d9969-e647-456f-8cac-cb1883ca9cf2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'port': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'name': 'tempest-NetworksTestDHCPv6-393289233'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:32:46.411864 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-86c81d71-e179-4e3d-9c35-47a968c6b5c4 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:46.541939 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70d9969-e647-456f-8cac-cb1883ca9cf2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:32:46.545797 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b70d9969-e647-456f-8cac-cb1883ca9cf2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:46.570936 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-b70d9969-e647-456f-8cac-cb1883ca9cf2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] device_id is not set on port f77d0a6f-c186-473b-999e-f74495c52429 yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:32:46.603755 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-86c81d71-e179-4e3d-9c35-47a968c6b5c4 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:46.608928 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a136075-5ef9-4270-96db-b370503b4f74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'tenant_id': '4f80aeba4f7b42c0ae266ee8833d0179', 'fixed_ips': [{'subnet_id': '7777caad-54a2-4a89-866d-a23cee4e2238'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:32:46.610835 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6a136075-5ef9-4270-96db-b370503b4f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:46.704056 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-86c81d71-e179-4e3d-9c35-47a968c6b5c4 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Deleting port c8de14fc-0e9c-4875-990d-3d639b254d1b {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:32:46.704617 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-86c81d71-e179-4e3d-9c35-47a968c6b5c4 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:46.781221 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-b70d9969-e647-456f-8cac-cb1883ca9cf2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Allocated IP 2001:db8::3c6 (83001fa8-21bc-4303-8a8a-37c91fd09fe2/7777caad-54a2-4a89-866d-a23cee4e2238/f77d0a6f-c186-473b-999e-f74495c52429) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:32:46.794329 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-86c81d71-e179-4e3d-9c35-47a968c6b5c4 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:46.810698 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d5fe8-23e6-4958-a8d1-9146d4325b3b req-e4674be5-9c2b-4ac5-baad-609819257d6e tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:46.812464 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0f0d5fe8-23e6-4958-a8d1-9146d4325b3b req-e4674be5-9c2b-4ac5-baad-609819257d6e tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=70869ae0-b493-400b-b6d7-b447b0d9f184 HTTP/1.1" status: 200 len: 945 time: 0.1301134 Nov 09 21:32:46.827605 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-86c81d71-e179-4e3d-9c35-47a968c6b5c4 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Calling delete_port for c8de14fc-0e9c-4875-990d-3d639b254d1b owned by network:router_gateway {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:32:46.932382 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0f0d5fe8-23e6-4958-a8d1-9146d4325b3b req-0e4766fa-bcc6-4c86-984a-8767d3c76502 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123040 Nov 09 21:32:47.104458 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-86c81d71-e179-4e3d-9c35-47a968c6b5c4 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:47.110925 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b70d9969-e647-456f-8cac-cb1883ca9cf2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:47.128925 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2d874-4b20-4c69-ae63-c5792aa5686d req-2a66bc1a-594b-4957-90f6-d499fe1b7718 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:47.136560 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-10d2d874-4b20-4c69-ae63-c5792aa5686d req-2a66bc1a-594b-4957-90f6-d499fe1b7718 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=d75978b8-b8b5-4ee1-ad54-cacdf742a789 HTTP/1.1" status: 200 len: 945 time: 0.0987854 Nov 09 21:32:47.141184 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c81d71-e179-4e3d-9c35-47a968c6b5c4 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Pushing event deleted for resources: {'Port': ['ID=c8de14fc-0e9c-4875-990d-3d639b254d1b,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:47.204686 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-86c81d71-e179-4e3d-9c35-47a968c6b5c4 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:47.209099 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-10d2d874-4b20-4c69-ae63-c5792aa5686d req-39db4b58-612b-4304-bd1e-847d36d2ca70 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696931 Nov 09 21:32:47.225309 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b70d9969-e647-456f-8cac-cb1883ca9cf2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:47.275038 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70d9969-e647-456f-8cac-cb1883ca9cf2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:32:47.278563 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-b70d9969-e647-456f-8cac-cb1883ca9cf2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:32:47.283755 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70d9969-e647-456f-8cac-cb1883ca9cf2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:32:47.289610 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70d9969-e647-456f-8cac-cb1883ca9cf2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:47.290458 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b70d9969-e647-456f-8cac-cb1883ca9cf2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:47.293930 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d9969-e647-456f-8cac-cb1883ca9cf2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Port': ['ID=f77d0a6f-c186-473b-999e-f74495c52429,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:47.313410 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b70d9969-e647-456f-8cac-cb1883ca9cf2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9555924 Nov 09 21:32:47.314411 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60180) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:47.339215 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-86c81d71-e179-4e3d-9c35-47a968c6b5c4 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:47.343516 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-86c81d71-e179-4e3d-9c35-47a968c6b5c4 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:47.372295 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-6a136075-5ef9-4270-96db-b370503b4f74 None None] Allocated IP 2001:db8::2 (83001fa8-21bc-4303-8a8a-37c91fd09fe2/7777caad-54a2-4a89-866d-a23cee4e2238/2ae29cb3-25c6-474e-9b04-16daa750505c) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:32:47.401573 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-86c81d71-e179-4e3d-9c35-47a968c6b5c4 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:47.402519 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c81d71-e179-4e3d-9c35-47a968c6b5c4 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Fanout notify agent at l3_agent the message router_deleted on router d9a5505c-0fb8-4f77-81e8-1e275b5d50d6 {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:32:47.415065 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb0155a-7aac-4e62-babf-e2b9481b3365 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:47.421908 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-86c81d71-e179-4e3d-9c35-47a968c6b5c4 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:47.422434 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7fb0155a-7aac-4e62-babf-e2b9481b3365 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1062367 Nov 09 21:32:47.422825 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60182) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:47.425097 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-86c81d71-e179-4e3d-9c35-47a968c6b5c4 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] 10.222.0.49 "DELETE /v2.0/routers/d9a5505c-0fb8-4f77-81e8-1e275b5d50d6 HTTP/1.1" status: 204 len: 168 time: 1.1341324 Nov 09 21:32:47.426892 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60184) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:47.439313 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-7d59b2ec-9795-407b-b5ac-9c90db8dab8e tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-344938109', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}, 'admin_state_up': False}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:32:47.503966 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7d59b2ec-9795-407b-b5ac-9c90db8dab8e tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:47.505183 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7d59b2ec-9795-407b-b5ac-9c90db8dab8e tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:47.592413 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7d59b2ec-9795-407b-b5ac-9c90db8dab8e tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:47.601385 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6a136075-5ef9-4270-96db-b370503b4f74 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:47.619807 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6a136075-5ef9-4270-96db-b370503b4f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:47.635648 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-566d9f5a-70af-4913-be05-551c57fbb92f tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting port f77d0a6f-c186-473b-999e-f74495c52429 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:32:47.636002 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-566d9f5a-70af-4913-be05-551c57fbb92f tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:47.659889 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6cf9170a-bf0b-4cc2-ba27-40ca9dc84274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:47.662980 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a136075-5ef9-4270-96db-b370503b4f74 None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:32:47.669657 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-6a136075-5ef9-4270-96db-b370503b4f74 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:32:47.673931 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a136075-5ef9-4270-96db-b370503b4f74 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:32:47.710848 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a136075-5ef9-4270-96db-b370503b4f74 None None] Pushing event updated for resources: {'Port': ['ID=2ae29cb3-25c6-474e-9b04-16daa750505c,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:47.756594 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-6a136075-5ef9-4270-96db-b370503b4f74 None None] Attempting to bind port 2ae29cb3-25c6-474e-9b04-16daa750505c on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:32:47.757054 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-6a136075-5ef9-4270-96db-b370503b4f74 None None] Attempting to bind port 2ae29cb3-25c6-474e-9b04-16daa750505c by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:32:47.757550 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a136075-5ef9-4270-96db-b370503b4f74 None None] Attempting to bind port 2ae29cb3-25c6-474e-9b04-16daa750505c on network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:32:47.763258 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a136075-5ef9-4270-96db-b370503b4f74 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:32:47.763637 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a136075-5ef9-4270-96db-b370503b4f74 None None] Checking segment: {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:32:47.764038 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6a136075-5ef9-4270-96db-b370503b4f74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:47.764429 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a136075-5ef9-4270-96db-b370503b4f74 None None] Bound using segment: {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:32:47.764973 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-6a136075-5ef9-4270-96db-b370503b4f74 None None] Bound port: 2ae29cb3-25c6-474e-9b04-16daa750505c, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:32:47.765358 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6a136075-5ef9-4270-96db-b370503b4f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:47.804812 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7d59b2ec-9795-407b-b5ac-9c90db8dab8e tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:47.838432 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-6a136075-5ef9-4270-96db-b370503b4f74 None None] For port 2ae29cb3-25c6-474e-9b04-16daa750505c, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:32:47.842108 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-6a136075-5ef9-4270-96db-b370503b4f74 None None] For port 2ae29cb3-25c6-474e-9b04-16daa750505c, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=2ae29cb3-25c6-474e-9b04-16daa750505c,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:32:47.849084 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6a136075-5ef9-4270-96db-b370503b4f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:47.871265 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-566d9f5a-70af-4913-be05-551c57fbb92f tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:47.887631 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-566d9f5a-70af-4913-be05-551c57fbb92f tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Calling delete_port for f77d0a6f-c186-473b-999e-f74495c52429 owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:32:47.907133 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a136075-5ef9-4270-96db-b370503b4f74 None None] Pushing event updated for resources: {'Port': ['ID=2ae29cb3-25c6-474e-9b04-16daa750505c,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:48.070836 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb00e6e-2a40-43e9-a63d-4e761456b056 req-0015e5d2-f8f5-4084-ac7c-0927a198914b tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:48.078402 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fbb00e6e-2a40-43e9-a63d-4e761456b056 req-0015e5d2-f8f5-4084-ac7c-0927a198914b tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=70869ae0-b493-400b-b6d7-b447b0d9f184 HTTP/1.1" status: 200 len: 945 time: 0.0598688 Nov 09 21:32:48.184129 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fbb00e6e-2a40-43e9-a63d-4e761456b056 req-d70244a5-d481-45f2-ba41-56a0d05a0123 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047406 Nov 09 21:32:48.225699 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7d59b2ec-9795-407b-b5ac-9c90db8dab8e tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router_gateway, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:48.248190 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7d59b2ec-9795-407b-b5ac-9c90db8dab8e tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:48.250245 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-566d9f5a-70af-4913-be05-551c57fbb92f tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:48.284960 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d9f5a-70af-4913-be05-551c57fbb92f tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Port': ['ID=f77d0a6f-c186-473b-999e-f74495c52429,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:48.375029 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-566d9f5a-70af-4913-be05-551c57fbb92f tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:48.378300 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-566d9f5a-70af-4913-be05-551c57fbb92f tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/ports/f77d0a6f-c186-473b-999e-f74495c52429 HTTP/1.1" status: 204 len: 168 time: 0.9545825 Nov 09 21:32:48.381046 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60212) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:48.409802 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595e6a0-39fa-4e83-9116-0bb7c8e25f85 req-85d3a483-6ae2-4e56-9307-bb9af84d6ef7 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:48.411321 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5595e6a0-39fa-4e83-9116-0bb7c8e25f85 req-85d3a483-6ae2-4e56-9307-bb9af84d6ef7 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=d75978b8-b8b5-4ee1-ad54-cacdf742a789 HTTP/1.1" status: 200 len: 945 time: 0.1198361 Nov 09 21:32:48.476190 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09ed229-1919-476f-9686-c30ce92272cf tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:48.479243 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09ed229-1919-476f-9686-c30ce92272cf tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:48.481019 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e09ed229-1919-476f-9686-c30ce92272cf tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0989790 Nov 09 21:32:48.483605 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60214) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:48.492243 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-7d59b2ec-9795-407b-b5ac-9c90db8dab8e tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Allocated IP 172.25.7.76 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/d51ca8c2-c87e-450a-bb34-60a38a81dd5e) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:32:48.510961 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5595e6a0-39fa-4e83-9116-0bb7c8e25f85 req-b369cfbe-7136-413d-8c64-88bf37288705 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777175 Nov 09 21:32:48.552884 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-568285d1-4dda-4c23-b8d5-03586956b44b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting subnet 7777caad-54a2-4a89-866d-a23cee4e2238 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:32:48.556162 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-568285d1-4dda-4c23-b8d5-03586956b44b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:48.603712 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-568285d1-4dda-4c23-b8d5-03586956b44b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:48.616582 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7d59b2ec-9795-407b-b5ac-9c90db8dab8e tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:48.652758 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7d59b2ec-9795-407b-b5ac-9c90db8dab8e tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:48.693758 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-568285d1-4dda-4c23-b8d5-03586956b44b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:48.702280 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d59b2ec-9795-407b-b5ac-9c90db8dab8e tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:32:48.709725 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-7d59b2ec-9795-407b-b5ac-9c90db8dab8e tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:32:48.714505 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d59b2ec-9795-407b-b5ac-9c90db8dab8e tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:32:48.741970 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d59b2ec-9795-407b-b5ac-9c90db8dab8e tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Pushing event updated for resources: {'Port': ['ID=d51ca8c2-c87e-450a-bb34-60a38a81dd5e,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:48.770842 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-568285d1-4dda-4c23-b8d5-03586956b44b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:48.800607 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568285d1-4dda-4c23-b8d5-03586956b44b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Subnet': ['ID=7777caad-54a2-4a89-866d-a23cee4e2238,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:48.807237 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-568285d1-4dda-4c23-b8d5-03586956b44b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:48.810884 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-568285d1-4dda-4c23-b8d5-03586956b44b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/7777caad-54a2-4a89-866d-a23cee4e2238 HTTP/1.1" status: 204 len: 168 time: 0.3261971 Nov 09 21:32:48.813381 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60216) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:48.883499 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0c056cd6-7ef1-4681-ab60-3ce2e60c9af9 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0688634 Nov 09 21:32:48.886227 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60218) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:48.892161 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-78d13733-45be-4094-9f47-de6120942ce6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'subnet': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:32:48.993734 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d13733-45be-4094-9f47-de6120942ce6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:32:48.997303 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78d13733-45be-4094-9f47-de6120942ce6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:49.117206 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613a1ed5-9985-42d5-905b-e56b4a42b14c None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:32:49.326597 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78d13733-45be-4094-9f47-de6120942ce6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:49.354593 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-3d90b402-6185-4de0-a8c1-af344834651d None None] Provisioning complete for port 2ae29cb3-25c6-474e-9b04-16daa750505c triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:32:49.354973 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3d90b402-6185-4de0-a8c1-af344834651d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:49.462989 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d13733-45be-4094-9f47-de6120942ce6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:32:49.466998 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3d90b402-6185-4de0-a8c1-af344834651d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:49.472482 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-78d13733-45be-4094-9f47-de6120942ce6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:32:49.494374 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d13733-45be-4094-9f47-de6120942ce6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:49.505168 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78d13733-45be-4094-9f47-de6120942ce6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:49.527232 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d13733-45be-4094-9f47-de6120942ce6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Subnet': ['ID=2082223c-6e68-4306-a663-45ca485f32eb,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:49.542977 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-78d13733-45be-4094-9f47-de6120942ce6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6556060 Nov 09 21:32:49.543716 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60238) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:49.550768 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-62d38301-eecb-460e-811b-b357954ab611 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'port': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'name': 'tempest-NetworksTestDHCPv6-1322671977'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:32:49.566247 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-3d90b402-6185-4de0-a8c1-af344834651d None None] For port 2ae29cb3-25c6-474e-9b04-16daa750505c, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=2ae29cb3-25c6-474e-9b04-16daa750505c,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:32:49.576135 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4edb804-9ad0-4e3d-9d6a-34453ec04030 None None] DHCP port deletion for 83001fa8-21bc-4303-8a8a-37c91fd09fe2 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:32:49.582380 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7d59b2ec-9795-407b-b5ac-9c90db8dab8e tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router_gateway, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:49.583853 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3d90b402-6185-4de0-a8c1-af344834651d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:49.677867 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d90b402-6185-4de0-a8c1-af344834651d None None] Pushing event updated for resources: {'Port': ['ID=2ae29cb3-25c6-474e-9b04-16daa750505c,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:49.704183 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-f4edb804-9ad0-4e3d-9d6a-34453ec04030 None None] Deleting port 2ae29cb3-25c6-474e-9b04-16daa750505c {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:32:49.706187 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f4edb804-9ad0-4e3d-9d6a-34453ec04030 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:49.753141 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d38301-eecb-460e-811b-b357954ab611 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:32:49.758171 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-62d38301-eecb-460e-811b-b357954ab611 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:49.763317 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b695a-2187-4fd7-b795-7d0a1cbbc25a req-68ee0988-3928-4260-8028-113bb19d0170 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:49.765483 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-371b695a-2187-4fd7-b795-7d0a1cbbc25a req-68ee0988-3928-4260-8028-113bb19d0170 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=70869ae0-b493-400b-b6d7-b447b0d9f184 HTTP/1.1" status: 200 len: 945 time: 0.1805487 Nov 09 21:32:49.790168 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-62d38301-eecb-460e-811b-b357954ab611 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] device_id is not set on port e96741b9-29c3-4bcb-ab3b-362f2fb30cb3 yet. {{(pid=102607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:32:49.820763 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-f4edb804-9ad0-4e3d-9d6a-34453ec04030 None None] For port 2ae29cb3-25c6-474e-9b04-16daa750505c, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=2ae29cb3-25c6-474e-9b04-16daa750505c,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:32:49.821240 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f4edb804-9ad0-4e3d-9d6a-34453ec04030 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:49.838924 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-f4edb804-9ad0-4e3d-9d6a-34453ec04030 None None] Calling delete_port for 2ae29cb3-25c6-474e-9b04-16daa750505c owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:32:49.899274 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7d59b2ec-9795-407b-b5ac-9c90db8dab8e tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:49.943040 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f4edb804-9ad0-4e3d-9d6a-34453ec04030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:49.963576 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22aec95-bd8a-47b3-8c4c-c574120b1b65 req-d33ee855-eba7-41b3-9332-ff53a4380625 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:49.971345 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c22aec95-bd8a-47b3-8c4c-c574120b1b65 req-d33ee855-eba7-41b3-9332-ff53a4380625 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=d75978b8-b8b5-4ee1-ad54-cacdf742a789 HTTP/1.1" status: 200 len: 945 time: 0.2637992 Nov 09 21:32:49.974559 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-371b695a-2187-4fd7-b795-7d0a1cbbc25a req-da64effe-f615-4837-ac74-b81b4bba23ce tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009077 Nov 09 21:32:49.978092 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4edb804-9ad0-4e3d-9d6a-34453ec04030 None None] Pushing event deleted for resources: {'Port': ['ID=2ae29cb3-25c6-474e-9b04-16daa750505c,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:49.984871 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4edb804-9ad0-4e3d-9d6a-34453ec04030 None None] No DVR routers for this DVR port 2ae29cb3-25c6-474e-9b04-16daa750505c on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:32:50.016401 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef6f079-05a4-4451-8940-0514cfea8ec4 None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:32:50.031161 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-62d38301-eecb-460e-811b-b357954ab611 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Allocated IP 2001:db8::367 (83001fa8-21bc-4303-8a8a-37c91fd09fe2/2082223c-6e68-4306-a663-45ca485f32eb/e96741b9-29c3-4bcb-ab3b-362f2fb30cb3) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:32:50.076596 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8a722fcc-3138-4981-a3a8-b4d01648efb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:50.097851 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c22aec95-bd8a-47b3-8c4c-c574120b1b65 req-e9cd89d7-6fd8-4e9e-90a5-2a98d0f6f7d2 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122429 Nov 09 21:32:50.140084 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d59b2ec-9795-407b-b5ac-9c90db8dab8e tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Router 155baf54-d66e-47d4-ac39-101b8ae7219e is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:32:50.247952 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20670b75-19c8-4ec6-b576-c697a4f31344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'tenant_id': '4f80aeba4f7b42c0ae266ee8833d0179', 'fixed_ips': [{'subnet_id': '2082223c-6e68-4306-a663-45ca485f32eb'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:32:50.249457 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-20670b75-19c8-4ec6-b576-c697a4f31344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:50.290727 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-62d38301-eecb-460e-811b-b357954ab611 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:50.340682 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-62d38301-eecb-460e-811b-b357954ab611 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:50.347235 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d59b2ec-9795-407b-b5ac-9c90db8dab8e tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:32:50.381254 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7d59b2ec-9795-407b-b5ac-9c90db8dab8e tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:50.387158 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b2d283-78ab-49e4-89e7-6c6e4daa2635 None None] Sync routers for ids ['155baf54-d66e-47d4-ac39-101b8ae7219e'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:32:50.387610 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7d59b2ec-9795-407b-b5ac-9c90db8dab8e tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9593458 Nov 09 21:32:50.387904 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60250) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:50.398335 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-ea5b832e-06fe-449c-ae24-322cc79240a9 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:32:50.409896 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d38301-eecb-460e-811b-b357954ab611 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:32:50.416509 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-62d38301-eecb-460e-811b-b357954ab611 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:32:50.418702 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b2d283-78ab-49e4-89e7-6c6e4daa2635 None None] Routers {'155baf54-d66e-47d4-ac39-101b8ae7219e'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:32:50.419352 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-38b2d283-78ab-49e4-89e7-6c6e4daa2635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:32:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['155baf54-d66e-47d4-ac39-101b8ae7219e'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:50.423882 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d38301-eecb-460e-811b-b357954ab611 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:32:50.433147 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d38301-eecb-460e-811b-b357954ab611 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:50.433984 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-62d38301-eecb-460e-811b-b357954ab611 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:50.472104 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-38b2d283-78ab-49e4-89e7-6c6e4daa2635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:50.479657 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d38301-eecb-460e-811b-b357954ab611 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Port': ['ID=e96741b9-29c3-4bcb-ab3b-362f2fb30cb3,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:50.491409 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b2d283-78ab-49e4-89e7-6c6e4daa2635 None None] Routers {'155baf54-d66e-47d4-ac39-101b8ae7219e'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:32:50.492136 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-38b2d283-78ab-49e4-89e7-6c6e4daa2635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:32:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['155baf54-d66e-47d4-ac39-101b8ae7219e'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:50.514788 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-62d38301-eecb-460e-811b-b357954ab611 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9691920 Nov 09 21:32:50.516737 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60256) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:50.546204 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-20670b75-19c8-4ec6-b576-c697a4f31344 None None] Allocated IP 2001:db8::2 (83001fa8-21bc-4303-8a8a-37c91fd09fe2/2082223c-6e68-4306-a663-45ca485f32eb/1a081f45-fe40-4306-85b8-9ba9511aced0) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:32:50.592684 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79bae86-275b-43da-b138-b9b6a80c8a04 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:50.595194 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c79bae86-275b-43da-b138-b9b6a80c8a04 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0773904 Nov 09 21:32:50.597760 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60258) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:50.678114 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-38b2d283-78ab-49e4-89e7-6c6e4daa2635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:50.689198 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b2d283-78ab-49e4-89e7-6c6e4daa2635 None None] The sync data for ids ['155baf54-d66e-47d4-ac39-101b8ae7219e'] in n-d-816206-3 is: [] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:32:50.740349 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-20670b75-19c8-4ec6-b576-c697a4f31344 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:50.749136 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-20670b75-19c8-4ec6-b576-c697a4f31344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:50.768008 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ea6b4269-8640-4e2f-bce6-d6fbe7167f6d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting port e96741b9-29c3-4bcb-ab3b-362f2fb30cb3 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:32:50.768606 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ea6b4269-8640-4e2f-bce6-d6fbe7167f6d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:50.789861 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20670b75-19c8-4ec6-b576-c697a4f31344 None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:32:50.794813 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-20670b75-19c8-4ec6-b576-c697a4f31344 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:32:50.798510 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20670b75-19c8-4ec6-b576-c697a4f31344 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:32:50.807442 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20670b75-19c8-4ec6-b576-c697a4f31344 None None] Pushing event updated for resources: {'Port': ['ID=1a081f45-fe40-4306-85b8-9ba9511aced0,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:50.897688 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-20670b75-19c8-4ec6-b576-c697a4f31344 None None] Attempting to bind port 1a081f45-fe40-4306-85b8-9ba9511aced0 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:32:50.898065 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-20670b75-19c8-4ec6-b576-c697a4f31344 None None] Attempting to bind port 1a081f45-fe40-4306-85b8-9ba9511aced0 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:32:50.898442 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20670b75-19c8-4ec6-b576-c697a4f31344 None None] Attempting to bind port 1a081f45-fe40-4306-85b8-9ba9511aced0 on network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:32:50.906734 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ea6b4269-8640-4e2f-bce6-d6fbe7167f6d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:50.907239 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20670b75-19c8-4ec6-b576-c697a4f31344 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:32:50.907642 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20670b75-19c8-4ec6-b576-c697a4f31344 None None] Checking segment: {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:32:50.908033 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-20670b75-19c8-4ec6-b576-c697a4f31344 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:50.908437 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20670b75-19c8-4ec6-b576-c697a4f31344 None None] Bound using segment: {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:32:50.912888 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-20670b75-19c8-4ec6-b576-c697a4f31344 None None] Bound port: 1a081f45-fe40-4306-85b8-9ba9511aced0, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:32:50.915652 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-20670b75-19c8-4ec6-b576-c697a4f31344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:50.922484 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ea6b4269-8640-4e2f-bce6-d6fbe7167f6d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Calling delete_port for e96741b9-29c3-4bcb-ab3b-362f2fb30cb3 owned by {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:32:50.972346 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60262) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:51.014652 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ea5b832e-06fe-449c-ae24-322cc79240a9 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:51.023574 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:51.034548 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ea5b832e-06fe-449c-ae24-322cc79240a9 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:51.065545 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-20670b75-19c8-4ec6-b576-c697a4f31344 None None] For port 1a081f45-fe40-4306-85b8-9ba9511aced0, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:32:51.074552 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-20670b75-19c8-4ec6-b576-c697a4f31344 None None] For port 1a081f45-fe40-4306-85b8-9ba9511aced0, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=1a081f45-fe40-4306-85b8-9ba9511aced0,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:32:51.082480 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-20670b75-19c8-4ec6-b576-c697a4f31344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:51.146443 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-26150a0e-34b6-4663-a190-2b03413a7e29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:51.170108 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-ea5b832e-06fe-449c-ae24-322cc79240a9 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Deleting port d51ca8c2-c87e-450a-bb34-60a38a81dd5e {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:32:51.170464 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ea5b832e-06fe-449c-ae24-322cc79240a9 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:51.204404 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53326a2-56b8-44f7-bb6e-78f88e0dfb37 req-c84961bb-5c94-44b0-8eff-187f13e9e8c7 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:51.206223 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f53326a2-56b8-44f7-bb6e-78f88e0dfb37 req-c84961bb-5c94-44b0-8eff-187f13e9e8c7 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=70869ae0-b493-400b-b6d7-b447b0d9f184 HTTP/1.1" status: 200 len: 945 time: 0.1077638 Nov 09 21:32:51.208279 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ea6b4269-8640-4e2f-bce6-d6fbe7167f6d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:51.245338 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20670b75-19c8-4ec6-b576-c697a4f31344 None None] Pushing event updated for resources: {'Port': ['ID=1a081f45-fe40-4306-85b8-9ba9511aced0,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:51.254128 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b4269-8640-4e2f-bce6-d6fbe7167f6d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Port': ['ID=e96741b9-29c3-4bcb-ab3b-362f2fb30cb3,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:51.290870 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ea6b4269-8640-4e2f-bce6-d6fbe7167f6d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:51.296747 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ea6b4269-8640-4e2f-bce6-d6fbe7167f6d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/ports/e96741b9-29c3-4bcb-ab3b-362f2fb30cb3 HTTP/1.1" status: 204 len: 168 time: 0.6948135 Nov 09 21:32:51.297676 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60272) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:51.351510 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10befa89-ee20-4cd9-959c-9e8c4862ff24 req-7a61cd4e-5259-4c48-9d44-49adad30b5fa tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:51.353469 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-10befa89-ee20-4cd9-959c-9e8c4862ff24 req-7a61cd4e-5259-4c48-9d44-49adad30b5fa tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=d75978b8-b8b5-4ee1-ad54-cacdf742a789 HTTP/1.1" status: 200 len: 945 time: 0.1113570 Nov 09 21:32:51.369510 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f53326a2-56b8-44f7-bb6e-78f88e0dfb37 req-47e3072c-e40c-48a8-983c-9d5e58d9d170 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489489 Nov 09 21:32:51.414247 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1ca4aa-c81a-40b7-87b9-68ecdd1da8f4 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:51.414247 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1ca4aa-c81a-40b7-87b9-68ecdd1da8f4 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:51.446592 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-9d1ca4aa-c81a-40b7-87b9-68ecdd1da8f4 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1196110 Nov 09 21:32:51.447437 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60276) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:51.499305 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 2ae29cb3-25c6-474e-9b04-16daa750505c no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:32:51.527957 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 2ae29cb3-25c6-474e-9b04-16daa750505c {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:32:51.528312 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 2ae29cb3-25c6-474e-9b04-16daa750505c not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:32:51.531130 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-768216f4-947b-47ab-b0b7-2c0dceb12317 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting subnet 2082223c-6e68-4306-a663-45ca485f32eb {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:32:51.540791 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-768216f4-947b-47ab-b0b7-2c0dceb12317 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:51.562076 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ea5b832e-06fe-449c-ae24-322cc79240a9 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:51.578213 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-ea5b832e-06fe-449c-ae24-322cc79240a9 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Calling delete_port for d51ca8c2-c87e-450a-bb34-60a38a81dd5e owned by network:router_gateway {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:32:51.620851 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-768216f4-947b-47ab-b0b7-2c0dceb12317 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:51.716096 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-768216f4-947b-47ab-b0b7-2c0dceb12317 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:51.761933 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-26150a0e-34b6-4663-a190-2b03413a7e29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:51.768536 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-10befa89-ee20-4cd9-959c-9e8c4862ff24 req-e50211f6-8e74-463d-8e97-f549348aff98 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011755 Nov 09 21:32:51.772466 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-26150a0e-34b6-4663-a190-2b03413a7e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:51.826570 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-768216f4-947b-47ab-b0b7-2c0dceb12317 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:51.849558 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-26150a0e-34b6-4663-a190-2b03413a7e29 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c920c826721945579c214ea85026ca9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8741755 Nov 09 21:32:51.849834 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26150a0e-34b6-4663-a190-2b03413a7e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00445e6f-9803-45c4-80de-360c6a9411ed,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:51.852765 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60282) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:51.877160 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768216f4-947b-47ab-b0b7-2c0dceb12317 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Subnet': ['ID=2082223c-6e68-4306-a663-45ca485f32eb,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:51.878978 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ea5b832e-06fe-449c-ae24-322cc79240a9 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:51.879557 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-768216f4-947b-47ab-b0b7-2c0dceb12317 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:51.887149 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-768216f4-947b-47ab-b0b7-2c0dceb12317 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/2082223c-6e68-4306-a663-45ca485f32eb HTTP/1.1" status: 204 len: 168 time: 0.4382658 Nov 09 21:32:51.888450 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60284) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:51.929250 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5b832e-06fe-449c-ae24-322cc79240a9 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Pushing event deleted for resources: {'Port': ['ID=d51ca8c2-c87e-450a-bb34-60a38a81dd5e,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:51.932798 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1de971cb-60e0-4bc6-b908-951db97edf37 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0430298 Nov 09 21:32:51.933534 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60286) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:51.940745 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-468a7595-3016-4d4b-a5df-1351c81e9c14 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'subnet': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:32:52.087712 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce66bd81-636d-45d8-bc4e-d5f4aa881ef3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:52.118015 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ea5b832e-06fe-449c-ae24-322cc79240a9 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:52.229066 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468a7595-3016-4d4b-a5df-1351c81e9c14 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:32:52.232383 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-468a7595-3016-4d4b-a5df-1351c81e9c14 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:52.370507 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:52.437813 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce66bd81-636d-45d8-bc4e-d5f4aa881ef3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:52.440137 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-468a7595-3016-4d4b-a5df-1351c81e9c14 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:52.529801 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468a7595-3016-4d4b-a5df-1351c81e9c14 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Subnet': ['ID=aecf0da7-bbb8-47f0-8c83-32012bcf0e13,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:52.538553 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8631f3-cff1-4b14-98c5-8155ab9da0a8 None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:32:52.553501 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2b335-4388-439a-8850-4e669e7a44cd req-190023ee-b175-4ec1-9d78-e93bc6502932 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:52.571474 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-04b2b335-4388-439a-8850-4e669e7a44cd req-190023ee-b175-4ec1-9d78-e93bc6502932 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=70869ae0-b493-400b-b6d7-b447b0d9f184 HTTP/1.1" status: 200 len: 945 time: 0.0788362 Nov 09 21:32:52.661793 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468a7595-3016-4d4b-a5df-1351c81e9c14 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:32:52.669860 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-468a7595-3016-4d4b-a5df-1351c81e9c14 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:32:52.674115 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468a7595-3016-4d4b-a5df-1351c81e9c14 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:52.675113 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-468a7595-3016-4d4b-a5df-1351c81e9c14 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:52.677408 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-04b2b335-4388-439a-8850-4e669e7a44cd req-1656faff-002f-40de-9335-cc67ea4afc73 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012082 Nov 09 21:32:52.691566 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-72bd392c-53ff-4c4d-aa45-a07c8a5f800e None None] Provisioning complete for port 1a081f45-fe40-4306-85b8-9ba9511aced0 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:32:52.691993 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-72bd392c-53ff-4c4d-aa45-a07c8a5f800e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:52.775786 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-468a7595-3016-4d4b-a5df-1351c81e9c14 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8394442 Nov 09 21:32:52.778356 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60298) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:52.785110 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-f17b6fb8-fd22-47b7-ae4f-7641660ebca2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'port': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'name': 'tempest-NetworksTestDHCPv6-2028874571'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:32:52.789197 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ea5b832e-06fe-449c-ae24-322cc79240a9 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27285'] for router, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:52.791550 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce66bd81-636d-45d8-bc4e-d5f4aa881ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:52.795006 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce66bd81-636d-45d8-bc4e-d5f4aa881ef3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:52.796433 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ce66bd81-636d-45d8-bc4e-d5f4aa881ef3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/00445e6f-9803-45c4-80de-360c6a9411ed HTTP/1.1" status: 204 len: 168 time: 0.9407494 Nov 09 21:32:52.804098 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ea5b832e-06fe-449c-ae24-322cc79240a9 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-376903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-376910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380449'] for router, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:52.867691 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce66bd81-636d-45d8-bc4e-d5f4aa881ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00445e6f-9803-45c4-80de-360c6a9411ed,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:52.980066 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:52.983022 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-72bd392c-53ff-4c4d-aa45-a07c8a5f800e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:53.063414 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17b6fb8-fd22-47b7-ae4f-7641660ebca2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:32:53.067735 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f17b6fb8-fd22-47b7-ae4f-7641660ebca2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:53.095563 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-f17b6fb8-fd22-47b7-ae4f-7641660ebca2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] device_id is not set on port 339131a8-2168-4c5e-9d32-effda80a1369 yet. {{(pid=102607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:32:53.109653 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-72bd392c-53ff-4c4d-aa45-a07c8a5f800e None None] For port 1a081f45-fe40-4306-85b8-9ba9511aced0, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=1a081f45-fe40-4306-85b8-9ba9511aced0,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:32:53.117724 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-72bd392c-53ff-4c4d-aa45-a07c8a5f800e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:53.230193 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd392c-53ff-4c4d-aa45-a07c8a5f800e None None] Pushing event updated for resources: {'Port': ['ID=1a081f45-fe40-4306-85b8-9ba9511aced0,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:53.311226 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-f17b6fb8-fd22-47b7-ae4f-7641660ebca2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Allocated IP 2001:db8::1ba (83001fa8-21bc-4303-8a8a-37c91fd09fe2/aecf0da7-bbb8-47f0-8c83-32012bcf0e13/339131a8-2168-4c5e-9d32-effda80a1369) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:32:53.375113 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60308) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:53.381466 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:53.439085 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea5b832e-06fe-449c-ae24-322cc79240a9 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Router 155baf54-d66e-47d4-ac39-101b8ae7219e has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:32:53.440533 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-63436d2c-dedc-43b1-98cd-6078b6044570 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:53.461523 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03bfae-0640-4931-9304-e99738dcc862 req-4e1676db-abf5-4347-b997-c1cb3e118207 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:53.463345 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8e03bfae-0640-4931-9304-e99738dcc862 req-4e1676db-abf5-4347-b997-c1cb3e118207 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=d75978b8-b8b5-4ee1-ad54-cacdf742a789 HTTP/1.1" status: 200 len: 945 time: 0.0752707 Nov 09 21:32:53.473514 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf3607c-9891-40e0-a33e-a0699cf0c3e7 None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:32:53.524224 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 1a081f45-fe40-4306-85b8-9ba9511aced0 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:32:53.570692 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f17b6fb8-fd22-47b7-ae4f-7641660ebca2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:53.583234 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5b832e-06fe-449c-ae24-322cc79240a9 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:32:53.592292 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ea5b832e-06fe-449c-ae24-322cc79240a9 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:53.596221 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ea5b832e-06fe-449c-ae24-322cc79240a9 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] 10.222.0.49 "PUT /v2.0/routers/155baf54-d66e-47d4-ac39-101b8ae7219e HTTP/1.1" status: 200 len: 709 time: 3.2030313 Nov 09 21:32:53.598659 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b2fd3e-5757-4043-ad17-5af67eeab927 None None] Sync routers for ids ['155baf54-d66e-47d4-ac39-101b8ae7219e'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:32:53.600227 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60310) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:53.608686 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-63436d2c-dedc-43b1-98cd-6078b6044570 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:53.609005 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-8b636cb4-4802-4d1f-a290-c53411de2d3e None None] Provisioning complete for port 1a081f45-fe40-4306-85b8-9ba9511aced0 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:32:53.609444 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8b636cb4-4802-4d1f-a290-c53411de2d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:53.616717 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b2fd3e-5757-4043-ad17-5af67eeab927 None None] Routers {'155baf54-d66e-47d4-ac39-101b8ae7219e'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:32:53.617338 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-12b2fd3e-5757-4043-ad17-5af67eeab927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:32:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['155baf54-d66e-47d4-ac39-101b8ae7219e'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:53.633660 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8e03bfae-0640-4931-9304-e99738dcc862 req-b56c06a1-cb9f-40d9-9efc-7d878c50adc2 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598830 Nov 09 21:32:53.648094 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-63436d2c-dedc-43b1-98cd-6078b6044570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:53.664588 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-12b2fd3e-5757-4043-ad17-5af67eeab927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:53.674982 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 1a081f45-fe40-4306-85b8-9ba9511aced0 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:32:53.675359 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:53.675872 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b2fd3e-5757-4043-ad17-5af67eeab927 None None] Routers {'155baf54-d66e-47d4-ac39-101b8ae7219e'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:32:53.676664 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-12b2fd3e-5757-4043-ad17-5af67eeab927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:32:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['155baf54-d66e-47d4-ac39-101b8ae7219e'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:53.711987 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63436d2c-dedc-43b1-98cd-6078b6044570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21bb9cef-ca33-4b27-844c-480b3125c30e,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:53.713454 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-12b2fd3e-5757-4043-ad17-5af67eeab927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:32:53.714288 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b2fd3e-5757-4043-ad17-5af67eeab927 None None] The sync data for ids ['155baf54-d66e-47d4-ac39-101b8ae7219e'] in n-d-816206-3 is: [] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:32:53.739668 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2531476f-06c0-4715-bb8a-ed75fa73f544 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] 10.222.0.49 "GET /v2.0/routers/155baf54-d66e-47d4-ac39-101b8ae7219e HTTP/1.1" status: 200 len: 744 time: 0.1370463 Nov 09 21:32:53.743044 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60316) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:53.758830 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f17b6fb8-fd22-47b7-ae4f-7641660ebca2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:53.765969 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-63436d2c-dedc-43b1-98cd-6078b6044570 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c7882e00f4cf4b83887fc4ee7e0ad829&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3876042 Nov 09 21:32:53.770353 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60318) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:53.816988 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b189079e-565e-477d-8c2b-e3f03b45f4d7 tempest-RoutersIpV6AdminTest-633527497 tempest-RoutersIpV6AdminTest-633527497-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=4531c23d-84b7-490d-8d7c-6676781b6e6a&device_id=155baf54-d66e-47d4-ac39-101b8ae7219e HTTP/1.1" status: 200 len: 205 time: 0.0704083 Nov 09 21:32:53.828755 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60320) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:53.848669 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17b6fb8-fd22-47b7-ae4f-7641660ebca2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:32:53.862105 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-f17b6fb8-fd22-47b7-ae4f-7641660ebca2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:32:53.871310 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17b6fb8-fd22-47b7-ae4f-7641660ebca2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:32:53.877094 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17b6fb8-fd22-47b7-ae4f-7641660ebca2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:53.880682 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f17b6fb8-fd22-47b7-ae4f-7641660ebca2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:53.880823 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-21ce01f8-c996-4e94-a54e-878e0460ba35 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] 10.222.0.49 "GET /v2.0/ports?device_id=155baf54-d66e-47d4-ac39-101b8ae7219e HTTP/1.1" status: 200 len: 205 time: 0.0512590 Nov 09 21:32:53.883408 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60322) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:53.890774 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b6fb8-fd22-47b7-ae4f-7641660ebca2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Port': ['ID=339131a8-2168-4c5e-9d32-effda80a1369,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:53.911055 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f17b6fb8-fd22-47b7-ae4f-7641660ebca2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1287208 Nov 09 21:32:53.911268 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60324) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:53.925328 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-95e25d5a-ceb6-4659-9f81-386225948224 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:53.967216 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fd88f8f4-4c9d-4756-9294-7af1c792e0f3 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:53.972100 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-95e25d5a-ceb6-4659-9f81-386225948224 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:54.012570 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70edd55a-0039-4dc3-a610-b74957d77c14 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:54.018478 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70edd55a-0039-4dc3-a610-b74957d77c14 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:54.022538 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-70edd55a-0039-4dc3-a610-b74957d77c14 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1079476 Nov 09 21:32:54.023273 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60326) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:54.035622 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cfdacf-a4d7-4997-ab54-a5dc6d071daf req-6ace17bc-3f23-416f-bef0-fa4d189695b2 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:54.037476 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b5cfdacf-a4d7-4997-ab54-a5dc6d071daf req-6ace17bc-3f23-416f-bef0-fa4d189695b2 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=70869ae0-b493-400b-b6d7-b447b0d9f184 HTTP/1.1" status: 200 len: 945 time: 0.2437828 Nov 09 21:32:54.098546 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-95e25d5a-ceb6-4659-9f81-386225948224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:54.101514 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-95e25d5a-ceb6-4659-9f81-386225948224 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:54.105094 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-95e25d5a-ceb6-4659-9f81-386225948224 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/21bb9cef-ca33-4b27-844c-480b3125c30e HTTP/1.1" status: 204 len: 168 time: 0.3265641 Nov 09 21:32:54.114268 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e25d5a-ceb6-4659-9f81-386225948224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bb9cef-ca33-4b27-844c-480b3125c30e,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:54.142292 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-e433606f-f465-4949-8d62-da29ef056f80 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting port 339131a8-2168-4c5e-9d32-effda80a1369 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:32:54.142727 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e433606f-f465-4949-8d62-da29ef056f80 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:54.170451 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fd88f8f4-4c9d-4756-9294-7af1c792e0f3 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:54.177384 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fd88f8f4-4c9d-4756-9294-7af1c792e0f3 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:54.188681 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-4336db47-a996-4065-8224-afa6e70760c8 None None] Provisioning complete for port 1a081f45-fe40-4306-85b8-9ba9511aced0 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:32:54.189012 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4336db47-a996-4065-8224-afa6e70760c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:54.253666 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b5cfdacf-a4d7-4997-ab54-a5dc6d071daf req-9178d272-7076-4176-989f-3af5ca4f7665 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021062 Nov 09 21:32:54.266148 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fd88f8f4-4c9d-4756-9294-7af1c792e0f3 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:54.267274 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd88f8f4-4c9d-4756-9294-7af1c792e0f3 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Fanout notify agent at l3_agent the message router_deleted on router 155baf54-d66e-47d4-ac39-101b8ae7219e {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:32:54.275365 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fd88f8f4-4c9d-4756-9294-7af1c792e0f3 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:54.276482 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-fd88f8f4-4c9d-4756-9294-7af1c792e0f3 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] 10.222.0.49 "DELETE /v2.0/routers/155baf54-d66e-47d4-ac39-101b8ae7219e HTTP/1.1" status: 204 len: 168 time: 0.3919523 Nov 09 21:32:54.280000 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60334) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:54.295767 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e433606f-f465-4949-8d62-da29ef056f80 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:54.309990 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-e433606f-f465-4949-8d62-da29ef056f80 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Calling delete_port for 339131a8-2168-4c5e-9d32-effda80a1369 owned by {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:32:54.313909 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d3bd742d-c78b-4250-b7e1-1c9c3a4bef33 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] 10.222.0.49 "GET /v2.0/ports?device_id=155baf54-d66e-47d4-ac39-101b8ae7219e HTTP/1.1" status: 200 len: 205 time: 0.0327544 Nov 09 21:32:54.316653 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60336) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:54.376755 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-bc8ddedb-c29e-451e-be3d-7508a6a1af09 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] delete failed (client error): The resource could not be found. Nov 09 21:32:54.378154 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-bc8ddedb-c29e-451e-be3d-7508a6a1af09 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] 10.222.0.49 "DELETE /v2.0/routers/155baf54-d66e-47d4-ac39-101b8ae7219e HTTP/1.1" status: 404 len: 336 time: 0.0599370 Nov 09 21:32:54.381249 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60340) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:54.435657 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b797f881-d6ec-4f38-b24c-e1d1e168c39e tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9a5505c-0fb8-4f77-81e8-1e275b5d50d6 HTTP/1.1" status: 200 len: 205 time: 0.0531223 Nov 09 21:32:54.446279 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60342) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:54.484290 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [None req-50d7a0f0-ecf0-48d9-b55f-bbb8a7b80531 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] delete failed (client error): The resource could not be found. Nov 09 21:32:54.485410 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-50d7a0f0-ecf0-48d9-b55f-bbb8a7b80531 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] 10.222.0.49 "DELETE /v2.0/routers/d9a5505c-0fb8-4f77-81e8-1e275b5d50d6 HTTP/1.1" status: 404 len: 336 time: 0.0423396 Nov 09 21:32:54.490005 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60348) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:54.556469 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0435da39-12cb-4775-a1de-2529bd41bc93 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] 10.222.0.49 "GET /v2.0/ports?device_id=d372b07c-695d-48a0-93fb-ee8c72428fdd HTTP/1.1" status: 200 len: 205 time: 0.0656962 Nov 09 21:32:54.559442 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60352) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:54.594435 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e433606f-f465-4949-8d62-da29ef056f80 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:54.632811 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-f69d5d9d-058b-485a-9f7d-d0adb337b348 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] delete failed (client error): The resource could not be found. Nov 09 21:32:54.633884 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f69d5d9d-058b-485a-9f7d-d0adb337b348 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] 10.222.0.49 "DELETE /v2.0/routers/d372b07c-695d-48a0-93fb-ee8c72428fdd HTTP/1.1" status: 404 len: 336 time: 0.0729201 Nov 09 21:32:54.637089 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60354) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:54.643314 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e433606f-f465-4949-8d62-da29ef056f80 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Port': ['ID=339131a8-2168-4c5e-9d32-effda80a1369,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:54.668806 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0e507a87-04e7-408c-b345-788a332be724 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9f58069-f0cf-49fc-a71e-174afb533d9b HTTP/1.1" status: 200 len: 205 time: 0.0304618 Nov 09 21:32:54.671105 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60360) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:54.699271 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d16e7152-fbac-49de-a417-d72b64b5e424 None None] Could not find standard attr ID for object f77d0a6f-c186-473b-999e-f74495c52429. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 21:32:54.713310 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e433606f-f465-4949-8d62-da29ef056f80 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:54.719287 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e433606f-f465-4949-8d62-da29ef056f80 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/ports/339131a8-2168-4c5e-9d32-effda80a1369 HTTP/1.1" status: 204 len: 168 time: 0.6950490 Nov 09 21:32:54.723063 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60362) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:54.733258 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-bbfbd60b-e79f-4d93-af59-076c3acc3596 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] delete failed (client error): The resource could not be found. Nov 09 21:32:54.734323 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-bbfbd60b-e79f-4d93-af59-076c3acc3596 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] 10.222.0.49 "DELETE /v2.0/routers/d9f58069-f0cf-49fc-a71e-174afb533d9b HTTP/1.1" status: 404 len: 336 time: 0.0622876 Nov 09 21:32:54.737222 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60366) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:54.794863 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3c8495ca-0b07-41da-ad69-830e5496914e tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] 10.222.0.49 "GET /v2.0/ports?device_id=b12a8ff4-7cc9-4653-9a7f-7cab6935ed12 HTTP/1.1" status: 200 len: 205 time: 0.0564249 Nov 09 21:32:54.807035 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60370) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:54.814609 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-2f9af307-046d-4041-9025-ac35ea73262d None None] Could not find standard attr ID for object e96741b9-29c3-4bcb-ab3b-362f2fb30cb3. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 21:32:54.874720 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [None req-9c6fad6c-a283-476d-9fce-cdfc8bd5dab7 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] delete failed (client error): The resource could not be found. Nov 09 21:32:54.877325 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-9c6fad6c-a283-476d-9fce-cdfc8bd5dab7 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] 10.222.0.49 "DELETE /v2.0/routers/b12a8ff4-7cc9-4653-9a7f-7cab6935ed12 HTTP/1.1" status: 404 len: 336 time: 0.0677216 Nov 09 21:32:54.878743 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60376) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:54.923018 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3e8ffab1-b29a-40b7-b0d8-8472c59e904f tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] 10.222.0.49 "GET /v2.0/ports?device_id=25ad5fbb-2207-40f3-b0c3-a37314bdb427 HTTP/1.1" status: 200 len: 205 time: 0.0431113 Nov 09 21:32:54.932818 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60378) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:54.971711 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79da5ee2-adbf-4b07-ab6b-3ef3c5db7123 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:54.989794 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79da5ee2-adbf-4b07-ab6b-3ef3c5db7123 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:54.994766 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-79da5ee2-adbf-4b07-ab6b-3ef3c5db7123 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2671700 Nov 09 21:32:54.994766 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60380) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:55.018858 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-4930c093-a592-4279-95d8-437d9623d816 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] delete failed (client error): The resource could not be found. Nov 09 21:32:55.024353 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60384) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:55.029584 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4930c093-a592-4279-95d8-437d9623d816 tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] 10.222.0.49 "DELETE /v2.0/routers/25ad5fbb-2207-40f3-b0c3-a37314bdb427 HTTP/1.1" status: 404 len: 336 time: 0.0956147 Nov 09 21:32:55.046465 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41de337-61ca-4605-91ca-f3eb443dd570 req-019a2719-1b2e-4a0b-9231-d45f4992df15 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:55.053759 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f41de337-61ca-4605-91ca-f3eb443dd570 req-019a2719-1b2e-4a0b-9231-d45f4992df15 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=d75978b8-b8b5-4ee1-ad54-cacdf742a789 HTTP/1.1" status: 200 len: 945 time: 0.3013258 Nov 09 21:32:55.086165 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-13e2d4ca-6a0e-49cb-82d6-d609d08c55ff tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] DELETE failed (client error): The resource could not be found. Nov 09 21:32:55.086628 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13e2d4ca-6a0e-49cb-82d6-d609d08c55ff tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:32:55.092181 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-13e2d4ca-6a0e-49cb-82d6-d609d08c55ff tempest-RoutersIpV6AdminTest-433837493 tempest-RoutersIpV6AdminTest-433837493-project] 10.222.0.49 "DELETE /v2.0/subnets/d8570ce2-a804-42af-b49b-492ac15de63b HTTP/1.1" status: 404 len: 337 time: 0.0616817 Nov 09 21:32:55.111775 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-7969714c-0944-4f6b-a048-2e42a7e4ee5f tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting subnet aecf0da7-bbb8-47f0-8c83-32012bcf0e13 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:32:55.121848 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7969714c-0944-4f6b-a048-2e42a7e4ee5f tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:55.185750 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f41de337-61ca-4605-91ca-f3eb443dd570 req-b3596c30-a1bc-40d2-9f2b-fb12218ebe09 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310461 Nov 09 21:32:55.209468 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7969714c-0944-4f6b-a048-2e42a7e4ee5f tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:55.253574 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-07afbacc-2815-4ba2-aca6-71e00335fd69 None None] Could not find standard attr ID for object 339131a8-2168-4c5e-9d32-effda80a1369. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 21:32:55.318020 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7969714c-0944-4f6b-a048-2e42a7e4ee5f tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:55.399929 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7969714c-0944-4f6b-a048-2e42a7e4ee5f tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:55.421790 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7969714c-0944-4f6b-a048-2e42a7e4ee5f tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:55.430246 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7969714c-0944-4f6b-a048-2e42a7e4ee5f tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/aecf0da7-bbb8-47f0-8c83-32012bcf0e13 HTTP/1.1" status: 204 len: 168 time: 0.4352157 Nov 09 21:32:55.437015 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60398) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:55.456462 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7969714c-0944-4f6b-a048-2e42a7e4ee5f tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Subnet': ['ID=aecf0da7-bbb8-47f0-8c83-32012bcf0e13,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:55.493730 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60400) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:55.530498 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-aabb39b3-47c6-4fe6-8de3-5ffb059defb9 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0908382 Nov 09 21:32:55.533434 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60406) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:55.561844 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67df4c-b10a-4f46-a727-a994f927d8f8 req-ae778dda-a293-4df7-b981-00d68f9afdc9 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:55.563625 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6a67df4c-b10a-4f46-a727-a994f927d8f8 req-ae778dda-a293-4df7-b981-00d68f9afdc9 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=70869ae0-b493-400b-b6d7-b447b0d9f184 HTTP/1.1" status: 200 len: 945 time: 0.1686471 Nov 09 21:32:55.615714 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747b9d81-9c0c-48ce-be61-4c65dac760dc None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:32:55.661193 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fac9be7-d6ca-4f0a-91be-42b836119976 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:55.662788 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0fac9be7-d6ca-4f0a-91be-42b836119976 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1283820 Nov 09 21:32:55.669681 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60420) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:55.674521 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6a67df4c-b10a-4f46-a727-a994f927d8f8 req-1e9e03b9-8359-48fd-a84d-2d46bcbe2709 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967295 Nov 09 21:32:55.754941 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9bcfb5f3-efef-4241-a468-ec3857862cb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:55.783693 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7187773-b8a8-493f-a511-e6c4cedc19fd tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:55.785378 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b7187773-b8a8-493f-a511-e6c4cedc19fd tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1145062 Nov 09 21:32:55.788754 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60422) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:55.867634 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-16cc3aea-03b8-465d-8cc4-5d7e60e615e1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0774858 Nov 09 21:32:55.873657 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60426) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:55.880225 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-bf2c19c7-da9b-4f6d-b98c-3f73f97d8b37 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'subnet': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:32:55.893434 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9bcfb5f3-efef-4241-a468-ec3857862cb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:55.900959 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9bcfb5f3-efef-4241-a468-ec3857862cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:55.925994 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60430) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:55.941706 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a870562e-6949-4691-b81e-77b1a86dbd5d None None] DHCP port deletion for 83001fa8-21bc-4303-8a8a-37c91fd09fe2 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:32:55.980219 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-9bcfb5f3-efef-4241-a468-ec3857862cb1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=641b45fd45684df88f0e1496b8ae0f78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4851980 Nov 09 21:32:55.981705 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcfb5f3-efef-4241-a468-ec3857862cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31838ece-9f7b-4241-8d9a-de30540fe17b,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:55.984211 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60434) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:56.045168 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-a870562e-6949-4691-b81e-77b1a86dbd5d None None] Deleting port 1a081f45-fe40-4306-85b8-9ba9511aced0 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:32:56.045796 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a870562e-6949-4691-b81e-77b1a86dbd5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:56.057916 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a61fe0a2-c61c-4c4a-b0b2-0ef3f0b9c469 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:56.072491 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2c19c7-da9b-4f6d-b98c-3f73f97d8b37 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:32:56.079877 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bf2c19c7-da9b-4f6d-b98c-3f73f97d8b37 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:56.087423 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a61fe0a2-c61c-4c4a-b0b2-0ef3f0b9c469 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:56.128769 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-a870562e-6949-4691-b81e-77b1a86dbd5d None None] For port 1a081f45-fe40-4306-85b8-9ba9511aced0, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=1a081f45-fe40-4306-85b8-9ba9511aced0,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:32:56.129175 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a870562e-6949-4691-b81e-77b1a86dbd5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:56.153478 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-a870562e-6949-4691-b81e-77b1a86dbd5d None None] Calling delete_port for 1a081f45-fe40-4306-85b8-9ba9511aced0 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:32:56.165278 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f42bbecf-cee2-41dc-85a8-6dec1c774ab8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:56.198661 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a61fe0a2-c61c-4c4a-b0b2-0ef3f0b9c469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:56.203570 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a61fe0a2-c61c-4c4a-b0b2-0ef3f0b9c469 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:56.221588 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a61fe0a2-c61c-4c4a-b0b2-0ef3f0b9c469 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/31838ece-9f7b-4241-8d9a-de30540fe17b HTTP/1.1" status: 204 len: 168 time: 0.2333252 Nov 09 21:32:56.248246 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61fe0a2-c61c-4c4a-b0b2-0ef3f0b9c469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31838ece-9f7b-4241-8d9a-de30540fe17b,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:56.319252 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a870562e-6949-4691-b81e-77b1a86dbd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:56.321930 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f42bbecf-cee2-41dc-85a8-6dec1c774ab8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:56.329978 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f42bbecf-cee2-41dc-85a8-6dec1c774ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:56.339067 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a870562e-6949-4691-b81e-77b1a86dbd5d None None] No DVR routers for this DVR port 1a081f45-fe40-4306-85b8-9ba9511aced0 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:32:56.369132 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a870562e-6949-4691-b81e-77b1a86dbd5d None None] Pushing event deleted for resources: {'Port': ['ID=1a081f45-fe40-4306-85b8-9ba9511aced0,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:56.383793 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f42bbecf-cee2-41dc-85a8-6dec1c774ab8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=89dbc80972804f0d836596ce596fe8df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4509292 Nov 09 21:32:56.383793 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42bbecf-cee2-41dc-85a8-6dec1c774ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24236ee4-7b53-4e51-a654-41863501e069,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:56.400298 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60440) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:56.414737 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de2ae9-586a-4b5d-890c-2d2644b9dd76 req-6ee9d62e-f11c-4337-815e-61db415db538 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:56.416357 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e1de2ae9-586a-4b5d-890c-2d2644b9dd76 req-6ee9d62e-f11c-4337-815e-61db415db538 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=d75978b8-b8b5-4ee1-ad54-cacdf742a789 HTTP/1.1" status: 200 len: 945 time: 0.1039097 Nov 09 21:32:56.451326 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bf2c19c7-da9b-4f6d-b98c-3f73f97d8b37 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:56.475293 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e31bdc1e-3bf8-41f0-8460-48c410fd1e13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:56.499511 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e31bdc1e-3bf8-41f0-8460-48c410fd1e13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:56.514803 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c19c7-da9b-4f6d-b98c-3f73f97d8b37 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Subnet': ['ID=7f49dbfe-70bf-4e76-8c8d-f00d5d0eae8e,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:56.547439 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2c19c7-da9b-4f6d-b98c-3f73f97d8b37 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:32:56.558848 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-bf2c19c7-da9b-4f6d-b98c-3f73f97d8b37 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:32:56.561311 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2c19c7-da9b-4f6d-b98c-3f73f97d8b37 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:56.562077 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bf2c19c7-da9b-4f6d-b98c-3f73f97d8b37 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:56.568450 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1870083-ea52-47e0-afad-be9c762b4604 None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:32:56.584366 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e31bdc1e-3bf8-41f0-8460-48c410fd1e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:56.588302 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e31bdc1e-3bf8-41f0-8460-48c410fd1e13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:56.596186 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e31bdc1e-3bf8-41f0-8460-48c410fd1e13 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/24236ee4-7b53-4e51-a654-41863501e069 HTTP/1.1" status: 204 len: 168 time: 0.1931689 Nov 09 21:32:56.618031 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e1de2ae9-586a-4b5d-890c-2d2644b9dd76 req-6675af39-56da-45fe-b517-223fe16e7e7b tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896026 Nov 09 21:32:56.630369 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-bf2c19c7-da9b-4f6d-b98c-3f73f97d8b37 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7556443 Nov 09 21:32:56.638796 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60446) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:56.650422 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-d331674e-3b85-47a5-8d37-0cfe859a64d4 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'port': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'fixed_ips': [{'subnet_id': '7f49dbfe-70bf-4e76-8c8d-f00d5d0eae8e', 'ip_address': '2001:db8::90d1:7827:3ff1:c3e3'}], 'name': 'tempest-NetworksTestDHCPv6-1488791521'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:32:56.654782 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31bdc1e-3bf8-41f0-8460-48c410fd1e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24236ee4-7b53-4e51-a654-41863501e069,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:56.742037 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60452) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:56.840281 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f404fb29-27a8-41ed-bd97-c4ed58674c4a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e748e0a0b17646f3b9fe3375362358b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0941989 Nov 09 21:32:56.841030 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60454) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:56.848279 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a2adb-2ab3-4145-985f-57c5ec246564 req-e0de3ce9-672c-4308-940e-11303b7612f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:56.850033 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-064a2adb-2ab3-4145-985f-57c5ec246564 req-e0de3ce9-672c-4308-940e-11303b7612f1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d75978b8-b8b5-4ee1-ad54-cacdf742a789 HTTP/1.1" status: 200 len: 1096 time: 0.1054428 Nov 09 21:32:56.871786 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee1769a-3533-4cf6-9ea1-a60b74717215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'tenant_id': '4f80aeba4f7b42c0ae266ee8833d0179', 'fixed_ips': [{'subnet_id': '7f49dbfe-70bf-4e76-8c8d-f00d5d0eae8e'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:32:56.872736 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dee1769a-3533-4cf6-9ea1-a60b74717215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:56.956290 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9278dbc3-a136-4224-b324-85f4bbcfdfe8 req-5d8b4662-5e3a-4f58-b3a9-306d2f4daca2 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:56.968231 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9278dbc3-a136-4224-b324-85f4bbcfdfe8 req-5d8b4662-5e3a-4f58-b3a9-306d2f4daca2 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=70869ae0-b493-400b-b6d7-b447b0d9f184 HTTP/1.1" status: 200 len: 945 time: 0.1384423 Nov 09 21:32:56.987990 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d331674e-3b85-47a5-8d37-0cfe859a64d4 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:32:57.008607 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-064a2adb-2ab3-4145-985f-57c5ec246564 req-55c751f7-083b-4959-9bb6-9cf3995959fc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485662 Nov 09 21:32:57.079745 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fb737160-163d-473b-baf5-666324cf29ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:57.099978 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9278dbc3-a136-4224-b324-85f4bbcfdfe8 req-4e939cda-69b0-4dad-8eba-75c0f8346cc4 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284060 Nov 09 21:32:57.114490 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fb737160-163d-473b-baf5-666324cf29ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:57.119084 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-40eb621b-2338-4c60-b918-b0fab5488eff req-af8328d2-5ae1-4108-a218-71838d94bf0e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bbb2078c-2aed-4065-ad24-8eb8179cd8b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1464052 Nov 09 21:32:57.163717 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-dee1769a-3533-4cf6-9ea1-a60b74717215 None None] Allocated IP 2001:db8::2 (83001fa8-21bc-4303-8a8a-37c91fd09fe2/7f49dbfe-70bf-4e76-8c8d-f00d5d0eae8e/f8637d7f-136b-4a66-b4d4-7747228d2ddf) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:32:57.213183 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb621b-2338-4c60-b918-b0fab5488eff req-d9f9a9ce-c430-450e-943d-730b21cb5f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:57.213481 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d331674e-3b85-47a5-8d37-0cfe859a64d4 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:57.214993 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-40eb621b-2338-4c60-b918-b0fab5488eff req-d9f9a9ce-c430-450e-943d-730b21cb5f07 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1eec0d183eb43fa903f8da93e957658&device_id=bbb2078c-2aed-4065-ad24-8eb8179cd8b0 HTTP/1.1" status: 200 len: 1096 time: 0.0601313 Nov 09 21:32:57.245127 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-d331674e-3b85-47a5-8d37-0cfe859a64d4 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] device_id is not set on port 19de119f-c458-4089-98e7-cfad5052ece5 yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:32:57.353301 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fb737160-163d-473b-baf5-666324cf29ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:57.356200 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fb737160-163d-473b-baf5-666324cf29ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:57.357646 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-fb737160-163d-473b-baf5-666324cf29ed admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1e4dd2fc-15c9-4cde-ae5a-9996195fb10d HTTP/1.1" status: 204 len: 168 time: 0.5059958 Nov 09 21:32:57.376236 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dee1769a-3533-4cf6-9ea1-a60b74717215 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:57.384993 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dee1769a-3533-4cf6-9ea1-a60b74717215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:57.428798 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb621b-2338-4c60-b918-b0fab5488eff req-54698285-8689-4da8-ab62-930790cf03ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:57.428798 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-40eb621b-2338-4c60-b918-b0fab5488eff req-54698285-8689-4da8-ab62-930790cf03ab service neutron] 10.222.0.43 "GET /v2.0/networks?id=e63a53c0-9c74-472d-854f-77c19d8e6ef4 HTTP/1.1" status: 200 len: 910 time: 0.1824007 Nov 09 21:32:57.450286 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1769a-3533-4cf6-9ea1-a60b74717215 None None] Pushing event updated for resources: {'Port': ['ID=f8637d7f-136b-4a66-b4d4-7747228d2ddf,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:57.465341 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee1769a-3533-4cf6-9ea1-a60b74717215 None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:32:57.477232 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-dee1769a-3533-4cf6-9ea1-a60b74717215 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:32:57.479674 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee1769a-3533-4cf6-9ea1-a60b74717215 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:32:57.518774 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 1a081f45-fe40-4306-85b8-9ba9511aced0 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:32:57.540872 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 1a081f45-fe40-4306-85b8-9ba9511aced0 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:32:57.541370 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 1a081f45-fe40-4306-85b8-9ba9511aced0 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:32:57.543934 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-40eb621b-2338-4c60-b918-b0fab5488eff req-8d28a4c0-50ef-41a7-98df-aa582c4ff239 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40a2911d-5e8e-4f80-8a75-d5db552b3804 HTTP/1.1" status: 200 len: 217 time: 0.1072564 Nov 09 21:32:57.577885 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-dee1769a-3533-4cf6-9ea1-a60b74717215 None None] Attempting to bind port f8637d7f-136b-4a66-b4d4-7747228d2ddf on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:32:57.578356 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-dee1769a-3533-4cf6-9ea1-a60b74717215 None None] Attempting to bind port f8637d7f-136b-4a66-b4d4-7747228d2ddf by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:32:57.578764 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee1769a-3533-4cf6-9ea1-a60b74717215 None None] Attempting to bind port f8637d7f-136b-4a66-b4d4-7747228d2ddf on network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:32:57.584546 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee1769a-3533-4cf6-9ea1-a60b74717215 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:32:57.585686 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee1769a-3533-4cf6-9ea1-a60b74717215 None None] Checking segment: {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:32:57.586127 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dee1769a-3533-4cf6-9ea1-a60b74717215 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:57.586711 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee1769a-3533-4cf6-9ea1-a60b74717215 None None] Bound using segment: {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:32:57.587268 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-dee1769a-3533-4cf6-9ea1-a60b74717215 None None] Bound port: f8637d7f-136b-4a66-b4d4-7747228d2ddf, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:32:57.587744 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dee1769a-3533-4cf6-9ea1-a60b74717215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:57.645698 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb737160-163d-473b-baf5-666324cf29ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4dd2fc-15c9-4cde-ae5a-9996195fb10d,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:57.711106 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-dee1769a-3533-4cf6-9ea1-a60b74717215 None None] For port f8637d7f-136b-4a66-b4d4-7747228d2ddf, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:32:57.738346 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-dee1769a-3533-4cf6-9ea1-a60b74717215 None None] For port f8637d7f-136b-4a66-b4d4-7747228d2ddf, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=f8637d7f-136b-4a66-b4d4-7747228d2ddf,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:32:57.745076 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dee1769a-3533-4cf6-9ea1-a60b74717215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:57.797514 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-d331674e-3b85-47a5-8d37-0cfe859a64d4 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Allocated IP 2001:db8::90d1:7827:3ff1:c3e3 (83001fa8-21bc-4303-8a8a-37c91fd09fe2/7f49dbfe-70bf-4e76-8c8d-f00d5d0eae8e/19de119f-c458-4089-98e7-cfad5052ece5) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:32:57.881225 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1769a-3533-4cf6-9ea1-a60b74717215 None None] Pushing event updated for resources: {'Port': ['ID=f8637d7f-136b-4a66-b4d4-7747228d2ddf,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:58.307770 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d331674e-3b85-47a5-8d37-0cfe859a64d4 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:58.356431 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed727277-e3e4-4c42-96f2-4c333161b9cd req-fdb6ba39-6b52-4d67-aeae-85f980844ccc tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:58.365280 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ed727277-e3e4-4c42-96f2-4c333161b9cd req-fdb6ba39-6b52-4d67-aeae-85f980844ccc tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=70869ae0-b493-400b-b6d7-b447b0d9f184 HTTP/1.1" status: 200 len: 945 time: 0.0763257 Nov 09 21:32:58.413423 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73af1d5-f73e-4463-91a8-d4e4f5a6e45b req-778efa90-6e8e-4253-a031-0b65dc1fc470 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:58.415119 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c73af1d5-f73e-4463-91a8-d4e4f5a6e45b req-778efa90-6e8e-4253-a031-0b65dc1fc470 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=d75978b8-b8b5-4ee1-ad54-cacdf742a789 HTTP/1.1" status: 200 len: 945 time: 0.1434321 Nov 09 21:32:58.416779 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb621b-2338-4c60-b918-b0fab5488eff req-6e8560e2-1bde-4bb9-8449-23bb874263a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:58.418230 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-40eb621b-2338-4c60-b918-b0fab5488eff req-6e8560e2-1bde-4bb9-8449-23bb874263a6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bfb20a4a-8695-412f-8658-c790ccaeab3d HTTP/1.1" status: 200 len: 850 time: 0.8706064 Nov 09 21:32:58.435784 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ed727277-e3e4-4c42-96f2-4c333161b9cd req-00ef2623-5b89-407c-a62e-6b1fbcff8b71 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646780 Nov 09 21:32:58.497132 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d331674e-3b85-47a5-8d37-0cfe859a64d4 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:58.552876 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-40eb621b-2338-4c60-b918-b0fab5488eff req-0317b20c-7021-47dd-990c-7d7f5d629316 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e63a53c0-9c74-472d-854f-77c19d8e6ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1217613 Nov 09 21:32:58.553132 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d331674e-3b85-47a5-8d37-0cfe859a64d4 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:32:58.565996 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-d331674e-3b85-47a5-8d37-0cfe859a64d4 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:32:58.571887 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d331674e-3b85-47a5-8d37-0cfe859a64d4 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:32:58.583956 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d331674e-3b85-47a5-8d37-0cfe859a64d4 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:58.584680 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d331674e-3b85-47a5-8d37-0cfe859a64d4 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:58.619312 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d331674e-3b85-47a5-8d37-0cfe859a64d4 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Port': ['ID=19de119f-c458-4089-98e7-cfad5052ece5,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:58.628195 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d331674e-3b85-47a5-8d37-0cfe859a64d4 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9883099 Nov 09 21:32:58.630884 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60508) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:58.698217 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-40eb621b-2338-4c60-b918-b0fab5488eff req-729b07a1-e47b-4655-81b3-67162118c592 service neutron] 10.222.0.43 "GET /v2.0/networks/e63a53c0-9c74-472d-854f-77c19d8e6ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372702 Nov 09 21:32:58.708862 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e064bf7c-4703-4270-85c7-d8fe19171a66 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:58.715437 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e064bf7c-4703-4270-85c7-d8fe19171a66 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:58.719864 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e064bf7c-4703-4270-85c7-d8fe19171a66 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0854492 Nov 09 21:32:58.720131 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60514) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:58.787168 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c73af1d5-f73e-4463-91a8-d4e4f5a6e45b req-6aa80d2a-d241-41df-a26b-2df2c350dadf tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549459 Nov 09 21:32:58.844395 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-40eb621b-2338-4c60-b918-b0fab5488eff req-e997a0bd-e36c-44af-9e2c-146bffc1b09d service neutron] 10.222.0.43 "GET /v2.0/networks/e63a53c0-9c74-472d-854f-77c19d8e6ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359792 Nov 09 21:32:58.864554 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-1c909606-8fee-4577-85bc-5158930b62fe tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting port 19de119f-c458-4089-98e7-cfad5052ece5 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:32:58.865230 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1c909606-8fee-4577-85bc-5158930b62fe tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:59.022698 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1c909606-8fee-4577-85bc-5158930b62fe tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:59.036711 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-1c909606-8fee-4577-85bc-5158930b62fe tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Calling delete_port for 19de119f-c458-4089-98e7-cfad5052ece5 owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:32:59.236888 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1c909606-8fee-4577-85bc-5158930b62fe tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:59.330391 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c909606-8fee-4577-85bc-5158930b62fe tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Port': ['ID=19de119f-c458-4089-98e7-cfad5052ece5,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:32:59.377901 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1c909606-8fee-4577-85bc-5158930b62fe tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:59.384441 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60530) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:59.384575 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1c909606-8fee-4577-85bc-5158930b62fe tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/ports/19de119f-c458-4089-98e7-cfad5052ece5 HTTP/1.1" status: 204 len: 168 time: 0.6633217 Nov 09 21:32:59.513841 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bbd855-edb2-40a5-879c-fe9b1d7fd088 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:59.528333 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bbd855-edb2-40a5-879c-fe9b1d7fd088 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:32:59.534277 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60538) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:32:59.543604 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b4bbd855-edb2-40a5-879c-fe9b1d7fd088 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1578102 Nov 09 21:32:59.609327 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-8b8ae0c7-b0e3-4ea6-b563-c9c205a3f5f6 None None] Provisioning complete for port f8637d7f-136b-4a66-b4d4-7747228d2ddf triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:32:59.611671 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8b8ae0c7-b0e3-4ea6-b563-c9c205a3f5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:59.629759 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device f8637d7f-136b-4a66-b4d4-7747228d2ddf up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:32:59.709694 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e0e10e8-ad0d-4d5b-a2e4-c2c53e6ec707 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting subnet 7f49dbfe-70bf-4e76-8c8d-f00d5d0eae8e {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:32:59.727690 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7e0e10e8-ad0d-4d5b-a2e4-c2c53e6ec707 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:59.861400 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7e0e10e8-ad0d-4d5b-a2e4-c2c53e6ec707 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:59.932024 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port f8637d7f-136b-4a66-b4d4-7747228d2ddf triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:32:59.933535 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:32:59.976039 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8b8ae0c7-b0e3-4ea6-b563-c9c205a3f5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:00.020923 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397df83-c51b-4e85-9719-1e49adf7fe48 req-c8f47010-cd3e-4161-a8c4-c09de09ee1c3 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:00.028836 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a397df83-c51b-4e85-9719-1e49adf7fe48 req-c8f47010-cd3e-4161-a8c4-c09de09ee1c3 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=d75978b8-b8b5-4ee1-ad54-cacdf742a789 HTTP/1.1" status: 200 len: 945 time: 0.0903327 Nov 09 21:33:00.044386 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7e0e10e8-ad0d-4d5b-a2e4-c2c53e6ec707 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:00.117917 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a397df83-c51b-4e85-9719-1e49adf7fe48 req-bf168843-19fa-418a-998d-31cac2fe20be tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850611 Nov 09 21:33:00.166669 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:00.189348 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7e0e10e8-ad0d-4d5b-a2e4-c2c53e6ec707 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:00.212725 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60556) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:00.259230 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e10e8-ad0d-4d5b-a2e4-c2c53e6ec707 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Subnet': ['ID=7f49dbfe-70bf-4e76-8c8d-f00d5d0eae8e,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:00.278662 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.db.api [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 21:33:00.279098 n-d-816206-3 neutron-server[102609]: DEBUG oslo_db.api [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 21:33:00.282239 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15db702b-297b-414d-9e95-52f56c5c3df7 None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:33:00.286659 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.db.api [None req-8b8ae0c7-b0e3-4ea6-b563-c9c205a3f5f6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 21:33:00.287174 n-d-816206-3 neutron-server[102609]: DEBUG oslo_db.api [None req-8b8ae0c7-b0e3-4ea6-b563-c9c205a3f5f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 21:33:00.289970 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fc9c9-fcfd-4997-bc7f-2ad85d87768e req-d1c7c2dd-7423-4ecb-bb9a-27a40b8f9418 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:00.297672 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9c1fc9c9-fcfd-4997-bc7f-2ad85d87768e req-d1c7c2dd-7423-4ecb-bb9a-27a40b8f9418 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=70869ae0-b493-400b-b6d7-b447b0d9f184 HTTP/1.1" status: 200 len: 945 time: 0.6872122 Nov 09 21:33:00.299906 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7e0e10e8-ad0d-4d5b-a2e4-c2c53e6ec707 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:00.303718 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7e0e10e8-ad0d-4d5b-a2e4-c2c53e6ec707 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/7f49dbfe-70bf-4e76-8c8d-f00d5d0eae8e HTTP/1.1" status: 204 len: 168 time: 0.7683563 Nov 09 21:33:00.306257 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60562) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:00.379580 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9c1fc9c9-fcfd-4997-bc7f-2ad85d87768e req-6dfe2a5d-ac72-4db6-ae50-3c137dd125e8 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812607 Nov 09 21:33:00.395342 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc25aa-3e8e-4c39-80e8-82f21f6eb9aa req-67dd7c25-97fd-4530-93db-cf92c020f2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:00.405774 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f0bc25aa-3e8e-4c39-80e8-82f21f6eb9aa req-67dd7c25-97fd-4530-93db-cf92c020f2c4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d1eec0d183eb43fa903f8da93e957658&device_id=d75978b8-b8b5-4ee1-ad54-cacdf742a789 HTTP/1.1" status: 200 len: 1096 time: 0.0486526 Nov 09 21:33:00.412686 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-bee1a168-d408-4001-943e-e91a73a82e67 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1032131 Nov 09 21:33:00.414606 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60564) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:00.422989 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-c34954a9-0034-436c-a0a9-88ea8365e1b9 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'subnet': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:00.499254 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-b06b090e-0b54-4939-913c-9c3eb93a058a tempest-RoutersAdminNegativeTest-1955993149 tempest-RoutersAdminNegativeTest-1955993149-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1654509757', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:00.507218 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc25aa-3e8e-4c39-80e8-82f21f6eb9aa req-fc0153ac-4e42-4305-96da-8c4bcf0f024d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:00.508953 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f0bc25aa-3e8e-4c39-80e8-82f21f6eb9aa req-fc0153ac-4e42-4305-96da-8c4bcf0f024d service neutron] 10.222.0.45 "GET /v2.0/networks?id=e63a53c0-9c74-472d-854f-77c19d8e6ef4 HTTP/1.1" status: 200 len: 910 time: 0.1027703 Nov 09 21:33:00.519944 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ea4ebf-3946-4ed7-8caf-8c322744a0e2 None None] DHCP port deletion for 83001fa8-21bc-4303-8a8a-37c91fd09fe2 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:33:00.554005 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f0bc25aa-3e8e-4c39-80e8-82f21f6eb9aa req-63adcc75-9db2-4248-8923-bed52c9f97ba service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7f59c6fa-fda6-45c2-b876-8e873e2e0b06 HTTP/1.1" status: 200 len: 217 time: 0.0378668 Nov 09 21:33:00.577147 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-74ea4ebf-3946-4ed7-8caf-8c322744a0e2 None None] Deleting port f8637d7f-136b-4a66-b4d4-7747228d2ddf {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:33:00.577618 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-74ea4ebf-3946-4ed7-8caf-8c322744a0e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:00.582128 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8c4e8-ffa8-466c-97d8-dd81deda8b6e req-71b6420b-7381-43d9-a59e-a8ff26ba1183 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:00.583646 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a1f8c4e8-ffa8-466c-97d8-dd81deda8b6e req-71b6420b-7381-43d9-a59e-a8ff26ba1183 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=d75978b8-b8b5-4ee1-ad54-cacdf742a789 HTTP/1.1" status: 200 len: 945 time: 0.1417115 Nov 09 21:33:00.586464 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06b090e-0b54-4939-913c-9c3eb93a058a tempest-RoutersAdminNegativeTest-1955993149 tempest-RoutersAdminNegativeTest-1955993149-project-admin] Made reservation on behalf of 7ba332ea21d440718e3ad3e817e22658 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:33:00.589358 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b06b090e-0b54-4939-913c-9c3eb93a058a tempest-RoutersAdminNegativeTest-1955993149 tempest-RoutersAdminNegativeTest-1955993149-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:00.611369 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc25aa-3e8e-4c39-80e8-82f21f6eb9aa req-d95655c4-8eb5-4611-b3b6-c7ebc609f95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:00.612135 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b06b090e-0b54-4939-913c-9c3eb93a058a tempest-RoutersAdminNegativeTest-1955993149 tempest-RoutersAdminNegativeTest-1955993149-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:00.612875 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f0bc25aa-3e8e-4c39-80e8-82f21f6eb9aa req-d95655c4-8eb5-4611-b3b6-c7ebc609f95d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bfb20a4a-8695-412f-8658-c790ccaeab3d HTTP/1.1" status: 200 len: 850 time: 0.0519657 Nov 09 21:33:00.647563 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-74ea4ebf-3946-4ed7-8caf-8c322744a0e2 None None] For port f8637d7f-136b-4a66-b4d4-7747228d2ddf, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=f8637d7f-136b-4a66-b4d4-7747228d2ddf,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:33:00.648090 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-74ea4ebf-3946-4ed7-8caf-8c322744a0e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:00.650481 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f0bc25aa-3e8e-4c39-80e8-82f21f6eb9aa req-4a7e5039-c3eb-4e03-b28e-235af1cb61a7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e63a53c0-9c74-472d-854f-77c19d8e6ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296721 Nov 09 21:33:00.660900 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34954a9-0034-436c-a0a9-88ea8365e1b9 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:33:00.661454 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-74ea4ebf-3946-4ed7-8caf-8c322744a0e2 None None] Calling delete_port for f8637d7f-136b-4a66-b4d4-7747228d2ddf owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:33:00.665484 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c34954a9-0034-436c-a0a9-88ea8365e1b9 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:00.772354 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-74ea4ebf-3946-4ed7-8caf-8c322744a0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:00.829091 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea4ebf-3946-4ed7-8caf-8c322744a0e2 None None] Pushing event deleted for resources: {'Port': ['ID=f8637d7f-136b-4a66-b4d4-7747228d2ddf,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:00.861526 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Port f8637d7f-136b-4a66-b4d4-7747228d2ddf update to ACTIVE by agent not found {{(pid=102609) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 09 21:33:00.863321 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ea4ebf-3946-4ed7-8caf-8c322744a0e2 None None] No DVR routers for this DVR port f8637d7f-136b-4a66-b4d4-7747228d2ddf on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:33:00.867012 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-8b8ae0c7-b0e3-4ea6-b563-c9c205a3f5f6 None None] Port f8637d7f-136b-4a66-b4d4-7747228d2ddf update to ACTIVE by agent not found {{(pid=102609) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 09 21:33:00.895407 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a1f8c4e8-ffa8-466c-97d8-dd81deda8b6e req-53375040-75ee-4f80-b389-ad6f4e8d7d98 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020890 Nov 09 21:33:00.905717 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b06b090e-0b54-4939-913c-9c3eb93a058a tempest-RoutersAdminNegativeTest-1955993149 tempest-RoutersAdminNegativeTest-1955993149-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:00.911481 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b06b090e-0b54-4939-913c-9c3eb93a058a tempest-RoutersAdminNegativeTest-1955993149 tempest-RoutersAdminNegativeTest-1955993149-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:00.915021 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-b06b090e-0b54-4939-913c-9c3eb93a058a tempest-RoutersAdminNegativeTest-1955993149 tempest-RoutersAdminNegativeTest-1955993149-project-admin] device_id is not set on port 9cee98d5-a921-4368-b020-3ba4857c7bf4 yet. {{(pid=102607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:33:00.943194 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:33:00.986775 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-5740c634-c8dc-4bb2-9d59-d05e5a9aceae None None] Could not find standard attr ID for object 19de119f-c458-4089-98e7-cfad5052ece5. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 21:33:01.004248 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b090e-0b54-4939-913c-9c3eb93a058a tempest-RoutersAdminNegativeTest-1955993149 tempest-RoutersAdminNegativeTest-1955993149-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ede886-f045-41bb-ae17-ac0b90e0b1ba,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:01.087677 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f0bc25aa-3e8e-4c39-80e8-82f21f6eb9aa req-f2df2fc0-1d1c-4f63-871f-81874839de42 service neutron] 10.222.0.45 "GET /v2.0/networks/e63a53c0-9c74-472d-854f-77c19d8e6ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4309165 Nov 09 21:33:01.123271 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-b06b090e-0b54-4939-913c-9c3eb93a058a tempest-RoutersAdminNegativeTest-1955993149 tempest-RoutersAdminNegativeTest-1955993149-project-admin] Allocated IP 172.25.7.119 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/9cee98d5-a921-4368-b020-3ba4857c7bf4) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:33:01.192209 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c34954a9-0034-436c-a0a9-88ea8365e1b9 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:01.209344 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f0bc25aa-3e8e-4c39-80e8-82f21f6eb9aa req-43842a40-d7e9-4409-bad6-d0a9a41fee03 service neutron] 10.222.0.45 "GET /v2.0/networks/e63a53c0-9c74-472d-854f-77c19d8e6ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143928 Nov 09 21:33:01.279058 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34954a9-0034-436c-a0a9-88ea8365e1b9 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:33:01.307339 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-c34954a9-0034-436c-a0a9-88ea8365e1b9 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:33:01.313214 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34954a9-0034-436c-a0a9-88ea8365e1b9 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:01.313819 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c34954a9-0034-436c-a0a9-88ea8365e1b9 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:01.318940 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b05020d-1889-4979-ae06-6baa1ee312ff None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:33:01.331390 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34954a9-0034-436c-a0a9-88ea8365e1b9 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Subnet': ['ID=7f8889c0-8e31-47ee-a5b7-394da2ff7c37,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:01.347620 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c34954a9-0034-436c-a0a9-88ea8365e1b9 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9317861 Nov 09 21:33:01.350358 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60594) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:01.356801 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-1481be12-5ed0-493e-93d5-217ccb8d7f71 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'port': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'fixed_ips': [{'subnet_id': '7f8889c0-8e31-47ee-a5b7-394da2ff7c37', 'ip_address': '2001:db8::4891:6261:f941:2221'}], 'name': 'tempest-NetworksTestDHCPv6-1555943247'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:01.449327 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b06b090e-0b54-4939-913c-9c3eb93a058a tempest-RoutersAdminNegativeTest-1955993149 tempest-RoutersAdminNegativeTest-1955993149-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:01.517613 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device f8637d7f-136b-4a66-b4d4-7747228d2ddf no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:33:01.527713 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1481be12-5ed0-493e-93d5-217ccb8d7f71 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:33:01.552271 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: f8637d7f-136b-4a66-b4d4-7747228d2ddf {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:33:01.552531 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device f8637d7f-136b-4a66-b4d4-7747228d2ddf not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:33:01.555729 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b06b090e-0b54-4939-913c-9c3eb93a058a tempest-RoutersAdminNegativeTest-1955993149 tempest-RoutersAdminNegativeTest-1955993149-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:01.608852 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdafece-1dcf-412a-8fa4-34749d9fb00c req-357a0adb-ba61-4926-b80a-6fb5d30469c9 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:01.610344 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bfdafece-1dcf-412a-8fa4-34749d9fb00c req-357a0adb-ba61-4926-b80a-6fb5d30469c9 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=70869ae0-b493-400b-b6d7-b447b0d9f184 HTTP/1.1" status: 200 len: 945 time: 0.0860116 Nov 09 21:33:01.619300 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643b9228-03f9-458a-9dfc-410ac48b7dbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'tenant_id': '4f80aeba4f7b42c0ae266ee8833d0179', 'fixed_ips': [{'subnet_id': '7f8889c0-8e31-47ee-a5b7-394da2ff7c37'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:33:01.620192 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-643b9228-03f9-458a-9dfc-410ac48b7dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:01.653873 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06b090e-0b54-4939-913c-9c3eb93a058a tempest-RoutersAdminNegativeTest-1955993149 tempest-RoutersAdminNegativeTest-1955993149-project-admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:33:01.657126 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-b06b090e-0b54-4939-913c-9c3eb93a058a tempest-RoutersAdminNegativeTest-1955993149 tempest-RoutersAdminNegativeTest-1955993149-project-admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:33:01.658998 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b090e-0b54-4939-913c-9c3eb93a058a tempest-RoutersAdminNegativeTest-1955993149 tempest-RoutersAdminNegativeTest-1955993149-project-admin] Pushing event updated for resources: {'Port': ['ID=9cee98d5-a921-4368-b020-3ba4857c7bf4,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:01.661294 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06b090e-0b54-4939-913c-9c3eb93a058a tempest-RoutersAdminNegativeTest-1955993149 tempest-RoutersAdminNegativeTest-1955993149-project-admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:33:01.679161 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bfdafece-1dcf-412a-8fa4-34749d9fb00c req-7e264745-4a52-4099-818c-b49a524418e4 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576134 Nov 09 21:33:01.711393 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1481be12-5ed0-493e-93d5-217ccb8d7f71 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:01.738400 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-1481be12-5ed0-493e-93d5-217ccb8d7f71 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] device_id is not set on port 88497647-d30c-42a9-9bb3-7af0c7daedb3 yet. {{(pid=102607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:33:01.775228 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06b090e-0b54-4939-913c-9c3eb93a058a tempest-RoutersAdminNegativeTest-1955993149 tempest-RoutersAdminNegativeTest-1955993149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:01.775966 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b06b090e-0b54-4939-913c-9c3eb93a058a tempest-RoutersAdminNegativeTest-1955993149 tempest-RoutersAdminNegativeTest-1955993149-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:01.806514 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b06b090e-0b54-4939-913c-9c3eb93a058a tempest-RoutersAdminNegativeTest-1955993149 tempest-RoutersAdminNegativeTest-1955993149-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5925353 Nov 09 21:33:01.810246 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60606) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:01.817247 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-cd4fe29c-de35-4670-9297-d76b28e5b8c0 tempest-RoutersAdminNegativeTest-1955993149 tempest-RoutersAdminNegativeTest-1955993149-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.119'}]}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:01.827829 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-643b9228-03f9-458a-9dfc-410ac48b7dbd None None] Allocated IP 2001:db8::2 (83001fa8-21bc-4303-8a8a-37c91fd09fe2/7f8889c0-8e31-47ee-a5b7-394da2ff7c37/2768cfbc-062b-4578-bb01-1c594d05267a) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:33:01.912142 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cd4fe29c-de35-4670-9297-d76b28e5b8c0 tempest-RoutersAdminNegativeTest-1955993149 tempest-RoutersAdminNegativeTest-1955993149-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:01.913382 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cd4fe29c-de35-4670-9297-d76b28e5b8c0 tempest-RoutersAdminNegativeTest-1955993149 tempest-RoutersAdminNegativeTest-1955993149-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:01.946326 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc282c21-b23c-4862-a347-61ca52f6e35a req-b538337f-dd67-44c6-aeae-8dd5d7427210 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:01.948143 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cc282c21-b23c-4862-a347-61ca52f6e35a req-b538337f-dd67-44c6-aeae-8dd5d7427210 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.0705020 Nov 09 21:33:02.015208 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cd4fe29c-de35-4670-9297-d76b28e5b8c0 tempest-RoutersAdminNegativeTest-1955993149 tempest-RoutersAdminNegativeTest-1955993149-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:02.040846 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da263c04-64e9-48e5-abe7-7febe15636cb req-b9253228-1f21-417c-b2be-273f15a1d89f tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:02.047532 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-643b9228-03f9-458a-9dfc-410ac48b7dbd None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:02.049801 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-da263c04-64e9-48e5-abe7-7febe15636cb req-b9253228-1f21-417c-b2be-273f15a1d89f tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=d75978b8-b8b5-4ee1-ad54-cacdf742a789 HTTP/1.1" status: 200 len: 945 time: 0.0687597 Nov 09 21:33:02.055798 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-643b9228-03f9-458a-9dfc-410ac48b7dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:02.112214 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-da263c04-64e9-48e5-abe7-7febe15636cb req-a26e53a3-e6ea-4a2f-94ef-94cc0525c999 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606360 Nov 09 21:33:02.114150 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b9228-03f9-458a-9dfc-410ac48b7dbd None None] Pushing event updated for resources: {'Port': ['ID=2768cfbc-062b-4578-bb01-1c594d05267a,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:02.128384 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643b9228-03f9-458a-9dfc-410ac48b7dbd None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:33:02.130075 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-643b9228-03f9-458a-9dfc-410ac48b7dbd None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:33:02.132480 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643b9228-03f9-458a-9dfc-410ac48b7dbd None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:33:02.161153 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cc282c21-b23c-4862-a347-61ca52f6e35a req-a4accf30-6837-4e6d-b278-088309c7e2a6 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2018118 Nov 09 21:33:02.196324 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-643b9228-03f9-458a-9dfc-410ac48b7dbd None None] Attempting to bind port 2768cfbc-062b-4578-bb01-1c594d05267a on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:33:02.196727 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-643b9228-03f9-458a-9dfc-410ac48b7dbd None None] Attempting to bind port 2768cfbc-062b-4578-bb01-1c594d05267a by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:33:02.197090 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643b9228-03f9-458a-9dfc-410ac48b7dbd None None] Attempting to bind port 2768cfbc-062b-4578-bb01-1c594d05267a on network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:33:02.202127 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643b9228-03f9-458a-9dfc-410ac48b7dbd None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:33:02.202860 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643b9228-03f9-458a-9dfc-410ac48b7dbd None None] Checking segment: {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:33:02.202980 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-643b9228-03f9-458a-9dfc-410ac48b7dbd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:02.203270 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643b9228-03f9-458a-9dfc-410ac48b7dbd None None] Bound using segment: {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:33:02.203732 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-643b9228-03f9-458a-9dfc-410ac48b7dbd None None] Bound port: 2768cfbc-062b-4578-bb01-1c594d05267a, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:33:02.204099 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-643b9228-03f9-458a-9dfc-410ac48b7dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:02.240655 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cd4fe29c-de35-4670-9297-d76b28e5b8c0 tempest-RoutersAdminNegativeTest-1955993149 tempest-RoutersAdminNegativeTest-1955993149-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:02.244769 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-1481be12-5ed0-493e-93d5-217ccb8d7f71 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Allocated IP 2001:db8::4891:6261:f941:2221 (83001fa8-21bc-4303-8a8a-37c91fd09fe2/7f8889c0-8e31-47ee-a5b7-394da2ff7c37/88497647-d30c-42a9-9bb3-7af0c7daedb3) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:33:02.278362 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-643b9228-03f9-458a-9dfc-410ac48b7dbd None None] For port 2768cfbc-062b-4578-bb01-1c594d05267a, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:33:02.297257 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-643b9228-03f9-458a-9dfc-410ac48b7dbd None None] For port 2768cfbc-062b-4578-bb01-1c594d05267a, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=2768cfbc-062b-4578-bb01-1c594d05267a,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:33:02.306435 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-643b9228-03f9-458a-9dfc-410ac48b7dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:02.330662 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9eec43-0785-43c3-a908-99cfb17ccaf7 req-91e5418e-1a54-4dce-8cd9-fd449125529d tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:02.351797 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ca9eec43-0785-43c3-a908-99cfb17ccaf7 req-91e5418e-1a54-4dce-8cd9-fd449125529d tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.0970902 Nov 09 21:33:02.392253 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b9228-03f9-458a-9dfc-410ac48b7dbd None None] Pushing event updated for resources: {'Port': ['ID=2768cfbc-062b-4578-bb01-1c594d05267a,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:02.443620 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ca9eec43-0785-43c3-a908-99cfb17ccaf7 req-9c1d4255-845c-4834-9f03-e1226c358a19 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896785 Nov 09 21:33:02.703452 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1481be12-5ed0-493e-93d5-217ccb8d7f71 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:02.758271 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1481be12-5ed0-493e-93d5-217ccb8d7f71 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:02.792532 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cd4fe29c-de35-4670-9297-d76b28e5b8c0 tempest-RoutersAdminNegativeTest-1955993149 tempest-RoutersAdminNegativeTest-1955993149-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:02.845804 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cd4fe29c-de35-4670-9297-d76b28e5b8c0 tempest-RoutersAdminNegativeTest-1955993149 tempest-RoutersAdminNegativeTest-1955993149-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:02.888496 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1481be12-5ed0-493e-93d5-217ccb8d7f71 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:33:02.895973 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481be12-5ed0-493e-93d5-217ccb8d7f71 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Port': ['ID=88497647-d30c-42a9-9bb3-7af0c7daedb3,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:02.903192 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-1481be12-5ed0-493e-93d5-217ccb8d7f71 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:33:02.910875 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1481be12-5ed0-493e-93d5-217ccb8d7f71 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:33:02.917196 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1481be12-5ed0-493e-93d5-217ccb8d7f71 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:02.917822 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1481be12-5ed0-493e-93d5-217ccb8d7f71 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:02.981528 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1481be12-5ed0-493e-93d5-217ccb8d7f71 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6301608 Nov 09 21:33:02.984125 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60634) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:03.008895 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-21591bd2-227e-428b-9905-ac329fb4f437 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:03.010371 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-21591bd2-227e-428b-9905-ac329fb4f437 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/networks?id=e557bc0d-71a9-4b44-ab50-1de12563c5ef HTTP/1.1" status: 200 len: 812 time: 0.2409606 Nov 09 21:33:03.035795 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb67d5a-098a-4f5a-868d-bbfefd3bfbda tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:03.042910 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb67d5a-098a-4f5a-868d-bbfefd3bfbda tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:03.047130 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-9fb67d5a-098a-4f5a-868d-bbfefd3bfbda tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0592263 Nov 09 21:33:03.047525 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60636) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:03.059008 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-1a8df18c-835e-4de3-8e6d-0b2a53b421ee tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/quotas/96a7a35658cb4a6ea565f057e114d368 HTTP/1.1" status: 200 len: 375 time: 0.0198328 Nov 09 21:33:03.154435 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-5627d252-5014-47f8-adfe-47ce826963a7 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting port 88497647-d30c-42a9-9bb3-7af0c7daedb3 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:33:03.155031 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5627d252-5014-47f8-adfe-47ce826963a7 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:03.165986 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-9157d8b6-6644-45d9-bdea-d4971453b780 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=96a7a35658cb4a6ea565f057e114d368&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0992591 Nov 09 21:33:03.167687 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cd4fe29c-de35-4670-9297-d76b28e5b8c0 tempest-RoutersAdminNegativeTest-1955993149 tempest-RoutersAdminNegativeTest-1955993149-project-admin] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:03.313739 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6097a9-f0ed-4efb-85f7-d94e65555243 req-c4a38409-128b-4326-b893-e49dcf0bc4b1 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:03.321702 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6c6097a9-f0ed-4efb-85f7-d94e65555243 req-c4a38409-128b-4326-b893-e49dcf0bc4b1 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=d75978b8-b8b5-4ee1-ad54-cacdf742a789 HTTP/1.1" status: 200 len: 945 time: 0.1010151 Nov 09 21:33:03.325452 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5627d252-5014-47f8-adfe-47ce826963a7 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:03.351596 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-5627d252-5014-47f8-adfe-47ce826963a7 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Calling delete_port for 88497647-d30c-42a9-9bb3-7af0c7daedb3 owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:33:03.375844 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-51abfaea-10a7-4da0-aea1-9da69d01b70b service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:03.377024 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-51abfaea-10a7-4da0-aea1-9da69d01b70b service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1568170 Nov 09 21:33:03.396739 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cd4fe29c-de35-4670-9297-d76b28e5b8c0 tempest-RoutersAdminNegativeTest-1955993149 tempest-RoutersAdminNegativeTest-1955993149-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:03.400240 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cd4fe29c-de35-4670-9297-d76b28e5b8c0 tempest-RoutersAdminNegativeTest-1955993149 tempest-RoutersAdminNegativeTest-1955993149-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:03.439583 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6c6097a9-f0ed-4efb-85f7-d94e65555243 req-cc547aab-485d-402b-ac40-238c666e2145 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147859 Nov 09 21:33:03.528190 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cd4fe29c-de35-4670-9297-d76b28e5b8c0 tempest-RoutersAdminNegativeTest-1955993149 tempest-RoutersAdminNegativeTest-1955993149-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:03.528727 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4fe29c-de35-4670-9297-d76b28e5b8c0 tempest-RoutersAdminNegativeTest-1955993149 tempest-RoutersAdminNegativeTest-1955993149-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8d9e23a2-bdba-4fb7-be55-cf767f3d66ec {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:33:03.565764 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 2768cfbc-062b-4578-bb01-1c594d05267a up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:33:03.573206 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [None req-cd4fe29c-de35-4670-9297-d76b28e5b8c0 tempest-RoutersAdminNegativeTest-1955993149 tempest-RoutersAdminNegativeTest-1955993149-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 09 21:33:03.577114 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-cd4fe29c-de35-4670-9297-d76b28e5b8c0 tempest-RoutersAdminNegativeTest-1955993149 tempest-RoutersAdminNegativeTest-1955993149-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.7627444 Nov 09 21:33:03.579683 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60646) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:03.622853 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-a399bcfa-93b7-4c5b-83b1-d5330e31a177 service neutron] 10.222.0.49 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388074 Nov 09 21:33:03.706238 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5627d252-5014-47f8-adfe-47ce826963a7 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:03.776550 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5627d252-5014-47f8-adfe-47ce826963a7 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Port': ['ID=88497647-d30c-42a9-9bb3-7af0c7daedb3,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:03.802251 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:03.804658 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 2768cfbc-062b-4578-bb01-1c594d05267a triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:33:03.808357 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:03.811610 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5627d252-5014-47f8-adfe-47ce826963a7 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:03.817206 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5627d252-5014-47f8-adfe-47ce826963a7 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/ports/88497647-d30c-42a9-9bb3-7af0c7daedb3 HTTP/1.1" status: 204 len: 168 time: 0.7686224 Nov 09 21:33:03.819530 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60656) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:03.894488 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-c1db9fb5-cede-4428-a37f-f258c225b301 service neutron] 10.222.0.49 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572093 Nov 09 21:33:03.903875 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-02e41823-168b-437e-884c-5cf8bd6581ae tempest-RoutersAdminNegativeTest-1955993149 tempest-RoutersAdminNegativeTest-1955993149-project-admin] Deleting port 9cee98d5-a921-4368-b020-3ba4857c7bf4 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:33:03.904223 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-02e41823-168b-437e-884c-5cf8bd6581ae tempest-RoutersAdminNegativeTest-1955993149 tempest-RoutersAdminNegativeTest-1955993149-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:03.949312 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:03.983726 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c3a2aa-144d-45a3-8ff0-2a41ca9db5fa tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:03.985788 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c3a2aa-144d-45a3-8ff0-2a41ca9db5fa tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:03.987748 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-66c3a2aa-144d-45a3-8ff0-2a41ca9db5fa tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1670609 Nov 09 21:33:03.991106 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60660) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:04.041413 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-0286e29d-8ba2-4f34-b8ef-54965a32e249 None None] Provisioning complete for port 2768cfbc-062b-4578-bb01-1c594d05267a triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:33:04.042767 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0286e29d-8ba2-4f34-b8ef-54965a32e249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:04.065627 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 2768cfbc-062b-4578-bb01-1c594d05267a, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=2768cfbc-062b-4578-bb01-1c594d05267a,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:33:04.073004 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-02e41823-168b-437e-884c-5cf8bd6581ae tempest-RoutersAdminNegativeTest-1955993149 tempest-RoutersAdminNegativeTest-1955993149-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:04.089835 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-02e41823-168b-437e-884c-5cf8bd6581ae tempest-RoutersAdminNegativeTest-1955993149 tempest-RoutersAdminNegativeTest-1955993149-project-admin] Calling delete_port for 9cee98d5-a921-4368-b020-3ba4857c7bf4 owned by {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:33:04.100053 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:04.149193 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-21e3e342-51a6-48a8-905b-c06b2387d996 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting subnet 7f8889c0-8e31-47ee-a5b7-394da2ff7c37 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:33:04.164230 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-21e3e342-51a6-48a8-905b-c06b2387d996 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:04.250556 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98096b7-1938-4e4f-be48-85fd3be17951 req-5dd5a8d9-df6e-4b27-a29c-e4b20e672517 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:04.255037 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d98096b7-1938-4e4f-be48-85fd3be17951 req-5dd5a8d9-df6e-4b27-a29c-e4b20e672517 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=d75978b8-b8b5-4ee1-ad54-cacdf742a789 HTTP/1.1" status: 200 len: 945 time: 0.2658055 Nov 09 21:33:04.299540 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=2768cfbc-062b-4578-bb01-1c594d05267a,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:04.326108 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-21e3e342-51a6-48a8-905b-c06b2387d996 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:04.355341 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1f6c8730-1220-4510-a6d7-68cfed2d9e7e req-349ef5f9-7962-4539-b11d-b9839abd7550 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=74fa2f36-9c75-4c80-8945-a8c460f70d9a HTTP/1.1" status: 200 len: 210 time: 0.0685549 Nov 09 21:33:04.363356 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-02e41823-168b-437e-884c-5cf8bd6581ae tempest-RoutersAdminNegativeTest-1955993149 tempest-RoutersAdminNegativeTest-1955993149-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:04.419446 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e41823-168b-437e-884c-5cf8bd6581ae tempest-RoutersAdminNegativeTest-1955993149 tempest-RoutersAdminNegativeTest-1955993149-project-admin] Pushing event deleted for resources: {'Port': ['ID=9cee98d5-a921-4368-b020-3ba4857c7bf4,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:04.439006 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d98096b7-1938-4e4f-be48-85fd3be17951 req-8e813b34-0cf6-4b40-ab31-ebc267a5885b tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673288 Nov 09 21:33:04.500053 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-2333a68a-57d8-4873-89cc-9b307de8ca17 None None] Could not find standard attr ID for object 88497647-d30c-42a9-9bb3-7af0c7daedb3. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 21:33:04.521769 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-21e3e342-51a6-48a8-905b-c06b2387d996 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:04.539680 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-02e41823-168b-437e-884c-5cf8bd6581ae tempest-RoutersAdminNegativeTest-1955993149 tempest-RoutersAdminNegativeTest-1955993149-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:04.544374 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-02e41823-168b-437e-884c-5cf8bd6581ae tempest-RoutersAdminNegativeTest-1955993149 tempest-RoutersAdminNegativeTest-1955993149-project-admin] 10.222.0.49 "DELETE /v2.0/ports/9cee98d5-a921-4368-b020-3ba4857c7bf4 HTTP/1.1" status: 204 len: 168 time: 0.9636621 Nov 09 21:33:04.602313 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-21e3e342-51a6-48a8-905b-c06b2387d996 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:04.634824 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e3e342-51a6-48a8-905b-c06b2387d996 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Subnet': ['ID=7f8889c0-8e31-47ee-a5b7-394da2ff7c37,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:04.643040 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-21e3e342-51a6-48a8-905b-c06b2387d996 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:04.646766 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-21e3e342-51a6-48a8-905b-c06b2387d996 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/7f8889c0-8e31-47ee-a5b7-394da2ff7c37 HTTP/1.1" status: 204 len: 168 time: 0.6543930 Nov 09 21:33:04.649352 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60670) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:04.677366 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f454a8f1-ad6f-4c17-afc5-7cf9f9e318a4 None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:33:04.708537 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-fa936e91-dd44-4931-b9c5-d5f485279faf tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0577772 Nov 09 21:33:04.711362 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60678) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:04.717968 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-b5ed5721-ec73-4cf6-997b-f0d0f160f18d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'subnet': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:04.952213 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d335f213-1b1d-465d-878d-90e80d67760f None None] DHCP port deletion for 83001fa8-21bc-4303-8a8a-37c91fd09fe2 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:33:04.974615 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ed5721-ec73-4cf6-997b-f0d0f160f18d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:33:04.979565 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b5ed5721-ec73-4cf6-997b-f0d0f160f18d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:05.084275 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-d335f213-1b1d-465d-878d-90e80d67760f None None] Deleting port 2768cfbc-062b-4578-bb01-1c594d05267a {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:33:05.085863 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d335f213-1b1d-465d-878d-90e80d67760f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:05.107770 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60698) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:05.338683 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b5ed5721-ec73-4cf6-997b-f0d0f160f18d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:05.416853 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-d335f213-1b1d-465d-878d-90e80d67760f None None] For port 2768cfbc-062b-4578-bb01-1c594d05267a, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=2768cfbc-062b-4578-bb01-1c594d05267a,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:33:05.417643 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d335f213-1b1d-465d-878d-90e80d67760f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:05.437277 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-d335f213-1b1d-465d-878d-90e80d67760f None None] Calling delete_port for 2768cfbc-062b-4578-bb01-1c594d05267a owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:33:05.620413 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 2768cfbc-062b-4578-bb01-1c594d05267a no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:33:05.629854 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ed5721-ec73-4cf6-997b-f0d0f160f18d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:33:05.632203 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-20a93bd6-f105-450e-aa00-cee0f1093787 req-bc7c0b33-7045-4923-a621-c71fcbd38fb2 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=74fa2f36-9c75-4c80-8945-a8c460f70d9a HTTP/1.1" status: 200 len: 210 time: 0.0612149 Nov 09 21:33:05.633600 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed5721-ec73-4cf6-997b-f0d0f160f18d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Subnet': ['ID=6315fee8-7405-4413-816f-095a81e2ed43,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:05.636020 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-b5ed5721-ec73-4cf6-997b-f0d0f160f18d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:33:05.638391 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed5721-ec73-4cf6-997b-f0d0f160f18d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:05.638989 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b5ed5721-ec73-4cf6-997b-f0d0f160f18d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:05.676462 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b5ed5721-ec73-4cf6-997b-f0d0f160f18d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9613483 Nov 09 21:33:05.676739 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60708) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:05.682888 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-a5ecab92-61af-4b09-b1b5-a784536587d1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'port': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'fixed_ips': [{'subnet_id': '6315fee8-7405-4413-816f-095a81e2ed43', 'ip_address': '2001:db8::949d:8cdc:5bf:841f'}], 'name': 'tempest-NetworksTestDHCPv6-430870972'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:05.794249 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fcb31e84-234c-498b-acbe-31bbbbabfcf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:05.838066 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d335f213-1b1d-465d-878d-90e80d67760f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:05.870243 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d335f213-1b1d-465d-878d-90e80d67760f None None] No DVR routers for this DVR port 2768cfbc-062b-4578-bb01-1c594d05267a on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:33:05.895680 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ed113-ef1c-4c30-8f10-30a2f0960d19 req-72b9f0a0-8e3e-41ea-b7e9-c015adb55a2c tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:05.902562 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d335f213-1b1d-465d-878d-90e80d67760f None None] Pushing event deleted for resources: {'Port': ['ID=2768cfbc-062b-4578-bb01-1c594d05267a,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:05.906161 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2c6ed113-ef1c-4c30-8f10-30a2f0960d19 req-72b9f0a0-8e3e-41ea-b7e9-c015adb55a2c tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=d75978b8-b8b5-4ee1-ad54-cacdf742a789 HTTP/1.1" status: 200 len: 945 time: 0.1088290 Nov 09 21:33:05.913563 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af97985-bd2b-4d4a-8746-57b183342895 None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:33:05.930173 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:05.978675 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2c6ed113-ef1c-4c30-8f10-30a2f0960d19 req-f4c94297-2ebb-43c5-8d91-ed8a52ca3fae tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668285 Nov 09 21:33:06.058798 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fcb31e84-234c-498b-acbe-31bbbbabfcf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:06.073651 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fcb31e84-234c-498b-acbe-31bbbbabfcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:06.167547 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ecab92-61af-4b09-b1b5-a784536587d1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:33:06.241988 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb31e84-234c-498b-acbe-31bbbbabfcf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d7a325-dc4f-4efa-87eb-3f8a578c111e,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:06.284470 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-fcb31e84-234c-498b-acbe-31bbbbabfcf7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a8d5b9af645d49c98a0370e2f7b2dde3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1729136 Nov 09 21:33:06.285374 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60718) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:06.330497 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a5ecab92-61af-4b09-b1b5-a784536587d1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:06.335421 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9cf403-7231-47a3-b3e2-96a8412b8dea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'tenant_id': '4f80aeba4f7b42c0ae266ee8833d0179', 'fixed_ips': [{'subnet_id': '6315fee8-7405-4413-816f-095a81e2ed43'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:33:06.337313 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8c9cf403-7231-47a3-b3e2-96a8412b8dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:06.374707 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-a5ecab92-61af-4b09-b1b5-a784536587d1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] device_id is not set on port ab0d9b06-ed1e-4b21-89ce-f2ca5c266cb9 yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:33:06.401553 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-b191c492-8b16-4467-a02e-dbd492205597 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:06.403629 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-b191c492-8b16-4467-a02e-dbd492205597 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.43 "GET /v2.0/networks?id=e557bc0d-71a9-4b44-ab50-1de12563c5ef HTTP/1.1" status: 200 len: 812 time: 0.2409167 Nov 09 21:33:06.457506 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-caf26ff5-08e7-4628-9bd2-44296f4be194 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Request body: {'port': {'device_id': '74fa2f36-9c75-4c80-8945-a8c460f70d9a', 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef', 'admin_state_up': True, 'tenant_id': '96a7a35658cb4a6ea565f057e114d368'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:06.562808 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5f603589-0025-48b2-a5d2-fdb821a8833a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:06.590835 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-8c9cf403-7231-47a3-b3e2-96a8412b8dea None None] Allocated IP 2001:db8::2 (83001fa8-21bc-4303-8a8a-37c91fd09fe2/6315fee8-7405-4413-816f-095a81e2ed43/22543c4e-9665-452f-9797-829334c79e96) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:33:06.606114 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5f603589-0025-48b2-a5d2-fdb821a8833a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:06.653711 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-caf26ff5-08e7-4628-9bd2-44296f4be194 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Made reservation on behalf of 96a7a35658cb4a6ea565f057e114d368 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:33:06.656733 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-caf26ff5-08e7-4628-9bd2-44296f4be194 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:06.715561 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5f603589-0025-48b2-a5d2-fdb821a8833a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:06.719492 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5f603589-0025-48b2-a5d2-fdb821a8833a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:06.720936 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5f603589-0025-48b2-a5d2-fdb821a8833a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e0d7a325-dc4f-4efa-87eb-3f8a578c111e HTTP/1.1" status: 204 len: 168 time: 0.4236336 Nov 09 21:33:06.756899 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf53c25-e74e-440e-9b15-707125bc45fb req-f2cfdb42-f843-4024-b1dd-02078da5e674 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:06.761339 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1bf53c25-e74e-440e-9b15-707125bc45fb req-f2cfdb42-f843-4024-b1dd-02078da5e674 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.45 "GET /v2.0/ports?device_id=d75978b8-b8b5-4ee1-ad54-cacdf742a789 HTTP/1.1" status: 200 len: 945 time: 0.1164975 Nov 09 21:33:06.762899 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f603589-0025-48b2-a5d2-fdb821a8833a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d7a325-dc4f-4efa-87eb-3f8a578c111e,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:06.775473 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8c9cf403-7231-47a3-b3e2-96a8412b8dea None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:06.793165 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8c9cf403-7231-47a3-b3e2-96a8412b8dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:06.871107 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-caf26ff5-08e7-4628-9bd2-44296f4be194 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Allocated IP 172.20.0.9 (e557bc0d-71a9-4b44-ab50-1de12563c5ef/48041428-5cce-473c-b445-a01eb383d908/f199ac79-a0be-4ad8-aef7-ad83ae95d60b) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:33:06.890027 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9cf403-7231-47a3-b3e2-96a8412b8dea None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:33:06.897909 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-8c9cf403-7231-47a3-b3e2-96a8412b8dea None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:33:06.905116 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9cf403-7231-47a3-b3e2-96a8412b8dea None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:33:06.914338 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-001f2f39-8439-41e2-bb06-cadf4c4ae010 req-41b7415b-0083-48f4-86e4-16e9c6b16cce tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=74fa2f36-9c75-4c80-8945-a8c460f70d9a HTTP/1.1" status: 200 len: 210 time: 0.1465855 Nov 09 21:33:06.956326 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9cf403-7231-47a3-b3e2-96a8412b8dea None None] Pushing event updated for resources: {'Port': ['ID=22543c4e-9665-452f-9797-829334c79e96,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:06.988592 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-8c9cf403-7231-47a3-b3e2-96a8412b8dea None None] Attempting to bind port 22543c4e-9665-452f-9797-829334c79e96 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:33:06.988807 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-8c9cf403-7231-47a3-b3e2-96a8412b8dea None None] Attempting to bind port 22543c4e-9665-452f-9797-829334c79e96 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:33:06.989156 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9cf403-7231-47a3-b3e2-96a8412b8dea None None] Attempting to bind port 22543c4e-9665-452f-9797-829334c79e96 on network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:33:06.990071 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-a5ecab92-61af-4b09-b1b5-a784536587d1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Allocated IP 2001:db8::949d:8cdc:5bf:841f (83001fa8-21bc-4303-8a8a-37c91fd09fe2/6315fee8-7405-4413-816f-095a81e2ed43/ab0d9b06-ed1e-4b21-89ce-f2ca5c266cb9) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:33:06.998241 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9cf403-7231-47a3-b3e2-96a8412b8dea None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:33:06.998241 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9cf403-7231-47a3-b3e2-96a8412b8dea None None] Checking segment: {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:33:06.998241 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8c9cf403-7231-47a3-b3e2-96a8412b8dea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:06.998628 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9cf403-7231-47a3-b3e2-96a8412b8dea None None] Bound using segment: {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:33:06.999038 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-8c9cf403-7231-47a3-b3e2-96a8412b8dea None None] Bound port: 22543c4e-9665-452f-9797-829334c79e96, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:33:06.999424 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8c9cf403-7231-47a3-b3e2-96a8412b8dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:07.026612 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-1bf53c25-e74e-440e-9b15-707125bc45fb req-11967744-7b2e-4dd9-9335-c16aaa114491 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Deleting port 7f59c6fa-fda6-45c2-b876-8e873e2e0b06 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:33:07.027121 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1bf53c25-e74e-440e-9b15-707125bc45fb req-11967744-7b2e-4dd9-9335-c16aaa114491 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:07.078066 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-8c9cf403-7231-47a3-b3e2-96a8412b8dea None None] For port 22543c4e-9665-452f-9797-829334c79e96, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:33:07.082259 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-8c9cf403-7231-47a3-b3e2-96a8412b8dea None None] For port 22543c4e-9665-452f-9797-829334c79e96, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=22543c4e-9665-452f-9797-829334c79e96,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:33:07.091593 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8c9cf403-7231-47a3-b3e2-96a8412b8dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:07.150478 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-caf26ff5-08e7-4628-9bd2-44296f4be194 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:07.178342 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9cf403-7231-47a3-b3e2-96a8412b8dea None None] Pushing event updated for resources: {'Port': ['ID=22543c4e-9665-452f-9797-829334c79e96,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:07.211422 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-caf26ff5-08e7-4628-9bd2-44296f4be194 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:07.233223 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['d71d1143-74da-460d-93e3-6608d25fdb67'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:33:07.280194 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60736) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:07.291869 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-caf26ff5-08e7-4628-9bd2-44296f4be194 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Network e557bc0d-71a9-4b44-ab50-1de12563c5ef is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:33:07.313057 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf26ff5-08e7-4628-9bd2-44296f4be194 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Pushing event updated for resources: {'Port': ['ID=f199ac79-a0be-4ad8-aef7-ad83ae95d60b,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:07.317168 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-caf26ff5-08e7-4628-9bd2-44296f4be194 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:33:07.321470 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-caf26ff5-08e7-4628-9bd2-44296f4be194 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:33:07.353125 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-1bf53c25-e74e-440e-9b15-707125bc45fb req-11967744-7b2e-4dd9-9335-c16aaa114491 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] For port 7f59c6fa-fda6-45c2-b876-8e873e2e0b06, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=7f59c6fa-fda6-45c2-b876-8e873e2e0b06,segment=NetworkSegment(f1d1420c-9500-4b39-a5ac-48afc5071fab),segment_id=f1d1420c-9500-4b39-a5ac-48afc5071fab)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:33:07.353532 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1bf53c25-e74e-440e-9b15-707125bc45fb req-11967744-7b2e-4dd9-9335-c16aaa114491 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:07.381742 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-caf26ff5-08e7-4628-9bd2-44296f4be194 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:07.383285 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-caf26ff5-08e7-4628-9bd2-44296f4be194 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:07.404564 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-caf26ff5-08e7-4628-9bd2-44296f4be194 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9680657 Nov 09 21:33:07.411879 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-1bf53c25-e74e-440e-9b15-707125bc45fb req-11967744-7b2e-4dd9-9335-c16aaa114491 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Calling delete_port for 7f59c6fa-fda6-45c2-b876-8e873e2e0b06 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:33:07.428946 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-ddaee8c6-ddb8-46e4-ae22-8c5d89dd2bd2 service neutron] Request body: {'port': {'device_id': '74fa2f36-9c75-4c80-8945-a8c460f70d9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:07.463630 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e99692-8109-4cef-b4e9-d2aea5a7c6dc req-06fd2c2f-af31-478f-ba7f-5dd249f33489 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:07.465515 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e2e99692-8109-4cef-b4e9-d2aea5a7c6dc req-06fd2c2f-af31-478f-ba7f-5dd249f33489 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=d75978b8-b8b5-4ee1-ad54-cacdf742a789 HTTP/1.1" status: 200 len: 945 time: 0.3300517 Nov 09 21:33:07.510759 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d0129d91-bbeb-4a76-94c8-97f50471e0be admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7ba332ea21d440718e3ad3e817e22658&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1987257 Nov 09 21:33:07.523697 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60740) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:07.569397 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-fb5b2f09-e5b6-4277-806a-43db7397806f req-bc73dccf-8d19-4bd1-bc49-84445509e216 service neutron] (102607) timed out ('10.222.0.43', 56554) {{(pid=102607) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 21:33:07.573703 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-ddaee8c6-ddb8-46e4-ae22-8c5d89dd2bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:07.701320 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a5ecab92-61af-4b09-b1b5-a784536587d1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:07.763567 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e2e99692-8109-4cef-b4e9-d2aea5a7c6dc req-83227642-21f6-42e6-b1a7-583547324586 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743804 Nov 09 21:33:07.806809 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5b037ddc-3f5b-4a0b-b1e4-78137f13f572 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:07.843440 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5b037ddc-3f5b-4a0b-b1e4-78137f13f572 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:07.845599 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a5ecab92-61af-4b09-b1b5-a784536587d1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:07.896093 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-93b75611-6cb6-4e18-9b9d-53b29dd169bd None None] Provisioning complete for port f199ac79-a0be-4ad8-aef7-ad83ae95d60b triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:33:07.897760 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-93b75611-6cb6-4e18-9b9d-53b29dd169bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:07.951415 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-ddaee8c6-ddb8-46e4-ae22-8c5d89dd2bd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f199ac79-a0be-4ad8-aef7-ad83ae95d60b {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:33:07.951613 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ecab92-61af-4b09-b1b5-a784536587d1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:33:07.964629 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-a5ecab92-61af-4b09-b1b5-a784536587d1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:33:07.968413 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-ddaee8c6-ddb8-46e4-ae22-8c5d89dd2bd2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:07.969648 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ecab92-61af-4b09-b1b5-a784536587d1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:33:07.976236 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ecab92-61af-4b09-b1b5-a784536587d1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:07.976924 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a5ecab92-61af-4b09-b1b5-a784536587d1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:07.984259 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1bf53c25-e74e-440e-9b15-707125bc45fb req-11967744-7b2e-4dd9-9335-c16aaa114491 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:07.985843 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ecab92-61af-4b09-b1b5-a784536587d1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Port': ['ID=ab0d9b06-ed1e-4b21-89ce-f2ca5c266cb9,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:07.993328 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-ddaee8c6-ddb8-46e4-ae22-8c5d89dd2bd2 service neutron] Transition to ACTIVE for port object f199ac79-a0be-4ad8-aef7-ad83ae95d60b will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:33:08.002193 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-ddaee8c6-ddb8-46e4-ae22-8c5d89dd2bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:08.008283 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ecab92-61af-4b09-b1b5-a784536587d1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:33:08.008283 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ecab92-61af-4b09-b1b5-a784536587d1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:33:08.008521 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ecab92-61af-4b09-b1b5-a784536587d1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:33:08.008843 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ecab92-61af-4b09-b1b5-a784536587d1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:33:08.009173 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ecab92-61af-4b09-b1b5-a784536587d1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:33:08.009509 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ecab92-61af-4b09-b1b5-a784536587d1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:33:08.009844 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ecab92-61af-4b09-b1b5-a784536587d1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:33:08.010178 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ecab92-61af-4b09-b1b5-a784536587d1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:33:08.010508 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ecab92-61af-4b09-b1b5-a784536587d1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:33:08.010837 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ecab92-61af-4b09-b1b5-a784536587d1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:33:08.011165 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ecab92-61af-4b09-b1b5-a784536587d1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:33:08.011499 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ecab92-61af-4b09-b1b5-a784536587d1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:33:08.017669 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a5ecab92-61af-4b09-b1b5-a784536587d1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.3396027 Nov 09 21:33:08.025908 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60744) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:08.053081 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['40a2911d-5e8e-4f80-8a75-d5db552b3804'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:33:08.079238 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11967744-7b2e-4dd9-9335-c16aaa114491 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Pushing event deleted for resources: {'Port': ['ID=7f59c6fa-fda6-45c2-b876-8e873e2e0b06,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:08.112790 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf53c25-e74e-440e-9b15-707125bc45fb req-11967744-7b2e-4dd9-9335-c16aaa114491 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] No DVR routers for this DVR port 7f59c6fa-fda6-45c2-b876-8e873e2e0b06 on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:33:08.114538 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5b037ddc-3f5b-4a0b-b1e4-78137f13f572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:08.117835 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5b037ddc-3f5b-4a0b-b1e4-78137f13f572 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:08.119014 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5b037ddc-3f5b-4a0b-b1e4-78137f13f572 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d9ede886-f045-41bb-ae17-ac0b90e0b1ba HTTP/1.1" status: 204 len: 168 time: 0.5923634 Nov 09 21:33:08.120312 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-1bf53c25-e74e-440e-9b15-707125bc45fb req-11967744-7b2e-4dd9-9335-c16aaa114491 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:08.123900 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1bf53c25-e74e-440e-9b15-707125bc45fb req-11967744-7b2e-4dd9-9335-c16aaa114491 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.45 "DELETE /v2.0/ports/7f59c6fa-fda6-45c2-b876-8e873e2e0b06 HTTP/1.1" status: 204 len: 173 time: 1.3561265 Nov 09 21:33:08.129264 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd75978b8-b8b5-4ee1-ad54-cacdf742a789', 'name': 'network-vif-deleted', 'tag': '7f59c6fa-fda6-45c2-b876-8e873e2e0b06'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:33:08.131843 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab52b2b-f93c-4c18-9b6d-cb22a3f25b66" -d '{"events": [{"server_uuid": "d75978b8-b8b5-4ee1-ad54-cacdf742a789", "name": "network-vif-deleted", "tag": "7f59c6fa-fda6-45c2-b876-8e873e2e0b06"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:33:08.137023 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-93b75611-6cb6-4e18-9b9d-53b29dd169bd None None] Port f199ac79-a0be-4ad8-aef7-ad83ae95d60b cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:33:08.160446 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b037ddc-3f5b-4a0b-b1e4-78137f13f572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ede886-f045-41bb-ae17-ac0b90e0b1ba,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:08.201540 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b6962f-acdb-428c-b357-6535486659d5 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:08.219320 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b6962f-acdb-428c-b357-6535486659d5 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:08.227509 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaee8c6-ddb8-46e4-ae22-8c5d89dd2bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=f199ac79-a0be-4ad8-aef7-ad83ae95d60b,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:08.237970 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-46b6962f-acdb-428c-b357-6535486659d5 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.2110064 Nov 09 21:33:08.248679 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60752) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:08.355130 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7594c83-0739-4031-9f08-f823467ee6f0 req-5146acfe-ba6b-4b4d-99c5-dfa4c99a2879 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:08.356529 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f7594c83-0739-4031-9f08-f823467ee6f0 req-5146acfe-ba6b-4b4d-99c5-dfa4c99a2879 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=74fa2f36-9c75-4c80-8945-a8c460f70d9a HTTP/1.1" status: 200 len: 943 time: 0.1437576 Nov 09 21:33:08.392521 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-ddaee8c6-ddb8-46e4-ae22-8c5d89dd2bd2 service neutron] Attempting to bind port f199ac79-a0be-4ad8-aef7-ad83ae95d60b on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:33:08.392925 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-ddaee8c6-ddb8-46e4-ae22-8c5d89dd2bd2 service neutron] Attempting to bind port f199ac79-a0be-4ad8-aef7-ad83ae95d60b by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '4b1e7064-c872-4e6f-85a8-e00a69322723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:33:08.393255 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-ddaee8c6-ddb8-46e4-ae22-8c5d89dd2bd2 service neutron] Attempting to bind port f199ac79-a0be-4ad8-aef7-ad83ae95d60b on network e557bc0d-71a9-4b44-ab50-1de12563c5ef {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:33:08.413701 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-ddaee8c6-ddb8-46e4-ae22-8c5d89dd2bd2 service neutron] Port f199ac79-a0be-4ad8-aef7-ad83ae95d60b on network e557bc0d-71a9-4b44-ab50-1de12563c5ef not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:33:08.414189 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-ddaee8c6-ddb8-46e4-ae22-8c5d89dd2bd2 service neutron] Attempting to bind port f199ac79-a0be-4ad8-aef7-ad83ae95d60b on network e557bc0d-71a9-4b44-ab50-1de12563c5ef {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:33:08.421940 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-ddaee8c6-ddb8-46e4-ae22-8c5d89dd2bd2 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:33:08.422301 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-ddaee8c6-ddb8-46e4-ae22-8c5d89dd2bd2 service neutron] Checking segment: {'id': '4b1e7064-c872-4e6f-85a8-e00a69322723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:33:08.424442 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-ddaee8c6-ddb8-46e4-ae22-8c5d89dd2bd2 service neutron] Bound using segment: {'id': '4b1e7064-c872-4e6f-85a8-e00a69322723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:33:08.425941 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-ddaee8c6-ddb8-46e4-ae22-8c5d89dd2bd2 service neutron] Bound port: f199ac79-a0be-4ad8-aef7-ad83ae95d60b, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b1e7064-c872-4e6f-85a8-e00a69322723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:33:08.426303 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-ddaee8c6-ddb8-46e4-ae22-8c5d89dd2bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:08.548882 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-e66943fe-e289-4d26-b660-717664fdb02c tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting port ab0d9b06-ed1e-4b21-89ce-f2ca5c266cb9 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:33:08.549422 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e66943fe-e289-4d26-b660-717664fdb02c tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:08.663666 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-ddaee8c6-ddb8-46e4-ae22-8c5d89dd2bd2 service neutron] For port f199ac79-a0be-4ad8-aef7-ad83ae95d60b, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:33:08.685746 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f7594c83-0739-4031-9f08-f823467ee6f0 req-e94cbe4c-a7ae-4b82-8e9f-ca747ab07cfc tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134212 Nov 09 21:33:08.735053 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1d7e15-f388-461f-b7c0-186c71a1265e x-openstack-request-id: req-6e1d7e15-f388-461f-b7c0-186c71a1265e {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:33:08.735248 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-ddaee8c6-ddb8-46e4-ae22-8c5d89dd2bd2 service neutron] For port f199ac79-a0be-4ad8-aef7-ad83ae95d60b, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f199ac79-a0be-4ad8-aef7-ad83ae95d60b,segment=NetworkSegment(4b1e7064-c872-4e6f-85a8-e00a69322723),segment_id=4b1e7064-c872-4e6f-85a8-e00a69322723)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:33:08.735692 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d75978b8-b8b5-4ee1-ad54-cacdf742a789", "name": "network-vif-deleted", "tag": "7f59c6fa-fda6-45c2-b876-8e873e2e0b06", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:33:08.736118 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6e1d7e15-f388-461f-b7c0-186c71a1265e {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:33:08.736727 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd75978b8-b8b5-4ee1-ad54-cacdf742a789', 'name': 'network-vif-deleted', 'tag': '7f59c6fa-fda6-45c2-b876-8e873e2e0b06', 'status': 'completed', 'code': 200} Nov 09 21:33:08.747676 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-ddaee8c6-ddb8-46e4-ae22-8c5d89dd2bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:08.785968 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e66943fe-e289-4d26-b660-717664fdb02c tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:08.833958 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-ddaee8c6-ddb8-46e4-ae22-8c5d89dd2bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:08.839352 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-e66943fe-e289-4d26-b660-717664fdb02c tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Calling delete_port for ab0d9b06-ed1e-4b21-89ce-f2ca5c266cb9 owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:33:08.845294 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-ddaee8c6-ddb8-46e4-ae22-8c5d89dd2bd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:08.849096 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-ddaee8c6-ddb8-46e4-ae22-8c5d89dd2bd2 service neutron] 10.222.0.43 "PUT /v2.0/ports/f199ac79-a0be-4ad8-aef7-ad83ae95d60b HTTP/1.1" status: 200 len: 1091 time: 1.4276876 Nov 09 21:33:08.857019 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74fa2f36-9c75-4c80-8945-a8c460f70d9a', 'tag': 'f199ac79-a0be-4ad8-aef7-ad83ae95d60b'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:33:08.868049 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6f251b-7f14-4c25-95b5-254fc0c77701" -d '{"events": [{"name": "network-changed", "server_uuid": "74fa2f36-9c75-4c80-8945-a8c460f70d9a", "tag": "f199ac79-a0be-4ad8-aef7-ad83ae95d60b"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:33:08.931899 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaee8c6-ddb8-46e4-ae22-8c5d89dd2bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=f199ac79-a0be-4ad8-aef7-ad83ae95d60b,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:08.967469 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e37cdfd-029a-4231-9034-0b1c650c9157 x-openstack-request-id: req-0e37cdfd-029a-4231-9034-0b1c650c9157 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:33:08.967763 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74fa2f36-9c75-4c80-8945-a8c460f70d9a", "tag": "f199ac79-a0be-4ad8-aef7-ad83ae95d60b", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:33:08.968018 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0e37cdfd-029a-4231-9034-0b1c650c9157 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:33:08.968666 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74fa2f36-9c75-4c80-8945-a8c460f70d9a', 'tag': 'f199ac79-a0be-4ad8-aef7-ad83ae95d60b', 'status': 'completed', 'code': 200} Nov 09 21:33:08.985582 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-b0866ef8-6ca9-4e09-9702-cfc5f2132609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:08.987045 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-b0866ef8-6ca9-4e09-9702-cfc5f2132609 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=96a7a35658cb4a6ea565f057e114d368&device_id=74fa2f36-9c75-4c80-8945-a8c460f70d9a HTTP/1.1" status: 200 len: 1094 time: 0.0661254 Nov 09 21:33:09.042059 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-0c8c6fcc-bd40-4ae8-9adf-c150dd15d70f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f199ac79-a0be-4ad8-aef7-ad83ae95d60b HTTP/1.1" status: 200 len: 217 time: 0.0408943 Nov 09 21:33:09.136517 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-2417c719-4715-4636-87d6-0fa3e204a6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:09.138093 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-167b5f11-e0d8-4d52-be67-7eac6892058c None None] Provisioning complete for port 22543c4e-9665-452f-9797-829334c79e96 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:33:09.138539 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-167b5f11-e0d8-4d52-be67-7eac6892058c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:09.141387 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-2417c719-4715-4636-87d6-0fa3e204a6a8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=48041428-5cce-473c-b445-a01eb383d908 HTTP/1.1" status: 200 len: 851 time: 0.0909467 Nov 09 21:33:09.198657 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e66943fe-e289-4d26-b660-717664fdb02c tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:09.216619 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-8c04cc10-7822-45a7-9440-9388ecb056d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:09.218170 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-8c04cc10-7822-45a7-9440-9388ecb056d9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e557bc0d-71a9-4b44-ab50-1de12563c5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713177 Nov 09 21:33:09.227812 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 7f59c6fa-fda6-45c2-b876-8e873e2e0b06 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:33:09.252133 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66943fe-e289-4d26-b660-717664fdb02c tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Port': ['ID=ab0d9b06-ed1e-4b21-89ce-f2ca5c266cb9,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:09.300903 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e66943fe-e289-4d26-b660-717664fdb02c tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:09.306393 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e66943fe-e289-4d26-b660-717664fdb02c tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/ports/ab0d9b06-ed1e-4b21-89ce-f2ca5c266cb9 HTTP/1.1" status: 204 len: 168 time: 1.0544457 Nov 09 21:33:09.307454 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60776) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:09.312326 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 7f59c6fa-fda6-45c2-b876-8e873e2e0b06 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:33:09.312696 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 7f59c6fa-fda6-45c2-b876-8e873e2e0b06 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:33:09.438474 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2aba65-3a23-4e2a-9b3d-0a4832c2a9f0 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:09.449113 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2aba65-3a23-4e2a-9b3d-0a4832c2a9f0 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:09.453742 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1d2aba65-3a23-4e2a-9b3d-0a4832c2a9f0 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1422822 Nov 09 21:33:09.454003 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60782) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:09.484117 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-167b5f11-e0d8-4d52-be67-7eac6892058c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:09.511481 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60786) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:09.536788 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab73cd2-45aa-4265-817d-9f5026a5dd37 req-aef903a9-2669-4216-9295-2396cc9e8502 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:09.538585 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-eab73cd2-45aa-4265-817d-9f5026a5dd37 req-aef903a9-2669-4216-9295-2396cc9e8502 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbb2078c-2aed-4065-ad24-8eb8179cd8b0 HTTP/1.1" status: 200 len: 945 time: 0.1631913 Nov 09 21:33:09.546869 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-e9eefedb-c246-4fcc-80c5-97bcb107044c service neutron] 10.222.0.43 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181067 Nov 09 21:33:09.559337 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-167b5f11-e0d8-4d52-be67-7eac6892058c None None] For port 22543c4e-9665-452f-9797-829334c79e96, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=22543c4e-9665-452f-9797-829334c79e96,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:33:09.571309 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-167b5f11-e0d8-4d52-be67-7eac6892058c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:09.602999 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-54a5b1ff-3fbd-4c99-b8a9-5215e79b6af6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting subnet 6315fee8-7405-4413-816f-095a81e2ed43 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:33:09.613536 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-54a5b1ff-3fbd-4c99-b8a9-5215e79b6af6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:09.665636 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b5f11-e0d8-4d52-be67-7eac6892058c None None] Pushing event updated for resources: {'Port': ['ID=22543c4e-9665-452f-9797-829334c79e96,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:09.669143 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 22543c4e-9665-452f-9797-829334c79e96 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:33:09.700468 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-54a5b1ff-3fbd-4c99-b8a9-5215e79b6af6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:09.712848 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-a2240415-b67c-472c-a32d-551cdf49c13c None None] Could not find standard attr ID for object ab0d9b06-ed1e-4b21-89ce-f2ca5c266cb9. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 21:33:09.762179 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 22543c4e-9665-452f-9797-829334c79e96 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:33:09.762771 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:09.769105 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9b0b4fe4-196a-4dee-869a-9d8e21fcddbb req-04f50d8b-22f2-4234-a008-76e1c991f1d3 service neutron] 10.222.0.43 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960609 Nov 09 21:33:09.806391 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-59bd7230-f833-40ff-96fa-9055991fde94 admin admin] Deleting subnet b27861fb-2c85-4ded-b5d4-454ab0d2af59 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:33:09.819753 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-eab73cd2-45aa-4265-817d-9f5026a5dd37 req-83ffd8e5-7f18-444a-a82e-0be6235cf457 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708209 Nov 09 21:33:09.824077 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-59bd7230-f833-40ff-96fa-9055991fde94 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:09.908358 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60796) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:09.966678 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-59bd7230-f833-40ff-96fa-9055991fde94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:09.977194 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-54a5b1ff-3fbd-4c99-b8a9-5215e79b6af6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:10.016115 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f251b-7f14-4c25-95b5-254fc0c77701 req-3b497691-9f57-4cb3-be0d-d9860f7f7e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:10.024268 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3d6f251b-7f14-4c25-95b5-254fc0c77701 req-3b497691-9f57-4cb3-be0d-d9860f7f7e9f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=96a7a35658cb4a6ea565f057e114d368&device_id=74fa2f36-9c75-4c80-8945-a8c460f70d9a HTTP/1.1" status: 200 len: 1094 time: 0.1495104 Nov 09 21:33:10.033724 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f5620-1287-431d-bd12-747b6d3d7771 req-57e64e9e-1655-48dd-bcc1-6aea9fa88fdd tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:10.035269 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e33f5620-1287-431d-bd12-747b6d3d7771 req-57e64e9e-1655-48dd-bcc1-6aea9fa88fdd tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=74fa2f36-9c75-4c80-8945-a8c460f70d9a HTTP/1.1" status: 200 len: 943 time: 0.1436975 Nov 09 21:33:10.079274 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-59bd7230-f833-40ff-96fa-9055991fde94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:10.093155 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [None req-5ef74f5e-99b1-4b6b-ba29-aabd180f1b59 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.094182 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5ef74f5e-99b1-4b6b-ba29-aabd180f1b59 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1845098 Nov 09 21:33:10.099613 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-54a5b1ff-3fbd-4c99-b8a9-5215e79b6af6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:10.101423 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60800) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.139870 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [None req-eb397642-22fa-429f-b6aa-858d4d72cac8 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.143484 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-eb397642-22fa-429f-b6aa-858d4d72cac8 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0060503 Nov 09 21:33:10.143484 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a5b1ff-3fbd-4c99-b8a9-5215e79b6af6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Subnet': ['ID=6315fee8-7405-4413-816f-095a81e2ed43,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:10.145621 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60802) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.149963 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [None req-6ba29f83-db3a-40d5-9f1b-d1bded7c1527 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.152091 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6ba29f83-db3a-40d5-9f1b-d1bded7c1527 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0053198 Nov 09 21:33:10.159990 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60804) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.161209 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e33f5620-1287-431d-bd12-747b6d3d7771 req-40237cd6-d6c0-4319-87c3-9d90aeac9f9b tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162357 Nov 09 21:33:10.167719 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-b392dcc3-1b88-4717-a45e-35dd0f0e8165 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.168746 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b392dcc3-1b88-4717-a45e-35dd0f0e8165 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0078044 Nov 09 21:33:10.171591 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60806) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.174524 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f251b-7f14-4c25-95b5-254fc0c77701 req-65784c50-757d-4898-b783-e573ed77ee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:10.175981 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3d6f251b-7f14-4c25-95b5-254fc0c77701 req-65784c50-757d-4898-b783-e573ed77ee6e service neutron] 10.222.0.43 "GET /v2.0/networks?id=e557bc0d-71a9-4b44-ab50-1de12563c5ef HTTP/1.1" status: 200 len: 912 time: 0.1452377 Nov 09 21:33:10.177438 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-59bd7230-f833-40ff-96fa-9055991fde94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:10.183942 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-54a5b1ff-3fbd-4c99-b8a9-5215e79b6af6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:10.192703 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-4ddac5b0-5686-41a6-95f4-97b8cfc68b92 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.192703 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4ddac5b0-5686-41a6-95f4-97b8cfc68b92 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0172913 Nov 09 21:33:10.193056 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-54a5b1ff-3fbd-4c99-b8a9-5215e79b6af6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/6315fee8-7405-4413-816f-095a81e2ed43 HTTP/1.1" status: 204 len: 168 time: 0.7377298 Nov 09 21:33:10.193447 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60808) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.194461 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60810) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.197565 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e651f90d-203a-4827-be05-45d1d41e3704 None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:33:10.200402 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [None req-bd8bfba3-4115-43d2-baf0-cff0dcfe6a6c tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.202188 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-bd8bfba3-4115-43d2-baf0-cff0dcfe6a6c tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0053632 Nov 09 21:33:10.207144 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60812) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.212544 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [None req-3f1c1c0a-fc90-40f0-adda-d513b4cd3b7e tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.213937 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3f1c1c0a-fc90-40f0-adda-d513b4cd3b7e tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0058212 Nov 09 21:33:10.218948 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60814) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.222345 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd7230-f833-40ff-96fa-9055991fde94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b27861fb-2c85-4ded-b5d4-454ab0d2af59,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:10.250895 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-352120a9-e415-4c8d-82cd-93286c3ed454 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0552623 Nov 09 21:33:10.251601 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60816) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.253805 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-00355b92-4c9b-4d8f-b582-7eefad808092 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.254800 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-00355b92-4c9b-4d8f-b582-7eefad808092 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0335324 Nov 09 21:33:10.256213 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-59bd7230-f833-40ff-96fa-9055991fde94 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:10.261628 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-59bd7230-f833-40ff-96fa-9055991fde94 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b27861fb-2c85-4ded-b5d4-454ab0d2af59 HTTP/1.1" status: 204 len: 168 time: 0.7461970 Nov 09 21:33:10.261628 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60818) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.261628 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3d6f251b-7f14-4c25-95b5-254fc0c77701 req-b914cc19-7107-4afb-b9b2-ee7b26d50488 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f199ac79-a0be-4ad8-aef7-ad83ae95d60b HTTP/1.1" status: 200 len: 217 time: 0.0693135 Nov 09 21:33:10.262365 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60820) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.267803 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-41203928-a2ac-44b3-81a5-b7fb36cf5714 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.268775 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-41203928-a2ac-44b3-81a5-b7fb36cf5714 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0064077 Nov 09 21:33:10.271318 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60822) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.276431 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-3574cb0e-cd57-4bda-9fdf-b4fb6a2286f0 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.277399 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-3574cb0e-cd57-4bda-9fdf-b4fb6a2286f0 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0052013 Nov 09 21:33:10.285016 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60824) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.311674 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-96b25083-8651-47d5-bddb-3f4b87904b8c tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.314575 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-96b25083-8651-47d5-bddb-3f4b87904b8c tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0267315 Nov 09 21:33:10.316726 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60826) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.325728 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-d38cf851-81f0-4d4d-a517-6496947b45ce tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.326896 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d38cf851-81f0-4d4d-a517-6496947b45ce tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0056489 Nov 09 21:33:10.329459 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60828) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.333647 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-c6f7eb67-311b-41d7-bc67-818da70c138d tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.334861 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c6f7eb67-311b-41d7-bc67-818da70c138d tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0043478 Nov 09 21:33:10.337551 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60830) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.342077 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [None req-b701d2bd-1960-47ec-8a66-c7f75162dec4 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.343186 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b701d2bd-1960-47ec-8a66-c7f75162dec4 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0047228 Nov 09 21:33:10.347409 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60832) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.356994 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-edfa0578-bc36-4eaf-8424-fbaabd2aa290 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.362315 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60834) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.362940 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-edfa0578-bc36-4eaf-8424-fbaabd2aa290 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0145421 Nov 09 21:33:10.367300 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [None req-cbc86994-2663-4f17-a330-e5b112f42321 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.370543 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f251b-7f14-4c25-95b5-254fc0c77701 req-9035252e-4a48-4311-8591-e1d28ab024a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:10.370672 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-cbc86994-2663-4f17-a330-e5b112f42321 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0050166 Nov 09 21:33:10.370774 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3d6f251b-7f14-4c25-95b5-254fc0c77701 req-9035252e-4a48-4311-8591-e1d28ab024a8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=48041428-5cce-473c-b445-a01eb383d908 HTTP/1.1" status: 200 len: 851 time: 0.0960596 Nov 09 21:33:10.371811 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60836) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.376387 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-7809fd03-2268-490f-91e5-d59a8040cdb3 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.377159 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7809fd03-2268-490f-91e5-d59a8040cdb3 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0043476 Nov 09 21:33:10.377605 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7836cb-8f3c-49e2-bda8-0cae82ac5112 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:10.381072 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60838) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.381591 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60840) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.381709 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1a7836cb-8f3c-49e2-bda8-0cae82ac5112 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1291006 Nov 09 21:33:10.396424 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f300cf7d-a7dd-4994-9d13-4409df25877e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:10.426498 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-fd2ab8d5-7503-4072-adbe-15ce0dad2191 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.428485 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-fd2ab8d5-7503-4072-adbe-15ce0dad2191 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0074124 Nov 09 21:33:10.437436 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60842) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.445297 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-ff279141-dc53-4e24-aabe-b2c198abe84b tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.448583 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ff279141-dc53-4e24-aabe-b2c198abe84b tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0049591 Nov 09 21:33:10.463710 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60844) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.476945 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [None req-90865d85-4183-4333-8030-adb5a3be0dd2 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.480243 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-90865d85-4183-4333-8030-adb5a3be0dd2 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0139794 Nov 09 21:33:10.482032 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60846) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.489456 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217c7259-0133-4e2c-a2bd-f3ec021ebfeb None None] DHCP port deletion for 83001fa8-21bc-4303-8a8a-37c91fd09fe2 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:33:10.499074 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-08451c0e-4cda-4575-9570-8f53b1e1b8a4 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.503043 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-08451c0e-4cda-4575-9570-8f53b1e1b8a4 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0044003 Nov 09 21:33:10.503175 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f300cf7d-a7dd-4994-9d13-4409df25877e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:10.504013 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60848) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.511755 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-8fa5cf7d-e831-4cfa-a9ee-880923c39965 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.515454 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8fa5cf7d-e831-4cfa-a9ee-880923c39965 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0071337 Nov 09 21:33:10.518053 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60850) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.523517 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-139b314b-9df3-47b5-8d5b-ac491eab1cea tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.526706 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-139b314b-9df3-47b5-8d5b-ac491eab1cea tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0055892 Nov 09 21:33:10.527444 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a062d1-02da-44b0-9372-a0c47e66b103 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:10.531103 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-02a062d1-02da-44b0-9372-a0c47e66b103 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1064126 Nov 09 21:33:10.531103 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60852) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.531377 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f251b-7f14-4c25-95b5-254fc0c77701 req-033318ce-db54-4676-abe2-9056349e47e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:10.532775 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3d6f251b-7f14-4c25-95b5-254fc0c77701 req-033318ce-db54-4676-abe2-9056349e47e1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e557bc0d-71a9-4b44-ab50-1de12563c5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1498659 Nov 09 21:33:10.535482 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60854) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.536784 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-f8f866da-00d1-42bb-8cf3-9ab32a5fea0e tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.540470 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f8f866da-00d1-42bb-8cf3-9ab32a5fea0e tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0040903 Nov 09 21:33:10.541596 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60856) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.550388 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-f300cf7d-a7dd-4994-9d13-4409df25877e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15ccd985-6c06-495e-a4f9-a7d9631eada1']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:10.552324 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-e3387abd-2396-4aff-a6fa-765a43018746 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.552764 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-217c7259-0133-4e2c-a2bd-f3ec021ebfeb None None] Deleting port 22543c4e-9665-452f-9797-829334c79e96 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:33:10.553811 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-217c7259-0133-4e2c-a2bd-f3ec021ebfeb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:10.557318 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e3387abd-2396-4aff-a6fa-765a43018746 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0144024 Nov 09 21:33:10.565287 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60858) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.575788 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-98c1dc1c-f80b-4bc8-9f5e-4863df3baa80 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.579107 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-98c1dc1c-f80b-4bc8-9f5e-4863df3baa80 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0097871 Nov 09 21:33:10.587378 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60860) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.591554 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-368268e5-68bb-402f-be37-c5f78e5ae553 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.594836 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-368268e5-68bb-402f-be37-c5f78e5ae553 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0042148 Nov 09 21:33:10.599291 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60862) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.605588 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b794f6bd-3744-4107-9b2e-1f07cadf5ec0 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0650516 Nov 09 21:33:10.609094 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [None req-2307045f-a29a-4a13-b711-c0281bf21df5 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.612344 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2307045f-a29a-4a13-b711-c0281bf21df5 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0072758 Nov 09 21:33:10.612344 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60864) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.612628 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60866) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.617700 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [None req-0f7efb0e-e55d-4ea9-83b5-04a9d69bf6e1 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.620807 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0f7efb0e-e55d-4ea9-83b5-04a9d69bf6e1 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0040698 Nov 09 21:33:10.620807 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-f300cf7d-a7dd-4994-9d13-4409df25877e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '636b2e12-4328-4d1a-bb9f-7c11b5e61111') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:10.621294 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60868) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.621960 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-f300cf7d-a7dd-4994-9d13-4409df25877e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '636b2e12-4328-4d1a-bb9f-7c11b5e61111') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:10.626565 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-bd4b2dcb-1e7c-492d-8cc0-f04b313dcd0b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'subnet': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:10.627298 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-2015574f-ffa0-44a1-bcda-9a4e3d0f319f tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.631518 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2015574f-ffa0-44a1-bcda-9a4e3d0f319f tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0061684 Nov 09 21:33:10.632880 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60870) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.641097 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-30ab8fc2-ed65-42a5-91bd-5bebed47ddd1 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.644135 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-30ab8fc2-ed65-42a5-91bd-5bebed47ddd1 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0081313 Nov 09 21:33:10.644859 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60872) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.651316 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-89224f65-f528-4557-834a-dae836dc9d7e tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.654402 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-89224f65-f528-4557-834a-dae836dc9d7e tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0061727 Nov 09 21:33:10.655205 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60874) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.658765 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-20ff70ab-c2aa-4248-a142-cd86433cdca6 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.661805 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-20ff70ab-c2aa-4248-a142-cd86433cdca6 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0041831 Nov 09 21:33:10.662540 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60876) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.666644 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-a25b2b94-4119-4c5a-89f4-e0414743e170 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.670020 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a25b2b94-4119-4c5a-89f4-e0414743e170 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0040133 Nov 09 21:33:10.671192 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60878) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.676134 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-c65bb034-9239-42ad-b4b7-487c2003d6bc tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.679743 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c65bb034-9239-42ad-b4b7-487c2003d6bc tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0060036 Nov 09 21:33:10.680500 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60880) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.683022 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f300cf7d-a7dd-4994-9d13-4409df25877e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:10.685715 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-217c7259-0133-4e2c-a2bd-f3ec021ebfeb None None] For port 22543c4e-9665-452f-9797-829334c79e96, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=22543c4e-9665-452f-9797-829334c79e96,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:33:10.686850 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-217c7259-0133-4e2c-a2bd-f3ec021ebfeb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:10.692179 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-9263afe1-112b-4903-bb56-3e20bb2bfaa0 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.696554 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-9263afe1-112b-4903-bb56-3e20bb2bfaa0 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0131450 Nov 09 21:33:10.697572 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60882) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.701830 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-f8dfe42d-ef4f-4501-a8d6-d04144ee558a tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.702774 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f8dfe42d-ef4f-4501-a8d6-d04144ee558a tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0043116 Nov 09 21:33:10.707216 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60884) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.713512 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f300cf7d-a7dd-4994-9d13-4409df25877e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:10.721539 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-381e78a4-aee4-40f1-974a-458cddac5ddb tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.722477 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-381e78a4-aee4-40f1-974a-458cddac5ddb tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0143504 Nov 09 21:33:10.725309 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60886) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.727981 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-217c7259-0133-4e2c-a2bd-f3ec021ebfeb None None] Calling delete_port for 22543c4e-9665-452f-9797-829334c79e96 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:33:10.728304 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f300cf7d-a7dd-4994-9d13-4409df25877e admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:33:10.728885 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f300cf7d-a7dd-4994-9d13-4409df25877e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:10.732504 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-209f47d1-39c5-46ee-84c9-f2e6dbf398fe tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.734259 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-209f47d1-39c5-46ee-84c9-f2e6dbf398fe tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0080099 Nov 09 21:33:10.737122 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60888) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.741312 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3d6f251b-7f14-4c25-95b5-254fc0c77701 req-cc80f2f7-e954-4ed3-85dd-d82477a1eab1 service neutron] 10.222.0.43 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947660 Nov 09 21:33:10.744170 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-7962dcce-ca0e-488a-bc25-13c4e6c0102e tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.745907 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7962dcce-ca0e-488a-bc25-13c4e6c0102e tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0077178 Nov 09 21:33:10.748157 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60890) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.761981 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-ff236c66-24bc-4132-beea-c3f9cc93080f tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.762962 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ff236c66-24bc-4132-beea-c3f9cc93080f tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0138748 Nov 09 21:33:10.774399 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60892) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.776852 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:33:10.776852 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:33:10.776852 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:33:10.776852 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:33:10.776852 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:33:10.776852 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:33:10.776852 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:33:10.776852 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:33:10.776852 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:33:10.776852 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:33:10.776852 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:33:10.776852 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:33:10.776852 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:33:10.776852 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:33:10.776852 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:33:10.776852 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:33:10.776852 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:33:10.776852 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:33:10.776852 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:33:10.776852 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:33:10.776852 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:33:10.776852 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:33:10.776852 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:33:10.776852 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:33:10.776852 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:33:10.776852 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:33:10.776852 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:33:10.776852 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:33:10.776852 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:33:10.776852 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:33:10.776852 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:33:10.776852 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:33:10.807316 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f300cf7d-a7dd-4994-9d13-4409df25877e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:10.812280 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-dd5d2c4e-0650-4bde-a78b-1224c7dbf62e tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.815658 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f300cf7d-a7dd-4994-9d13-4409df25877e admin admin] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:10.815797 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-dd5d2c4e-0650-4bde-a78b-1224c7dbf62e tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0380490 Nov 09 21:33:10.816092 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60894) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.819787 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f300cf7d-a7dd-4994-9d13-4409df25877e admin admin] 10.222.0.49 "DELETE /v2.0/networks/15ccd985-6c06-495e-a4f9-a7d9631eada1 HTTP/1.1" status: 204 len: 168 time: 0.5559037 Nov 09 21:33:10.820902 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-e3cba6ae-cc79-4bf9-bfcb-fa32a86d345c tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.824184 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60896) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.824313 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e3cba6ae-cc79-4bf9-bfcb-fa32a86d345c tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0052576 Nov 09 21:33:10.824403 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4b2dcb-1e7c-492d-8cc0-f04b313dcd0b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:33:10.824504 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60898) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.826005 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bd4b2dcb-1e7c-492d-8cc0-f04b313dcd0b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:10.830185 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-50b72cd9-c8ba-4fa6-b62b-530a4da9961f tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.833384 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-50b72cd9-c8ba-4fa6-b62b-530a4da9961f tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0059686 Nov 09 21:33:10.835621 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60900) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.840610 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-adef657c-1eee-4d8a-8fcb-f8f6ce4ed12e tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.841709 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-adef657c-1eee-4d8a-8fcb-f8f6ce4ed12e tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0051277 Nov 09 21:33:10.844277 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60902) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.848285 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-34391639-be1f-4c44-8fd7-b8fc01baec45 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.850662 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-34391639-be1f-4c44-8fd7-b8fc01baec45 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0040720 Nov 09 21:33:10.852479 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60906) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.854371 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-217c7259-0133-4e2c-a2bd-f3ec021ebfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:10.858338 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-7283e877-9f2a-4911-953b-e87c6a0500cc tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.859307 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7283e877-9f2a-4911-953b-e87c6a0500cc tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0059140 Nov 09 21:33:10.862263 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60908) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.868776 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-5ce3cf12-5dea-4f35-abb5-76987784c700 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.869900 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5ce3cf12-5dea-4f35-abb5-76987784c700 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0065525 Nov 09 21:33:10.873083 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60910) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.874276 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f300cf7d-a7dd-4994-9d13-4409df25877e admin admin] Pushing event deleted for resources: {'Network': ['ID=15ccd985-6c06-495e-a4f9-a7d9631eada1,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:10.883676 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-e76fe31b-52a6-45ef-accc-cf894da4dc43 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.884799 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e76fe31b-52a6-45ef-accc-cf894da4dc43 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0107298 Nov 09 21:33:10.892623 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60912) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.899842 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-7c7b5eb1-2e14-4ff9-bed1-8c2253fba85f tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.901114 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7c7b5eb1-2e14-4ff9-bed1-8c2253fba85f tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0073845 Nov 09 21:33:10.905313 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60914) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.906419 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217c7259-0133-4e2c-a2bd-f3ec021ebfeb None None] Pushing event deleted for resources: {'Port': ['ID=22543c4e-9665-452f-9797-829334c79e96,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:10.910661 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217c7259-0133-4e2c-a2bd-f3ec021ebfeb None None] No DVR routers for this DVR port 22543c4e-9665-452f-9797-829334c79e96 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:33:10.919883 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-06fde643-3311-4f78-ad53-786f92c74ba6 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.921611 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-06fde643-3311-4f78-ad53-786f92c74ba6 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0146723 Nov 09 21:33:10.924726 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60916) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.931064 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-823c9fcd-436a-4ef1-923e-0c4d58b04e0b tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.934487 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-823c9fcd-436a-4ef1-923e-0c4d58b04e0b tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0062485 Nov 09 21:33:10.935757 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60918) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.940188 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-e0f6526d-cb2e-471a-ab0a-d3b73d4a5471 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.941200 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e0f6526d-cb2e-471a-ab0a-d3b73d4a5471 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0045295 Nov 09 21:33:10.943668 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3d6f251b-7f14-4c25-95b5-254fc0c77701 req-d9855301-3db1-4aea-ab65-a9d2841065fe service neutron] 10.222.0.43 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933529 Nov 09 21:33:10.947202 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60920) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.949723 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-7019c29a-060a-4124-a5d0-a5f61954dbe1 admin admin] Deleting subnet ca9e1a18-d877-4e80-9d46-3a1160a4bce7 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:33:10.951983 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-29ccebfb-5eea-457a-b8f6-ccc468726a15 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.955389 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-29ccebfb-5eea-457a-b8f6-ccc468726a15 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0048745 Nov 09 21:33:10.955539 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60922) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.960383 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-5420d6c3-aad5-4292-a494-e56b65bf1914 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.963418 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5420d6c3-aad5-4292-a494-e56b65bf1914 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0042903 Nov 09 21:33:10.966638 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7019c29a-060a-4124-a5d0-a5f61954dbe1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:10.970129 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60924) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:10.976422 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-149731a9-f4a4-4c2a-aac0-6f33fe4f72cb tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:10.979843 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-149731a9-f4a4-4c2a-aac0-6f33fe4f72cb tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0063982 Nov 09 21:33:10.992759 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60928) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:11.000466 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-ef69c15a-39e4-40f6-b95e-4e334718af97 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:11.003909 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ef69c15a-39e4-40f6-b95e-4e334718af97 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0067043 Nov 09 21:33:11.004361 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60930) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:11.008958 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-2744394e-5fa9-4ace-b4cd-dd2e4112aa8e tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:11.009923 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2744394e-5fa9-4ace-b4cd-dd2e4112aa8e tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0046010 Nov 09 21:33:11.012882 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60932) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:11.017444 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-836e6d53-18d9-4129-940b-62f09da6ed1b tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:11.018310 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-836e6d53-18d9-4129-940b-62f09da6ed1b tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0045445 Nov 09 21:33:11.021598 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60934) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:11.026523 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-beee1cb1-0848-4716-8e76-9c18b1bc7bf7 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:11.027620 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-beee1cb1-0848-4716-8e76-9c18b1bc7bf7 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0050113 Nov 09 21:33:11.030568 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60936) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:11.037067 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-47d5a44c-948d-45cd-897f-add879d8963b tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:11.038803 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-47d5a44c-948d-45cd-897f-add879d8963b tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0072970 Nov 09 21:33:11.043048 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60938) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:11.056600 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-2534723b-9fdc-46ec-82bd-f1a9d45c3a3c tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:11.058593 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7019c29a-060a-4124-a5d0-a5f61954dbe1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:11.060795 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2534723b-9fdc-46ec-82bd-f1a9d45c3a3c tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0165811 Nov 09 21:33:11.073781 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4daaa2-1e66-4ed0-a2cc-11c3f6ccd2a3 req-2b4ae714-5ebe-455e-ac03-1f227f710da2 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:11.073781 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9c4daaa2-1e66-4ed0-a2cc-11c3f6ccd2a3 req-2b4ae714-5ebe-455e-ac03-1f227f710da2 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbb2078c-2aed-4065-ad24-8eb8179cd8b0 HTTP/1.1" status: 200 len: 945 time: 0.1268969 Nov 09 21:33:11.073781 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60940) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:11.077817 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-1f9ff19a-0949-4956-ac26-22f614295b3a tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:11.080709 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1f9ff19a-0949-4956-ac26-22f614295b3a tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0041647 Nov 09 21:33:11.081558 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60942) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:11.086112 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-1e873fe8-1bb7-43cf-a61c-c5ac0ca1bf2c tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:11.087279 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1e873fe8-1bb7-43cf-a61c-c5ac0ca1bf2c tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0047457 Nov 09 21:33:11.092466 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60944) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:11.104096 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-e586e33a-adbd-453f-a20c-f51d7c46163b tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:11.105061 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e586e33a-adbd-453f-a20c-f51d7c46163b tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0108047 Nov 09 21:33:11.107846 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60946) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:11.111821 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-326dd268-c9f6-4539-8f6f-209d397f7eac tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:11.112764 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-326dd268-c9f6-4539-8f6f-209d397f7eac tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0040298 Nov 09 21:33:11.114944 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60948) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:11.119317 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-a5a6fed9-ca5a-4131-b9d8-ff3172537693 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:11.120242 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a5a6fed9-ca5a-4131-b9d8-ff3172537693 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0044665 Nov 09 21:33:11.122448 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60950) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:11.126135 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-4f21dfda-00b3-4323-a201-47a8467341a5 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:11.127045 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4f21dfda-00b3-4323-a201-47a8467341a5 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0037625 Nov 09 21:33:11.131171 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60952) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:11.132513 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7019c29a-060a-4124-a5d0-a5f61954dbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:11.140491 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-49af304f-3f5e-438e-9de6-69f67e18d400 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:11.141465 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-49af304f-3f5e-438e-9de6-69f67e18d400 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0093558 Nov 09 21:33:11.143924 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60954) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:11.150310 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-b48183a2-2c75-45af-910b-09aacda17180 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:11.151233 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b48183a2-2c75-45af-910b-09aacda17180 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0064554 Nov 09 21:33:11.155537 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60956) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:11.161907 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [None req-01ea8e37-9aff-40d8-8afb-457bf2ec3a87 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:33:11.163541 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-01ea8e37-9aff-40d8-8afb-457bf2ec3a87 tempest-ExtensionsTestJSON-2092067206 tempest-ExtensionsTestJSON-2092067206-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0069885 Nov 09 21:33:11.168329 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9c4daaa2-1e66-4ed0-a2cc-11c3f6ccd2a3 req-fb73d4ce-5703-4bae-be05-abcd7d5b64a0 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78398a3-0ef3-4573-896f-f1f45b8a5bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877519 Nov 09 21:33:11.226127 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bd4b2dcb-1e7c-492d-8cc0-f04b313dcd0b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:11.283171 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4b2dcb-1e7c-492d-8cc0-f04b313dcd0b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:33:11.284328 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7019c29a-060a-4124-a5d0-a5f61954dbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:11.311275 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-bd4b2dcb-1e7c-492d-8cc0-f04b313dcd0b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:33:11.325036 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4b2dcb-1e7c-492d-8cc0-f04b313dcd0b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:11.325230 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89afa84c-5642-4ce8-9557-c881c4c9228b None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:33:11.326089 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bd4b2dcb-1e7c-492d-8cc0-f04b313dcd0b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:11.344282 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7019c29a-060a-4124-a5d0-a5f61954dbe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:11.349846 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7019c29a-060a-4124-a5d0-a5f61954dbe1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ca9e1a18-d877-4e80-9d46-3a1160a4bce7 HTTP/1.1" status: 204 len: 168 time: 0.5174844 Nov 09 21:33:11.351194 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b2dcb-1e7c-492d-8cc0-f04b313dcd0b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Subnet': ['ID=01f76c5b-0e65-438e-81d5-96dea38b237c,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:11.352232 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60962) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:11.393108 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-bd4b2dcb-1e7c-492d-8cc0-f04b313dcd0b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7794309 Nov 09 21:33:11.394034 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60966) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:11.395978 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7019c29a-060a-4124-a5d0-a5f61954dbe1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca9e1a18-d877-4e80-9d46-3a1160a4bce7,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:11.404816 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-fc2386da-12b1-404d-ae29-938723291236 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'port': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'fixed_ips': [{'subnet_id': '01f76c5b-0e65-438e-81d5-96dea38b237c', 'ip_address': '2001:db8::a864:c72:72a7:475d'}], 'name': 'tempest-NetworksTestDHCPv6-372198723'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:11.417917 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5da2be-23ab-4645-a55a-16c8f869f7e6 req-66d3314d-f107-4d22-98f3-f64fc6529c19 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:11.425073 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8c5da2be-23ab-4645-a55a-16c8f869f7e6 req-66d3314d-f107-4d22-98f3-f64fc6529c19 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=74fa2f36-9c75-4c80-8945-a8c460f70d9a HTTP/1.1" status: 200 len: 943 time: 0.1636488 Nov 09 21:33:11.466595 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-dbaf0558-741d-48ec-9270-13406976aa62 req-19b68344-ba5d-494e-a290-a90a4a55cac2 service neutron] (102607) timed out ('10.222.0.43', 56555) {{(pid=102607) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 21:33:11.467018 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 22543c4e-9665-452f-9797-829334c79e96 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:33:11.469549 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e31dd90b-87ff-433e-ba99-abff2f0c0003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:11.511962 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 22543c4e-9665-452f-9797-829334c79e96 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:33:11.512798 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 22543c4e-9665-452f-9797-829334c79e96 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:33:11.525310 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60968) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:11.570530 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8c5da2be-23ab-4645-a55a-16c8f869f7e6 req-65a26519-2a58-426e-b7a0-40141b4a858a tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445074 Nov 09 21:33:11.604916 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8874414-4e5d-499b-9c6a-0c141693de78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'tenant_id': '4f80aeba4f7b42c0ae266ee8833d0179', 'fixed_ips': [{'subnet_id': '01f76c5b-0e65-438e-81d5-96dea38b237c'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:33:11.607192 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b8874414-4e5d-499b-9c6a-0c141693de78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:11.612704 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e31dd90b-87ff-433e-ba99-abff2f0c0003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:11.638748 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2386da-12b1-404d-ae29-938723291236 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:33:11.654436 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-e31dd90b-87ff-433e-ba99-abff2f0c0003 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19d69361-c360-4922-b061-14ccc96612b5']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:11.664851 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf7253-4e22-4040-b46f-18191d0580e0 req-bcdeba3d-2e71-4708-b847-2d96d92a70c8 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:11.666437 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bacf7253-4e22-4040-b46f-18191d0580e0 req-bcdeba3d-2e71-4708-b847-2d96d92a70c8 tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.43 "GET /v2.0/ports?device_id=bbb2078c-2aed-4065-ad24-8eb8179cd8b0 HTTP/1.1" status: 200 len: 945 time: 0.1358705 Nov 09 21:33:11.683480 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-e31dd90b-87ff-433e-ba99-abff2f0c0003 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '543a048b-d144-4b2f-928f-e18e363e2829') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:11.683974 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-e31dd90b-87ff-433e-ba99-abff2f0c0003 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '543a048b-d144-4b2f-928f-e18e363e2829') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:11.711699 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e31dd90b-87ff-433e-ba99-abff2f0c0003 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:11.757886 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e31dd90b-87ff-433e-ba99-abff2f0c0003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:11.767657 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e31dd90b-87ff-433e-ba99-abff2f0c0003 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:33:11.768145 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e31dd90b-87ff-433e-ba99-abff2f0c0003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:11.770193 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:33:11.770193 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:33:11.770193 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:33:11.770193 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:33:11.770193 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:33:11.770193 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:33:11.770193 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:33:11.770193 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:33:11.770193 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:33:11.770193 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:33:11.770193 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:33:11.770193 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:33:11.770193 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:33:11.770193 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:33:11.770193 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:33:11.770193 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:33:11.770193 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:33:11.770193 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:33:11.770193 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:33:11.770193 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:33:11.770193 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:33:11.770193 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:33:11.770193 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:33:11.770193 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:33:11.770193 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:33:11.770193 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:33:11.770193 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:33:11.770193 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:33:11.770193 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:33:11.770193 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:33:11.770193 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:33:11.770193 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:33:11.778658 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-b8874414-4e5d-499b-9c6a-0c141693de78 None None] Allocated IP 2001:db8::2 (83001fa8-21bc-4303-8a8a-37c91fd09fe2/01f76c5b-0e65-438e-81d5-96dea38b237c/583eec0d-dde1-4e49-8556-eca5bfb6bae2) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:33:11.842017 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e31dd90b-87ff-433e-ba99-abff2f0c0003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:11.845090 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-bacf7253-4e22-4040-b46f-18191d0580e0 req-fc8fabb7-398d-4c02-9239-7243c444222d tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Deleting port 40a2911d-5e8e-4f80-8a75-d5db552b3804 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:33:11.845433 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bacf7253-4e22-4040-b46f-18191d0580e0 req-fc8fabb7-398d-4c02-9239-7243c444222d tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:11.851674 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e31dd90b-87ff-433e-ba99-abff2f0c0003 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:11.857704 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e31dd90b-87ff-433e-ba99-abff2f0c0003 admin admin] 10.222.0.49 "DELETE /v2.0/networks/19d69361-c360-4922-b061-14ccc96612b5 HTTP/1.1" status: 204 len: 168 time: 0.5028148 Nov 09 21:33:11.879221 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31dd90b-87ff-433e-ba99-abff2f0c0003 admin admin] Pushing event deleted for resources: {'Network': ['ID=19d69361-c360-4922-b061-14ccc96612b5,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:11.927735 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31dd90b-87ff-433e-ba99-abff2f0c0003 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:33:11.928150 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31dd90b-87ff-433e-ba99-abff2f0c0003 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:33:11.928492 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31dd90b-87ff-433e-ba99-abff2f0c0003 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:33:11.928868 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31dd90b-87ff-433e-ba99-abff2f0c0003 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:33:11.929215 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31dd90b-87ff-433e-ba99-abff2f0c0003 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:33:11.929559 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31dd90b-87ff-433e-ba99-abff2f0c0003 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:33:11.929889 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31dd90b-87ff-433e-ba99-abff2f0c0003 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:33:11.930221 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31dd90b-87ff-433e-ba99-abff2f0c0003 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:33:11.930559 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31dd90b-87ff-433e-ba99-abff2f0c0003 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:33:11.930890 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31dd90b-87ff-433e-ba99-abff2f0c0003 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:33:11.931222 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31dd90b-87ff-433e-ba99-abff2f0c0003 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:33:11.931553 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31dd90b-87ff-433e-ba99-abff2f0c0003 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:33:11.971601 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b8874414-4e5d-499b-9c6a-0c141693de78 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:11.979771 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b8874414-4e5d-499b-9c6a-0c141693de78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:11.991081 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-bacf7253-4e22-4040-b46f-18191d0580e0 req-fc8fabb7-398d-4c02-9239-7243c444222d tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] For port 40a2911d-5e8e-4f80-8a75-d5db552b3804, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=40a2911d-5e8e-4f80-8a75-d5db552b3804,segment=NetworkSegment(f1d1420c-9500-4b39-a5ac-48afc5071fab),segment_id=f1d1420c-9500-4b39-a5ac-48afc5071fab)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:33:11.991469 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bacf7253-4e22-4040-b46f-18191d0580e0 req-fc8fabb7-398d-4c02-9239-7243c444222d tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:12.009642 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-bacf7253-4e22-4040-b46f-18191d0580e0 req-fc8fabb7-398d-4c02-9239-7243c444222d tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Calling delete_port for 40a2911d-5e8e-4f80-8a75-d5db552b3804 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:33:12.037648 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8874414-4e5d-499b-9c6a-0c141693de78 None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:33:12.038667 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8874414-4e5d-499b-9c6a-0c141693de78 None None] Pushing event updated for resources: {'Port': ['ID=583eec0d-dde1-4e49-8556-eca5bfb6bae2,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:12.042119 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-b8874414-4e5d-499b-9c6a-0c141693de78 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:33:12.047590 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8874414-4e5d-499b-9c6a-0c141693de78 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:33:12.051794 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8874414-4e5d-499b-9c6a-0c141693de78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:33:12.052461 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8874414-4e5d-499b-9c6a-0c141693de78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:33:12.052461 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8874414-4e5d-499b-9c6a-0c141693de78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:33:12.052859 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8874414-4e5d-499b-9c6a-0c141693de78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:33:12.053857 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8874414-4e5d-499b-9c6a-0c141693de78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:33:12.054206 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8874414-4e5d-499b-9c6a-0c141693de78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:33:12.054543 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8874414-4e5d-499b-9c6a-0c141693de78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:33:12.054874 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8874414-4e5d-499b-9c6a-0c141693de78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:33:12.055203 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8874414-4e5d-499b-9c6a-0c141693de78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:33:12.055531 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8874414-4e5d-499b-9c6a-0c141693de78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:33:12.056391 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8874414-4e5d-499b-9c6a-0c141693de78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:33:12.056391 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8874414-4e5d-499b-9c6a-0c141693de78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:33:12.056847 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60974) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:12.085111 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8ca30700-9ef7-4da4-91e3-d9e4b29d7c71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:12.114386 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-b8874414-4e5d-499b-9c6a-0c141693de78 None None] Attempting to bind port 583eec0d-dde1-4e49-8556-eca5bfb6bae2 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:33:12.114762 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-b8874414-4e5d-499b-9c6a-0c141693de78 None None] Attempting to bind port 583eec0d-dde1-4e49-8556-eca5bfb6bae2 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:33:12.115135 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8874414-4e5d-499b-9c6a-0c141693de78 None None] Attempting to bind port 583eec0d-dde1-4e49-8556-eca5bfb6bae2 on network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:33:12.122473 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8874414-4e5d-499b-9c6a-0c141693de78 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:33:12.122905 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8874414-4e5d-499b-9c6a-0c141693de78 None None] Checking segment: {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:33:12.123323 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b8874414-4e5d-499b-9c6a-0c141693de78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:12.127596 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8874414-4e5d-499b-9c6a-0c141693de78 None None] Bound using segment: {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:33:12.127596 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-b8874414-4e5d-499b-9c6a-0c141693de78 None None] Bound port: 583eec0d-dde1-4e49-8556-eca5bfb6bae2, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:33:12.127596 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b8874414-4e5d-499b-9c6a-0c141693de78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:12.164030 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-361d6cad-7c28-4b89-8faa-5d8ec8846630 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4512fd1468324870a9cef1cfcf3ad9bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1036799 Nov 09 21:33:12.164370 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60978) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:12.169318 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fc2386da-12b1-404d-ae29-938723291236 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:12.203793 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-fc2386da-12b1-404d-ae29-938723291236 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] device_id is not set on port b9a09220-f696-4e75-acef-21216ca8c968 yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:33:12.204477 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-b8874414-4e5d-499b-9c6a-0c141693de78 None None] For port 583eec0d-dde1-4e49-8556-eca5bfb6bae2, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:33:12.209641 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-b8874414-4e5d-499b-9c6a-0c141693de78 None None] For port 583eec0d-dde1-4e49-8556-eca5bfb6bae2, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=583eec0d-dde1-4e49-8556-eca5bfb6bae2,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:33:12.219799 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b8874414-4e5d-499b-9c6a-0c141693de78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:12.235004 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c76e4fba-aaa6-441b-aae4-99e4b2d4168c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:12.237618 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bacf7253-4e22-4040-b46f-18191d0580e0 req-fc8fabb7-398d-4c02-9239-7243c444222d tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:12.272329 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['40a2911d-5e8e-4f80-8a75-d5db552b3804'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:33:12.291964 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8fabb7-398d-4c02-9239-7243c444222d tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Pushing event deleted for resources: {'Port': ['ID=40a2911d-5e8e-4f80-8a75-d5db552b3804,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:12.310519 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8874414-4e5d-499b-9c6a-0c141693de78 None None] Pushing event updated for resources: {'Port': ['ID=583eec0d-dde1-4e49-8556-eca5bfb6bae2,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:12.322408 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c76e4fba-aaa6-441b-aae4-99e4b2d4168c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:12.344753 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-bacf7253-4e22-4040-b46f-18191d0580e0 req-fc8fabb7-398d-4c02-9239-7243c444222d tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] No DVR routers for this DVR port 40a2911d-5e8e-4f80-8a75-d5db552b3804 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:33:12.348948 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bacf7253-4e22-4040-b46f-18191d0580e0 req-fc8fabb7-398d-4c02-9239-7243c444222d tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:12.352648 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bacf7253-4e22-4040-b46f-18191d0580e0 req-fc8fabb7-398d-4c02-9239-7243c444222d tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.43 "DELETE /v2.0/ports/40a2911d-5e8e-4f80-8a75-d5db552b3804 HTTP/1.1" status: 204 len: 173 time: 0.6783867 Nov 09 21:33:12.352980 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb2078c-2aed-4065-ad24-8eb8179cd8b0', 'name': 'network-vif-deleted', 'tag': '40a2911d-5e8e-4f80-8a75-d5db552b3804'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:33:12.355689 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd738b04-e21b-499c-868d-8c1572bf3349" -d '{"events": [{"server_uuid": "bbb2078c-2aed-4065-ad24-8eb8179cd8b0", "name": "network-vif-deleted", "tag": "40a2911d-5e8e-4f80-8a75-d5db552b3804"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:33:12.390097 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2f268c6d-df22-4818-8b8e-95bc7cc8423a req-efc184a2-1c0a-45e4-801a-4921575ec3fc tempest-ServerRescueTestJSON-1612154778 tempest-ServerRescueTestJSON-1612154778-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbb2078c-2aed-4065-ad24-8eb8179cd8b0 HTTP/1.1" status: 200 len: 210 time: 0.0423558 Nov 09 21:33:12.413719 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c76e4fba-aaa6-441b-aae4-99e4b2d4168c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:12.423277 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c76e4fba-aaa6-441b-aae4-99e4b2d4168c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:12.424463 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c76e4fba-aaa6-441b-aae4-99e4b2d4168c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/760201a7-1880-4286-b76a-3afb199ff8b1 HTTP/1.1" status: 204 len: 168 time: 0.2591157 Nov 09 21:33:12.445031 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e4fba-aaa6-441b-aae4-99e4b2d4168c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760201a7-1880-4286-b76a-3afb199ff8b1,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:12.457271 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56105f1e-4c1d-4f4a-a45b-9a0038dda6f2 x-openstack-request-id: req-56105f1e-4c1d-4f4a-a45b-9a0038dda6f2 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:33:12.457645 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb2078c-2aed-4065-ad24-8eb8179cd8b0", "name": "network-vif-deleted", "tag": "40a2911d-5e8e-4f80-8a75-d5db552b3804", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:33:12.458166 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-56105f1e-4c1d-4f4a-a45b-9a0038dda6f2 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:33:12.458763 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb2078c-2aed-4065-ad24-8eb8179cd8b0', 'name': 'network-vif-deleted', 'tag': '40a2911d-5e8e-4f80-8a75-d5db552b3804', 'status': 'completed', 'code': 200} Nov 09 21:33:12.504088 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-fc2386da-12b1-404d-ae29-938723291236 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Allocated IP 2001:db8::a864:c72:72a7:475d (83001fa8-21bc-4303-8a8a-37c91fd09fe2/01f76c5b-0e65-438e-81d5-96dea38b237c/b9a09220-f696-4e75-acef-21216ca8c968) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:33:12.508786 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8ca30700-9ef7-4da4-91e3-d9e4b29d7c71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:12.519315 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8ca30700-9ef7-4da4-91e3-d9e4b29d7c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:12.611892 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8ca30700-9ef7-4da4-91e3-d9e4b29d7c71 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c0eda41a5fcc438ca00666a6ff791be5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0855749 Nov 09 21:33:12.614642 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60988) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:12.615975 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca30700-9ef7-4da4-91e3-d9e4b29d7c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cedf446f-82ef-4d78-8cde-11a269c0cf99,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:12.699601 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f2a6605f-f1e0-4f27-a1bc-d59257da2c44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:12.729846 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f2a6605f-f1e0-4f27-a1bc-d59257da2c44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:12.789586 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f2a6605f-f1e0-4f27-a1bc-d59257da2c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:12.792619 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f2a6605f-f1e0-4f27-a1bc-d59257da2c44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:12.794867 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f2a6605f-f1e0-4f27-a1bc-d59257da2c44 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cedf446f-82ef-4d78-8cde-11a269c0cf99 HTTP/1.1" status: 204 len: 168 time: 0.1792142 Nov 09 21:33:12.805018 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a6605f-f1e0-4f27-a1bc-d59257da2c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedf446f-82ef-4d78-8cde-11a269c0cf99,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:12.823151 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79baf40-6145-4a77-b6d0-83636eeb0cb8 req-707324af-4f8c-4800-818b-9f4caeca26b9 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:12.825320 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c79baf40-6145-4a77-b6d0-83636eeb0cb8 req-707324af-4f8c-4800-818b-9f4caeca26b9 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=74fa2f36-9c75-4c80-8945-a8c460f70d9a HTTP/1.1" status: 200 len: 943 time: 0.0989697 Nov 09 21:33:12.848933 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fc2386da-12b1-404d-ae29-938723291236 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:12.908837 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c79baf40-6145-4a77-b6d0-83636eeb0cb8 req-4a9b4a55-7d45-4729-b01c-b042af6ea170 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722494 Nov 09 21:33:12.926410 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fc2386da-12b1-404d-ae29-938723291236 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:12.979053 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60996) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:12.986966 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2386da-12b1-404d-ae29-938723291236 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:33:12.994539 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-fc2386da-12b1-404d-ae29-938723291236 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:33:12.998726 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2386da-12b1-404d-ae29-938723291236 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:33:13.005638 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2386da-12b1-404d-ae29-938723291236 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:13.006328 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fc2386da-12b1-404d-ae29-938723291236 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:13.022930 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2386da-12b1-404d-ae29-938723291236 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Port': ['ID=b9a09220-f696-4e75-acef-21216ca8c968,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:13.032689 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-97f84b8a-e9bb-48a1-9069-6369286d3a40 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=035998926b3e42dfbb8318ab8fbe148e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0493395 Nov 09 21:33:13.033860 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60998) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:13.046742 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-fc2386da-12b1-404d-ae29-938723291236 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.6452730 Nov 09 21:33:13.047071 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 32768) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:13.052322 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-0c5c180b-c107-435a-919e-f7c6ee83128b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'port': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'fixed_ips': [{'subnet_id': '01f76c5b-0e65-438e-81d5-96dea38b237c', 'ip_address': '2001:db8::a864:c72:72a7:475d'}], 'name': 'tempest-NetworksTestDHCPv6-604030537'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:13.095531 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-842432f2-3ac5-4494-9d85-1a3cce90c057 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:13.123529 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-842432f2-3ac5-4494-9d85-1a3cce90c057 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:13.190527 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5c180b-c107-435a-919e-f7c6ee83128b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:33:13.191289 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-842432f2-3ac5-4494-9d85-1a3cce90c057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:13.196327 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-842432f2-3ac5-4494-9d85-1a3cce90c057 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:13.199949 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-842432f2-3ac5-4494-9d85-1a3cce90c057 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e430fcc7-0218-45b3-b8cb-c5eb9b0eba50 HTTP/1.1" status: 204 len: 168 time: 0.1655509 Nov 09 21:33:13.209342 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842432f2-3ac5-4494-9d85-1a3cce90c057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e430fcc7-0218-45b3-b8cb-c5eb9b0eba50,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:13.304906 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0c5c180b-c107-435a-919e-f7c6ee83128b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:13.327627 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-0c5c180b-c107-435a-919e-f7c6ee83128b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] device_id is not set on port 1887e4fc-4a50-430c-bf05-9098bb46ff11 yet. {{(pid=102607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:33:13.478240 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 32786) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:13.572139 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 583eec0d-dde1-4e49-8556-eca5bfb6bae2 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:33:13.648378 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 583eec0d-dde1-4e49-8556-eca5bfb6bae2 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:33:13.648789 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:13.660211 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c5c180b-c107-435a-919e-f7c6ee83128b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 09 21:33:13.660890 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c5c180b-c107-435a-919e-f7c6ee83128b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:33:13.696853 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0c5c180b-c107-435a-919e-f7c6ee83128b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.6486118 Nov 09 21:33:13.708423 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 32800) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:13.776382 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b91c17a-0be9-4961-a93c-3c72338ae459 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:13.784289 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b91c17a-0be9-4961-a93c-3c72338ae459 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:13.788582 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8b91c17a-0be9-4961-a93c-3c72338ae459 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0753036 Nov 09 21:33:13.789095 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 32806) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:13.794219 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:13.803674 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-396dd37d-cdcd-4214-9d7c-2ea4d94c02bd None None] Provisioning complete for port 583eec0d-dde1-4e49-8556-eca5bfb6bae2 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:33:13.804333 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-396dd37d-cdcd-4214-9d7c-2ea4d94c02bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:13.929639 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 583eec0d-dde1-4e49-8556-eca5bfb6bae2, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=583eec0d-dde1-4e49-8556-eca5bfb6bae2,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:33:13.944367 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:13.978497 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-396dd37d-cdcd-4214-9d7c-2ea4d94c02bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:14.017279 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-2a59f6e2-11e7-4704-9710-23bbe26de2f8 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting port b9a09220-f696-4e75-acef-21216ca8c968 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:33:14.017844 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2a59f6e2-11e7-4704-9710-23bbe26de2f8 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:14.029915 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=583eec0d-dde1-4e49-8556-eca5bfb6bae2,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:14.040912 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 32810) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:14.079002 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.db.api [None req-396dd37d-cdcd-4214-9d7c-2ea4d94c02bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 21:33:14.079363 n-d-816206-3 neutron-server[102609]: DEBUG oslo_db.api [None req-396dd37d-cdcd-4214-9d7c-2ea4d94c02bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 21:33:14.179907 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b02f1d-71ab-44e8-ac7e-286925d388a5 req-17d19222-5af2-4545-89f9-92f72f4ce12a tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:14.181446 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43b02f1d-71ab-44e8-ac7e-286925d388a5 req-17d19222-5af2-4545-89f9-92f72f4ce12a tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=74fa2f36-9c75-4c80-8945-a8c460f70d9a HTTP/1.1" status: 200 len: 943 time: 0.1335440 Nov 09 21:33:14.191856 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-900688e3-d1ca-4a9e-a300-5157b6cf876b tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1763806518'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:14.197383 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-473c7a23-c282-4055-806c-4a779341fba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:14.205635 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2a59f6e2-11e7-4704-9710-23bbe26de2f8 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:14.239076 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-2a59f6e2-11e7-4704-9710-23bbe26de2f8 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Calling delete_port for b9a09220-f696-4e75-acef-21216ca8c968 owned by {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:33:14.276434 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900688e3-d1ca-4a9e-a300-5157b6cf876b tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Made reservation on behalf of 182d02a58a10417198bad5981fdeb02c for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:33:14.279870 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-900688e3-d1ca-4a9e-a300-5157b6cf876b tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:14.321182 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43b02f1d-71ab-44e8-ac7e-286925d388a5 req-a338e510-24fc-49fc-92ba-36ca939772cf tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202838 Nov 09 21:33:14.323255 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-900688e3-d1ca-4a9e-a300-5157b6cf876b tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:14.473002 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-900688e3-d1ca-4a9e-a300-5157b6cf876b tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:14.478206 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-900688e3-d1ca-4a9e-a300-5157b6cf876b tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:14.489047 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2a59f6e2-11e7-4704-9710-23bbe26de2f8 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:14.507445 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device f199ac79-a0be-4ad8-aef7-ad83ae95d60b details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:33:14.512585 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-473c7a23-c282-4055-806c-4a779341fba9 admin admin] Deleting port d985623a-250a-47bb-9346-498fca3ed519 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:33:14.513716 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-473c7a23-c282-4055-806c-4a779341fba9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:14.518269 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-900688e3-d1ca-4a9e-a300-5157b6cf876b tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:33:14.548067 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a59f6e2-11e7-4704-9710-23bbe26de2f8 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Port': ['ID=b9a09220-f696-4e75-acef-21216ca8c968,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:14.554796 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900688e3-d1ca-4a9e-a300-5157b6cf876b tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57e2e56a-51c6-4a66-ad28-318deb1ab1cf,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:14.564335 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-900688e3-d1ca-4a9e-a300-5157b6cf876b tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:14.564703 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-900688e3-d1ca-4a9e-a300-5157b6cf876b tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Added segment eddc5dd9-2b01-45e8-824a-7ba3d6abb4b5 of type vlan for network dab67b40-ab6f-4b72-86b9-7062a8b31a6b Nov 09 21:33:14.589529 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2a59f6e2-11e7-4704-9710-23bbe26de2f8 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:14.595551 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2a59f6e2-11e7-4704-9710-23bbe26de2f8 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/ports/b9a09220-f696-4e75-acef-21216ca8c968 HTTP/1.1" status: 204 len: 168 time: 0.8032444 Nov 09 21:33:14.596465 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 32828) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:14.658675 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-473c7a23-c282-4055-806c-4a779341fba9 admin admin] For port d985623a-250a-47bb-9346-498fca3ed519, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=d985623a-250a-47bb-9346-498fca3ed519,segment=NetworkSegment(f1d1420c-9500-4b39-a5ac-48afc5071fab),segment_id=f1d1420c-9500-4b39-a5ac-48afc5071fab)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:33:14.659052 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-473c7a23-c282-4055-806c-4a779341fba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:14.660828 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-900688e3-d1ca-4a9e-a300-5157b6cf876b tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:14.682128 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-473c7a23-c282-4055-806c-4a779341fba9 admin admin] Calling delete_port for d985623a-250a-47bb-9346-498fca3ed519 owned by network:router_interface {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:33:14.735390 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a0746b-ab46-46a7-80b7-c5a68b625102 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:14.737633 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a0746b-ab46-46a7-80b7-c5a68b625102 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:14.743446 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b9a0746b-ab46-46a7-80b7-c5a68b625102 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1456225 Nov 09 21:33:14.744847 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 32830) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:14.754369 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-900688e3-d1ca-4a9e-a300-5157b6cf876b tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:14.761871 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900688e3-d1ca-4a9e-a300-5157b6cf876b tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:14.762717 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-900688e3-d1ca-4a9e-a300-5157b6cf876b tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:14.883828 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port f199ac79-a0be-4ad8-aef7-ad83ae95d60b, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f199ac79-a0be-4ad8-aef7-ad83ae95d60b,segment=NetworkSegment(4b1e7064-c872-4e6f-85a8-e00a69322723),segment_id=4b1e7064-c872-4e6f-85a8-e00a69322723)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:33:14.900001 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': 'f199ac79-a0be-4ad8-aef7-ad83ae95d60b', 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef', 'port_id': 'f199ac79-a0be-4ad8-aef7-ad83ae95d60b', 'mac_address': 'fa:16:3e:22:ca:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48041428-5cce-473c-b445-a01eb383d908', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:33:14.985123 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:14.992305 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-473c7a23-c282-4055-806c-4a779341fba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:15.013432 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-f9790f16-1324-4daf-8d0c-d9452b93a35c None None] Could not find standard attr ID for object b9a09220-f696-4e75-acef-21216ca8c968. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 21:33:15.022930 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f199ac79-a0be-4ad8-aef7-ad83ae95d60b {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:33:15.044055 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c7a23-c282-4055-806c-4a779341fba9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d985623a-250a-47bb-9346-498fca3ed519,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:15.050474 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port f199ac79-a0be-4ad8-aef7-ad83ae95d60b, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f199ac79-a0be-4ad8-aef7-ad83ae95d60b,segment=NetworkSegment(4b1e7064-c872-4e6f-85a8-e00a69322723),segment_id=4b1e7064-c872-4e6f-85a8-e00a69322723)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:33:15.062093 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:15.116054 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=f199ac79-a0be-4ad8-aef7-ad83ae95d60b,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:15.219195 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-900688e3-d1ca-4a9e-a300-5157b6cf876b tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1769447 Nov 09 21:33:15.224047 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 32838) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:15.241111 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-473c7a23-c282-4055-806c-4a779341fba9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:15.241632 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-7378273f-841b-4b0d-b04d-b8bfb91e259f tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Request body: {'subnet': {'network_id': 'dab67b40-ab6f-4b72-86b9-7062a8b31a6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:15.253125 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-01d6d28a-34ee-447a-8e33-e0907185d1b3 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting subnet 01f76c5b-0e65-438e-81d5-96dea38b237c {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:33:15.266055 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-01d6d28a-34ee-447a-8e33-e0907185d1b3 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:15.292835 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900688e3-d1ca-4a9e-a300-5157b6cf876b tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Pushing event updated for resources: {'Network': ['ID=dab67b40-ab6f-4b72-86b9-7062a8b31a6b,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:15.304003 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network dab67b40-ab6f-4b72-86b9-7062a8b31a6b details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:33:15.367261 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-01d6d28a-34ee-447a-8e33-e0907185d1b3 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:15.417969 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['f199ac79-a0be-4ad8-aef7-ad83ae95d60b'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:33:15.434115 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7378273f-841b-4b0d-b04d-b8bfb91e259f tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Made reservation on behalf of 182d02a58a10417198bad5981fdeb02c for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:33:15.438461 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7378273f-841b-4b0d-b04d-b8bfb91e259f tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:15.598653 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-01d6d28a-34ee-447a-8e33-e0907185d1b3 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:15.682538 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aaa98c-539d-4941-b72a-464c39174553 req-e9d9706c-86c3-4129-bfc4-2c81bdf0a542 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:15.684097 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-37aaa98c-539d-4941-b72a-464c39174553 req-e9d9706c-86c3-4129-bfc4-2c81bdf0a542 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=74fa2f36-9c75-4c80-8945-a8c460f70d9a HTTP/1.1" status: 200 len: 944 time: 0.1455417 Nov 09 21:33:15.698701 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 583eec0d-dde1-4e49-8556-eca5bfb6bae2 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:33:15.714692 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473c7a23-c282-4055-806c-4a779341fba9 admin admin] Router ac13d68d-1c7c-436b-bef9-d73be4fb7ad5 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:33:15.773929 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-01d6d28a-34ee-447a-8e33-e0907185d1b3 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:15.777922 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 583eec0d-dde1-4e49-8556-eca5bfb6bae2 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:33:15.778289 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:15.827020 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6d28a-34ee-447a-8e33-e0907185d1b3 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Subnet': ['ID=01f76c5b-0e65-438e-81d5-96dea38b237c,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:15.831731 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-37aaa98c-539d-4941-b72a-464c39174553 req-7a7e5663-ab5b-4558-9a7d-00627e771383 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401389 Nov 09 21:33:15.854654 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473c7a23-c282-4055-806c-4a779341fba9 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:33:15.872425 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-473c7a23-c282-4055-806c-4a779341fba9 admin admin] 10.222.0.49 "PUT /v2.0/routers/ac13d68d-1c7c-436b-bef9-d73be4fb7ad5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3904397 Nov 09 21:33:15.873207 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 32846) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:15.888249 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26332a17-7a27-4c02-951b-afac04464ae8 None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:33:15.888810 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-01d6d28a-34ee-447a-8e33-e0907185d1b3 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:15.895468 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-01d6d28a-34ee-447a-8e33-e0907185d1b3 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/01f76c5b-0e65-438e-81d5-96dea38b237c HTTP/1.1" status: 204 len: 168 time: 1.1472375 Nov 09 21:33:15.895633 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9ca5ff-816d-4503-b8ab-4c3cc8b17eea None None] Sync routers for ids ['ac13d68d-1c7c-436b-bef9-d73be4fb7ad5'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:33:15.895744 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 32848) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:15.957620 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5a766ec1-6d95-41a2-bdf7-98b882922b4f tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0562334 Nov 09 21:33:15.961463 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 32850) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:15.967308 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-7fdd753c-8a12-406c-9fcd-78257313e636 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'subnet': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:15.973294 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7378273f-841b-4b0d-b04d-b8bfb91e259f tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:16.024079 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-73ab7ebe-b982-47da-a179-d952f6abd942 admin admin] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:16.068294 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9ca5ff-816d-4503-b8ab-4c3cc8b17eea None None] Routers {'ac13d68d-1c7c-436b-bef9-d73be4fb7ad5'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:33:16.069117 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-9a9ca5ff-816d-4503-b8ab-4c3cc8b17eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:32:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['ac13d68d-1c7c-436b-bef9-d73be4fb7ad5'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:16.116707 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7378273f-841b-4b0d-b04d-b8bfb91e259f tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Pushing event updated for resources: {'Subnet': ['ID=b2b3e1e9-df23-4ba4-b15d-594f63deb0db,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:16.125614 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7378273f-841b-4b0d-b04d-b8bfb91e259f tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Checking segment: {'id': 'eddc5dd9-2b01-45e8-824a-7ba3d6abb4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'dab67b40-ab6f-4b72-86b9-7062a8b31a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:33:16.125986 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7378273f-841b-4b0d-b04d-b8bfb91e259f tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Network hostable DHCP agents. Network: dab67b40-ab6f-4b72-86b9-7062a8b31a6b, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:33:16.145407 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fdd753c-8a12-406c-9fcd-78257313e636 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:33:16.149569 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7fdd753c-8a12-406c-9fcd-78257313e636 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:16.157335 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-73ab7ebe-b982-47da-a179-d952f6abd942 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:16.168883 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7378273f-841b-4b0d-b04d-b8bfb91e259f tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Network dab67b40-ab6f-4b72-86b9-7062a8b31a6b is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:33:16.215657 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-73ab7ebe-b982-47da-a179-d952f6abd942 admin admin] Deleting port 58aba5e1-e10a-496c-b922-720a96591d2f {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:33:16.215982 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-73ab7ebe-b982-47da-a179-d952f6abd942 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:16.217439 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-7378273f-841b-4b0d-b04d-b8bfb91e259f tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, dab67b40-ab6f-4b72-86b9-7062a8b31a6b) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:33:16.229157 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7378273f-841b-4b0d-b04d-b8bfb91e259f tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:16.229753 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7378273f-841b-4b0d-b04d-b8bfb91e259f tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:16.242088 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-9a9ca5ff-816d-4503-b8ab-4c3cc8b17eea None None] Set router ac13d68d-1c7c-436b-bef9-d73be4fb7ad5 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:33:16.246489 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2240639d-af56-4e3d-9069-9e55c51aec23 None None] Network dab67b40-ab6f-4b72-86b9-7062a8b31a6b requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:33:16.262491 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7378273f-841b-4b0d-b04d-b8bfb91e259f tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0356340 Nov 09 21:33:16.266022 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 32854) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:16.273196 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-0f6cde64-7bf6-4bad-ac51-3d9560e37b44 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1369931633', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:16.326614 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0f6cde64-7bf6-4bad-ac51-3d9560e37b44 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:16.327682 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0f6cde64-7bf6-4bad-ac51-3d9560e37b44 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:16.345891 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-73ab7ebe-b982-47da-a179-d952f6abd942 admin admin] For port 58aba5e1-e10a-496c-b922-720a96591d2f, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=58aba5e1-e10a-496c-b922-720a96591d2f,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:33:16.346322 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-73ab7ebe-b982-47da-a179-d952f6abd942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:16.353540 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ae72db-caa7-442d-ad10-319992505b92 None None] DHCP port deletion for 83001fa8-21bc-4303-8a8a-37c91fd09fe2 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:33:16.363887 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-73ab7ebe-b982-47da-a179-d952f6abd942 admin admin] Calling delete_port for 58aba5e1-e10a-496c-b922-720a96591d2f owned by network:router_gateway {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:33:16.374744 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7fdd753c-8a12-406c-9fcd-78257313e636 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:16.410588 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0f6cde64-7bf6-4bad-ac51-3d9560e37b44 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:16.419573 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdd753c-8a12-406c-9fcd-78257313e636 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:33:16.422924 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-7fdd753c-8a12-406c-9fcd-78257313e636 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:33:16.429158 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdd753c-8a12-406c-9fcd-78257313e636 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:16.429760 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7fdd753c-8a12-406c-9fcd-78257313e636 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:16.446686 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd753c-8a12-406c-9fcd-78257313e636 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Subnet': ['ID=31db90fb-d4cc-4af1-83a8-63506a2a1dcb,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:16.457467 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0f6cde64-7bf6-4bad-ac51-3d9560e37b44 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:16.457598 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7fdd753c-8a12-406c-9fcd-78257313e636 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4927025 Nov 09 21:33:16.458153 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 32856) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:16.466221 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-988c60ea-13cd-491c-ad38-b8562f3ad505 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'port': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'fixed_ips': [{'subnet_id': '31db90fb-d4cc-4af1-83a8-63506a2a1dcb', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1843952585'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:16.495620 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0f6cde64-7bf6-4bad-ac51-3d9560e37b44 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:16.499939 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0f6cde64-7bf6-4bad-ac51-3d9560e37b44 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2302663 Nov 09 21:33:16.500706 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 32858) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:16.554529 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device f199ac79-a0be-4ad8-aef7-ad83ae95d60b up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:33:16.604186 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988c60ea-13cd-491c-ad38-b8562f3ad505 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:33:16.609643 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-988c60ea-13cd-491c-ad38-b8562f3ad505 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:16.632597 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-988c60ea-13cd-491c-ad38-b8562f3ad505 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] device_id is not set on port 0a4f644a-ca22-45ff-b65c-2e215cfee1ae yet. {{(pid=102607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:33:16.641190 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-06ae72db-caa7-442d-ad10-319992505b92 None None] Deleting port 583eec0d-dde1-4e49-8556-eca5bfb6bae2 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:33:16.641552 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-06ae72db-caa7-442d-ad10-319992505b92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:16.740048 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073c0ede-f5d5-4a97-a400-ee5c11ff90fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-dab67b40-ab6f-4b72-86b9-7062a8b31a6b', 'network_id': 'dab67b40-ab6f-4b72-86b9-7062a8b31a6b', 'tenant_id': '182d02a58a10417198bad5981fdeb02c', 'fixed_ips': [{'subnet_id': 'b2b3e1e9-df23-4ba4-b15d-594f63deb0db'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:33:16.741457 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-073c0ede-f5d5-4a97-a400-ee5c11ff90fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:16.764709 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-988c60ea-13cd-491c-ad38-b8562f3ad505 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:33:16.765299 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-988c60ea-13cd-491c-ad38-b8562f3ad505 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:33:16.784410 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-988c60ea-13cd-491c-ad38-b8562f3ad505 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.3246067 Nov 09 21:33:16.787028 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 32862) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:16.807265 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-06ae72db-caa7-442d-ad10-319992505b92 None None] For port 583eec0d-dde1-4e49-8556-eca5bfb6bae2, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=583eec0d-dde1-4e49-8556-eca5bfb6bae2,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:33:16.807583 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-06ae72db-caa7-442d-ad10-319992505b92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:16.821212 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port f199ac79-a0be-4ad8-aef7-ad83ae95d60b completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:33:16.843732 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d10d7fe-b3a5-41ec-8a6b-0fa3362ee832 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:16.848423 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7d10d7fe-b3a5-41ec-8a6b-0fa3362ee832 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0566363 Nov 09 21:33:16.849021 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 32864) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:16.866695 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-73ab7ebe-b982-47da-a179-d952f6abd942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:16.867184 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-06ae72db-caa7-442d-ad10-319992505b92 None None] Calling delete_port for 583eec0d-dde1-4e49-8556-eca5bfb6bae2 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:33:16.882382 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port f199ac79-a0be-4ad8-aef7-ad83ae95d60b triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:33:16.882666 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:16.891219 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-9a9ca5ff-816d-4503-b8ab-4c3cc8b17eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac13d68d-1c7c-436b-bef9-d73be4fb7ad5', 'name': 'tempest-ServerRescueTestJSON-354292085-router', 'tenant_id': 'd1eec0d183eb43fa903f8da93e957658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '58aba5e1-e10a-496c-b922-720a96591d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:31:02Z', 'updated_at': '2021-11-09T21:33:14Z', 'revision_number': 5, 'project_id': 'd1eec0d183eb43fa903f8da93e957658', 'gw_port': {'id': '58aba5e1-e10a-496c-b922-720a96591d2f', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac13d68d-1c7c-436b-bef9-d73be4fb7ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:31:04Z', 'updated_at': '2021-11-09T21:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:16.898413 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab7ebe-b982-47da-a179-d952f6abd942 admin admin] Pushing event deleted for resources: {'Port': ['ID=58aba5e1-e10a-496c-b922-720a96591d2f,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:16.929436 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8081d109-5b8d-4b3b-a2be-7ee8ebe9bbcb tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:16.933263 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8081d109-5b8d-4b3b-a2be-7ee8ebe9bbcb tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:16.938620 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8081d109-5b8d-4b3b-a2be-7ee8ebe9bbcb tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0886552 Nov 09 21:33:16.939247 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 32868) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:16.965874 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9ca5ff-816d-4503-b8ab-4c3cc8b17eea None None] Checking router: ac13d68d-1c7c-436b-bef9-d73be4fb7ad5 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:33:16.976084 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-07763667-d507-4acb-84b8-c72da40b685e tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:17.029491 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-90c4a5d5-d60c-4b9c-bc05-131db02d8d09 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting subnet 31db90fb-d4cc-4af1-83a8-63506a2a1dcb {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:33:17.033930 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-90c4a5d5-d60c-4b9c-bc05-131db02d8d09 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:17.048251 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9ca5ff-816d-4503-b8ab-4c3cc8b17eea None None] Routers {'ac13d68d-1c7c-436b-bef9-d73be4fb7ad5'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:33:17.048940 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-9a9ca5ff-816d-4503-b8ab-4c3cc8b17eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:32:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['ac13d68d-1c7c-436b-bef9-d73be4fb7ad5'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:17.065539 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23940e3-e616-40d1-bab7-05d5bab09a6f req-b14d0e98-0dde-44e9-98ff-51d72ee65b3b tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:17.067091 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e23940e3-e616-40d1-bab7-05d5bab09a6f req-b14d0e98-0dde-44e9-98ff-51d72ee65b3b tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=74fa2f36-9c75-4c80-8945-a8c460f70d9a HTTP/1.1" status: 200 len: 944 time: 0.1182640 Nov 09 21:33:17.103039 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-90c4a5d5-d60c-4b9c-bc05-131db02d8d09 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:17.134983 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-073c0ede-f5d5-4a97-a400-ee5c11ff90fd None None] Allocated IP 172.20.0.2 (dab67b40-ab6f-4b72-86b9-7062a8b31a6b/b2b3e1e9-df23-4ba4-b15d-594f63deb0db/d857cd53-2625-477f-b6e9-6a7f140ea279) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:33:17.157770 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-9a9ca5ff-816d-4503-b8ab-4c3cc8b17eea None None] Set router ac13d68d-1c7c-436b-bef9-d73be4fb7ad5 gateway port host: None {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:33:17.168490 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e23940e3-e616-40d1-bab7-05d5bab09a6f req-4a1b817c-9f4c-4fde-9146-89fc8158b7fd tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924194 Nov 09 21:33:17.184075 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-90c4a5d5-d60c-4b9c-bc05-131db02d8d09 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:17.277883 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-90c4a5d5-d60c-4b9c-bc05-131db02d8d09 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:17.312994 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4a5d5-d60c-4b9c-bc05-131db02d8d09 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Subnet': ['ID=31db90fb-d4cc-4af1-83a8-63506a2a1dcb,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:17.317733 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-90c4a5d5-d60c-4b9c-bc05-131db02d8d09 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:17.322086 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-90c4a5d5-d60c-4b9c-bc05-131db02d8d09 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/31db90fb-d4cc-4af1-83a8-63506a2a1dcb HTTP/1.1" status: 204 len: 168 time: 0.3815951 Nov 09 21:33:17.324787 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 32874) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:17.368225 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8f2eb866-a1b9-410a-ad1b-61839d417cbe tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0420322 Nov 09 21:33:17.375068 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 32878) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:17.381698 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-c07bec60-8196-45be-9b05-50a4f26403c5 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'subnet': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:17.518528 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-73ab7ebe-b982-47da-a179-d952f6abd942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:17.538854 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-9a9ca5ff-816d-4503-b8ab-4c3cc8b17eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac13d68d-1c7c-436b-bef9-d73be4fb7ad5', 'name': 'tempest-ServerRescueTestJSON-354292085-router', 'tenant_id': 'd1eec0d183eb43fa903f8da93e957658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:31:02Z', 'updated_at': '2021-11-09T21:33:16Z', 'revision_number': 7, 'project_id': 'd1eec0d183eb43fa903f8da93e957658', 'gw_port_host': None}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:17.539511 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07bec60-8196-45be-9b05-50a4f26403c5 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:33:17.546420 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c07bec60-8196-45be-9b05-50a4f26403c5 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:17.640154 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-073c0ede-f5d5-4a97-a400-ee5c11ff90fd None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:17.656833 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-73ab7ebe-b982-47da-a179-d952f6abd942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:17.659077 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 583eec0d-dde1-4e49-8556-eca5bfb6bae2 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:33:17.691417 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-73ab7ebe-b982-47da-a179-d952f6abd942 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:17.701383 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-073c0ede-f5d5-4a97-a400-ee5c11ff90fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:17.743520 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9ca5ff-816d-4503-b8ab-4c3cc8b17eea None None] The sync data for ids ['ac13d68d-1c7c-436b-bef9-d73be4fb7ad5'] in n-d-816206-3 is: [{'id': 'ac13d68d-1c7c-436b-bef9-d73be4fb7ad5', 'name': 'tempest-ServerRescueTestJSON-354292085-router', 'tenant_id': 'd1eec0d183eb43fa903f8da93e957658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:31:02Z', 'updated_at': '2021-11-09T21:33:16Z', 'revision_number': 7, 'project_id': 'd1eec0d183eb43fa903f8da93e957658', 'gw_port_host': None}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:33:17.816061 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073c0ede-f5d5-4a97-a400-ee5c11ff90fd None None] Network dab67b40-ab6f-4b72-86b9-7062a8b31a6b is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:33:17.817738 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:17.832095 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-073c0ede-f5d5-4a97-a400-ee5c11ff90fd None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:33:17.837893 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-06ae72db-caa7-442d-ad10-319992505b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:17.840888 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-caf8ee08-1185-4402-a0e9-98bb918245b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:17.853566 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073c0ede-f5d5-4a97-a400-ee5c11ff90fd None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:33:17.872735 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c07bec60-8196-45be-9b05-50a4f26403c5 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:17.883320 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-73ab7ebe-b982-47da-a179-d952f6abd942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:17.883860 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ab7ebe-b982-47da-a179-d952f6abd942 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac13d68d-1c7c-436b-bef9-d73be4fb7ad5 {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:33:17.894796 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-73ab7ebe-b982-47da-a179-d952f6abd942 admin admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:17.899615 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-73ab7ebe-b982-47da-a179-d952f6abd942 admin admin] 10.222.0.49 "DELETE /v2.0/routers/ac13d68d-1c7c-436b-bef9-d73be4fb7ad5 HTTP/1.1" status: 204 len: 168 time: 2.0256577 Nov 09 21:33:17.900457 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 32886) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:17.914939 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07bec60-8196-45be-9b05-50a4f26403c5 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:33:17.918245 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-c07bec60-8196-45be-9b05-50a4f26403c5 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:33:17.946911 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07bec60-8196-45be-9b05-50a4f26403c5 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:17.947587 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c07bec60-8196-45be-9b05-50a4f26403c5 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:17.963268 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port f199ac79-a0be-4ad8-aef7-ad83ae95d60b, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f199ac79-a0be-4ad8-aef7-ad83ae95d60b,segment=NetworkSegment(4b1e7064-c872-4e6f-85a8-e00a69322723),segment_id=4b1e7064-c872-4e6f-85a8-e00a69322723)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:33:17.965070 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8fb3070-c209-44c9-b8b6-b74c4e8ebb5b admin admin] Deleting subnet bfb20a4a-8695-412f-8658-c790ccaeab3d {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:33:17.969486 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ae72db-caa7-442d-ad10-319992505b92 None None] No DVR routers for this DVR port 583eec0d-dde1-4e49-8556-eca5bfb6bae2 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:33:17.971691 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fa2f36-9c75-4c80-8945-a8c460f70d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f199ac79-a0be-4ad8-aef7-ad83ae95d60b'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:33:17.976221 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2dc8cc-72d4-41e2-8630-e7ba2231711a" -d '{"events": [{"server_uuid": "74fa2f36-9c75-4c80-8945-a8c460f70d9a", "name": "network-vif-plugged", "status": "completed", "tag": "f199ac79-a0be-4ad8-aef7-ad83ae95d60b"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:33:17.980972 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c8fb3070-c209-44c9-b8b6-b74c4e8ebb5b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:17.982457 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c07bec60-8196-45be-9b05-50a4f26403c5 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6061392 Nov 09 21:33:17.985422 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 32890) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:17.992104 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-ae6954ee-6947-40a2-9faf-29315f78e5b2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2050878876', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:18.018978 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c0ede-f5d5-4a97-a400-ee5c11ff90fd None None] Pushing event updated for resources: {'Port': ['ID=d857cd53-2625-477f-b6e9-6a7f140ea279,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:18.024002 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No active binding found for port 583eec0d-dde1-4e49-8556-eca5bfb6bae2 {{(pid=102609) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 09 21:33:18.024581 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 583eec0d-dde1-4e49-8556-eca5bfb6bae2 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:33:18.037297 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:18.038830 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 40a2911d-5e8e-4f80-8a75-d5db552b3804 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:33:18.066340 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ae6954ee-6947-40a2-9faf-29315f78e5b2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:18.079761 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ae6954ee-6947-40a2-9faf-29315f78e5b2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:18.109489 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3df43f9-d179-43b0-a0f1-8af0114d90cc None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:33:18.113575 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: 40a2911d-5e8e-4f80-8a75-d5db552b3804 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:33:18.114047 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 40a2911d-5e8e-4f80-8a75-d5db552b3804 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:33:18.117874 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c8fb3070-c209-44c9-b8b6-b74c4e8ebb5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:18.118233 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae72db-caa7-442d-ad10-319992505b92 None None] Pushing event deleted for resources: {'Port': ['ID=583eec0d-dde1-4e49-8556-eca5bfb6bae2,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:18.187118 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-07763667-d507-4acb-84b8-c72da40b685e tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Allocated IP 172.20.0.1 (dab67b40-ab6f-4b72-86b9-7062a8b31a6b/b2b3e1e9-df23-4ba4-b15d-594f63deb0db/b6a1f1fe-2652-4674-b60c-a6e594517348) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:33:18.205430 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07bec60-8196-45be-9b05-50a4f26403c5 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Subnet': ['ID=6815d8f9-af9c-49f7-8144-86af685a6ccf,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:18.217706 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=f199ac79-a0be-4ad8-aef7-ad83ae95d60b,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:18.219095 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ae6954ee-6947-40a2-9faf-29315f78e5b2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:18.221771 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5380c6-c9aa-4824-9669-04f50a8cbd1c x-openstack-request-id: req-da5380c6-c9aa-4824-9669-04f50a8cbd1c {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:33:18.222167 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74fa2f36-9c75-4c80-8945-a8c460f70d9a", "name": "network-vif-plugged", "status": "completed", "tag": "f199ac79-a0be-4ad8-aef7-ad83ae95d60b", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:33:18.222526 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-da5380c6-c9aa-4824-9669-04f50a8cbd1c {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:33:18.223057 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74fa2f36-9c75-4c80-8945-a8c460f70d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f199ac79-a0be-4ad8-aef7-ad83ae95d60b', 'code': 200} Nov 09 21:33:18.231469 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-073c0ede-f5d5-4a97-a400-ee5c11ff90fd None None] Attempting to bind port d857cd53-2625-477f-b6e9-6a7f140ea279 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:33:18.232173 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-073c0ede-f5d5-4a97-a400-ee5c11ff90fd None None] Attempting to bind port d857cd53-2625-477f-b6e9-6a7f140ea279 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'eddc5dd9-2b01-45e8-824a-7ba3d6abb4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'dab67b40-ab6f-4b72-86b9-7062a8b31a6b'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:33:18.232317 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ae6954ee-6947-40a2-9faf-29315f78e5b2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:18.232551 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073c0ede-f5d5-4a97-a400-ee5c11ff90fd None None] Attempting to bind port d857cd53-2625-477f-b6e9-6a7f140ea279 on network dab67b40-ab6f-4b72-86b9-7062a8b31a6b {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:33:18.239739 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073c0ede-f5d5-4a97-a400-ee5c11ff90fd None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:33:18.240245 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073c0ede-f5d5-4a97-a400-ee5c11ff90fd None None] Checking segment: {'id': 'eddc5dd9-2b01-45e8-824a-7ba3d6abb4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'dab67b40-ab6f-4b72-86b9-7062a8b31a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:33:18.241320 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-073c0ede-f5d5-4a97-a400-ee5c11ff90fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:18.242297 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073c0ede-f5d5-4a97-a400-ee5c11ff90fd None None] Bound using segment: {'id': 'eddc5dd9-2b01-45e8-824a-7ba3d6abb4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'dab67b40-ab6f-4b72-86b9-7062a8b31a6b'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:33:18.242489 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-073c0ede-f5d5-4a97-a400-ee5c11ff90fd None None] Bound port: d857cd53-2625-477f-b6e9-6a7f140ea279, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eddc5dd9-2b01-45e8-824a-7ba3d6abb4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'dab67b40-ab6f-4b72-86b9-7062a8b31a6b'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:33:18.242989 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-073c0ede-f5d5-4a97-a400-ee5c11ff90fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:18.259582 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c8fb3070-c209-44c9-b8b6-b74c4e8ebb5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:18.296916 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ae6954ee-6947-40a2-9faf-29315f78e5b2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:18.298358 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ae6954ee-6947-40a2-9faf-29315f78e5b2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3121490 Nov 09 21:33:18.301488 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd1bb8-8ede-434a-89bf-5caf87ea9343 req-fed77a99-fbb9-4e53-9381-6e49c1f24626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:18.302927 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2ebd1bb8-8ede-434a-89bf-5caf87ea9343 req-fed77a99-fbb9-4e53-9381-6e49c1f24626 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=74fa2f36-9c75-4c80-8945-a8c460f70d9a HTTP/1.1" status: 200 len: 1096 time: 0.0601554 Nov 09 21:33:18.303385 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 32894) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:18.374796 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-073c0ede-f5d5-4a97-a400-ee5c11ff90fd None None] For port d857cd53-2625-477f-b6e9-6a7f140ea279, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:33:18.394784 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-073c0ede-f5d5-4a97-a400-ee5c11ff90fd None None] For port d857cd53-2625-477f-b6e9-6a7f140ea279, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=d857cd53-2625-477f-b6e9-6a7f140ea279,segment=NetworkSegment(eddc5dd9-2b01-45e8-824a-7ba3d6abb4b5),segment_id=eddc5dd9-2b01-45e8-824a-7ba3d6abb4b5)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:33:18.412093 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-073c0ede-f5d5-4a97-a400-ee5c11ff90fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:18.491163 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe6311b-5d27-478c-9d43-89803b60718a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'tenant_id': '4f80aeba4f7b42c0ae266ee8833d0179', 'fixed_ips': [{'subnet_id': '6815d8f9-af9c-49f7-8144-86af685a6ccf'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:33:18.494673 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8fe6311b-5d27-478c-9d43-89803b60718a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:18.526360 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bcaf87-5ce9-46aa-aea3-e020261b3da2 req-ed1d22ab-d7a0-4c53-a04f-8fd0a5a80ead tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:18.545244 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d9bcaf87-5ce9-46aa-aea3-e020261b3da2 req-ed1d22ab-d7a0-4c53-a04f-8fd0a5a80ead tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=74fa2f36-9c75-4c80-8945-a8c460f70d9a HTTP/1.1" status: 200 len: 945 time: 0.2238286 Nov 09 21:33:18.564659 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c0ede-f5d5-4a97-a400-ee5c11ff90fd None None] Pushing event updated for resources: {'Port': ['ID=d857cd53-2625-477f-b6e9-6a7f140ea279,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:18.615146 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d9bcaf87-5ce9-46aa-aea3-e020261b3da2 req-92a13c6f-1809-4817-856a-d127ecff5b3c tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689385 Nov 09 21:33:18.654223 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c8fb3070-c209-44c9-b8b6-b74c4e8ebb5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:18.701782 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2ebd1bb8-8ede-434a-89bf-5caf87ea9343 req-5e865872-83fd-4a06-908d-b325f793de93 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3906901 Nov 09 21:33:18.717379 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-8fe6311b-5d27-478c-9d43-89803b60718a None None] Allocated IP 2001:db8::2 (83001fa8-21bc-4303-8a8a-37c91fd09fe2/6815d8f9-af9c-49f7-8144-86af685a6ccf/d9708516-7f9b-4edf-9132-3edb1f7cc03d) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:33:18.739132 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bd575285-748a-4d44-8f24-ce060a7da655 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:18.758368 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb3070-c209-44c9-b8b6-b74c4e8ebb5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfb20a4a-8695-412f-8658-c790ccaeab3d,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:18.766651 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c8fb3070-c209-44c9-b8b6-b74c4e8ebb5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:18.776536 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c8fb3070-c209-44c9-b8b6-b74c4e8ebb5b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/bfb20a4a-8695-412f-8658-c790ccaeab3d HTTP/1.1" status: 204 len: 168 time: 0.8718500 Nov 09 21:33:18.785198 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 32898) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:18.797368 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-07763667-d507-4acb-84b8-c72da40b685e tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:18.982434 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8fe6311b-5d27-478c-9d43-89803b60718a None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:19.007420 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8fe6311b-5d27-478c-9d43-89803b60718a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:19.075499 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-30b4c983-b3e7-43f7-affa-eb7544b8d8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:19.079168 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe6311b-5d27-478c-9d43-89803b60718a None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:33:19.087724 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-8fe6311b-5d27-478c-9d43-89803b60718a None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:33:19.090638 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe6311b-5d27-478c-9d43-89803b60718a None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:33:19.100861 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe6311b-5d27-478c-9d43-89803b60718a None None] Pushing event updated for resources: {'Port': ['ID=d9708516-7f9b-4edf-9132-3edb1f7cc03d,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:19.136584 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-07763667-d507-4acb-84b8-c72da40b685e tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:19.160593 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-8fe6311b-5d27-478c-9d43-89803b60718a None None] Attempting to bind port d9708516-7f9b-4edf-9132-3edb1f7cc03d on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:33:19.161000 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-8fe6311b-5d27-478c-9d43-89803b60718a None None] Attempting to bind port d9708516-7f9b-4edf-9132-3edb1f7cc03d by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:33:19.161365 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe6311b-5d27-478c-9d43-89803b60718a None None] Attempting to bind port d9708516-7f9b-4edf-9132-3edb1f7cc03d on network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:33:19.167067 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe6311b-5d27-478c-9d43-89803b60718a None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:33:19.167441 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe6311b-5d27-478c-9d43-89803b60718a None None] Checking segment: {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:33:19.167837 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8fe6311b-5d27-478c-9d43-89803b60718a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:19.168439 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe6311b-5d27-478c-9d43-89803b60718a None None] Bound using segment: {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:33:19.169335 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-8fe6311b-5d27-478c-9d43-89803b60718a None None] Bound port: d9708516-7f9b-4edf-9132-3edb1f7cc03d, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:33:19.169722 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8fe6311b-5d27-478c-9d43-89803b60718a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:19.216003 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-bd575285-748a-4d44-8f24-ce060a7da655 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Allocated IP 2001:db8::1 (83001fa8-21bc-4303-8a8a-37c91fd09fe2/6815d8f9-af9c-49f7-8144-86af685a6ccf/76386493-be70-4bdf-8271-4659950ce953) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:33:19.289062 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-30b4c983-b3e7-43f7-affa-eb7544b8d8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:19.299833 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-8fe6311b-5d27-478c-9d43-89803b60718a None None] For port d9708516-7f9b-4edf-9132-3edb1f7cc03d, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:33:19.306159 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-8fe6311b-5d27-478c-9d43-89803b60718a None None] For port d9708516-7f9b-4edf-9132-3edb1f7cc03d, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=d9708516-7f9b-4edf-9132-3edb1f7cc03d,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:33:19.313140 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-30b4c983-b3e7-43f7-affa-eb7544b8d8f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e63a53c0-9c74-472d-854f-77c19d8e6ef4']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:19.320074 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8fe6311b-5d27-478c-9d43-89803b60718a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:19.340896 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-30b4c983-b3e7-43f7-affa-eb7544b8d8f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1d1420c-9500-4b39-a5ac-48afc5071fab') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:19.341417 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-30b4c983-b3e7-43f7-affa-eb7544b8d8f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1d1420c-9500-4b39-a5ac-48afc5071fab') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:19.344421 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07763667-d507-4acb-84b8-c72da40b685e tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Network dab67b40-ab6f-4b72-86b9-7062a8b31a6b is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:33:19.360264 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-07763667-d507-4acb-84b8-c72da40b685e tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:33:19.363269 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-30b4c983-b3e7-43f7-affa-eb7544b8d8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:19.365131 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07763667-d507-4acb-84b8-c72da40b685e tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Pushing event updated for resources: {'Port': ['ID=b6a1f1fe-2652-4674-b60c-a6e594517348,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:19.374513 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07763667-d507-4acb-84b8-c72da40b685e tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:33:19.380079 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bd575285-748a-4d44-8f24-ce060a7da655 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:19.398570 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe6311b-5d27-478c-9d43-89803b60718a None None] Pushing event updated for resources: {'Port': ['ID=d9708516-7f9b-4edf-9132-3edb1f7cc03d,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:19.421033 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-30b4c983-b3e7-43f7-affa-eb7544b8d8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:19.439022 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30b4c983-b3e7-43f7-affa-eb7544b8d8f3 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:33:19.447015 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bd575285-748a-4d44-8f24-ce060a7da655 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:19.448101 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-30b4c983-b3e7-43f7-affa-eb7544b8d8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:19.482918 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:33:19.482918 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:33:19.482918 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:33:19.482918 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:33:19.482918 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:33:19.482918 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:33:19.482918 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:33:19.482918 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:33:19.482918 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:33:19.482918 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:33:19.482918 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:33:19.482918 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:33:19.482918 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:33:19.482918 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:33:19.482918 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:33:19.482918 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:33:19.482918 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:33:19.482918 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:33:19.482918 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:33:19.482918 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:33:19.482918 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:33:19.482918 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:33:19.482918 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:33:19.482918 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:33:19.482918 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:33:19.482918 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:33:19.482918 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:33:19.482918 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:33:19.482918 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:33:19.482918 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:33:19.482918 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:33:19.482918 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:33:19.547486 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd575285-748a-4d44-8f24-ce060a7da655 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:33:19.578571 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-bd575285-748a-4d44-8f24-ce060a7da655 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:33:19.608556 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd575285-748a-4d44-8f24-ce060a7da655 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:33:19.609824 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bd575285-748a-4d44-8f24-ce060a7da655 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:19.684720 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-07763667-d507-4acb-84b8-c72da40b685e tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:19.743081 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device d857cd53-2625-477f-b6e9-6a7f140ea279 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:33:19.762753 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd575285-748a-4d44-8f24-ce060a7da655 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Port': ['ID=76386493-be70-4bdf-8271-4659950ce953,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:19.814181 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-30b4c983-b3e7-43f7-affa-eb7544b8d8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:19.850477 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-30b4c983-b3e7-43f7-affa-eb7544b8d8f3 admin admin] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:19.853745 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-30b4c983-b3e7-43f7-affa-eb7544b8d8f3 admin admin] 10.222.0.49 "DELETE /v2.0/networks/e63a53c0-9c74-472d-854f-77c19d8e6ef4 HTTP/1.1" status: 204 len: 168 time: 1.0669971 Nov 09 21:33:19.888674 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b4c983-b3e7-43f7-affa-eb7544b8d8f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e63a53c0-9c74-472d-854f-77c19d8e6ef4,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:19.931313 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bd575285-748a-4d44-8f24-ce060a7da655 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:19.980682 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port d857cd53-2625-477f-b6e9-6a7f140ea279 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:33:19.980682 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:20.075554 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-713f0d42-45c4-496e-9d27-82577f6c2cd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:20.135096 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:20.188858 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port d857cd53-2625-477f-b6e9-6a7f140ea279, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=d857cd53-2625-477f-b6e9-6a7f140ea279,segment=NetworkSegment(eddc5dd9-2b01-45e8-824a-7ba3d6abb4b5),segment_id=eddc5dd9-2b01-45e8-824a-7ba3d6abb4b5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:33:20.195790 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:20.207442 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-07763667-d507-4acb-84b8-c72da40b685e tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:20.236571 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 58aba5e1-e10a-496c-b922-720a96591d2f no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:33:20.256927 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765fe44-89db-4a58-804a-e3a1ec844625 req-c14a6252-540d-4288-b50c-7189d44ceb78 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:20.274324 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1765fe44-89db-4a58-804a-e3a1ec844625 req-c14a6252-540d-4288-b50c-7189d44ceb78 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=74fa2f36-9c75-4c80-8945-a8c460f70d9a HTTP/1.1" status: 200 len: 945 time: 0.4638708 Nov 09 21:33:20.277741 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 58aba5e1-e10a-496c-b922-720a96591d2f {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:33:20.278088 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 58aba5e1-e10a-496c-b922-720a96591d2f not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:33:20.278510 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device d985623a-250a-47bb-9346-498fca3ed519 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:33:20.283814 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 32920) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:20.312509 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: d985623a-250a-47bb-9346-498fca3ed519 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:33:20.312887 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device d985623a-250a-47bb-9346-498fca3ed519 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:33:20.319569 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=d857cd53-2625-477f-b6e9-6a7f140ea279,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:20.324942 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4923aa95-c806-4321-ac34-b4b142040b17 None None] Network dab67b40-ab6f-4b72-86b9-7062a8b31a6b requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:33:20.431605 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1765fe44-89db-4a58-804a-e3a1ec844625 req-4d35e073-924d-4e5f-a21d-7c117ba7ccff tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563396 Nov 09 21:33:20.465094 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-4f4758c0-266d-41d4-8ffb-b8cde164092d None None] Provisioning complete for port d857cd53-2625-477f-b6e9-6a7f140ea279 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:33:20.465766 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4f4758c0-266d-41d4-8ffb-b8cde164092d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:20.477874 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c9168990-425f-4a92-adb6-3b8e8d1e46d3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d1eec0d183eb43fa903f8da93e957658&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1907299 Nov 09 21:33:20.482581 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 32926) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:20.500382 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bd575285-748a-4d44-8f24-ce060a7da655 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:20.507740 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bd575285-748a-4d44-8f24-ce060a7da655 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:20.509469 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bd575285-748a-4d44-8f24-ce060a7da655 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:20.579784 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd575285-748a-4d44-8f24-ce060a7da655 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Port': ['ID=76386493-be70-4bdf-8271-4659950ce953,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:20.605406 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9a01b8f0-fe04-42f3-9175-0644971286c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:20.661153 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9a01b8f0-fe04-42f3-9175-0644971286c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:20.729514 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd575285-748a-4d44-8f24-ce060a7da655 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:33:20.731678 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-bd575285-748a-4d44-8f24-ce060a7da655 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:33:20.751779 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-07763667-d507-4acb-84b8-c72da40b685e tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:20.763197 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-07763667-d507-4acb-84b8-c72da40b685e tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:20.799638 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9a01b8f0-fe04-42f3-9175-0644971286c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:20.802425 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9a01b8f0-fe04-42f3-9175-0644971286c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:20.804220 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-9a01b8f0-fe04-42f3-9175-0644971286c0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f78398a3-0ef3-4573-896f-f1f45b8a5bd8 HTTP/1.1" status: 204 len: 168 time: 0.3206177 Nov 09 21:33:20.866695 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a01b8f0-fe04-42f3-9175-0644971286c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78398a3-0ef3-4573-896f-f1f45b8a5bd8,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:20.906407 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07763667-d507-4acb-84b8-c72da40b685e tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Pushing event updated for resources: {'Port': ['ID=b6a1f1fe-2652-4674-b60c-a6e594517348,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:20.912957 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-07763667-d507-4acb-84b8-c72da40b685e tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:20.963692 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd575285-748a-4d44-8f24-ce060a7da655 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Router ac41c9bd-fdc9-4a31-91a2-5c2137bd1342 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:33:20.990571 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:21.080133 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07763667-d507-4acb-84b8-c72da40b685e tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Network dab67b40-ab6f-4b72-86b9-7062a8b31a6b is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:33:21.081874 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-07763667-d507-4acb-84b8-c72da40b685e tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:33:21.162086 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-e10fb511-2154-4750-a967-18c90afa3a6f None None] Provisioning complete for port d857cd53-2625-477f-b6e9-6a7f140ea279 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:33:21.162661 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e10fb511-2154-4750-a967-18c90afa3a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:21.166395 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd575285-748a-4d44-8f24-ce060a7da655 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:33:21.182940 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-bd575285-748a-4d44-8f24-ce060a7da655 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "PUT /v2.0/routers/ac41c9bd-fdc9-4a31-91a2-5c2137bd1342/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8725848 Nov 09 21:33:21.188844 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c518923d-1d1c-4348-aeae-c391277e7331 None None] Sync routers for ids ['ac41c9bd-fdc9-4a31-91a2-5c2137bd1342'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:33:21.189375 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 32942) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:21.220665 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c518923d-1d1c-4348-aeae-c391277e7331 None None] Routers {'ac41c9bd-fdc9-4a31-91a2-5c2137bd1342'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:33:21.221584 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-c518923d-1d1c-4348-aeae-c391277e7331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:33:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['ac41c9bd-fdc9-4a31-91a2-5c2137bd1342'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:21.289170 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c590f73-c931-43c7-a40c-1058ceaee3c5 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:21.291011 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8c590f73-c931-43c7-a40c-1058ceaee3c5 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/ports/76386493-be70-4bdf-8271-4659950ce953 HTTP/1.1" status: 200 len: 911 time: 0.1017096 Nov 09 21:33:21.293687 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 32944) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:21.419215 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2233a1-95bc-4faa-a369-943bf453af22 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:21.426105 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-c518923d-1d1c-4348-aeae-c391277e7331 None None] Set router ac41c9bd-fdc9-4a31-91a2-5c2137bd1342 gateway port host: None {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:33:21.437756 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2233a1-95bc-4faa-a369-943bf453af22 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:21.440855 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0e2233a1-95bc-4faa-a369-943bf453af22 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1441102 Nov 09 21:33:21.444234 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 32948) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:21.475823 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b62d381-15d8-4527-9576-d5ca731aa667 None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:33:21.508686 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07763667-d507-4acb-84b8-c72da40b685e tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Router 9d52335e-c130-488f-ab3d-7c1db6fc4163 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:33:21.685522 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-e10fb511-2154-4750-a967-18c90afa3a6f None None] Provisioning complete for port b6a1f1fe-2652-4674-b60c-a6e594517348 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:33:21.685847 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e10fb511-2154-4750-a967-18c90afa3a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:21.754127 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07763667-d507-4acb-84b8-c72da40b685e tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:33:21.770768 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-e10fb511-2154-4750-a967-18c90afa3a6f None None] Port b6a1f1fe-2652-4674-b60c-a6e594517348 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:33:21.773761 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-07763667-d507-4acb-84b8-c72da40b685e tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] 10.222.0.49 "PUT /v2.0/routers/9d52335e-c130-488f-ab3d-7c1db6fc4163/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2702069 Nov 09 21:33:21.775196 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 32958) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:21.788471 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add81a83-2337-45d8-bea0-7cfab91c6233 None None] Sync routers for ids ['9d52335e-c130-488f-ab3d-7c1db6fc4163'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:33:21.791418 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-b28c0f6e-8a00-48e0-9c6b-df031cc061e7 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Request body: {'port': {'network_id': 'dab67b40-ab6f-4b72-86b9-7062a8b31a6b', 'name': 'tempest-FloatingIPNegativeTestJSON-1602607872'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:21.843609 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device d857cd53-2625-477f-b6e9-6a7f140ea279 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:33:21.893281 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-c518923d-1d1c-4348-aeae-c391277e7331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac41c9bd-fdc9-4a31-91a2-5c2137bd1342', 'name': 'tempest-NetworksTestDHCPv6-router-2050878876', 'tenant_id': '4f80aeba4f7b42c0ae266ee8833d0179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:33:18Z', 'updated_at': '2021-11-09T21:33:19Z', 'revision_number': 2, 'project_id': '4f80aeba4f7b42c0ae266ee8833d0179', 'gw_port_host': None, '_interfaces': [{'id': '76386493-be70-4bdf-8271-4659950ce953', 'name': '', 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'tenant_id': '4f80aeba4f7b42c0ae266ee8833d0179', 'mac_address': 'fa:16:3e:d3:fc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac41c9bd-fdc9-4a31-91a2-5c2137bd1342', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '6815d8f9-af9c-49f7-8144-86af685a6ccf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:33:18Z', 'updated_at': '2021-11-09T21:33:20Z', 'revision_number': 2, 'project_id': '4f80aeba4f7b42c0ae266ee8833d0179', 'subnets': [{'id': '6815d8f9-af9c-49f7-8144-86af685a6ccf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:21.970319 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add81a83-2337-45d8-bea0-7cfab91c6233 None None] Routers {'9d52335e-c130-488f-ab3d-7c1db6fc4163'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:33:21.971156 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-add81a83-2337-45d8-bea0-7cfab91c6233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:33:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['9d52335e-c130-488f-ab3d-7c1db6fc4163'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:21.977000 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port d857cd53-2625-477f-b6e9-6a7f140ea279 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:33:21.977942 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:21.989308 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c518923d-1d1c-4348-aeae-c391277e7331 None None] Checking router: ac41c9bd-fdc9-4a31-91a2-5c2137bd1342 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:33:21.989730 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c518923d-1d1c-4348-aeae-c391277e7331 None None] Updating router ac41c9bd-fdc9-4a31-91a2-5c2137bd1342 port 76386493-be70-4bdf-8271-4659950ce953 binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:33:22.061974 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-add81a83-2337-45d8-bea0-7cfab91c6233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:22.072283 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-37c4f2e7-0cf7-4d7a-a8bf-7a324c93ee49 None None] Provisioning complete for port d9708516-7f9b-4edf-9132-3edb1f7cc03d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:33:22.075086 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-37c4f2e7-0cf7-4d7a-a8bf-7a324c93ee49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:22.077656 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-c518923d-1d1c-4348-aeae-c391277e7331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:22.121759 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57275b-2e80-4a65-be11-22b0ffe371d6 req-c47bda7c-6fb5-4d08-8f4d-5c47481f291e tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:22.129829 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1d57275b-2e80-4a65-be11-22b0ffe371d6 req-c47bda7c-6fb5-4d08-8f4d-5c47481f291e tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=74fa2f36-9c75-4c80-8945-a8c460f70d9a HTTP/1.1" status: 200 len: 945 time: 0.4889853 Nov 09 21:33:22.215479 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a6179d53-b157-45b6-a97d-b44d99124d90 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:22.274259 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28c0f6e-8a00-48e0-9c6b-df031cc061e7 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Made reservation on behalf of 182d02a58a10417198bad5981fdeb02c for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:33:22.278208 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b28c0f6e-8a00-48e0-9c6b-df031cc061e7 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:22.319662 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-b28c0f6e-8a00-48e0-9c6b-df031cc061e7 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] device_id is not set on port 244ee9e2-3eb3-4c23-b740-819d0f8eacf5 yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:33:22.409490 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-c518923d-1d1c-4348-aeae-c391277e7331 None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:22.421361 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-c518923d-1d1c-4348-aeae-c391277e7331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:22.481148 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cec3b3-b24a-45fa-b716-038a4ee3f97a None None] Pushing event updated for resources: {'Port': ['ID=76386493-be70-4bdf-8271-4659950ce953,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:22.493548 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cec3b3-b24a-45fa-b716-038a4ee3f97a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:33:22.494158 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cec3b3-b24a-45fa-b716-038a4ee3f97a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:33:22.494647 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cec3b3-b24a-45fa-b716-038a4ee3f97a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:33:22.495132 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cec3b3-b24a-45fa-b716-038a4ee3f97a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:33:22.495612 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cec3b3-b24a-45fa-b716-038a4ee3f97a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:33:22.496115 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cec3b3-b24a-45fa-b716-038a4ee3f97a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:33:22.496592 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cec3b3-b24a-45fa-b716-038a4ee3f97a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:33:22.497099 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cec3b3-b24a-45fa-b716-038a4ee3f97a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:33:22.497575 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cec3b3-b24a-45fa-b716-038a4ee3f97a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:33:22.498212 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cec3b3-b24a-45fa-b716-038a4ee3f97a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:33:22.498714 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cec3b3-b24a-45fa-b716-038a4ee3f97a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:33:22.499398 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cec3b3-b24a-45fa-b716-038a4ee3f97a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:33:22.570029 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 32980) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:22.577258 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add81a83-2337-45d8-bea0-7cfab91c6233 None None] Routers {'9d52335e-c130-488f-ab3d-7c1db6fc4163'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:33:22.577875 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-add81a83-2337-45d8-bea0-7cfab91c6233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:33:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['9d52335e-c130-488f-ab3d-7c1db6fc4163'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:22.592906 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-c518923d-1d1c-4348-aeae-c391277e7331 None None] Attempting to bind port 76386493-be70-4bdf-8271-4659950ce953 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:33:22.593523 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-c518923d-1d1c-4348-aeae-c391277e7331 None None] Attempting to bind port 76386493-be70-4bdf-8271-4659950ce953 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:33:22.594045 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c518923d-1d1c-4348-aeae-c391277e7331 None None] Attempting to bind port 76386493-be70-4bdf-8271-4659950ce953 on network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:33:22.601149 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c518923d-1d1c-4348-aeae-c391277e7331 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:33:22.601846 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c518923d-1d1c-4348-aeae-c391277e7331 None None] Checking segment: {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:33:22.602403 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-c518923d-1d1c-4348-aeae-c391277e7331 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:22.602960 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c518923d-1d1c-4348-aeae-c391277e7331 None None] Bound using segment: {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:33:22.603586 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-c518923d-1d1c-4348-aeae-c391277e7331 None None] Bound port: 76386493-be70-4bdf-8271-4659950ce953, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:33:22.604227 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-c518923d-1d1c-4348-aeae-c391277e7331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:22.606490 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-b28c0f6e-8a00-48e0-9c6b-df031cc061e7 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Allocated IP 172.20.0.12 (dab67b40-ab6f-4b72-86b9-7062a8b31a6b/b2b3e1e9-df23-4ba4-b15d-594f63deb0db/244ee9e2-3eb3-4c23-b740-819d0f8eacf5) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:33:22.628758 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1d57275b-2e80-4a65-be11-22b0ffe371d6 req-d36be857-2662-4869-8b31-df5cbbc952fe tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4978256 Nov 09 21:33:22.699703 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-c518923d-1d1c-4348-aeae-c391277e7331 None None] For port 76386493-be70-4bdf-8271-4659950ce953, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:33:22.703515 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-c518923d-1d1c-4348-aeae-c391277e7331 None None] For port 76386493-be70-4bdf-8271-4659950ce953, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=76386493-be70-4bdf-8271-4659950ce953,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:33:22.720867 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-c518923d-1d1c-4348-aeae-c391277e7331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:22.740890 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-add81a83-2337-45d8-bea0-7cfab91c6233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:22.749626 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add81a83-2337-45d8-bea0-7cfab91c6233 None None] The sync data for ids ['9d52335e-c130-488f-ab3d-7c1db6fc4163'] in n-d-816206-3 is: [] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:33:22.803714 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:22.840558 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cec3b3-b24a-45fa-b716-038a4ee3f97a None None] Pushing event updated for resources: {'Port': ['ID=76386493-be70-4bdf-8271-4659950ce953,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:22.844400 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c518923d-1d1c-4348-aeae-c391277e7331 None None] Routers {'ac41c9bd-fdc9-4a31-91a2-5c2137bd1342'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:33:22.845257 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-c518923d-1d1c-4348-aeae-c391277e7331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:33:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['ac41c9bd-fdc9-4a31-91a2-5c2137bd1342'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:22.873049 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-692207cf-3677-490e-9f63-9a936b867e61 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1586261617-network', 'tenant_id': '87a628849a6640e087c3be4d76fc61c7'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:22.896482 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:22.905522 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device d9708516-7f9b-4edf-9132-3edb1f7cc03d up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:33:22.973036 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b28c0f6e-8a00-48e0-9c6b-df031cc061e7 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:23.001053 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-c518923d-1d1c-4348-aeae-c391277e7331 None None] Set router ac41c9bd-fdc9-4a31-91a2-5c2137bd1342 gateway port host: None {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:33:23.023788 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692207cf-3677-490e-9f63-9a936b867e61 admin admin] Made reservation on behalf of 87a628849a6640e087c3be4d76fc61c7 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:33:23.026365 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-692207cf-3677-490e-9f63-9a936b867e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:23.042222 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-37c4f2e7-0cf7-4d7a-a8bf-7a324c93ee49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:23.045435 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port d9708516-7f9b-4edf-9132-3edb1f7cc03d triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:33:23.046019 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:23.050922 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-692207cf-3677-490e-9f63-9a936b867e61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:23.087432 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b28c0f6e-8a00-48e0-9c6b-df031cc061e7 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:23.132141 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-37c4f2e7-0cf7-4d7a-a8bf-7a324c93ee49 None None] For port d9708516-7f9b-4edf-9132-3edb1f7cc03d, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=d9708516-7f9b-4edf-9132-3edb1f7cc03d,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:33:23.154208 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-37c4f2e7-0cf7-4d7a-a8bf-7a324c93ee49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:23.229340 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:23.231398 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c4f2e7-0cf7-4d7a-a8bf-7a324c93ee49 None None] Pushing event updated for resources: {'Port': ['ID=d9708516-7f9b-4edf-9132-3edb1f7cc03d,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:23.234036 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-37c4f2e7-0cf7-4d7a-a8bf-7a324c93ee49 None None] Provisioning complete for port b6a1f1fe-2652-4674-b60c-a6e594517348 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:33:23.234398 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-37c4f2e7-0cf7-4d7a-a8bf-7a324c93ee49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:23.268085 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28c0f6e-8a00-48e0-9c6b-df031cc061e7 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Network dab67b40-ab6f-4b72-86b9-7062a8b31a6b is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:33:23.276062 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-b28c0f6e-8a00-48e0-9c6b-df031cc061e7 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:33:23.295986 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28c0f6e-8a00-48e0-9c6b-df031cc061e7 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:33:23.383544 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-37c4f2e7-0cf7-4d7a-a8bf-7a324c93ee49 None None] Port b6a1f1fe-2652-4674-b60c-a6e594517348 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:33:23.393210 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.db.api [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 21:33:23.393576 n-d-816206-3 neutron-server[102609]: DEBUG oslo_db.api [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 21:33:23.393817 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-a6179d53-b157-45b6-a97d-b44d99124d90 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting port 76386493-be70-4bdf-8271-4659950ce953 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:33:23.394282 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a6179d53-b157-45b6-a97d-b44d99124d90 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:23.405488 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c0f6e-8a00-48e0-9c6b-df031cc061e7 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Pushing event updated for resources: {'Port': ['ID=244ee9e2-3eb3-4c23-b740-819d0f8eacf5,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:23.430559 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:23.450274 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-692207cf-3677-490e-9f63-9a936b867e61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:23.463699 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-692207cf-3677-490e-9f63-9a936b867e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:23.480021 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28c0f6e-8a00-48e0-9c6b-df031cc061e7 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:23.481190 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b28c0f6e-8a00-48e0-9c6b-df031cc061e7 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:23.515871 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-692207cf-3677-490e-9f63-9a936b867e61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:33:23.535044 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b28c0f6e-8a00-48e0-9c6b-df031cc061e7 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7587950 Nov 09 21:33:23.538805 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 32992) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:23.545596 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-b95eb0f1-04e3-4871-809c-6f424964e78c None None] Provisioning complete for port d9708516-7f9b-4edf-9132-3edb1f7cc03d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:33:23.546664 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-8899bfa8-9fca-4a63-8433-7e4970f7856b tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:23.548121 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b95eb0f1-04e3-4871-809c-6f424964e78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:23.552669 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-692207cf-3677-490e-9f63-9a936b867e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:23.553711 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-692207cf-3677-490e-9f63-9a936b867e61 admin admin] Added segment 5b8b2f3b-56fb-46c4-b8cb-1743c2b3ceea of type vlan for network 4786ca9b-662a-4771-9c79-762971fcfbcd Nov 09 21:33:23.570145 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692207cf-3677-490e-9f63-9a936b867e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63c143a-1bca-4c18-9569-72545e997f5e,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:23.594200 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-c518923d-1d1c-4348-aeae-c391277e7331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac41c9bd-fdc9-4a31-91a2-5c2137bd1342', 'name': 'tempest-NetworksTestDHCPv6-router-2050878876', 'tenant_id': '4f80aeba4f7b42c0ae266ee8833d0179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:33:18Z', 'updated_at': '2021-11-09T21:33:19Z', 'revision_number': 2, 'project_id': '4f80aeba4f7b42c0ae266ee8833d0179', 'gw_port_host': None, '_interfaces': [{'id': '76386493-be70-4bdf-8271-4659950ce953', 'name': '', 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'tenant_id': '4f80aeba4f7b42c0ae266ee8833d0179', 'mac_address': 'fa:16:3e:d3:fc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac41c9bd-fdc9-4a31-91a2-5c2137bd1342', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '6815d8f9-af9c-49f7-8144-86af685a6ccf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:33:18Z', 'updated_at': '2021-11-09T21:33:22Z', 'revision_number': 4, 'project_id': '4f80aeba4f7b42c0ae266ee8833d0179', 'subnets': [{'id': '6815d8f9-af9c-49f7-8144-86af685a6ccf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:23.636986 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-a6179d53-b157-45b6-a97d-b44d99124d90 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] For port 76386493-be70-4bdf-8271-4659950ce953, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=76386493-be70-4bdf-8271-4659950ce953,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:33:23.637368 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a6179d53-b157-45b6-a97d-b44d99124d90 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:23.669692 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-692207cf-3677-490e-9f63-9a936b867e61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:23.675212 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-a6179d53-b157-45b6-a97d-b44d99124d90 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Calling delete_port for 76386493-be70-4bdf-8271-4659950ce953 owned by network:router_interface {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:33:23.679923 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c518923d-1d1c-4348-aeae-c391277e7331 None None] The sync data for ids ['ac41c9bd-fdc9-4a31-91a2-5c2137bd1342'] in n-d-816206-3 is: [{'id': 'ac41c9bd-fdc9-4a31-91a2-5c2137bd1342', 'name': 'tempest-NetworksTestDHCPv6-router-2050878876', 'tenant_id': '4f80aeba4f7b42c0ae266ee8833d0179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:33:18Z', 'updated_at': '2021-11-09T21:33:19Z', 'revision_number': 2, 'project_id': '4f80aeba4f7b42c0ae266ee8833d0179', 'gw_port_host': None, '_interfaces': [{'id': '76386493-be70-4bdf-8271-4659950ce953', 'name': '', 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'tenant_id': '4f80aeba4f7b42c0ae266ee8833d0179', 'mac_address': 'fa:16:3e:d3:fc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac41c9bd-fdc9-4a31-91a2-5c2137bd1342', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '6815d8f9-af9c-49f7-8144-86af685a6ccf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:33:18Z', 'updated_at': '2021-11-09T21:33:22Z', 'revision_number': 4, 'project_id': '4f80aeba4f7b42c0ae266ee8833d0179', 'subnets': [{'id': '6815d8f9-af9c-49f7-8144-86af685a6ccf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:33:23.680101 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8899bfa8-9fca-4a63-8433-7e4970f7856b tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks [] for floatingip, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:23.774412 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-692207cf-3677-490e-9f63-9a936b867e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:23.777500 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692207cf-3677-490e-9f63-9a936b867e61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:23.778103 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-692207cf-3677-490e-9f63-9a936b867e61 admin admin] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:23.791140 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-b95eb0f1-04e3-4871-809c-6f424964e78c None None] Provisioning complete for port b6a1f1fe-2652-4674-b60c-a6e594517348 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:33:23.791140 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b95eb0f1-04e3-4871-809c-6f424964e78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:24.012596 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-b95eb0f1-04e3-4871-809c-6f424964e78c None None] Port b6a1f1fe-2652-4674-b60c-a6e594517348 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:33:24.066512 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-692207cf-3677-490e-9f63-9a936b867e61 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4951811 Nov 09 21:33:24.073156 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-b95eb0f1-04e3-4871-809c-6f424964e78c None None] Provisioning complete for port 76386493-be70-4bdf-8271-4659950ce953 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:33:24.073524 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b95eb0f1-04e3-4871-809c-6f424964e78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:24.091987 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 32998) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:24.101389 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692207cf-3677-490e-9f63-9a936b867e61 admin admin] Pushing event updated for resources: {'Network': ['ID=4786ca9b-662a-4771-9c79-762971fcfbcd,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:24.119208 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-9cd6bf13-eb0b-444b-b031-dab7b387ce1f admin admin] Request body: {'subnet': {'network_id': '4786ca9b-662a-4771-9c79-762971fcfbcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1586261617-subnet', 'tenant_id': '87a628849a6640e087c3be4d76fc61c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:24.131792 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a6179d53-b157-45b6-a97d-b44d99124d90 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:24.138071 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-b95eb0f1-04e3-4871-809c-6f424964e78c None None] Could not find standard attr ID for object 76386493-be70-4bdf-8271-4659950ce953. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 21:33:24.141663 n-d-816206-3 neutron-server[102609]: INFO neutron.plugins.ml2.db [None req-b95eb0f1-04e3-4871-809c-6f424964e78c None None] No ports have port_id starting with 76386493-be70-4bdf-8271-4659950ce953 Nov 09 21:33:24.156420 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 4786ca9b-662a-4771-9c79-762971fcfbcd details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:33:24.180242 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6179d53-b157-45b6-a97d-b44d99124d90 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Port': ['ID=76386493-be70-4bdf-8271-4659950ce953,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:24.273505 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd6bf13-eb0b-444b-b031-dab7b387ce1f admin admin] Made reservation on behalf of 87a628849a6640e087c3be4d76fc61c7 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:33:24.277082 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9cd6bf13-eb0b-444b-b031-dab7b387ce1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:24.298399 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8899bfa8-9fca-4a63-8433-7e4970f7856b tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:24.345966 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device d9708516-7f9b-4edf-9132-3edb1f7cc03d up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:33:24.387778 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-0f8c8e77-4402-421b-8257-b8f5e3b5ff77 None None] Could not find standard attr ID for object 76386493-be70-4bdf-8271-4659950ce953. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 21:33:24.475565 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-0f8c8e77-4402-421b-8257-b8f5e3b5ff77 None None] Provisioning complete for port 244ee9e2-3eb3-4c23-b740-819d0f8eacf5 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:33:24.476142 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0f8c8e77-4402-421b-8257-b8f5e3b5ff77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:24.501065 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a6179d53-b157-45b6-a97d-b44d99124d90 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:24.551102 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-0f8c8e77-4402-421b-8257-b8f5e3b5ff77 None None] Port 244ee9e2-3eb3-4c23-b740-819d0f8eacf5 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:33:24.572317 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port d9708516-7f9b-4edf-9132-3edb1f7cc03d triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:33:24.572734 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:24.596174 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-8899bfa8-9fca-4a63-8433-7e4970f7856b tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Allocated IP 172.25.7.162 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/e1992a92-cdab-4696-b90f-8b7f09617db7) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:33:24.671343 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-2821233d-e4f7-4232-9620-375930fbb857 None None] Could not find standard attr ID for object 76386493-be70-4bdf-8271-4659950ce953. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 21:33:24.773885 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6179d53-b157-45b6-a97d-b44d99124d90 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Router ac41c9bd-fdc9-4a31-91a2-5c2137bd1342 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:33:24.781767 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8899bfa8-9fca-4a63-8433-7e4970f7856b tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:24.832872 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33008) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:24.858497 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8899bfa8-9fca-4a63-8433-7e4970f7856b tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:24.889457 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-4f6bed42-e0a2-4372-81e5-fa770671edf4 None None] Could not find standard attr ID for object 76386493-be70-4bdf-8271-4659950ce953. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 21:33:24.892883 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6179d53-b157-45b6-a97d-b44d99124d90 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:33:24.907488 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a6179d53-b157-45b6-a97d-b44d99124d90 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "PUT /v2.0/routers/ac41c9bd-fdc9-4a31-91a2-5c2137bd1342/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4528053 Nov 09 21:33:24.907672 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33012) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:24.954177 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8899bfa8-9fca-4a63-8433-7e4970f7856b tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:33:24.978488 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-8899bfa8-9fca-4a63-8433-7e4970f7856b tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:33:24.981059 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8899bfa8-9fca-4a63-8433-7e4970f7856b tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:33:25.022281 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8899bfa8-9fca-4a63-8433-7e4970f7856b tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Pushing event updated for resources: {'Port': ['ID=e1992a92-cdab-4696-b90f-8b7f09617db7,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:25.072178 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1820d7ca-280b-4bb2-8d2d-7db42511e8fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:25.095277 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4360c836-b336-44ce-a4e5-f2a227abd347 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:25.096918 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4360c836-b336-44ce-a4e5-f2a227abd347 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:25.098494 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4360c836-b336-44ce-a4e5-f2a227abd347 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1906650 Nov 09 21:33:25.101835 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33020) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:25.165163 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4152b52-f0e8-4363-80a1-c2044efbe974 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting subnet 6815d8f9-af9c-49f7-8144-86af685a6ccf {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:33:25.169308 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a4152b52-f0e8-4363-80a1-c2044efbe974 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:25.197637 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9cd6bf13-eb0b-444b-b031-dab7b387ce1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:25.226438 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a4152b52-f0e8-4363-80a1-c2044efbe974 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:25.337565 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a4152b52-f0e8-4363-80a1-c2044efbe974 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:25.402451 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a4152b52-f0e8-4363-80a1-c2044efbe974 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:25.432777 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a4152b52-f0e8-4363-80a1-c2044efbe974 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:25.436577 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a4152b52-f0e8-4363-80a1-c2044efbe974 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/6815d8f9-af9c-49f7-8144-86af685a6ccf HTTP/1.1" status: 204 len: 168 time: 0.3336203 Nov 09 21:33:25.437640 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4152b52-f0e8-4363-80a1-c2044efbe974 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Subnet': ['ID=6815d8f9-af9c-49f7-8144-86af685a6ccf,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:25.440768 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33024) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:25.442552 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15931497-c6eb-4f13-b483-bd6957fb8658 None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:33:25.600464 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b5b32d8c-3758-4212-a450-425f001618d6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1578319 Nov 09 21:33:25.603790 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33026) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:25.638059 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8899bfa8-9fca-4a63-8433-7e4970f7856b tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:25.649798 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6bf13-eb0b-444b-b031-dab7b387ce1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=635b87fb-91ab-4254-9b96-a2003634b9b8,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:25.709534 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1820d7ca-280b-4bb2-8d2d-7db42511e8fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:25.713788 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-25076e12-f7f1-4b8f-9cc3-aae6764ccc41 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:25.720743 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd6bf13-eb0b-444b-b031-dab7b387ce1f admin admin] Checking segment: {'id': '5b8b2f3b-56fb-46c4-b8cb-1743c2b3ceea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4786ca9b-662a-4771-9c79-762971fcfbcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:33:25.721113 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd6bf13-eb0b-444b-b031-dab7b387ce1f admin admin] Network hostable DHCP agents. Network: 4786ca9b-662a-4771-9c79-762971fcfbcd, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:33:25.723452 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8899bfa8-9fca-4a63-8433-7e4970f7856b tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:25.724950 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1820d7ca-280b-4bb2-8d2d-7db42511e8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:25.803681 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc27a373-54ce-4b8e-962d-1d766684b6f3 None None] DHCP port deletion for 83001fa8-21bc-4303-8a8a-37c91fd09fe2 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:33:25.822733 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1820d7ca-280b-4bb2-8d2d-7db42511e8fb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=519032da26044197a5f914f607918392&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9887969 Nov 09 21:33:25.823562 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1820d7ca-280b-4bb2-8d2d-7db42511e8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54f5f27-3447-43ad-b4fb-0d6f2bfd2544,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:25.826030 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33028) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:25.863423 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd6bf13-eb0b-444b-b031-dab7b387ce1f admin admin] Network 4786ca9b-662a-4771-9c79-762971fcfbcd is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:33:25.889970 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-dc27a373-54ce-4b8e-962d-1d766684b6f3 None None] Deleting port d9708516-7f9b-4edf-9132-3edb1f7cc03d {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:33:25.890514 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dc27a373-54ce-4b8e-962d-1d766684b6f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:25.937406 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-25076e12-f7f1-4b8f-9cc3-aae6764ccc41 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:25.940252 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-25076e12-f7f1-4b8f-9cc3-aae6764ccc41 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:25.941663 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c7020992-ec95-4307-8da7-b5019d392687 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:25.946064 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-9cd6bf13-eb0b-444b-b031-dab7b387ce1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 4786ca9b-662a-4771-9c79-762971fcfbcd) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:33:25.959002 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd6bf13-eb0b-444b-b031-dab7b387ce1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:25.959973 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9cd6bf13-eb0b-444b-b031-dab7b387ce1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:25.984625 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83abd1a4-3229-4db8-ac59-f942f95eaea1 None None] Network 4786ca9b-662a-4771-9c79-762971fcfbcd requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:33:26.005536 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c7020992-ec95-4307-8da7-b5019d392687 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:26.012305 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-25076e12-f7f1-4b8f-9cc3-aae6764ccc41 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:26.013445 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25076e12-f7f1-4b8f-9cc3-aae6764ccc41 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Fanout notify agent at l3_agent the message router_deleted on router ac41c9bd-fdc9-4a31-91a2-5c2137bd1342 {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:33:26.020807 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-9cd6bf13-eb0b-444b-b031-dab7b387ce1f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9227386 Nov 09 21:33:26.029316 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-25076e12-f7f1-4b8f-9cc3-aae6764ccc41 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:26.031997 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-25076e12-f7f1-4b8f-9cc3-aae6764ccc41 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/routers/ac41c9bd-fdc9-4a31-91a2-5c2137bd1342 HTTP/1.1" status: 204 len: 168 time: 0.4271219 Nov 09 21:33:26.035155 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33034) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:26.042390 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-cbff9df6-2c70-4761-ab9d-8cb6d91e797b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'subnet': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:26.074555 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8899bfa8-9fca-4a63-8433-7e4970f7856b tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:26.092890 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f9194c-29f0-489b-9671-84b47ebd0866 None None] Sync routers for ids ['ac41c9bd-fdc9-4a31-91a2-5c2137bd1342'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:33:26.096468 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8899bfa8-9fca-4a63-8433-7e4970f7856b tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:26.138575 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f9194c-29f0-489b-9671-84b47ebd0866 None None] Routers set() bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:33:26.139564 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f9194c-29f0-489b-9671-84b47ebd0866 None None] Router IDs set() for agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 09 21:33:26.146337 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_agentschedulers_db [None req-a1f9194c-29f0-489b-9671-84b47ebd0866 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ac41c9bd-fdc9-4a31-91a2-5c2137bd1342'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:33:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent'). {{(pid=102610) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 09 21:33:26.164816 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-dc27a373-54ce-4b8e-962d-1d766684b6f3 None None] For port d9708516-7f9b-4edf-9132-3edb1f7cc03d, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=d9708516-7f9b-4edf-9132-3edb1f7cc03d,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:33:26.165277 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dc27a373-54ce-4b8e-962d-1d766684b6f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:26.174049 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f9194c-29f0-489b-9671-84b47ebd0866 None None] Routers set() bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:33:26.174431 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f9194c-29f0-489b-9671-84b47ebd0866 None None] Router IDs set() for agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 09 21:33:26.177344 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_agentschedulers_db [None req-a1f9194c-29f0-489b-9671-84b47ebd0866 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ac41c9bd-fdc9-4a31-91a2-5c2137bd1342'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:33:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent'). {{(pid=102610) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 09 21:33:26.189083 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f9194c-29f0-489b-9671-84b47ebd0866 None None] The sync data for ids ['ac41c9bd-fdc9-4a31-91a2-5c2137bd1342'] in n-d-816206-3 is: [] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:33:26.190731 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbff9df6-2c70-4761-ab9d-8cb6d91e797b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:33:26.195680 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cbff9df6-2c70-4761-ab9d-8cb6d91e797b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:26.230072 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-dc27a373-54ce-4b8e-962d-1d766684b6f3 None None] Calling delete_port for d9708516-7f9b-4edf-9132-3edb1f7cc03d owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:33:26.247698 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c7020992-ec95-4307-8da7-b5019d392687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:26.255335 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c7020992-ec95-4307-8da7-b5019d392687 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:26.260226 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c7020992-ec95-4307-8da7-b5019d392687 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a54f5f27-3447-43ad-b4fb-0d6f2bfd2544 HTTP/1.1" status: 204 len: 168 time: 0.4311743 Nov 09 21:33:26.294000 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7020992-ec95-4307-8da7-b5019d392687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54f5f27-3447-43ad-b4fb-0d6f2bfd2544,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:26.306407 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8899bfa8-9fca-4a63-8433-7e4970f7856b tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:26.334104 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8899bfa8-9fca-4a63-8433-7e4970f7856b tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Pushing event updated for resources: {'Port': ['ID=e1992a92-cdab-4696-b90f-8b7f09617db7,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:26.358270 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8899bfa8-9fca-4a63-8433-7e4970f7856b tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:26.359729 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8899bfa8-9fca-4a63-8433-7e4970f7856b tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8177047 Nov 09 21:33:26.362635 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33044) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:26.370164 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-55fd2be8-65ea-40fd-9f53-3f475d9b6afa tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Request body: {'floatingip': {'port_id': '244ee9e2-3eb3-4c23-b740-819d0f8eacf5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:26.386475 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6bd27a-17dc-4b95-abc5-7e29f5d73607 None None] Network 4786ca9b-662a-4771-9c79-762971fcfbcd requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:33:26.405300 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device d9708516-7f9b-4edf-9132-3edb1f7cc03d no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:33:26.452186 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-55fd2be8-65ea-40fd-9f53-3f475d9b6afa tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks [] for floatingip, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:26.569761 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cbff9df6-2c70-4761-ab9d-8cb6d91e797b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:26.673690 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff9df6-2c70-4761-ab9d-8cb6d91e797b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Subnet': ['ID=fae58b79-92da-40fa-aa7e-ec8232404d70,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:26.708506 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dc27a373-54ce-4b8e-962d-1d766684b6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:26.716788 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbff9df6-2c70-4761-ab9d-8cb6d91e797b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:33:26.718370 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-cbff9df6-2c70-4761-ab9d-8cb6d91e797b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:33:26.724175 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbff9df6-2c70-4761-ab9d-8cb6d91e797b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:26.726270 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-55fd2be8-65ea-40fd-9f53-3f475d9b6afa tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] update failed (client error): The resource could not be found. Nov 09 21:33:26.727349 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-55fd2be8-65ea-40fd-9f53-3f475d9b6afa tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] 10.222.0.49 "PUT /v2.0/floatingips/a71a6881-a839-4554-b096-94ae9cd62b40 HTTP/1.1" status: 404 len: 507 time: 0.3636677 Nov 09 21:33:26.727776 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cbff9df6-2c70-4761-ab9d-8cb6d91e797b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:26.730267 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33052) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:26.760519 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-cbff9df6-2c70-4761-ab9d-8cb6d91e797b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7241993 Nov 09 21:33:26.763731 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33056) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:26.774395 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-f205417a-6f87-45cf-a25c-05c25db849c8 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-672330721', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:26.815271 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Port d9708516-7f9b-4edf-9132-3edb1f7cc03d update to DOWN by agent not found {{(pid=102609) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 09 21:33:26.819537 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc27a373-54ce-4b8e-962d-1d766684b6f3 None None] Pushing event deleted for resources: {'Port': ['ID=d9708516-7f9b-4edf-9132-3edb1f7cc03d,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:26.841812 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f205417a-6f87-45cf-a25c-05c25db849c8 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:26.843048 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f205417a-6f87-45cf-a25c-05c25db849c8 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:26.881615 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc27a373-54ce-4b8e-962d-1d766684b6f3 None None] No DVR routers for this DVR port d9708516-7f9b-4edf-9132-3edb1f7cc03d on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:33:26.911517 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be4d395-a82e-4b8a-b1f6-e252bff73e75 None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:33:26.963269 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f205417a-6f87-45cf-a25c-05c25db849c8 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:26.976131 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f205417a-6f87-45cf-a25c-05c25db849c8 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:27.007024 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-af9109de-a190-485b-9498-e38ab60cd130 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Deleting port e1992a92-cdab-4696-b90f-8b7f09617db7 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:33:27.007376 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-af9109de-a190-485b-9498-e38ab60cd130 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:27.023191 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f205417a-6f87-45cf-a25c-05c25db849c8 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:27.025638 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f205417a-6f87-45cf-a25c-05c25db849c8 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2595639 Nov 09 21:33:27.028297 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33070) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:27.235743 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33072) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:27.241630 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-84c5db9d-48da-40c5-a5b1-a18ce91113bc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1207103931-network', 'tenant_id': '873f4a43ae9e4a5f94e5672c58db1317'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:27.242622 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-af9109de-a190-485b-9498-e38ab60cd130 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:27.243137 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-af9109de-a190-485b-9498-e38ab60cd130 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:27.261012 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-af9109de-a190-485b-9498-e38ab60cd130 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Calling delete_port for e1992a92-cdab-4696-b90f-8b7f09617db7 owned by network:floatingip {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:33:27.297740 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92f18b6-66f7-48d5-842b-4d0b24645c4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'tenant_id': '4f80aeba4f7b42c0ae266ee8833d0179', 'fixed_ips': [{'subnet_id': 'fae58b79-92da-40fa-aa7e-ec8232404d70'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:33:27.301583 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d92f18b6-66f7-48d5-842b-4d0b24645c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:27.422364 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-af9109de-a190-485b-9498-e38ab60cd130 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:27.464166 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9109de-a190-485b-9498-e38ab60cd130 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Pushing event deleted for resources: {'Port': ['ID=e1992a92-cdab-4696-b90f-8b7f09617db7,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:27.521952 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c5db9d-48da-40c5-a5b1-a18ce91113bc admin admin] Made reservation on behalf of 873f4a43ae9e4a5f94e5672c58db1317 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:33:27.526964 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-84c5db9d-48da-40c5-a5b1-a18ce91113bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:27.543441 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-84c5db9d-48da-40c5-a5b1-a18ce91113bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:27.591093 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-af9109de-a190-485b-9498-e38ab60cd130 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks [] for floatingip, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:27.594246 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-af9109de-a190-485b-9498-e38ab60cd130 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:27.595243 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-af9109de-a190-485b-9498-e38ab60cd130 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] 10.222.0.49 "DELETE /v2.0/floatingips/a71a6881-a839-4554-b096-94ae9cd62b40 HTTP/1.1" status: 204 len: 168 time: 0.8640506 Nov 09 21:33:27.599018 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33084) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:27.604615 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-f97762f7-afa9-436e-b900-74c6df1ba848 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Request body: {'floatingip': {'floating_network_id': 'dab67b40-ab6f-4b72-86b9-7062a8b31a6b', 'port_id': '244ee9e2-3eb3-4c23-b740-819d0f8eacf5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:27.605495 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-48afc544-bac0-4553-8c16-c15d3d5c903e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:27.649951 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f97762f7-afa9-436e-b900-74c6df1ba848 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks [] for floatingip, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:27.654689 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-d92f18b6-66f7-48d5-842b-4d0b24645c4f None None] Allocated IP 2001:db8::2 (83001fa8-21bc-4303-8a8a-37c91fd09fe2/fae58b79-92da-40fa-aa7e-ec8232404d70/fa96676c-8b67-4ad3-93c6-dfe47c3da61d) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:33:27.810746 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-84c5db9d-48da-40c5-a5b1-a18ce91113bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:27.817891 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-84c5db9d-48da-40c5-a5b1-a18ce91113bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:27.871841 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d92f18b6-66f7-48d5-842b-4d0b24645c4f None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:27.882701 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d92f18b6-66f7-48d5-842b-4d0b24645c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:27.894290 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c5db9d-48da-40c5-a5b1-a18ce91113bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:33:27.898200 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-f97762f7-afa9-436e-b900-74c6df1ba848 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:33:27.899299 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f97762f7-afa9-436e-b900-74c6df1ba848 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2987227 Nov 09 21:33:27.903891 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33090) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:27.908615 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-2c15aa52-bbd9-4737-b1a4-b7ed8683a525 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'port_id': '244ee9e2-3eb3-4c23-b740-819d0f8eacf5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:27.912867 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c5db9d-48da-40c5-a5b1-a18ce91113bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfef59b-8360-4ba9-a8a1-597e7ad63541,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:27.951202 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-84c5db9d-48da-40c5-a5b1-a18ce91113bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:27.951423 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-84c5db9d-48da-40c5-a5b1-a18ce91113bc admin admin] Added segment 7a1888c3-5369-47d0-8b48-b4e070fdf0e0 of type vlan for network 1d4c0451-00bc-4fd2-b9ed-8cd8ea14f3bb Nov 09 21:33:27.957045 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92f18b6-66f7-48d5-842b-4d0b24645c4f None None] Pushing event updated for resources: {'Port': ['ID=fa96676c-8b67-4ad3-93c6-dfe47c3da61d,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:27.960463 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2c15aa52-bbd9-4737-b1a4-b7ed8683a525 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks [] for floatingip, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:27.978343 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92f18b6-66f7-48d5-842b-4d0b24645c4f None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:33:27.979869 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-d92f18b6-66f7-48d5-842b-4d0b24645c4f None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:33:27.986732 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92f18b6-66f7-48d5-842b-4d0b24645c4f None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:33:28.011906 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-84c5db9d-48da-40c5-a5b1-a18ce91113bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:28.017248 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-48afc544-bac0-4553-8c16-c15d3d5c903e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Allocated IP 2001:db8::1 (83001fa8-21bc-4303-8a8a-37c91fd09fe2/fae58b79-92da-40fa-aa7e-ec8232404d70/dc4f159b-9070-45de-addb-9f85a251d320) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:33:28.054319 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-d92f18b6-66f7-48d5-842b-4d0b24645c4f None None] Attempting to bind port fa96676c-8b67-4ad3-93c6-dfe47c3da61d on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:33:28.055343 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-d92f18b6-66f7-48d5-842b-4d0b24645c4f None None] Attempting to bind port fa96676c-8b67-4ad3-93c6-dfe47c3da61d by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:33:28.055731 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92f18b6-66f7-48d5-842b-4d0b24645c4f None None] Attempting to bind port fa96676c-8b67-4ad3-93c6-dfe47c3da61d on network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:33:28.062226 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92f18b6-66f7-48d5-842b-4d0b24645c4f None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:33:28.062671 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92f18b6-66f7-48d5-842b-4d0b24645c4f None None] Checking segment: {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:33:28.063074 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d92f18b6-66f7-48d5-842b-4d0b24645c4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:28.063466 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92f18b6-66f7-48d5-842b-4d0b24645c4f None None] Bound using segment: {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:33:28.063938 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-d92f18b6-66f7-48d5-842b-4d0b24645c4f None None] Bound port: fa96676c-8b67-4ad3-93c6-dfe47c3da61d, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:33:28.064318 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d92f18b6-66f7-48d5-842b-4d0b24645c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:28.084260 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-84c5db9d-48da-40c5-a5b1-a18ce91113bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:28.085263 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c5db9d-48da-40c5-a5b1-a18ce91113bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:28.085841 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-84c5db9d-48da-40c5-a5b1-a18ce91113bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:28.139251 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-d92f18b6-66f7-48d5-842b-4d0b24645c4f None None] For port fa96676c-8b67-4ad3-93c6-dfe47c3da61d, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:33:28.145618 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-d92f18b6-66f7-48d5-842b-4d0b24645c4f None None] For port fa96676c-8b67-4ad3-93c6-dfe47c3da61d, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=fa96676c-8b67-4ad3-93c6-dfe47c3da61d,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:33:28.151294 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 76386493-be70-4bdf-8271-4659950ce953 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:33:28.156599 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d92f18b6-66f7-48d5-842b-4d0b24645c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:28.163957 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-84c5db9d-48da-40c5-a5b1-a18ce91113bc admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9270396 Nov 09 21:33:28.170691 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33096) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:28.175625 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-744d770d-873d-4946-a0d1-ce03861aa8da admin admin] Request body: {'subnet': {'network_id': '1d4c0451-00bc-4fd2-b9ed-8cd8ea14f3bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1207103931-subnet', 'tenant_id': '873f4a43ae9e4a5f94e5672c58db1317', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:28.181678 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2c15aa52-bbd9-4737-b1a4-b7ed8683a525 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:28.189551 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c5db9d-48da-40c5-a5b1-a18ce91113bc admin admin] Pushing event updated for resources: {'Network': ['ID=1d4c0451-00bc-4fd2-b9ed-8cd8ea14f3bb,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:28.238940 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744d770d-873d-4946-a0d1-ce03861aa8da admin admin] Made reservation on behalf of 873f4a43ae9e4a5f94e5672c58db1317 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:33:28.241362 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-744d770d-873d-4946-a0d1-ce03861aa8da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:28.254073 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92f18b6-66f7-48d5-842b-4d0b24645c4f None None] Pushing event updated for resources: {'Port': ['ID=fa96676c-8b67-4ad3-93c6-dfe47c3da61d,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:28.258680 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 1d4c0451-00bc-4fd2-b9ed-8cd8ea14f3bb details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:33:28.269573 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 76386493-be70-4bdf-8271-4659950ce953 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:33:28.270105 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 76386493-be70-4bdf-8271-4659950ce953 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:33:28.286523 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-48afc544-bac0-4553-8c16-c15d3d5c903e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:28.364273 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-2c15aa52-bbd9-4737-b1a4-b7ed8683a525 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Allocated IP 172.25.7.163 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/d1b9b25d-f905-4460-bed8-00ab60affd04) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:33:28.565639 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-744d770d-873d-4946-a0d1-ce03861aa8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:28.582786 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-48afc544-bac0-4553-8c16-c15d3d5c903e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:28.597881 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2c15aa52-bbd9-4737-b1a4-b7ed8683a525 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:28.675717 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2c15aa52-bbd9-4737-b1a4-b7ed8683a525 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:28.731328 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744d770d-873d-4946-a0d1-ce03861aa8da admin admin] Pushing event updated for resources: {'Subnet': ['ID=216b441b-83ed-4e11-86cf-f9ee40942dd9,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:28.738728 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c15aa52-bbd9-4737-b1a4-b7ed8683a525 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:33:28.745031 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-2c15aa52-bbd9-4737-b1a4-b7ed8683a525 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:33:28.753509 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c15aa52-bbd9-4737-b1a4-b7ed8683a525 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:33:28.764142 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48afc544-bac0-4553-8c16-c15d3d5c903e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:33:28.765013 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48afc544-bac0-4553-8c16-c15d3d5c903e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Port': ['ID=dc4f159b-9070-45de-addb-9f85a251d320,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:28.787995 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-48afc544-bac0-4553-8c16-c15d3d5c903e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:33:28.798425 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c15aa52-bbd9-4737-b1a4-b7ed8683a525 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Pushing event updated for resources: {'Port': ['ID=d1b9b25d-f905-4460-bed8-00ab60affd04,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:28.800651 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48afc544-bac0-4553-8c16-c15d3d5c903e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:33:28.810191 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-48afc544-bac0-4553-8c16-c15d3d5c903e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:28.882278 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744d770d-873d-4946-a0d1-ce03861aa8da admin admin] Checking segment: {'id': '7a1888c3-5369-47d0-8b48-b4e070fdf0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1d4c0451-00bc-4fd2-b9ed-8cd8ea14f3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:33:28.882931 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744d770d-873d-4946-a0d1-ce03861aa8da admin admin] Network hostable DHCP agents. Network: 1d4c0451-00bc-4fd2-b9ed-8cd8ea14f3bb, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:33:28.917946 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33112) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:28.943137 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744d770d-873d-4946-a0d1-ce03861aa8da admin admin] Network 1d4c0451-00bc-4fd2-b9ed-8cd8ea14f3bb is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:33:28.966020 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-744d770d-873d-4946-a0d1-ce03861aa8da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 1d4c0451-00bc-4fd2-b9ed-8cd8ea14f3bb) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:33:28.970932 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744d770d-873d-4946-a0d1-ce03861aa8da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:28.971636 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-744d770d-873d-4946-a0d1-ce03861aa8da admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:28.976768 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995b5f83-e27d-418e-8c29-5c7ac8756a19 None None] Network 1d4c0451-00bc-4fd2-b9ed-8cd8ea14f3bb requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:33:29.005619 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-744d770d-873d-4946-a0d1-ce03861aa8da admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8339455 Nov 09 21:33:29.007840 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-2c15aa52-bbd9-4737-b1a4-b7ed8683a525 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Deleting port d1b9b25d-f905-4460-bed8-00ab60affd04 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:33:29.009533 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2c15aa52-bbd9-4737-b1a4-b7ed8683a525 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:29.055655 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-48afc544-bac0-4553-8c16-c15d3d5c903e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:29.105603 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-c8407252-82fa-45b6-a463-128577368d25 tempest-MeteringIpV6TestJSON-1579370147 tempest-MeteringIpV6TestJSON-1579370147-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1654175555'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:29.106068 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-c8407252-82fa-45b6-a463-128577368d25 tempest-MeteringIpV6TestJSON-1579370147 tempest-MeteringIpV6TestJSON-1579370147-project-admin] Unknown quota resources ['metering_label']. {{(pid=102608) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 21:33:29.279046 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91a1255-d067-4c9d-a40b-1e7a84930cb6 None None] Network 1d4c0451-00bc-4fd2-b9ed-8cd8ea14f3bb requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:33:29.336486 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c8407252-82fa-45b6-a463-128577368d25 tempest-MeteringIpV6TestJSON-1579370147 tempest-MeteringIpV6TestJSON-1579370147-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:29.341201 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c8407252-82fa-45b6-a463-128577368d25 tempest-MeteringIpV6TestJSON-1579370147 tempest-MeteringIpV6TestJSON-1579370147-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4219620 Nov 09 21:33:29.348325 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33122) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:29.359834 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-7288f664-6be8-4048-893b-5aab19719b2b tempest-MeteringIpV6TestJSON-1579370147 tempest-MeteringIpV6TestJSON-1579370147-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '82c928b1-5903-4769-9624-11a8383708b1'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:29.360787 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-7288f664-6be8-4048-893b-5aab19719b2b tempest-MeteringIpV6TestJSON-1579370147 tempest-MeteringIpV6TestJSON-1579370147-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102608) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 21:33:29.386406 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2c15aa52-bbd9-4737-b1a4-b7ed8683a525 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:29.387442 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2c15aa52-bbd9-4737-b1a4-b7ed8683a525 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:29.526507 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-2c15aa52-bbd9-4737-b1a4-b7ed8683a525 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Calling delete_port for d1b9b25d-f905-4460-bed8-00ab60affd04 owned by network:floatingip {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:33:29.528256 n-d-816206-3 neutron-server[102608]: WARNING neutron.services.metering.metering_plugin [None req-7288f664-6be8-4048-893b-5aab19719b2b tempest-MeteringIpV6TestJSON-1579370147 tempest-MeteringIpV6TestJSON-1579370147-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 09 21:33:29.559607 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-48afc544-bac0-4553-8c16-c15d3d5c903e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:29.567296 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-48afc544-bac0-4553-8c16-c15d3d5c903e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:29.569458 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-48afc544-bac0-4553-8c16-c15d3d5c903e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:29.712371 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48afc544-bac0-4553-8c16-c15d3d5c903e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Port': ['ID=dc4f159b-9070-45de-addb-9f85a251d320,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:29.791279 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7288f664-6be8-4048-893b-5aab19719b2b tempest-MeteringIpV6TestJSON-1579370147 tempest-MeteringIpV6TestJSON-1579370147-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:29.795798 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7288f664-6be8-4048-893b-5aab19719b2b tempest-MeteringIpV6TestJSON-1579370147 tempest-MeteringIpV6TestJSON-1579370147-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4432447 Nov 09 21:33:29.796133 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33140) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:29.802443 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-527baeeb-de06-4300-9ad7-3e9009cfe551 tempest-MeteringIpV6TestJSON-1579370147 tempest-MeteringIpV6TestJSON-1579370147-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '82c928b1-5903-4769-9624-11a8383708b1'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:29.802937 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-527baeeb-de06-4300-9ad7-3e9009cfe551 tempest-MeteringIpV6TestJSON-1579370147 tempest-MeteringIpV6TestJSON-1579370147-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102608) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 21:33:29.874223 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48afc544-bac0-4553-8c16-c15d3d5c903e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:33:29.877573 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-48afc544-bac0-4553-8c16-c15d3d5c903e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:33:29.898779 n-d-816206-3 neutron-server[102608]: WARNING neutron.services.metering.metering_plugin [None req-527baeeb-de06-4300-9ad7-3e9009cfe551 tempest-MeteringIpV6TestJSON-1579370147 tempest-MeteringIpV6TestJSON-1579370147-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 09 21:33:30.006683 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-3dfa6661-fdbc-413f-a50d-d2c6e2ae4955 None None] Provisioning complete for port fa96676c-8b67-4ad3-93c6-dfe47c3da61d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:33:30.007188 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3dfa6661-fdbc-413f-a50d-d2c6e2ae4955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:30.007479 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35ddf1-6974-46bb-b4c9-8b471a7bc114 req-e015d498-791c-43af-96e2-82f7e44a0be0 tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:30.009128 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2f35ddf1-6974-46bb-b4c9-8b471a7bc114 req-e015d498-791c-43af-96e2-82f7e44a0be0 tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] 10.222.0.49 "GET /v2.0/networks?id=4786ca9b-662a-4771-9c79-762971fcfbcd HTTP/1.1" status: 200 len: 825 time: 0.2111814 Nov 09 21:33:30.029219 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-527baeeb-de06-4300-9ad7-3e9009cfe551 tempest-MeteringIpV6TestJSON-1579370147 tempest-MeteringIpV6TestJSON-1579370147-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:30.030549 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-527baeeb-de06-4300-9ad7-3e9009cfe551 tempest-MeteringIpV6TestJSON-1579370147 tempest-MeteringIpV6TestJSON-1579370147-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2334445 Nov 09 21:33:30.034175 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33142) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:30.037814 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2f35ddf1-6974-46bb-b4c9-8b471a7bc114 req-f5a8933e-e152-4d21-a5c2-4aedfe3624d2 tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] 10.222.0.49 "GET /v2.0/quotas/87a628849a6640e087c3be4d76fc61c7 HTTP/1.1" status: 200 len: 375 time: 0.0201521 Nov 09 21:33:30.055850 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2c15aa52-bbd9-4737-b1a4-b7ed8683a525 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:30.065699 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-88c4304b-b4da-4a5a-84c8-7985fd8458a6 tempest-MeteringIpV6TestJSON-1579370147 tempest-MeteringIpV6TestJSON-1579370147-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=6d09ed21-56c8-4eff-bd30-80b1f9b43a36 HTTP/1.1" status: 200 len: 462 time: 0.0298102 Nov 09 21:33:30.067640 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33144) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:30.085115 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2f35ddf1-6974-46bb-b4c9-8b471a7bc114 req-7f4a7f4f-7d68-4d80-a4a6-73f6e2c31eb9 tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=87a628849a6640e087c3be4d76fc61c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393322 Nov 09 21:33:30.101436 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c15aa52-bbd9-4737-b1a4-b7ed8683a525 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Pushing event deleted for resources: {'Port': ['ID=d1b9b25d-f905-4460-bed8-00ab60affd04,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:30.168812 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3dfa6661-fdbc-413f-a50d-d2c6e2ae4955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:30.219525 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-3dfa6661-fdbc-413f-a50d-d2c6e2ae4955 None None] For port fa96676c-8b67-4ad3-93c6-dfe47c3da61d, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=fa96676c-8b67-4ad3-93c6-dfe47c3da61d,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:33:30.234066 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3dfa6661-fdbc-413f-a50d-d2c6e2ae4955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:30.247817 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2f35ddf1-6974-46bb-b4c9-8b471a7bc114 req-039f8e46-034f-4905-9d10-7f97fe41f81e service neutron] 10.222.0.49 "GET /v2.0/networks/4786ca9b-662a-4771-9c79-762971fcfbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537921 Nov 09 21:33:30.248740 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48afc544-bac0-4553-8c16-c15d3d5c903e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Router 214184f1-2673-437f-9259-0b5603b37d36 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:33:30.260216 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-2c15aa52-bbd9-4737-b1a4-b7ed8683a525 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] create failed (client error): The resource could not be found. Nov 09 21:33:30.265237 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2c15aa52-bbd9-4737-b1a4-b7ed8683a525 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.3561614 Nov 09 21:33:30.287800 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33146) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:30.295400 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device fa96676c-8b67-4ad3-93c6-dfe47c3da61d up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:33:30.354223 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2bb825de-0620-4ade-bc27-a74c11a3b3f8 tempest-MeteringIpV6TestJSON-1579370147 tempest-MeteringIpV6TestJSON-1579370147-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:30.358310 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2bb825de-0620-4ade-bc27-a74c11a3b3f8 tempest-MeteringIpV6TestJSON-1579370147 tempest-MeteringIpV6TestJSON-1579370147-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-label-rules/6d09ed21-56c8-4eff-bd30-80b1f9b43a36 HTTP/1.1" status: 204 len: 168 time: 0.2656636 Nov 09 21:33:30.358310 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33148) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:30.388867 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a391b848-3e71-4e6c-b5cd-623776bb6ae3 tempest-MeteringIpV6TestJSON-1579370147 tempest-MeteringIpV6TestJSON-1579370147-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=6d09ed21-56c8-4eff-bd30-80b1f9b43a36 HTTP/1.1" status: 200 len: 221 time: 0.0257916 Nov 09 21:33:30.389702 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33152) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:30.402885 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-1b557848-6d67-4e39-be0b-58ec8ecf04c3 tempest-MeteringIpV6TestJSON-1579370147 tempest-MeteringIpV6TestJSON-1579370147-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1249661855', 'description': 'label created by tempest'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:30.403486 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-1b557848-6d67-4e39-be0b-58ec8ecf04c3 tempest-MeteringIpV6TestJSON-1579370147 tempest-MeteringIpV6TestJSON-1579370147-project-admin] Unknown quota resources ['metering_label']. {{(pid=102608) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 21:33:30.577244 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa6661-fdbc-413f-a50d-d2c6e2ae4955 None None] Pushing event updated for resources: {'Port': ['ID=fa96676c-8b67-4ad3-93c6-dfe47c3da61d,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:30.593371 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-406b5aab-7f5b-4acf-9d75-c6c1dca0a748 None None] Provisioning complete for port dc4f159b-9070-45de-addb-9f85a251d320 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:33:30.593745 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-406b5aab-7f5b-4acf-9d75-c6c1dca0a748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:30.653016 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port fa96676c-8b67-4ad3-93c6-dfe47c3da61d triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:33:30.653529 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:30.705564 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-406b5aab-7f5b-4acf-9d75-c6c1dca0a748 None None] Port dc4f159b-9070-45de-addb-9f85a251d320 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:33:30.711429 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1b557848-6d67-4e39-be0b-58ec8ecf04c3 tempest-MeteringIpV6TestJSON-1579370147 tempest-MeteringIpV6TestJSON-1579370147-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:30.712689 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1b557848-6d67-4e39-be0b-58ec8ecf04c3 tempest-MeteringIpV6TestJSON-1579370147 tempest-MeteringIpV6TestJSON-1579370147-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3219233 Nov 09 21:33:30.715650 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33158) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:30.821067 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3e3e1fa1-f74b-4a43-94dc-d9dbbe39462f tempest-MeteringIpV6TestJSON-1579370147 tempest-MeteringIpV6TestJSON-1579370147-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=e4446d82-4d89-460b-a5b6-b79ea709825a HTTP/1.1" status: 200 len: 468 time: 0.1036386 Nov 09 21:33:30.823288 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33160) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:30.829140 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-5a8b7618-d7c7-44b5-a486-c72f4cbdc439 None None] Provisioning complete for port dc4f159b-9070-45de-addb-9f85a251d320 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:33:30.829598 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5a8b7618-d7c7-44b5-a486-c72f4cbdc439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:30.874406 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-5a8b7618-d7c7-44b5-a486-c72f4cbdc439 None None] Port dc4f159b-9070-45de-addb-9f85a251d320 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:33:31.017036 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-22415417-1049-496e-ade9-e02c680f0cad tempest-MeteringIpV6TestJSON-1579370147 tempest-MeteringIpV6TestJSON-1579370147-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:31.018755 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-22415417-1049-496e-ade9-e02c680f0cad tempest-MeteringIpV6TestJSON-1579370147 tempest-MeteringIpV6TestJSON-1579370147-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-labels/e4446d82-4d89-460b-a5b6-b79ea709825a HTTP/1.1" status: 204 len: 168 time: 0.1939211 Nov 09 21:33:31.020905 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33162) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:31.028259 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48afc544-bac0-4553-8c16-c15d3d5c903e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:33:31.031516 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-9491ad6d-52a3-4a0c-a936-230506809d66 tempest-MeteringIpV6TestJSON-1579370147 tempest-MeteringIpV6TestJSON-1579370147-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=e4446d82-4d89-460b-a5b6-b79ea709825a HTTP/1.1" status: 200 len: 216 time: 0.0095417 Nov 09 21:33:31.035977 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-48afc544-bac0-4553-8c16-c15d3d5c903e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "PUT /v2.0/routers/214184f1-2673-437f-9259-0b5603b37d36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0039656 Nov 09 21:33:31.037745 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33166) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:31.037877 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33164) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:31.040264 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d547b1d-2eaa-4a44-832b-a7b1ec965259 None None] Sync routers for ids ['214184f1-2673-437f-9259-0b5603b37d36'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:33:31.049145 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2f35ddf1-6974-46bb-b4c9-8b471a7bc114 req-3f8e4f2f-afe3-477d-8f78-de657aa3f2dd service neutron] 10.222.0.49 "GET /v2.0/networks/4786ca9b-662a-4771-9c79-762971fcfbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7827778 Nov 09 21:33:31.051634 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d547b1d-2eaa-4a44-832b-a7b1ec965259 None None] Routers {'214184f1-2673-437f-9259-0b5603b37d36'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:33:31.052469 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-8d547b1d-2eaa-4a44-832b-a7b1ec965259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:33:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['214184f1-2673-437f-9259-0b5603b37d36'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:31.060881 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-36960a16-5176-455e-91fd-41bc481280af tempest-MeteringIpV6TestJSON-1579370147 tempest-MeteringIpV6TestJSON-1579370147-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0141761 Nov 09 21:33:31.070608 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33168) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:31.089932 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-efa0e851-1d82-4974-953b-6507e8903400 tempest-MeteringIpV6TestJSON-1579370147 tempest-MeteringIpV6TestJSON-1579370147-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0185583 Nov 09 21:33:31.095905 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33170) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:31.097027 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e1ae5c-eb86-4ac6-9eb0-3233a2500ad7 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:31.098440 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-92e1ae5c-eb86-4ac6-9eb0-3233a2500ad7 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/ports/dc4f159b-9070-45de-addb-9f85a251d320 HTTP/1.1" status: 200 len: 911 time: 0.0600922 Nov 09 21:33:31.101770 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33172) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:31.152336 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-c7495ac5-192f-4953-a227-758506615f3f tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Deleting port 244ee9e2-3eb3-4c23-b740-819d0f8eacf5 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:33:31.153032 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c7495ac5-192f-4953-a227-758506615f3f tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:31.186644 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-8d547b1d-2eaa-4a44-832b-a7b1ec965259 None None] Set router 214184f1-2673-437f-9259-0b5603b37d36 gateway port host: None {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:33:31.224096 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83436122-7a53-4ecd-aa45-56016ae13253 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:31.232126 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83436122-7a53-4ecd-aa45-56016ae13253 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:31.233957 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-83436122-7a53-4ecd-aa45-56016ae13253 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1300905 Nov 09 21:33:31.237109 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33178) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:31.285556 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5f97eddc-236c-4262-84f1-a02cbefcd8a0 tempest-MeteringIpV6TestJSON-1579370147 tempest-MeteringIpV6TestJSON-1579370147-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels/82c928b1-5903-4769-9624-11a8383708b1 HTTP/1.1" status: 200 len: 473 time: 0.1850142 Nov 09 21:33:31.286227 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33180) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:31.310175 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ff1fb869-b60c-4393-83b8-18aa029a3159 tempest-MeteringIpV6TestJSON-1579370147 tempest-MeteringIpV6TestJSON-1579370147-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules/136199ba-392d-4103-b785-3be086b8dd36 HTTP/1.1" status: 200 len: 459 time: 0.0191159 Nov 09 21:33:31.310894 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33182) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:31.318443 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6a39f0be-d42f-41a8-aa8b-3156691ab378 req-67702bc5-dd02-42b3-a480-5af10947b160 tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ab12b8c-ce26-46b0-a0a5-6f61f5701ab7 HTTP/1.1" status: 200 len: 210 time: 0.0714753 Nov 09 21:33:31.444704 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-8d547b1d-2eaa-4a44-832b-a7b1ec965259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214184f1-2673-437f-9259-0b5603b37d36', 'name': 'tempest-NetworksTestDHCPv6-router-672330721', 'tenant_id': '4f80aeba4f7b42c0ae266ee8833d0179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:33:26Z', 'updated_at': '2021-11-09T21:33:28Z', 'revision_number': 2, 'project_id': '4f80aeba4f7b42c0ae266ee8833d0179', 'gw_port_host': None, '_interfaces': [{'id': 'dc4f159b-9070-45de-addb-9f85a251d320', 'name': '', 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'tenant_id': '4f80aeba4f7b42c0ae266ee8833d0179', 'mac_address': 'fa:16:3e:74:48:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214184f1-2673-437f-9259-0b5603b37d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': 'fae58b79-92da-40fa-aa7e-ec8232404d70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:33:27Z', 'updated_at': '2021-11-09T21:33:29Z', 'revision_number': 2, 'project_id': '4f80aeba4f7b42c0ae266ee8833d0179', 'subnets': [{'id': 'fae58b79-92da-40fa-aa7e-ec8232404d70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:31.486511 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d547b1d-2eaa-4a44-832b-a7b1ec965259 None None] Checking router: 214184f1-2673-437f-9259-0b5603b37d36 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:33:31.490155 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d547b1d-2eaa-4a44-832b-a7b1ec965259 None None] Updating router 214184f1-2673-437f-9259-0b5603b37d36 port dc4f159b-9070-45de-addb-9f85a251d320 binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:33:31.497851 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c7495ac5-192f-4953-a227-758506615f3f tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:31.503020 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dfbcbbed-bce0-4315-bdf6-3c5656884f0e tempest-MeteringIpV6TestJSON-1579370147 tempest-MeteringIpV6TestJSON-1579370147-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:31.510813 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33190) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:31.512405 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-dfbcbbed-bce0-4315-bdf6-3c5656884f0e tempest-MeteringIpV6TestJSON-1579370147 tempest-MeteringIpV6TestJSON-1579370147-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-label-rules/136199ba-392d-4103-b785-3be086b8dd36 HTTP/1.1" status: 204 len: 168 time: 0.1977592 Nov 09 21:33:31.532787 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-c7495ac5-192f-4953-a227-758506615f3f tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Calling delete_port for 244ee9e2-3eb3-4c23-b740-819d0f8eacf5 owned by {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:33:31.573476 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8d547b1d-2eaa-4a44-832b-a7b1ec965259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:31.760876 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c7495ac5-192f-4953-a227-758506615f3f tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:31.928230 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7495ac5-192f-4953-a227-758506615f3f tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Pushing event deleted for resources: {'Port': ['ID=244ee9e2-3eb3-4c23-b740-819d0f8eacf5,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:31.949183 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c7495ac5-192f-4953-a227-758506615f3f tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:31.952896 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c7495ac5-192f-4953-a227-758506615f3f tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] 10.222.0.49 "DELETE /v2.0/ports/244ee9e2-3eb3-4c23-b740-819d0f8eacf5 HTTP/1.1" status: 204 len: 168 time: 1.6615205 Nov 09 21:33:31.956245 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33200) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:32.082778 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fb37ad-fade-41aa-8d74-c43caab5829a tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:32.093307 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-16fb37ad-fade-41aa-8d74-c43caab5829a tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d52335e-c130-488f-ab3d-7c1db6fc4163 HTTP/1.1" status: 200 len: 913 time: 0.1357024 Nov 09 21:33:32.095076 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33202) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:32.226918 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device fa96676c-8b67-4ad3-93c6-dfe47c3da61d up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:33:32.237217 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8d547b1d-2eaa-4a44-832b-a7b1ec965259 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:32.252905 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e7471-e195-4396-bed4-9aa4f503918c req-324d4279-39b8-4ba9-8bc0-98ca305295ad tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:32.254666 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4a3e7471-e195-4396-bed4-9aa4f503918c req-324d4279-39b8-4ba9-8bc0-98ca305295ad tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.2280486 Nov 09 21:33:32.304725 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8d547b1d-2eaa-4a44-832b-a7b1ec965259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:32.414836 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0705dc38-a4d1-4eb9-add5-9abd5d1030a2 None None] Pushing event updated for resources: {'Port': ['ID=dc4f159b-9070-45de-addb-9f85a251d320,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:32.450139 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port fa96676c-8b67-4ad3-93c6-dfe47c3da61d triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:33:32.450530 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:32.512961 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4a3e7471-e195-4396-bed4-9aa4f503918c req-d7f8b6b1-8d34-4871-8467-a37b707a0d83 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2471836 Nov 09 21:33:32.531561 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-8d547b1d-2eaa-4a44-832b-a7b1ec965259 None None] Attempting to bind port dc4f159b-9070-45de-addb-9f85a251d320 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:33:32.532089 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-8d547b1d-2eaa-4a44-832b-a7b1ec965259 None None] Attempting to bind port dc4f159b-9070-45de-addb-9f85a251d320 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:33:32.532425 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-81fca936-ad4d-4237-a8e1-25e202010f13 tempest-MeteringIpV6TestJSON-1579370147 tempest-MeteringIpV6TestJSON-1579370147-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:32.532927 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d547b1d-2eaa-4a44-832b-a7b1ec965259 None None] Attempting to bind port dc4f159b-9070-45de-addb-9f85a251d320 on network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:33:32.542284 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-81fca936-ad4d-4237-a8e1-25e202010f13 tempest-MeteringIpV6TestJSON-1579370147 tempest-MeteringIpV6TestJSON-1579370147-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-labels/82c928b1-5903-4769-9624-11a8383708b1 HTTP/1.1" status: 204 len: 168 time: 1.0302238 Nov 09 21:33:32.548943 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d547b1d-2eaa-4a44-832b-a7b1ec965259 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:33:32.549324 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d547b1d-2eaa-4a44-832b-a7b1ec965259 None None] Checking segment: {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:33:32.549728 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8d547b1d-2eaa-4a44-832b-a7b1ec965259 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:32.550125 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d547b1d-2eaa-4a44-832b-a7b1ec965259 None None] Bound using segment: {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:33:32.550885 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-8d547b1d-2eaa-4a44-832b-a7b1ec965259 None None] Bound port: dc4f159b-9070-45de-addb-9f85a251d320, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:33:32.551005 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8d547b1d-2eaa-4a44-832b-a7b1ec965259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:32.588458 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-87a40499-a354-4419-80b6-01d9daf915f4 req-9fcfb284-5085-4252-ba6e-d5c588fd6ede tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ab12b8c-ce26-46b0-a0a5-6f61f5701ab7 HTTP/1.1" status: 200 len: 210 time: 0.0677929 Nov 09 21:33:32.862068 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-8d547b1d-2eaa-4a44-832b-a7b1ec965259 None None] For port dc4f159b-9070-45de-addb-9f85a251d320, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:33:32.879375 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-8d547b1d-2eaa-4a44-832b-a7b1ec965259 None None] For port dc4f159b-9070-45de-addb-9f85a251d320, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=dc4f159b-9070-45de-addb-9f85a251d320,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:33:32.886118 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8d547b1d-2eaa-4a44-832b-a7b1ec965259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:32.924345 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35ddf1-6974-46bb-b4c9-8b471a7bc114 req-836f7c03-04e8-40ed-b479-0483cd7bc902 tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:32.925921 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2f35ddf1-6974-46bb-b4c9-8b471a7bc114 req-836f7c03-04e8-40ed-b479-0483cd7bc902 tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] 10.222.0.45 "GET /v2.0/networks?id=4786ca9b-662a-4771-9c79-762971fcfbcd HTTP/1.1" status: 200 len: 825 time: 0.1827674 Nov 09 21:33:32.947431 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-2f35ddf1-6974-46bb-b4c9-8b471a7bc114 req-d2f9591b-f992-46d1-82d2-6e153884c747 tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] Request body: {'port': {'device_id': '1ab12b8c-ce26-46b0-a0a5-6f61f5701ab7', 'network_id': '4786ca9b-662a-4771-9c79-762971fcfbcd', 'admin_state_up': True, 'tenant_id': '87a628849a6640e087c3be4d76fc61c7'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:32.989552 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-bc4a009c-f592-484f-8b74-e87e65506146 None None] Provisioning complete for port dc4f159b-9070-45de-addb-9f85a251d320 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:33:32.990117 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bc4a009c-f592-484f-8b74-e87e65506146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:33.010885 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d44893-dad0-43e2-8bd0-395c377f6fb0 req-0d05f9f7-de50-457e-97b8-02ddc9bbe6d7 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:33.014698 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c4d44893-dad0-43e2-8bd0-395c377f6fb0 req-0d05f9f7-de50-457e-97b8-02ddc9bbe6d7 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.2614031 Nov 09 21:33:33.082459 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1a19c633-ca67-4488-99ee-8044eea73dca tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:33.109116 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d547b1d-2eaa-4a44-832b-a7b1ec965259 None None] Routers {'214184f1-2673-437f-9259-0b5603b37d36'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:33:33.110113 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-8d547b1d-2eaa-4a44-832b-a7b1ec965259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:33:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['214184f1-2673-437f-9259-0b5603b37d36'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:33.112715 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eed53d9a-811b-4c41-be93-2591336e0347 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:33.120585 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33216) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:33.183017 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0705dc38-a4d1-4eb9-add5-9abd5d1030a2 None None] Pushing event updated for resources: {'Port': ['ID=dc4f159b-9070-45de-addb-9f85a251d320,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:33.232694 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c4d44893-dad0-43e2-8bd0-395c377f6fb0 req-66fdeffa-a6f5-4e0e-b750-ff3efc77933e tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2074072 Nov 09 21:33:33.280404 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-8d547b1d-2eaa-4a44-832b-a7b1ec965259 None None] Set router 214184f1-2673-437f-9259-0b5603b37d36 gateway port host: None {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:33:33.458322 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f35ddf1-6974-46bb-b4c9-8b471a7bc114 req-d2f9591b-f992-46d1-82d2-6e153884c747 tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] Made reservation on behalf of 87a628849a6640e087c3be4d76fc61c7 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:33:33.463680 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2f35ddf1-6974-46bb-b4c9-8b471a7bc114 req-d2f9591b-f992-46d1-82d2-6e153884c747 tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:33.487248 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d7477767-e381-489a-b98e-3a07b13266fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:33.518682 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bc4a009c-f592-484f-8b74-e87e65506146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:33.609387 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-bc4a009c-f592-484f-8b74-e87e65506146 None None] For port dc4f159b-9070-45de-addb-9f85a251d320, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=dc4f159b-9070-45de-addb-9f85a251d320,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:33:33.632271 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bc4a009c-f592-484f-8b74-e87e65506146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:33.632508 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-1a19c633-ca67-4488-99ee-8044eea73dca tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting port dc4f159b-9070-45de-addb-9f85a251d320 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:33:33.632508 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1a19c633-ca67-4488-99ee-8044eea73dca tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:33.665493 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:33.695314 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d7477767-e381-489a-b98e-3a07b13266fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:33.705048 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4a009c-f592-484f-8b74-e87e65506146 None None] Pushing event updated for resources: {'Port': ['ID=dc4f159b-9070-45de-addb-9f85a251d320,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:33.709926 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-8d547b1d-2eaa-4a44-832b-a7b1ec965259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214184f1-2673-437f-9259-0b5603b37d36', 'name': 'tempest-NetworksTestDHCPv6-router-672330721', 'tenant_id': '4f80aeba4f7b42c0ae266ee8833d0179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:33:26Z', 'updated_at': '2021-11-09T21:33:28Z', 'revision_number': 2, 'project_id': '4f80aeba4f7b42c0ae266ee8833d0179', 'gw_port_host': None, '_interfaces': [{'id': 'dc4f159b-9070-45de-addb-9f85a251d320', 'name': '', 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'tenant_id': '4f80aeba4f7b42c0ae266ee8833d0179', 'mac_address': 'fa:16:3e:74:48:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214184f1-2673-437f-9259-0b5603b37d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': 'fae58b79-92da-40fa-aa7e-ec8232404d70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:33:27Z', 'updated_at': '2021-11-09T21:33:32Z', 'revision_number': 4, 'project_id': '4f80aeba4f7b42c0ae266ee8833d0179', 'subnets': [{'id': 'fae58b79-92da-40fa-aa7e-ec8232404d70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:33.720112 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d7477767-e381-489a-b98e-3a07b13266fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:33.738766 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d547b1d-2eaa-4a44-832b-a7b1ec965259 None None] The sync data for ids ['214184f1-2673-437f-9259-0b5603b37d36'] in n-d-816206-3 is: [{'id': '214184f1-2673-437f-9259-0b5603b37d36', 'name': 'tempest-NetworksTestDHCPv6-router-672330721', 'tenant_id': '4f80aeba4f7b42c0ae266ee8833d0179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:33:26Z', 'updated_at': '2021-11-09T21:33:28Z', 'revision_number': 2, 'project_id': '4f80aeba4f7b42c0ae266ee8833d0179', 'gw_port_host': None, '_interfaces': [{'id': 'dc4f159b-9070-45de-addb-9f85a251d320', 'name': '', 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'tenant_id': '4f80aeba4f7b42c0ae266ee8833d0179', 'mac_address': 'fa:16:3e:74:48:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214184f1-2673-437f-9259-0b5603b37d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': 'fae58b79-92da-40fa-aa7e-ec8232404d70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:33:27Z', 'updated_at': '2021-11-09T21:33:32Z', 'revision_number': 4, 'project_id': '4f80aeba4f7b42c0ae266ee8833d0179', 'subnets': [{'id': 'fae58b79-92da-40fa-aa7e-ec8232404d70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:33:33.752856 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13f7bd-7d71-4066-a617-99337635e6ae req-a7099455-ccab-46b6-b788-30f1756a8b97 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:33.754427 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bc13f7bd-7d71-4066-a617-99337635e6ae req-a7099455-ccab-46b6-b788-30f1756a8b97 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.1488795 Nov 09 21:33:33.765467 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-1a19c633-ca67-4488-99ee-8044eea73dca tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] For port dc4f159b-9070-45de-addb-9f85a251d320, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=dc4f159b-9070-45de-addb-9f85a251d320,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:33:33.765844 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1a19c633-ca67-4488-99ee-8044eea73dca tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:33.771078 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-6e66b5fa-3bb1-4f10-bb1e-86282dc9a0d9 None None] Provisioning complete for port dc4f159b-9070-45de-addb-9f85a251d320 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:33:33.772952 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6e66b5fa-3bb1-4f10-bb1e-86282dc9a0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:33.790391 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-1a19c633-ca67-4488-99ee-8044eea73dca tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Calling delete_port for dc4f159b-9070-45de-addb-9f85a251d320 owned by network:router_interface {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:33:33.818169 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7477767-e381-489a-b98e-3a07b13266fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04118e63-2821-478e-a38d-1754bb49a4bd,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:33.840211 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-eed53d9a-811b-4c41-be93-2591336e0347 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Deleting port b6a1f1fe-2652-4674-b60c-a6e594517348 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:33:33.841545 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eed53d9a-811b-4c41-be93-2591336e0347 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:33.847785 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d7477767-e381-489a-b98e-3a07b13266fc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=adf8adb783ce473082fddf562cb8389e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7261395 Nov 09 21:33:33.857253 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33228) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:33.909284 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bc13f7bd-7d71-4066-a617-99337635e6ae req-b97e75e2-cc22-45fd-a79d-a835f6d20be1 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371226 Nov 09 21:33:33.944989 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0e70d330-bf56-4c76-8954-0500866d2370 req-3a37164e-b93f-42cd-b1c8-b49fb5e9ba44 tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ab12b8c-ce26-46b0-a0a5-6f61f5701ab7 HTTP/1.1" status: 200 len: 210 time: 0.0795937 Nov 09 21:33:33.998193 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eed53d9a-811b-4c41-be93-2591336e0347 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:34.029740 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-eed53d9a-811b-4c41-be93-2591336e0347 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Calling delete_port for b6a1f1fe-2652-4674-b60c-a6e594517348 owned by network:router_interface {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:33:34.270096 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1b17bdf7-8bd7-47f4-889a-2b9d9db02753 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:34.302415 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-2f35ddf1-6974-46bb-b4c9-8b471a7bc114 req-d2f9591b-f992-46d1-82d2-6e153884c747 tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] Allocated IP 172.20.0.6 (4786ca9b-662a-4771-9c79-762971fcfbcd/635b87fb-91ab-4254-9b96-a2003634b9b8/bc9dac1f-9b57-4858-9728-3dd50835cd43) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:33:34.335170 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1b17bdf7-8bd7-47f4-889a-2b9d9db02753 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:34.412989 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eed53d9a-811b-4c41-be93-2591336e0347 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:34.459675 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed53d9a-811b-4c41-be93-2591336e0347 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Pushing event deleted for resources: {'Port': ['ID=b6a1f1fe-2652-4674-b60c-a6e594517348,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:34.605663 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1b17bdf7-8bd7-47f4-889a-2b9d9db02753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:34.609255 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1b17bdf7-8bd7-47f4-889a-2b9d9db02753 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:34.610489 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1b17bdf7-8bd7-47f4-889a-2b9d9db02753 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/04118e63-2821-478e-a38d-1754bb49a4bd HTTP/1.1" status: 204 len: 168 time: 0.7261679 Nov 09 21:33:34.634971 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1a19c633-ca67-4488-99ee-8044eea73dca tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:34.700383 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19c633-ca67-4488-99ee-8044eea73dca tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Port': ['ID=dc4f159b-9070-45de-addb-9f85a251d320,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:34.743425 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eed53d9a-811b-4c41-be93-2591336e0347 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:34.760745 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17bdf7-8bd7-47f4-889a-2b9d9db02753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04118e63-2821-478e-a38d-1754bb49a4bd,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:35.111765 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed53d9a-811b-4c41-be93-2591336e0347 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Router 9d52335e-c130-488f-ab3d-7c1db6fc4163 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:33:35.159670 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1a19c633-ca67-4488-99ee-8044eea73dca tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:35.162821 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33260) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:35.201637 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc49b4e-73bd-44e3-a38a-4c38714bb043 req-6cb48ae1-c5e0-42f2-979b-943b2df6ed21 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:35.209199 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5cc49b4e-73bd-44e3-a38a-4c38714bb043 req-6cb48ae1-c5e0-42f2-979b-943b2df6ed21 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.7064948 Nov 09 21:33:35.237383 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-340d0c8d-c841-4030-8ec4-07ff45508f77 req-0f303f74-86ca-4ff2-976d-5cbda2ca431a tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ab12b8c-ce26-46b0-a0a5-6f61f5701ab7 HTTP/1.1" status: 200 len: 210 time: 0.1235745 Nov 09 21:33:35.238323 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed53d9a-811b-4c41-be93-2591336e0347 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:33:35.245076 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-eed53d9a-811b-4c41-be93-2591336e0347 tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] 10.222.0.49 "PUT /v2.0/routers/9d52335e-c130-488f-ab3d-7c1db6fc4163/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1441848 Nov 09 21:33:35.247512 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33262) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:35.250937 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124358d8-a121-451a-b168-c36e1d3b5189 None None] Sync routers for ids ['9d52335e-c130-488f-ab3d-7c1db6fc4163'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:33:35.265105 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124358d8-a121-451a-b168-c36e1d3b5189 None None] Routers {'9d52335e-c130-488f-ab3d-7c1db6fc4163'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:33:35.268962 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-124358d8-a121-451a-b168-c36e1d3b5189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:33:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['9d52335e-c130-488f-ab3d-7c1db6fc4163'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:35.289116 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a3d356c9-bcdd-4ea0-af55-c9c4cd81a7b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:35.369249 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-562c79ad-a7ae-4089-8874-abdfafa5116d tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:35.441925 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5cc49b4e-73bd-44e3-a38a-4c38714bb043 req-8000d241-ed03-41dd-9366-26b1b4b783ce tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2317390 Nov 09 21:33:35.600182 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-124358d8-a121-451a-b168-c36e1d3b5189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:35.604416 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2f35ddf1-6974-46bb-b4c9-8b471a7bc114 req-d2f9591b-f992-46d1-82d2-6e153884c747 tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:35.620728 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124358d8-a121-451a-b168-c36e1d3b5189 None None] Routers {'9d52335e-c130-488f-ab3d-7c1db6fc4163'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:33:35.621564 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-124358d8-a121-451a-b168-c36e1d3b5189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:33:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['9d52335e-c130-488f-ab3d-7c1db6fc4163'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:35.627524 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-562c79ad-a7ae-4089-8874-abdfafa5116d tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:35.631353 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-562c79ad-a7ae-4089-8874-abdfafa5116d tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:35.663132 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2f35ddf1-6974-46bb-b4c9-8b471a7bc114 req-d2f9591b-f992-46d1-82d2-6e153884c747 tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:35.701020 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-124358d8-a121-451a-b168-c36e1d3b5189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:35.701975 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124358d8-a121-451a-b168-c36e1d3b5189 None None] The sync data for ids ['9d52335e-c130-488f-ab3d-7c1db6fc4163'] in n-d-816206-3 is: [] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:33:35.718799 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-562c79ad-a7ae-4089-8874-abdfafa5116d tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:35.719494 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562c79ad-a7ae-4089-8874-abdfafa5116d tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Fanout notify agent at l3_agent the message router_deleted on router 9d52335e-c130-488f-ab3d-7c1db6fc4163 {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:33:35.733799 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-562c79ad-a7ae-4089-8874-abdfafa5116d tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:35.740285 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-562c79ad-a7ae-4089-8874-abdfafa5116d tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] 10.222.0.49 "DELETE /v2.0/routers/9d52335e-c130-488f-ab3d-7c1db6fc4163 HTTP/1.1" status: 204 len: 168 time: 0.4915869 Nov 09 21:33:35.741145 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33270) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:35.778523 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a19c633-ca67-4488-99ee-8044eea73dca tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Router 214184f1-2673-437f-9259-0b5603b37d36 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:33:35.793108 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f35ddf1-6974-46bb-b4c9-8b471a7bc114 req-d2f9591b-f992-46d1-82d2-6e153884c747 tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] Network 4786ca9b-662a-4771-9c79-762971fcfbcd is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:33:35.815363 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-2f35ddf1-6974-46bb-b4c9-8b471a7bc114 req-d2f9591b-f992-46d1-82d2-6e153884c747 tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:33:35.822679 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c8de8c-8c72-4d0d-abb1-f90f2d42c4ff tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Deleting subnet b2b3e1e9-df23-4ba4-b15d-594f63deb0db {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:33:35.824060 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f35ddf1-6974-46bb-b4c9-8b471a7bc114 req-d2f9591b-f992-46d1-82d2-6e153884c747 tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:33:35.827911 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f9591b-f992-46d1-82d2-6e153884c747 tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] Pushing event updated for resources: {'Port': ['ID=bc9dac1f-9b57-4858-9728-3dd50835cd43,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:35.830201 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-18c8de8c-8c72-4d0d-abb1-f90f2d42c4ff tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:35.903887 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-18c8de8c-8c72-4d0d-abb1-f90f2d42c4ff tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:35.952092 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a3d356c9-bcdd-4ea0-af55-c9c4cd81a7b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:35.963106 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a3d356c9-bcdd-4ea0-af55-c9c4cd81a7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:35.978432 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a19c633-ca67-4488-99ee-8044eea73dca tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:33:35.986346 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1a19c633-ca67-4488-99ee-8044eea73dca tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "PUT /v2.0/routers/214184f1-2673-437f-9259-0b5603b37d36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7458050 Nov 09 21:33:35.987474 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33274) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:36.009959 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35ddf1-6974-46bb-b4c9-8b471a7bc114 req-d2f9591b-f992-46d1-82d2-6e153884c747 tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:36.010611 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2f35ddf1-6974-46bb-b4c9-8b471a7bc114 req-d2f9591b-f992-46d1-82d2-6e153884c747 tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:36.024931 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-18c8de8c-8c72-4d0d-abb1-f90f2d42c4ff tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:36.035403 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2f35ddf1-6974-46bb-b4c9-8b471a7bc114 req-d2f9591b-f992-46d1-82d2-6e153884c747 tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0923615 Nov 09 21:33:36.046920 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a3d356c9-bcdd-4ea0-af55-c9c4cd81a7b2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8bb016b818cc4a5ebce9555dd0d652e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8561454 Nov 09 21:33:36.049100 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33276) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:36.055578 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-2f35ddf1-6974-46bb-b4c9-8b471a7bc114 req-ddb8ffbf-7144-45a4-afd3-37c12c29c8cf service neutron] Request body: {'port': {'device_id': '1ab12b8c-ce26-46b0-a0a5-6f61f5701ab7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:36.061754 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d356c9-bcdd-4ea0-af55-c9c4cd81a7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab37bae-227c-449f-8c9c-b8aba02bd308,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:36.119734 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f31e93-0ee0-4e26-8831-f74b55f0f7af tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:36.121333 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f31e93-0ee0-4e26-8831-f74b55f0f7af tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:36.125369 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d4f31e93-0ee0-4e26-8831-f74b55f0f7af tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1344917 Nov 09 21:33:36.125683 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa60476-6345-401b-b160-a757d56298d8 None None] Sync routers for ids ['214184f1-2673-437f-9259-0b5603b37d36'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:33:36.129400 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33278) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:36.147558 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa60476-6345-401b-b160-a757d56298d8 None None] Routers {'214184f1-2673-437f-9259-0b5603b37d36'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:33:36.148529 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-1aa60476-6345-401b-b160-a757d56298d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:33:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['214184f1-2673-437f-9259-0b5603b37d36'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:36.165868 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-18c8de8c-8c72-4d0d-abb1-f90f2d42c4ff tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:36.214505 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2f35ddf1-6974-46bb-b4c9-8b471a7bc114 req-ddb8ffbf-7144-45a4-afd3-37c12c29c8cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:36.220559 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ddd63b65-7b9e-4b0a-8744-9b9499dd310f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:36.223283 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd9ddc7c-5184-4c2f-90ee-eb02fe8d14fe tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting subnet fae58b79-92da-40fa-aa7e-ec8232404d70 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:33:36.233709 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fd9ddc7c-5184-4c2f-90ee-eb02fe8d14fe tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:36.258602 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ddd63b65-7b9e-4b0a-8744-9b9499dd310f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:36.307382 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fd9ddc7c-5184-4c2f-90ee-eb02fe8d14fe tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:36.324712 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c8de8c-8c72-4d0d-abb1-f90f2d42c4ff tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Pushing event deleted for resources: {'Subnet': ['ID=b2b3e1e9-df23-4ba4-b15d-594f63deb0db,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:36.341827 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-18c8de8c-8c72-4d0d-abb1-f90f2d42c4ff tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:36.348468 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-18c8de8c-8c72-4d0d-abb1-f90f2d42c4ff tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] 10.222.0.49 "DELETE /v2.0/subnets/b2b3e1e9-df23-4ba4-b15d-594f63deb0db HTTP/1.1" status: 204 len: 168 time: 0.6061833 Nov 09 21:33:36.354574 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33284) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:36.378638 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ddd63b65-7b9e-4b0a-8744-9b9499dd310f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:36.382142 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ddd63b65-7b9e-4b0a-8744-9b9499dd310f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:36.383358 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ddd63b65-7b9e-4b0a-8744-9b9499dd310f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0ab37bae-227c-449f-8c9c-b8aba02bd308 HTTP/1.1" status: 204 len: 168 time: 0.3313322 Nov 09 21:33:36.449408 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd63b65-7b9e-4b0a-8744-9b9499dd310f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab37bae-227c-449f-8c9c-b8aba02bd308,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:36.491611 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66befbf-edb4-4ca3-a24f-093c2714abb1 None None] Network dab67b40-ab6f-4b72-86b9-7062a8b31a6b requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:33:36.522853 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f1fd67a6-aa46-4c33-acae-56b0089ca94e tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:36.674889 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-1aa60476-6345-401b-b160-a757d56298d8 None None] Set router 214184f1-2673-437f-9259-0b5603b37d36 gateway port host: None {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:33:36.769972 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-1aa60476-6345-401b-b160-a757d56298d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214184f1-2673-437f-9259-0b5603b37d36', 'name': 'tempest-NetworksTestDHCPv6-router-672330721', 'tenant_id': '4f80aeba4f7b42c0ae266ee8833d0179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:33:26Z', 'updated_at': '2021-11-09T21:33:34Z', 'revision_number': 3, 'project_id': '4f80aeba4f7b42c0ae266ee8833d0179', 'gw_port_host': None}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:36.879436 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa60476-6345-401b-b160-a757d56298d8 None None] Checking router: 214184f1-2673-437f-9259-0b5603b37d36 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:33:36.968835 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa60476-6345-401b-b160-a757d56298d8 None None] Routers {'214184f1-2673-437f-9259-0b5603b37d36'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:33:36.969515 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-1aa60476-6345-401b-b160-a757d56298d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:33:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['214184f1-2673-437f-9259-0b5603b37d36'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:37.182368 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372bea41-6310-4135-8eb4-af3819a970b3 None None] DHCP port deletion for dab67b40-ab6f-4b72-86b9-7062a8b31a6b request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:33:37.223663 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-1aa60476-6345-401b-b160-a757d56298d8 None None] Set router 214184f1-2673-437f-9259-0b5603b37d36 gateway port host: None {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:33:37.227378 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e3b277-5edd-4d4f-a5c2-022db627167f req-fe98765d-ec55-4e25-b0fb-b124509d48e4 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:37.230622 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-56e3b277-5edd-4d4f-a5c2-022db627167f req-fe98765d-ec55-4e25-b0fb-b124509d48e4 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.1297653 Nov 09 21:33:37.252980 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-f1fd67a6-aa46-4c33-acae-56b0089ca94e tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Deleting port d857cd53-2625-477f-b6e9-6a7f140ea279 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:33:37.254631 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f1fd67a6-aa46-4c33-acae-56b0089ca94e tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:37.462030 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-1aa60476-6345-401b-b160-a757d56298d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214184f1-2673-437f-9259-0b5603b37d36', 'name': 'tempest-NetworksTestDHCPv6-router-672330721', 'tenant_id': '4f80aeba4f7b42c0ae266ee8833d0179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:33:26Z', 'updated_at': '2021-11-09T21:33:34Z', 'revision_number': 3, 'project_id': '4f80aeba4f7b42c0ae266ee8833d0179', 'gw_port_host': None}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:37.493395 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-f1fd67a6-aa46-4c33-acae-56b0089ca94e tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] For port d857cd53-2625-477f-b6e9-6a7f140ea279, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=d857cd53-2625-477f-b6e9-6a7f140ea279,segment=NetworkSegment(eddc5dd9-2b01-45e8-824a-7ba3d6abb4b5),segment_id=eddc5dd9-2b01-45e8-824a-7ba3d6abb4b5)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:33:37.497413 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f1fd67a6-aa46-4c33-acae-56b0089ca94e tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:37.521601 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa60476-6345-401b-b160-a757d56298d8 None None] The sync data for ids ['214184f1-2673-437f-9259-0b5603b37d36'] in n-d-816206-3 is: [{'id': '214184f1-2673-437f-9259-0b5603b37d36', 'name': 'tempest-NetworksTestDHCPv6-router-672330721', 'tenant_id': '4f80aeba4f7b42c0ae266ee8833d0179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:33:26Z', 'updated_at': '2021-11-09T21:33:34Z', 'revision_number': 3, 'project_id': '4f80aeba4f7b42c0ae266ee8833d0179', 'gw_port_host': None}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:33:37.534294 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-f1fd67a6-aa46-4c33-acae-56b0089ca94e tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Calling delete_port for d857cd53-2625-477f-b6e9-6a7f140ea279 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:33:37.555704 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-372bea41-6310-4135-8eb4-af3819a970b3 None None] Deleting port d857cd53-2625-477f-b6e9-6a7f140ea279 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:33:37.556078 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-372bea41-6310-4135-8eb4-af3819a970b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:37.629150 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-2f35ddf1-6974-46bb-b4c9-8b471a7bc114 req-ddb8ffbf-7144-45a4-afd3-37c12c29c8cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc9dac1f-9b57-4858-9728-3dd50835cd43 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:33:37.701504 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-372bea41-6310-4135-8eb4-af3819a970b3 None None] For port d857cd53-2625-477f-b6e9-6a7f140ea279, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=d857cd53-2625-477f-b6e9-6a7f140ea279,segment=NetworkSegment(eddc5dd9-2b01-45e8-824a-7ba3d6abb4b5),segment_id=eddc5dd9-2b01-45e8-824a-7ba3d6abb4b5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:33:37.701976 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-372bea41-6310-4135-8eb4-af3819a970b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:37.714606 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2f35ddf1-6974-46bb-b4c9-8b471a7bc114 req-ddb8ffbf-7144-45a4-afd3-37c12c29c8cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:37.728079 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f1fd67a6-aa46-4c33-acae-56b0089ca94e tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:37.734105 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-372bea41-6310-4135-8eb4-af3819a970b3 None None] Calling delete_port for d857cd53-2625-477f-b6e9-6a7f140ea279 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:33:37.816547 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd67a6-aa46-4c33-acae-56b0089ca94e tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Pushing event deleted for resources: {'Port': ['ID=d857cd53-2625-477f-b6e9-6a7f140ea279,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:37.824814 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fd67a6-aa46-4c33-acae-56b0089ca94e tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] No DVR routers for this DVR port d857cd53-2625-477f-b6e9-6a7f140ea279 on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:33:37.859601 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-2f35ddf1-6974-46bb-b4c9-8b471a7bc114 req-ddb8ffbf-7144-45a4-afd3-37c12c29c8cf service neutron] Transition to ACTIVE for port object bc9dac1f-9b57-4858-9728-3dd50835cd43 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:33:37.895541 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7457da-4a7d-4548-aa36-b745f4355cda req-cebed551-c483-4370-873f-09aac34914e7 tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:37.906535 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2d7457da-4a7d-4548-aa36-b745f4355cda req-cebed551-c483-4370-873f-09aac34914e7 tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ab12b8c-ce26-46b0-a0a5-6f61f5701ab7 HTTP/1.1" status: 200 len: 931 time: 0.2936447 Nov 09 21:33:37.947010 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-372bea41-6310-4135-8eb4-af3819a970b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:37.947272 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:33:37.951544 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fd9ddc7c-5184-4c2f-90ee-eb02fe8d14fe tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:38.001548 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372bea41-6310-4135-8eb4-af3819a970b3 None None] Pushing event deleted for resources: {'Port': ['ID=d857cd53-2625-477f-b6e9-6a7f140ea279,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:38.003225 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2f35ddf1-6974-46bb-b4c9-8b471a7bc114 req-ddb8ffbf-7144-45a4-afd3-37c12c29c8cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:38.010130 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372bea41-6310-4135-8eb4-af3819a970b3 None None] No DVR routers for this DVR port d857cd53-2625-477f-b6e9-6a7f140ea279 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:33:38.088292 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f1fd67a6-aa46-4c33-acae-56b0089ca94e tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:38.140472 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-f1fd67a6-aa46-4c33-acae-56b0089ca94e tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dab67b40-ab6f-4b72-86b9-7062a8b31a6b']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:38.173191 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-f1fd67a6-aa46-4c33-acae-56b0089ca94e tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eddc5dd9-2b01-45e8-824a-7ba3d6abb4b5') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:38.173486 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-f1fd67a6-aa46-4c33-acae-56b0089ca94e tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eddc5dd9-2b01-45e8-824a-7ba3d6abb4b5') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:38.202971 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f1fd67a6-aa46-4c33-acae-56b0089ca94e tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:38.230770 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f1fd67a6-aa46-4c33-acae-56b0089ca94e tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:38.245180 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1fd67a6-aa46-4c33-acae-56b0089ca94e tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:33:38.258860 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f1fd67a6-aa46-4c33-acae-56b0089ca94e tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:38.282865 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb8ffbf-7144-45a4-afd3-37c12c29c8cf service neutron] Pushing event updated for resources: {'Port': ['ID=bc9dac1f-9b57-4858-9728-3dd50835cd43,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:38.297965 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device d857cd53-2625-477f-b6e9-6a7f140ea279 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:33:38.374907 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: d857cd53-2625-477f-b6e9-6a7f140ea279 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:33:38.376450 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device d857cd53-2625-477f-b6e9-6a7f140ea279 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:33:38.379212 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device dc4f159b-9070-45de-addb-9f85a251d320 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:33:38.388351 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:33:38.388351 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:33:38.388351 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:33:38.388351 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:33:38.388351 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:33:38.388351 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:33:38.388351 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:33:38.388351 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:33:38.388351 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:33:38.388351 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:33:38.388351 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:33:38.388351 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:33:38.388351 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:33:38.388351 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:33:38.388351 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:33:38.388351 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:33:38.388351 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:33:38.388351 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:33:38.388351 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:33:38.388351 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:33:38.388351 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:33:38.388351 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:33:38.388351 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:33:38.388351 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:33:38.388351 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:33:38.388351 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:33:38.388351 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:33:38.388351 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:33:38.388351 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:33:38.388351 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:33:38.388351 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:33:38.388351 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:33:38.414960 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-56e3b277-5edd-4d4f-a5c2-022db627167f req-607ae059-79e9-4373-8ab6-dc57429d0fb5 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1689494 Nov 09 21:33:38.438219 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: dc4f159b-9070-45de-addb-9f85a251d320 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:33:38.440184 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device dc4f159b-9070-45de-addb-9f85a251d320 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:33:38.449602 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f1fd67a6-aa46-4c33-acae-56b0089ca94e tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:38.475419 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f1fd67a6-aa46-4c33-acae-56b0089ca94e tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:38.479142 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f1fd67a6-aa46-4c33-acae-56b0089ca94e tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] 10.222.0.49 "DELETE /v2.0/networks/dab67b40-ab6f-4b72-86b9-7062a8b31a6b HTTP/1.1" status: 204 len: 168 time: 2.1215212 Nov 09 21:33:38.480957 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd67a6-aa46-4c33-acae-56b0089ca94e tempest-FloatingIPNegativeTestJSON-933320088 tempest-FloatingIPNegativeTestJSON-933320088-project] Pushing event deleted for resources: {'Network': ['ID=dab67b40-ab6f-4b72-86b9-7062a8b31a6b,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:38.493565 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2d7457da-4a7d-4548-aa36-b745f4355cda req-2efceb60-9026-4904-b7a5-48d12b618b4d tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63c143a-1bca-4c18-9569-72545e997f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5850022 Nov 09 21:33:38.571402 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fd9ddc7c-5184-4c2f-90ee-eb02fe8d14fe tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:38.601338 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c529bc45-f304-4627-a281-b5b3c9f19f40 None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:33:38.637202 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fd9ddc7c-5184-4c2f-90ee-eb02fe8d14fe tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:38.641391 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-fd9ddc7c-5184-4c2f-90ee-eb02fe8d14fe tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/fae58b79-92da-40fa-aa7e-ec8232404d70 HTTP/1.1" status: 204 len: 168 time: 2.5066853 Nov 09 21:33:38.645717 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33336) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:38.654696 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ddc7c-5184-4c2f-90ee-eb02fe8d14fe tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Subnet': ['ID=fae58b79-92da-40fa-aa7e-ec8232404d70,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:38.661228 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-2f35ddf1-6974-46bb-b4c9-8b471a7bc114 req-ddb8ffbf-7144-45a4-afd3-37c12c29c8cf service neutron] Attempting to bind port bc9dac1f-9b57-4858-9728-3dd50835cd43 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:33:38.663532 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-2f35ddf1-6974-46bb-b4c9-8b471a7bc114 req-ddb8ffbf-7144-45a4-afd3-37c12c29c8cf service neutron] Attempting to bind port bc9dac1f-9b57-4858-9728-3dd50835cd43 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '5b8b2f3b-56fb-46c4-b8cb-1743c2b3ceea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4786ca9b-662a-4771-9c79-762971fcfbcd'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:33:38.663975 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f35ddf1-6974-46bb-b4c9-8b471a7bc114 req-ddb8ffbf-7144-45a4-afd3-37c12c29c8cf service neutron] Attempting to bind port bc9dac1f-9b57-4858-9728-3dd50835cd43 on network 4786ca9b-662a-4771-9c79-762971fcfbcd {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:33:38.675251 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f35ddf1-6974-46bb-b4c9-8b471a7bc114 req-ddb8ffbf-7144-45a4-afd3-37c12c29c8cf service neutron] Port bc9dac1f-9b57-4858-9728-3dd50835cd43 on network 4786ca9b-662a-4771-9c79-762971fcfbcd not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:33:38.675599 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f35ddf1-6974-46bb-b4c9-8b471a7bc114 req-ddb8ffbf-7144-45a4-afd3-37c12c29c8cf service neutron] Attempting to bind port bc9dac1f-9b57-4858-9728-3dd50835cd43 on network 4786ca9b-662a-4771-9c79-762971fcfbcd {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:33:38.685358 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f35ddf1-6974-46bb-b4c9-8b471a7bc114 req-ddb8ffbf-7144-45a4-afd3-37c12c29c8cf service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:33:38.689408 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f35ddf1-6974-46bb-b4c9-8b471a7bc114 req-ddb8ffbf-7144-45a4-afd3-37c12c29c8cf service neutron] Checking segment: {'id': '5b8b2f3b-56fb-46c4-b8cb-1743c2b3ceea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4786ca9b-662a-4771-9c79-762971fcfbcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:33:38.689952 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f35ddf1-6974-46bb-b4c9-8b471a7bc114 req-ddb8ffbf-7144-45a4-afd3-37c12c29c8cf service neutron] Bound using segment: {'id': '5b8b2f3b-56fb-46c4-b8cb-1743c2b3ceea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4786ca9b-662a-4771-9c79-762971fcfbcd'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:33:38.691752 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-2f35ddf1-6974-46bb-b4c9-8b471a7bc114 req-ddb8ffbf-7144-45a4-afd3-37c12c29c8cf service neutron] Bound port: bc9dac1f-9b57-4858-9728-3dd50835cd43, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b8b2f3b-56fb-46c4-b8cb-1743c2b3ceea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '4786ca9b-662a-4771-9c79-762971fcfbcd'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:33:38.691752 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2f35ddf1-6974-46bb-b4c9-8b471a7bc114 req-ddb8ffbf-7144-45a4-afd3-37c12c29c8cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:38.827608 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-66573397-74f3-47c0-8907-cb9dadb501e1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1798539 Nov 09 21:33:38.831226 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33342) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:38.876415 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-2f35ddf1-6974-46bb-b4c9-8b471a7bc114 req-ddb8ffbf-7144-45a4-afd3-37c12c29c8cf service neutron] For port bc9dac1f-9b57-4858-9728-3dd50835cd43, host n-h1-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:33:38.885223 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1f02f3-7143-4252-b755-a90cf198d7d7 None None] DHCP port deletion for 83001fa8-21bc-4303-8a8a-37c91fd09fe2 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:33:38.887905 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-2f35ddf1-6974-46bb-b4c9-8b471a7bc114 req-ddb8ffbf-7144-45a4-afd3-37c12c29c8cf service neutron] For port bc9dac1f-9b57-4858-9728-3dd50835cd43, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=bc9dac1f-9b57-4858-9728-3dd50835cd43,segment=NetworkSegment(5b8b2f3b-56fb-46c4-b8cb-1743c2b3ceea),segment_id=5b8b2f3b-56fb-46c4-b8cb-1743c2b3ceea)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:33:38.899213 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2f35ddf1-6974-46bb-b4c9-8b471a7bc114 req-ddb8ffbf-7144-45a4-afd3-37c12c29c8cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:38.976958 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f02f3-7143-4252-b755-a90cf198d7d7 None None] Deleting port fa96676c-8b67-4ad3-93c6-dfe47c3da61d {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:33:38.977328 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9f1f02f3-7143-4252-b755-a90cf198d7d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:38.984721 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35ddf1-6974-46bb-b4c9-8b471a7bc114 req-ddb8ffbf-7144-45a4-afd3-37c12c29c8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:38.985354 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2f35ddf1-6974-46bb-b4c9-8b471a7bc114 req-ddb8ffbf-7144-45a4-afd3-37c12c29c8cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:38.986794 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2f35ddf1-6974-46bb-b4c9-8b471a7bc114 req-ddb8ffbf-7144-45a4-afd3-37c12c29c8cf service neutron] 10.222.0.45 "PUT /v2.0/ports/bc9dac1f-9b57-4858-9728-3dd50835cd43 HTTP/1.1" status: 200 len: 1091 time: 2.9361773 Nov 09 21:33:38.987249 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab12b8c-ce26-46b0-a0a5-6f61f5701ab7', 'tag': 'bc9dac1f-9b57-4858-9728-3dd50835cd43'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:33:38.989740 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d771e8c-ee15-482b-af31-f7352c953509" -d '{"events": [{"name": "network-changed", "server_uuid": "1ab12b8c-ce26-46b0-a0a5-6f61f5701ab7", "tag": "bc9dac1f-9b57-4858-9728-3dd50835cd43"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:33:39.089963 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33350) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:39.108584 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7a9f50f1-7b33-477f-8cac-a2334d3df025 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:39.120310 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb8ffbf-7144-45a4-afd3-37c12c29c8cf service neutron] Pushing event updated for resources: {'Port': ['ID=bc9dac1f-9b57-4858-9728-3dd50835cd43,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:39.143011 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0934b5a8-75c0-4e29-98cb-eae43ae06760 x-openstack-request-id: req-0934b5a8-75c0-4e29-98cb-eae43ae06760 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:33:39.143353 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ab12b8c-ce26-46b0-a0a5-6f61f5701ab7", "tag": "bc9dac1f-9b57-4858-9728-3dd50835cd43", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:33:39.143556 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0934b5a8-75c0-4e29-98cb-eae43ae06760 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:33:39.143966 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ab12b8c-ce26-46b0-a0a5-6f61f5701ab7', 'tag': 'bc9dac1f-9b57-4858-9728-3dd50835cd43', 'status': 'completed', 'code': 200} Nov 09 21:33:39.166783 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35ddf1-6974-46bb-b4c9-8b471a7bc114 req-8e3321a2-f78b-41de-8863-2f6608f6a79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:39.169532 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-9f1f02f3-7143-4252-b755-a90cf198d7d7 None None] For port fa96676c-8b67-4ad3-93c6-dfe47c3da61d, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=fa96676c-8b67-4ad3-93c6-dfe47c3da61d,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:33:39.170221 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9f1f02f3-7143-4252-b755-a90cf198d7d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:39.171396 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2f35ddf1-6974-46bb-b4c9-8b471a7bc114 req-8e3321a2-f78b-41de-8863-2f6608f6a79f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=87a628849a6640e087c3be4d76fc61c7&device_id=1ab12b8c-ce26-46b0-a0a5-6f61f5701ab7 HTTP/1.1" status: 200 len: 1094 time: 0.1163054 Nov 09 21:33:39.211696 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f02f3-7143-4252-b755-a90cf198d7d7 None None] Calling delete_port for fa96676c-8b67-4ad3-93c6-dfe47c3da61d owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:33:39.298277 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2f35ddf1-6974-46bb-b4c9-8b471a7bc114 req-777c4340-1e6a-4c85-97cc-5bd7f0be5642 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc9dac1f-9b57-4858-9728-3dd50835cd43 HTTP/1.1" status: 200 len: 217 time: 0.1172981 Nov 09 21:33:39.403683 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9f1f02f3-7143-4252-b755-a90cf198d7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:39.426194 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35ddf1-6974-46bb-b4c9-8b471a7bc114 req-317587fb-b62e-4540-a7fc-03cfa46bafb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:39.428210 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2f35ddf1-6974-46bb-b4c9-8b471a7bc114 req-317587fb-b62e-4540-a7fc-03cfa46bafb6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=635b87fb-91ab-4254-9b96-a2003634b9b8 HTTP/1.1" status: 200 len: 865 time: 0.1215413 Nov 09 21:33:39.430955 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1f02f3-7143-4252-b755-a90cf198d7d7 None None] No DVR routers for this DVR port fa96676c-8b67-4ad3-93c6-dfe47c3da61d on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:33:39.491311 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2f35ddf1-6974-46bb-b4c9-8b471a7bc114 req-50791f62-4e91-4805-acc6-33f6bc6f10a0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4786ca9b-662a-4771-9c79-762971fcfbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416055 Nov 09 21:33:39.502696 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f02f3-7143-4252-b755-a90cf198d7d7 None None] Pushing event deleted for resources: {'Port': ['ID=fa96676c-8b67-4ad3-93c6-dfe47c3da61d,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:39.528320 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2dd9c594-6637-4c9f-95b1-3d47a51ffa3c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=182d02a58a10417198bad5981fdeb02c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4344890 Nov 09 21:33:39.550014 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33370) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:39.577100 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7a9f50f1-7b33-477f-8cac-a2334d3df025 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:39.581754 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7a9f50f1-7b33-477f-8cac-a2334d3df025 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:39.702551 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33376) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:39.750752 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7a9f50f1-7b33-477f-8cac-a2334d3df025 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:39.751515 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9f50f1-7b33-477f-8cac-a2334d3df025 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Fanout notify agent at l3_agent the message router_deleted on router 214184f1-2673-437f-9259-0b5603b37d36 {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:33:39.767441 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7a9f50f1-7b33-477f-8cac-a2334d3df025 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:39.771477 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7a9f50f1-7b33-477f-8cac-a2334d3df025 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/routers/214184f1-2673-437f-9259-0b5603b37d36 HTTP/1.1" status: 204 len: 168 time: 0.9369881 Nov 09 21:33:39.773217 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33380) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:39.782120 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35fd00f-a0a3-4c56-b511-52c3a28db6cb req-4b922a78-6f2a-4528-ba73-e2f4b760c63d tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:39.790730 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f35fd00f-a0a3-4c56-b511-52c3a28db6cb req-4b922a78-6f2a-4528-ba73-e2f4b760c63d tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.1978819 Nov 09 21:33:39.869722 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f35fd00f-a0a3-4c56-b511-52c3a28db6cb req-f46336a3-6c08-494e-a42d-2ad75466a808 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740786 Nov 09 21:33:39.900386 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f6664cfd-ccf4-4172-a4df-10c7bfd13742 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1063035 Nov 09 21:33:39.901079 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33384) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:39.985784 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f60972c9-7bc6-4a3b-bea3-ac6653ce675f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:39.988206 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-0dec374b-b4fc-46bd-b432-6c70c2c6997b tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:39.990175 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2f35ddf1-6974-46bb-b4c9-8b471a7bc114 req-33354689-ce4a-410a-8751-331839267c5a service neutron] 10.222.0.45 "GET /v2.0/networks/4786ca9b-662a-4771-9c79-762971fcfbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4769211 Nov 09 21:33:40.023437 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0dec374b-b4fc-46bd-b432-6c70c2c6997b tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] 10.222.0.49 "PUT /v2.0/quotas/df4dc480128f49cfb356b2a5523096e5 HTTP/1.1" status: 200 len: 368 time: 0.3126953 Nov 09 21:33:40.026279 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33386) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:40.034173 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-2fe0dc08-1fa5-43d7-acc9-63e43d4de8de tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] Request body: {'network': {'project_id': 'df4dc480128f49cfb356b2a5523096e5'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:40.041375 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf7b25e-2940-488a-a981-ed37901b1e85 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:40.042849 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8cf7b25e-2940-488a-a981-ed37901b1e85 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1406779 Nov 09 21:33:40.045871 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33388) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:40.081793 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f60972c9-7bc6-4a3b-bea3-ac6653ce675f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:40.091808 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-848ed66d-dc56-4488-b5cb-ee7d9f4a281b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0410509 Nov 09 21:33:40.093167 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33390) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:40.102051 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-7910e92b-0911-4042-8587-a61116286be1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'subnet': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:40.116405 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e7cf2-900f-4b46-9182-d4f910b018e7 req-782437cc-3bbb-4dd7-8695-9acf4e5e3103 tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:40.118160 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a08e7cf2-900f-4b46-9182-d4f910b018e7 req-782437cc-3bbb-4dd7-8695-9acf4e5e3103 tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ab12b8c-ce26-46b0-a0a5-6f61f5701ab7 HTTP/1.1" status: 200 len: 943 time: 0.1946356 Nov 09 21:33:40.202558 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe0dc08-1fa5-43d7-acc9-63e43d4de8de tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] Made reservation on behalf of df4dc480128f49cfb356b2a5523096e5 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:33:40.205198 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2fe0dc08-1fa5-43d7-acc9-63e43d4de8de tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:40.207182 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device fa96676c-8b67-4ad3-93c6-dfe47c3da61d no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:33:40.210394 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7910e92b-0911-4042-8587-a61116286be1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:33:40.213358 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2f35ddf1-6974-46bb-b4c9-8b471a7bc114 req-39e70e28-2595-49fa-8c3a-d1be445a85b8 service neutron] 10.222.0.45 "GET /v2.0/networks/4786ca9b-662a-4771-9c79-762971fcfbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135394 Nov 09 21:33:40.214384 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7910e92b-0911-4042-8587-a61116286be1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:40.234421 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2fe0dc08-1fa5-43d7-acc9-63e43d4de8de tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:40.242902 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: fa96676c-8b67-4ad3-93c6-dfe47c3da61d {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:33:40.243474 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device fa96676c-8b67-4ad3-93c6-dfe47c3da61d not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:33:40.286789 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a08e7cf2-900f-4b46-9182-d4f910b018e7 req-edba0112-4d53-4a04-b4ee-b32c42c7a1e6 tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63c143a-1bca-4c18-9569-72545e997f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505249 Nov 09 21:33:40.308498 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f60972c9-7bc6-4a3b-bea3-ac6653ce675f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:40.311707 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f60972c9-7bc6-4a3b-bea3-ac6653ce675f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:40.316191 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f60972c9-7bc6-4a3b-bea3-ac6653ce675f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/57e2e56a-51c6-4a66-ad28-318deb1ab1cf HTTP/1.1" status: 204 len: 168 time: 0.7651494 Nov 09 21:33:40.329455 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60972c9-7bc6-4a3b-bea3-ac6653ce675f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e2e56a-51c6-4a66-ad28-318deb1ab1cf,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:40.361723 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d771e8c-ee15-482b-af31-f7352c953509 req-4829c369-4a17-41dc-9067-2debdec41dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:40.363142 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3d771e8c-ee15-482b-af31-f7352c953509 req-4829c369-4a17-41dc-9067-2debdec41dcc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=87a628849a6640e087c3be4d76fc61c7&device_id=1ab12b8c-ce26-46b0-a0a5-6f61f5701ab7 HTTP/1.1" status: 200 len: 1094 time: 0.0929101 Nov 09 21:33:40.479436 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d771e8c-ee15-482b-af31-f7352c953509 req-c2434d3a-8c08-4735-8330-febb17f112f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:40.480980 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3d771e8c-ee15-482b-af31-f7352c953509 req-c2434d3a-8c08-4735-8330-febb17f112f7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4786ca9b-662a-4771-9c79-762971fcfbcd HTTP/1.1" status: 200 len: 925 time: 0.1105268 Nov 09 21:33:40.541725 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3d771e8c-ee15-482b-af31-f7352c953509 req-b70c763a-9986-447e-a162-39ad4d8277e4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc9dac1f-9b57-4858-9728-3dd50835cd43 HTTP/1.1" status: 200 len: 217 time: 0.0504062 Nov 09 21:33:40.597095 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2fe0dc08-1fa5-43d7-acc9-63e43d4de8de tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:40.617606 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d771e8c-ee15-482b-af31-f7352c953509 req-af5c9bdc-7e3c-4e57-9abc-030175646a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:40.620028 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3d771e8c-ee15-482b-af31-f7352c953509 req-af5c9bdc-7e3c-4e57-9abc-030175646a2d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=635b87fb-91ab-4254-9b96-a2003634b9b8 HTTP/1.1" status: 200 len: 865 time: 0.0713260 Nov 09 21:33:40.645613 n-d-816206-3 neutron-server[102607]: DEBUG neutron.objects.ports [None req-7910e92b-0911-4042-8587-a61116286be1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102607) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 21:33:40.651114 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7910e92b-0911-4042-8587-a61116286be1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:40.664739 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3d771e8c-ee15-482b-af31-f7352c953509 req-bf6f7d0e-7caa-45eb-b8fe-9c7ff5972c0b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4786ca9b-662a-4771-9c79-762971fcfbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360422 Nov 09 21:33:40.671430 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2fe0dc08-1fa5-43d7-acc9-63e43d4de8de tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:40.720768 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7910e92b-0911-4042-8587-a61116286be1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:33:40.740362 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-7910e92b-0911-4042-8587-a61116286be1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:33:40.751025 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c379bc-3d4f-4559-bb89-c5f165d2fd84 None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:33:40.767836 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe0dc08-1fa5-43d7-acc9-63e43d4de8de tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:33:40.779905 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3d771e8c-ee15-482b-af31-f7352c953509 req-2c9de902-cdc0-4152-af4d-623970547e81 service neutron] 10.222.0.45 "GET /v2.0/networks/4786ca9b-662a-4771-9c79-762971fcfbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072288 Nov 09 21:33:40.780786 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7910e92b-0911-4042-8587-a61116286be1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:40.781510 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7910e92b-0911-4042-8587-a61116286be1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:40.801430 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe0dc08-1fa5-43d7-acc9-63e43d4de8de tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d7447f-7906-49eb-9622-b5ba24fa8eb3,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:40.808329 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7910e92b-0911-4042-8587-a61116286be1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Subnet': ['ID=346a9beb-bace-4260-acbc-8855db622d93,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:40.811009 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2fe0dc08-1fa5-43d7-acc9-63e43d4de8de tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:40.811355 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-2fe0dc08-1fa5-43d7-acc9-63e43d4de8de tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] Added segment 4098771f-92bc-4c85-afbb-70933b8f9b53 of type vlan for network 0e26b089-8494-4d1d-99ad-39720a241aa5 Nov 09 21:33:40.828010 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7910e92b-0911-4042-8587-a61116286be1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7317657 Nov 09 21:33:40.828625 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33404) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:40.855043 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-ba88a420-ff96-42c1-9e78-59da57316a01 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'subnet': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:40.942438 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3d771e8c-ee15-482b-af31-f7352c953509 req-f63c5c57-b7af-472e-84b3-c29f330b7a0b service neutron] 10.222.0.45 "GET /v2.0/networks/4786ca9b-662a-4771-9c79-762971fcfbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437089 Nov 09 21:33:40.965738 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2fe0dc08-1fa5-43d7-acc9-63e43d4de8de tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:41.102764 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013a64fe-a3f4-4edf-970f-bb4c4ccdd19b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'tenant_id': '4f80aeba4f7b42c0ae266ee8833d0179', 'fixed_ips': [{'subnet_id': '346a9beb-bace-4260-acbc-8855db622d93'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:33:41.104117 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-013a64fe-a3f4-4edf-970f-bb4c4ccdd19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:41.117234 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2fe0dc08-1fa5-43d7-acc9-63e43d4de8de tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:41.119145 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe0dc08-1fa5-43d7-acc9-63e43d4de8de tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:41.124532 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2fe0dc08-1fa5-43d7-acc9-63e43d4de8de tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:41.190378 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4ccc3-c775-4d7d-9f16-daf56f913af8 req-7f6887ee-32f9-46ec-936d-6806cdbf1f57 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:41.202493 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b5b4ccc3-c775-4d7d-9f16-daf56f913af8 req-7f6887ee-32f9-46ec-936d-6806cdbf1f57 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.2130718 Nov 09 21:33:41.320493 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b5b4ccc3-c775-4d7d-9f16-daf56f913af8 req-7c2cd708-6e1f-4c66-920a-184856c6c9ed tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171362 Nov 09 21:33:41.344939 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe0dc08-1fa5-43d7-acc9-63e43d4de8de tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] Pushing event updated for resources: {'Network': ['ID=0e26b089-8494-4d1d-99ad-39720a241aa5,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:41.363707 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba88a420-ff96-42c1-9e78-59da57316a01 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:33:41.378545 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ba88a420-ff96-42c1-9e78-59da57316a01 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:41.379704 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 0e26b089-8494-4d1d-99ad-39720a241aa5 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:33:41.384551 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-013a64fe-a3f4-4edf-970f-bb4c4ccdd19b None None] Allocated IP 2001:db8::f816:3eff:fe0a:82cb (83001fa8-21bc-4303-8a8a-37c91fd09fe2/346a9beb-bace-4260-acbc-8855db622d93/83695239-ea4d-43a4-9fea-5eee39789979) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:33:41.398895 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2fe0dc08-1fa5-43d7-acc9-63e43d4de8de tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.3715591 Nov 09 21:33:41.401415 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33428) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:41.407078 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-715382a7-169e-4b74-a5f9-a251c9d0ed80 tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] Request body: {'network': {'project_id': 'df4dc480128f49cfb356b2a5523096e5'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:41.457874 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device bc9dac1f-9b57-4858-9728-3dd50835cd43 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:33:41.510710 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715382a7-169e-4b74-a5f9-a251c9d0ed80 tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] Made reservation on behalf of df4dc480128f49cfb356b2a5523096e5 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:33:41.519294 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-715382a7-169e-4b74-a5f9-a251c9d0ed80 tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:41.665621 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-715382a7-169e-4b74-a5f9-a251c9d0ed80 tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:33:41.707019 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1c619-dd4b-4ed0-95fa-b57c846a9246 req-32e00f27-204b-496d-af93-97cacebe30b3 tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:41.711304 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c0c1c619-dd4b-4ed0-95fa-b57c846a9246 req-32e00f27-204b-496d-af93-97cacebe30b3 tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ab12b8c-ce26-46b0-a0a5-6f61f5701ab7 HTTP/1.1" status: 200 len: 943 time: 0.2984216 Nov 09 21:33:41.726974 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-715382a7-169e-4b74-a5f9-a251c9d0ed80 tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:41.727270 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-715382a7-169e-4b74-a5f9-a251c9d0ed80 tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] Added segment ed38eb31-7324-4034-9b23-4a1a45a8691b of type vlan for network 2dc663b8-720d-4a9a-ba58-ed5ee0f948f1 Nov 09 21:33:41.758604 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33432) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:41.817335 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-715382a7-169e-4b74-a5f9-a251c9d0ed80 tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:41.895955 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c0c1c619-dd4b-4ed0-95fa-b57c846a9246 req-0324ea12-2c75-4d6d-97fa-d8b56d9ee813 tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63c143a-1bca-4c18-9569-72545e997f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646545 Nov 09 21:33:41.906640 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ba88a420-ff96-42c1-9e78-59da57316a01 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:41.925322 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-715382a7-169e-4b74-a5f9-a251c9d0ed80 tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:41.926826 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715382a7-169e-4b74-a5f9-a251c9d0ed80 tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:41.928162 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-715382a7-169e-4b74-a5f9-a251c9d0ed80 tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:41.961132 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port bc9dac1f-9b57-4858-9728-3dd50835cd43, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=bc9dac1f-9b57-4858-9728-3dd50835cd43,segment=NetworkSegment(5b8b2f3b-56fb-46c4-b8cb-1743c2b3ceea),segment_id=5b8b2f3b-56fb-46c4-b8cb-1743c2b3ceea)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:33:41.978628 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-1c6e4894-0253-440d-b1ef-4cb03acc7e1c tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-778830585'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:41.996214 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba88a420-ff96-42c1-9e78-59da57316a01 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:33:41.997505 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88a420-ff96-42c1-9e78-59da57316a01 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Subnet': ['ID=804e2377-bb68-4c24-ba30-a8d470c6f9df,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:42.001419 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-ba88a420-ff96-42c1-9e78-59da57316a01 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:33:42.003199 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-013a64fe-a3f4-4edf-970f-bb4c4ccdd19b None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:42.006576 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba88a420-ff96-42c1-9e78-59da57316a01 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:42.007374 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ba88a420-ff96-42c1-9e78-59da57316a01 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:42.014679 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': 'bc9dac1f-9b57-4858-9728-3dd50835cd43', 'network_id': '4786ca9b-662a-4771-9c79-762971fcfbcd', 'port_id': 'bc9dac1f-9b57-4858-9728-3dd50835cd43', 'mac_address': 'fa:16:3e:36:b7:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '635b87fb-91ab-4254-9b96-a2003634b9b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:33:42.023049 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-013a64fe-a3f4-4edf-970f-bb4c4ccdd19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:42.028121 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6e4894-0253-440d-b1ef-4cb03acc7e1c tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] Made reservation on behalf of e618c80cd5a34547996d7e2804e73ca3 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:33:42.032035 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1c6e4894-0253-440d-b1ef-4cb03acc7e1c tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:42.044905 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1c6e4894-0253-440d-b1ef-4cb03acc7e1c tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:42.057168 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ba88a420-ff96-42c1-9e78-59da57316a01 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2262416 Nov 09 21:33:42.060171 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33436) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:42.066235 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-93b8d387-d49b-4855-9087-1d101d330bcb tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'port': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'mac_address': 'fa:16:3e:aa:be:27', 'name': 'tempest-NetworksTestDHCPv6-854895645'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:42.094573 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715382a7-169e-4b74-a5f9-a251c9d0ed80 tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] Pushing event updated for resources: {'Network': ['ID=2dc663b8-720d-4a9a-ba58-ed5ee0f948f1,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:42.112795 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-715382a7-169e-4b74-a5f9-a251c9d0ed80 tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7096319 Nov 09 21:33:42.115591 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33438) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:42.116231 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013a64fe-a3f4-4edf-970f-bb4c4ccdd19b None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:33:42.119224 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 2dc663b8-720d-4a9a-ba58-ed5ee0f948f1 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:33:42.158639 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-013a64fe-a3f4-4edf-970f-bb4c4ccdd19b None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:33:42.168515 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-246d58ed-b805-437d-8c33-98f9748dc9fc tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] Request body: {'network': {'project_id': 'df4dc480128f49cfb356b2a5523096e5'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:42.208427 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013a64fe-a3f4-4edf-970f-bb4c4ccdd19b None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:33:42.259805 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013a64fe-a3f4-4edf-970f-bb4c4ccdd19b None None] Pushing event updated for resources: {'Port': ['ID=83695239-ea4d-43a4-9fea-5eee39789979,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:42.265547 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:42.273538 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1c6e4894-0253-440d-b1ef-4cb03acc7e1c tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:42.284453 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1c6e4894-0253-440d-b1ef-4cb03acc7e1c tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:42.287375 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-246d58ed-b805-437d-8c33-98f9748dc9fc tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 09 21:33:42.287952 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-246d58ed-b805-437d-8c33-98f9748dc9fc tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:33:42.289302 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-246d58ed-b805-437d-8c33-98f9748dc9fc tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1714833 Nov 09 21:33:42.297398 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33444) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:42.304155 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c6e4894-0253-440d-b1ef-4cb03acc7e1c tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:33:42.310814 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc9dac1f-9b57-4858-9728-3dd50835cd43 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:33:42.318909 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1c6e4894-0253-440d-b1ef-4cb03acc7e1c tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:42.320272 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-1c6e4894-0253-440d-b1ef-4cb03acc7e1c tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] Added segment 659c8b35-8faa-4da3-bc71-dfe1fbdf4625 of type vlan for network f8fc8dd1-fb54-4344-bda5-41810c26b610 Nov 09 21:33:42.340527 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-013a64fe-a3f4-4edf-970f-bb4c4ccdd19b None None] Attempting to bind port 83695239-ea4d-43a4-9fea-5eee39789979 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:33:42.340943 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-013a64fe-a3f4-4edf-970f-bb4c4ccdd19b None None] Attempting to bind port 83695239-ea4d-43a4-9fea-5eee39789979 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:33:42.341311 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013a64fe-a3f4-4edf-970f-bb4c4ccdd19b None None] Attempting to bind port 83695239-ea4d-43a4-9fea-5eee39789979 on network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:33:42.351067 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f0194bd1-7e1e-4470-85a9-07d2498601ad req-32e7a606-182b-4e0e-91c3-ca60d726abe7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=52cbcba1-cf59-4fc9-8d6c-7076719e6ac8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3922207 Nov 09 21:33:42.385030 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013a64fe-a3f4-4edf-970f-bb4c4ccdd19b None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:33:42.385398 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013a64fe-a3f4-4edf-970f-bb4c4ccdd19b None None] Checking segment: {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:33:42.385838 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-013a64fe-a3f4-4edf-970f-bb4c4ccdd19b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:42.391064 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c56f36db-cc43-4518-a44d-b8d8e5885d37 tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=df4dc480128f49cfb356b2a5523096e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0826631 Nov 09 21:33:42.391064 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33448) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:42.394986 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013a64fe-a3f4-4edf-970f-bb4c4ccdd19b None None] Bound using segment: {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:33:42.395526 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-013a64fe-a3f4-4edf-970f-bb4c4ccdd19b None None] Bound port: 83695239-ea4d-43a4-9fea-5eee39789979, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:33:42.395937 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-013a64fe-a3f4-4edf-970f-bb4c4ccdd19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:42.468956 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port bc9dac1f-9b57-4858-9728-3dd50835cd43, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=bc9dac1f-9b57-4858-9728-3dd50835cd43,segment=NetworkSegment(5b8b2f3b-56fb-46c4-b8cb-1743c2b3ceea),segment_id=5b8b2f3b-56fb-46c4-b8cb-1743c2b3ceea)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:33:42.488803 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1c6e4894-0253-440d-b1ef-4cb03acc7e1c tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:42.489009 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0194bd1-7e1e-4470-85a9-07d2498601ad req-35725228-18fb-43ee-a1ec-8d40960c9bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:42.489009 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f0194bd1-7e1e-4470-85a9-07d2498601ad req-35725228-18fb-43ee-a1ec-8d40960c9bfe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8d996b08d23e47a28746199b551ba8f0&device_id=52cbcba1-cf59-4fc9-8d6c-7076719e6ac8 HTTP/1.1" status: 200 len: 1097 time: 0.0906830 Nov 09 21:33:42.518276 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e4894-0253-440d-b1ef-4cb03acc7e1c tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1107cb2-ad9c-49c6-af7e-7809ca00a8ea,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:42.538381 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:42.542819 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b8d387-d49b-4855-9087-1d101d330bcb tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:33:42.574309 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1c6e4894-0253-440d-b1ef-4cb03acc7e1c tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:42.578039 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-69648c41-5530-40b3-8f60-1f5d12780bf6 tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:42.581137 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6e4894-0253-440d-b1ef-4cb03acc7e1c tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:42.581778 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1c6e4894-0253-440d-b1ef-4cb03acc7e1c tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:42.646164 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=bc9dac1f-9b57-4858-9728-3dd50835cd43,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:42.708267 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-93b8d387-d49b-4855-9087-1d101d330bcb tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:42.710799 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-69648c41-5530-40b3-8f60-1f5d12780bf6 tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:42.714966 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-013a64fe-a3f4-4edf-970f-bb4c4ccdd19b None None] For port 83695239-ea4d-43a4-9fea-5eee39789979, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:33:42.723618 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-013a64fe-a3f4-4edf-970f-bb4c4ccdd19b None None] For port 83695239-ea4d-43a4-9fea-5eee39789979, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=83695239-ea4d-43a4-9fea-5eee39789979,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:33:42.731092 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1c6e4894-0253-440d-b1ef-4cb03acc7e1c tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.9660239 Nov 09 21:33:42.731617 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-013a64fe-a3f4-4edf-970f-bb4c4ccdd19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:42.733722 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33450) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:42.739172 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.tag.tag_plugin [None req-57d41580-276f-4816-b4ac-205f0813354c tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'f8fc8dd1-fb54-4344-bda5-41810c26b610', 'tempest-TagsTest-Tag-511686006') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:42.794210 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013a64fe-a3f4-4edf-970f-bb4c4ccdd19b None None] Pushing event updated for resources: {'Port': ['ID=83695239-ea4d-43a4-9fea-5eee39789979,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:42.797808 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['bc9dac1f-9b57-4858-9728-3dd50835cd43'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:33:42.821020 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0194bd1-7e1e-4470-85a9-07d2498601ad req-c6ac29a2-aaaa-4daf-ae2a-29d701ebf805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:42.822490 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f0194bd1-7e1e-4470-85a9-07d2498601ad req-c6ac29a2-aaaa-4daf-ae2a-29d701ebf805 service neutron] 10.222.0.45 "GET /v2.0/networks?id=55847ffd-7836-446f-91d3-f14e046c5bb2 HTTP/1.1" status: 200 len: 911 time: 0.2984159 Nov 09 21:33:42.884878 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-93b8d387-d49b-4855-9087-1d101d330bcb tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] device_id is not set on port 7cec5e1c-107f-4960-b176-ca63e6932cb8 yet. {{(pid=102607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:33:42.914434 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f0194bd1-7e1e-4470-85a9-07d2498601ad req-5531eaee-1552-40cf-80f2-d7e776c429c6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7465ca43-d2d3-4040-877b-6d2864c4c100 HTTP/1.1" status: 200 len: 1001 time: 0.0829198 Nov 09 21:33:43.035932 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-69648c41-5530-40b3-8f60-1f5d12780bf6 tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:43.043627 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-69648c41-5530-40b3-8f60-1f5d12780bf6 tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:43.045224 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-69648c41-5530-40b3-8f60-1f5d12780bf6 tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] 10.222.0.49 "DELETE /v2.0/security-groups/29d7447f-7906-49eb-9622-b5ba24fa8eb3 HTTP/1.1" status: 204 len: 168 time: 0.6528132 Nov 09 21:33:43.052360 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33454) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:43.162460 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69648c41-5530-40b3-8f60-1f5d12780bf6 tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d7447f-7906-49eb-9622-b5ba24fa8eb3,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:43.179516 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0194bd1-7e1e-4470-85a9-07d2498601ad req-2e827cc5-ee45-41d8-8050-ad64f6d3ef4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:43.181181 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f0194bd1-7e1e-4470-85a9-07d2498601ad req-2e827cc5-ee45-41d8-8050-ad64f6d3ef4f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85ce8c7e-f82b-4b24-9029-22d978d44b85 HTTP/1.1" status: 200 len: 850 time: 0.2450874 Nov 09 21:33:43.225900 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-93b8d387-d49b-4855-9087-1d101d330bcb tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Allocated IP 172.20.0.5 (83001fa8-21bc-4303-8a8a-37c91fd09fe2/804e2377-bb68-4c24-ba30-a8d470c6f9df/7cec5e1c-107f-4960-b176-ca63e6932cb8) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:33:43.233859 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-93b8d387-d49b-4855-9087-1d101d330bcb tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Allocated IP 2001:db8::f816:3eff:feaa:be27 (83001fa8-21bc-4303-8a8a-37c91fd09fe2/346a9beb-bace-4260-acbc-8855db622d93/7cec5e1c-107f-4960-b176-ca63e6932cb8) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:33:43.263589 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-57d41580-276f-4816-b4ac-205f0813354c tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] 10.222.0.49 "PUT /v2.0/networks/f8fc8dd1-fb54-4344-bda5-41810c26b610/tags/tempest-TagsTest-Tag-511686006 HTTP/1.1" status: 201 len: 201 time: 0.5265894 Nov 09 21:33:43.270292 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33456) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:43.280444 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.tag.tag_plugin [None req-04c2447f-caae-478d-9f77-beb7a5219473 tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f8fc8dd1-fb54-4344-bda5-41810c26b610', 'tempest-TagsTest-Tag-511686006') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:43.321156 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-99792514-5424-429b-b919-b005036e6dc9 tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:43.346552 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d9c32-b704-441e-93a4-88d9849c0f0e req-94d86adb-b997-47cf-8e1e-870530010c0b tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:43.348190 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f62d9c32-b704-441e-93a4-88d9849c0f0e req-94d86adb-b997-47cf-8e1e-870530010c0b tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.8226690 Nov 09 21:33:43.402542 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e4894-0253-440d-b1ef-4cb03acc7e1c tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] Pushing event updated for resources: {'Network': ['ID=f8fc8dd1-fb54-4344-bda5-41810c26b610,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:43.413476 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network f8fc8dd1-fb54-4344-bda5-41810c26b610 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:33:43.430123 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf18931-94a1-4be3-a97d-a75be5a05ff0 req-d8c7c2c0-f82b-4a55-a690-988d8c7d26af tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:43.443971 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4cf18931-94a1-4be3-a97d-a75be5a05ff0 req-d8c7c2c0-f82b-4a55-a690-988d8c7d26af tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ab12b8c-ce26-46b0-a0a5-6f61f5701ab7 HTTP/1.1" status: 200 len: 944 time: 0.3973548 Nov 09 21:33:43.451273 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0194bd1-7e1e-4470-85a9-07d2498601ad req-ac18ce0d-f609-4894-b08e-07afaedfe1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:43.452946 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f0194bd1-7e1e-4470-85a9-07d2498601ad req-ac18ce0d-f609-4894-b08e-07afaedfe1ad service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=55847ffd-7836-446f-91d3-f14e046c5bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2399335 Nov 09 21:33:43.518300 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f62d9c32-b704-441e-93a4-88d9849c0f0e req-fd1e8439-be4f-4e30-aa90-a697ed27893f tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544721 Nov 09 21:33:43.521390 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-93b8d387-d49b-4855-9087-1d101d330bcb tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:43.584780 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-93b8d387-d49b-4855-9087-1d101d330bcb tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:43.636475 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b8d387-d49b-4855-9087-1d101d330bcb tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:33:43.639743 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-93b8d387-d49b-4855-9087-1d101d330bcb tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:33:43.642997 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-04c2447f-caae-478d-9f77-beb7a5219473 tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] 10.222.0.49 "GET /v2.0/networks/f8fc8dd1-fb54-4344-bda5-41810c26b610/tags/tempest-TagsTest-Tag-511686006 HTTP/1.1" status: 204 len: 168 time: 0.3680522 Nov 09 21:33:43.644563 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b8d387-d49b-4855-9087-1d101d330bcb tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:33:43.700053 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33462) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:43.706813 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b8d387-d49b-4855-9087-1d101d330bcb tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:43.707493 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-93b8d387-d49b-4855-9087-1d101d330bcb tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:43.714185 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.tag.tag_plugin [None req-6b6bd4aa-05b7-436c-9272-e0cef4d7949d tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'f8fc8dd1-fb54-4344-bda5-41810c26b610') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:43.716383 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4cf18931-94a1-4be3-a97d-a75be5a05ff0 req-2b475f2d-a18c-450e-a2bc-40fd0093177b tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63c143a-1bca-4c18-9569-72545e997f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715578 Nov 09 21:33:43.732956 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-99792514-5424-429b-b919-b005036e6dc9 tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:43.738146 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b8d387-d49b-4855-9087-1d101d330bcb tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Port': ['ID=7cec5e1c-107f-4960-b176-ca63e6932cb8,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:43.766088 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-99792514-5424-429b-b919-b005036e6dc9 tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dc663b8-720d-4a9a-ba58-ed5ee0f948f1']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:43.778345 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-99792514-5424-429b-b919-b005036e6dc9 tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed38eb31-7324-4034-9b23-4a1a45a8691b') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:43.778644 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-99792514-5424-429b-b919-b005036e6dc9 tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed38eb31-7324-4034-9b23-4a1a45a8691b') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:43.780122 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-93b8d387-d49b-4855-9087-1d101d330bcb tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.7185309 Nov 09 21:33:43.783821 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33464) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:43.792472 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-99792514-5424-429b-b919-b005036e6dc9 tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:43.807400 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-99792514-5424-429b-b919-b005036e6dc9 tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:43.814379 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99792514-5424-429b-b919-b005036e6dc9 tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:33:43.814781 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-99792514-5424-429b-b919-b005036e6dc9 tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:43.887728 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:33:43.887728 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:33:43.887728 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:33:43.887728 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:33:43.887728 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:33:43.887728 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:33:43.887728 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:33:43.887728 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:33:43.887728 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:33:43.887728 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:33:43.887728 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:33:43.887728 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:33:43.887728 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:33:43.887728 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:33:43.887728 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:33:43.887728 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:33:43.887728 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:33:43.887728 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:33:43.887728 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:33:43.887728 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:33:43.887728 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:33:43.887728 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:33:43.887728 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:33:43.887728 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:33:43.887728 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:33:43.887728 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:33:43.887728 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:33:43.887728 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:33:43.887728 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:33:43.887728 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:33:43.887728 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:33:43.887728 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:33:43.897626 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6b6bd4aa-05b7-436c-9272-e0cef4d7949d tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] 10.222.0.49 "GET /v2.0/networks/f8fc8dd1-fb54-4344-bda5-41810c26b610/tags HTTP/1.1" status: 200 len: 237 time: 0.1839576 Nov 09 21:33:43.918086 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33466) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:43.920180 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f0194bd1-7e1e-4470-85a9-07d2498601ad req-bd24617d-a19a-4c72-8b45-5ce765f864de service neutron] 10.222.0.45 "GET /v2.0/networks/55847ffd-7836-446f-91d3-f14e046c5bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4524417 Nov 09 21:33:43.921433 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-99792514-5424-429b-b919-b005036e6dc9 tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:43.930944 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-99792514-5424-429b-b919-b005036e6dc9 tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:43.934870 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35249bbc-209b-4777-ae7f-e2c855a14a56 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:43.935946 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-99792514-5424-429b-b919-b005036e6dc9 tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] 10.222.0.49 "DELETE /v2.0/networks/2dc663b8-720d-4a9a-ba58-ed5ee0f948f1 HTTP/1.1" status: 204 len: 168 time: 0.8759110 Nov 09 21:33:43.943468 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35249bbc-209b-4777-ae7f-e2c855a14a56 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:43.945637 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-35249bbc-209b-4777-ae7f-e2c855a14a56 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1608160 Nov 09 21:33:43.949461 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.tag.tag_plugin [None req-0ef527bc-dd0b-4121-b165-7f61472f0334 tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'f8fc8dd1-fb54-4344-bda5-41810c26b610', {'tags': ['tempest-TagsTest-Tag-1208841088', 'tempest-TagsTest-Tag-2090796917', 'tempest-TagsTest-Tag-1839934196']}) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:43.952795 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33468) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:43.953734 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33470) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:43.959235 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99792514-5424-429b-b919-b005036e6dc9 tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] Pushing event deleted for resources: {'Network': ['ID=2dc663b8-720d-4a9a-ba58-ed5ee0f948f1,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:44.055513 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f0194bd1-7e1e-4470-85a9-07d2498601ad req-7eed46e6-a4d4-44dd-a1f6-457f1414d734 service neutron] 10.222.0.45 "GET /v2.0/networks/55847ffd-7836-446f-91d3-f14e046c5bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267602 Nov 09 21:33:44.212484 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-94d9bb63-11a3-45d1-87ed-62bfd766ad7d tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:44.250576 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0ef527bc-dd0b-4121-b165-7f61472f0334 tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] 10.222.0.49 "PUT /v2.0/networks/f8fc8dd1-fb54-4344-bda5-41810c26b610/tags HTTP/1.1" status: 200 len: 309 time: 0.3311193 Nov 09 21:33:44.253284 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33472) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:44.256733 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 83695239-ea4d-43a4-9fea-5eee39789979 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:33:44.263649 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.tag.tag_plugin [None req-a4701ad6-e209-42f5-8bda-e7b8dc2d014b tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'f8fc8dd1-fb54-4344-bda5-41810c26b610', 'tempest-TagsTest-Tag-1208841088') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:44.279127 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-419f2c16-fdcc-4f1b-974a-1abece90cb47 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting port 7cec5e1c-107f-4960-b176-ca63e6932cb8 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:33:44.279475 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-419f2c16-fdcc-4f1b-974a-1abece90cb47 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:44.390042 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 83695239-ea4d-43a4-9fea-5eee39789979 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:33:44.392496 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:44.440133 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-94d9bb63-11a3-45d1-87ed-62bfd766ad7d tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:44.465722 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-94d9bb63-11a3-45d1-87ed-62bfd766ad7d tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e26b089-8494-4d1d-99ad-39720a241aa5']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:44.473602 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a4701ad6-e209-42f5-8bda-e7b8dc2d014b tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] 10.222.0.49 "DELETE /v2.0/networks/f8fc8dd1-fb54-4344-bda5-41810c26b610/tags/tempest-TagsTest-Tag-1208841088 HTTP/1.1" status: 204 len: 168 time: 0.2127991 Nov 09 21:33:44.475358 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33476) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:44.479929 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-94d9bb63-11a3-45d1-87ed-62bfd766ad7d tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4098771f-92bc-4c85-afbb-70933b8f9b53') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:44.480234 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-94d9bb63-11a3-45d1-87ed-62bfd766ad7d tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4098771f-92bc-4c85-afbb-70933b8f9b53') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:44.483807 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.tag.tag_plugin [None req-d97ac9fc-bb45-4ed4-9baa-1c39b7e5dd30 tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f8fc8dd1-fb54-4344-bda5-41810c26b610', 'tempest-TagsTest-Tag-1208841088') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:44.490441 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-94d9bb63-11a3-45d1-87ed-62bfd766ad7d tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:44.512198 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-94d9bb63-11a3-45d1-87ed-62bfd766ad7d tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:44.528322 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d9bb63-11a3-45d1-87ed-62bfd766ad7d tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:33:44.528409 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-94d9bb63-11a3-45d1-87ed-62bfd766ad7d tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:44.580336 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1493760f-9af1-496a-980d-abc10acbcd69 None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:33:44.590371 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:33:44.590371 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:33:44.590371 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:33:44.590371 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:33:44.590371 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:33:44.590371 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:33:44.590371 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:33:44.590371 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:33:44.590371 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:33:44.590371 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:33:44.590371 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:33:44.590371 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:33:44.590371 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:33:44.590371 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:33:44.590371 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:33:44.590371 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:33:44.590371 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:33:44.590371 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:33:44.590371 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:33:44.590371 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:33:44.590371 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:33:44.590371 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:33:44.590371 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:33:44.590371 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:33:44.590371 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:33:44.590371 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:33:44.590371 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:33:44.590371 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:33:44.590371 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:33:44.590371 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:33:44.590371 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:33:44.590371 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:33:44.595156 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-94d9bb63-11a3-45d1-87ed-62bfd766ad7d tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:44.606949 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-94d9bb63-11a3-45d1-87ed-62bfd766ad7d tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:44.611793 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-94d9bb63-11a3-45d1-87ed-62bfd766ad7d tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] 10.222.0.49 "DELETE /v2.0/networks/0e26b089-8494-4d1d-99ad-39720a241aa5 HTTP/1.1" status: 204 len: 168 time: 0.6566586 Nov 09 21:33:44.664149 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d9bb63-11a3-45d1-87ed-62bfd766ad7d tempest-QuotasNegativeTest-900344497 tempest-QuotasNegativeTest-900344497-project-admin] Pushing event deleted for resources: {'Network': ['ID=0e26b089-8494-4d1d-99ad-39720a241aa5,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:44.720951 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-d97ac9fc-bb45-4ed4-9baa-1c39b7e5dd30 tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] show failed (client error): The resource could not be found. Nov 09 21:33:44.727658 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d97ac9fc-bb45-4ed4-9baa-1c39b7e5dd30 tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] 10.222.0.49 "GET /v2.0/networks/f8fc8dd1-fb54-4344-bda5-41810c26b610/tags/tempest-TagsTest-Tag-1208841088 HTTP/1.1" status: 404 len: 326 time: 0.2500992 Nov 09 21:33:44.729621 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33484) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:44.739225 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.tag.tag_plugin [None req-520c9711-e676-4501-a761-9d11304ab9e5 tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f8fc8dd1-fb54-4344-bda5-41810c26b610', 'tempest-TagsTest-Tag-2090796917') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:44.781967 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:44.832001 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-96dea176-7c09-43f0-80e6-726b49aac8da None None] Provisioning complete for port 83695239-ea4d-43a4-9fea-5eee39789979 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:33:44.835306 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-96dea176-7c09-43f0-80e6-726b49aac8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:44.890816 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-419f2c16-fdcc-4f1b-974a-1abece90cb47 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:44.933857 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-419f2c16-fdcc-4f1b-974a-1abece90cb47 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Calling delete_port for 7cec5e1c-107f-4960-b176-ca63e6932cb8 owned by {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:33:44.952718 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db49866-bc5b-478a-990d-b47eb227c00c req-a817248a-8ce3-4851-9718-85837bbd41fe tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:44.956496 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4db49866-bc5b-478a-990d-b47eb227c00c req-a817248a-8ce3-4851-9718-85837bbd41fe tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.2481363 Nov 09 21:33:45.045260 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 83695239-ea4d-43a4-9fea-5eee39789979, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=83695239-ea4d-43a4-9fea-5eee39789979,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:33:45.050790 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c749ca5-d72c-4def-b83b-fb4caf5bfbcd req-c65856a7-0779-4c00-8e04-32f357021a2e tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:45.053003 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:45.056257 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9c749ca5-d72c-4def-b83b-fb4caf5bfbcd req-c65856a7-0779-4c00-8e04-32f357021a2e tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ab12b8c-ce26-46b0-a0a5-6f61f5701ab7 HTTP/1.1" status: 200 len: 944 time: 0.1575904 Nov 09 21:33:45.061914 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-520c9711-e676-4501-a761-9d11304ab9e5 tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] 10.222.0.49 "GET /v2.0/networks/f8fc8dd1-fb54-4344-bda5-41810c26b610/tags/tempest-TagsTest-Tag-2090796917 HTTP/1.1" status: 204 len: 168 time: 0.3284912 Nov 09 21:33:45.062332 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33490) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:45.075191 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.tag.tag_plugin [None req-9bec8506-8424-4f92-8975-68ce2fd225dd tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f8fc8dd1-fb54-4344-bda5-41810c26b610', 'tempest-TagsTest-Tag-1839934196') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:45.116754 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=83695239-ea4d-43a4-9fea-5eee39789979,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:45.204597 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9c749ca5-d72c-4def-b83b-fb4caf5bfbcd req-78a77b35-8119-4e6b-a4c2-d3d7ca919ed7 tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63c143a-1bca-4c18-9569-72545e997f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400590 Nov 09 21:33:45.249320 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-9bec8506-8424-4f92-8975-68ce2fd225dd tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] 10.222.0.49 "GET /v2.0/networks/f8fc8dd1-fb54-4344-bda5-41810c26b610/tags/tempest-TagsTest-Tag-1839934196 HTTP/1.1" status: 204 len: 168 time: 0.1859500 Nov 09 21:33:45.250391 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33492) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:45.259375 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4db49866-bc5b-478a-990d-b47eb227c00c req-4880981e-6033-40ee-924a-2340ee92c665 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2888608 Nov 09 21:33:45.260976 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.tag.tag_plugin [None req-7b8e9ae8-db1b-47d9-8410-9987633590a5 tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f8fc8dd1-fb54-4344-bda5-41810c26b610') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:45.355751 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a121864-a78e-4e0d-a046-0b40757efa40 None None] Update dhcp port {'port': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'fixed_ips': [{'subnet_id': '346a9beb-bace-4260-acbc-8855db622d93', 'ip_address': '2001:db8::f816:3eff:fe0a:82cb'}, {'subnet_id': '804e2377-bb68-4c24-ba30-a8d470c6f9df'}], 'binding:host_id': 'n-d-816206-3'}, 'id': '83695239-ea4d-43a4-9fea-5eee39789979'} from n-d-816206-3. {{(pid=102609) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 21:33:45.390067 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2a121864-a78e-4e0d-a046-0b40757efa40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:45.429890 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-419f2c16-fdcc-4f1b-974a-1abece90cb47 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:45.460652 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device bc9dac1f-9b57-4858-9728-3dd50835cd43 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:33:45.462835 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7b8e9ae8-db1b-47d9-8410-9987633590a5 tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] 10.222.0.49 "DELETE /v2.0/networks/f8fc8dd1-fb54-4344-bda5-41810c26b610/tags HTTP/1.1" status: 204 len: 168 time: 0.2112978 Nov 09 21:33:45.466398 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33494) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:45.476054 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.tag.tag_plugin [None req-1d7e9e60-ef11-4467-a50c-4d04968bf93d tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f8fc8dd1-fb54-4344-bda5-41810c26b610', 'tempest-TagsTest-Tag-2090796917') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:45.484505 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f2c16-fdcc-4f1b-974a-1abece90cb47 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Port': ['ID=7cec5e1c-107f-4960-b176-ca63e6932cb8,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:45.645565 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-1d7e9e60-ef11-4467-a50c-4d04968bf93d tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] show failed (client error): The resource could not be found. Nov 09 21:33:45.649648 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1d7e9e60-ef11-4467-a50c-4d04968bf93d tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] 10.222.0.49 "GET /v2.0/networks/f8fc8dd1-fb54-4344-bda5-41810c26b610/tags/tempest-TagsTest-Tag-2090796917 HTTP/1.1" status: 404 len: 326 time: 0.1821437 Nov 09 21:33:45.652531 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33500) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:45.664554 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.tag.tag_plugin [None req-225cb3d4-0538-4f61-9ecf-4dfdb0345c4e tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f8fc8dd1-fb54-4344-bda5-41810c26b610', 'tempest-TagsTest-Tag-1839934196') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:45.667786 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33502) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:45.703019 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-419f2c16-fdcc-4f1b-974a-1abece90cb47 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:45.718363 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-419f2c16-fdcc-4f1b-974a-1abece90cb47 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/ports/7cec5e1c-107f-4960-b176-ca63e6932cb8 HTTP/1.1" status: 204 len: 168 time: 1.7610359 Nov 09 21:33:45.725195 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33508) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:45.805327 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-225cb3d4-0538-4f61-9ecf-4dfdb0345c4e tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] show failed (client error): The resource could not be found. Nov 09 21:33:45.809656 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-225cb3d4-0538-4f61-9ecf-4dfdb0345c4e tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] 10.222.0.49 "GET /v2.0/networks/f8fc8dd1-fb54-4344-bda5-41810c26b610/tags/tempest-TagsTest-Tag-1839934196 HTTP/1.1" status: 404 len: 326 time: 0.1531751 Nov 09 21:33:45.813045 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33510) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:45.817574 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port bc9dac1f-9b57-4858-9728-3dd50835cd43 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:33:45.818116 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.tag.tag_plugin [None req-3197cd9e-d561-469b-9d17-ac67485efec1 tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f8fc8dd1-fb54-4344-bda5-41810c26b610') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:45.867541 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-2a121864-a78e-4e0d-a046-0b40757efa40 None None] Allocated IP 172.20.0.2 (83001fa8-21bc-4303-8a8a-37c91fd09fe2/804e2377-bb68-4c24-ba30-a8d470c6f9df/83695239-ea4d-43a4-9fea-5eee39789979) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:33:45.890339 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port bc9dac1f-9b57-4858-9728-3dd50835cd43 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:33:45.890850 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:45.962565 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3197cd9e-d561-469b-9d17-ac67485efec1 tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] 10.222.0.49 "DELETE /v2.0/networks/f8fc8dd1-fb54-4344-bda5-41810c26b610/tags HTTP/1.1" status: 204 len: 168 time: 0.1480095 Nov 09 21:33:45.963242 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33512) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:46.031772 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-2a121864-a78e-4e0d-a046-0b40757efa40 None None] For port 83695239-ea4d-43a4-9fea-5eee39789979, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=83695239-ea4d-43a4-9fea-5eee39789979,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:33:46.069804 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2a121864-a78e-4e0d-a046-0b40757efa40 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:46.088050 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2a121864-a78e-4e0d-a046-0b40757efa40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:46.124773 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce64baf9-a9ab-4cde-b06d-0e31ba731b04 tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:46.223582 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a121864-a78e-4e0d-a046-0b40757efa40 None None] Pushing event updated for resources: {'Port': ['ID=83695239-ea4d-43a4-9fea-5eee39789979,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:46.284748 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 83695239-ea4d-43a4-9fea-5eee39789979 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:33:46.352289 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:46.381306 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce64baf9-a9ab-4cde-b06d-0e31ba731b04 tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:46.392945 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port bc9dac1f-9b57-4858-9728-3dd50835cd43, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=bc9dac1f-9b57-4858-9728-3dd50835cd43,segment=NetworkSegment(5b8b2f3b-56fb-46c4-b8cb-1743c2b3ceea),segment_id=5b8b2f3b-56fb-46c4-b8cb-1743c2b3ceea)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:33:46.395115 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab12b8c-ce26-46b0-a0a5-6f61f5701ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9dac1f-9b57-4858-9728-3dd50835cd43'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:33:46.398311 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d448c90d-f059-45d8-bd2b-a4f112eef5f5" -d '{"events": [{"server_uuid": "1ab12b8c-ce26-46b0-a0a5-6f61f5701ab7", "name": "network-vif-plugged", "status": "completed", "tag": "bc9dac1f-9b57-4858-9728-3dd50835cd43"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:33:46.410788 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:46.436669 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-ce64baf9-a9ab-4cde-b06d-0e31ba731b04 tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8fc8dd1-fb54-4344-bda5-41810c26b610']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:46.449347 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-ce64baf9-a9ab-4cde-b06d-0e31ba731b04 tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '659c8b35-8faa-4da3-bc71-dfe1fbdf4625') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:46.450083 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-ce64baf9-a9ab-4cde-b06d-0e31ba731b04 tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '659c8b35-8faa-4da3-bc71-dfe1fbdf4625') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:46.458161 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 83695239-ea4d-43a4-9fea-5eee39789979 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:33:46.460130 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:46.464387 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce64baf9-a9ab-4cde-b06d-0e31ba731b04 tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:46.487185 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce64baf9-a9ab-4cde-b06d-0e31ba731b04 tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:46.497605 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce64baf9-a9ab-4cde-b06d-0e31ba731b04 tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:33:46.498595 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce64baf9-a9ab-4cde-b06d-0e31ba731b04 tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:46.507994 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-015799d2-cbd4-4360-bb29-a7ebe113d3ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:46.563971 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff194463-3a4c-4cd6-956e-25530aaec5ab tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:46.564489 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=bc9dac1f-9b57-4858-9728-3dd50835cd43,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:46.566327 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff194463-3a4c-4cd6-956e-25530aaec5ab tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:46.577417 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff194463-3a4c-4cd6-956e-25530aaec5ab tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:46.584895 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ff194463-3a4c-4cd6-956e-25530aaec5ab tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.8584132 Nov 09 21:33:46.589307 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33520) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:46.612015 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:33:46.612015 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:33:46.612015 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:33:46.612015 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:33:46.612015 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:33:46.612015 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:33:46.612015 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:33:46.612015 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:33:46.612015 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:33:46.612015 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:33:46.612015 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:33:46.612015 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:33:46.612015 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:33:46.612015 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:33:46.612015 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:33:46.612015 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:33:46.612015 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:33:46.612015 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:33:46.612015 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:33:46.612015 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:33:46.612015 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:33:46.612015 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:33:46.612015 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:33:46.612015 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:33:46.612015 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:33:46.612015 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:33:46.612015 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:33:46.612015 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:33:46.612015 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:33:46.612015 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:33:46.612015 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:33:46.612015 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:33:46.656645 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce64baf9-a9ab-4cde-b06d-0e31ba731b04 tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:46.674525 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce64baf9-a9ab-4cde-b06d-0e31ba731b04 tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:46.677151 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-30edf365-b2cf-42d2-ac1a-ebb09c77a632 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting subnet 346a9beb-bace-4260-acbc-8855db622d93 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:33:46.683327 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ce64baf9-a9ab-4cde-b06d-0e31ba731b04 tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] 10.222.0.49 "DELETE /v2.0/networks/f8fc8dd1-fb54-4344-bda5-41810c26b610 HTTP/1.1" status: 204 len: 168 time: 0.7190728 Nov 09 21:33:46.698531 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30edf365-b2cf-42d2-ac1a-ebb09c77a632 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:46.738833 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64baf9-a9ab-4cde-b06d-0e31ba731b04 tempest-TagsTest-878551578 tempest-TagsTest-878551578-project] Pushing event deleted for resources: {'Network': ['ID=f8fc8dd1-fb54-4344-bda5-41810c26b610,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:46.809582 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a10086-9bae-40f5-b287-da50b76771ee req-34a2edae-0b7c-477f-9147-72d383d833f3 tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:46.821376 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-76a10086-9bae-40f5-b287-da50b76771ee req-34a2edae-0b7c-477f-9147-72d383d833f3 tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ab12b8c-ce26-46b0-a0a5-6f61f5701ab7 HTTP/1.1" status: 200 len: 945 time: 0.2066283 Nov 09 21:33:46.832357 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30edf365-b2cf-42d2-ac1a-ebb09c77a632 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:46.978934 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-76a10086-9bae-40f5-b287-da50b76771ee req-fd58e7d3-86b7-4ecb-8736-97039bcca93b tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63c143a-1bca-4c18-9569-72545e997f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563735 Nov 09 21:33:47.017695 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33530) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:47.064348 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30edf365-b2cf-42d2-ac1a-ebb09c77a632 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:47.101555 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0009ca-b856-4273-b839-2cb55d3877a3 x-openstack-request-id: req-0f0009ca-b856-4273-b839-2cb55d3877a3 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:33:47.101555 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab12b8c-ce26-46b0-a0a5-6f61f5701ab7", "name": "network-vif-plugged", "status": "completed", "tag": "bc9dac1f-9b57-4858-9728-3dd50835cd43", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:33:47.101555 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0f0009ca-b856-4273-b839-2cb55d3877a3 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:33:47.101555 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab12b8c-ce26-46b0-a0a5-6f61f5701ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9dac1f-9b57-4858-9728-3dd50835cd43', 'code': 200} Nov 09 21:33:47.152474 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2906081-5a42-4b11-bb2c-2de7f627270b req-49804b91-89f2-45c4-b9bb-ec9fc6ba3fe6 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:47.162977 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c2906081-5a42-4b11-bb2c-2de7f627270b req-49804b91-89f2-45c4-b9bb-ec9fc6ba3fe6 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.7136915 Nov 09 21:33:47.306990 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5e5a06cd-b820-40c0-9ed6-51437c135930 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e618c80cd5a34547996d7e2804e73ca3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2819920 Nov 09 21:33:47.306990 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25402746-7f9f-411b-8993-5a56a72a6ec1 req-0b350cce-b230-410e-9ae0-4e247bad0011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:47.306990 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-25402746-7f9f-411b-8993-5a56a72a6ec1 req-0b350cce-b230-410e-9ae0-4e247bad0011 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1ab12b8c-ce26-46b0-a0a5-6f61f5701ab7 HTTP/1.1" status: 200 len: 1096 time: 0.1135354 Nov 09 21:33:47.306990 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33534) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:47.401324 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-25402746-7f9f-411b-8993-5a56a72a6ec1 req-35dfb6c6-f628-4b97-8ee2-bc52d7c48c4f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f63c143a-1bca-4c18-9569-72545e997f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793233 Nov 09 21:33:47.408199 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6a2dcf7c-3b14-4abb-881c-70188ae0b5d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:47.456841 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30edf365-b2cf-42d2-ac1a-ebb09c77a632 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:47.460750 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-015799d2-cbd4-4360-bb29-a7ebe113d3ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:47.465896 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6a2dcf7c-3b14-4abb-881c-70188ae0b5d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:47.481649 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c2906081-5a42-4b11-bb2c-2de7f627270b req-37598e93-3c2f-4951-9c59-516b2ef05755 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3065104 Nov 09 21:33:47.488393 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-015799d2-cbd4-4360-bb29-a7ebe113d3ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:47.521401 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-1c402741-854c-44cc-b333-d8090cd38c7c None None] Could not find standard attr ID for object 7cec5e1c-107f-4960-b176-ca63e6932cb8. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 21:33:47.546818 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-1c402741-854c-44cc-b333-d8090cd38c7c None None] Provisioning complete for port 83695239-ea4d-43a4-9fea-5eee39789979 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:33:47.547455 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30edf365-b2cf-42d2-ac1a-ebb09c77a632 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Subnet': ['ID=346a9beb-bace-4260-acbc-8855db622d93,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:47.548143 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1c402741-854c-44cc-b333-d8090cd38c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:47.605720 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6a2dcf7c-3b14-4abb-881c-70188ae0b5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:47.611677 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6a2dcf7c-3b14-4abb-881c-70188ae0b5d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:47.616226 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6a2dcf7c-3b14-4abb-881c-70188ae0b5d3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c1107cb2-ad9c-49c6-af7e-7809ca00a8ea HTTP/1.1" status: 204 len: 168 time: 0.3050089 Nov 09 21:33:47.628979 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30edf365-b2cf-42d2-ac1a-ebb09c77a632 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:47.643945 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-30edf365-b2cf-42d2-ac1a-ebb09c77a632 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/346a9beb-bace-4260-acbc-8855db622d93 HTTP/1.1" status: 204 len: 168 time: 1.0514510 Nov 09 21:33:47.647923 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33540) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:47.660911 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2dcf7c-3b14-4abb-881c-70188ae0b5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1107cb2-ad9c-49c6-af7e-7809ca00a8ea,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:47.707205 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-015799d2-cbd4-4360-bb29-a7ebe113d3ea admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0325b62f4b9f4d4e9bf577e562f6c64f&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0383446 Nov 09 21:33:47.717868 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33542) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:47.747308 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015799d2-cbd4-4360-bb29-a7ebe113d3ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6eb15a3-c6f6-4aec-b214-a29129895921,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:47.764436 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a191de68-ac12-47f9-9625-918d15d476f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:47.828341 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fcb3fc6-7cae-44d2-95bc-6b7f6fab9130 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting subnet 804e2377-bb68-4c24-ba30-a8d470c6f9df {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:33:47.832332 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1fcb3fc6-7cae-44d2-95bc-6b7f6fab9130 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:47.987911 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5c1858b0-8dec-4cb1-bd60-df0b6f29d52b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:48.099592 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1fcb3fc6-7cae-44d2-95bc-6b7f6fab9130 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:48.188707 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b8dcc6-e47c-4de6-b847-49a1d867c7db None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:33:48.280121 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ddd5f7-35ae-4d57-a611-f2ac4bc3e68a req-1c0f737a-6a72-4dab-a14f-218f50d6ada9 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:48.308065 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b1ddd5f7-35ae-4d57-a611-f2ac4bc3e68a req-1c0f737a-6a72-4dab-a14f-218f50d6ada9 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.2011650 Nov 09 21:33:48.349748 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-f4062909-c7e5-4e4c-a64d-90537b984d5c None None] Could not find standard attr ID for object 7cec5e1c-107f-4960-b176-ca63e6932cb8. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 21:33:48.360258 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 83695239-ea4d-43a4-9fea-5eee39789979 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:33:48.557579 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b1ddd5f7-35ae-4d57-a611-f2ac4bc3e68a req-aa26857c-ced4-4559-8fcf-d2bd53a0aeca tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2177093 Nov 09 21:33:48.642633 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 83695239-ea4d-43a4-9fea-5eee39789979 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:33:48.650202 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5c1858b0-8dec-4cb1-bd60-df0b6f29d52b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:48.653191 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:48.719246 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259ad7f-ff85-4501-b79f-07d3a0ecb3d3 req-28ee2b03-0b4c-4e76-99c3-33405f75c99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:48.720816 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2259ad7f-ff85-4501-b79f-07d3a0ecb3d3 req-28ee2b03-0b4c-4e76-99c3-33405f75c99f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=96a7a35658cb4a6ea565f057e114d368&device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 1095 time: 0.5878177 Nov 09 21:33:48.726499 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1fcb3fc6-7cae-44d2-95bc-6b7f6fab9130 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:48.819174 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489a38f-3233-4066-85ed-294cec5575b1 req-1a572ea7-3a32-4bde-ab80-28f93ea84c83 tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:48.820884 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6489a38f-3233-4066-85ed-294cec5575b1 req-1a572ea7-3a32-4bde-ab80-28f93ea84c83 tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ab12b8c-ce26-46b0-a0a5-6f61f5701ab7 HTTP/1.1" status: 200 len: 945 time: 0.5543139 Nov 09 21:33:48.892816 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5c1858b0-8dec-4cb1-bd60-df0b6f29d52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:48.895384 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5c1858b0-8dec-4cb1-bd60-df0b6f29d52b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:48.897114 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5c1858b0-8dec-4cb1-bd60-df0b6f29d52b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a6eb15a3-c6f6-4aec-b214-a29129895921 HTTP/1.1" status: 204 len: 168 time: 1.1779525 Nov 09 21:33:48.935196 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1fcb3fc6-7cae-44d2-95bc-6b7f6fab9130 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:48.937175 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1858b0-8dec-4cb1-bd60-df0b6f29d52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6eb15a3-c6f6-4aec-b214-a29129895921,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:48.965356 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259ad7f-ff85-4501-b79f-07d3a0ecb3d3 req-5c6e6948-524a-4d1b-b8ec-8dd7eb2b213f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:48.967460 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2259ad7f-ff85-4501-b79f-07d3a0ecb3d3 req-5c6e6948-524a-4d1b-b8ec-8dd7eb2b213f service neutron] 10.222.0.45 "GET /v2.0/networks?id=e557bc0d-71a9-4b44-ab50-1de12563c5ef HTTP/1.1" status: 200 len: 912 time: 0.2369177 Nov 09 21:33:48.982217 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcb3fc6-7cae-44d2-95bc-6b7f6fab9130 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Subnet': ['ID=804e2377-bb68-4c24-ba30-a8d470c6f9df,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:49.026314 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6489a38f-3233-4066-85ed-294cec5575b1 req-ac368359-77ad-49c7-b853-6bbaef6c10bd tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63c143a-1bca-4c18-9569-72545e997f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723592 Nov 09 21:33:49.102837 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1fcb3fc6-7cae-44d2-95bc-6b7f6fab9130 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:49.113780 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1fcb3fc6-7cae-44d2-95bc-6b7f6fab9130 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/804e2377-bb68-4c24-ba30-a8d470c6f9df HTTP/1.1" status: 204 len: 168 time: 1.4606721 Nov 09 21:33:49.116438 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33570) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:49.221245 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2259ad7f-ff85-4501-b79f-07d3a0ecb3d3 req-c677101f-b54f-4f20-9fa7-2fb27b412bef service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a310ed82-5c76-42dd-938a-ffb8947a05b9 HTTP/1.1" status: 200 len: 998 time: 0.2295008 Nov 09 21:33:49.264329 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-28d8ce06-2dd0-49d9-a6da-b39c9a340eb4 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1429625 Nov 09 21:33:49.267629 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33574) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:49.283528 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-b63b5732-88d5-4a3e-ab04-01cc635f7268 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'subnet': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:49.386785 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259ad7f-ff85-4501-b79f-07d3a0ecb3d3 req-6d24c69a-4240-4fb6-8e96-d2dfefd88ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:49.395550 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2259ad7f-ff85-4501-b79f-07d3a0ecb3d3 req-6d24c69a-4240-4fb6-8e96-d2dfefd88ab3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=48041428-5cce-473c-b445-a01eb383d908 HTTP/1.1" status: 200 len: 851 time: 0.1650255 Nov 09 21:33:49.530047 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259ad7f-ff85-4501-b79f-07d3a0ecb3d3 req-af9b40a6-ac43-4bea-8505-20c392ad6568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:49.536027 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2259ad7f-ff85-4501-b79f-07d3a0ecb3d3 req-af9b40a6-ac43-4bea-8505-20c392ad6568 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e557bc0d-71a9-4b44-ab50-1de12563c5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1280613 Nov 09 21:33:49.585989 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63b5732-88d5-4a3e-ab04-01cc635f7268 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:33:49.599773 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b63b5732-88d5-4a3e-ab04-01cc635f7268 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:49.703312 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33582) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:49.795042 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-695a1443-c16f-4e15-9a1f-ef5052a1b441 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:49.839064 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b268f-4875-4b77-a11e-0fae09ab4a4b req-1a048032-9c7b-4b97-b4f1-7cc1afbe9ce4 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:49.841241 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-319b268f-4875-4b77-a11e-0fae09ab4a4b req-1a048032-9c7b-4b97-b4f1-7cc1afbe9ce4 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.1373837 Nov 09 21:33:49.890861 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5eab4a0-4008-4a97-affc-320755e06531 None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:33:50.035267 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-319b268f-4875-4b77-a11e-0fae09ab4a4b req-cb9f6a57-0d54-45b4-8ca2-b98b9aa997cf tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802020 Nov 09 21:33:50.098848 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-695a1443-c16f-4e15-9a1f-ef5052a1b441 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:50.121863 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-695a1443-c16f-4e15-9a1f-ef5052a1b441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:50.162986 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a1443-c16f-4e15-9a1f-ef5052a1b441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0b06d6-2472-4eec-94d1-c4c4ffc1a73e,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:50.188190 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-695a1443-c16f-4e15-9a1f-ef5052a1b441 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=689775809a874b87bf93d63fa5e3b208&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4832137 Nov 09 21:33:50.191012 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33590) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:50.193234 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2259ad7f-ff85-4501-b79f-07d3a0ecb3d3 req-e88b209f-8cba-4ecc-a894-39303ef2acd2 service neutron] 10.222.0.45 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6484313 Nov 09 21:33:50.236111 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-e615cc79-a289-44fe-bfc8-086b632a1e0c None None] Provisioning complete for port 83695239-ea4d-43a4-9fea-5eee39789979 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:33:50.236837 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e615cc79-a289-44fe-bfc8-086b632a1e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:50.350848 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2259ad7f-ff85-4501-b79f-07d3a0ecb3d3 req-206c0bd4-2374-4f3b-a5fd-9e3efb7bfb85 service neutron] 10.222.0.45 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466770 Nov 09 21:33:50.368904 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3624c902-506f-41f8-b891-ee2fa7e82b27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:50.402528 n-d-816206-3 neutron-server[102607]: DEBUG neutron.objects.ports [None req-b63b5732-88d5-4a3e-ab04-01cc635f7268 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102607) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 21:33:50.427823 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b0e8239e-da37-433b-a343-ff3d64af3b3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:50.453442 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b0e8239e-da37-433b-a343-ff3d64af3b3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:50.478002 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feefa96-3384-4a07-9630-44a680b66f27 req-29b4641e-13e5-4e2e-975d-396180a1a5f8 tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:50.479628 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0feefa96-3384-4a07-9630-44a680b66f27 req-29b4641e-13e5-4e2e-975d-396180a1a5f8 tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ab12b8c-ce26-46b0-a0a5-6f61f5701ab7 HTTP/1.1" status: 200 len: 945 time: 0.1280262 Nov 09 21:33:50.555391 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b0e8239e-da37-433b-a343-ff3d64af3b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:50.558026 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b0e8239e-da37-433b-a343-ff3d64af3b3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:50.559485 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b0e8239e-da37-433b-a343-ff3d64af3b3c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cb0b06d6-2472-4eec-94d1-c4c4ffc1a73e HTTP/1.1" status: 204 len: 168 time: 0.3672769 Nov 09 21:33:50.578480 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0498bd5d-d3c7-4581-b417-078450dee604 None None] Update dhcp port {'port': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'fixed_ips': [{'subnet_id': '98a659ac-ee92-4a9e-b261-5616281be61d'}], 'binding:host_id': 'n-d-816206-3'}, 'id': '83695239-ea4d-43a4-9fea-5eee39789979'} from n-d-816206-3. {{(pid=102609) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 21:33:50.584901 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0feefa96-3384-4a07-9630-44a680b66f27 req-2ec21c47-92c0-470c-b705-84314c406b6c tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63c143a-1bca-4c18-9569-72545e997f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921206 Nov 09 21:33:50.593668 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8239e-da37-433b-a343-ff3d64af3b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0b06d6-2472-4eec-94d1-c4c4ffc1a73e,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:50.635980 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0498bd5d-d3c7-4581-b417-078450dee604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:50.826684 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56409c6-9c85-4090-abc0-044cefda52b6 req-d4d63520-a2f5-43b0-bbb4-69c2201a3345 tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:50.828214 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c56409c6-9c85-4090-abc0-044cefda52b6 req-d4d63520-a2f5-43b0-bbb4-69c2201a3345 tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ab12b8c-ce26-46b0-a0a5-6f61f5701ab7 HTTP/1.1" status: 200 len: 945 time: 0.0869408 Nov 09 21:33:50.875261 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b63b5732-88d5-4a3e-ab04-01cc635f7268 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:50.914331 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.db.api [None req-0498bd5d-d3c7-4581-b417-078450dee604 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe0a:82cb-94467459-7bed-4d14-984a-eba965293e {{(pid=102609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 21:33:50.915405 n-d-816206-3 neutron-server[102609]: DEBUG oslo_db.api [None req-0498bd5d-d3c7-4581-b417-078450dee604 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 21:33:50.976845 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:50.985258 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c56409c6-9c85-4090-abc0-044cefda52b6 req-d06ed87f-fccf-46ee-a4fb-1d1c67a0c331 tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63c143a-1bca-4c18-9569-72545e997f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365576 Nov 09 21:33:51.211511 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-b63b5732-88d5-4a3e-ab04-01cc635f7268 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] For port 83695239-ea4d-43a4-9fea-5eee39789979, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=83695239-ea4d-43a4-9fea-5eee39789979,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:33:51.221085 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cbc2df-877c-456a-95f0-9fa404d63907 req-d06842e2-2da9-40c5-9a30-0f4acd420ab9 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:51.222583 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f8cbc2df-877c-456a-95f0-9fa404d63907 req-d06842e2-2da9-40c5-9a30-0f4acd420ab9 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.0722790 Nov 09 21:33:51.282560 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b63b5732-88d5-4a3e-ab04-01cc635f7268 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:51.291101 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b63b5732-88d5-4a3e-ab04-01cc635f7268 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:51.291832 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b63b5732-88d5-4a3e-ab04-01cc635f7268 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:51.343996 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f8cbc2df-877c-456a-95f0-9fa404d63907 req-ce7b3642-b586-4025-8c67-a649e74fa0f6 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135554 Nov 09 21:33:51.373765 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63b5732-88d5-4a3e-ab04-01cc635f7268 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:33:51.394600 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-b63b5732-88d5-4a3e-ab04-01cc635f7268 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:33:51.401947 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63b5732-88d5-4a3e-ab04-01cc635f7268 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:51.402325 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b63b5732-88d5-4a3e-ab04-01cc635f7268 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:51.424900 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b5732-88d5-4a3e-ab04-01cc635f7268 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Subnet': ['ID=98a659ac-ee92-4a9e-b261-5616281be61d,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:51.436589 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b5732-88d5-4a3e-ab04-01cc635f7268 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Port': ['ID=83695239-ea4d-43a4-9fea-5eee39789979,revision_number=8']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:51.457250 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b63b5732-88d5-4a3e-ab04-01cc635f7268 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1874232 Nov 09 21:33:51.460105 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33630) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:51.467333 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-b3659b70-8d27-47ec-ad69-4753c0f6688f tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'subnet': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:51.513877 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0498bd5d-d3c7-4581-b417-078450dee604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:51.594247 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9abd5e-0359-42ba-909f-678fd359aaed req-cf463ceb-b849-4ee1-a89d-45a0b0c055c9 tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:51.602348 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5b9abd5e-0359-42ba-909f-678fd359aaed req-cf463ceb-b849-4ee1-a89d-45a0b0c055c9 tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ab12b8c-ce26-46b0-a0a5-6f61f5701ab7 HTTP/1.1" status: 200 len: 945 time: 0.0935364 Nov 09 21:33:51.710193 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3659b70-8d27-47ec-ad69-4753c0f6688f tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:33:51.713279 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5b9abd5e-0359-42ba-909f-678fd359aaed req-8d9cf0af-1a1b-445b-8146-626851d9e270 tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63c143a-1bca-4c18-9569-72545e997f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082604 Nov 09 21:33:51.720608 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b3659b70-8d27-47ec-ad69-4753c0f6688f tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:51.926679 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-0498bd5d-d3c7-4581-b417-078450dee604 None None] For port 83695239-ea4d-43a4-9fea-5eee39789979, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=83695239-ea4d-43a4-9fea-5eee39789979,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:33:51.937333 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1553985-56f4-4fec-afa5-13fce2024e20 req-5c955add-15bc-4c0f-a518-b67ebfed7547 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:51.945666 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c1553985-56f4-4fec-afa5-13fce2024e20 req-5c955add-15bc-4c0f-a518-b67ebfed7547 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.2498889 Nov 09 21:33:51.962045 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0498bd5d-d3c7-4581-b417-078450dee604 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:51.972771 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0498bd5d-d3c7-4581-b417-078450dee604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:52.026090 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c1553985-56f4-4fec-afa5-13fce2024e20 req-eb5e9df8-e316-4463-a296-6264fe4de6c4 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741816 Nov 09 21:33:52.140387 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0498bd5d-d3c7-4581-b417-078450dee604 None None] Pushing event updated for resources: {'Port': ['ID=83695239-ea4d-43a4-9fea-5eee39789979,revision_number=9']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:52.293638 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 83695239-ea4d-43a4-9fea-5eee39789979 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:33:52.393161 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:52.449217 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 83695239-ea4d-43a4-9fea-5eee39789979 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:33:52.451530 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:52.452919 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801f28a-766d-447c-9b70-ce314530632c req-bcd65cca-23e2-408a-80a5-1efae4e27480 tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:52.469451 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6801f28a-766d-447c-9b70-ce314530632c req-bcd65cca-23e2-408a-80a5-1efae4e27480 tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ab12b8c-ce26-46b0-a0a5-6f61f5701ab7 HTTP/1.1" status: 200 len: 945 time: 0.2112596 Nov 09 21:33:52.485187 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b3659b70-8d27-47ec-ad69-4753c0f6688f tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:52.540709 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3659b70-8d27-47ec-ad69-4753c0f6688f tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:33:52.578274 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-b3659b70-8d27-47ec-ad69-4753c0f6688f tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:33:52.607738 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3659b70-8d27-47ec-ad69-4753c0f6688f tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:52.608436 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b3659b70-8d27-47ec-ad69-4753c0f6688f tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:52.646443 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b3659b70-8d27-47ec-ad69-4753c0f6688f tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1841669 Nov 09 21:33:52.654326 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33670) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:52.668167 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-f1534e94-9b77-4c4e-9a9b-aa272348691d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'port': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'mac_address': 'fa:16:3e:3d:d5:36', 'name': 'tempest-NetworksTestDHCPv6-164124870'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:52.764940 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3659b70-8d27-47ec-ad69-4753c0f6688f tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Subnet': ['ID=e7079911-5ad7-4572-949a-058270cd31cd,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:52.767462 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6801f28a-766d-447c-9b70-ce314530632c req-93b6cd97-b77f-43f1-b585-4752175f1864 tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63c143a-1bca-4c18-9569-72545e997f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939985 Nov 09 21:33:52.783727 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33674) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:52.799806 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8819cb9-83c1-47a9-85f9-f25d57fc9728 req-0dc76925-07f6-4847-89a3-8386df12f382 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:52.811082 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f8819cb9-83c1-47a9-85f9-f25d57fc9728 req-0dc76925-07f6-4847-89a3-8386df12f382 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.2940369 Nov 09 21:33:52.822885 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:52.938504 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f8819cb9-83c1-47a9-85f9-f25d57fc9728 req-c336f76c-7467-4a62-a5e6-7df39f8bf063 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262968 Nov 09 21:33:52.944933 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1534e94-9b77-4c4e-9a9b-aa272348691d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:33:53.003205 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-0c70f0b5-7d0c-4398-b004-7be72ed9f8a3 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1585366276'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:53.037995 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c70f0b5-7d0c-4398-b004-7be72ed9f8a3 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Made reservation on behalf of 74b02edadfab46a8b35aa9e02814a52b for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:33:53.045441 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0c70f0b5-7d0c-4398-b004-7be72ed9f8a3 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:53.061128 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e402a0-de54-4f0e-870b-1a0758191cda None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:33:53.062895 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0c70f0b5-7d0c-4398-b004-7be72ed9f8a3 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:53.087219 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f1534e94-9b77-4c4e-9a9b-aa272348691d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:53.112897 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-f1534e94-9b77-4c4e-9a9b-aa272348691d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] device_id is not set on port c7660ce6-0c6c-4aac-9fe7-43562e9b7607 yet. {{(pid=102607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:33:53.184543 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-f4b0f349-e8b8-40a4-98d9-eb0c37768c1f None None] Provisioning complete for port 83695239-ea4d-43a4-9fea-5eee39789979 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:33:53.185752 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f4b0f349-e8b8-40a4-98d9-eb0c37768c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:53.306068 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0c70f0b5-7d0c-4398-b004-7be72ed9f8a3 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:53.329192 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0c70f0b5-7d0c-4398-b004-7be72ed9f8a3 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:53.357782 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3317c9f-7961-4170-969b-a923cbcbbfb6 req-21f1512a-13a4-477c-90a7-cd32b6a1d268 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:53.365805 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d3317c9f-7961-4170-969b-a923cbcbbfb6 req-21f1512a-13a4-477c-90a7-cd32b6a1d268 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.1177099 Nov 09 21:33:53.374668 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:53.403288 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c70f0b5-7d0c-4398-b004-7be72ed9f8a3 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:33:53.416207 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0c70f0b5-7d0c-4398-b004-7be72ed9f8a3 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:53.416557 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-0c70f0b5-7d0c-4398-b004-7be72ed9f8a3 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Added segment 030c4ef1-5aa2-4d9e-b132-26f1dccd4b46 of type vlan for network 3aaef064-69d9-4269-8364-1f46901bad37 Nov 09 21:33:53.475833 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d3317c9f-7961-4170-969b-a923cbcbbfb6 req-6d726136-347c-4c08-8b83-3c685e75891f tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091669 Nov 09 21:33:53.505740 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-f1534e94-9b77-4c4e-9a9b-aa272348691d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Allocated IP 172.20.0.8 (83001fa8-21bc-4303-8a8a-37c91fd09fe2/e7079911-5ad7-4572-949a-058270cd31cd/c7660ce6-0c6c-4aac-9fe7-43562e9b7607) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:33:53.514015 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-f1534e94-9b77-4c4e-9a9b-aa272348691d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Allocated IP 2001:db8::f816:3eff:fe3d:d536 (83001fa8-21bc-4303-8a8a-37c91fd09fe2/98a659ac-ee92-4a9e-b261-5616281be61d/c7660ce6-0c6c-4aac-9fe7-43562e9b7607) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:33:53.518353 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3e8623-8e80-4a3f-99bd-c82523ef8ea8 None None] Update dhcp port {'port': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'fixed_ips': [{'subnet_id': '98a659ac-ee92-4a9e-b261-5616281be61d', 'ip_address': '2001:db8::f816:3eff:fe0a:82cb'}, {'subnet_id': 'e7079911-5ad7-4572-949a-058270cd31cd'}], 'binding:host_id': 'n-d-816206-3'}, 'id': '83695239-ea4d-43a4-9fea-5eee39789979'} from n-d-816206-3. {{(pid=102609) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 21:33:53.538744 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0c70f0b5-7d0c-4398-b004-7be72ed9f8a3 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:53.555225 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5c3e8623-8e80-4a3f-99bd-c82523ef8ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:53.562720 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c70f0b5-7d0c-4398-b004-7be72ed9f8a3 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0565f05-2104-4c9c-b3f5-05bc828dc4cb,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:53.602013 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e79d83-afb0-465d-bbb2-45451a5b55c9 req-84dda30a-37fb-446b-8147-46c63720970c tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:53.612962 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-11e79d83-afb0-465d-bbb2-45451a5b55c9 req-84dda30a-37fb-446b-8147-46c63720970c tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ab12b8c-ce26-46b0-a0a5-6f61f5701ab7 HTTP/1.1" status: 200 len: 945 time: 0.1346712 Nov 09 21:33:53.614487 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0c70f0b5-7d0c-4398-b004-7be72ed9f8a3 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:53.619897 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c70f0b5-7d0c-4398-b004-7be72ed9f8a3 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:53.620471 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0c70f0b5-7d0c-4398-b004-7be72ed9f8a3 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:53.739723 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f1534e94-9b77-4c4e-9a9b-aa272348691d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:53.753359 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0c70f0b5-7d0c-4398-b004-7be72ed9f8a3 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9675624 Nov 09 21:33:53.753565 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33686) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:53.765991 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c70f0b5-7d0c-4398-b004-7be72ed9f8a3 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Pushing event updated for resources: {'Network': ['ID=3aaef064-69d9-4269-8364-1f46901bad37,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:53.783197 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 3aaef064-69d9-4269-8364-1f46901bad37 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:33:53.789871 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-08ca3e3a-c5c6-44e9-ad25-cc5333d126fd tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Request body: {'subnet': {'network_id': '3aaef064-69d9-4269-8364-1f46901bad37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:53.937951 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5b76c-2c26-4e15-8ff4-db5320e69603 req-f7ee95e9-3a2c-4cdf-b257-d27a97961c47 tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:53.946266 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d5c5b76c-2c26-4e15-8ff4-db5320e69603 req-f7ee95e9-3a2c-4cdf-b257-d27a97961c47 tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ab12b8c-ce26-46b0-a0a5-6f61f5701ab7 HTTP/1.1" status: 200 len: 945 time: 0.1189661 Nov 09 21:33:53.950812 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ca3e3a-c5c6-44e9-ad25-cc5333d126fd tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Made reservation on behalf of 74b02edadfab46a8b35aa9e02814a52b for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:33:53.956524 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-08ca3e3a-c5c6-44e9-ad25-cc5333d126fd tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:53.963261 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f1534e94-9b77-4c4e-9a9b-aa272348691d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:53.971601 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-11e79d83-afb0-465d-bbb2-45451a5b55c9 req-6b1f9b8e-97da-4b4f-8a1f-957e82c3d52b tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] Deleting port bc9dac1f-9b57-4858-9728-3dd50835cd43 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:33:53.972065 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-11e79d83-afb0-465d-bbb2-45451a5b55c9 req-6b1f9b8e-97da-4b4f-8a1f-957e82c3d52b tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:54.070796 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1534e94-9b77-4c4e-9a9b-aa272348691d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:33:54.079586 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-5c3e8623-8e80-4a3f-99bd-c82523ef8ea8 None None] Allocated IP 172.20.0.2 (83001fa8-21bc-4303-8a8a-37c91fd09fe2/e7079911-5ad7-4572-949a-058270cd31cd/83695239-ea4d-43a4-9fea-5eee39789979) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:33:54.093758 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-f1534e94-9b77-4c4e-9a9b-aa272348691d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:33:54.096590 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1534e94-9b77-4c4e-9a9b-aa272348691d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:33:54.136861 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1534e94-9b77-4c4e-9a9b-aa272348691d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Port': ['ID=c7660ce6-0c6c-4aac-9fe7-43562e9b7607,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:54.156497 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d5c5b76c-2c26-4e15-8ff4-db5320e69603 req-3cf1412b-3a5e-4003-a513-3d59ca5e0b69 tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] 10.222.0.49 "GET /v2.0/security-groups?id=f63c143a-1bca-4c18-9569-72545e997f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090647 Nov 09 21:33:54.199998 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-11e79d83-afb0-465d-bbb2-45451a5b55c9 req-6b1f9b8e-97da-4b4f-8a1f-957e82c3d52b tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] For port bc9dac1f-9b57-4858-9728-3dd50835cd43, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=bc9dac1f-9b57-4858-9728-3dd50835cd43,segment=NetworkSegment(5b8b2f3b-56fb-46c4-b8cb-1743c2b3ceea),segment_id=5b8b2f3b-56fb-46c4-b8cb-1743c2b3ceea)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:33:54.200379 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-11e79d83-afb0-465d-bbb2-45451a5b55c9 req-6b1f9b8e-97da-4b4f-8a1f-957e82c3d52b tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:54.214848 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1534e94-9b77-4c4e-9a9b-aa272348691d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:54.214848 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f1534e94-9b77-4c4e-9a9b-aa272348691d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:54.216276 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-11e79d83-afb0-465d-bbb2-45451a5b55c9 req-6b1f9b8e-97da-4b4f-8a1f-957e82c3d52b tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] Calling delete_port for bc9dac1f-9b57-4858-9728-3dd50835cd43 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:33:54.256217 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f1534e94-9b77-4c4e-9a9b-aa272348691d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.5907834 Nov 09 21:33:54.256886 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33702) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:54.257635 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-5c3e8623-8e80-4a3f-99bd-c82523ef8ea8 None None] For port 83695239-ea4d-43a4-9fea-5eee39789979, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=83695239-ea4d-43a4-9fea-5eee39789979,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:33:54.292856 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5c3e8623-8e80-4a3f-99bd-c82523ef8ea8 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:54.304517 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5c3e8623-8e80-4a3f-99bd-c82523ef8ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:54.359322 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c723bb6-ac47-4a42-8466-ef99233136d6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:54.366267 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c723bb6-ac47-4a42-8466-ef99233136d6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:54.370054 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8c723bb6-ac47-4a42-8466-ef99233136d6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1122005 Nov 09 21:33:54.376175 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33704) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:54.406718 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-08ca3e3a-c5c6-44e9-ad25-cc5333d126fd tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:54.429308 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-11e79d83-afb0-465d-bbb2-45451a5b55c9 req-6b1f9b8e-97da-4b4f-8a1f-957e82c3d52b tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:54.454027 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['bc9dac1f-9b57-4858-9728-3dd50835cd43'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:33:54.463198 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e8623-8e80-4a3f-99bd-c82523ef8ea8 None None] Pushing event updated for resources: {'Port': ['ID=83695239-ea4d-43a4-9fea-5eee39789979,revision_number=10']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:54.468059 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f9b8e-97da-4b4f-8a1f-957e82c3d52b tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] Pushing event deleted for resources: {'Port': ['ID=bc9dac1f-9b57-4858-9728-3dd50835cd43,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:54.515565 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca3e3a-c5c6-44e9-ad25-cc5333d126fd tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Pushing event updated for resources: {'Subnet': ['ID=a4b54333-9aa7-4223-bf72-b538202a0da6,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:54.536192 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ca3e3a-c5c6-44e9-ad25-cc5333d126fd tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Checking segment: {'id': '030c4ef1-5aa2-4d9e-b132-26f1dccd4b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3aaef064-69d9-4269-8364-1f46901bad37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:33:54.537370 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ca3e3a-c5c6-44e9-ad25-cc5333d126fd tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Network hostable DHCP agents. Network: 3aaef064-69d9-4269-8364-1f46901bad37, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:33:54.551035 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-2335980d-dcda-4ece-a9c4-8afc0ec96da9 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting port c7660ce6-0c6c-4aac-9fe7-43562e9b7607 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:33:54.551361 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-11e79d83-afb0-465d-bbb2-45451a5b55c9 req-6b1f9b8e-97da-4b4f-8a1f-957e82c3d52b tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] No DVR routers for this DVR port bc9dac1f-9b57-4858-9728-3dd50835cd43 on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:33:54.551803 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2335980d-dcda-4ece-a9c4-8afc0ec96da9 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:54.554772 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-11e79d83-afb0-465d-bbb2-45451a5b55c9 req-6b1f9b8e-97da-4b4f-8a1f-957e82c3d52b tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:54.559890 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-11e79d83-afb0-465d-bbb2-45451a5b55c9 req-6b1f9b8e-97da-4b4f-8a1f-957e82c3d52b tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] 10.222.0.45 "DELETE /v2.0/ports/bc9dac1f-9b57-4858-9728-3dd50835cd43 HTTP/1.1" status: 204 len: 173 time: 0.9359260 Nov 09 21:33:54.560709 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab12b8c-ce26-46b0-a0a5-6f61f5701ab7', 'name': 'network-vif-deleted', 'tag': 'bc9dac1f-9b57-4858-9728-3dd50835cd43'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:33:54.563220 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3530b9-8244-415b-9eda-55fe3c433ce1" -d '{"events": [{"server_uuid": "1ab12b8c-ce26-46b0-a0a5-6f61f5701ab7", "name": "network-vif-deleted", "tag": "bc9dac1f-9b57-4858-9728-3dd50835cd43"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:33:54.636540 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92546d2-81a5-464b-bb9d-fbac56d55639 x-openstack-request-id: req-f92546d2-81a5-464b-bb9d-fbac56d55639 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:33:54.636715 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab12b8c-ce26-46b0-a0a5-6f61f5701ab7", "name": "network-vif-deleted", "tag": "bc9dac1f-9b57-4858-9728-3dd50835cd43", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:33:54.639476 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f92546d2-81a5-464b-bb9d-fbac56d55639 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:33:54.639476 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab12b8c-ce26-46b0-a0a5-6f61f5701ab7', 'name': 'network-vif-deleted', 'tag': 'bc9dac1f-9b57-4858-9728-3dd50835cd43', 'status': 'completed', 'code': 200} Nov 09 21:33:54.692277 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ca3e3a-c5c6-44e9-ad25-cc5333d126fd tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Network 3aaef064-69d9-4269-8364-1f46901bad37 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:33:54.734622 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-08ca3e3a-c5c6-44e9-ad25-cc5333d126fd tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 3aaef064-69d9-4269-8364-1f46901bad37) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:33:54.742376 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ca3e3a-c5c6-44e9-ad25-cc5333d126fd tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:54.743448 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-08ca3e3a-c5c6-44e9-ad25-cc5333d126fd tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:54.746337 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5f1268-633e-4d1a-90ba-79bc7e57cded None None] Network 3aaef064-69d9-4269-8364-1f46901bad37 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:33:54.777969 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed8214-d599-49bf-a2e7-c60ad21afadb req-cd6a80e0-bde3-4a56-ac9b-faf2775751a9 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:54.779544 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e2ed8214-d599-49bf-a2e7-c60ad21afadb req-cd6a80e0-bde3-4a56-ac9b-faf2775751a9 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.1625092 Nov 09 21:33:54.789576 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2335980d-dcda-4ece-a9c4-8afc0ec96da9 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:54.805135 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-08ca3e3a-c5c6-44e9-ad25-cc5333d126fd tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0475502 Nov 09 21:33:54.806508 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33712) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:54.815998 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-ceb8a59e-e80e-4246-8191-25ecb76cc4be tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Request body: {'port': {'network_id': '3aaef064-69d9-4269-8364-1f46901bad37', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-513866675'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:54.837519 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-2335980d-dcda-4ece-a9c4-8afc0ec96da9 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Calling delete_port for c7660ce6-0c6c-4aac-9fe7-43562e9b7607 owned by {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:33:54.889269 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e2ed8214-d599-49bf-a2e7-c60ad21afadb req-e50b1315-f4ae-4e91-977f-5160f455c4a4 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969498 Nov 09 21:33:54.993362 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9c39f8-228c-47b6-b767-392889edf845 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-3aaef064-69d9-4269-8364-1f46901bad37', 'network_id': '3aaef064-69d9-4269-8364-1f46901bad37', 'tenant_id': '74b02edadfab46a8b35aa9e02814a52b', 'fixed_ips': [{'subnet_id': 'a4b54333-9aa7-4223-bf72-b538202a0da6'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:33:54.994814 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-db9c39f8-228c-47b6-b767-392889edf845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:55.026027 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb8a59e-e80e-4246-8191-25ecb76cc4be tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Made reservation on behalf of 74b02edadfab46a8b35aa9e02814a52b for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:33:55.031258 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ceb8a59e-e80e-4246-8191-25ecb76cc4be tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:55.074097 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-ceb8a59e-e80e-4246-8191-25ecb76cc4be tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] device_id is not set on port aad6334e-74ff-4f43-ba8e-926621794b02 yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:33:55.238469 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2335980d-dcda-4ece-a9c4-8afc0ec96da9 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:55.290494 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335980d-dcda-4ece-a9c4-8afc0ec96da9 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Port': ['ID=c7660ce6-0c6c-4aac-9fe7-43562e9b7607,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:55.492519 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f2eb1887-3331-421c-a5ef-a3d981a11e7e req-68eae433-6ccc-4ec7-816c-d5e7dee6e2b5 tempest-ServersNegativeTestMultiTenantJSON-397184311 tempest-ServersNegativeTestMultiTenantJSON-397184311-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ab12b8c-ce26-46b0-a0a5-6f61f5701ab7 HTTP/1.1" status: 200 len: 210 time: 0.1355937 Nov 09 21:33:55.562443 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f0b08-e046-422f-a29a-0682be5cd69a req-7b4afd21-b54d-45c4-831d-abaddfad7809 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:55.564422 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ec0f0b08-e046-422f-a29a-0682be5cd69a req-7b4afd21-b54d-45c4-831d-abaddfad7809 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.1615150 Nov 09 21:33:55.573195 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c4f33e-c7c5-4975-a408-cff03940d5ba None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:33:55.580741 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-ceb8a59e-e80e-4246-8191-25ecb76cc4be tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Allocated IP 2001:db8::2f6 (3aaef064-69d9-4269-8364-1f46901bad37/a4b54333-9aa7-4223-bf72-b538202a0da6/aad6334e-74ff-4f43-ba8e-926621794b02) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:33:55.633837 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2335980d-dcda-4ece-a9c4-8afc0ec96da9 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:55.639451 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2335980d-dcda-4ece-a9c4-8afc0ec96da9 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/ports/c7660ce6-0c6c-4aac-9fe7-43562e9b7607 HTTP/1.1" status: 204 len: 168 time: 1.2606573 Nov 09 21:33:55.640304 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33726) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:55.666549 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ec0f0b08-e046-422f-a29a-0682be5cd69a req-27cb7404-1eaa-4c76-91e3-28029465af30 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730579 Nov 09 21:33:55.707628 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-469634b1-d2df-4d5d-95f2-71bd46900a01 None None] Provisioning complete for port 83695239-ea4d-43a4-9fea-5eee39789979 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:33:55.708163 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-469634b1-d2df-4d5d-95f2-71bd46900a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:55.735429 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1584b61-1422-4cbe-b51e-42a29e3d4187 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:55.742918 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1584b61-1422-4cbe-b51e-42a29e3d4187 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:55.745917 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1584b61-1422-4cbe-b51e-42a29e3d4187 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:55.750965 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f1584b61-1422-4cbe-b51e-42a29e3d4187 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1095467 Nov 09 21:33:55.753580 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33728) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:55.914086 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-c02e9acc-1e2a-414f-9c7f-abfb004da123 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting subnet 98a659ac-ee92-4a9e-b261-5616281be61d {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:33:55.926177 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c02e9acc-1e2a-414f-9c7f-abfb004da123 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:55.992546 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ceb8a59e-e80e-4246-8191-25ecb76cc4be tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:56.031779 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c02e9acc-1e2a-414f-9c7f-abfb004da123 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:56.089774 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ceb8a59e-e80e-4246-8191-25ecb76cc4be tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:56.157100 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c02e9acc-1e2a-414f-9c7f-abfb004da123 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:56.238263 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c02e9acc-1e2a-414f-9c7f-abfb004da123 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:56.249184 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-db9c39f8-228c-47b6-b767-392889edf845 None None] Allocated IP 2001:db8::2 (3aaef064-69d9-4269-8364-1f46901bad37/a4b54333-9aa7-4223-bf72-b538202a0da6/b2388fc6-e0c4-4f99-9a46-3404574f701d) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:33:56.265970 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb8a59e-e80e-4246-8191-25ecb76cc4be tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Network 3aaef064-69d9-4269-8364-1f46901bad37 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:33:56.273473 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c02e9acc-1e2a-414f-9c7f-abfb004da123 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:56.283490 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-ceb8a59e-e80e-4246-8191-25ecb76cc4be tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:33:56.285412 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c02e9acc-1e2a-414f-9c7f-abfb004da123 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/98a659ac-ee92-4a9e-b261-5616281be61d HTTP/1.1" status: 204 len: 168 time: 0.5304902 Nov 09 21:33:56.293534 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33746) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:56.298346 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb8a59e-e80e-4246-8191-25ecb76cc4be tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:33:56.310366 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb8a59e-e80e-4246-8191-25ecb76cc4be tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:56.331184 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ceb8a59e-e80e-4246-8191-25ecb76cc4be tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:56.353571 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e9acc-1e2a-414f-9c7f-abfb004da123 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Subnet': ['ID=98a659ac-ee92-4a9e-b261-5616281be61d,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:56.357330 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb8a59e-e80e-4246-8191-25ecb76cc4be tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Pushing event updated for resources: {'Port': ['ID=aad6334e-74ff-4f43-ba8e-926621794b02,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:56.381447 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 83695239-ea4d-43a4-9fea-5eee39789979 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:33:56.415561 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3a86bb-1a00-4290-932a-0823c1b83454 None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:33:56.454071 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ceb8a59e-e80e-4246-8191-25ecb76cc4be tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6456649 Nov 09 21:33:56.457015 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33752) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:56.464442 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-af4b781b-181a-43ab-a5a8-1bbd6f3ca268 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Request body: {'port': {'network_id': '3aaef064-69d9-4269-8364-1f46901bad37', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-557498169', 'allowed_address_pairs': [{'ip_address': '2001:db8::2f6', 'mac_address': 'fa:16:3e:81:87:a8'}]}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:56.517934 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-684cdcaf-6137-45c0-9dad-f0ade8ab5bda tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting subnet e7079911-5ad7-4572-949a-058270cd31cd {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:33:56.521824 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-684cdcaf-6137-45c0-9dad-f0ade8ab5bda tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:56.567008 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-684cdcaf-6137-45c0-9dad-f0ade8ab5bda tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:56.640780 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33756) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:56.685805 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25481d-7b75-4128-9a2d-72f33e24f59d req-fdf6b4ab-c002-4227-8652-a9b8a8d154ff tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:56.687308 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0d25481d-7b75-4128-9a2d-72f33e24f59d req-fdf6b4ab-c002-4227-8652-a9b8a8d154ff tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=52cbcba1-cf59-4fc9-8d6c-7076719e6ac8 HTTP/1.1" status: 200 len: 946 time: 0.2549436 Nov 09 21:33:56.787627 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-71e6ab1d-0095-4a4d-ad7e-15ff78ac3fd5 admin admin] Deleting subnet 635b87fb-91ab-4254-9b96-a2003634b9b8 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:33:56.822377 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-71e6ab1d-0095-4a4d-ad7e-15ff78ac3fd5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:56.846018 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-684cdcaf-6137-45c0-9dad-f0ade8ab5bda tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:56.846500 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-70904d39-1e16-4f4f-ab2e-583d1708ab56 None None] Provisioning complete for port 83695239-ea4d-43a4-9fea-5eee39789979 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:33:56.847419 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-70904d39-1e16-4f4f-ab2e-583d1708ab56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:56.864230 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0d25481d-7b75-4128-9a2d-72f33e24f59d req-48efbdf4-9962-451f-b556-e1f00bb43d67 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3ee36ce-49ad-4626-8793-80796989662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552427 Nov 09 21:33:56.928844 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-684cdcaf-6137-45c0-9dad-f0ade8ab5bda tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:56.947368 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-684cdcaf-6137-45c0-9dad-f0ade8ab5bda tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:56.955677 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-684cdcaf-6137-45c0-9dad-f0ade8ab5bda tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/e7079911-5ad7-4572-949a-058270cd31cd HTTP/1.1" status: 204 len: 168 time: 0.6609509 Nov 09 21:33:56.968225 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33760) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:56.981989 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684cdcaf-6137-45c0-9dad-f0ade8ab5bda tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Subnet': ['ID=e7079911-5ad7-4572-949a-058270cd31cd,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:57.022772 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-30eed7e4-83ca-4695-a58b-ae09e273895a tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0518115 Nov 09 21:33:57.026877 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33764) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:57.032379 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-71e6ab1d-0095-4a4d-ad7e-15ff78ac3fd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:57.032706 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 83695239-ea4d-43a4-9fea-5eee39789979 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:33:57.032815 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-0eb79388-ea12-4644-9188-f2b2a55f4758 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'subnet': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:57.033071 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:57.093485 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554171cb-fdb0-41cd-beb6-9c13548c62cd req-1e3a24ed-3019-41da-8c20-59a07d9c2af0 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:57.095038 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-554171cb-fdb0-41cd-beb6-9c13548c62cd req-1e3a24ed-3019-41da-8c20-59a07d9c2af0 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.3043773 Nov 09 21:33:57.117733 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4b781b-181a-43ab-a5a8-1bbd6f3ca268 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Made reservation on behalf of 74b02edadfab46a8b35aa9e02814a52b for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:33:57.122969 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-db9c39f8-228c-47b6-b767-392889edf845 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:57.150883 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-db9c39f8-228c-47b6-b767-392889edf845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:57.242712 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb79388-ea12-4644-9188-f2b2a55f4758 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:33:57.250168 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0eb79388-ea12-4644-9188-f2b2a55f4758 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:57.298488 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9c39f8-228c-47b6-b767-392889edf845 None None] Network 3aaef064-69d9-4269-8364-1f46901bad37 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:33:57.324391 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-db9c39f8-228c-47b6-b767-392889edf845 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:33:57.341989 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9c39f8-228c-47b6-b767-392889edf845 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:33:57.454131 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c39f8-228c-47b6-b767-392889edf845 None None] Pushing event updated for resources: {'Port': ['ID=b2388fc6-e0c4-4f99-9a46-3404574f701d,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:57.457205 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff9953f-6d08-4f69-8a85-63e09633c56e None None] DHCP port deletion for 83001fa8-21bc-4303-8a8a-37c91fd09fe2 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:33:57.515125 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device bc9dac1f-9b57-4858-9728-3dd50835cd43 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:33:57.523105 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-db9c39f8-228c-47b6-b767-392889edf845 None None] Attempting to bind port b2388fc6-e0c4-4f99-9a46-3404574f701d on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:33:57.523618 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-db9c39f8-228c-47b6-b767-392889edf845 None None] Attempting to bind port b2388fc6-e0c4-4f99-9a46-3404574f701d by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '030c4ef1-5aa2-4d9e-b132-26f1dccd4b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3aaef064-69d9-4269-8364-1f46901bad37'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:33:57.524094 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9c39f8-228c-47b6-b767-392889edf845 None None] Attempting to bind port b2388fc6-e0c4-4f99-9a46-3404574f701d on network 3aaef064-69d9-4269-8364-1f46901bad37 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:33:57.548262 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9c39f8-228c-47b6-b767-392889edf845 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:33:57.548834 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9c39f8-228c-47b6-b767-392889edf845 None None] Checking segment: {'id': '030c4ef1-5aa2-4d9e-b132-26f1dccd4b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3aaef064-69d9-4269-8364-1f46901bad37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:33:57.549331 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-db9c39f8-228c-47b6-b767-392889edf845 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:57.550010 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9c39f8-228c-47b6-b767-392889edf845 None None] Bound using segment: {'id': '030c4ef1-5aa2-4d9e-b132-26f1dccd4b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3aaef064-69d9-4269-8364-1f46901bad37'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:33:57.550603 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-db9c39f8-228c-47b6-b767-392889edf845 None None] Bound port: b2388fc6-e0c4-4f99-9a46-3404574f701d, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '030c4ef1-5aa2-4d9e-b132-26f1dccd4b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3aaef064-69d9-4269-8364-1f46901bad37'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:33:57.551083 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-db9c39f8-228c-47b6-b767-392889edf845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:57.570729 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: bc9dac1f-9b57-4858-9728-3dd50835cd43 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:33:57.571196 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device bc9dac1f-9b57-4858-9728-3dd50835cd43 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:33:57.577954 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-71e6ab1d-0095-4a4d-ad7e-15ff78ac3fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:57.584691 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0eb79388-ea12-4644-9188-f2b2a55f4758 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:57.620341 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-9ff9953f-6d08-4f69-8a85-63e09633c56e None None] Deleting port 83695239-ea4d-43a4-9fea-5eee39789979 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:33:57.620840 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ff9953f-6d08-4f69-8a85-63e09633c56e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:57.661588 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-554171cb-fdb0-41cd-beb6-9c13548c62cd req-527c757a-15b4-497d-a780-7490b845437c tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5534379 Nov 09 21:33:57.695245 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb79388-ea12-4644-9188-f2b2a55f4758 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:33:57.698702 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-0eb79388-ea12-4644-9188-f2b2a55f4758 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:33:57.703177 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb79388-ea12-4644-9188-f2b2a55f4758 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:57.703771 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0eb79388-ea12-4644-9188-f2b2a55f4758 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:57.707265 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb79388-ea12-4644-9188-f2b2a55f4758 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Subnet': ['ID=0a16689e-920d-4026-83e0-13da45c2112c,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:57.723549 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0eb79388-ea12-4644-9188-f2b2a55f4758 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6948943 Nov 09 21:33:57.726243 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-9ff9953f-6d08-4f69-8a85-63e09633c56e None None] For port 83695239-ea4d-43a4-9fea-5eee39789979, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=83695239-ea4d-43a4-9fea-5eee39789979,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:33:57.726645 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ff9953f-6d08-4f69-8a85-63e09633c56e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:57.726960 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33772) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:57.739647 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-9ff9953f-6d08-4f69-8a85-63e09633c56e None None] Calling delete_port for 83695239-ea4d-43a4-9fea-5eee39789979 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:33:57.742350 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-34b09bf1-282b-4153-b88f-2b8fe48b5f99 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'subnet': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:33:57.743699 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-af4b781b-181a-43ab-a5a8-1bbd6f3ca268 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:57.769593 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-af4b781b-181a-43ab-a5a8-1bbd6f3ca268 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] device_id is not set on port 2c7d3eee-73ff-4803-9d08-b906cca0ec67 yet. {{(pid=102607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:33:57.828222 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ff9953f-6d08-4f69-8a85-63e09633c56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:57.870848 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9953f-6d08-4f69-8a85-63e09633c56e None None] Pushing event deleted for resources: {'Port': ['ID=83695239-ea4d-43a4-9fea-5eee39789979,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:57.881626 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-71e6ab1d-0095-4a4d-ad7e-15ff78ac3fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:57.892467 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-db9c39f8-228c-47b6-b767-392889edf845 None None] For port b2388fc6-e0c4-4f99-9a46-3404574f701d, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:33:57.906869 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-db9c39f8-228c-47b6-b767-392889edf845 None None] For port b2388fc6-e0c4-4f99-9a46-3404574f701d, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=b2388fc6-e0c4-4f99-9a46-3404574f701d,segment=NetworkSegment(030c4ef1-5aa2-4d9e-b132-26f1dccd4b46),segment_id=030c4ef1-5aa2-4d9e-b132-26f1dccd4b46)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:33:57.909190 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff9953f-6d08-4f69-8a85-63e09633c56e None None] No DVR routers for this DVR port 83695239-ea4d-43a4-9fea-5eee39789979 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:33:57.912085 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-db9c39f8-228c-47b6-b767-392889edf845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:57.931672 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e6ab1d-0095-4a4d-ad7e-15ff78ac3fd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=635b87fb-91ab-4254-9b96-a2003634b9b8,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:57.947462 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bcf9b3-e5ca-4a7b-8352-f7d4b524c7e6 None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:33:57.979339 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f48417-4324-4cef-99dc-9f2a9ed58294 req-3b9cf789-d7d9-4554-aec4-c67ada48f83b tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:57.981482 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53f48417-4324-4cef-99dc-9f2a9ed58294 req-3b9cf789-d7d9-4554-aec4-c67ada48f83b tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.2184258 Nov 09 21:33:57.988830 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-71e6ab1d-0095-4a4d-ad7e-15ff78ac3fd5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:57.995014 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-71e6ab1d-0095-4a4d-ad7e-15ff78ac3fd5 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/635b87fb-91ab-4254-9b96-a2003634b9b8 HTTP/1.1" status: 204 len: 168 time: 1.3459468 Nov 09 21:33:57.996827 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33776) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:58.001020 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71743ff3-df6a-4699-8ac4-24f130caa23c req-bf7f7428-e510-4dab-b20d-6af6e0801a6c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=74fa2f36-9c75-4c80-8945-a8c460f70d9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1521666 Nov 09 21:33:58.034870 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c39f8-228c-47b6-b767-392889edf845 None None] Pushing event updated for resources: {'Port': ['ID=b2388fc6-e0c4-4f99-9a46-3404574f701d,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:58.083993 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-af4b781b-181a-43ab-a5a8-1bbd6f3ca268 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Allocated IP 2001:db8::3ac (3aaef064-69d9-4269-8364-1f46901bad37/a4b54333-9aa7-4223-bf72-b538202a0da6/2c7d3eee-73ff-4803-9d08-b906cca0ec67) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:33:58.110229 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35ba23-1530-4f53-8365-a6a1ec77e690 req-c3658453-13bd-4127-9d38-afbf422089a4 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:58.116662 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ac35ba23-1530-4f53-8365-a6a1ec77e690 req-c3658453-13bd-4127-9d38-afbf422089a4 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=52cbcba1-cf59-4fc9-8d6c-7076719e6ac8 HTTP/1.1" status: 200 len: 946 time: 0.1481788 Nov 09 21:33:58.146251 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8285d91d-94e7-487f-920a-97a853cfce70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:58.157819 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b09bf1-282b-4153-b88f-2b8fe48b5f99 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:33:58.162026 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-34b09bf1-282b-4153-b88f-2b8fe48b5f99 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:58.178356 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53f48417-4324-4cef-99dc-9f2a9ed58294 req-37350b29-bf2b-4aa0-9349-95749780d832 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906593 Nov 09 21:33:58.266352 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f0a18d-0543-469a-99ed-61a4ac6dbefb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'tenant_id': '4f80aeba4f7b42c0ae266ee8833d0179', 'fixed_ips': [{'subnet_id': '0a16689e-920d-4026-83e0-13da45c2112c'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:33:58.274563 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-61f0a18d-0543-469a-99ed-61a4ac6dbefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:58.314756 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ac35ba23-1530-4f53-8365-a6a1ec77e690 req-a25503b1-22c9-4766-9852-394968c30561 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3ee36ce-49ad-4626-8793-80796989662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733713 Nov 09 21:33:58.343309 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 83695239-ea4d-43a4-9fea-5eee39789979 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:33:58.435974 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 83695239-ea4d-43a4-9fea-5eee39789979 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:33:58.438204 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 83695239-ea4d-43a4-9fea-5eee39789979 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:33:58.481147 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71743ff3-df6a-4699-8ac4-24f130caa23c req-20493ec1-9a81-4084-b7b8-6605f531f5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:58.482939 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71743ff3-df6a-4699-8ac4-24f130caa23c req-20493ec1-9a81-4084-b7b8-6605f531f5c1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=96a7a35658cb4a6ea565f057e114d368&device_id=74fa2f36-9c75-4c80-8945-a8c460f70d9a HTTP/1.1" status: 200 len: 1096 time: 0.3928361 Nov 09 21:33:58.578734 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-af4b781b-181a-43ab-a5a8-1bbd6f3ca268 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:58.633502 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-61f0a18d-0543-469a-99ed-61a4ac6dbefb None None] Allocated IP 172.20.0.2 (83001fa8-21bc-4303-8a8a-37c91fd09fe2/0a16689e-920d-4026-83e0-13da45c2112c/b72f402c-1469-470c-8fdb-8ec19f8a9402) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:33:58.638219 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8285d91d-94e7-487f-920a-97a853cfce70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:58.708610 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-8285d91d-94e7-487f-920a-97a853cfce70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4786ca9b-662a-4771-9c79-762971fcfbcd']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:58.744982 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-8285d91d-94e7-487f-920a-97a853cfce70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b8b2f3b-56fb-46c4-b8cb-1743c2b3ceea') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:58.745607 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-8285d91d-94e7-487f-920a-97a853cfce70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b8b2f3b-56fb-46c4-b8cb-1743c2b3ceea') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:33:58.781308 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8285d91d-94e7-487f-920a-97a853cfce70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:58.803567 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce054a-3550-4cf6-ab7d-56267a4262af req-cd300367-0968-41db-8d2f-82d0a5a9699b tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:58.805431 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-59ce054a-3550-4cf6-ab7d-56267a4262af req-cd300367-0968-41db-8d2f-82d0a5a9699b tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.3926101 Nov 09 21:33:58.814489 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-61f0a18d-0543-469a-99ed-61a4ac6dbefb None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:58.820786 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-61f0a18d-0543-469a-99ed-61a4ac6dbefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:58.840866 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71743ff3-df6a-4699-8ac4-24f130caa23c req-85bde6db-8636-4ed7-9a02-a00a7d554324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:58.842470 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71743ff3-df6a-4699-8ac4-24f130caa23c req-85bde6db-8636-4ed7-9a02-a00a7d554324 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e557bc0d-71a9-4b44-ab50-1de12563c5ef HTTP/1.1" status: 200 len: 912 time: 0.2259879 Nov 09 21:33:58.843912 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8285d91d-94e7-487f-920a-97a853cfce70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:58.844890 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-af4b781b-181a-43ab-a5a8-1bbd6f3ca268 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:58.888799 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f0a18d-0543-469a-99ed-61a4ac6dbefb None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:33:58.892533 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-61f0a18d-0543-469a-99ed-61a4ac6dbefb None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:33:58.898825 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f0a18d-0543-469a-99ed-61a4ac6dbefb None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:33:58.910492 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f0a18d-0543-469a-99ed-61a4ac6dbefb None None] Pushing event updated for resources: {'Port': ['ID=b72f402c-1469-470c-8fdb-8ec19f8a9402,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:58.920138 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8285d91d-94e7-487f-920a-97a853cfce70 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:33:58.922574 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8285d91d-94e7-487f-920a-97a853cfce70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:58.924906 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:33:58.924906 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:33:58.924906 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:33:58.924906 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:33:58.924906 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:33:58.924906 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:33:58.924906 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:33:58.924906 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:33:58.924906 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:33:58.924906 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:33:58.924906 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:33:58.924906 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:33:58.924906 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:33:58.924906 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:33:58.924906 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:33:58.924906 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:33:58.924906 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:33:58.924906 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:33:58.924906 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:33:58.924906 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:33:58.924906 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:33:58.924906 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:33:58.924906 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:33:58.924906 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:33:58.924906 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:33:58.924906 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:33:58.924906 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:33:58.924906 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:33:58.924906 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:33:58.924906 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:33:58.924906 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:33:58.924906 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:33:58.944382 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71743ff3-df6a-4699-8ac4-24f130caa23c req-bdfe3dbc-1341-46fd-853d-e122bdf9ce31 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f199ac79-a0be-4ad8-aef7-ad83ae95d60b HTTP/1.1" status: 200 len: 217 time: 0.0868165 Nov 09 21:33:58.946808 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4b781b-181a-43ab-a5a8-1bbd6f3ca268 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Network 3aaef064-69d9-4269-8364-1f46901bad37 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:33:58.950276 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-af4b781b-181a-43ab-a5a8-1bbd6f3ca268 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:33:58.953504 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4b781b-181a-43ab-a5a8-1bbd6f3ca268 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:33:58.961451 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4b781b-181a-43ab-a5a8-1bbd6f3ca268 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:58.961451 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-af4b781b-181a-43ab-a5a8-1bbd6f3ca268 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:59.000047 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-61f0a18d-0543-469a-99ed-61a4ac6dbefb None None] Attempting to bind port b72f402c-1469-470c-8fdb-8ec19f8a9402 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:33:59.001362 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-61f0a18d-0543-469a-99ed-61a4ac6dbefb None None] Attempting to bind port b72f402c-1469-470c-8fdb-8ec19f8a9402 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:33:59.001971 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f0a18d-0543-469a-99ed-61a4ac6dbefb None None] Attempting to bind port b72f402c-1469-470c-8fdb-8ec19f8a9402 on network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:33:59.010379 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f0a18d-0543-469a-99ed-61a4ac6dbefb None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:33:59.011149 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f0a18d-0543-469a-99ed-61a4ac6dbefb None None] Checking segment: {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:33:59.016728 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-61f0a18d-0543-469a-99ed-61a4ac6dbefb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:59.018140 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f0a18d-0543-469a-99ed-61a4ac6dbefb None None] Bound using segment: {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:33:59.019093 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-61f0a18d-0543-469a-99ed-61a4ac6dbefb None None] Bound port: b72f402c-1469-470c-8fdb-8ec19f8a9402, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:33:59.019849 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-61f0a18d-0543-469a-99ed-61a4ac6dbefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:59.034293 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-af4b781b-181a-43ab-a5a8-1bbd6f3ca268 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.5748401 Nov 09 21:33:59.034955 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33802) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:59.051497 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b781b-181a-43ab-a5a8-1bbd6f3ca268 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Pushing event updated for resources: {'Port': ['ID=2c7d3eee-73ff-4803-9d08-b906cca0ec67,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:59.077452 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71743ff3-df6a-4699-8ac4-24f130caa23c req-2eca8e5b-469e-4db8-af28-484ceebcc269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:59.079910 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71743ff3-df6a-4699-8ac4-24f130caa23c req-2eca8e5b-469e-4db8-af28-484ceebcc269 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=48041428-5cce-473c-b445-a01eb383d908 HTTP/1.1" status: 200 len: 851 time: 0.1150579 Nov 09 21:33:59.150331 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ff15f0-1a56-4b35-8cfd-bada5d24a91a tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:59.158607 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-61f0a18d-0543-469a-99ed-61a4ac6dbefb None None] For port b72f402c-1469-470c-8fdb-8ec19f8a9402, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:33:59.159538 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ff15f0-1a56-4b35-8cfd-bada5d24a91a tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:59.162304 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-61f0a18d-0543-469a-99ed-61a4ac6dbefb None None] For port b72f402c-1469-470c-8fdb-8ec19f8a9402, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=b72f402c-1469-470c-8fdb-8ec19f8a9402,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:33:59.167230 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-61f0a18d-0543-469a-99ed-61a4ac6dbefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:59.176086 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ff15f0-1a56-4b35-8cfd-bada5d24a91a tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:59.181293 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d8ff15f0-1a56-4b35-8cfd-bada5d24a91a tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1424387 Nov 09 21:33:59.182046 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33808) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:59.214378 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8285d91d-94e7-487f-920a-97a853cfce70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:59.244056 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8285d91d-94e7-487f-920a-97a853cfce70 admin admin] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:59.259363 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8285d91d-94e7-487f-920a-97a853cfce70 admin admin] 10.222.0.49 "DELETE /v2.0/networks/4786ca9b-662a-4771-9c79-762971fcfbcd HTTP/1.1" status: 204 len: 168 time: 1.2627299 Nov 09 21:33:59.266018 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71743ff3-df6a-4699-8ac4-24f130caa23c req-70b4de26-1ba1-490f-9382-6e42f43ee116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:59.267564 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71743ff3-df6a-4699-8ac4-24f130caa23c req-70b4de26-1ba1-490f-9382-6e42f43ee116 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e557bc0d-71a9-4b44-ab50-1de12563c5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1788640 Nov 09 21:33:59.268058 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33810) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:33:59.274928 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-59ce054a-3550-4cf6-ab7d-56267a4262af req-0ff8d163-631d-4e63-a4cf-b6f1e0be4e63 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4493823 Nov 09 21:33:59.295321 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8285d91d-94e7-487f-920a-97a853cfce70 admin admin] Pushing event deleted for resources: {'Network': ['ID=4786ca9b-662a-4771-9c79-762971fcfbcd,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:59.303782 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f0a18d-0543-469a-99ed-61a4ac6dbefb None None] Pushing event updated for resources: {'Port': ['ID=b72f402c-1469-470c-8fdb-8ec19f8a9402,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:33:59.557899 n-d-816206-3 neutron-server[102608]: DEBUG neutron.objects.ports [None req-34b09bf1-282b-4153-b88f-2b8fe48b5f99 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102608) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 21:33:59.630564 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-cac42ace-0311-4b5e-b828-068de447f2c7 admin admin] Deleting subnet 216b441b-83ed-4e11-86cf-f9ee40942dd9 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:33:59.631039 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f466366-51cb-4fc9-ab81-af2e4fa2029a req-4fba9b39-66f3-4bac-b636-4f93ffc9f7d2 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:59.632857 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2f466366-51cb-4fc9-ab81-af2e4fa2029a req-4fba9b39-66f3-4bac-b636-4f93ffc9f7d2 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=52cbcba1-cf59-4fc9-8d6c-7076719e6ac8 HTTP/1.1" status: 200 len: 946 time: 0.1873891 Nov 09 21:33:59.695086 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cac42ace-0311-4b5e-b828-068de447f2c7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:59.797220 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4932254-cf9f-413c-8498-33baf1dfd9e8 req-df955bf3-4c96-4c8c-9101-1aa1d194bca1 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:33:59.809749 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d4932254-cf9f-413c-8498-33baf1dfd9e8 req-df955bf3-4c96-4c8c-9101-1aa1d194bca1 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.3842044 Nov 09 21:33:59.830198 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71743ff3-df6a-4699-8ac4-24f130caa23c req-058f1d46-688b-48c6-a054-80f195585910 service neutron] 10.222.0.43 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5191474 Nov 09 21:33:59.892335 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-f2da9589-de9f-42c1-a664-b6a7d8aeff1b tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Deleting port 2c7d3eee-73ff-4803-9d08-b906cca0ec67 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:33:59.892720 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f2da9589-de9f-42c1-a664-b6a7d8aeff1b tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:59.897397 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cac42ace-0311-4b5e-b828-068de447f2c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:33:59.936624 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96465770-bc0c-40e7-ad72-8ed125238817 None None] Network 3aaef064-69d9-4269-8364-1f46901bad37 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:33:59.978095 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2f466366-51cb-4fc9-ab81-af2e4fa2029a req-c73bc05a-1c17-439f-9fc3-43213a156b76 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3ee36ce-49ad-4626-8793-80796989662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2237902 Nov 09 21:34:00.069284 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-34b09bf1-282b-4153-b88f-2b8fe48b5f99 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:00.081878 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-4e8a4880-07e2-4f1a-9f2f-439f8afcd0a6 None None] Provisioning complete for port b2388fc6-e0c4-4f99-9a46-3404574f701d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:34:00.082534 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4e8a4880-07e2-4f1a-9f2f-439f8afcd0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:00.099662 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d4932254-cf9f-413c-8498-33baf1dfd9e8 req-d9e95d86-2be6-41cb-bb72-db855bd84b5c tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2889116 Nov 09 21:34:00.116483 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cac42ace-0311-4b5e-b828-068de447f2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:00.208666 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f2da9589-de9f-42c1-a664-b6a7d8aeff1b tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:00.214200 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71743ff3-df6a-4699-8ac4-24f130caa23c req-1cc8851e-6683-47f9-9b03-b83fd633c815 service neutron] 10.222.0.43 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710227 Nov 09 21:34:00.269620 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4e8a4880-07e2-4f1a-9f2f-439f8afcd0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:00.271601 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-f2da9589-de9f-42c1-a664-b6a7d8aeff1b tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Calling delete_port for 2c7d3eee-73ff-4803-9d08-b906cca0ec67 owned by {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:34:00.341741 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cac42ace-0311-4b5e-b828-068de447f2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:00.378265 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-4e8a4880-07e2-4f1a-9f2f-439f8afcd0a6 None None] For port b2388fc6-e0c4-4f99-9a46-3404574f701d, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=b2388fc6-e0c4-4f99-9a46-3404574f701d,segment=NetworkSegment(030c4ef1-5aa2-4d9e-b132-26f1dccd4b46),segment_id=030c4ef1-5aa2-4d9e-b132-26f1dccd4b46)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:34:00.385927 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4e8a4880-07e2-4f1a-9f2f-439f8afcd0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:00.473280 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device b2388fc6-e0c4-4f99-9a46-3404574f701d up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:34:00.479920 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cac42ace-0311-4b5e-b828-068de447f2c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:00.483921 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-cac42ace-0311-4b5e-b828-068de447f2c7 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/216b441b-83ed-4e11-86cf-f9ee40942dd9 HTTP/1.1" status: 204 len: 168 time: 1.1860588 Nov 09 21:34:00.485143 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac42ace-0311-4b5e-b828-068de447f2c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=216b441b-83ed-4e11-86cf-f9ee40942dd9,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:00.488290 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33824) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:00.507999 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-34b09bf1-282b-4153-b88f-2b8fe48b5f99 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] For port b72f402c-1469-470c-8fdb-8ec19f8a9402, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=b72f402c-1469-470c-8fdb-8ec19f8a9402,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:34:00.562778 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-34b09bf1-282b-4153-b88f-2b8fe48b5f99 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:00.569888 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-34b09bf1-282b-4153-b88f-2b8fe48b5f99 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:00.570782 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-34b09bf1-282b-4153-b88f-2b8fe48b5f99 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:00.583257 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a4880-07e2-4f1a-9f2f-439f8afcd0a6 None None] Pushing event updated for resources: {'Port': ['ID=b2388fc6-e0c4-4f99-9a46-3404574f701d,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:00.606675 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port b2388fc6-e0c4-4f99-9a46-3404574f701d triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:34:00.608041 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:00.653515 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9ac2b4b9-fa54-4ce3-ab46-0f2abac553de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:00.716071 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b09bf1-282b-4153-b88f-2b8fe48b5f99 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:34:00.726053 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-34b09bf1-282b-4153-b88f-2b8fe48b5f99 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:34:00.741050 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b09bf1-282b-4153-b88f-2b8fe48b5f99 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:00.742238 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-34b09bf1-282b-4153-b88f-2b8fe48b5f99 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:00.798405 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b09bf1-282b-4153-b88f-2b8fe48b5f99 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Subnet': ['ID=c28d3ce3-0692-407b-80b0-42320c71226d,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:00.814390 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device b72f402c-1469-470c-8fdb-8ec19f8a9402 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:34:00.820083 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b09bf1-282b-4153-b88f-2b8fe48b5f99 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Port': ['ID=b72f402c-1469-470c-8fdb-8ec19f8a9402,revision_number=4']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:00.828274 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-34b09bf1-282b-4153-b88f-2b8fe48b5f99 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1002102 Nov 09 21:34:00.830928 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33826) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:00.837177 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-8aebf763-6274-4e1a-a43f-4879fe7db001 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'port': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'mac_address': 'fa:16:3e:29:a5:41', 'name': 'tempest-NetworksTestDHCPv6-911893137'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:00.985047 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f2da9589-de9f-42c1-a664-b6a7d8aeff1b tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:01.001168 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port b72f402c-1469-470c-8fdb-8ec19f8a9402 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:34:01.001744 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:01.002150 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aebf763-6274-4e1a-a43f-4879fe7db001 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:34:01.072841 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da9589-de9f-42c1-a664-b6a7d8aeff1b tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Pushing event deleted for resources: {'Port': ['ID=2c7d3eee-73ff-4803-9d08-b906cca0ec67,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:01.100183 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29031ebe-f2d0-4c23-8cd8-28f60241e0f4 None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:34:01.155592 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9ac2b4b9-fa54-4ce3-ab46-0f2abac553de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:01.246006 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-3f18dd22-cf95-4bc1-bbdf-10886d59cce3 None None] Provisioning complete for port b2388fc6-e0c4-4f99-9a46-3404574f701d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:34:01.246382 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3f18dd22-cf95-4bc1-bbdf-10886d59cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:01.251384 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb20302-f177-4e1c-b337-436ba6c09349 req-74093fe9-fc0a-45b6-97fe-66a5d1362567 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:01.253002 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2eb20302-f177-4e1c-b337-436ba6c09349 req-74093fe9-fc0a-45b6-97fe-66a5d1362567 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=52cbcba1-cf59-4fc9-8d6c-7076719e6ac8 HTTP/1.1" status: 200 len: 946 time: 0.1074781 Nov 09 21:34:01.347615 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2eb20302-f177-4e1c-b337-436ba6c09349 req-bd168812-490a-4a4a-b42f-984cd4f30c82 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3ee36ce-49ad-4626-8793-80796989662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705338 Nov 09 21:34:01.353323 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8aebf763-6274-4e1a-a43f-4879fe7db001 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:01.376475 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-9ac2b4b9-fa54-4ce3-ab46-0f2abac553de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d4c0451-00bc-4fd2-b9ed-8cd8ea14f3bb']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:34:01.382363 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-8aebf763-6274-4e1a-a43f-4879fe7db001 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] device_id is not set on port fd049c92-c0c0-49b9-b483-27a12cc71f3a yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:34:01.440086 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-9ac2b4b9-fa54-4ce3-ab46-0f2abac553de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a1888c3-5369-47d0-8b48-b4e070fdf0e0') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:34:01.440396 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-9ac2b4b9-fa54-4ce3-ab46-0f2abac553de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a1888c3-5369-47d0-8b48-b4e070fdf0e0') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:34:01.528113 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9ac2b4b9-fa54-4ce3-ab46-0f2abac553de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:01.610993 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f2da9589-de9f-42c1-a664-b6a7d8aeff1b tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:01.620719 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f2da9589-de9f-42c1-a664-b6a7d8aeff1b tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] 10.222.0.49 "DELETE /v2.0/ports/2c7d3eee-73ff-4803-9d08-b906cca0ec67 HTTP/1.1" status: 204 len: 168 time: 2.4366655 Nov 09 21:34:01.621366 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33844) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:01.623880 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9ac2b4b9-fa54-4ce3-ab46-0f2abac553de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:01.711881 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ac2b4b9-fa54-4ce3-ab46-0f2abac553de admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:34:01.712294 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9ac2b4b9-fa54-4ce3-ab46-0f2abac553de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:01.715569 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:34:01.715569 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:34:01.715569 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:34:01.715569 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:34:01.715569 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:34:01.715569 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:34:01.715569 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:34:01.715569 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:34:01.715569 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:34:01.715569 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:34:01.715569 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:34:01.715569 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:34:01.715569 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:34:01.715569 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:34:01.715569 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:34:01.715569 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:34:01.715569 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:34:01.715569 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:34:01.715569 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:34:01.715569 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:34:01.715569 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:34:01.715569 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:34:01.715569 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:34:01.715569 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:34:01.715569 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:34:01.715569 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:34:01.715569 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:34:01.715569 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:34:01.715569 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:34:01.715569 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:34:01.715569 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:34:01.715569 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:34:01.741268 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dc03566-2979-4363-bbd8-c365893742c2 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] GET failed (client error): The resource could not be found. Nov 09 21:34:01.743181 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7dc03566-2979-4363-bbd8-c365893742c2 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] 10.222.0.49 "GET /v2.0/ports/2c7d3eee-73ff-4803-9d08-b906cca0ec67 HTTP/1.1" status: 404 len: 333 time: 0.1027699 Nov 09 21:34:01.783576 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-8aebf763-6274-4e1a-a43f-4879fe7db001 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Allocated IP 172.20.0.10 (83001fa8-21bc-4303-8a8a-37c91fd09fe2/0a16689e-920d-4026-83e0-13da45c2112c/fd049c92-c0c0-49b9-b483-27a12cc71f3a) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:34:01.794781 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-8aebf763-6274-4e1a-a43f-4879fe7db001 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Allocated IP 2001:db8::f816:3eff:fe29:a541 (83001fa8-21bc-4303-8a8a-37c91fd09fe2/c28d3ce3-0692-407b-80b0-42320c71226d/fd049c92-c0c0-49b9-b483-27a12cc71f3a) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:34:01.815112 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33846) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:01.830979 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-d29e1ff4-4251-4936-853d-d5831480cd47 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Request body: {'port': {'network_id': '3aaef064-69d9-4269-8364-1f46901bad37', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1533978124'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:01.875311 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:01.930418 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port b72f402c-1469-470c-8fdb-8ec19f8a9402, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=b72f402c-1469-470c-8fdb-8ec19f8a9402,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:34:01.936754 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:01.974377 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8aebf763-6274-4e1a-a43f-4879fe7db001 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:01.997348 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=b72f402c-1469-470c-8fdb-8ec19f8a9402,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:02.018186 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8aebf763-6274-4e1a-a43f-4879fe7db001 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:02.042732 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-3f18dd22-cf95-4bc1-bbdf-10886d59cce3 None None] Provisioning complete for port aad6334e-74ff-4f43-ba8e-926621794b02 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:34:02.043245 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3f18dd22-cf95-4bc1-bbdf-10886d59cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:02.081022 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aebf763-6274-4e1a-a43f-4879fe7db001 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:34:02.094952 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-8aebf763-6274-4e1a-a43f-4879fe7db001 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:34:02.098037 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aebf763-6274-4e1a-a43f-4879fe7db001 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:34:02.122818 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-3f18dd22-cf95-4bc1-bbdf-10886d59cce3 None None] Port aad6334e-74ff-4f43-ba8e-926621794b02 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:34:02.123867 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9ac2b4b9-fa54-4ce3-ab46-0f2abac553de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:02.133810 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-3f18dd22-cf95-4bc1-bbdf-10886d59cce3 None None] Could not find standard attr ID for object 2c7d3eee-73ff-4803-9d08-b906cca0ec67. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 21:34:02.154612 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9ac2b4b9-fa54-4ce3-ab46-0f2abac553de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:02.164614 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-9ac2b4b9-fa54-4ce3-ab46-0f2abac553de admin admin] 10.222.0.49 "DELETE /v2.0/networks/1d4c0451-00bc-4fd2-b9ed-8cd8ea14f3bb HTTP/1.1" status: 204 len: 168 time: 1.6752844 Nov 09 21:34:02.228556 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac2b4b9-fa54-4ce3-ab46-0f2abac553de admin admin] Pushing event deleted for resources: {'Network': ['ID=1d4c0451-00bc-4fd2-b9ed-8cd8ea14f3bb,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:02.229994 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aebf763-6274-4e1a-a43f-4879fe7db001 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:02.230684 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8aebf763-6274-4e1a-a43f-4879fe7db001 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:02.263375 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aebf763-6274-4e1a-a43f-4879fe7db001 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Port': ['ID=fd049c92-c0c0-49b9-b483-27a12cc71f3a,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:02.280428 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8aebf763-6274-4e1a-a43f-4879fe7db001 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4484363 Nov 09 21:34:02.282917 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33850) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:02.318265 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d1ef1c82-3610-4020-a40e-05b8261ab75f None None] Provisioning complete for port b72f402c-1469-470c-8fdb-8ec19f8a9402 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:34:02.342916 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d1ef1c82-3610-4020-a40e-05b8261ab75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:02.383613 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29e1ff4-4251-4936-853d-d5831480cd47 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Made reservation on behalf of 74b02edadfab46a8b35aa9e02814a52b for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:34:02.393020 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d29e1ff4-4251-4936-853d-d5831480cd47 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:02.429729 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d440b197-7928-48d0-bbbc-36854eed44b1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:02.449203 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device b2388fc6-e0c4-4f99-9a46-3404574f701d up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:34:02.456327 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-d29e1ff4-4251-4936-853d-d5831480cd47 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] device_id is not set on port 893c9a0c-b54c-44ab-83fd-dd6eaab5d607 yet. {{(pid=102607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:34:02.465863 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d440b197-7928-48d0-bbbc-36854eed44b1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:02.474931 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d440b197-7928-48d0-bbbc-36854eed44b1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1904261 Nov 09 21:34:02.476780 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33856) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:02.589556 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33860) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:02.725022 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d1ef1c82-3610-4020-a40e-05b8261ab75f None None] Provisioning complete for port aad6334e-74ff-4f43-ba8e-926621794b02 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:34:02.725671 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d1ef1c82-3610-4020-a40e-05b8261ab75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:02.728208 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port b2388fc6-e0c4-4f99-9a46-3404574f701d triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:34:02.728746 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:02.744367 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-fe2cf807-1b49-430b-9f32-ca09e36a203b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=87a628849a6640e087c3be4d76fc61c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1525824 Nov 09 21:34:02.745569 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33864) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:02.804748 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-968b151d-5d48-42a2-ab79-970aa96abdb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:02.812252 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b5ead-27c9-4d06-9c39-8b19357c4be9 req-cf0b6d63-5acf-4695-886d-1651e3b8203f tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:02.813813 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-237b5ead-27c9-4d06-9c39-8b19357c4be9 req-cf0b6d63-5acf-4695-886d-1651e3b8203f tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=52cbcba1-cf59-4fc9-8d6c-7076719e6ac8 HTTP/1.1" status: 200 len: 946 time: 0.2570376 Nov 09 21:34:02.846369 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-968b151d-5d48-42a2-ab79-970aa96abdb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:02.907963 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-d29e1ff4-4251-4936-853d-d5831480cd47 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Allocated IP 2001:db8::242 (3aaef064-69d9-4269-8364-1f46901bad37/a4b54333-9aa7-4223-bf72-b538202a0da6/893c9a0c-b54c-44ab-83fd-dd6eaab5d607) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:34:02.926392 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-968b151d-5d48-42a2-ab79-970aa96abdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:02.929607 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-968b151d-5d48-42a2-ab79-970aa96abdb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:02.935428 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-968b151d-5d48-42a2-ab79-970aa96abdb3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f63c143a-1bca-4c18-9569-72545e997f5e HTTP/1.1" status: 204 len: 168 time: 0.1854973 Nov 09 21:34:02.946513 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-e1ee67b6-ea24-4e05-8c3e-2f619efec414 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting port fd049c92-c0c0-49b9-b483-27a12cc71f3a {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:34:02.946860 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e1ee67b6-ea24-4e05-8c3e-2f619efec414 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:02.967226 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b151d-5d48-42a2-ab79-970aa96abdb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63c143a-1bca-4c18-9569-72545e997f5e,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:03.022136 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-d1ef1c82-3610-4020-a40e-05b8261ab75f None None] Port aad6334e-74ff-4f43-ba8e-926621794b02 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:34:03.028933 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-237b5ead-27c9-4d06-9c39-8b19357c4be9 req-f725c3bb-dc2a-4d22-ac38-0a25da759f2a tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3ee36ce-49ad-4626-8793-80796989662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2061911 Nov 09 21:34:03.035078 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d1ef1c82-3610-4020-a40e-05b8261ab75f None None] Could not find standard attr ID for object 2c7d3eee-73ff-4803-9d08-b906cca0ec67. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 21:34:03.043060 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device b72f402c-1469-470c-8fdb-8ec19f8a9402 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:34:03.180188 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port b72f402c-1469-470c-8fdb-8ec19f8a9402 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:34:03.180571 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:03.318034 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-f5c23f1b-bb6d-410b-a472-93138a575cf4 None None] Provisioning complete for port b72f402c-1469-470c-8fdb-8ec19f8a9402 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:34:03.318497 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f5c23f1b-bb6d-410b-a472-93138a575cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:03.501504 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d29e1ff4-4251-4936-853d-d5831480cd47 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:03.558855 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d29e1ff4-4251-4936-853d-d5831480cd47 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:03.649040 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:03.678326 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29e1ff4-4251-4936-853d-d5831480cd47 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Pushing event updated for resources: {'Port': ['ID=893c9a0c-b54c-44ab-83fd-dd6eaab5d607,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:03.708000 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29e1ff4-4251-4936-853d-d5831480cd47 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Network 3aaef064-69d9-4269-8364-1f46901bad37 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:34:03.712131 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-d29e1ff4-4251-4936-853d-d5831480cd47 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:34:03.734231 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29e1ff4-4251-4936-853d-d5831480cd47 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:34:03.741935 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29e1ff4-4251-4936-853d-d5831480cd47 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:03.742658 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d29e1ff4-4251-4936-853d-d5831480cd47 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:03.745202 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33878) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:03.789680 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-9d0c4a8b-f779-428f-974c-0ec1b2b8a495 None None] Could not find standard attr ID for object c7660ce6-0c6c-4aac-9fe7-43562e9b7607. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 21:34:03.856765 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-84cd49b3-a95e-41c5-837f-f5d3e62b3762 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=873f4a43ae9e4a5f94e5672c58db1317&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1092949 Nov 09 21:34:03.868248 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d29e1ff4-4251-4936-853d-d5831480cd47 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0518517 Nov 09 21:34:03.868959 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33880) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:03.869305 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33882) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:03.885499 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-29881733-dddb-4600-8021-cc91b8c37a94 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2f6', 'mac_address': 'fa:16:3e:81:87:a8'}]}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:03.893065 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e1ee67b6-ea24-4e05-8c3e-2f619efec414 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:03.935438 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-e1ee67b6-ea24-4e05-8c3e-2f619efec414 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Calling delete_port for fd049c92-c0c0-49b9-b483-27a12cc71f3a owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:34:04.172243 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-29881733-dddb-4600-8021-cc91b8c37a94 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:04.231197 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-edbf5205-b9af-4965-b0f8-b8ec397a552a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:04.255748 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-edbf5205-b9af-4965-b0f8-b8ec397a552a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:04.284499 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e1ee67b6-ea24-4e05-8c3e-2f619efec414 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:04.320331 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-edbf5205-b9af-4965-b0f8-b8ec397a552a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:04.323995 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-edbf5205-b9af-4965-b0f8-b8ec397a552a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:04.327542 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-edbf5205-b9af-4965-b0f8-b8ec397a552a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6dfef59b-8360-4ba9-a8a1-597e7ad63541 HTTP/1.1" status: 204 len: 168 time: 0.4557543 Nov 09 21:34:04.341147 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf5205-b9af-4965-b0f8-b8ec397a552a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfef59b-8360-4ba9-a8a1-597e7ad63541,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:04.349756 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee67b6-ea24-4e05-8c3e-2f619efec414 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Port': ['ID=fd049c92-c0c0-49b9-b483-27a12cc71f3a,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:04.440002 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-ecaa1989-1960-4249-9b30-7b4838f69008 None None] Provisioning complete for port 893c9a0c-b54c-44ab-83fd-dd6eaab5d607 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:34:04.443953 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ecaa1989-1960-4249-9b30-7b4838f69008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:04.454081 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee056c-4ff2-49b2-a741-ec27640b5fa8 req-463de419-7123-4f53-90af-c534a3bac56b tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:04.462779 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-15ee056c-4ff2-49b2-a741-ec27640b5fa8 req-463de419-7123-4f53-90af-c534a3bac56b tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=52cbcba1-cf59-4fc9-8d6c-7076719e6ac8 HTTP/1.1" status: 200 len: 946 time: 0.1899583 Nov 09 21:34:04.533137 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e1ee67b6-ea24-4e05-8c3e-2f619efec414 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:04.537224 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e1ee67b6-ea24-4e05-8c3e-2f619efec414 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/ports/fd049c92-c0c0-49b9-b483-27a12cc71f3a HTTP/1.1" status: 204 len: 168 time: 2.0563130 Nov 09 21:34:04.542283 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33892) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:04.569757 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-15ee056c-4ff2-49b2-a741-ec27640b5fa8 req-28fac7d2-9b33-4fb7-bba9-28f63d2474b5 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3ee36ce-49ad-4626-8793-80796989662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059923 Nov 09 21:34:04.580548 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-ecaa1989-1960-4249-9b30-7b4838f69008 None None] Port 893c9a0c-b54c-44ab-83fd-dd6eaab5d607 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:34:04.661087 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21c7e62-a2f9-4609-ba45-2b82dffa8960 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:04.662828 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21c7e62-a2f9-4609-ba45-2b82dffa8960 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:04.664388 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21c7e62-a2f9-4609-ba45-2b82dffa8960 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:04.666263 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d21c7e62-a2f9-4609-ba45-2b82dffa8960 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1230309 Nov 09 21:34:04.668973 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33896) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:04.700425 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-a82a76d4-e17f-43a4-9b32-90f80ef6f656 None None] Could not find standard attr ID for object fd049c92-c0c0-49b9-b483-27a12cc71f3a. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 21:34:04.739691 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-29881733-dddb-4600-8021-cc91b8c37a94 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:04.749347 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-29881733-dddb-4600-8021-cc91b8c37a94 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:04.812223 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-29881733-dddb-4600-8021-cc91b8c37a94 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] In _notify_port_updated(), no bound segment for port 893c9a0c-b54c-44ab-83fd-dd6eaab5d607 on network 3aaef064-69d9-4269-8364-1f46901bad37 {{(pid=102607) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 21:34:04.818684 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29881733-dddb-4600-8021-cc91b8c37a94 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:04.819316 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-29881733-dddb-4600-8021-cc91b8c37a94 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:04.826604 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-29881733-dddb-4600-8021-cc91b8c37a94 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] 10.222.0.49 "PUT /v2.0/ports/893c9a0c-b54c-44ab-83fd-dd6eaab5d607 HTTP/1.1" status: 200 len: 1003 time: 0.9486225 Nov 09 21:34:04.829379 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33900) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:04.834080 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a10b1b8-8d61-46b5-ac8e-104aa1005da6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting subnet 0a16689e-920d-4026-83e0-13da45c2112c {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:34:04.883738 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7a10b1b8-8d61-46b5-ac8e-104aa1005da6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:04.957060 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7a10b1b8-8d61-46b5-ac8e-104aa1005da6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:05.023374 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29881733-dddb-4600-8021-cc91b8c37a94 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Pushing event updated for resources: {'Port': ['ID=893c9a0c-b54c-44ab-83fd-dd6eaab5d607,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:05.098807 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-4543d1fc-75be-4137-838c-f82c7c7bb14e tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Deleting port 893c9a0c-b54c-44ab-83fd-dd6eaab5d607 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:34:05.100158 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4543d1fc-75be-4137-838c-f82c7c7bb14e tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:05.225265 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7a10b1b8-8d61-46b5-ac8e-104aa1005da6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:05.262709 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4543d1fc-75be-4137-838c-f82c7c7bb14e tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:05.284151 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-4543d1fc-75be-4137-838c-f82c7c7bb14e tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Calling delete_port for 893c9a0c-b54c-44ab-83fd-dd6eaab5d607 owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:34:05.344497 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-78ecd9dd-b390-4b23-8290-885e99f46e3b None None] Provisioning complete for port 893c9a0c-b54c-44ab-83fd-dd6eaab5d607 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:34:05.345479 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-78ecd9dd-b390-4b23-8290-885e99f46e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:05.449175 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7a10b1b8-8d61-46b5-ac8e-104aa1005da6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:05.457100 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-78ecd9dd-b390-4b23-8290-885e99f46e3b None None] Port 893c9a0c-b54c-44ab-83fd-dd6eaab5d607 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:34:05.518398 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7a10b1b8-8d61-46b5-ac8e-104aa1005da6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:05.523657 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7a10b1b8-8d61-46b5-ac8e-104aa1005da6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/0a16689e-920d-4026-83e0-13da45c2112c HTTP/1.1" status: 204 len: 168 time: 0.8502400 Nov 09 21:34:05.523808 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33928) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:05.525975 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a10b1b8-8d61-46b5-ac8e-104aa1005da6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Subnet': ['ID=0a16689e-920d-4026-83e0-13da45c2112c,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:05.529246 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd5c834-7886-42e6-88e2-dab63aed0aa3 None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:34:05.582314 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4543d1fc-75be-4137-838c-f82c7c7bb14e tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:05.753737 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543d1fc-75be-4137-838c-f82c7c7bb14e tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Pushing event deleted for resources: {'Port': ['ID=893c9a0c-b54c-44ab-83fd-dd6eaab5d607,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:05.853733 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfe27367-90f7-4580-871c-92dce230ee29 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting subnet c28d3ce3-0692-407b-80b0-42320c71226d {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:34:05.857443 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cfe27367-90f7-4580-871c-92dce230ee29 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:05.930006 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cfe27367-90f7-4580-871c-92dce230ee29 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:06.026522 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4543d1fc-75be-4137-838c-f82c7c7bb14e tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:06.035426 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33948) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:06.037544 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4543d1fc-75be-4137-838c-f82c7c7bb14e tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] 10.222.0.49 "DELETE /v2.0/ports/893c9a0c-b54c-44ab-83fd-dd6eaab5d607 HTTP/1.1" status: 204 len: 168 time: 1.2068400 Nov 09 21:34:06.113906 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbcf1f98-f459-4401-8c45-f3cf5e16dcfd tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] GET failed (client error): The resource could not be found. Nov 09 21:34:06.119629 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-cbcf1f98-f459-4401-8c45-f3cf5e16dcfd tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] 10.222.0.49 "GET /v2.0/ports/893c9a0c-b54c-44ab-83fd-dd6eaab5d607 HTTP/1.1" status: 404 len: 333 time: 0.0545156 Nov 09 21:34:06.120563 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33950) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:06.126647 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-d8a81f81-deb2-43e9-8230-89c09b692afd tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Request body: {'port': {'network_id': '3aaef064-69d9-4269-8364-1f46901bad37', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-229444514'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:06.140010 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ad63f-8084-4d08-863a-ffde6d40ca27 req-07505429-761e-44fa-a98c-84b65e14228b tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:06.142852 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9d6ad63f-8084-4d08-863a-ffde6d40ca27 req-07505429-761e-44fa-a98c-84b65e14228b tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=52cbcba1-cf59-4fc9-8d6c-7076719e6ac8 HTTP/1.1" status: 200 len: 946 time: 0.1777265 Nov 09 21:34:06.194732 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cfe27367-90f7-4580-871c-92dce230ee29 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:06.395224 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9d6ad63f-8084-4d08-863a-ffde6d40ca27 req-fcd34022-cf07-45f0-8e1a-8a755c3aaa22 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3ee36ce-49ad-4626-8793-80796989662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2368393 Nov 09 21:34:06.397060 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cfe27367-90f7-4580-871c-92dce230ee29 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:06.411938 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cfe27367-90f7-4580-871c-92dce230ee29 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:06.415669 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-cfe27367-90f7-4580-871c-92dce230ee29 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/c28d3ce3-0692-407b-80b0-42320c71226d HTTP/1.1" status: 204 len: 168 time: 0.8907275 Nov 09 21:34:06.418668 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33956) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:06.497153 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-13ac550a-04a8-47de-ba28-6c826ae85396 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0771897 Nov 09 21:34:06.500092 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33962) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:06.506334 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a81f81-deb2-43e9-8230-89c09b692afd tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Made reservation on behalf of 74b02edadfab46a8b35aa9e02814a52b for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:34:06.507791 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-0ffa7543-d94c-42a2-9f22-6c76762c0312 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'subnet': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:06.510037 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d8a81f81-deb2-43e9-8230-89c09b692afd tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:06.513110 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe27367-90f7-4580-871c-92dce230ee29 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Subnet': ['ID=c28d3ce3-0692-407b-80b0-42320c71226d,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:06.610714 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-d8a81f81-deb2-43e9-8230-89c09b692afd tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] device_id is not set on port 0e5772d8-fc1b-4c8c-b944-8742eb097853 yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:34:06.695354 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ffa7543-d94c-42a2-9f22-6c76762c0312 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:34:06.700037 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0ffa7543-d94c-42a2-9f22-6c76762c0312 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:06.929416 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-d8a81f81-deb2-43e9-8230-89c09b692afd tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Allocated IP 2001:db8::12c (3aaef064-69d9-4269-8364-1f46901bad37/a4b54333-9aa7-4223-bf72-b538202a0da6/0e5772d8-fc1b-4c8c-b944-8742eb097853) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:34:06.935773 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0ffa7543-d94c-42a2-9f22-6c76762c0312 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:07.100346 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffa7543-d94c-42a2-9f22-6c76762c0312 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:34:07.121984 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-0ffa7543-d94c-42a2-9f22-6c76762c0312 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:34:07.125828 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffa7543-d94c-42a2-9f22-6c76762c0312 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:07.126006 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0ffa7543-d94c-42a2-9f22-6c76762c0312 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:07.182788 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0ffa7543-d94c-42a2-9f22-6c76762c0312 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6804035 Nov 09 21:34:07.184126 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34006) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:07.190367 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-4dde4d72-6c74-433c-ba53-b7cd76302a2b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'subnet': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:07.288257 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2665d7-eba0-4162-a122-20178f662dfd None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:34:07.314117 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffa7543-d94c-42a2-9f22-6c76762c0312 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Subnet': ['ID=4903f6fd-bad5-41d3-8c6d-560fde66895e,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:07.368708 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d8a81f81-deb2-43e9-8230-89c09b692afd tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:07.432209 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-e1517976-b4e6-4ea9-bf65-c5ded93ac427 None None] Provisioning complete for port b72f402c-1469-470c-8fdb-8ec19f8a9402 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:34:07.433566 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e1517976-b4e6-4ea9-bf65-c5ded93ac427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:07.442894 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d8a81f81-deb2-43e9-8230-89c09b692afd tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:07.503898 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dde4d72-6c74-433c-ba53-b7cd76302a2b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:34:07.510623 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4dde4d72-6c74-433c-ba53-b7cd76302a2b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:07.632904 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34016) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:07.638298 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a81f81-deb2-43e9-8230-89c09b692afd tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Network 3aaef064-69d9-4269-8364-1f46901bad37 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:34:07.659529 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34018) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:07.674969 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-d8a81f81-deb2-43e9-8230-89c09b692afd tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:34:07.684441 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a81f81-deb2-43e9-8230-89c09b692afd tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:34:07.692806 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a81f81-deb2-43e9-8230-89c09b692afd tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:07.693821 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d8a81f81-deb2-43e9-8230-89c09b692afd tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:07.697775 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a81f81-deb2-43e9-8230-89c09b692afd tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Pushing event updated for resources: {'Port': ['ID=0e5772d8-fc1b-4c8c-b944-8742eb097853,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:07.729192 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d8a81f81-deb2-43e9-8230-89c09b692afd tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6066420 Nov 09 21:34:07.731864 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34030) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:07.742776 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-1fdc7a34-2a94-4749-99c0-29f1702e651b tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:81:87:a8'}]}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:07.999138 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b941b5ca-6b40-4aa1-85ab-5f31bf99a3c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:08.013290 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f99db8-d513-486c-9d1e-1ea5236ed0cf req-e27a5e71-db3c-46f8-aa28-378886c60c9c tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:08.015755 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-75f99db8-d513-486c-9d1e-1ea5236ed0cf req-e27a5e71-db3c-46f8-aa28-378886c60c9c tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=52cbcba1-cf59-4fc9-8d6c-7076719e6ac8 HTTP/1.1" status: 200 len: 946 time: 0.1469996 Nov 09 21:34:08.031198 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc5b001-9c70-48b7-9a36-00f00bbcced9 None None] Update dhcp port {'port': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'fixed_ips': [{'subnet_id': '4903f6fd-bad5-41d3-8c6d-560fde66895e'}], 'binding:host_id': 'n-d-816206-3'}, 'id': 'b72f402c-1469-470c-8fdb-8ec19f8a9402'} from n-d-816206-3. {{(pid=102609) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 21:34:08.054355 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6c9f3b5c-9911-4186-8feb-ce7f86f99245 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:08.074193 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0dc5b001-9c70-48b7-9a36-00f00bbcced9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:08.140651 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-75f99db8-d513-486c-9d1e-1ea5236ed0cf req-195d2c9d-5bfb-4eb6-b1d7-488309e6cd15 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3ee36ce-49ad-4626-8793-80796989662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925949 Nov 09 21:34:08.243867 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b941b5ca-6b40-4aa1-85ab-5f31bf99a3c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:08.334307 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-14d13152-56ce-4bad-802b-27bb584c4714 None None] Provisioning complete for port 0e5772d8-fc1b-4c8c-b944-8742eb097853 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:34:08.334863 n-d-816206-3 neutron-server[102607]: DEBUG neutron.objects.ports [None req-4dde4d72-6c74-433c-ba53-b7cd76302a2b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102607) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 21:34:08.334950 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-14d13152-56ce-4bad-802b-27bb584c4714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:08.386951 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6c9f3b5c-9911-4186-8feb-ce7f86f99245 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:08.410870 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6c9f3b5c-9911-4186-8feb-ce7f86f99245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:08.413236 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b941b5ca-6b40-4aa1-85ab-5f31bf99a3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:08.483964 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-0dc5b001-9c70-48b7-9a36-00f00bbcced9 None None] Allocated IP 172.20.0.2 (83001fa8-21bc-4303-8a8a-37c91fd09fe2/4903f6fd-bad5-41d3-8c6d-560fde66895e/b72f402c-1469-470c-8fdb-8ec19f8a9402) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:34:08.517880 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1fdc7a34-2a94-4749-99c0-29f1702e651b tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:08.531993 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6c9f3b5c-9911-4186-8feb-ce7f86f99245 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f8ca45a4ec0046b481c3d74a2a191e5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8913500 Nov 09 21:34:08.545626 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b941b5ca-6b40-4aa1-85ab-5f31bf99a3c4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=18f67aff76a94348bbc95ba14ef5ace9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8837070 Nov 09 21:34:08.548305 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34040) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:08.548694 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34042) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:08.559630 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f3b5c-9911-4186-8feb-ce7f86f99245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab04c34-af21-47f2-a610-60ea5ae52464,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:08.584983 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-14d13152-56ce-4bad-802b-27bb584c4714 None None] Port 0e5772d8-fc1b-4c8c-b944-8742eb097853 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:34:08.610778 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9f3b5c-9911-4186-8feb-ce7f86f99245 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:34:08.611259 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9f3b5c-9911-4186-8feb-ce7f86f99245 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:34:08.611612 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9f3b5c-9911-4186-8feb-ce7f86f99245 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:34:08.611956 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9f3b5c-9911-4186-8feb-ce7f86f99245 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:34:08.612295 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9f3b5c-9911-4186-8feb-ce7f86f99245 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:34:08.612652 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9f3b5c-9911-4186-8feb-ce7f86f99245 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:34:08.612985 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9f3b5c-9911-4186-8feb-ce7f86f99245 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:34:08.613317 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9f3b5c-9911-4186-8feb-ce7f86f99245 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:34:08.613665 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9f3b5c-9911-4186-8feb-ce7f86f99245 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:34:08.614012 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9f3b5c-9911-4186-8feb-ce7f86f99245 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:34:08.614356 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9f3b5c-9911-4186-8feb-ce7f86f99245 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:34:08.614683 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9f3b5c-9911-4186-8feb-ce7f86f99245 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:34:08.628860 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-0dc5b001-9c70-48b7-9a36-00f00bbcced9 None None] For port b72f402c-1469-470c-8fdb-8ec19f8a9402, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=b72f402c-1469-470c-8fdb-8ec19f8a9402,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:34:08.632647 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9cfd2-dc76-4b63-bae3-3f7e0bfd21de req-eff45d23-0145-4610-b8ba-2006914e1721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:08.634178 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-57e9cfd2-dc76-4b63-bae3-3f7e0bfd21de req-eff45d23-0145-4610-b8ba-2006914e1721 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8d996b08d23e47a28746199b551ba8f0&device_id=52cbcba1-cf59-4fc9-8d6c-7076719e6ac8 HTTP/1.1" status: 200 len: 1097 time: 0.1922419 Nov 09 21:34:08.665544 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0dc5b001-9c70-48b7-9a36-00f00bbcced9 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:08.678702 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0dc5b001-9c70-48b7-9a36-00f00bbcced9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:08.734671 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b941b5ca-6b40-4aa1-85ab-5f31bf99a3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a9c96f-ce50-438b-8b0d-308735166b89,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:08.800014 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc5b001-9c70-48b7-9a36-00f00bbcced9 None None] Pushing event updated for resources: {'Port': ['ID=b72f402c-1469-470c-8fdb-8ec19f8a9402,revision_number=8']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:08.803794 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6b72bc6b-50a1-410c-ac11-b356ce63c5bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:08.825975 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5412077e-774c-4c9e-803d-dfd7177f06bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:08.899556 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6b72bc6b-50a1-410c-ac11-b356ce63c5bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:08.936807 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9cfd2-dc76-4b63-bae3-3f7e0bfd21de req-88927863-f654-498d-b834-4fba9fdf170a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:08.938845 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-57e9cfd2-dc76-4b63-bae3-3f7e0bfd21de req-88927863-f654-498d-b834-4fba9fdf170a service neutron] 10.222.0.45 "GET /v2.0/networks?id=55847ffd-7836-446f-91d3-f14e046c5bb2 HTTP/1.1" status: 200 len: 911 time: 0.2866702 Nov 09 21:34:09.127269 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1fdc7a34-2a94-4749-99c0-29f1702e651b tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:09.139005 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1fdc7a34-2a94-4749-99c0-29f1702e651b tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:09.145818 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-57e9cfd2-dc76-4b63-bae3-3f7e0bfd21de req-e521ceca-8796-4585-bcee-d243a2b2f6d2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7465ca43-d2d3-4040-877b-6d2864c4c100 HTTP/1.1" status: 200 len: 1001 time: 0.1943445 Nov 09 21:34:09.204766 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc7a34-2a94-4749-99c0-29f1702e651b tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] In _notify_port_updated(), no bound segment for port 0e5772d8-fc1b-4c8c-b944-8742eb097853 on network 3aaef064-69d9-4269-8364-1f46901bad37 {{(pid=102608) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 21:34:09.222454 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdc7a34-2a94-4749-99c0-29f1702e651b tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:09.222454 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1fdc7a34-2a94-4749-99c0-29f1702e651b tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:09.225720 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1fdc7a34-2a94-4749-99c0-29f1702e651b tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] 10.222.0.49 "PUT /v2.0/ports/0e5772d8-fc1b-4c8c-b944-8742eb097853 HTTP/1.1" status: 200 len: 1002 time: 1.4925430 Nov 09 21:34:09.233744 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6b72bc6b-50a1-410c-ac11-b356ce63c5bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:09.240054 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6b72bc6b-50a1-410c-ac11-b356ce63c5bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:09.242658 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6b72bc6b-50a1-410c-ac11-b356ce63c5bc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d3a9c96f-ce50-438b-8b0d-308735166b89 HTTP/1.1" status: 204 len: 168 time: 0.6910505 Nov 09 21:34:09.281202 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34048) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:09.357830 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b72bc6b-50a1-410c-ac11-b356ce63c5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a9c96f-ce50-438b-8b0d-308735166b89,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:09.386874 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc7a34-2a94-4749-99c0-29f1702e651b tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Pushing event updated for resources: {'Port': ['ID=0e5772d8-fc1b-4c8c-b944-8742eb097853,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:09.398163 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6eb73-a1ff-4bd0-9b22-2b2b290b88c3 req-7539125d-deb8-43cb-9ced-d1a537142422 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:09.405395 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f3b6eb73-a1ff-4bd0-9b22-2b2b290b88c3 req-7539125d-deb8-43cb-9ced-d1a537142422 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=52cbcba1-cf59-4fc9-8d6c-7076719e6ac8 HTTP/1.1" status: 200 len: 946 time: 0.8995931 Nov 09 21:34:09.431801 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9cfd2-dc76-4b63-bae3-3f7e0bfd21de req-07a33995-4619-41cf-8ae7-906d3e730d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:09.433448 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-57e9cfd2-dc76-4b63-bae3-3f7e0bfd21de req-07a33995-4619-41cf-8ae7-906d3e730d83 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85ce8c7e-f82b-4b24-9029-22d978d44b85 HTTP/1.1" status: 200 len: 850 time: 0.2573354 Nov 09 21:34:09.447505 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5412077e-774c-4c9e-803d-dfd7177f06bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:09.450698 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4dde4d72-6c74-433c-ba53-b7cd76302a2b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:09.563933 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-c52edfc8-594f-4cf9-bc8d-ab5c54241ee1 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Deleting port 0e5772d8-fc1b-4c8c-b944-8742eb097853 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:34:09.564284 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c52edfc8-594f-4cf9-bc8d-ab5c54241ee1 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:09.569914 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9cfd2-dc76-4b63-bae3-3f7e0bfd21de req-904cd48d-33ad-4289-bd13-8234295b6dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:09.571423 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-57e9cfd2-dc76-4b63-bae3-3f7e0bfd21de req-904cd48d-33ad-4289-bd13-8234295b6dfa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=55847ffd-7836-446f-91d3-f14e046c5bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0961199 Nov 09 21:34:09.674362 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f3b6eb73-a1ff-4bd0-9b22-2b2b290b88c3 req-65658426-2048-4e16-8ade-4ce676c6a09c tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3ee36ce-49ad-4626-8793-80796989662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2679346 Nov 09 21:34:09.704105 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5412077e-774c-4c9e-803d-dfd7177f06bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:09.711202 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5412077e-774c-4c9e-803d-dfd7177f06bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:09.712452 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5412077e-774c-4c9e-803d-dfd7177f06bf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4ab04c34-af21-47f2-a610-60ea5ae52464 HTTP/1.1" status: 204 len: 168 time: 1.1585407 Nov 09 21:34:09.731696 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5412077e-774c-4c9e-803d-dfd7177f06bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab04c34-af21-47f2-a610-60ea5ae52464,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:09.781211 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-4dde4d72-6c74-433c-ba53-b7cd76302a2b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] For port b72f402c-1469-470c-8fdb-8ec19f8a9402, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=b72f402c-1469-470c-8fdb-8ec19f8a9402,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:34:09.784297 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-690d4898-4620-4cc4-92fc-0b5b12693e45 None None] Provisioning complete for port b72f402c-1469-470c-8fdb-8ec19f8a9402 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:34:09.784804 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-690d4898-4620-4cc4-92fc-0b5b12693e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:09.792886 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c52edfc8-594f-4cf9-bc8d-ab5c54241ee1 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:09.813411 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-c52edfc8-594f-4cf9-bc8d-ab5c54241ee1 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Calling delete_port for 0e5772d8-fc1b-4c8c-b944-8742eb097853 owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:34:09.823934 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-57e9cfd2-dc76-4b63-bae3-3f7e0bfd21de req-795b5131-2d58-41b2-8e9d-9a4845be9db0 service neutron] 10.222.0.45 "GET /v2.0/networks/55847ffd-7836-446f-91d3-f14e046c5bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414415 Nov 09 21:34:09.824859 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4dde4d72-6c74-433c-ba53-b7cd76302a2b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:09.833502 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4dde4d72-6c74-433c-ba53-b7cd76302a2b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:09.834685 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4dde4d72-6c74-433c-ba53-b7cd76302a2b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:09.932571 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dde4d72-6c74-433c-ba53-b7cd76302a2b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:34:09.942829 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-4dde4d72-6c74-433c-ba53-b7cd76302a2b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:34:09.949676 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dde4d72-6c74-433c-ba53-b7cd76302a2b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:09.949966 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4dde4d72-6c74-433c-ba53-b7cd76302a2b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:09.966193 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-57e9cfd2-dc76-4b63-bae3-3f7e0bfd21de req-5f1f90e1-bc39-4e49-8dc3-472cefb757cb service neutron] 10.222.0.45 "GET /v2.0/networks/55847ffd-7836-446f-91d3-f14e046c5bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335087 Nov 09 21:34:09.968294 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01fd832-43aa-4fe0-9328-34532aa94a98 None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:34:09.982037 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde4d72-6c74-433c-ba53-b7cd76302a2b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Subnet': ['ID=55c458c6-3a15-462b-b0c0-98598de8ef65,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:09.995364 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde4d72-6c74-433c-ba53-b7cd76302a2b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Port': ['ID=b72f402c-1469-470c-8fdb-8ec19f8a9402,revision_number=10']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:10.011624 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4dde4d72-6c74-433c-ba53-b7cd76302a2b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8261142 Nov 09 21:34:10.014498 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34070) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:10.021089 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-cc0d2414-6036-4e07-a1ad-36fbda8c3126 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'port': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'mac_address': 'fa:16:3e:d0:1a:0f', 'name': 'tempest-NetworksTestDHCPv6-598752594'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:10.169049 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c52edfc8-594f-4cf9-bc8d-ab5c54241ee1 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:10.204906 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-690d4898-4620-4cc4-92fc-0b5b12693e45 None None] Provisioning complete for port 0e5772d8-fc1b-4c8c-b944-8742eb097853 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:34:10.205286 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-690d4898-4620-4cc4-92fc-0b5b12693e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:10.216860 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52edfc8-594f-4cf9-bc8d-ab5c54241ee1 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Pushing event deleted for resources: {'Port': ['ID=0e5772d8-fc1b-4c8c-b944-8742eb097853,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:10.252001 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0d2414-6036-4e07-a1ad-36fbda8c3126 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:34:10.285984 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-690d4898-4620-4cc4-92fc-0b5b12693e45 None None] Port 0e5772d8-fc1b-4c8c-b944-8742eb097853 was deleted so its status cannot be updated. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 09 21:34:10.292381 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c52edfc8-594f-4cf9-bc8d-ab5c54241ee1 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:10.304502 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34088) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:10.308450 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c52edfc8-594f-4cf9-bc8d-ab5c54241ee1 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] 10.222.0.49 "DELETE /v2.0/ports/0e5772d8-fc1b-4c8c-b944-8742eb097853 HTTP/1.1" status: 204 len: 168 time: 1.0223138 Nov 09 21:34:10.318106 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device b72f402c-1469-470c-8fdb-8ec19f8a9402 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:34:10.385257 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb35cdf9-3a18-4089-8ea1-650398d3aaa2 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] GET failed (client error): The resource could not be found. Nov 09 21:34:10.391019 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-eb35cdf9-3a18-4089-8ea1-650398d3aaa2 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] 10.222.0.49 "GET /v2.0/ports/0e5772d8-fc1b-4c8c-b944-8742eb097853 HTTP/1.1" status: 404 len: 333 time: 0.0811450 Nov 09 21:34:10.393189 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34092) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:10.398947 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-73f69fdf-2b19-49af-8755-64c4278bed56 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Request body: {'port': {'network_id': '3aaef064-69d9-4269-8364-1f46901bad37', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-906368943'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:10.434771 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port b72f402c-1469-470c-8fdb-8ec19f8a9402 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:34:10.435123 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:10.611649 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cc0d2414-6036-4e07-a1ad-36fbda8c3126 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:10.664163 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-cc0d2414-6036-4e07-a1ad-36fbda8c3126 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] device_id is not set on port 2f761b94-5e5b-407f-85d6-feb1136b6cef yet. {{(pid=102607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:34:10.876357 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f69fdf-2b19-49af-8755-64c4278bed56 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Made reservation on behalf of 74b02edadfab46a8b35aa9e02814a52b for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:34:10.881018 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-73f69fdf-2b19-49af-8755-64c4278bed56 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:10.978124 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-73f69fdf-2b19-49af-8755-64c4278bed56 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] device_id is not set on port b5926dba-4486-47fb-9ffe-4045721821e7 yet. {{(pid=102607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:34:10.999717 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b9a8b-2c6e-438b-84a2-f2f9045daff7 req-95f1d81a-bf17-47ac-b8a1-68dd0247bcf9 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:11.001335 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-706b9a8b-2c6e-438b-84a2-f2f9045daff7 req-95f1d81a-bf17-47ac-b8a1-68dd0247bcf9 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=52cbcba1-cf59-4fc9-8d6c-7076719e6ac8 HTTP/1.1" status: 200 len: 946 time: 0.1656954 Nov 09 21:34:11.229111 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-706b9a8b-2c6e-438b-84a2-f2f9045daff7 req-49435195-2fec-4bde-a0d1-f861a0327d4b tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3ee36ce-49ad-4626-8793-80796989662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109964 Nov 09 21:34:11.242424 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-cc0d2414-6036-4e07-a1ad-36fbda8c3126 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Allocated IP 172.20.0.10 (83001fa8-21bc-4303-8a8a-37c91fd09fe2/4903f6fd-bad5-41d3-8c6d-560fde66895e/2f761b94-5e5b-407f-85d6-feb1136b6cef) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:34:11.264048 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-cc0d2414-6036-4e07-a1ad-36fbda8c3126 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Allocated IP 2001:db8::f816:3eff:fed0:1a0f (83001fa8-21bc-4303-8a8a-37c91fd09fe2/55c458c6-3a15-462b-b0c0-98598de8ef65/2f761b94-5e5b-407f-85d6-feb1136b6cef) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:34:11.298324 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-73f69fdf-2b19-49af-8755-64c4278bed56 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Allocated IP 2001:db8::3b3 (3aaef064-69d9-4269-8364-1f46901bad37/a4b54333-9aa7-4223-bf72-b538202a0da6/b5926dba-4486-47fb-9ffe-4045721821e7) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:34:11.577835 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cc0d2414-6036-4e07-a1ad-36fbda8c3126 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:11.605118 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-73f69fdf-2b19-49af-8755-64c4278bed56 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:11.624148 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34148) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:11.681400 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cc0d2414-6036-4e07-a1ad-36fbda8c3126 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:11.740497 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-73f69fdf-2b19-49af-8755-64c4278bed56 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:11.755866 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0d2414-6036-4e07-a1ad-36fbda8c3126 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:34:11.769362 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-cc0d2414-6036-4e07-a1ad-36fbda8c3126 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:34:11.777452 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0d2414-6036-4e07-a1ad-36fbda8c3126 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:34:11.780517 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-38c5a3d9-6dfd-4451-ab0e-481be4e72cb2 None None] Provisioning complete for port b72f402c-1469-470c-8fdb-8ec19f8a9402 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:34:11.781016 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-38c5a3d9-6dfd-4451-ab0e-481be4e72cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:11.781821 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0d2414-6036-4e07-a1ad-36fbda8c3126 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Port': ['ID=2f761b94-5e5b-407f-85d6-feb1136b6cef,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:11.870575 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f69fdf-2b19-49af-8755-64c4278bed56 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Network 3aaef064-69d9-4269-8364-1f46901bad37 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:34:11.873393 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5d4ca3ba-d8cb-460a-af7a-c4fa75c3af32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:11.912984 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-73f69fdf-2b19-49af-8755-64c4278bed56 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:34:11.921753 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f69fdf-2b19-49af-8755-64c4278bed56 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:34:11.927572 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f69fdf-2b19-49af-8755-64c4278bed56 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:11.928251 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-73f69fdf-2b19-49af-8755-64c4278bed56 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:11.987574 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-73f69fdf-2b19-49af-8755-64c4278bed56 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5928864 Nov 09 21:34:11.989782 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34162) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:11.994807 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-007ca2a6-7e3f-4b9b-b968-f4f732a117e5 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Request body: {'port': {'network_id': '3aaef064-69d9-4269-8364-1f46901bad37', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2032017935'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:12.009721 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f69fdf-2b19-49af-8755-64c4278bed56 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Pushing event updated for resources: {'Port': ['ID=b5926dba-4486-47fb-9ffe-4045721821e7,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:12.029203 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f69fdf-2b19-49af-8755-64c4278bed56 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:34:12.029578 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f69fdf-2b19-49af-8755-64c4278bed56 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:34:12.029928 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f69fdf-2b19-49af-8755-64c4278bed56 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:34:12.030273 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f69fdf-2b19-49af-8755-64c4278bed56 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:34:12.030613 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f69fdf-2b19-49af-8755-64c4278bed56 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:34:12.030948 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f69fdf-2b19-49af-8755-64c4278bed56 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:34:12.031282 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f69fdf-2b19-49af-8755-64c4278bed56 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:34:12.031792 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f69fdf-2b19-49af-8755-64c4278bed56 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:34:12.032132 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f69fdf-2b19-49af-8755-64c4278bed56 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:34:12.032463 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f69fdf-2b19-49af-8755-64c4278bed56 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:34:12.032839 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f69fdf-2b19-49af-8755-64c4278bed56 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:34:12.036543 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f69fdf-2b19-49af-8755-64c4278bed56 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:34:12.067396 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0d2414-6036-4e07-a1ad-36fbda8c3126 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:12.068073 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cc0d2414-6036-4e07-a1ad-36fbda8c3126 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:12.095858 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-cc0d2414-6036-4e07-a1ad-36fbda8c3126 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0802124 Nov 09 21:34:12.100911 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34166) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:12.164605 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007ca2a6-7e3f-4b9b-b968-f4f732a117e5 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Made reservation on behalf of 74b02edadfab46a8b35aa9e02814a52b for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:34:12.168794 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-007ca2a6-7e3f-4b9b-b968-f4f732a117e5 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:12.175753 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724a660b-8876-4c5a-ab2a-987a0e4be34a tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:12.185857 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724a660b-8876-4c5a-ab2a-987a0e4be34a tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:12.189131 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-007ca2a6-7e3f-4b9b-b968-f4f732a117e5 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] device_id is not set on port bdb7a31c-a719-43db-bf9e-09142749b9c9 yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:34:12.192346 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-724a660b-8876-4c5a-ab2a-987a0e4be34a tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.0903194 Nov 09 21:34:12.193007 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34168) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:12.250223 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5d4ca3ba-d8cb-460a-af7a-c4fa75c3af32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:12.287493 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5d4ca3ba-d8cb-460a-af7a-c4fa75c3af32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:12.352562 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5d4ca3ba-d8cb-460a-af7a-c4fa75c3af32 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7e286ee449e94d4cbd155008aee8465a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7219591 Nov 09 21:34:12.352914 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34172) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:12.353328 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ca3ba-d8cb-460a-af7a-c4fa75c3af32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c616b7-ac51-4d15-92f6-4f63caa65715,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:12.368397 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-007ca2a6-7e3f-4b9b-b968-f4f732a117e5 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Allocated IP 2001:db8::252 (3aaef064-69d9-4269-8364-1f46901bad37/a4b54333-9aa7-4223-bf72-b538202a0da6/bdb7a31c-a719-43db-bf9e-09142749b9c9) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:34:12.371808 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-533fa9a8-3332-4df5-96f5-3cdd7a7ebadd tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting port 2f761b94-5e5b-407f-85d6-feb1136b6cef {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:34:12.372154 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-533fa9a8-3332-4df5-96f5-3cdd7a7ebadd tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:12.414526 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-b5855ca4-1689-4702-958a-b2fc2d9e4809 None None] Provisioning complete for port b5926dba-4486-47fb-9ffe-4045721821e7 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:34:12.416118 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b5855ca4-1689-4702-958a-b2fc2d9e4809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:12.456216 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-b5855ca4-1689-4702-958a-b2fc2d9e4809 None None] Port b5926dba-4486-47fb-9ffe-4045721821e7 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:34:12.469566 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-b5855ca4-1689-4702-958a-b2fc2d9e4809 None None] Provisioning complete for port 2f761b94-5e5b-407f-85d6-feb1136b6cef triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:34:12.470201 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b5855ca4-1689-4702-958a-b2fc2d9e4809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:12.480404 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-533fa9a8-3332-4df5-96f5-3cdd7a7ebadd tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:12.500892 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-533fa9a8-3332-4df5-96f5-3cdd7a7ebadd tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Calling delete_port for 2f761b94-5e5b-407f-85d6-feb1136b6cef owned by {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:34:12.519976 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-b5855ca4-1689-4702-958a-b2fc2d9e4809 None None] Port 2f761b94-5e5b-407f-85d6-feb1136b6cef cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:34:12.534609 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4312a327-f62d-4dfb-8d67-db3a16b1e2d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:12.574875 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4312a327-f62d-4dfb-8d67-db3a16b1e2d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:12.620473 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-007ca2a6-7e3f-4b9b-b968-f4f732a117e5 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:12.660944 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4312a327-f62d-4dfb-8d67-db3a16b1e2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:12.663761 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4312a327-f62d-4dfb-8d67-db3a16b1e2d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:12.665032 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4312a327-f62d-4dfb-8d67-db3a16b1e2d8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e3c616b7-ac51-4d15-92f6-4f63caa65715 HTTP/1.1" status: 204 len: 168 time: 0.3107343 Nov 09 21:34:12.670364 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-007ca2a6-7e3f-4b9b-b968-f4f732a117e5 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:12.687733 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4312a327-f62d-4dfb-8d67-db3a16b1e2d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c616b7-ac51-4d15-92f6-4f63caa65715,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:12.708008 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-533fa9a8-3332-4df5-96f5-3cdd7a7ebadd tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:12.720461 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007ca2a6-7e3f-4b9b-b968-f4f732a117e5 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Network 3aaef064-69d9-4269-8364-1f46901bad37 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:34:12.724291 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-007ca2a6-7e3f-4b9b-b968-f4f732a117e5 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:34:12.727994 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007ca2a6-7e3f-4b9b-b968-f4f732a117e5 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:34:12.734220 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007ca2a6-7e3f-4b9b-b968-f4f732a117e5 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:12.734944 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-007ca2a6-7e3f-4b9b-b968-f4f732a117e5 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:12.738734 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533fa9a8-3332-4df5-96f5-3cdd7a7ebadd tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Port': ['ID=2f761b94-5e5b-407f-85d6-feb1136b6cef,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:12.765192 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-007ca2a6-7e3f-4b9b-b968-f4f732a117e5 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7717588 Nov 09 21:34:12.766357 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34176) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:12.771889 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-fd06ffdf-713c-41fe-809b-6f46988731f3 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2f6', 'mac_address': 'fa:16:3e:81:87:a8'}, {'ip_address': '2001:db8::3b3', 'mac_address': 'fa:16:3e:ea:f3:79'}]}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:12.777026 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ca2a6-7e3f-4b9b-b968-f4f732a117e5 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Pushing event updated for resources: {'Port': ['ID=bdb7a31c-a719-43db-bf9e-09142749b9c9,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:12.880124 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-533fa9a8-3332-4df5-96f5-3cdd7a7ebadd tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:12.888653 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-533fa9a8-3332-4df5-96f5-3cdd7a7ebadd tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/ports/2f761b94-5e5b-407f-85d6-feb1136b6cef HTTP/1.1" status: 204 len: 168 time: 0.6907420 Nov 09 21:34:12.889161 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34182) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:12.955985 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fd06ffdf-713c-41fe-809b-6f46988731f3 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:12.992521 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f42ac6-44eb-4f19-b512-68d3f856a48f tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:12.997312 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f42ac6-44eb-4f19-b512-68d3f856a48f tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:12.999173 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f42ac6-44eb-4f19-b512-68d3f856a48f tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:13.003899 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34184) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:13.012663 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-85f42ac6-44eb-4f19-b512-68d3f856a48f tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1162713 Nov 09 21:34:13.105370 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-949f9f0a-2711-45be-bde4-825580b231d6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting subnet 4903f6fd-bad5-41d3-8c6d-560fde66895e {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:34:13.113510 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-949f9f0a-2711-45be-bde4-825580b231d6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:13.180522 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-949f9f0a-2711-45be-bde4-825580b231d6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:13.319279 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-949f9f0a-2711-45be-bde4-825580b231d6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:13.327311 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fd06ffdf-713c-41fe-809b-6f46988731f3 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:13.332308 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fd06ffdf-713c-41fe-809b-6f46988731f3 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:13.357660 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-3c6c304a-ba94-4fff-8e8e-21457632c08c None None] Provisioning complete for port bdb7a31c-a719-43db-bf9e-09142749b9c9 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:34:13.358578 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3c6c304a-ba94-4fff-8e8e-21457632c08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:13.370583 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-fd06ffdf-713c-41fe-809b-6f46988731f3 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] In _notify_port_updated(), no bound segment for port bdb7a31c-a719-43db-bf9e-09142749b9c9 on network 3aaef064-69d9-4269-8364-1f46901bad37 {{(pid=102608) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 21:34:13.376076 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd06ffdf-713c-41fe-809b-6f46988731f3 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:13.376761 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fd06ffdf-713c-41fe-809b-6f46988731f3 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:13.378090 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-fd06ffdf-713c-41fe-809b-6f46988731f3 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] 10.222.0.49 "PUT /v2.0/ports/bdb7a31c-a719-43db-bf9e-09142749b9c9 HTTP/1.1" status: 200 len: 1068 time: 0.6106441 Nov 09 21:34:13.382137 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34202) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:13.401239 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-949f9f0a-2711-45be-bde4-825580b231d6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:13.428096 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd06ffdf-713c-41fe-809b-6f46988731f3 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Pushing event updated for resources: {'Port': ['ID=bdb7a31c-a719-43db-bf9e-09142749b9c9,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:13.435295 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f9f0a-2711-45be-bde4-825580b231d6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Subnet': ['ID=4903f6fd-bad5-41d3-8c6d-560fde66895e,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:13.439162 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-949f9f0a-2711-45be-bde4-825580b231d6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:13.446022 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-949f9f0a-2711-45be-bde4-825580b231d6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/4903f6fd-bad5-41d3-8c6d-560fde66895e HTTP/1.1" status: 204 len: 168 time: 0.4404292 Nov 09 21:34:13.446420 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34204) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:13.457269 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be2f731-6660-4330-a2c2-f95121952653 None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:34:13.463030 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-3c6c304a-ba94-4fff-8e8e-21457632c08c None None] Port bdb7a31c-a719-43db-bf9e-09142749b9c9 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:34:13.594646 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-a394f8c6-2f42-4f83-9ac5-3f3110ba2c3f tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting subnet 55c458c6-3a15-462b-b0c0-98598de8ef65 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:34:13.597010 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a394f8c6-2f42-4f83-9ac5-3f3110ba2c3f tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:13.658960 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-28ae7e79-c29e-4397-9387-451d70be839d tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Deleting port bdb7a31c-a719-43db-bf9e-09142749b9c9 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:34:13.659575 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-28ae7e79-c29e-4397-9387-451d70be839d tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:13.683365 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a394f8c6-2f42-4f83-9ac5-3f3110ba2c3f tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:13.694214 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-dbd46608-a087-4256-b866-28b8174a0ac7 None None] Provisioning complete for port bdb7a31c-a719-43db-bf9e-09142749b9c9 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:34:13.694840 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dbd46608-a087-4256-b866-28b8174a0ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:13.732863 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-dbd46608-a087-4256-b866-28b8174a0ac7 None None] Port bdb7a31c-a719-43db-bf9e-09142749b9c9 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:34:13.812264 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-28ae7e79-c29e-4397-9387-451d70be839d tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:13.838100 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-28ae7e79-c29e-4397-9387-451d70be839d tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Calling delete_port for bdb7a31c-a719-43db-bf9e-09142749b9c9 owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:34:13.847109 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a394f8c6-2f42-4f83-9ac5-3f3110ba2c3f tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:13.970745 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a394f8c6-2f42-4f83-9ac5-3f3110ba2c3f tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:14.002737 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394f8c6-2f42-4f83-9ac5-3f3110ba2c3f tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Subnet': ['ID=55c458c6-3a15-462b-b0c0-98598de8ef65,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:14.010251 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a394f8c6-2f42-4f83-9ac5-3f3110ba2c3f tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:14.014385 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a394f8c6-2f42-4f83-9ac5-3f3110ba2c3f tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/55c458c6-3a15-462b-b0c0-98598de8ef65 HTTP/1.1" status: 204 len: 168 time: 0.5667372 Nov 09 21:34:14.016649 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34222) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:14.082098 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ae9f416d-38a2-4c11-b006-5484b05c6751 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0641742 Nov 09 21:34:14.085339 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34228) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:14.137124 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-28ae7e79-c29e-4397-9387-451d70be839d tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:14.178840 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13fb8e1-b016-4d80-82d2-7880c8f1b957 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:14.181153 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b13fb8e1-b016-4d80-82d2-7880c8f1b957 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0940754 Nov 09 21:34:14.182983 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34234) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:14.194250 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae7e79-c29e-4397-9387-451d70be839d tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Pushing event deleted for resources: {'Port': ['ID=bdb7a31c-a719-43db-bf9e-09142749b9c9,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:14.275453 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7ff54e-5599-46ce-8423-93317f374228 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:14.276965 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2f7ff54e-5599-46ce-8423-93317f374228 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0926020 Nov 09 21:34:14.281176 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34240) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:14.374708 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1d7da105-2a19-40b4-bdf2-c17676224853 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0916905 Nov 09 21:34:14.379168 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34248) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:14.419164 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-0a7c2e2e-1b5c-42ed-92c2-1ed428be3d9c tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'subnet': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:14.536939 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-28ae7e79-c29e-4397-9387-451d70be839d tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:14.543760 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-28ae7e79-c29e-4397-9387-451d70be839d tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] 10.222.0.49 "DELETE /v2.0/ports/bdb7a31c-a719-43db-bf9e-09142749b9c9 HTTP/1.1" status: 204 len: 168 time: 1.1579633 Nov 09 21:34:14.544194 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34260) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:14.598866 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a88a036-b19f-400f-a41e-e4e190a81304 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] GET failed (client error): The resource could not be found. Nov 09 21:34:14.608917 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4a88a036-b19f-400f-a41e-e4e190a81304 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] 10.222.0.49 "GET /v2.0/ports/bdb7a31c-a719-43db-bf9e-09142749b9c9 HTTP/1.1" status: 404 len: 333 time: 0.0585399 Nov 09 21:34:14.608917 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34266) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:14.631365 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7c2e2e-1b5c-42ed-92c2-1ed428be3d9c tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:34:14.639419 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0a7c2e2e-1b5c-42ed-92c2-1ed428be3d9c tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:14.643964 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a7c2e2e-1b5c-42ed-92c2-1ed428be3d9c tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:34:14.644427 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a7c2e2e-1b5c-42ed-92c2-1ed428be3d9c tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:34:14.667254 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0a7c2e2e-1b5c-42ed-92c2-1ed428be3d9c tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2858534 Nov 09 21:34:14.674715 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34272) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:14.678601 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c58be13-dfc0-4d75-8e21-b0badca54195 None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:34:14.684950 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-eac9a590-f26e-41aa-925a-57f3a602954a tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'subnet': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:14.849431 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d9d3de78-c224-47d1-bd0b-ce45589e1126 None None] Provisioning complete for port b72f402c-1469-470c-8fdb-8ec19f8a9402 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:34:14.849800 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d9d3de78-c224-47d1-bd0b-ce45589e1126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:14.852152 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-7d89f2e0-c668-430a-aa5e-d18e775fd03f tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Deleting port b5926dba-4486-47fb-9ffe-4045721821e7 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:34:14.852647 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7d89f2e0-c668-430a-aa5e-d18e775fd03f tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:14.929809 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac9a590-f26e-41aa-925a-57f3a602954a tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:34:14.934335 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eac9a590-f26e-41aa-925a-57f3a602954a tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:14.935777 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-eac9a590-f26e-41aa-925a-57f3a602954a tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:34:14.936221 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eac9a590-f26e-41aa-925a-57f3a602954a tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:34:14.957642 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-eac9a590-f26e-41aa-925a-57f3a602954a tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2782960 Nov 09 21:34:14.957642 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34290) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:14.959579 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:34:14.964602 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-19a59dbe-4c8e-4b02-bd1b-ab08933870c6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'subnet': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:15.017305 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7d89f2e0-c668-430a-aa5e-d18e775fd03f tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:15.047089 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3c31e9-8036-4182-97a8-df8588b76fa7 None None] DHCP port deletion for 83001fa8-21bc-4303-8a8a-37c91fd09fe2 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:34:15.061166 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-7d89f2e0-c668-430a-aa5e-d18e775fd03f tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Calling delete_port for b5926dba-4486-47fb-9ffe-4045721821e7 owned by {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:34:15.109572 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-3e3c31e9-8036-4182-97a8-df8588b76fa7 None None] Deleting port b72f402c-1469-470c-8fdb-8ec19f8a9402 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:34:15.109907 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3e3c31e9-8036-4182-97a8-df8588b76fa7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:15.161293 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a59dbe-4c8e-4b02-bd1b-ab08933870c6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:34:15.165072 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-19a59dbe-4c8e-4b02-bd1b-ab08933870c6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:15.166730 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-19a59dbe-4c8e-4b02-bd1b-ab08933870c6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:34:15.167180 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19a59dbe-4c8e-4b02-bd1b-ab08933870c6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:34:15.205054 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34296) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:15.210586 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-c178ccae-aa5a-4f7e-acb4-2bf3bc007411 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'subnet': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:15.217600 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-19a59dbe-4c8e-4b02-bd1b-ab08933870c6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2586617 Nov 09 21:34:15.332405 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-3e3c31e9-8036-4182-97a8-df8588b76fa7 None None] For port b72f402c-1469-470c-8fdb-8ec19f8a9402, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=b72f402c-1469-470c-8fdb-8ec19f8a9402,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:34:15.332743 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3e3c31e9-8036-4182-97a8-df8588b76fa7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:15.335336 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7d89f2e0-c668-430a-aa5e-d18e775fd03f tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:15.347859 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-3e3c31e9-8036-4182-97a8-df8588b76fa7 None None] Calling delete_port for b72f402c-1469-470c-8fdb-8ec19f8a9402 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:34:15.374315 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d89f2e0-c668-430a-aa5e-d18e775fd03f tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Pushing event deleted for resources: {'Port': ['ID=b5926dba-4486-47fb-9ffe-4045721821e7,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:15.407298 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7d89f2e0-c668-430a-aa5e-d18e775fd03f tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:15.417232 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c178ccae-aa5a-4f7e-acb4-2bf3bc007411 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:34:15.418440 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7d89f2e0-c668-430a-aa5e-d18e775fd03f tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] 10.222.0.49 "DELETE /v2.0/ports/b5926dba-4486-47fb-9ffe-4045721821e7 HTTP/1.1" status: 204 len: 168 time: 0.8103580 Nov 09 21:34:15.420535 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34300) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:15.423721 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c178ccae-aa5a-4f7e-acb4-2bf3bc007411 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:15.426932 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-c178ccae-aa5a-4f7e-acb4-2bf3bc007411 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:34:15.427698 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c178ccae-aa5a-4f7e-acb4-2bf3bc007411 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:34:15.478480 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3e3c31e9-8036-4182-97a8-df8588b76fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:15.480420 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c178ccae-aa5a-4f7e-acb4-2bf3bc007411 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2740409 Nov 09 21:34:15.485202 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34304) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:15.497469 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-991eadf2-da99-4506-b1dd-0b69352dd8af tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] GET failed (client error): The resource could not be found. Nov 09 21:34:15.498633 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-ba9bbb5c-2df1-434e-bf45-a3037bed4867 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'subnet': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:15.507607 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3c31e9-8036-4182-97a8-df8588b76fa7 None None] No DVR routers for this DVR port b72f402c-1469-470c-8fdb-8ec19f8a9402 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:34:15.527088 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34306) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:15.527518 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-991eadf2-da99-4506-b1dd-0b69352dd8af tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] 10.222.0.49 "GET /v2.0/ports/b5926dba-4486-47fb-9ffe-4045721821e7 HTTP/1.1" status: 404 len: 333 time: 0.0890205 Nov 09 21:34:15.546193 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c31e9-8036-4182-97a8-df8588b76fa7 None None] Pushing event deleted for resources: {'Port': ['ID=b72f402c-1469-470c-8fdb-8ec19f8a9402,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:15.554347 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c31e9-8036-4182-97a8-df8588b76fa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:34:15.554688 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c31e9-8036-4182-97a8-df8588b76fa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:34:15.555024 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c31e9-8036-4182-97a8-df8588b76fa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:34:15.555356 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c31e9-8036-4182-97a8-df8588b76fa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:34:15.555697 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c31e9-8036-4182-97a8-df8588b76fa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:34:15.556005 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c31e9-8036-4182-97a8-df8588b76fa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:34:15.556510 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c31e9-8036-4182-97a8-df8588b76fa7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:34:15.557002 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c31e9-8036-4182-97a8-df8588b76fa7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:34:15.557489 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c31e9-8036-4182-97a8-df8588b76fa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:34:15.558045 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c31e9-8036-4182-97a8-df8588b76fa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:34:15.558515 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c31e9-8036-4182-97a8-df8588b76fa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:34:15.559253 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c31e9-8036-4182-97a8-df8588b76fa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:34:16.038034 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34320) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:16.084814 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9bbb5c-2df1-434e-bf45-a3037bed4867 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:34:16.088535 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ba9bbb5c-2df1-434e-bf45-a3037bed4867 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:16.092144 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba9bbb5c-2df1-434e-bf45-a3037bed4867 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:34:16.092908 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba9bbb5c-2df1-434e-bf45-a3037bed4867 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:34:16.107786 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-d578d488-c12e-4205-acea-90106c780ead tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Deleting port aad6334e-74ff-4f43-ba8e-926621794b02 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:34:16.108389 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d578d488-c12e-4205-acea-90106c780ead tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:16.185126 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ba9bbb5c-2df1-434e-bf45-a3037bed4867 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6988485 Nov 09 21:34:16.188286 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34328) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:16.201184 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-53ca8d27-a964-495f-bfd0-fd87aa084e67 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'subnet': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:16.232899 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device b72f402c-1469-470c-8fdb-8ec19f8a9402 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:34:16.249893 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d7d3376d-8c61-49d2-924d-5e177fe4cd9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:16.269139 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d578d488-c12e-4205-acea-90106c780ead tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:16.280219 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: b72f402c-1469-470c-8fdb-8ec19f8a9402 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:34:16.280923 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device b72f402c-1469-470c-8fdb-8ec19f8a9402 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:34:16.296713 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-d578d488-c12e-4205-acea-90106c780ead tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Calling delete_port for aad6334e-74ff-4f43-ba8e-926621794b02 owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:34:16.400901 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ca8d27-a964-495f-bfd0-fd87aa084e67 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:34:16.404770 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-53ca8d27-a964-495f-bfd0-fd87aa084e67 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:16.406335 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-53ca8d27-a964-495f-bfd0-fd87aa084e67 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:34:16.406924 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53ca8d27-a964-495f-bfd0-fd87aa084e67 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:34:16.441607 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d7d3376d-8c61-49d2-924d-5e177fe4cd9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:16.450329 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-53ca8d27-a964-495f-bfd0-fd87aa084e67 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2606857 Nov 09 21:34:16.451299 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34340) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:16.462810 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d7d3376d-8c61-49d2-924d-5e177fe4cd9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:16.480923 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d578d488-c12e-4205-acea-90106c780ead tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:16.499050 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5cda09a8-7d3d-4d3b-8b49-86924346ca03 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0459585 Nov 09 21:34:16.510044 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34342) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:16.514924 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d578d488-c12e-4205-acea-90106c780ead tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Pushing event deleted for resources: {'Port': ['ID=aad6334e-74ff-4f43-ba8e-926621794b02,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:16.544698 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d3376d-8c61-49d2-924d-5e177fe4cd9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343c5621-1e07-4a35-807b-b77526baedec,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:16.549166 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d7d3376d-8c61-49d2-924d-5e177fe4cd9c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=48d383c167294387a4b3cba7e2812204&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5091243 Nov 09 21:34:16.552508 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34344) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:16.614893 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d578d488-c12e-4205-acea-90106c780ead tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:16.618298 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d578d488-c12e-4205-acea-90106c780ead tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] 10.222.0.49 "DELETE /v2.0/ports/aad6334e-74ff-4f43-ba8e-926621794b02 HTTP/1.1" status: 204 len: 168 time: 1.0902369 Nov 09 21:34:16.621276 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34346) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:16.657398 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-12d2b6ad-b9bb-470d-a18b-4a8ec0747212 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:16.672434 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfc0f1b-146a-4768-bec7-e51e10897490 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:16.673932 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-bcfc0f1b-146a-4768-bec7-e51e10897490 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1521344 Nov 09 21:34:16.677304 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34348) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:16.708053 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccedbab3-42a2-49e1-8bc4-3d540bdb9a18 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Deleting subnet a4b54333-9aa7-4223-bf72-b538202a0da6 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:34:16.712366 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ccedbab3-42a2-49e1-8bc4-3d540bdb9a18 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:16.744158 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a059277c-b83d-4c2e-9f76-84cb618ef42e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0604551 Nov 09 21:34:16.744816 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34350) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:16.758198 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-ea73dd5e-e012-4ddc-b5a4-8b5dccefbfa1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'subnet': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:16.764696 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-12d2b6ad-b9bb-470d-a18b-4a8ec0747212 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:16.809777 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ccedbab3-42a2-49e1-8bc4-3d540bdb9a18 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:16.896577 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-12d2b6ad-b9bb-470d-a18b-4a8ec0747212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:16.899123 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-12d2b6ad-b9bb-470d-a18b-4a8ec0747212 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:16.902907 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-12d2b6ad-b9bb-470d-a18b-4a8ec0747212 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/343c5621-1e07-4a35-807b-b77526baedec HTTP/1.1" status: 204 len: 168 time: 0.3464274 Nov 09 21:34:16.917286 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d2b6ad-b9bb-470d-a18b-4a8ec0747212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343c5621-1e07-4a35-807b-b77526baedec,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:16.960288 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea73dd5e-e012-4ddc-b5a4-8b5dccefbfa1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:34:16.971043 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ea73dd5e-e012-4ddc-b5a4-8b5dccefbfa1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:17.034023 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ccedbab3-42a2-49e1-8bc4-3d540bdb9a18 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:17.122624 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ccedbab3-42a2-49e1-8bc4-3d540bdb9a18 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:17.137430 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ccedbab3-42a2-49e1-8bc4-3d540bdb9a18 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:17.143053 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ccedbab3-42a2-49e1-8bc4-3d540bdb9a18 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] 10.222.0.49 "DELETE /v2.0/subnets/a4b54333-9aa7-4223-bf72-b538202a0da6 HTTP/1.1" status: 204 len: 168 time: 0.5185328 Nov 09 21:34:17.148886 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448d1f79-becd-4ad7-a7c7-6ffc96a111c1 None None] Network 3aaef064-69d9-4269-8364-1f46901bad37 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:34:17.165478 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34356) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:17.263606 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccedbab3-42a2-49e1-8bc4-3d540bdb9a18 tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Pushing event deleted for resources: {'Subnet': ['ID=a4b54333-9aa7-4223-bf72-b538202a0da6,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:17.344498 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8ff9801d-40b2-4e1f-bb14-7ace8a51f93b tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:17.408863 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34360) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:17.428409 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e3955fc1-df31-47d9-8f10-6c344f1d221b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:17.452565 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91267005-904a-478e-82c0-4fea032a0ab0 None None] DHCP port deletion for 3aaef064-69d9-4269-8364-1f46901bad37 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:34:17.490323 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-8ff9801d-40b2-4e1f-bb14-7ace8a51f93b tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Deleting port b2388fc6-e0c4-4f99-9a46-3404574f701d {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:34:17.490667 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8ff9801d-40b2-4e1f-bb14-7ace8a51f93b tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:17.554034 n-d-816206-3 neutron-server[102607]: DEBUG neutron.objects.ports [None req-ea73dd5e-e012-4ddc-b5a4-8b5dccefbfa1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102607) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 21:34:17.555764 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ea73dd5e-e012-4ddc-b5a4-8b5dccefbfa1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:17.576482 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-91267005-904a-478e-82c0-4fea032a0ab0 None None] Deleting port b2388fc6-e0c4-4f99-9a46-3404574f701d {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:34:17.577353 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-91267005-904a-478e-82c0-4fea032a0ab0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:17.622040 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea73dd5e-e012-4ddc-b5a4-8b5dccefbfa1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:34:17.630182 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-ea73dd5e-e012-4ddc-b5a4-8b5dccefbfa1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:34:17.634659 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea73dd5e-e012-4ddc-b5a4-8b5dccefbfa1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:17.635359 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ea73dd5e-e012-4ddc-b5a4-8b5dccefbfa1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:17.652953 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-8ff9801d-40b2-4e1f-bb14-7ace8a51f93b tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] For port b2388fc6-e0c4-4f99-9a46-3404574f701d, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=b2388fc6-e0c4-4f99-9a46-3404574f701d,segment=NetworkSegment(030c4ef1-5aa2-4d9e-b132-26f1dccd4b46),segment_id=030c4ef1-5aa2-4d9e-b132-26f1dccd4b46)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:34:17.653330 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8ff9801d-40b2-4e1f-bb14-7ace8a51f93b tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:17.660161 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ea73dd5e-e012-4ddc-b5a4-8b5dccefbfa1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9116220 Nov 09 21:34:17.663977 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34366) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:17.666541 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8523e795-8df6-42c4-ac34-7cef2647729d None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:34:17.670183 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-b0c9d795-f9c6-4c34-a3f8-506b45b653c7 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'port': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'mac_address': 'fa:16:3e:b1:27:f4', 'name': 'tempest-NetworksTestDHCPv6-507179918'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:17.703670 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-8ff9801d-40b2-4e1f-bb14-7ace8a51f93b tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Calling delete_port for b2388fc6-e0c4-4f99-9a46-3404574f701d owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:34:17.715831 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e3955fc1-df31-47d9-8f10-6c344f1d221b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:17.722653 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e3955fc1-df31-47d9-8f10-6c344f1d221b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:17.796328 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73dd5e-e012-4ddc-b5a4-8b5dccefbfa1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Subnet': ['ID=1549c412-3eb1-438d-ac75-93d25c0d4e04,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:17.809082 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e3955fc1-df31-47d9-8f10-6c344f1d221b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=843d0f3452884b1888444199edc84545&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3988991 Nov 09 21:34:17.813073 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-402638ba-f716-47cb-b14e-ad05137a3e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:17.813269 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34368) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:17.815320 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3955fc1-df31-47d9-8f10-6c344f1d221b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efa9280-cc65-4c7d-a64e-5deb0a8b9cc1,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:17.836244 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c9d795-f9c6-4c34-a3f8-506b45b653c7 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:34:17.848673 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-91267005-904a-478e-82c0-4fea032a0ab0 None None] For port b2388fc6-e0c4-4f99-9a46-3404574f701d, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=b2388fc6-e0c4-4f99-9a46-3404574f701d,segment=NetworkSegment(030c4ef1-5aa2-4d9e-b132-26f1dccd4b46),segment_id=030c4ef1-5aa2-4d9e-b132-26f1dccd4b46)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:34:17.849019 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-91267005-904a-478e-82c0-4fea032a0ab0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:17.884484 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-03d7233a-a4ad-4e46-a7fb-5caf8663a95b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:17.906550 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8ff9801d-40b2-4e1f-bb14-7ace8a51f93b tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:17.910124 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-91267005-904a-478e-82c0-4fea032a0ab0 None None] Calling delete_port for b2388fc6-e0c4-4f99-9a46-3404574f701d owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:34:17.915086 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c598976-f376-4df0-be02-67008093cef7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'tenant_id': '4f80aeba4f7b42c0ae266ee8833d0179', 'fixed_ips': [{'subnet_id': '1549c412-3eb1-438d-ac75-93d25c0d4e04'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:34:17.916388 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0c598976-f376-4df0-be02-67008093cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:17.962918 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-03d7233a-a4ad-4e46-a7fb-5caf8663a95b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:17.964660 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff9801d-40b2-4e1f-bb14-7ace8a51f93b tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Pushing event deleted for resources: {'Port': ['ID=b2388fc6-e0c4-4f99-9a46-3404574f701d,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:17.978054 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff9801d-40b2-4e1f-bb14-7ace8a51f93b tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] No DVR routers for this DVR port b2388fc6-e0c4-4f99-9a46-3404574f701d on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:34:18.044987 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b0c9d795-f9c6-4c34-a3f8-506b45b653c7 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:18.065409 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-b0c9d795-f9c6-4c34-a3f8-506b45b653c7 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] device_id is not set on port 1f203672-df9e-4e71-a1bb-c30a47e83fa9 yet. {{(pid=102607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:34:18.094770 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8ff9801d-40b2-4e1f-bb14-7ace8a51f93b tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:18.111238 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-03d7233a-a4ad-4e46-a7fb-5caf8663a95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:18.115110 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-03d7233a-a4ad-4e46-a7fb-5caf8663a95b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:18.116534 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-03d7233a-a4ad-4e46-a7fb-5caf8663a95b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1efa9280-cc65-4c7d-a64e-5deb0a8b9cc1 HTTP/1.1" status: 204 len: 168 time: 0.3022251 Nov 09 21:34:18.136275 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d7233a-a4ad-4e46-a7fb-5caf8663a95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efa9280-cc65-4c7d-a64e-5deb0a8b9cc1,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:18.145819 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-8ff9801d-40b2-4e1f-bb14-7ace8a51f93b tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aaef064-69d9-4269-8364-1f46901bad37']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:34:18.165782 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-8ff9801d-40b2-4e1f-bb14-7ace8a51f93b tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '030c4ef1-5aa2-4d9e-b132-26f1dccd4b46') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:34:18.166093 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-8ff9801d-40b2-4e1f-bb14-7ace8a51f93b tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '030c4ef1-5aa2-4d9e-b132-26f1dccd4b46') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:34:18.178736 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8ff9801d-40b2-4e1f-bb14-7ace8a51f93b tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:18.205044 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-91267005-904a-478e-82c0-4fea032a0ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:18.210746 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8ff9801d-40b2-4e1f-bb14-7ace8a51f93b tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:18.219848 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ff9801d-40b2-4e1f-bb14-7ace8a51f93b tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:34:18.220275 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8ff9801d-40b2-4e1f-bb14-7ace8a51f93b tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:18.242714 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-0c598976-f376-4df0-be02-67008093cef7 None None] Allocated IP 2001:db8::f816:3eff:fee1:63d (83001fa8-21bc-4303-8a8a-37c91fd09fe2/1549c412-3eb1-438d-ac75-93d25c0d4e04/2c4565ec-fe71-413c-ad5b-50182a843c07) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:34:18.245205 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91267005-904a-478e-82c0-4fea032a0ab0 None None] No DVR routers for this DVR port b2388fc6-e0c4-4f99-9a46-3404574f701d on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:34:18.297157 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device b2388fc6-e0c4-4f99-9a46-3404574f701d no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:34:18.305509 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91267005-904a-478e-82c0-4fea032a0ab0 None None] Pushing event deleted for resources: {'Port': ['ID=b2388fc6-e0c4-4f99-9a46-3404574f701d,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:18.310443 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:34:18.310443 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:34:18.310443 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:34:18.310443 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:34:18.310443 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:34:18.310443 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:34:18.310443 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:34:18.310443 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:34:18.310443 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:34:18.310443 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:34:18.310443 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:34:18.310443 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:34:18.310443 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:34:18.310443 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:34:18.310443 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:34:18.310443 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:34:18.310443 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:34:18.310443 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:34:18.310443 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:34:18.310443 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:34:18.310443 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:34:18.310443 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:34:18.310443 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:34:18.310443 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:34:18.310443 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:34:18.310443 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:34:18.310443 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:34:18.310443 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:34:18.310443 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:34:18.310443 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:34:18.310443 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:34:18.310443 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:34:18.314900 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8ff9801d-40b2-4e1f-bb14-7ace8a51f93b tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:18.328944 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: b2388fc6-e0c4-4f99-9a46-3404574f701d {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:34:18.329307 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device b2388fc6-e0c4-4f99-9a46-3404574f701d not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:34:18.352364 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8ff9801d-40b2-4e1f-bb14-7ace8a51f93b tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:18.358328 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8ff9801d-40b2-4e1f-bb14-7ace8a51f93b tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] 10.222.0.49 "DELETE /v2.0/networks/3aaef064-69d9-4269-8364-1f46901bad37 HTTP/1.1" status: 204 len: 168 time: 1.1876094 Nov 09 21:34:18.358328 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff9801d-40b2-4e1f-bb14-7ace8a51f93b tempest-AllowedAddressPairIpV6TestJSON-190536178 tempest-AllowedAddressPairIpV6TestJSON-190536178-project] Pushing event deleted for resources: {'Network': ['ID=3aaef064-69d9-4269-8364-1f46901bad37,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:18.504142 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0c598976-f376-4df0-be02-67008093cef7 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:18.516583 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0c598976-f376-4df0-be02-67008093cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:18.601589 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c598976-f376-4df0-be02-67008093cef7 None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:34:18.605052 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-0c598976-f376-4df0-be02-67008093cef7 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:34:18.627824 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-b0c9d795-f9c6-4c34-a3f8-506b45b653c7 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Allocated IP 2001:db8::f816:3eff:feb1:27f4 (83001fa8-21bc-4303-8a8a-37c91fd09fe2/1549c412-3eb1-438d-ac75-93d25c0d4e04/1f203672-df9e-4e71-a1bb-c30a47e83fa9) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:34:18.639565 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c598976-f376-4df0-be02-67008093cef7 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:34:18.642621 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c598976-f376-4df0-be02-67008093cef7 None None] Pushing event updated for resources: {'Port': ['ID=2c4565ec-fe71-413c-ad5b-50182a843c07,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:18.799457 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-0c598976-f376-4df0-be02-67008093cef7 None None] Attempting to bind port 2c4565ec-fe71-413c-ad5b-50182a843c07 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:34:18.799729 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-0c598976-f376-4df0-be02-67008093cef7 None None] Attempting to bind port 2c4565ec-fe71-413c-ad5b-50182a843c07 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:34:18.800090 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c598976-f376-4df0-be02-67008093cef7 None None] Attempting to bind port 2c4565ec-fe71-413c-ad5b-50182a843c07 on network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:34:18.811408 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c598976-f376-4df0-be02-67008093cef7 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:34:18.811820 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c598976-f376-4df0-be02-67008093cef7 None None] Checking segment: {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:34:18.812191 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0c598976-f376-4df0-be02-67008093cef7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:18.812573 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c598976-f376-4df0-be02-67008093cef7 None None] Bound using segment: {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:34:18.813071 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-0c598976-f376-4df0-be02-67008093cef7 None None] Bound port: 2c4565ec-fe71-413c-ad5b-50182a843c07, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:34:18.813446 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0c598976-f376-4df0-be02-67008093cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:18.870734 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34388) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:18.920297 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34394) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:18.958737 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-0c598976-f376-4df0-be02-67008093cef7 None None] For port 2c4565ec-fe71-413c-ad5b-50182a843c07, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:34:18.981791 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-0c598976-f376-4df0-be02-67008093cef7 None None] For port 2c4565ec-fe71-413c-ad5b-50182a843c07, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=2c4565ec-fe71-413c-ad5b-50182a843c07,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:34:18.987944 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0c598976-f376-4df0-be02-67008093cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:19.005398 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b0c9d795-f9c6-4c34-a3f8-506b45b653c7 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:19.079394 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b0c9d795-f9c6-4c34-a3f8-506b45b653c7 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:19.157221 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e0682cd6-6a4f-427b-bd3f-8d4433e066a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:19.166121 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c9d795-f9c6-4c34-a3f8-506b45b653c7 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:34:19.173507 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-b0c9d795-f9c6-4c34-a3f8-506b45b653c7 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:34:19.179466 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c9d795-f9c6-4c34-a3f8-506b45b653c7 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Port': ['ID=1f203672-df9e-4e71-a1bb-c30a47e83fa9,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:19.179947 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c9d795-f9c6-4c34-a3f8-506b45b653c7 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:34:19.181308 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c598976-f376-4df0-be02-67008093cef7 None None] Pushing event updated for resources: {'Port': ['ID=2c4565ec-fe71-413c-ad5b-50182a843c07,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:19.187194 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c9d795-f9c6-4c34-a3f8-506b45b653c7 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:19.187869 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b0c9d795-f9c6-4c34-a3f8-506b45b653c7 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:19.212179 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b0c9d795-f9c6-4c34-a3f8-506b45b653c7 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5446329 Nov 09 21:34:19.212421 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34404) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:19.248249 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b99db8c2-d0e3-42d4-b903-95b6b08ea55d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=74b02edadfab46a8b35aa9e02814a52b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3761926 Nov 09 21:34:19.250916 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34406) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:19.333738 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455400a2-7d28-4c95-93ca-f75b6fc4a6eb tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:19.339919 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-82bd3355-4046-4643-959e-67c978c9073c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:19.344075 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455400a2-7d28-4c95-93ca-f75b6fc4a6eb tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:19.349257 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-455400a2-7d28-4c95-93ca-f75b6fc4a6eb tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1358356 Nov 09 21:34:19.361363 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34408) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:19.393117 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-82bd3355-4046-4643-959e-67c978c9073c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:19.483093 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e0682cd6-6a4f-427b-bd3f-8d4433e066a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:19.498195 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e0682cd6-6a4f-427b-bd3f-8d4433e066a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:19.543248 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-606ad442-d291-4e28-8966-df8b6e5ae5f3 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting port 1f203672-df9e-4e71-a1bb-c30a47e83fa9 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:34:19.543765 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-606ad442-d291-4e28-8966-df8b6e5ae5f3 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:19.550835 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e0682cd6-6a4f-427b-bd3f-8d4433e066a6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=34a522014d2d4299a7c600791b9a547f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6286418 Nov 09 21:34:19.553645 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34414) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:19.692313 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0682cd6-6a4f-427b-bd3f-8d4433e066a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf19890-6fe8-4f4a-bb00-455065367d2f,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:19.700586 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2cd24c72-878d-44bd-a7f0-fad46d4575d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:19.705303 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-82bd3355-4046-4643-959e-67c978c9073c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:19.708967 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-82bd3355-4046-4643-959e-67c978c9073c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:19.718626 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-606ad442-d291-4e28-8966-df8b6e5ae5f3 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:19.725516 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-82bd3355-4046-4643-959e-67c978c9073c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d0565f05-2104-4c9c-b3f5-05bc828dc4cb HTTP/1.1" status: 204 len: 168 time: 0.4636378 Nov 09 21:34:19.746328 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-606ad442-d291-4e28-8966-df8b6e5ae5f3 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Calling delete_port for 1f203672-df9e-4e71-a1bb-c30a47e83fa9 owned by {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:34:19.770542 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd3355-4046-4643-959e-67c978c9073c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0565f05-2104-4c9c-b3f5-05bc828dc4cb,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:19.797408 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2cd24c72-878d-44bd-a7f0-fad46d4575d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:19.872725 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2cd24c72-878d-44bd-a7f0-fad46d4575d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:19.877437 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2cd24c72-878d-44bd-a7f0-fad46d4575d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:19.882900 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2cd24c72-878d-44bd-a7f0-fad46d4575d6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3cf19890-6fe8-4f4a-bb00-455065367d2f HTTP/1.1" status: 204 len: 168 time: 0.3246002 Nov 09 21:34:19.904707 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd24c72-878d-44bd-a7f0-fad46d4575d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf19890-6fe8-4f4a-bb00-455065367d2f,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:20.020278 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b8c37bbd-8e07-4f6f-8441-13a3f1eb8fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:20.104483 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-606ad442-d291-4e28-8966-df8b6e5ae5f3 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:20.239765 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-606ad442-d291-4e28-8966-df8b6e5ae5f3 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:20.246239 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34438) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:20.246446 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-606ad442-d291-4e28-8966-df8b6e5ae5f3 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/ports/1f203672-df9e-4e71-a1bb-c30a47e83fa9 HTTP/1.1" status: 204 len: 168 time: 0.8836267 Nov 09 21:34:20.247322 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ad442-d291-4e28-8966-df8b6e5ae5f3 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Port': ['ID=1f203672-df9e-4e71-a1bb-c30a47e83fa9,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:20.321716 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac57bdc-719d-4515-9642-534b09e296fb tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:20.323483 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac57bdc-719d-4515-9642-534b09e296fb tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:20.331828 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34442) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:20.333814 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3ac57bdc-719d-4515-9642-534b09e296fb tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0860984 Nov 09 21:34:20.338272 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 2c4565ec-fe71-413c-ad5b-50182a843c07 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:34:20.444166 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bfff1ea-d693-44f5-8387-b84bff5ef7d1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting subnet 1549c412-3eb1-438d-ac75-93d25c0d4e04 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:34:20.456511 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8bfff1ea-d693-44f5-8387-b84bff5ef7d1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:20.466487 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 2c4565ec-fe71-413c-ad5b-50182a843c07 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:34:20.466861 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:20.534226 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8bfff1ea-d693-44f5-8387-b84bff5ef7d1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:20.652417 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:20.698815 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8bfff1ea-d693-44f5-8387-b84bff5ef7d1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:20.740132 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-c4b3f89f-048c-417c-9918-5cf298a70a7d None None] Provisioning complete for port 2c4565ec-fe71-413c-ad5b-50182a843c07 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:34:20.740815 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c4b3f89f-048c-417c-9918-5cf298a70a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:20.799647 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8bfff1ea-d693-44f5-8387-b84bff5ef7d1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:20.877075 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8bfff1ea-d693-44f5-8387-b84bff5ef7d1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:20.885372 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8bfff1ea-d693-44f5-8387-b84bff5ef7d1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/1549c412-3eb1-438d-ac75-93d25c0d4e04 HTTP/1.1" status: 204 len: 168 time: 0.5515294 Nov 09 21:34:20.885555 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34468) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:20.888016 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfff1ea-d693-44f5-8387-b84bff5ef7d1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Subnet': ['ID=1549c412-3eb1-438d-ac75-93d25c0d4e04,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:20.938658 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.db.api [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 21:34:20.939239 n-d-816206-3 neutron-server[102609]: DEBUG oslo_db.api [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 21:34:20.956114 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c4b3f89f-048c-417c-9918-5cf298a70a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:21.009655 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ec58f0cf-4816-4580-9ce3-c8d00411bcf9 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1200531 Nov 09 21:34:21.010444 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34476) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:21.016033 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-c286d4d8-df9b-4f66-92ae-bfc23214417b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'subnet': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:21.036764 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-c4b3f89f-048c-417c-9918-5cf298a70a7d None None] For port 2c4565ec-fe71-413c-ad5b-50182a843c07, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=2c4565ec-fe71-413c-ad5b-50182a843c07,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:34:21.039978 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:21.043347 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c4b3f89f-048c-417c-9918-5cf298a70a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:21.097375 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7303fd5-b00b-459d-95b7-be5135c1cbc2 None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:34:21.194405 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c286d4d8-df9b-4f66-92ae-bfc23214417b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:34:21.198641 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c286d4d8-df9b-4f66-92ae-bfc23214417b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:21.213333 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-b5ab412d-689e-4f50-b2c1-e9bb2d53c987 None None] Could not find standard attr ID for object 1f203672-df9e-4e71-a1bb-c30a47e83fa9. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 21:34:21.249537 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b3f89f-048c-417c-9918-5cf298a70a7d None None] Pushing event updated for resources: {'Port': ['ID=2c4565ec-fe71-413c-ad5b-50182a843c07,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:21.419038 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ceee27b-8077-4989-887c-bc7e339b3d5e None None] DHCP port deletion for 83001fa8-21bc-4303-8a8a-37c91fd09fe2 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:34:21.551038 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-1ceee27b-8077-4989-887c-bc7e339b3d5e None None] Deleting port 2c4565ec-fe71-413c-ad5b-50182a843c07 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:34:21.551548 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1ceee27b-8077-4989-887c-bc7e339b3d5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:21.661510 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-1ceee27b-8077-4989-887c-bc7e339b3d5e None None] For port 2c4565ec-fe71-413c-ad5b-50182a843c07, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=2c4565ec-fe71-413c-ad5b-50182a843c07,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:34:21.662157 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1ceee27b-8077-4989-887c-bc7e339b3d5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:21.662382 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34498) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:21.678840 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-1ceee27b-8077-4989-887c-bc7e339b3d5e None None] Calling delete_port for 2c4565ec-fe71-413c-ad5b-50182a843c07 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:34:21.809590 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1ceee27b-8077-4989-887c-bc7e339b3d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:21.851566 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceee27b-8077-4989-887c-bc7e339b3d5e None None] Pushing event deleted for resources: {'Port': ['ID=2c4565ec-fe71-413c-ad5b-50182a843c07,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:21.854189 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceee27b-8077-4989-887c-bc7e339b3d5e None None] No DVR routers for this DVR port 2c4565ec-fe71-413c-ad5b-50182a843c07 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:34:21.916939 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-c8cdae77-d955-486d-80a1-0f019e6b006b tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Request body: {'networks': [{'name': 'tempest-network--964610747'}, {'name': 'tempest-network--1134419518'}]} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:21.917855 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-c8cdae77-d955-486d-80a1-0f019e6b006b tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Request body: {'network': {'name': 'tempest-network--964610747'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:21.918485 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-c8cdae77-d955-486d-80a1-0f019e6b006b tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Request body: {'network': {'name': 'tempest-network--1134419518'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:21.955033 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8cdae77-d955-486d-80a1-0f019e6b006b tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Made reservation on behalf of 6a7c23f2070b478c852779f2d1144d92 for: {'network': 2} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:34:21.965288 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c8cdae77-d955-486d-80a1-0f019e6b006b tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:21.978407 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c8cdae77-d955-486d-80a1-0f019e6b006b tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:22.135343 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c8cdae77-d955-486d-80a1-0f019e6b006b tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:22.141611 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c8cdae77-d955-486d-80a1-0f019e6b006b tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:22.142270 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c8cdae77-d955-486d-80a1-0f019e6b006b tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:22.205425 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cdae77-d955-486d-80a1-0f019e6b006b tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=925a2439-7b58-45c6-9d74-dcce52d75aa7,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:22.212160 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8cdae77-d955-486d-80a1-0f019e6b006b tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:34:22.227028 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c8cdae77-d955-486d-80a1-0f019e6b006b tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:22.227481 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-c8cdae77-d955-486d-80a1-0f019e6b006b tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Added segment e3522515-ee64-4029-bb24-1ccc9ca94a03 of type vlan for network 13e66c27-52f9-4aad-83de-a81779d31a4c Nov 09 21:34:22.258787 n-d-816206-3 neutron-server[102607]: DEBUG neutron.objects.ports [None req-c286d4d8-df9b-4f66-92ae-bfc23214417b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102607) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 21:34:22.278053 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c8cdae77-d955-486d-80a1-0f019e6b006b tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:22.280487 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 2c4565ec-fe71-413c-ad5b-50182a843c07 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:34:22.314298 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8cdae77-d955-486d-80a1-0f019e6b006b tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:34:22.327087 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 2c4565ec-fe71-413c-ad5b-50182a843c07 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:34:22.327462 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 2c4565ec-fe71-413c-ad5b-50182a843c07 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:34:22.328077 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c8cdae77-d955-486d-80a1-0f019e6b006b tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:22.328700 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-c8cdae77-d955-486d-80a1-0f019e6b006b tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Added segment f674cc49-a7e7-4583-8e44-3fa0d46c98d6 of type vlan for network 642f429a-d715-4b8f-9b4e-1216adca0b01 Nov 09 21:34:22.400981 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:22.405136 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c8cdae77-d955-486d-80a1-0f019e6b006b tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:22.443876 n-d-816206-3 neutron-server[102607]: WARNING neutron.services.revisions.revision_plugin [None req-c286d4d8-df9b-4f66-92ae-bfc23214417b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Could not find related port for resource to bump revision. Nov 09 21:34:22.452704 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.ipam_pluggable_backend [None req-c286d4d8-df9b-4f66-92ae-bfc23214417b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Port 2c4565ec-fe71-413c-ad5b-50182a843c07 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102607) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 09 21:34:22.453141 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.ipam_pluggable_backend [None req-c286d4d8-df9b-4f66-92ae-bfc23214417b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Reverting IP allocation for 2001:db8::f816:3eff:fee1:63d {{(pid=102607) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 09 21:34:22.456781 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.ipam_pluggable_backend [None req-c286d4d8-df9b-4f66-92ae-bfc23214417b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fee1:63d {{(pid=102607) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 09 21:34:22.458175 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c286d4d8-df9b-4f66-92ae-bfc23214417b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:22.478077 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c8cdae77-d955-486d-80a1-0f019e6b006b tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:22.479113 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c8cdae77-d955-486d-80a1-0f019e6b006b tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:22.487611 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cdae77-d955-486d-80a1-0f019e6b006b tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:22.495485 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cdae77-d955-486d-80a1-0f019e6b006b tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:22.496552 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c8cdae77-d955-486d-80a1-0f019e6b006b tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:22.519869 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c286d4d8-df9b-4f66-92ae-bfc23214417b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:34:22.524616 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-c286d4d8-df9b-4f66-92ae-bfc23214417b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:34:22.529240 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c286d4d8-df9b-4f66-92ae-bfc23214417b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:22.530038 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c286d4d8-df9b-4f66-92ae-bfc23214417b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:22.540401 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5a143e-f72b-4f0c-b525-f4a015a794d8 None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:34:22.561971 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c286d4d8-df9b-4f66-92ae-bfc23214417b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Subnet': ['ID=7d158ccc-ea97-4b91-abda-3c2899bcfd7d,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:22.570869 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c286d4d8-df9b-4f66-92ae-bfc23214417b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5590484 Nov 09 21:34:22.573505 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34528) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:22.588409 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-cc75b725-a6e9-45fa-b3bf-a4d16f4e9435 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'port': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'mac_address': 'fa:16:3e:d1:8c:34', 'name': 'tempest-NetworksTestDHCPv6-1710261566'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:22.671783 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c8cdae77-d955-486d-80a1-0f019e6b006b tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.0082650 Nov 09 21:34:22.674577 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34530) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:22.741890 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b516f9f-46df-41be-99c0-35442f1523ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'tenant_id': '4f80aeba4f7b42c0ae266ee8833d0179', 'fixed_ips': [{'subnet_id': '7d158ccc-ea97-4b91-abda-3c2899bcfd7d'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:34:22.742853 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1b516f9f-46df-41be-99c0-35442f1523ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:22.783078 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc75b725-a6e9-45fa-b3bf-a4d16f4e9435 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:34:22.788341 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cc75b725-a6e9-45fa-b3bf-a4d16f4e9435 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:22.790096 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cdae77-d955-486d-80a1-0f019e6b006b tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Pushing event updated for resources: {'Network': ['ID=13e66c27-52f9-4aad-83de-a81779d31a4c,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:22.806762 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 13e66c27-52f9-4aad-83de-a81779d31a4c details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:34:22.836671 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-cc75b725-a6e9-45fa-b3bf-a4d16f4e9435 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] device_id is not set on port 04910ec4-fd9d-469b-90be-c303cbe2d69b yet. {{(pid=102607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:34:22.899656 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98933fa2-4425-42e5-ac55-b28e3a525508 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:22.912864 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98933fa2-4425-42e5-ac55-b28e3a525508 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:22.928602 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98933fa2-4425-42e5-ac55-b28e3a525508 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:22.940583 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98933fa2-4425-42e5-ac55-b28e3a525508 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:22.942897 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-98933fa2-4425-42e5-ac55-b28e3a525508 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2632535 Nov 09 21:34:22.945938 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34540) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:22.993712 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cdae77-d955-486d-80a1-0f019e6b006b tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Pushing event updated for resources: {'Network': ['ID=642f429a-d715-4b8f-9b4e-1216adca0b01,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:23.003760 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:23.020068 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 642f429a-d715-4b8f-9b4e-1216adca0b01 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:34:23.083374 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a21c27dd-d592-4f82-959e-f3a5550c0e7b tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:23.138182 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-cc75b725-a6e9-45fa-b3bf-a4d16f4e9435 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Allocated IP 2001:db8::f816:3eff:fed1:8c34 (83001fa8-21bc-4303-8a8a-37c91fd09fe2/7d158ccc-ea97-4b91-abda-3c2899bcfd7d/04910ec4-fd9d-469b-90be-c303cbe2d69b) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:34:23.242405 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a21c27dd-d592-4f82-959e-f3a5550c0e7b tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:23.283802 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-a21c27dd-d592-4f82-959e-f3a5550c0e7b tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13e66c27-52f9-4aad-83de-a81779d31a4c']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:34:23.310955 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-a21c27dd-d592-4f82-959e-f3a5550c0e7b tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3522515-ee64-4029-bb24-1ccc9ca94a03') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:34:23.310955 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-a21c27dd-d592-4f82-959e-f3a5550c0e7b tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3522515-ee64-4029-bb24-1ccc9ca94a03') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:34:23.358218 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a21c27dd-d592-4f82-959e-f3a5550c0e7b tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:23.359560 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:23.448628 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a21c27dd-d592-4f82-959e-f3a5550c0e7b tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:23.459899 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a21c27dd-d592-4f82-959e-f3a5550c0e7b tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:34:23.460467 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a21c27dd-d592-4f82-959e-f3a5550c0e7b tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:23.464111 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:34:23.464111 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:34:23.464111 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:34:23.464111 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:34:23.464111 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:34:23.464111 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:34:23.464111 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:34:23.464111 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:34:23.464111 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:34:23.464111 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:34:23.464111 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:34:23.464111 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:34:23.464111 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:34:23.464111 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:34:23.464111 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:34:23.464111 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:34:23.464111 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:34:23.464111 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:34:23.464111 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:34:23.464111 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:34:23.464111 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:34:23.464111 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:34:23.464111 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:34:23.464111 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:34:23.464111 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:34:23.464111 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:34:23.464111 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:34:23.464111 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:34:23.464111 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:34:23.464111 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:34:23.464111 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:34:23.464111 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:34:23.595586 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a21c27dd-d592-4f82-959e-f3a5550c0e7b tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:23.616589 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a21c27dd-d592-4f82-959e-f3a5550c0e7b tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:23.620186 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a21c27dd-d592-4f82-959e-f3a5550c0e7b tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] 10.222.0.49 "DELETE /v2.0/networks/13e66c27-52f9-4aad-83de-a81779d31a4c HTTP/1.1" status: 204 len: 168 time: 0.6696131 Nov 09 21:34:23.622895 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34580) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:23.686386 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cc75b725-a6e9-45fa-b3bf-a4d16f4e9435 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:23.687981 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c27dd-d592-4f82-959e-f3a5550c0e7b tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Pushing event deleted for resources: {'Network': ['ID=13e66c27-52f9-4aad-83de-a81779d31a4c,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:23.804773 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5630e28e-fa37-4b71-b880-3c9bca470c7d tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:23.822504 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cc75b725-a6e9-45fa-b3bf-a4d16f4e9435 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:23.889599 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-1b516f9f-46df-41be-99c0-35442f1523ea None None] Allocated IP 2001:db8::f816:3eff:fe50:69cf (83001fa8-21bc-4303-8a8a-37c91fd09fe2/7d158ccc-ea97-4b91-abda-3c2899bcfd7d/a508888c-f1f9-4c68-9a93-796e8c751f8c) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:34:23.898115 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc75b725-a6e9-45fa-b3bf-a4d16f4e9435 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:34:23.948738 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-cc75b725-a6e9-45fa-b3bf-a4d16f4e9435 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:34:23.958214 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc75b725-a6e9-45fa-b3bf-a4d16f4e9435 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:34:23.965727 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc75b725-a6e9-45fa-b3bf-a4d16f4e9435 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:23.966597 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cc75b725-a6e9-45fa-b3bf-a4d16f4e9435 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:23.988657 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5630e28e-fa37-4b71-b880-3c9bca470c7d tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:24.014340 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-5630e28e-fa37-4b71-b880-3c9bca470c7d tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['642f429a-d715-4b8f-9b4e-1216adca0b01']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:34:24.027542 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-5630e28e-fa37-4b71-b880-3c9bca470c7d tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f674cc49-a7e7-4583-8e44-3fa0d46c98d6') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:34:24.028387 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-5630e28e-fa37-4b71-b880-3c9bca470c7d tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f674cc49-a7e7-4583-8e44-3fa0d46c98d6') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:34:24.067940 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5630e28e-fa37-4b71-b880-3c9bca470c7d tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:24.103311 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5630e28e-fa37-4b71-b880-3c9bca470c7d tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:24.119916 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75b725-a6e9-45fa-b3bf-a4d16f4e9435 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Port': ['ID=04910ec4-fd9d-469b-90be-c303cbe2d69b,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:24.132689 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5630e28e-fa37-4b71-b880-3c9bca470c7d tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:34:24.133436 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5630e28e-fa37-4b71-b880-3c9bca470c7d tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:24.135145 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34588) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:24.224822 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:34:24.224822 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:34:24.224822 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:34:24.224822 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:34:24.224822 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:34:24.224822 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:34:24.224822 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:34:24.224822 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:34:24.224822 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:34:24.224822 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:34:24.224822 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:34:24.224822 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:34:24.224822 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:34:24.224822 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:34:24.224822 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:34:24.224822 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:34:24.224822 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:34:24.224822 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:34:24.224822 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:34:24.224822 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:34:24.224822 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:34:24.224822 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:34:24.224822 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:34:24.224822 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:34:24.224822 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:34:24.224822 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:34:24.224822 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:34:24.224822 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:34:24.224822 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:34:24.224822 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:34:24.224822 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:34:24.224822 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:34:24.236980 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-cc75b725-a6e9-45fa-b3bf-a4d16f4e9435 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6555312 Nov 09 21:34:24.238399 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5630e28e-fa37-4b71-b880-3c9bca470c7d tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:24.239711 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34592) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:24.248218 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5630e28e-fa37-4b71-b880-3c9bca470c7d tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:24.252145 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5630e28e-fa37-4b71-b880-3c9bca470c7d tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] 10.222.0.49 "DELETE /v2.0/networks/642f429a-d715-4b8f-9b4e-1216adca0b01 HTTP/1.1" status: 204 len: 168 time: 0.6226556 Nov 09 21:34:24.254519 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34594) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:24.296424 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630e28e-fa37-4b71-b880-3c9bca470c7d tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Pushing event deleted for resources: {'Network': ['ID=642f429a-d715-4b8f-9b4e-1216adca0b01,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:24.342436 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3c7c96-de4c-438d-b310-906f0480fe4c tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:24.347101 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ff3c7c96-de4c-438d-b310-906f0480fe4c tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1051061 Nov 09 21:34:24.349849 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34598) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:24.353926 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1b516f9f-46df-41be-99c0-35442f1523ea None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:24.366603 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1b516f9f-46df-41be-99c0-35442f1523ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:24.454463 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b516f9f-46df-41be-99c0-35442f1523ea None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:34:24.464724 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-1b516f9f-46df-41be-99c0-35442f1523ea None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:34:24.481102 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b516f9f-46df-41be-99c0-35442f1523ea None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:34:24.489164 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35383883-b1ea-4ee7-a7a3-83195cc018d9 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:24.496508 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35383883-b1ea-4ee7-a7a3-83195cc018d9 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:24.498540 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-35383883-b1ea-4ee7-a7a3-83195cc018d9 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2428823 Nov 09 21:34:24.502453 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34602) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:24.508062 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-98248dbd-9b20-471d-9bfb-fd98213f76c7 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-346507745'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:24.517705 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b516f9f-46df-41be-99c0-35442f1523ea None None] Pushing event updated for resources: {'Port': ['ID=a508888c-f1f9-4c68-9a93-796e8c751f8c,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:24.541275 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-0a3be85b-708e-474b-a287-55b67225eede tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting port 04910ec4-fd9d-469b-90be-c303cbe2d69b {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:34:24.541626 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0a3be85b-708e-474b-a287-55b67225eede tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:24.560119 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0db7afb3-1c90-4846-bfe7-6ad8a734dbe8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:24.574036 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98248dbd-9b20-471d-9bfb-fd98213f76c7 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Made reservation on behalf of 6a7c23f2070b478c852779f2d1144d92 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:34:24.577787 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-98248dbd-9b20-471d-9bfb-fd98213f76c7 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:24.610166 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-1b516f9f-46df-41be-99c0-35442f1523ea None None] Attempting to bind port a508888c-f1f9-4c68-9a93-796e8c751f8c on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:34:24.610544 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-1b516f9f-46df-41be-99c0-35442f1523ea None None] Attempting to bind port a508888c-f1f9-4c68-9a93-796e8c751f8c by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:34:24.610915 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b516f9f-46df-41be-99c0-35442f1523ea None None] Attempting to bind port a508888c-f1f9-4c68-9a93-796e8c751f8c on network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:34:24.618918 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b516f9f-46df-41be-99c0-35442f1523ea None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:34:24.619306 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b516f9f-46df-41be-99c0-35442f1523ea None None] Checking segment: {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:34:24.619714 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1b516f9f-46df-41be-99c0-35442f1523ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:24.620113 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b516f9f-46df-41be-99c0-35442f1523ea None None] Bound using segment: {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:34:24.621187 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-1b516f9f-46df-41be-99c0-35442f1523ea None None] Bound port: a508888c-f1f9-4c68-9a93-796e8c751f8c, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:34:24.621706 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1b516f9f-46df-41be-99c0-35442f1523ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:24.640786 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98248dbd-9b20-471d-9bfb-fd98213f76c7 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:34:24.661968 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0a3be85b-708e-474b-a287-55b67225eede tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:24.664879 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-98248dbd-9b20-471d-9bfb-fd98213f76c7 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:24.665605 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-98248dbd-9b20-471d-9bfb-fd98213f76c7 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Added segment c8c7ef14-aa25-417d-8c25-786205dfa779 of type vlan for network 39768f98-8dde-4616-8fc8-d2b2f09c5bc9 Nov 09 21:34:24.704587 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-1b516f9f-46df-41be-99c0-35442f1523ea None None] For port a508888c-f1f9-4c68-9a93-796e8c751f8c, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:34:24.709400 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-1b516f9f-46df-41be-99c0-35442f1523ea None None] For port a508888c-f1f9-4c68-9a93-796e8c751f8c, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=a508888c-f1f9-4c68-9a93-796e8c751f8c,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:34:24.710831 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-0a3be85b-708e-474b-a287-55b67225eede tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Calling delete_port for 04910ec4-fd9d-469b-90be-c303cbe2d69b owned by {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:34:24.716886 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1b516f9f-46df-41be-99c0-35442f1523ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:24.788601 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-98248dbd-9b20-471d-9bfb-fd98213f76c7 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:24.802384 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0db7afb3-1c90-4846-bfe7-6ad8a734dbe8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:24.809736 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0db7afb3-1c90-4846-bfe7-6ad8a734dbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:24.823494 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b516f9f-46df-41be-99c0-35442f1523ea None None] Pushing event updated for resources: {'Port': ['ID=a508888c-f1f9-4c68-9a93-796e8c751f8c,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:24.881473 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0db7afb3-1c90-4846-bfe7-6ad8a734dbe8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2cbb0d44eeb842d88371b9cfc78ba226&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7449915 Nov 09 21:34:24.883180 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7afb3-1c90-4846-bfe7-6ad8a734dbe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9879147f-2b51-4420-aa2b-853b21e69ef4,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:24.885859 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-98248dbd-9b20-471d-9bfb-fd98213f76c7 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:24.886043 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34618) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:24.907150 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98248dbd-9b20-471d-9bfb-fd98213f76c7 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:24.909340 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-98248dbd-9b20-471d-9bfb-fd98213f76c7 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:24.975563 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-98248dbd-9b20-471d-9bfb-fd98213f76c7 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4717927 Nov 09 21:34:24.978928 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34622) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:24.988245 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-25c94e46-588f-44c8-a143-415b70a69e65 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-299451333'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:25.015272 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98248dbd-9b20-471d-9bfb-fd98213f76c7 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Pushing event updated for resources: {'Network': ['ID=39768f98-8dde-4616-8fc8-d2b2f09c5bc9,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:25.027260 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4619facc-cfb0-4d54-a3b3-f6b101b5fa30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:25.031044 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 39768f98-8dde-4616-8fc8-d2b2f09c5bc9 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:34:25.033500 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c94e46-588f-44c8-a143-415b70a69e65 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Made reservation on behalf of 6a7c23f2070b478c852779f2d1144d92 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:34:25.035124 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0a3be85b-708e-474b-a287-55b67225eede tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:25.039635 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-25c94e46-588f-44c8-a143-415b70a69e65 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:25.079328 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25c94e46-588f-44c8-a143-415b70a69e65 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:34:25.096746 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-25c94e46-588f-44c8-a143-415b70a69e65 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:25.099299 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-25c94e46-588f-44c8-a143-415b70a69e65 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Added segment e5f455a9-2c09-459d-b7ca-f95640d17951 of type vlan for network 9c2ba6c3-5735-4a4b-a0fb-f33cc0739c20 Nov 09 21:34:25.126585 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3be85b-708e-474b-a287-55b67225eede tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Port': ['ID=04910ec4-fd9d-469b-90be-c303cbe2d69b,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:25.130066 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4619facc-cfb0-4d54-a3b3-f6b101b5fa30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:25.177434 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0a3be85b-708e-474b-a287-55b67225eede tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:25.180783 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0a3be85b-708e-474b-a287-55b67225eede tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/ports/04910ec4-fd9d-469b-90be-c303cbe2d69b HTTP/1.1" status: 204 len: 168 time: 0.8291886 Nov 09 21:34:25.187647 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34628) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:25.243456 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-25c94e46-588f-44c8-a143-415b70a69e65 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:25.268574 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1cb6ce-c5a4-4088-9715-ae1cdbbc3a60 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:25.270774 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1cb6ce-c5a4-4088-9715-ae1cdbbc3a60 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:25.275221 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-9a1cb6ce-c5a4-4088-9715-ae1cdbbc3a60 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0868254 Nov 09 21:34:25.278249 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34630) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:25.306594 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-25c94e46-588f-44c8-a143-415b70a69e65 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:25.318339 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c94e46-588f-44c8-a143-415b70a69e65 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:25.319093 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-25c94e46-588f-44c8-a143-415b70a69e65 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:25.354685 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4619facc-cfb0-4d54-a3b3-f6b101b5fa30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:25.357700 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4619facc-cfb0-4d54-a3b3-f6b101b5fa30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:25.361845 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4619facc-cfb0-4d54-a3b3-f6b101b5fa30 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9879147f-2b51-4420-aa2b-853b21e69ef4 HTTP/1.1" status: 204 len: 168 time: 0.4721422 Nov 09 21:34:25.370555 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-d11e93d9-9591-454d-90bb-6c7b52ef4cea tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting subnet 7d158ccc-ea97-4b91-abda-3c2899bcfd7d {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:34:25.374084 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d11e93d9-9591-454d-90bb-6c7b52ef4cea tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:25.423452 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d11e93d9-9591-454d-90bb-6c7b52ef4cea tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:25.452607 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4619facc-cfb0-4d54-a3b3-f6b101b5fa30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9879147f-2b51-4420-aa2b-853b21e69ef4,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:25.507674 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-25c94e46-588f-44c8-a143-415b70a69e65 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5275810 Nov 09 21:34:25.513463 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34636) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:25.525575 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-233cf702-2ff7-4cfb-8d70-6ceb64a07b28 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Request body: {'ports': [{'network_id': '39768f98-8dde-4616-8fc8-d2b2f09c5bc9', 'name': 'tempest-port--1070189953', 'admin_state_up': True}, {'network_id': '9c2ba6c3-5735-4a4b-a0fb-f33cc0739c20', 'admin_state_up': False}]} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:25.525881 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-233cf702-2ff7-4cfb-8d70-6ceb64a07b28 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Request body: {'port': {'network_id': '39768f98-8dde-4616-8fc8-d2b2f09c5bc9', 'name': 'tempest-port--1070189953', 'admin_state_up': True}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:25.526623 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-233cf702-2ff7-4cfb-8d70-6ceb64a07b28 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Request body: {'port': {'network_id': '9c2ba6c3-5735-4a4b-a0fb-f33cc0739c20', 'admin_state_up': False}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:25.553654 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d11e93d9-9591-454d-90bb-6c7b52ef4cea tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:25.653641 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c94e46-588f-44c8-a143-415b70a69e65 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Pushing event updated for resources: {'Network': ['ID=9c2ba6c3-5735-4a4b-a0fb-f33cc0739c20,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:25.666819 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 9c2ba6c3-5735-4a4b-a0fb-f33cc0739c20 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:34:25.705760 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d11e93d9-9591-454d-90bb-6c7b52ef4cea tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:25.788444 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e93d9-9591-454d-90bb-6c7b52ef4cea tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Subnet': ['ID=7d158ccc-ea97-4b91-abda-3c2899bcfd7d,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:25.798990 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d11e93d9-9591-454d-90bb-6c7b52ef4cea tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:25.804150 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d11e93d9-9591-454d-90bb-6c7b52ef4cea tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/7d158ccc-ea97-4b91-abda-3c2899bcfd7d HTTP/1.1" status: 204 len: 168 time: 0.5248878 Nov 09 21:34:25.807500 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34648) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:25.881374 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233cf702-2ff7-4cfb-8d70-6ceb64a07b28 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Made reservation on behalf of 6a7c23f2070b478c852779f2d1144d92 for: {'port': 2} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:34:25.890777 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-233cf702-2ff7-4cfb-8d70-6ceb64a07b28 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:25.901425 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-cf1849f2-b93d-48fd-86e3-e670105dccd0 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0927641 Nov 09 21:34:25.903874 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34652) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:25.916741 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-233cf702-2ff7-4cfb-8d70-6ceb64a07b28 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:26.010412 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e5816f-0c52-4ce1-b7c9-0097e189fdc6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:26.014511 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c2e5816f-0c52-4ce1-b7c9-0097e189fdc6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1064019 Nov 09 21:34:26.014798 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34656) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:26.088830 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-233cf702-2ff7-4cfb-8d70-6ceb64a07b28 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] device_id is not set on port 2b32f35d-85be-4071-a35d-be3ad53ed221 yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:34:26.116165 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e8e4e-04e0-4066-a93d-209dd4941493 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:26.117968 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-699e8e4e-04e0-4066-a93d-209dd4941493 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1020374 Nov 09 21:34:26.122984 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34664) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:26.196916 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34668) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:26.203579 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-78270000-1b7b-4e9f-a4a8-1d7bfc34cefa tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0750260 Nov 09 21:34:26.226226 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34672) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:26.242289 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-caed14ec-4d58-4d64-89c9-31f22e0fe7b6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'subnet': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:26.270844 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-233cf702-2ff7-4cfb-8d70-6ceb64a07b28 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:26.362067 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0e9274b5-b754-49d3-b8f3-de1c47b47bb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:26.391852 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device a508888c-f1f9-4c68-9a93-796e8c751f8c up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:34:26.393251 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caed14ec-4d58-4d64-89c9-31f22e0fe7b6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:34:26.397708 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-caed14ec-4d58-4d64-89c9-31f22e0fe7b6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:26.406078 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-233cf702-2ff7-4cfb-8d70-6ceb64a07b28 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] device_id is not set on port b3ad6821-90ea-4ced-b4e5-7d9a4f333c03 yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:34:26.482251 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56253eb4-3f27-4f95-95dd-8a8ef21d875d None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:34:26.633244 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-233cf702-2ff7-4cfb-8d70-6ceb64a07b28 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:26.717195 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0e9274b5-b754-49d3-b8f3-de1c47b47bb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:26.720388 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-4bd90506-bb07-421e-958d-ec3b149338ce None None] Provisioning complete for port a508888c-f1f9-4c68-9a93-796e8c751f8c triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:34:26.721337 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4bd90506-bb07-421e-958d-ec3b149338ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:26.746574 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0e9274b5-b754-49d3-b8f3-de1c47b47bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:26.760705 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09422ec-2a84-4d14-af5c-b02c9f834dab req-9179e721-9a50-449e-957a-2e1a91dae3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:26.762720 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e09422ec-2a84-4d14-af5c-b02c9f834dab req-9179e721-9a50-449e-957a-2e1a91dae3a1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=96a7a35658cb4a6ea565f057e114d368&device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 1095 time: 0.0978026 Nov 09 21:34:26.793623 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-233cf702-2ff7-4cfb-8d70-6ceb64a07b28 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:26.809697 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port a508888c-f1f9-4c68-9a93-796e8c751f8c triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:34:26.810296 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:26.828425 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9274b5-b754-49d3-b8f3-de1c47b47bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e822a6-bcd8-4680-b82e-811a84a29e78,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:26.874517 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0e9274b5-b754-49d3-b8f3-de1c47b47bb2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c2638890df014037bbffa52635600f10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6618881 Nov 09 21:34:26.875669 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34700) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:26.928133 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4bd90506-bb07-421e-958d-ec3b149338ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:26.931572 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb58d2a-3b61-479b-9690-724040dde047 None None] DHCP port deletion for 83001fa8-21bc-4303-8a8a-37c91fd09fe2 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:34:26.936954 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33279b08-1315-44fb-855f-d0a74e86ca53 req-2ca84c82-5288-442d-8111-76986ce34bd3 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:26.938632 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-33279b08-1315-44fb-855f-d0a74e86ca53 req-2ca84c82-5288-442d-8111-76986ce34bd3 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.2434480 Nov 09 21:34:27.034256 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233cf702-2ff7-4cfb-8d70-6ceb64a07b28 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Pushing event updated for resources: {'Port': ['ID=2b32f35d-85be-4071-a35d-be3ad53ed221,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:27.039690 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233cf702-2ff7-4cfb-8d70-6ceb64a07b28 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Checking segment: {'id': 'c8c7ef14-aa25-417d-8c25-786205dfa779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '39768f98-8dde-4616-8fc8-d2b2f09c5bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:34:27.040056 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233cf702-2ff7-4cfb-8d70-6ceb64a07b28 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Network hostable DHCP agents. Network: 39768f98-8dde-4616-8fc8-d2b2f09c5bc9, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:34:27.053984 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:27.079728 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09422ec-2a84-4d14-af5c-b02c9f834dab req-c2d5be70-64f2-4d4a-b699-8db82d1b5bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:27.081373 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e09422ec-2a84-4d14-af5c-b02c9f834dab req-c2d5be70-64f2-4d4a-b699-8db82d1b5bed service neutron] 10.222.0.45 "GET /v2.0/networks?id=e557bc0d-71a9-4b44-ab50-1de12563c5ef HTTP/1.1" status: 200 len: 912 time: 0.3084536 Nov 09 21:34:27.085316 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233cf702-2ff7-4cfb-8d70-6ceb64a07b28 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Network 39768f98-8dde-4616-8fc8-d2b2f09c5bc9 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:34:27.109241 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-4bd90506-bb07-421e-958d-ec3b149338ce None None] For port a508888c-f1f9-4c68-9a93-796e8c751f8c, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=a508888c-f1f9-4c68-9a93-796e8c751f8c,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:34:27.116086 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-cbb58d2a-3b61-479b-9690-724040dde047 None None] Deleting port a508888c-f1f9-4c68-9a93-796e8c751f8c {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:34:27.116574 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cbb58d2a-3b61-479b-9690-724040dde047 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:27.179090 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-233cf702-2ff7-4cfb-8d70-6ceb64a07b28 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 39768f98-8dde-4616-8fc8-d2b2f09c5bc9) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:34:27.189424 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233cf702-2ff7-4cfb-8d70-6ceb64a07b28 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:34:27.194706 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-233cf702-2ff7-4cfb-8d70-6ceb64a07b28 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:27.220588 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-cbb58d2a-3b61-479b-9690-724040dde047 None None] For port a508888c-f1f9-4c68-9a93-796e8c751f8c, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=a508888c-f1f9-4c68-9a93-796e8c751f8c,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:34:27.224156 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cbb58d2a-3b61-479b-9690-724040dde047 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:27.241661 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-cbb58d2a-3b61-479b-9690-724040dde047 None None] Calling delete_port for a508888c-f1f9-4c68-9a93-796e8c751f8c owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:34:27.280864 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-33279b08-1315-44fb-855f-d0a74e86ca53 req-f0a21b69-ad77-4f8a-b5d9-8d5013f148c8 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2678857 Nov 09 21:34:27.298733 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e09422ec-2a84-4d14-af5c-b02c9f834dab req-9cf1bebf-db46-4c6f-92d1-1817f380f1b0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a310ed82-5c76-42dd-938a-ffb8947a05b9 HTTP/1.1" status: 200 len: 998 time: 0.2062049 Nov 09 21:34:27.302895 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-efac87d8-a9cf-4f6d-9865-a6b1b2267c6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:27.328627 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-efac87d8-a9cf-4f6d-9865-a6b1b2267c6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:27.360500 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf295b8-75d0-460b-8ac4-f20c9c16bc13 None None] Network 39768f98-8dde-4616-8fc8-d2b2f09c5bc9 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:34:27.364877 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4bd90506-bb07-421e-958d-ec3b149338ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:27.405602 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233cf702-2ff7-4cfb-8d70-6ceb64a07b28 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Pushing event updated for resources: {'Port': ['ID=b3ad6821-90ea-4ced-b4e5-7d9a4f333c03,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:27.407945 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-efac87d8-a9cf-4f6d-9865-a6b1b2267c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:27.411098 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-efac87d8-a9cf-4f6d-9865-a6b1b2267c6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:27.417653 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-efac87d8-a9cf-4f6d-9865-a6b1b2267c6b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/92e822a6-bcd8-4680-b82e-811a84a29e78 HTTP/1.1" status: 204 len: 168 time: 0.5374267 Nov 09 21:34:27.419743 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cbb58d2a-3b61-479b-9690-724040dde047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:27.460866 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09422ec-2a84-4d14-af5c-b02c9f834dab req-dd85949a-99c0-4dc6-b8e1-7c28fff5d69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:27.462388 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e09422ec-2a84-4d14-af5c-b02c9f834dab req-dd85949a-99c0-4dc6-b8e1-7c28fff5d69f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=48041428-5cce-473c-b445-a01eb383d908 HTTP/1.1" status: 200 len: 851 time: 0.1546438 Nov 09 21:34:27.469398 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233cf702-2ff7-4cfb-8d70-6ceb64a07b28 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Checking segment: {'id': 'e5f455a9-2c09-459d-b7ca-f95640d17951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9c2ba6c3-5735-4a4b-a0fb-f33cc0739c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:34:27.469776 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233cf702-2ff7-4cfb-8d70-6ceb64a07b28 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Network hostable DHCP agents. Network: 9c2ba6c3-5735-4a4b-a0fb-f33cc0739c20, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:34:27.513212 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac87d8-a9cf-4f6d-9865-a6b1b2267c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e822a6-bcd8-4680-b82e-811a84a29e78,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:27.528442 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233cf702-2ff7-4cfb-8d70-6ceb64a07b28 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Network 9c2ba6c3-5735-4a4b-a0fb-f33cc0739c20 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:34:27.539081 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09422ec-2a84-4d14-af5c-b02c9f834dab req-f8b1b2b7-43a2-47d1-a3d6-e23849128665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:27.541032 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e09422ec-2a84-4d14-af5c-b02c9f834dab req-f8b1b2b7-43a2-47d1-a3d6-e23849128665 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e557bc0d-71a9-4b44-ab50-1de12563c5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663939 Nov 09 21:34:27.542437 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-233cf702-2ff7-4cfb-8d70-6ceb64a07b28 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 9c2ba6c3-5735-4a4b-a0fb-f33cc0739c20) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:34:27.546763 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233cf702-2ff7-4cfb-8d70-6ceb64a07b28 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:34:27.553276 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233cf702-2ff7-4cfb-8d70-6ceb64a07b28 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:27.562089 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233cf702-2ff7-4cfb-8d70-6ceb64a07b28 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:27.562804 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-233cf702-2ff7-4cfb-8d70-6ceb64a07b28 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:27.587126 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107b7f94-d2dc-4169-9b4d-92a2d97cc229 None None] Network 9c2ba6c3-5735-4a4b-a0fb-f33cc0739c20 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:34:27.589028 n-d-816206-3 neutron-server[102607]: DEBUG neutron.objects.ports [None req-caed14ec-4d58-4d64-89c9-31f22e0fe7b6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102607) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 21:34:27.590609 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-caed14ec-4d58-4d64-89c9-31f22e0fe7b6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:27.631007 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caed14ec-4d58-4d64-89c9-31f22e0fe7b6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:34:27.635427 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-caed14ec-4d58-4d64-89c9-31f22e0fe7b6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:34:27.639072 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd90506-bb07-421e-958d-ec3b149338ce None None] Pushing event deleted for resources: {'Port': ['ID=a508888c-f1f9-4c68-9a93-796e8c751f8c,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:27.641888 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caed14ec-4d58-4d64-89c9-31f22e0fe7b6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:27.642834 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-caed14ec-4d58-4d64-89c9-31f22e0fe7b6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:27.662127 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed14ec-4d58-4d64-89c9-31f22e0fe7b6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Subnet': ['ID=e89e6269-ae7e-4af3-ae95-68348916090b,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:27.669293 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-caed14ec-4d58-4d64-89c9-31f22e0fe7b6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4376016 Nov 09 21:34:27.671964 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34734) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:27.678381 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-19ca41f8-6ef2-4560-8cee-0613f4556a15 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'port': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'mac_address': 'fa:16:3e:b3:6b:c1', 'name': 'tempest-NetworksTestDHCPv6-1811765310'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:27.697849 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb58d2a-3b61-479b-9690-724040dde047 None None] Pushing event deleted for resources: {'Port': ['ID=a508888c-f1f9-4c68-9a93-796e8c751f8c,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:27.746575 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-233cf702-2ff7-4cfb-8d70-6ceb64a07b28 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.2314782 Nov 09 21:34:27.747121 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34738) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:27.783746 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb58d2a-3b61-479b-9690-724040dde047 None None] No DVR routers for this DVR port a508888c-f1f9-4c68-9a93-796e8c751f8c on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:34:27.823684 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76713e1-8a7e-4b42-9668-c0faee4663a4 None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:34:27.858651 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e09422ec-2a84-4d14-af5c-b02c9f834dab req-e47dc876-27d5-492b-aa60-f6e08f1ae96e service neutron] 10.222.0.45 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861187 Nov 09 21:34:27.881444 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02835823-bcec-4ca9-93e5-1c8972d9b6af tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:27.890759 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02835823-bcec-4ca9-93e5-1c8972d9b6af tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:27.893242 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-02835823-bcec-4ca9-93e5-1c8972d9b6af tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1449099 Nov 09 21:34:27.896869 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34744) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:27.967204 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ca41f8-6ef2-4560-8cee-0613f4556a15 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:34:28.091495 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e09422ec-2a84-4d14-af5c-b02c9f834dab req-a6954c05-172b-4874-b37d-e69b955871be service neutron] 10.222.0.45 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218823 Nov 09 21:34:28.128830 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ade94434-3371-40f5-97b7-7f5c8e5bb4f3 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Deleting port 2b32f35d-85be-4071-a35d-be3ad53ed221 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:34:28.129509 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ade94434-3371-40f5-97b7-7f5c8e5bb4f3 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:28.136501 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-19ca41f8-6ef2-4560-8cee-0613f4556a15 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:28.231731 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-19ca41f8-6ef2-4560-8cee-0613f4556a15 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] device_id is not set on port 640bb3e9-d2ba-4728-8137-dea2e67b3c0d yet. {{(pid=102607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:34:28.308020 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ade94434-3371-40f5-97b7-7f5c8e5bb4f3 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:28.335234 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device a508888c-f1f9-4c68-9a93-796e8c751f8c no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:34:28.348620 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ade94434-3371-40f5-97b7-7f5c8e5bb4f3 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Calling delete_port for 2b32f35d-85be-4071-a35d-be3ad53ed221 owned by {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:34:28.406370 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: a508888c-f1f9-4c68-9a93-796e8c751f8c {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:34:28.406816 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device a508888c-f1f9-4c68-9a93-796e8c751f8c not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:34:28.485104 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92428dfc-c620-472d-be91-4a862cfa1966 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'tenant_id': '4f80aeba4f7b42c0ae266ee8833d0179', 'fixed_ips': [{'subnet_id': 'e89e6269-ae7e-4af3-ae95-68348916090b'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:34:28.486160 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-92428dfc-c620-472d-be91-4a862cfa1966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:28.583163 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-19ca41f8-6ef2-4560-8cee-0613f4556a15 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Allocated IP 2001:db8::f816:3eff:feb3:6bc1 (83001fa8-21bc-4303-8a8a-37c91fd09fe2/e89e6269-ae7e-4af3-ae95-68348916090b/640bb3e9-d2ba-4728-8137-dea2e67b3c0d) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:34:28.600212 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6655757-b242-4ad1-9798-0e6b9d553eeb req-58a51e35-5ae2-409d-8f2a-8dab9958b1b9 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:28.622998 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c6655757-b242-4ad1-9798-0e6b9d553eeb req-58a51e35-5ae2-409d-8f2a-8dab9958b1b9 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.1603494 Nov 09 21:34:28.668072 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ade94434-3371-40f5-97b7-7f5c8e5bb4f3 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:28.702914 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c6655757-b242-4ad1-9798-0e6b9d553eeb req-0b6d9375-7f3b-4000-805b-83d08b6730c0 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772533 Nov 09 21:34:28.719781 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade94434-3371-40f5-97b7-7f5c8e5bb4f3 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Pushing event deleted for resources: {'Port': ['ID=2b32f35d-85be-4071-a35d-be3ad53ed221,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:28.737310 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ade94434-3371-40f5-97b7-7f5c8e5bb4f3 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:28.741856 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ade94434-3371-40f5-97b7-7f5c8e5bb4f3 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] 10.222.0.49 "DELETE /v2.0/ports/2b32f35d-85be-4071-a35d-be3ad53ed221 HTTP/1.1" status: 204 len: 168 time: 0.8400800 Nov 09 21:34:28.744838 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34788) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:28.864907 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-19ca41f8-6ef2-4560-8cee-0613f4556a15 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:28.867312 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-c008d97b-8a2c-421c-bc44-0b83b753ccb5 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Deleting port b3ad6821-90ea-4ced-b4e5-7d9a4f333c03 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:34:28.868114 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c008d97b-8a2c-421c-bc44-0b83b753ccb5 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:28.903079 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-19ca41f8-6ef2-4560-8cee-0613f4556a15 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:28.961304 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ca41f8-6ef2-4560-8cee-0613f4556a15 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:34:28.969108 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-19ca41f8-6ef2-4560-8cee-0613f4556a15 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:34:28.974268 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ca41f8-6ef2-4560-8cee-0613f4556a15 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:34:28.983501 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ca41f8-6ef2-4560-8cee-0613f4556a15 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:28.984187 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-19ca41f8-6ef2-4560-8cee-0613f4556a15 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:28.996495 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca41f8-6ef2-4560-8cee-0613f4556a15 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Port': ['ID=640bb3e9-d2ba-4728-8137-dea2e67b3c0d,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:29.024566 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-19ca41f8-6ef2-4560-8cee-0613f4556a15 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3476367 Nov 09 21:34:29.025205 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34806) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:29.026527 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c008d97b-8a2c-421c-bc44-0b83b753ccb5 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:29.044384 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-92428dfc-c620-472d-be91-4a862cfa1966 None None] Allocated IP 2001:db8::f816:3eff:fe19:3059 (83001fa8-21bc-4303-8a8a-37c91fd09fe2/e89e6269-ae7e-4af3-ae95-68348916090b/fffb52d1-807a-49e6-bbb0-a7fa7a746c3e) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:34:29.051572 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-c008d97b-8a2c-421c-bc44-0b83b753ccb5 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Calling delete_port for b3ad6821-90ea-4ced-b4e5-7d9a4f333c03 owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:34:29.158423 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c008d97b-8a2c-421c-bc44-0b83b753ccb5 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:29.165727 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8d938b-f2f9-4d30-9f99-ef4f2b23bfd1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:29.168351 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-3b8d938b-f2f9-4d30-9f99-ef4f2b23bfd1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1422048 Nov 09 21:34:29.171229 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34814) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:29.199722 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c008d97b-8a2c-421c-bc44-0b83b753ccb5 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:29.203951 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c008d97b-8a2c-421c-bc44-0b83b753ccb5 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] 10.222.0.49 "DELETE /v2.0/ports/b3ad6821-90ea-4ced-b4e5-7d9a4f333c03 HTTP/1.1" status: 204 len: 168 time: 0.4568496 Nov 09 21:34:29.206414 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34818) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:29.244313 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c008d97b-8a2c-421c-bc44-0b83b753ccb5 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Pushing event deleted for resources: {'Port': ['ID=b3ad6821-90ea-4ced-b4e5-7d9a4f333c03,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:29.275754 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-79d652d8-6323-4b85-ac80-7a677efc57c8 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0666988 Nov 09 21:34:29.279361 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34822) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:29.284721 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-ed534516-b33b-489a-9b5a-1d412329595e tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1226575179'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:29.331620 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed534516-b33b-489a-9b5a-1d412329595e tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Made reservation on behalf of 6a7c23f2070b478c852779f2d1144d92 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:34:29.341630 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ed534516-b33b-489a-9b5a-1d412329595e tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:29.366080 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-92428dfc-c620-472d-be91-4a862cfa1966 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:29.378159 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-92428dfc-c620-472d-be91-4a862cfa1966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:29.386855 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-38129d1d-58c0-48a3-ba49-15d05a0a9f35 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting port 640bb3e9-d2ba-4728-8137-dea2e67b3c0d {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:34:29.387832 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-38129d1d-58c0-48a3-ba49-15d05a0a9f35 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:29.407145 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed534516-b33b-489a-9b5a-1d412329595e tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:34:29.426942 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ed534516-b33b-489a-9b5a-1d412329595e tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:29.427290 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-ed534516-b33b-489a-9b5a-1d412329595e tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Added segment a4950904-694d-4f5d-a981-953685390de5 of type vlan for network 45bd75a5-625f-4d6d-a2b2-12422c004ca0 Nov 09 21:34:29.465639 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92428dfc-c620-472d-be91-4a862cfa1966 None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:34:29.469167 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-92428dfc-c620-472d-be91-4a862cfa1966 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:34:29.476262 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ed534516-b33b-489a-9b5a-1d412329595e tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:29.479786 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92428dfc-c620-472d-be91-4a862cfa1966 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:34:29.502968 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ed534516-b33b-489a-9b5a-1d412329595e tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:29.510274 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed534516-b33b-489a-9b5a-1d412329595e tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:29.510885 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ed534516-b33b-489a-9b5a-1d412329595e tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:29.592689 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-38129d1d-58c0-48a3-ba49-15d05a0a9f35 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:29.594169 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ed534516-b33b-489a-9b5a-1d412329595e tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3136489 Nov 09 21:34:29.597456 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34832) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:29.604595 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-49a1637f-d84d-44d2-9f68-0b2c145d0afc tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1852481746'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:29.606316 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92428dfc-c620-472d-be91-4a862cfa1966 None None] Pushing event updated for resources: {'Port': ['ID=fffb52d1-807a-49e6-bbb0-a7fa7a746c3e,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:29.638771 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-92428dfc-c620-472d-be91-4a862cfa1966 None None] Attempting to bind port fffb52d1-807a-49e6-bbb0-a7fa7a746c3e on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:34:29.640496 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-92428dfc-c620-472d-be91-4a862cfa1966 None None] Attempting to bind port fffb52d1-807a-49e6-bbb0-a7fa7a746c3e by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:34:29.641703 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92428dfc-c620-472d-be91-4a862cfa1966 None None] Attempting to bind port fffb52d1-807a-49e6-bbb0-a7fa7a746c3e on network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:34:29.646103 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed534516-b33b-489a-9b5a-1d412329595e tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Pushing event updated for resources: {'Network': ['ID=45bd75a5-625f-4d6d-a2b2-12422c004ca0,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:29.647023 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-38129d1d-58c0-48a3-ba49-15d05a0a9f35 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Calling delete_port for 640bb3e9-d2ba-4728-8137-dea2e67b3c0d owned by {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:34:29.666947 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92428dfc-c620-472d-be91-4a862cfa1966 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:34:29.668599 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92428dfc-c620-472d-be91-4a862cfa1966 None None] Checking segment: {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:34:29.669789 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-92428dfc-c620-472d-be91-4a862cfa1966 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:29.670794 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92428dfc-c620-472d-be91-4a862cfa1966 None None] Bound using segment: {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:34:29.673389 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-92428dfc-c620-472d-be91-4a862cfa1966 None None] Bound port: fffb52d1-807a-49e6-bbb0-a7fa7a746c3e, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:34:29.674445 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-92428dfc-c620-472d-be91-4a862cfa1966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:29.678897 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 45bd75a5-625f-4d6d-a2b2-12422c004ca0 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:34:29.684666 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a1637f-d84d-44d2-9f68-0b2c145d0afc tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Made reservation on behalf of 6a7c23f2070b478c852779f2d1144d92 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:34:29.689498 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-49a1637f-d84d-44d2-9f68-0b2c145d0afc tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:29.848874 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-92428dfc-c620-472d-be91-4a862cfa1966 None None] For port fffb52d1-807a-49e6-bbb0-a7fa7a746c3e, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:34:29.852858 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-92428dfc-c620-472d-be91-4a862cfa1966 None None] For port fffb52d1-807a-49e6-bbb0-a7fa7a746c3e, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=fffb52d1-807a-49e6-bbb0-a7fa7a746c3e,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:34:29.858016 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34842) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:29.870558 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-92428dfc-c620-472d-be91-4a862cfa1966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:30.009354 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49a1637f-d84d-44d2-9f68-0b2c145d0afc tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:34:30.013850 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92428dfc-c620-472d-be91-4a862cfa1966 None None] Pushing event updated for resources: {'Port': ['ID=fffb52d1-807a-49e6-bbb0-a7fa7a746c3e,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:30.025616 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-49a1637f-d84d-44d2-9f68-0b2c145d0afc tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:30.026123 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-49a1637f-d84d-44d2-9f68-0b2c145d0afc tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Added segment 51c0884d-11ad-4096-b9ad-394d5d2e83d2 of type vlan for network 687941fa-fa80-45e1-ada5-dbe07876b250 Nov 09 21:34:30.083944 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-49a1637f-d84d-44d2-9f68-0b2c145d0afc tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:30.179422 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd54b31-c03d-4e0a-8cb0-576f47bc5d11 req-98acb905-67a8-4b5c-aaee-2157b083ab25 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:30.187400 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dcd54b31-c03d-4e0a-8cb0-576f47bc5d11 req-98acb905-67a8-4b5c-aaee-2157b083ab25 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.3080206 Nov 09 21:34:30.209009 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d848929a-37c1-468a-87f7-b0b1a4f67417 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:30.228791 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-38129d1d-58c0-48a3-ba49-15d05a0a9f35 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:30.243737 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-49a1637f-d84d-44d2-9f68-0b2c145d0afc tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:30.282462 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a1637f-d84d-44d2-9f68-0b2c145d0afc tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:30.295214 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-49a1637f-d84d-44d2-9f68-0b2c145d0afc tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:30.341454 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d848929a-37c1-468a-87f7-b0b1a4f67417 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:30.344238 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38129d1d-58c0-48a3-ba49-15d05a0a9f35 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Port': ['ID=640bb3e9-d2ba-4728-8137-dea2e67b3c0d,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:30.345961 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d848929a-37c1-468a-87f7-b0b1a4f67417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:30.403208 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d848929a-37c1-468a-87f7-b0b1a4f67417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2f4e7a-c645-4353-8ff9-e5f2f9545bbb,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:30.409458 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d848929a-37c1-468a-87f7-b0b1a4f67417 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=78c3ee46926e454085cef630e01c3908&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5493736 Nov 09 21:34:30.423094 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34854) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:30.469099 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-49a1637f-d84d-44d2-9f68-0b2c145d0afc tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8661451 Nov 09 21:34:30.522550 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-69005761-a9ec-4bc0-911b-a6d835ca0719 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:30.546725 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-69005761-a9ec-4bc0-911b-a6d835ca0719 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:30.601313 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-38129d1d-58c0-48a3-ba49-15d05a0a9f35 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:30.605371 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-38129d1d-58c0-48a3-ba49-15d05a0a9f35 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/ports/640bb3e9-d2ba-4728-8137-dea2e67b3c0d HTTP/1.1" status: 204 len: 168 time: 1.4324055 Nov 09 21:34:30.606294 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a1637f-d84d-44d2-9f68-0b2c145d0afc tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Pushing event updated for resources: {'Network': ['ID=687941fa-fa80-45e1-ada5-dbe07876b250,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:30.613906 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34856) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:30.625533 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 687941fa-fa80-45e1-ada5-dbe07876b250 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:34:30.645463 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dcd54b31-c03d-4e0a-8cb0-576f47bc5d11 req-aca6cae5-905d-4f09-82e1-0cffc07f50df tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4556844 Nov 09 21:34:30.721349 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-69005761-a9ec-4bc0-911b-a6d835ca0719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:30.728912 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-69005761-a9ec-4bc0-911b-a6d835ca0719 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:30.732471 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-69005761-a9ec-4bc0-911b-a6d835ca0719 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9e2f4e7a-c645-4353-8ff9-e5f2f9545bbb HTTP/1.1" status: 204 len: 168 time: 0.3072805 Nov 09 21:34:30.742559 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e677ae-34fd-4027-befb-9c7197ba5c45 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:30.747069 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e677ae-34fd-4027-befb-9c7197ba5c45 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:30.751548 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34864) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:30.752659 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-05e677ae-34fd-4027-befb-9c7197ba5c45 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1374810 Nov 09 21:34:30.772181 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69005761-a9ec-4bc0-911b-a6d835ca0719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2f4e7a-c645-4353-8ff9-e5f2f9545bbb,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:30.884080 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-662faa89-fa17-4bdf-abd1-3c0eec353e99 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting subnet e89e6269-ae7e-4af3-ae95-68348916090b {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:34:30.891682 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-662faa89-fa17-4bdf-abd1-3c0eec353e99 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:31.050298 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-662faa89-fa17-4bdf-abd1-3c0eec353e99 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:31.225288 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-662faa89-fa17-4bdf-abd1-3c0eec353e99 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:31.258301 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34874) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:31.280567 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7f7e956a-b860-4c2e-8eab-eabe644a41d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:31.351430 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-662faa89-fa17-4bdf-abd1-3c0eec353e99 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:31.373840 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-662faa89-fa17-4bdf-abd1-3c0eec353e99 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:31.381260 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-662faa89-fa17-4bdf-abd1-3c0eec353e99 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/e89e6269-ae7e-4af3-ae95-68348916090b HTTP/1.1" status: 204 len: 168 time: 0.6261322 Nov 09 21:34:31.382057 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34876) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:31.406183 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662faa89-fa17-4bdf-abd1-3c0eec353e99 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Subnet': ['ID=e89e6269-ae7e-4af3-ae95-68348916090b,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:31.506045 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34880) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:31.506242 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0c2d758c-8e52-4486-b6ea-9437305edb67 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1194453 Nov 09 21:34:31.512524 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-e9c08bf7-53da-4134-b765-f7eaa1084fde tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'subnet': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:31.574340 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7f7e956a-b860-4c2e-8eab-eabe644a41d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:31.579442 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7f7e956a-b860-4c2e-8eab-eabe644a41d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:31.600682 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8282913-51a6-4d6f-b36c-9a1a0122fc50 None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:34:31.670943 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7f7e956a-b860-4c2e-8eab-eabe644a41d2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6825f81bc3884a3eb954c7e252d01d14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4115312 Nov 09 21:34:31.672013 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e956a-b860-4c2e-8eab-eabe644a41d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74df826d-054d-4efa-a8a6-7e3809e73419,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:31.673543 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34882) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:31.724068 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c08bf7-53da-4134-b765-f7eaa1084fde tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:34:31.728144 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e9c08bf7-53da-4134-b765-f7eaa1084fde tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:31.885858 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-2c827215-dc9b-494d-931f-f81a6dc0acd3 None None] Provisioning complete for port fffb52d1-807a-49e6-bbb0-a7fa7a746c3e triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:34:31.886429 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2c827215-dc9b-494d-931f-f81a6dc0acd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:32.012803 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8f90f1dc-15b8-4de3-b1d1-17a2a9a3032e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:32.099411 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2c827215-dc9b-494d-931f-f81a6dc0acd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:32.113219 n-d-816206-3 neutron-server[102607]: DEBUG neutron.objects.ports [None req-e9c08bf7-53da-4134-b765-f7eaa1084fde tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102607) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 21:34:32.146478 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5445338e-deb4-4be6-8992-4346a824a0ff None None] DHCP port deletion for 83001fa8-21bc-4303-8a8a-37c91fd09fe2 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:34:32.215994 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-2c827215-dc9b-494d-931f-f81a6dc0acd3 None None] For port fffb52d1-807a-49e6-bbb0-a7fa7a746c3e, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=fffb52d1-807a-49e6-bbb0-a7fa7a746c3e,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:34:32.221226 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2c827215-dc9b-494d-931f-f81a6dc0acd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:32.286217 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-5445338e-deb4-4be6-8992-4346a824a0ff None None] Deleting port fffb52d1-807a-49e6-bbb0-a7fa7a746c3e {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:34:32.286944 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5445338e-deb4-4be6-8992-4346a824a0ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:32.302365 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c827215-dc9b-494d-931f-f81a6dc0acd3 None None] Pushing event updated for resources: {'Port': ['ID=fffb52d1-807a-49e6-bbb0-a7fa7a746c3e,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:32.310181 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8f90f1dc-15b8-4de3-b1d1-17a2a9a3032e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:32.403096 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-5445338e-deb4-4be6-8992-4346a824a0ff None None] For port fffb52d1-807a-49e6-bbb0-a7fa7a746c3e, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=fffb52d1-807a-49e6-bbb0-a7fa7a746c3e,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:34:32.403659 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5445338e-deb4-4be6-8992-4346a824a0ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:32.427140 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-5445338e-deb4-4be6-8992-4346a824a0ff None None] Calling delete_port for fffb52d1-807a-49e6-bbb0-a7fa7a746c3e owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:34:32.472064 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8f90f1dc-15b8-4de3-b1d1-17a2a9a3032e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:32.475640 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8f90f1dc-15b8-4de3-b1d1-17a2a9a3032e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:32.490712 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8f90f1dc-15b8-4de3-b1d1-17a2a9a3032e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/74df826d-054d-4efa-a8a6-7e3809e73419 HTTP/1.1" status: 204 len: 168 time: 0.8017778 Nov 09 21:34:32.539091 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e9c08bf7-53da-4134-b765-f7eaa1084fde tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:32.555855 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f90f1dc-15b8-4de3-b1d1-17a2a9a3032e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74df826d-054d-4efa-a8a6-7e3809e73419,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:32.778661 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-e9c08bf7-53da-4134-b765-f7eaa1084fde tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] For port fffb52d1-807a-49e6-bbb0-a7fa7a746c3e, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=fffb52d1-807a-49e6-bbb0-a7fa7a746c3e,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:34:32.818848 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e9c08bf7-53da-4134-b765-f7eaa1084fde tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:32.826171 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e9c08bf7-53da-4134-b765-f7eaa1084fde tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:32.827271 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e9c08bf7-53da-4134-b765-f7eaa1084fde tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:32.829503 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5445338e-deb4-4be6-8992-4346a824a0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:32.867849 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c08bf7-53da-4134-b765-f7eaa1084fde tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Port': ['ID=fffb52d1-807a-49e6-bbb0-a7fa7a746c3e,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:32.889086 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5445338e-deb4-4be6-8992-4346a824a0ff None None] No DVR routers for this DVR port fffb52d1-807a-49e6-bbb0-a7fa7a746c3e on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:34:32.893411 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5445338e-deb4-4be6-8992-4346a824a0ff None None] Pushing event deleted for resources: {'Port': ['ID=fffb52d1-807a-49e6-bbb0-a7fa7a746c3e,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:32.907003 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c08bf7-53da-4134-b765-f7eaa1084fde tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:34:32.912219 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-e9c08bf7-53da-4134-b765-f7eaa1084fde tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:34:32.915274 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c08bf7-53da-4134-b765-f7eaa1084fde tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:32.915984 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e9c08bf7-53da-4134-b765-f7eaa1084fde tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:32.937183 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11ce97f-0e08-4d8c-9019-e0dd9a32e75f None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:34:32.945017 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e9c08bf7-53da-4134-b765-f7eaa1084fde tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4373815 Nov 09 21:34:32.946186 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34894) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:32.961801 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-8d59b886-3228-4378-a217-52eeaaca5517 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'port': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'mac_address': 'fa:16:3e:e6:4c:08', 'name': 'tempest-NetworksTestDHCPv6-1105721376'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:32.991169 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c08bf7-53da-4134-b765-f7eaa1084fde tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Subnet': ['ID=dd1e81d8-dfa6-4b3f-86c5-b87c009443ef,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:33.143450 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9487ecd-b11d-41cc-9a54-672b16acff4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'tenant_id': '4f80aeba4f7b42c0ae266ee8833d0179', 'fixed_ips': [{'subnet_id': 'dd1e81d8-dfa6-4b3f-86c5-b87c009443ef'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:34:33.144350 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a9487ecd-b11d-41cc-9a54-672b16acff4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:33.220667 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d59b886-3228-4378-a217-52eeaaca5517 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:34:33.413084 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8d59b886-3228-4378-a217-52eeaaca5517 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:33.459556 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-8d59b886-3228-4378-a217-52eeaaca5517 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] device_id is not set on port ede199ed-b021-44bd-8b0f-a0359f9047df yet. {{(pid=102607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:34:33.670140 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-8d59b886-3228-4378-a217-52eeaaca5517 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Allocated IP 2001:db8::f816:3eff:fee6:4c08 (83001fa8-21bc-4303-8a8a-37c91fd09fe2/dd1e81d8-dfa6-4b3f-86c5-b87c009443ef/ede199ed-b021-44bd-8b0f-a0359f9047df) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:34:33.781692 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:33.809890 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34920) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:33.815664 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-91272745-e4bf-4d3d-aad5-3c3b557c99ce tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Request body: {'subnets': [{'network_id': '45bd75a5-625f-4d6d-a2b2-12422c004ca0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1928539288', 'ip_version': 6}, {'network_id': '687941fa-fa80-45e1-ada5-dbe07876b250', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:33.816336 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-91272745-e4bf-4d3d-aad5-3c3b557c99ce tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Request body: {'subnet': {'network_id': '45bd75a5-625f-4d6d-a2b2-12422c004ca0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1928539288', 'ip_version': 6}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:33.818414 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-91272745-e4bf-4d3d-aad5-3c3b557c99ce tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Request body: {'subnet': {'network_id': '687941fa-fa80-45e1-ada5-dbe07876b250', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:33.896499 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8d59b886-3228-4378-a217-52eeaaca5517 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:33.933850 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8d59b886-3228-4378-a217-52eeaaca5517 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:33.995210 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d59b886-3228-4378-a217-52eeaaca5517 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:34:34.006810 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-8d59b886-3228-4378-a217-52eeaaca5517 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:34:34.007640 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-a9487ecd-b11d-41cc-9a54-672b16acff4c None None] Allocated IP 2001:db8::f816:3eff:fe89:f223 (83001fa8-21bc-4303-8a8a-37c91fd09fe2/dd1e81d8-dfa6-4b3f-86c5-b87c009443ef/aeabd842-f4c0-48dc-8822-ea17292f0c38) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:34:34.014540 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d59b886-3228-4378-a217-52eeaaca5517 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:34:34.031128 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d59b886-3228-4378-a217-52eeaaca5517 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:34.031801 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8d59b886-3228-4378-a217-52eeaaca5517 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:34.078678 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8d59b886-3228-4378-a217-52eeaaca5517 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1218796 Nov 09 21:34:34.080090 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34924) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:34.081336 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59b886-3228-4378-a217-52eeaaca5517 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Port': ['ID=ede199ed-b021-44bd-8b0f-a0359f9047df,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:34.210215 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4c1311-661b-4b3f-adaf-17766e2cc742 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:34.211456 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a9487ecd-b11d-41cc-9a54-672b16acff4c None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:34.216483 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0b4c1311-661b-4b3f-adaf-17766e2cc742 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1264079 Nov 09 21:34:34.219400 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a9487ecd-b11d-41cc-9a54-672b16acff4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:34.219973 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34926) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:34.230811 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91272745-e4bf-4d3d-aad5-3c3b557c99ce tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Made reservation on behalf of 6a7c23f2070b478c852779f2d1144d92 for: {'subnet': 2} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:34:34.243432 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-91272745-e4bf-4d3d-aad5-3c3b557c99ce tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:34.244107 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-91272745-e4bf-4d3d-aad5-3c3b557c99ce tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:34.365295 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9487ecd-b11d-41cc-9a54-672b16acff4c None None] Pushing event updated for resources: {'Port': ['ID=aeabd842-f4c0-48dc-8822-ea17292f0c38,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:34.395323 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9487ecd-b11d-41cc-9a54-672b16acff4c None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:34:34.397221 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-a9487ecd-b11d-41cc-9a54-672b16acff4c None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:34:34.415120 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9487ecd-b11d-41cc-9a54-672b16acff4c None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:34:34.455814 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-d8eb7071-a4e2-48b7-8599-72b26a9a2e59 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting port ede199ed-b021-44bd-8b0f-a0359f9047df {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:34:34.456613 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d8eb7071-a4e2-48b7-8599-72b26a9a2e59 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:34.543786 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-a9487ecd-b11d-41cc-9a54-672b16acff4c None None] Attempting to bind port aeabd842-f4c0-48dc-8822-ea17292f0c38 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:34:34.544163 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-a9487ecd-b11d-41cc-9a54-672b16acff4c None None] Attempting to bind port aeabd842-f4c0-48dc-8822-ea17292f0c38 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:34:34.544578 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9487ecd-b11d-41cc-9a54-672b16acff4c None None] Attempting to bind port aeabd842-f4c0-48dc-8822-ea17292f0c38 on network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:34:34.552762 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9487ecd-b11d-41cc-9a54-672b16acff4c None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:34:34.553146 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9487ecd-b11d-41cc-9a54-672b16acff4c None None] Checking segment: {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:34:34.553599 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a9487ecd-b11d-41cc-9a54-672b16acff4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:34.554047 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9487ecd-b11d-41cc-9a54-672b16acff4c None None] Bound using segment: {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:34:34.554533 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-a9487ecd-b11d-41cc-9a54-672b16acff4c None None] Bound port: aeabd842-f4c0-48dc-8822-ea17292f0c38, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:34:34.554948 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a9487ecd-b11d-41cc-9a54-672b16acff4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:34.635316 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-a9487ecd-b11d-41cc-9a54-672b16acff4c None None] For port aeabd842-f4c0-48dc-8822-ea17292f0c38, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:34:34.638768 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-a9487ecd-b11d-41cc-9a54-672b16acff4c None None] For port aeabd842-f4c0-48dc-8822-ea17292f0c38, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=aeabd842-f4c0-48dc-8822-ea17292f0c38,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:34:34.646517 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a9487ecd-b11d-41cc-9a54-672b16acff4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:34.716046 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d8eb7071-a4e2-48b7-8599-72b26a9a2e59 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:34.737909 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-d8eb7071-a4e2-48b7-8599-72b26a9a2e59 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Calling delete_port for ede199ed-b021-44bd-8b0f-a0359f9047df owned by {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:34:34.792977 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9487ecd-b11d-41cc-9a54-672b16acff4c None None] Pushing event updated for resources: {'Port': ['ID=aeabd842-f4c0-48dc-8822-ea17292f0c38,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:35.004318 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d8eb7071-a4e2-48b7-8599-72b26a9a2e59 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:35.090760 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eb7071-a4e2-48b7-8599-72b26a9a2e59 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Port': ['ID=ede199ed-b021-44bd-8b0f-a0359f9047df,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:35.152889 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-91272745-e4bf-4d3d-aad5-3c3b557c99ce tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:35.198207 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d8eb7071-a4e2-48b7-8599-72b26a9a2e59 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:35.202772 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d8eb7071-a4e2-48b7-8599-72b26a9a2e59 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/ports/ede199ed-b021-44bd-8b0f-a0359f9047df HTTP/1.1" status: 204 len: 168 time: 0.9778910 Nov 09 21:34:35.206165 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34944) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:35.254280 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91272745-e4bf-4d3d-aad5-3c3b557c99ce tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Pushing event updated for resources: {'Subnet': ['ID=e1d400d8-a569-48c2-b497-2e7834fab34c,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:35.260727 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91272745-e4bf-4d3d-aad5-3c3b557c99ce tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Checking segment: {'id': 'a4950904-694d-4f5d-a981-953685390de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '45bd75a5-625f-4d6d-a2b2-12422c004ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:34:35.261199 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91272745-e4bf-4d3d-aad5-3c3b557c99ce tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Network hostable DHCP agents. Network: 45bd75a5-625f-4d6d-a2b2-12422c004ca0, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:34:35.303136 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91272745-e4bf-4d3d-aad5-3c3b557c99ce tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Network 45bd75a5-625f-4d6d-a2b2-12422c004ca0 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:34:35.320825 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9175e2e-8a1a-40fe-8e28-9ba243583b28 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:35.322439 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9175e2e-8a1a-40fe-8e28-9ba243583b28 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:35.327222 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a9175e2e-8a1a-40fe-8e28-9ba243583b28 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1185055 Nov 09 21:34:35.327577 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34950) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:35.369584 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-91272745-e4bf-4d3d-aad5-3c3b557c99ce tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 45bd75a5-625f-4d6d-a2b2-12422c004ca0) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:34:35.376498 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-91272745-e4bf-4d3d-aad5-3c3b557c99ce tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:35.380379 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb05e337-7764-4d32-9072-b0a3b9ff3b9e None None] Network 45bd75a5-625f-4d6d-a2b2-12422c004ca0 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:34:35.478593 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bb4f99e-004b-47fd-8090-3bafddb6adb7 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting subnet dd1e81d8-dfa6-4b3f-86c5-b87c009443ef {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:34:35.485308 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5bb4f99e-004b-47fd-8090-3bafddb6adb7 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:35.694699 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5bb4f99e-004b-47fd-8090-3bafddb6adb7 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:35.698610 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91272745-e4bf-4d3d-aad5-3c3b557c99ce tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Pushing event updated for resources: {'Subnet': ['ID=c2c7ff60-b218-4029-8a59-8db5162af4c0,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:35.745004 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350a0ccf-dd3a-4470-a397-ae5d12358d4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-45bd75a5-625f-4d6d-a2b2-12422c004ca0', 'network_id': '45bd75a5-625f-4d6d-a2b2-12422c004ca0', 'tenant_id': '6a7c23f2070b478c852779f2d1144d92', 'fixed_ips': [{'subnet_id': 'e1d400d8-a569-48c2-b497-2e7834fab34c'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:34:35.746381 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-350a0ccf-dd3a-4470-a397-ae5d12358d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:35.778099 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91272745-e4bf-4d3d-aad5-3c3b557c99ce tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Checking segment: {'id': '51c0884d-11ad-4096-b9ad-394d5d2e83d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '687941fa-fa80-45e1-ada5-dbe07876b250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:34:35.778750 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91272745-e4bf-4d3d-aad5-3c3b557c99ce tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Network hostable DHCP agents. Network: 687941fa-fa80-45e1-ada5-dbe07876b250, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:34:35.849173 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91272745-e4bf-4d3d-aad5-3c3b557c99ce tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Network 687941fa-fa80-45e1-ada5-dbe07876b250 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:34:35.879939 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5bb4f99e-004b-47fd-8090-3bafddb6adb7 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:35.926615 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-91272745-e4bf-4d3d-aad5-3c3b557c99ce tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 687941fa-fa80-45e1-ada5-dbe07876b250) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:34:35.935712 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91272745-e4bf-4d3d-aad5-3c3b557c99ce tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:35.936477 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91272745-e4bf-4d3d-aad5-3c3b557c99ce tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:35.937293 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-91272745-e4bf-4d3d-aad5-3c3b557c99ce tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:35.979901 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34966) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:35.980107 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-91272745-e4bf-4d3d-aad5-3c3b557c99ce tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.1682768 Nov 09 21:34:36.014012 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5bb4f99e-004b-47fd-8090-3bafddb6adb7 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:36.015625 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619ab145-710b-4231-bba3-78fe16a73357 None None] Network 687941fa-fa80-45e1-ada5-dbe07876b250 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:34:36.045690 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5bb4f99e-004b-47fd-8090-3bafddb6adb7 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:36.049685 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5bb4f99e-004b-47fd-8090-3bafddb6adb7 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/dd1e81d8-dfa6-4b3f-86c5-b87c009443ef HTTP/1.1" status: 204 len: 168 time: 0.7206964 Nov 09 21:34:36.054813 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34968) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:36.069597 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb4f99e-004b-47fd-8090-3bafddb6adb7 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Subnet': ['ID=dd1e81d8-dfa6-4b3f-86c5-b87c009443ef,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:36.155609 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-350a0ccf-dd3a-4470-a397-ae5d12358d4e None None] Allocated IP 2001:db8::1 (45bd75a5-625f-4d6d-a2b2-12422c004ca0/e1d400d8-a569-48c2-b497-2e7834fab34c/807b0d86-3c00-4ed0-bac6-128823a4f7d4) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:34:36.287659 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef89519b-2ec5-4a3f-abed-5a2a50f0a3b3 None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:34:36.384900 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device aeabd842-f4c0-48dc-8822-ea17292f0c38 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:34:36.426330 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-aaa51062-300d-40d1-a4ae-fcc2186ecfb6 None None] Provisioning complete for port aeabd842-f4c0-48dc-8822-ea17292f0c38 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:34:36.427409 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-aaa51062-300d-40d1-a4ae-fcc2186ecfb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:36.544071 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34978) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:36.544606 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8b1681a1-169e-4f27-9986-d415414d89e1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4889739 Nov 09 21:34:36.567324 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28141a3-5008-411e-9e89-36f51a012184 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:36.569270 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28141a3-5008-411e-9e89-36f51a012184 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:36.571257 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28141a3-5008-411e-9e89-36f51a012184 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:36.614122 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c28141a3-5008-411e-9e89-36f51a012184 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.6242168 Nov 09 21:34:36.615188 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34982) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:36.620783 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-687941fa-fa80-45e1-ada5-dbe07876b250', 'network_id': '687941fa-fa80-45e1-ada5-dbe07876b250', 'tenant_id': '6a7c23f2070b478c852779f2d1144d92', 'fixed_ips': [{'subnet_id': 'c2c7ff60-b218-4029-8a59-8db5162af4c0'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:34:36.621657 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:36.684972 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-609db996-9a7e-4c85-b04d-59fa69f145fd tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Deleting subnet e1d400d8-a569-48c2-b497-2e7834fab34c {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:34:36.751615 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c2c85f-1950-4d37-9eaf-1dcf0a66cb09 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:36.753483 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-05c2c85f-1950-4d37-9eaf-1dcf0a66cb09 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2083750 Nov 09 21:34:36.756275 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34992) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:36.821207 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fb10e3-df77-474f-bc30-b3bf80708915 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:36.823488 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-65fb10e3-df77-474f-bc30-b3bf80708915 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0659947 Nov 09 21:34:36.826635 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34996) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:36.882318 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34998) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:36.884613 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-fc731c7e-8ce7-4946-b809-3e27187a1f4e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0549908 Nov 09 21:34:36.890349 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-66e37f54-1e47-49e0-b6e9-f3aa99444ce5 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'subnet': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:36.896126 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-350a0ccf-dd3a-4470-a397-ae5d12358d4e None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:36.982929 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-609db996-9a7e-4c85-b04d-59fa69f145fd tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:37.040779 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-609db996-9a7e-4c85-b04d-59fa69f145fd tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:37.058980 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-aaa51062-300d-40d1-a4ae-fcc2186ecfb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:37.077186 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port aeabd842-f4c0-48dc-8822-ea17292f0c38 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:34:37.077952 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:37.083777 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-350a0ccf-dd3a-4470-a397-ae5d12358d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:37.096314 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e37f54-1e47-49e0-b6e9-f3aa99444ce5 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:34:37.102481 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-66e37f54-1e47-49e0-b6e9-f3aa99444ce5 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:37.204005 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-aaa51062-300d-40d1-a4ae-fcc2186ecfb6 None None] For port aeabd842-f4c0-48dc-8822-ea17292f0c38, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=aeabd842-f4c0-48dc-8822-ea17292f0c38,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:34:37.232782 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-aaa51062-300d-40d1-a4ae-fcc2186ecfb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:37.304781 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350a0ccf-dd3a-4470-a397-ae5d12358d4e None None] Network 45bd75a5-625f-4d6d-a2b2-12422c004ca0 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:34:37.310797 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53529bd4-f870-4034-be19-576b02d09c11 None None] DHCP port deletion for 83001fa8-21bc-4303-8a8a-37c91fd09fe2 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:34:37.316584 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-609db996-9a7e-4c85-b04d-59fa69f145fd tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:37.327020 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-350a0ccf-dd3a-4470-a397-ae5d12358d4e None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:34:37.333812 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350a0ccf-dd3a-4470-a397-ae5d12358d4e None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:34:37.336763 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a0ccf-dd3a-4470-a397-ae5d12358d4e None None] Pushing event updated for resources: {'Port': ['ID=807b0d86-3c00-4ed0-bac6-128823a4f7d4,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:37.575837 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-609db996-9a7e-4c85-b04d-59fa69f145fd tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:37.612648 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Allocated IP 2001:db8:0:1::1 (687941fa-fa80-45e1-ada5-dbe07876b250/c2c7ff60-b218-4029-8a59-8db5162af4c0/44287ad0-b520-4c57-8405-99a8b7bc6156) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:34:37.621456 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-609db996-9a7e-4c85-b04d-59fa69f145fd tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:37.627860 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35020) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:37.629733 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-609db996-9a7e-4c85-b04d-59fa69f145fd tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] 10.222.0.49 "DELETE /v2.0/subnets/e1d400d8-a569-48c2-b497-2e7834fab34c HTTP/1.1" status: 204 len: 168 time: 1.0121791 Nov 09 21:34:37.633684 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609db996-9a7e-4c85-b04d-59fa69f145fd tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Pushing event deleted for resources: {'Subnet': ['ID=e1d400d8-a569-48c2-b497-2e7834fab34c,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:37.727514 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-66e37f54-1e47-49e0-b6e9-f3aa99444ce5 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:37.761158 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8f38d13-b5ee-4f54-b798-04fa19841de0 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Deleting subnet c2c7ff60-b218-4029-8a59-8db5162af4c0 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:34:37.809224 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e37f54-1e47-49e0-b6e9-f3aa99444ce5 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:34:37.813332 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-66e37f54-1e47-49e0-b6e9-f3aa99444ce5 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:34:37.827999 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e37f54-1e47-49e0-b6e9-f3aa99444ce5 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:37.828872 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-66e37f54-1e47-49e0-b6e9-f3aa99444ce5 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:37.834280 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e37f54-1e47-49e0-b6e9-f3aa99444ce5 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Subnet': ['ID=750be460-b179-4864-81c8-f44684202c6b,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:37.854117 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-66e37f54-1e47-49e0-b6e9-f3aa99444ce5 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9698939 Nov 09 21:34:37.856866 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35026) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:37.864145 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-339cbcff-784b-409a-ac78-e9acdfcc596c tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'port': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'mac_address': 'fa:16:3e:4d:40:a2', 'name': 'tempest-NetworksTestDHCPv6-1009487435'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:38.101098 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:38.107049 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b8f38d13-b5ee-4f54-b798-04fa19841de0 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:38.119704 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa51062-300d-40d1-a4ae-fcc2186ecfb6 None None] Pushing event updated for resources: {'Port': ['ID=aeabd842-f4c0-48dc-8822-ea17292f0c38,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:38.143417 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339cbcff-784b-409a-ac78-e9acdfcc596c tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:34:38.194885 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b8f38d13-b5ee-4f54-b798-04fa19841de0 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:38.201811 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:38.321865 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Network 687941fa-fa80-45e1-ada5-dbe07876b250 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:34:38.323169 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-339cbcff-784b-409a-ac78-e9acdfcc596c tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:38.351949 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:34:38.353873 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-350a0ccf-dd3a-4470-a397-ae5d12358d4e None None] Attempting to bind port 807b0d86-3c00-4ed0-bac6-128823a4f7d4 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:34:38.354236 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-350a0ccf-dd3a-4470-a397-ae5d12358d4e None None] Attempting to bind port 807b0d86-3c00-4ed0-bac6-128823a4f7d4 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'a4950904-694d-4f5d-a981-953685390de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '45bd75a5-625f-4d6d-a2b2-12422c004ca0'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:34:38.354587 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350a0ccf-dd3a-4470-a397-ae5d12358d4e None None] Attempting to bind port 807b0d86-3c00-4ed0-bac6-128823a4f7d4 on network 45bd75a5-625f-4d6d-a2b2-12422c004ca0 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:34:38.360615 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:34:38.380960 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-339cbcff-784b-409a-ac78-e9acdfcc596c tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] device_id is not set on port 3641712b-f2ff-4a2c-9fa8-4859756d67db yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:34:38.398388 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b8f38d13-b5ee-4f54-b798-04fa19841de0 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:38.405747 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350a0ccf-dd3a-4470-a397-ae5d12358d4e None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:34:38.406259 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350a0ccf-dd3a-4470-a397-ae5d12358d4e None None] Checking segment: {'id': 'a4950904-694d-4f5d-a981-953685390de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '45bd75a5-625f-4d6d-a2b2-12422c004ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:34:38.406757 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-350a0ccf-dd3a-4470-a397-ae5d12358d4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:38.407393 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350a0ccf-dd3a-4470-a397-ae5d12358d4e None None] Bound using segment: {'id': 'a4950904-694d-4f5d-a981-953685390de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '45bd75a5-625f-4d6d-a2b2-12422c004ca0'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:34:38.407751 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-350a0ccf-dd3a-4470-a397-ae5d12358d4e None None] Bound port: 807b0d86-3c00-4ed0-bac6-128823a4f7d4, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4950904-694d-4f5d-a981-953685390de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '45bd75a5-625f-4d6d-a2b2-12422c004ca0'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:34:38.408244 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-350a0ccf-dd3a-4470-a397-ae5d12358d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:38.430253 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-53529bd4-f870-4034-be19-576b02d09c11 None None] Deleting port aeabd842-f4c0-48dc-8822-ea17292f0c38 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:34:38.431210 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-53529bd4-f870-4034-be19-576b02d09c11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:38.522169 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b8f38d13-b5ee-4f54-b798-04fa19841de0 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:38.543715 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device aeabd842-f4c0-48dc-8822-ea17292f0c38 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:34:38.563899 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f38d13-b5ee-4f54-b798-04fa19841de0 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Pushing event deleted for resources: {'Subnet': ['ID=c2c7ff60-b218-4029-8a59-8db5162af4c0,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:38.575189 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b8f38d13-b5ee-4f54-b798-04fa19841de0 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:38.578391 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b8f38d13-b5ee-4f54-b798-04fa19841de0 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] 10.222.0.49 "DELETE /v2.0/subnets/c2c7ff60-b218-4029-8a59-8db5162af4c0 HTTP/1.1" status: 204 len: 168 time: 0.9493537 Nov 09 21:34:38.581051 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35040) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:38.637018 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-339cbcff-784b-409a-ac78-e9acdfcc596c tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Allocated IP 2001:db8::226 (83001fa8-21bc-4303-8a8a-37c91fd09fe2/750be460-b179-4864-81c8-f44684202c6b/3641712b-f2ff-4a2c-9fa8-4859756d67db) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:34:38.657225 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-53529bd4-f870-4034-be19-576b02d09c11 None None] For port aeabd842-f4c0-48dc-8822-ea17292f0c38, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=aeabd842-f4c0-48dc-8822-ea17292f0c38,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:34:38.657789 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-53529bd4-f870-4034-be19-576b02d09c11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:38.697648 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6646137a-2431-4452-af17-737fc0149b2d tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:38.700423 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6646137a-2431-4452-af17-737fc0149b2d tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1177692 Nov 09 21:34:38.703584 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35042) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:38.739457 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Pushing event updated for resources: {'Port': ['ID=44287ad0-b520-4c57-8405-99a8b7bc6156,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:38.755695 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-53529bd4-f870-4034-be19-576b02d09c11 None None] Calling delete_port for aeabd842-f4c0-48dc-8822-ea17292f0c38 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:34:38.799824 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempting to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:34:38.800227 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempting to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '51c0884d-11ad-4096-b9ad-394d5d2e83d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '687941fa-fa80-45e1-ada5-dbe07876b250'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:34:38.800619 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempting to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 on network 687941fa-fa80-45e1-ada5-dbe07876b250 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:34:38.811144 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-34822858-ae09-43ee-8430-e6545b2ae0c4 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:38.844508 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-350a0ccf-dd3a-4470-a397-ae5d12358d4e None None] For port 807b0d86-3c00-4ed0-bac6-128823a4f7d4, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:34:38.879647 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:34:38.880232 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Checking segment: {'id': '51c0884d-11ad-4096-b9ad-394d5d2e83d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '687941fa-fa80-45e1-ada5-dbe07876b250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:34:38.880813 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:38.881538 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Bound using segment: {'id': '51c0884d-11ad-4096-b9ad-394d5d2e83d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '687941fa-fa80-45e1-ada5-dbe07876b250'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:34:38.882171 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Bound port: 44287ad0-b520-4c57-8405-99a8b7bc6156, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51c0884d-11ad-4096-b9ad-394d5d2e83d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '687941fa-fa80-45e1-ada5-dbe07876b250'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:34:38.882698 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:38.889660 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-34822858-ae09-43ee-8430-e6545b2ae0c4 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Deleting port 44287ad0-b520-4c57-8405-99a8b7bc6156 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:34:38.890004 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-34822858-ae09-43ee-8430-e6545b2ae0c4 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:38.909029 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-350a0ccf-dd3a-4470-a397-ae5d12358d4e None None] For port 807b0d86-3c00-4ed0-bac6-128823a4f7d4, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=807b0d86-3c00-4ed0-bac6-128823a4f7d4,segment=NetworkSegment(a4950904-694d-4f5d-a981-953685390de5),segment_id=a4950904-694d-4f5d-a981-953685390de5)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:34:38.915957 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-339cbcff-784b-409a-ac78-e9acdfcc596c tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:38.922485 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-350a0ccf-dd3a-4470-a397-ae5d12358d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:38.940099 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:38.961503 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-339cbcff-784b-409a-ac78-e9acdfcc596c tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:38.992575 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-34822858-ae09-43ee-8430-e6545b2ae0c4 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] For port 44287ad0-b520-4c57-8405-99a8b7bc6156, host n-d-816206-3, got binding levels [] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:34:38.993352 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-34822858-ae09-43ee-8430-e6545b2ae0c4 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:39.009443 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-34822858-ae09-43ee-8430-e6545b2ae0c4 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Calling delete_port for 44287ad0-b520-4c57-8405-99a8b7bc6156 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:34:39.012286 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339cbcff-784b-409a-ac78-e9acdfcc596c tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:34:39.015682 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-339cbcff-784b-409a-ac78-e9acdfcc596c tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:34:39.036467 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339cbcff-784b-409a-ac78-e9acdfcc596c tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:34:39.054548 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339cbcff-784b-409a-ac78-e9acdfcc596c tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:39.055227 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-339cbcff-784b-409a-ac78-e9acdfcc596c tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:39.102342 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-339cbcff-784b-409a-ac78-e9acdfcc596c tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2433748 Nov 09 21:34:39.103106 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339cbcff-784b-409a-ac78-e9acdfcc596c tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Port': ['ID=3641712b-f2ff-4a2c-9fa8-4859756d67db,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:39.105515 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35052) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:39.138924 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-34822858-ae09-43ee-8430-e6545b2ae0c4 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:39.156685 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port aeabd842-f4c0-48dc-8822-ea17292f0c38, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=aeabd842-f4c0-48dc-8822-ea17292f0c38,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:34:39.193876 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e86327d-375e-4f91-b1f0-d7ef6d957bcc tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:39.194555 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:39.215788 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34822858-ae09-43ee-8430-e6545b2ae0c4 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Pushing event deleted for resources: {'Port': ['ID=44287ad0-b520-4c57-8405-99a8b7bc6156,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:39.223265 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34822858-ae09-43ee-8430-e6545b2ae0c4 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] No DVR routers for this DVR port 44287ad0-b520-4c57-8405-99a8b7bc6156 on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:34:39.229170 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e86327d-375e-4f91-b1f0-d7ef6d957bcc tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:39.231406 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5e86327d-375e-4f91-b1f0-d7ef6d957bcc tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1249876 Nov 09 21:34:39.236162 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35054) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:39.250302 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a0ccf-dd3a-4470-a397-ae5d12358d4e None None] Pushing event updated for resources: {'Port': ['ID=807b0d86-3c00-4ed0-bac6-128823a4f7d4,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:39.265989 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e78d06-0e02-4c7e-a3f5-a7d6f66f55fa None None] Network 45bd75a5-625f-4d6d-a2b2-12422c004ca0 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:34:39.296136 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event deleted for resources: {'Port': ['ID=aeabd842-f4c0-48dc-8822-ea17292f0c38,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:39.307441 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.db.api [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 21:34:39.307797 n-d-816206-3 neutron-server[102609]: DEBUG oslo_db.api [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 21:34:39.308329 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-53529bd4-f870-4034-be19-576b02d09c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:39.341926 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-34822858-ae09-43ee-8430-e6545b2ae0c4 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:39.372970 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-34822858-ae09-43ee-8430-e6545b2ae0c4 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['687941fa-fa80-45e1-ada5-dbe07876b250']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:34:39.387190 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-34822858-ae09-43ee-8430-e6545b2ae0c4 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51c0884d-11ad-4096-b9ad-394d5d2e83d2') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:34:39.387651 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-34822858-ae09-43ee-8430-e6545b2ae0c4 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51c0884d-11ad-4096-b9ad-394d5d2e83d2') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:34:39.399557 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-34822858-ae09-43ee-8430-e6545b2ae0c4 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:39.417068 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-34822858-ae09-43ee-8430-e6545b2ae0c4 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:39.425068 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53529bd4-f870-4034-be19-576b02d09c11 None None] Pushing event deleted for resources: {'Port': ['ID=aeabd842-f4c0-48dc-8822-ea17292f0c38,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:39.428991 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53529bd4-f870-4034-be19-576b02d09c11 None None] No DVR routers for this DVR port aeabd842-f4c0-48dc-8822-ea17292f0c38 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:34:39.431975 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-66e46804-f149-41ab-9fa4-5e594b5f6ef0 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting port 3641712b-f2ff-4a2c-9fa8-4859756d67db {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:34:39.432319 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-66e46804-f149-41ab-9fa4-5e594b5f6ef0 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:39.435049 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34822858-ae09-43ee-8430-e6545b2ae0c4 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:34:39.437210 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-34822858-ae09-43ee-8430-e6545b2ae0c4 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:39.444103 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:34:39.444103 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:34:39.444103 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:34:39.444103 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:34:39.444103 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:34:39.444103 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:34:39.444103 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:34:39.444103 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:34:39.444103 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:34:39.444103 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:34:39.444103 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:34:39.444103 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:34:39.444103 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:34:39.444103 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:34:39.444103 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:34:39.444103 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:34:39.444103 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:34:39.444103 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:34:39.444103 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:34:39.444103 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:34:39.444103 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:34:39.444103 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:34:39.444103 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:34:39.444103 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:34:39.444103 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:34:39.444103 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:34:39.444103 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:34:39.444103 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:34:39.444103 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:34:39.444103 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:34:39.444103 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:34:39.444103 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:34:39.478002 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407bba50-6528-41e7-9240-1901a155332f None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:34:39.572989 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-34822858-ae09-43ee-8430-e6545b2ae0c4 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:39.580668 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-34822858-ae09-43ee-8430-e6545b2ae0c4 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:39.588861 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-34822858-ae09-43ee-8430-e6545b2ae0c4 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] 10.222.0.49 "DELETE /v2.0/networks/687941fa-fa80-45e1-ada5-dbe07876b250 HTTP/1.1" status: 204 len: 168 time: 0.8837454 Nov 09 21:34:39.595144 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35060) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:39.653475 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34822858-ae09-43ee-8430-e6545b2ae0c4 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Pushing event deleted for resources: {'Network': ['ID=687941fa-fa80-45e1-ada5-dbe07876b250,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:39.756700 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2620af3-7463-47e8-9011-884c513dc33b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'tenant_id': '4f80aeba4f7b42c0ae266ee8833d0179', 'fixed_ips': [{'subnet_id': '750be460-b179-4864-81c8-f44684202c6b'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:34:39.757596 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b2620af3-7463-47e8-9011-884c513dc33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:39.801512 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-892a9282-558a-4d03-a833-16a144931cd4 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:39.941097 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-892a9282-558a-4d03-a833-16a144931cd4 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Deleting port 807b0d86-3c00-4ed0-bac6-128823a4f7d4 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:34:39.941660 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-892a9282-558a-4d03-a833-16a144931cd4 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:39.950610 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempting to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:34:39.951228 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempting to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:34:39.951744 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempting to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 on network 687941fa-fa80-45e1-ada5-dbe07876b250 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:34:39.967010 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:34:39.967616 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempting to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 on network 687941fa-fa80-45e1-ada5-dbe07876b250 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:34:39.997060 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Port 44287ad0-b520-4c57-8405-99a8b7bc6156 on network 687941fa-fa80-45e1-ada5-dbe07876b250 not bound, no agent of type HyperV agent registered on host n-d-816206-3 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:34:39.997705 n-d-816206-3 neutron-server[102609]: ERROR neutron.plugins.ml2.managers [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Failed to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 on host n-d-816206-3 for vnic_type normal using segments [] Nov 09 21:34:40.005003 n-d-816206-3 neutron-server[102609]: INFO neutron.plugins.ml2.plugin [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempt 2 to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 Nov 09 21:34:40.033268 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempting to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:34:40.033902 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempting to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:34:40.034802 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempting to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 on network 687941fa-fa80-45e1-ada5-dbe07876b250 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:34:40.062745 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-892a9282-558a-4d03-a833-16a144931cd4 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] For port 807b0d86-3c00-4ed0-bac6-128823a4f7d4, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=807b0d86-3c00-4ed0-bac6-128823a4f7d4,segment=NetworkSegment(a4950904-694d-4f5d-a981-953685390de5),segment_id=a4950904-694d-4f5d-a981-953685390de5)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:34:40.063564 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-892a9282-558a-4d03-a833-16a144931cd4 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:40.077010 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:34:40.077642 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempting to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 on network 687941fa-fa80-45e1-ada5-dbe07876b250 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:34:40.095149 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-892a9282-558a-4d03-a833-16a144931cd4 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Calling delete_port for 807b0d86-3c00-4ed0-bac6-128823a4f7d4 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:34:40.103745 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Port 44287ad0-b520-4c57-8405-99a8b7bc6156 on network 687941fa-fa80-45e1-ada5-dbe07876b250 not bound, no agent of type HyperV agent registered on host n-d-816206-3 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:34:40.104350 n-d-816206-3 neutron-server[102609]: ERROR neutron.plugins.ml2.managers [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Failed to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 on host n-d-816206-3 for vnic_type normal using segments [] Nov 09 21:34:40.106680 n-d-816206-3 neutron-server[102609]: INFO neutron.plugins.ml2.plugin [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempt 3 to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 Nov 09 21:34:40.136464 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempting to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:34:40.137276 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempting to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:34:40.138102 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempting to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 on network 687941fa-fa80-45e1-ada5-dbe07876b250 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:34:40.147061 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-b2620af3-7463-47e8-9011-884c513dc33b None None] Allocated IP 2001:db8::2 (83001fa8-21bc-4303-8a8a-37c91fd09fe2/750be460-b179-4864-81c8-f44684202c6b/83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:34:40.149789 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:34:40.150597 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempting to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 on network 687941fa-fa80-45e1-ada5-dbe07876b250 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:34:40.164659 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Port 44287ad0-b520-4c57-8405-99a8b7bc6156 on network 687941fa-fa80-45e1-ada5-dbe07876b250 not bound, no agent of type HyperV agent registered on host n-d-816206-3 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:34:40.165234 n-d-816206-3 neutron-server[102609]: ERROR neutron.plugins.ml2.managers [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Failed to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 on host n-d-816206-3 for vnic_type normal using segments [] Nov 09 21:34:40.166436 n-d-816206-3 neutron-server[102609]: INFO neutron.plugins.ml2.plugin [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempt 4 to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 Nov 09 21:34:40.183287 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempting to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:34:40.184224 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempting to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:34:40.184795 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempting to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 on network 687941fa-fa80-45e1-ada5-dbe07876b250 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:34:40.229850 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:34:40.230609 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempting to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 on network 687941fa-fa80-45e1-ada5-dbe07876b250 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:34:40.242338 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Port 44287ad0-b520-4c57-8405-99a8b7bc6156 on network 687941fa-fa80-45e1-ada5-dbe07876b250 not bound, no agent of type HyperV agent registered on host n-d-816206-3 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:34:40.243003 n-d-816206-3 neutron-server[102609]: ERROR neutron.plugins.ml2.managers [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Failed to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 on host n-d-816206-3 for vnic_type normal using segments [] Nov 09 21:34:40.245765 n-d-816206-3 neutron-server[102609]: INFO neutron.plugins.ml2.plugin [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempt 5 to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 Nov 09 21:34:40.262812 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempting to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:34:40.263516 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempting to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:34:40.264066 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempting to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 on network 687941fa-fa80-45e1-ada5-dbe07876b250 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:34:40.276518 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:34:40.277261 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempting to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 on network 687941fa-fa80-45e1-ada5-dbe07876b250 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:34:40.319301 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Port 44287ad0-b520-4c57-8405-99a8b7bc6156 on network 687941fa-fa80-45e1-ada5-dbe07876b250 not bound, no agent of type HyperV agent registered on host n-d-816206-3 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:34:40.319710 n-d-816206-3 neutron-server[102609]: ERROR neutron.plugins.ml2.managers [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Failed to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 on host n-d-816206-3 for vnic_type normal using segments [] Nov 09 21:34:40.322170 n-d-816206-3 neutron-server[102609]: INFO neutron.plugins.ml2.plugin [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempt 6 to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 Nov 09 21:34:40.333079 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempting to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:34:40.333420 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempting to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:34:40.333842 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempting to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 on network 687941fa-fa80-45e1-ada5-dbe07876b250 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:34:40.338454 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-892a9282-558a-4d03-a833-16a144931cd4 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:40.360876 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:34:40.360876 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempting to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 on network 687941fa-fa80-45e1-ada5-dbe07876b250 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:34:40.372817 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Port 44287ad0-b520-4c57-8405-99a8b7bc6156 on network 687941fa-fa80-45e1-ada5-dbe07876b250 not bound, no agent of type HyperV agent registered on host n-d-816206-3 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:34:40.373698 n-d-816206-3 neutron-server[102609]: ERROR neutron.plugins.ml2.managers [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Failed to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 on host n-d-816206-3 for vnic_type normal using segments [] Nov 09 21:34:40.374005 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-66e46804-f149-41ab-9fa4-5e594b5f6ef0 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:40.374476 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a9282-558a-4d03-a833-16a144931cd4 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Pushing event deleted for resources: {'Port': ['ID=807b0d86-3c00-4ed0-bac6-128823a4f7d4,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:40.374925 n-d-816206-3 neutron-server[102609]: INFO neutron.plugins.ml2.plugin [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempt 7 to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 Nov 09 21:34:40.390632 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892a9282-558a-4d03-a833-16a144931cd4 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] No DVR routers for this DVR port 807b0d86-3c00-4ed0-bac6-128823a4f7d4 on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:34:40.397367 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-66e46804-f149-41ab-9fa4-5e594b5f6ef0 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Calling delete_port for 3641712b-f2ff-4a2c-9fa8-4859756d67db owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:34:40.399822 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempting to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:34:40.400187 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempting to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:34:40.400554 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempting to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 on network 687941fa-fa80-45e1-ada5-dbe07876b250 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:34:40.402879 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b2620af3-7463-47e8-9011-884c513dc33b None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:40.409259 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:34:40.409641 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempting to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 on network 687941fa-fa80-45e1-ada5-dbe07876b250 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:34:40.417164 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Port 44287ad0-b520-4c57-8405-99a8b7bc6156 on network 687941fa-fa80-45e1-ada5-dbe07876b250 not bound, no agent of type HyperV agent registered on host n-d-816206-3 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:34:40.417840 n-d-816206-3 neutron-server[102609]: ERROR neutron.plugins.ml2.managers [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Failed to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 on host n-d-816206-3 for vnic_type normal using segments [] Nov 09 21:34:40.418984 n-d-816206-3 neutron-server[102609]: INFO neutron.plugins.ml2.plugin [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempt 8 to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 Nov 09 21:34:40.423133 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b2620af3-7463-47e8-9011-884c513dc33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:40.480847 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempting to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:34:40.481273 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempting to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:34:40.481835 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempting to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 on network 687941fa-fa80-45e1-ada5-dbe07876b250 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:34:40.490327 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:34:40.490699 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempting to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 on network 687941fa-fa80-45e1-ada5-dbe07876b250 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:34:40.503131 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2620af3-7463-47e8-9011-884c513dc33b None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:34:40.505903 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-b2620af3-7463-47e8-9011-884c513dc33b None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:34:40.508130 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2620af3-7463-47e8-9011-884c513dc33b None None] Pushing event updated for resources: {'Port': ['ID=83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:40.510752 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2620af3-7463-47e8-9011-884c513dc33b None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:34:40.518141 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Port 44287ad0-b520-4c57-8405-99a8b7bc6156 on network 687941fa-fa80-45e1-ada5-dbe07876b250 not bound, no agent of type HyperV agent registered on host n-d-816206-3 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:34:40.518643 n-d-816206-3 neutron-server[102609]: ERROR neutron.plugins.ml2.managers [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Failed to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 on host n-d-816206-3 for vnic_type normal using segments [] Nov 09 21:34:40.522805 n-d-816206-3 neutron-server[102609]: INFO neutron.plugins.ml2.plugin [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempt 9 to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 Nov 09 21:34:40.551392 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-892a9282-558a-4d03-a833-16a144931cd4 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:40.571877 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-892a9282-558a-4d03-a833-16a144931cd4 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45bd75a5-625f-4d6d-a2b2-12422c004ca0']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:34:40.581606 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-892a9282-558a-4d03-a833-16a144931cd4 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4950904-694d-4f5d-a981-953685390de5') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:34:40.582519 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-892a9282-558a-4d03-a833-16a144931cd4 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4950904-694d-4f5d-a981-953685390de5') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:34:40.587788 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempting to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:34:40.588523 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempting to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:34:40.588940 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempting to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 on network 687941fa-fa80-45e1-ada5-dbe07876b250 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:34:40.601086 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-892a9282-558a-4d03-a833-16a144931cd4 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:40.612435 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:34:40.615223 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempting to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 on network 687941fa-fa80-45e1-ada5-dbe07876b250 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:34:40.615974 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-66e46804-f149-41ab-9fa4-5e594b5f6ef0 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:40.625196 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Port 44287ad0-b520-4c57-8405-99a8b7bc6156 on network 687941fa-fa80-45e1-ada5-dbe07876b250 not bound, no agent of type HyperV agent registered on host n-d-816206-3 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:34:40.625558 n-d-816206-3 neutron-server[102609]: ERROR neutron.plugins.ml2.managers [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Failed to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 on host n-d-816206-3 for vnic_type normal using segments [] Nov 09 21:34:40.628036 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-892a9282-558a-4d03-a833-16a144931cd4 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:40.632617 n-d-816206-3 neutron-server[102609]: INFO neutron.plugins.ml2.plugin [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempt 10 to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 Nov 09 21:34:40.635126 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-892a9282-558a-4d03-a833-16a144931cd4 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:34:40.635623 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-892a9282-558a-4d03-a833-16a144931cd4 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:40.654731 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e46804-f149-41ab-9fa4-5e594b5f6ef0 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Port': ['ID=3641712b-f2ff-4a2c-9fa8-4859756d67db,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:40.655279 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempting to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:34:40.655653 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempting to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:34:40.656024 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempting to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 on network 687941fa-fa80-45e1-ada5-dbe07876b250 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:34:40.671820 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-b2620af3-7463-47e8-9011-884c513dc33b None None] Attempting to bind port 83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:34:40.672317 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-b2620af3-7463-47e8-9011-884c513dc33b None None] Attempting to bind port 83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:34:40.672788 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2620af3-7463-47e8-9011-884c513dc33b None None] Attempting to bind port 83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d on network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:34:40.684996 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:34:40.685386 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Attempting to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 on network 687941fa-fa80-45e1-ada5-dbe07876b250 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:34:40.689786 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-66e46804-f149-41ab-9fa4-5e594b5f6ef0 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:40.697237 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Port 44287ad0-b520-4c57-8405-99a8b7bc6156 on network 687941fa-fa80-45e1-ada5-dbe07876b250 not bound, no agent of type HyperV agent registered on host n-d-816206-3 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:34:40.697600 n-d-816206-3 neutron-server[102609]: ERROR neutron.plugins.ml2.managers [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Failed to bind port 44287ad0-b520-4c57-8405-99a8b7bc6156 on host n-d-816206-3 for vnic_type normal using segments [] Nov 09 21:34:40.698008 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:40.700318 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-66e46804-f149-41ab-9fa4-5e594b5f6ef0 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/ports/3641712b-f2ff-4a2c-9fa8-4859756d67db HTTP/1.1" status: 204 len: 168 time: 1.4628677 Nov 09 21:34:40.701482 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35088) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:40.708483 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2620af3-7463-47e8-9011-884c513dc33b None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:34:40.708894 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2620af3-7463-47e8-9011-884c513dc33b None None] Checking segment: {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:34:40.709306 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b2620af3-7463-47e8-9011-884c513dc33b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:40.709717 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2620af3-7463-47e8-9011-884c513dc33b None None] Bound using segment: {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:34:40.710207 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-b2620af3-7463-47e8-9011-884c513dc33b None None] Bound port: 83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:34:40.710594 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b2620af3-7463-47e8-9011-884c513dc33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:40.718451 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:34:40.718451 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:34:40.718451 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:34:40.718451 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:34:40.718451 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:34:40.718451 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:34:40.718451 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:34:40.718451 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:34:40.718451 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:34:40.718451 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:34:40.718451 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:34:40.718451 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:34:40.718451 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:34:40.718451 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:34:40.718451 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:34:40.718451 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:34:40.718451 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:34:40.718451 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:34:40.718451 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:34:40.718451 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:34:40.718451 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:34:40.718451 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:34:40.718451 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:34:40.718451 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:34:40.718451 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:34:40.718451 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:34:40.718451 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:34:40.718451 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:34:40.718451 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:34:40.718451 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:34:40.718451 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:34:40.718451 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:34:40.769879 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-892a9282-558a-4d03-a833-16a144931cd4 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:40.782157 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a16a3f-9ce6-4eb8-9f1e-f8cb600881e2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:40.784162 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a16a3f-9ce6-4eb8-9f1e-f8cb600881e2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:40.789516 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a1a16a3f-9ce6-4eb8-9f1e-f8cb600881e2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0856240 Nov 09 21:34:40.789673 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35094) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:40.797739 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-892a9282-558a-4d03-a833-16a144931cd4 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:40.801459 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-892a9282-558a-4d03-a833-16a144931cd4 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] 10.222.0.49 "DELETE /v2.0/networks/45bd75a5-625f-4d6d-a2b2-12422c004ca0 HTTP/1.1" status: 204 len: 168 time: 1.2051466 Nov 09 21:34:40.806701 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35096) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:40.819658 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-da360033-c5f8-4824-b440-72ccebd0b018 None None] Port 44287ad0-b520-4c57-8405-99a8b7bc6156 has been deleted concurrently {{(pid=102609) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 09 21:34:40.953883 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-b2620af3-7463-47e8-9011-884c513dc33b None None] For port 83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:34:40.963279 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-b2620af3-7463-47e8-9011-884c513dc33b None None] For port 83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:34:40.971057 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b2620af3-7463-47e8-9011-884c513dc33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:40.980142 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a9282-558a-4d03-a833-16a144931cd4 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Pushing event deleted for resources: {'Network': ['ID=45bd75a5-625f-4d6d-a2b2-12422c004ca0,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:41.015873 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d8c7637-43b0-4022-b156-9994d70ea73a tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting subnet 750be460-b179-4864-81c8-f44684202c6b {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:34:41.023272 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d8c7637-43b0-4022-b156-9994d70ea73a tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:41.043724 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d7ebd462-4419-4767-9d89-0110c4da4d60 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:41.065761 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2620af3-7463-47e8-9011-884c513dc33b None None] Pushing event updated for resources: {'Port': ['ID=83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:41.119422 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d8c7637-43b0-4022-b156-9994d70ea73a tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:41.251521 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d7ebd462-4419-4767-9d89-0110c4da4d60 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:41.282783 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d8c7637-43b0-4022-b156-9994d70ea73a tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:41.289508 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-d7ebd462-4419-4767-9d89-0110c4da4d60 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c2ba6c3-5735-4a4b-a0fb-f33cc0739c20']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:34:41.301221 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-d7ebd462-4419-4767-9d89-0110c4da4d60 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5f455a9-2c09-459d-b7ca-f95640d17951') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:34:41.301818 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-d7ebd462-4419-4767-9d89-0110c4da4d60 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5f455a9-2c09-459d-b7ca-f95640d17951') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:34:41.319062 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d7ebd462-4419-4767-9d89-0110c4da4d60 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:41.339890 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d7ebd462-4419-4767-9d89-0110c4da4d60 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:41.347727 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7ebd462-4419-4767-9d89-0110c4da4d60 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:34:41.349995 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d7ebd462-4419-4767-9d89-0110c4da4d60 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:41.358027 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:34:41.358027 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:34:41.358027 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:34:41.358027 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:34:41.358027 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:34:41.358027 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:34:41.358027 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:34:41.358027 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:34:41.358027 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:34:41.358027 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:34:41.358027 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:34:41.358027 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:34:41.358027 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:34:41.358027 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:34:41.358027 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:34:41.358027 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:34:41.358027 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:34:41.358027 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:34:41.358027 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:34:41.358027 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:34:41.358027 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:34:41.358027 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:34:41.358027 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:34:41.358027 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:34:41.358027 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:34:41.358027 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:34:41.358027 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:34:41.358027 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:34:41.358027 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:34:41.358027 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:34:41.358027 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:34:41.358027 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:34:41.453184 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d8c7637-43b0-4022-b156-9994d70ea73a tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:41.485685 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d7ebd462-4419-4767-9d89-0110c4da4d60 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:41.499411 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d7ebd462-4419-4767-9d89-0110c4da4d60 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:41.505054 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d7ebd462-4419-4767-9d89-0110c4da4d60 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] 10.222.0.49 "DELETE /v2.0/networks/9c2ba6c3-5735-4a4b-a0fb-f33cc0739c20 HTTP/1.1" status: 204 len: 168 time: 0.6943510 Nov 09 21:34:41.511866 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35126) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:41.526049 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c7637-43b0-4022-b156-9994d70ea73a tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Subnet': ['ID=750be460-b179-4864-81c8-f44684202c6b,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:41.542675 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d8c7637-43b0-4022-b156-9994d70ea73a tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:41.546635 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6d8c7637-43b0-4022-b156-9994d70ea73a tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/750be460-b179-4864-81c8-f44684202c6b HTTP/1.1" status: 204 len: 168 time: 0.7439895 Nov 09 21:34:41.552063 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35128) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:41.612566 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ebd462-4419-4767-9d89-0110c4da4d60 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Pushing event deleted for resources: {'Network': ['ID=9c2ba6c3-5735-4a4b-a0fb-f33cc0739c20,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:41.633435 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35130) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:41.648556 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e0816961-4a37-467d-b2d5-60aa53231c65 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0754530 Nov 09 21:34:41.704668 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-54ae82ee-e4b1-4599-a0a8-5479a3653417 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:41.730372 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ab9c02-4461-462b-b450-1b6832496d04 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:41.732310 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-93ab9c02-4461-462b-b450-1b6832496d04 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0991671 Nov 09 21:34:41.734752 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35134) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:41.816792 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a01b959-00e4-4fd2-8b31-1529ee9c5801 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:41.819249 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1a01b959-00e4-4fd2-8b31-1529ee9c5801 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0830092 Nov 09 21:34:41.822927 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35140) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:41.827870 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-54ae82ee-e4b1-4599-a0a8-5479a3653417 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:41.905756 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-54ae82ee-e4b1-4599-a0a8-5479a3653417 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39768f98-8dde-4616-8fc8-d2b2f09c5bc9']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:34:41.921169 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-54ae82ee-e4b1-4599-a0a8-5479a3653417 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8c7ef14-aa25-417d-8c25-786205dfa779') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:34:41.921732 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-54ae82ee-e4b1-4599-a0a8-5479a3653417 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8c7ef14-aa25-417d-8c25-786205dfa779') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:34:41.927432 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1104f806-88b3-4c10-86fe-028772119dd1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1034069 Nov 09 21:34:41.934414 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35148) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:41.943360 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-a54c9f9d-1bf9-476c-ad30-591e4754233e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'subnet': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:41.960957 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-54ae82ee-e4b1-4599-a0a8-5479a3653417 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:42.021386 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-54ae82ee-e4b1-4599-a0a8-5479a3653417 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:42.044587 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54ae82ee-e4b1-4599-a0a8-5479a3653417 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:34:42.048614 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-54ae82ee-e4b1-4599-a0a8-5479a3653417 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:42.052748 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:34:42.052748 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:34:42.052748 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:34:42.052748 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:34:42.052748 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:34:42.052748 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:34:42.052748 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:34:42.052748 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:34:42.052748 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:34:42.052748 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:34:42.052748 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:34:42.052748 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:34:42.052748 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:34:42.052748 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:34:42.052748 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:34:42.052748 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:34:42.052748 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:34:42.052748 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:34:42.052748 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:34:42.052748 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:34:42.052748 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:34:42.052748 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:34:42.052748 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:34:42.052748 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:34:42.052748 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:34:42.052748 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:34:42.052748 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:34:42.052748 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:34:42.052748 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:34:42.052748 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:34:42.052748 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:34:42.052748 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:34:42.156595 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-54ae82ee-e4b1-4599-a0a8-5479a3653417 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:42.163903 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-54ae82ee-e4b1-4599-a0a8-5479a3653417 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:42.167189 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-54ae82ee-e4b1-4599-a0a8-5479a3653417 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] 10.222.0.49 "DELETE /v2.0/networks/39768f98-8dde-4616-8fc8-d2b2f09c5bc9 HTTP/1.1" status: 204 len: 168 time: 0.6538045 Nov 09 21:34:42.181994 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54c9f9d-1bf9-476c-ad30-591e4754233e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:34:42.185852 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a54c9f9d-1bf9-476c-ad30-591e4754233e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:42.257705 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae82ee-e4b1-4599-a0a8-5479a3653417 tempest-BulkNetworkOpsIpV6Test-244185416 tempest-BulkNetworkOpsIpV6Test-244185416-project] Pushing event deleted for resources: {'Network': ['ID=39768f98-8dde-4616-8fc8-d2b2f09c5bc9,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:42.603292 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35164) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:42.663764 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:34:42.795265 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:34:42.795265 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:42.865261 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d929242-cd04-4747-9563-5492f223013e None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:34:42.893099 n-d-816206-3 neutron-server[102608]: DEBUG neutron.objects.ports [None req-a54c9f9d-1bf9-476c-ad30-591e4754233e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102608) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 21:34:42.963265 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0ab4e96a-4ec5-4e0d-af23-ea86d22ebd91 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6a7c23f2070b478c852779f2d1144d92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3562846 Nov 09 21:34:42.964029 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35174) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:43.034396 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-6063bb49-d429-461c-b590-e52c12becd04 None None] Provisioning complete for port 83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:34:43.035474 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6063bb49-d429-461c-b590-e52c12becd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:43.095537 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-480f7f59-6431-4183-84b9-3497e8988d40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:43.132411 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-480f7f59-6431-4183-84b9-3497e8988d40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:43.169819 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:43.171992 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be377487-ab2d-46a4-a1ea-00b3bb5d86df None None] DHCP port deletion for 687941fa-fa80-45e1-ada5-dbe07876b250 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:34:43.197498 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a54c9f9d-1bf9-476c-ad30-591e4754233e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:43.227487 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-480f7f59-6431-4183-84b9-3497e8988d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:43.235501 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-480f7f59-6431-4183-84b9-3497e8988d40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:43.239062 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-480f7f59-6431-4183-84b9-3497e8988d40 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/925a2439-7b58-45c6-9d74-dcce52d75aa7 HTTP/1.1" status: 204 len: 168 time: 0.2701328 Nov 09 21:34:43.269388 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f7f59-6431-4183-84b9-3497e8988d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925a2439-7b58-45c6-9d74-dcce52d75aa7,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:43.301340 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c54036-2a9c-4b84-966f-249dec3cfd5e None None] Network 687941fa-fa80-45e1-ada5-dbe07876b250 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:34:43.335917 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c54036-2a9c-4b84-966f-249dec3cfd5e None None] Network 687941fa-fa80-45e1-ada5-dbe07876b250 could not be found, it might have been deleted concurrently. {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 09 21:34:43.441580 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6063bb49-d429-461c-b590-e52c12becd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:43.626789 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-a54c9f9d-1bf9-476c-ad30-591e4754233e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] For port 83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:34:43.685355 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a54c9f9d-1bf9-476c-ad30-591e4754233e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:43.694238 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a54c9f9d-1bf9-476c-ad30-591e4754233e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:43.696088 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a54c9f9d-1bf9-476c-ad30-591e4754233e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:43.799889 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.db.api [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 21:34:43.802091 n-d-816206-3 neutron-server[102609]: DEBUG oslo_db.api [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 21:34:43.814081 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.db.api [None req-6063bb49-d429-461c-b590-e52c12becd04 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 21:34:43.814572 n-d-816206-3 neutron-server[102609]: DEBUG oslo_db.api [None req-6063bb49-d429-461c-b590-e52c12becd04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 21:34:43.818743 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35196) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:43.878331 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c9f9d-1bf9-476c-ad30-591e4754233e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Port': ['ID=83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d,revision_number=5']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:43.897902 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c9f9d-1bf9-476c-ad30-591e4754233e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Subnet': ['ID=3e0b1fdc-146a-4915-8afb-0d4a7d0e922b,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:43.924790 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54c9f9d-1bf9-476c-ad30-591e4754233e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:34:43.926240 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-a54c9f9d-1bf9-476c-ad30-591e4754233e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:34:43.929702 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54c9f9d-1bf9-476c-ad30-591e4754233e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:43.930373 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a54c9f9d-1bf9-476c-ad30-591e4754233e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:43.950950 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a54c9f9d-1bf9-476c-ad30-591e4754233e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0150077 Nov 09 21:34:43.953534 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35202) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:43.960529 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-0a62709b-5a55-4b43-aa31-20d034ab42ce tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'subnet': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:44.018884 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce81c4bb-fb9f-45cf-9395-c54043b6a536 None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:34:44.039450 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-55438220-94e9-4308-b89d-be1d5e28bccd req-940e1121-8133-4e07-9a5f-70687d4d7a99 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=70869ae0-b493-400b-b6d7-b447b0d9f184&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0669587 Nov 09 21:34:44.103163 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-95d9c922-e290-4863-8fbd-504f775aaf11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:44.186599 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55438220-94e9-4308-b89d-be1d5e28bccd req-871a4ff9-9598-4eea-8b10-ab5eb2797999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:44.188045 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-55438220-94e9-4308-b89d-be1d5e28bccd req-871a4ff9-9598-4eea-8b10-ab5eb2797999 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=96a7a35658cb4a6ea565f057e114d368&device_id=70869ae0-b493-400b-b6d7-b447b0d9f184 HTTP/1.1" status: 200 len: 1096 time: 0.1143556 Nov 09 21:34:44.249867 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a62709b-5a55-4b43-aa31-20d034ab42ce tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:34:44.254100 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0a62709b-5a55-4b43-aa31-20d034ab42ce tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:44.498608 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-95d9c922-e290-4863-8fbd-504f775aaf11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:44.509272 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55438220-94e9-4308-b89d-be1d5e28bccd req-a4b3c43d-8466-4951-be22-9e966ab8642b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:44.511029 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-55438220-94e9-4308-b89d-be1d5e28bccd req-a4b3c43d-8466-4951-be22-9e966ab8642b service neutron] 10.222.0.45 "GET /v2.0/networks?id=e557bc0d-71a9-4b44-ab50-1de12563c5ef HTTP/1.1" status: 200 len: 912 time: 0.2879872 Nov 09 21:34:44.513021 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-95d9c922-e290-4863-8fbd-504f775aaf11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:44.521643 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6063bb49-d429-461c-b590-e52c12becd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:44.547917 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:44.610472 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-55438220-94e9-4308-b89d-be1d5e28bccd req-7c98c0d2-303a-439d-954e-45fb24393577 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d71d1143-74da-460d-93e3-6608d25fdb67 HTTP/1.1" status: 200 len: 217 time: 0.0916002 Nov 09 21:34:44.614653 n-d-816206-3 neutron-server[102607]: INFO neutron.db.ipam_backend_mixin [None req-0a62709b-5a55-4b43-aa31-20d034ab42ce tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3e0b1fdc-146a-4915-8afb-0d4a7d0e922b (CIDR: 2001:db8::/64) Nov 09 21:34:44.626144 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a62709b-5a55-4b43-aa31-20d034ab42ce tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:34:44.626830 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a62709b-5a55-4b43-aa31-20d034ab42ce tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:34:44.659840 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0a62709b-5a55-4b43-aa31-20d034ab42ce tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7049453 Nov 09 21:34:44.661463 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d9c922-e290-4863-8fbd-504f775aaf11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2554f4a-67ed-4b09-9aed-4705e8c6f797,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:44.668255 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35238) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:44.678367 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-92cfebea-91cd-473a-a609-747a67093d0d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'subnet': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:44.702471 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-6063bb49-d429-461c-b590-e52c12becd04 None None] For port 83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:34:44.709328 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6063bb49-d429-461c-b590-e52c12becd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:44.769996 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-6063bb49-d429-461c-b590-e52c12becd04 None None] Could not find standard attr ID for object 3641712b-f2ff-4a2c-9fa8-4859756d67db. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 21:34:44.819567 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55438220-94e9-4308-b89d-be1d5e28bccd req-23ba0dd9-445a-4f85-be08-174bdd14c87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:44.823929 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-55438220-94e9-4308-b89d-be1d5e28bccd req-23ba0dd9-445a-4f85-be08-174bdd14c87e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=48041428-5cce-473c-b445-a01eb383d908 HTTP/1.1" status: 200 len: 851 time: 0.1843581 Nov 09 21:34:44.879255 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.db.api [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 21:34:44.881564 n-d-816206-3 neutron-server[102609]: DEBUG oslo_db.api [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 21:34:44.893427 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6063bb49-d429-461c-b590-e52c12becd04 None None] Pushing event updated for resources: {'Port': ['ID=83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d,revision_number=6']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:44.902401 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55438220-94e9-4308-b89d-be1d5e28bccd req-9b907b06-c5b6-47bf-977c-abb5661b12e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:44.904894 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-55438220-94e9-4308-b89d-be1d5e28bccd req-9b907b06-c5b6-47bf-977c-abb5661b12e0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e557bc0d-71a9-4b44-ab50-1de12563c5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733862 Nov 09 21:34:44.910313 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-95d9c922-e290-4863-8fbd-504f775aaf11 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8d7793eb44304637839d4a673950f358&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0864985 Nov 09 21:34:44.910313 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35244) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:44.913766 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-c77f2f88-a8d1-4685-b849-a3c257aa1f81 None None] Could not find standard attr ID for object 44287ad0-b520-4c57-8405-99a8b7bc6156. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 21:34:44.927403 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-c77f2f88-a8d1-4685-b849-a3c257aa1f81 None None] Provisioning complete for port 83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:34:44.927925 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c77f2f88-a8d1-4685-b849-a3c257aa1f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:45.028562 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35248) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:45.044420 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92cfebea-91cd-473a-a609-747a67093d0d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:34:45.051654 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-92cfebea-91cd-473a-a609-747a67093d0d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:45.157364 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-55438220-94e9-4308-b89d-be1d5e28bccd req-f82263ef-cd79-4a27-89bb-39aed26420e2 service neutron] 10.222.0.45 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406650 Nov 09 21:34:45.176175 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5d36c8fd-dc6e-427b-85c0-ddf055915279 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:45.181061 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-be29a1aa-11ef-4516-9f3b-eb45d7cf002d None None] Provisioning complete for port 83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:34:45.185468 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-be29a1aa-11ef-4516-9f3b-eb45d7cf002d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:45.239916 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-28c485ac-1f4f-4277-9231-939b24fe3a8f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1150209538'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:45.267353 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5d36c8fd-dc6e-427b-85c0-ddf055915279 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:45.350387 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c485ac-1f4f-4277-9231-939b24fe3a8f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Made reservation on behalf of 9d34f0915de74546bbc630d7f1ddd316 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:34:45.356179 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-28c485ac-1f4f-4277-9231-939b24fe3a8f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:45.383491 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-28c485ac-1f4f-4277-9231-939b24fe3a8f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:45.388236 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-55438220-94e9-4308-b89d-be1d5e28bccd req-1e821c6f-e999-46f3-aa30-c35fbca2d541 service neutron] 10.222.0.45 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198350 Nov 09 21:34:45.395136 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5d36c8fd-dc6e-427b-85c0-ddf055915279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:45.398228 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5d36c8fd-dc6e-427b-85c0-ddf055915279 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:45.399538 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5d36c8fd-dc6e-427b-85c0-ddf055915279 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e2554f4a-67ed-4b09-9aed-4705e8c6f797 HTTP/1.1" status: 204 len: 168 time: 0.4890227 Nov 09 21:34:45.478090 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d36c8fd-dc6e-427b-85c0-ddf055915279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2554f4a-67ed-4b09-9aed-4705e8c6f797,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:45.634667 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-cefbca74-4249-43dd-902c-8d7c4e4c890c None None] Could not find standard attr ID for object ede199ed-b021-44bd-8b0f-a0359f9047df. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 21:34:45.701624 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-28c485ac-1f4f-4277-9231-939b24fe3a8f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:45.708331 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-28c485ac-1f4f-4277-9231-939b24fe3a8f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:45.743408 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28c485ac-1f4f-4277-9231-939b24fe3a8f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:34:45.764071 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:34:45.787966 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-28c485ac-1f4f-4277-9231-939b24fe3a8f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:45.788327 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-28c485ac-1f4f-4277-9231-939b24fe3a8f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Added segment d3058df9-648c-4bd5-b600-f2d65e30ba2f of type vlan for network 13db005b-b2ea-4e29-95a9-742a543d1adf Nov 09 21:34:45.870741 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:34:45.871707 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:45.973321 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-92cfebea-91cd-473a-a609-747a67093d0d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:45.992124 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-28c485ac-1f4f-4277-9231-939b24fe3a8f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:46.031140 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c485ac-1f4f-4277-9231-939b24fe3a8f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0fd191-d261-4aad-93e2-f876ea7399c1,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:46.087847 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-f8ec0e06-99c4-471e-ac13-921b44a93d94 None None] Could not find standard attr ID for object 3641712b-f2ff-4a2c-9fa8-4859756d67db. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 21:34:46.129555 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cfebea-91cd-473a-a609-747a67093d0d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:34:46.133485 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 44287ad0-b520-4c57-8405-99a8b7bc6156 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:34:46.143396 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35272) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:46.149770 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-92cfebea-91cd-473a-a609-747a67093d0d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:34:46.156997 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cfebea-91cd-473a-a609-747a67093d0d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:46.165351 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 44287ad0-b520-4c57-8405-99a8b7bc6156 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:34:46.166103 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 44287ad0-b520-4c57-8405-99a8b7bc6156 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:34:46.167897 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-92cfebea-91cd-473a-a609-747a67093d0d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:46.182785 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5d05f188-5e24-4b5a-a364-4702a6ded344 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:46.189212 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-28c485ac-1f4f-4277-9231-939b24fe3a8f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:46.195721 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c485ac-1f4f-4277-9231-939b24fe3a8f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:46.196620 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-28c485ac-1f4f-4277-9231-939b24fe3a8f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:46.209755 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cfebea-91cd-473a-a609-747a67093d0d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Subnet': ['ID=7c44502e-2845-41fb-8f97-64b74e00500e,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:46.317238 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-92cfebea-91cd-473a-a609-747a67093d0d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6469142 Nov 09 21:34:46.318284 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35276) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:46.336537 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5d05f188-5e24-4b5a-a364-4702a6ded344 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:46.338092 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-c6aed1b9-efc1-47fb-9899-56b80cfb47c2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'port': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'mac_address': 'fa:16:3e:d0:1e:78', 'name': 'tempest-NetworksTestDHCPv6-1125421412'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:46.342103 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5d05f188-5e24-4b5a-a364-4702a6ded344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:46.364283 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4657b2d0-6dd4-4442-ac2e-40f531a3ac37 None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:34:46.371885 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-28c485ac-1f4f-4277-9231-939b24fe3a8f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3386142 Nov 09 21:34:46.408295 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d05f188-5e24-4b5a-a364-4702a6ded344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278ef72a-bc5f-4486-aca9-5ad4e28a9ca7,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:46.441409 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5d05f188-5e24-4b5a-a364-4702a6ded344 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=85ab1cefdd1e49aba75031e6ad5ed4a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2967532 Nov 09 21:34:46.445067 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35278) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:46.593953 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fbc613d8-e307-4221-97db-c9b87d76a90c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:46.639488 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c485ac-1f4f-4277-9231-939b24fe3a8f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Pushing event updated for resources: {'Network': ['ID=13db005b-b2ea-4e29-95a9-742a543d1adf,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:46.654088 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fbc613d8-e307-4221-97db-c9b87d76a90c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:46.684231 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 13db005b-b2ea-4e29-95a9-742a543d1adf details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:34:46.688067 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6aed1b9-efc1-47fb-9899-56b80cfb47c2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:34:46.782311 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fbc613d8-e307-4221-97db-c9b87d76a90c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:46.785905 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fbc613d8-e307-4221-97db-c9b87d76a90c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:46.787069 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-fbc613d8-e307-4221-97db-c9b87d76a90c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/278ef72a-bc5f-4486-aca9-5ad4e28a9ca7 HTTP/1.1" status: 204 len: 168 time: 0.3409579 Nov 09 21:34:46.803144 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc613d8-e307-4221-97db-c9b87d76a90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278ef72a-bc5f-4486-aca9-5ad4e28a9ca7,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:46.959220 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c6aed1b9-efc1-47fb-9899-56b80cfb47c2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:46.976396 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18691e8-fd58-4df7-988f-a131f8c729c3 None None] Update dhcp port {'port': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'fixed_ips': [{'subnet_id': '3e0b1fdc-146a-4915-8afb-0d4a7d0e922b', 'ip_address': '2001:db8::f816:3eff:fe93:9120'}, {'subnet_id': '7c44502e-2845-41fb-8f97-64b74e00500e'}], 'binding:host_id': 'n-d-816206-3'}, 'id': '83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d'} from n-d-816206-3. {{(pid=102609) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 21:34:47.004396 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-c6aed1b9-efc1-47fb-9899-56b80cfb47c2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] device_id is not set on port 116c089e-5a43-4e2b-91a1-93b12b5a50f4 yet. {{(pid=102607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:34:47.038500 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d18691e8-fd58-4df7-988f-a131f8c729c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:47.406774 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-c6aed1b9-efc1-47fb-9899-56b80cfb47c2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Allocated IP 2001:db8:0:1::53 (83001fa8-21bc-4303-8a8a-37c91fd09fe2/7c44502e-2845-41fb-8f97-64b74e00500e/116c089e-5a43-4e2b-91a1-93b12b5a50f4) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:34:47.423710 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-c6aed1b9-efc1-47fb-9899-56b80cfb47c2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Allocated IP 2001:db8::f816:3eff:fed0:1e78 (83001fa8-21bc-4303-8a8a-37c91fd09fe2/3e0b1fdc-146a-4915-8afb-0d4a7d0e922b/116c089e-5a43-4e2b-91a1-93b12b5a50f4) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:34:47.824123 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c6aed1b9-efc1-47fb-9899-56b80cfb47c2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:47.853796 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-04dcbab9-a794-41c5-bdd6-bd62cb15e3ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:47.878092 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c6aed1b9-efc1-47fb-9899-56b80cfb47c2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:47.938439 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6aed1b9-efc1-47fb-9899-56b80cfb47c2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:34:47.942096 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-c6aed1b9-efc1-47fb-9899-56b80cfb47c2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:34:47.949994 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6aed1b9-efc1-47fb-9899-56b80cfb47c2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:34:47.956232 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6aed1b9-efc1-47fb-9899-56b80cfb47c2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:47.957192 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c6aed1b9-efc1-47fb-9899-56b80cfb47c2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:47.978587 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35308) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:47.979266 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c6aed1b9-efc1-47fb-9899-56b80cfb47c2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6558666 Nov 09 21:34:47.986706 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aed1b9-efc1-47fb-9899-56b80cfb47c2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Port': ['ID=116c089e-5a43-4e2b-91a1-93b12b5a50f4,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:48.022343 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-d18691e8-fd58-4df7-988f-a131f8c729c3 None None] Allocated IP 2001:db8:0:1::2 (83001fa8-21bc-4303-8a8a-37c91fd09fe2/7c44502e-2845-41fb-8f97-64b74e00500e/83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:34:48.248197 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-843d0160-a46c-4354-9469-3619f1ec9803 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting port 116c089e-5a43-4e2b-91a1-93b12b5a50f4 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:34:48.248847 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-843d0160-a46c-4354-9469-3619f1ec9803 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:48.279961 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-d18691e8-fd58-4df7-988f-a131f8c729c3 None None] For port 83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:34:48.427871 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d18691e8-fd58-4df7-988f-a131f8c729c3 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:48.478505 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d18691e8-fd58-4df7-988f-a131f8c729c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:48.544719 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-843d0160-a46c-4354-9469-3619f1ec9803 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:48.577551 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-843d0160-a46c-4354-9469-3619f1ec9803 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Calling delete_port for 116c089e-5a43-4e2b-91a1-93b12b5a50f4 owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:34:48.786812 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18691e8-fd58-4df7-988f-a131f8c729c3 None None] Pushing event updated for resources: {'Port': ['ID=83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d,revision_number=7']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:49.161293 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-843d0160-a46c-4354-9469-3619f1ec9803 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:49.235806 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843d0160-a46c-4354-9469-3619f1ec9803 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Port': ['ID=116c089e-5a43-4e2b-91a1-93b12b5a50f4,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:49.365947 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-843d0160-a46c-4354-9469-3619f1ec9803 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:49.374241 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-843d0160-a46c-4354-9469-3619f1ec9803 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/ports/116c089e-5a43-4e2b-91a1-93b12b5a50f4 HTTP/1.1" status: 204 len: 168 time: 1.3920033 Nov 09 21:34:49.375005 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35354) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:49.517502 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1343f3ca-acee-45cd-9551-fe5a54a90637 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:49.522150 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35358) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:49.522366 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1343f3ca-acee-45cd-9551-fe5a54a90637 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1450250 Nov 09 21:34:49.671971 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ab1f26-d959-4ae8-b350-551e6b5e0595 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:49.681952 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35364) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:49.706357 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-93ab1f26-d959-4ae8-b350-551e6b5e0595 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1824961 Nov 09 21:34:49.740872 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:34:49.860602 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35368) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:49.872123 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-53d3aa93-f17c-4e35-a099-6bd7c621d1d0 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Request body: {'subnet': {'network_id': '13db005b-b2ea-4e29-95a9-742a543d1adf', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:49.902534 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:34:49.903088 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:49.915309 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40dec254-da84-4558-b2b9-8041661ad693 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:49.917432 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40dec254-da84-4558-b2b9-8041661ad693 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:49.921467 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40dec254-da84-4558-b2b9-8041661ad693 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:49.923383 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-40dec254-da84-4558-b2b9-8041661ad693 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2401240 Nov 09 21:34:49.926345 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35370) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:50.050439 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6fc2ddf9-1228-4350-815b-f6f5fc4fc802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:50.065369 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aa96b0a-3b7a-48a8-948a-11363b5b19f5 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting subnet 3e0b1fdc-146a-4915-8afb-0d4a7d0e922b {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:34:50.073392 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4aa96b0a-3b7a-48a8-948a-11363b5b19f5 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:50.119663 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d3aa93-f17c-4e35-a099-6bd7c621d1d0 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Made reservation on behalf of 9d34f0915de74546bbc630d7f1ddd316 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:34:50.125563 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-53d3aa93-f17c-4e35-a099-6bd7c621d1d0 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:50.169196 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4aa96b0a-3b7a-48a8-948a-11363b5b19f5 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:50.295089 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-0862e67b-fc55-448b-bab8-f78e5845b447 None None] Provisioning complete for port 83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:34:50.296354 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0862e67b-fc55-448b-bab8-f78e5845b447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:50.340240 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4aa96b0a-3b7a-48a8-948a-11363b5b19f5 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:50.524490 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4aa96b0a-3b7a-48a8-948a-11363b5b19f5 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:50.572727 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4aa96b0a-3b7a-48a8-948a-11363b5b19f5 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:50.578800 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4aa96b0a-3b7a-48a8-948a-11363b5b19f5 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/3e0b1fdc-146a-4915-8afb-0d4a7d0e922b HTTP/1.1" status: 204 len: 168 time: 0.6514509 Nov 09 21:34:50.593654 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35390) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:50.598047 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa96b0a-3b7a-48a8-948a-11363b5b19f5 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Subnet': ['ID=3e0b1fdc-146a-4915-8afb-0d4a7d0e922b,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:50.660175 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-53d3aa93-f17c-4e35-a099-6bd7c621d1d0 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:50.681928 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e34156-18ba-42b3-9d2d-8aa8cb3512bb None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:34:50.770976 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-029ff170-0f2a-40ee-b860-8a76a8a0d390 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting subnet 7c44502e-2845-41fb-8f97-64b74e00500e {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:34:50.774127 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-029ff170-0f2a-40ee-b860-8a76a8a0d390 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:50.817108 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-029ff170-0f2a-40ee-b860-8a76a8a0d390 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:50.824351 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-0a6c058a-888c-487a-8b65-7455b05bf3eb None None] Could not find standard attr ID for object 116c089e-5a43-4e2b-91a1-93b12b5a50f4. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 21:34:50.941534 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3aa93-f17c-4e35-a099-6bd7c621d1d0 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Pushing event updated for resources: {'Subnet': ['ID=125d4f68-ba1a-4e54-87d9-5ddd4515559d,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:51.018463 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-029ff170-0f2a-40ee-b860-8a76a8a0d390 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:51.030469 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:51.100538 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d3aa93-f17c-4e35-a099-6bd7c621d1d0 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Checking segment: {'id': 'd3058df9-648c-4bd5-b600-f2d65e30ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '13db005b-b2ea-4e29-95a9-742a543d1adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:34:51.101194 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d3aa93-f17c-4e35-a099-6bd7c621d1d0 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Network hostable DHCP agents. Network: 13db005b-b2ea-4e29-95a9-742a543d1adf, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:34:51.105942 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-029ff170-0f2a-40ee-b860-8a76a8a0d390 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:51.162650 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029ff170-0f2a-40ee-b860-8a76a8a0d390 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Subnet': ['ID=7c44502e-2845-41fb-8f97-64b74e00500e,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:51.171924 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-029ff170-0f2a-40ee-b860-8a76a8a0d390 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:51.182269 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35404) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:51.190194 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-029ff170-0f2a-40ee-b860-8a76a8a0d390 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/7c44502e-2845-41fb-8f97-64b74e00500e HTTP/1.1" status: 204 len: 168 time: 0.5941920 Nov 09 21:34:51.228148 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d3aa93-f17c-4e35-a099-6bd7c621d1d0 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Network 13db005b-b2ea-4e29-95a9-742a543d1adf is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:34:51.243911 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-53d3aa93-f17c-4e35-a099-6bd7c621d1d0 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 13db005b-b2ea-4e29-95a9-742a543d1adf) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:34:51.249153 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d3aa93-f17c-4e35-a099-6bd7c621d1d0 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:51.249766 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-53d3aa93-f17c-4e35-a099-6bd7c621d1d0 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:51.258035 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6473fe5-6324-41ca-8893-f39240abd9c3 None None] Network 13db005b-b2ea-4e29-95a9-742a543d1adf requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:34:51.298789 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35414) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:51.312566 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-53d3aa93-f17c-4e35-a099-6bd7c621d1d0 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4395423 Nov 09 21:34:51.317010 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35416) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:51.318511 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f5d40b8f-8a1a-43bb-99a4-cd331276c875 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1348746 Nov 09 21:34:51.325167 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-299127db-6749-45b1-8ded-be895bb434c2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'subnet': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:51.350891 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-4a23f801-544f-4378-9cd7-704784639546 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1455989357'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:51.540268 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a23f801-544f-4378-9cd7-704784639546 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Made reservation on behalf of 9d34f0915de74546bbc630d7f1ddd316 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:34:51.544364 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4a23f801-544f-4378-9cd7-704784639546 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:51.579354 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a23f801-544f-4378-9cd7-704784639546 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:34:51.620125 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4a23f801-544f-4378-9cd7-704784639546 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:51.620706 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-4a23f801-544f-4378-9cd7-704784639546 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Added segment fb038dce-0af2-4cc9-a974-496dd4e61d60 of type vlan for network e5049fe2-6346-4c12-b90a-e76a6c7b597e Nov 09 21:34:51.727245 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4a23f801-544f-4378-9cd7-704784639546 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:51.815065 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4a23f801-544f-4378-9cd7-704784639546 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:51.828715 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a23f801-544f-4378-9cd7-704784639546 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:51.829459 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4a23f801-544f-4378-9cd7-704784639546 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:51.831623 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3025dc-b942-467e-9e0b-d5836c8e51e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-13db005b-b2ea-4e29-95a9-742a543d1adf', 'network_id': '13db005b-b2ea-4e29-95a9-742a543d1adf', 'tenant_id': '9d34f0915de74546bbc630d7f1ddd316', 'fixed_ips': [{'subnet_id': '125d4f68-ba1a-4e54-87d9-5ddd4515559d'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:34:51.837408 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ac3025dc-b942-467e-9e0b-d5836c8e51e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:51.946379 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:34:52.026877 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299127db-6749-45b1-8ded-be895bb434c2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:34:52.031333 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-299127db-6749-45b1-8ded-be895bb434c2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:52.094949 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4a23f801-544f-4378-9cd7-704784639546 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7569180 Nov 09 21:34:52.097932 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35436) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:52.103197 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-530bd0d5-1f83-4c79-ac99-a48491d6604a tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Request body: {'subnet': {'network_id': 'e5049fe2-6346-4c12-b90a-e76a6c7b597e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:52.114260 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-ac3025dc-b942-467e-9e0b-d5836c8e51e5 None None] Allocated IP 2001:db8:0:ffff::2 (13db005b-b2ea-4e29-95a9-742a543d1adf/125d4f68-ba1a-4e54-87d9-5ddd4515559d/e434efd4-cd01-45c2-b20a-da9f4b67df95) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:34:52.167070 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a23f801-544f-4378-9cd7-704784639546 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Pushing event updated for resources: {'Network': ['ID=e5049fe2-6346-4c12-b90a-e76a6c7b597e,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:52.338390 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c9fdfb-8dde-4e75-9110-6d44fe9658ef None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:34:52.365062 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530bd0d5-1f83-4c79-ac99-a48491d6604a tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Made reservation on behalf of 9d34f0915de74546bbc630d7f1ddd316 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:34:52.368784 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network e5049fe2-6346-4c12-b90a-e76a6c7b597e details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:34:52.368918 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-530bd0d5-1f83-4c79-ac99-a48491d6604a tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:52.680920 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:52.717524 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-42c179f7-4704-46cf-8243-7177a2a23c50 None None] Provisioning complete for port 83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:34:52.717898 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-42c179f7-4704-46cf-8243-7177a2a23c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:52.828596 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-530bd0d5-1f83-4c79-ac99-a48491d6604a tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:52.900384 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ac3025dc-b942-467e-9e0b-d5836c8e51e5 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:52.910850 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:52.916494 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ac3025dc-b942-467e-9e0b-d5836c8e51e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:52.977727 n-d-816206-3 neutron-server[102607]: DEBUG neutron.objects.ports [None req-299127db-6749-45b1-8ded-be895bb434c2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102607) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 21:34:53.011062 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3025dc-b942-467e-9e0b-d5836c8e51e5 None None] Network 13db005b-b2ea-4e29-95a9-742a543d1adf is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:34:53.019549 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-ac3025dc-b942-467e-9e0b-d5836c8e51e5 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:34:53.027276 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3025dc-b942-467e-9e0b-d5836c8e51e5 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:34:53.041976 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530bd0d5-1f83-4c79-ac99-a48491d6604a tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Checking segment: {'id': 'fb038dce-0af2-4cc9-a974-496dd4e61d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e5049fe2-6346-4c12-b90a-e76a6c7b597e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:34:53.042431 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530bd0d5-1f83-4c79-ac99-a48491d6604a tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Network hostable DHCP agents. Network: e5049fe2-6346-4c12-b90a-e76a6c7b597e, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:34:53.059033 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530bd0d5-1f83-4c79-ac99-a48491d6604a tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Pushing event updated for resources: {'Subnet': ['ID=e7888602-45c8-4a54-8bd5-b16ed1dcf6b1,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:53.091585 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530bd0d5-1f83-4c79-ac99-a48491d6604a tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Network e5049fe2-6346-4c12-b90a-e76a6c7b597e is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:34:53.106405 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-530bd0d5-1f83-4c79-ac99-a48491d6604a tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, e5049fe2-6346-4c12-b90a-e76a6c7b597e) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:34:53.112789 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530bd0d5-1f83-4c79-ac99-a48491d6604a tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:53.117926 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-530bd0d5-1f83-4c79-ac99-a48491d6604a tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:53.120611 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3025dc-b942-467e-9e0b-d5836c8e51e5 None None] Pushing event updated for resources: {'Port': ['ID=e434efd4-cd01-45c2-b20a-da9f4b67df95,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:53.158165 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-530bd0d5-1f83-4c79-ac99-a48491d6604a tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0588624 Nov 09 21:34:53.158394 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35458) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:53.161133 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e7d7a5-9c34-4967-a99c-f23cb2fd238b None None] Network e5049fe2-6346-4c12-b90a-e76a6c7b597e requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:34:53.272565 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-ac3025dc-b942-467e-9e0b-d5836c8e51e5 None None] Attempting to bind port e434efd4-cd01-45c2-b20a-da9f4b67df95 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:34:53.273053 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-ac3025dc-b942-467e-9e0b-d5836c8e51e5 None None] Attempting to bind port e434efd4-cd01-45c2-b20a-da9f4b67df95 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'd3058df9-648c-4bd5-b600-f2d65e30ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '13db005b-b2ea-4e29-95a9-742a543d1adf'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:34:53.273386 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3025dc-b942-467e-9e0b-d5836c8e51e5 None None] Attempting to bind port e434efd4-cd01-45c2-b20a-da9f4b67df95 on network 13db005b-b2ea-4e29-95a9-742a543d1adf {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:34:53.391325 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3025dc-b942-467e-9e0b-d5836c8e51e5 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:34:53.391702 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3025dc-b942-467e-9e0b-d5836c8e51e5 None None] Checking segment: {'id': 'd3058df9-648c-4bd5-b600-f2d65e30ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '13db005b-b2ea-4e29-95a9-742a543d1adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:34:53.392100 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ac3025dc-b942-467e-9e0b-d5836c8e51e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:53.392531 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3025dc-b942-467e-9e0b-d5836c8e51e5 None None] Bound using segment: {'id': 'd3058df9-648c-4bd5-b600-f2d65e30ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '13db005b-b2ea-4e29-95a9-742a543d1adf'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:34:53.393048 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-ac3025dc-b942-467e-9e0b-d5836c8e51e5 None None] Bound port: e434efd4-cd01-45c2-b20a-da9f4b67df95, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3058df9-648c-4bd5-b600-f2d65e30ba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '13db005b-b2ea-4e29-95a9-742a543d1adf'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:34:53.393436 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ac3025dc-b942-467e-9e0b-d5836c8e51e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:53.407247 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-66aad3ad-d956-486c-802f-bdcea43d7882 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:53.438722 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-299127db-6749-45b1-8ded-be895bb434c2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:53.474373 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-ac3025dc-b942-467e-9e0b-d5836c8e51e5 None None] For port e434efd4-cd01-45c2-b20a-da9f4b67df95, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:34:53.474592 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-ac3025dc-b942-467e-9e0b-d5836c8e51e5 None None] For port e434efd4-cd01-45c2-b20a-da9f4b67df95, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=e434efd4-cd01-45c2-b20a-da9f4b67df95,segment=NetworkSegment(d3058df9-648c-4bd5-b600-f2d65e30ba2f),segment_id=d3058df9-648c-4bd5-b600-f2d65e30ba2f)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:34:53.491106 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:53.494004 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ac3025dc-b942-467e-9e0b-d5836c8e51e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:53.603760 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6180687d-727e-466e-bb98-fbf8b2c5d5f3 None None] Update dhcp port {'port': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'fixed_ips': [{'subnet_id': '6815cf60-8de4-401d-82fb-760078738e77'}], 'binding:host_id': 'n-d-816206-3'}, 'id': '83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d'} from n-d-816206-3. {{(pid=102609) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 21:34:53.607115 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3025dc-b942-467e-9e0b-d5836c8e51e5 None None] Pushing event updated for resources: {'Port': ['ID=e434efd4-cd01-45c2-b20a-da9f4b67df95,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:53.649462 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-66aad3ad-d956-486c-802f-bdcea43d7882 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:53.730200 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec9badb-febd-45e0-95f1-577ac3598771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-e5049fe2-6346-4c12-b90a-e76a6c7b597e', 'network_id': 'e5049fe2-6346-4c12-b90a-e76a6c7b597e', 'tenant_id': '9d34f0915de74546bbc630d7f1ddd316', 'fixed_ips': [{'subnet_id': 'e7888602-45c8-4a54-8bd5-b16ed1dcf6b1'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:34:53.735071 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6ec9badb-febd-45e0-95f1-577ac3598771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:53.803979 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6180687d-727e-466e-bb98-fbf8b2c5d5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:53.830637 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-66aad3ad-d956-486c-802f-bdcea43d7882 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:53.833699 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-299127db-6749-45b1-8ded-be895bb434c2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] For port 83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:34:53.873035 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35486) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:53.959310 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aad3ad-d956-486c-802f-bdcea43d7882 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Pushing event deleted for resources: {'Subnet': ['ID=e7888602-45c8-4a54-8bd5-b16ed1dcf6b1,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:54.096031 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-299127db-6749-45b1-8ded-be895bb434c2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:54.108497 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-299127db-6749-45b1-8ded-be895bb434c2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:54.109346 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-299127db-6749-45b1-8ded-be895bb434c2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:54.129031 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-66aad3ad-d956-486c-802f-bdcea43d7882 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:54.189623 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-97513dc5-75e9-4e9d-8778-b866557bfe09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:54.212050 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabd38ef-a527-4019-a4e5-cf1d1ca0aeca None None] Network e5049fe2-6346-4c12-b90a-e76a6c7b597e requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:34:54.255415 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299127db-6749-45b1-8ded-be895bb434c2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:34:54.258450 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-66aad3ad-d956-486c-802f-bdcea43d7882 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5049fe2-6346-4c12-b90a-e76a6c7b597e']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:34:54.286899 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-299127db-6749-45b1-8ded-be895bb434c2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:34:54.300409 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299127db-6749-45b1-8ded-be895bb434c2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:54.301480 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-299127db-6749-45b1-8ded-be895bb434c2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:54.306282 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-66aad3ad-d956-486c-802f-bdcea43d7882 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb038dce-0af2-4cc9-a974-496dd4e61d60') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:34:54.306879 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-66aad3ad-d956-486c-802f-bdcea43d7882 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb038dce-0af2-4cc9-a974-496dd4e61d60') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:34:54.341136 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299127db-6749-45b1-8ded-be895bb434c2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Subnet': ['ID=6815cf60-8de4-401d-82fb-760078738e77,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:54.343421 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299127db-6749-45b1-8ded-be895bb434c2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Port': ['ID=83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d,revision_number=11']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:54.357053 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-66aad3ad-d956-486c-802f-bdcea43d7882 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:54.376363 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-66aad3ad-d956-486c-802f-bdcea43d7882 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:54.384231 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66aad3ad-d956-486c-802f-bdcea43d7882 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:34:54.384709 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-66aad3ad-d956-486c-802f-bdcea43d7882 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:54.434519 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-97513dc5-75e9-4e9d-8778-b866557bfe09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:54.445073 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-97513dc5-75e9-4e9d-8778-b866557bfe09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:54.464516 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:34:54.464516 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:34:54.464516 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:34:54.464516 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:34:54.464516 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:34:54.464516 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:34:54.464516 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:34:54.464516 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:34:54.464516 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:34:54.464516 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:34:54.464516 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:34:54.464516 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:34:54.464516 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:34:54.464516 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:34:54.464516 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:34:54.464516 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:34:54.464516 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:34:54.464516 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:34:54.464516 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:34:54.464516 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:34:54.464516 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:34:54.464516 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:34:54.464516 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:34:54.464516 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:34:54.464516 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:34:54.464516 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:34:54.464516 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:34:54.464516 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:34:54.464516 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:34:54.464516 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:34:54.464516 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:34:54.464516 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:34:54.467655 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-66aad3ad-d956-486c-802f-bdcea43d7882 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:54.478998 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-66aad3ad-d956-486c-802f-bdcea43d7882 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:54.487381 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-66aad3ad-d956-486c-802f-bdcea43d7882 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "DELETE /v2.0/networks/e5049fe2-6346-4c12-b90a-e76a6c7b597e HTTP/1.1" status: 204 len: 168 time: 1.3247716 Nov 09 21:34:54.492407 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35494) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:54.510062 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-13c5ef16-389c-464b-9190-fa30cab12805 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-873741723'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:54.518764 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.db.api [None req-6180687d-727e-466e-bb98-fbf8b2c5d5f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 21:34:54.519786 n-d-816206-3 neutron-server[102609]: DEBUG oslo_db.api [None req-6180687d-727e-466e-bb98-fbf8b2c5d5f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 21:34:54.530869 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-97513dc5-75e9-4e9d-8778-b866557bfe09 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7aef9937cfe6465d9b1db2c4cc4f61e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6545985 Nov 09 21:34:54.532466 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35496) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:54.532875 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35498) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:54.533178 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-299127db-6749-45b1-8ded-be895bb434c2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2274294 Nov 09 21:34:54.538875 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-4089348f-3731-4cf9-93a7-fadd2bc59452 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'subnet': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:54.571573 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aad3ad-d956-486c-802f-bdcea43d7882 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Pushing event deleted for resources: {'Network': ['ID=e5049fe2-6346-4c12-b90a-e76a6c7b597e,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:54.608691 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97513dc5-75e9-4e9d-8778-b866557bfe09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8ab66f-bf43-4c0b-b5b9-4136328090ca,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:54.611340 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c5ef16-389c-464b-9190-fa30cab12805 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Made reservation on behalf of 9d34f0915de74546bbc630d7f1ddd316 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:34:54.616015 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-13c5ef16-389c-464b-9190-fa30cab12805 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:54.671608 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13c5ef16-389c-464b-9190-fa30cab12805 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:34:54.697062 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-13c5ef16-389c-464b-9190-fa30cab12805 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:54.697381 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-13c5ef16-389c-464b-9190-fa30cab12805 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Added segment 06dedc43-8f36-4bbe-a3d5-6834f5101b03 of type vlan for network 389720d5-3c58-44e3-97d2-4960d7c6d93b Nov 09 21:34:54.767570 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-13c5ef16-389c-464b-9190-fa30cab12805 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:54.771547 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-40f547a5-d313-4019-9598-85b60a0f530d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:54.811766 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-13c5ef16-389c-464b-9190-fa30cab12805 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:54.822201 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c5ef16-389c-464b-9190-fa30cab12805 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:54.823847 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-13c5ef16-389c-464b-9190-fa30cab12805 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:54.859828 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-40f547a5-d313-4019-9598-85b60a0f530d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:54.869170 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4089348f-3731-4cf9-93a7-fadd2bc59452 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:34:54.873179 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4089348f-3731-4cf9-93a7-fadd2bc59452 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:54.928118 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c5ef16-389c-464b-9190-fa30cab12805 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Pushing event updated for resources: {'Network': ['ID=389720d5-3c58-44e3-97d2-4960d7c6d93b,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:54.942223 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 389720d5-3c58-44e3-97d2-4960d7c6d93b details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:34:54.947876 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-13c5ef16-389c-464b-9190-fa30cab12805 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4508190 Nov 09 21:34:54.947876 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35506) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:54.953003 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-298f8d61-ecfc-4697-95e7-c1aed6120f2f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Request body: {'subnet': {'network_id': '389720d5-3c58-44e3-97d2-4960d7c6d93b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:55.101485 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-40f547a5-d313-4019-9598-85b60a0f530d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:55.108885 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6180687d-727e-466e-bb98-fbf8b2c5d5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:55.109089 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-40f547a5-d313-4019-9598-85b60a0f530d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:55.113875 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-40f547a5-d313-4019-9598-85b60a0f530d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cf8ab66f-bf43-4c0b-b5b9-4136328090ca HTTP/1.1" status: 204 len: 168 time: 0.5685735 Nov 09 21:34:55.120845 n-d-816206-3 neutron-server[102608]: INFO neutron.db.ipam_backend_mixin [None req-4089348f-3731-4cf9-93a7-fadd2bc59452 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6815cf60-8de4-401d-82fb-760078738e77 (CIDR: 2001:db8::/64) Nov 09 21:34:55.132424 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-4089348f-3731-4cf9-93a7-fadd2bc59452 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:34:55.138200 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4089348f-3731-4cf9-93a7-fadd2bc59452 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:34:55.165425 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f547a5-d313-4019-9598-85b60a0f530d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8ab66f-bf43-4c0b-b5b9-4136328090ca,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:55.185216 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298f8d61-ecfc-4697-95e7-c1aed6120f2f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Made reservation on behalf of 9d34f0915de74546bbc630d7f1ddd316 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:34:55.200324 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-298f8d61-ecfc-4697-95e7-c1aed6120f2f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:55.207655 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4089348f-3731-4cf9-93a7-fadd2bc59452 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6736774 Nov 09 21:34:55.208928 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35516) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:55.221150 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-5c5828a9-eb7a-4358-ad0f-85a911cb3f22 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'subnet': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:55.577076 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd4fc08-d0af-41e8-a6d7-772a47d5b04b None None] Network 13db005b-b2ea-4e29-95a9-742a543d1adf requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:34:55.665850 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35522) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:55.696968 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3e9f10cb-b415-4f39-8e1c-2e188f54b21d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:55.764585 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5828a9-eb7a-4358-ad0f-85a911cb3f22 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:34:55.780517 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5c5828a9-eb7a-4358-ad0f-85a911cb3f22 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:55.790150 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-45664a4a-d36d-46a1-9253-01fdd86113fb None None] Provisioning complete for port e434efd4-cd01-45c2-b20a-da9f4b67df95 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:34:55.790618 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-45664a4a-d36d-46a1-9253-01fdd86113fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:55.966173 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3e9f10cb-b415-4f39-8e1c-2e188f54b21d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:55.974647 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3e9f10cb-b415-4f39-8e1c-2e188f54b21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:55.982390 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-298f8d61-ecfc-4697-95e7-c1aed6120f2f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:55.988045 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device e434efd4-cd01-45c2-b20a-da9f4b67df95 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:34:56.137711 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f8d61-ecfc-4697-95e7-c1aed6120f2f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Pushing event updated for resources: {'Subnet': ['ID=1ce26c9f-8712-42b4-8391-510a0598084d,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:56.158791 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3e9f10cb-b415-4f39-8e1c-2e188f54b21d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6f2ff73e3dfa4b979b90085344602691&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4917905 Nov 09 21:34:56.168623 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35536) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:56.169899 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298f8d61-ecfc-4697-95e7-c1aed6120f2f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Checking segment: {'id': '06dedc43-8f36-4bbe-a3d5-6834f5101b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '389720d5-3c58-44e3-97d2-4960d7c6d93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:34:56.171094 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298f8d61-ecfc-4697-95e7-c1aed6120f2f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Network hostable DHCP agents. Network: 389720d5-3c58-44e3-97d2-4960d7c6d93b, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:34:56.171897 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-45664a4a-d36d-46a1-9253-01fdd86113fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:56.177147 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f10cb-b415-4f39-8e1c-2e188f54b21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1245d235-217c-4778-a811-5f9344f4f483,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:56.215902 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298f8d61-ecfc-4697-95e7-c1aed6120f2f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Network 389720d5-3c58-44e3-97d2-4960d7c6d93b is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:34:56.230928 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-298f8d61-ecfc-4697-95e7-c1aed6120f2f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 389720d5-3c58-44e3-97d2-4960d7c6d93b) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:34:56.239281 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298f8d61-ecfc-4697-95e7-c1aed6120f2f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:56.240089 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-298f8d61-ecfc-4697-95e7-c1aed6120f2f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:56.261201 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port e434efd4-cd01-45c2-b20a-da9f4b67df95 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:34:56.261723 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:56.264523 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6a199c-b609-4e6d-9e6c-3b85cb411a1e None None] Network 389720d5-3c58-44e3-97d2-4960d7c6d93b requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:34:56.294109 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-298f8d61-ecfc-4697-95e7-c1aed6120f2f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3456519 Nov 09 21:34:56.300755 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35538) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:56.323349 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-94bf36ed-9f54-4aaf-a88c-9cf18ae3b3a4 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-249125698'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:56.350645 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-45664a4a-d36d-46a1-9253-01fdd86113fb None None] For port e434efd4-cd01-45c2-b20a-da9f4b67df95, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=e434efd4-cd01-45c2-b20a-da9f4b67df95,segment=NetworkSegment(d3058df9-648c-4bd5-b600-f2d65e30ba2f),segment_id=d3058df9-648c-4bd5-b600-f2d65e30ba2f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:34:56.357400 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0c5971d0-1ac8-41c9-a991-11074e88b88f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:56.373964 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94bf36ed-9f54-4aaf-a88c-9cf18ae3b3a4 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Made reservation on behalf of 9d34f0915de74546bbc630d7f1ddd316 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:34:56.377827 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-94bf36ed-9f54-4aaf-a88c-9cf18ae3b3a4 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:56.430837 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0c5971d0-1ac8-41c9-a991-11074e88b88f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:56.455959 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-45664a4a-d36d-46a1-9253-01fdd86113fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:56.498719 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94bf36ed-9f54-4aaf-a88c-9cf18ae3b3a4 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:34:56.518554 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45664a4a-d36d-46a1-9253-01fdd86113fb None None] Pushing event updated for resources: {'Port': ['ID=e434efd4-cd01-45c2-b20a-da9f4b67df95,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:56.526111 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-94bf36ed-9f54-4aaf-a88c-9cf18ae3b3a4 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:56.528039 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-94bf36ed-9f54-4aaf-a88c-9cf18ae3b3a4 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Added segment bdb07c10-6507-48d6-89f7-69f2e2fa3fff of type vlan for network 1ca546e1-3765-4218-87df-825144870984 Nov 09 21:34:56.561361 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-6180687d-727e-466e-bb98-fbf8b2c5d5f3 None None] For port 83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:34:56.585277 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb6550-1bb4-442b-b152-bd13a131bfa5 req-daaf8f6f-0e52-40af-807d-2e4024124ba1 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:56.587682 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c4cb6550-1bb4-442b-b152-bd13a131bfa5 req-daaf8f6f-0e52-40af-807d-2e4024124ba1 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=52cbcba1-cf59-4fc9-8d6c-7076719e6ac8 HTTP/1.1" status: 200 len: 946 time: 0.1081331 Nov 09 21:34:56.602063 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0c5971d0-1ac8-41c9-a991-11074e88b88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:56.604667 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0c5971d0-1ac8-41c9-a991-11074e88b88f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:56.608577 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0c5971d0-1ac8-41c9-a991-11074e88b88f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1245d235-217c-4778-a811-5f9344f4f483 HTTP/1.1" status: 204 len: 168 time: 0.4317451 Nov 09 21:34:56.622166 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5971d0-1ac8-41c9-a991-11074e88b88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1245d235-217c-4778-a811-5f9344f4f483,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:56.662854 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-94bf36ed-9f54-4aaf-a88c-9cf18ae3b3a4 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:56.712528 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6180687d-727e-466e-bb98-fbf8b2c5d5f3 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:56.724733 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6180687d-727e-466e-bb98-fbf8b2c5d5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:56.726902 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-94bf36ed-9f54-4aaf-a88c-9cf18ae3b3a4 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:56.771483 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c4cb6550-1bb4-442b-b152-bd13a131bfa5 req-361f3308-83f3-4e78-8d98-8f03ef31c789 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3ee36ce-49ad-4626-8793-80796989662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439321 Nov 09 21:34:56.775790 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bf36ed-9f54-4aaf-a88c-9cf18ae3b3a4 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:56.777647 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-94bf36ed-9f54-4aaf-a88c-9cf18ae3b3a4 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:56.864617 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6180687d-727e-466e-bb98-fbf8b2c5d5f3 None None] Pushing event updated for resources: {'Port': ['ID=83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d,revision_number=12']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:57.049682 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:34:57.084245 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16cc4b2-4e8f-43ee-99c1-47c8d4c2e366 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-389720d5-3c58-44e3-97d2-4960d7c6d93b', 'network_id': '389720d5-3c58-44e3-97d2-4960d7c6d93b', 'tenant_id': '9d34f0915de74546bbc630d7f1ddd316', 'fixed_ips': [{'subnet_id': '1ce26c9f-8712-42b4-8391-510a0598084d'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:34:57.090809 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c16cc4b2-4e8f-43ee-99c1-47c8d4c2e366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:57.312013 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:34:57.312868 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:57.360104 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-8519fa84-c2d8-4a1a-a42b-1dbed92211ff None None] Provisioning complete for port e434efd4-cd01-45c2-b20a-da9f4b67df95 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:34:57.360509 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8519fa84-c2d8-4a1a-a42b-1dbed92211ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:57.512086 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-c16cc4b2-4e8f-43ee-99c1-47c8d4c2e366 None None] Allocated IP 2001:db8::1 (389720d5-3c58-44e3-97d2-4960d7c6d93b/1ce26c9f-8712-42b4-8391-510a0598084d/3a2b9780-ee13-4535-9389-fc58209c6a59) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:34:57.804841 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5c5828a9-eb7a-4358-ad0f-85a911cb3f22 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:57.830996 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-94bf36ed-9f54-4aaf-a88c-9cf18ae3b3a4 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5291340 Nov 09 21:34:57.832269 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf36ed-9f54-4aaf-a88c-9cf18ae3b3a4 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Pushing event updated for resources: {'Network': ['ID=1ca546e1-3765-4218-87df-825144870984,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:57.834315 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35584) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:57.861212 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-d231e2a6-abe5-4de9-80c1-bdfe0d10fcb4 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Request body: {'subnet': {'network_id': '1ca546e1-3765-4218-87df-825144870984', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:57.897471 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 1ca546e1-3765-4218-87df-825144870984 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:34:57.982379 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5828a9-eb7a-4358-ad0f-85a911cb3f22 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:34:58.012854 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-5c5828a9-eb7a-4358-ad0f-85a911cb3f22 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:34:58.033940 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5828a9-eb7a-4358-ad0f-85a911cb3f22 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:58.035216 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5c5828a9-eb7a-4358-ad0f-85a911cb3f22 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:58.048305 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5828a9-eb7a-4358-ad0f-85a911cb3f22 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Subnet': ['ID=7da3f10f-deb0-4c0b-8600-206e3cb83ebf,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:58.077962 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5c5828a9-eb7a-4358-ad0f-85a911cb3f22 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8668876 Nov 09 21:34:58.082015 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35594) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:58.089787 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-18c47b3a-d29c-406c-a749-e6a72be984d0 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'port': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'mac_address': 'fa:16:3e:28:95:aa', 'name': 'tempest-NetworksTestDHCPv6-1622579191'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:34:58.107991 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b05f99-3115-423f-b47b-fc1918f16a1f None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:34:58.108778 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043ed21-104e-403b-9bcd-5dd2bc3198c8 req-0b12c37d-ed2c-4076-9753-2b927050e2b8 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:58.113426 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device e434efd4-cd01-45c2-b20a-da9f4b67df95 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:34:58.117094 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a043ed21-104e-403b-9bcd-5dd2bc3198c8 req-0b12c37d-ed2c-4076-9753-2b927050e2b8 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=52cbcba1-cf59-4fc9-8d6c-7076719e6ac8 HTTP/1.1" status: 200 len: 946 time: 0.1380343 Nov 09 21:34:58.180170 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d231e2a6-abe5-4de9-80c1-bdfe0d10fcb4 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Made reservation on behalf of 9d34f0915de74546bbc630d7f1ddd316 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:34:58.185210 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d231e2a6-abe5-4de9-80c1-bdfe0d10fcb4 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:58.361192 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c47b3a-d29c-406c-a749-e6a72be984d0 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:34:58.409297 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.ipam_backend_mixin [None req-d231e2a6-abe5-4de9-80c1-bdfe0d10fcb4 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Performing IP validity checks on allocation pools {{(pid=102607) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 21:34:58.410375 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.ipam_backend_mixin [None req-d231e2a6-abe5-4de9-80c1-bdfe0d10fcb4 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102607) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 21:34:58.474343 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c16cc4b2-4e8f-43ee-99c1-47c8d4c2e366 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:58.485373 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a043ed21-104e-403b-9bcd-5dd2bc3198c8 req-3043bcbc-8159-423e-96d4-286c9d710e4e tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3ee36ce-49ad-4626-8793-80796989662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3662534 Nov 09 21:34:58.508233 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c16cc4b2-4e8f-43ee-99c1-47c8d4c2e366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:58.562126 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16cc4b2-4e8f-43ee-99c1-47c8d4c2e366 None None] Pushing event updated for resources: {'Port': ['ID=3a2b9780-ee13-4535-9389-fc58209c6a59,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:58.589548 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-18c47b3a-d29c-406c-a749-e6a72be984d0 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:58.615411 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-aa9f0302-b552-4eee-8dae-9c4df147296e None None] Provisioning complete for port 83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:34:58.615789 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-aa9f0302-b552-4eee-8dae-9c4df147296e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:58.618567 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-18c47b3a-d29c-406c-a749-e6a72be984d0 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] device_id is not set on port a713c1aa-3e96-4191-aba9-25e83cdfeed6 yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:34:58.621142 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16cc4b2-4e8f-43ee-99c1-47c8d4c2e366 None None] Network 389720d5-3c58-44e3-97d2-4960d7c6d93b is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:34:58.647952 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-c16cc4b2-4e8f-43ee-99c1-47c8d4c2e366 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:34:58.670560 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16cc4b2-4e8f-43ee-99c1-47c8d4c2e366 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:34:58.677961 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port e434efd4-cd01-45c2-b20a-da9f4b67df95 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:34:58.678598 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:58.778792 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d231e2a6-abe5-4de9-80c1-bdfe0d10fcb4 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:58.917353 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-18c47b3a-d29c-406c-a749-e6a72be984d0 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Allocated IP 2001:db8:0:1::3a8 (83001fa8-21bc-4303-8a8a-37c91fd09fe2/7da3f10f-deb0-4c0b-8600-206e3cb83ebf/a713c1aa-3e96-4191-aba9-25e83cdfeed6) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:34:58.926147 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-18c47b3a-d29c-406c-a749-e6a72be984d0 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Allocated IP 2001:db8::f816:3eff:fe28:95aa (83001fa8-21bc-4303-8a8a-37c91fd09fe2/6815cf60-8de4-401d-82fb-760078738e77/a713c1aa-3e96-4191-aba9-25e83cdfeed6) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:34:58.951631 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231e2a6-abe5-4de9-80c1-bdfe0d10fcb4 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Pushing event updated for resources: {'Subnet': ['ID=aa6045aa-862d-40d7-9dfc-1e1e5a32e8b3,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:58.966662 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d231e2a6-abe5-4de9-80c1-bdfe0d10fcb4 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Checking segment: {'id': 'bdb07c10-6507-48d6-89f7-69f2e2fa3fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1ca546e1-3765-4218-87df-825144870984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:34:58.967377 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d231e2a6-abe5-4de9-80c1-bdfe0d10fcb4 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Network hostable DHCP agents. Network: 1ca546e1-3765-4218-87df-825144870984, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:34:58.990226 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d231e2a6-abe5-4de9-80c1-bdfe0d10fcb4 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Network 1ca546e1-3765-4218-87df-825144870984 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:34:59.001776 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-d231e2a6-abe5-4de9-80c1-bdfe0d10fcb4 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 1ca546e1-3765-4218-87df-825144870984) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:34:59.006789 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d231e2a6-abe5-4de9-80c1-bdfe0d10fcb4 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:59.007789 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d231e2a6-abe5-4de9-80c1-bdfe0d10fcb4 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:59.034959 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d231e2a6-abe5-4de9-80c1-bdfe0d10fcb4 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.1799424 Nov 09 21:34:59.035959 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35630) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:59.041377 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325e4115-d115-41de-b129-b22df160e1ca None None] Network 1ca546e1-3765-4218-87df-825144870984 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:34:59.156971 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-c16cc4b2-4e8f-43ee-99c1-47c8d4c2e366 None None] Attempting to bind port 3a2b9780-ee13-4535-9389-fc58209c6a59 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:34:59.157717 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-c16cc4b2-4e8f-43ee-99c1-47c8d4c2e366 None None] Attempting to bind port 3a2b9780-ee13-4535-9389-fc58209c6a59 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '06dedc43-8f36-4bbe-a3d5-6834f5101b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '389720d5-3c58-44e3-97d2-4960d7c6d93b'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:34:59.158273 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16cc4b2-4e8f-43ee-99c1-47c8d4c2e366 None None] Attempting to bind port 3a2b9780-ee13-4535-9389-fc58209c6a59 on network 389720d5-3c58-44e3-97d2-4960d7c6d93b {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:34:59.185186 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-18c47b3a-d29c-406c-a749-e6a72be984d0 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:59.194296 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16cc4b2-4e8f-43ee-99c1-47c8d4c2e366 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:34:59.194952 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16cc4b2-4e8f-43ee-99c1-47c8d4c2e366 None None] Checking segment: {'id': '06dedc43-8f36-4bbe-a3d5-6834f5101b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '389720d5-3c58-44e3-97d2-4960d7c6d93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:34:59.195533 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c16cc4b2-4e8f-43ee-99c1-47c8d4c2e366 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:59.196106 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16cc4b2-4e8f-43ee-99c1-47c8d4c2e366 None None] Bound using segment: {'id': '06dedc43-8f36-4bbe-a3d5-6834f5101b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '389720d5-3c58-44e3-97d2-4960d7c6d93b'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:34:59.196794 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-c16cc4b2-4e8f-43ee-99c1-47c8d4c2e366 None None] Bound port: 3a2b9780-ee13-4535-9389-fc58209c6a59, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06dedc43-8f36-4bbe-a3d5-6834f5101b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '389720d5-3c58-44e3-97d2-4960d7c6d93b'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:34:59.197359 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c16cc4b2-4e8f-43ee-99c1-47c8d4c2e366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:59.255070 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-74a206c2-660d-4756-af5c-2cd731309188 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:59.264132 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-18c47b3a-d29c-406c-a749-e6a72be984d0 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:59.366273 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-74a206c2-660d-4756-af5c-2cd731309188 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:59.368421 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c47b3a-d29c-406c-a749-e6a72be984d0 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:34:59.371704 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-18c47b3a-d29c-406c-a749-e6a72be984d0 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:34:59.383801 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c47b3a-d29c-406c-a749-e6a72be984d0 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:34:59.402135 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c47b3a-d29c-406c-a749-e6a72be984d0 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:59.403856 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-18c47b3a-d29c-406c-a749-e6a72be984d0 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:59.434320 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c47b3a-d29c-406c-a749-e6a72be984d0 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Port': ['ID=a713c1aa-3e96-4191-aba9-25e83cdfeed6,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:59.457813 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-18c47b3a-d29c-406c-a749-e6a72be984d0 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.3709819 Nov 09 21:34:59.458490 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35638) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:59.459915 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-c16cc4b2-4e8f-43ee-99c1-47c8d4c2e366 None None] For port 3a2b9780-ee13-4535-9389-fc58209c6a59, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:34:59.464670 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-c16cc4b2-4e8f-43ee-99c1-47c8d4c2e366 None None] For port 3a2b9780-ee13-4535-9389-fc58209c6a59, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=3a2b9780-ee13-4535-9389-fc58209c6a59,segment=NetworkSegment(06dedc43-8f36-4bbe-a3d5-6834f5101b03),segment_id=06dedc43-8f36-4bbe-a3d5-6834f5101b03)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:34:59.508692 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c16cc4b2-4e8f-43ee-99c1-47c8d4c2e366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:59.547803 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-74a206c2-660d-4756-af5c-2cd731309188 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:59.620308 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a206c2-660d-4756-af5c-2cd731309188 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Pushing event deleted for resources: {'Subnet': ['ID=aa6045aa-862d-40d7-9dfc-1e1e5a32e8b3,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:34:59.723176 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de19c79-fdbf-49f1-86f9-08533cae3711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-1ca546e1-3765-4218-87df-825144870984', 'network_id': '1ca546e1-3765-4218-87df-825144870984', 'tenant_id': '9d34f0915de74546bbc630d7f1ddd316', 'fixed_ips': [{'subnet_id': 'aa6045aa-862d-40d7-9dfc-1e1e5a32e8b3'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:34:59.724384 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5de19c79-fdbf-49f1-86f9-08533cae3711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:59.795524 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-74a206c2-660d-4756-af5c-2cd731309188 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:34:59.845603 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f0dbd-07dc-446d-b3f7-a7f9ecc720dc req-ef5f4d25-aaf6-4eb8-bb05-307401882e07 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:34:59.846211 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-74a206c2-660d-4756-af5c-2cd731309188 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ca546e1-3765-4218-87df-825144870984']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:34:59.859063 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-887f0dbd-07dc-446d-b3f7-a7f9ecc720dc req-ef5f4d25-aaf6-4eb8-bb05-307401882e07 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=52cbcba1-cf59-4fc9-8d6c-7076719e6ac8 HTTP/1.1" status: 200 len: 946 time: 0.2427096 Nov 09 21:34:59.862985 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35650) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:34:59.970379 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23188afa-bebb-4aca-9d4c-adc41af96c09 None None] Update dhcp port {'port': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'fixed_ips': [{'subnet_id': '6815cf60-8de4-401d-82fb-760078738e77', 'ip_address': '2001:db8::f816:3eff:fe93:9120'}, {'subnet_id': '7da3f10f-deb0-4c0b-8600-206e3cb83ebf'}], 'binding:host_id': 'n-d-816206-3'}, 'id': '83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d'} from n-d-816206-3. {{(pid=102609) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 21:34:59.979184 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-74a206c2-660d-4756-af5c-2cd731309188 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdb07c10-6507-48d6-89f7-69f2e2fa3fff') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:34:59.979778 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-74a206c2-660d-4756-af5c-2cd731309188 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdb07c10-6507-48d6-89f7-69f2e2fa3fff') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:35:00.010143 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-ceb742f1-752b-476e-abb0-186cdf8ff543 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting port a713c1aa-3e96-4191-aba9-25e83cdfeed6 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:35:00.011596 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ceb742f1-752b-476e-abb0-186cdf8ff543 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:00.023670 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-23188afa-bebb-4aca-9d4c-adc41af96c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:00.066302 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39112d6c-7f8a-40c2-aa63-a0c803b628d0 None None] Network 1ca546e1-3765-4218-87df-825144870984 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:35:00.095056 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-74a206c2-660d-4756-af5c-2cd731309188 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:00.114242 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16cc4b2-4e8f-43ee-99c1-47c8d4c2e366 None None] Pushing event updated for resources: {'Port': ['ID=3a2b9780-ee13-4535-9389-fc58209c6a59,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:00.207490 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-887f0dbd-07dc-446d-b3f7-a7f9ecc720dc req-a4def32e-df47-47ac-b2ee-d5661428ac97 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3ee36ce-49ad-4626-8793-80796989662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3472903 Nov 09 21:35:00.216501 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-74a206c2-660d-4756-af5c-2cd731309188 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:00.263903 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74a206c2-660d-4756-af5c-2cd731309188 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:35:00.264661 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-74a206c2-660d-4756-af5c-2cd731309188 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:00.268067 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:35:00.268067 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:35:00.268067 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:35:00.268067 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:35:00.268067 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:35:00.268067 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:35:00.268067 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:35:00.268067 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:35:00.268067 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:35:00.268067 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:35:00.268067 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:35:00.268067 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:35:00.268067 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:35:00.268067 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:35:00.268067 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:35:00.268067 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:35:00.268067 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:35:00.268067 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:35:00.268067 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:35:00.268067 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:35:00.268067 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:35:00.268067 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:35:00.268067 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:35:00.268067 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:35:00.268067 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:35:00.268067 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:35:00.268067 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:35:00.268067 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:35:00.268067 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:35:00.268067 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:35:00.268067 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:35:00.268067 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:35:00.305236 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ceb742f1-752b-476e-abb0-186cdf8ff543 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:00.339334 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-ceb742f1-752b-476e-abb0-186cdf8ff543 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Calling delete_port for a713c1aa-3e96-4191-aba9-25e83cdfeed6 owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:35:00.347799 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-474e0150-6cc2-468a-89da-0df8e7bbc4b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:00.365593 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-282894a1-1152-46fa-af9d-b9d895f467d9 req-d7efda6e-4727-44db-89b1-1ec57fe7e966 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=74fa2f36-9c75-4c80-8945-a8c460f70d9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4987330 Nov 09 21:35:00.409030 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-74a206c2-660d-4756-af5c-2cd731309188 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:00.426576 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-74a206c2-660d-4756-af5c-2cd731309188 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:00.430306 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-74a206c2-660d-4756-af5c-2cd731309188 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "DELETE /v2.0/networks/1ca546e1-3765-4218-87df-825144870984 HTTP/1.1" status: 204 len: 168 time: 1.3928337 Nov 09 21:35:00.454385 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35660) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:00.458573 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a206c2-660d-4756-af5c-2cd731309188 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Pushing event deleted for resources: {'Network': ['ID=1ca546e1-3765-4218-87df-825144870984,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:00.462006 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-23188afa-bebb-4aca-9d4c-adc41af96c09 None None] Allocated IP 2001:db8:0:1::2 (83001fa8-21bc-4303-8a8a-37c91fd09fe2/7da3f10f-deb0-4c0b-8600-206e3cb83ebf/83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:35:00.474360 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-8d02d5c3-5577-46eb-b8f8-6180afa709af tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1433276990'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:00.534291 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d02d5c3-5577-46eb-b8f8-6180afa709af tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Made reservation on behalf of 9d34f0915de74546bbc630d7f1ddd316 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:35:00.536396 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282894a1-1152-46fa-af9d-b9d895f467d9 req-c4cacdc7-7ae1-4840-b7d5-eecdd59da3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:00.538011 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-282894a1-1152-46fa-af9d-b9d895f467d9 req-c4cacdc7-7ae1-4840-b7d5-eecdd59da3c8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=96a7a35658cb4a6ea565f057e114d368&device_id=74fa2f36-9c75-4c80-8945-a8c460f70d9a HTTP/1.1" status: 200 len: 1096 time: 0.0913019 Nov 09 21:35:00.538640 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8d02d5c3-5577-46eb-b8f8-6180afa709af tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:00.552361 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-474e0150-6cc2-468a-89da-0df8e7bbc4b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:00.562958 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-474e0150-6cc2-468a-89da-0df8e7bbc4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:00.615484 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-23188afa-bebb-4aca-9d4c-adc41af96c09 None None] For port 83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:35:00.623920 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d02d5c3-5577-46eb-b8f8-6180afa709af tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:35:00.637016 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8d02d5c3-5577-46eb-b8f8-6180afa709af tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:00.637817 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-8d02d5c3-5577-46eb-b8f8-6180afa709af tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Added segment 85712431-cc9c-4481-a7ef-f39b75d6dc34 of type vlan for network b3b17fdc-e9db-4bfa-969e-6ed2cc9c122e Nov 09 21:35:00.675070 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-23188afa-bebb-4aca-9d4c-adc41af96c09 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:00.684758 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-23188afa-bebb-4aca-9d4c-adc41af96c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:00.724160 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282894a1-1152-46fa-af9d-b9d895f467d9 req-3cd0f905-28f5-4472-b946-41c9769a8713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:00.726016 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-282894a1-1152-46fa-af9d-b9d895f467d9 req-3cd0f905-28f5-4472-b946-41c9769a8713 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e557bc0d-71a9-4b44-ab50-1de12563c5ef HTTP/1.1" status: 200 len: 912 time: 0.1590469 Nov 09 21:35:00.763625 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8d02d5c3-5577-46eb-b8f8-6180afa709af tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:00.783681 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23188afa-bebb-4aca-9d4c-adc41af96c09 None None] Pushing event updated for resources: {'Port': ['ID=83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d,revision_number=13']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:00.787392 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-474e0150-6cc2-468a-89da-0df8e7bbc4b9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d41c6dbdbdea4b18a46458680c69ef0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8760202 Nov 09 21:35:00.787392 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-282894a1-1152-46fa-af9d-b9d895f467d9 req-2527c4bb-b87c-4e4e-a5b4-f074659ddfdf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f199ac79-a0be-4ad8-aef7-ad83ae95d60b HTTP/1.1" status: 200 len: 217 time: 0.0528264 Nov 09 21:35:00.787667 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35674) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:00.813308 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e0150-6cc2-468a-89da-0df8e7bbc4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2af6cea-ca26-40f8-b22c-2ba340f854c5,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:00.869897 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8d02d5c3-5577-46eb-b8f8-6180afa709af tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:00.878070 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d02d5c3-5577-46eb-b8f8-6180afa709af tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:00.878990 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8d02d5c3-5577-46eb-b8f8-6180afa709af tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:00.949520 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282894a1-1152-46fa-af9d-b9d895f467d9 req-ac3f5b1b-033c-4e4b-b24b-d351341d7ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:00.951206 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-282894a1-1152-46fa-af9d-b9d895f467d9 req-ac3f5b1b-033c-4e4b-b24b-d351341d7ec2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=48041428-5cce-473c-b445-a01eb383d908 HTTP/1.1" status: 200 len: 851 time: 0.1542673 Nov 09 21:35:00.994282 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8d02d5c3-5577-46eb-b8f8-6180afa709af tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5319443 Nov 09 21:35:01.000545 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35680) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:01.012732 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f8efb7e3-b80b-4b20-828e-cea545eec583 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:01.025612 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-aff9dd8f-9f1f-43d1-8b46-c831043e55d7 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Request body: {'subnet': {'network_id': 'b3b17fdc-e9db-4bfa-969e-6ed2cc9c122e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:01.052999 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f8efb7e3-b80b-4b20-828e-cea545eec583 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:01.086375 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282894a1-1152-46fa-af9d-b9d895f467d9 req-49d9e10c-ec09-4738-a779-060b1aec7889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:01.088888 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-282894a1-1152-46fa-af9d-b9d895f467d9 req-49d9e10c-ec09-4738-a779-060b1aec7889 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e557bc0d-71a9-4b44-ab50-1de12563c5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1274693 Nov 09 21:35:01.136776 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d02d5c3-5577-46eb-b8f8-6180afa709af tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Pushing event updated for resources: {'Network': ['ID=b3b17fdc-e9db-4bfa-969e-6ed2cc9c122e,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:01.143418 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ceb742f1-752b-476e-abb0-186cdf8ff543 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:01.150649 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network b3b17fdc-e9db-4bfa-969e-6ed2cc9c122e details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:35:01.210551 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb742f1-752b-476e-abb0-186cdf8ff543 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Port': ['ID=a713c1aa-3e96-4191-aba9-25e83cdfeed6,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:01.247219 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f8efb7e3-b80b-4b20-828e-cea545eec583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:01.253613 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f8efb7e3-b80b-4b20-828e-cea545eec583 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:01.260217 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f8efb7e3-b80b-4b20-828e-cea545eec583 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d2af6cea-ca26-40f8-b22c-2ba340f854c5 HTTP/1.1" status: 204 len: 168 time: 0.4693565 Nov 09 21:35:01.307449 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ceb742f1-752b-476e-abb0-186cdf8ff543 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:01.314190 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ceb742f1-752b-476e-abb0-186cdf8ff543 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/ports/a713c1aa-3e96-4191-aba9-25e83cdfeed6 HTTP/1.1" status: 204 len: 168 time: 1.8537211 Nov 09 21:35:01.316881 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35690) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:01.356482 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-282894a1-1152-46fa-af9d-b9d895f467d9 req-2d5ac453-d02e-4ec6-95ee-efff5193355e service neutron] 10.222.0.43 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558384 Nov 09 21:35:01.391101 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8efb7e3-b80b-4b20-828e-cea545eec583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2af6cea-ca26-40f8-b22c-2ba340f854c5,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:01.419356 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff9dd8f-9f1f-43d1-8b46-c831043e55d7 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Made reservation on behalf of 9d34f0915de74546bbc630d7f1ddd316 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:35:01.431795 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-aff9dd8f-9f1f-43d1-8b46-c831043e55d7 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:01.605750 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad51bb7-bab2-4115-90a9-3988763b122f req-5950b378-d704-41c0-91c1-7fe324c91239 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:01.611024 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8ad51bb7-bab2-4115-90a9-3988763b122f req-5950b378-d704-41c0-91c1-7fe324c91239 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=52cbcba1-cf59-4fc9-8d6c-7076719e6ac8 HTTP/1.1" status: 200 len: 946 time: 0.2134216 Nov 09 21:35:01.712267 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8ad51bb7-bab2-4115-90a9-3988763b122f req-ce96e274-fb44-4a2f-b98d-a9f83ce16d6f tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3ee36ce-49ad-4626-8793-80796989662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957980 Nov 09 21:35:01.730691 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-282894a1-1152-46fa-af9d-b9d895f467d9 req-8a1bed07-535e-4bb7-8bb1-035ada2f22ad service neutron] 10.222.0.43 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642972 Nov 09 21:35:01.755064 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9478ef-30e0-4754-858f-27804832c5a2 None None] Network 389720d5-3c58-44e3-97d2-4960d7c6d93b requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:35:01.926539 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-730daee1-3cd2-4752-8602-7144c03e1589 None None] Provisioning complete for port 3a2b9780-ee13-4535-9389-fc58209c6a59 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:01.927399 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-730daee1-3cd2-4752-8602-7144c03e1589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:02.084615 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 3a2b9780-ee13-4535-9389-fc58209c6a59 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:35:02.254149 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce23bbe4-3f0b-4e13-a662-47084773c8f7 None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:35:02.258989 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01505fd8-3eac-4a98-b817-c394dffd5487 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:02.263780 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35718) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:02.264349 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-01505fd8-3eac-4a98-b817-c394dffd5487 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.9365373 Nov 09 21:35:02.329233 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-730daee1-3cd2-4752-8602-7144c03e1589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:02.396036 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bcd4ad-6225-42fb-8a23-a1b82ca73bfc tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:02.397768 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-51bcd4ad-6225-42fb-8a23-a1b82ca73bfc tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1326013 Nov 09 21:35:02.400491 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35724) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:02.466378 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 3a2b9780-ee13-4535-9389-fc58209c6a59 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:02.466791 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:02.474441 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b93001-4d9e-457f-ad8e-430e509cd0a5 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:02.477073 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b93001-4d9e-457f-ad8e-430e509cd0a5 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:02.479481 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b93001-4d9e-457f-ad8e-430e509cd0a5 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:02.481489 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b9b93001-4d9e-457f-ad8e-430e509cd0a5 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0796847 Nov 09 21:35:02.483967 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35726) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:02.531028 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-aff9dd8f-9f1f-43d1-8b46-c831043e55d7 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:02.542066 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-730daee1-3cd2-4752-8602-7144c03e1589 None None] For port 3a2b9780-ee13-4535-9389-fc58209c6a59, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=3a2b9780-ee13-4535-9389-fc58209c6a59,segment=NetworkSegment(06dedc43-8f36-4bbe-a3d5-6834f5101b03),segment_id=06dedc43-8f36-4bbe-a3d5-6834f5101b03)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:35:02.567576 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-730daee1-3cd2-4752-8602-7144c03e1589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:02.604779 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-12149e92-26e8-49e4-9fbd-fd70ccd59504 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting subnet 6815cf60-8de4-401d-82fb-760078738e77 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:35:02.618593 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-12149e92-26e8-49e4-9fbd-fd70ccd59504 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:02.670079 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff9dd8f-9f1f-43d1-8b46-c831043e55d7 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Checking segment: {'id': '85712431-cc9c-4481-a7ef-f39b75d6dc34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b3b17fdc-e9db-4bfa-969e-6ed2cc9c122e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:35:02.670632 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff9dd8f-9f1f-43d1-8b46-c831043e55d7 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Network hostable DHCP agents. Network: b3b17fdc-e9db-4bfa-969e-6ed2cc9c122e, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:35:02.677651 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9dd8f-9f1f-43d1-8b46-c831043e55d7 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Pushing event updated for resources: {'Subnet': ['ID=43e02a66-29de-4507-a905-7f9f7baba460,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:02.704046 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff9dd8f-9f1f-43d1-8b46-c831043e55d7 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Network b3b17fdc-e9db-4bfa-969e-6ed2cc9c122e is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:35:02.707210 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-12149e92-26e8-49e4-9fbd-fd70ccd59504 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:02.732772 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-aff9dd8f-9f1f-43d1-8b46-c831043e55d7 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, b3b17fdc-e9db-4bfa-969e-6ed2cc9c122e) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:35:02.758939 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff9dd8f-9f1f-43d1-8b46-c831043e55d7 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:02.759588 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-aff9dd8f-9f1f-43d1-8b46-c831043e55d7 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:02.808540 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-aff9dd8f-9f1f-43d1-8b46-c831043e55d7 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.8062499 Nov 09 21:35:02.812019 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35740) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:02.941696 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec87815-478e-4111-90e3-d0a546854f12 None None] Network b3b17fdc-e9db-4bfa-969e-6ed2cc9c122e requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:35:03.064498 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-12149e92-26e8-49e4-9fbd-fd70ccd59504 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:03.109304 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aadeda1-f634-490c-8144-5e503108babe req-6936d734-5fcf-4d6e-aea2-25777c3991d8 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:03.113333 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7aadeda1-f634-490c-8144-5e503108babe req-6936d734-5fcf-4d6e-aea2-25777c3991d8 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=52cbcba1-cf59-4fc9-8d6c-7076719e6ac8 HTTP/1.1" status: 200 len: 946 time: 0.1904275 Nov 09 21:35:03.139392 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-c25e3d4c-0e8c-4281-8bf0-fdce4b282a24 None None] Provisioning complete for port 83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:03.140024 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c25e3d4c-0e8c-4281-8bf0-fdce4b282a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:03.236429 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f659fb-a260-4106-bb54-7bca4e9ad5dd req-562002c3-ec60-4b4a-be0b-2cab97853a84 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:03.239348 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-96f659fb-a260-4106-bb54-7bca4e9ad5dd req-562002c3-ec60-4b4a-be0b-2cab97853a84 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.2442133 Nov 09 21:35:03.254633 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730daee1-3cd2-4752-8602-7144c03e1589 None None] Pushing event updated for resources: {'Port': ['ID=3a2b9780-ee13-4535-9389-fc58209c6a59,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:03.279470 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7aadeda1-f634-490c-8144-5e503108babe req-05debfc2-a5ff-40d6-a3ae-540bb6cbbd1b tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3ee36ce-49ad-4626-8793-80796989662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571603 Nov 09 21:35:03.288289 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-33db8ab2-e6d9-4837-964b-47cd77025a9b tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:03.373067 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-12149e92-26e8-49e4-9fbd-fd70ccd59504 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:03.380268 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-33db8ab2-e6d9-4837-964b-47cd77025a9b tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:03.430967 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-96f659fb-a260-4106-bb54-7bca4e9ad5dd req-5086b5f8-f46b-4fb6-9b34-021f7a764b56 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846025 Nov 09 21:35:03.435215 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12149e92-26e8-49e4-9fbd-fd70ccd59504 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Subnet': ['ID=6815cf60-8de4-401d-82fb-760078738e77,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:03.448324 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-12149e92-26e8-49e4-9fbd-fd70ccd59504 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:03.457084 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:35:03.458369 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-12149e92-26e8-49e4-9fbd-fd70ccd59504 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/6815cf60-8de4-401d-82fb-760078738e77 HTTP/1.1" status: 204 len: 168 time: 0.9726253 Nov 09 21:35:03.459967 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35760) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:03.488702 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-33db8ab2-e6d9-4837-964b-47cd77025a9b tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:03.544570 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-84a560f7-6b82-43ed-809c-3dba2d03f43e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting subnet 7da3f10f-deb0-4c0b-8600-206e3cb83ebf {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:35:03.558026 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-84a560f7-6b82-43ed-809c-3dba2d03f43e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:03.564431 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db8ab2-e6d9-4837-964b-47cd77025a9b tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Pushing event deleted for resources: {'Subnet': ['ID=43e02a66-29de-4507-a905-7f9f7baba460,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:03.627928 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-84a560f7-6b82-43ed-809c-3dba2d03f43e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:03.654763 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf0a252-2f13-474b-8a73-6b1dcb19bcab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-b3b17fdc-e9db-4bfa-969e-6ed2cc9c122e', 'network_id': 'b3b17fdc-e9db-4bfa-969e-6ed2cc9c122e', 'tenant_id': '9d34f0915de74546bbc630d7f1ddd316', 'fixed_ips': [{'subnet_id': '43e02a66-29de-4507-a905-7f9f7baba460'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:35:03.655687 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-caf0a252-2f13-474b-8a73-6b1dcb19bcab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:03.658267 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:03.658628 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:03.695403 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-33db8ab2-e6d9-4837-964b-47cd77025a9b tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:03.722837 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-33db8ab2-e6d9-4837-964b-47cd77025a9b tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3b17fdc-e9db-4bfa-969e-6ed2cc9c122e']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:35:03.735633 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-33db8ab2-e6d9-4837-964b-47cd77025a9b tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85712431-cc9c-4481-a7ef-f39b75d6dc34') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:35:03.735887 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-33db8ab2-e6d9-4837-964b-47cd77025a9b tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85712431-cc9c-4481-a7ef-f39b75d6dc34') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:35:03.748033 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-33db8ab2-e6d9-4837-964b-47cd77025a9b tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:03.762828 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-33db8ab2-e6d9-4837-964b-47cd77025a9b tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:03.771743 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33db8ab2-e6d9-4837-964b-47cd77025a9b tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:35:03.772099 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-33db8ab2-e6d9-4837-964b-47cd77025a9b tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:03.803477 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:03.813531 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-84a560f7-6b82-43ed-809c-3dba2d03f43e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:03.823060 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-8d14ec42-04dc-4326-9ead-f17ca5083562 None None] Provisioning complete for port 3a2b9780-ee13-4535-9389-fc58209c6a59 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:03.823435 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8d14ec42-04dc-4326-9ead-f17ca5083562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:03.894536 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:35:03.894536 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:35:03.894536 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:35:03.894536 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:35:03.894536 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:35:03.894536 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:35:03.894536 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:35:03.894536 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:35:03.894536 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:35:03.894536 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:35:03.894536 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:35:03.894536 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:35:03.894536 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:35:03.894536 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:35:03.894536 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:35:03.894536 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:35:03.894536 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:35:03.894536 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:35:03.894536 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:35:03.894536 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:35:03.894536 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:35:03.894536 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:35:03.894536 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:35:03.894536 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:35:03.894536 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:35:03.894536 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:35:03.894536 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:35:03.894536 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:35:03.894536 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:35:03.894536 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:35:03.894536 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:35:03.894536 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:35:03.909041 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.db.api [None req-caf0a252-2f13-474b-8a73-6b1dcb19bcab None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 21:35:03.909041 n-d-816206-3 neutron-server[102609]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Nov 09 21:35:03.909041 n-d-816206-3 neutron-server[102609]: [parameters: {'project_id': '9d34f0915de74546bbc630d7f1ddd316', 'id': '4130c425-dcfb-4a01-ba3a-3386da3158e3', 'name': '', 'network_id': 'b3b17fdc-e9db-4bfa-969e-6ed2cc9c122e', 'mac_address': 'fa:16:3e:50:cd:37', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-b3b17fdc-e9db-4bfa-969e-6ed2cc9c122e', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 2554}] Nov 09 21:35:03.909041 n-d-816206-3 neutron-server[102609]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 21:35:03.910124 n-d-816206-3 neutron-server[102609]: DEBUG oslo_db.api [None req-caf0a252-2f13-474b-8a73-6b1dcb19bcab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 21:35:03.947948 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-84a560f7-6b82-43ed-809c-3dba2d03f43e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:03.960297 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-33db8ab2-e6d9-4837-964b-47cd77025a9b tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:03.965961 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-33db8ab2-e6d9-4837-964b-47cd77025a9b tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:03.969464 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-33db8ab2-e6d9-4837-964b-47cd77025a9b tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "DELETE /v2.0/networks/b3b17fdc-e9db-4bfa-969e-6ed2cc9c122e HTTP/1.1" status: 204 len: 168 time: 1.1560674 Nov 09 21:35:03.978613 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35774) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:03.987521 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-807f7a69-6a0f-49d2-b79d-8d1c672c826c tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-838547096'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:04.001101 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-84a560f7-6b82-43ed-809c-3dba2d03f43e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:04.004669 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-84a560f7-6b82-43ed-809c-3dba2d03f43e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/7da3f10f-deb0-4c0b-8600-206e3cb83ebf HTTP/1.1" status: 204 len: 168 time: 0.5411088 Nov 09 21:35:04.005686 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a560f7-6b82-43ed-809c-3dba2d03f43e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Subnet': ['ID=7da3f10f-deb0-4c0b-8600-206e3cb83ebf,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:04.006752 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db8ab2-e6d9-4837-964b-47cd77025a9b tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Pushing event deleted for resources: {'Network': ['ID=b3b17fdc-e9db-4bfa-969e-6ed2cc9c122e,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:04.007556 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35776) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:04.077872 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-20222760-a1c7-40c9-a23f-3f12985c3490 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0687351 Nov 09 21:35:04.080889 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35780) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:04.089181 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-b4405c72-5c3f-41fa-a4ec-4a1c474ef97b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'subnet': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:04.095695 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465241fd-ec76-406d-8eb5-8ec528d338d2 None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:35:04.102732 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557dc82e-7691-4175-96bb-7abdc4a92184 req-badd939d-501a-4ef3-b93b-052dfea844f0 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:04.104611 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-557dc82e-7691-4175-96bb-7abdc4a92184 req-badd939d-501a-4ef3-b93b-052dfea844f0 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.4741189 Nov 09 21:35:04.111946 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807f7a69-6a0f-49d2-b79d-8d1c672c826c tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Made reservation on behalf of 9d34f0915de74546bbc630d7f1ddd316 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:35:04.115869 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-807f7a69-6a0f-49d2-b79d-8d1c672c826c tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:04.194054 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 3a2b9780-ee13-4535-9389-fc58209c6a59 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:35:04.238660 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-807f7a69-6a0f-49d2-b79d-8d1c672c826c tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:35:04.252210 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-807f7a69-6a0f-49d2-b79d-8d1c672c826c tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:04.252526 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-807f7a69-6a0f-49d2-b79d-8d1c672c826c tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Added segment 66e217fa-57a2-4167-938d-c47fa5b8e435 of type vlan for network d9946626-c0ee-454e-8a73-dd8d2d48e0f3 Nov 09 21:35:04.395335 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-807f7a69-6a0f-49d2-b79d-8d1c672c826c tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:04.416444 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-caf0a252-2f13-474b-8a73-6b1dcb19bcab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:04.424721 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4405c72-5c3f-41fa-a4ec-4a1c474ef97b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:35:04.439562 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b4405c72-5c3f-41fa-a4ec-4a1c474ef97b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:04.519695 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-807f7a69-6a0f-49d2-b79d-8d1c672c826c tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:04.527150 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-0688f40a-d200-460b-abfb-d88073040485 None None] Provisioning complete for port 83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:04.527529 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0688f40a-d200-460b-abfb-d88073040485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:04.531939 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807f7a69-6a0f-49d2-b79d-8d1c672c826c tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:04.536046 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-807f7a69-6a0f-49d2-b79d-8d1c672c826c tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:04.575505 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b7708a-f158-493f-a2c0-828b526ef4a8 None None] Network b3b17fdc-e9db-4bfa-969e-6ed2cc9c122e requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:35:04.621294 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c22a73-116b-4b8b-acb9-5f98543ea0ba req-91d7fd36-9198-4ce0-adec-3fd8f8418f1f tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:04.623102 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a6c22a73-116b-4b8b-acb9-5f98543ea0ba req-91d7fd36-9198-4ce0-adec-3fd8f8418f1f tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=52cbcba1-cf59-4fc9-8d6c-7076719e6ac8 HTTP/1.1" status: 200 len: 946 time: 0.0915160 Nov 09 21:35:04.633266 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b7708a-f158-493f-a2c0-828b526ef4a8 None None] Network b3b17fdc-e9db-4bfa-969e-6ed2cc9c122e could not be found, it might have been deleted concurrently. {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 09 21:35:04.680106 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-557dc82e-7691-4175-96bb-7abdc4a92184 req-add2a57a-8128-4278-98ed-30416da385a4 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5559359 Nov 09 21:35:04.698545 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35808) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:04.699459 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-807f7a69-6a0f-49d2-b79d-8d1c672c826c tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7098086 Nov 09 21:35:04.700589 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f7a69-6a0f-49d2-b79d-8d1c672c826c tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Pushing event updated for resources: {'Network': ['ID=d9946626-c0ee-454e-8a73-dd8d2d48e0f3,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:04.717816 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network d9946626-c0ee-454e-8a73-dd8d2d48e0f3 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:35:04.719505 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-ae39672f-6cb4-40ab-bbe0-c211b2428e7b tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Request body: {'subnet': {'network_id': 'd9946626-c0ee-454e-8a73-dd8d2d48e0f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:04.802722 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a6c22a73-116b-4b8b-acb9-5f98543ea0ba req-0e5f3886-fd30-4722-bc5b-d4c924e94b41 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3ee36ce-49ad-4626-8793-80796989662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647637 Nov 09 21:35:04.856382 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 3a2b9780-ee13-4535-9389-fc58209c6a59 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:04.856382 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:04.984531 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85593b3-291e-49a7-bae8-c923540cf3a2 None None] DHCP port deletion for 83001fa8-21bc-4303-8a8a-37c91fd09fe2 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:35:05.000729 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae39672f-6cb4-40ab-bbe0-c211b2428e7b tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Made reservation on behalf of 9d34f0915de74546bbc630d7f1ddd316 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:35:05.005767 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ae39672f-6cb4-40ab-bbe0-c211b2428e7b tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:05.125623 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b4405c72-5c3f-41fa-a4ec-4a1c474ef97b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:05.146544 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-f85593b3-291e-49a7-bae8-c923540cf3a2 None None] Deleting port 83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:35:05.146968 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f85593b3-291e-49a7-bae8-c923540cf3a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:05.205081 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-b77dd857-2c3d-464c-a908-a1f836afa414 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:05.212570 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-b77dd857-2c3d-464c-a908-a1f836afa414 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/networks?id=e557bc0d-71a9-4b44-ab50-1de12563c5ef HTTP/1.1" status: 200 len: 812 time: 0.1579173 Nov 09 21:35:05.229608 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-d332e5e3-8021-43a4-a119-430e949ae527 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/quotas/96a7a35658cb4a6ea565f057e114d368 HTTP/1.1" status: 200 len: 375 time: 0.0159423 Nov 09 21:35:05.247477 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4405c72-5c3f-41fa-a4ec-4a1c474ef97b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Subnet': ['ID=ae800caa-23c2-4e15-8a2c-5d2e4082afd4,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:05.271029 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4405c72-5c3f-41fa-a4ec-4a1c474ef97b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:35:05.275999 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-b4405c72-5c3f-41fa-a4ec-4a1c474ef97b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:35:05.279505 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4405c72-5c3f-41fa-a4ec-4a1c474ef97b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:05.280163 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b4405c72-5c3f-41fa-a4ec-4a1c474ef97b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:05.315016 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-f85593b3-291e-49a7-bae8-c923540cf3a2 None None] For port 83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:35:05.315417 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f85593b3-291e-49a7-bae8-c923540cf3a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:05.320442 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b4405c72-5c3f-41fa-a4ec-4a1c474ef97b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2377486 Nov 09 21:35:05.324324 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35870) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:05.344164 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-5bf3998b-5449-4aee-98c2-06a1de4fcb7b tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=96a7a35658cb4a6ea565f057e114d368&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1134694 Nov 09 21:35:05.350902 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-f85593b3-291e-49a7-bae8-c923540cf3a2 None None] Calling delete_port for 83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:35:05.361165 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-21deb7da-cfe7-49ca-9a70-6b6bd4f3b388 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'subnet': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:05.435192 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ae39672f-6cb4-40ab-bbe0-c211b2428e7b tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:05.492795 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f85593b3-291e-49a7-bae8-c923540cf3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:05.509250 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae39672f-6cb4-40ab-bbe0-c211b2428e7b tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Pushing event updated for resources: {'Subnet': ['ID=8bb6b6d2-9663-4b67-9bf7-97aa097b95ba,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:05.593962 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85593b3-291e-49a7-bae8-c923540cf3a2 None None] Pushing event deleted for resources: {'Port': ['ID=83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:05.599088 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae39672f-6cb4-40ab-bbe0-c211b2428e7b tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Checking segment: {'id': '66e217fa-57a2-4167-938d-c47fa5b8e435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd9946626-c0ee-454e-8a73-dd8d2d48e0f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:35:05.599581 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae39672f-6cb4-40ab-bbe0-c211b2428e7b tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Network hostable DHCP agents. Network: d9946626-c0ee-454e-8a73-dd8d2d48e0f3, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:35:05.633538 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21deb7da-cfe7-49ca-9a70-6b6bd4f3b388 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:35:05.636810 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85593b3-291e-49a7-bae8-c923540cf3a2 None None] No DVR routers for this DVR port 83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:35:05.637637 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-21deb7da-cfe7-49ca-9a70-6b6bd4f3b388 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:05.644551 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae39672f-6cb4-40ab-bbe0-c211b2428e7b tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Network d9946626-c0ee-454e-8a73-dd8d2d48e0f3 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:35:05.647314 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-7744c3c4-d311-4ddd-9593-a04793c99b5e service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:35:05.648366 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-7744c3c4-d311-4ddd-9593-a04793c99b5e service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2952468 Nov 09 21:35:05.668593 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de143d96-27b0-43eb-8b5a-76ed482ca3ec None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:35:05.822885 n-d-816206-3 neutron-server[102607]: INFO neutron.db.ipam_backend_mixin [None req-21deb7da-cfe7-49ca-9a70-6b6bd4f3b388 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ae800caa-23c2-4e15-8a2c-5d2e4082afd4 (CIDR: 2001:db8::/64) Nov 09 21:35:05.833234 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-21deb7da-cfe7-49ca-9a70-6b6bd4f3b388 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:35:05.835619 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21deb7da-cfe7-49ca-9a70-6b6bd4f3b388 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:05.845642 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-3fed42af-a576-43b5-a384-83eab58dc18b service neutron] 10.222.0.49 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743314 Nov 09 21:35:05.845982 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-ae39672f-6cb4-40ab-bbe0-c211b2428e7b tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, d9946626-c0ee-454e-8a73-dd8d2d48e0f3) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:35:05.853087 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae39672f-6cb4-40ab-bbe0-c211b2428e7b tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:05.854016 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ae39672f-6cb4-40ab-bbe0-c211b2428e7b tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:05.921763 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-21deb7da-cfe7-49ca-9a70-6b6bd4f3b388 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5653045 Nov 09 21:35:05.926184 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35920) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:05.942778 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-4314a2f6-a55b-42b0-91b4-a12501cb3eb0 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'subnet': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:05.951601 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ae39672f-6cb4-40ab-bbe0-c211b2428e7b tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2423851 Nov 09 21:35:05.959825 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35922) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:05.966349 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0237fb1d-7186-4db8-a87a-18e0ed57d555 None None] Network d9946626-c0ee-454e-8a73-dd8d2d48e0f3 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:35:06.056727 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09587889-1cf1-4ca1-86d2-530d43451d91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'tenant_id': '4f80aeba4f7b42c0ae266ee8833d0179', 'fixed_ips': [{'subnet_id': 'ae800caa-23c2-4e15-8a2c-5d2e4082afd4'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:35:06.057798 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-09587889-1cf1-4ca1-86d2-530d43451d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:06.085169 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:35:06.120055 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:35:06.121236 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 83b8b1d4-53a5-47aa-aa7f-8b8fbdb3d49d not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:35:06.216191 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-85719b07-4963-429c-8b45-d8302fce8903 service neutron] 10.222.0.49 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565400 Nov 09 21:35:06.243430 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4314a2f6-a55b-42b0-91b4-a12501cb3eb0 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:35:06.247869 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4314a2f6-a55b-42b0-91b4-a12501cb3eb0 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:06.315051 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f86c4-1990-478c-a287-00a6221919aa req-729de527-2b04-4ce2-8759-315cf478277e tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:06.317029 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6b2f86c4-1990-478c-a287-00a6221919aa req-729de527-2b04-4ce2-8759-315cf478277e tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=52cbcba1-cf59-4fc9-8d6c-7076719e6ac8 HTTP/1.1" status: 200 len: 946 time: 0.3277929 Nov 09 21:35:06.331716 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e2a46088-e3d9-4de8-b612-dcfcccb47cc8 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:06.463742 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e2a46088-e3d9-4de8-b612-dcfcccb47cc8 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:06.496956 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66ff244-1408-4e2d-950f-5333f46d7869 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-d9946626-c0ee-454e-8a73-dd8d2d48e0f3', 'network_id': 'd9946626-c0ee-454e-8a73-dd8d2d48e0f3', 'tenant_id': '9d34f0915de74546bbc630d7f1ddd316', 'fixed_ips': [{'subnet_id': '8bb6b6d2-9663-4b67-9bf7-97aa097b95ba'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:35:06.497994 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c66ff244-1408-4e2d-950f-5333f46d7869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:06.516551 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6b2f86c4-1990-478c-a287-00a6221919aa req-639f5693-e9fd-4b88-9eb0-f0cf05193f78 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3ee36ce-49ad-4626-8793-80796989662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870964 Nov 09 21:35:06.523697 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-09587889-1cf1-4ca1-86d2-530d43451d91 None None] Allocated IP 2001:db8::2 (83001fa8-21bc-4303-8a8a-37c91fd09fe2/ae800caa-23c2-4e15-8a2c-5d2e4082afd4/0591bba0-96a0-4e58-96f0-0e163ff08762) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:35:06.655885 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e2a46088-e3d9-4de8-b612-dcfcccb47cc8 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:06.704385 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46088-e3d9-4de8-b612-dcfcccb47cc8 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Pushing event deleted for resources: {'Subnet': ['ID=8bb6b6d2-9663-4b67-9bf7-97aa097b95ba,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:06.793900 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e2a46088-e3d9-4de8-b612-dcfcccb47cc8 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:06.833825 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-e2a46088-e3d9-4de8-b612-dcfcccb47cc8 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9946626-c0ee-454e-8a73-dd8d2d48e0f3']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:35:06.849429 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-e2a46088-e3d9-4de8-b612-dcfcccb47cc8 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66e217fa-57a2-4167-938d-c47fa5b8e435') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:35:06.849996 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-e2a46088-e3d9-4de8-b612-dcfcccb47cc8 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66e217fa-57a2-4167-938d-c47fa5b8e435') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:35:06.867210 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e2a46088-e3d9-4de8-b612-dcfcccb47cc8 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:06.935720 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e2a46088-e3d9-4de8-b612-dcfcccb47cc8 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:06.966183 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2a46088-e3d9-4de8-b612-dcfcccb47cc8 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:35:06.967059 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e2a46088-e3d9-4de8-b612-dcfcccb47cc8 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:06.973569 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:35:06.973569 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:35:06.973569 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:35:06.973569 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:35:06.973569 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:35:06.973569 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:35:06.973569 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:35:06.973569 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:35:06.973569 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:35:06.973569 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:35:06.973569 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:35:06.973569 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:35:06.973569 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:35:06.973569 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:35:06.973569 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:35:06.973569 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:35:06.973569 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:35:06.973569 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:35:06.973569 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:35:06.973569 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:35:06.973569 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:35:06.973569 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:35:06.973569 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:35:06.973569 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:35:06.973569 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:35:06.973569 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:35:06.973569 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:35:06.973569 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:35:06.973569 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:35:06.973569 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:35:06.973569 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:35:06.973569 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server [None req-c66ff244-1408-4e2d-950f-5333f46d7869 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8bb6b6d2-9663-4b67-9bf7-97aa097b95ba: This subnet is being modified by another concurrent operation. Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 21:35:07.082807 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 21:35:07.086721 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 21:35:07.086721 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 21:35:07.086721 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:35:07.086721 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:35:07.086721 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:35:07.086721 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:35:07.086721 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 21:35:07.086721 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 21:35:07.086721 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 21:35:07.086721 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 21:35:07.086721 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:35:07.086721 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:35:07.086721 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:35:07.086721 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:35:07.086721 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 21:35:07.086721 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 21:35:07.086721 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 09 21:35:07.086721 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 21:35:07.086721 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 09 21:35:07.086721 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 21:35:07.086721 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 09 21:35:07.086721 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 21:35:07.086721 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 21:35:07.086721 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 21:35:07.086721 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:35:07.086721 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:35:07.086721 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:35:07.086721 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:35:07.086721 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 21:35:07.086721 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 21:35:07.086721 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 21:35:07.086721 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 21:35:07.086721 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 21:35:07.086721 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 21:35:07.086721 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 21:35:07.086721 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise exception Nov 09 21:35:07.086721 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8bb6b6d2-9663-4b67-9bf7-97aa097b95ba: This subnet is being modified by another concurrent operation. Nov 09 21:35:07.086721 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server Nov 09 21:35:07.119635 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e2a46088-e3d9-4de8-b612-dcfcccb47cc8 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:07.129419 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e2a46088-e3d9-4de8-b612-dcfcccb47cc8 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:07.137094 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae30461-cb69-4d83-80d5-c2f914835d01 None None] Network d9946626-c0ee-454e-8a73-dd8d2d48e0f3 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:35:07.138473 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e2a46088-e3d9-4de8-b612-dcfcccb47cc8 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "DELETE /v2.0/networks/d9946626-c0ee-454e-8a73-dd8d2d48e0f3 HTTP/1.1" status: 204 len: 168 time: 1.1596117 Nov 09 21:35:07.142233 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35984) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:07.147801 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-0fe54b6c-0596-4706-af77-61acbc7ec1a8 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1100760882'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:07.159821 n-d-816206-3 neutron-server[102607]: DEBUG neutron.objects.ports [None req-4314a2f6-a55b-42b0-91b4-a12501cb3eb0 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102607) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 21:35:07.163377 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4314a2f6-a55b-42b0-91b4-a12501cb3eb0 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:07.188006 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46088-e3d9-4de8-b612-dcfcccb47cc8 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Pushing event deleted for resources: {'Network': ['ID=d9946626-c0ee-454e-8a73-dd8d2d48e0f3,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:07.190312 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae30461-cb69-4d83-80d5-c2f914835d01 None None] Network d9946626-c0ee-454e-8a73-dd8d2d48e0f3 could not be found, it might have been deleted concurrently. {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 09 21:35:07.196080 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe54b6c-0596-4706-af77-61acbc7ec1a8 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Made reservation on behalf of 9d34f0915de74546bbc630d7f1ddd316 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:35:07.201356 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0fe54b6c-0596-4706-af77-61acbc7ec1a8 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:07.228554 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4314a2f6-a55b-42b0-91b4-a12501cb3eb0 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:35:07.237275 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-4314a2f6-a55b-42b0-91b4-a12501cb3eb0 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:35:07.241520 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4314a2f6-a55b-42b0-91b4-a12501cb3eb0 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:07.242614 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4314a2f6-a55b-42b0-91b4-a12501cb3eb0 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:07.248262 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35986) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:07.267996 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4314a2f6-a55b-42b0-91b4-a12501cb3eb0 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Subnet': ['ID=5d20f24f-83c8-422a-a162-dcb980d07683,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:07.270701 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe54b6c-0596-4706-af77-61acbc7ec1a8 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:35:07.281340 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4314a2f6-a55b-42b0-91b4-a12501cb3eb0 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3535373 Nov 09 21:35:07.285442 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35994) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:07.293183 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-6b4832b9-f7ac-4ec9-bb5b-2787485cac02 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'port': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'mac_address': 'fa:16:3e:a3:f6:db', 'name': 'tempest-NetworksTestDHCPv6-910757886'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:07.364321 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0fe54b6c-0596-4706-af77-61acbc7ec1a8 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:07.373092 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-09587889-1cf1-4ca1-86d2-530d43451d91 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:07.383091 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-0fe54b6c-0596-4706-af77-61acbc7ec1a8 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Added segment 159260cc-ade0-4b73-adc8-4b9bc83f487e of type vlan for network 7edfe8e0-0f70-48f6-8323-b93480c565cb Nov 09 21:35:07.383921 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-09587889-1cf1-4ca1-86d2-530d43451d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:07.411424 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09587889-1cf1-4ca1-86d2-530d43451d91 None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:35:07.439343 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-09587889-1cf1-4ca1-86d2-530d43451d91 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:35:07.445322 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09587889-1cf1-4ca1-86d2-530d43451d91 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:35:07.504735 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09587889-1cf1-4ca1-86d2-530d43451d91 None None] Pushing event updated for resources: {'Port': ['ID=0591bba0-96a0-4e58-96f0-0e163ff08762,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:07.535433 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1f605d7a-b9df-44b6-88bc-2873808723e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:07.576074 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-09587889-1cf1-4ca1-86d2-530d43451d91 None None] Attempting to bind port 0591bba0-96a0-4e58-96f0-0e163ff08762 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:35:07.576459 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-09587889-1cf1-4ca1-86d2-530d43451d91 None None] Attempting to bind port 0591bba0-96a0-4e58-96f0-0e163ff08762 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:35:07.576855 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09587889-1cf1-4ca1-86d2-530d43451d91 None None] Attempting to bind port 0591bba0-96a0-4e58-96f0-0e163ff08762 on network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:35:07.577986 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0fe54b6c-0596-4706-af77-61acbc7ec1a8 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:07.589221 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a9e8e930-e4ab-4166-b89c-fcb06fbcc069 req-18304f5e-052f-4f1c-9616-690f9dafeffa tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b68bdaa-a7b5-47ca-a4ed-f843e96acb62 HTTP/1.1" status: 200 len: 210 time: 0.0785339 Nov 09 21:35:07.610475 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09587889-1cf1-4ca1-86d2-530d43451d91 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:35:07.612944 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09587889-1cf1-4ca1-86d2-530d43451d91 None None] Checking segment: {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:35:07.613388 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-09587889-1cf1-4ca1-86d2-530d43451d91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:07.613802 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09587889-1cf1-4ca1-86d2-530d43451d91 None None] Bound using segment: {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:35:07.618624 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-09587889-1cf1-4ca1-86d2-530d43451d91 None None] Bound port: 0591bba0-96a0-4e58-96f0-0e163ff08762, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5941c2cb-fbea-49fa-9283-f57142064cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:35:07.619069 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-09587889-1cf1-4ca1-86d2-530d43451d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:07.689607 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1f605d7a-b9df-44b6-88bc-2873808723e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:07.706281 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1f605d7a-b9df-44b6-88bc-2873808723e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:07.765798 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0fe54b6c-0596-4706-af77-61acbc7ec1a8 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:07.772316 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe54b6c-0596-4706-af77-61acbc7ec1a8 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:07.773385 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0fe54b6c-0596-4706-af77-61acbc7ec1a8 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:07.785163 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1f605d7a-b9df-44b6-88bc-2873808723e5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a56116714a114e8fa8b933793fa6b4e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5345678 Nov 09 21:35:07.788275 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36016) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:07.788982 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f605d7a-b9df-44b6-88bc-2873808723e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12374e4-43b7-4ae0-9c4e-31d47fbc474b,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:07.791243 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-09587889-1cf1-4ca1-86d2-530d43451d91 None None] For port 0591bba0-96a0-4e58-96f0-0e163ff08762, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:35:07.799175 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-09587889-1cf1-4ca1-86d2-530d43451d91 None None] For port 0591bba0-96a0-4e58-96f0-0e163ff08762, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=0591bba0-96a0-4e58-96f0-0e163ff08762,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:35:07.807315 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-09587889-1cf1-4ca1-86d2-530d43451d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:07.900894 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09587889-1cf1-4ca1-86d2-530d43451d91 None None] Pushing event updated for resources: {'Port': ['ID=0591bba0-96a0-4e58-96f0-0e163ff08762,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:07.975813 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1e864a20-ec6b-4af7-a01d-507a877eec4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:08.013206 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe54b6c-0596-4706-af77-61acbc7ec1a8 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Pushing event updated for resources: {'Network': ['ID=7edfe8e0-0f70-48f6-8323-b93480c565cb,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:08.028774 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 7edfe8e0-0f70-48f6-8323-b93480c565cb details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:35:08.062574 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1e864a20-ec6b-4af7-a01d-507a877eec4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:08.087177 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0fe54b6c-0596-4706-af77-61acbc7ec1a8 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9436953 Nov 09 21:35:08.092973 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36020) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:08.108852 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-25cf425f-f449-4c29-909c-088f6f812d2f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Request body: {'subnet': {'network_id': '7edfe8e0-0f70-48f6-8323-b93480c565cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:08.169905 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1e864a20-ec6b-4af7-a01d-507a877eec4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:08.172941 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1e864a20-ec6b-4af7-a01d-507a877eec4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:08.174099 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1e864a20-ec6b-4af7-a01d-507a877eec4b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f12374e4-43b7-4ae0-9c4e-31d47fbc474b HTTP/1.1" status: 204 len: 168 time: 0.3802266 Nov 09 21:35:08.186735 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e864a20-ec6b-4af7-a01d-507a877eec4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12374e4-43b7-4ae0-9c4e-31d47fbc474b,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:08.285146 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4832b9-f7ac-4ec9-bb5b-2787485cac02 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:35:08.306424 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5961629-562e-4e45-9fae-40bd53eb5b30 req-215c5c09-bc03-48b5-955e-c091298a5f7a tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:08.318031 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e5961629-562e-4e45-9fae-40bd53eb5b30 req-215c5c09-bc03-48b5-955e-c091298a5f7a tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=52cbcba1-cf59-4fc9-8d6c-7076719e6ac8 HTTP/1.1" status: 200 len: 946 time: 0.5858271 Nov 09 21:35:08.520915 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25cf425f-f449-4c29-909c-088f6f812d2f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Made reservation on behalf of 9d34f0915de74546bbc630d7f1ddd316 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:35:08.524999 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-25cf425f-f449-4c29-909c-088f6f812d2f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:08.611981 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e5961629-562e-4e45-9fae-40bd53eb5b30 req-3106a66b-949a-4fce-8736-29ebf3c23987 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3ee36ce-49ad-4626-8793-80796989662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2903752 Nov 09 21:35:08.634152 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6b4832b9-f7ac-4ec9-bb5b-2787485cac02 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:08.711901 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-6b4832b9-f7ac-4ec9-bb5b-2787485cac02 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] device_id is not set on port 5abc1a23-eb5d-4f7b-b2bb-e77081929f8d yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:35:08.749877 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f4092770-084d-4cc0-bea8-0d3556e2b115 req-2089a3a5-521c-4d50-9fd9-27d5db4bad6a tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b68bdaa-a7b5-47ca-a4ed-f843e96acb62 HTTP/1.1" status: 200 len: 210 time: 0.0734870 Nov 09 21:35:08.783005 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36046) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:08.797006 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30b90194-8c03-4bca-bf4c-78bd01f77fe2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:08.926717 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30b90194-8c03-4bca-bf4c-78bd01f77fe2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:08.944443 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30b90194-8c03-4bca-bf4c-78bd01f77fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:09.033802 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-30b90194-8c03-4bca-bf4c-78bd01f77fe2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5e1ebf6bac2e4e8c8fd3b70a15faba97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2472787 Nov 09 21:35:09.035984 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36058) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:09.079914 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f20068-2124-4233-a53c-61a9435b6363 req-94fa9c34-e0fc-4089-bca5-1000a07fc03e tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:09.082109 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-84f20068-2124-4233-a53c-61a9435b6363 req-94fa9c34-e0fc-4089-bca5-1000a07fc03e tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=52cbcba1-cf59-4fc9-8d6c-7076719e6ac8 HTTP/1.1" status: 200 len: 946 time: 0.1513319 Nov 09 21:35:09.087425 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b90194-8c03-4bca-bf4c-78bd01f77fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc569c2-76a2-4933-8cdd-67842adff901,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:09.174815 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee417464-a639-4f87-90fb-503301dc330e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:09.232394 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-84f20068-2124-4233-a53c-61a9435b6363 req-e1788f2f-6170-42d0-b977-e0faa459c561 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3ee36ce-49ad-4626-8793-80796989662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415205 Nov 09 21:35:09.244592 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee417464-a639-4f87-90fb-503301dc330e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:09.307519 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee33b64-dd46-47f3-9ac3-4425dd2c4662 req-21de5a66-1655-453e-90e0-19019d82700b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:09.309530 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aee33b64-dd46-47f3-9ac3-4425dd2c4662 req-21de5a66-1655-453e-90e0-19019d82700b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8d996b08d23e47a28746199b551ba8f0&device_id=52cbcba1-cf59-4fc9-8d6c-7076719e6ac8 HTTP/1.1" status: 200 len: 1097 time: 0.3380852 Nov 09 21:35:09.342153 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee417464-a639-4f87-90fb-503301dc330e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:09.345201 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee417464-a639-4f87-90fb-503301dc330e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:09.346596 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ee417464-a639-4f87-90fb-503301dc330e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6bc569c2-76a2-4933-8cdd-67842adff901 HTTP/1.1" status: 204 len: 168 time: 0.3058391 Nov 09 21:35:09.376727 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee417464-a639-4f87-90fb-503301dc330e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc569c2-76a2-4933-8cdd-67842adff901,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:09.412584 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-25cf425f-f449-4c29-909c-088f6f812d2f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:09.515030 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-6b4832b9-f7ac-4ec9-bb5b-2787485cac02 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Allocated IP 2001:db8::29f (83001fa8-21bc-4303-8a8a-37c91fd09fe2/ae800caa-23c2-4e15-8a2c-5d2e4082afd4/5abc1a23-eb5d-4f7b-b2bb-e77081929f8d) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:35:09.540869 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-6b4832b9-f7ac-4ec9-bb5b-2787485cac02 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Allocated IP 2001:db8:0:1:f816:3eff:fea3:f6db (83001fa8-21bc-4303-8a8a-37c91fd09fe2/5d20f24f-83c8-422a-a162-dcb980d07683/5abc1a23-eb5d-4f7b-b2bb-e77081929f8d) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:35:09.548164 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee33b64-dd46-47f3-9ac3-4425dd2c4662 req-bea422a1-39d0-4129-bc2b-45b34a2027f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:09.549808 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aee33b64-dd46-47f3-9ac3-4425dd2c4662 req-bea422a1-39d0-4129-bc2b-45b34a2027f3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=55847ffd-7836-446f-91d3-f14e046c5bb2 HTTP/1.1" status: 200 len: 911 time: 0.2314367 Nov 09 21:35:09.644911 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf425f-f449-4c29-909c-088f6f812d2f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Pushing event updated for resources: {'Subnet': ['ID=ab3aa86a-7a48-488f-9aff-3b600c4060fc,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:09.713268 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cf425f-f449-4c29-909c-088f6f812d2f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:35:09.716182 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85cf2ac-be7b-40bd-9757-7c1a32131b88 None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:35:09.726344 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cf425f-f449-4c29-909c-088f6f812d2f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:35:09.727593 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cf425f-f449-4c29-909c-088f6f812d2f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:35:09.727941 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cf425f-f449-4c29-909c-088f6f812d2f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:35:09.728285 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cf425f-f449-4c29-909c-088f6f812d2f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:35:09.728625 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cf425f-f449-4c29-909c-088f6f812d2f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:35:09.728992 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cf425f-f449-4c29-909c-088f6f812d2f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:35:09.729329 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cf425f-f449-4c29-909c-088f6f812d2f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:35:09.739490 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cf425f-f449-4c29-909c-088f6f812d2f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:35:09.740777 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cf425f-f449-4c29-909c-088f6f812d2f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:35:09.741826 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cf425f-f449-4c29-909c-088f6f812d2f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:35:09.743112 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cf425f-f449-4c29-909c-088f6f812d2f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:35:09.797051 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cf425f-f449-4c29-909c-088f6f812d2f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Checking segment: {'id': '159260cc-ade0-4b73-adc8-4b9bc83f487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7edfe8e0-0f70-48f6-8323-b93480c565cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:35:09.797524 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cf425f-f449-4c29-909c-088f6f812d2f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Network hostable DHCP agents. Network: 7edfe8e0-0f70-48f6-8323-b93480c565cb, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:35:09.860198 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aee33b64-dd46-47f3-9ac3-4425dd2c4662 req-8e70b5a1-e2df-4241-ade5-0d9f1de7bfd4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7465ca43-d2d3-4040-877b-6d2864c4c100 HTTP/1.1" status: 200 len: 1001 time: 0.2961507 Nov 09 21:35:09.866107 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-c0cc43e1-b978-4388-90f0-5dd475f359f7 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:09.868561 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-c0cc43e1-b978-4388-90f0-5dd475f359f7 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.43 "GET /v2.0/networks?id=e557bc0d-71a9-4b44-ab50-1de12563c5ef HTTP/1.1" status: 200 len: 812 time: 0.1745098 Nov 09 21:35:09.872595 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cf425f-f449-4c29-909c-088f6f812d2f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Network 7edfe8e0-0f70-48f6-8323-b93480c565cb is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:35:09.894715 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-f387a2b5-5984-4826-980f-45fa635ac5ba tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Request body: {'port': {'device_id': '8b68bdaa-a7b5-47ca-a4ed-f843e96acb62', 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef', 'admin_state_up': True, 'tenant_id': '96a7a35658cb4a6ea565f057e114d368'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:09.967006 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-80eb6631-7aa0-4b00-9e8b-9431aee3c0c6 None None] Provisioning complete for port 0591bba0-96a0-4e58-96f0-0e163ff08762 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:09.967715 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-80eb6631-7aa0-4b00-9e8b-9431aee3c0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:10.117647 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-25cf425f-f449-4c29-909c-088f6f812d2f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 7edfe8e0-0f70-48f6-8323-b93480c565cb) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:35:10.152892 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e10fff5d-20bb-46cd-a75e-f1dc5ffcded3 req-5a562bf1-dbea-4b19-b159-507bb28d0659 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b68bdaa-a7b5-47ca-a4ed-f843e96acb62 HTTP/1.1" status: 200 len: 210 time: 0.1431630 Nov 09 21:35:10.154525 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cf425f-f449-4c29-909c-088f6f812d2f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:10.155413 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-25cf425f-f449-4c29-909c-088f6f812d2f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:10.182963 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee33b64-dd46-47f3-9ac3-4425dd2c4662 req-f0dbba43-2785-4aa8-bc9a-49510f1e95a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:10.184993 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aee33b64-dd46-47f3-9ac3-4425dd2c4662 req-f0dbba43-2785-4aa8-bc9a-49510f1e95a1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85ce8c7e-f82b-4b24-9029-22d978d44b85 HTTP/1.1" status: 200 len: 850 time: 0.1765761 Nov 09 21:35:10.202150 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-f387a2b5-5984-4826-980f-45fa635ac5ba tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Made reservation on behalf of 96a7a35658cb4a6ea565f057e114d368 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:35:10.208859 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-f387a2b5-5984-4826-980f-45fa635ac5ba tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:10.244781 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b75371e-057c-443b-9b4a-078a3ac20bf6 None None] Network 7edfe8e0-0f70-48f6-8323-b93480c565cb requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:35:10.251461 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 0591bba0-96a0-4e58-96f0-0e163ff08762 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:35:10.304150 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-25cf425f-f449-4c29-909c-088f6f812d2f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2078347 Nov 09 21:35:10.316965 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36110) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:10.326073 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-bb774383-6488-42eb-8b47-9e98fe0d077c tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Request body: {'subnet': {'network_id': '7edfe8e0-0f70-48f6-8323-b93480c565cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:10.433740 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-80eb6631-7aa0-4b00-9e8b-9431aee3c0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:10.448992 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-f387a2b5-5984-4826-980f-45fa635ac5ba tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Allocated IP 172.20.0.8 (e557bc0d-71a9-4b44-ab50-1de12563c5ef/48041428-5cce-473c-b445-a01eb383d908/49e8bef3-0fcd-4796-8994-39879b0b337e) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:35:10.464324 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 0591bba0-96a0-4e58-96f0-0e163ff08762 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:10.465183 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:10.515244 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6b4832b9-f7ac-4ec9-bb5b-2787485cac02 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:10.522857 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee33b64-dd46-47f3-9ac3-4425dd2c4662 req-811e52ed-d518-4ca1-8383-170797ebc44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:10.524122 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aee33b64-dd46-47f3-9ac3-4425dd2c4662 req-811e52ed-d518-4ca1-8383-170797ebc44e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=55847ffd-7836-446f-91d3-f14e046c5bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2908833 Nov 09 21:35:10.601519 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-80eb6631-7aa0-4b00-9e8b-9431aee3c0c6 None None] For port 0591bba0-96a0-4e58-96f0-0e163ff08762, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=0591bba0-96a0-4e58-96f0-0e163ff08762,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:35:10.648424 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aee33b64-dd46-47f3-9ac3-4425dd2c4662 req-cc5d1dab-b14c-4879-94e6-b7be1834e109 service neutron] 10.222.0.45 "GET /v2.0/networks/55847ffd-7836-446f-91d3-f14e046c5bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152732 Nov 09 21:35:10.685384 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-80eb6631-7aa0-4b00-9e8b-9431aee3c0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:10.687334 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:10.746554 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-f387a2b5-5984-4826-980f-45fa635ac5ba tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:10.823234 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-f387a2b5-5984-4826-980f-45fa635ac5ba tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:10.875420 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['d71d1143-74da-460d-93e3-6608d25fdb67'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:35:10.882215 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['f199ac79-a0be-4ad8-aef7-ad83ae95d60b'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:35:10.985085 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b6303a-044e-4399-9166-5a4e4b6d56ca None None] Update dhcp port {'port': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'fixed_ips': [{'subnet_id': 'ae800caa-23c2-4e15-8a2c-5d2e4082afd4', 'ip_address': '2001:db8::2'}, {'subnet_id': '5d20f24f-83c8-422a-a162-dcb980d07683'}], 'binding:host_id': 'n-d-816206-3'}, 'id': '0591bba0-96a0-4e58-96f0-0e163ff08762'} from n-d-816206-3. {{(pid=102609) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 21:35:11.003777 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6b4832b9-f7ac-4ec9-bb5b-2787485cac02 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:11.054956 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e5b6303a-044e-4399-9166-5a4e4b6d56ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:11.066653 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4832b9-f7ac-4ec9-bb5b-2787485cac02 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Port': ['ID=5abc1a23-eb5d-4f7b-b2bb-e77081929f8d,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:11.082645 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eb6631-7aa0-4b00-9e8b-9431aee3c0c6 None None] Pushing event updated for resources: {'Port': ['ID=0591bba0-96a0-4e58-96f0-0e163ff08762,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:11.099147 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb774383-6488-42eb-8b47-9e98fe0d077c tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Made reservation on behalf of 9d34f0915de74546bbc630d7f1ddd316 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:35:11.101812 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8413ed36-4fa4-4f8a-83da-7dda84cb7804 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-7edfe8e0-0f70-48f6-8323-b93480c565cb', 'network_id': '7edfe8e0-0f70-48f6-8323-b93480c565cb', 'tenant_id': '9d34f0915de74546bbc630d7f1ddd316', 'fixed_ips': [{'subnet_id': 'ab3aa86a-7a48-488f-9aff-3b600c4060fc'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:35:11.103378 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8413ed36-4fa4-4f8a-83da-7dda84cb7804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:11.108554 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bb774383-6488-42eb-8b47-9e98fe0d077c tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:11.184086 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.db.api [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 21:35:11.184449 n-d-816206-3 neutron-server[102609]: DEBUG oslo_db.api [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 21:35:11.187485 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4832b9-f7ac-4ec9-bb5b-2787485cac02 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:35:11.203055 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-6b4832b9-f7ac-4ec9-bb5b-2787485cac02 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:35:11.206526 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aee33b64-dd46-47f3-9ac3-4425dd2c4662 req-26b6763a-8eb5-4833-8938-89e18f5a5049 service neutron] 10.222.0.45 "GET /v2.0/networks/55847ffd-7836-446f-91d3-f14e046c5bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5406134 Nov 09 21:35:11.223775 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4832b9-f7ac-4ec9-bb5b-2787485cac02 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:35:11.231894 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4832b9-f7ac-4ec9-bb5b-2787485cac02 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:11.232862 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6b4832b9-f7ac-4ec9-bb5b-2787485cac02 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:11.279801 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6b4832b9-f7ac-4ec9-bb5b-2787485cac02 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.9924903 Nov 09 21:35:11.282879 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36140) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:11.428690 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-8413ed36-4fa4-4f8a-83da-7dda84cb7804 None None] Allocated IP 2001:db8::2 (7edfe8e0-0f70-48f6-8323-b93480c565cb/ab3aa86a-7a48-488f-9aff-3b600c4060fc/3ecd066c-cca1-4af0-84b5-8330c9d9a3e4) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:35:11.580242 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ce3f6-7e06-4678-91e1-b7f229dc5e1c req-2d72f08d-4b9c-48b8-986e-a1945049bf29 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:11.587697 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-774ce3f6-7e06-4678-91e1-b7f229dc5e1c req-2d72f08d-4b9c-48b8-986e-a1945049bf29 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b68bdaa-a7b5-47ca-a4ed-f843e96acb62 HTTP/1.1" status: 200 len: 931 time: 0.2481968 Nov 09 21:35:11.712290 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-a101bb67-a415-431f-a5a3-d166da9e681e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting port 5abc1a23-eb5d-4f7b-b2bb-e77081929f8d {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:35:11.712677 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a101bb67-a415-431f-a5a3-d166da9e681e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:11.765479 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a8d21-960c-4db0-9ca7-3954fd1559b2 req-16d34098-8ec2-4b12-ac62-de2471a60663 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:11.767024 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-173a8d21-960c-4db0-9ca7-3954fd1559b2 req-16d34098-8ec2-4b12-ac62-de2471a60663 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=52cbcba1-cf59-4fc9-8d6c-7076719e6ac8 HTTP/1.1" status: 200 len: 946 time: 1.0103624 Nov 09 21:35:11.786191 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-f387a2b5-5984-4826-980f-45fa635ac5ba tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Network e557bc0d-71a9-4b44-ab50-1de12563c5ef is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:35:11.795233 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-f387a2b5-5984-4826-980f-45fa635ac5ba tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:35:11.798033 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387a2b5-5984-4826-980f-45fa635ac5ba tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Pushing event updated for resources: {'Port': ['ID=49e8bef3-0fcd-4796-8994-39879b0b337e,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:11.816515 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-f387a2b5-5984-4826-980f-45fa635ac5ba tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:35:11.890580 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a101bb67-a415-431f-a5a3-d166da9e681e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:11.917027 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-f387a2b5-5984-4826-980f-45fa635ac5ba tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:11.918373 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-f387a2b5-5984-4826-980f-45fa635ac5ba tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:11.932716 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-173a8d21-960c-4db0-9ca7-3954fd1559b2 req-ef98bf64-90d4-47fd-a9e1-6e91fbf1f8da tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3ee36ce-49ad-4626-8793-80796989662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507971 Nov 09 21:35:11.942879 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-a101bb67-a415-431f-a5a3-d166da9e681e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Calling delete_port for 5abc1a23-eb5d-4f7b-b2bb-e77081929f8d owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:35:11.952325 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-f387a2b5-5984-4826-980f-45fa635ac5ba tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0632215 Nov 09 21:35:11.980018 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-abfa0b75-cca3-4899-b081-dd3770baa0be service neutron] Request body: {'port': {'device_id': '8b68bdaa-a7b5-47ca-a4ed-f843e96acb62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:12.105216 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36178) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:12.135681 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-abfa0b75-cca3-4899-b081-dd3770baa0be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:12.283224 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9ed51234-3744-4ce2-9510-a35fe3f0abe4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:12.292691 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8413ed36-4fa4-4f8a-83da-7dda84cb7804 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:12.297426 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-774ce3f6-7e06-4678-91e1-b7f229dc5e1c req-beff376b-00d0-45e1-8569-e4c7c75be394 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7018542 Nov 09 21:35:12.365662 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8413ed36-4fa4-4f8a-83da-7dda84cb7804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:12.387266 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bb774383-6488-42eb-8b47-9e98fe0d077c tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:12.461947 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb774383-6488-42eb-8b47-9e98fe0d077c tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Network 7edfe8e0-0f70-48f6-8323-b93480c565cb is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:35:12.474271 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-bb774383-6488-42eb-8b47-9e98fe0d077c tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:35:12.502835 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb774383-6488-42eb-8b47-9e98fe0d077c tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:12.503802 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bb774383-6488-42eb-8b47-9e98fe0d077c tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:12.539229 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb774383-6488-42eb-8b47-9e98fe0d077c tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Pushing event updated for resources: {'Subnet': ['ID=212c49c3-1995-45f7-9164-632dd3210be7,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:12.552457 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8413ed36-4fa4-4f8a-83da-7dda84cb7804 None None] Network 7edfe8e0-0f70-48f6-8323-b93480c565cb is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:35:12.569385 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-bb774383-6488-42eb-8b47-9e98fe0d077c tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2478645 Nov 09 21:35:12.572928 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36182) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:12.626714 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-8413ed36-4fa4-4f8a-83da-7dda84cb7804 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:35:12.632658 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8413ed36-4fa4-4f8a-83da-7dda84cb7804 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:35:12.680329 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-68705c72-e3bf-401c-bf28-3b9163bee4b4 None None] Provisioning complete for port 49e8bef3-0fcd-4796-8994-39879b0b337e triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:12.680857 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-68705c72-e3bf-401c-bf28-3b9163bee4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:12.685219 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ee06d2-78c6-4e20-9a6d-ebf3d173301f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:12.687061 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ee06d2-78c6-4e20-9a6d-ebf3d173301f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:12.688590 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ee06d2-78c6-4e20-9a6d-ebf3d173301f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:12.690877 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ee06d2-78c6-4e20-9a6d-ebf3d173301f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:12.692425 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ee06d2-78c6-4e20-9a6d-ebf3d173301f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:12.697594 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e9ee06d2-78c6-4e20-9a6d-ebf3d173301f tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1160407 Nov 09 21:35:12.697594 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a101bb67-a415-431f-a5a3-d166da9e681e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:12.714136 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36190) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:12.723749 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-3427fbc2-3723-4737-bd82-500d942cfee4 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1020644836'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:12.729849 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-68705c72-e3bf-401c-bf28-3b9163bee4b4 None None] Port 49e8bef3-0fcd-4796-8994-39879b0b337e cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:35:12.772962 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-abfa0b75-cca3-4899-b081-dd3770baa0be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49e8bef3-0fcd-4796-8994-39879b0b337e {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:35:12.782145 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a101bb67-a415-431f-a5a3-d166da9e681e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Port': ['ID=5abc1a23-eb5d-4f7b-b2bb-e77081929f8d,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:12.792830 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-abfa0b75-cca3-4899-b081-dd3770baa0be service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:12.829492 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-abfa0b75-cca3-4899-b081-dd3770baa0be service neutron] Transition to ACTIVE for port object 49e8bef3-0fcd-4796-8994-39879b0b337e will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:35:12.850300 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 0591bba0-96a0-4e58-96f0-0e163ff08762 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:35:12.894294 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a101bb67-a415-431f-a5a3-d166da9e681e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:12.901271 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a101bb67-a415-431f-a5a3-d166da9e681e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/ports/5abc1a23-eb5d-4f7b-b2bb-e77081929f8d HTTP/1.1" status: 204 len: 168 time: 1.6092272 Nov 09 21:35:12.901271 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3427fbc2-3723-4737-bd82-500d942cfee4 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Made reservation on behalf of 9d34f0915de74546bbc630d7f1ddd316 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:35:12.905585 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3427fbc2-3723-4737-bd82-500d942cfee4 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:12.908717 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36192) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:12.920530 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8413ed36-4fa4-4f8a-83da-7dda84cb7804 None None] Pushing event updated for resources: {'Port': ['ID=3ecd066c-cca1-4af0-84b5-8330c9d9a3e4,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:12.925850 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-abfa0b75-cca3-4899-b081-dd3770baa0be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:12.939399 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9ed51234-3744-4ce2-9510-a35fe3f0abe4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:12.950789 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-8413ed36-4fa4-4f8a-83da-7dda84cb7804 None None] Attempting to bind port 3ecd066c-cca1-4af0-84b5-8330c9d9a3e4 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:35:12.951228 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-8413ed36-4fa4-4f8a-83da-7dda84cb7804 None None] Attempting to bind port 3ecd066c-cca1-4af0-84b5-8330c9d9a3e4 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '159260cc-ade0-4b73-adc8-4b9bc83f487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7edfe8e0-0f70-48f6-8323-b93480c565cb'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:35:12.951596 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8413ed36-4fa4-4f8a-83da-7dda84cb7804 None None] Attempting to bind port 3ecd066c-cca1-4af0-84b5-8330c9d9a3e4 on network 7edfe8e0-0f70-48f6-8323-b93480c565cb {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:35:12.972786 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9ed51234-3744-4ce2-9510-a35fe3f0abe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:12.980783 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-e5b6303a-044e-4399-9166-5a4e4b6d56ca None None] Allocated IP 2001:db8:0:1:f816:3eff:fe9c:56bd (83001fa8-21bc-4303-8a8a-37c91fd09fe2/5d20f24f-83c8-422a-a162-dcb980d07683/0591bba0-96a0-4e58-96f0-0e163ff08762) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:35:12.982931 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8413ed36-4fa4-4f8a-83da-7dda84cb7804 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:35:12.983291 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8413ed36-4fa4-4f8a-83da-7dda84cb7804 None None] Checking segment: {'id': '159260cc-ade0-4b73-adc8-4b9bc83f487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7edfe8e0-0f70-48f6-8323-b93480c565cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:35:12.983690 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8413ed36-4fa4-4f8a-83da-7dda84cb7804 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:12.984080 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8413ed36-4fa4-4f8a-83da-7dda84cb7804 None None] Bound using segment: {'id': '159260cc-ade0-4b73-adc8-4b9bc83f487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7edfe8e0-0f70-48f6-8323-b93480c565cb'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:35:12.984550 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-8413ed36-4fa4-4f8a-83da-7dda84cb7804 None None] Bound port: 3ecd066c-cca1-4af0-84b5-8330c9d9a3e4, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '159260cc-ade0-4b73-adc8-4b9bc83f487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7edfe8e0-0f70-48f6-8323-b93480c565cb'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:35:12.986761 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8413ed36-4fa4-4f8a-83da-7dda84cb7804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:13.031677 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed51234-3744-4ce2-9510-a35fe3f0abe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c86f0f5-2c97-4ab6-bdc3-1ee0316d7a0e,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:13.076945 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed51234-3744-4ce2-9510-a35fe3f0abe4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:35:13.077299 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed51234-3744-4ce2-9510-a35fe3f0abe4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:35:13.077646 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed51234-3744-4ce2-9510-a35fe3f0abe4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:35:13.078393 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed51234-3744-4ce2-9510-a35fe3f0abe4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:35:13.081322 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3427fbc2-3723-4737-bd82-500d942cfee4 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:35:13.088787 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed51234-3744-4ce2-9510-a35fe3f0abe4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:35:13.089300 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed51234-3744-4ce2-9510-a35fe3f0abe4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:35:13.089697 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed51234-3744-4ce2-9510-a35fe3f0abe4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:35:13.090047 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed51234-3744-4ce2-9510-a35fe3f0abe4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:35:13.090390 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed51234-3744-4ce2-9510-a35fe3f0abe4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:35:13.090726 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed51234-3744-4ce2-9510-a35fe3f0abe4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:35:13.091532 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed51234-3744-4ce2-9510-a35fe3f0abe4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:35:13.091532 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed51234-3744-4ce2-9510-a35fe3f0abe4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:35:13.105391 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e277c3-b393-4d3f-8390-f997819f2dae tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:13.117797 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-96e277c3-b393-4d3f-8390-f997819f2dae tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2065926 Nov 09 21:35:13.125803 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36202) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:13.137027 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3427fbc2-3723-4737-bd82-500d942cfee4 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:13.137381 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-3427fbc2-3723-4737-bd82-500d942cfee4 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Added segment 1748afb2-1e93-4e4f-b74d-e3dcb24a5031 of type vlan for network 711d9327-1ee3-4523-947f-1427d30594b8 Nov 09 21:35:13.155190 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-9ed51234-3744-4ce2-9510-a35fe3f0abe4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=81214647bd3b4872ab0b68415edf1558&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0450971 Nov 09 21:35:13.155190 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa0b75-cca3-4899-b081-dd3770baa0be service neutron] Pushing event updated for resources: {'Port': ['ID=49e8bef3-0fcd-4796-8994-39879b0b337e,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:13.180077 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36204) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:13.210705 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3427fbc2-3723-4737-bd82-500d942cfee4 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:13.244996 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 0591bba0-96a0-4e58-96f0-0e163ff08762 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:13.245466 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:13.278983 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-8413ed36-4fa4-4f8a-83da-7dda84cb7804 None None] For port 3ecd066c-cca1-4af0-84b5-8330c9d9a3e4, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:35:13.293399 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1b3caf2b-6269-4aba-974e-9b6e4d9c42c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:13.301881 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3427fbc2-3723-4737-bd82-500d942cfee4 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:13.314361 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-8413ed36-4fa4-4f8a-83da-7dda84cb7804 None None] For port 3ecd066c-cca1-4af0-84b5-8330c9d9a3e4, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=3ecd066c-cca1-4af0-84b5-8330c9d9a3e4,segment=NetworkSegment(159260cc-ade0-4b73-adc8-4b9bc83f487e),segment_id=159260cc-ade0-4b73-adc8-4b9bc83f487e)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:35:13.316621 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3427fbc2-3723-4737-bd82-500d942cfee4 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:13.317273 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3427fbc2-3723-4737-bd82-500d942cfee4 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:13.324400 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8413ed36-4fa4-4f8a-83da-7dda84cb7804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:13.356531 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-e5b6303a-044e-4399-9166-5a4e4b6d56ca None None] For port 0591bba0-96a0-4e58-96f0-0e163ff08762, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=0591bba0-96a0-4e58-96f0-0e163ff08762,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:35:13.453921 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1b3caf2b-6269-4aba-974e-9b6e4d9c42c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:13.480281 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e5b6303a-044e-4399-9166-5a4e4b6d56ca None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:13.485368 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3427fbc2-3723-4737-bd82-500d942cfee4 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7697186 Nov 09 21:35:13.501176 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395b8d0e-199e-4c07-8b0a-3dd5d5961bb5 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:13.507532 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-395b8d0e-199e-4c07-8b0a-3dd5d5961bb5 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3746617 Nov 09 21:35:13.509542 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36208) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:13.510075 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36210) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:13.514141 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e5b6303a-044e-4399-9166-5a4e4b6d56ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:13.521158 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8413ed36-4fa4-4f8a-83da-7dda84cb7804 None None] Pushing event updated for resources: {'Port': ['ID=3ecd066c-cca1-4af0-84b5-8330c9d9a3e4,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:13.531389 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-8a4d260a-5de1-4b1a-9e6c-89907ac42d01 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:13.571745 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-abfa0b75-cca3-4899-b081-dd3770baa0be service neutron] Attempting to bind port 49e8bef3-0fcd-4796-8994-39879b0b337e on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:35:13.572085 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-abfa0b75-cca3-4899-b081-dd3770baa0be service neutron] Attempting to bind port 49e8bef3-0fcd-4796-8994-39879b0b337e by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '4b1e7064-c872-4e6f-85a8-e00a69322723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:35:13.572422 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-abfa0b75-cca3-4899-b081-dd3770baa0be service neutron] Attempting to bind port 49e8bef3-0fcd-4796-8994-39879b0b337e on network e557bc0d-71a9-4b44-ab50-1de12563c5ef {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:35:13.577849 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-abfa0b75-cca3-4899-b081-dd3770baa0be service neutron] Port 49e8bef3-0fcd-4796-8994-39879b0b337e on network e557bc0d-71a9-4b44-ab50-1de12563c5ef not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:35:13.578122 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-abfa0b75-cca3-4899-b081-dd3770baa0be service neutron] Attempting to bind port 49e8bef3-0fcd-4796-8994-39879b0b337e on network e557bc0d-71a9-4b44-ab50-1de12563c5ef {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:35:13.603456 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db6389-2178-40e1-aae4-f5c705c1b057 req-941bbe47-08cd-4152-b9bd-98493df61a3e tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:13.612844 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-39db6389-2178-40e1-aae4-f5c705c1b057 req-941bbe47-08cd-4152-b9bd-98493df61a3e tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=52cbcba1-cf59-4fc9-8d6c-7076719e6ac8 HTTP/1.1" status: 200 len: 946 time: 0.3969405 Nov 09 21:35:13.654140 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b6303a-044e-4399-9166-5a4e4b6d56ca None None] Pushing event updated for resources: {'Port': ['ID=0591bba0-96a0-4e58-96f0-0e163ff08762,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:13.654379 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-abfa0b75-cca3-4899-b081-dd3770baa0be service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:35:13.654680 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-abfa0b75-cca3-4899-b081-dd3770baa0be service neutron] Checking segment: {'id': '4b1e7064-c872-4e6f-85a8-e00a69322723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:35:13.655072 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-abfa0b75-cca3-4899-b081-dd3770baa0be service neutron] Bound using segment: {'id': '4b1e7064-c872-4e6f-85a8-e00a69322723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:35:13.655520 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-abfa0b75-cca3-4899-b081-dd3770baa0be service neutron] Bound port: 49e8bef3-0fcd-4796-8994-39879b0b337e, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b1e7064-c872-4e6f-85a8-e00a69322723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:35:13.656921 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-abfa0b75-cca3-4899-b081-dd3770baa0be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:13.729404 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-39db6389-2178-40e1-aae4-f5c705c1b057 req-de6da92d-5604-42dd-9abb-3d2e236d4a3d tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3ee36ce-49ad-4626-8793-80796989662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155403 Nov 09 21:35:13.784158 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-abfa0b75-cca3-4899-b081-dd3770baa0be service neutron] For port 49e8bef3-0fcd-4796-8994-39879b0b337e, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:35:13.797851 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-abfa0b75-cca3-4899-b081-dd3770baa0be service neutron] For port 49e8bef3-0fcd-4796-8994-39879b0b337e, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=49e8bef3-0fcd-4796-8994-39879b0b337e,segment=NetworkSegment(4b1e7064-c872-4e6f-85a8-e00a69322723),segment_id=4b1e7064-c872-4e6f-85a8-e00a69322723)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:35:13.805604 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-abfa0b75-cca3-4899-b081-dd3770baa0be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:13.930615 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-abfa0b75-cca3-4899-b081-dd3770baa0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:13.931886 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-abfa0b75-cca3-4899-b081-dd3770baa0be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:13.933685 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-abfa0b75-cca3-4899-b081-dd3770baa0be service neutron] 10.222.0.43 "PUT /v2.0/ports/49e8bef3-0fcd-4796-8994-39879b0b337e HTTP/1.1" status: 200 len: 1091 time: 1.9663401 Nov 09 21:35:13.934628 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa0b75-cca3-4899-b081-dd3770baa0be service neutron] Pushing event updated for resources: {'Port': ['ID=49e8bef3-0fcd-4796-8994-39879b0b337e,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:13.948939 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b68bdaa-a7b5-47ca-a4ed-f843e96acb62', 'tag': '49e8bef3-0fcd-4796-8994-39879b0b337e'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:35:13.952085 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8c09fa-6cc3-4b15-8b12-08051ce9df3c" -d '{"events": [{"name": "network-changed", "server_uuid": "8b68bdaa-a7b5-47ca-a4ed-f843e96acb62", "tag": "49e8bef3-0fcd-4796-8994-39879b0b337e"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:35:14.080601 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dcacfbe-c006-4956-bc87-86653b563334 x-openstack-request-id: req-0dcacfbe-c006-4956-bc87-86653b563334 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:35:14.081147 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b68bdaa-a7b5-47ca-a4ed-f843e96acb62", "tag": "49e8bef3-0fcd-4796-8994-39879b0b337e", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:35:14.081410 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0dcacfbe-c006-4956-bc87-86653b563334 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:35:14.081830 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b68bdaa-a7b5-47ca-a4ed-f843e96acb62', 'tag': '49e8bef3-0fcd-4796-8994-39879b0b337e', 'status': 'completed', 'code': 200} Nov 09 21:35:14.139320 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-e2e20d33-aa95-44fb-830d-4df71fb7b86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:14.142104 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-e2e20d33-aa95-44fb-830d-4df71fb7b86b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=96a7a35658cb4a6ea565f057e114d368&device_id=8b68bdaa-a7b5-47ca-a4ed-f843e96acb62 HTTP/1.1" status: 200 len: 1094 time: 0.1400878 Nov 09 21:35:14.216232 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-0e0d06b1-1367-42e4-bdd2-4998ba5bb16d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49e8bef3-0fcd-4796-8994-39879b0b337e HTTP/1.1" status: 200 len: 217 time: 0.0560191 Nov 09 21:35:14.301813 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-0b4d5776-9122-4237-95f0-a131493a8f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:14.302975 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-0b4d5776-9122-4237-95f0-a131493a8f19 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=48041428-5cce-473c-b445-a01eb383d908 HTTP/1.1" status: 200 len: 851 time: 0.0802193 Nov 09 21:35:14.383877 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3427fbc2-3723-4737-bd82-500d942cfee4 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Pushing event updated for resources: {'Network': ['ID=711d9327-1ee3-4523-947f-1427d30594b8,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:14.414097 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-41f8356f-639f-4510-84d4-165c24bbc2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:14.421519 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-41f8356f-639f-4510-84d4-165c24bbc2cd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e557bc0d-71a9-4b44-ab50-1de12563c5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1098847 Nov 09 21:35:14.426311 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 711d9327-1ee3-4523-947f-1427d30594b8 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:35:14.602216 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cefcfd-67eb-41a3-9226-24a7a18b2347 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:14.615745 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cefcfd-67eb-41a3-9226-24a7a18b2347 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:14.617531 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cefcfd-67eb-41a3-9226-24a7a18b2347 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:14.621747 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-10cefcfd-67eb-41a3-9226-24a7a18b2347 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 1.0991976 Nov 09 21:35:14.639655 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589cfa80-d40e-402a-83e5-3f7c5dac1e12 req-a9260497-d155-4e90-98c8-fae5300b2445 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:14.641835 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-4736f8ff-4c26-4711-9b6d-2d80de7c210d service neutron] 10.222.0.43 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129486 Nov 09 21:35:14.642325 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36236) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:14.665030 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-589cfa80-d40e-402a-83e5-3f7c5dac1e12 req-a9260497-d155-4e90-98c8-fae5300b2445 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b68bdaa-a7b5-47ca-a4ed-f843e96acb62 HTTP/1.1" status: 200 len: 943 time: 1.2017281 Nov 09 21:35:14.718837 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 0591bba0-96a0-4e58-96f0-0e163ff08762 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:35:14.801056 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1b3caf2b-6269-4aba-974e-9b6e4d9c42c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:14.805853 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1b3caf2b-6269-4aba-974e-9b6e4d9c42c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:14.811502 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1b3caf2b-6269-4aba-974e-9b6e4d9c42c7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8c86f0f5-2c97-4ab6-bdc3-1ee0316d7a0e HTTP/1.1" status: 204 len: 168 time: 1.6261873 Nov 09 21:35:14.858554 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 0591bba0-96a0-4e58-96f0-0e163ff08762 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:14.859480 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:14.880400 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3caf2b-6269-4aba-974e-9b6e4d9c42c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c86f0f5-2c97-4ab6-bdc3-1ee0316d7a0e,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:14.880908 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-13e6fa76-d18e-4bcc-9731-c89e67e3f741 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting subnet 5d20f24f-83c8-422a-a162-dcb980d07683 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:35:14.897087 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-13e6fa76-d18e-4bcc-9731-c89e67e3f741 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:14.986235 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-589cfa80-d40e-402a-83e5-3f7c5dac1e12 req-be054db3-5090-4ba6-a84b-63bf3ddada5f tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202164 Nov 09 21:35:14.999100 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-031c633f-bf19-446e-b4b2-519a904237b9 None None] Provisioning complete for port 0591bba0-96a0-4e58-96f0-0e163ff08762 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:14.999768 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-031c633f-bf19-446e-b4b2-519a904237b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:15.030314 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8a4d260a-5de1-4b1a-9e6c-89907ac42d01 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:15.062845 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8a4d260a-5de1-4b1a-9e6c-89907ac42d01 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:15.105870 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-13e6fa76-d18e-4bcc-9731-c89e67e3f741 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:15.110675 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-62e7ff07-999b-4fed-a279-b4d6a9068f89 req-3cfb32ac-55c6-4ddd-bbfb-71c4ceff3760 service neutron] 10.222.0.43 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4526880 Nov 09 21:35:15.219545 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8a4d260a-5de1-4b1a-9e6c-89907ac42d01 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Network 711d9327-1ee3-4523-947f-1427d30594b8 is not hosted by any dhcp agent {{(pid=102608) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 21:35:15.234779 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4d260a-5de1-4b1a-9e6c-89907ac42d01 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:15.235636 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8a4d260a-5de1-4b1a-9e6c-89907ac42d01 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:15.237260 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8a4d260a-5de1-4b1a-9e6c-89907ac42d01 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "PUT /v2.0/networks/711d9327-1ee3-4523-947f-1427d30594b8 HTTP/1.1" status: 200 len: 723 time: 1.7189586 Nov 09 21:35:15.241156 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36250) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:15.248020 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-1b03efd5-c9c2-442e-ac1a-6f5607236a8d tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Request body: {'subnet': {'network_id': '711d9327-1ee3-4523-947f-1427d30594b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:15.307033 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c09fa-6cc3-4b15-8b12-08051ce9df3c req-df83d7a0-b0bd-45fa-9cc2-42d3bbb8fe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:15.315101 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3f8c09fa-6cc3-4b15-8b12-08051ce9df3c req-df83d7a0-b0bd-45fa-9cc2-42d3bbb8fe27 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=96a7a35658cb4a6ea565f057e114d368&device_id=8b68bdaa-a7b5-47ca-a4ed-f843e96acb62 HTTP/1.1" status: 200 len: 1094 time: 0.1125498 Nov 09 21:35:15.391033 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d260a-5de1-4b1a-9e6c-89907ac42d01 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Pushing event updated for resources: {'Network': ['ID=711d9327-1ee3-4523-947f-1427d30594b8,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:15.413575 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 711d9327-1ee3-4523-947f-1427d30594b8 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:35:15.443998 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b03efd5-c9c2-442e-ac1a-6f5607236a8d tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Made reservation on behalf of 9d34f0915de74546bbc630d7f1ddd316 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:35:15.448453 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1b03efd5-c9c2-442e-ac1a-6f5607236a8d tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:15.505954 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfacac1-60e2-44e4-95f0-cdda0251457f None None] Network 7edfe8e0-0f70-48f6-8323-b93480c565cb requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:35:15.513084 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 3ecd066c-cca1-4af0-84b5-8330c9d9a3e4 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:35:15.527195 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-13e6fa76-d18e-4bcc-9731-c89e67e3f741 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:15.696189 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-13e6fa76-d18e-4bcc-9731-c89e67e3f741 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:15.727256 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-13e6fa76-d18e-4bcc-9731-c89e67e3f741 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:15.734854 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-13e6fa76-d18e-4bcc-9731-c89e67e3f741 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/5d20f24f-83c8-422a-a162-dcb980d07683 HTTP/1.1" status: 204 len: 168 time: 1.0900815 Nov 09 21:35:15.738013 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36262) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:15.767547 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-dee9c354-e92c-409b-9146-7e577898e4cc None None] Provisioning complete for port 3ecd066c-cca1-4af0-84b5-8330c9d9a3e4 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:15.767984 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dee9c354-e92c-409b-9146-7e577898e4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:15.779684 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e6fa76-d18e-4bcc-9731-c89e67e3f741 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Subnet': ['ID=5d20f24f-83c8-422a-a162-dcb980d07683,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:15.858166 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c09fa-6cc3-4b15-8b12-08051ce9df3c req-d53b696a-5c09-43dd-84f0-2550939cdc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:15.860301 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3f8c09fa-6cc3-4b15-8b12-08051ce9df3c req-d53b696a-5c09-43dd-84f0-2550939cdc01 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e557bc0d-71a9-4b44-ab50-1de12563c5ef HTTP/1.1" status: 200 len: 912 time: 0.5363822 Nov 09 21:35:15.907727 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680924d0-726e-4550-8763-612a17dea98d None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:35:15.962900 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3f8c09fa-6cc3-4b15-8b12-08051ce9df3c req-b85be1ea-5fa8-4fb9-8f1a-6fe83ff6cec1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49e8bef3-0fcd-4796-8994-39879b0b337e HTTP/1.1" status: 200 len: 217 time: 0.0935171 Nov 09 21:35:16.011383 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-e561b539-ed65-459e-8540-f8c8ce2f0121 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting subnet ae800caa-23c2-4e15-8a2c-5d2e4082afd4 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:35:16.026790 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e561b539-ed65-459e-8540-f8c8ce2f0121 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:16.070928 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1b03efd5-c9c2-442e-ac1a-6f5607236a8d tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:16.081611 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c09fa-6cc3-4b15-8b12-08051ce9df3c req-158aa95a-3ea0-4bad-8c02-d6260bc31a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:16.083130 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3f8c09fa-6cc3-4b15-8b12-08051ce9df3c req-158aa95a-3ea0-4bad-8c02-d6260bc31a3e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=48041428-5cce-473c-b445-a01eb383d908 HTTP/1.1" status: 200 len: 851 time: 0.1127844 Nov 09 21:35:16.157422 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b03efd5-c9c2-442e-ac1a-6f5607236a8d tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Pushing event updated for resources: {'Subnet': ['ID=d4ac88fe-ca66-416f-b5d2-8401761aaa28,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:16.173567 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e561b539-ed65-459e-8540-f8c8ce2f0121 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:16.234769 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b03efd5-c9c2-442e-ac1a-6f5607236a8d tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Checking segment: {'id': '1748afb2-1e93-4e4f-b74d-e3dcb24a5031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '711d9327-1ee3-4523-947f-1427d30594b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:35:16.235508 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b03efd5-c9c2-442e-ac1a-6f5607236a8d tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Network hostable DHCP agents. Network: 711d9327-1ee3-4523-947f-1427d30594b8, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:35:16.255301 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 3ecd066c-cca1-4af0-84b5-8330c9d9a3e4 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:16.255976 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:16.300765 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45464e-9ee9-442f-b3b7-0e15afc1e0f1 req-6befef2c-b23a-4ddb-8e00-5a66637dc928 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:16.321112 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dee9c354-e92c-409b-9146-7e577898e4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:16.324352 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b03efd5-c9c2-442e-ac1a-6f5607236a8d tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Network 711d9327-1ee3-4523-947f-1427d30594b8 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:35:16.326857 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7f45464e-9ee9-442f-b3b7-0e15afc1e0f1 req-6befef2c-b23a-4ddb-8e00-5a66637dc928 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b68bdaa-a7b5-47ca-a4ed-f843e96acb62 HTTP/1.1" status: 200 len: 943 time: 0.2069581 Nov 09 21:35:16.335350 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c09fa-6cc3-4b15-8b12-08051ce9df3c req-ac1bec93-ad3e-4264-972c-2ab1c5712f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:16.340610 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3f8c09fa-6cc3-4b15-8b12-08051ce9df3c req-ac1bec93-ad3e-4264-972c-2ab1c5712f75 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e557bc0d-71a9-4b44-ab50-1de12563c5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2155459 Nov 09 21:35:16.363941 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-1b03efd5-c9c2-442e-ac1a-6f5607236a8d tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 711d9327-1ee3-4523-947f-1427d30594b8) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:35:16.369039 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e561b539-ed65-459e-8540-f8c8ce2f0121 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:16.376321 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b03efd5-c9c2-442e-ac1a-6f5607236a8d tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:16.380816 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1b03efd5-c9c2-442e-ac1a-6f5607236a8d tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:16.397442 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e940692-613c-472d-80f7-905d84117cee None None] Network 711d9327-1ee3-4523-947f-1427d30594b8 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:35:16.403254 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36288) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:16.475873 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1b03efd5-c9c2-442e-ac1a-6f5607236a8d tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2305210 Nov 09 21:35:16.475990 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36292) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:16.501613 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-f5bc0f89-84ff-4379-ae85-cbc1ab8e7a70 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:16.555053 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3f8c09fa-6cc3-4b15-8b12-08051ce9df3c req-3d817369-de18-4253-b9c0-2e7bbea1e4f1 service neutron] 10.222.0.43 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990445 Nov 09 21:35:16.711592 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7f45464e-9ee9-442f-b3b7-0e15afc1e0f1 req-79aa56d1-d794-4d33-b398-50f011c4f859 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3826189 Nov 09 21:35:16.712377 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e561b539-ed65-459e-8540-f8c8ce2f0121 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:16.746226 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3f8c09fa-6cc3-4b15-8b12-08051ce9df3c req-edb369ac-ed9d-4acc-9712-78aded84a5af service neutron] 10.222.0.43 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784756 Nov 09 21:35:16.797282 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e561b539-ed65-459e-8540-f8c8ce2f0121 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Subnet': ['ID=ae800caa-23c2-4e15-8a2c-5d2e4082afd4,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:16.807522 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e561b539-ed65-459e-8540-f8c8ce2f0121 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:16.813606 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36294) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:16.813788 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e561b539-ed65-459e-8540-f8c8ce2f0121 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/ae800caa-23c2-4e15-8a2c-5d2e4082afd4 HTTP/1.1" status: 204 len: 168 time: 1.0725546 Nov 09 21:35:16.833760 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d456236a-9849-4d58-8965-bb0279fcbb0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-711d9327-1ee3-4523-947f-1427d30594b8', 'network_id': '711d9327-1ee3-4523-947f-1427d30594b8', 'tenant_id': '9d34f0915de74546bbc630d7f1ddd316', 'fixed_ips': [{'subnet_id': 'd4ac88fe-ca66-416f-b5d2-8401761aaa28'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:35:16.834637 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d456236a-9849-4d58-8965-bb0279fcbb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:16.855040 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-dee9c354-e92c-409b-9146-7e577898e4cc None None] For port 3ecd066c-cca1-4af0-84b5-8330c9d9a3e4, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=3ecd066c-cca1-4af0-84b5-8330c9d9a3e4,segment=NetworkSegment(159260cc-ade0-4b73-adc8-4b9bc83f487e),segment_id=159260cc-ade0-4b73-adc8-4b9bc83f487e)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:35:16.895933 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dee9c354-e92c-409b-9146-7e577898e4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:16.896369 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e23d48ee-9fdb-40a8-ad4f-3dd0088472c6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0796244 Nov 09 21:35:16.897764 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36300) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:16.909645 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-6d60746e-7d06-44df-8066-7389c30bbcec tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'subnet': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:16.953633 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f5bc0f89-84ff-4379-ae85-cbc1ab8e7a70 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12320925'] for subnet, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:16.968745 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee9c354-e92c-409b-9146-7e577898e4cc None None] Pushing event updated for resources: {'Port': ['ID=3ecd066c-cca1-4af0-84b5-8330c9d9a3e4,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:16.975322 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-dee9c354-e92c-409b-9146-7e577898e4cc None None] Could not find standard attr ID for object a713c1aa-3e96-4191-aba9-25e83cdfeed6. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 21:35:17.009549 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-00985563-4cab-4905-8f9d-868b201a65b8 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:17.010243 n-d-816206-3 neutron-server[102608]: WARNING neutron.api.v2.base [None req-00985563-4cab-4905-8f9d-868b201a65b8 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 09 21:35:17.010883 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-00985563-4cab-4905-8f9d-868b201a65b8 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] create failed (client error): There was a conflict when trying to complete your request. Nov 09 21:35:17.012006 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-00985563-4cab-4905-8f9d-868b201a65b8 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5781214 Nov 09 21:35:17.020377 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36302) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:17.022283 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:17.025301 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-a93881f6-802e-4cd4-894b-7d83af400c80 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Request body: {'security_group': {'name': 'tempest-secgroup--343294122'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:17.063325 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee9c354-e92c-409b-9146-7e577898e4cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:35:17.063708 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee9c354-e92c-409b-9146-7e577898e4cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:35:17.064055 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee9c354-e92c-409b-9146-7e577898e4cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:35:17.065814 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee9c354-e92c-409b-9146-7e577898e4cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:35:17.066172 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee9c354-e92c-409b-9146-7e577898e4cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:35:17.066511 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee9c354-e92c-409b-9146-7e577898e4cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:35:17.066851 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee9c354-e92c-409b-9146-7e577898e4cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:35:17.067276 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee9c354-e92c-409b-9146-7e577898e4cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:35:17.067613 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee9c354-e92c-409b-9146-7e577898e4cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:35:17.067942 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee9c354-e92c-409b-9146-7e577898e4cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:35:17.068710 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee9c354-e92c-409b-9146-7e577898e4cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:35:17.068952 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee9c354-e92c-409b-9146-7e577898e4cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:35:17.101259 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a93881f6-802e-4cd4-894b-7d83af400c80 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:17.108355 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-e19a82d6-f4c9-4ff2-807b-f5ed1aed5bfd None None] Could not find standard attr ID for object 5abc1a23-eb5d-4f7b-b2bb-e77081929f8d. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 21:35:17.156036 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a93881f6-802e-4cd4-894b-7d83af400c80 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:17.161846 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d60746e-7d06-44df-8066-7389c30bbcec tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:35:17.169942 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d60746e-7d06-44df-8066-7389c30bbcec tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:17.295268 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.db.api [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 21:35:17.295634 n-d-816206-3 neutron-server[102609]: DEBUG oslo_db.api [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 21:35:17.306204 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a93881f6-802e-4cd4-894b-7d83af400c80 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:17.316415 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a93881f6-802e-4cd4-894b-7d83af400c80 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:17.349447 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65bfbdb-dee0-4db4-998f-43bba2f2df71 None None] Update dhcp port {'port': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'fixed_ips': [{'subnet_id': 'ae800caa-23c2-4e15-8a2c-5d2e4082afd4'}], 'binding:host_id': 'n-d-816206-3'}, 'id': '0591bba0-96a0-4e58-96f0-0e163ff08762'} from n-d-816206-3. {{(pid=102609) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 21:35:17.389874 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a65bfbdb-dee0-4db4-998f-43bba2f2df71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:17.393637 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3664fdbe-2b24-474e-964e-78ec65270b3b None None] Update dhcp port {'port': {'network_id': '7edfe8e0-0f70-48f6-8323-b93480c565cb', 'fixed_ips': [{'subnet_id': 'ab3aa86a-7a48-488f-9aff-3b600c4060fc', 'ip_address': '2001:db8::2'}, {'subnet_id': '212c49c3-1995-45f7-9164-632dd3210be7'}], 'binding:host_id': 'n-d-816206-3'}, 'id': '3ecd066c-cca1-4af0-84b5-8330c9d9a3e4'} from n-d-816206-3. {{(pid=102609) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 21:35:17.451854 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a93881f6-802e-4cd4-894b-7d83af400c80 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:17.461266 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3664fdbe-2b24-474e-964e-78ec65270b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:17.462067 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a93881f6-802e-4cd4-894b-7d83af400c80 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:17.486441 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f5bc0f89-84ff-4379-ae85-cbc1ab8e7a70 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752600576386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8482792'] for subnet, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:17.493631 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93881f6-802e-4cd4-894b-7d83af400c80 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87a13267-7fd9-44dd-8d56-bcda0e554a72,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:17.535087 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a93881f6-802e-4cd4-894b-7d83af400c80 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:17.539865 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a93881f6-802e-4cd4-894b-7d83af400c80 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5178204 Nov 09 21:35:17.542862 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36312) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:17.558452 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-92e9a640-24c8-4d24-83b4-f97671b9f526 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Request body: {'security_group_rule': {'security_group_id': 'c18d3318-79de-4437-a4ce-69edde2d4c8c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:17.568742 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bc0f89-84ff-4379-ae85-cbc1ab8e7a70 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:17.569350 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f5bc0f89-84ff-4379-ae85-cbc1ab8e7a70 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:17.574130 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f5bc0f89-84ff-4379-ae85-cbc1ab8e7a70 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "PUT /v2.0/subnets/d4ac88fe-ca66-416f-b5d2-8401761aaa28 HTTP/1.1" status: 200 len: 826 time: 1.0916336 Nov 09 21:35:17.584001 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36314) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:17.606548 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d60746e-7d06-44df-8066-7389c30bbcec tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:17.641140 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93881f6-802e-4cd4-894b-7d83af400c80 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c18d3318-79de-4437-a4ce-69edde2d4c8c,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:17.662489 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bc0f89-84ff-4379-ae85-cbc1ab8e7a70 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Pushing event updated for resources: {'Subnet': ['ID=d4ac88fe-ca66-416f-b5d2-8401761aaa28,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:17.717679 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-92e9a640-24c8-4d24-83b4-f97671b9f526 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:17.747366 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e59edb02-45c3-42f3-b551-963ae496139b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:17.753673 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5b7c02-1b73-49b1-a2ef-d00f4bdc8705 None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:35:17.769702 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-d456236a-9849-4d58-8965-bb0279fcbb0d None None] Allocated IP 2001:db8::2 (711d9327-1ee3-4523-947f-1427d30594b8/d4ac88fe-ca66-416f-b5d2-8401761aaa28/a14b9551-f8e0-4ddc-8830-413dfd94d13c) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:35:17.821129 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-92e9a640-24c8-4d24-83b4-f97671b9f526 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:17.836781 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c18d2a76-bbe8-4253-9d86-b800f5b83557 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:17.850529 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-92e9a640-24c8-4d24-83b4-f97671b9f526 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:17.851193 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d60746e-7d06-44df-8066-7389c30bbcec tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:35:17.859874 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-6d60746e-7d06-44df-8066-7389c30bbcec tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:35:17.867337 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d60746e-7d06-44df-8066-7389c30bbcec tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:17.868816 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d60746e-7d06-44df-8066-7389c30bbcec tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:17.897008 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6d60746e-7d06-44df-8066-7389c30bbcec tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9943452 Nov 09 21:35:17.902943 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36322) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:17.905686 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e9a640-24c8-4d24-83b4-f97671b9f526 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=166ccca3-1315-44b8-a9ba-3be2feb9544c,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:17.920992 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-92e9a640-24c8-4d24-83b4-f97671b9f526 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:17.926932 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-92e9a640-24c8-4d24-83b4-f97671b9f526 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3765140 Nov 09 21:35:17.927124 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-ff244f28-2ee2-4b77-83d9-bfc290021e32 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'subnet': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:17.928735 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36324) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:17.929689 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-fbb329ac-8031-4a9c-9a62-7d060e4cc897 None None] Provisioning complete for port 0591bba0-96a0-4e58-96f0-0e163ff08762 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:17.930155 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fbb329ac-8031-4a9c-9a62-7d060e4cc897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:17.934199 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-fb51d117-0490-4ed2-8142-3c8c275e8507 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Request body: {'security_group_rule': {'security_group_id': 'c18d3318-79de-4437-a4ce-69edde2d4c8c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:17.958497 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8ecd1-c7d4-4858-a15e-053260998f50 req-7d485b51-5a94-46b1-a3fb-d926279e48ec tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:17.960534 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-66e8ecd1-c7d4-4858-a15e-053260998f50 req-7d485b51-5a94-46b1-a3fb-d926279e48ec tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b68bdaa-a7b5-47ca-a4ed-f843e96acb62 HTTP/1.1" status: 200 len: 943 time: 0.1382289 Nov 09 21:35:18.004181 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fb51d117-0490-4ed2-8142-3c8c275e8507 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:18.057860 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d60746e-7d06-44df-8066-7389c30bbcec tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Subnet': ['ID=3e7fa676-ca44-45ba-8433-f48e6ffda832,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:18.067454 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-66e8ecd1-c7d4-4858-a15e-053260998f50 req-d2ebb00f-c30f-474e-8f0d-c21ace7ca387 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993314 Nov 09 21:35:18.127396 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c18d2a76-bbe8-4253-9d86-b800f5b83557 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:18.153525 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-fb51d117-0490-4ed2-8142-3c8c275e8507 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] create failed (client error): There was a conflict when trying to complete your request. Nov 09 21:35:18.157930 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-fb51d117-0490-4ed2-8142-3c8c275e8507 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2281034 Nov 09 21:35:18.158800 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36330) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:18.166829 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-3664fdbe-2b24-474e-964e-78ec65270b3b None None] Allocated IP 172.20.0.1 (7edfe8e0-0f70-48f6-8323-b93480c565cb/212c49c3-1995-45f7-9164-632dd3210be7/3ecd066c-cca1-4af0-84b5-8330c9d9a3e4) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:35:18.198332 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff244f28-2ee2-4b77-83d9-bfc290021e32 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:35:18.215135 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ff244f28-2ee2-4b77-83d9-bfc290021e32 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:18.275732 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-45ab4b18-2c39-4747-8aee-4ba9a640d6cf tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:18.296065 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 3ecd066c-cca1-4af0-84b5-8330c9d9a3e4 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:35:18.330994 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-45ab4b18-2c39-4747-8aee-4ba9a640d6cf tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:18.451896 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-45ab4b18-2c39-4747-8aee-4ba9a640d6cf tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:18.459291 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-45ab4b18-2c39-4747-8aee-4ba9a640d6cf tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:18.467690 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-45ab4b18-2c39-4747-8aee-4ba9a640d6cf tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "DELETE /v2.0/security-groups/c18d3318-79de-4437-a4ce-69edde2d4c8c HTTP/1.1" status: 204 len: 168 time: 0.3076363 Nov 09 21:35:18.468468 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36338) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:18.501430 n-d-816206-3 neutron-server[102607]: INFO neutron.db.ipam_backend_mixin [None req-ff244f28-2ee2-4b77-83d9-bfc290021e32 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3e7fa676-ca44-45ba-8433-f48e6ffda832 (CIDR: 2001:db8::/64) Nov 09 21:35:18.510635 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff244f28-2ee2-4b77-83d9-bfc290021e32 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:35:18.512004 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff244f28-2ee2-4b77-83d9-bfc290021e32 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:18.524682 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab4b18-2c39-4747-8aee-4ba9a640d6cf tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18d3318-79de-4437-a4ce-69edde2d4c8c,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:18.555999 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-3664fdbe-2b24-474e-964e-78ec65270b3b None None] For port 3ecd066c-cca1-4af0-84b5-8330c9d9a3e4, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=3ecd066c-cca1-4af0-84b5-8330c9d9a3e4,segment=NetworkSegment(159260cc-ade0-4b73-adc8-4b9bc83f487e),segment_id=159260cc-ade0-4b73-adc8-4b9bc83f487e)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:35:18.562580 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ff244f28-2ee2-4b77-83d9-bfc290021e32 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6428518 Nov 09 21:35:18.564233 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36340) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:18.569515 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-4fc1936b-69ca-40cb-88b7-e38556ae773e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'subnet': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:18.606424 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d456236a-9849-4d58-8965-bb0279fcbb0d None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:18.626401 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d456236a-9849-4d58-8965-bb0279fcbb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:18.645080 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 3ecd066c-cca1-4af0-84b5-8330c9d9a3e4 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:18.645450 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:18.645862 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-58609039-a7ac-4bdf-9683-ed99d69249ec tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1410902 Nov 09 21:35:18.649458 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36346) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:18.660473 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-c638c225-1fcc-46ef-bed3-3318aaadd296 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Request body: {'security_group': {'name': 'tempest-secgroup--632446114'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:18.677368 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3664fdbe-2b24-474e-964e-78ec65270b3b None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:18.692012 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c638c225-1fcc-46ef-bed3-3318aaadd296 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:18.705946 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d456236a-9849-4d58-8965-bb0279fcbb0d None None] Network 711d9327-1ee3-4523-947f-1427d30594b8 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:35:18.722459 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c18d2a76-bbe8-4253-9d86-b800f5b83557 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:18.764223 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3664fdbe-2b24-474e-964e-78ec65270b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:18.790546 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-d456236a-9849-4d58-8965-bb0279fcbb0d None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:35:18.801628 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d456236a-9849-4d58-8965-bb0279fcbb0d None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:35:18.810291 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18d2a76-bbe8-4253-9d86-b800f5b83557 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Pushing event deleted for resources: {'Subnet': ['ID=d4ac88fe-ca66-416f-b5d2-8401761aaa28,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:18.815354 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d456236a-9849-4d58-8965-bb0279fcbb0d None None] Pushing event updated for resources: {'Port': ['ID=a14b9551-f8e0-4ddc-8830-413dfd94d13c,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:18.845279 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c638c225-1fcc-46ef-bed3-3318aaadd296 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:18.851316 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c638c225-1fcc-46ef-bed3-3318aaadd296 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:18.886997 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3664fdbe-2b24-474e-964e-78ec65270b3b None None] Pushing event updated for resources: {'Port': ['ID=3ecd066c-cca1-4af0-84b5-8330c9d9a3e4,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:18.920569 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36350) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:18.957152 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c638c225-1fcc-46ef-bed3-3318aaadd296 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:18.958692 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c638c225-1fcc-46ef-bed3-3318aaadd296 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3071537 Nov 09 21:35:18.961126 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c638c225-1fcc-46ef-bed3-3318aaadd296 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac544180-4852-450c-bc6f-bfd4284be4c8,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:18.961770 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36354) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:18.970229 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-5f2f69c5-95a2-4f34-a215-4ede83b6a62f tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Request body: {'security_group_rule': {'security_group_id': 'ac544180-4852-450c-bc6f-bfd4284be4c8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:18.970944 n-d-816206-3 neutron-server[102607]: WARNING neutron.api.v2.base [None req-5f2f69c5-95a2-4f34-a215-4ede83b6a62f tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 09 21:35:18.972220 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [None req-5f2f69c5-95a2-4f34-a215-4ede83b6a62f tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:35:18.976280 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5f2f69c5-95a2-4f34-a215-4ede83b6a62f tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0071905 Nov 09 21:35:18.976786 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36356) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:18.985625 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9eb369-5fa2-4210-9aee-2c6cd8b1424f None None] Update dhcp port {'port': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'fixed_ips': [{'subnet_id': '3e7fa676-ca44-45ba-8433-f48e6ffda832'}], 'binding:host_id': 'n-d-816206-3'}, 'id': '0591bba0-96a0-4e58-96f0-0e163ff08762'} from n-d-816206-3. {{(pid=102609) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 21:35:19.043021 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c18d2a76-bbe8-4253-9d86-b800f5b83557 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:19.066325 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc1936b-69ca-40cb-88b7-e38556ae773e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:35:19.069818 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4fc1936b-69ca-40cb-88b7-e38556ae773e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:19.074382 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 49e8bef3-0fcd-4796-8994-39879b0b337e details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:35:19.083249 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f066836f-985e-4667-8777-ae76e88bbe18 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:19.093282 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-d456236a-9849-4d58-8965-bb0279fcbb0d None None] Attempting to bind port a14b9551-f8e0-4ddc-8830-413dfd94d13c on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:35:19.093671 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-d456236a-9849-4d58-8965-bb0279fcbb0d None None] Attempting to bind port a14b9551-f8e0-4ddc-8830-413dfd94d13c by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '1748afb2-1e93-4e4f-b74d-e3dcb24a5031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '711d9327-1ee3-4523-947f-1427d30594b8'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:35:19.094096 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d456236a-9849-4d58-8965-bb0279fcbb0d None None] Attempting to bind port a14b9551-f8e0-4ddc-8830-413dfd94d13c on network 711d9327-1ee3-4523-947f-1427d30594b8 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:35:19.136535 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-c18d2a76-bbe8-4253-9d86-b800f5b83557 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['711d9327-1ee3-4523-947f-1427d30594b8']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:35:19.154115 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-c18d2a76-bbe8-4253-9d86-b800f5b83557 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1748afb2-1e93-4e4f-b74d-e3dcb24a5031') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:35:19.155215 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-c18d2a76-bbe8-4253-9d86-b800f5b83557 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1748afb2-1e93-4e4f-b74d-e3dcb24a5031') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:35:19.168450 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f066836f-985e-4667-8777-ae76e88bbe18 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:19.171322 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c18d2a76-bbe8-4253-9d86-b800f5b83557 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:19.203499 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c18d2a76-bbe8-4253-9d86-b800f5b83557 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:19.218110 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c18d2a76-bbe8-4253-9d86-b800f5b83557 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:35:19.218961 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c18d2a76-bbe8-4253-9d86-b800f5b83557 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:19.228221 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 0591bba0-96a0-4e58-96f0-0e163ff08762 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:35:19.283390 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2f1a9f32-dfcc-4f60-a63e-21ed63acfbd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:19.290541 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f066836f-985e-4667-8777-ae76e88bbe18 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:19.295933 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f066836f-985e-4667-8777-ae76e88bbe18 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:19.298332 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f066836f-985e-4667-8777-ae76e88bbe18 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "DELETE /v2.0/security-groups/ac544180-4852-450c-bc6f-bfd4284be4c8 HTTP/1.1" status: 204 len: 168 time: 0.3160663 Nov 09 21:35:19.301476 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36366) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:19.338800 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:35:19.338800 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:35:19.338800 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:35:19.338800 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:35:19.338800 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:35:19.338800 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:35:19.338800 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:35:19.338800 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:35:19.338800 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:35:19.338800 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:35:19.338800 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:35:19.338800 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:35:19.338800 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:35:19.338800 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:35:19.338800 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:35:19.338800 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:35:19.338800 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:35:19.338800 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:35:19.338800 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:35:19.338800 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:35:19.338800 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:35:19.338800 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:35:19.338800 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:35:19.338800 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:35:19.338800 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:35:19.338800 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:35:19.338800 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:35:19.338800 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:35:19.338800 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:35:19.338800 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:35:19.338800 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:35:19.338800 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:35:19.400728 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c14f0d12-651d-46fd-860d-60a1e4c84e24 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0825655 Nov 09 21:35:19.402847 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36368) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:19.420417 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-59721ad8-5575-4880-bd11-ef7bcfb49927 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Request body: {'security_group': {'name': 'tempest-secgroup--390255785'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:19.426572 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f066836f-985e-4667-8777-ae76e88bbe18 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac544180-4852-450c-bc6f-bfd4284be4c8,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:19.475200 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-59721ad8-5575-4880-bd11-ef7bcfb49927 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:19.499646 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.db.api [None req-c18d2a76-bbe8-4253-9d86-b800f5b83557 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 21:35:19.499646 n-d-816206-3 neutron-server[102607]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 21:35:19.499646 n-d-816206-3 neutron-server[102607]: [parameters: {'id': '711d9327-1ee3-4523-947f-1427d30594b8'}] Nov 09 21:35:19.499646 n-d-816206-3 neutron-server[102607]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 21:35:19.499646 n-d-816206-3 neutron-server[102607]: DEBUG oslo_db.api [None req-c18d2a76-bbe8-4253-9d86-b800f5b83557 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 21:35:19.564070 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-59721ad8-5575-4880-bd11-ef7bcfb49927 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:19.576032 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-59721ad8-5575-4880-bd11-ef7bcfb49927 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:19.624379 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59721ad8-5575-4880-bd11-ef7bcfb49927 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bde48a9-991b-4e84-b863-fafcd7932ac6,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:19.631500 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-59721ad8-5575-4880-bd11-ef7bcfb49927 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:19.632828 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-59721ad8-5575-4880-bd11-ef7bcfb49927 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2216415 Nov 09 21:35:19.635807 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36370) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:19.642309 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-f3d6b53b-1af3-4e14-8ec8-ffb4c1149e42 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Request body: {'security_group_rule': {'security_group_id': '0bde48a9-991b-4e84-b863-fafcd7932ac6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:19.642455 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540afdb2-be0d-4f26-b431-0d3ce8a68672 req-73a646d5-45ba-4274-908e-7602485c6737 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:19.642908 n-d-816206-3 neutron-server[102608]: WARNING neutron.api.v2.base [None req-f3d6b53b-1af3-4e14-8ec8-ffb4c1149e42 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 09 21:35:19.643440 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-f3d6b53b-1af3-4e14-8ec8-ffb4c1149e42 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:35:19.644475 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f3d6b53b-1af3-4e14-8ec8-ffb4c1149e42 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0077515 Nov 09 21:35:19.646866 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-540afdb2-be0d-4f26-b431-0d3ce8a68672 req-73a646d5-45ba-4274-908e-7602485c6737 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b68bdaa-a7b5-47ca-a4ed-f843e96acb62 HTTP/1.1" status: 200 len: 943 time: 0.2902849 Nov 09 21:35:19.647781 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36372) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:19.674397 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 49e8bef3-0fcd-4796-8994-39879b0b337e, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=49e8bef3-0fcd-4796-8994-39879b0b337e,segment=NetworkSegment(4b1e7064-c872-4e6f-85a8-e00a69322723),segment_id=4b1e7064-c872-4e6f-85a8-e00a69322723)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:35:19.694296 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d456236a-9849-4d58-8965-bb0279fcbb0d None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:35:19.694658 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d456236a-9849-4d58-8965-bb0279fcbb0d None None] Checking segment: {'id': '1748afb2-1e93-4e4f-b74d-e3dcb24a5031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '711d9327-1ee3-4523-947f-1427d30594b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:35:19.696060 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d456236a-9849-4d58-8965-bb0279fcbb0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:19.696586 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d456236a-9849-4d58-8965-bb0279fcbb0d None None] Bound using segment: {'id': '1748afb2-1e93-4e4f-b74d-e3dcb24a5031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '711d9327-1ee3-4523-947f-1427d30594b8'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:35:19.697102 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-d456236a-9849-4d58-8965-bb0279fcbb0d None None] Bound port: a14b9551-f8e0-4ddc-8830-413dfd94d13c, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1748afb2-1e93-4e4f-b74d-e3dcb24a5031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '711d9327-1ee3-4523-947f-1427d30594b8'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:35:19.697541 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d456236a-9849-4d58-8965-bb0279fcbb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:19.703030 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '49e8bef3-0fcd-4796-8994-39879b0b337e', 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef', 'port_id': '49e8bef3-0fcd-4796-8994-39879b0b337e', 'mac_address': 'fa:16:3e:a9:ec:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48041428-5cce-473c-b445-a01eb383d908', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:35:19.731586 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2f1a9f32-dfcc-4f60-a63e-21ed63acfbd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:19.734495 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1e9eb369-5fa2-4210-9aee-2c6cd8b1424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:19.741265 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2f1a9f32-dfcc-4f60-a63e-21ed63acfbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:19.797634 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2f1a9f32-dfcc-4f60-a63e-21ed63acfbd8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=510fcb0ebf984b93ba75ad9dd3e6456f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8759317 Nov 09 21:35:19.800042 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36378) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:19.801659 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1a9f32-dfcc-4f60-a63e-21ed63acfbd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64ca2d9-f503-4876-a24b-d4a2978f70d5,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:19.901263 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-540afdb2-be0d-4f26-b431-0d3ce8a68672 req-88250c9d-35f1-447a-b9f7-2c0bd5545ffa tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363591 Nov 09 21:35:19.922230 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7f2e0a11-7289-42fd-8761-d33047de6853 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:19.947488 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7e3a6cc9-7e68-4df9-8138-edf3eb5838e9 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:19.970929 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7e3a6cc9-7e68-4df9-8138-edf3eb5838e9 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:19.974156 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7f2e0a11-7289-42fd-8761-d33047de6853 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:19.993253 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-d456236a-9849-4d58-8965-bb0279fcbb0d None None] For port a14b9551-f8e0-4ddc-8830-413dfd94d13c, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:35:19.999069 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-d456236a-9849-4d58-8965-bb0279fcbb0d None None] For port a14b9551-f8e0-4ddc-8830-413dfd94d13c, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=a14b9551-f8e0-4ddc-8830-413dfd94d13c,segment=NetworkSegment(1748afb2-1e93-4e4f-b74d-e3dcb24a5031),segment_id=1748afb2-1e93-4e4f-b74d-e3dcb24a5031)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:35:20.037326 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7f2e0a11-7289-42fd-8761-d33047de6853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:20.041548 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c18d2a76-bbe8-4253-9d86-b800f5b83557 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:20.042732 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7f2e0a11-7289-42fd-8761-d33047de6853 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:20.047680 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d456236a-9849-4d58-8965-bb0279fcbb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:20.049949 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7f2e0a11-7289-42fd-8761-d33047de6853 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a64ca2d9-f503-4876-a24b-d4a2978f70d5 HTTP/1.1" status: 204 len: 168 time: 0.2414930 Nov 09 21:35:20.059159 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7e3a6cc9-7e68-4df9-8138-edf3eb5838e9 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:20.062365 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7e3a6cc9-7e68-4df9-8138-edf3eb5838e9 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:20.063665 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7e3a6cc9-7e68-4df9-8138-edf3eb5838e9 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "DELETE /v2.0/security-groups/0bde48a9-991b-4e84-b863-fafcd7932ac6 HTTP/1.1" status: 204 len: 168 time: 0.4079170 Nov 09 21:35:20.068166 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36382) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:20.094071 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e0a11-7289-42fd-8761-d33047de6853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64ca2d9-f503-4876-a24b-d4a2978f70d5,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:20.114253 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a6cc9-7e68-4df9-8138-edf3eb5838e9 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bde48a9-991b-4e84-b863-fafcd7932ac6,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:20.170083 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072a989b-bc0e-45c4-864d-bc98d904d797 None None] Network 7edfe8e0-0f70-48f6-8323-b93480c565cb requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:35:20.202717 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e8980793-be0c-4f46-8ea2-7fffef1819d3 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1332579 Nov 09 21:35:20.203379 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36390) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:20.214478 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-4754131f-6d74-4199-951a-c383a0b4e199 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Request body: {'security_group': {'name': 'tempest-secgroup--1707532269'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:20.255218 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4754131f-6d74-4199-951a-c383a0b4e199 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:20.301979 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:20.322784 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b993d221-52d7-45a8-9591-a3adb30269f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:20.366649 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4754131f-6d74-4199-951a-c383a0b4e199 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:20.373652 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4754131f-6d74-4199-951a-c383a0b4e199 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:20.385967 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49e8bef3-0fcd-4796-8994-39879b0b337e {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:35:20.398117 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-c18d2a76-bbe8-4253-9d86-b800f5b83557 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Deleting port a14b9551-f8e0-4ddc-8830-413dfd94d13c {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:35:20.399659 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c18d2a76-bbe8-4253-9d86-b800f5b83557 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:20.409467 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 49e8bef3-0fcd-4796-8994-39879b0b337e, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=49e8bef3-0fcd-4796-8994-39879b0b337e,segment=NetworkSegment(4b1e7064-c872-4e6f-85a8-e00a69322723),segment_id=4b1e7064-c872-4e6f-85a8-e00a69322723)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:35:20.410939 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d456236a-9849-4d58-8965-bb0279fcbb0d None None] Pushing event updated for resources: {'Port': ['ID=a14b9551-f8e0-4ddc-8830-413dfd94d13c,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:20.428185 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4754131f-6d74-4199-951a-c383a0b4e199 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:20.436178 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4754131f-6d74-4199-951a-c383a0b4e199 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2315722 Nov 09 21:35:20.436903 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36398) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:20.450576 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-f3936a6a-b21d-4d70-8283-a87003bf129a tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Request body: {'security_group_rule': {'security_group_id': '5592ef4c-a3b5-49a9-b931-9390b8bdaf08', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:20.451771 n-d-816206-3 neutron-server[102608]: WARNING neutron.api.v2.base [None req-f3936a6a-b21d-4d70-8283-a87003bf129a tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 09 21:35:20.452543 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-f3936a6a-b21d-4d70-8283-a87003bf129a tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:35:20.457299 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f3936a6a-b21d-4d70-8283-a87003bf129a tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0117631 Nov 09 21:35:20.457863 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36400) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:20.465102 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-edbdcfeb-7669-4fe9-8f92-1b0044c7dd27 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Request body: {'security_group_rule': {'security_group_id': '5592ef4c-a3b5-49a9-b931-9390b8bdaf08', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:20.465782 n-d-816206-3 neutron-server[102608]: WARNING neutron.api.v2.base [None req-edbdcfeb-7669-4fe9-8f92-1b0044c7dd27 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 09 21:35:20.466274 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-edbdcfeb-7669-4fe9-8f92-1b0044c7dd27 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:35:20.473337 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-edbdcfeb-7669-4fe9-8f92-1b0044c7dd27 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0083501 Nov 09 21:35:20.473337 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36402) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:20.476612 n-d-816206-3 neutron-server[102607]: DEBUG neutron.objects.ports [None req-4fc1936b-69ca-40cb-88b7-e38556ae773e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102607) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 21:35:20.479320 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4754131f-6d74-4199-951a-c383a0b4e199 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5592ef4c-a3b5-49a9-b931-9390b8bdaf08,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:20.499822 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-48541718-f2fc-4bc8-a70d-0e18fb309a39 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Request body: {'security_group_rule': {'security_group_id': '5592ef4c-a3b5-49a9-b931-9390b8bdaf08', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:20.500701 n-d-816206-3 neutron-server[102608]: WARNING neutron.api.v2.base [None req-48541718-f2fc-4bc8-a70d-0e18fb309a39 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 09 21:35:20.501222 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-48541718-f2fc-4bc8-a70d-0e18fb309a39 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:35:20.502262 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-48541718-f2fc-4bc8-a70d-0e18fb309a39 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0294073 Nov 09 21:35:20.505809 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36404) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:20.511447 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-2cac5d29-289b-49b7-b5ad-f2d59810718a tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Request body: {'security_group_rule': {'security_group_id': '5592ef4c-a3b5-49a9-b931-9390b8bdaf08', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:20.512231 n-d-816206-3 neutron-server[102608]: WARNING neutron.api.v2.base [None req-2cac5d29-289b-49b7-b5ad-f2d59810718a tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 09 21:35:20.512764 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-2cac5d29-289b-49b7-b5ad-f2d59810718a tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:35:20.513743 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2cac5d29-289b-49b7-b5ad-f2d59810718a tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0069785 Nov 09 21:35:20.516707 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36406) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:20.552074 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:20.554037 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36412) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:20.572248 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-30540926-7b64-4877-aeac-3f5c099204f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:20.586370 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-c18d2a76-bbe8-4253-9d86-b800f5b83557 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] For port a14b9551-f8e0-4ddc-8830-413dfd94d13c, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=a14b9551-f8e0-4ddc-8830-413dfd94d13c,segment=NetworkSegment(1748afb2-1e93-4e4f-b74d-e3dcb24a5031),segment_id=1748afb2-1e93-4e4f-b74d-e3dcb24a5031)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:35:20.586978 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c18d2a76-bbe8-4253-9d86-b800f5b83557 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:20.633582 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-c18d2a76-bbe8-4253-9d86-b800f5b83557 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Calling delete_port for a14b9551-f8e0-4ddc-8830-413dfd94d13c owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:35:20.638443 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9e26e2e1-0692-4055-86fd-9916e3ffde87 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:20.680769 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:20.686042 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9e26e2e1-0692-4055-86fd-9916e3ffde87 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:20.705071 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-19c154a6-25c5-423c-afe9-85fbdee22491 None None] Provisioning complete for port 3ecd066c-cca1-4af0-84b5-8330c9d9a3e4 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:20.705545 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-19c154a6-25c5-423c-afe9-85fbdee22491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:20.764587 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9e26e2e1-0692-4055-86fd-9916e3ffde87 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:20.768048 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9e26e2e1-0692-4055-86fd-9916e3ffde87 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:20.772412 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36414) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:20.772535 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-9e26e2e1-0692-4055-86fd-9916e3ffde87 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "DELETE /v2.0/security-groups/5592ef4c-a3b5-49a9-b931-9390b8bdaf08 HTTP/1.1" status: 204 len: 168 time: 0.2538087 Nov 09 21:35:20.781134 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-30540926-7b64-4877-aeac-3f5c099204f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:20.790180 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e26e2e1-0692-4055-86fd-9916e3ffde87 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5592ef4c-a3b5-49a9-b931-9390b8bdaf08,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:20.792077 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-30540926-7b64-4877-aeac-3f5c099204f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:20.807619 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c80690-2fd4-4821-bb91-2934137bd365 None None] Network 711d9327-1ee3-4523-947f-1427d30594b8 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:35:20.838130 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30540926-7b64-4877-aeac-3f5c099204f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f24c3ec-89ff-4675-97ff-d79b065acaca,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:20.854766 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-30540926-7b64-4877-aeac-3f5c099204f3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cc406f48c83f4fa18bb59906c72a9ba7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2995017 Nov 09 21:35:20.858026 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36420) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:20.895040 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=49e8bef3-0fcd-4796-8994-39879b0b337e,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:20.917233 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['49e8bef3-0fcd-4796-8994-39879b0b337e'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:35:20.919590 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6e9058b7-9267-46e4-bc38-654efbb25474 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1435666 Nov 09 21:35:20.923376 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36424) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:20.929580 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-d068e5a8-1597-4fda-83af-0e670874627b tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Request body: {'security_group': {'name': 'tempest-secgroup--889372446'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:20.952674 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4fc1936b-69ca-40cb-88b7-e38556ae773e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:20.964529 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8c5213ab-3d8d-4286-9b30-039f187d693e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:21.001441 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-1e9eb369-5fa2-4210-9aee-2c6cd8b1424f None None] Allocated IP 2001:db8::2 (83001fa8-21bc-4303-8a8a-37c91fd09fe2/3e7fa676-ca44-45ba-8433-f48e6ffda832/0591bba0-96a0-4e58-96f0-0e163ff08762) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:35:21.015850 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8c5213ab-3d8d-4286-9b30-039f187d693e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:21.025979 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c18d2a76-bbe8-4253-9d86-b800f5b83557 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:21.032036 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d068e5a8-1597-4fda-83af-0e670874627b tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:21.066015 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18d2a76-bbe8-4253-9d86-b800f5b83557 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Pushing event deleted for resources: {'Port': ['ID=a14b9551-f8e0-4ddc-8830-413dfd94d13c,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:21.073488 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18d2a76-bbe8-4253-9d86-b800f5b83557 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] No DVR routers for this DVR port a14b9551-f8e0-4ddc-8830-413dfd94d13c on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:35:21.127362 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dab27a-718f-4ae2-a8e3-502b515df585 req-961f00fd-22a9-49cc-9a22-b92ca604463a tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:21.136834 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-24dab27a-718f-4ae2-a8e3-502b515df585 req-961f00fd-22a9-49cc-9a22-b92ca604463a tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b68bdaa-a7b5-47ca-a4ed-f843e96acb62 HTTP/1.1" status: 200 len: 944 time: 0.0805473 Nov 09 21:35:21.185020 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8c5213ab-3d8d-4286-9b30-039f187d693e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:21.187781 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8c5213ab-3d8d-4286-9b30-039f187d693e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:21.188284 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c18d2a76-bbe8-4253-9d86-b800f5b83557 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:21.191897 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8c5213ab-3d8d-4286-9b30-039f187d693e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8f24c3ec-89ff-4675-97ff-d79b065acaca HTTP/1.1" status: 204 len: 168 time: 0.3329000 Nov 09 21:35:21.210842 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5213ab-3d8d-4286-9b30-039f187d693e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f24c3ec-89ff-4675-97ff-d79b065acaca,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:21.246474 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-24dab27a-718f-4ae2-a8e3-502b515df585 req-1b79fb79-0559-428d-8ad1-113d261c1cdc tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086864 Nov 09 21:35:21.255920 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:21.256674 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.db.api [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 21:35:21.257044 n-d-816206-3 neutron-server[102609]: DEBUG oslo_db.api [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 21:35:21.310453 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d068e5a8-1597-4fda-83af-0e670874627b tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:21.315620 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-c18d2a76-bbe8-4253-9d86-b800f5b83557 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['711d9327-1ee3-4523-947f-1427d30594b8']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:35:21.319068 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d068e5a8-1597-4fda-83af-0e670874627b tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:21.355773 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-c18d2a76-bbe8-4253-9d86-b800f5b83557 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1748afb2-1e93-4e4f-b74d-e3dcb24a5031') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:35:21.356082 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-c18d2a76-bbe8-4253-9d86-b800f5b83557 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1748afb2-1e93-4e4f-b74d-e3dcb24a5031') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:35:21.393763 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd713111-936c-44c1-824d-31074a9fbfa6 None None] Network 711d9327-1ee3-4523-947f-1427d30594b8 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:35:21.400743 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c18d2a76-bbe8-4253-9d86-b800f5b83557 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:21.413819 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d068e5a8-1597-4fda-83af-0e670874627b tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:21.415714 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d068e5a8-1597-4fda-83af-0e670874627b tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4909258 Nov 09 21:35:21.418249 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36434) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:21.425419 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-94b4bb2c-6b9c-4685-ac5a-237b82e6942e tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Request body: {'security_group_rule': {'security_group_id': '2851b534-0880-49e5-b964-669dc5940781', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:21.425936 n-d-816206-3 neutron-server[102608]: WARNING neutron.api.v2.base [None req-94b4bb2c-6b9c-4685-ac5a-237b82e6942e tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 09 21:35:21.426435 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-94b4bb2c-6b9c-4685-ac5a-237b82e6942e tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:35:21.427441 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-94b4bb2c-6b9c-4685-ac5a-237b82e6942e tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0077691 Nov 09 21:35:21.428616 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d068e5a8-1597-4fda-83af-0e670874627b tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2851b534-0880-49e5-b964-669dc5940781,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:21.442393 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36436) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:21.448306 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c18d2a76-bbe8-4253-9d86-b800f5b83557 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:21.453780 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-e9a1de9b-8cd7-4be3-9aa3-bc387b4a50ef tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Request body: {'security_group_rule': {'security_group_id': '2851b534-0880-49e5-b964-669dc5940781', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:21.465360 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c18d2a76-bbe8-4253-9d86-b800f5b83557 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:35:21.466033 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c18d2a76-bbe8-4253-9d86-b800f5b83557 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:21.470046 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:35:21.470046 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:35:21.470046 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:35:21.470046 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:35:21.470046 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:35:21.470046 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:35:21.470046 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:35:21.470046 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:35:21.470046 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:35:21.470046 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:35:21.470046 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:35:21.470046 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:35:21.470046 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:35:21.470046 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:35:21.470046 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:35:21.470046 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:35:21.470046 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:35:21.470046 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:35:21.470046 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:35:21.470046 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:35:21.470046 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:35:21.470046 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:35:21.470046 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:35:21.470046 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:35:21.470046 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:35:21.470046 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:35:21.470046 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:35:21.470046 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:35:21.470046 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:35:21.470046 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:35:21.470046 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:35:21.470046 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:35:21.513736 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-e9a1de9b-8cd7-4be3-9aa3-bc387b4a50ef tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:35:21.519125 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e9a1de9b-8cd7-4be3-9aa3-bc387b4a50ef tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0677748 Nov 09 21:35:21.519828 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36440) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:21.529085 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-cd75099f-99f4-4932-9fcb-028fa96233d3 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Request body: {'security_group_rule': {'security_group_id': '2851b534-0880-49e5-b964-669dc5940781', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:21.530059 n-d-816206-3 neutron-server[102608]: WARNING neutron.api.v2.base [None req-cd75099f-99f4-4932-9fcb-028fa96233d3 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 09 21:35:21.532777 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-cd75099f-99f4-4932-9fcb-028fa96233d3 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:35:21.536955 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36444) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:21.537388 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-cd75099f-99f4-4932-9fcb-028fa96233d3 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0166831 Nov 09 21:35:21.546548 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-aec8a950-e4bf-4367-bc5a-440da9f3b088 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Request body: {'security_group_rule': {'security_group_id': '2851b534-0880-49e5-b964-669dc5940781', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:21.557402 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-1e9eb369-5fa2-4210-9aee-2c6cd8b1424f None None] For port 0591bba0-96a0-4e58-96f0-0e163ff08762, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=0591bba0-96a0-4e58-96f0-0e163ff08762,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:35:21.576714 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c18d2a76-bbe8-4253-9d86-b800f5b83557 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:21.593049 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c18d2a76-bbe8-4253-9d86-b800f5b83557 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:21.616677 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c18d2a76-bbe8-4253-9d86-b800f5b83557 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "DELETE /v2.0/networks/711d9327-1ee3-4523-947f-1427d30594b8 HTTP/1.1" status: 204 len: 168 time: 4.0115426 Nov 09 21:35:21.616931 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36448) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:21.639713 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18d2a76-bbe8-4253-9d86-b800f5b83557 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Pushing event deleted for resources: {'Network': ['ID=711d9327-1ee3-4523-947f-1427d30594b8,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:21.655734 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [None req-aec8a950-e4bf-4367-bc5a-440da9f3b088 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:35:21.659533 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-aec8a950-e4bf-4367-bc5a-440da9f3b088 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1189561 Nov 09 21:35:21.659668 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff5292fb-58e6-4f6b-9607-bce964fc5cf7 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:21.659668 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff5292fb-58e6-4f6b-9607-bce964fc5cf7 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:21.659849 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36452) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:21.674841 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ff5292fb-58e6-4f6b-9607-bce964fc5cf7 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "DELETE /v2.0/networks/711d9327-1ee3-4523-947f-1427d30594b8 HTTP/1.1" status: 404 len: 339 time: 0.0732019 Nov 09 21:35:21.675254 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36454) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:21.680958 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-a4089ad8-63c3-4ad0-ba2e-057a9e66696d tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-194478240', 'description': 'd1'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:21.683867 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-23ad4a8e-7154-4850-9e65-c6256387eaf8 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Request body: {'security_group_rule': {'security_group_id': '2851b534-0880-49e5-b964-669dc5940781', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:21.685013 n-d-816206-3 neutron-server[102607]: WARNING neutron.api.v2.base [None req-23ad4a8e-7154-4850-9e65-c6256387eaf8 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 09 21:35:21.687481 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [None req-23ad4a8e-7154-4850-9e65-c6256387eaf8 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:35:21.705313 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-23ad4a8e-7154-4850-9e65-c6256387eaf8 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0407312 Nov 09 21:35:21.706793 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36456) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:21.714953 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-698a4afe-1ea6-41b1-9a95-e1ff07be3d0c tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Request body: {'security_group_rule': {'security_group_id': '2851b534-0880-49e5-b964-669dc5940781', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:21.726479 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1e9eb369-5fa2-4210-9aee-2c6cd8b1424f None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:21.732240 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4089ad8-63c3-4ad0-ba2e-057a9e66696d tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Made reservation on behalf of 9d34f0915de74546bbc630d7f1ddd316 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:35:21.734035 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.db.api [None req-4fc1936b-69ca-40cb-88b7-e38556ae773e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 21:35:21.734801 n-d-816206-3 neutron-server[102607]: DEBUG oslo_db.api [None req-4fc1936b-69ca-40cb-88b7-e38556ae773e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 21:35:21.736346 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a4089ad8-63c3-4ad0-ba2e-057a9e66696d tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:21.738663 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1e9eb369-5fa2-4210-9aee-2c6cd8b1424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:21.775353 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4089ad8-63c3-4ad0-ba2e-057a9e66696d tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:35:21.793379 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a4089ad8-63c3-4ad0-ba2e-057a9e66696d tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:21.793826 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-a4089ad8-63c3-4ad0-ba2e-057a9e66696d tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Added segment 1b6c1a16-c8c6-4d76-b296-66d24bf128ca of type vlan for network 05ca18de-7135-4998-9551-52a1654a5dd6 Nov 09 21:35:21.803234 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-698a4afe-1ea6-41b1-9a95-e1ff07be3d0c tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:35:21.807050 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-698a4afe-1ea6-41b1-9a95-e1ff07be3d0c tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0952775 Nov 09 21:35:21.809861 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36462) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:21.813711 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-69ca057b-d50d-4f57-9e6d-12931f7e3d1d tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Request body: {'security_group_rule': {'security_group_id': '2851b534-0880-49e5-b964-669dc5940781', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:21.814196 n-d-816206-3 neutron-server[102608]: WARNING neutron.api.v2.base [None req-69ca057b-d50d-4f57-9e6d-12931f7e3d1d tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 09 21:35:21.814686 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-69ca057b-d50d-4f57-9e6d-12931f7e3d1d tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:35:21.819251 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-69ca057b-d50d-4f57-9e6d-12931f7e3d1d tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068948 Nov 09 21:35:21.819925 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36464) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:21.827140 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-4a5544be-3f1e-44a8-a47d-11827df7786e tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Request body: {'security_group_rule': {'security_group_id': '2851b534-0880-49e5-b964-669dc5940781', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:21.867610 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a4089ad8-63c3-4ad0-ba2e-057a9e66696d tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:21.911313 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [None req-4a5544be-3f1e-44a8-a47d-11827df7786e tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:35:21.919912 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4a5544be-3f1e-44a8-a47d-11827df7786e tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0966814 Nov 09 21:35:21.920857 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36468) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:21.923828 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a4089ad8-63c3-4ad0-ba2e-057a9e66696d tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:21.934734 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-45314894-f773-45a5-a3c2-9d3d626c8670 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Request body: {'security_group_rule': {'security_group_id': '2851b534-0880-49e5-b964-669dc5940781', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:21.935060 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4089ad8-63c3-4ad0-ba2e-057a9e66696d tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:21.935809 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a4089ad8-63c3-4ad0-ba2e-057a9e66696d tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:21.940035 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9eb369-5fa2-4210-9aee-2c6cd8b1424f None None] Pushing event updated for resources: {'Port': ['ID=0591bba0-96a0-4e58-96f0-0e163ff08762,revision_number=8']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:21.951840 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:22.007408 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 0591bba0-96a0-4e58-96f0-0e163ff08762, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=0591bba0-96a0-4e58-96f0-0e163ff08762,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:35:22.023020 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:22.036176 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [None req-45314894-f773-45a5-a3c2-9d3d626c8670 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:35:22.038058 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-45314894-f773-45a5-a3c2-9d3d626c8670 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1160924 Nov 09 21:35:22.040938 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36474) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:22.078284 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4089ad8-63c3-4ad0-ba2e-057a9e66696d tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Pushing event updated for resources: {'Network': ['ID=05ca18de-7135-4998-9551-52a1654a5dd6,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:22.098544 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a4089ad8-63c3-4ad0-ba2e-057a9e66696d tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4221303 Nov 09 21:35:22.099261 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36476) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:22.102296 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 05ca18de-7135-4998-9551-52a1654a5dd6 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:35:22.191435 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c2b928a8-5761-44bc-90d1-632b9e45f005 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:22.248857 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c2b928a8-5761-44bc-90d1-632b9e45f005 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:22.325243 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c7f8ce-8668-4276-898f-d50b23d7a3bb tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:22.329224 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e2c7f8ce-8668-4276-898f-d50b23d7a3bb tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "GET /v2.0/networks?id=05ca18de-7135-4998-9551-52a1654a5dd6 HTTP/1.1" status: 200 len: 764 time: 0.2238729 Nov 09 21:35:22.331622 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36484) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:22.337825 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-6881c9f5-ef0b-492a-ab9f-89993687f39d tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Request body: {'network': {'description': 'd2'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:22.432671 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4fc1936b-69ca-40cb-88b7-e38556ae773e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:22.541221 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=0591bba0-96a0-4e58-96f0-0e163ff08762,revision_number=9']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:22.547705 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 3ecd066c-cca1-4af0-84b5-8330c9d9a3e4 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:35:22.610972 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-8da24d14-5271-4e74-a64e-93b12659f4c9 None None] Provisioning complete for port 3ecd066c-cca1-4af0-84b5-8330c9d9a3e4 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:22.612432 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8da24d14-5271-4e74-a64e-93b12659f4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:22.625440 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c2b928a8-5761-44bc-90d1-632b9e45f005 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:22.638393 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c2b928a8-5761-44bc-90d1-632b9e45f005 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:22.640856 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c2b928a8-5761-44bc-90d1-632b9e45f005 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "DELETE /v2.0/security-groups/2851b534-0880-49e5-b964-669dc5940781 HTTP/1.1" status: 204 len: 168 time: 0.5988674 Nov 09 21:35:22.652084 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:22.691968 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36496) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:22.694509 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 3ecd066c-cca1-4af0-84b5-8330c9d9a3e4 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:22.695182 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:22.699916 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6881c9f5-ef0b-492a-ab9f-89993687f39d tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:22.727974 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6881c9f5-ef0b-492a-ab9f-89993687f39d tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:22.748545 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6881c9f5-ef0b-492a-ab9f-89993687f39d tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Network 05ca18de-7135-4998-9551-52a1654a5dd6 is not hosted by any dhcp agent {{(pid=102608) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 21:35:22.754778 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6881c9f5-ef0b-492a-ab9f-89993687f39d tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:22.755598 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6881c9f5-ef0b-492a-ab9f-89993687f39d tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:22.761574 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6881c9f5-ef0b-492a-ab9f-89993687f39d tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "PUT /v2.0/networks/05ca18de-7135-4998-9551-52a1654a5dd6 HTTP/1.1" status: 200 len: 761 time: 0.4288731 Nov 09 21:35:22.762466 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36500) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:22.855235 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:22.882784 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6881c9f5-ef0b-492a-ab9f-89993687f39d tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Pushing event updated for resources: {'Network': ['ID=05ca18de-7135-4998-9551-52a1654a5dd6,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:22.896237 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 05ca18de-7135-4998-9551-52a1654a5dd6 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:35:22.898091 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87515429-91f7-4510-96de-78808b19f6d6 req-fb53b399-46ee-4681-bf50-9278071d84d2 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:22.899629 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-87515429-91f7-4510-96de-78808b19f6d6 req-fb53b399-46ee-4681-bf50-9278071d84d2 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b68bdaa-a7b5-47ca-a4ed-f843e96acb62 HTTP/1.1" status: 200 len: 944 time: 0.5358427 Nov 09 21:35:22.941469 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dbadfc-83e4-4cb2-9318-e00e32a8260b tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:22.948116 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-53dbadfc-83e4-4cb2-9318-e00e32a8260b tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "GET /v2.0/networks?id=05ca18de-7135-4998-9551-52a1654a5dd6 HTTP/1.1" status: 200 len: 764 time: 0.1509898 Nov 09 21:35:22.948814 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36506) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:22.949735 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b928a8-5761-44bc-90d1-632b9e45f005 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2851b534-0880-49e5-b964-669dc5940781,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:23.008788 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 49e8bef3-0fcd-4796-8994-39879b0b337e up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:35:23.111858 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 49e8bef3-0fcd-4796-8994-39879b0b337e completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:35:23.131960 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 49e8bef3-0fcd-4796-8994-39879b0b337e triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:23.133884 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:23.199560 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486b63ec-e232-42ff-a536-c29ee34f927b None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:35:23.300041 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-6673867e-7194-4d9b-bba6-e730841c9763 None None] Provisioning complete for port 0591bba0-96a0-4e58-96f0-0e163ff08762 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:23.300419 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6673867e-7194-4d9b-bba6-e730841c9763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:23.333856 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895d952b-fa74-4462-860f-75ed704a3178 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:23.335769 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-895d952b-fa74-4462-860f-75ed704a3178 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3857269 Nov 09 21:35:23.340092 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36518) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:23.403427 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1caf4745-9aee-4712-933e-d57c2b7c0bd1 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "GET /v2.0/subnets?network_id=4531c23d-84b7-490d-8d7c-6676781b6e6a HTTP/1.1" status: 200 len: 207 time: 0.0617862 Nov 09 21:35:23.404058 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36522) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:23.493219 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:23.539194 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:23.578973 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15861b3d-2a4e-41eb-a3cc-3e6df8a671c3 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:23.587911 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15861b3d-2a4e-41eb-a3cc-3e6df8a671c3 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:23.596171 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15861b3d-2a4e-41eb-a3cc-3e6df8a671c3 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:23.605640 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15861b3d-2a4e-41eb-a3cc-3e6df8a671c3 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:23.609501 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-87515429-91f7-4510-96de-78808b19f6d6 req-a0a5d6bb-45c7-450f-a783-12a61638570d tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6972425 Nov 09 21:35:23.632360 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15861b3d-2a4e-41eb-a3cc-3e6df8a671c3 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:23.638580 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15861b3d-2a4e-41eb-a3cc-3e6df8a671c3 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:23.640808 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-15861b3d-2a4e-41eb-a3cc-3e6df8a671c3 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2355616 Nov 09 21:35:23.649622 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36530) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:23.678530 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b68bdaa-a7b5-47ca-a4ed-f843e96acb62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e8bef3-0fcd-4796-8994-39879b0b337e'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:35:23.680837 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52919ba6-b27b-4335-a0e8-e2326f737c98" -d '{"events": [{"server_uuid": "8b68bdaa-a7b5-47ca-a4ed-f843e96acb62", "name": "network-vif-plugged", "status": "completed", "tag": "49e8bef3-0fcd-4796-8994-39879b0b337e"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:35:23.686402 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0f43a38f-b289-4573-b615-3bf3b690f07e tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.8337402 Nov 09 21:35:23.688465 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-4fc1936b-69ca-40cb-88b7-e38556ae773e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] For port 0591bba0-96a0-4e58-96f0-0e163ff08762, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=0591bba0-96a0-4e58-96f0-0e163ff08762,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:35:23.692396 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36542) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:23.703444 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-2dfe7bca-5879-42c6-88de-ed21a5cb0baa tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Request body: {'security_group': {'name': 'tempest-secgroup--1079564256'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:23.712206 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 49e8bef3-0fcd-4796-8994-39879b0b337e, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=49e8bef3-0fcd-4796-8994-39879b0b337e,segment=NetworkSegment(4b1e7064-c872-4e6f-85a8-e00a69322723),segment_id=4b1e7064-c872-4e6f-85a8-e00a69322723)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:35:23.716918 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6673867e-7194-4d9b-bba6-e730841c9763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:23.734106 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2dfe7bca-5879-42c6-88de-ed21a5cb0baa tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:23.738565 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:23.763007 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4fc1936b-69ca-40cb-88b7-e38556ae773e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:23.764547 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de037fe2-b59c-48e5-93bc-3298a141da76 x-openstack-request-id: req-de037fe2-b59c-48e5-93bc-3298a141da76 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:35:23.764982 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b68bdaa-a7b5-47ca-a4ed-f843e96acb62", "name": "network-vif-plugged", "status": "completed", "tag": "49e8bef3-0fcd-4796-8994-39879b0b337e", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:35:23.765146 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-de037fe2-b59c-48e5-93bc-3298a141da76 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:35:23.765498 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b68bdaa-a7b5-47ca-a4ed-f843e96acb62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e8bef3-0fcd-4796-8994-39879b0b337e', 'code': 200} Nov 09 21:35:23.768725 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4fc1936b-69ca-40cb-88b7-e38556ae773e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:23.770456 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4fc1936b-69ca-40cb-88b7-e38556ae773e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:23.864673 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=49e8bef3-0fcd-4796-8994-39879b0b337e,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:23.866586 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc1936b-69ca-40cb-88b7-e38556ae773e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:35:23.869383 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.db.api [None req-6673867e-7194-4d9b-bba6-e730841c9763 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 21:35:23.869738 n-d-816206-3 neutron-server[102609]: DEBUG oslo_db.api [None req-6673867e-7194-4d9b-bba6-e730841c9763 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 21:35:23.917662 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-4fc1936b-69ca-40cb-88b7-e38556ae773e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:35:23.929314 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc1936b-69ca-40cb-88b7-e38556ae773e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:23.929937 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4fc1936b-69ca-40cb-88b7-e38556ae773e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:23.950080 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc1936b-69ca-40cb-88b7-e38556ae773e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Subnet': ['ID=34ef669a-9323-44af-8f6b-497ede295013,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:23.992612 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36401e2a-5f47-42ab-9c5d-c97fcdb74050 req-a9b077c2-908c-44cf-945f-b6b59966d89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:23.994167 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-36401e2a-5f47-42ab-9c5d-c97fcdb74050 req-a9b077c2-908c-44cf-945f-b6b59966d89e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8b68bdaa-a7b5-47ca-a4ed-f843e96acb62 HTTP/1.1" status: 200 len: 1096 time: 0.1158044 Nov 09 21:35:23.994780 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc1936b-69ca-40cb-88b7-e38556ae773e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Port': ['ID=0591bba0-96a0-4e58-96f0-0e163ff08762,revision_number=10']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:24.000175 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4fc1936b-69ca-40cb-88b7-e38556ae773e tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.4348416 Nov 09 21:35:24.013269 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-91d1176f-fe1c-4d08-93ca-7c31702d8e45 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3590221 Nov 09 21:35:24.013269 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36546) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:24.013881 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36548) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:24.019962 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-cf2fd49f-d0e1-49be-87ff-18388947d051 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Request body: {'port': {'network_id': '83001fa8-21bc-4303-8a8a-37c91fd09fe2', 'mac_address': 'fa:16:3e:4f:ee:f6', 'name': 'tempest-NetworksTestDHCPv6-1113488890'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:24.027015 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2dfe7bca-5879-42c6-88de-ed21a5cb0baa tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:24.061258 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2dfe7bca-5879-42c6-88de-ed21a5cb0baa tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:24.152652 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-36401e2a-5f47-42ab-9c5d-c97fcdb74050 req-f667d7d5-d9e3-4d36-a148-152a294a2e80 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478443 Nov 09 21:35:24.192401 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2dfe7bca-5879-42c6-88de-ed21a5cb0baa tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:24.205406 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2dfe7bca-5879-42c6-88de-ed21a5cb0baa tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5102806 Nov 09 21:35:24.206547 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36558) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:24.212165 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 0591bba0-96a0-4e58-96f0-0e163ff08762 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:35:24.222145 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfd142d-53a8-4f19-bef3-691d9f21523e tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:24.223725 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfd142d-53a8-4f19-bef3-691d9f21523e tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:24.225348 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfd142d-53a8-4f19-bef3-691d9f21523e tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:24.227004 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfd142d-53a8-4f19-bef3-691d9f21523e tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:24.228647 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfd142d-53a8-4f19-bef3-691d9f21523e tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:24.230456 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-3dfd142d-53a8-4f19-bef3-691d9f21523e tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2158635 Nov 09 21:35:24.234527 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36560) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:24.240821 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-488d7c76-4f1c-46f0-aa42-a0de6efdff46 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Request body: {'security_group_rule': {'security_group_id': 'd61b2ea9-ee48-477a-a254-e45cd8af8fa8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:24.253605 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe7bca-5879-42c6-88de-ed21a5cb0baa tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d61b2ea9-ee48-477a-a254-e45cd8af8fa8,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:24.302086 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 0591bba0-96a0-4e58-96f0-0e163ff08762 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:24.303180 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:24.345423 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [None req-488d7c76-4f1c-46f0-aa42-a0de6efdff46 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] create failed (client error): The resource could not be found. Nov 09 21:35:24.350591 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-488d7c76-4f1c-46f0-aa42-a0de6efdff46 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1175931 Nov 09 21:35:24.351224 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36562) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:24.353966 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2fd49f-d0e1-49be-87ff-18388947d051 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Made reservation on behalf of 4f80aeba4f7b42c0ae266ee8833d0179 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:35:24.362483 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-872d63d5-644f-4bfe-8966-d0e156bf0f90 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Request body: {'security_group_rule': {'security_group_id': 'd61b2ea9-ee48-477a-a254-e45cd8af8fa8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '7b818615-9565-4f3f-835a-415af9cd161d'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:24.433346 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [None req-872d63d5-644f-4bfe-8966-d0e156bf0f90 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] create failed (client error): The resource could not be found. Nov 09 21:35:24.434414 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-872d63d5-644f-4bfe-8966-d0e156bf0f90 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0822437 Nov 09 21:35:24.437157 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36566) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:24.468792 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6673867e-7194-4d9b-bba6-e730841c9763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:24.494993 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a508148-fd83-4ec3-bdc3-9e1d516d68dc tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['shared'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:24.496445 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a508148-fd83-4ec3-bdc3-9e1d516d68dc tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['shared'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:24.497920 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a508148-fd83-4ec3-bdc3-9e1d516d68dc tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['shared'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:24.499475 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a508148-fd83-4ec3-bdc3-9e1d516d68dc tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['shared'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:24.500930 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a508148-fd83-4ec3-bdc3-9e1d516d68dc tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['shared'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:24.502648 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5a508148-fd83-4ec3-bdc3-9e1d516d68dc tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2608094 Nov 09 21:35:24.507335 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36576) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:24.560507 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cf2fd49f-d0e1-49be-87ff-18388947d051 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:24.606211 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:24.612218 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-6673867e-7194-4d9b-bba6-e730841c9763 None None] For port 0591bba0-96a0-4e58-96f0-0e163ff08762, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=0591bba0-96a0-4e58-96f0-0e163ff08762,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:35:24.613404 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-cf2fd49f-d0e1-49be-87ff-18388947d051 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] device_id is not set on port 3d6f03d6-7383-43b7-9893-f34cbd136f5b yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:35:24.642850 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6673867e-7194-4d9b-bba6-e730841c9763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:24.729987 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-09423d93-894b-4799-b622-f5f624f117fb tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:24.795255 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.db.api [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 21:35:24.795976 n-d-816206-3 neutron-server[102609]: DEBUG oslo_db.api [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 21:35:24.824235 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6673867e-7194-4d9b-bba6-e730841c9763 None None] Pushing event updated for resources: {'Port': ['ID=0591bba0-96a0-4e58-96f0-0e163ff08762,revision_number=11']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:24.840863 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-09423d93-894b-4799-b622-f5f624f117fb tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:24.864623 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f041f0-a89b-482b-aa23-454787344428 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:24.869985 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b4f041f0-a89b-482b-aa23-454787344428 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "GET /v2.0/networks/13db005b-b2ea-4e29-95a9-742a543d1adf HTTP/1.1" status: 200 len: 804 time: 0.3576846 Nov 09 21:35:24.870603 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36586) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:24.903478 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932fc9a-bff0-4e86-a7f7-0c3c299f35bf req-d41db4ab-877a-417b-83c3-80e60a09d114 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:24.905160 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4932fc9a-bff0-4e86-a7f7-0c3c299f35bf req-d41db4ab-877a-417b-83c3-80e60a09d114 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b68bdaa-a7b5-47ca-a4ed-f843e96acb62 HTTP/1.1" status: 200 len: 945 time: 0.1764157 Nov 09 21:35:24.961945 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-cf2fd49f-d0e1-49be-87ff-18388947d051 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Allocated IP 2001:db8::6e (83001fa8-21bc-4303-8a8a-37c91fd09fe2/3e7fa676-ca44-45ba-8433-f48e6ffda832/3d6f03d6-7383-43b7-9893-f34cbd136f5b) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:35:24.971722 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-cf2fd49f-d0e1-49be-87ff-18388947d051 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Allocated IP 2001:db8:0:1:f816:3eff:fe4f:eef6 (83001fa8-21bc-4303-8a8a-37c91fd09fe2/34ef669a-9323-44af-8f6b-497ede295013/3d6f03d6-7383-43b7-9893-f34cbd136f5b) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:35:25.038246 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-09423d93-894b-4799-b622-f5f624f117fb tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:25.041583 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-09423d93-894b-4799-b622-f5f624f117fb tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:25.043152 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-09423d93-894b-4799-b622-f5f624f117fb tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "DELETE /v2.0/security-groups/d61b2ea9-ee48-477a-a254-e45cd8af8fa8 HTTP/1.1" status: 204 len: 168 time: 0.6050541 Nov 09 21:35:25.049070 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36594) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:25.072156 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09423d93-894b-4799-b622-f5f624f117fb tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61b2ea9-ee48-477a-a254-e45cd8af8fa8,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:25.075891 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93c2a96-99b8-453e-b910-1c3f4b5cee73 None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:35:25.131678 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4932fc9a-bff0-4e86-a7f7-0c3c299f35bf req-fc056ad5-7123-4875-9fdd-ab2008853bc4 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062814 Nov 09 21:35:25.169704 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b8f942ba-ef37-4779-a0f7-ddcdae0b5caf tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "GET /v2.0/networks/13db005b-b2ea-4e29-95a9-742a543d1adf?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2925043 Nov 09 21:35:25.170188 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36598) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:25.196872 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-565b2986-d678-4d47-b35f-12dcd31b0769 None None] Provisioning complete for port 0591bba0-96a0-4e58-96f0-0e163ff08762 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:25.197472 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-565b2986-d678-4d47-b35f-12dcd31b0769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:25.220204 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d8d4bc8c-6f39-4ed9-890d-53113403265c tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1691661 Nov 09 21:35:25.227854 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36600) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:25.230683 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59dcf230-9a7a-4fe1-996d-ff3f90ef0971 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:25.235262 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-59dcf230-9a7a-4fe1-996d-ff3f90ef0971 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "GET /v2.0/subnets/125d4f68-ba1a-4e54-87d9-5ddd4515559d HTTP/1.1" status: 200 len: 843 time: 0.0608597 Nov 09 21:35:25.235416 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-7262644d-063a-422c-8813-f4c78afe9f78 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Request body: {'security_group_rule': {'security_group_id': '67268a23-5caa-4f3e-bf0b-bba462d0a1da', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:25.235605 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36602) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:25.314114 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a56482-3209-43a6-979d-723a1364fc8e tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['shared'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:25.316101 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-35a56482-3209-43a6-979d-723a1364fc8e tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "GET /v2.0/subnets/125d4f68-ba1a-4e54-87d9-5ddd4515559d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0792749 Nov 09 21:35:25.321227 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36606) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:25.329653 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-bf257947-47cc-4a8c-b0d5-543ecf2da40e tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-571718323'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:25.354132 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf257947-47cc-4a8c-b0d5-543ecf2da40e tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Made reservation on behalf of 9d34f0915de74546bbc630d7f1ddd316 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:35:25.358177 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bf257947-47cc-4a8c-b0d5-543ecf2da40e tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:25.389712 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf257947-47cc-4a8c-b0d5-543ecf2da40e tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:35:25.406306 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bf257947-47cc-4a8c-b0d5-543ecf2da40e tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:25.406675 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-bf257947-47cc-4a8c-b0d5-543ecf2da40e tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Added segment 9063f87d-70c9-4d84-aeee-b82c6bda9bae of type vlan for network e33a15cd-54a0-4d04-937d-ef77260e8113 Nov 09 21:35:25.406973 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cf2fd49f-d0e1-49be-87ff-18388947d051 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:25.416660 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-7262644d-063a-422c-8813-f4c78afe9f78 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] create failed (client error): The resource could not be found. Nov 09 21:35:25.418484 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7262644d-063a-422c-8813-f4c78afe9f78 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1890476 Nov 09 21:35:25.421573 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36614) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:25.430920 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-1dbb8824-3326-440a-9ec9-4f4b9d96f5b1 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Request body: {'security_group': {'name': 'tempest-secgroup--1445801837'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:25.482775 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1dbb8824-3326-440a-9ec9-4f4b9d96f5b1 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:25.497860 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bf257947-47cc-4a8c-b0d5-543ecf2da40e tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:25.518357 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cf2fd49f-d0e1-49be-87ff-18388947d051 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:25.589220 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bf257947-47cc-4a8c-b0d5-543ecf2da40e tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:25.603700 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2fd49f-d0e1-49be-87ff-18388947d051 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:35:25.605649 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf257947-47cc-4a8c-b0d5-543ecf2da40e tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:25.606512 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bf257947-47cc-4a8c-b0d5-543ecf2da40e tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:25.616721 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-cf2fd49f-d0e1-49be-87ff-18388947d051 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:35:25.624118 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2fd49f-d0e1-49be-87ff-18388947d051 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:35:25.630142 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2fd49f-d0e1-49be-87ff-18388947d051 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:25.630786 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cf2fd49f-d0e1-49be-87ff-18388947d051 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:25.636771 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2fd49f-d0e1-49be-87ff-18388947d051 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event updated for resources: {'Port': ['ID=3d6f03d6-7383-43b7-9893-f34cbd136f5b,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:25.675076 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-cf2fd49f-d0e1-49be-87ff-18388947d051 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6630728 Nov 09 21:35:25.682746 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36620) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:25.712677 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-bf257947-47cc-4a8c-b0d5-543ecf2da40e tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3903625 Nov 09 21:35:25.715597 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36622) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:25.724047 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-684ed098-34d6-4a70-9ae0-82db2f7c25ac tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Request body: {'subnet': {'network_id': 'e33a15cd-54a0-4d04-937d-ef77260e8113', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:25.742878 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1dbb8824-3326-440a-9ec9-4f4b9d96f5b1 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:25.751699 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1dbb8824-3326-440a-9ec9-4f4b9d96f5b1 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:25.796350 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf257947-47cc-4a8c-b0d5-543ecf2da40e tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Pushing event updated for resources: {'Network': ['ID=e33a15cd-54a0-4d04-937d-ef77260e8113,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:25.796958 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb8824-3326-440a-9ec9-4f4b9d96f5b1 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b13c1962-ba4b-4d18-8647-987774cc4038,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:25.811656 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network e33a15cd-54a0-4d04-937d-ef77260e8113 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:35:25.856571 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684ed098-34d6-4a70-9ae0-82db2f7c25ac tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Made reservation on behalf of 9d34f0915de74546bbc630d7f1ddd316 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:35:25.857810 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1dbb8824-3326-440a-9ec9-4f4b9d96f5b1 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:25.859169 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1dbb8824-3326-440a-9ec9-4f4b9d96f5b1 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4366989 Nov 09 21:35:25.862651 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36628) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:25.864601 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-684ed098-34d6-4a70-9ae0-82db2f7c25ac tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:25.870592 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-f6686daf-b624-4eb7-85a5-58edf1775ee4 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Request body: {'security_group': {'name': 'tempest-secgroup--1400447041'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:25.946185 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f6686daf-b624-4eb7-85a5-58edf1775ee4 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:25.953242 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.ipam_backend_mixin [None req-684ed098-34d6-4a70-9ae0-82db2f7c25ac tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Performing IP validity checks on allocation pools {{(pid=102607) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 21:35:25.954020 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.ipam_backend_mixin [None req-684ed098-34d6-4a70-9ae0-82db2f7c25ac tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102607) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 21:35:25.969237 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d3ffb-f02a-43ad-b61b-d1b8406a1d4b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting port 3d6f03d6-7383-43b7-9893-f34cbd136f5b {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:35:25.969644 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8f3d3ffb-f02a-43ad-b61b-d1b8406a1d4b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:26.025371 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-ca4a1ac9-4462-41f9-a0d0-0d28b555c964 None None] Provisioning complete for port 0591bba0-96a0-4e58-96f0-0e163ff08762 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:26.025797 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ca4a1ac9-4462-41f9-a0d0-0d28b555c964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:26.138986 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36632) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:26.198836 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 0591bba0-96a0-4e58-96f0-0e163ff08762 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:35:26.213712 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-684ed098-34d6-4a70-9ae0-82db2f7c25ac tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:26.256191 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f6686daf-b624-4eb7-85a5-58edf1775ee4 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:26.262406 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8f3d3ffb-f02a-43ad-b61b-d1b8406a1d4b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:26.276946 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d3ffb-f02a-43ad-b61b-d1b8406a1d4b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Calling delete_port for 3d6f03d6-7383-43b7-9893-f34cbd136f5b owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:35:26.291297 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c2af9f-3b89-4f8e-b56c-344eb39ed62d None None] get_active_networks_info from n-d-816206-3 {{(pid=102609) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 21:35:26.294746 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ed098-34d6-4a70-9ae0-82db2f7c25ac tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Pushing event updated for resources: {'Subnet': ['ID=6448b4d7-24a4-498d-9eaa-c40ae03af0ac,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:26.345117 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684ed098-34d6-4a70-9ae0-82db2f7c25ac tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Checking segment: {'id': '9063f87d-70c9-4d84-aeee-b82c6bda9bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e33a15cd-54a0-4d04-937d-ef77260e8113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:35:26.345485 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684ed098-34d6-4a70-9ae0-82db2f7c25ac tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Network hostable DHCP agents. Network: e33a15cd-54a0-4d04-937d-ef77260e8113, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:35:26.373433 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f6686daf-b624-4eb7-85a5-58edf1775ee4 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:26.390289 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684ed098-34d6-4a70-9ae0-82db2f7c25ac tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Network e33a15cd-54a0-4d04-937d-ef77260e8113 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:35:26.411342 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-684ed098-34d6-4a70-9ae0-82db2f7c25ac tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, e33a15cd-54a0-4d04-937d-ef77260e8113) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:35:26.424167 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-9d4eea21-dfe3-4239-aa8b-ee54ac6adf55 None None] Provisioning complete for port 3d6f03d6-7383-43b7-9893-f34cbd136f5b triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:26.425110 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9d4eea21-dfe3-4239-aa8b-ee54ac6adf55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:26.435866 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684ed098-34d6-4a70-9ae0-82db2f7c25ac tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:26.436491 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-684ed098-34d6-4a70-9ae0-82db2f7c25ac tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:26.463430 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-684ed098-34d6-4a70-9ae0-82db2f7c25ac tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7452581 Nov 09 21:35:26.465645 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36642) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:26.472772 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-0ca349e7-33db-4ea3-b4ea-3a7745afbc6a tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:26.492374 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f6686daf-b624-4eb7-85a5-58edf1775ee4 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:26.492374 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f6686daf-b624-4eb7-85a5-58edf1775ee4 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6220329 Nov 09 21:35:26.506678 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-9d4eea21-dfe3-4239-aa8b-ee54ac6adf55 None None] Port 3d6f03d6-7383-43b7-9893-f34cbd136f5b cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:35:26.508274 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 0591bba0-96a0-4e58-96f0-0e163ff08762 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:26.508685 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:26.511452 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36648) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:26.522391 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-defdcca2-ae4c-4530-96be-916323a76435 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Request body: {'security_group_rule': {'security_group_id': 'b13c1962-ba4b-4d18-8647-987774cc4038', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'fe8c1247-0f2e-4dd7-9574-8b92e9177c73'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:26.567078 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6686daf-b624-4eb7-85a5-58edf1775ee4 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8c1247-0f2e-4dd7-9574-8b92e9177c73,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:26.655255 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819273c-8180-4db9-a1fd-6381110905e0 req-4877ea8f-c8aa-4a1a-8971-8589c6e50d84 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:26.658129 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b819273c-8180-4db9-a1fd-6381110905e0 req-4877ea8f-c8aa-4a1a-8971-8589c6e50d84 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b68bdaa-a7b5-47ca-a4ed-f843e96acb62 HTTP/1.1" status: 200 len: 945 time: 0.2939522 Nov 09 21:35:26.659863 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0ca349e7-33db-4ea3-b4ea-3a7745afbc6a tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8711961'] for subnet, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:26.677565 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7b54632b-c173-4b50-b9e2-0248e5d3a583 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:26.699617 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-defdcca2-ae4c-4530-96be-916323a76435 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:35:26.700928 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-defdcca2-ae4c-4530-96be-916323a76435 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1880054 Nov 09 21:35:26.713445 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36652) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:26.714945 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c2af9f-3b89-4f8e-b56c-344eb39ed62d None None] Unable to find a vacant binding_index for network e33a15cd-54a0-4d04-937d-ef77260e8113 and agent c469a156-dda8-4df4-b8c5-95a2194c12ee {{(pid=102609) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 09 21:35:26.720882 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c2af9f-3b89-4f8e-b56c-344eb39ed62d None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, e33a15cd-54a0-4d04-937d-ef77260e8113) {{(pid=102609) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 21:35:26.793384 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8f3d3ffb-f02a-43ad-b61b-d1b8406a1d4b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:26.863891 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b819273c-8180-4db9-a1fd-6381110905e0 req-5d96c6ab-f49d-4db9-9dad-ebc2cad98c46 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931400 Nov 09 21:35:26.866287 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4dc8a6ff-fa14-41d4-bb63-af3ff907cb92 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:26.871831 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d3ffb-f02a-43ad-b61b-d1b8406a1d4b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Port': ['ID=3d6f03d6-7383-43b7-9893-f34cbd136f5b,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:26.931187 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0ca349e7-33db-4ea3-b4ea-3a7745afbc6a tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752600576386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9946142'] for subnet, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:26.949680 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4dc8a6ff-fa14-41d4-bb63-af3ff907cb92 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:26.993298 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8f3d3ffb-f02a-43ad-b61b-d1b8406a1d4b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:26.996972 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8f3d3ffb-f02a-43ad-b61b-d1b8406a1d4b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/ports/3d6f03d6-7383-43b7-9893-f34cbd136f5b HTTP/1.1" status: 204 len: 168 time: 1.3129086 Nov 09 21:35:27.004374 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36660) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:27.063272 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca349e7-33db-4ea3-b4ea-3a7745afbc6a tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:27.064183 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0ca349e7-33db-4ea3-b4ea-3a7745afbc6a tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:27.066136 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0ca349e7-33db-4ea3-b4ea-3a7745afbc6a tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "PUT /v2.0/subnets/6448b4d7-24a4-498d-9eaa-c40ae03af0ac HTTP/1.1" status: 200 len: 900 time: 0.5991144 Nov 09 21:35:27.067486 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca349e7-33db-4ea3-b4ea-3a7745afbc6a tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Pushing event updated for resources: {'Subnet': ['ID=6448b4d7-24a4-498d-9eaa-c40ae03af0ac,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:27.068681 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36662) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:27.124117 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b725b108-bf2b-4af3-90e5-6d9538663542 req-9e034d3a-daa0-43eb-839c-1e9f13f99da4 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=96a7a35658cb4a6ea565f057e114d368 HTTP/1.1" status: 200 len: 267 time: 0.0945268 Nov 09 21:35:27.154788 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4dc8a6ff-fa14-41d4-bb63-af3ff907cb92 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:27.158025 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4dc8a6ff-fa14-41d4-bb63-af3ff907cb92 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:27.161979 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4dc8a6ff-fa14-41d4-bb63-af3ff907cb92 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "DELETE /v2.0/security-groups/fe8c1247-0f2e-4dd7-9574-8b92e9177c73 HTTP/1.1" status: 204 len: 168 time: 0.4418967 Nov 09 21:35:27.163237 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36664) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:27.186406 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7b54632b-c173-4b50-b9e2-0248e5d3a583 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:27.188809 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc8a6ff-fa14-41d4-bb63-af3ff907cb92 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8c1247-0f2e-4dd7-9574-8b92e9177c73,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:27.206286 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7b54632b-c173-4b50-b9e2-0248e5d3a583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:27.225219 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69e8862-e2c7-4582-8e96-5ba7565f1a8b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:27.226955 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a69e8862-e2c7-4582-8e96-5ba7565f1a8b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2204661 Nov 09 21:35:27.238246 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725b108-bf2b-4af3-90e5-6d9538663542 req-ec07d12b-797d-4715-aa6b-d3eb5365362e tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:27.239797 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b725b108-bf2b-4af3-90e5-6d9538663542 req-ec07d12b-797d-4715-aa6b-d3eb5365362e tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b68bdaa-a7b5-47ca-a4ed-f843e96acb62 HTTP/1.1" status: 200 len: 945 time: 0.1148837 Nov 09 21:35:27.240288 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36668) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:27.267278 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-b725b108-bf2b-4af3-90e5-6d9538663542 req-a852b6fb-cbac-4857-984b-393b31cec2fe tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Request body: {'port': {'security_groups': []}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:27.302156 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54632b-c173-4b50-b9e2-0248e5d3a583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a077ad4c-4e2b-4374-81b9-c864c74a7233,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:27.308707 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7b54632b-c173-4b50-b9e2-0248e5d3a583 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=712801f468e540c5a3d64732e5c38964&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1678443 Nov 09 21:35:27.312799 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d264fa71-de8b-4eff-b265-0cf1da6c6cb9 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:27.314485 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36672) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:27.331273 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-3e2d23ec-f871-4783-bafd-f25f5055e90e tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1663167 Nov 09 21:35:27.334458 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36674) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:27.402757 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4aa51b59-eaa5-42ec-b7b3-66882b6940e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:27.435207 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-b725b108-bf2b-4af3-90e5-6d9538663542 req-a852b6fb-cbac-4857-984b-393b31cec2fe tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:27.447619 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4aa51b59-eaa5-42ec-b7b3-66882b6940e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:27.453812 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f145fc3a-3c37-404e-8c24-d33c03fe9682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-e33a15cd-54a0-4d04-937d-ef77260e8113', 'network_id': 'e33a15cd-54a0-4d04-937d-ef77260e8113', 'tenant_id': '9d34f0915de74546bbc630d7f1ddd316', 'fixed_ips': [{'subnet_id': '6448b4d7-24a4-498d-9eaa-c40ae03af0ac'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:35:27.454686 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f145fc3a-3c37-404e-8c24-d33c03fe9682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:27.455085 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d264fa71-de8b-4eff-b265-0cf1da6c6cb9 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:27.457876 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ac6195-7478-46b5-8f32-5891a3d36b8d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:27.463325 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-10ac6195-7478-46b5-8f32-5891a3d36b8d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2171896 Nov 09 21:35:27.463990 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36676) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:27.556413 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d264fa71-de8b-4eff-b265-0cf1da6c6cb9 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:27.566002 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-384ec1e6-6097-441c-b2bd-8e78a2b3d15f tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:27.595378 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4aa51b59-eaa5-42ec-b7b3-66882b6940e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:27.599747 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4aa51b59-eaa5-42ec-b7b3-66882b6940e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:27.603247 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4aa51b59-eaa5-42ec-b7b3-66882b6940e6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a077ad4c-4e2b-4374-81b9-c864c74a7233 HTTP/1.1" status: 204 len: 168 time: 0.2846801 Nov 09 21:35:27.621459 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-4d3cec67-be30-43fd-b944-bf5613a91e1a None None] Provisioning complete for port 4e2ad4dd-b2f8-4828-80b5-6a462734242b triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:27.621983 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4d3cec67-be30-43fd-b944-bf5613a91e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:27.638924 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37befe8f-1bec-4555-a14f-d97fefbc0100 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:27.640270 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37befe8f-1bec-4555-a14f-d97fefbc0100 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:27.640946 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d264fa71-de8b-4eff-b265-0cf1da6c6cb9 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Pushing event deleted for resources: {'Subnet': ['ID=6448b4d7-24a4-498d-9eaa-c40ae03af0ac,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:27.642170 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37befe8f-1bec-4555-a14f-d97fefbc0100 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:27.647062 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-37befe8f-1bec-4555-a14f-d97fefbc0100 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1787846 Nov 09 21:35:27.647820 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36686) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:27.649101 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa51b59-eaa5-42ec-b7b3-66882b6940e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a077ad4c-4e2b-4374-81b9-c864c74a7233,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:27.712470 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-384ec1e6-6097-441c-b2bd-8e78a2b3d15f tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server [None req-f145fc3a-3c37-404e-8c24-d33c03fe9682 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6448b4d7-24a4-498d-9eaa-c40ae03af0ac: This subnet is being modified by another concurrent operation. Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 21:35:27.713095 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 21:35:27.716414 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 21:35:27.716414 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 21:35:27.716414 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:35:27.716414 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:35:27.716414 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:35:27.716414 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:35:27.716414 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 21:35:27.716414 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 21:35:27.716414 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 21:35:27.716414 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 21:35:27.716414 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:35:27.716414 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:35:27.716414 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:35:27.716414 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:35:27.716414 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 21:35:27.716414 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 21:35:27.716414 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 09 21:35:27.716414 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 21:35:27.716414 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 09 21:35:27.716414 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 21:35:27.716414 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 09 21:35:27.716414 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 21:35:27.716414 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 21:35:27.716414 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 21:35:27.716414 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:35:27.716414 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:35:27.716414 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:35:27.716414 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:35:27.716414 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 21:35:27.716414 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 21:35:27.716414 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 21:35:27.716414 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 21:35:27.716414 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 21:35:27.716414 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 21:35:27.716414 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 21:35:27.716414 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise exception Nov 09 21:35:27.716414 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6448b4d7-24a4-498d-9eaa-c40ae03af0ac: This subnet is being modified by another concurrent operation. Nov 09 21:35:27.716414 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server Nov 09 21:35:27.760180 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b077341-d0ce-41e7-8d97-931b1c412483 None None] get_active_networks_info from n-d-816206-3 {{(pid=102609) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 21:35:27.783742 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d264fa71-de8b-4eff-b265-0cf1da6c6cb9 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:27.790961 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5041ece-c9be-4ebc-a488-18a93542bc93 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting subnet 34ef669a-9323-44af-8f6b-497ede295013 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:35:27.807703 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c5041ece-c9be-4ebc-a488-18a93542bc93 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:27.886681 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c5041ece-c9be-4ebc-a488-18a93542bc93 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:27.957118 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-384ec1e6-6097-441c-b2bd-8e78a2b3d15f tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:27.959763 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-384ec1e6-6097-441c-b2bd-8e78a2b3d15f tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:27.960957 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-384ec1e6-6097-441c-b2bd-8e78a2b3d15f tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "DELETE /v2.0/security-groups/b13c1962-ba4b-4d18-8647-987774cc4038 HTTP/1.1" status: 204 len: 168 time: 0.6240239 Nov 09 21:35:27.977495 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36694) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:27.990278 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b077341-d0ce-41e7-8d97-931b1c412483 None None] Resources bound (agent type, host, resource id): {{(pid=102609) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 21:35:28.091964 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-4d3cec67-be30-43fd-b944-bf5613a91e1a None None] Provisioning complete for port dae7ecd4-7a31-4ab3-9230-ba696e34bc72 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:28.092344 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4d3cec67-be30-43fd-b944-bf5613a91e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:28.155878 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-4d3cec67-be30-43fd-b944-bf5613a91e1a None None] Port dae7ecd4-7a31-4ab3-9230-ba696e34bc72 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:35:28.161790 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-b725b108-bf2b-4af3-90e5-6d9538663542 req-a852b6fb-cbac-4857-984b-393b31cec2fe tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] For port 49e8bef3-0fcd-4796-8994-39879b0b337e, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=49e8bef3-0fcd-4796-8994-39879b0b337e,segment=NetworkSegment(4b1e7064-c872-4e6f-85a8-e00a69322723),segment_id=4b1e7064-c872-4e6f-85a8-e00a69322723)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:35:28.194628 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-b725b108-bf2b-4af3-90e5-6d9538663542 req-a852b6fb-cbac-4857-984b-393b31cec2fe tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:28.198865 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36696) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:28.212611 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-4d3cec67-be30-43fd-b944-bf5613a91e1a None None] Provisioning complete for port a3c83ed6-20de-4d03-8ecb-1964da5a24cd triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:28.213007 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4d3cec67-be30-43fd-b944-bf5613a91e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:28.220728 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-b725b108-bf2b-4af3-90e5-6d9538663542 req-a852b6fb-cbac-4857-984b-393b31cec2fe tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:28.236052 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ec1e6-6097-441c-b2bd-8e78a2b3d15f tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13c1962-ba4b-4d18-8647-987774cc4038,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:28.248112 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['d71d1143-74da-460d-93e3-6608d25fdb67'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:35:28.288308 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-925d3d60-01d2-412f-8377-a56c5e4056a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:28.298980 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['f199ac79-a0be-4ad8-aef7-ad83ae95d60b', '49e8bef3-0fcd-4796-8994-39879b0b337e'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:35:28.304074 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-d264fa71-de8b-4eff-b265-0cf1da6c6cb9 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e33a15cd-54a0-4d04-937d-ef77260e8113']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:35:28.315958 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-d264fa71-de8b-4eff-b265-0cf1da6c6cb9 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9063f87d-70c9-4d84-aeee-b82c6bda9bae') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:35:28.316541 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-d264fa71-de8b-4eff-b265-0cf1da6c6cb9 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9063f87d-70c9-4d84-aeee-b82c6bda9bae') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:35:28.326680 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d264fa71-de8b-4eff-b265-0cf1da6c6cb9 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:28.340563 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d264fa71-de8b-4eff-b265-0cf1da6c6cb9 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:28.348021 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d264fa71-de8b-4eff-b265-0cf1da6c6cb9 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:35:28.348598 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d264fa71-de8b-4eff-b265-0cf1da6c6cb9 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:28.385592 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-925d3d60-01d2-412f-8377-a56c5e4056a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:28.393489 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c5041ece-c9be-4ebc-a488-18a93542bc93 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:28.410418 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:35:28.410418 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:35:28.410418 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:35:28.410418 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:35:28.410418 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:35:28.410418 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:35:28.410418 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:35:28.410418 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:35:28.410418 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:35:28.410418 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:35:28.410418 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:35:28.410418 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:35:28.410418 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:35:28.410418 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:35:28.410418 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:35:28.410418 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:35:28.410418 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:35:28.410418 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:35:28.410418 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:35:28.410418 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:35:28.410418 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:35:28.410418 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:35:28.410418 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:35:28.410418 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:35:28.410418 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:35:28.410418 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:35:28.410418 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:35:28.410418 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:35:28.410418 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:35:28.410418 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:35:28.410418 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:35:28.410418 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:35:28.416688 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d264fa71-de8b-4eff-b265-0cf1da6c6cb9 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:28.425783 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d264fa71-de8b-4eff-b265-0cf1da6c6cb9 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:28.429473 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d264fa71-de8b-4eff-b265-0cf1da6c6cb9 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "DELETE /v2.0/networks/e33a15cd-54a0-4d04-937d-ef77260e8113 HTTP/1.1" status: 204 len: 168 time: 1.3597224 Nov 09 21:35:28.439187 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36702) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:28.449411 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d264fa71-de8b-4eff-b265-0cf1da6c6cb9 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Pushing event deleted for resources: {'Network': ['ID=e33a15cd-54a0-4d04-937d-ef77260e8113,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:28.464943 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-925d3d60-01d2-412f-8377-a56c5e4056a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:28.474467 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc201eeb-cc2e-4367-8ffe-1f18f44bdbfe tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:28.476347 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc201eeb-cc2e-4367-8ffe-1f18f44bdbfe tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:28.482216 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-bc201eeb-cc2e-4367-8ffe-1f18f44bdbfe tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "DELETE /v2.0/subnets/6448b4d7-24a4-498d-9eaa-c40ae03af0ac HTTP/1.1" status: 404 len: 337 time: 0.0400002 Nov 09 21:35:28.483463 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36704) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:28.508508 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b96b859-1ba3-4d30-9e1c-9fc9919b5bf4 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:28.509501 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b96b859-1ba3-4d30-9e1c-9fc9919b5bf4 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:28.514017 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4b96b859-1ba3-4d30-9e1c-9fc9919b5bf4 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "DELETE /v2.0/networks/e33a15cd-54a0-4d04-937d-ef77260e8113 HTTP/1.1" status: 404 len: 339 time: 0.0293698 Nov 09 21:35:28.516473 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36706) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:28.517622 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d3d60-01d2-412f-8377-a56c5e4056a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1c9146-7c98-47a2-a495-fae6690d2e16,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:28.556728 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725b108-bf2b-4af3-90e5-6d9538663542 req-a852b6fb-cbac-4857-984b-393b31cec2fe tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:28.557548 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-b725b108-bf2b-4af3-90e5-6d9538663542 req-a852b6fb-cbac-4857-984b-393b31cec2fe tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:28.559406 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b725b108-bf2b-4af3-90e5-6d9538663542 req-a852b6fb-cbac-4857-984b-393b31cec2fe tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "PUT /v2.0/ports/49e8bef3-0fcd-4796-8994-39879b0b337e HTTP/1.1" status: 200 len: 904 time: 1.3009949 Nov 09 21:35:28.568296 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b68bdaa-a7b5-47ca-a4ed-f843e96acb62', 'tag': '49e8bef3-0fcd-4796-8994-39879b0b337e'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:35:28.570803 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9e6f39-0a91-479f-bbb0-e5427238e873" -d '{"events": [{"name": "network-changed", "server_uuid": "8b68bdaa-a7b5-47ca-a4ed-f843e96acb62", "tag": "49e8bef3-0fcd-4796-8994-39879b0b337e"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:35:28.601430 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c33ac404-5318-4bb9-bb91-c3e97fdcfeea tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4539251 Nov 09 21:35:28.602581 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36712) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:28.611844 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-8a8312ef-e712-4280-82cd-e2b9b2951e80 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Request body: {'security_group': {'name': 'tempest-secgroup--1398919791'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:28.619761 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-925d3d60-01d2-412f-8377-a56c5e4056a7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9f900810c8494420b99117a4713ed84f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4099562 Nov 09 21:35:28.620882 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a852b6fb-cbac-4857-984b-393b31cec2fe tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Pushing event updated for resources: {'Port': ['ID=49e8bef3-0fcd-4796-8994-39879b0b337e,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:28.624799 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36716) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:28.662466 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a626047d-46a8-4119-977c-2f827e13d33a tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:28.679483 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101a2c12-cb23-4bce-9200-7942c695984b x-openstack-request-id: req-101a2c12-cb23-4bce-9200-7942c695984b {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:35:28.679880 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b68bdaa-a7b5-47ca-a4ed-f843e96acb62", "tag": "49e8bef3-0fcd-4796-8994-39879b0b337e", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:35:28.680020 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-101a2c12-cb23-4bce-9200-7942c695984b {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:35:28.680691 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b68bdaa-a7b5-47ca-a4ed-f843e96acb62', 'tag': '49e8bef3-0fcd-4796-8994-39879b0b337e', 'status': 'completed', 'code': 200} Nov 09 21:35:28.720020 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-98afcb78-92f3-4178-9558-b69c0af8ed4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:28.736259 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8a8312ef-e712-4280-82cd-e2b9b2951e80 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:28.755746 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c5041ece-c9be-4ebc-a488-18a93542bc93 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:28.807250 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5041ece-c9be-4ebc-a488-18a93542bc93 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Subnet': ['ID=34ef669a-9323-44af-8f6b-497ede295013,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:28.819215 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a626047d-46a8-4119-977c-2f827e13d33a tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:28.825475 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7471ef25-e68a-446a-9eef-0aad89f5fe11 None None] Network e33a15cd-54a0-4d04-937d-ef77260e8113 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:35:28.826490 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['49e8bef3-0fcd-4796-8994-39879b0b337e'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:35:28.838795 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-a626047d-46a8-4119-977c-2f827e13d33a tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05ca18de-7135-4998-9551-52a1654a5dd6']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:35:28.840950 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c5041ece-c9be-4ebc-a488-18a93542bc93 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:28.846977 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c5041ece-c9be-4ebc-a488-18a93542bc93 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/34ef669a-9323-44af-8f6b-497ede295013 HTTP/1.1" status: 204 len: 168 time: 1.1886473 Nov 09 21:35:28.847876 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-a626047d-46a8-4119-977c-2f827e13d33a tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b6c1a16-c8c6-4d76-b296-66d24bf128ca') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:35:28.848179 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-a626047d-46a8-4119-977c-2f827e13d33a tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b6c1a16-c8c6-4d76-b296-66d24bf128ca') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:35:28.853332 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e6f39-0a91-479f-bbb0-e5427238e873 req-0fd0d7fa-2b0f-4285-ade9-0ef363615ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:28.853332 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3f9e6f39-0a91-479f-bbb0-e5427238e873 req-0fd0d7fa-2b0f-4285-ade9-0ef363615ef6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=96a7a35658cb4a6ea565f057e114d368&device_id=8b68bdaa-a7b5-47ca-a4ed-f843e96acb62 HTTP/1.1" status: 200 len: 1058 time: 0.1353931 Nov 09 21:35:28.853948 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-98afcb78-92f3-4178-9558-b69c0af8ed4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:28.858964 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36722) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:28.859487 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a626047d-46a8-4119-977c-2f827e13d33a tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:28.875347 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a626047d-46a8-4119-977c-2f827e13d33a tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:28.882444 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a626047d-46a8-4119-977c-2f827e13d33a tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:35:28.882853 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a626047d-46a8-4119-977c-2f827e13d33a tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:28.922163 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-17cddead-2026-4c7e-ad90-d85269528786 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Deleting subnet 3e7fa676-ca44-45ba-8433-f48e6ffda832 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:35:28.937047 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-17cddead-2026-4c7e-ad90-d85269528786 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:28.941168 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7471ef25-e68a-446a-9eef-0aad89f5fe11 None None] Network e33a15cd-54a0-4d04-937d-ef77260e8113 could not be found, it might have been deleted concurrently. {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 09 21:35:28.943709 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-4d3cec67-be30-43fd-b944-bf5613a91e1a None None] Provisioning complete for port 6a1ec77e-8a22-4dec-8671-23541c220873 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:28.944090 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4d3cec67-be30-43fd-b944-bf5613a91e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:28.948726 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:35:28.960585 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:35:28.960585 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:35:28.960585 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:35:28.960585 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:35:28.960585 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:35:28.960585 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:35:28.960585 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:35:28.960585 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:35:28.960585 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:35:28.960585 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:35:28.960585 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:35:28.960585 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:35:28.960585 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:35:28.960585 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:35:28.960585 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:35:28.960585 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:35:28.960585 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:35:28.960585 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:35:28.960585 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:35:28.960585 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:35:28.960585 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:35:28.960585 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:35:28.960585 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:35:28.960585 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:35:28.960585 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:35:28.960585 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:35:28.960585 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:35:28.960585 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:35:28.960585 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:35:28.960585 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:35:28.960585 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:35:28.960585 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:35:28.977502 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642719bd-3bb8-4a00-b95c-80ffd3d11fd8 req-6deaac2c-9244-41e5-b8fe-9a7d89220f25 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:28.979411 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-642719bd-3bb8-4a00-b95c-80ffd3d11fd8 req-6deaac2c-9244-41e5-b8fe-9a7d89220f25 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b68bdaa-a7b5-47ca-a4ed-f843e96acb62 HTTP/1.1" status: 200 len: 907 time: 0.3137262 Nov 09 21:35:29.001843 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b56d3a3-b0c8-4d74-aa66-795c78464e80 None None] Network e33a15cd-54a0-4d04-937d-ef77260e8113 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:35:29.009876 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a626047d-46a8-4119-977c-2f827e13d33a tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:29.029283 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a626047d-46a8-4119-977c-2f827e13d33a tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:29.037966 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a626047d-46a8-4119-977c-2f827e13d33a tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "DELETE /v2.0/networks/05ca18de-7135-4998-9551-52a1654a5dd6 HTTP/1.1" status: 204 len: 168 time: 0.5193441 Nov 09 21:35:29.039215 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36726) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:29.048271 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b56d3a3-b0c8-4d74-aa66-795c78464e80 None None] Network e33a15cd-54a0-4d04-937d-ef77260e8113 could not be found, it might have been deleted concurrently. {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 09 21:35:29.069259 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f843a1-be3f-4171-b4b6-1c295f1dda05 None None] Network e33a15cd-54a0-4d04-937d-ef77260e8113 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:35:29.073171 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-4d3cec67-be30-43fd-b944-bf5613a91e1a None None] Port 6a1ec77e-8a22-4dec-8671-23541c220873 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:35:29.095408 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a626047d-46a8-4119-977c-2f827e13d33a tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Pushing event deleted for resources: {'Network': ['ID=05ca18de-7135-4998-9551-52a1654a5dd6,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:29.098079 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-e253b284-e441-4686-8d99-98b9e45f6145 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:29.099066 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e253b284-e441-4686-8d99-98b9e45f6145 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:29.106890 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e253b284-e441-4686-8d99-98b9e45f6145 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "DELETE /v2.0/subnets/d4ac88fe-ca66-416f-b5d2-8401761aaa28 HTTP/1.1" status: 404 len: 337 time: 0.0551901 Nov 09 21:35:29.108261 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36728) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:29.129627 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-2078ce34-dbda-44be-bb55-8e46d4d86f1e tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:29.130270 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2078ce34-dbda-44be-bb55-8e46d4d86f1e tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:29.131457 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f843a1-be3f-4171-b4b6-1c295f1dda05 None None] Network e33a15cd-54a0-4d04-937d-ef77260e8113 could not be found, it might have been deleted concurrently. {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 09 21:35:29.136488 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2078ce34-dbda-44be-bb55-8e46d4d86f1e tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "DELETE /v2.0/networks/711d9327-1ee3-4523-947f-1427d30594b8 HTTP/1.1" status: 404 len: 339 time: 0.0265839 Nov 09 21:35:29.137361 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36730) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:29.171918 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-4d3cec67-be30-43fd-b944-bf5613a91e1a None None] Provisioning complete for port 3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:29.172298 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4d3cec67-be30-43fd-b944-bf5613a91e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:29.202715 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e0e0716-380d-49ee-b45c-6db00b12f7bb tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Deleting subnet 212c49c3-1995-45f7-9164-632dd3210be7 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:35:29.207012 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6e0e0716-380d-49ee-b45c-6db00b12f7bb tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:29.244544 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8a8312ef-e712-4280-82cd-e2b9b2951e80 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:29.257547 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-17cddead-2026-4c7e-ad90-d85269528786 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:29.285096 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6e0e0716-380d-49ee-b45c-6db00b12f7bb tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:29.292652 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f45c8c-4efc-49d5-a208-87233fc03a78 None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:35:29.321276 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8a8312ef-e712-4280-82cd-e2b9b2951e80 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:29.417130 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8312ef-e712-4280-82cd-e2b9b2951e80 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68fccffd-7331-4f9a-965c-576409c70fe4,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:29.423558 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6e0e0716-380d-49ee-b45c-6db00b12f7bb tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:29.458655 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece5ecd-1186-4c4d-9c1b-a5eb4534ee4c req-a20fc758-7290-4038-8afd-25b169397959 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:29.460492 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aece5ecd-1186-4c4d-9c1b-a5eb4534ee4c req-a20fc758-7290-4038-8afd-25b169397959 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.3105509 Nov 09 21:35:29.463388 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8a8312ef-e712-4280-82cd-e2b9b2951e80 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:29.464850 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8a8312ef-e712-4280-82cd-e2b9b2951e80 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8571270 Nov 09 21:35:29.473684 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36740) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:29.503715 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-c4586d1c-edfa-4175-b92e-3cd55fe35698 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:29.504293 n-d-816206-3 neutron-server[102607]: WARNING neutron.api.v2.base [None req-c4586d1c-edfa-4175-b92e-3cd55fe35698 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 09 21:35:29.505596 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [None req-c4586d1c-edfa-4175-b92e-3cd55fe35698 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] update failed (client error): There was a conflict when trying to complete your request. Nov 09 21:35:29.507458 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c4586d1c-edfa-4175-b92e-3cd55fe35698 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "PUT /v2.0/security-groups/68fccffd-7331-4f9a-965c-576409c70fe4 HTTP/1.1" status: 409 len: 330 time: 0.0092099 Nov 09 21:35:29.512452 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-98afcb78-92f3-4178-9558-b69c0af8ed4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:29.515414 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-98afcb78-92f3-4178-9558-b69c0af8ed4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:29.515539 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-a32078c7-68d6-4071-8896-a33164fa7e7d None None] Provisioning complete for port 49e8bef3-0fcd-4796-8994-39879b0b337e triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:29.515870 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a32078c7-68d6-4071-8896-a33164fa7e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:29.517727 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36742) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:29.529601 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-98afcb78-92f3-4178-9558-b69c0af8ed4c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ff1c9146-7c98-47a2-a495-fae6690d2e16 HTTP/1.1" status: 204 len: 168 time: 0.8995588 Nov 09 21:35:29.535282 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e6f39-0a91-479f-bbb0-e5427238e873 req-51d3e91c-f3b1-4f24-a544-a1f2af75f30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:29.539958 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3f9e6f39-0a91-479f-bbb0-e5427238e873 req-51d3e91c-f3b1-4f24-a544-a1f2af75f30f service neutron] 10.222.0.43 "GET /v2.0/networks?id=e557bc0d-71a9-4b44-ab50-1de12563c5ef HTTP/1.1" status: 200 len: 912 time: 0.6201952 Nov 09 21:35:29.603729 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6e0e0716-380d-49ee-b45c-6db00b12f7bb tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:29.624206 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-86ca180b-d1a1-4b09-8a30-54bca5e3802e tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:29.657372 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6e0e0716-380d-49ee-b45c-6db00b12f7bb tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:29.661423 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6e0e0716-380d-49ee-b45c-6db00b12f7bb tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "DELETE /v2.0/subnets/212c49c3-1995-45f7-9164-632dd3210be7 HTTP/1.1" status: 204 len: 168 time: 0.5221453 Nov 09 21:35:29.672332 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e0716-380d-49ee-b45c-6db00b12f7bb tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Pushing event deleted for resources: {'Subnet': ['ID=212c49c3-1995-45f7-9164-632dd3210be7,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:29.678627 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36750) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:29.719217 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-17cddead-2026-4c7e-ad90-d85269528786 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:29.746613 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-86ca180b-d1a1-4b09-8a30-54bca5e3802e tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:29.826811 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c3888c1-cdf7-4ce4-831d-1066a99ff7b3 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Deleting subnet ab3aa86a-7a48-488f-9aff-3b600c4060fc {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:35:29.830123 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0c3888c1-cdf7-4ce4-831d-1066a99ff7b3 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:29.854576 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98afcb78-92f3-4178-9558-b69c0af8ed4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1c9146-7c98-47a2-a495-fae6690d2e16,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:29.858629 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-17cddead-2026-4c7e-ad90-d85269528786 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:29.862455 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3f9e6f39-0a91-479f-bbb0-e5427238e873 req-272562e3-ba8a-488d-bc27-fc1705848d4c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49e8bef3-0fcd-4796-8994-39879b0b337e HTTP/1.1" status: 200 len: 217 time: 0.2982342 Nov 09 21:35:29.899591 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0c3888c1-cdf7-4ce4-831d-1066a99ff7b3 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:29.952697 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e6f39-0a91-479f-bbb0-e5427238e873 req-c5c9d67b-e204-463f-9204-c26d35e21ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:29.954414 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3f9e6f39-0a91-479f-bbb0-e5427238e873 req-c5c9d67b-e204-463f-9204-c26d35e21ed2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=48041428-5cce-473c-b445-a01eb383d908 HTTP/1.1" status: 200 len: 851 time: 0.0780075 Nov 09 21:35:30.014198 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b47751-e5e6-45b2-910e-5908bb963f53 None None] Network 7edfe8e0-0f70-48f6-8323-b93480c565cb requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:35:30.040304 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cddead-2026-4c7e-ad90-d85269528786 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Subnet': ['ID=3e7fa676-ca44-45ba-8433-f48e6ffda832,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:30.048247 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-86ca180b-d1a1-4b09-8a30-54bca5e3802e tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:30.056310 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-17cddead-2026-4c7e-ad90-d85269528786 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:30.057104 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-86ca180b-d1a1-4b09-8a30-54bca5e3802e tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:30.061278 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-86ca180b-d1a1-4b09-8a30-54bca5e3802e tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "DELETE /v2.0/security-groups/68fccffd-7331-4f9a-965c-576409c70fe4 HTTP/1.1" status: 204 len: 168 time: 0.5425296 Nov 09 21:35:30.061934 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36760) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:30.067035 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-17cddead-2026-4c7e-ad90-d85269528786 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/3e7fa676-ca44-45ba-8433-f48e6ffda832 HTTP/1.1" status: 204 len: 168 time: 1.2068467 Nov 09 21:35:30.072927 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36762) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:30.134980 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ca180b-d1a1-4b09-8a30-54bca5e3802e tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fccffd-7331-4f9a-965c-576409c70fe4,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:30.185157 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0c3888c1-cdf7-4ce4-831d-1066a99ff7b3 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:30.194041 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-03e0b0da-ba6d-436d-a597-dacc216417c2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1190603 Nov 09 21:35:30.198243 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36768) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:30.216511 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aece5ecd-1186-4c4d-9c1b-a5eb4534ee4c req-7bc2082b-d9ca-47b5-b221-82ebb6690486 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7434330 Nov 09 21:35:30.245655 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-fcfe7f45-422d-4b43-bfcc-1de7b238b99f tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1708252 Nov 09 21:35:30.248624 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e6f39-0a91-479f-bbb0-e5427238e873 req-21a49f2b-16e7-4aaf-ac97-669f329ccf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:30.253936 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36770) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:30.255360 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3f9e6f39-0a91-479f-bbb0-e5427238e873 req-21a49f2b-16e7-4aaf-ac97-669f329ccf84 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e557bc0d-71a9-4b44-ab50-1de12563c5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2583520 Nov 09 21:35:30.288220 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-c1def328-1214-4060-a3a4-34d318af7ce2 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] delete failed (client error): The resource could not be found. Nov 09 21:35:30.294339 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c1def328-1214-4060-a3a4-34d318af7ce2 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "DELETE /v2.0/security-groups/5aa0c55a-9384-48c9-b8f8-d45eceba396d HTTP/1.1" status: 404 len: 347 time: 0.0393181 Nov 09 21:35:30.298587 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36776) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:30.315417 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-4f5e980c-de34-4d7e-8604-0fcaab1bfbb3 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] show failed (client error): The resource could not be found. Nov 09 21:35:30.317127 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4f5e980c-de34-4d7e-8604-0fcaab1bfbb3 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "GET /v2.0/security-groups/d3b970a7-578d-47d5-98f0-60952c91bdf6 HTTP/1.1" status: 404 len: 347 time: 0.0202568 Nov 09 21:35:30.325923 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36778) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:30.344310 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0c3888c1-cdf7-4ce4-831d-1066a99ff7b3 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:30.355097 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-5daaed56-4992-4888-bb4e-de61011cda36 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] show failed (client error): The resource could not be found. Nov 09 21:35:30.358174 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5daaed56-4992-4888-bb4e-de61011cda36 tempest-NegativeSecGroupTest-1131981518 tempest-NegativeSecGroupTest-1131981518-project] 10.222.0.49 "GET /v2.0/security-group-rules/96a3d95c-c360-4f02-bf32-87f36db10b80 HTTP/1.1" status: 404 len: 356 time: 0.0304155 Nov 09 21:35:30.378461 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0c3888c1-cdf7-4ce4-831d-1066a99ff7b3 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:30.383466 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0c3888c1-cdf7-4ce4-831d-1066a99ff7b3 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "DELETE /v2.0/subnets/ab3aa86a-7a48-488f-9aff-3b600c4060fc HTTP/1.1" status: 204 len: 168 time: 0.7011032 Nov 09 21:35:30.397542 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36782) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:30.462276 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3888c1-cdf7-4ce4-831d-1066a99ff7b3 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Pushing event deleted for resources: {'Subnet': ['ID=ab3aa86a-7a48-488f-9aff-3b600c4060fc,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:30.552989 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e5f5c5-9e8b-4b40-a5b8-412dc94aa0df None None] Update dhcp port {'port': {'network_id': '7edfe8e0-0f70-48f6-8323-b93480c565cb', 'fixed_ips': [{'subnet_id': 'ab3aa86a-7a48-488f-9aff-3b600c4060fc'}], 'binding:host_id': 'n-d-816206-3'}, 'id': '3ecd066c-cca1-4af0-84b5-8330c9d9a3e4'} from n-d-816206-3. {{(pid=102609) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 21:35:30.600118 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440533b9-8a9f-441b-a30b-6eb64d82dfd2 req-51d5ee2c-82c6-417b-b431-2eb1de7405be tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:30.602994 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-440533b9-8a9f-441b-a30b-6eb64d82dfd2 req-51d5ee2c-82c6-417b-b431-2eb1de7405be tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.1484253 Nov 09 21:35:30.644567 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e8e5f5c5-9e8b-4b40-a5b8-412dc94aa0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:30.648479 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42164bc2-74c0-4987-acc7-61f3bb097edb None None] Network 83001fa8-21bc-4303-8a8a-37c91fd09fe2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:35:30.694984 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-440533b9-8a9f-441b-a30b-6eb64d82dfd2 req-8a1193ea-9102-4dd0-a5a2-c29a7e540b7b tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857716 Nov 09 21:35:30.706743 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36790) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:30.726813 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856f0d03-d7ed-4a3c-b974-c2102b1734f6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:30.730728 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-856f0d03-d7ed-4a3c-b974-c2102b1734f6 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.5107813 Nov 09 21:35:30.731112 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36796) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:30.767643 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-445e8972-9b32-4d5f-b161-59eea13d4564 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:30.783275 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3f9e6f39-0a91-479f-bbb0-e5427238e873 req-a46dc08e-92a2-4972-91ea-d527c067b56e service neutron] 10.222.0.43 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5202067 Nov 09 21:35:30.828710 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecab271f-0f50-4875-892c-0f7265e1bdd5 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:30.833009 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ecab271f-0f50-4875-892c-0f7265e1bdd5 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0981174 Nov 09 21:35:30.834398 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36800) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:30.887017 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-61e8a89d-e0cd-4d26-bc17-27560471d676 None None] Provisioning complete for port 0591bba0-96a0-4e58-96f0-0e163ff08762 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:30.887683 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-61e8a89d-e0cd-4d26-bc17-27560471d676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:30.922483 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a351e5e4-64e1-49c2-8827-aaafcba0bc30 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0781107 Nov 09 21:35:30.922709 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36802) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:31.000515 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6c513c9-1b42-481c-9f8d-e3c2bbf03aa0 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:31.001310 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6c513c9-1b42-481c-9f8d-e3c2bbf03aa0 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:31.007433 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b6c513c9-1b42-481c-9f8d-e3c2bbf03aa0 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/ports/3d6f03d6-7383-43b7-9893-f34cbd136f5b HTTP/1.1" status: 404 len: 333 time: 0.0837502 Nov 09 21:35:31.011765 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36808) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:31.075996 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2ca176e4-03fd-43d1-80ec-b25739f27731 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=414afd4aa42b48e1af5efbbbbff51bad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3681011 Nov 09 21:35:31.077965 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36820) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:31.091365 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-c16e2219-9449-4b8b-8d76-a6d73fd20d0d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:31.091850 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c16e2219-9449-4b8b-8d76-a6d73fd20d0d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:31.095557 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c16e2219-9449-4b8b-8d76-a6d73fd20d0d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/34ef669a-9323-44af-8f6b-497ede295013 HTTP/1.1" status: 404 len: 337 time: 0.0694528 Nov 09 21:35:31.099257 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36822) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:31.112272 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3f9e6f39-0a91-479f-bbb0-e5427238e873 req-c10dbe50-6b55-4227-b8be-7a17aa711d31 service neutron] 10.222.0.43 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183627 Nov 09 21:35:31.122034 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9be9b2-8bad-4e05-8d74-aeef174efa09 None None] DHCP port deletion for 83001fa8-21bc-4303-8a8a-37c91fd09fe2 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:35:31.149015 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-e56f20f5-0ef8-49a0-ac51-b302d1076266 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:31.150388 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2edf1bdc-df40-42a5-9093-6b4e40423dee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:31.153221 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e56f20f5-0ef8-49a0-ac51-b302d1076266 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:31.157647 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e56f20f5-0ef8-49a0-ac51-b302d1076266 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/3e7fa676-ca44-45ba-8433-f48e6ffda832 HTTP/1.1" status: 404 len: 337 time: 0.0555773 Nov 09 21:35:31.159442 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36824) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:31.173834 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-445e8972-9b32-4d5f-b161-59eea13d4564 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Deleting port 3ecd066c-cca1-4af0-84b5-8330c9d9a3e4 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:35:31.174943 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-445e8972-9b32-4d5f-b161-59eea13d4564 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:31.214096 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295c714b-6002-42c0-bb14-900cdd9739b7 None None] Network 7edfe8e0-0f70-48f6-8323-b93480c565cb requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:35:31.214712 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-629eb54b-777f-4abd-a3a5-c48a52b97384 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:31.215976 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-629eb54b-777f-4abd-a3a5-c48a52b97384 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:31.224516 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-629eb54b-777f-4abd-a3a5-c48a52b97384 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/ports/5abc1a23-eb5d-4f7b-b2bb-e77081929f8d HTTP/1.1" status: 404 len: 333 time: 0.0597396 Nov 09 21:35:31.224516 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36826) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:31.266001 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2880e4c-38ed-4bc8-bb0d-0e0b849d3bd9 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:31.266541 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2880e4c-38ed-4bc8-bb0d-0e0b849d3bd9 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:31.272468 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-7a9be9b2-8bad-4e05-8d74-aeef174efa09 None None] Deleting port 0591bba0-96a0-4e58-96f0-0e163ff08762 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:35:31.272687 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c2880e4c-38ed-4bc8-bb0d-0e0b849d3bd9 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/5d20f24f-83c8-422a-a162-dcb980d07683 HTTP/1.1" status: 404 len: 337 time: 0.0455828 Nov 09 21:35:31.272780 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7a9be9b2-8bad-4e05-8d74-aeef174efa09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:31.274974 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36830) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:31.281398 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-445e8972-9b32-4d5f-b161-59eea13d4564 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] For port 3ecd066c-cca1-4af0-84b5-8330c9d9a3e4, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=3ecd066c-cca1-4af0-84b5-8330c9d9a3e4,segment=NetworkSegment(159260cc-ade0-4b73-adc8-4b9bc83f487e),segment_id=159260cc-ade0-4b73-adc8-4b9bc83f487e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:35:31.281940 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-445e8972-9b32-4d5f-b161-59eea13d4564 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:31.296504 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-445e8972-9b32-4d5f-b161-59eea13d4564 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Calling delete_port for 3ecd066c-cca1-4af0-84b5-8330c9d9a3e4 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:35:31.322773 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2edf1bdc-df40-42a5-9093-6b4e40423dee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:31.332153 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-74629503-01d2-42e7-9d1f-84a9c295c97c tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:31.332621 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74629503-01d2-42e7-9d1f-84a9c295c97c tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:31.335742 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-74629503-01d2-42e7-9d1f-84a9c295c97c tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/ae800caa-23c2-4e15-8a2c-5d2e4082afd4 HTTP/1.1" status: 404 len: 337 time: 0.0598218 Nov 09 21:35:31.348615 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36832) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:31.350321 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-7a9be9b2-8bad-4e05-8d74-aeef174efa09 None None] For port 0591bba0-96a0-4e58-96f0-0e163ff08762, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=0591bba0-96a0-4e58-96f0-0e163ff08762,segment=NetworkSegment(5941c2cb-fbea-49fa-9283-f57142064cd9),segment_id=5941c2cb-fbea-49fa-9283-f57142064cd9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:35:31.350718 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7a9be9b2-8bad-4e05-8d74-aeef174efa09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:31.366222 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-7a9be9b2-8bad-4e05-8d74-aeef174efa09 None None] Calling delete_port for 0591bba0-96a0-4e58-96f0-0e163ff08762 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:35:31.413371 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-445e8972-9b32-4d5f-b161-59eea13d4564 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:31.430923 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6dedf0f-d07c-4ccb-a0d4-d01ab6a226de tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:31.431181 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-2efda4b7-a1d2-4f98-a675-0bc2e2bb22b2 None None] Could not find standard attr ID for object 3ecd066c-cca1-4af0-84b5-8330c9d9a3e4. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 21:35:31.432496 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6dedf0f-d07c-4ccb-a0d4-d01ab6a226de tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:31.443168 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d6dedf0f-d07c-4ccb-a0d4-d01ab6a226de tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/ports/a713c1aa-3e96-4191-aba9-25e83cdfeed6 HTTP/1.1" status: 404 len: 333 time: 0.0929422 Nov 09 21:35:31.445333 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36836) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:31.447243 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2edf1bdc-df40-42a5-9093-6b4e40423dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:31.450297 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2edf1bdc-df40-42a5-9093-6b4e40423dee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:31.451625 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2edf1bdc-df40-42a5-9093-6b4e40423dee admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/87a13267-7fd9-44dd-8d56-bcda0e554a72 HTTP/1.1" status: 204 len: 168 time: 0.3725953 Nov 09 21:35:31.470110 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf1bdc-df40-42a5-9093-6b4e40423dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a13267-7fd9-44dd-8d56-bcda0e554a72,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:31.507694 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-9444d650-fc9b-4ebe-b416-27014baa2fa1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:31.509214 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9444d650-fc9b-4ebe-b416-27014baa2fa1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:31.512751 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-9444d650-fc9b-4ebe-b416-27014baa2fa1 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/7da3f10f-deb0-4c0b-8600-206e3cb83ebf HTTP/1.1" status: 404 len: 337 time: 0.0600913 Nov 09 21:35:31.515416 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36840) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:31.564977 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abad97a2-5df7-4f0e-816f-ad31acb1b491 None None] DHCP port deletion for 7edfe8e0-0f70-48f6-8323-b93480c565cb request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:35:31.569878 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb1bf950-e37a-49d5-8450-ff7a174761a2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:31.570408 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb1bf950-e37a-49d5-8450-ff7a174761a2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:31.571685 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7a9be9b2-8bad-4e05-8d74-aeef174efa09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:31.586100 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-bb1bf950-e37a-49d5-8450-ff7a174761a2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/6815cf60-8de4-401d-82fb-760078738e77 HTTP/1.1" status: 404 len: 337 time: 0.0678174 Nov 09 21:35:31.586746 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36842) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:31.598834 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e8972-9b32-4d5f-b161-59eea13d4564 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Pushing event deleted for resources: {'Port': ['ID=3ecd066c-cca1-4af0-84b5-8330c9d9a3e4,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:31.611335 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9be9b2-8bad-4e05-8d74-aeef174efa09 None None] Pushing event deleted for resources: {'Port': ['ID=0591bba0-96a0-4e58-96f0-0e163ff08762,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:31.618821 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445e8972-9b32-4d5f-b161-59eea13d4564 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] No DVR routers for this DVR port 3ecd066c-cca1-4af0-84b5-8330c9d9a3e4 on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:35:31.619724 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9be9b2-8bad-4e05-8d74-aeef174efa09 None None] No DVR routers for this DVR port 0591bba0-96a0-4e58-96f0-0e163ff08762 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:35:31.620493 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-95e013b7-6ac8-4059-8233-ef04dfbdb06d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:31.622244 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95e013b7-6ac8-4059-8233-ef04dfbdb06d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:31.635719 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-95e013b7-6ac8-4059-8233-ef04dfbdb06d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/ports/116c089e-5a43-4e2b-91a1-93b12b5a50f4 HTTP/1.1" status: 404 len: 333 time: 0.0477934 Nov 09 21:35:31.636349 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36846) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:31.664531 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-121ec153-7bef-418e-bc3a-69a377a21078 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:31.665042 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-121ec153-7bef-418e-bc3a-69a377a21078 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:31.670951 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-121ec153-7bef-418e-bc3a-69a377a21078 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/7c44502e-2845-41fb-8f97-64b74e00500e HTTP/1.1" status: 404 len: 337 time: 0.0334072 Nov 09 21:35:31.671122 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36848) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:31.753995 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-75b15ba0-7943-4e1a-a7f5-639b074abc92 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:31.754753 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75b15ba0-7943-4e1a-a7f5-639b074abc92 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:31.757565 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-75b15ba0-7943-4e1a-a7f5-639b074abc92 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/3e0b1fdc-146a-4915-8afb-0d4a7d0e922b HTTP/1.1" status: 404 len: 337 time: 0.0844455 Nov 09 21:35:31.760304 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36852) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:31.780198 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-445e8972-9b32-4d5f-b161-59eea13d4564 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:31.791251 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccbacc6c-3098-4b3c-b290-80cd399f3a29 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:31.791251 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccbacc6c-3098-4b3c-b290-80cd399f3a29 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:31.793785 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ccbacc6c-3098-4b3c-b290-80cd399f3a29 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/ports/3641712b-f2ff-4a2c-9fa8-4859756d67db HTTP/1.1" status: 404 len: 333 time: 0.0319164 Nov 09 21:35:31.796129 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36856) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:31.819451 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-ec5d81d6-3f4f-4a4e-972a-0bc716703cf9 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:31.820971 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-ec5d81d6-3f4f-4a4e-972a-0bc716703cf9 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/networks?id=e557bc0d-71a9-4b44-ab50-1de12563c5ef HTTP/1.1" status: 200 len: 812 time: 0.6617897 Nov 09 21:35:31.822641 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-445e8972-9b32-4d5f-b161-59eea13d4564 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7edfe8e0-0f70-48f6-8323-b93480c565cb']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:35:31.838588 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-445e8972-9b32-4d5f-b161-59eea13d4564 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '159260cc-ade0-4b73-adc8-4b9bc83f487e') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:35:31.838967 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-445e8972-9b32-4d5f-b161-59eea13d4564 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '159260cc-ade0-4b73-adc8-4b9bc83f487e') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:35:31.848006 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-b92ec7d7-2dc0-4163-9cf8-cc264b694c0b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:31.848482 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b92ec7d7-2dc0-4163-9cf8-cc264b694c0b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:31.853685 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-445e8972-9b32-4d5f-b161-59eea13d4564 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:31.856946 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b92ec7d7-2dc0-4163-9cf8-cc264b694c0b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/750be460-b179-4864-81c8-f44684202c6b HTTP/1.1" status: 404 len: 337 time: 0.0556254 Nov 09 21:35:31.857365 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36858) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:31.875163 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-445e8972-9b32-4d5f-b161-59eea13d4564 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:31.884438 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-ef84fff5-8237-4e6e-b7e8-4941ba763c1d tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/quotas/96a7a35658cb4a6ea565f057e114d368 HTTP/1.1" status: 200 len: 375 time: 0.0525174 Nov 09 21:35:31.885800 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a9f3ab2-e15d-484b-83cf-968f328dc758 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:31.885940 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-445e8972-9b32-4d5f-b161-59eea13d4564 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:35:31.886380 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-445e8972-9b32-4d5f-b161-59eea13d4564 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:31.886535 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a9f3ab2-e15d-484b-83cf-968f328dc758 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:31.895017 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:35:31.895017 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:35:31.895017 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:35:31.895017 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:35:31.895017 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:35:31.895017 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:35:31.895017 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:35:31.895017 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:35:31.895017 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:35:31.895017 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:35:31.895017 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:35:31.895017 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:35:31.895017 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:35:31.895017 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:35:31.895017 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:35:31.895017 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:35:31.895017 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:35:31.895017 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:35:31.895017 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:35:31.895017 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:35:31.895017 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:35:31.895017 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:35:31.895017 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:35:31.895017 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:35:31.895017 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:35:31.895017 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:35:31.895017 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:35:31.895017 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:35:31.895017 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:35:31.895017 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:35:31.895017 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:35:31.895017 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:35:31.897243 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8a9f3ab2-e15d-484b-83cf-968f328dc758 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/ports/ede199ed-b021-44bd-8b0f-a0359f9047df HTTP/1.1" status: 404 len: 333 time: 0.0337217 Nov 09 21:35:31.897243 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36862) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:31.930889 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3443375-2e0a-4187-a512-f1066b66c43a tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:31.931404 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3443375-2e0a-4187-a512-f1066b66c43a tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:31.936065 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e3443375-2e0a-4187-a512-f1066b66c43a tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/dd1e81d8-dfa6-4b3f-86c5-b87c009443ef HTTP/1.1" status: 404 len: 337 time: 0.0387118 Nov 09 21:35:31.939672 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36864) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:32.003366 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff352fdc-79af-4382-864f-fafdd3070914 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:32.004269 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff352fdc-79af-4382-864f-fafdd3070914 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:32.015163 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ff352fdc-79af-4382-864f-fafdd3070914 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/ports/640bb3e9-d2ba-4728-8137-dea2e67b3c0d HTTP/1.1" status: 404 len: 333 time: 0.0740221 Nov 09 21:35:32.015800 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36870) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:32.048857 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-140ae2ac-647b-41a3-b06e-2c3f638d1708 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:32.049364 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-140ae2ac-647b-41a3-b06e-2c3f638d1708 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:32.055385 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-140ae2ac-647b-41a3-b06e-2c3f638d1708 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/e89e6269-ae7e-4af3-ae95-68348916090b HTTP/1.1" status: 404 len: 337 time: 0.0361400 Nov 09 21:35:32.056117 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36872) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:32.102461 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-705f40a3-3494-4754-83fc-495463d57190 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:32.103243 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-705f40a3-3494-4754-83fc-495463d57190 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:32.132839 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-705f40a3-3494-4754-83fc-495463d57190 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/ports/04910ec4-fd9d-469b-90be-c303cbe2d69b HTTP/1.1" status: 404 len: 333 time: 0.0680952 Nov 09 21:35:32.133900 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36880) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:32.155155 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 0591bba0-96a0-4e58-96f0-0e163ff08762 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:35:32.183772 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-20db97a2-6198-4aa7-9bff-455f6e0c3d22 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:32.184384 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20db97a2-6198-4aa7-9bff-455f6e0c3d22 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:32.187529 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-20db97a2-6198-4aa7-9bff-455f6e0c3d22 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/7d158ccc-ea97-4b91-abda-3c2899bcfd7d HTTP/1.1" status: 404 len: 337 time: 0.0525744 Nov 09 21:35:32.190454 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36882) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:32.196460 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 0591bba0-96a0-4e58-96f0-0e163ff08762 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:35:32.196914 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 0591bba0-96a0-4e58-96f0-0e163ff08762 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:35:32.198794 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 3ecd066c-cca1-4af0-84b5-8330c9d9a3e4 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:35:32.239137 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcd47a8b-8783-40fa-8236-81c12b0f09d8 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:32.245049 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 3ecd066c-cca1-4af0-84b5-8330c9d9a3e4 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:35:32.246583 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcd47a8b-8783-40fa-8236-81c12b0f09d8 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:32.247710 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 3ecd066c-cca1-4af0-84b5-8330c9d9a3e4 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:35:32.260962 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-fcd47a8b-8783-40fa-8236-81c12b0f09d8 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/ports/1f203672-df9e-4e71-a1bb-c30a47e83fa9 HTTP/1.1" status: 404 len: 333 time: 0.0687537 Nov 09 21:35:32.261334 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36884) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:32.301757 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-20749116-f441-4ba1-977a-52ed44ceeb54 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:32.302377 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20749116-f441-4ba1-977a-52ed44ceeb54 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:32.309726 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-20749116-f441-4ba1-977a-52ed44ceeb54 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/1549c412-3eb1-438d-ac75-93d25c0d4e04 HTTP/1.1" status: 404 len: 337 time: 0.0456762 Nov 09 21:35:32.310520 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36886) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:32.344861 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-beff552d-2db6-40e0-8cf4-79dc02500e48 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:32.345586 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beff552d-2db6-40e0-8cf4-79dc02500e48 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:32.365475 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-beff552d-2db6-40e0-8cf4-79dc02500e48 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/ports/2f761b94-5e5b-407f-85d6-feb1136b6cef HTTP/1.1" status: 404 len: 333 time: 0.0534787 Nov 09 21:35:32.365976 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36892) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:32.418352 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b79e00a-b299-4308-acf3-f852474f770f tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:32.418911 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b79e00a-b299-4308-acf3-f852474f770f tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:32.424736 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5b79e00a-b299-4308-acf3-f852474f770f tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/55c458c6-3a15-462b-b0c0-98598de8ef65 HTTP/1.1" status: 404 len: 337 time: 0.0576601 Nov 09 21:35:32.425361 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36894) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:32.466392 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-94fddd77-3b0b-4cbc-84c8-745dd59a9d21 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:32.466970 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94fddd77-3b0b-4cbc-84c8-745dd59a9d21 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:32.479736 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-94fddd77-3b0b-4cbc-84c8-745dd59a9d21 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/4903f6fd-bad5-41d3-8c6d-560fde66895e HTTP/1.1" status: 404 len: 337 time: 0.0518253 Nov 09 21:35:32.481070 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36900) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:32.527203 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-c74ab666-e14a-4e76-bf38-51446e350d48 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=96a7a35658cb4a6ea565f057e114d368&fields=id HTTP/1.1" status: 200 len: 532 time: 0.6324875 Nov 09 21:35:32.528292 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-445e8972-9b32-4d5f-b161-59eea13d4564 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:32.539449 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ce23f0e-d2fd-423f-94ae-fb30167e16ad tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:32.541949 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ce23f0e-d2fd-423f-94ae-fb30167e16ad tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:32.547296 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7ce23f0e-d2fd-423f-94ae-fb30167e16ad tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/ports/fd049c92-c0c0-49b9-b483-27a12cc71f3a HTTP/1.1" status: 404 len: 333 time: 0.0628173 Nov 09 21:35:32.548788 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-445e8972-9b32-4d5f-b161-59eea13d4564 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:32.549769 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36902) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:32.555335 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-445e8972-9b32-4d5f-b161-59eea13d4564 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "DELETE /v2.0/networks/7edfe8e0-0f70-48f6-8323-b93480c565cb HTTP/1.1" status: 204 len: 168 time: 2.0795755 Nov 09 21:35:32.555335 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e8972-9b32-4d5f-b161-59eea13d4564 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Pushing event deleted for resources: {'Network': ['ID=7edfe8e0-0f70-48f6-8323-b93480c565cb,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:32.559631 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36904) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:32.671365 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-925292cc-64c0-4921-98d9-2bde011c9cec service neutron] 10.222.0.49 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237574 Nov 09 21:35:32.700062 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8434bf7-d334-4aac-8557-16c596216f7d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:32.700501 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8434bf7-d334-4aac-8557-16c596216f7d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:32.704472 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d8434bf7-d334-4aac-8557-16c596216f7d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/c28d3ce3-0692-407b-80b0-42320c71226d HTTP/1.1" status: 404 len: 337 time: 0.1468232 Nov 09 21:35:32.709229 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a5ee131-b875-439e-9959-9f05c72d7244 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:32.709568 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a5ee131-b875-439e-9959-9f05c72d7244 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:32.714131 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5a5ee131-b875-439e-9959-9f05c72d7244 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "DELETE /v2.0/subnets/8bb6b6d2-9663-4b67-9bf7-97aa097b95ba HTTP/1.1" status: 404 len: 337 time: 0.1487765 Nov 09 21:35:32.714794 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36914) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:32.722921 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36916) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:32.747644 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c0696da-886e-44a5-a3e2-f9746ca5bb14 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:32.748195 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c0696da-886e-44a5-a3e2-f9746ca5bb14 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:32.751336 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8c0696da-886e-44a5-a3e2-f9746ca5bb14 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "DELETE /v2.0/networks/d9946626-c0ee-454e-8a73-dd8d2d48e0f3 HTTP/1.1" status: 404 len: 339 time: 0.0274088 Nov 09 21:35:32.751747 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-e432971c-fbaa-43d9-80f4-bbe18486b370 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:32.752749 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e432971c-fbaa-43d9-80f4-bbe18486b370 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:32.754381 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36920) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:32.756777 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e432971c-fbaa-43d9-80f4-bbe18486b370 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/0a16689e-920d-4026-83e0-13da45c2112c HTTP/1.1" status: 404 len: 337 time: 0.0406733 Nov 09 21:35:32.760052 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36922) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:32.789229 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f78986a-e3f9-42a0-8e56-bbd40e117ea0 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:32.789781 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f78986a-e3f9-42a0-8e56-bbd40e117ea0 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:32.793639 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5f78986a-e3f9-42a0-8e56-bbd40e117ea0 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "DELETE /v2.0/subnets/43e02a66-29de-4507-a905-7f9f7baba460 HTTP/1.1" status: 404 len: 337 time: 0.0377512 Nov 09 21:35:32.795996 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf342095-afbd-4fc3-ab83-efff8cb7452d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:32.796145 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36926) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:32.796233 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf342095-afbd-4fc3-ab83-efff8cb7452d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:32.800357 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-cf342095-afbd-4fc3-ab83-efff8cb7452d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/ports/c7660ce6-0c6c-4aac-9fe7-43562e9b7607 HTTP/1.1" status: 404 len: 333 time: 0.0392625 Nov 09 21:35:32.802966 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36928) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:32.821338 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-48324beb-cc95-4a35-8ab4-9df67c7f9b04 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:32.822019 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48324beb-cc95-4a35-8ab4-9df67c7f9b04 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:32.825094 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-48324beb-cc95-4a35-8ab4-9df67c7f9b04 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "DELETE /v2.0/networks/b3b17fdc-e9db-4bfa-969e-6ed2cc9c122e HTTP/1.1" status: 404 len: 339 time: 0.0284266 Nov 09 21:35:32.827635 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36932) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:32.857169 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-deffe630-fc04-452c-a0de-39f97cbd39e8 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:32.857940 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deffe630-fc04-452c-a0de-39f97cbd39e8 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:32.860227 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b8e710e-6ecf-4abe-a4b6-732a29f5c00b tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:32.860715 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b8e710e-6ecf-4abe-a4b6-732a29f5c00b tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:32.862154 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-deffe630-fc04-452c-a0de-39f97cbd39e8 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/e7079911-5ad7-4572-949a-058270cd31cd HTTP/1.1" status: 404 len: 337 time: 0.0577338 Nov 09 21:35:32.864422 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36936) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:32.864677 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7b8e710e-6ecf-4abe-a4b6-732a29f5c00b tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "DELETE /v2.0/subnets/aa6045aa-862d-40d7-9dfc-1e1e5a32e8b3 HTTP/1.1" status: 404 len: 337 time: 0.0359616 Nov 09 21:35:32.867027 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36938) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:32.897739 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb99cf0b-7267-4db1-a079-c9e6e518e601 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:32.898338 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb99cf0b-7267-4db1-a079-c9e6e518e601 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:32.901482 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-eb99cf0b-7267-4db1-a079-c9e6e518e601 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "DELETE /v2.0/networks/1ca546e1-3765-4218-87df-825144870984 HTTP/1.1" status: 404 len: 339 time: 0.0334826 Nov 09 21:35:32.904045 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-b216f812-cea7-4087-8add-8e244e22b5d3 service neutron] 10.222.0.49 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245338 Nov 09 21:35:32.904696 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36940) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:32.905675 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed93ec82-a4ef-4f69-ad50-ce510d5f6c90 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:32.906206 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed93ec82-a4ef-4f69-ad50-ce510d5f6c90 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:32.909919 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ed93ec82-a4ef-4f69-ad50-ce510d5f6c90 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/98a659ac-ee92-4a9e-b261-5616281be61d HTTP/1.1" status: 404 len: 337 time: 0.0440452 Nov 09 21:35:32.912890 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36942) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:32.940775 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-87c12871-ea7c-40f0-987b-096598e2f28b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:32.941528 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87c12871-ea7c-40f0-987b-096598e2f28b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:32.945647 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-87c12871-ea7c-40f0-987b-096598e2f28b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/ports/7cec5e1c-107f-4960-b176-ca63e6932cb8 HTTP/1.1" status: 404 len: 333 time: 0.0313876 Nov 09 21:35:32.948160 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36944) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:32.990096 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-0383c092-ba90-42e7-947b-502c201e3223 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:32.990825 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0383c092-ba90-42e7-947b-502c201e3223 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:32.996588 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0383c092-ba90-42e7-947b-502c201e3223 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/804e2377-bb68-4c24-ba30-a8d470c6f9df HTTP/1.1" status: 404 len: 337 time: 0.0449929 Nov 09 21:35:32.997290 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36946) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:33.001164 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba0d42f5-809c-4457-9d54-489d219de58d tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Deleting subnet 1ce26c9f-8712-42b4-8391-510a0598084d {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:35:33.006310 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ba0d42f5-809c-4457-9d54-489d219de58d tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:33.036228 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7ed334f-d34a-4396-8a41-dbbd12310ab3 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:33.037200 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7ed334f-d34a-4396-8a41-dbbd12310ab3 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:33.048403 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d7ed334f-d34a-4396-8a41-dbbd12310ab3 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/346a9beb-bace-4260-acbc-8855db622d93 HTTP/1.1" status: 404 len: 337 time: 0.0471146 Nov 09 21:35:33.048581 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36950) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:33.083076 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c8316542-bed1-4f41-b585-bb7a535af01d tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/ports?device_id=214184f1-2673-437f-9259-0b5603b37d36 HTTP/1.1" status: 200 len: 205 time: 0.0299017 Nov 09 21:35:33.083318 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36952) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:33.090206 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ba0d42f5-809c-4457-9d54-489d219de58d tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:33.158817 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-b3b9a866-00c4-434f-a643-4e2bf96126b0 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] delete failed (client error): The resource could not be found. Nov 09 21:35:33.159895 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b3b9a866-00c4-434f-a643-4e2bf96126b0 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/routers/214184f1-2673-437f-9259-0b5603b37d36 HTTP/1.1" status: 404 len: 336 time: 0.0765288 Nov 09 21:35:33.166655 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36960) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:33.225325 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ba0d42f5-809c-4457-9d54-489d219de58d tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:33.266506 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9d6f07c-e8c1-4923-85c1-1a20ce00c1d0 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:33.266996 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9d6f07c-e8c1-4923-85c1-1a20ce00c1d0 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:33.270945 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e9d6f07c-e8c1-4923-85c1-1a20ce00c1d0 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/fae58b79-92da-40fa-aa7e-ec8232404d70 HTTP/1.1" status: 404 len: 337 time: 0.1016703 Nov 09 21:35:33.273050 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e75390c4-ce9f-4031-9fdb-db332b7710bd req-3c0676f2-e9b0-4e26-bd3b-5c00ee0ea188 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c HTTP/1.1" status: 200 len: 210 time: 0.1093948 Nov 09 21:35:33.273732 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36966) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:33.302948 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3dbff8e7-f157-4957-94ba-21c9d321dbf3 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac41c9bd-fdc9-4a31-91a2-5c2137bd1342 HTTP/1.1" status: 200 len: 205 time: 0.0280850 Nov 09 21:35:33.305344 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36968) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:33.362015 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-1a422f62-3fb9-460c-894e-b8384767befb tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] delete failed (client error): The resource could not be found. Nov 09 21:35:33.363744 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1a422f62-3fb9-460c-894e-b8384767befb tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/routers/ac41c9bd-fdc9-4a31-91a2-5c2137bd1342 HTTP/1.1" status: 404 len: 336 time: 0.0571480 Nov 09 21:35:33.366870 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36972) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:33.368183 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ba0d42f5-809c-4457-9d54-489d219de58d tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:33.396975 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ba0d42f5-809c-4457-9d54-489d219de58d tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:33.402944 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba7fd7b-1b5f-4470-85f1-eef1a9099c3e None None] Network 389720d5-3c58-44e3-97d2-4960d7c6d93b requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:35:33.403433 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ba0d42f5-809c-4457-9d54-489d219de58d tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "DELETE /v2.0/subnets/1ce26c9f-8712-42b4-8391-510a0598084d HTTP/1.1" status: 204 len: 168 time: 0.4975822 Nov 09 21:35:33.404203 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36976) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:33.461963 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-66ec2866-524c-420a-bc3b-8875bba03f9b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:33.462432 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66ec2866-524c-420a-bc3b-8875bba03f9b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:33.473298 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-66ec2866-524c-420a-bc3b-8875bba03f9b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/6815d8f9-af9c-49f7-8144-86af685a6ccf HTTP/1.1" status: 404 len: 337 time: 0.0990143 Nov 09 21:35:33.473298 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36980) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:33.499764 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d42f5-809c-4457-9d54-489d219de58d tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Pushing event deleted for resources: {'Subnet': ['ID=1ce26c9f-8712-42b4-8391-510a0598084d,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:33.556932 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef775df6-2bd3-436e-a507-9d0e0d0cb7ca tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:33.557473 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef775df6-2bd3-436e-a507-9d0e0d0cb7ca tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:33.565170 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36986) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:33.569946 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ef775df6-2bd3-436e-a507-9d0e0d0cb7ca tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/31db90fb-d4cc-4af1-83a8-63506a2a1dcb HTTP/1.1" status: 404 len: 337 time: 0.0964522 Nov 09 21:35:33.587150 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d054a68f-31b8-46ef-a85c-17683fe2c19c tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:33.604026 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d5269b5-6c80-49ac-9245-0a6f62e7cdd4 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:33.604882 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d5269b5-6c80-49ac-9245-0a6f62e7cdd4 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:33.608345 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7d5269b5-6c80-49ac-9245-0a6f62e7cdd4 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/ports/b9a09220-f696-4e75-acef-21216ca8c968 HTTP/1.1" status: 404 len: 333 time: 0.0410264 Nov 09 21:35:33.611278 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36992) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:33.665347 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:33.687442 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab7d32ab-dac9-4f59-9f49-d4fa8393bdec tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:33.687442 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab7d32ab-dac9-4f59-9f49-d4fa8393bdec tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:33.692912 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ab7d32ab-dac9-4f59-9f49-d4fa8393bdec tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/01f76c5b-0e65-438e-81d5-96dea38b237c HTTP/1.1" status: 404 len: 337 time: 0.0783663 Nov 09 21:35:33.697086 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36996) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:33.745606 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-22d4df23-f209-4e0a-baa9-20cddf8dd2d2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:33.746335 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22d4df23-f209-4e0a-baa9-20cddf8dd2d2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:33.752551 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40411f92-c39c-4018-bbb3-5ec1f6c468e0 None None] DHCP port deletion for 389720d5-3c58-44e3-97d2-4960d7c6d93b request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:35:33.766838 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-22d4df23-f209-4e0a-baa9-20cddf8dd2d2 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/ports/ab0d9b06-ed1e-4b21-89ce-f2ca5c266cb9 HTTP/1.1" status: 404 len: 333 time: 0.0686319 Nov 09 21:35:33.769380 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37002) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:33.786374 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-d054a68f-31b8-46ef-a85c-17683fe2c19c tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Deleting port 3a2b9780-ee13-4535-9389-fc58209c6a59 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:35:33.788627 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d054a68f-31b8-46ef-a85c-17683fe2c19c tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:33.814065 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc8cf4d4-1546-422c-b08e-d322b86429a4 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:33.814764 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc8cf4d4-1546-422c-b08e-d322b86429a4 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:33.818161 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-cc8cf4d4-1546-422c-b08e-d322b86429a4 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/6315fee8-7405-4413-816f-095a81e2ed43 HTTP/1.1" status: 404 len: 337 time: 0.0475137 Nov 09 21:35:33.821008 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37006) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:33.857802 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-40411f92-c39c-4018-bbb3-5ec1f6c468e0 None None] Deleting port 3a2b9780-ee13-4535-9389-fc58209c6a59 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:35:33.862832 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-40411f92-c39c-4018-bbb3-5ec1f6c468e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:33.871935 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-280769b9-7a19-45f5-8c6b-43de2742b39b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:33.873580 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-280769b9-7a19-45f5-8c6b-43de2742b39b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:33.885712 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-280769b9-7a19-45f5-8c6b-43de2742b39b tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/ports/88497647-d30c-42a9-9bb3-7af0c7daedb3 HTTP/1.1" status: 404 len: 333 time: 0.0633767 Nov 09 21:35:33.886356 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37008) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:34.017526 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-40411f92-c39c-4018-bbb3-5ec1f6c468e0 None None] For port 3a2b9780-ee13-4535-9389-fc58209c6a59, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=3a2b9780-ee13-4535-9389-fc58209c6a59,segment=NetworkSegment(06dedc43-8f36-4bbe-a3d5-6834f5101b03),segment_id=06dedc43-8f36-4bbe-a3d5-6834f5101b03)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:35:34.020110 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-40411f92-c39c-4018-bbb3-5ec1f6c468e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:34.025572 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-d054a68f-31b8-46ef-a85c-17683fe2c19c tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] For port 3a2b9780-ee13-4535-9389-fc58209c6a59, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=3a2b9780-ee13-4535-9389-fc58209c6a59,segment=NetworkSegment(06dedc43-8f36-4bbe-a3d5-6834f5101b03),segment_id=06dedc43-8f36-4bbe-a3d5-6834f5101b03)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:35:34.026272 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d054a68f-31b8-46ef-a85c-17683fe2c19c tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:34.041585 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-d054a68f-31b8-46ef-a85c-17683fe2c19c tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Calling delete_port for 3a2b9780-ee13-4535-9389-fc58209c6a59 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:35:34.072945 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-40411f92-c39c-4018-bbb3-5ec1f6c468e0 None None] Calling delete_port for 3a2b9780-ee13-4535-9389-fc58209c6a59 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:35:34.102587 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a3e05d8-8449-4923-8726-e8018a7b14bb tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:34.103060 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a3e05d8-8449-4923-8726-e8018a7b14bb tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:34.106130 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1a3e05d8-8449-4923-8726-e8018a7b14bb tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/7f8889c0-8e31-47ee-a5b7-394da2ff7c37 HTTP/1.1" status: 404 len: 337 time: 0.2144301 Nov 09 21:35:34.108906 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37020) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:34.167156 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffb04186-df63-405f-9aaf-a09f4322072a tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:34.167876 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffb04186-df63-405f-9aaf-a09f4322072a tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:34.184814 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37024) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:34.186081 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ffb04186-df63-405f-9aaf-a09f4322072a tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/ports/19de119f-c458-4089-98e7-cfad5052ece5 HTTP/1.1" status: 404 len: 333 time: 0.0742435 Nov 09 21:35:34.197187 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 3a2b9780-ee13-4535-9389-fc58209c6a59 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:35:34.243508 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 3a2b9780-ee13-4535-9389-fc58209c6a59 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:35:34.243906 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 3a2b9780-ee13-4535-9389-fc58209c6a59 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:35:34.278637 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-40411f92-c39c-4018-bbb3-5ec1f6c468e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:34.294080 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-79917884-62a7-49cd-80dd-1b362d20e397 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:34.294992 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79917884-62a7-49cd-80dd-1b362d20e397 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:34.301903 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-79917884-62a7-49cd-80dd-1b362d20e397 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/7f49dbfe-70bf-4e76-8c8d-f00d5d0eae8e HTTP/1.1" status: 404 len: 337 time: 0.1159694 Nov 09 21:35:34.302869 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d054a68f-31b8-46ef-a85c-17683fe2c19c tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:34.304826 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37028) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:34.318546 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d054a68f-31b8-46ef-a85c-17683fe2c19c tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] No DVR routers for this DVR port 3a2b9780-ee13-4535-9389-fc58209c6a59 on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:35:34.342388 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40411f92-c39c-4018-bbb3-5ec1f6c468e0 None None] Pushing event deleted for resources: {'Port': ['ID=3a2b9780-ee13-4535-9389-fc58209c6a59,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:34.350045 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40411f92-c39c-4018-bbb3-5ec1f6c468e0 None None] No DVR routers for this DVR port 3a2b9780-ee13-4535-9389-fc58209c6a59 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:35:34.353148 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d054a68f-31b8-46ef-a85c-17683fe2c19c tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Pushing event deleted for resources: {'Port': ['ID=3a2b9780-ee13-4535-9389-fc58209c6a59,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:34.376036 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-7657eabd-c8f5-4522-91db-3fabffa15786 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:34.376814 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7657eabd-c8f5-4522-91db-3fabffa15786 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:34.385305 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7657eabd-c8f5-4522-91db-3fabffa15786 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/ports/339131a8-2168-4c5e-9d32-effda80a1369 HTTP/1.1" status: 404 len: 333 time: 0.0749419 Nov 09 21:35:34.385305 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37030) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:34.423334 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-2414b9cd-692a-4a9a-9093-85aa5f766378 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:34.424076 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2414b9cd-692a-4a9a-9093-85aa5f766378 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:34.428119 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2414b9cd-692a-4a9a-9093-85aa5f766378 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/aecf0da7-bbb8-47f0-8c83-32012bcf0e13 HTTP/1.1" status: 404 len: 337 time: 0.0417876 Nov 09 21:35:34.431464 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37034) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:34.496829 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-f594661a-a7e7-4157-8624-43de6cc67642 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:34.497643 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f594661a-a7e7-4157-8624-43de6cc67642 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:34.500950 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f594661a-a7e7-4157-8624-43de6cc67642 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/ports/e96741b9-29c3-4bcb-ab3b-362f2fb30cb3 HTTP/1.1" status: 404 len: 333 time: 0.0679011 Nov 09 21:35:34.504500 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37038) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:34.516480 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4f3019ac-23f3-4b21-8dc1-20684a7c9d25 req-80cbc53b-bf33-4af1-99ab-deb9f0afdf14 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c HTTP/1.1" status: 200 len: 210 time: 0.0867896 Nov 09 21:35:34.565408 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe588cf-0ce6-4914-b195-a0ccadae0b56 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:34.565926 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d054a68f-31b8-46ef-a85c-17683fe2c19c tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:34.567234 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fe588cf-0ce6-4914-b195-a0ccadae0b56 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:34.577550 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0fe588cf-0ce6-4914-b195-a0ccadae0b56 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/2082223c-6e68-4306-a663-45ca485f32eb HTTP/1.1" status: 404 len: 337 time: 0.0710099 Nov 09 21:35:34.580239 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37044) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:34.652648 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f859033-f3f5-452f-914b-02a2c9ad7d2c tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:34.654412 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f859033-f3f5-452f-914b-02a2c9ad7d2c tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:34.658902 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7f859033-f3f5-452f-914b-02a2c9ad7d2c tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/ports/f77d0a6f-c186-473b-999e-f74495c52429 HTTP/1.1" status: 404 len: 333 time: 0.0768528 Nov 09 21:35:34.661561 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37056) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:34.661976 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-d054a68f-31b8-46ef-a85c-17683fe2c19c tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['389720d5-3c58-44e3-97d2-4960d7c6d93b']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:35:34.675690 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-d054a68f-31b8-46ef-a85c-17683fe2c19c tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06dedc43-8f36-4bbe-a3d5-6834f5101b03') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:35:34.676373 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-d054a68f-31b8-46ef-a85c-17683fe2c19c tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06dedc43-8f36-4bbe-a3d5-6834f5101b03') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:35:34.697555 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d054a68f-31b8-46ef-a85c-17683fe2c19c tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:34.709861 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-8356431f-5921-49e6-a6a8-46cd83e4a6df tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:34.710321 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8356431f-5921-49e6-a6a8-46cd83e4a6df tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:34.713454 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8356431f-5921-49e6-a6a8-46cd83e4a6df tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/subnets/7777caad-54a2-4a89-866d-a23cee4e2238 HTTP/1.1" status: 404 len: 337 time: 0.0503356 Nov 09 21:35:34.715878 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d054a68f-31b8-46ef-a85c-17683fe2c19c tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:34.718368 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37060) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:34.742194 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d054a68f-31b8-46ef-a85c-17683fe2c19c tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:35:34.742762 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d054a68f-31b8-46ef-a85c-17683fe2c19c tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:34.746652 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:35:34.746652 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:35:34.746652 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:35:34.746652 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:35:34.746652 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:35:34.746652 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:35:34.746652 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:35:34.746652 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:35:34.746652 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:35:34.746652 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:35:34.746652 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:35:34.746652 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:35:34.746652 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:35:34.746652 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:35:34.746652 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:35:34.746652 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:35:34.746652 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:35:34.746652 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:35:34.746652 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:35:34.746652 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:35:34.746652 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:35:34.746652 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:35:34.746652 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:35:34.746652 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:35:34.746652 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:35:34.746652 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:35:34.746652 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:35:34.746652 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:35:34.746652 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:35:34.746652 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:35:34.746652 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:35:34.746652 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:35:34.912329 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d054a68f-31b8-46ef-a85c-17683fe2c19c tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:34.921814 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d054a68f-31b8-46ef-a85c-17683fe2c19c tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:34.926696 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d054a68f-31b8-46ef-a85c-17683fe2c19c tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "DELETE /v2.0/networks/389720d5-3c58-44e3-97d2-4960d7c6d93b HTTP/1.1" status: 204 len: 168 time: 1.5031514 Nov 09 21:35:34.931061 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37072) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:34.950038 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5bc9fb3f-4a2e-444d-b8bf-1ca1086c16e8 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:34.955277 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d054a68f-31b8-46ef-a85c-17683fe2c19c tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Pushing event deleted for resources: {'Network': ['ID=389720d5-3c58-44e3-97d2-4960d7c6d93b,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:34.983691 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-95a63553-9861-40d5-b06f-d7ad6ae1e190 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:34.984343 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95a63553-9861-40d5-b06f-d7ad6ae1e190 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:34.991764 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-95a63553-9861-40d5-b06f-d7ad6ae1e190 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "DELETE /v2.0/subnets/e7888602-45c8-4a54-8bd5-b16ed1dcf6b1 HTTP/1.1" status: 404 len: 337 time: 0.0562694 Nov 09 21:35:34.992788 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37074) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:35.027962 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bbde006-483a-4784-9f98-ed750ccb59c5 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:35.029867 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bbde006-483a-4784-9f98-ed750ccb59c5 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:35.037999 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37076) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:35.039384 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3bbde006-483a-4784-9f98-ed750ccb59c5 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "DELETE /v2.0/networks/e5049fe2-6346-4c12-b90a-e76a6c7b597e HTTP/1.1" status: 404 len: 339 time: 0.0412023 Nov 09 21:35:35.054777 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-f611c8f6-7cc8-4720-b41c-10aa40907a57 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:35.057097 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-f611c8f6-7cc8-4720-b41c-10aa40907a57 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.45 "GET /v2.0/networks?id=e557bc0d-71a9-4b44-ab50-1de12563c5ef HTTP/1.1" status: 200 len: 812 time: 0.3579531 Nov 09 21:35:35.073612 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-61a7a2cc-0fe8-4005-8576-2dc2adc07787 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Request body: {'port': {'device_id': '8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c', 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef', 'admin_state_up': True, 'tenant_id': '96a7a35658cb4a6ea565f057e114d368'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:35.090854 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5bc9fb3f-4a2e-444d-b8bf-1ca1086c16e8 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:35.124119 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-10c1eae5-167d-46be-8a91-ac419fe65592 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Deleting subnet 125d4f68-ba1a-4e54-87d9-5ddd4515559d {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:35:35.129756 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-5bc9fb3f-4a2e-444d-b8bf-1ca1086c16e8 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83001fa8-21bc-4303-8a8a-37c91fd09fe2']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:35:35.131872 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-10c1eae5-167d-46be-8a91-ac419fe65592 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:35.161651 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-5bc9fb3f-4a2e-444d-b8bf-1ca1086c16e8 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5941c2cb-fbea-49fa-9283-f57142064cd9') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:35:35.161971 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-5bc9fb3f-4a2e-444d-b8bf-1ca1086c16e8 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5941c2cb-fbea-49fa-9283-f57142064cd9') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:35:35.196457 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5bc9fb3f-4a2e-444d-b8bf-1ca1086c16e8 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:35.217242 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-10c1eae5-167d-46be-8a91-ac419fe65592 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:35.219398 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-61a7a2cc-0fe8-4005-8576-2dc2adc07787 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Made reservation on behalf of 96a7a35658cb4a6ea565f057e114d368 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:35:35.225059 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-61a7a2cc-0fe8-4005-8576-2dc2adc07787 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:35.230377 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37080) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:35.239997 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5bc9fb3f-4a2e-444d-b8bf-1ca1086c16e8 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:35.254510 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bc9fb3f-4a2e-444d-b8bf-1ca1086c16e8 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:35:35.254917 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5bc9fb3f-4a2e-444d-b8bf-1ca1086c16e8 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:35.258383 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:35:35.258383 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:35:35.258383 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:35:35.258383 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:35:35.258383 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:35:35.258383 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:35:35.258383 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:35:35.258383 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:35:35.258383 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:35:35.258383 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:35:35.258383 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:35:35.258383 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:35:35.258383 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:35:35.258383 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:35:35.258383 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:35:35.258383 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:35:35.258383 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:35:35.258383 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:35:35.258383 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:35:35.258383 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:35:35.258383 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:35:35.258383 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:35:35.258383 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:35:35.258383 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:35:35.258383 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:35:35.258383 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:35:35.258383 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:35:35.258383 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:35:35.258383 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:35:35.258383 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:35:35.258383 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:35:35.258383 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:35:35.370975 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-61a7a2cc-0fe8-4005-8576-2dc2adc07787 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Allocated IP 172.20.0.5 (e557bc0d-71a9-4b44-ab50-1de12563c5ef/48041428-5cce-473c-b445-a01eb383d908/b3da5a69-b736-44e3-b196-4c193337117d) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:35:35.400225 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4690f183-09de-444e-be6a-d2d0fe924e28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:35.436322 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-10c1eae5-167d-46be-8a91-ac419fe65592 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:35.488484 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4690f183-09de-444e-be6a-d2d0fe924e28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:35.495707 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4690f183-09de-444e-be6a-d2d0fe924e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:35.530060 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5bc9fb3f-4a2e-444d-b8bf-1ca1086c16e8 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:35.533531 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-10c1eae5-167d-46be-8a91-ac419fe65592 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:35.563476 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690f183-09de-444e-be6a-d2d0fe924e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c37eb49-9352-4eae-bd38-3c9a6413d0b9,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:35.570784 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4690f183-09de-444e-be6a-d2d0fe924e28 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bdac42f8c3a94352b834a7bb8e3beee6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3369305 Nov 09 21:35:35.600020 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37086) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:35.644472 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5bc9fb3f-4a2e-444d-b8bf-1ca1086c16e8 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:35.649949 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5bc9fb3f-4a2e-444d-b8bf-1ca1086c16e8 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] 10.222.0.49 "DELETE /v2.0/networks/83001fa8-21bc-4303-8a8a-37c91fd09fe2 HTTP/1.1" status: 204 len: 168 time: 0.9283504 Nov 09 21:35:35.658139 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f44811-d335-4015-a4a4-6e3c62e64286 None None] Network 13db005b-b2ea-4e29-95a9-742a543d1adf requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:35:35.669631 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c1eae5-167d-46be-8a91-ac419fe65592 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Pushing event deleted for resources: {'Subnet': ['ID=125d4f68-ba1a-4e54-87d9-5ddd4515559d,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:35.674731 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-10c1eae5-167d-46be-8a91-ac419fe65592 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:35.678314 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-10c1eae5-167d-46be-8a91-ac419fe65592 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "DELETE /v2.0/subnets/125d4f68-ba1a-4e54-87d9-5ddd4515559d HTTP/1.1" status: 204 len: 168 time: 0.6400685 Nov 09 21:35:35.700132 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc9fb3f-4a2e-444d-b8bf-1ca1086c16e8 tempest-NetworksTestDHCPv6-1205780129 tempest-NetworksTestDHCPv6-1205780129-project] Pushing event deleted for resources: {'Network': ['ID=83001fa8-21bc-4303-8a8a-37c91fd09fe2,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:35.706102 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37090) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:35.716943 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-61a7a2cc-0fe8-4005-8576-2dc2adc07787 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:35.782938 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-36b227e8-a6c6-4650-9010-0d769a710dca req-d4e3f2ef-e216-4da3-8f56-edb543e7d2e6 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c HTTP/1.1" status: 200 len: 210 time: 0.0517535 Nov 09 21:35:35.880897 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-61a7a2cc-0fe8-4005-8576-2dc2adc07787 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:35.882869 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c809b743-7c82-4246-91b1-6c6fbd792e74 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:35.922153 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['d71d1143-74da-460d-93e3-6608d25fdb67'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:35:35.928983 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['f199ac79-a0be-4ad8-aef7-ad83ae95d60b'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:35:35.965935 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-15e72156-5308-4de6-a414-e341b102da77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:35.968912 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a7a2cc-0fe8-4005-8576-2dc2adc07787 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Pushing event updated for resources: {'Port': ['ID=b3da5a69-b736-44e3-b196-4c193337117d,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:35.980018 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-c809b743-7c82-4246-91b1-6c6fbd792e74 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Deleting port e434efd4-cd01-45c2-b20a-da9f4b67df95 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:35:35.980018 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c809b743-7c82-4246-91b1-6c6fbd792e74 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:35.981496 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-61a7a2cc-0fe8-4005-8576-2dc2adc07787 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Network e557bc0d-71a9-4b44-ab50-1de12563c5ef is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:35:35.989467 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-61a7a2cc-0fe8-4005-8576-2dc2adc07787 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:35:35.994176 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-61a7a2cc-0fe8-4005-8576-2dc2adc07787 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:35:36.064263 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-15e72156-5308-4de6-a414-e341b102da77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:36.078814 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37098) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:36.134524 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-61a7a2cc-0fe8-4005-8576-2dc2adc07787 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:36.135670 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-61a7a2cc-0fe8-4005-8576-2dc2adc07787 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:36.149774 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc98282b-a591-404d-82a6-af6870dcb09b None None] DHCP port deletion for 13db005b-b2ea-4e29-95a9-742a543d1adf request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:35:36.206452 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-c809b743-7c82-4246-91b1-6c6fbd792e74 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] For port e434efd4-cd01-45c2-b20a-da9f4b67df95, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=e434efd4-cd01-45c2-b20a-da9f4b67df95,segment=NetworkSegment(d3058df9-648c-4bd5-b600-f2d65e30ba2f),segment_id=d3058df9-648c-4bd5-b600-f2d65e30ba2f)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:35:36.206861 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c809b743-7c82-4246-91b1-6c6fbd792e74 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:36.213750 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-61a7a2cc-0fe8-4005-8576-2dc2adc07787 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1447167 Nov 09 21:35:36.240727 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-467f87ad-5972-44c5-842f-7d2df19163e7 service neutron] Request body: {'port': {'device_id': '8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:36.257151 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-c809b743-7c82-4246-91b1-6c6fbd792e74 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Calling delete_port for e434efd4-cd01-45c2-b20a-da9f4b67df95 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:35:36.340096 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-15e72156-5308-4de6-a414-e341b102da77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:36.343377 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-15e72156-5308-4de6-a414-e341b102da77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:36.346485 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-15e72156-5308-4de6-a414-e341b102da77 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1c37eb49-9352-4eae-bd38-3c9a6413d0b9 HTTP/1.1" status: 204 len: 168 time: 0.7454767 Nov 09 21:35:36.378097 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-467f87ad-5972-44c5-842f-7d2df19163e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:36.395113 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e72156-5308-4de6-a414-e341b102da77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c37eb49-9352-4eae-bd38-3c9a6413d0b9,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:36.420517 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-dc98282b-a591-404d-82a6-af6870dcb09b None None] Deleting port e434efd4-cd01-45c2-b20a-da9f4b67df95 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:35:36.421178 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dc98282b-a591-404d-82a6-af6870dcb09b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:36.481213 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a6d5be15-5d1a-43b2-8049-3c684cb8b4e6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4f80aeba4f7b42c0ae266ee8833d0179&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3966968 Nov 09 21:35:36.495363 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37104) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:36.557432 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c809b743-7c82-4246-91b1-6c6fbd792e74 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:36.604272 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-051afcc1-dff5-4163-a273-0e01cf04e15e None None] Provisioning complete for port b3da5a69-b736-44e3-b196-4c193337117d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:36.604663 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-051afcc1-dff5-4163-a273-0e01cf04e15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:36.612920 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809b743-7c82-4246-91b1-6c6fbd792e74 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Pushing event deleted for resources: {'Port': ['ID=e434efd4-cd01-45c2-b20a-da9f4b67df95,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:36.623884 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-dc98282b-a591-404d-82a6-af6870dcb09b None None] For port e434efd4-cd01-45c2-b20a-da9f4b67df95, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=e434efd4-cd01-45c2-b20a-da9f4b67df95,segment=NetworkSegment(d3058df9-648c-4bd5-b600-f2d65e30ba2f),segment_id=d3058df9-648c-4bd5-b600-f2d65e30ba2f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:35:36.624352 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dc98282b-a591-404d-82a6-af6870dcb09b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:36.629847 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c809b743-7c82-4246-91b1-6c6fbd792e74 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] No DVR routers for this DVR port e434efd4-cd01-45c2-b20a-da9f4b67df95 on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:35:36.726507 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-dc98282b-a591-404d-82a6-af6870dcb09b None None] Calling delete_port for e434efd4-cd01-45c2-b20a-da9f4b67df95 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:35:36.798436 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-09e9b7df-f994-463d-8668-b975d7e5e134 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:36.861073 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c809b743-7c82-4246-91b1-6c6fbd792e74 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:36.903560 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-09e9b7df-f994-463d-8668-b975d7e5e134 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:36.911659 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-467f87ad-5972-44c5-842f-7d2df19163e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3da5a69-b736-44e3-b196-4c193337117d {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:35:36.931771 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-467f87ad-5972-44c5-842f-7d2df19163e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:36.969616 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-c809b743-7c82-4246-91b1-6c6fbd792e74 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13db005b-b2ea-4e29-95a9-742a543d1adf']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:35:36.971371 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-467f87ad-5972-44c5-842f-7d2df19163e7 service neutron] Transition to ACTIVE for port object b3da5a69-b736-44e3-b196-4c193337117d will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:35:36.974866 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37118) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:36.984220 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-051afcc1-dff5-4163-a273-0e01cf04e15e None None] Port b3da5a69-b736-44e3-b196-4c193337117d cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:35:37.004308 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-467f87ad-5972-44c5-842f-7d2df19163e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:37.026338 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-baa960c3-b9ed-40fa-84d9-a7e38ab3ea18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:37.031774 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dc98282b-a591-404d-82a6-af6870dcb09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:37.045084 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc98282b-a591-404d-82a6-af6870dcb09b None None] No DVR routers for this DVR port e434efd4-cd01-45c2-b20a-da9f4b67df95 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:35:37.051200 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-c809b743-7c82-4246-91b1-6c6fbd792e74 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3058df9-648c-4bd5-b600-f2d65e30ba2f') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:35:37.051515 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-c809b743-7c82-4246-91b1-6c6fbd792e74 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3058df9-648c-4bd5-b600-f2d65e30ba2f') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:35:37.068838 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98282b-a591-404d-82a6-af6870dcb09b None None] Pushing event deleted for resources: {'Port': ['ID=e434efd4-cd01-45c2-b20a-da9f4b67df95,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:37.117760 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c809b743-7c82-4246-91b1-6c6fbd792e74 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:37.167240 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c809b743-7c82-4246-91b1-6c6fbd792e74 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:37.214329 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c809b743-7c82-4246-91b1-6c6fbd792e74 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:35:37.214751 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c809b743-7c82-4246-91b1-6c6fbd792e74 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:37.242600 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556022c-1992-41d4-8c97-072eddb6f500 req-b4132415-adb7-41f0-9623-caf12e5af163 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:37.245538 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c556022c-1992-41d4-8c97-072eddb6f500 req-b4132415-adb7-41f0-9623-caf12e5af163 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c HTTP/1.1" status: 200 len: 943 time: 0.3259583 Nov 09 21:35:37.247720 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:35:37.247720 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:35:37.247720 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:35:37.247720 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:35:37.247720 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:35:37.247720 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:35:37.247720 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:35:37.247720 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:35:37.247720 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:35:37.247720 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:35:37.247720 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:35:37.247720 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:35:37.247720 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:35:37.247720 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:35:37.247720 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:35:37.247720 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:35:37.247720 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:35:37.247720 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:35:37.247720 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:35:37.247720 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:35:37.247720 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:35:37.247720 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:35:37.247720 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:35:37.247720 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:35:37.247720 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:35:37.247720 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:35:37.247720 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:35:37.247720 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:35:37.247720 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:35:37.247720 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:35:37.247720 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:35:37.247720 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:35:37.269353 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f87ad-5972-44c5-842f-7d2df19163e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b3da5a69-b736-44e3-b196-4c193337117d,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:37.280608 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-09e9b7df-f994-463d-8668-b975d7e5e134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:37.287923 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-09e9b7df-f994-463d-8668-b975d7e5e134 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:37.290596 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-09e9b7df-f994-463d-8668-b975d7e5e134 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/05096ae5-ba53-47ec-b6d5-139fdef343f7 HTTP/1.1" status: 204 len: 168 time: 0.7941043 Nov 09 21:35:37.410604 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-467f87ad-5972-44c5-842f-7d2df19163e7 service neutron] Attempting to bind port b3da5a69-b736-44e3-b196-4c193337117d on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:35:37.411284 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-467f87ad-5972-44c5-842f-7d2df19163e7 service neutron] Attempting to bind port b3da5a69-b736-44e3-b196-4c193337117d by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '4b1e7064-c872-4e6f-85a8-e00a69322723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:35:37.411814 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-467f87ad-5972-44c5-842f-7d2df19163e7 service neutron] Attempting to bind port b3da5a69-b736-44e3-b196-4c193337117d on network e557bc0d-71a9-4b44-ab50-1de12563c5ef {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:35:37.427123 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-467f87ad-5972-44c5-842f-7d2df19163e7 service neutron] Port b3da5a69-b736-44e3-b196-4c193337117d on network e557bc0d-71a9-4b44-ab50-1de12563c5ef not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:35:37.427457 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-467f87ad-5972-44c5-842f-7d2df19163e7 service neutron] Attempting to bind port b3da5a69-b736-44e3-b196-4c193337117d on network e557bc0d-71a9-4b44-ab50-1de12563c5ef {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:35:37.436852 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-467f87ad-5972-44c5-842f-7d2df19163e7 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:35:37.437589 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-467f87ad-5972-44c5-842f-7d2df19163e7 service neutron] Checking segment: {'id': '4b1e7064-c872-4e6f-85a8-e00a69322723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:35:37.438400 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-467f87ad-5972-44c5-842f-7d2df19163e7 service neutron] Bound using segment: {'id': '4b1e7064-c872-4e6f-85a8-e00a69322723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:35:37.440314 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-467f87ad-5972-44c5-842f-7d2df19163e7 service neutron] Bound port: b3da5a69-b736-44e3-b196-4c193337117d, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b1e7064-c872-4e6f-85a8-e00a69322723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:35:37.440912 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-467f87ad-5972-44c5-842f-7d2df19163e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:37.536386 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c809b743-7c82-4246-91b1-6c6fbd792e74 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:37.561199 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c809b743-7c82-4246-91b1-6c6fbd792e74 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:37.568240 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c809b743-7c82-4246-91b1-6c6fbd792e74 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] 10.222.0.49 "DELETE /v2.0/networks/13db005b-b2ea-4e29-95a9-742a543d1adf HTTP/1.1" status: 204 len: 168 time: 1.8595874 Nov 09 21:35:37.570586 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e9b7df-f994-463d-8668-b975d7e5e134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05096ae5-ba53-47ec-b6d5-139fdef343f7,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:37.586803 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809b743-7c82-4246-91b1-6c6fbd792e74 tempest-NetworksIpV6Test-1145179174 tempest-NetworksIpV6Test-1145179174-project] Pushing event deleted for resources: {'Network': ['ID=13db005b-b2ea-4e29-95a9-742a543d1adf,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:37.601982 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-467f87ad-5972-44c5-842f-7d2df19163e7 service neutron] For port b3da5a69-b736-44e3-b196-4c193337117d, host n-h1-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:35:37.650212 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c556022c-1992-41d4-8c97-072eddb6f500 req-719d634d-2a13-4f85-9f14-fd14f588ad29 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571186 Nov 09 21:35:37.655232 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-baa960c3-b9ed-40fa-84d9-a7e38ab3ea18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:37.660790 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-467f87ad-5972-44c5-842f-7d2df19163e7 service neutron] For port b3da5a69-b736-44e3-b196-4c193337117d, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=b3da5a69-b736-44e3-b196-4c193337117d,segment=NetworkSegment(4b1e7064-c872-4e6f-85a8-e00a69322723),segment_id=4b1e7064-c872-4e6f-85a8-e00a69322723)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:35:37.662409 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-baa960c3-b9ed-40fa-84d9-a7e38ab3ea18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:37.695927 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-467f87ad-5972-44c5-842f-7d2df19163e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:37.744648 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-baa960c3-b9ed-40fa-84d9-a7e38ab3ea18 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5131b2910daf4ec99278efd8c1ccbae2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7685661 Nov 09 21:35:37.747330 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37144) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:37.824596 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-467f87ad-5972-44c5-842f-7d2df19163e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:37.825523 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-467f87ad-5972-44c5-842f-7d2df19163e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:37.828493 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-467f87ad-5972-44c5-842f-7d2df19163e7 service neutron] 10.222.0.45 "PUT /v2.0/ports/b3da5a69-b736-44e3-b196-4c193337117d HTTP/1.1" status: 200 len: 1091 time: 1.6035533 Nov 09 21:35:37.830592 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c', 'tag': 'b3da5a69-b736-44e3-b196-4c193337117d'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:35:37.833379 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8ca332-2af3-481c-9de6-7980a3d9aa55" -d '{"events": [{"name": "network-changed", "server_uuid": "8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c", "tag": "b3da5a69-b736-44e3-b196-4c193337117d"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:35:37.851384 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-34696607-7580-4bf6-946e-b3e0bd7c6020 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:37.889248 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-34696607-7580-4bf6-946e-b3e0bd7c6020 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:37.916129 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa960c3-b9ed-40fa-84d9-a7e38ab3ea18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba17f63-358b-45c3-843f-2b0af3a6d488,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:37.987905 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26416ce7-0fbe-4c8b-b396-14ad1fd96d5b x-openstack-request-id: req-26416ce7-0fbe-4c8b-b396-14ad1fd96d5b {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:35:37.988688 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c", "tag": "b3da5a69-b736-44e3-b196-4c193337117d", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:35:37.989393 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-26416ce7-0fbe-4c8b-b396-14ad1fd96d5b {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:35:37.990607 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c', 'tag': 'b3da5a69-b736-44e3-b196-4c193337117d', 'status': 'completed', 'code': 200} Nov 09 21:35:38.009465 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-34696607-7580-4bf6-946e-b3e0bd7c6020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:38.016516 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-34696607-7580-4bf6-946e-b3e0bd7c6020 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:38.025389 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-34696607-7580-4bf6-946e-b3e0bd7c6020 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0ba17f63-358b-45c3-843f-2b0af3a6d488 HTTP/1.1" status: 204 len: 168 time: 0.2758183 Nov 09 21:35:38.047075 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34696607-7580-4bf6-946e-b3e0bd7c6020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba17f63-358b-45c3-843f-2b0af3a6d488,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:38.075567 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f87ad-5972-44c5-842f-7d2df19163e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b3da5a69-b736-44e3-b196-4c193337117d,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:38.104622 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-6def5522-aa7b-480c-bd00-0403fe653278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:38.106519 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-6def5522-aa7b-480c-bd00-0403fe653278 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=96a7a35658cb4a6ea565f057e114d368&device_id=8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c HTTP/1.1" status: 200 len: 1094 time: 0.1914487 Nov 09 21:35:38.184299 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-a89ab395-5aae-4154-b0b6-e3b01eaa4b17 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3da5a69-b736-44e3-b196-4c193337117d HTTP/1.1" status: 200 len: 217 time: 0.0681698 Nov 09 21:35:38.188379 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device e434efd4-cd01-45c2-b20a-da9f4b67df95 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:35:38.218158 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: e434efd4-cd01-45c2-b20a-da9f4b67df95 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:35:38.219129 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device e434efd4-cd01-45c2-b20a-da9f4b67df95 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:35:38.261724 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37160) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:38.277102 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-e8d505e7-520b-45fd-8106-ad7958b57702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:38.278594 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-e8d505e7-520b-45fd-8106-ad7958b57702 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=48041428-5cce-473c-b445-a01eb383d908 HTTP/1.1" status: 200 len: 851 time: 0.0873525 Nov 09 21:35:38.371416 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-66972bd8-e5ac-46bc-b503-345645b37c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:38.372938 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-66972bd8-e5ac-46bc-b503-345645b37c48 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e557bc0d-71a9-4b44-ab50-1de12563c5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852222 Nov 09 21:35:38.545523 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-11418ac6-7ecc-4261-88fa-d852a6705da9 service neutron] 10.222.0.45 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646724 Nov 09 21:35:38.812581 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5cce6950-c061-4898-880f-6d7fd82a5979 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9d34f0915de74546bbc630d7f1ddd316&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5418901 Nov 09 21:35:38.812581 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37178) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:38.954704 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8cd124-26c1-4cdc-a980-53318e9a0950 req-0137cc99-4efb-43e2-96fa-545fbb9543d7 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:38.957684 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cd8cd124-26c1-4cdc-a980-53318e9a0950 req-0137cc99-4efb-43e2-96fa-545fbb9543d7 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c HTTP/1.1" status: 200 len: 943 time: 0.1604145 Nov 09 21:35:38.993123 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1f4e0c53-a93a-4cbd-aff4-1057c5dc39da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:39.007023 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-34295b7f-c17c-4956-baf7-6c21855c9506 req-f0ac7300-3374-4be1-adac-9cb8b3c75487 service neutron] 10.222.0.45 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4520171 Nov 09 21:35:39.071644 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cd8cd124-26c1-4cdc-a980-53318e9a0950 req-7e033a04-2d9a-445c-906e-bb1e75b7235b tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806894 Nov 09 21:35:39.104205 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1f4e0c53-a93a-4cbd-aff4-1057c5dc39da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:39.137143 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ca332-2af3-481c-9de6-7980a3d9aa55 req-e98babb1-969d-4c8b-a7bc-559d1a0fa7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:39.139097 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3c8ca332-2af3-481c-9de6-7980a3d9aa55 req-e98babb1-969d-4c8b-a7bc-559d1a0fa7c1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=96a7a35658cb4a6ea565f057e114d368&device_id=8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c HTTP/1.1" status: 200 len: 1094 time: 0.0824661 Nov 09 21:35:39.204622 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1f4e0c53-a93a-4cbd-aff4-1057c5dc39da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:39.207934 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1f4e0c53-a93a-4cbd-aff4-1057c5dc39da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:39.211788 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1f4e0c53-a93a-4cbd-aff4-1057c5dc39da admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8d0fd191-d261-4aad-93e2-f876ea7399c1 HTTP/1.1" status: 204 len: 168 time: 0.4029610 Nov 09 21:35:39.234907 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37196) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:39.241473 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e0c53-a93a-4cbd-aff4-1057c5dc39da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0fd191-d261-4aad-93e2-f876ea7399c1,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:39.302205 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ca332-2af3-481c-9de6-7980a3d9aa55 req-6b511ba1-f2ee-49f1-9318-fc2fc0120452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:39.304378 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3c8ca332-2af3-481c-9de6-7980a3d9aa55 req-6b511ba1-f2ee-49f1-9318-fc2fc0120452 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e557bc0d-71a9-4b44-ab50-1de12563c5ef HTTP/1.1" status: 200 len: 912 time: 0.1569915 Nov 09 21:35:39.370436 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3c8ca332-2af3-481c-9de6-7980a3d9aa55 req-63fafd2e-726c-4a97-82c7-77985c8984e8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3da5a69-b736-44e3-b196-4c193337117d HTTP/1.1" status: 200 len: 217 time: 0.0574267 Nov 09 21:35:39.449272 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ca332-2af3-481c-9de6-7980a3d9aa55 req-d2af187b-2e5b-4716-9a54-6dd1f8e340b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:39.451527 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3c8ca332-2af3-481c-9de6-7980a3d9aa55 req-d2af187b-2e5b-4716-9a54-6dd1f8e340b4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=48041428-5cce-473c-b445-a01eb383d908 HTTP/1.1" status: 200 len: 851 time: 0.0717986 Nov 09 21:35:39.550686 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ca332-2af3-481c-9de6-7980a3d9aa55 req-db6b3548-5d44-4111-b18d-405a66009d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:39.552138 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3c8ca332-2af3-481c-9de6-7980a3d9aa55 req-db6b3548-5d44-4111-b18d-405a66009d00 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e557bc0d-71a9-4b44-ab50-1de12563c5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909054 Nov 09 21:35:39.613496 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-e0afe320-b8d0-4e85-8597-6107441b4867 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1653297885'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:39.646580 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0afe320-b8d0-4e85-8597-6107441b4867 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Made reservation on behalf of 328dae8361554dd89bbb1fa4d68588e7 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:35:39.651147 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e0afe320-b8d0-4e85-8597-6107441b4867 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:39.665448 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e0afe320-b8d0-4e85-8597-6107441b4867 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:39.667025 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3c8ca332-2af3-481c-9de6-7980a3d9aa55 req-11e03425-6623-4e31-89d2-5c65dfd24f5d service neutron] 10.222.0.45 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067603 Nov 09 21:35:39.781166 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e0afe320-b8d0-4e85-8597-6107441b4867 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:39.787962 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e0afe320-b8d0-4e85-8597-6107441b4867 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:39.828036 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0afe320-b8d0-4e85-8597-6107441b4867 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:35:39.839930 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0afe320-b8d0-4e85-8597-6107441b4867 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c827e86-29c6-43ef-befa-9fb15c3a13bd,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:39.848620 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3c8ca332-2af3-481c-9de6-7980a3d9aa55 req-1a8b8c91-8ff4-4b47-b154-2c21c93d58e0 service neutron] 10.222.0.45 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692555 Nov 09 21:35:39.865705 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e0afe320-b8d0-4e85-8597-6107441b4867 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:39.866250 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-e0afe320-b8d0-4e85-8597-6107441b4867 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Added segment 71b2eb61-a7de-4e33-a509-2442a6286bec of type vlan for network 3fa75d19-4f19-4dfc-b62d-494d603b9475 Nov 09 21:35:39.932414 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e0afe320-b8d0-4e85-8597-6107441b4867 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:39.976919 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e0afe320-b8d0-4e85-8597-6107441b4867 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:39.982921 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0afe320-b8d0-4e85-8597-6107441b4867 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:39.983580 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e0afe320-b8d0-4e85-8597-6107441b4867 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:40.019824 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e0afe320-b8d0-4e85-8597-6107441b4867 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7836025 Nov 09 21:35:40.022453 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37222) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:40.029852 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-437e895b-8123-49a7-8413-d537c45a5ad4 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'port': {'network_id': '3fa75d19-4f19-4dfc-b62d-494d603b9475', 'name': 'tempest-PortsIpV6TestJSON-771297856'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:40.091552 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0afe320-b8d0-4e85-8597-6107441b4867 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event updated for resources: {'Network': ['ID=3fa75d19-4f19-4dfc-b62d-494d603b9475,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:40.102939 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 3fa75d19-4f19-4dfc-b62d-494d603b9475 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:35:40.196202 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437e895b-8123-49a7-8413-d537c45a5ad4 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Made reservation on behalf of 328dae8361554dd89bbb1fa4d68588e7 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:35:40.201737 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-437e895b-8123-49a7-8413-d537c45a5ad4 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:40.241076 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-437e895b-8123-49a7-8413-d537c45a5ad4 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] device_id is not set on port 75a86ac4-5fed-48fd-ae25-122a3ac0d9d8 yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:35:40.380693 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294f88c-ac98-4813-ae70-2d46f7dffd4e req-4bd9281f-ab39-4e46-a7aa-5d0308a15109 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:40.382420 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9294f88c-ac98-4813-ae70-2d46f7dffd4e req-4bd9281f-ab39-4e46-a7aa-5d0308a15109 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c HTTP/1.1" status: 200 len: 943 time: 0.1308224 Nov 09 21:35:40.493495 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9294f88c-ac98-4813-ae70-2d46f7dffd4e req-eb04e2ac-574f-4973-9b34-bf6fe78ff5ad tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990760 Nov 09 21:35:40.597764 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-437e895b-8123-49a7-8413-d537c45a5ad4 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:40.646566 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-437e895b-8123-49a7-8413-d537c45a5ad4 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:40.657268 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37272) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:40.752196 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e895b-8123-49a7-8413-d537c45a5ad4 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event updated for resources: {'Port': ['ID=75a86ac4-5fed-48fd-ae25-122a3ac0d9d8,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:40.760829 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437e895b-8123-49a7-8413-d537c45a5ad4 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Checking segment: {'id': '71b2eb61-a7de-4e33-a509-2442a6286bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3fa75d19-4f19-4dfc-b62d-494d603b9475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:35:40.761421 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437e895b-8123-49a7-8413-d537c45a5ad4 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Network hostable DHCP agents. Network: 3fa75d19-4f19-4dfc-b62d-494d603b9475, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:35:40.782028 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437e895b-8123-49a7-8413-d537c45a5ad4 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Network 3fa75d19-4f19-4dfc-b62d-494d603b9475 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:35:40.794352 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-437e895b-8123-49a7-8413-d537c45a5ad4 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 3fa75d19-4f19-4dfc-b62d-494d603b9475) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:35:40.798582 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437e895b-8123-49a7-8413-d537c45a5ad4 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:35:40.805105 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437e895b-8123-49a7-8413-d537c45a5ad4 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:40.805877 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-437e895b-8123-49a7-8413-d537c45a5ad4 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:40.807613 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f97ac7-abef-4687-8a44-6590eacf1755 None None] Network 3fa75d19-4f19-4dfc-b62d-494d603b9475 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:35:40.834202 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-437e895b-8123-49a7-8413-d537c45a5ad4 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8083313 Nov 09 21:35:40.836510 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37296) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:40.842495 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-8de186ec-d747-46b0-bf73-ed3a3c9b0d64 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-961676925'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:40.895039 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de186ec-d747-46b0-bf73-ed3a3c9b0d64 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Made reservation on behalf of 328dae8361554dd89bbb1fa4d68588e7 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:35:40.907351 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8de186ec-d747-46b0-bf73-ed3a3c9b0d64 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:40.979204 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8de186ec-d747-46b0-bf73-ed3a3c9b0d64 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:35:41.032904 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8de186ec-d747-46b0-bf73-ed3a3c9b0d64 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:41.033860 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-8de186ec-d747-46b0-bf73-ed3a3c9b0d64 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Added segment fc0166cb-9d13-447a-809d-93155df4b3e1 of type vlan for network a35b4190-f766-448e-9b3f-48655ba99370 Nov 09 21:35:41.119126 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8de186ec-d747-46b0-bf73-ed3a3c9b0d64 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:41.152984 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-c7c9df80-a984-421d-8992-e8c7c883356e tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-417798884', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:41.179778 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8de186ec-d747-46b0-bf73-ed3a3c9b0d64 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:41.186543 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de186ec-d747-46b0-bf73-ed3a3c9b0d64 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:41.187151 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8de186ec-d747-46b0-bf73-ed3a3c9b0d64 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:41.261563 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c7c9df80-a984-421d-8992-e8c7c883356e tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:41.262951 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c7c9df80-a984-421d-8992-e8c7c883356e tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:41.276609 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8de186ec-d747-46b0-bf73-ed3a3c9b0d64 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4387853 Nov 09 21:35:41.279652 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37354) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:41.286117 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-44cc6a30-c8ca-4161-82e2-82746e9c8ad9 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'ports': [{'network_id': '3fa75d19-4f19-4dfc-b62d-494d603b9475'}, {'network_id': 'a35b4190-f766-448e-9b3f-48655ba99370'}]} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:41.286918 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-44cc6a30-c8ca-4161-82e2-82746e9c8ad9 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'port': {'network_id': '3fa75d19-4f19-4dfc-b62d-494d603b9475'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:41.288187 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-44cc6a30-c8ca-4161-82e2-82746e9c8ad9 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'port': {'network_id': 'a35b4190-f766-448e-9b3f-48655ba99370'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:41.347079 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de186ec-d747-46b0-bf73-ed3a3c9b0d64 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event updated for resources: {'Network': ['ID=a35b4190-f766-448e-9b3f-48655ba99370,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:41.369206 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network a35b4190-f766-448e-9b3f-48655ba99370 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:35:41.512423 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c7c9df80-a984-421d-8992-e8c7c883356e tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:41.521555 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c7c9df80-a984-421d-8992-e8c7c883356e tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:41.552557 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c7c9df80-a984-421d-8992-e8c7c883356e tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:41.560522 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c7c9df80-a984-421d-8992-e8c7c883356e tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.9017606 Nov 09 21:35:41.563798 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37388) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:41.577104 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-52066626-0783-44d3-8bdc-4489896237b2 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1865324927'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:41.613432 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37394) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:41.635885 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52066626-0783-44d3-8bdc-4489896237b2 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Made reservation on behalf of 6843fed401fb4e9fb951db315a5f4199 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:35:41.753228 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44cc6a30-c8ca-4161-82e2-82746e9c8ad9 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Made reservation on behalf of 328dae8361554dd89bbb1fa4d68588e7 for: {'port': 2} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:35:41.760937 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-44cc6a30-c8ca-4161-82e2-82746e9c8ad9 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:41.796846 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-44cc6a30-c8ca-4161-82e2-82746e9c8ad9 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:41.930049 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device b3da5a69-b736-44e3-b196-4c193337117d details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:35:42.013015 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-44cc6a30-c8ca-4161-82e2-82746e9c8ad9 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] device_id is not set on port f4e6b381-c2e9-4469-ae2a-88a9ff0c822b yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:35:42.021584 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-52066626-0783-44d3-8bdc-4489896237b2 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:42.134381 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6eda1705-2c97-42b1-a499-94806bc479fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:42.136063 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-52066626-0783-44d3-8bdc-4489896237b2 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:42.158951 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port b3da5a69-b736-44e3-b196-4c193337117d, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=b3da5a69-b736-44e3-b196-4c193337117d,segment=NetworkSegment(4b1e7064-c872-4e6f-85a8-e00a69322723),segment_id=4b1e7064-c872-4e6f-85a8-e00a69322723)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:35:42.173969 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': 'b3da5a69-b736-44e3-b196-4c193337117d', 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef', 'port_id': 'b3da5a69-b736-44e3-b196-4c193337117d', 'mac_address': 'fa:16:3e:45:05:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48041428-5cce-473c-b445-a01eb383d908', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:35:42.206270 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf4a8f-63d2-4e4b-b885-2aa9618ec9be req-a14df28a-f8a0-475b-8b2e-7a500c4c919d tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:42.214730 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-10cf4a8f-63d2-4e4b-b885-2aa9618ec9be req-a14df28a-f8a0-475b-8b2e-7a500c4c919d tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c HTTP/1.1" status: 200 len: 943 time: 0.1790447 Nov 09 21:35:42.243734 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:42.273236 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3da5a69-b736-44e3-b196-4c193337117d {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:35:42.319581 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-10cf4a8f-63d2-4e4b-b885-2aa9618ec9be req-b9f88b0e-1038-4e69-a63b-20a27542fac8 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035044 Nov 09 21:35:42.322219 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port b3da5a69-b736-44e3-b196-4c193337117d, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=b3da5a69-b736-44e3-b196-4c193337117d,segment=NetworkSegment(4b1e7064-c872-4e6f-85a8-e00a69322723),segment_id=4b1e7064-c872-4e6f-85a8-e00a69322723)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:35:42.337341 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:42.341342 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-44cc6a30-c8ca-4161-82e2-82746e9c8ad9 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:42.396571 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6eda1705-2c97-42b1-a499-94806bc479fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:42.406793 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-52066626-0783-44d3-8bdc-4489896237b2 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:42.409071 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6eda1705-2c97-42b1-a499-94806bc479fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:42.415484 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-52066626-0783-44d3-8bdc-4489896237b2 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:42.428349 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52066626-0783-44d3-8bdc-4489896237b2 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:35:42.438515 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-52066626-0783-44d3-8bdc-4489896237b2 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:42.439079 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-52066626-0783-44d3-8bdc-4489896237b2 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Added segment ae3a3e0c-9fc6-4269-8388-984a91b6429a of type vlan for network 1fb8ac93-cbc6-4ece-923a-e4cda75f2cd2 Nov 09 21:35:42.483924 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-44cc6a30-c8ca-4161-82e2-82746e9c8ad9 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] device_id is not set on port de67c6a5-3bf6-4e56-8499-6c13ebd26830 yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:35:42.491908 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-52066626-0783-44d3-8bdc-4489896237b2 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:42.508344 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=b3da5a69-b736-44e3-b196-4c193337117d,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:42.528776 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-52066626-0783-44d3-8bdc-4489896237b2 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:42.535093 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52066626-0783-44d3-8bdc-4489896237b2 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:42.535919 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-52066626-0783-44d3-8bdc-4489896237b2 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:42.620362 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6eda1705-2c97-42b1-a499-94806bc479fb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f036cba999c84d5385120bdaadefd53a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9920175 Nov 09 21:35:42.625375 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-52066626-0783-44d3-8bdc-4489896237b2 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0584209 Nov 09 21:35:42.626285 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37494) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:42.630013 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda1705-2c97-42b1-a499-94806bc479fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d017b604-995e-4d3b-ad5c-9b1155521138,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:42.633560 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37498) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:42.641072 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-06edc792-2e26-45ab-ba5f-2d0e56878514 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Request body: {'subnet': {'network_id': '1fb8ac93-cbc6-4ece-923a-e4cda75f2cd2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:42.649271 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['b3da5a69-b736-44e3-b196-4c193337117d'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:35:42.699368 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52066626-0783-44d3-8bdc-4489896237b2 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Pushing event updated for resources: {'Network': ['ID=1fb8ac93-cbc6-4ece-923a-e4cda75f2cd2,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:42.709924 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52066626-0783-44d3-8bdc-4489896237b2 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9237ec1b-a12d-4d41-82c5-7d5ee0972e2a,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:42.738323 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4831b8a1-7b18-437f-9c44-b2aaac8e7062 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:42.766638 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4831b8a1-7b18-437f-9c44-b2aaac8e7062 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:42.821680 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4831b8a1-7b18-437f-9c44-b2aaac8e7062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:42.825268 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4831b8a1-7b18-437f-9c44-b2aaac8e7062 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:42.826997 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4831b8a1-7b18-437f-9c44-b2aaac8e7062 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d017b604-995e-4d3b-ad5c-9b1155521138 HTTP/1.1" status: 204 len: 168 time: 0.1935108 Nov 09 21:35:42.836359 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-44cc6a30-c8ca-4161-82e2-82746e9c8ad9 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:42.837843 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4831b8a1-7b18-437f-9c44-b2aaac8e7062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d017b604-995e-4d3b-ad5c-9b1155521138,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:42.875320 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 1fb8ac93-cbc6-4ece-923a-e4cda75f2cd2 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:35:42.891060 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06edc792-2e26-45ab-ba5f-2d0e56878514 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Made reservation on behalf of 6843fed401fb4e9fb951db315a5f4199 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:35:42.900427 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-06edc792-2e26-45ab-ba5f-2d0e56878514 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:43.078338 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-44cc6a30-c8ca-4161-82e2-82746e9c8ad9 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:43.157749 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cc6a30-c8ca-4161-82e2-82746e9c8ad9 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Network 3fa75d19-4f19-4dfc-b62d-494d603b9475 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:35:43.180887 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-44cc6a30-c8ca-4161-82e2-82746e9c8ad9 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:35:43.187804 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cc6a30-c8ca-4161-82e2-82746e9c8ad9 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:35:43.189000 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-44cc6a30-c8ca-4161-82e2-82746e9c8ad9 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:43.216701 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc6a30-c8ca-4161-82e2-82746e9c8ad9 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event updated for resources: {'Port': ['ID=f4e6b381-c2e9-4469-ae2a-88a9ff0c822b,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:43.360174 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37564) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:43.389754 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc6a30-c8ca-4161-82e2-82746e9c8ad9 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event updated for resources: {'Port': ['ID=de67c6a5-3bf6-4e56-8499-6c13ebd26830,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:43.396948 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d410534-9d00-4118-85d8-816bb0defc1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:43.413295 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cc6a30-c8ca-4161-82e2-82746e9c8ad9 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Checking segment: {'id': 'fc0166cb-9d13-447a-809d-93155df4b3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a35b4190-f766-448e-9b3f-48655ba99370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:35:43.414284 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cc6a30-c8ca-4161-82e2-82746e9c8ad9 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Network hostable DHCP agents. Network: a35b4190-f766-448e-9b3f-48655ba99370, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:35:43.440726 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-06edc792-2e26-45ab-ba5f-2d0e56878514 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:43.520795 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cc6a30-c8ca-4161-82e2-82746e9c8ad9 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Network a35b4190-f766-448e-9b3f-48655ba99370 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:35:43.526956 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d410534-9d00-4118-85d8-816bb0defc1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:43.530697 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d410534-9d00-4118-85d8-816bb0defc1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:43.574750 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06edc792-2e26-45ab-ba5f-2d0e56878514 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Pushing event updated for resources: {'Subnet': ['ID=2930fbee-3b20-41e9-baad-b2cb6a1db257,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:43.576849 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-44cc6a30-c8ca-4161-82e2-82746e9c8ad9 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, a35b4190-f766-448e-9b3f-48655ba99370) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:35:43.595581 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574394f8-9335-48fc-82b7-83bffae20e30 None None] Network a35b4190-f766-448e-9b3f-48655ba99370 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:35:43.600316 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cc6a30-c8ca-4161-82e2-82746e9c8ad9 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:35:43.605191 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6d410534-9d00-4118-85d8-816bb0defc1b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2cca8e0e9ec94edabbbd0d858e086849&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2436264 Nov 09 21:35:43.607449 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37594) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:43.607817 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cc6a30-c8ca-4161-82e2-82746e9c8ad9 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:43.613752 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cc6a30-c8ca-4161-82e2-82746e9c8ad9 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:43.614451 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-44cc6a30-c8ca-4161-82e2-82746e9c8ad9 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:43.615504 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d410534-9d00-4118-85d8-816bb0defc1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338babd7-094c-47f5-a9a3-8f41a08df671,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:43.642523 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94603d-a4b7-4968-a901-a6ce59a9faa2 req-f8128675-1ff5-4c58-a553-088dc74fcb09 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:43.644053 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6d94603d-a4b7-4968-a901-a6ce59a9faa2 req-f8128675-1ff5-4c58-a553-088dc74fcb09 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c HTTP/1.1" status: 200 len: 944 time: 0.1832974 Nov 09 21:35:43.649671 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06edc792-2e26-45ab-ba5f-2d0e56878514 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Checking segment: {'id': 'ae3a3e0c-9fc6-4269-8388-984a91b6429a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1fb8ac93-cbc6-4ece-923a-e4cda75f2cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:35:43.650210 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06edc792-2e26-45ab-ba5f-2d0e56878514 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Network hostable DHCP agents. Network: 1fb8ac93-cbc6-4ece-923a-e4cda75f2cd2, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:35:43.658761 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-44cc6a30-c8ca-4161-82e2-82746e9c8ad9 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3772211 Nov 09 21:35:43.665489 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37600) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:43.696122 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06edc792-2e26-45ab-ba5f-2d0e56878514 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Network 1fb8ac93-cbc6-4ece-923a-e4cda75f2cd2 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:35:43.719251 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6d94603d-a4b7-4968-a901-a6ce59a9faa2 req-33c3a9a4-b28b-4b0d-a52e-91640dde49d1 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664589 Nov 09 21:35:43.720428 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-06edc792-2e26-45ab-ba5f-2d0e56878514 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 1fb8ac93-cbc6-4ece-923a-e4cda75f2cd2) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:35:43.725234 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06edc792-2e26-45ab-ba5f-2d0e56878514 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:43.725830 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-06edc792-2e26-45ab-ba5f-2d0e56878514 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:43.735686 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dc5e68b1-c20b-4582-b0f6-9c65b624169c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:43.755830 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97851b5-c5b0-43bf-b127-3137fa10ac1a None None] Network 1fb8ac93-cbc6-4ece-923a-e4cda75f2cd2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:35:43.762955 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-06edc792-2e26-45ab-ba5f-2d0e56878514 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1259003 Nov 09 21:35:43.765799 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37610) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:43.772572 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-f38f8ede-e0b1-4918-a4af-fe02027c80ef tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Request body: {'network': {'name': 'tempest-router-network01--1761243626'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:43.787588 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dc5e68b1-c20b-4582-b0f6-9c65b624169c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:43.803097 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38f8ede-e0b1-4918-a4af-fe02027c80ef tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Made reservation on behalf of 6843fed401fb4e9fb951db315a5f4199 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:35:43.808069 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f38f8ede-e0b1-4918-a4af-fe02027c80ef tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:43.840363 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-222c2eb2-8ae9-4da3-a915-375a9c287f9f tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Deleting port de67c6a5-3bf6-4e56-8499-6c13ebd26830 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:35:43.840740 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-222c2eb2-8ae9-4da3-a915-375a9c287f9f tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:43.863305 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f38f8ede-e0b1-4918-a4af-fe02027c80ef tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:35:43.917128 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f38f8ede-e0b1-4918-a4af-fe02027c80ef tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:43.917491 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-f38f8ede-e0b1-4918-a4af-fe02027c80ef tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Added segment 9e16ae67-0cac-477f-b2f2-bc5d44031d35 of type vlan for network 5d69450f-8639-49a1-8a8f-e9679a5d4e8c Nov 09 21:35:43.917921 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dc5e68b1-c20b-4582-b0f6-9c65b624169c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:43.920906 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dc5e68b1-c20b-4582-b0f6-9c65b624169c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:43.924976 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-dc5e68b1-c20b-4582-b0f6-9c65b624169c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/338babd7-094c-47f5-a9a3-8f41a08df671 HTTP/1.1" status: 204 len: 168 time: 0.3133538 Nov 09 21:35:43.944547 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-222c2eb2-8ae9-4da3-a915-375a9c287f9f tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:43.947808 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e68b1-c20b-4582-b0f6-9c65b624169c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338babd7-094c-47f5-a9a3-8f41a08df671,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:43.960912 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-222c2eb2-8ae9-4da3-a915-375a9c287f9f tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Calling delete_port for de67c6a5-3bf6-4e56-8499-6c13ebd26830 owned by {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:35:43.979213 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device b3da5a69-b736-44e3-b196-4c193337117d up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:35:44.014096 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f38f8ede-e0b1-4918-a4af-fe02027c80ef tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:44.021328 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd48ad2-5627-4f34-99ba-174e33ec9238 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-1fb8ac93-cbc6-4ece-923a-e4cda75f2cd2', 'network_id': '1fb8ac93-cbc6-4ece-923a-e4cda75f2cd2', 'tenant_id': '6843fed401fb4e9fb951db315a5f4199', 'fixed_ips': [{'subnet_id': '2930fbee-3b20-41e9-baad-b2cb6a1db257'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:35:44.022418 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7fd48ad2-5627-4f34-99ba-174e33ec9238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:44.069433 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f38f8ede-e0b1-4918-a4af-fe02027c80ef tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:44.082002 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38f8ede-e0b1-4918-a4af-fe02027c80ef tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:44.082869 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f38f8ede-e0b1-4918-a4af-fe02027c80ef tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:44.092016 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-222c2eb2-8ae9-4da3-a915-375a9c287f9f tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:44.135865 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c2eb2-8ae9-4da3-a915-375a9c287f9f tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event deleted for resources: {'Port': ['ID=de67c6a5-3bf6-4e56-8499-6c13ebd26830,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:44.142686 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-222c2eb2-8ae9-4da3-a915-375a9c287f9f tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:44.147419 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-222c2eb2-8ae9-4da3-a915-375a9c287f9f tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/ports/de67c6a5-3bf6-4e56-8499-6c13ebd26830 HTTP/1.1" status: 204 len: 168 time: 0.4809167 Nov 09 21:35:44.148274 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port b3da5a69-b736-44e3-b196-4c193337117d completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:35:44.150451 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37654) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:44.159826 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port b3da5a69-b736-44e3-b196-4c193337117d triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:44.160461 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:44.219254 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f38f8ede-e0b1-4918-a4af-fe02027c80ef tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4518497 Nov 09 21:35:44.223195 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37664) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:44.230598 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-d3500117-4121-4463-a892-7c04f39ad8b9 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Request body: {'network': {'name': 'tempest-router-network02--1468304489'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:44.252221 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f8ede-e0b1-4918-a4af-fe02027c80ef tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Pushing event updated for resources: {'Network': ['ID=5d69450f-8639-49a1-8a8f-e9679a5d4e8c,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:44.282188 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec69ee6-c803-4ec2-bf11-c1bd08ace906 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:44.289100 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec69ee6-c803-4ec2-bf11-c1bd08ace906 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:44.289396 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 5d69450f-8639-49a1-8a8f-e9679a5d4e8c details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:35:44.290729 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6ec69ee6-c803-4ec2-bf11-c1bd08ace906 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1390646 Nov 09 21:35:44.293627 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37678) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:44.336918 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3500117-4121-4463-a892-7c04f39ad8b9 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Made reservation on behalf of 6843fed401fb4e9fb951db315a5f4199 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:35:44.340739 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d3500117-4121-4463-a892-7c04f39ad8b9 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:44.374545 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-7fd48ad2-5627-4f34-99ba-174e33ec9238 None None] Allocated IP 2001:db8::2 (1fb8ac93-cbc6-4ece-923a-e4cda75f2cd2/2930fbee-3b20-41e9-baad-b2cb6a1db257/6b99e3fa-59bd-493d-94c2-8b5ca0a00c9b) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:35:44.394056 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3500117-4121-4463-a892-7c04f39ad8b9 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:35:44.415644 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d3500117-4121-4463-a892-7c04f39ad8b9 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:44.416359 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-d3500117-4121-4463-a892-7c04f39ad8b9 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Added segment 51be72c2-6472-4d6c-8944-9a558255cd2e of type vlan for network dd1f0a39-844d-448a-bee0-2011acdbc2be Nov 09 21:35:44.516891 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:44.556553 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d3500117-4121-4463-a892-7c04f39ad8b9 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:44.569141 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-c7533f1b-7958-4581-a11e-46cca1502c96 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Deleting port f4e6b381-c2e9-4469-ae2a-88a9ff0c822b {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:35:44.569359 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c7533f1b-7958-4581-a11e-46cca1502c96 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:44.607753 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37710) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:44.628691 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-65c4f0ec-83ab-4e15-8008-9cae9d4e3675 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:44.635605 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3da5a69-b736-44e3-b196-4c193337117d'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:35:44.645808 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a0b6ff-c649-4684-8f9e-b19b04da2ddd" -d '{"events": [{"server_uuid": "8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c", "name": "network-vif-plugged", "status": "completed", "tag": "b3da5a69-b736-44e3-b196-4c193337117d"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:35:44.684347 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port b3da5a69-b736-44e3-b196-4c193337117d, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=b3da5a69-b736-44e3-b196-4c193337117d,segment=NetworkSegment(4b1e7064-c872-4e6f-85a8-e00a69322723),segment_id=4b1e7064-c872-4e6f-85a8-e00a69322723)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:35:44.694037 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:44.715902 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c7533f1b-7958-4581-a11e-46cca1502c96 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:44.746205 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307225c3-1d05-4795-9cbf-978660233dae x-openstack-request-id: req-307225c3-1d05-4795-9cbf-978660233dae {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:35:44.746503 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c", "name": "network-vif-plugged", "status": "completed", "tag": "b3da5a69-b736-44e3-b196-4c193337117d", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:35:44.746767 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-307225c3-1d05-4795-9cbf-978660233dae {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:35:44.747149 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3da5a69-b736-44e3-b196-4c193337117d', 'code': 200} Nov 09 21:35:44.776276 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-c7533f1b-7958-4581-a11e-46cca1502c96 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Calling delete_port for f4e6b381-c2e9-4469-ae2a-88a9ff0c822b owned by {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:35:44.788098 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d3500117-4121-4463-a892-7c04f39ad8b9 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:44.801604 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3500117-4121-4463-a892-7c04f39ad8b9 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:44.805962 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d3500117-4121-4463-a892-7c04f39ad8b9 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:44.844042 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7fd48ad2-5627-4f34-99ba-174e33ec9238 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:44.850302 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=b3da5a69-b736-44e3-b196-4c193337117d,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:44.855723 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7fd48ad2-5627-4f34-99ba-174e33ec9238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:44.887062 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-65c4f0ec-83ab-4e15-8008-9cae9d4e3675 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:44.898281 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd48ad2-5627-4f34-99ba-174e33ec9238 None None] Network 1fb8ac93-cbc6-4ece-923a-e4cda75f2cd2 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:35:44.904603 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-7fd48ad2-5627-4f34-99ba-174e33ec9238 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:35:44.909994 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd48ad2-5627-4f34-99ba-174e33ec9238 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:35:44.914547 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3500117-4121-4463-a892-7c04f39ad8b9 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Pushing event updated for resources: {'Network': ['ID=dd1f0a39-844d-448a-bee0-2011acdbc2be,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:44.944856 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network dd1f0a39-844d-448a-bee0-2011acdbc2be details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:35:44.967340 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d3500117-4121-4463-a892-7c04f39ad8b9 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7430665 Nov 09 21:35:44.969921 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd48ad2-5627-4f34-99ba-174e33ec9238 None None] Pushing event updated for resources: {'Port': ['ID=6b99e3fa-59bd-493d-94c2-8b5ca0a00c9b,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:44.971672 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37750) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:44.976936 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-4f424688-4337-4a7b-b7e0-900c98155537 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Request body: {'subnet': {'network_id': '5d69450f-8639-49a1-8a8f-e9679a5d4e8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:45.004185 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-65c4f0ec-83ab-4e15-8008-9cae9d4e3675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:45.069714 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-7fd48ad2-5627-4f34-99ba-174e33ec9238 None None] Attempting to bind port 6b99e3fa-59bd-493d-94c2-8b5ca0a00c9b on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:35:45.070067 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-7fd48ad2-5627-4f34-99ba-174e33ec9238 None None] Attempting to bind port 6b99e3fa-59bd-493d-94c2-8b5ca0a00c9b by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'ae3a3e0c-9fc6-4269-8388-984a91b6429a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1fb8ac93-cbc6-4ece-923a-e4cda75f2cd2'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:35:45.071036 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd48ad2-5627-4f34-99ba-174e33ec9238 None None] Attempting to bind port 6b99e3fa-59bd-493d-94c2-8b5ca0a00c9b on network 1fb8ac93-cbc6-4ece-923a-e4cda75f2cd2 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:35:45.089070 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd48ad2-5627-4f34-99ba-174e33ec9238 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:35:45.090242 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd48ad2-5627-4f34-99ba-174e33ec9238 None None] Checking segment: {'id': 'ae3a3e0c-9fc6-4269-8388-984a91b6429a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1fb8ac93-cbc6-4ece-923a-e4cda75f2cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:35:45.091405 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7fd48ad2-5627-4f34-99ba-174e33ec9238 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:45.092199 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd48ad2-5627-4f34-99ba-174e33ec9238 None None] Bound using segment: {'id': 'ae3a3e0c-9fc6-4269-8388-984a91b6429a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1fb8ac93-cbc6-4ece-923a-e4cda75f2cd2'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:35:45.092898 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-7fd48ad2-5627-4f34-99ba-174e33ec9238 None None] Bound port: 6b99e3fa-59bd-493d-94c2-8b5ca0a00c9b, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae3a3e0c-9fc6-4269-8388-984a91b6429a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1fb8ac93-cbc6-4ece-923a-e4cda75f2cd2'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:35:45.093817 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7fd48ad2-5627-4f34-99ba-174e33ec9238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:45.096233 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f424688-4337-4a7b-b7e0-900c98155537 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Made reservation on behalf of 6843fed401fb4e9fb951db315a5f4199 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:35:45.100030 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4f424688-4337-4a7b-b7e0-900c98155537 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:45.164569 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c4f0ec-83ab-4e15-8008-9cae9d4e3675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a8d8aa-7167-44d8-9104-8311683c50ea,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:45.177631 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-7fd48ad2-5627-4f34-99ba-174e33ec9238 None None] For port 6b99e3fa-59bd-493d-94c2-8b5ca0a00c9b, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:35:45.181249 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-7fd48ad2-5627-4f34-99ba-174e33ec9238 None None] For port 6b99e3fa-59bd-493d-94c2-8b5ca0a00c9b, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=6b99e3fa-59bd-493d-94c2-8b5ca0a00c9b,segment=NetworkSegment(ae3a3e0c-9fc6-4269-8388-984a91b6429a),segment_id=ae3a3e0c-9fc6-4269-8388-984a91b6429a)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:35:45.188347 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7fd48ad2-5627-4f34-99ba-174e33ec9238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:45.213814 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c7533f1b-7958-4581-a11e-46cca1502c96 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:45.239057 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c7533f1b-7958-4581-a11e-46cca1502c96 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:45.247641 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c7533f1b-7958-4581-a11e-46cca1502c96 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/ports/f4e6b381-c2e9-4469-ae2a-88a9ff0c822b HTTP/1.1" status: 204 len: 168 time: 0.9524288 Nov 09 21:35:45.256154 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37778) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:45.274379 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7533f1b-7958-4581-a11e-46cca1502c96 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event deleted for resources: {'Port': ['ID=f4e6b381-c2e9-4469-ae2a-88a9ff0c822b,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:45.318227 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-65c4f0ec-83ab-4e15-8008-9cae9d4e3675 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a44a8d1d592e4cc0819bca2bf02e96e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7083232 Nov 09 21:35:45.319305 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37784) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:45.328092 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15772d-3791-492f-ba9f-9342e0463006 req-3c9b268d-8f9f-4ee7-93db-2c84f7e6ea30 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:45.329663 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-db15772d-3791-492f-ba9f-9342e0463006 req-3c9b268d-8f9f-4ee7-93db-2c84f7e6ea30 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c HTTP/1.1" status: 200 len: 945 time: 0.4390767 Nov 09 21:35:45.374476 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6eba67-411b-4759-80df-71450f9a175d req-88f55411-5a20-4255-a222-675291522173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:45.381374 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4e6eba67-411b-4759-80df-71450f9a175d req-88f55411-5a20-4255-a222-675291522173 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c HTTP/1.1" status: 200 len: 1096 time: 0.5468764 Nov 09 21:35:45.383126 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd48ad2-5627-4f34-99ba-174e33ec9238 None None] Pushing event updated for resources: {'Port': ['ID=6b99e3fa-59bd-493d-94c2-8b5ca0a00c9b,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:45.479970 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4f424688-4337-4a7b-b7e0-900c98155537 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:45.511513 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1088301-2817-404f-9ab0-6ca8178771f2 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:45.517933 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d1088301-2817-404f-9ab0-6ca8178771f2 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2566361 Nov 09 21:35:45.536357 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37790) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:45.576833 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-db15772d-3791-492f-ba9f-9342e0463006 req-50d3f554-8a2f-462e-86e3-034e14e350a5 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315161 Nov 09 21:35:45.620853 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-dda15bae-9e76-4132-b696-5499bd0cf60d tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] GET failed (client error): The resource could not be found. Nov 09 21:35:45.625451 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-dda15bae-9e76-4132-b696-5499bd0cf60d tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "GET /v2.0/ports/de67c6a5-3bf6-4e56-8499-6c13ebd26830 HTTP/1.1" status: 404 len: 333 time: 0.0863597 Nov 09 21:35:45.626354 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37796) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:45.636437 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-700bf5c3-4008-4b3b-8562-af7fc54b8f69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:45.663220 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f424688-4337-4a7b-b7e0-900c98155537 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Pushing event updated for resources: {'Subnet': ['ID=38d7896a-3586-4e2a-8c44-9edd444a0adc,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:45.664967 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4e6eba67-411b-4759-80df-71450f9a175d req-abf9ccfd-5b9e-4ab8-b14c-5233e749a13c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287610 Nov 09 21:35:45.705312 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f424688-4337-4a7b-b7e0-900c98155537 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Checking segment: {'id': '9e16ae67-0cac-477f-b2f2-bc5d44031d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5d69450f-8639-49a1-8a8f-e9679a5d4e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:35:45.705967 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f424688-4337-4a7b-b7e0-900c98155537 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Network hostable DHCP agents. Network: 5d69450f-8639-49a1-8a8f-e9679a5d4e8c, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:35:45.708919 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-20534638-40dc-4c76-be55-881518ee77ef tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] GET failed (client error): The resource could not be found. Nov 09 21:35:45.710724 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-20534638-40dc-4c76-be55-881518ee77ef tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "GET /v2.0/ports/f4e6b381-c2e9-4469-ae2a-88a9ff0c822b HTTP/1.1" status: 404 len: 333 time: 0.0799053 Nov 09 21:35:45.713874 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37802) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:45.734123 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f424688-4337-4a7b-b7e0-900c98155537 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Network 5d69450f-8639-49a1-8a8f-e9679a5d4e8c is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:35:45.753739 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-4f424688-4337-4a7b-b7e0-900c98155537 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 5d69450f-8639-49a1-8a8f-e9679a5d4e8c) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:35:45.759997 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f424688-4337-4a7b-b7e0-900c98155537 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:45.764715 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a988125b-92d0-4d4d-bd85-ced550f2a1a6 None None] Network 5d69450f-8639-49a1-8a8f-e9679a5d4e8c requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:35:45.774464 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4f424688-4337-4a7b-b7e0-900c98155537 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:45.817196 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-700bf5c3-4008-4b3b-8562-af7fc54b8f69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:45.823077 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4f424688-4337-4a7b-b7e0-900c98155537 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8499341 Nov 09 21:35:45.825846 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37806) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:45.846675 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-db9c125a-720d-4bda-8e70-2adc382d917f tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Request body: {'subnet': {'network_id': 'dd1f0a39-844d-448a-bee0-2011acdbc2be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:46.005054 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b26b1996-c44f-4f3e-b442-360189a58d9e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:46.123669 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f192f1-be8c-42f8-a289-183e485d93c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-5d69450f-8639-49a1-8a8f-e9679a5d4e8c', 'network_id': '5d69450f-8639-49a1-8a8f-e9679a5d4e8c', 'tenant_id': '6843fed401fb4e9fb951db315a5f4199', 'fixed_ips': [{'subnet_id': '38d7896a-3586-4e2a-8c44-9edd444a0adc'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:35:46.125700 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-06f192f1-be8c-42f8-a289-183e485d93c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:46.149369 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e15e9bf3-2bad-4e73-a0b4-abf176184446 req-2ad084f3-d0f9-4f6c-8b5f-f7678967c257 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2137656 Nov 09 21:35:46.183895 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-700bf5c3-4008-4b3b-8562-af7fc54b8f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:46.200449 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-700bf5c3-4008-4b3b-8562-af7fc54b8f69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:46.203966 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-700bf5c3-4008-4b3b-8562-af7fc54b8f69 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/58a8d8aa-7167-44d8-9104-8311683c50ea HTTP/1.1" status: 204 len: 168 time: 0.8695409 Nov 09 21:35:46.266231 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 6b99e3fa-59bd-493d-94c2-8b5ca0a00c9b up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:35:46.289957 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b26b1996-c44f-4f3e-b442-360189a58d9e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:46.313861 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-b26b1996-c44f-4f3e-b442-360189a58d9e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a35b4190-f766-448e-9b3f-48655ba99370']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:35:46.325710 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-b26b1996-c44f-4f3e-b442-360189a58d9e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc0166cb-9d13-447a-809d-93155df4b3e1') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:35:46.326035 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-b26b1996-c44f-4f3e-b442-360189a58d9e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc0166cb-9d13-447a-809d-93155df4b3e1') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:35:46.336295 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b26b1996-c44f-4f3e-b442-360189a58d9e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:46.351630 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b26b1996-c44f-4f3e-b442-360189a58d9e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:46.364453 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b26b1996-c44f-4f3e-b442-360189a58d9e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:35:46.364882 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b26b1996-c44f-4f3e-b442-360189a58d9e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:46.501354 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:35:46.501354 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:35:46.501354 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:35:46.501354 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:35:46.501354 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:35:46.501354 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:35:46.501354 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:35:46.501354 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:35:46.501354 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:35:46.501354 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:35:46.501354 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:35:46.501354 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:35:46.501354 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:35:46.501354 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:35:46.501354 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:35:46.501354 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:35:46.501354 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:35:46.501354 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:35:46.501354 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:35:46.501354 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:35:46.501354 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:35:46.501354 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:35:46.501354 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:35:46.501354 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:35:46.501354 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:35:46.501354 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:35:46.501354 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:35:46.501354 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:35:46.501354 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:35:46.501354 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:35:46.501354 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:35:46.501354 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:35:46.511574 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 6b99e3fa-59bd-493d-94c2-8b5ca0a00c9b triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:46.512543 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:46.584351 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a662c-eb9c-42a9-b751-c3ae34318c4d req-7cb8a48e-d600-4736-ab63-e9174f96e86f tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:46.594764 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-147a662c-eb9c-42a9-b751-c3ae34318c4d req-7cb8a48e-d600-4736-ab63-e9174f96e86f tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=52cbcba1-cf59-4fc9-8d6c-7076719e6ac8 HTTP/1.1" status: 200 len: 946 time: 0.5936801 Nov 09 21:35:46.598209 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700bf5c3-4008-4b3b-8562-af7fc54b8f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a8d8aa-7167-44d8-9104-8311683c50ea,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:46.606294 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b26b1996-c44f-4f3e-b442-360189a58d9e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:46.618504 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b26b1996-c44f-4f3e-b442-360189a58d9e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:46.622918 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b26b1996-c44f-4f3e-b442-360189a58d9e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/networks/a35b4190-f766-448e-9b3f-48655ba99370 HTTP/1.1" status: 204 len: 168 time: 0.9079409 Nov 09 21:35:46.627297 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37816) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:46.637808 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-3b176e59-2118-44cb-8c9e-2a37edda9dc4 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1544871586'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:46.680775 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-06f192f1-be8c-42f8-a289-183e485d93c2 None None] Allocated IP 2001:db8::2 (5d69450f-8639-49a1-8a8f-e9679a5d4e8c/38d7896a-3586-4e2a-8c44-9edd444a0adc/7725c528-024b-43c4-99fd-f060696b577c) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:35:46.750123 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9c125a-720d-4bda-8e70-2adc382d917f tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Made reservation on behalf of 6843fed401fb4e9fb951db315a5f4199 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:35:46.758628 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-db9c125a-720d-4bda-8e70-2adc382d917f tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:46.770009 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b176e59-2118-44cb-8c9e-2a37edda9dc4 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Made reservation on behalf of 328dae8361554dd89bbb1fa4d68588e7 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:35:46.785296 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3b176e59-2118-44cb-8c9e-2a37edda9dc4 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:46.910400 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b1996-c44f-4f3e-b442-360189a58d9e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event deleted for resources: {'Network': ['ID=a35b4190-f766-448e-9b3f-48655ba99370,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:46.940936 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:46.992536 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e9bf3-2bad-4e73-a0b4-abf176184446 req-096f5c20-6a05-49de-b2a6-a35b940ed32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:46.994148 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e15e9bf3-2bad-4e73-a0b4-abf176184446 req-096f5c20-6a05-49de-b2a6-a35b940ed32c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=96a7a35658cb4a6ea565f057e114d368&device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 1095 time: 0.5107427 Nov 09 21:35:47.048119 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-147a662c-eb9c-42a9-b751-c3ae34318c4d req-554355c5-8485-4115-806c-0a21738162e7 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3ee36ce-49ad-4626-8793-80796989662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4513454 Nov 09 21:35:47.061361 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f05a50e-e0ab-458c-8cbb-c85de3fe650b None None] Network 1fb8ac93-cbc6-4ece-923a-e4cda75f2cd2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:35:47.166585 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b176e59-2118-44cb-8c9e-2a37edda9dc4 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:35:47.190444 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b5fcc-03df-4533-afe1-ba9cad0bf909 req-ed776c5b-94e2-45c9-b1f0-3ee480fa27b8 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:47.202619 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fe2b5fcc-03df-4533-afe1-ba9cad0bf909 req-ed776c5b-94e2-45c9-b1f0-3ee480fa27b8 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c HTTP/1.1" status: 200 len: 945 time: 0.3471653 Nov 09 21:35:47.246642 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 6b99e3fa-59bd-493d-94c2-8b5ca0a00c9b, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=6b99e3fa-59bd-493d-94c2-8b5ca0a00c9b,segment=NetworkSegment(ae3a3e0c-9fc6-4269-8388-984a91b6429a),segment_id=ae3a3e0c-9fc6-4269-8388-984a91b6429a)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:35:47.263631 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:47.276888 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3b176e59-2118-44cb-8c9e-2a37edda9dc4 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:47.281034 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-3b176e59-2118-44cb-8c9e-2a37edda9dc4 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Added segment a302917d-52ce-4f2f-804e-763a1f580a94 of type vlan for network f47c7e25-7e43-4fde-ba72-0342832c2b47 Nov 09 21:35:47.365704 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fe2b5fcc-03df-4533-afe1-ba9cad0bf909 req-0ad16020-19bb-405e-aa99-1c2d9d30c659 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591024 Nov 09 21:35:47.376398 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-1ae3bb54-6cad-47f6-be9f-4a66973802ef None None] Provisioning complete for port 6b99e3fa-59bd-493d-94c2-8b5ca0a00c9b triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:47.376868 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1ae3bb54-6cad-47f6-be9f-4a66973802ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:47.423466 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3b176e59-2118-44cb-8c9e-2a37edda9dc4 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:47.467373 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3b176e59-2118-44cb-8c9e-2a37edda9dc4 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:47.482919 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b176e59-2118-44cb-8c9e-2a37edda9dc4 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:47.484033 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3b176e59-2118-44cb-8c9e-2a37edda9dc4 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:47.527527 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=6b99e3fa-59bd-493d-94c2-8b5ca0a00c9b,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:47.540579 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-06f192f1-be8c-42f8-a289-183e485d93c2 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:47.566027 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-db9c125a-720d-4bda-8e70-2adc382d917f tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:47.584071 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e9bf3-2bad-4e73-a0b4-abf176184446 req-591e5b32-b9cc-4688-a8f3-a673928ce62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:47.584488 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-3b176e59-2118-44cb-8c9e-2a37edda9dc4 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9550691 Nov 09 21:35:47.586701 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e15e9bf3-2bad-4e73-a0b4-abf176184446 req-591e5b32-b9cc-4688-a8f3-a673928ce62b service neutron] 10.222.0.45 "GET /v2.0/networks?id=e557bc0d-71a9-4b44-ab50-1de12563c5ef HTTP/1.1" status: 200 len: 912 time: 0.4789505 Nov 09 21:35:47.596920 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37838) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:47.615062 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b176e59-2118-44cb-8c9e-2a37edda9dc4 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event updated for resources: {'Network': ['ID=f47c7e25-7e43-4fde-ba72-0342832c2b47,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:47.643439 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-f71d99e5-4b96-4561-b0fc-42dc6876f2ca tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'subnet': {'network_id': 'f47c7e25-7e43-4fde-ba72-0342832c2b47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:47.771239 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network f47c7e25-7e43-4fde-ba72-0342832c2b47 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:35:47.784676 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c125a-720d-4bda-8e70-2adc382d917f tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Pushing event updated for resources: {'Subnet': ['ID=05ce2aa4-c3de-4555-a86e-d313affb9c9b,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:47.815812 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e15e9bf3-2bad-4e73-a0b4-abf176184446 req-8e603a9c-152c-4891-8214-750c8a40446c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a310ed82-5c76-42dd-938a-ffb8947a05b9 HTTP/1.1" status: 200 len: 998 time: 0.2199073 Nov 09 21:35:47.854803 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-06f192f1-be8c-42f8-a289-183e485d93c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:47.910265 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3c211b24-eab0-4312-81e9-f1c94350d595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:47.948671 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f192f1-be8c-42f8-a289-183e485d93c2 None None] Network 5d69450f-8639-49a1-8a8f-e9679a5d4e8c is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:35:47.960612 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-06f192f1-be8c-42f8-a289-183e485d93c2 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:35:47.967950 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e239b-260f-4c63-8bdd-9ad9b2a2d0b8 req-7a154bff-71d5-435c-af5f-944ca7257e16 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:47.971160 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e9bf3-2bad-4e73-a0b4-abf176184446 req-4694a079-3abc-46f6-8938-de3d8c8155f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:47.973156 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e15e9bf3-2bad-4e73-a0b4-abf176184446 req-4694a079-3abc-46f6-8938-de3d8c8155f6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=48041428-5cce-473c-b445-a01eb383d908 HTTP/1.1" status: 200 len: 851 time: 0.1489356 Nov 09 21:35:47.974639 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d41e239b-260f-4c63-8bdd-9ad9b2a2d0b8 req-7a154bff-71d5-435c-af5f-944ca7257e16 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.45 "GET /v2.0/ports?device_id=52cbcba1-cf59-4fc9-8d6c-7076719e6ac8 HTTP/1.1" status: 200 len: 946 time: 0.1290030 Nov 09 21:35:47.984927 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f192f1-be8c-42f8-a289-183e485d93c2 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:35:47.989624 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f192f1-be8c-42f8-a289-183e485d93c2 None None] Pushing event updated for resources: {'Port': ['ID=7725c528-024b-43c4-99fd-f060696b577c,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:48.051555 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71d99e5-4b96-4561-b0fc-42dc6876f2ca tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Made reservation on behalf of 328dae8361554dd89bbb1fa4d68588e7 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:35:48.063123 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f71d99e5-4b96-4561-b0fc-42dc6876f2ca tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:48.171541 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-06f192f1-be8c-42f8-a289-183e485d93c2 None None] Attempting to bind port 7725c528-024b-43c4-99fd-f060696b577c on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:35:48.171921 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-06f192f1-be8c-42f8-a289-183e485d93c2 None None] Attempting to bind port 7725c528-024b-43c4-99fd-f060696b577c by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '9e16ae67-0cac-477f-b2f2-bc5d44031d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5d69450f-8639-49a1-8a8f-e9679a5d4e8c'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:35:48.172289 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f192f1-be8c-42f8-a289-183e485d93c2 None None] Attempting to bind port 7725c528-024b-43c4-99fd-f060696b577c on network 5d69450f-8639-49a1-8a8f-e9679a5d4e8c {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:35:48.192062 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f192f1-be8c-42f8-a289-183e485d93c2 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:35:48.192455 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f192f1-be8c-42f8-a289-183e485d93c2 None None] Checking segment: {'id': '9e16ae67-0cac-477f-b2f2-bc5d44031d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5d69450f-8639-49a1-8a8f-e9679a5d4e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:35:48.192990 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-06f192f1-be8c-42f8-a289-183e485d93c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:48.193343 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f192f1-be8c-42f8-a289-183e485d93c2 None None] Bound using segment: {'id': '9e16ae67-0cac-477f-b2f2-bc5d44031d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5d69450f-8639-49a1-8a8f-e9679a5d4e8c'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:35:48.194071 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-06f192f1-be8c-42f8-a289-183e485d93c2 None None] Bound port: 7725c528-024b-43c4-99fd-f060696b577c, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e16ae67-0cac-477f-b2f2-bc5d44031d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5d69450f-8639-49a1-8a8f-e9679a5d4e8c'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:35:48.194463 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-06f192f1-be8c-42f8-a289-183e485d93c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:48.351286 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-d41e239b-260f-4c63-8bdd-9ad9b2a2d0b8 req-2a8dcaf1-9bbd-4b98-ae27-080e6fd47ddc tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Deleting port 7465ca43-d2d3-4040-877b-6d2864c4c100 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:35:48.351712 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d41e239b-260f-4c63-8bdd-9ad9b2a2d0b8 req-2a8dcaf1-9bbd-4b98-ae27-080e6fd47ddc tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:48.443334 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-06f192f1-be8c-42f8-a289-183e485d93c2 None None] For port 7725c528-024b-43c4-99fd-f060696b577c, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:35:48.450869 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-06f192f1-be8c-42f8-a289-183e485d93c2 None None] For port 7725c528-024b-43c4-99fd-f060696b577c, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=7725c528-024b-43c4-99fd-f060696b577c,segment=NetworkSegment(9e16ae67-0cac-477f-b2f2-bc5d44031d35),segment_id=9e16ae67-0cac-477f-b2f2-bc5d44031d35)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:35:48.465183 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 6b99e3fa-59bd-493d-94c2-8b5ca0a00c9b up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:35:48.475245 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-06f192f1-be8c-42f8-a289-183e485d93c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:48.523005 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37862) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:48.568580 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-d41e239b-260f-4c63-8bdd-9ad9b2a2d0b8 req-2a8dcaf1-9bbd-4b98-ae27-080e6fd47ddc tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] For port 7465ca43-d2d3-4040-877b-6d2864c4c100, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=7465ca43-d2d3-4040-877b-6d2864c4c100,segment=NetworkSegment(78ce6615-06a8-4c13-a188-c74fb2e831a4),segment_id=78ce6615-06a8-4c13-a188-c74fb2e831a4)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:35:48.569035 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d41e239b-260f-4c63-8bdd-9ad9b2a2d0b8 req-2a8dcaf1-9bbd-4b98-ae27-080e6fd47ddc tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:48.587925 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f192f1-be8c-42f8-a289-183e485d93c2 None None] Pushing event updated for resources: {'Port': ['ID=7725c528-024b-43c4-99fd-f060696b577c,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:48.633422 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-da930515-2ab0-4224-abbc-7344b2f70492 None None] Provisioning complete for port 6b99e3fa-59bd-493d-94c2-8b5ca0a00c9b triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:48.633835 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-da930515-2ab0-4224-abbc-7344b2f70492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:48.710357 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9c125a-720d-4bda-8e70-2adc382d917f tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Checking segment: {'id': '51be72c2-6472-4d6c-8944-9a558255cd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'dd1f0a39-844d-448a-bee0-2011acdbc2be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:35:48.711332 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9c125a-720d-4bda-8e70-2adc382d917f tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Network hostable DHCP agents. Network: dd1f0a39-844d-448a-bee0-2011acdbc2be, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:35:48.736268 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.ipam_backend_mixin [None req-f71d99e5-4b96-4561-b0fc-42dc6876f2ca tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Performing IP validity checks on allocation pools {{(pid=102608) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 21:35:48.744156 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.ipam_backend_mixin [None req-f71d99e5-4b96-4561-b0fc-42dc6876f2ca tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102608) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 21:35:48.746783 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 6b99e3fa-59bd-493d-94c2-8b5ca0a00c9b triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:48.747156 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:48.773413 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e9bf3-2bad-4e73-a0b4-abf176184446 req-4bc01c8e-e2b4-45fb-846e-2b06704f9773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:48.775302 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e15e9bf3-2bad-4e73-a0b4-abf176184446 req-4bc01c8e-e2b4-45fb-846e-2b06704f9773 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e557bc0d-71a9-4b44-ab50-1de12563c5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7413309 Nov 09 21:35:48.791740 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9c125a-720d-4bda-8e70-2adc382d917f tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Network dd1f0a39-844d-448a-bee0-2011acdbc2be is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:35:48.815796 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-db9c125a-720d-4bda-8e70-2adc382d917f tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, dd1f0a39-844d-448a-bee0-2011acdbc2be) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:35:48.841153 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94979221-10db-4fbf-a6a7-cbcc945d2b17 None None] Network dd1f0a39-844d-448a-bee0-2011acdbc2be requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:35:48.848927 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f20e0-c20e-4570-99f1-3fe66263931d req-af08b26a-fbfa-4f33-a19d-2af703ed0fcf tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:48.860093 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d98f20e0-c20e-4570-99f1-3fe66263931d req-af08b26a-fbfa-4f33-a19d-2af703ed0fcf tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c HTTP/1.1" status: 200 len: 945 time: 0.3360090 Nov 09 21:35:48.894754 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9c125a-720d-4bda-8e70-2adc382d917f tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:48.895531 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-db9c125a-720d-4bda-8e70-2adc382d917f tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:48.919340 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63073040-a5ef-4dd5-9a04-efb44a18787a req-64e112d1-cd82-4c92-ac25-5e1a2a9c2af0 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:48.920879 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-63073040-a5ef-4dd5-9a04-efb44a18787a req-64e112d1-cd82-4c92-ac25-5e1a2a9c2af0 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=52cbcba1-cf59-4fc9-8d6c-7076719e6ac8 HTTP/1.1" status: 200 len: 946 time: 0.2818065 Nov 09 21:35:49.004690 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-db9c125a-720d-4bda-8e70-2adc382d917f tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1723647 Nov 09 21:35:49.012811 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37866) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:49.065298 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e15e9bf3-2bad-4e73-a0b4-abf176184446 req-4e1fd70e-e2df-4f7c-a50f-ebbc49606291 service neutron] 10.222.0.45 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797265 Nov 09 21:35:49.120039 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d1ceda3f-dfaa-4466-8b9c-39c37b55ff5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:49.200296 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc4d879-d2bd-4ecf-b0ac-e6b2afb48968 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-dd1f0a39-844d-448a-bee0-2011acdbc2be', 'network_id': 'dd1f0a39-844d-448a-bee0-2011acdbc2be', 'tenant_id': '6843fed401fb4e9fb951db315a5f4199', 'fixed_ips': [{'subnet_id': '05ce2aa4-c3de-4555-a86e-d313affb9c9b'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:35:49.202076 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5cc4d879-d2bd-4ecf-b0ac-e6b2afb48968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:49.429343 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e15e9bf3-2bad-4e73-a0b4-abf176184446 req-bb2e6a53-4157-458d-af9c-d56e5a249bc4 service neutron] 10.222.0.45 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446410 Nov 09 21:35:49.441322 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-5cc4d879-d2bd-4ecf-b0ac-e6b2afb48968 None None] Allocated IP 2001:db8::2 (dd1f0a39-844d-448a-bee0-2011acdbc2be/05ce2aa4-c3de-4555-a86e-d313affb9c9b/f83d8a8d-4099-4db6-9293-ad1e4ddca684) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:35:49.445057 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d41e239b-260f-4c63-8bdd-9ad9b2a2d0b8 req-2a8dcaf1-9bbd-4b98-ae27-080e6fd47ddc tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:49.445626 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d41e239b-260f-4c63-8bdd-9ad9b2a2d0b8 req-2a8dcaf1-9bbd-4b98-ae27-080e6fd47ddc tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:49.447222 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [req-d41e239b-260f-4c63-8bdd-9ad9b2a2d0b8 req-2a8dcaf1-9bbd-4b98-ae27-080e6fd47ddc tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Floating IP 05238fab-fb28-4c6a-836a-44ae3f66967a disassociated. External IP: 172.25.7.36, port: 7465ca43-d2d3-4040-877b-6d2864c4c100. Nov 09 21:35:49.447774 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-d41e239b-260f-4c63-8bdd-9ad9b2a2d0b8 req-2a8dcaf1-9bbd-4b98-ae27-080e6fd47ddc tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Calling delete_port for 7465ca43-d2d3-4040-877b-6d2864c4c100 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:35:49.496032 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-63073040-a5ef-4dd5-9a04-efb44a18787a req-f86a8ff1-e33b-466c-9f61-55c1e82e1224 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3ee36ce-49ad-4626-8793-80796989662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5371497 Nov 09 21:35:49.497498 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f71d99e5-4b96-4561-b0fc-42dc6876f2ca tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:49.579819 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d98f20e0-c20e-4570-99f1-3fe66263931d req-8032233f-fc09-46e2-917e-5dbd5a8971ae tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7122989 Nov 09 21:35:49.625785 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d99e5-4b96-4561-b0fc-42dc6876f2ca tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event updated for resources: {'Subnet': ['ID=37d0c0cf-31f4-47f2-97b8-3e125bde93a3,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:49.641424 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71d99e5-4b96-4561-b0fc-42dc6876f2ca tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Checking segment: {'id': 'a302917d-52ce-4f2f-804e-763a1f580a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f47c7e25-7e43-4fde-ba72-0342832c2b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:35:49.641991 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71d99e5-4b96-4561-b0fc-42dc6876f2ca tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Network hostable DHCP agents. Network: f47c7e25-7e43-4fde-ba72-0342832c2b47, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:35:49.681198 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71d99e5-4b96-4561-b0fc-42dc6876f2ca tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Network f47c7e25-7e43-4fde-ba72-0342832c2b47 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:35:49.699510 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-f71d99e5-4b96-4561-b0fc-42dc6876f2ca tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, f47c7e25-7e43-4fde-ba72-0342832c2b47) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:35:49.707724 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71d99e5-4b96-4561-b0fc-42dc6876f2ca tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:49.708573 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f71d99e5-4b96-4561-b0fc-42dc6876f2ca tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:49.743315 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f71d99e5-4b96-4561-b0fc-42dc6876f2ca tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1048818 Nov 09 21:35:49.746891 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37880) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:49.750033 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb61b81-75f7-4ff5-8b26-ec71917df4d7 None None] Network f47c7e25-7e43-4fde-ba72-0342832c2b47 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:35:49.754013 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-c27a67fb-d5d7-4151-948c-4a59f16406f0 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'port': {'network_id': 'f47c7e25-7e43-4fde-ba72-0342832c2b47', 'name': 'tempest-PortsIpV6TestJSON-1742535088'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:50.039336 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27a67fb-d5d7-4151-948c-4a59f16406f0 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Made reservation on behalf of 328dae8361554dd89bbb1fa4d68588e7 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:35:50.043416 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c27a67fb-d5d7-4151-948c-4a59f16406f0 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:50.105895 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-c27a67fb-d5d7-4151-948c-4a59f16406f0 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] device_id is not set on port 39d983f2-e837-4902-9272-140de87fcdd8 yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:35:50.161832 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e9150013-4224-49e1-a649-9f33079fa32c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:50.162054 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4b813c77-d73f-42f4-b3ca-7a4ee0ada2c7 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:50.197208 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5cc4d879-d2bd-4ecf-b0ac-e6b2afb48968 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:50.208784 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d1ceda3f-dfaa-4466-8b9c-39c37b55ff5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:50.231272 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5cc4d879-d2bd-4ecf-b0ac-e6b2afb48968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:50.238614 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d1ceda3f-dfaa-4466-8b9c-39c37b55ff5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:50.259519 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc75db-ef34-40cb-abfb-3fa70201fa32 req-4589306a-f65d-4187-9a6f-d05315870d6e tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:50.269183 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a7bc75db-ef34-40cb-abfb-3fa70201fa32 req-4589306a-f65d-4187-9a6f-d05315870d6e tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c HTTP/1.1" status: 200 len: 945 time: 0.3529661 Nov 09 21:35:50.349303 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 7725c528-024b-43c4-99fd-f060696b577c up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:35:50.380614 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc4d879-d2bd-4ecf-b0ac-e6b2afb48968 None None] Network dd1f0a39-844d-448a-bee0-2011acdbc2be is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:35:50.384307 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5873282-17c9-408e-af19-1a8df9f9235b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-f47c7e25-7e43-4fde-ba72-0342832c2b47', 'network_id': 'f47c7e25-7e43-4fde-ba72-0342832c2b47', 'tenant_id': '328dae8361554dd89bbb1fa4d68588e7', 'fixed_ips': [{'subnet_id': '37d0c0cf-31f4-47f2-97b8-3e125bde93a3'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:35:50.385208 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d5873282-17c9-408e-af19-1a8df9f9235b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:50.438631 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-c27a67fb-d5d7-4151-948c-4a59f16406f0 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Allocated IP 2001:db8::236 (f47c7e25-7e43-4fde-ba72-0342832c2b47/37d0c0cf-31f4-47f2-97b8-3e125bde93a3/39d983f2-e837-4902-9272-140de87fcdd8) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:35:50.536652 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399d17e5-9a5d-411f-820d-a286fc7d22b4 None None] Network 5d69450f-8639-49a1-8a8f-e9679a5d4e8c requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:35:50.542425 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-5cc4d879-d2bd-4ecf-b0ac-e6b2afb48968 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:35:50.544311 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc4d879-d2bd-4ecf-b0ac-e6b2afb48968 None None] Pushing event updated for resources: {'Port': ['ID=f83d8a8d-4099-4db6-9293-ad1e4ddca684,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:50.558979 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc4d879-d2bd-4ecf-b0ac-e6b2afb48968 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:35:50.686294 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7f0ae-2594-4119-9349-0da95929146f req-36ce12dc-a6d4-4468-b752-2803269a804e tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:50.687976 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5ae7f0ae-2594-4119-9349-0da95929146f req-36ce12dc-a6d4-4468-b752-2803269a804e tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=52cbcba1-cf59-4fc9-8d6c-7076719e6ac8 HTTP/1.1" status: 200 len: 946 time: 0.0643206 Nov 09 21:35:50.705501 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-01f96a93-153d-4f51-b31d-372b76046778 None None] Provisioning complete for port 7725c528-024b-43c4-99fd-f060696b577c triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:50.706029 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-01f96a93-153d-4f51-b31d-372b76046778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:50.731434 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ceda3f-dfaa-4466-8b9c-39c37b55ff5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eba29ee-c074-4736-bba0-cc39e9ad8a2a,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:50.788053 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5ae7f0ae-2594-4119-9349-0da95929146f req-e85ac898-85ad-4db4-90be-27cb83a0be74 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3ee36ce-49ad-4626-8793-80796989662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926955 Nov 09 21:35:50.825554 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-5cc4d879-d2bd-4ecf-b0ac-e6b2afb48968 None None] Attempting to bind port f83d8a8d-4099-4db6-9293-ad1e4ddca684 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:35:50.825889 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-5cc4d879-d2bd-4ecf-b0ac-e6b2afb48968 None None] Attempting to bind port f83d8a8d-4099-4db6-9293-ad1e4ddca684 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '51be72c2-6472-4d6c-8944-9a558255cd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'dd1f0a39-844d-448a-bee0-2011acdbc2be'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:35:50.826562 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc4d879-d2bd-4ecf-b0ac-e6b2afb48968 None None] Attempting to bind port f83d8a8d-4099-4db6-9293-ad1e4ddca684 on network dd1f0a39-844d-448a-bee0-2011acdbc2be {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:35:50.836156 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 7725c528-024b-43c4-99fd-f060696b577c triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:50.836908 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:50.883735 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc4d879-d2bd-4ecf-b0ac-e6b2afb48968 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:35:50.884561 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc4d879-d2bd-4ecf-b0ac-e6b2afb48968 None None] Checking segment: {'id': '51be72c2-6472-4d6c-8944-9a558255cd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'dd1f0a39-844d-448a-bee0-2011acdbc2be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:35:50.884561 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5cc4d879-d2bd-4ecf-b0ac-e6b2afb48968 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:50.884918 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc4d879-d2bd-4ecf-b0ac-e6b2afb48968 None None] Bound using segment: {'id': '51be72c2-6472-4d6c-8944-9a558255cd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'dd1f0a39-844d-448a-bee0-2011acdbc2be'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:35:50.885412 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-5cc4d879-d2bd-4ecf-b0ac-e6b2afb48968 None None] Bound port: f83d8a8d-4099-4db6-9293-ad1e4ddca684, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51be72c2-6472-4d6c-8944-9a558255cd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'dd1f0a39-844d-448a-bee0-2011acdbc2be'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:35:50.885799 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5cc4d879-d2bd-4ecf-b0ac-e6b2afb48968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:50.900601 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d1ceda3f-dfaa-4466-8b9c-39c37b55ff5c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9a5e505cc62c456eb711b2ca53f2bfa8&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3740544 Nov 09 21:35:50.903633 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37892) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:50.917228 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [req-8adb715b-34d0-4fad-bf14-59a6389c0ebe req-7f0a30e1-ccb3-44b2-8232-a4ad0c182474 service neutron] (102608) timed out ('10.222.0.45', 59300) {{(pid=102608) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 21:35:50.969954 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a7bc75db-ef34-40cb-abfb-3fa70201fa32 req-c75ceea4-863e-42ae-9a60-467226caa29d tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6990969 Nov 09 21:35:50.995296 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2a285c89-0606-42ee-8567-f269f600d3b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:51.021041 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2a285c89-0606-42ee-8567-f269f600d3b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:51.099292 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-5cc4d879-d2bd-4ecf-b0ac-e6b2afb48968 None None] For port f83d8a8d-4099-4db6-9293-ad1e4ddca684, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:35:51.103060 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:51.108827 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-5cc4d879-d2bd-4ecf-b0ac-e6b2afb48968 None None] For port f83d8a8d-4099-4db6-9293-ad1e4ddca684, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=f83d8a8d-4099-4db6-9293-ad1e4ddca684,segment=NetworkSegment(51be72c2-6472-4d6c-8944-9a558255cd2e),segment_id=51be72c2-6472-4d6c-8944-9a558255cd2e)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:35:51.113168 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-01f96a93-153d-4f51-b31d-372b76046778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:51.123526 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d41e239b-260f-4c63-8bdd-9ad9b2a2d0b8 req-2a8dcaf1-9bbd-4b98-ae27-080e6fd47ddc tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:51.130447 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5cc4d879-d2bd-4ecf-b0ac-e6b2afb48968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:51.241069 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c27a67fb-d5d7-4151-948c-4a59f16406f0 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:51.249405 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:51.258650 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-01f96a93-153d-4f51-b31d-372b76046778 None None] For port 7725c528-024b-43c4-99fd-f060696b577c, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=7725c528-024b-43c4-99fd-f060696b577c,segment=NetworkSegment(9e16ae67-0cac-477f-b2f2-bc5d44031d35),segment_id=9e16ae67-0cac-477f-b2f2-bc5d44031d35)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:35:51.295160 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-01f96a93-153d-4f51-b31d-372b76046778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:51.303916 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc4d879-d2bd-4ecf-b0ac-e6b2afb48968 None None] Pushing event updated for resources: {'Port': ['ID=f83d8a8d-4099-4db6-9293-ad1e4ddca684,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:51.316593 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2a285c89-0606-42ee-8567-f269f600d3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:51.327872 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2a285c89-0606-42ee-8567-f269f600d3b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:51.330300 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2a285c89-0606-42ee-8567-f269f600d3b6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6eba29ee-c074-4736-bba0-cc39e9ad8a2a HTTP/1.1" status: 204 len: 168 time: 0.4244916 Nov 09 21:35:51.353557 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c27a67fb-d5d7-4151-948c-4a59f16406f0 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:51.443897 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-4b813c77-d73f-42f4-b3ca-7a4ee0ada2c7 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Allocated IP 2001:db8::1 (5d69450f-8639-49a1-8a8f-e9679a5d4e8c/38d7896a-3586-4e2a-8c44-9edd444a0adc/8a9afa97-0580-4587-b18e-fbdf339d5549) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:35:51.539383 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a67fb-d5d7-4151-948c-4a59f16406f0 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event updated for resources: {'Port': ['ID=39d983f2-e837-4902-9272-140de87fcdd8,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:51.547998 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a285c89-0606-42ee-8567-f269f600d3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eba29ee-c074-4736-bba0-cc39e9ad8a2a,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:51.579823 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8dcaf1-9bbd-4b98-ae27-080e6fd47ddc tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Pushing event deleted for resources: {'Port': ['ID=7465ca43-d2d3-4040-877b-6d2864c4c100,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:51.597720 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.db.api [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 21:35:51.598344 n-d-816206-3 neutron-server[102609]: DEBUG oslo_db.api [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 21:35:51.601771 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27a67fb-d5d7-4151-948c-4a59f16406f0 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Network f47c7e25-7e43-4fde-ba72-0342832c2b47 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:35:51.613866 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-c27a67fb-d5d7-4151-948c-4a59f16406f0 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:35:51.619676 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27a67fb-d5d7-4151-948c-4a59f16406f0 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:35:51.624791 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-d5873282-17c9-408e-af19-1a8df9f9235b None None] Allocated IP 2001:db8::2 (f47c7e25-7e43-4fde-ba72-0342832c2b47/37d0c0cf-31f4-47f2-97b8-3e125bde93a3/8160fa12-ea8f-4357-bae5-eb104e380927) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:35:51.632403 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27a67fb-d5d7-4151-948c-4a59f16406f0 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:51.633477 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c27a67fb-d5d7-4151-948c-4a59f16406f0 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:51.640575 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f96a93-153d-4f51-b31d-372b76046778 None None] Pushing event updated for resources: {'Port': ['ID=7725c528-024b-43c4-99fd-f060696b577c,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:51.697406 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c27a67fb-d5d7-4151-948c-4a59f16406f0 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9478784 Nov 09 21:35:51.699720 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37902) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:52.064941 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-16488533-8d39-4dfe-97ba-15da84079d2c req-f2a07e3c-c708-4955-a524-823f82359287 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=52cbcba1-cf59-4fc9-8d6c-7076719e6ac8 HTTP/1.1" status: 200 len: 210 time: 0.1187503 Nov 09 21:35:52.134757 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-2cad0f14-e070-442c-bdbb-9869d6d6473a tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Deleting port 39d983f2-e837-4902-9272-140de87fcdd8 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:35:52.136230 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2cad0f14-e070-442c-bdbb-9869d6d6473a tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:52.238503 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37918) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:52.348515 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2cad0f14-e070-442c-bdbb-9869d6d6473a tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:52.368515 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-2cad0f14-e070-442c-bdbb-9869d6d6473a tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Calling delete_port for 39d983f2-e837-4902-9272-140de87fcdd8 owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:35:52.399975 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4b813c77-d73f-42f4-b3ca-7a4ee0ada2c7 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:52.406302 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 7465ca43-d2d3-4040-877b-6d2864c4c100 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:35:52.437481 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d41e239b-260f-4c63-8bdd-9ad9b2a2d0b8 req-2a8dcaf1-9bbd-4b98-ae27-080e6fd47ddc tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Router 4c71162b-5109-443b-9394-f5b29354f739 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:35:52.532514 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 7465ca43-d2d3-4040-877b-6d2864c4c100 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:35:52.533436 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 7465ca43-d2d3-4040-877b-6d2864c4c100 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:35:52.609828 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2cad0f14-e070-442c-bdbb-9869d6d6473a tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:52.611305 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-48b8670a-9e37-45be-acef-bad743187279 None None] Provisioning complete for port 7725c528-024b-43c4-99fd-f060696b577c triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:52.611691 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-48b8670a-9e37-45be-acef-bad743187279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:52.714609 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:52.788678 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cad0f14-e070-442c-bdbb-9869d6d6473a tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event deleted for resources: {'Port': ['ID=39d983f2-e837-4902-9272-140de87fcdd8,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:52.815316 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2cad0f14-e070-442c-bdbb-9869d6d6473a tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:52.823012 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2cad0f14-e070-442c-bdbb-9869d6d6473a tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/ports/39d983f2-e837-4902-9272-140de87fcdd8 HTTP/1.1" status: 204 len: 168 time: 1.1137080 Nov 09 21:35:52.824142 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5673131c-0ba2-4ac0-958d-36be83b59a7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:52.832124 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37932) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:52.888415 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d41e239b-260f-4c63-8bdd-9ad9b2a2d0b8 req-2a8dcaf1-9bbd-4b98-ae27-080e6fd47ddc tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:35:52.900564 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659e4f65-dbe2-42f9-939e-54a822b6d236 None None] Sync routers for ids ['4c71162b-5109-443b-9394-f5b29354f739'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:35:52.903610 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device f83d8a8d-4099-4db6-9293-ad1e4ddca684 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:35:52.920593 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659e4f65-dbe2-42f9-939e-54a822b6d236 None None] Routers {'4c71162b-5109-443b-9394-f5b29354f739'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:35:52.923403 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-659e4f65-dbe2-42f9-939e-54a822b6d236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:35:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['4c71162b-5109-443b-9394-f5b29354f739'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:35:52.930458 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda76e40-d963-483b-b064-1727f1653241 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] DELETE failed (client error): The resource could not be found. Nov 09 21:35:52.938220 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cda76e40-d963-483b-b064-1727f1653241 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:35:52.954989 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-cda76e40-d963-483b-b064-1727f1653241 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/ports/39d983f2-e837-4902-9272-140de87fcdd8 HTTP/1.1" status: 404 len: 333 time: 0.1207352 Nov 09 21:35:52.963839 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37936) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:52.998310 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:53.040602 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d5873282-17c9-408e-af19-1a8df9f9235b None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:53.048334 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37938) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:53.050891 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-d41e239b-260f-4c63-8bdd-9ad9b2a2d0b8 req-2a8dcaf1-9bbd-4b98-ae27-080e6fd47ddc tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] No DVR routers for this DVR port 7465ca43-d2d3-4040-877b-6d2864c4c100 on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:35:53.055227 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d41e239b-260f-4c63-8bdd-9ad9b2a2d0b8 req-2a8dcaf1-9bbd-4b98-ae27-080e6fd47ddc tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:53.059979 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d5873282-17c9-408e-af19-1a8df9f9235b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:53.063186 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d41e239b-260f-4c63-8bdd-9ad9b2a2d0b8 req-2a8dcaf1-9bbd-4b98-ae27-080e6fd47ddc tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.45 "DELETE /v2.0/ports/7465ca43-d2d3-4040-877b-6d2864c4c100 HTTP/1.1" status: 204 len: 173 time: 5.0790565 Nov 09 21:35:53.070373 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-375c966f-43da-4162-a61d-e2cb3a703616 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] GET failed (client error): The resource could not be found. Nov 09 21:35:53.074721 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-375c966f-43da-4162-a61d-e2cb3a703616 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "GET /v2.0/ports/39d983f2-e837-4902-9272-140de87fcdd8 HTTP/1.1" status: 404 len: 333 time: 0.1097085 Nov 09 21:35:53.080073 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52cbcba1-cf59-4fc9-8d6c-7076719e6ac8', 'name': 'network-vif-deleted', 'tag': '7465ca43-d2d3-4040-877b-6d2864c4c100'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:35:53.085159 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37942) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:53.118811 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c81a536-789a-4fef-ba51-0aecd0ca84c8" -d '{"events": [{"server_uuid": "52cbcba1-cf59-4fc9-8d6c-7076719e6ac8", "name": "network-vif-deleted", "tag": "7465ca43-d2d3-4040-877b-6d2864c4c100"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:35:53.124368 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5873282-17c9-408e-af19-1a8df9f9235b None None] Network f47c7e25-7e43-4fde-ba72-0342832c2b47 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:35:53.130926 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-d5873282-17c9-408e-af19-1a8df9f9235b None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:35:53.134952 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5873282-17c9-408e-af19-1a8df9f9235b None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:35:53.137736 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port f83d8a8d-4099-4db6-9293-ad1e4ddca684 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:53.138280 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:53.156076 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-659e4f65-dbe2-42f9-939e-54a822b6d236 None None] Set router 4c71162b-5109-443b-9394-f5b29354f739 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:35:53.190711 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4beaaeb-03c6-42a5-94ec-45b47b671996 req-4e235427-eb64-48de-8da4-8d71508a7dd1 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:53.219294 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f4beaaeb-03c6-42a5-94ec-45b47b671996 req-4e235427-eb64-48de-8da4-8d71508a7dd1 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c HTTP/1.1" status: 200 len: 945 time: 0.7725017 Nov 09 21:35:53.250702 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4b813c77-d73f-42f4-b3ca-7a4ee0ada2c7 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:53.257705 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5873282-17c9-408e-af19-1a8df9f9235b None None] Pushing event updated for resources: {'Port': ['ID=8160fa12-ea8f-4357-bae5-eb104e380927,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:53.284389 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-d5873282-17c9-408e-af19-1a8df9f9235b None None] Attempting to bind port 8160fa12-ea8f-4357-bae5-eb104e380927 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:35:53.284947 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-d5873282-17c9-408e-af19-1a8df9f9235b None None] Attempting to bind port 8160fa12-ea8f-4357-bae5-eb104e380927 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'a302917d-52ce-4f2f-804e-763a1f580a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f47c7e25-7e43-4fde-ba72-0342832c2b47'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:35:53.285562 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5873282-17c9-408e-af19-1a8df9f9235b None None] Attempting to bind port 8160fa12-ea8f-4357-bae5-eb104e380927 on network f47c7e25-7e43-4fde-ba72-0342832c2b47 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:35:53.300614 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5873282-17c9-408e-af19-1a8df9f9235b None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:35:53.301028 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5873282-17c9-408e-af19-1a8df9f9235b None None] Checking segment: {'id': 'a302917d-52ce-4f2f-804e-763a1f580a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f47c7e25-7e43-4fde-ba72-0342832c2b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:35:53.301536 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d5873282-17c9-408e-af19-1a8df9f9235b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:53.301942 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5873282-17c9-408e-af19-1a8df9f9235b None None] Bound using segment: {'id': 'a302917d-52ce-4f2f-804e-763a1f580a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f47c7e25-7e43-4fde-ba72-0342832c2b47'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:35:53.302519 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-d5873282-17c9-408e-af19-1a8df9f9235b None None] Bound port: 8160fa12-ea8f-4357-bae5-eb104e380927, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a302917d-52ce-4f2f-804e-763a1f580a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f47c7e25-7e43-4fde-ba72-0342832c2b47'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:35:53.302912 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d5873282-17c9-408e-af19-1a8df9f9235b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:53.315526 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3fffd64-ebd3-449d-947f-2983acdcc66c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Deleting subnet 37d0c0cf-31f4-47f2-97b8-3e125bde93a3 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:35:53.338233 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d3fffd64-ebd3-449d-947f-2983acdcc66c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:53.357774 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b813c77-d73f-42f4-b3ca-7a4ee0ada2c7 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Network 5d69450f-8639-49a1-8a8f-e9679a5d4e8c is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:35:53.391777 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:53.402362 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-4b813c77-d73f-42f4-b3ca-7a4ee0ada2c7 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:35:53.406756 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b813c77-d73f-42f4-b3ca-7a4ee0ada2c7 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:35:53.407324 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4b813c77-d73f-42f4-b3ca-7a4ee0ada2c7 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:53.520165 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-0cec3b51-8791-4847-bbce-5efa96fd47b2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-478822320-network', 'tenant_id': '43075615d42840aaad9449d4e5f340c2'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:53.540535 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a9be762f-7b0c-4f31-a12e-1ca525cc2bca req-d4a59c98-869b-4768-a4ba-3bde7649c77c tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=52cbcba1-cf59-4fc9-8d6c-7076719e6ac8 HTTP/1.1" status: 200 len: 210 time: 0.2092266 Nov 09 21:35:53.561280 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-d5873282-17c9-408e-af19-1a8df9f9235b None None] For port 8160fa12-ea8f-4357-bae5-eb104e380927, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:35:53.565224 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-d5873282-17c9-408e-af19-1a8df9f9235b None None] For port 8160fa12-ea8f-4357-bae5-eb104e380927, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=8160fa12-ea8f-4357-bae5-eb104e380927,segment=NetworkSegment(a302917d-52ce-4f2f-804e-763a1f580a94),segment_id=a302917d-52ce-4f2f-804e-763a1f580a94)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:35:53.591941 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b813c77-d73f-42f4-b3ca-7a4ee0ada2c7 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Pushing event updated for resources: {'Port': ['ID=8a9afa97-0580-4587-b18e-fbdf339d5549,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:53.598816 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7594c3-f10e-4ec6-9b49-5be8c8987d4e None None] Network dd1f0a39-844d-448a-bee0-2011acdbc2be requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:35:53.645226 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d3fffd64-ebd3-449d-947f-2983acdcc66c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:53.702562 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f78797b-bc6c-4953-b1ed-f5132de46d69 x-openstack-request-id: req-1f78797b-bc6c-4953-b1ed-f5132de46d69 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:35:53.704611 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52cbcba1-cf59-4fc9-8d6c-7076719e6ac8", "name": "network-vif-deleted", "tag": "7465ca43-d2d3-4040-877b-6d2864c4c100", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:35:53.705509 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1f78797b-bc6c-4953-b1ed-f5132de46d69 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:35:53.709601 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52cbcba1-cf59-4fc9-8d6c-7076719e6ac8', 'name': 'network-vif-deleted', 'tag': '7465ca43-d2d3-4040-877b-6d2864c4c100', 'status': 'completed', 'code': 200} Nov 09 21:35:53.712723 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4b813c77-d73f-42f4-b3ca-7a4ee0ada2c7 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:53.713486 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-659e4f65-dbe2-42f9-939e-54a822b6d236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c71162b-5109-443b-9394-f5b29354f739', 'name': 'tempest-AttachVolumeTestJSON-1471467254-router', 'tenant_id': '8d996b08d23e47a28746199b551ba8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': 'a3c83ed6-20de-4d03-8ecb-1964da5a24cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:30:59Z', 'updated_at': '2021-11-09T21:31:09Z', 'revision_number': 4, 'project_id': '8d996b08d23e47a28746199b551ba8f0', 'gw_port': {'id': 'a3c83ed6-20de-4d03-8ecb-1964da5a24cd', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71162b-5109-443b-9394-f5b29354f739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:31:01Z', 'updated_at': '2021-11-09T21:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '4c87a4af-462e-42b9-a66b-af186bac11bd', 'name': '', 'network_id': '55847ffd-7836-446f-91d3-f14e046c5bb2', 'tenant_id': '8d996b08d23e47a28746199b551ba8f0', 'mac_address': 'fa:16:3e:05:1b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71162b-5109-443b-9394-f5b29354f739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '85ce8c7e-f82b-4b24-9029-22d978d44b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:31:07Z', 'updated_at': '2021-11-09T21:31:16Z', 'revision_number': 5, 'project_id': '8d996b08d23e47a28746199b551ba8f0', 'subnets': [{'id': '85ce8c7e-f82b-4b24-9029-22d978d44b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:35:53.717233 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d5873282-17c9-408e-af19-1a8df9f9235b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:53.722919 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5673131c-0ba2-4ac0-958d-36be83b59a7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:53.735484 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cec3b51-8791-4847-bbce-5efa96fd47b2 admin admin] Made reservation on behalf of 43075615d42840aaad9449d4e5f340c2 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:35:53.752999 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0cec3b51-8791-4847-bbce-5efa96fd47b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:53.761121 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:53.779541 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5673131c-0ba2-4ac0-958d-36be83b59a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:53.790898 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659e4f65-dbe2-42f9-939e-54a822b6d236 None None] Checking router: 4c71162b-5109-443b-9394-f5b29354f739 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:35:53.804511 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659e4f65-dbe2-42f9-939e-54a822b6d236 None None] Routers {'4c71162b-5109-443b-9394-f5b29354f739'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:35:53.809477 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-659e4f65-dbe2-42f9-939e-54a822b6d236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:35:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['4c71162b-5109-443b-9394-f5b29354f739'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:35:53.823072 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0cec3b51-8791-4847-bbce-5efa96fd47b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:53.843419 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-9e6d4cc1-7d14-432c-a0c4-55646806d276 None None] Provisioning complete for port f83d8a8d-4099-4db6-9293-ad1e4ddca684 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:53.847752 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9e6d4cc1-7d14-432c-a0c4-55646806d276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:53.880994 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f4beaaeb-03c6-42a5-94ec-45b47b671996 req-aadf66cf-9045-4f5a-be3d-fa991529cc39 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6522737 Nov 09 21:35:53.897669 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5673131c-0ba2-4ac0-958d-36be83b59a7b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0aff29cbf0ee45da824a85b651ff31f2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6537364 Nov 09 21:35:53.905878 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37948) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:53.946781 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5673131c-0ba2-4ac0-958d-36be83b59a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c5a181-83e3-438a-bb63-e1feb5df8cf4,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:54.079163 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-659e4f65-dbe2-42f9-939e-54a822b6d236 None None] Set router 4c71162b-5109-443b-9394-f5b29354f739 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:35:54.090802 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port f83d8a8d-4099-4db6-9293-ad1e4ddca684, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=f83d8a8d-4099-4db6-9293-ad1e4ddca684,segment=NetworkSegment(51be72c2-6472-4d6c-8944-9a558255cd2e),segment_id=51be72c2-6472-4d6c-8944-9a558255cd2e)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:35:54.130675 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d3fffd64-ebd3-449d-947f-2983acdcc66c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:54.204741 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:54.205848 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 7725c528-024b-43c4-99fd-f060696b577c up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:35:54.234351 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5873282-17c9-408e-af19-1a8df9f9235b None None] Pushing event updated for resources: {'Port': ['ID=8160fa12-ea8f-4357-bae5-eb104e380927,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:54.286081 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-454963de-c7c1-437b-afe8-44d88ed1b6ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:54.313659 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0cec3b51-8791-4847-bbce-5efa96fd47b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:54.337078 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=f83d8a8d-4099-4db6-9293-ad1e4ddca684,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:54.340807 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0cec3b51-8791-4847-bbce-5efa96fd47b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:54.344223 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-454963de-c7c1-437b-afe8-44d88ed1b6ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:54.389151 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d3fffd64-ebd3-449d-947f-2983acdcc66c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:54.454019 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cec3b51-8791-4847-bbce-5efa96fd47b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:35:54.471866 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fffd64-ebd3-449d-947f-2983acdcc66c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event deleted for resources: {'Subnet': ['ID=37d0c0cf-31f4-47f2-97b8-3e125bde93a3,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:54.501203 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0cec3b51-8791-4847-bbce-5efa96fd47b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:54.501830 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-0cec3b51-8791-4847-bbce-5efa96fd47b2 admin admin] Added segment 6ec44bea-f8ce-43ec-a9ca-ecbbd565bb56 of type vlan for network 7f06906b-e2ba-45ef-8df7-be5e5cf2a136 Nov 09 21:35:54.505569 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d3fffd64-ebd3-449d-947f-2983acdcc66c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:54.511592 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d3fffd64-ebd3-449d-947f-2983acdcc66c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/subnets/37d0c0cf-31f4-47f2-97b8-3e125bde93a3 HTTP/1.1" status: 204 len: 168 time: 1.4248037 Nov 09 21:35:54.522479 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37962) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:54.524258 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec3b51-8791-4847-bbce-5efa96fd47b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5455a8-a46a-4b5d-9a17-60e39893943c,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:54.536148 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-f36b20b8-b047-4342-b533-4dd9b26c43f7 None None] Provisioning complete for port 8a9afa97-0580-4587-b18e-fbdf339d5549 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:54.536574 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f36b20b8-b047-4342-b533-4dd9b26c43f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:54.544260 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-454963de-c7c1-437b-afe8-44d88ed1b6ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:54.551933 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-454963de-c7c1-437b-afe8-44d88ed1b6ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:54.555628 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-454963de-c7c1-437b-afe8-44d88ed1b6ca admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/07c5a181-83e3-438a-bb63-e1feb5df8cf4 HTTP/1.1" status: 204 len: 168 time: 0.6456990 Nov 09 21:35:54.607552 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454963de-c7c1-437b-afe8-44d88ed1b6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c5a181-83e3-438a-bb63-e1feb5df8cf4,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:54.747908 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 7725c528-024b-43c4-99fd-f060696b577c triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:54.748858 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:54.795505 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-f36b20b8-b047-4342-b533-4dd9b26c43f7 None None] Port 8a9afa97-0580-4587-b18e-fbdf339d5549 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:35:54.823172 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-659e4f65-dbe2-42f9-939e-54a822b6d236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c71162b-5109-443b-9394-f5b29354f739', 'name': 'tempest-AttachVolumeTestJSON-1471467254-router', 'tenant_id': '8d996b08d23e47a28746199b551ba8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': 'a3c83ed6-20de-4d03-8ecb-1964da5a24cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:30:59Z', 'updated_at': '2021-11-09T21:31:09Z', 'revision_number': 4, 'project_id': '8d996b08d23e47a28746199b551ba8f0', 'gw_port': {'id': 'a3c83ed6-20de-4d03-8ecb-1964da5a24cd', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71162b-5109-443b-9394-f5b29354f739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:31:01Z', 'updated_at': '2021-11-09T21:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '4c87a4af-462e-42b9-a66b-af186bac11bd', 'name': '', 'network_id': '55847ffd-7836-446f-91d3-f14e046c5bb2', 'tenant_id': '8d996b08d23e47a28746199b551ba8f0', 'mac_address': 'fa:16:3e:05:1b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71162b-5109-443b-9394-f5b29354f739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '85ce8c7e-f82b-4b24-9029-22d978d44b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:31:07Z', 'updated_at': '2021-11-09T21:31:16Z', 'revision_number': 5, 'project_id': '8d996b08d23e47a28746199b551ba8f0', 'subnets': [{'id': '85ce8c7e-f82b-4b24-9029-22d978d44b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:35:54.847799 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0cec3b51-8791-4847-bbce-5efa96fd47b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:54.859708 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659e4f65-dbe2-42f9-939e-54a822b6d236 None None] The sync data for ids ['4c71162b-5109-443b-9394-f5b29354f739'] in n-d-816206-3 is: [{'id': '4c71162b-5109-443b-9394-f5b29354f739', 'name': 'tempest-AttachVolumeTestJSON-1471467254-router', 'tenant_id': '8d996b08d23e47a28746199b551ba8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': 'a3c83ed6-20de-4d03-8ecb-1964da5a24cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:30:59Z', 'updated_at': '2021-11-09T21:31:09Z', 'revision_number': 4, 'project_id': '8d996b08d23e47a28746199b551ba8f0', 'gw_port': {'id': 'a3c83ed6-20de-4d03-8ecb-1964da5a24cd', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71162b-5109-443b-9394-f5b29354f739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:31:01Z', 'updated_at': '2021-11-09T21:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '4c87a4af-462e-42b9-a66b-af186bac11bd', 'name': '', 'network_id': '55847ffd-7836-446f-91d3-f14e046c5bb2', 'tenant_id': '8d996b08d23e47a28746199b551ba8f0', 'mac_address': 'fa:16:3e:05:1b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71162b-5109-443b-9394-f5b29354f739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '85ce8c7e-f82b-4b24-9029-22d978d44b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:31:07Z', 'updated_at': '2021-11-09T21:31:16Z', 'revision_number': 5, 'project_id': '8d996b08d23e47a28746199b551ba8f0', 'subnets': [{'id': '85ce8c7e-f82b-4b24-9029-22d978d44b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:35:54.929627 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4b813c77-d73f-42f4-b3ca-7a4ee0ada2c7 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:54.935747 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4b813c77-d73f-42f4-b3ca-7a4ee0ada2c7 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:54.938601 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4b813c77-d73f-42f4-b3ca-7a4ee0ada2c7 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:55.011708 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.db.resource_extend [None req-0cec3b51-8791-4847-bbce-5efa96fd47b2 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 21:35:55.099767 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-66f7a0f2-e52d-48d9-9835-ef8720c6a0ef tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:55.145173 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b813c77-d73f-42f4-b3ca-7a4ee0ada2c7 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Pushing event updated for resources: {'Port': ['ID=8a9afa97-0580-4587-b18e-fbdf339d5549,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:55.150695 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0cec3b51-8791-4847-bbce-5efa96fd47b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:55.152557 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cec3b51-8791-4847-bbce-5efa96fd47b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:55.152717 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0cec3b51-8791-4847-bbce-5efa96fd47b2 admin admin] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:55.170982 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ac28a-403b-4efd-8ce9-968ad6571c7c req-073c1bfe-1c67-47c3-9331-a62652b613df tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:55.189027 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9c0ac28a-403b-4efd-8ce9-968ad6571c7c req-073c1bfe-1c67-47c3-9331-a62652b613df tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c HTTP/1.1" status: 200 len: 945 time: 0.4151034 Nov 09 21:35:55.195655 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-a19f4038-de57-453c-98ef-b500111aa5ac None None] Provisioning complete for port f83d8a8d-4099-4db6-9293-ad1e4ddca684 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:55.197132 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a19f4038-de57-453c-98ef-b500111aa5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:55.219365 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b813c77-d73f-42f4-b3ca-7a4ee0ada2c7 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Network 5d69450f-8639-49a1-8a8f-e9679a5d4e8c is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:35:55.221180 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-4b813c77-d73f-42f4-b3ca-7a4ee0ada2c7 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:35:55.325380 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9c0ac28a-403b-4efd-8ce9-968ad6571c7c req-187f972a-5013-4c22-a681-f12949890533 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348410 Nov 09 21:35:55.460309 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec3b51-8791-4847-bbce-5efa96fd47b2 admin admin] Pushing event updated for resources: {'Network': ['ID=7f06906b-e2ba-45ef-8df7-be5e5cf2a136,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:55.477230 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0cec3b51-8791-4847-bbce-5efa96fd47b2 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.4227462 Nov 09 21:35:55.479233 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37982) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:55.483090 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 7f06906b-e2ba-45ef-8df7-be5e5cf2a136 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:35:55.489393 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-e5eb0514-2db3-4c0a-a659-3708df740bb2 admin admin] Request body: {'subnet': {'network_id': '7f06906b-e2ba-45ef-8df7-be5e5cf2a136', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-478822320-subnet', 'tenant_id': '43075615d42840aaad9449d4e5f340c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:55.537236 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5eb0514-2db3-4c0a-a659-3708df740bb2 admin admin] Made reservation on behalf of 43075615d42840aaad9449d4e5f340c2 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:35:55.540107 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e5eb0514-2db3-4c0a-a659-3708df740bb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:55.604860 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b813c77-d73f-42f4-b3ca-7a4ee0ada2c7 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Router d2b69199-1e15-41b5-a651-6308f6ad75f4 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:35:55.710991 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device f83d8a8d-4099-4db6-9293-ad1e4ddca684 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:35:55.716530 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a72630-2c61-4024-bf4e-cdbc1c761198 None None] New status for floating IP 05238fab-fb28-4c6a-836a-44ae3f66967a: DOWN {{(pid=102609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:35:55.811791 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37988) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:55.871236 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b813c77-d73f-42f4-b3ca-7a4ee0ada2c7 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:35:55.881178 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4b813c77-d73f-42f4-b3ca-7a4ee0ada2c7 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] 10.222.0.49 "PUT /v2.0/routers/d2b69199-1e15-41b5-a651-6308f6ad75f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8503904 Nov 09 21:35:55.882430 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37994) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:55.889006 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3538bfd7-4798-4bad-ae99-a57b9f601dd4 None None] Sync routers for ids ['d2b69199-1e15-41b5-a651-6308f6ad75f4'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:35:55.914895 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3538bfd7-4798-4bad-ae99-a57b9f601dd4 None None] Routers {'d2b69199-1e15-41b5-a651-6308f6ad75f4'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:35:55.926763 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-3538bfd7-4798-4bad-ae99-a57b9f601dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:35:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['d2b69199-1e15-41b5-a651-6308f6ad75f4'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:35:55.930031 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e5eb0514-2db3-4c0a-a659-3708df740bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:56.022032 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-3538bfd7-4798-4bad-ae99-a57b9f601dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:35:56.038948 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3538bfd7-4798-4bad-ae99-a57b9f601dd4 None None] Routers {'d2b69199-1e15-41b5-a651-6308f6ad75f4'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:35:56.039876 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-3538bfd7-4798-4bad-ae99-a57b9f601dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:35:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['d2b69199-1e15-41b5-a651-6308f6ad75f4'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:35:56.061815 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-f3c5df8c-358f-4c5f-ba2b-bf8546ba50ac None None] Provisioning complete for port 8a9afa97-0580-4587-b18e-fbdf339d5549 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:56.062340 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f3c5df8c-358f-4c5f-ba2b-bf8546ba50ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:56.066049 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eb0514-2db3-4c0a-a659-3708df740bb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1b301ec-60f9-4894-991e-bf88d0c2280c,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:56.112456 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-3538bfd7-4798-4bad-ae99-a57b9f601dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:35:56.113294 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3538bfd7-4798-4bad-ae99-a57b9f601dd4 None None] The sync data for ids ['d2b69199-1e15-41b5-a651-6308f6ad75f4'] in n-d-816206-3 is: [] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:35:56.121889 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-66f7a0f2-e52d-48d9-9835-ef8720c6a0ef tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Deleting port 8160fa12-ea8f-4357-bae5-eb104e380927 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:35:56.124061 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-66f7a0f2-e52d-48d9-9835-ef8720c6a0ef tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:56.137140 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66d1c19-58c6-408e-963a-54a6b2e85501 None None] Network f47c7e25-7e43-4fde-ba72-0342832c2b47 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:35:56.198895 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4a37dc01-1dd5-434d-9d38-b4a089489915 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:56.240295 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-f3c5df8c-358f-4c5f-ba2b-bf8546ba50ac None None] Port 8a9afa97-0580-4587-b18e-fbdf339d5549 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:35:56.244157 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port f83d8a8d-4099-4db6-9293-ad1e4ddca684 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:56.244537 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:56.377763 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4a37dc01-1dd5-434d-9d38-b4a089489915 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:56.382624 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-66f7a0f2-e52d-48d9-9835-ef8720c6a0ef tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] For port 8160fa12-ea8f-4357-bae5-eb104e380927, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=8160fa12-ea8f-4357-bae5-eb104e380927,segment=NetworkSegment(a302917d-52ce-4f2f-804e-763a1f580a94),segment_id=a302917d-52ce-4f2f-804e-763a1f580a94)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:35:56.383306 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-66f7a0f2-e52d-48d9-9835-ef8720c6a0ef tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:56.427584 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5eb0514-2db3-4c0a-a659-3708df740bb2 admin admin] Checking segment: {'id': '6ec44bea-f8ce-43ec-a9ca-ecbbd565bb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7f06906b-e2ba-45ef-8df7-be5e5cf2a136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:35:56.428406 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5eb0514-2db3-4c0a-a659-3708df740bb2 admin admin] Network hostable DHCP agents. Network: 7f06906b-e2ba-45ef-8df7-be5e5cf2a136, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:35:56.431268 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-66f7a0f2-e52d-48d9-9835-ef8720c6a0ef tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Calling delete_port for 8160fa12-ea8f-4357-bae5-eb104e380927 owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:35:56.521895 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5eb0514-2db3-4c0a-a659-3708df740bb2 admin admin] Network 7f06906b-e2ba-45ef-8df7-be5e5cf2a136 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:35:56.586895 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-e5eb0514-2db3-4c0a-a659-3708df740bb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 7f06906b-e2ba-45ef-8df7-be5e5cf2a136) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:35:56.609881 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4a37dc01-1dd5-434d-9d38-b4a089489915 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:56.613282 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4a37dc01-1dd5-434d-9d38-b4a089489915 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:56.617348 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4a37dc01-1dd5-434d-9d38-b4a089489915 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "DELETE /v2.0/security-groups/e3ee36ce-49ad-4626-8793-80796989662d HTTP/1.1" status: 204 len: 168 time: 0.8006477 Nov 09 21:35:56.617348 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5eb0514-2db3-4c0a-a659-3708df740bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:56.617348 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e5eb0514-2db3-4c0a-a659-3708df740bb2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:56.619854 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-7399cb52-69b5-4380-98be-2a03a5765d59 None None] Provisioning complete for port 8160fa12-ea8f-4357-bae5-eb104e380927 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:35:56.620391 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7399cb52-69b5-4380-98be-2a03a5765d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:56.634864 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38020) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:56.635724 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a37dc01-1dd5-434d-9d38-b4a089489915 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ee36ce-49ad-4626-8793-80796989662d,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:56.667735 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07709c14-1560-4b40-8ce8-30a5800d4de6 None None] Network 7f06906b-e2ba-45ef-8df7-be5e5cf2a136 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:35:56.671681 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48761321-4337-4b81-982f-4d21ae297cb5 req-6227d33c-fbbe-4a18-8056-4ddfa9d4f740 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:56.673416 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-48761321-4337-4b81-982f-4d21ae297cb5 req-6227d33c-fbbe-4a18-8056-4ddfa9d4f740 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c HTTP/1.1" status: 200 len: 945 time: 0.1686814 Nov 09 21:35:56.747176 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-6d7d9898-7b55-49bd-a956-a4ef740a2b06 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] show failed (client error): The resource could not be found. Nov 09 21:35:56.768809 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6d7d9898-7b55-49bd-a956-a4ef740a2b06 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups/e3ee36ce-49ad-4626-8793-80796989662d HTTP/1.1" status: 404 len: 347 time: 0.1307633 Nov 09 21:35:56.769579 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38038) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:56.802799 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e5eb0514-2db3-4c0a-a659-3708df740bb2 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3157792 Nov 09 21:35:56.814983 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-66f7a0f2-e52d-48d9-9835-ef8720c6a0ef tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:56.856772 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 8160fa12-ea8f-4357-bae5-eb104e380927 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:35:56.883554 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 8160fa12-ea8f-4357-bae5-eb104e380927 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:35:56.883908 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 8160fa12-ea8f-4357-bae5-eb104e380927 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 09 21:35:56.886663 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [None req-b8582008-497e-4ee1-a508-77d82a5725a3 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:35:56.895640 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b8582008-497e-4ee1-a508-77d82a5725a3 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] 10.222.0.49 "PUT /v2.0/routers/d2b69199-1e15-41b5-a651-6308f6ad75f4/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0117388 Nov 09 21:35:56.896909 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38054) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:56.937645 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Port 8160fa12-ea8f-4357-bae5-eb104e380927 not found, will not notify nova. {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 09 21:35:56.947202 n-d-816206-3 neutron-server[102609]: INFO neutron.plugins.ml2.db [None req-7399cb52-69b5-4380-98be-2a03a5765d59 None None] No ports have port_id starting with 8160fa12-ea8f-4357-bae5-eb104e380927 Nov 09 21:35:56.992387 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca1674b-3fc8-4202-94c2-7028bd2e5e22 None None] Network 7f06906b-e2ba-45ef-8df7-be5e5cf2a136 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:35:57.087878 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f7a0f2-e52d-48d9-9835-ef8720c6a0ef tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event deleted for resources: {'Port': ['ID=8160fa12-ea8f-4357-bae5-eb104e380927,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:57.091628 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48079ca0-0fb3-4f4c-8f7e-a91e3cf7a41a None None] DHCP port deletion for f47c7e25-7e43-4fde-ba72-0342832c2b47 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:35:57.102582 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f7a0f2-e52d-48d9-9835-ef8720c6a0ef tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] No DVR routers for this DVR port 8160fa12-ea8f-4357-bae5-eb104e380927 on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:35:57.365078 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 8160fa12-ea8f-4357-bae5-eb104e380927 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:35:57.438131 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-48761321-4337-4b81-982f-4d21ae297cb5 req-9ee51cd9-a97f-4df7-8265-9b208bd92dbb tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7204428 Nov 09 21:35:57.484570 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 8160fa12-ea8f-4357-bae5-eb104e380927 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:35:57.495862 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 8160fa12-ea8f-4357-bae5-eb104e380927 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:35:57.568987 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-66f7a0f2-e52d-48d9-9835-ef8720c6a0ef tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:57.596986 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-66f7a0f2-e52d-48d9-9835-ef8720c6a0ef tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f47c7e25-7e43-4fde-ba72-0342832c2b47']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:35:57.614941 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-66f7a0f2-e52d-48d9-9835-ef8720c6a0ef tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a302917d-52ce-4f2f-804e-763a1f580a94') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:35:57.615608 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-66f7a0f2-e52d-48d9-9835-ef8720c6a0ef tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a302917d-52ce-4f2f-804e-763a1f580a94') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:35:57.627415 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-66f7a0f2-e52d-48d9-9835-ef8720c6a0ef tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:57.645267 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-eff74eab-88b2-4d9f-9048-3483db957f82 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Deleting port 6a1ec77e-8a22-4dec-8671-23541c220873 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:35:57.648060 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-eff74eab-88b2-4d9f-9048-3483db957f82 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:57.661778 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-66f7a0f2-e52d-48d9-9835-ef8720c6a0ef tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:57.691329 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-df523d27-b004-49df-b219-e1d3bde445e3 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:57.695388 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66f7a0f2-e52d-48d9-9835-ef8720c6a0ef tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:35:57.695771 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-66f7a0f2-e52d-48d9-9835-ef8720c6a0ef tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:57.698848 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:35:57.698848 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:35:57.698848 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:35:57.698848 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:35:57.698848 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:35:57.698848 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:35:57.698848 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:35:57.698848 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:35:57.698848 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:35:57.698848 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:35:57.698848 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:35:57.698848 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:35:57.698848 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:35:57.698848 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:35:57.698848 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:35:57.698848 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:35:57.698848 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:35:57.698848 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:35:57.698848 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:35:57.698848 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:35:57.698848 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:35:57.698848 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:35:57.698848 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:35:57.698848 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:35:57.698848 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:35:57.698848 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:35:57.698848 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:35:57.698848 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:35:57.698848 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:35:57.698848 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:35:57.698848 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:35:57.698848 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:35:58.023332 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device b3da5a69-b736-44e3-b196-4c193337117d details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:35:58.176425 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-66f7a0f2-e52d-48d9-9835-ef8720c6a0ef tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:58.232797 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port b3da5a69-b736-44e3-b196-4c193337117d, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=b3da5a69-b736-44e3-b196-4c193337117d,segment=NetworkSegment(4b1e7064-c872-4e6f-85a8-e00a69322723),segment_id=4b1e7064-c872-4e6f-85a8-e00a69322723)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:35:58.243421 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-66f7a0f2-e52d-48d9-9835-ef8720c6a0ef tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:58.249909 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-66f7a0f2-e52d-48d9-9835-ef8720c6a0ef tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/networks/f47c7e25-7e43-4fde-ba72-0342832c2b47 HTTP/1.1" status: 204 len: 168 time: 3.7190049 Nov 09 21:35:58.250105 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-df523d27-b004-49df-b219-e1d3bde445e3 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Deleting port 8a9afa97-0580-4587-b18e-fbdf339d5549 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:35:58.250105 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-df523d27-b004-49df-b219-e1d3bde445e3 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:58.250675 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38126) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:58.257729 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-44a88c57-d5c0-4f43-b608-7e23325bfd8b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-866758312'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:58.264477 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-eff74eab-88b2-4d9f-9048-3483db957f82 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:58.264840 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-eff74eab-88b2-4d9f-9048-3483db957f82 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:58.266647 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': 'b3da5a69-b736-44e3-b196-4c193337117d', 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef', 'port_id': 'b3da5a69-b736-44e3-b196-4c193337117d', 'mac_address': 'fa:16:3e:45:05:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48041428-5cce-473c-b445-a01eb383d908', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:35:58.273272 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f7a0f2-e52d-48d9-9835-ef8720c6a0ef tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event deleted for resources: {'Network': ['ID=f47c7e25-7e43-4fde-ba72-0342832c2b47,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:58.301802 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-eff74eab-88b2-4d9f-9048-3483db957f82 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Calling delete_port for 6a1ec77e-8a22-4dec-8671-23541c220873 owned by network:floatingip {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:35:58.353126 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:58.371593 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a88c57-d5c0-4f43-b608-7e23325bfd8b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Made reservation on behalf of 328dae8361554dd89bbb1fa4d68588e7 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:35:58.378260 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-44a88c57-d5c0-4f43-b608-7e23325bfd8b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:58.400313 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3da5a69-b736-44e3-b196-4c193337117d {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:35:58.418601 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a88c57-d5c0-4f43-b608-7e23325bfd8b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:35:58.429744 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-44a88c57-d5c0-4f43-b608-7e23325bfd8b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:58.430113 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-44a88c57-d5c0-4f43-b608-7e23325bfd8b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Added segment e0463884-7af9-4fcc-8ca0-212fc28ccb57 of type vlan for network 0871884b-2b5e-41da-a16c-5a97c437a922 Nov 09 21:35:58.469166 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port b3da5a69-b736-44e3-b196-4c193337117d, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=b3da5a69-b736-44e3-b196-4c193337117d,segment=NetworkSegment(4b1e7064-c872-4e6f-85a8-e00a69322723),segment_id=4b1e7064-c872-4e6f-85a8-e00a69322723)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:35:58.483555 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-44a88c57-d5c0-4f43-b608-7e23325bfd8b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:58.485707 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:58.525166 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-44a88c57-d5c0-4f43-b608-7e23325bfd8b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:58.533224 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a88c57-d5c0-4f43-b608-7e23325bfd8b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:58.534097 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-44a88c57-d5c0-4f43-b608-7e23325bfd8b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:58.610054 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-df523d27-b004-49df-b219-e1d3bde445e3 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:58.643321 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['b3da5a69-b736-44e3-b196-4c193337117d'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:35:58.659636 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-df523d27-b004-49df-b219-e1d3bde445e3 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Calling delete_port for 8a9afa97-0580-4587-b18e-fbdf339d5549 owned by network:router_interface {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:35:58.713078 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-44a88c57-d5c0-4f43-b608-7e23325bfd8b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4585321 Nov 09 21:35:58.713864 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38138) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:58.752025 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-206b07fb-e1f7-4d27-9480-9ebeec676ecd tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'subnet': {'network_id': '0871884b-2b5e-41da-a16c-5a97c437a922', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:58.753331 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-eff74eab-88b2-4d9f-9048-3483db957f82 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:58.810662 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff74eab-88b2-4d9f-9048-3483db957f82 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Pushing event deleted for resources: {'Port': ['ID=6a1ec77e-8a22-4dec-8671-23541c220873,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:58.869611 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96c1797-2f79-4ca6-912c-f7dadf22b467 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:35:58.889770 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a88c57-d5c0-4f43-b608-7e23325bfd8b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event updated for resources: {'Network': ['ID=0871884b-2b5e-41da-a16c-5a97c437a922,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:58.908886 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=b3da5a69-b736-44e3-b196-4c193337117d,revision_number=6']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:58.915803 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 0871884b-2b5e-41da-a16c-5a97c437a922 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:35:58.965755 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-eff74eab-88b2-4d9f-9048-3483db957f82 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks [] for floatingip, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:58.968353 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-eff74eab-88b2-4d9f-9048-3483db957f82 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:58.969589 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-eff74eab-88b2-4d9f-9048-3483db957f82 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "DELETE /v2.0/floatingips/05238fab-fb28-4c6a-836a-44ae3f66967a HTTP/1.1" status: 204 len: 168 time: 2.1658928 Nov 09 21:35:59.105024 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206b07fb-e1f7-4d27-9480-9ebeec676ecd tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Made reservation on behalf of 328dae8361554dd89bbb1fa4d68588e7 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:35:59.112855 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-206b07fb-e1f7-4d27-9480-9ebeec676ecd tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:59.479556 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38146) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:59.484228 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-6598157b-3ef4-4e70-9ecb-aa870dd3cf2f tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1183081351', 'description': 'tempest-description--1831540339'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:59.537937 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffeac94-07ce-4247-9b1e-8c429c54b0e8 req-1442c285-65f0-4e3d-82a7-0a0c2d2694ec tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:59.540275 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0ffeac94-07ce-4247-9b1e-8c429c54b0e8 req-1442c285-65f0-4e3d-82a7-0a0c2d2694ec tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c HTTP/1.1" status: 200 len: 944 time: 0.9240172 Nov 09 21:35:59.543888 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-206b07fb-e1f7-4d27-9480-9ebeec676ecd tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:59.550708 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6598157b-3ef4-4e70-9ecb-aa870dd3cf2f tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:59.649306 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6598157b-3ef4-4e70-9ecb-aa870dd3cf2f tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:59.656615 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6598157b-3ef4-4e70-9ecb-aa870dd3cf2f tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:59.708605 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6598157b-3ef4-4e70-9ecb-aa870dd3cf2f tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:59.714475 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6598157b-3ef4-4e70-9ecb-aa870dd3cf2f tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2313371 Nov 09 21:35:59.717741 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38148) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:35:59.727016 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206b07fb-e1f7-4d27-9480-9ebeec676ecd tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Checking segment: {'id': 'e0463884-7af9-4fcc-8ca0-212fc28ccb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0871884b-2b5e-41da-a16c-5a97c437a922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:35:59.727670 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206b07fb-e1f7-4d27-9480-9ebeec676ecd tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Network hostable DHCP agents. Network: 0871884b-2b5e-41da-a16c-5a97c437a922, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:35:59.735902 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0ffeac94-07ce-4247-9b1e-8c429c54b0e8 req-ad74fd6d-6311-4a05-9144-3cce2f89e8b7 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834230 Nov 09 21:35:59.736803 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206b07fb-e1f7-4d27-9480-9ebeec676ecd tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event updated for resources: {'Subnet': ['ID=2c39e76f-5f8a-4864-bc3e-77ec8d45567f,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:59.738647 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-cec05a2c-b13b-46e7-8308-7b02a1ca9a29 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Request body: {'security_group_rule': {'security_group_id': '96bcfce8-69e9-4c78-8983-e7ddc5090e53', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:35:59.815186 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206b07fb-e1f7-4d27-9480-9ebeec676ecd tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Network 0871884b-2b5e-41da-a16c-5a97c437a922 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:35:59.842693 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598157b-3ef4-4e70-9ecb-aa870dd3cf2f tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96bcfce8-69e9-4c78-8983-e7ddc5090e53,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:35:59.864474 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cec05a2c-b13b-46e7-8308-7b02a1ca9a29 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:59.891035 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-206b07fb-e1f7-4d27-9480-9ebeec676ecd tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 0871884b-2b5e-41da-a16c-5a97c437a922) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:35:59.900542 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206b07fb-e1f7-4d27-9480-9ebeec676ecd tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:35:59.901076 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77749733-c3ed-4e97-81eb-4f5554bd3ab5 None None] Network 0871884b-2b5e-41da-a16c-5a97c437a922 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:35:59.901553 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-206b07fb-e1f7-4d27-9480-9ebeec676ecd tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:59.942308 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-206b07fb-e1f7-4d27-9480-9ebeec676ecd tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1968119 Nov 09 21:35:59.944037 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-df523d27-b004-49df-b219-e1d3bde445e3 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:35:59.953153 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38154) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:00.002031 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-bd872c56-5975-485d-bf2e-2630bf1ef968 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'port': {'network_id': '0871884b-2b5e-41da-a16c-5a97c437a922', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1848239329'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:36:00.005964 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df523d27-b004-49df-b219-e1d3bde445e3 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Pushing event deleted for resources: {'Port': ['ID=8a9afa97-0580-4587-b18e-fbdf339d5549,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:00.057709 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device b3da5a69-b736-44e3-b196-4c193337117d up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:36:00.062233 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cec05a2c-b13b-46e7-8308-7b02a1ca9a29 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:00.074994 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cec05a2c-b13b-46e7-8308-7b02a1ca9a29 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:00.148786 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec05a2c-b13b-46e7-8308-7b02a1ca9a29 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3e271db-1770-4580-ab12-6abcde5879c3,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:00.178814 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cec05a2c-b13b-46e7-8308-7b02a1ca9a29 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:00.180825 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-cec05a2c-b13b-46e7-8308-7b02a1ca9a29 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4601736 Nov 09 21:36:00.184739 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38158) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:00.197593 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-8f4b5188-3e82-4cc3-a27e-b73e99916356 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Request body: {'security_group_rule': {'security_group_id': '96bcfce8-69e9-4c78-8983-e7ddc5090e53', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:36:00.199625 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-df523d27-b004-49df-b219-e1d3bde445e3 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:00.267656 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8f4b5188-3e82-4cc3-a27e-b73e99916356 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:00.352555 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port b3da5a69-b736-44e3-b196-4c193337117d triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:36:00.357215 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:00.402754 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8f4b5188-3e82-4cc3-a27e-b73e99916356 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:00.415069 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8f4b5188-3e82-4cc3-a27e-b73e99916356 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:00.448929 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4b5188-3e82-4cc3-a27e-b73e99916356 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81a0841a-9890-41a3-8be1-2471d469b744,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:00.484581 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8f4b5188-3e82-4cc3-a27e-b73e99916356 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:00.493423 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8f4b5188-3e82-4cc3-a27e-b73e99916356 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3074601 Nov 09 21:36:00.497113 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38160) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:00.505621 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-c1951117-407a-4b83-812e-d0b4cab3eaee tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:36:00.590393 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c1951117-407a-4b83-812e-d0b4cab3eaee tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks [] for floatingip, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:00.624982 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df523d27-b004-49df-b219-e1d3bde445e3 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Router d2b69199-1e15-41b5-a651-6308f6ad75f4 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:36:00.631868 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd872c56-5975-485d-bf2e-2630bf1ef968 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Made reservation on behalf of 328dae8361554dd89bbb1fa4d68588e7 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:36:00.636374 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bd872c56-5975-485d-bf2e-2630bf1ef968 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:00.662365 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-bd872c56-5975-485d-bf2e-2630bf1ef968 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] device_id is not set on port afe62023-5b18-4267-b3ff-ae32d26783ab yet. {{(pid=102607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:36:00.665452 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:00.697504 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d04b677-e7d7-47a0-b0e9-8385588a43aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-0871884b-2b5e-41da-a16c-5a97c437a922', 'network_id': '0871884b-2b5e-41da-a16c-5a97c437a922', 'tenant_id': '328dae8361554dd89bbb1fa4d68588e7', 'fixed_ips': [{'subnet_id': '2c39e76f-5f8a-4864-bc3e-77ec8d45567f'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:36:00.700179 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3d04b677-e7d7-47a0-b0e9-8385588a43aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:00.759771 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3da5a69-b736-44e3-b196-4c193337117d'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:36:00.763368 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33829c85-86e8-4b9e-b448-3a20a39a7dd5" -d '{"events": [{"server_uuid": "8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c", "name": "network-vif-plugged", "status": "completed", "tag": "b3da5a69-b736-44e3-b196-4c193337117d"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:36:00.818818 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df523d27-b004-49df-b219-e1d3bde445e3 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:36:00.839582 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-df523d27-b004-49df-b219-e1d3bde445e3 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] 10.222.0.49 "PUT /v2.0/routers/d2b69199-1e15-41b5-a651-6308f6ad75f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9359128 Nov 09 21:36:00.843040 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38166) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:00.871591 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cea644-8a45-47e6-909c-7dfbf238d6f1 None None] Sync routers for ids ['d2b69199-1e15-41b5-a651-6308f6ad75f4'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:36:00.900554 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port b3da5a69-b736-44e3-b196-4c193337117d, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=b3da5a69-b736-44e3-b196-4c193337117d,segment=NetworkSegment(4b1e7064-c872-4e6f-85a8-e00a69322723),segment_id=4b1e7064-c872-4e6f-85a8-e00a69322723)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:36:00.925475 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:00.999304 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-348673cb-f88d-4edb-b831-ee8eb03c08f6 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] delete failed (client error): The resource could not be found. Nov 09 21:36:01.015034 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-348673cb-f88d-4edb-b831-ee8eb03c08f6 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] 10.222.0.49 "DELETE /v2.0/routers/tempest-non_exist_router-1563880852 HTTP/1.1" status: 404 len: 335 time: 0.1560845 Nov 09 21:36:01.015683 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38172) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:01.019183 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cea644-8a45-47e6-909c-7dfbf238d6f1 None None] Routers {'d2b69199-1e15-41b5-a651-6308f6ad75f4'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:36:01.019762 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-a7cea644-8a45-47e6-909c-7dfbf238d6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:35:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['d2b69199-1e15-41b5-a651-6308f6ad75f4'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:01.023757 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8dde2b-32af-4a5c-a20f-0e90b60ce9c3 x-openstack-request-id: req-0d8dde2b-32af-4a5c-a20f-0e90b60ce9c3 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:36:01.024092 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c", "name": "network-vif-plugged", "status": "completed", "tag": "b3da5a69-b736-44e3-b196-4c193337117d", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:36:01.024871 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0d8dde2b-32af-4a5c-a20f-0e90b60ce9c3 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:36:01.024871 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3da5a69-b736-44e3-b196-4c193337117d', 'code': 200} Nov 09 21:36:01.036674 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=b3da5a69-b736-44e3-b196-4c193337117d,revision_number=7']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:01.074485 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-af064e87-6fe0-4dba-8665-5302182044f6 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd2b69199-1e15-41b5-a651-6308f6ad75f4'}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:36:01.094653 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-bd872c56-5975-485d-bf2e-2630bf1ef968 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Allocated IP 2001:db8::36c (0871884b-2b5e-41da-a16c-5a97c437a922/2c39e76f-5f8a-4864-bc3e-77ec8d45567f/afe62023-5b18-4267-b3ff-ae32d26783ab) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:36:01.101577 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fd904ff6-36df-4ab1-af26-7f45b463c894 req-68b371e4-df9e-4023-ae8d-7a2e13c90671 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=74fa2f36-9c75-4c80-8945-a8c460f70d9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1594501 Nov 09 21:36:01.110625 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-a7cea644-8a45-47e6-909c-7dfbf238d6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:01.151235 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cea644-8a45-47e6-909c-7dfbf238d6f1 None None] Routers {'d2b69199-1e15-41b5-a651-6308f6ad75f4'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:36:01.152174 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-a7cea644-8a45-47e6-909c-7dfbf238d6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:35:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['d2b69199-1e15-41b5-a651-6308f6ad75f4'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:01.239958 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-a7cea644-8a45-47e6-909c-7dfbf238d6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:01.240883 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cea644-8a45-47e6-909c-7dfbf238d6f1 None None] The sync data for ids ['d2b69199-1e15-41b5-a651-6308f6ad75f4'] in n-d-816206-3 is: [] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:36:01.322152 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd904ff6-36df-4ab1-af26-7f45b463c894 req-141f3945-26e7-40d7-85df-912478e42d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:01.323639 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fd904ff6-36df-4ab1-af26-7f45b463c894 req-141f3945-26e7-40d7-85df-912478e42d70 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=96a7a35658cb4a6ea565f057e114d368&device_id=74fa2f36-9c75-4c80-8945-a8c460f70d9a HTTP/1.1" status: 200 len: 1096 time: 0.0930059 Nov 09 21:36:01.480059 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bd872c56-5975-485d-bf2e-2630bf1ef968 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:01.535911 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-af064e87-6fe0-4dba-8665-5302182044f6 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:01.556203 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c1951117-407a-4b83-812e-d0b4cab3eaee tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:01.572743 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8102d6-d41e-4837-aaef-fcbd8aaddc44 req-644008f7-3f92-4573-88f1-fa2fbaba5823 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:01.580788 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0c8102d6-d41e-4837-aaef-fcbd8aaddc44 req-644008f7-3f92-4573-88f1-fa2fbaba5823 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c HTTP/1.1" status: 200 len: 945 time: 0.5863914 Nov 09 21:36:01.602271 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-af064e87-6fe0-4dba-8665-5302182044f6 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] update failed (client error): The resource could not be found. Nov 09 21:36:01.604844 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-af064e87-6fe0-4dba-8665-5302182044f6 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] 10.222.0.49 "PUT /v2.0/routers/d2b69199-1e15-41b5-a651-6308f6ad75f4 HTTP/1.1" status: 404 len: 339 time: 0.5387766 Nov 09 21:36:01.608482 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38184) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:01.615258 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-c8a6f354-42ed-4e2d-80b6-d40869f0b329 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-690982567'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:36:01.627310 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd904ff6-36df-4ab1-af26-7f45b463c894 req-ef9f8fa7-7e5e-4c45-a582-9445df64b1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:01.629986 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fd904ff6-36df-4ab1-af26-7f45b463c894 req-ef9f8fa7-7e5e-4c45-a582-9445df64b1c7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e557bc0d-71a9-4b44-ab50-1de12563c5ef HTTP/1.1" status: 200 len: 912 time: 0.2822838 Nov 09 21:36:01.637674 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bd872c56-5975-485d-bf2e-2630bf1ef968 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:01.763048 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fd904ff6-36df-4ab1-af26-7f45b463c894 req-a2b3d6c5-bb87-4253-9a53-82ad22f71378 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f199ac79-a0be-4ad8-aef7-ad83ae95d60b HTTP/1.1" status: 200 len: 217 time: 0.1023619 Nov 09 21:36:01.764408 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-3d04b677-e7d7-47a0-b0e9-8385588a43aa None None] Allocated IP 2001:db8::2 (0871884b-2b5e-41da-a16c-5a97c437a922/2c39e76f-5f8a-4864-bc3e-77ec8d45567f/aa11c36e-c07a-4646-96f7-8354ca70522c) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:36:01.813795 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0c8102d6-d41e-4837-aaef-fcbd8aaddc44 req-993b093d-0a06-4f03-8a9b-61df4c5929a1 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304168 Nov 09 21:36:01.837073 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd872c56-5975-485d-bf2e-2630bf1ef968 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Network 0871884b-2b5e-41da-a16c-5a97c437a922 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:36:01.841965 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a6f354-42ed-4e2d-80b6-d40869f0b329 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Made reservation on behalf of 6843fed401fb4e9fb951db315a5f4199 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:36:01.852830 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c8a6f354-42ed-4e2d-80b6-d40869f0b329 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:01.915857 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-bd872c56-5975-485d-bf2e-2630bf1ef968 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:36:01.931574 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd872c56-5975-485d-bf2e-2630bf1ef968 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:36:01.957955 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8a6f354-42ed-4e2d-80b6-d40869f0b329 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:36:01.958200 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd872c56-5975-485d-bf2e-2630bf1ef968 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:01.968412 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bd872c56-5975-485d-bf2e-2630bf1ef968 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:01.984144 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd872c56-5975-485d-bf2e-2630bf1ef968 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event updated for resources: {'Port': ['ID=afe62023-5b18-4267-b3ff-ae32d26783ab,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:01.999361 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c8a6f354-42ed-4e2d-80b6-d40869f0b329 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:02.000099 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-c8a6f354-42ed-4e2d-80b6-d40869f0b329 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Added segment f257b940-a041-453c-a301-4a570eb0d56d of type vlan for network 25d82c69-f55e-4805-a74c-b7e65344cff4 Nov 09 21:36:02.025174 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd904ff6-36df-4ab1-af26-7f45b463c894 req-f1c47839-9df6-41fe-a567-73d6343390f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:02.026389 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fd904ff6-36df-4ab1-af26-7f45b463c894 req-f1c47839-9df6-41fe-a567-73d6343390f2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=48041428-5cce-473c-b445-a01eb383d908 HTTP/1.1" status: 200 len: 851 time: 0.2010820 Nov 09 21:36:02.055330 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-bd872c56-5975-485d-bf2e-2630bf1ef968 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.0621765 Nov 09 21:36:02.057301 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38190) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:02.082155 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c8a6f354-42ed-4e2d-80b6-d40869f0b329 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:02.137577 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd904ff6-36df-4ab1-af26-7f45b463c894 req-b5b3ab38-a44a-4f2e-83cd-0e4a6ffae4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:02.139017 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fd904ff6-36df-4ab1-af26-7f45b463c894 req-b5b3ab38-a44a-4f2e-83cd-0e4a6ffae4f1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e557bc0d-71a9-4b44-ab50-1de12563c5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1049139 Nov 09 21:36:02.147406 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c8a6f354-42ed-4e2d-80b6-d40869f0b329 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:02.154491 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a6f354-42ed-4e2d-80b6-d40869f0b329 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:02.155306 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c8a6f354-42ed-4e2d-80b6-d40869f0b329 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:02.261736 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fd904ff6-36df-4ab1-af26-7f45b463c894 req-e263cdb7-84df-489a-b9bb-45d8005f5695 service neutron] 10.222.0.43 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012297 Nov 09 21:36:02.273323 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c8a6f354-42ed-4e2d-80b6-d40869f0b329 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6628172 Nov 09 21:36:02.274984 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-c1951117-407a-4b83-812e-d0b4cab3eaee tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Allocated IP 172.25.7.107 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/25443095-ce82-4505-ab8a-f61d58ea5b20) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:36:02.283092 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38192) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:02.288746 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-250d1163-81ef-4efb-b011-20a33e7f6916 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Request body: {'subnet': {'network_id': '25d82c69-f55e-4805-a74c-b7e65344cff4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:36:02.302308 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3d04b677-e7d7-47a0-b0e9-8385588a43aa None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:02.317224 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a6f354-42ed-4e2d-80b6-d40869f0b329 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Pushing event updated for resources: {'Network': ['ID=25d82c69-f55e-4805-a74c-b7e65344cff4,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:02.334232 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3d04b677-e7d7-47a0-b0e9-8385588a43aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:02.411007 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 25d82c69-f55e-4805-a74c-b7e65344cff4 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:36:02.417068 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d04b677-e7d7-47a0-b0e9-8385588a43aa None None] Pushing event updated for resources: {'Port': ['ID=aa11c36e-c07a-4646-96f7-8354ca70522c,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:02.476314 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d04b677-e7d7-47a0-b0e9-8385588a43aa None None] Network 0871884b-2b5e-41da-a16c-5a97c437a922 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:36:02.482769 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-3d04b677-e7d7-47a0-b0e9-8385588a43aa None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:36:02.504425 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d04b677-e7d7-47a0-b0e9-8385588a43aa None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:36:02.581586 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-3d04b677-e7d7-47a0-b0e9-8385588a43aa None None] Attempting to bind port aa11c36e-c07a-4646-96f7-8354ca70522c on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:36:02.582178 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-3d04b677-e7d7-47a0-b0e9-8385588a43aa None None] Attempting to bind port aa11c36e-c07a-4646-96f7-8354ca70522c by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'e0463884-7af9-4fcc-8ca0-212fc28ccb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0871884b-2b5e-41da-a16c-5a97c437a922'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:36:02.582640 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d04b677-e7d7-47a0-b0e9-8385588a43aa None None] Attempting to bind port aa11c36e-c07a-4646-96f7-8354ca70522c on network 0871884b-2b5e-41da-a16c-5a97c437a922 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:36:02.590806 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d04b677-e7d7-47a0-b0e9-8385588a43aa None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:36:02.591429 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d04b677-e7d7-47a0-b0e9-8385588a43aa None None] Checking segment: {'id': 'e0463884-7af9-4fcc-8ca0-212fc28ccb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0871884b-2b5e-41da-a16c-5a97c437a922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:36:02.591933 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3d04b677-e7d7-47a0-b0e9-8385588a43aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:02.592427 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d04b677-e7d7-47a0-b0e9-8385588a43aa None None] Bound using segment: {'id': 'e0463884-7af9-4fcc-8ca0-212fc28ccb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0871884b-2b5e-41da-a16c-5a97c437a922'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:36:02.593056 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-3d04b677-e7d7-47a0-b0e9-8385588a43aa None None] Bound port: aa11c36e-c07a-4646-96f7-8354ca70522c, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0463884-7af9-4fcc-8ca0-212fc28ccb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0871884b-2b5e-41da-a16c-5a97c437a922'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:36:02.593551 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3d04b677-e7d7-47a0-b0e9-8385588a43aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:02.692063 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-3d04b677-e7d7-47a0-b0e9-8385588a43aa None None] For port aa11c36e-c07a-4646-96f7-8354ca70522c, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:36:02.697402 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-3d04b677-e7d7-47a0-b0e9-8385588a43aa None None] For port aa11c36e-c07a-4646-96f7-8354ca70522c, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=aa11c36e-c07a-4646-96f7-8354ca70522c,segment=NetworkSegment(e0463884-7af9-4fcc-8ca0-212fc28ccb57),segment_id=e0463884-7af9-4fcc-8ca0-212fc28ccb57)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:36:02.703372 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-03abee19-1633-4d1b-a05c-383ad2aaab6e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Deleting port afe62023-5b18-4267-b3ff-ae32d26783ab {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:36:02.703923 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-03abee19-1633-4d1b-a05c-383ad2aaab6e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:02.708074 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3d04b677-e7d7-47a0-b0e9-8385588a43aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:02.709220 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250d1163-81ef-4efb-b011-20a33e7f6916 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Made reservation on behalf of 6843fed401fb4e9fb951db315a5f4199 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:36:02.728556 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-250d1163-81ef-4efb-b011-20a33e7f6916 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:02.788695 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d04b677-e7d7-47a0-b0e9-8385588a43aa None None] Pushing event updated for resources: {'Port': ['ID=aa11c36e-c07a-4646-96f7-8354ca70522c,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:02.827964 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fd904ff6-36df-4ab1-af26-7f45b463c894 req-87026d7a-ddcb-4640-97e8-5cc27c1e7ce3 service neutron] 10.222.0.43 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5592957 Nov 09 21:36:02.836439 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c1951117-407a-4b83-812e-d0b4cab3eaee tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:02.958830 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-03abee19-1633-4d1b-a05c-383ad2aaab6e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:02.977852 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-03abee19-1633-4d1b-a05c-383ad2aaab6e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Calling delete_port for afe62023-5b18-4267-b3ff-ae32d26783ab owned by {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:36:03.219948 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-250d1163-81ef-4efb-b011-20a33e7f6916 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:03.260321 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-03abee19-1633-4d1b-a05c-383ad2aaab6e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:03.297812 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03abee19-1633-4d1b-a05c-383ad2aaab6e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event deleted for resources: {'Port': ['ID=afe62023-5b18-4267-b3ff-ae32d26783ab,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:03.330849 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-03abee19-1633-4d1b-a05c-383ad2aaab6e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:03.340313 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-03abee19-1633-4d1b-a05c-383ad2aaab6e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/ports/afe62023-5b18-4267-b3ff-ae32d26783ab HTTP/1.1" status: 204 len: 168 time: 1.2816856 Nov 09 21:36:03.345591 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38206) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:03.380408 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa4e866d-2117-4ade-aa10-85da6c7a86d2 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] GET failed (client error): The resource could not be found. Nov 09 21:36:03.384526 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-aa4e866d-2117-4ade-aa10-85da6c7a86d2 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "GET /v2.0/ports/afe62023-5b18-4267-b3ff-ae32d26783ab HTTP/1.1" status: 404 len: 333 time: 0.0353115 Nov 09 21:36:03.385273 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38208) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:03.398866 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c01ff4-75d4-4f67-9ce4-47a4fe0d4255 req-513ad46d-c105-4c6c-9ae0-87aa17a56e51 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:03.409350 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-71c01ff4-75d4-4f67-9ce4-47a4fe0d4255 req-513ad46d-c105-4c6c-9ae0-87aa17a56e51 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c HTTP/1.1" status: 200 len: 945 time: 0.3617163 Nov 09 21:36:03.461663 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-48855196-baa5-4a84-9430-af507a1ec525 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Deleting subnet 2c39e76f-5f8a-4864-bc3e-77ec8d45567f {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:36:03.466082 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c1951117-407a-4b83-812e-d0b4cab3eaee tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:03.471509 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-48855196-baa5-4a84-9430-af507a1ec525 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:03.589082 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d1163-81ef-4efb-b011-20a33e7f6916 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Pushing event updated for resources: {'Subnet': ['ID=4d303293-2fef-4042-86b2-de0631ff0a54,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:03.598336 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-48855196-baa5-4a84-9430-af507a1ec525 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:03.644686 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1951117-407a-4b83-812e-d0b4cab3eaee tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:36:03.652752 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-c1951117-407a-4b83-812e-d0b4cab3eaee tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:36:03.669199 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1951117-407a-4b83-812e-d0b4cab3eaee tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:36:03.676684 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:03.682893 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-71c01ff4-75d4-4f67-9ce4-47a4fe0d4255 req-e9469255-2d68-4bc0-bb36-c66dcf3dc7a4 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581165 Nov 09 21:36:03.688065 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1951117-407a-4b83-812e-d0b4cab3eaee tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Pushing event updated for resources: {'Port': ['ID=25443095-ce82-4505-ab8a-f61d58ea5b20,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:03.714559 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250d1163-81ef-4efb-b011-20a33e7f6916 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Checking segment: {'id': 'f257b940-a041-453c-a301-4a570eb0d56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '25d82c69-f55e-4805-a74c-b7e65344cff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:36:03.715236 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250d1163-81ef-4efb-b011-20a33e7f6916 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Network hostable DHCP agents. Network: 25d82c69-f55e-4805-a74c-b7e65344cff4, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:36:03.755861 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250d1163-81ef-4efb-b011-20a33e7f6916 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Network 25d82c69-f55e-4805-a74c-b7e65344cff4 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:36:03.800523 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-48855196-baa5-4a84-9430-af507a1ec525 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:03.870515 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-250d1163-81ef-4efb-b011-20a33e7f6916 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 25d82c69-f55e-4805-a74c-b7e65344cff4) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:36:03.882417 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec8873a-bd54-44cb-800b-f39466d70062 None None] Network 25d82c69-f55e-4805-a74c-b7e65344cff4 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:36:03.886746 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250d1163-81ef-4efb-b011-20a33e7f6916 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:03.888257 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-250d1163-81ef-4efb-b011-20a33e7f6916 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:03.916200 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c1951117-407a-4b83-812e-d0b4cab3eaee tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:03.944244 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-48855196-baa5-4a84-9430-af507a1ec525 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:03.959519 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-250d1163-81ef-4efb-b011-20a33e7f6916 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6751428 Nov 09 21:36:03.960327 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38210) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:03.966774 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-f0f7944c-1599-4bfb-964c-dea49de1f069 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Request body: {'router': {'external_gateway_info': {'network_id': '25d82c69-f55e-4805-a74c-b7e65344cff4'}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:36:04.029296 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48855196-baa5-4a84-9430-af507a1ec525 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event deleted for resources: {'Subnet': ['ID=2c39e76f-5f8a-4864-bc3e-77ec8d45567f,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:04.066199 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-48855196-baa5-4a84-9430-af507a1ec525 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:04.073585 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-48855196-baa5-4a84-9430-af507a1ec525 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/subnets/2c39e76f-5f8a-4864-bc3e-77ec8d45567f HTTP/1.1" status: 204 len: 168 time: 0.6848612 Nov 09 21:36:04.077215 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38212) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:04.113316 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c1951117-407a-4b83-812e-d0b4cab3eaee tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:04.295953 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-45b1fe10-64a3-4d42-b592-9c9184f2a364 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:04.332877 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154fd047-4804-4f71-a971-b9fa6f7cdb57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-25d82c69-f55e-4805-a74c-b7e65344cff4', 'network_id': '25d82c69-f55e-4805-a74c-b7e65344cff4', 'tenant_id': '6843fed401fb4e9fb951db315a5f4199', 'fixed_ips': [{'subnet_id': '4d303293-2fef-4042-86b2-de0631ff0a54'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:36:04.336911 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-154fd047-4804-4f71-a971-b9fa6f7cdb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:04.467578 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-45b1fe10-64a3-4d42-b592-9c9184f2a364 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Deleting port aa11c36e-c07a-4646-96f7-8354ca70522c {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:36:04.468043 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-45b1fe10-64a3-4d42-b592-9c9184f2a364 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:04.598172 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1341a89-fc60-410c-a469-837373780146 None None] Network 0871884b-2b5e-41da-a16c-5a97c437a922 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:36:04.603387 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f0f7944c-1599-4bfb-964c-dea49de1f069 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:04.613416 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-45b1fe10-64a3-4d42-b592-9c9184f2a364 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] For port aa11c36e-c07a-4646-96f7-8354ca70522c, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=aa11c36e-c07a-4646-96f7-8354ca70522c,segment=NetworkSegment(e0463884-7af9-4fcc-8ca0-212fc28ccb57),segment_id=e0463884-7af9-4fcc-8ca0-212fc28ccb57)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:36:04.614228 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-45b1fe10-64a3-4d42-b592-9c9184f2a364 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:04.639716 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-45b1fe10-64a3-4d42-b592-9c9184f2a364 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Calling delete_port for aa11c36e-c07a-4646-96f7-8354ca70522c owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:36:04.774668 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-45b1fe10-64a3-4d42-b592-9c9184f2a364 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:04.803303 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c1951117-407a-4b83-812e-d0b4cab3eaee tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:04.828068 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c1951117-407a-4b83-812e-d0b4cab3eaee tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:04.832202 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b1fe10-64a3-4d42-b592-9c9184f2a364 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event deleted for resources: {'Port': ['ID=aa11c36e-c07a-4646-96f7-8354ca70522c,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:04.833070 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-a4e17c96-86bd-41f1-9507-10d8041c79c3 None None] Could not find standard attr ID for object aa11c36e-c07a-4646-96f7-8354ca70522c. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 21:36:04.848869 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b1fe10-64a3-4d42-b592-9c9184f2a364 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] No DVR routers for this DVR port aa11c36e-c07a-4646-96f7-8354ca70522c on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:36:04.962609 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-154fd047-4804-4f71-a971-b9fa6f7cdb57 None None] Allocated IP 2001:db8:1::2 (25d82c69-f55e-4805-a74c-b7e65344cff4/4d303293-2fef-4042-86b2-de0631ff0a54/5fad23d7-99ab-4005-9da0-4e8d26a6796e) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:36:05.045444 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-45b1fe10-64a3-4d42-b592-9c9184f2a364 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:05.075400 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd5e054-c389-4750-9e3d-88233a28b0e1 None None] DHCP port deletion for 0871884b-2b5e-41da-a16c-5a97c437a922 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:36:05.092910 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-45b1fe10-64a3-4d42-b592-9c9184f2a364 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0871884b-2b5e-41da-a16c-5a97c437a922']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:05.119624 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-45b1fe10-64a3-4d42-b592-9c9184f2a364 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0463884-7af9-4fcc-8ca0-212fc28ccb57') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:05.120163 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-45b1fe10-64a3-4d42-b592-9c9184f2a364 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0463884-7af9-4fcc-8ca0-212fc28ccb57') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:05.138774 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-45b1fe10-64a3-4d42-b592-9c9184f2a364 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:05.141693 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1951117-407a-4b83-812e-d0b4cab3eaee tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Pushing event updated for resources: {'Port': ['ID=25443095-ce82-4505-ab8a-f61d58ea5b20,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:05.164143 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-45b1fe10-64a3-4d42-b592-9c9184f2a364 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:05.193839 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-f0f7944c-1599-4bfb-964c-dea49de1f069 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:36:05.195247 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f0f7944c-1599-4bfb-964c-dea49de1f069 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] 10.222.0.49 "PUT /v2.0/routers/d2b69199-1e15-41b5-a651-6308f6ad75f4 HTTP/1.1" status: 400 len: 364 time: 1.2331660 Nov 09 21:36:05.200412 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45b1fe10-64a3-4d42-b592-9c9184f2a364 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:36:05.200852 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-45b1fe10-64a3-4d42-b592-9c9184f2a364 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:05.207440 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:36:05.207440 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:36:05.207440 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:36:05.207440 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:36:05.207440 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:36:05.207440 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:36:05.207440 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:36:05.207440 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:36:05.207440 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:36:05.207440 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:36:05.207440 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:36:05.207440 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:36:05.207440 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:36:05.207440 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:36:05.207440 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:36:05.207440 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:36:05.207440 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:36:05.207440 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:36:05.207440 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:36:05.207440 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:36:05.207440 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:36:05.207440 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:36:05.207440 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:36:05.207440 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:36:05.207440 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:36:05.207440 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:36:05.207440 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:36:05.207440 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:36:05.207440 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:36:05.207440 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:36:05.207440 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:36:05.207440 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:36:05.210159 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38220) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:05.222821 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7427ec4-891c-46f3-9e80-4f4fbe34f555 req-74e60802-ac67-4474-ac6a-f12cb848fce6 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:05.224989 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f7427ec4-891c-46f3-9e80-4f4fbe34f555 req-74e60802-ac67-4474-ac6a-f12cb848fce6 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c HTTP/1.1" status: 200 len: 945 time: 0.3144081 Nov 09 21:36:05.226271 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c1951117-407a-4b83-812e-d0b4cab3eaee tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:05.271757 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c1951117-407a-4b83-812e-d0b4cab3eaee tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:05.290178 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c1951117-407a-4b83-812e-d0b4cab3eaee tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7915554 Nov 09 21:36:05.315802 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-154fd047-4804-4f71-a971-b9fa6f7cdb57 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:05.324890 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-154fd047-4804-4f71-a971-b9fa6f7cdb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:05.392747 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154fd047-4804-4f71-a971-b9fa6f7cdb57 None None] Network 25d82c69-f55e-4805-a74c-b7e65344cff4 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:36:05.395090 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-154fd047-4804-4f71-a971-b9fa6f7cdb57 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:36:05.399180 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154fd047-4804-4f71-a971-b9fa6f7cdb57 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:36:05.401825 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154fd047-4804-4f71-a971-b9fa6f7cdb57 None None] Pushing event updated for resources: {'Port': ['ID=5fad23d7-99ab-4005-9da0-4e8d26a6796e,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:05.411337 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f7427ec4-891c-46f3-9e80-4f4fbe34f555 req-3bfd41aa-9e22-4afb-aea5-e99f4ef5b59c tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774383 Nov 09 21:36:05.579163 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-154fd047-4804-4f71-a971-b9fa6f7cdb57 None None] Attempting to bind port 5fad23d7-99ab-4005-9da0-4e8d26a6796e on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:36:05.580139 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-154fd047-4804-4f71-a971-b9fa6f7cdb57 None None] Attempting to bind port 5fad23d7-99ab-4005-9da0-4e8d26a6796e by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'f257b940-a041-453c-a301-4a570eb0d56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '25d82c69-f55e-4805-a74c-b7e65344cff4'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:36:05.581122 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154fd047-4804-4f71-a971-b9fa6f7cdb57 None None] Attempting to bind port 5fad23d7-99ab-4005-9da0-4e8d26a6796e on network 25d82c69-f55e-4805-a74c-b7e65344cff4 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:36:05.601952 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154fd047-4804-4f71-a971-b9fa6f7cdb57 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:36:05.603263 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154fd047-4804-4f71-a971-b9fa6f7cdb57 None None] Checking segment: {'id': 'f257b940-a041-453c-a301-4a570eb0d56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '25d82c69-f55e-4805-a74c-b7e65344cff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:36:05.604178 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-154fd047-4804-4f71-a971-b9fa6f7cdb57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:05.604953 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154fd047-4804-4f71-a971-b9fa6f7cdb57 None None] Bound using segment: {'id': 'f257b940-a041-453c-a301-4a570eb0d56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '25d82c69-f55e-4805-a74c-b7e65344cff4'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:36:05.605461 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-154fd047-4804-4f71-a971-b9fa6f7cdb57 None None] Bound port: 5fad23d7-99ab-4005-9da0-4e8d26a6796e, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f257b940-a041-453c-a301-4a570eb0d56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '25d82c69-f55e-4805-a74c-b7e65344cff4'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:36:05.605953 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-154fd047-4804-4f71-a971-b9fa6f7cdb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:05.640993 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-45b1fe10-64a3-4d42-b592-9c9184f2a364 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:05.724381 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-154fd047-4804-4f71-a971-b9fa6f7cdb57 None None] For port 5fad23d7-99ab-4005-9da0-4e8d26a6796e, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:36:05.728017 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-154fd047-4804-4f71-a971-b9fa6f7cdb57 None None] For port 5fad23d7-99ab-4005-9da0-4e8d26a6796e, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5fad23d7-99ab-4005-9da0-4e8d26a6796e,segment=NetworkSegment(f257b940-a041-453c-a301-4a570eb0d56d),segment_id=f257b940-a041-453c-a301-4a570eb0d56d)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:36:05.736599 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-154fd047-4804-4f71-a971-b9fa6f7cdb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:05.746246 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-45b1fe10-64a3-4d42-b592-9c9184f2a364 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:05.756885 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-45b1fe10-64a3-4d42-b592-9c9184f2a364 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/networks/0871884b-2b5e-41da-a16c-5a97c437a922 HTTP/1.1" status: 204 len: 168 time: 1.6747344 Nov 09 21:36:05.756885 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b1fe10-64a3-4d42-b592-9c9184f2a364 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event deleted for resources: {'Network': ['ID=0871884b-2b5e-41da-a16c-5a97c437a922,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:05.757443 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38234) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:05.763070 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-b8159bc2-2d45-4e1f-aa04-2ee2ebd92a67 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'port': {'network_id': '3fa75d19-4f19-4dfc-b62d-494d603b9475', 'name': 'tempest-PortsIpV6TestJSON-1793220419'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:36:05.883398 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154fd047-4804-4f71-a971-b9fa6f7cdb57 None None] Pushing event updated for resources: {'Port': ['ID=5fad23d7-99ab-4005-9da0-4e8d26a6796e,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:05.948513 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:36:06.085061 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a0704f41-854e-4c30-a2c6-f507de5b9354 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:06.319824 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8159bc2-2d45-4e1f-aa04-2ee2ebd92a67 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Made reservation on behalf of 328dae8361554dd89bbb1fa4d68588e7 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:36:06.325424 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b8159bc2-2d45-4e1f-aa04-2ee2ebd92a67 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:06.358407 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-b8159bc2-2d45-4e1f-aa04-2ee2ebd92a67 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] device_id is not set on port 2e529734-41c5-437e-8f22-ebcc0d00930a yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:36:06.591733 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-a0704f41-854e-4c30-a2c6-f507de5b9354 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Allocated IP 2001:db8::1 (1fb8ac93-cbc6-4ece-923a-e4cda75f2cd2/2930fbee-3b20-41e9-baad-b2cb6a1db257/86ab0ef2-cfd3-47df-a38f-4d1b33fb6ada) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:36:06.644397 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b8159bc2-2d45-4e1f-aa04-2ee2ebd92a67 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:06.727452 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b8159bc2-2d45-4e1f-aa04-2ee2ebd92a67 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:06.811442 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8159bc2-2d45-4e1f-aa04-2ee2ebd92a67 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event updated for resources: {'Port': ['ID=2e529734-41c5-437e-8f22-ebcc0d00930a,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:06.825132 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8159bc2-2d45-4e1f-aa04-2ee2ebd92a67 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Network 3fa75d19-4f19-4dfc-b62d-494d603b9475 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:36:06.827012 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-b8159bc2-2d45-4e1f-aa04-2ee2ebd92a67 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:36:06.831551 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8159bc2-2d45-4e1f-aa04-2ee2ebd92a67 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:36:06.847669 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8159bc2-2d45-4e1f-aa04-2ee2ebd92a67 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:06.848396 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b8159bc2-2d45-4e1f-aa04-2ee2ebd92a67 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:06.873448 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b8159bc2-2d45-4e1f-aa04-2ee2ebd92a67 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1146960 Nov 09 21:36:06.874646 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38242) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:06.941699 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a0704f41-854e-4c30-a2c6-f507de5b9354 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:06.993644 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a0704f41-854e-4c30-a2c6-f507de5b9354 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:07.092467 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-476bdafd-244d-4036-955f-47c9544a812c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Deleting port 2e529734-41c5-437e-8f22-ebcc0d00930a {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:36:07.093641 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-476bdafd-244d-4036-955f-47c9544a812c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:07.096077 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0704f41-854e-4c30-a2c6-f507de5b9354 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Pushing event updated for resources: {'Port': ['ID=86ab0ef2-cfd3-47df-a38f-4d1b33fb6ada,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:07.104143 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0704f41-854e-4c30-a2c6-f507de5b9354 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Network 1fb8ac93-cbc6-4ece-923a-e4cda75f2cd2 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:36:07.105446 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-a0704f41-854e-4c30-a2c6-f507de5b9354 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:36:07.107843 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0704f41-854e-4c30-a2c6-f507de5b9354 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:36:07.108480 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a0704f41-854e-4c30-a2c6-f507de5b9354 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:07.328016 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-476bdafd-244d-4036-955f-47c9544a812c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:07.360459 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a0704f41-854e-4c30-a2c6-f507de5b9354 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:07.384448 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-476bdafd-244d-4036-955f-47c9544a812c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Calling delete_port for 2e529734-41c5-437e-8f22-ebcc0d00930a owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:36:07.419444 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 5fad23d7-99ab-4005-9da0-4e8d26a6796e up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:36:07.581245 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 5fad23d7-99ab-4005-9da0-4e8d26a6796e triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:36:07.581473 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:07.671121 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-476bdafd-244d-4036-955f-47c9544a812c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:07.764037 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6c8297-a5ce-45bb-9ec0-01b5c021ccaf None None] Network 25d82c69-f55e-4805-a74c-b7e65344cff4 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:36:07.768716 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-48c0cc7f-e837-4f00-8eb9-3dc1cf7c0521 None None] Provisioning complete for port 86ab0ef2-cfd3-47df-a38f-4d1b33fb6ada triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:36:07.769300 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-48c0cc7f-e837-4f00-8eb9-3dc1cf7c0521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:07.795723 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-476bdafd-244d-4036-955f-47c9544a812c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:07.810584 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-476bdafd-244d-4036-955f-47c9544a812c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/ports/2e529734-41c5-437e-8f22-ebcc0d00930a HTTP/1.1" status: 204 len: 168 time: 0.9302254 Nov 09 21:36:07.815170 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476bdafd-244d-4036-955f-47c9544a812c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event deleted for resources: {'Port': ['ID=2e529734-41c5-437e-8f22-ebcc0d00930a,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:07.825402 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38252) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:07.876988 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-48c0cc7f-e837-4f00-8eb9-3dc1cf7c0521 None None] Port 86ab0ef2-cfd3-47df-a38f-4d1b33fb6ada cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:36:07.888889 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-466fdbb0-9e06-4240-97b7-a59c4c014198 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'port': {'network_id': '3fa75d19-4f19-4dfc-b62d-494d603b9475', 'mac_address': 'fa:16:3e:c2:78:98', 'name': 'tempest-PortsIpV6TestJSON-1898988617'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:36:08.155280 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466fdbb0-9e06-4240-97b7-a59c4c014198 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Made reservation on behalf of 328dae8361554dd89bbb1fa4d68588e7 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:36:08.238932 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:08.243834 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-8906328b-d2a2-4b7c-9b60-7f6efb08c6f5 None None] Provisioning complete for port 5fad23d7-99ab-4005-9da0-4e8d26a6796e triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:36:08.244329 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8906328b-d2a2-4b7c-9b60-7f6efb08c6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:08.335679 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 5fad23d7-99ab-4005-9da0-4e8d26a6796e, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5fad23d7-99ab-4005-9da0-4e8d26a6796e,segment=NetworkSegment(f257b940-a041-453c-a301-4a570eb0d56d),segment_id=f257b940-a041-453c-a301-4a570eb0d56d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:36:08.350654 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:08.416198 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38258) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:08.524173 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-466fdbb0-9e06-4240-97b7-a59c4c014198 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:08.550917 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a0704f41-854e-4c30-a2c6-f507de5b9354 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:08.559242 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a0704f41-854e-4c30-a2c6-f507de5b9354 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:08.564406 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a0704f41-854e-4c30-a2c6-f507de5b9354 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:08.664275 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5d819ea2-11c1-4afd-8355-c2a2fc6d38e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:08.692557 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=5fad23d7-99ab-4005-9da0-4e8d26a6796e,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:08.714722 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-466fdbb0-9e06-4240-97b7-a59c4c014198 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] device_id is not set on port f74ef884-d960-423d-9d8b-e33f1ded6223 yet. {{(pid=102607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:36:08.757452 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0704f41-854e-4c30-a2c6-f507de5b9354 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Pushing event updated for resources: {'Port': ['ID=86ab0ef2-cfd3-47df-a38f-4d1b33fb6ada,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:08.817768 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5d819ea2-11c1-4afd-8355-c2a2fc6d38e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:08.832525 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5d819ea2-11c1-4afd-8355-c2a2fc6d38e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:08.867389 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d819ea2-11c1-4afd-8355-c2a2fc6d38e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907e443a-797f-4367-afdc-fb8d724e1bad,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:08.914719 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5d819ea2-11c1-4afd-8355-c2a2fc6d38e7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8cecc4f31a7f4a1fac12380035c7c6d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4969468 Nov 09 21:36:08.916657 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38264) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:09.036938 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9947eef8-66b1-405f-abb8-5551ef5ab1db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:09.089978 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9947eef8-66b1-405f-abb8-5551ef5ab1db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:09.173127 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-280530c3-61d2-4e3d-8e2a-f980bccced27 None None] Provisioning complete for port 5fad23d7-99ab-4005-9da0-4e8d26a6796e triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:36:09.173512 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-280530c3-61d2-4e3d-8e2a-f980bccced27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:09.178486 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0704f41-854e-4c30-a2c6-f507de5b9354 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Network 1fb8ac93-cbc6-4ece-923a-e4cda75f2cd2 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:36:09.190753 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-a0704f41-854e-4c30-a2c6-f507de5b9354 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:36:09.214128 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9947eef8-66b1-405f-abb8-5551ef5ab1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:09.218237 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9947eef8-66b1-405f-abb8-5551ef5ab1db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:09.220568 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-9947eef8-66b1-405f-abb8-5551ef5ab1db admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/907e443a-797f-4367-afdc-fb8d724e1bad HTTP/1.1" status: 204 len: 168 time: 0.3015263 Nov 09 21:36:09.243671 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9947eef8-66b1-405f-abb8-5551ef5ab1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907e443a-797f-4367-afdc-fb8d724e1bad,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:09.320234 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 5fad23d7-99ab-4005-9da0-4e8d26a6796e up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:36:09.501821 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0704f41-854e-4c30-a2c6-f507de5b9354 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Router d2b69199-1e15-41b5-a651-6308f6ad75f4 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:36:09.561324 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-466fdbb0-9e06-4240-97b7-a59c4c014198 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:09.606118 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 5fad23d7-99ab-4005-9da0-4e8d26a6796e triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:36:09.606487 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:09.834853 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-139966d7-f4f8-4cf5-92d3-ba6983dfddcf None None] Provisioning complete for port 86ab0ef2-cfd3-47df-a38f-4d1b33fb6ada triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:36:09.837522 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-139966d7-f4f8-4cf5-92d3-ba6983dfddcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:09.882617 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38270) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:09.914909 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4e14780e-a072-4d8b-8be3-f82460c91ca9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:09.923587 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-139966d7-f4f8-4cf5-92d3-ba6983dfddcf None None] Port 86ab0ef2-cfd3-47df-a38f-4d1b33fb6ada cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:36:10.080886 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4e14780e-a072-4d8b-8be3-f82460c91ca9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:10.090473 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4e14780e-a072-4d8b-8be3-f82460c91ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:10.171771 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4e14780e-a072-4d8b-8be3-f82460c91ca9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c89f4e0b5ecc400f96784088316af627&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2866213 Nov 09 21:36:10.176060 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38274) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:10.205760 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e14780e-a072-4d8b-8be3-f82460c91ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b71231-97ab-44af-9730-deb527853823,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:10.227238 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e14780e-a072-4d8b-8be3-f82460c91ca9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:36:10.227633 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e14780e-a072-4d8b-8be3-f82460c91ca9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:36:10.228307 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e14780e-a072-4d8b-8be3-f82460c91ca9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:36:10.228682 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e14780e-a072-4d8b-8be3-f82460c91ca9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:36:10.229027 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e14780e-a072-4d8b-8be3-f82460c91ca9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:36:10.229359 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e14780e-a072-4d8b-8be3-f82460c91ca9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:36:10.229737 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e14780e-a072-4d8b-8be3-f82460c91ca9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:36:10.230069 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e14780e-a072-4d8b-8be3-f82460c91ca9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:36:10.230448 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e14780e-a072-4d8b-8be3-f82460c91ca9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:36:10.230777 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e14780e-a072-4d8b-8be3-f82460c91ca9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:36:10.231103 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e14780e-a072-4d8b-8be3-f82460c91ca9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:36:10.231719 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e14780e-a072-4d8b-8be3-f82460c91ca9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:36:10.260258 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0704f41-854e-4c30-a2c6-f507de5b9354 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:36:10.266603 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a0704f41-854e-4c30-a2c6-f507de5b9354 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] 10.222.0.49 "PUT /v2.0/routers/d2b69199-1e15-41b5-a651-6308f6ad75f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0552542 Nov 09 21:36:10.269421 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4df0d9ae-90fb-4334-9778-2e7254b888cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:10.274071 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cf4d1b-5b87-4830-919a-0121ef10b69f None None] Sync routers for ids ['d2b69199-1e15-41b5-a651-6308f6ad75f4'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:36:10.282022 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38276) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:10.283579 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-466fdbb0-9e06-4240-97b7-a59c4c014198 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:10.288233 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cf4d1b-5b87-4830-919a-0121ef10b69f None None] Routers {'d2b69199-1e15-41b5-a651-6308f6ad75f4'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:36:10.290137 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-76cf4d1b-5b87-4830-919a-0121ef10b69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:35:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['d2b69199-1e15-41b5-a651-6308f6ad75f4'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:10.340194 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466fdbb0-9e06-4240-97b7-a59c4c014198 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Network 3fa75d19-4f19-4dfc-b62d-494d603b9475 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:36:10.343926 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-466fdbb0-9e06-4240-97b7-a59c4c014198 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:36:10.354020 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466fdbb0-9e06-4240-97b7-a59c4c014198 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:36:10.363686 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466fdbb0-9e06-4240-97b7-a59c4c014198 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:10.364452 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-466fdbb0-9e06-4240-97b7-a59c4c014198 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:10.369829 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-76cf4d1b-5b87-4830-919a-0121ef10b69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:10.394212 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cf4d1b-5b87-4830-919a-0121ef10b69f None None] Routers {'d2b69199-1e15-41b5-a651-6308f6ad75f4'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:36:10.396169 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-76cf4d1b-5b87-4830-919a-0121ef10b69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:35:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['d2b69199-1e15-41b5-a651-6308f6ad75f4'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:10.404124 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466fdbb0-9e06-4240-97b7-a59c4c014198 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event updated for resources: {'Port': ['ID=f74ef884-d960-423d-9d8b-e33f1ded6223,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:10.414256 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-466fdbb0-9e06-4240-97b7-a59c4c014198 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.5878084 Nov 09 21:36:10.414528 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38278) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:10.473360 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d356017-6dce-4036-a169-40220a55b83c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:10.477716 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1d356017-6dce-4036-a169-40220a55b83c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "GET /v2.0/ports/f74ef884-d960-423d-9d8b-e33f1ded6223 HTTP/1.1" status: 200 len: 845 time: 0.0622287 Nov 09 21:36:10.478333 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38280) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:10.479544 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4df0d9ae-90fb-4334-9778-2e7254b888cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:10.511260 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-76cf4d1b-5b87-4830-919a-0121ef10b69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:10.511950 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cf4d1b-5b87-4830-919a-0121ef10b69f None None] The sync data for ids ['d2b69199-1e15-41b5-a651-6308f6ad75f4'] in n-d-816206-3 is: [] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:36:10.542920 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f845d6f0-ae0b-432f-ad29-585c67f86a47 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:10.639645 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-875c12bf-7f84-4f6f-afef-ff27b58b88c5 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Deleting port f74ef884-d960-423d-9d8b-e33f1ded6223 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:36:10.639645 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-875c12bf-7f84-4f6f-afef-ff27b58b88c5 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:10.668781 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4df0d9ae-90fb-4334-9778-2e7254b888cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:10.668781 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4df0d9ae-90fb-4334-9778-2e7254b888cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:10.668781 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4df0d9ae-90fb-4334-9778-2e7254b888cf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f8b71231-97ab-44af-9730-deb527853823 HTTP/1.1" status: 204 len: 168 time: 0.4943805 Nov 09 21:36:10.697383 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df0d9ae-90fb-4334-9778-2e7254b888cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b71231-97ab-44af-9730-deb527853823,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:10.743698 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-f845d6f0-ae0b-432f-ad29-585c67f86a47 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 09 21:36:10.771925 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38284) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:10.777639 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f845d6f0-ae0b-432f-ad29-585c67f86a47 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] 10.222.0.49 "DELETE /v2.0/routers/d2b69199-1e15-41b5-a651-6308f6ad75f4 HTTP/1.1" status: 409 len: 329 time: 0.4799314 Nov 09 21:36:10.867792 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-875c12bf-7f84-4f6f-afef-ff27b58b88c5 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:10.895711 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-875c12bf-7f84-4f6f-afef-ff27b58b88c5 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Calling delete_port for f74ef884-d960-423d-9d8b-e33f1ded6223 owned by {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:36:11.172875 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-875c12bf-7f84-4f6f-afef-ff27b58b88c5 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:11.230451 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875c12bf-7f84-4f6f-afef-ff27b58b88c5 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event deleted for resources: {'Port': ['ID=f74ef884-d960-423d-9d8b-e33f1ded6223,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:11.243369 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-875c12bf-7f84-4f6f-afef-ff27b58b88c5 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:11.249585 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-875c12bf-7f84-4f6f-afef-ff27b58b88c5 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/ports/f74ef884-d960-423d-9d8b-e33f1ded6223 HTTP/1.1" status: 204 len: 168 time: 0.7676759 Nov 09 21:36:11.250001 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38296) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:11.284791 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-86eebc6e-e387-4b0a-9601-aa81cf478f0b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] GET failed (client error): The resource could not be found. Nov 09 21:36:11.290397 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-86eebc6e-e387-4b0a-9601-aa81cf478f0b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "GET /v2.0/ports/f74ef884-d960-423d-9d8b-e33f1ded6223 HTTP/1.1" status: 404 len: 333 time: 0.0360022 Nov 09 21:36:11.291239 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38298) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:11.297339 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-e9819e8b-80a0-4734-9e4f-239f807e7708 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'port': {'network_id': '3fa75d19-4f19-4dfc-b62d-494d603b9475', 'name': 'tempest-PortsIpV6TestJSON-704856402'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:36:11.460342 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9819e8b-80a0-4734-9e4f-239f807e7708 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Made reservation on behalf of 328dae8361554dd89bbb1fa4d68588e7 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:36:11.465610 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e9819e8b-80a0-4734-9e4f-239f807e7708 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:11.484158 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c7923c0d-6576-419c-a733-936b793053df tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:11.553001 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-e9819e8b-80a0-4734-9e4f-239f807e7708 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] device_id is not set on port da6d5ad0-ed63-47ca-9a8b-a0ba85a66742 yet. {{(pid=102607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:36:11.911661 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e9819e8b-80a0-4734-9e4f-239f807e7708 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:12.006764 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-c7923c0d-6576-419c-a733-936b793053df tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Deleting port 86ab0ef2-cfd3-47df-a38f-4d1b33fb6ada {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:36:12.007137 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c7923c0d-6576-419c-a733-936b793053df tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:12.060459 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e9819e8b-80a0-4734-9e4f-239f807e7708 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:12.117042 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9819e8b-80a0-4734-9e4f-239f807e7708 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Network 3fa75d19-4f19-4dfc-b62d-494d603b9475 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:36:12.126018 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-e9819e8b-80a0-4734-9e4f-239f807e7708 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:36:12.134527 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9819e8b-80a0-4734-9e4f-239f807e7708 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:36:12.140424 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9819e8b-80a0-4734-9e4f-239f807e7708 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:12.141067 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e9819e8b-80a0-4734-9e4f-239f807e7708 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:12.169666 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9819e8b-80a0-4734-9e4f-239f807e7708 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event updated for resources: {'Port': ['ID=da6d5ad0-ed63-47ca-9a8b-a0ba85a66742,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:12.198395 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38318) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:12.205443 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e9819e8b-80a0-4734-9e4f-239f807e7708 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9076395 Nov 09 21:36:12.207580 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c7923c0d-6576-419c-a733-936b793053df tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:12.214657 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-ae900b71-3645-4576-a9d7-14cda907373a tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:36:12.235047 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-c7923c0d-6576-419c-a733-936b793053df tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Calling delete_port for 86ab0ef2-cfd3-47df-a38f-4d1b33fb6ada owned by network:router_interface {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:36:12.364765 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ae900b71-3645-4576-a9d7-14cda907373a tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:12.478978 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c7923c0d-6576-419c-a733-936b793053df tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:12.512609 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7923c0d-6576-419c-a733-936b793053df tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Pushing event deleted for resources: {'Port': ['ID=86ab0ef2-cfd3-47df-a38f-4d1b33fb6ada,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:12.622478 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ae900b71-3645-4576-a9d7-14cda907373a tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:12.641857 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ae900b71-3645-4576-a9d7-14cda907373a tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:12.667113 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c7923c0d-6576-419c-a733-936b793053df tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:12.701293 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-ae900b71-3645-4576-a9d7-14cda907373a tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] In _notify_port_updated(), no bound segment for port da6d5ad0-ed63-47ca-9a8b-a0ba85a66742 on network 3fa75d19-4f19-4dfc-b62d-494d603b9475 {{(pid=102608) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 21:36:12.709442 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae900b71-3645-4576-a9d7-14cda907373a tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:12.710227 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ae900b71-3645-4576-a9d7-14cda907373a tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:12.715198 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ae900b71-3645-4576-a9d7-14cda907373a tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "PUT /v2.0/ports/da6d5ad0-ed63-47ca-9a8b-a0ba85a66742 HTTP/1.1" status: 200 len: 818 time: 0.5149760 Nov 09 21:36:12.721647 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38320) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:12.788484 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae900b71-3645-4576-a9d7-14cda907373a tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event updated for resources: {'Port': ['ID=da6d5ad0-ed63-47ca-9a8b-a0ba85a66742,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:12.899040 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-06396e4a-ec4b-45bf-923d-fe30ae226489 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Deleting port da6d5ad0-ed63-47ca-9a8b-a0ba85a66742 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:36:12.899630 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-06396e4a-ec4b-45bf-923d-fe30ae226489 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:12.953469 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7923c0d-6576-419c-a733-936b793053df tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Router d2b69199-1e15-41b5-a651-6308f6ad75f4 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:36:13.041381 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7923c0d-6576-419c-a733-936b793053df tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:36:13.048851 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-06396e4a-ec4b-45bf-923d-fe30ae226489 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:13.051910 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c7923c0d-6576-419c-a733-936b793053df tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] 10.222.0.49 "PUT /v2.0/routers/d2b69199-1e15-41b5-a651-6308f6ad75f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2782035 Nov 09 21:36:13.052673 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38322) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:13.060665 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb82b16d-4f03-426b-9512-6d635f9b757e None None] Sync routers for ids ['d2b69199-1e15-41b5-a651-6308f6ad75f4'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:36:13.076683 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb82b16d-4f03-426b-9512-6d635f9b757e None None] Routers {'d2b69199-1e15-41b5-a651-6308f6ad75f4'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:36:13.077311 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-cb82b16d-4f03-426b-9512-6d635f9b757e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:35:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['d2b69199-1e15-41b5-a651-6308f6ad75f4'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:13.093449 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-06396e4a-ec4b-45bf-923d-fe30ae226489 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Calling delete_port for da6d5ad0-ed63-47ca-9a8b-a0ba85a66742 owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:36:13.097347 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [None req-eee35ea7-c9c1-4d5e-af47-d7c4721e4f64 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] show failed (client error): The resource could not be found. Nov 09 21:36:13.104046 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-eee35ea7-c9c1-4d5e-af47-d7c4721e4f64 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] 10.222.0.49 "GET /v2.0/routers/tempest-non_exist_router-1435286676 HTTP/1.1" status: 404 len: 335 time: 0.0501292 Nov 09 21:36:13.104850 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38324) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:13.110134 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-8f34a99e-2c1f-41ae-9aec-761efb47a32f tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:36:13.148878 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [None req-8f34a99e-2c1f-41ae-9aec-761efb47a32f tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] update failed (client error): The resource could not be found. Nov 09 21:36:13.154750 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8f34a99e-2c1f-41ae-9aec-761efb47a32f tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] 10.222.0.49 "PUT /v2.0/routers/tempest-non_exist_router-676584844 HTTP/1.1" status: 404 len: 334 time: 0.0477126 Nov 09 21:36:13.154750 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38326) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:13.199939 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-cb82b16d-4f03-426b-9512-6d635f9b757e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:13.221513 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-09999091-6395-4dfd-8e78-fef0d3e51556 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Deleting subnet 4d303293-2fef-4042-86b2-de0631ff0a54 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:36:13.223653 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb82b16d-4f03-426b-9512-6d635f9b757e None None] Routers {'d2b69199-1e15-41b5-a651-6308f6ad75f4'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:36:13.225711 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-cb82b16d-4f03-426b-9512-6d635f9b757e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:35:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['d2b69199-1e15-41b5-a651-6308f6ad75f4'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:13.226031 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-09999091-6395-4dfd-8e78-fef0d3e51556 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:13.256211 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-06396e4a-ec4b-45bf-923d-fe30ae226489 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:13.291895 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06396e4a-ec4b-45bf-923d-fe30ae226489 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event deleted for resources: {'Port': ['ID=da6d5ad0-ed63-47ca-9a8b-a0ba85a66742,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:13.294739 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-09999091-6395-4dfd-8e78-fef0d3e51556 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:13.301583 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-cb82b16d-4f03-426b-9512-6d635f9b757e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:13.302335 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb82b16d-4f03-426b-9512-6d635f9b757e None None] The sync data for ids ['d2b69199-1e15-41b5-a651-6308f6ad75f4'] in n-d-816206-3 is: [] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:36:13.307978 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-06396e4a-ec4b-45bf-923d-fe30ae226489 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:13.314681 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-06396e4a-ec4b-45bf-923d-fe30ae226489 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/ports/da6d5ad0-ed63-47ca-9a8b-a0ba85a66742 HTTP/1.1" status: 204 len: 168 time: 0.5909402 Nov 09 21:36:13.315322 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38330) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:13.393059 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082fd30e-cba0-4732-a636-bab78f8d098a tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:13.405068 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-082fd30e-cba0-4732-a636-bab78f8d098a tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0825148 Nov 09 21:36:13.409482 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38332) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:13.445860 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-48ad6572-8130-4b27-a38d-067d9f9f7535 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] GET failed (client error): The resource could not be found. Nov 09 21:36:13.447905 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-48ad6572-8130-4b27-a38d-067d9f9f7535 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "GET /v2.0/ports/da6d5ad0-ed63-47ca-9a8b-a0ba85a66742 HTTP/1.1" status: 404 len: 333 time: 0.0374019 Nov 09 21:36:13.451414 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-09999091-6395-4dfd-8e78-fef0d3e51556 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:13.452762 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38334) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:13.460060 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-a56a9311-d79a-41bc-9dd4-4679dad4cd90 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-792795946'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:36:13.504797 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56a9311-d79a-41bc-9dd4-4679dad4cd90 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Made reservation on behalf of 328dae8361554dd89bbb1fa4d68588e7 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:36:13.516452 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a56a9311-d79a-41bc-9dd4-4679dad4cd90 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:13.555895 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-09999091-6395-4dfd-8e78-fef0d3e51556 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:13.559281 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a56a9311-d79a-41bc-9dd4-4679dad4cd90 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:36:13.569790 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a56a9311-d79a-41bc-9dd4-4679dad4cd90 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:13.570138 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-a56a9311-d79a-41bc-9dd4-4679dad4cd90 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Added segment 4b4d14f1-ec83-4671-bbe7-0e1e564057d9 of type vlan for network 87c4b176-64dd-4a80-8838-739069ca700e Nov 09 21:36:13.593175 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-09999091-6395-4dfd-8e78-fef0d3e51556 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:13.597005 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-09999091-6395-4dfd-8e78-fef0d3e51556 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] 10.222.0.49 "DELETE /v2.0/subnets/4d303293-2fef-4042-86b2-de0631ff0a54 HTTP/1.1" status: 204 len: 168 time: 0.4412911 Nov 09 21:36:13.598106 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09999091-6395-4dfd-8e78-fef0d3e51556 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Pushing event deleted for resources: {'Subnet': ['ID=4d303293-2fef-4042-86b2-de0631ff0a54,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:13.601371 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38336) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:13.602049 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abd713a-df78-4b90-8f35-81fc3ed8669c None None] Network 25d82c69-f55e-4805-a74c-b7e65344cff4 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:36:13.621790 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a56a9311-d79a-41bc-9dd4-4679dad4cd90 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:13.664192 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a56a9311-d79a-41bc-9dd4-4679dad4cd90 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:13.671992 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56a9311-d79a-41bc-9dd4-4679dad4cd90 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:13.672932 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a56a9311-d79a-41bc-9dd4-4679dad4cd90 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:13.725665 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1ddfeac6-a334-4079-b967-b6e8420fded8 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:13.732307 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09999091-6395-4dfd-8e78-fef0d3e51556 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:36:13.733212 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09999091-6395-4dfd-8e78-fef0d3e51556 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:36:13.733808 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09999091-6395-4dfd-8e78-fef0d3e51556 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:36:13.734418 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09999091-6395-4dfd-8e78-fef0d3e51556 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:36:13.734983 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09999091-6395-4dfd-8e78-fef0d3e51556 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:36:13.735938 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09999091-6395-4dfd-8e78-fef0d3e51556 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:36:13.736518 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09999091-6395-4dfd-8e78-fef0d3e51556 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:36:13.737661 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09999091-6395-4dfd-8e78-fef0d3e51556 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:36:13.738237 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09999091-6395-4dfd-8e78-fef0d3e51556 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:36:13.740947 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09999091-6395-4dfd-8e78-fef0d3e51556 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:36:13.741720 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09999091-6395-4dfd-8e78-fef0d3e51556 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:36:13.742279 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09999091-6395-4dfd-8e78-fef0d3e51556 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:36:13.791483 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a56a9311-d79a-41bc-9dd4-4679dad4cd90 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3358138 Nov 09 21:36:13.797413 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38342) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:13.806451 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a9311-d79a-41bc-9dd4-4679dad4cd90 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event updated for resources: {'Network': ['ID=87c4b176-64dd-4a80-8838-739069ca700e,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:13.825012 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-ff49bd7a-838a-4833-9fc3-5b4ab4d8c149 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'subnet': {'network_id': '87c4b176-64dd-4a80-8838-739069ca700e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:36:13.826093 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 87c4b176-64dd-4a80-8838-739069ca700e details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:36:13.945917 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-1ddfeac6-a334-4079-b967-b6e8420fded8 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Deleting port 5fad23d7-99ab-4005-9da0-4e8d26a6796e {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:36:13.945917 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1ddfeac6-a334-4079-b967-b6e8420fded8 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:13.980264 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff49bd7a-838a-4833-9fc3-5b4ab4d8c149 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Made reservation on behalf of 328dae8361554dd89bbb1fa4d68588e7 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:36:13.984097 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ff49bd7a-838a-4833-9fc3-5b4ab4d8c149 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:14.076619 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc46188-118b-4b09-b384-5bd422f8c5c4 None None] DHCP port deletion for 25d82c69-f55e-4805-a74c-b7e65344cff4 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:36:14.158145 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-2fc46188-118b-4b09-b384-5bd422f8c5c4 None None] Deleting port 5fad23d7-99ab-4005-9da0-4e8d26a6796e {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:36:14.159611 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2fc46188-118b-4b09-b384-5bd422f8c5c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:14.233420 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-2fc46188-118b-4b09-b384-5bd422f8c5c4 None None] For port 5fad23d7-99ab-4005-9da0-4e8d26a6796e, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5fad23d7-99ab-4005-9da0-4e8d26a6796e,segment=NetworkSegment(f257b940-a041-453c-a301-4a570eb0d56d),segment_id=f257b940-a041-453c-a301-4a570eb0d56d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:36:14.234117 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2fc46188-118b-4b09-b384-5bd422f8c5c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:14.255753 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-2fc46188-118b-4b09-b384-5bd422f8c5c4 None None] Calling delete_port for 5fad23d7-99ab-4005-9da0-4e8d26a6796e owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:36:14.376029 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-1ddfeac6-a334-4079-b967-b6e8420fded8 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] For port 5fad23d7-99ab-4005-9da0-4e8d26a6796e, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5fad23d7-99ab-4005-9da0-4e8d26a6796e,segment=NetworkSegment(f257b940-a041-453c-a301-4a570eb0d56d),segment_id=f257b940-a041-453c-a301-4a570eb0d56d)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:36:14.376548 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1ddfeac6-a334-4079-b967-b6e8420fded8 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:14.379107 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2fc46188-118b-4b09-b384-5bd422f8c5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:14.407153 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-1ddfeac6-a334-4079-b967-b6e8420fded8 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Calling delete_port for 5fad23d7-99ab-4005-9da0-4e8d26a6796e owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:36:14.412481 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc46188-118b-4b09-b384-5bd422f8c5c4 None None] No DVR routers for this DVR port 5fad23d7-99ab-4005-9da0-4e8d26a6796e on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:36:14.473206 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc46188-118b-4b09-b384-5bd422f8c5c4 None None] Pushing event deleted for resources: {'Port': ['ID=5fad23d7-99ab-4005-9da0-4e8d26a6796e,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:14.610537 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1ddfeac6-a334-4079-b967-b6e8420fded8 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:14.635769 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddfeac6-a334-4079-b967-b6e8420fded8 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Pushing event deleted for resources: {'Port': ['ID=5fad23d7-99ab-4005-9da0-4e8d26a6796e,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:14.639567 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ff49bd7a-838a-4833-9fc3-5b4ab4d8c149 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:14.688159 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff49bd7a-838a-4833-9fc3-5b4ab4d8c149 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event updated for resources: {'Subnet': ['ID=3714601a-e75c-4eac-8446-fb95c5ca8026,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:14.696684 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddfeac6-a334-4079-b967-b6e8420fded8 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] No DVR routers for this DVR port 5fad23d7-99ab-4005-9da0-4e8d26a6796e on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:36:14.802771 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff49bd7a-838a-4833-9fc3-5b4ab4d8c149 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Checking segment: {'id': '4b4d14f1-ec83-4671-bbe7-0e1e564057d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '87c4b176-64dd-4a80-8838-739069ca700e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:36:14.803146 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff49bd7a-838a-4833-9fc3-5b4ab4d8c149 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Network hostable DHCP agents. Network: 87c4b176-64dd-4a80-8838-739069ca700e, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:36:14.806967 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1ddfeac6-a334-4079-b967-b6e8420fded8 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:14.839520 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-1ddfeac6-a334-4079-b967-b6e8420fded8 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25d82c69-f55e-4805-a74c-b7e65344cff4']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:14.842619 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff49bd7a-838a-4833-9fc3-5b4ab4d8c149 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Network 87c4b176-64dd-4a80-8838-739069ca700e is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:36:14.854011 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-1ddfeac6-a334-4079-b967-b6e8420fded8 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f257b940-a041-453c-a301-4a570eb0d56d') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:14.854421 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-1ddfeac6-a334-4079-b967-b6e8420fded8 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f257b940-a041-453c-a301-4a570eb0d56d') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:14.865087 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-ff49bd7a-838a-4833-9fc3-5b4ab4d8c149 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 87c4b176-64dd-4a80-8838-739069ca700e) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:36:14.867726 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1ddfeac6-a334-4079-b967-b6e8420fded8 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:14.876599 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff49bd7a-838a-4833-9fc3-5b4ab4d8c149 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:14.877214 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ff49bd7a-838a-4833-9fc3-5b4ab4d8c149 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:14.880279 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9df04b-4dc9-4394-aa31-c0008e6ff073 None None] Network 87c4b176-64dd-4a80-8838-739069ca700e requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:36:14.889384 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1ddfeac6-a334-4079-b967-b6e8420fded8 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:14.897239 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ddfeac6-a334-4079-b967-b6e8420fded8 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:36:14.897688 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1ddfeac6-a334-4079-b967-b6e8420fded8 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:14.901996 n-d-816206-3 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:36:14.901996 n-d-816206-3 neutron-server[102607]: self.session.flush() Nov 09 21:36:14.901996 n-d-816206-3 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:36:14.901996 n-d-816206-3 neutron-server[102607]: self.session.flush() Nov 09 21:36:14.901996 n-d-816206-3 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:36:14.901996 n-d-816206-3 neutron-server[102607]: self.session.flush() Nov 09 21:36:14.901996 n-d-816206-3 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:36:14.901996 n-d-816206-3 neutron-server[102607]: self.session.flush() Nov 09 21:36:14.901996 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:36:14.901996 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:36:14.901996 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:36:14.901996 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:36:14.901996 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:36:14.901996 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:36:14.901996 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:36:14.901996 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:36:14.901996 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:36:14.901996 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:36:14.901996 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:36:14.901996 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:36:14.901996 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:36:14.901996 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:36:14.901996 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:36:14.901996 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:36:14.901996 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:36:14.901996 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:36:14.901996 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:36:14.901996 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:36:14.901996 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:36:14.901996 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:36:14.901996 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:36:14.901996 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:36:14.901996 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:36:14.901996 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:36:14.901996 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:36:14.901996 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:36:14.901996 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:36:14.901996 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:36:14.901996 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:36:14.901996 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:36:14.919036 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ff49bd7a-838a-4833-9fc3-5b4ab4d8c149 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1152377 Nov 09 21:36:14.919475 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38346) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:14.926418 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-370893cc-5060-415f-af1b-0d74cfea5d48 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'subnet': {'network_id': '87c4b176-64dd-4a80-8838-739069ca700e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:36:15.041031 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1ddfeac6-a334-4079-b967-b6e8420fded8 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:15.053519 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1ddfeac6-a334-4079-b967-b6e8420fded8 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:15.056785 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1ddfeac6-a334-4079-b967-b6e8420fded8 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] 10.222.0.49 "DELETE /v2.0/networks/25d82c69-f55e-4805-a74c-b7e65344cff4 HTTP/1.1" status: 204 len: 168 time: 1.4541938 Nov 09 21:36:15.059566 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38348) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:15.102284 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddfeac6-a334-4079-b967-b6e8420fded8 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Pushing event deleted for resources: {'Network': ['ID=25d82c69-f55e-4805-a74c-b7e65344cff4,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:15.129867 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7c19c84-154d-49d6-b793-81d5ff372bef tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Deleting subnet 05ce2aa4-c3de-4555-a86e-d313affb9c9b {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:36:15.136603 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d7c19c84-154d-49d6-b793-81d5ff372bef tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:15.145822 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e4b752-bfdb-4f65-91e3-ff31b0452e5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-87c4b176-64dd-4a80-8838-739069ca700e', 'network_id': '87c4b176-64dd-4a80-8838-739069ca700e', 'tenant_id': '328dae8361554dd89bbb1fa4d68588e7', 'fixed_ips': [{'subnet_id': '3714601a-e75c-4eac-8446-fb95c5ca8026'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:36:15.147474 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-92e4b752-bfdb-4f65-91e3-ff31b0452e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:15.154448 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370893cc-5060-415f-af1b-0d74cfea5d48 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Made reservation on behalf of 328dae8361554dd89bbb1fa4d68588e7 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:36:15.168730 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-370893cc-5060-415f-af1b-0d74cfea5d48 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:15.214129 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d7c19c84-154d-49d6-b793-81d5ff372bef tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:15.307212 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 5fad23d7-99ab-4005-9da0-4e8d26a6796e no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:36:15.345245 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 5fad23d7-99ab-4005-9da0-4e8d26a6796e {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:36:15.345675 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 5fad23d7-99ab-4005-9da0-4e8d26a6796e not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:36:15.448184 n-d-816206-3 neutron-server[102608]: INFO neutron.db.ipam_backend_mixin [None req-370893cc-5060-415f-af1b-0d74cfea5d48 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3714601a-e75c-4eac-8446-fb95c5ca8026 (CIDR: 2001:db8::/64) Nov 09 21:36:15.484346 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d7c19c84-154d-49d6-b793-81d5ff372bef tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:15.490353 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-370893cc-5060-415f-af1b-0d74cfea5d48 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:36:15.491277 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-370893cc-5060-415f-af1b-0d74cfea5d48 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:36:15.524664 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-370893cc-5060-415f-af1b-0d74cfea5d48 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6036735 Nov 09 21:36:15.527014 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-92e4b752-bfdb-4f65-91e3-ff31b0452e5d None None] Allocated IP 2001:db8::2 (87c4b176-64dd-4a80-8838-739069ca700e/3714601a-e75c-4eac-8446-fb95c5ca8026/6438e254-93c6-419f-9142-e2ef1e2e01a3) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:36:15.528732 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38352) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:15.534660 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-717275cc-1b21-43d6-912d-2b2587266e1c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'subnet': {'network_id': '87c4b176-64dd-4a80-8838-739069ca700e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:36:15.640357 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d7c19c84-154d-49d6-b793-81d5ff372bef tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:15.693836 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c19c84-154d-49d6-b793-81d5ff372bef tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Pushing event deleted for resources: {'Subnet': ['ID=05ce2aa4-c3de-4555-a86e-d313affb9c9b,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:15.695946 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d7c19c84-154d-49d6-b793-81d5ff372bef tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:15.702100 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d7c19c84-154d-49d6-b793-81d5ff372bef tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] 10.222.0.49 "DELETE /v2.0/subnets/05ce2aa4-c3de-4555-a86e-d313affb9c9b HTTP/1.1" status: 204 len: 168 time: 0.6416509 Nov 09 21:36:15.702728 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38354) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:15.716306 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a41472-9fd7-4516-8f20-9fb320d365b4 None None] Network dd1f0a39-844d-448a-bee0-2011acdbc2be requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:36:15.765276 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717275cc-1b21-43d6-912d-2b2587266e1c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Made reservation on behalf of 328dae8361554dd89bbb1fa4d68588e7 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:36:15.791025 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-717275cc-1b21-43d6-912d-2b2587266e1c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:15.794171 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-33839b9d-54e6-4b16-9259-610c4263cb2e tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Deleting subnet 38d7896a-3586-4e2a-8c44-9edd444a0adc {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:36:15.809157 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-33839b9d-54e6-4b16-9259-610c4263cb2e tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:15.908746 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-92e4b752-bfdb-4f65-91e3-ff31b0452e5d None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:15.912500 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-33839b9d-54e6-4b16-9259-610c4263cb2e tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:15.966312 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-92e4b752-bfdb-4f65-91e3-ff31b0452e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:16.044514 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e4b752-bfdb-4f65-91e3-ff31b0452e5d None None] Network 87c4b176-64dd-4a80-8838-739069ca700e is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:36:16.052477 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-92e4b752-bfdb-4f65-91e3-ff31b0452e5d None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:36:16.059331 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e4b752-bfdb-4f65-91e3-ff31b0452e5d None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:36:16.083898 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-33839b9d-54e6-4b16-9259-610c4263cb2e tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:16.088550 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e4b752-bfdb-4f65-91e3-ff31b0452e5d None None] Pushing event updated for resources: {'Port': ['ID=6438e254-93c6-419f-9142-e2ef1e2e01a3,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:16.145954 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-92e4b752-bfdb-4f65-91e3-ff31b0452e5d None None] Attempting to bind port 6438e254-93c6-419f-9142-e2ef1e2e01a3 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:36:16.146638 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-92e4b752-bfdb-4f65-91e3-ff31b0452e5d None None] Attempting to bind port 6438e254-93c6-419f-9142-e2ef1e2e01a3 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '4b4d14f1-ec83-4671-bbe7-0e1e564057d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '87c4b176-64dd-4a80-8838-739069ca700e'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:36:16.146775 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e4b752-bfdb-4f65-91e3-ff31b0452e5d None None] Attempting to bind port 6438e254-93c6-419f-9142-e2ef1e2e01a3 on network 87c4b176-64dd-4a80-8838-739069ca700e {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:36:16.152866 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e4b752-bfdb-4f65-91e3-ff31b0452e5d None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:36:16.153240 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e4b752-bfdb-4f65-91e3-ff31b0452e5d None None] Checking segment: {'id': '4b4d14f1-ec83-4671-bbe7-0e1e564057d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '87c4b176-64dd-4a80-8838-739069ca700e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:36:16.153648 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-92e4b752-bfdb-4f65-91e3-ff31b0452e5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:16.154042 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e4b752-bfdb-4f65-91e3-ff31b0452e5d None None] Bound using segment: {'id': '4b4d14f1-ec83-4671-bbe7-0e1e564057d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '87c4b176-64dd-4a80-8838-739069ca700e'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:36:16.154537 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-92e4b752-bfdb-4f65-91e3-ff31b0452e5d None None] Bound port: 6438e254-93c6-419f-9142-e2ef1e2e01a3, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b4d14f1-ec83-4671-bbe7-0e1e564057d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '87c4b176-64dd-4a80-8838-739069ca700e'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:36:16.154901 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-92e4b752-bfdb-4f65-91e3-ff31b0452e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:16.209344 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-33839b9d-54e6-4b16-9259-610c4263cb2e tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:16.243274 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-717275cc-1b21-43d6-912d-2b2587266e1c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:16.252695 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310c376b-50da-4235-a4cf-0ee7eedeee0b None None] DHCP port deletion for dd1f0a39-844d-448a-bee0-2011acdbc2be request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:36:16.275779 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33839b9d-54e6-4b16-9259-610c4263cb2e tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Pushing event deleted for resources: {'Subnet': ['ID=38d7896a-3586-4e2a-8c44-9edd444a0adc,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:16.299954 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-33839b9d-54e6-4b16-9259-610c4263cb2e tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:16.309170 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-33839b9d-54e6-4b16-9259-610c4263cb2e tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] 10.222.0.49 "DELETE /v2.0/subnets/38d7896a-3586-4e2a-8c44-9edd444a0adc HTTP/1.1" status: 204 len: 168 time: 0.6048813 Nov 09 21:36:16.310140 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38356) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:16.318976 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e70bc56-814d-4a9d-8480-ff51bc5018f2 None None] Network 5d69450f-8639-49a1-8a8f-e9679a5d4e8c requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:36:16.322599 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-92e4b752-bfdb-4f65-91e3-ff31b0452e5d None None] For port 6438e254-93c6-419f-9142-e2ef1e2e01a3, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:36:16.369782 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717275cc-1b21-43d6-912d-2b2587266e1c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Network 87c4b176-64dd-4a80-8838-739069ca700e is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:36:16.378823 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-717275cc-1b21-43d6-912d-2b2587266e1c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:36:16.390063 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-92e4b752-bfdb-4f65-91e3-ff31b0452e5d None None] For port 6438e254-93c6-419f-9142-e2ef1e2e01a3, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=6438e254-93c6-419f-9142-e2ef1e2e01a3,segment=NetworkSegment(4b4d14f1-ec83-4671-bbe7-0e1e564057d9),segment_id=4b4d14f1-ec83-4671-bbe7-0e1e564057d9)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:36:16.397454 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717275cc-1b21-43d6-912d-2b2587266e1c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:16.398070 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-717275cc-1b21-43d6-912d-2b2587266e1c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:16.410356 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-92e4b752-bfdb-4f65-91e3-ff31b0452e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:16.451115 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717275cc-1b21-43d6-912d-2b2587266e1c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event updated for resources: {'Subnet': ['ID=c21cdf92-a9bc-4d78-8827-2895594c2164,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:16.478796 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-717275cc-1b21-43d6-912d-2b2587266e1c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9368637 Nov 09 21:36:16.480872 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38358) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:16.503355 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-72760189-523d-43c5-a219-3148942a0d94 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'port': {'network_id': '87c4b176-64dd-4a80-8838-739069ca700e', 'fixed_ips': [{'subnet_id': '3714601a-e75c-4eac-8446-fb95c5ca8026'}, {'subnet_id': 'c21cdf92-a9bc-4d78-8827-2895594c2164'}], 'name': 'tempest-PortsIpV6TestJSON-576011808'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:36:16.527438 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dc7c5480-71df-4d11-9fb7-c77c83c6562c tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:16.538838 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-310c376b-50da-4235-a4cf-0ee7eedeee0b None None] Deleting port f83d8a8d-4099-4db6-9293-ad1e4ddca684 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:36:16.539209 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-310c376b-50da-4235-a4cf-0ee7eedeee0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:16.660921 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e4b752-bfdb-4f65-91e3-ff31b0452e5d None None] Pushing event updated for resources: {'Port': ['ID=6438e254-93c6-419f-9142-e2ef1e2e01a3,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:16.703831 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-310c376b-50da-4235-a4cf-0ee7eedeee0b None None] For port f83d8a8d-4099-4db6-9293-ad1e4ddca684, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=f83d8a8d-4099-4db6-9293-ad1e4ddca684,segment=NetworkSegment(51be72c2-6472-4d6c-8944-9a558255cd2e),segment_id=51be72c2-6472-4d6c-8944-9a558255cd2e)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:36:16.704588 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-310c376b-50da-4235-a4cf-0ee7eedeee0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:16.731242 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-310c376b-50da-4235-a4cf-0ee7eedeee0b None None] Calling delete_port for f83d8a8d-4099-4db6-9293-ad1e4ddca684 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:36:16.774639 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-dc7c5480-71df-4d11-9fb7-c77c83c6562c tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Deleting port f83d8a8d-4099-4db6-9293-ad1e4ddca684 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:36:16.775212 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dc7c5480-71df-4d11-9fb7-c77c83c6562c tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:16.841565 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04ec6c4-ffe1-4579-923d-7140072a9651 None None] DHCP port deletion for 5d69450f-8639-49a1-8a8f-e9679a5d4e8c request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:36:16.843436 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72760189-523d-43c5-a219-3148942a0d94 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Made reservation on behalf of 328dae8361554dd89bbb1fa4d68588e7 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:36:16.908181 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-dc7c5480-71df-4d11-9fb7-c77c83c6562c tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] For port f83d8a8d-4099-4db6-9293-ad1e4ddca684, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=f83d8a8d-4099-4db6-9293-ad1e4ddca684,segment=NetworkSegment(51be72c2-6472-4d6c-8944-9a558255cd2e),segment_id=51be72c2-6472-4d6c-8944-9a558255cd2e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:36:16.909912 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dc7c5480-71df-4d11-9fb7-c77c83c6562c tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:16.970867 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-dc7c5480-71df-4d11-9fb7-c77c83c6562c tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Calling delete_port for f83d8a8d-4099-4db6-9293-ad1e4ddca684 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:36:17.006929 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-e04ec6c4-ffe1-4579-923d-7140072a9651 None None] Deleting port 7725c528-024b-43c4-99fd-f060696b577c {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:36:17.007570 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e04ec6c4-ffe1-4579-923d-7140072a9651 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:17.011473 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-310c376b-50da-4235-a4cf-0ee7eedeee0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:17.055152 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-72760189-523d-43c5-a219-3148942a0d94 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:17.110507 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-72760189-523d-43c5-a219-3148942a0d94 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] device_id is not set on port fedb34b7-757c-42ca-b591-09ab40e4f000 yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:36:17.180601 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dc7c5480-71df-4d11-9fb7-c77c83c6562c tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:17.255188 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c5480-71df-4d11-9fb7-c77c83c6562c tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Pushing event deleted for resources: {'Port': ['ID=f83d8a8d-4099-4db6-9293-ad1e4ddca684,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:17.257184 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7c5480-71df-4d11-9fb7-c77c83c6562c tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] No DVR routers for this DVR port f83d8a8d-4099-4db6-9293-ad1e4ddca684 on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:36:17.441528 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 6438e254-93c6-419f-9142-e2ef1e2e01a3 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:36:17.448223 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c376b-50da-4235-a4cf-0ee7eedeee0b None None] Pushing event deleted for resources: {'Port': ['ID=f83d8a8d-4099-4db6-9293-ad1e4ddca684,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:17.466355 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dc7c5480-71df-4d11-9fb7-c77c83c6562c tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:17.479247 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310c376b-50da-4235-a4cf-0ee7eedeee0b None None] No DVR routers for this DVR port f83d8a8d-4099-4db6-9293-ad1e4ddca684 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:36:17.513995 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310c376b-50da-4235-a4cf-0ee7eedeee0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:36:17.514348 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310c376b-50da-4235-a4cf-0ee7eedeee0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:36:17.515341 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310c376b-50da-4235-a4cf-0ee7eedeee0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:36:17.520189 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-dc7c5480-71df-4d11-9fb7-c77c83c6562c tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd1f0a39-844d-448a-bee0-2011acdbc2be']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:17.521105 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310c376b-50da-4235-a4cf-0ee7eedeee0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:36:17.523407 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310c376b-50da-4235-a4cf-0ee7eedeee0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:36:17.523944 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310c376b-50da-4235-a4cf-0ee7eedeee0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:36:17.525553 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310c376b-50da-4235-a4cf-0ee7eedeee0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:36:17.526178 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310c376b-50da-4235-a4cf-0ee7eedeee0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:36:17.527205 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310c376b-50da-4235-a4cf-0ee7eedeee0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:36:17.529199 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310c376b-50da-4235-a4cf-0ee7eedeee0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:36:17.530454 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310c376b-50da-4235-a4cf-0ee7eedeee0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:36:17.531555 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310c376b-50da-4235-a4cf-0ee7eedeee0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:36:17.541389 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-e04ec6c4-ffe1-4579-923d-7140072a9651 None None] For port 7725c528-024b-43c4-99fd-f060696b577c, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=7725c528-024b-43c4-99fd-f060696b577c,segment=NetworkSegment(9e16ae67-0cac-477f-b2f2-bc5d44031d35),segment_id=9e16ae67-0cac-477f-b2f2-bc5d44031d35)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:36:17.543779 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e04ec6c4-ffe1-4579-923d-7140072a9651 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:17.545592 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-dc7c5480-71df-4d11-9fb7-c77c83c6562c tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51be72c2-6472-4d6c-8944-9a558255cd2e') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:17.546655 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-dc7c5480-71df-4d11-9fb7-c77c83c6562c tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51be72c2-6472-4d6c-8944-9a558255cd2e') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:17.573659 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dc7c5480-71df-4d11-9fb7-c77c83c6562c tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:17.586480 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-e04ec6c4-ffe1-4579-923d-7140072a9651 None None] Calling delete_port for 7725c528-024b-43c4-99fd-f060696b577c owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:36:17.596927 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dc7c5480-71df-4d11-9fb7-c77c83c6562c tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:17.615151 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc7c5480-71df-4d11-9fb7-c77c83c6562c tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:36:17.615908 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dc7c5480-71df-4d11-9fb7-c77c83c6562c tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:17.622663 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:36:17.622663 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:36:17.622663 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:36:17.622663 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:36:17.622663 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:36:17.622663 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:36:17.622663 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:36:17.622663 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:36:17.622663 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:36:17.622663 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:36:17.622663 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:36:17.622663 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:36:17.622663 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:36:17.622663 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:36:17.622663 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:36:17.622663 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:36:17.622663 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:36:17.622663 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:36:17.622663 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:36:17.622663 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:36:17.622663 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:36:17.622663 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:36:17.622663 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:36:17.622663 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:36:17.622663 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:36:17.622663 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:36:17.622663 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:36:17.622663 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:36:17.622663 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:36:17.622663 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:36:17.622663 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:36:17.622663 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:36:17.739226 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-72760189-523d-43c5-a219-3148942a0d94 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Allocated IP 2001:db8::ae (87c4b176-64dd-4a80-8838-739069ca700e/3714601a-e75c-4eac-8446-fb95c5ca8026/fedb34b7-757c-42ca-b591-09ab40e4f000) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:36:17.749441 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-72760189-523d-43c5-a219-3148942a0d94 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Allocated IP 2001:db8:0:1::ca (87c4b176-64dd-4a80-8838-739069ca700e/c21cdf92-a9bc-4d78-8827-2895594c2164/fedb34b7-757c-42ca-b591-09ab40e4f000) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:36:17.762531 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dc7c5480-71df-4d11-9fb7-c77c83c6562c tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:17.769841 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dc7c5480-71df-4d11-9fb7-c77c83c6562c tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:17.776716 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-dc7c5480-71df-4d11-9fb7-c77c83c6562c tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] 10.222.0.49 "DELETE /v2.0/networks/dd1f0a39-844d-448a-bee0-2011acdbc2be HTTP/1.1" status: 204 len: 168 time: 1.4644663 Nov 09 21:36:17.777397 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38364) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:17.833134 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e04ec6c4-ffe1-4579-923d-7140072a9651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:17.895082 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ec6c4-ffe1-4579-923d-7140072a9651 None None] Pushing event deleted for resources: {'Port': ['ID=7725c528-024b-43c4-99fd-f060696b577c,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:17.921803 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04ec6c4-ffe1-4579-923d-7140072a9651 None None] No DVR routers for this DVR port 7725c528-024b-43c4-99fd-f060696b577c on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:36:17.944692 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1a94f3bd-d601-4183-9925-38383ae6b107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:17.960678 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 6438e254-93c6-419f-9142-e2ef1e2e01a3 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:36:17.961301 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:18.000816 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9d13f12f-5455-4085-91e7-f772518766f6 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:18.006998 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c5480-71df-4d11-9fb7-c77c83c6562c tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Pushing event deleted for resources: {'Network': ['ID=dd1f0a39-844d-448a-bee0-2011acdbc2be,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:18.092316 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-72760189-523d-43c5-a219-3148942a0d94 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:18.166596 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9d13f12f-5455-4085-91e7-f772518766f6 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:18.171019 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:18.172305 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-72760189-523d-43c5-a219-3148942a0d94 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:18.210836 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-9d13f12f-5455-4085-91e7-f772518766f6 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d69450f-8639-49a1-8a8f-e9679a5d4e8c']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:18.230817 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-9d13f12f-5455-4085-91e7-f772518766f6 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e16ae67-0cac-477f-b2f2-bc5d44031d35') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:18.230985 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-9d13f12f-5455-4085-91e7-f772518766f6 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e16ae67-0cac-477f-b2f2-bc5d44031d35') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:18.233312 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72760189-523d-43c5-a219-3148942a0d94 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Network 87c4b176-64dd-4a80-8838-739069ca700e is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:36:18.236012 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-72760189-523d-43c5-a219-3148942a0d94 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:36:18.240352 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72760189-523d-43c5-a219-3148942a0d94 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:36:18.246018 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9d13f12f-5455-4085-91e7-f772518766f6 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:18.249000 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72760189-523d-43c5-a219-3148942a0d94 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:18.249720 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-72760189-523d-43c5-a219-3148942a0d94 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:18.276083 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72760189-523d-43c5-a219-3148942a0d94 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event updated for resources: {'Port': ['ID=fedb34b7-757c-42ca-b591-09ab40e4f000,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:18.285281 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9d13f12f-5455-4085-91e7-f772518766f6 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:18.300268 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-72760189-523d-43c5-a219-3148942a0d94 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 1.8158021 Nov 09 21:36:18.300268 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38366) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:18.305540 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 6438e254-93c6-419f-9142-e2ef1e2e01a3, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=6438e254-93c6-419f-9142-e2ef1e2e01a3,segment=NetworkSegment(4b4d14f1-ec83-4671-bbe7-0e1e564057d9),segment_id=4b4d14f1-ec83-4671-bbe7-0e1e564057d9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:36:18.308714 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d13f12f-5455-4085-91e7-f772518766f6 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:36:18.309341 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9d13f12f-5455-4085-91e7-f772518766f6 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:18.309944 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-d1bfb3da-0a17-4357-9d3f-3000f844c68c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3714601a-e75c-4eac-8446-fb95c5ca8026'}]}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:36:18.313755 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:36:18.313755 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:36:18.313755 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:36:18.313755 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:36:18.313755 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:36:18.313755 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:36:18.313755 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:36:18.313755 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:36:18.313755 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:36:18.313755 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:36:18.313755 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:36:18.313755 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:36:18.313755 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:36:18.313755 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:36:18.313755 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:36:18.313755 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:36:18.313755 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:36:18.313755 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:36:18.313755 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:36:18.313755 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:36:18.313755 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:36:18.313755 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:36:18.313755 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:36:18.313755 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:36:18.313755 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:36:18.313755 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:36:18.313755 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:36:18.313755 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:36:18.313755 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:36:18.313755 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:36:18.313755 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:36:18.313755 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:36:18.316109 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:18.412147 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382d5814-0602-4f4a-84cf-578b1ec6d5e5 None None] Network 87c4b176-64dd-4a80-8838-739069ca700e requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:36:18.436237 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d1bfb3da-0a17-4357-9d3f-3000f844c68c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:18.445977 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9d13f12f-5455-4085-91e7-f772518766f6 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:18.453975 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9d13f12f-5455-4085-91e7-f772518766f6 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:18.475899 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-9d13f12f-5455-4085-91e7-f772518766f6 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] 10.222.0.49 "DELETE /v2.0/networks/5d69450f-8639-49a1-8a8f-e9679a5d4e8c HTTP/1.1" status: 204 len: 168 time: 0.6832891 Nov 09 21:36:18.476879 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38368) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:18.489540 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device f83d8a8d-4099-4db6-9293-ad1e4ddca684 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:36:18.496995 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=6438e254-93c6-419f-9142-e2ef1e2e01a3,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:18.536003 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: f83d8a8d-4099-4db6-9293-ad1e4ddca684 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:36:18.536358 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device f83d8a8d-4099-4db6-9293-ad1e4ddca684 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:36:18.537405 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 7725c528-024b-43c4-99fd-f060696b577c no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:36:18.566643 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d13f12f-5455-4085-91e7-f772518766f6 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Pushing event deleted for resources: {'Network': ['ID=5d69450f-8639-49a1-8a8f-e9679a5d4e8c,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:18.588270 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 7725c528-024b-43c4-99fd-f060696b577c {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:36:18.588653 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 7725c528-024b-43c4-99fd-f060696b577c not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:36:18.595045 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-6e5adba3-b37c-433b-b04f-c9388d133f87 None None] Provisioning complete for port 6438e254-93c6-419f-9142-e2ef1e2e01a3 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:36:18.595426 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6e5adba3-b37c-433b-b04f-c9388d133f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:18.630328 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-51bde9b0-ab47-433b-a607-8b2b582cd08f tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Deleting subnet 2930fbee-3b20-41e9-baad-b2cb6a1db257 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:36:18.635680 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-51bde9b0-ab47-433b-a607-8b2b582cd08f tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:18.732189 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-51bde9b0-ab47-433b-a607-8b2b582cd08f tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:18.884566 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-d1bfb3da-0a17-4357-9d3f-3000f844c68c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Delete allocated IP 2001:db8:0:1::ca (87c4b176-64dd-4a80-8838-739069ca700e/c21cdf92-a9bc-4d78-8827-2895594c2164) {{(pid=102608) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 09 21:36:18.937355 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-51bde9b0-ab47-433b-a607-8b2b582cd08f tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:19.084945 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d1bfb3da-0a17-4357-9d3f-3000f844c68c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:19.096317 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d1bfb3da-0a17-4357-9d3f-3000f844c68c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:19.108148 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-51bde9b0-ab47-433b-a607-8b2b582cd08f tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:19.187805 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5898853-9498-4c56-b903-a4f94cd794be None None] Update dhcp port {'port': {'network_id': '87c4b176-64dd-4a80-8838-739069ca700e', 'fixed_ips': [{'subnet_id': '3714601a-e75c-4eac-8446-fb95c5ca8026', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c21cdf92-a9bc-4d78-8827-2895594c2164'}], 'binding:host_id': 'n-d-816206-3'}, 'id': '6438e254-93c6-419f-9142-e2ef1e2e01a3'} from n-d-816206-3. {{(pid=102609) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 21:36:19.202642 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bde9b0-ab47-433b-a607-8b2b582cd08f tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Pushing event deleted for resources: {'Subnet': ['ID=2930fbee-3b20-41e9-baad-b2cb6a1db257,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:19.213224 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-51bde9b0-ab47-433b-a607-8b2b582cd08f tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:19.224726 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-d1bfb3da-0a17-4357-9d3f-3000f844c68c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] In _notify_port_updated(), no bound segment for port fedb34b7-757c-42ca-b591-09ab40e4f000 on network 87c4b176-64dd-4a80-8838-739069ca700e {{(pid=102608) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 21:36:19.231629 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-51bde9b0-ab47-433b-a607-8b2b582cd08f tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] 10.222.0.49 "DELETE /v2.0/subnets/2930fbee-3b20-41e9-baad-b2cb6a1db257 HTTP/1.1" status: 204 len: 168 time: 0.7520666 Nov 09 21:36:19.233129 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38378) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:19.234991 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bfb3da-0a17-4357-9d3f-3000f844c68c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:19.236118 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d1bfb3da-0a17-4357-9d3f-3000f844c68c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:19.237791 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d1bfb3da-0a17-4357-9d3f-3000f844c68c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "PUT /v2.0/ports/fedb34b7-757c-42ca-b591-09ab40e4f000 HTTP/1.1" status: 200 len: 924 time: 0.9366426 Nov 09 21:36:19.242358 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38380) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:19.249575 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-bb7bcbd3-137e-4c32-b36a-a08919be5ba5 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3714601a-e75c-4eac-8446-fb95c5ca8026'}, {'subnet_id': 'c21cdf92-a9bc-4d78-8827-2895594c2164'}]}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:36:19.263155 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc4f6c7-04b4-4136-8452-28881a9f9fc1 None None] Network 1fb8ac93-cbc6-4ece-923a-e4cda75f2cd2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:36:19.299645 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bfb3da-0a17-4357-9d3f-3000f844c68c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event updated for resources: {'Port': ['ID=fedb34b7-757c-42ca-b591-09ab40e4f000,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:19.351800 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f5898853-9498-4c56-b903-a4f94cd794be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:19.394216 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-71376886-f587-421e-9d0f-fd309de92216 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:19.415901 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 6438e254-93c6-419f-9142-e2ef1e2e01a3 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:36:19.440334 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bb7bcbd3-137e-4c32-b36a-a08919be5ba5 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:19.504091 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-71376886-f587-421e-9d0f-fd309de92216 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Deleting port 6b99e3fa-59bd-493d-94c2-8b5ca0a00c9b {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:36:19.504437 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-71376886-f587-421e-9d0f-fd309de92216 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:19.661525 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 6438e254-93c6-419f-9142-e2ef1e2e01a3 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:36:19.662096 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:19.838190 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-bb7bcbd3-137e-4c32-b36a-a08919be5ba5 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Allocated IP 2001:db8:0:1::34d (87c4b176-64dd-4a80-8838-739069ca700e/c21cdf92-a9bc-4d78-8827-2895594c2164/fedb34b7-757c-42ca-b591-09ab40e4f000) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:36:19.856298 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-71376886-f587-421e-9d0f-fd309de92216 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] For port 6b99e3fa-59bd-493d-94c2-8b5ca0a00c9b, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=6b99e3fa-59bd-493d-94c2-8b5ca0a00c9b,segment=NetworkSegment(ae3a3e0c-9fc6-4269-8388-984a91b6429a),segment_id=ae3a3e0c-9fc6-4269-8388-984a91b6429a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:36:19.857120 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-71376886-f587-421e-9d0f-fd309de92216 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:19.909762 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-71376886-f587-421e-9d0f-fd309de92216 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Calling delete_port for 6b99e3fa-59bd-493d-94c2-8b5ca0a00c9b owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:36:19.999067 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-688be49e-053c-4cf8-9025-7b9d48f1ed3f tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:20.002164 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-688be49e-053c-4cf8-9025-7b9d48f1ed3f tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/networks?id=7f06906b-e2ba-45ef-8df7-be5e5cf2a136 HTTP/1.1" status: 200 len: 808 time: 0.4718568 Nov 09 21:36:20.006276 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bb7bcbd3-137e-4c32-b36a-a08919be5ba5 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:20.037996 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bb7bcbd3-137e-4c32-b36a-a08919be5ba5 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:20.117815 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-4ecfd3c0-7df1-4924-ba28-89a5e06ff7f4 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1183081351&fields=id&tenant_id=8d996b08d23e47a28746199b551ba8f0 HTTP/1.1" status: 200 len: 267 time: 0.1072223 Nov 09 21:36:20.214241 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6874c787-b090-4133-88dd-ee99d22c2ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:20.237045 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c56bf8c-7440-4a4b-9269-c3b166bed730 None None] DHCP port deletion for 1fb8ac93-cbc6-4ece-923a-e4cda75f2cd2 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:36:20.249918 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-b81e6b3c-a21c-4c07-a344-b7475e2a2047 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/quotas/43075615d42840aaad9449d4e5f340c2 HTTP/1.1" status: 200 len: 375 time: 0.0685029 Nov 09 21:36:20.277702 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-f5898853-9498-4c56-b903-a4f94cd794be None None] Allocated IP 2001:db8:0:1::2 (87c4b176-64dd-4a80-8838-739069ca700e/c21cdf92-a9bc-4d78-8827-2895594c2164/6438e254-93c6-419f-9142-e2ef1e2e01a3) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:36:20.289719 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-71376886-f587-421e-9d0f-fd309de92216 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:20.327373 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-c8a2d3d2-8e4e-49df-9d4b-5d7923441b8d tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=43075615d42840aaad9449d4e5f340c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515990 Nov 09 21:36:20.351820 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-3c56bf8c-7440-4a4b-9269-c3b166bed730 None None] The port '6b99e3fa-59bd-493d-94c2-8b5ca0a00c9b' was deleted {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 09 21:36:20.385923 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71376886-f587-421e-9d0f-fd309de92216 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] No DVR routers for this DVR port 6b99e3fa-59bd-493d-94c2-8b5ca0a00c9b on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:36:20.398434 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71376886-f587-421e-9d0f-fd309de92216 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Pushing event deleted for resources: {'Port': ['ID=6b99e3fa-59bd-493d-94c2-8b5ca0a00c9b,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:20.582178 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-f5898853-9498-4c56-b903-a4f94cd794be None None] For port 6438e254-93c6-419f-9142-e2ef1e2e01a3, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=6438e254-93c6-419f-9142-e2ef1e2e01a3,segment=NetworkSegment(4b4d14f1-ec83-4671-bbe7-0e1e564057d9),segment_id=4b4d14f1-ec83-4671-bbe7-0e1e564057d9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:36:20.621121 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7bcbd3-137e-4c32-b36a-a08919be5ba5 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event updated for resources: {'Port': ['ID=fedb34b7-757c-42ca-b591-09ab40e4f000,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:20.629729 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-71376886-f587-421e-9d0f-fd309de92216 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:20.636083 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-bb7bcbd3-137e-4c32-b36a-a08919be5ba5 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] In _notify_port_updated(), no bound segment for port fedb34b7-757c-42ca-b591-09ab40e4f000 on network 87c4b176-64dd-4a80-8838-739069ca700e {{(pid=102608) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 21:36:20.645222 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7bcbd3-137e-4c32-b36a-a08919be5ba5 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:20.648060 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bb7bcbd3-137e-4c32-b36a-a08919be5ba5 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:20.652427 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-bb7bcbd3-137e-4c32-b36a-a08919be5ba5 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "PUT /v2.0/ports/fedb34b7-757c-42ca-b591-09ab40e4f000 HTTP/1.1" status: 200 len: 1010 time: 1.4065084 Nov 09 21:36:20.653745 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38436) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:20.670280 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f5898853-9498-4c56-b903-a4f94cd794be None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:20.691608 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f5898853-9498-4c56-b903-a4f94cd794be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:20.740681 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-ab109404-61ff-4674-9f44-e7bd54f6ec71 service neutron] 10.222.0.49 "GET /v2.0/networks/7f06906b-e2ba-45ef-8df7-be5e5cf2a136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869669 Nov 09 21:36:20.750549 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-71376886-f587-421e-9d0f-fd309de92216 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fb8ac93-cbc6-4ece-923a-e4cda75f2cd2']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:20.765375 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-71376886-f587-421e-9d0f-fd309de92216 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae3a3e0c-9fc6-4269-8388-984a91b6429a') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:20.766022 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-71376886-f587-421e-9d0f-fd309de92216 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae3a3e0c-9fc6-4269-8388-984a91b6429a') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:20.787123 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-71376886-f587-421e-9d0f-fd309de92216 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:20.824498 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-71376886-f587-421e-9d0f-fd309de92216 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:20.858637 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71376886-f587-421e-9d0f-fd309de92216 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:36:20.859052 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-71376886-f587-421e-9d0f-fd309de92216 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:20.870372 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-8bda19f6-55ec-4ff3-841e-1aff57783fa0 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:20.887661 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-8bda19f6-55ec-4ff3-841e-1aff57783fa0 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/networks?id=55847ffd-7836-446f-91d3-f14e046c5bb2 HTTP/1.1" status: 200 len: 811 time: 0.7532609 Nov 09 21:36:20.926771 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-a15232b7-1246-429d-9bd1-a72531a4c758 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/quotas/8d996b08d23e47a28746199b551ba8f0 HTTP/1.1" status: 200 len: 375 time: 0.0330493 Nov 09 21:36:20.964777 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5898853-9498-4c56-b903-a4f94cd794be None None] Pushing event updated for resources: {'Port': ['ID=6438e254-93c6-419f-9142-e2ef1e2e01a3,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:20.993248 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-e3783b5b-7873-404d-938f-81d2cb910980 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Deleting port fedb34b7-757c-42ca-b591-09ab40e4f000 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:36:20.993685 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e3783b5b-7873-404d-938f-81d2cb910980 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:20.995697 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:36:20.995697 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:36:20.995697 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:36:20.995697 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:36:20.995697 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:36:20.995697 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:36:20.995697 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:36:20.995697 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:36:20.995697 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:36:20.995697 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:36:20.995697 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:36:20.995697 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:36:20.995697 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:36:20.995697 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:36:20.995697 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:36:20.995697 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:36:20.995697 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:36:20.995697 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:36:20.995697 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:36:20.995697 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:36:20.995697 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:36:20.995697 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:36:20.995697 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:36:20.995697 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:36:20.995697 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:36:20.995697 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:36:20.995697 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:36:20.995697 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:36:20.995697 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:36:20.995697 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:36:20.995697 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:36:20.995697 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:36:21.007679 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-71376886-f587-421e-9d0f-fd309de92216 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:21.014013 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-71376886-f587-421e-9d0f-fd309de92216 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:21.021641 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-71376886-f587-421e-9d0f-fd309de92216 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] 10.222.0.49 "DELETE /v2.0/networks/1fb8ac93-cbc6-4ece-923a-e4cda75f2cd2 HTTP/1.1" status: 204 len: 168 time: 1.7867558 Nov 09 21:36:21.022311 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38462) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:21.062555 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:21.118315 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e3783b5b-7873-404d-938f-81d2cb910980 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:21.130943 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c0d0a665-06d5-48e1-ad0f-6846f3863c29 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2b69199-1e15-41b5-a651-6308f6ad75f4 HTTP/1.1" status: 200 len: 205 time: 0.0938237 Nov 09 21:36:21.131560 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38474) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:21.132853 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-e3783b5b-7873-404d-938f-81d2cb910980 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Calling delete_port for fedb34b7-757c-42ca-b591-09ab40e4f000 owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:36:21.309478 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71376886-f587-421e-9d0f-fd309de92216 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Pushing event deleted for resources: {'Network': ['ID=1fb8ac93-cbc6-4ece-923a-e4cda75f2cd2,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:21.353945 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 6438e254-93c6-419f-9142-e2ef1e2e01a3 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:36:21.433399 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-e0df44db-2a3b-4739-b72e-9242851c8ffa tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8d996b08d23e47a28746199b551ba8f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5107048 Nov 09 21:36:21.482937 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fb5a9902-e63c-462f-a6f0-7449c5a4c6c5 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:21.500080 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 6438e254-93c6-419f-9142-e2ef1e2e01a3 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:36:21.500447 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:21.526474 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e3783b5b-7873-404d-938f-81d2cb910980 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:21.662100 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3783b5b-7873-404d-938f-81d2cb910980 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event deleted for resources: {'Port': ['ID=fedb34b7-757c-42ca-b591-09ab40e4f000,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:21.788301 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 6b99e3fa-59bd-493d-94c2-8b5ca0a00c9b no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:36:21.790457 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-cef34c6c-c261-4d21-b8d5-c9c00b8b2ceb service neutron] 10.222.0.49 "GET /v2.0/networks/7f06906b-e2ba-45ef-8df7-be5e5cf2a136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7938559 Nov 09 21:36:21.800511 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e3783b5b-7873-404d-938f-81d2cb910980 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:21.811919 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e3783b5b-7873-404d-938f-81d2cb910980 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/ports/fedb34b7-757c-42ca-b591-09ab40e4f000 HTTP/1.1" status: 204 len: 168 time: 1.1553736 Nov 09 21:36:21.814631 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38484) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:21.857286 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 6b99e3fa-59bd-493d-94c2-8b5ca0a00c9b {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:36:21.860737 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 6b99e3fa-59bd-493d-94c2-8b5ca0a00c9b not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:36:21.889425 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd1764f5-dde4-4ddf-b12d-de2b61c2fe15 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] GET failed (client error): The resource could not be found. Nov 09 21:36:21.894047 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-fd1764f5-dde4-4ddf-b12d-de2b61c2fe15 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "GET /v2.0/ports/fedb34b7-757c-42ca-b591-09ab40e4f000 HTTP/1.1" status: 404 len: 333 time: 0.0739596 Nov 09 21:36:21.899041 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-ca6bf4c3-5c87-4c61-99a2-d0f1d70c2bdf service neutron] 10.222.0.49 "GET /v2.0/networks/55847ffd-7836-446f-91d3-f14e046c5bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890564 Nov 09 21:36:21.899584 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38486) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:21.975795 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fb5a9902-e63c-462f-a6f0-7449c5a4c6c5 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:21.979079 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fb5a9902-e63c-462f-a6f0-7449c5a4c6c5 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:22.039586 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fb5a9902-e63c-462f-a6f0-7449c5a4c6c5 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:22.041207 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5a9902-e63c-462f-a6f0-7449c5a4c6c5 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Fanout notify agent at l3_agent the message router_deleted on router d2b69199-1e15-41b5-a651-6308f6ad75f4 {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:36:22.049189 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fb5a9902-e63c-462f-a6f0-7449c5a4c6c5 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:22.053489 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-fb5a9902-e63c-462f-a6f0-7449c5a4c6c5 tempest-RoutersNegativeIpV6Test-486737496 tempest-RoutersNegativeIpV6Test-486737496-project] 10.222.0.49 "DELETE /v2.0/routers/d2b69199-1e15-41b5-a651-6308f6ad75f4 HTTP/1.1" status: 204 len: 168 time: 0.9014077 Nov 09 21:36:22.066600 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60e64ae-7cd1-4ccb-8fb1-d79e56295ee4 None None] Network 87c4b176-64dd-4a80-8838-739069ca700e requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:36:22.120285 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-1453d5a4-774f-483d-96f6-5bb9a3ec82c4 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Deleting subnet c21cdf92-a9bc-4d78-8827-2895594c2164 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:36:22.125895 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1453d5a4-774f-483d-96f6-5bb9a3ec82c4 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:22.211373 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1453d5a4-774f-483d-96f6-5bb9a3ec82c4 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:22.216332 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-b5bfc657-fb1c-4ae0-ae93-f670fe8ba849 None None] Provisioning complete for port 6438e254-93c6-419f-9142-e2ef1e2e01a3 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:36:22.218311 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc657-fb1c-4ae0-ae93-f670fe8ba849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:22.259369 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e98e54-7d7c-4c1d-9527-ff5ce9c1aa0f req-83615cb8-c298-4143-8d2c-949a6d0bd095 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:22.264471 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-16e98e54-7d7c-4c1d-9527-ff5ce9c1aa0f req-83615cb8-c298-4143-8d2c-949a6d0bd095 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c HTTP/1.1" status: 200 len: 945 time: 0.1228285 Nov 09 21:36:22.333521 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1453d5a4-774f-483d-96f6-5bb9a3ec82c4 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:22.437402 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-16e98e54-7d7c-4c1d-9527-ff5ce9c1aa0f req-1f27e39d-bd2f-4069-af4f-689709a6671f tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561153 Nov 09 21:36:22.490429 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1453d5a4-774f-483d-96f6-5bb9a3ec82c4 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:22.520968 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-b5bfc657-fb1c-4ae0-ae93-f670fe8ba849 None None] Could not find standard attr ID for object fedb34b7-757c-42ca-b591-09ab40e4f000. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 21:36:22.525634 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1453d5a4-774f-483d-96f6-5bb9a3ec82c4 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event deleted for resources: {'Subnet': ['ID=c21cdf92-a9bc-4d78-8827-2895594c2164,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:22.556135 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-51a5fcc8-3601-425e-9130-0578875731ca service neutron] 10.222.0.49 "GET /v2.0/networks/55847ffd-7836-446f-91d3-f14e046c5bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6287827 Nov 09 21:36:22.560508 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1453d5a4-774f-483d-96f6-5bb9a3ec82c4 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:22.582757 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1453d5a4-774f-483d-96f6-5bb9a3ec82c4 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/subnets/c21cdf92-a9bc-4d78-8827-2895594c2164 HTTP/1.1" status: 204 len: 168 time: 0.6820982 Nov 09 21:36:22.583607 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38510) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:22.631610 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:22.637964 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7f97485c-1cd0-4e6a-9940-1fba72089ade req-68c7e1f5-54fd-42bd-94bb-603b4ab69ec9 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c37440f-19a7-436e-aff6-7de07ff38b33 HTTP/1.1" status: 200 len: 210 time: 0.1068110 Nov 09 21:36:22.735511 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-128030f4-2e01-4b39-807f-0d60396a8541 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Deleting subnet 3714601a-e75c-4eac-8446-fb95c5ca8026 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:36:22.739455 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-128030f4-2e01-4b39-807f-0d60396a8541 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:22.742215 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38520) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:22.800267 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-128030f4-2e01-4b39-807f-0d60396a8541 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:22.845571 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:23.037819 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-128030f4-2e01-4b39-807f-0d60396a8541 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:23.132381 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ec19c180-4146-457d-bc94-07aeccbfcecd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6843fed401fb4e9fb951db315a5f4199&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3890359 Nov 09 21:36:23.141040 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38530) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:23.226524 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-128030f4-2e01-4b39-807f-0d60396a8541 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:23.319477 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-128030f4-2e01-4b39-807f-0d60396a8541 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:23.325388 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-128030f4-2e01-4b39-807f-0d60396a8541 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/subnets/3714601a-e75c-4eac-8446-fb95c5ca8026 HTTP/1.1" status: 204 len: 168 time: 0.7374654 Nov 09 21:36:23.333365 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128030f4-2e01-4b39-807f-0d60396a8541 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event deleted for resources: {'Subnet': ['ID=3714601a-e75c-4eac-8446-fb95c5ca8026,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:23.337228 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38536) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:23.353090 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce9553f2-ffba-4daa-b100-18a18a027c6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:23.387880 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:23.459711 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5a1a2a60-9034-41de-891b-cce545edeff2 req-502f5565-0e08-476c-8fa4-910851c0b8ef tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1 HTTP/1.1" status: 200 len: 210 time: 0.5902112 Nov 09 21:36:23.520898 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce9553f2-ffba-4daa-b100-18a18a027c6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:23.595833 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2329e1de-ab8b-454f-a2d2-7aad7bee923b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:23.600253 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925334f-1b1c-4cdf-b805-25f715fe7861 req-b8ad3793-d37b-4cb2-8739-e1bd49eb7ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:23.601797 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a925334f-1b1c-4cdf-b805-25f715fe7861 req-b8ad3793-d37b-4cb2-8739-e1bd49eb7ecc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=96a7a35658cb4a6ea565f057e114d368&device_id=8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c HTTP/1.1" status: 200 len: 1096 time: 0.1732769 Nov 09 21:36:23.752702 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680de1fc-c9e8-4de2-922c-90ecd590c094 req-e8868817-7d47-4a18-b60e-9fc5e3ce089b tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:23.754622 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-680de1fc-c9e8-4de2-922c-90ecd590c094 req-e8868817-7d47-4a18-b60e-9fc5e3ce089b tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c HTTP/1.1" status: 200 len: 945 time: 0.1385775 Nov 09 21:36:23.793318 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce9553f2-ffba-4daa-b100-18a18a027c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:23.796078 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce9553f2-ffba-4daa-b100-18a18a027c6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:23.812427 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ce9553f2-ffba-4daa-b100-18a18a027c6e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9237ec1b-a12d-4d41-82c5-7d5ee0972e2a HTTP/1.1" status: 204 len: 168 time: 0.6695971 Nov 09 21:36:23.862323 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9553f2-ffba-4daa-b100-18a18a027c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9237ec1b-a12d-4d41-82c5-7d5ee0972e2a,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:23.877919 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-2329e1de-ab8b-454f-a2d2-7aad7bee923b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Deleting port 6438e254-93c6-419f-9142-e2ef1e2e01a3 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:36:23.882862 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2329e1de-ab8b-454f-a2d2-7aad7bee923b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:23.883097 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fb20a7ef-2eb9-467b-8d83-72816e7dd6fa req-eb6a72de-06c4-411e-8335-4ad8b197be78 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c37440f-19a7-436e-aff6-7de07ff38b33 HTTP/1.1" status: 200 len: 210 time: 0.0705473 Nov 09 21:36:23.946485 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925334f-1b1c-4cdf-b805-25f715fe7861 req-98971126-66fa-4816-ba03-785033ebaa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:23.951423 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a925334f-1b1c-4cdf-b805-25f715fe7861 req-98971126-66fa-4816-ba03-785033ebaa43 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e557bc0d-71a9-4b44-ab50-1de12563c5ef HTTP/1.1" status: 200 len: 912 time: 0.3388665 Nov 09 21:36:24.046569 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a925334f-1b1c-4cdf-b805-25f715fe7861 req-27c5c2ae-4dcc-4410-a2d6-59f2cf9ed94b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3da5a69-b736-44e3-b196-4c193337117d HTTP/1.1" status: 200 len: 217 time: 0.0865984 Nov 09 21:36:24.071892 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-2329e1de-ab8b-454f-a2d2-7aad7bee923b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] For port 6438e254-93c6-419f-9142-e2ef1e2e01a3, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=6438e254-93c6-419f-9142-e2ef1e2e01a3,segment=NetworkSegment(4b4d14f1-ec83-4671-bbe7-0e1e564057d9),segment_id=4b4d14f1-ec83-4671-bbe7-0e1e564057d9)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:36:24.072263 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2329e1de-ab8b-454f-a2d2-7aad7bee923b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:24.142563 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-2329e1de-ab8b-454f-a2d2-7aad7bee923b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Calling delete_port for 6438e254-93c6-419f-9142-e2ef1e2e01a3 owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:36:24.156847 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-680de1fc-c9e8-4de2-922c-90ecd590c094 req-396e7179-9f57-4e3a-9ac3-aa26887877d8 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915269 Nov 09 21:36:24.237599 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cffcf51-e913-4017-9491-2a09feca0f4f None None] Network 87c4b176-64dd-4a80-8838-739069ca700e requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:36:24.338849 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2329e1de-ab8b-454f-a2d2-7aad7bee923b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:24.361902 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2329e1de-ab8b-454f-a2d2-7aad7bee923b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] No DVR routers for this DVR port 6438e254-93c6-419f-9142-e2ef1e2e01a3 on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:36:24.396278 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925334f-1b1c-4cdf-b805-25f715fe7861 req-13c4159c-eacb-4f98-b0a1-a323158a97b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:24.398594 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a925334f-1b1c-4cdf-b805-25f715fe7861 req-13c4159c-eacb-4f98-b0a1-a323158a97b0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=48041428-5cce-473c-b445-a01eb383d908 HTTP/1.1" status: 200 len: 851 time: 0.3352327 Nov 09 21:36:24.419838 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-2b611609-1e51-4dad-9689-2d5da640c5b4 None None] Could not find standard attr ID for object 6438e254-93c6-419f-9142-e2ef1e2e01a3. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 21:36:24.433857 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2329e1de-ab8b-454f-a2d2-7aad7bee923b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event deleted for resources: {'Port': ['ID=6438e254-93c6-419f-9142-e2ef1e2e01a3,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:24.561009 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2329e1de-ab8b-454f-a2d2-7aad7bee923b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:24.581058 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-6a790162-6fe5-4529-b72a-5a234204d2a2 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:24.583178 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbbe9bc-eea2-4458-8b08-b6f62d117fe8 None None] DHCP port deletion for 87c4b176-64dd-4a80-8838-739069ca700e request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:36:24.588728 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-6a790162-6fe5-4529-b72a-5a234204d2a2 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.43 "GET /v2.0/networks?id=7f06906b-e2ba-45ef-8df7-be5e5cf2a136 HTTP/1.1" status: 200 len: 808 time: 0.5439453 Nov 09 21:36:24.617798 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-aa2aaf41-cc9a-4b3e-baa9-5e6b7bac7333 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Request body: {'port': {'device_id': '4c37440f-19a7-436e-aff6-7de07ff38b33', 'network_id': '7f06906b-e2ba-45ef-8df7-be5e5cf2a136', 'admin_state_up': True, 'tenant_id': '43075615d42840aaad9449d4e5f340c2'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:36:24.624933 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925334f-1b1c-4cdf-b805-25f715fe7861 req-fc6c4b8b-3804-4b95-8129-a831c3ca3dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:24.626568 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a925334f-1b1c-4cdf-b805-25f715fe7861 req-fc6c4b8b-3804-4b95-8129-a831c3ca3dc9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e557bc0d-71a9-4b44-ab50-1de12563c5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2199125 Nov 09 21:36:24.630905 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-2329e1de-ab8b-454f-a2d2-7aad7bee923b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87c4b176-64dd-4a80-8838-739069ca700e']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:24.645328 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-2329e1de-ab8b-454f-a2d2-7aad7bee923b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b4d14f1-ec83-4671-bbe7-0e1e564057d9') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:24.646153 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-2329e1de-ab8b-454f-a2d2-7aad7bee923b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b4d14f1-ec83-4671-bbe7-0e1e564057d9') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:24.658272 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2329e1de-ab8b-454f-a2d2-7aad7bee923b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:24.679521 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2329e1de-ab8b-454f-a2d2-7aad7bee923b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:24.698582 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2329e1de-ab8b-454f-a2d2-7aad7bee923b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:36:24.701472 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2329e1de-ab8b-454f-a2d2-7aad7bee923b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:24.712894 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:36:24.712894 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:36:24.712894 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:36:24.712894 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:36:24.712894 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:36:24.712894 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:36:24.712894 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:36:24.712894 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:36:24.712894 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:36:24.712894 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:36:24.712894 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:36:24.712894 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:36:24.712894 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:36:24.712894 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:36:24.712894 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:36:24.712894 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:36:24.712894 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:36:24.712894 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:36:24.712894 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:36:24.712894 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:36:24.712894 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:36:24.712894 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:36:24.712894 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:36:24.712894 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:36:24.712894 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:36:24.712894 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:36:24.712894 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:36:24.712894 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:36:24.712894 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:36:24.712894 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:36:24.712894 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:36:24.712894 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:36:24.778540 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-53842139-e6f3-4b61-a6d5-c895818a563f req-823f518f-09cd-4c52-a9be-70a8f39d1e40 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1 HTTP/1.1" status: 200 len: 210 time: 0.1401744 Nov 09 21:36:24.806843 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2329e1de-ab8b-454f-a2d2-7aad7bee923b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:24.823470 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2329e1de-ab8b-454f-a2d2-7aad7bee923b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:24.827373 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2329e1de-ab8b-454f-a2d2-7aad7bee923b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/networks/87c4b176-64dd-4a80-8838-739069ca700e HTTP/1.1" status: 204 len: 168 time: 1.4885643 Nov 09 21:36:24.859212 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38570) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:24.880898 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2329e1de-ab8b-454f-a2d2-7aad7bee923b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event deleted for resources: {'Network': ['ID=87c4b176-64dd-4a80-8838-739069ca700e,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:24.959504 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-b04fb98e-1c27-4d66-b35e-7279df87a5b5 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:24.961072 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-b04fb98e-1c27-4d66-b35e-7279df87a5b5 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.43 "GET /v2.0/networks?id=55847ffd-7836-446f-91d3-f14e046c5bb2 HTTP/1.1" status: 200 len: 811 time: 0.1483376 Nov 09 21:36:24.981182 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f21bf73-1d89-4845-8fb6-f37354d99785 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:24.996343 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7f21bf73-1d89-4845-8fb6-f37354d99785 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1356325 Nov 09 21:36:24.997339 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38576) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:25.108166 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fd5f9d3b-abb3-45df-a0c3-19d004832c01 req-339c6a32-d016-48e2-b37f-a9bbdd328e9f tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c37440f-19a7-436e-aff6-7de07ff38b33 HTTP/1.1" status: 200 len: 210 time: 0.0414701 Nov 09 21:36:25.119100 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c38d1513-ddf2-4690-bfaf-2b4cb3a157dd tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1203768 Nov 09 21:36:25.119911 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38580) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:25.125437 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-261e6dcd-a9c7-4b66-aced-8a04ff928b90 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-354924344'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:36:25.200314 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38584) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:25.216391 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-1876f044-aed3-42d6-a275-e1215fd5d53e tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d996b08d23e47a28746199b551ba8f0 HTTP/1.1" status: 200 len: 380 time: 0.2269487 Nov 09 21:36:25.234189 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 6438e254-93c6-419f-9142-e2ef1e2e01a3 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:36:25.239371 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-551482c7-64bb-4893-9dd4-c1229e7c5922 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Request body: {'port': {'device_id': 'e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1', 'network_id': '55847ffd-7836-446f-91d3-f14e046c5bb2', 'admin_state_up': True, 'tenant_id': '8d996b08d23e47a28746199b551ba8f0', 'security_groups': ['96bcfce8-69e9-4c78-8983-e7ddc5090e53']}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:36:25.249835 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261e6dcd-a9c7-4b66-aced-8a04ff928b90 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Made reservation on behalf of 328dae8361554dd89bbb1fa4d68588e7 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:36:25.254703 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-261e6dcd-a9c7-4b66-aced-8a04ff928b90 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:25.265834 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a925334f-1b1c-4cdf-b805-25f715fe7861 req-19f2c8d9-8cbd-49b3-9bec-50ccbe4b479c service neutron] 10.222.0.45 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6264286 Nov 09 21:36:25.271920 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 6438e254-93c6-419f-9142-e2ef1e2e01a3 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:36:25.272847 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 6438e254-93c6-419f-9142-e2ef1e2e01a3 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:36:25.309955 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-261e6dcd-a9c7-4b66-aced-8a04ff928b90 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:36:25.319351 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.db.api [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-aa2aaf41-cc9a-4b3e-baa9-5e6b7bac7333 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 21:36:25.319351 n-d-816206-3 neutron-server[102607]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 09 21:36:25.319351 n-d-816206-3 neutron-server[102607]: [parameters: {'project_id': '43075615d42840aaad9449d4e5f340c2', 'id': 'ef65cfbe-fb0b-4e42-89ef-f372dbe3994c', 'expiration': datetime.datetime(2021, 11, 9, 21, 38, 25, 220332)}] Nov 09 21:36:25.319351 n-d-816206-3 neutron-server[102607]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 21:36:25.320209 n-d-816206-3 neutron-server[102607]: DEBUG oslo_db.api [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-aa2aaf41-cc9a-4b3e-baa9-5e6b7bac7333 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 21:36:25.329777 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-261e6dcd-a9c7-4b66-aced-8a04ff928b90 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:25.330248 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-261e6dcd-a9c7-4b66-aced-8a04ff928b90 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Added segment d65a92b7-6e31-42b9-a8bf-01fe2ec109fe of type vlan for network fa683da5-1fd5-4a4e-864a-2b8e25988549 Nov 09 21:36:25.401116 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-148e1f61-1c6b-4d28-a462-165420768b65 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1572142049', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:36:25.409402 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-261e6dcd-a9c7-4b66-aced-8a04ff928b90 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:25.451181 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-148e1f61-1c6b-4d28-a462-165420768b65 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:25.452232 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-148e1f61-1c6b-4d28-a462-165420768b65 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:25.456972 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-261e6dcd-a9c7-4b66-aced-8a04ff928b90 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:25.462698 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261e6dcd-a9c7-4b66-aced-8a04ff928b90 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:25.463312 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-261e6dcd-a9c7-4b66-aced-8a04ff928b90 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:25.540517 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a925334f-1b1c-4cdf-b805-25f715fe7861 req-f138ac22-1a3d-49c3-8643-5d2db827b1a4 service neutron] 10.222.0.45 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175257 Nov 09 21:36:25.548760 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb80913-3b64-480d-8eeb-0b8ac103d322 req-154c9e67-8c96-492f-9df0-d612d7ab0f51 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:25.550425 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3cb80913-3b64-480d-8eeb-0b8ac103d322 req-154c9e67-8c96-492f-9df0-d612d7ab0f51 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c HTTP/1.1" status: 200 len: 945 time: 0.2239113 Nov 09 21:36:25.618005 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-261e6dcd-a9c7-4b66-aced-8a04ff928b90 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4968250 Nov 09 21:36:25.626467 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38590) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:25.633522 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-71699c5b-2d52-4e87-9cb7-721399e7478c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'subnet': {'network_id': 'fa683da5-1fd5-4a4e-864a-2b8e25988549', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:36:25.696541 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-551482c7-64bb-4893-9dd4-c1229e7c5922 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Made reservation on behalf of 8d996b08d23e47a28746199b551ba8f0 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:36:25.701259 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-551482c7-64bb-4893-9dd4-c1229e7c5922 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:25.726929 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-148e1f61-1c6b-4d28-a462-165420768b65 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:25.728223 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e6dcd-a9c7-4b66-aced-8a04ff928b90 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event updated for resources: {'Network': ['ID=fa683da5-1fd5-4a4e-864a-2b8e25988549,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:25.738916 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3cb80913-3b64-480d-8eeb-0b8ac103d322 req-e6eac7cf-2893-4f94-8f9b-8f4d6bb400d0 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773157 Nov 09 21:36:25.744668 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-148e1f61-1c6b-4d28-a462-165420768b65 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:25.747512 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network fa683da5-1fd5-4a4e-864a-2b8e25988549 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:36:25.776374 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-148e1f61-1c6b-4d28-a462-165420768b65 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:25.779932 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-148e1f61-1c6b-4d28-a462-165420768b65 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5777333 Nov 09 21:36:25.783391 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38592) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:25.792989 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-7a8a9d7b-f742-4bb6-9a78-631e51d593ec tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1539851498'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:36:25.826633 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.db.api [None req-7a8a9d7b-f742-4bb6-9a78-631e51d593ec tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 21:36:25.826633 n-d-816206-3 neutron-server[102608]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 09 21:36:25.826633 n-d-816206-3 neutron-server[102608]: [parameters: {'project_id_1': 'ccc23eb19f9640ab87a5fe1b74b18f41', 'expiration_1': datetime.datetime(2021, 11, 9, 21, 36, 5, 800525)}] Nov 09 21:36:25.826633 n-d-816206-3 neutron-server[102608]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 21:36:25.827154 n-d-816206-3 neutron-server[102608]: DEBUG oslo_db.api [None req-7a8a9d7b-f742-4bb6-9a78-631e51d593ec tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 21:36:25.845392 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71699c5b-2d52-4e87-9cb7-721399e7478c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Made reservation on behalf of 328dae8361554dd89bbb1fa4d68588e7 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:36:25.849109 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-71699c5b-2d52-4e87-9cb7-721399e7478c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:25.954587 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-aa2aaf41-cc9a-4b3e-baa9-5e6b7bac7333 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Made reservation on behalf of 43075615d42840aaad9449d4e5f340c2 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:36:25.958091 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-aa2aaf41-cc9a-4b3e-baa9-5e6b7bac7333 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:25.970835 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8c7b0aa6-d324-42b2-a5de-507c88fe2ee9 req-89b85a3e-ec55-4743-bb08-d8e1814bfbae tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1 HTTP/1.1" status: 200 len: 210 time: 0.0564353 Nov 09 21:36:25.987483 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-551482c7-64bb-4893-9dd4-c1229e7c5922 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Allocated IP 172.20.0.5 (55847ffd-7836-446f-91d3-f14e046c5bb2/85ce8c7e-f82b-4b24-9029-22d978d44b85/227dafe4-07a4-4b3e-9f26-52be7db8e976) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:36:26.100788 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device b3da5a69-b736-44e3-b196-4c193337117d no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:36:26.230352 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:26.255719 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3da5a69-b736-44e3-b196-4c193337117d'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:36:26.258030 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f17150-6e04-4141-8018-8aad418a1197" -d '{"events": [{"server_uuid": "8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c", "name": "network-vif-unplugged", "status": "completed", "tag": "b3da5a69-b736-44e3-b196-4c193337117d"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:36:26.271689 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port b3da5a69-b736-44e3-b196-4c193337117d, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=b3da5a69-b736-44e3-b196-4c193337117d,segment=NetworkSegment(4b1e7064-c872-4e6f-85a8-e00a69322723),segment_id=4b1e7064-c872-4e6f-85a8-e00a69322723)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:36:26.280312 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:26.318787 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 21:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42421ae0-1fd9-46d6-a717-0e0302d60d45 x-openstack-request-id: req-42421ae0-1fd9-46d6-a717-0e0302d60d45 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:36:26.319607 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c", "name": "network-vif-unplugged", "status": "completed", "tag": "b3da5a69-b736-44e3-b196-4c193337117d", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:36:26.320049 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-42421ae0-1fd9-46d6-a717-0e0302d60d45 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:36:26.320778 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3da5a69-b736-44e3-b196-4c193337117d', 'code': 200} Nov 09 21:36:26.333876 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-596bccaf-2615-4296-b0ed-c7aace597f35 req-717a78c2-c32c-4b1e-a151-402f2a783bd9 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c37440f-19a7-436e-aff6-7de07ff38b33 HTTP/1.1" status: 200 len: 210 time: 0.1071510 Nov 09 21:36:26.356292 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8a9d7b-f742-4bb6-9a78-631e51d593ec tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Made reservation on behalf of ccc23eb19f9640ab87a5fe1b74b18f41 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:36:26.361461 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7a8a9d7b-f742-4bb6-9a78-631e51d593ec tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:26.378199 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-aa2aaf41-cc9a-4b3e-baa9-5e6b7bac7333 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Allocated IP 172.20.0.6 (7f06906b-e2ba-45ef-8df7-be5e5cf2a136/e1b301ec-60f9-4894-991e-bf88d0c2280c/f25e5fb7-ca46-4329-9539-467da0bb285b) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:36:26.380792 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-71699c5b-2d52-4e87-9cb7-721399e7478c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:26.392957 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7a8a9d7b-f742-4bb6-9a78-631e51d593ec tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:26.463576 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71699c5b-2d52-4e87-9cb7-721399e7478c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event updated for resources: {'Subnet': ['ID=18bb6447-2efd-4e6c-8856-ac4635c7a1dd,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:26.552437 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7a8a9d7b-f742-4bb6-9a78-631e51d593ec tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:26.558820 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7a8a9d7b-f742-4bb6-9a78-631e51d593ec tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:26.572466 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a8a9d7b-f742-4bb6-9a78-631e51d593ec tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:36:26.583536 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7a8a9d7b-f742-4bb6-9a78-631e51d593ec tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:26.584083 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-7a8a9d7b-f742-4bb6-9a78-631e51d593ec tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Added segment e1a38cb3-05e2-4669-876b-4f3ea31c1419 of type vlan for network 38a7c249-a092-495b-b1cf-50f8394e9b50 Nov 09 21:36:26.591036 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=b3da5a69-b736-44e3-b196-4c193337117d,revision_number=8']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:26.643617 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7a8a9d7b-f742-4bb6-9a78-631e51d593ec tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:26.673657 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a9d7b-f742-4bb6-9a78-631e51d593ec tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02c2c2cf-9b9a-407d-a444-6c14fb1b332d,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:26.678705 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-551482c7-64bb-4893-9dd4-c1229e7c5922 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:26.703030 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7a8a9d7b-f742-4bb6-9a78-631e51d593ec tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:26.709411 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8a9d7b-f742-4bb6-9a78-631e51d593ec tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:26.710099 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7a8a9d7b-f742-4bb6-9a78-631e51d593ec tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:26.717259 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71699c5b-2d52-4e87-9cb7-721399e7478c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Checking segment: {'id': 'd65a92b7-6e31-42b9-a8bf-01fe2ec109fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fa683da5-1fd5-4a4e-864a-2b8e25988549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:36:26.717634 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71699c5b-2d52-4e87-9cb7-721399e7478c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Network hostable DHCP agents. Network: fa683da5-1fd5-4a4e-864a-2b8e25988549, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:36:26.787056 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7a8a9d7b-f742-4bb6-9a78-631e51d593ec tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.0020299 Nov 09 21:36:26.790313 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38614) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:26.798590 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-a21b3618-eba5-4425-a791-a0432a639e58 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Request body: {'subnet': {'network_id': '38a7c249-a092-495b-b1cf-50f8394e9b50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:36:26.802605 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71699c5b-2d52-4e87-9cb7-721399e7478c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Network fa683da5-1fd5-4a4e-864a-2b8e25988549 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:36:26.803771 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a9d7b-f742-4bb6-9a78-631e51d593ec tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Pushing event updated for resources: {'Network': ['ID=38a7c249-a092-495b-b1cf-50f8394e9b50,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:26.819013 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 38a7c249-a092-495b-b1cf-50f8394e9b50 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:36:26.848241 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-aa2aaf41-cc9a-4b3e-baa9-5e6b7bac7333 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:26.852225 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-71699c5b-2d52-4e87-9cb7-721399e7478c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, fa683da5-1fd5-4a4e-864a-2b8e25988549) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:36:26.865114 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-551482c7-64bb-4893-9dd4-c1229e7c5922 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:26.870722 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71699c5b-2d52-4e87-9cb7-721399e7478c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:26.871453 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-71699c5b-2d52-4e87-9cb7-721399e7478c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:26.938820 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-551482c7-64bb-4893-9dd4-c1229e7c5922 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Network 55847ffd-7836-446f-91d3-f14e046c5bb2 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:36:26.951057 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-551482c7-64bb-4893-9dd4-c1229e7c5922 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:36:26.959222 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-71699c5b-2d52-4e87-9cb7-721399e7478c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3290336 Nov 09 21:36:26.964024 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-551482c7-64bb-4893-9dd4-c1229e7c5922 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:36:26.965509 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d378a0-0081-4995-9d09-59acd4f9a1fb req-e0172223-e5c4-4f3b-b869-421e67359f7f tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:26.966862 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38616) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:26.973234 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417d9507-b4e6-479a-a5d7-8632d002072d None None] Network fa683da5-1fd5-4a4e-864a-2b8e25988549 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:36:26.973355 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-48d378a0-0081-4995-9d09-59acd4f9a1fb req-e0172223-e5c4-4f3b-b869-421e67359f7f tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c HTTP/1.1" status: 200 len: 943 time: 0.1093211 Nov 09 21:36:27.030200 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21b3618-eba5-4425-a791-a0432a639e58 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Made reservation on behalf of ccc23eb19f9640ab87a5fe1b74b18f41 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:36:27.041645 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a21b3618-eba5-4425-a791-a0432a639e58 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:27.049561 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-06615bcb-b365-4a86-a6f3-b4f119985647 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'port': {'network_id': 'fa683da5-1fd5-4a4e-864a-2b8e25988549', 'name': 'tempest-PortsIpV6TestJSON-2081424631'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:36:27.106438 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551482c7-64bb-4893-9dd4-c1229e7c5922 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Pushing event updated for resources: {'Port': ['ID=227dafe4-07a4-4b3e-9f26-52be7db8e976,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:27.242649 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06040aed-63d0-4265-ad7f-407b409de9cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-fa683da5-1fd5-4a4e-864a-2b8e25988549', 'network_id': 'fa683da5-1fd5-4a4e-864a-2b8e25988549', 'tenant_id': '328dae8361554dd89bbb1fa4d68588e7', 'fixed_ips': [{'subnet_id': '18bb6447-2efd-4e6c-8856-ac4635c7a1dd'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:36:27.243575 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-06040aed-63d0-4265-ad7f-407b409de9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:27.246008 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-48d378a0-0081-4995-9d09-59acd4f9a1fb req-48177a13-5f9e-47ae-91ac-5dfececf542d tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719672 Nov 09 21:36:27.255989 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-aa2aaf41-cc9a-4b3e-baa9-5e6b7bac7333 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:27.288233 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-31bfd2c0-33c7-4956-83f0-b65045b43591 None None] Provisioning complete for port 227dafe4-07a4-4b3e-9f26-52be7db8e976 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:36:27.289277 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-31bfd2c0-33c7-4956-83f0-b65045b43591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:27.489792 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a21b3618-eba5-4425-a791-a0432a639e58 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:27.555901 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-31bfd2c0-33c7-4956-83f0-b65045b43591 None None] Port 227dafe4-07a4-4b3e-9f26-52be7db8e976 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:36:27.597567 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-06040aed-63d0-4265-ad7f-407b409de9cf None None] Allocated IP 2001:db8::2 (fa683da5-1fd5-4a4e-864a-2b8e25988549/18bb6447-2efd-4e6c-8856-ac4635c7a1dd/57ec06ce-4765-4f71-87ca-e13ca8ba9a88) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:36:27.703203 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b3618-eba5-4425-a791-a0432a639e58 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Pushing event updated for resources: {'Subnet': ['ID=4444b75e-6fe5-4275-bd34-8cf7f2a0ea2c,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:27.723128 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21b3618-eba5-4425-a791-a0432a639e58 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Checking segment: {'id': 'e1a38cb3-05e2-4669-876b-4f3ea31c1419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '38a7c249-a092-495b-b1cf-50f8394e9b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:36:27.723652 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21b3618-eba5-4425-a791-a0432a639e58 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Network hostable DHCP agents. Network: 38a7c249-a092-495b-b1cf-50f8394e9b50, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:36:27.754954 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b8eab-62f3-45e9-9911-3f17d2a47cbc req-22db75d9-d767-48d4-b6ad-fa36022c867c tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:27.757691 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-208b8eab-62f3-45e9-9911-3f17d2a47cbc req-22db75d9-d767-48d4-b6ad-fa36022c867c tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c37440f-19a7-436e-aff6-7de07ff38b33 HTTP/1.1" status: 200 len: 931 time: 0.2448881 Nov 09 21:36:27.788364 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21b3618-eba5-4425-a791-a0432a639e58 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Network 38a7c249-a092-495b-b1cf-50f8394e9b50 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:36:27.802791 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-a21b3618-eba5-4425-a791-a0432a639e58 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 38a7c249-a092-495b-b1cf-50f8394e9b50) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:36:27.817640 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21b3618-eba5-4425-a791-a0432a639e58 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:27.818576 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a21b3618-eba5-4425-a791-a0432a639e58 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:27.826434 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194126f4-b4d2-40e2-b50e-98eefc51cf2a None None] Network 38a7c249-a092-495b-b1cf-50f8394e9b50 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:36:27.853207 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-208b8eab-62f3-45e9-9911-3f17d2a47cbc req-fee2aef4-28d3-4a29-996d-d50ed3504a82 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc5455a8-a46a-4b5d-9a17-60e39893943c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832961 Nov 09 21:36:27.864272 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a21b3618-eba5-4425-a791-a0432a639e58 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0732594 Nov 09 21:36:27.867993 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38626) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:27.873413 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-70040ab6-2d50-4826-8f05-f32e63d8e959 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Request body: {'network': {'name': 'tempest-router-network01--361493618'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:36:27.917342 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-06040aed-63d0-4265-ad7f-407b409de9cf None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:27.925891 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70040ab6-2d50-4826-8f05-f32e63d8e959 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Made reservation on behalf of ccc23eb19f9640ab87a5fe1b74b18f41 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:36:27.937614 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-70040ab6-2d50-4826-8f05-f32e63d8e959 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:27.970855 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-06040aed-63d0-4265-ad7f-407b409de9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:27.990475 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-551482c7-64bb-4893-9dd4-c1229e7c5922 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:27.991212 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-551482c7-64bb-4893-9dd4-c1229e7c5922 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:28.008136 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70040ab6-2d50-4826-8f05-f32e63d8e959 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:36:28.026999 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-aa2aaf41-cc9a-4b3e-baa9-5e6b7bac7333 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Network 7f06906b-e2ba-45ef-8df7-be5e5cf2a136 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:36:28.037761 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-70040ab6-2d50-4826-8f05-f32e63d8e959 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:28.038420 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-70040ab6-2d50-4826-8f05-f32e63d8e959 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Added segment 09c4d3a3-5108-4b06-b719-0fc5b5ec2848 of type vlan for network d7629368-6333-434f-a7bb-ca2c0461dfff Nov 09 21:36:28.051765 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f63d45-fe3a-4429-8fc2-375dc8cdbd24 req-7cd2b2a7-e0b0-4dd9-8aeb-cd87cb9bab75 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:28.053358 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-15f63d45-fe3a-4429-8fc2-375dc8cdbd24 req-7cd2b2a7-e0b0-4dd9-8aeb-cd87cb9bab75 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1 HTTP/1.1" status: 200 len: 931 time: 0.9105835 Nov 09 21:36:28.054281 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-aa2aaf41-cc9a-4b3e-baa9-5e6b7bac7333 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:36:28.065833 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-aa2aaf41-cc9a-4b3e-baa9-5e6b7bac7333 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:36:28.092243 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-70040ab6-2d50-4826-8f05-f32e63d8e959 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:28.100882 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06040aed-63d0-4265-ad7f-407b409de9cf None None] Network fa683da5-1fd5-4a4e-864a-2b8e25988549 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:36:28.109232 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-06040aed-63d0-4265-ad7f-407b409de9cf None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:36:28.113812 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06040aed-63d0-4265-ad7f-407b409de9cf None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:36:28.123028 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-aa2aaf41-cc9a-4b3e-baa9-5e6b7bac7333 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:28.123028 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-aa2aaf41-cc9a-4b3e-baa9-5e6b7bac7333 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:28.128838 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-551482c7-64bb-4893-9dd4-c1229e7c5922 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9110136 Nov 09 21:36:28.129470 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2aaf41-cc9a-4b3e-baa9-5e6b7bac7333 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Pushing event updated for resources: {'Port': ['ID=f25e5fb7-ca46-4329-9539-467da0bb285b,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:28.129742 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-70040ab6-2d50-4826-8f05-f32e63d8e959 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:28.138938 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70040ab6-2d50-4826-8f05-f32e63d8e959 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:28.139849 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-70040ab6-2d50-4826-8f05-f32e63d8e959 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:28.146909 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06040aed-63d0-4265-ad7f-407b409de9cf None None] Pushing event updated for resources: {'Port': ['ID=57ec06ce-4765-4f71-87ca-e13ca8ba9a88,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:28.163402 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-3a473b17-f54f-443f-aae4-dcd6013762df service neutron] Request body: {'port': {'device_id': 'e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:36:28.206825 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-aa2aaf41-cc9a-4b3e-baa9-5e6b7bac7333 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5945315 Nov 09 21:36:28.224288 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-06040aed-63d0-4265-ad7f-407b409de9cf None None] Attempting to bind port 57ec06ce-4765-4f71-87ca-e13ca8ba9a88 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:36:28.224959 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-06040aed-63d0-4265-ad7f-407b409de9cf None None] Attempting to bind port 57ec06ce-4765-4f71-87ca-e13ca8ba9a88 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'd65a92b7-6e31-42b9-a8bf-01fe2ec109fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fa683da5-1fd5-4a4e-864a-2b8e25988549'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:36:28.225332 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06040aed-63d0-4265-ad7f-407b409de9cf None None] Attempting to bind port 57ec06ce-4765-4f71-87ca-e13ca8ba9a88 on network fa683da5-1fd5-4a4e-864a-2b8e25988549 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:36:28.233909 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06040aed-63d0-4265-ad7f-407b409de9cf None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:36:28.234422 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06040aed-63d0-4265-ad7f-407b409de9cf None None] Checking segment: {'id': 'd65a92b7-6e31-42b9-a8bf-01fe2ec109fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fa683da5-1fd5-4a4e-864a-2b8e25988549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:36:28.235027 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-06040aed-63d0-4265-ad7f-407b409de9cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:28.236061 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06040aed-63d0-4265-ad7f-407b409de9cf None None] Bound using segment: {'id': 'd65a92b7-6e31-42b9-a8bf-01fe2ec109fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fa683da5-1fd5-4a4e-864a-2b8e25988549'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:36:28.236555 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-06040aed-63d0-4265-ad7f-407b409de9cf None None] Bound port: 57ec06ce-4765-4f71-87ca-e13ca8ba9a88, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65a92b7-6e31-42b9-a8bf-01fe2ec109fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fa683da5-1fd5-4a4e-864a-2b8e25988549'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:36:28.236997 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-06040aed-63d0-4265-ad7f-407b409de9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:28.250565 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eed2b66-d90c-4444-87f0-88f5d5258464 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-38a7c249-a092-495b-b1cf-50f8394e9b50', 'network_id': '38a7c249-a092-495b-b1cf-50f8394e9b50', 'tenant_id': 'ccc23eb19f9640ab87a5fe1b74b18f41', 'fixed_ips': [{'subnet_id': '4444b75e-6fe5-4275-bd34-8cf7f2a0ea2c'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:36:28.251492 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1eed2b66-d90c-4444-87f0-88f5d5258464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:28.279317 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-15f63d45-fe3a-4429-8fc2-375dc8cdbd24 req-eeff73e0-ff8b-4f98-9ff2-aa46f003b1be tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups?id=96bcfce8-69e9-4c78-8983-e7ddc5090e53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427743 Nov 09 21:36:28.296879 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-e8c3e5a1-12e3-4ea7-b573-1c94031b709f service neutron] Request body: {'port': {'device_id': '4c37440f-19a7-436e-aff6-7de07ff38b33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:36:28.319295 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-06040aed-63d0-4265-ad7f-407b409de9cf None None] For port 57ec06ce-4765-4f71-87ca-e13ca8ba9a88, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:36:28.322920 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-06040aed-63d0-4265-ad7f-407b409de9cf None None] For port 57ec06ce-4765-4f71-87ca-e13ca8ba9a88, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=57ec06ce-4765-4f71-87ca-e13ca8ba9a88,segment=NetworkSegment(d65a92b7-6e31-42b9-a8bf-01fe2ec109fe),segment_id=d65a92b7-6e31-42b9-a8bf-01fe2ec109fe)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:36:28.337449 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-06040aed-63d0-4265-ad7f-407b409de9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:28.351712 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70040ab6-2d50-4826-8f05-f32e63d8e959 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Pushing event updated for resources: {'Network': ['ID=d7629368-6333-434f-a7bb-ca2c0461dfff,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:28.419665 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network d7629368-6333-434f-a7bb-ca2c0461dfff details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:36:28.420764 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06615bcb-b365-4a86-a6f3-b4f119985647 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Made reservation on behalf of 328dae8361554dd89bbb1fa4d68588e7 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:36:28.425539 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-06615bcb-b365-4a86-a6f3-b4f119985647 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:28.426407 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-70040ab6-2d50-4826-8f05-f32e63d8e959 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5570138 Nov 09 21:36:28.428872 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-3a473b17-f54f-443f-aae4-dcd6013762df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:28.431179 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38632) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:28.444873 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99285d4-ba29-4c77-bb8b-316d20686812 req-df773962-c6a2-478e-8ae4-f7d4d42030ac tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:28.446875 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e99285d4-ba29-4c77-bb8b-316d20686812 req-df773962-c6a2-478e-8ae4-f7d4d42030ac tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c HTTP/1.1" status: 200 len: 943 time: 0.0870230 Nov 09 21:36:28.453602 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-586b366b-0452-4d8a-8202-ac347f2f0cc5 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Request body: {'network': {'name': 'tempest-router-network02--1740375917'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:36:28.513949 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586b366b-0452-4d8a-8202-ac347f2f0cc5 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Made reservation on behalf of ccc23eb19f9640ab87a5fe1b74b18f41 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:36:28.517756 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-586b366b-0452-4d8a-8202-ac347f2f0cc5 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:28.530848 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e99285d4-ba29-4c77-bb8b-316d20686812 req-437462a7-26df-4bce-8ca6-8772307af5eb tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742092 Nov 09 21:36:28.558768 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-06615bcb-b365-4a86-a6f3-b4f119985647 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] device_id is not set on port aacc6f77-0a2d-477c-bb8b-43af8537f2c9 yet. {{(pid=102607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:36:28.592098 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-e8c3e5a1-12e3-4ea7-b573-1c94031b709f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:28.664733 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-586b366b-0452-4d8a-8202-ac347f2f0cc5 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:36:28.709791 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-1eed2b66-d90c-4444-87f0-88f5d5258464 None None] Allocated IP 172.20.0.2 (38a7c249-a092-495b-b1cf-50f8394e9b50/4444b75e-6fe5-4275-bd34-8cf7f2a0ea2c/f4febd14-2f70-44ac-bacd-ce2a51060c69) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:36:28.724230 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06040aed-63d0-4265-ad7f-407b409de9cf None None] Pushing event updated for resources: {'Port': ['ID=57ec06ce-4765-4f71-87ca-e13ca8ba9a88,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:28.795167 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-586b366b-0452-4d8a-8202-ac347f2f0cc5 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:28.795532 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-586b366b-0452-4d8a-8202-ac347f2f0cc5 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Added segment 0a0d280e-0878-4fd0-b173-843dbcc436c8 of type vlan for network 182c9afa-3a52-4827-b9af-4e796df1323b Nov 09 21:36:29.017171 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875eb163-8253-4488-b0d8-32c637b0d6bb req-069ca313-181d-44a1-90b5-292d6f3f2a80 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:29.025509 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-875eb163-8253-4488-b0d8-32c637b0d6bb req-069ca313-181d-44a1-90b5-292d6f3f2a80 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.3887687 Nov 09 21:36:29.054889 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1eed2b66-d90c-4444-87f0-88f5d5258464 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:29.091093 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1eed2b66-d90c-4444-87f0-88f5d5258464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:29.124704 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bffdaa-aba1-4bba-92a9-0d305791867b req-c99cd616-865d-4f86-91a1-9baae1da2c5a tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:29.132436 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-59bffdaa-aba1-4bba-92a9-0d305791867b req-c99cd616-865d-4f86-91a1-9baae1da2c5a tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c37440f-19a7-436e-aff6-7de07ff38b33 HTTP/1.1" status: 200 len: 931 time: 0.1261497 Nov 09 21:36:29.186537 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eed2b66-d90c-4444-87f0-88f5d5258464 None None] Network 38a7c249-a092-495b-b1cf-50f8394e9b50 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:36:29.200526 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-1eed2b66-d90c-4444-87f0-88f5d5258464 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:36:29.202639 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed2b66-d90c-4444-87f0-88f5d5258464 None None] Pushing event updated for resources: {'Port': ['ID=f4febd14-2f70-44ac-bacd-ce2a51060c69,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:29.205023 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eed2b66-d90c-4444-87f0-88f5d5258464 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:36:29.251387 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-59bffdaa-aba1-4bba-92a9-0d305791867b req-7f3c0182-3c27-46a6-aada-1c99cbef817a tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc5455a8-a46a-4b5d-9a17-60e39893943c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128960 Nov 09 21:36:29.388961 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-e8c3e5a1-12e3-4ea7-b573-1c94031b709f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f25e5fb7-ca46-4329-9539-467da0bb285b {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:36:29.397972 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-e8c3e5a1-12e3-4ea7-b573-1c94031b709f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:29.407509 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-1eed2b66-d90c-4444-87f0-88f5d5258464 None None] Attempting to bind port f4febd14-2f70-44ac-bacd-ce2a51060c69 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:36:29.409314 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-1eed2b66-d90c-4444-87f0-88f5d5258464 None None] Attempting to bind port f4febd14-2f70-44ac-bacd-ce2a51060c69 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'e1a38cb3-05e2-4669-876b-4f3ea31c1419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '38a7c249-a092-495b-b1cf-50f8394e9b50'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:36:29.409883 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eed2b66-d90c-4444-87f0-88f5d5258464 None None] Attempting to bind port f4febd14-2f70-44ac-bacd-ce2a51060c69 on network 38a7c249-a092-495b-b1cf-50f8394e9b50 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:36:29.417586 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eed2b66-d90c-4444-87f0-88f5d5258464 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:36:29.418305 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eed2b66-d90c-4444-87f0-88f5d5258464 None None] Checking segment: {'id': 'e1a38cb3-05e2-4669-876b-4f3ea31c1419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '38a7c249-a092-495b-b1cf-50f8394e9b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:36:29.418636 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1eed2b66-d90c-4444-87f0-88f5d5258464 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:29.419174 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eed2b66-d90c-4444-87f0-88f5d5258464 None None] Bound using segment: {'id': 'e1a38cb3-05e2-4669-876b-4f3ea31c1419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '38a7c249-a092-495b-b1cf-50f8394e9b50'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:36:29.419810 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-1eed2b66-d90c-4444-87f0-88f5d5258464 None None] Bound port: f4febd14-2f70-44ac-bacd-ce2a51060c69, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1a38cb3-05e2-4669-876b-4f3ea31c1419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '38a7c249-a092-495b-b1cf-50f8394e9b50'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:36:29.420512 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1eed2b66-d90c-4444-87f0-88f5d5258464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:29.424246 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 57ec06ce-4765-4f71-87ca-e13ca8ba9a88 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:36:29.433557 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-e8c3e5a1-12e3-4ea7-b573-1c94031b709f service neutron] Transition to ACTIVE for port object f25e5fb7-ca46-4329-9539-467da0bb285b will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:36:29.562106 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-e8c3e5a1-12e3-4ea7-b573-1c94031b709f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:29.574679 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-1eed2b66-d90c-4444-87f0-88f5d5258464 None None] For port f4febd14-2f70-44ac-bacd-ce2a51060c69, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:36:29.589709 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a02d0d-228e-4d6c-b7ac-455d33e44603 req-99919261-2362-40ec-94f9-3dddb6a52e7d tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:29.591282 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-93a02d0d-228e-4d6c-b7ac-455d33e44603 req-99919261-2362-40ec-94f9-3dddb6a52e7d tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1 HTTP/1.1" status: 200 len: 931 time: 0.1359785 Nov 09 21:36:29.595401 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-1eed2b66-d90c-4444-87f0-88f5d5258464 None None] For port f4febd14-2f70-44ac-bacd-ce2a51060c69, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=f4febd14-2f70-44ac-bacd-ce2a51060c69,segment=NetworkSegment(e1a38cb3-05e2-4669-876b-4f3ea31c1419),segment_id=e1a38cb3-05e2-4669-876b-4f3ea31c1419)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:36:29.599878 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 57ec06ce-4765-4f71-87ca-e13ca8ba9a88 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:36:29.600607 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:29.609969 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1eed2b66-d90c-4444-87f0-88f5d5258464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:29.649342 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-586b366b-0452-4d8a-8202-ac347f2f0cc5 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:29.660761 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c3e5a1-12e3-4ea7-b573-1c94031b709f service neutron] Pushing event updated for resources: {'Port': ['ID=f25e5fb7-ca46-4329-9539-467da0bb285b,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:29.663611 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-06615bcb-b365-4a86-a6f3-b4f119985647 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Allocated IP 2001:db8::147 (fa683da5-1fd5-4a4e-864a-2b8e25988549/18bb6447-2efd-4e6c-8856-ac4635c7a1dd/aacc6f77-0a2d-477c-bb8b-43af8537f2c9) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:36:29.720626 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-93a02d0d-228e-4d6c-b7ac-455d33e44603 req-cf226d24-235b-450a-87b0-5ac657cd5528 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups?id=96bcfce8-69e9-4c78-8983-e7ddc5090e53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215122 Nov 09 21:36:29.848365 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed2b66-d90c-4444-87f0-88f5d5258464 None None] Pushing event updated for resources: {'Port': ['ID=f4febd14-2f70-44ac-bacd-ce2a51060c69,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:29.943936 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-586b366b-0452-4d8a-8202-ac347f2f0cc5 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:29.951598 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586b366b-0452-4d8a-8202-ac347f2f0cc5 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:29.951969 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-586b366b-0452-4d8a-8202-ac347f2f0cc5 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:29.975697 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:29.999016 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-875eb163-8253-4488-b0d8-32c637b0d6bb req-50817da2-d496-4d68-9afe-4a2266b9ad5e tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4464021 Nov 09 21:36:30.073120 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-e8c3e5a1-12e3-4ea7-b573-1c94031b709f service neutron] Attempting to bind port f25e5fb7-ca46-4329-9539-467da0bb285b on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:36:30.074232 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-e8c3e5a1-12e3-4ea7-b573-1c94031b709f service neutron] Attempting to bind port f25e5fb7-ca46-4329-9539-467da0bb285b by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '6ec44bea-f8ce-43ec-a9ca-ecbbd565bb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7f06906b-e2ba-45ef-8df7-be5e5cf2a136'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:36:30.074735 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-e8c3e5a1-12e3-4ea7-b573-1c94031b709f service neutron] Attempting to bind port f25e5fb7-ca46-4329-9539-467da0bb285b on network 7f06906b-e2ba-45ef-8df7-be5e5cf2a136 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:36:30.084016 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 57ec06ce-4765-4f71-87ca-e13ca8ba9a88, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=57ec06ce-4765-4f71-87ca-e13ca8ba9a88,segment=NetworkSegment(d65a92b7-6e31-42b9-a8bf-01fe2ec109fe),segment_id=d65a92b7-6e31-42b9-a8bf-01fe2ec109fe)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:36:30.097386 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:30.139410 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device b3da5a69-b736-44e3-b196-4c193337117d no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:36:30.151131 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-e8c3e5a1-12e3-4ea7-b573-1c94031b709f service neutron] Port f25e5fb7-ca46-4329-9539-467da0bb285b on network 7f06906b-e2ba-45ef-8df7-be5e5cf2a136 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:36:30.151487 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-e8c3e5a1-12e3-4ea7-b573-1c94031b709f service neutron] Attempting to bind port f25e5fb7-ca46-4329-9539-467da0bb285b on network 7f06906b-e2ba-45ef-8df7-be5e5cf2a136 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:36:30.236201 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-3a473b17-f54f-443f-aae4-dcd6013762df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 227dafe4-07a4-4b3e-9f26-52be7db8e976 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:36:30.272929 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-586b366b-0452-4d8a-8202-ac347f2f0cc5 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8320117 Nov 09 21:36:30.283859 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38650) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:30.322673 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-63adbb28-3aad-48d0-b9ba-95c570a6847c tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Request body: {'subnet': {'network_id': 'd7629368-6333-434f-a7bb-ca2c0461dfff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:36:30.364466 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=57ec06ce-4765-4f71-87ca-e13ca8ba9a88,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:30.427376 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-e8c3e5a1-12e3-4ea7-b573-1c94031b709f service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:36:30.427728 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-e8c3e5a1-12e3-4ea7-b573-1c94031b709f service neutron] Checking segment: {'id': '6ec44bea-f8ce-43ec-a9ca-ecbbd565bb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7f06906b-e2ba-45ef-8df7-be5e5cf2a136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:36:30.437989 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-e8c3e5a1-12e3-4ea7-b573-1c94031b709f service neutron] Bound using segment: {'id': '6ec44bea-f8ce-43ec-a9ca-ecbbd565bb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7f06906b-e2ba-45ef-8df7-be5e5cf2a136'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:36:30.439024 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-e8c3e5a1-12e3-4ea7-b573-1c94031b709f service neutron] Bound port: f25e5fb7-ca46-4329-9539-467da0bb285b, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ec44bea-f8ce-43ec-a9ca-ecbbd565bb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7f06906b-e2ba-45ef-8df7-be5e5cf2a136'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:36:30.439407 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-e8c3e5a1-12e3-4ea7-b573-1c94031b709f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:30.453208 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-3a473b17-f54f-443f-aae4-dcd6013762df service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:30.531026 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60674dd-1214-4f78-bf98-d970f9a42fba req-8b89ec95-acb6-4651-930b-b5b74746f730 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:30.533266 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a60674dd-1214-4f78-bf98-d970f9a42fba req-8b89ec95-acb6-4651-930b-b5b74746f730 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.3199718 Nov 09 21:36:30.610806 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586b366b-0452-4d8a-8202-ac347f2f0cc5 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Pushing event updated for resources: {'Network': ['ID=182c9afa-3a52-4827-b9af-4e796df1323b,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:30.629081 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 182c9afa-3a52-4827-b9af-4e796df1323b details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:36:30.636154 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-3a473b17-f54f-443f-aae4-dcd6013762df service neutron] Transition to ACTIVE for port object 227dafe4-07a4-4b3e-9f26-52be7db8e976 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:36:30.734574 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5879bf2-44f9-4a7b-b0e8-d30f844d6d42 req-739a485f-c8e5-4c0d-a375-a5d4043b219e tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:30.734574 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a5879bf2-44f9-4a7b-b0e8-d30f844d6d42 req-739a485f-c8e5-4c0d-a375-a5d4043b219e tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c37440f-19a7-436e-aff6-7de07ff38b33 HTTP/1.1" status: 200 len: 943 time: 0.3133724 Nov 09 21:36:30.734574 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-3a473b17-f54f-443f-aae4-dcd6013762df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:30.748218 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a60674dd-1214-4f78-bf98-d970f9a42fba req-cb3d1a31-f0b9-4463-98f4-fec2e6e7c9f0 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1887486 Nov 09 21:36:30.773744 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63adbb28-3aad-48d0-b9ba-95c570a6847c tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Made reservation on behalf of ccc23eb19f9640ab87a5fe1b74b18f41 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:36:30.779979 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-63adbb28-3aad-48d0-b9ba-95c570a6847c tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:30.880173 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f843da-bb90-4f65-a780-1f648907b22d None None] Network fa683da5-1fd5-4a4e-864a-2b8e25988549 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:36:30.959000 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a5879bf2-44f9-4a7b-b0e8-d30f844d6d42 req-af744633-4268-4693-b513-70c62b72a71c tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc5455a8-a46a-4b5d-9a17-60e39893943c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758540 Nov 09 21:36:30.994764 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-06615bcb-b365-4a86-a6f3-b4f119985647 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:30.999950 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a473b17-f54f-443f-aae4-dcd6013762df service neutron] Pushing event updated for resources: {'Port': ['ID=227dafe4-07a4-4b3e-9f26-52be7db8e976,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:31.034788 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-e8c3e5a1-12e3-4ea7-b573-1c94031b709f service neutron] For port f25e5fb7-ca46-4329-9539-467da0bb285b, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:36:31.121046 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-cb2065cc-546e-4825-91c9-e87f3811d54a None None] Provisioning complete for port 57ec06ce-4765-4f71-87ca-e13ca8ba9a88 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:36:31.121558 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cb2065cc-546e-4825-91c9-e87f3811d54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:31.208460 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-e8c3e5a1-12e3-4ea7-b573-1c94031b709f service neutron] For port f25e5fb7-ca46-4329-9539-467da0bb285b, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f25e5fb7-ca46-4329-9539-467da0bb285b,segment=NetworkSegment(6ec44bea-f8ce-43ec-a9ca-ecbbd565bb56),segment_id=6ec44bea-f8ce-43ec-a9ca-ecbbd565bb56)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:36:31.242778 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-e8c3e5a1-12e3-4ea7-b573-1c94031b709f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:31.485805 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-e8c3e5a1-12e3-4ea7-b573-1c94031b709f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:31.486762 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-e8c3e5a1-12e3-4ea7-b573-1c94031b709f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:31.488823 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-e8c3e5a1-12e3-4ea7-b573-1c94031b709f service neutron] 10.222.0.43 "PUT /v2.0/ports/f25e5fb7-ca46-4329-9539-467da0bb285b HTTP/1.1" status: 200 len: 1091 time: 3.2132435 Nov 09 21:36:31.489462 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c37440f-19a7-436e-aff6-7de07ff38b33', 'tag': 'f25e5fb7-ca46-4329-9539-467da0bb285b'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:36:31.492762 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1badfeb9-59d0-484a-ac33-cc33db1acafa" -d '{"events": [{"name": "network-changed", "server_uuid": "4c37440f-19a7-436e-aff6-7de07ff38b33", "tag": "f25e5fb7-ca46-4329-9539-467da0bb285b"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:36:31.519368 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d3adf-7564-47a2-8113-24a4075a62c8 req-914f3eec-347d-4c17-9ca6-88be4df0f403 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:31.529813 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a73d3adf-7564-47a2-8113-24a4075a62c8 req-914f3eec-347d-4c17-9ca6-88be4df0f403 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1 HTTP/1.1" status: 200 len: 943 time: 0.2904735 Nov 09 21:36:31.580995 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-06615bcb-b365-4a86-a6f3-b4f119985647 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:31.591200 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device f4febd14-2f70-44ac-bacd-ce2a51060c69 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:36:31.610384 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-63adbb28-3aad-48d0-b9ba-95c570a6847c tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:31.664358 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06615bcb-b365-4a86-a6f3-b4f119985647 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Network fa683da5-1fd5-4a4e-864a-2b8e25988549 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:36:31.717455 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-06615bcb-b365-4a86-a6f3-b4f119985647 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:36:31.725818 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06615bcb-b365-4a86-a6f3-b4f119985647 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:36:31.732311 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06615bcb-b365-4a86-a6f3-b4f119985647 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:31.732997 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-06615bcb-b365-4a86-a6f3-b4f119985647 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:31.750393 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port f4febd14-2f70-44ac-bacd-ce2a51060c69 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:36:31.751438 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:31.779657 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-3a473b17-f54f-443f-aae4-dcd6013762df service neutron] Attempting to bind port 227dafe4-07a4-4b3e-9f26-52be7db8e976 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:36:31.780004 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-3a473b17-f54f-443f-aae4-dcd6013762df service neutron] Attempting to bind port 227dafe4-07a4-4b3e-9f26-52be7db8e976 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '78ce6615-06a8-4c13-a188-c74fb2e831a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '55847ffd-7836-446f-91d3-f14e046c5bb2'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:36:31.780343 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-3a473b17-f54f-443f-aae4-dcd6013762df service neutron] Attempting to bind port 227dafe4-07a4-4b3e-9f26-52be7db8e976 on network 55847ffd-7836-446f-91d3-f14e046c5bb2 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:36:31.802217 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a73d3adf-7564-47a2-8113-24a4075a62c8 req-e58320bd-e0ab-4a93-a58a-2f0cd978a7f6 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups?id=96bcfce8-69e9-4c78-8983-e7ddc5090e53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2565899 Nov 09 21:36:31.806939 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c3e5a1-12e3-4ea7-b573-1c94031b709f service neutron] Pushing event updated for resources: {'Port': ['ID=f25e5fb7-ca46-4329-9539-467da0bb285b,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:31.836786 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63adbb28-3aad-48d0-b9ba-95c570a6847c tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Pushing event updated for resources: {'Subnet': ['ID=9633f003-5f96-4ffc-976a-f7e9d2aeb02b,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:31.877997 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63adbb28-3aad-48d0-b9ba-95c570a6847c tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Checking segment: {'id': '09c4d3a3-5108-4b06-b719-0fc5b5ec2848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd7629368-6333-434f-a7bb-ca2c0461dfff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:36:31.879604 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63adbb28-3aad-48d0-b9ba-95c570a6847c tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Network hostable DHCP agents. Network: d7629368-6333-434f-a7bb-ca2c0461dfff, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:36:31.880738 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aeb93e-ef7a-482d-ba3a-4fde569eb8d5 req-0dd37b5b-5b6c-4579-b751-7e8dafb0f7af tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:31.887142 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:31.888836 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-38aeb93e-ef7a-482d-ba3a-4fde569eb8d5 req-0dd37b5b-5b6c-4579-b751-7e8dafb0f7af tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.4351864 Nov 09 21:36:31.892518 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-3a473b17-f54f-443f-aae4-dcd6013762df service neutron] Port 227dafe4-07a4-4b3e-9f26-52be7db8e976 on network 55847ffd-7836-446f-91d3-f14e046c5bb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:36:31.893853 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-3a473b17-f54f-443f-aae4-dcd6013762df service neutron] Attempting to bind port 227dafe4-07a4-4b3e-9f26-52be7db8e976 on network 55847ffd-7836-446f-91d3-f14e046c5bb2 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:36:31.933123 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7bf7a3-35f8-414a-ab2f-b37c1b7b4e29 None None] Network 38a7c249-a092-495b-b1cf-50f8394e9b50 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:36:31.935111 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63adbb28-3aad-48d0-b9ba-95c570a6847c tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Network d7629368-6333-434f-a7bb-ca2c0461dfff is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:36:31.950716 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-63adbb28-3aad-48d0-b9ba-95c570a6847c tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, d7629368-6333-434f-a7bb-ca2c0461dfff) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:36:31.962432 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63adbb28-3aad-48d0-b9ba-95c570a6847c tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:31.964999 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-06615bcb-b365-4a86-a6f3-b4f119985647 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.9887121 Nov 09 21:36:31.965628 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-63adbb28-3aad-48d0-b9ba-95c570a6847c tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:31.972584 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38666) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:31.974732 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-3a473b17-f54f-443f-aae4-dcd6013762df service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:36:31.975169 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-3a473b17-f54f-443f-aae4-dcd6013762df service neutron] Checking segment: {'id': '78ce6615-06a8-4c13-a188-c74fb2e831a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '55847ffd-7836-446f-91d3-f14e046c5bb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:36:31.975568 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-3a473b17-f54f-443f-aae4-dcd6013762df service neutron] Bound using segment: {'id': '78ce6615-06a8-4c13-a188-c74fb2e831a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '55847ffd-7836-446f-91d3-f14e046c5bb2'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:36:31.976338 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-3a473b17-f54f-443f-aae4-dcd6013762df service neutron] Bound port: 227dafe4-07a4-4b3e-9f26-52be7db8e976, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78ce6615-06a8-4c13-a188-c74fb2e831a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '55847ffd-7836-446f-91d3-f14e046c5bb2'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:36:31.976687 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-3a473b17-f54f-443f-aae4-dcd6013762df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:31.984376 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-c5b84665-f552-4cc5-945b-f7932b79e18d tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'port': {'network_id': 'fa683da5-1fd5-4a4e-864a-2b8e25988549', 'name': 'tempest-PortsIpV6TestJSON-364351437'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:36:32.003271 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a30c36-73f4-49f9-8b04-3cc743e7678b x-openstack-request-id: req-41a30c36-73f4-49f9-8b04-3cc743e7678b {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:36:32.003568 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c37440f-19a7-436e-aff6-7de07ff38b33", "tag": "f25e5fb7-ca46-4329-9539-467da0bb285b", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:36:32.003825 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-41a30c36-73f4-49f9-8b04-3cc743e7678b {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:36:32.004231 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c37440f-19a7-436e-aff6-7de07ff38b33', 'tag': 'f25e5fb7-ca46-4329-9539-467da0bb285b', 'status': 'completed', 'code': 200} Nov 09 21:36:32.055049 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d8b5c3-944a-443e-9cc3-dfe35d5bb1f1 None None] Network d7629368-6333-434f-a7bb-ca2c0461dfff requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:36:32.131076 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-63adbb28-3aad-48d0-b9ba-95c570a6847c tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8285098 Nov 09 21:36:32.138065 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38670) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:32.151245 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-c45d478c-65de-4c9f-8e98-6cc5152a0f90 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Request body: {'subnet': {'network_id': '182c9afa-3a52-4827-b9af-4e796df1323b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:36:32.306803 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-00b48958-a4c6-4ad4-bd7d-c4dc72325c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:32.318202 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-00b48958-a4c6-4ad4-bd7d-c4dc72325c6f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=43075615d42840aaad9449d4e5f340c2&device_id=4c37440f-19a7-436e-aff6-7de07ff38b33 HTTP/1.1" status: 200 len: 1094 time: 0.7370822 Nov 09 21:36:32.346765 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49623518-b876-4938-bd69-f4041e199293 req-f6ad8038-5178-4886-b06a-854c93972f42 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:32.349242 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-49623518-b876-4938-bd69-f4041e199293 req-f6ad8038-5178-4886-b06a-854c93972f42 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c37440f-19a7-436e-aff6-7de07ff38b33 HTTP/1.1" status: 200 len: 943 time: 0.2185364 Nov 09 21:36:32.460706 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port f4febd14-2f70-44ac-bacd-ce2a51060c69, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=f4febd14-2f70-44ac-bacd-ce2a51060c69,segment=NetworkSegment(e1a38cb3-05e2-4669-876b-4f3ea31c1419),segment_id=e1a38cb3-05e2-4669-876b-4f3ea31c1419)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:36:32.470620 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:32.471783 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 57ec06ce-4765-4f71-87ca-e13ca8ba9a88 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:36:32.507475 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-38aeb93e-ef7a-482d-ba3a-4fde569eb8d5 req-e1ca27c4-e5da-4501-a3ed-8138c62f5b12 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6096797 Nov 09 21:36:32.508731 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-3a473b17-f54f-443f-aae4-dcd6013762df service neutron] For port 227dafe4-07a4-4b3e-9f26-52be7db8e976, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:36:32.520261 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06615bcb-b365-4a86-a6f3-b4f119985647 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event updated for resources: {'Port': ['ID=aacc6f77-0a2d-477c-bb8b-43af8537f2c9,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:32.521724 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-49623518-b876-4938-bd69-f4041e199293 req-912e32a4-0dbd-45be-a190-b955a4105856 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc5455a8-a46a-4b5d-9a17-60e39893943c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581466 Nov 09 21:36:32.540846 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b84665-f552-4cc5-945b-f7932b79e18d tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Made reservation on behalf of 328dae8361554dd89bbb1fa4d68588e7 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:36:32.549729 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c5b84665-f552-4cc5-945b-f7932b79e18d tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:32.564375 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=f4febd14-2f70-44ac-bacd-ce2a51060c69,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:32.581743 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-6a7fb4ab-d072-498d-aace-84643534fb15 None None] Provisioning complete for port f4febd14-2f70-44ac-bacd-ce2a51060c69 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:36:32.582268 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6a7fb4ab-d072-498d-aace-84643534fb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:32.583770 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-c5b84665-f552-4cc5-945b-f7932b79e18d tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] device_id is not set on port 89e3d77d-7893-4df9-bb03-ce9a82f82ea7 yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:36:32.677703 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-013347da-6be3-4bfe-95dc-6ae30e8f770f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f25e5fb7-ca46-4329-9539-467da0bb285b HTTP/1.1" status: 200 len: 217 time: 0.2950253 Nov 09 21:36:32.680784 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-3a473b17-f54f-443f-aae4-dcd6013762df service neutron] For port 227dafe4-07a4-4b3e-9f26-52be7db8e976, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=227dafe4-07a4-4b3e-9f26-52be7db8e976,segment=NetworkSegment(78ce6615-06a8-4c13-a188-c74fb2e831a4),segment_id=78ce6615-06a8-4c13-a188-c74fb2e831a4)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:36:32.689518 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45d478c-65de-4c9f-8e98-6cc5152a0f90 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Made reservation on behalf of ccc23eb19f9640ab87a5fe1b74b18f41 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:36:32.693309 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c45d478c-65de-4c9f-8e98-6cc5152a0f90 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:32.804539 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-3a473b17-f54f-443f-aae4-dcd6013762df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:32.811918 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-3b7903e5-a5ea-4fbf-b86e-1b030fafcb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:32.815588 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-3b7903e5-a5ea-4fbf-b86e-1b030fafcb44 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b301ec-60f9-4894-991e-bf88d0c2280c HTTP/1.1" status: 200 len: 848 time: 0.1184201 Nov 09 21:36:32.864402 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-c5b84665-f552-4cc5-945b-f7932b79e18d tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Allocated IP 2001:db8::18b (fa683da5-1fd5-4a4e-864a-2b8e25988549/18bb6447-2efd-4e6c-8856-ac4635c7a1dd/89e3d77d-7893-4df9-bb03-ce9a82f82ea7) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:36:33.033182 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9077134-add4-4263-96cd-cdf7ed637494 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-d7629368-6333-434f-a7bb-ca2c0461dfff', 'network_id': 'd7629368-6333-434f-a7bb-ca2c0461dfff', 'tenant_id': 'ccc23eb19f9640ab87a5fe1b74b18f41', 'fixed_ips': [{'subnet_id': '9633f003-5f96-4ffc-976a-f7e9d2aeb02b'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:36:33.034056 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f9077134-add4-4263-96cd-cdf7ed637494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:33.043084 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 57ec06ce-4765-4f71-87ca-e13ca8ba9a88 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:36:33.043458 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:33.064976 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-7b210bb9-76b0-4e94-baf4-0dfadca280e9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7f06906b-e2ba-45ef-8df7-be5e5cf2a136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1274202 Nov 09 21:36:33.083900 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a473b17-f54f-443f-aae4-dcd6013762df service neutron] Pushing event updated for resources: {'Port': ['ID=227dafe4-07a4-4b3e-9f26-52be7db8e976,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:33.093822 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-3a473b17-f54f-443f-aae4-dcd6013762df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:33.095184 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-3a473b17-f54f-443f-aae4-dcd6013762df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:33.098089 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-3a473b17-f54f-443f-aae4-dcd6013762df service neutron] 10.222.0.43 "PUT /v2.0/ports/227dafe4-07a4-4b3e-9f26-52be7db8e976 HTTP/1.1" status: 200 len: 1091 time: 4.9516098 Nov 09 21:36:33.274610 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-649ee857-04ef-4460-9bc3-a9ef2c579f07 service neutron] 10.222.0.43 "GET /v2.0/networks/7f06906b-e2ba-45ef-8df7-be5e5cf2a136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860080 Nov 09 21:36:33.295454 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-1807c14d-8a97-43cb-abf6-13e3edda8c1a None None] Provisioning complete for port aacc6f77-0a2d-477c-bb8b-43af8537f2c9 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:36:33.296434 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1807c14d-8a97-43cb-abf6-13e3edda8c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:33.400382 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-1807c14d-8a97-43cb-abf6-13e3edda8c1a None None] Port aacc6f77-0a2d-477c-bb8b-43af8537f2c9 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:36:33.417278 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-f9077134-add4-4263-96cd-cdf7ed637494 None None] Allocated IP 172.20.0.2 (d7629368-6333-434f-a7bb-ca2c0461dfff/9633f003-5f96-4ffc-976a-f7e9d2aeb02b/30bc0e4b-58bb-440d-b246-c1a629cc5582) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:36:33.441326 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-1807c14d-8a97-43cb-abf6-13e3edda8c1a None None] Provisioning complete for port 57ec06ce-4765-4f71-87ca-e13ca8ba9a88 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:36:33.441697 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1807c14d-8a97-43cb-abf6-13e3edda8c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:33.496678 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203a8db-cee6-4983-846d-ec4ac69f2e33 req-79a4cb33-e000-4c4d-9595-e6869d1beb8f tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:33.501600 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2203a8db-cee6-4983-846d-ec4ac69f2e33 req-79a4cb33-e000-4c4d-9595-e6869d1beb8f tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1 HTTP/1.1" status: 200 len: 943 time: 0.5667429 Nov 09 21:36:33.526582 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device f4febd14-2f70-44ac-bacd-ce2a51060c69 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:36:33.598845 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-9295022b-2758-4aff-b6e6-86a475b2f599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:33.600913 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-9295022b-2758-4aff-b6e6-86a475b2f599 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d996b08d23e47a28746199b551ba8f0&device_id=e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1 HTTP/1.1" status: 200 len: 1094 time: 0.3245487 Nov 09 21:36:33.714257 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c5b84665-f552-4cc5-945b-f7932b79e18d tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:33.788982 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da7a24-d7e2-4a4e-a35b-0cd6241d2fd1 req-e39a1c53-eb14-4634-892e-0af9c614facd tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:33.790802 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-66da7a24-d7e2-4a4e-a35b-0cd6241d2fd1 req-e39a1c53-eb14-4634-892e-0af9c614facd tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.0812995 Nov 09 21:36:33.804478 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f9077134-add4-4263-96cd-cdf7ed637494 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:33.822400 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f9077134-add4-4263-96cd-cdf7ed637494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:33.826063 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:33.842247 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port f4febd14-2f70-44ac-bacd-ce2a51060c69 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:36:33.842677 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:33.872230 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c5b84665-f552-4cc5-945b-f7932b79e18d tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:33.906514 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b84665-f552-4cc5-945b-f7932b79e18d tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Network fa683da5-1fd5-4a4e-864a-2b8e25988549 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:36:33.920973 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9077134-add4-4263-96cd-cdf7ed637494 None None] Network d7629368-6333-434f-a7bb-ca2c0461dfff is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:36:33.932559 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-f9077134-add4-4263-96cd-cdf7ed637494 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:36:33.937539 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9077134-add4-4263-96cd-cdf7ed637494 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:36:33.941318 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-c5b84665-f552-4cc5-945b-f7932b79e18d tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:36:33.946683 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b84665-f552-4cc5-945b-f7932b79e18d tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:36:33.955352 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b84665-f552-4cc5-945b-f7932b79e18d tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:33.956352 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c5b84665-f552-4cc5-945b-f7932b79e18d tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:33.974401 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9077134-add4-4263-96cd-cdf7ed637494 None None] Pushing event updated for resources: {'Port': ['ID=30bc0e4b-58bb-440d-b246-c1a629cc5582,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:33.981187 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-66da7a24-d7e2-4a4e-a35b-0cd6241d2fd1 req-8c4698fe-29e2-4422-9f9f-aed93326a82e tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810417 Nov 09 21:36:34.017706 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b84665-f552-4cc5-945b-f7932b79e18d tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event updated for resources: {'Port': ['ID=89e3d77d-7893-4df9-bb03-ce9a82f82ea7,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:34.040781 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c5b84665-f552-4cc5-945b-f7932b79e18d tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0660398 Nov 09 21:36:34.043607 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38686) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:34.050288 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1', 'tag': '227dafe4-07a4-4b3e-9f26-52be7db8e976'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:36:34.054746 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879caa95-500c-4e27-a052-80bb197c353f" -d '{"events": [{"name": "network-changed", "server_uuid": "e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1", "tag": "227dafe4-07a4-4b3e-9f26-52be7db8e976"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:36:34.073197 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-acb5edf1-a7e0-4eab-9b38-0be1430fc001 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=227dafe4-07a4-4b3e-9f26-52be7db8e976 HTTP/1.1" status: 200 len: 217 time: 0.1074414 Nov 09 21:36:34.078806 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-f9077134-add4-4263-96cd-cdf7ed637494 None None] Attempting to bind port 30bc0e4b-58bb-440d-b246-c1a629cc5582 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:36:34.079361 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-f9077134-add4-4263-96cd-cdf7ed637494 None None] Attempting to bind port 30bc0e4b-58bb-440d-b246-c1a629cc5582 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '09c4d3a3-5108-4b06-b719-0fc5b5ec2848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd7629368-6333-434f-a7bb-ca2c0461dfff'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:36:34.079612 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9077134-add4-4263-96cd-cdf7ed637494 None None] Attempting to bind port 30bc0e4b-58bb-440d-b246-c1a629cc5582 on network d7629368-6333-434f-a7bb-ca2c0461dfff {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:36:34.115992 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9077134-add4-4263-96cd-cdf7ed637494 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:36:34.116376 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9077134-add4-4263-96cd-cdf7ed637494 None None] Checking segment: {'id': '09c4d3a3-5108-4b06-b719-0fc5b5ec2848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd7629368-6333-434f-a7bb-ca2c0461dfff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:36:34.116815 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f9077134-add4-4263-96cd-cdf7ed637494 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:34.117214 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9077134-add4-4263-96cd-cdf7ed637494 None None] Bound using segment: {'id': '09c4d3a3-5108-4b06-b719-0fc5b5ec2848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd7629368-6333-434f-a7bb-ca2c0461dfff'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:36:34.117714 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-f9077134-add4-4263-96cd-cdf7ed637494 None None] Bound port: 30bc0e4b-58bb-440d-b246-c1a629cc5582, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09c4d3a3-5108-4b06-b719-0fc5b5ec2848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd7629368-6333-434f-a7bb-ca2c0461dfff'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:36:34.118105 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f9077134-add4-4263-96cd-cdf7ed637494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:34.129287 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2203a8db-cee6-4983-846d-ec4ac69f2e33 req-f77b7327-eaf4-4d7e-af8a-07732943b75c tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups?id=96bcfce8-69e9-4c78-8983-e7ddc5090e53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5909593 Nov 09 21:36:34.147967 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-e0ff5ed2-e49d-439e-8f5b-b555e88e457c None None] Provisioning complete for port f4febd14-2f70-44ac-bacd-ce2a51060c69 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:36:34.148488 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e0ff5ed2-e49d-439e-8f5b-b555e88e457c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:34.186149 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3a7dd367-cc76-4418-9e63-d98c8e57c9ed req-caeffca1-bc84-4082-9fc6-5e594a8c71f5 service neutron] 10.222.0.43 "GET /v2.0/networks/7f06906b-e2ba-45ef-8df7-be5e5cf2a136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8689151 Nov 09 21:36:34.218693 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f99adbd-44ee-477e-a55a-f29d7abfd92f x-openstack-request-id: req-2f99adbd-44ee-477e-a55a-f29d7abfd92f {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:36:34.220102 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1", "tag": "227dafe4-07a4-4b3e-9f26-52be7db8e976", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:36:34.220819 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2f99adbd-44ee-477e-a55a-f29d7abfd92f {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:36:34.221367 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1', 'tag': '227dafe4-07a4-4b3e-9f26-52be7db8e976', 'status': 'completed', 'code': 200} Nov 09 21:36:34.263224 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53006e80-d0f1-48c6-8164-a4fe314f2078 req-f55a229f-cbbc-41ea-a2ed-b531d9a8f986 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:34.272776 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-af86cb17-23d9-4e87-a4d8-d80aa78b2341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:34.275234 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-af86cb17-23d9-4e87-a4d8-d80aa78b2341 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85ce8c7e-f82b-4b24-9029-22d978d44b85 HTTP/1.1" status: 200 len: 850 time: 0.1945763 Nov 09 21:36:34.277522 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53006e80-d0f1-48c6-8164-a4fe314f2078 req-f55a229f-cbbc-41ea-a2ed-b531d9a8f986 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c37440f-19a7-436e-aff6-7de07ff38b33 HTTP/1.1" status: 200 len: 943 time: 0.1440611 Nov 09 21:36:34.285139 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c45d478c-65de-4c9f-8e98-6cc5152a0f90 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:34.303664 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecdf2a0-d60b-4201-8c7b-af11195cc30d tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:34.312047 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-aecdf2a0-d60b-4201-8c7b-af11195cc30d tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A147 HTTP/1.1" status: 200 len: 929 time: 0.2661459 Nov 09 21:36:34.323229 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38690) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:34.367760 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-f9077134-add4-4263-96cd-cdf7ed637494 None None] For port 30bc0e4b-58bb-440d-b246-c1a629cc5582, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:36:34.373078 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-f9077134-add4-4263-96cd-cdf7ed637494 None None] For port 30bc0e4b-58bb-440d-b246-c1a629cc5582, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=30bc0e4b-58bb-440d-b246-c1a629cc5582,segment=NetworkSegment(09c4d3a3-5108-4b06-b719-0fc5b5ec2848),segment_id=09c4d3a3-5108-4b06-b719-0fc5b5ec2848)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:36:34.376450 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d478c-65de-4c9f-8e98-6cc5152a0f90 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Pushing event updated for resources: {'Subnet': ['ID=05b4a903-335c-4aea-bf0d-dfc578a77176,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:34.379770 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f9077134-add4-4263-96cd-cdf7ed637494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:34.493518 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-661c8066-46ea-48d1-8ad3-ef1fe92064b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:34.494802 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-661c8066-46ea-48d1-8ad3-ef1fe92064b1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=55847ffd-7836-446f-91d3-f14e046c5bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1994221 Nov 09 21:36:34.500202 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d19a1ed4-8bd5-4fae-ba98-36f369ab0004 None None] Provisioning complete for port 89e3d77d-7893-4df9-bb03-ce9a82f82ea7 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:36:34.501132 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d19a1ed4-8bd5-4fae-ba98-36f369ab0004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:34.501793 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53006e80-d0f1-48c6-8164-a4fe314f2078 req-a4842061-fbbc-4e54-abb0-336de5135627 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc5455a8-a46a-4b5d-9a17-60e39893943c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230871 Nov 09 21:36:34.510987 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1badfeb9-59d0-484a-ac33-cc33db1acafa req-10a460ef-46d7-4414-ba82-1e2915b11d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:34.512510 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1badfeb9-59d0-484a-ac33-cc33db1acafa req-10a460ef-46d7-4414-ba82-1e2915b11d31 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=43075615d42840aaad9449d4e5f340c2&device_id=4c37440f-19a7-436e-aff6-7de07ff38b33 HTTP/1.1" status: 200 len: 1094 time: 0.1544056 Nov 09 21:36:34.514518 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45d478c-65de-4c9f-8e98-6cc5152a0f90 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Checking segment: {'id': '0a0d280e-0878-4fd0-b173-843dbcc436c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '182c9afa-3a52-4827-b9af-4e796df1323b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:36:34.514886 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45d478c-65de-4c9f-8e98-6cc5152a0f90 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Network hostable DHCP agents. Network: 182c9afa-3a52-4827-b9af-4e796df1323b, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:36:34.544818 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9077134-add4-4263-96cd-cdf7ed637494 None None] Pushing event updated for resources: {'Port': ['ID=30bc0e4b-58bb-440d-b246-c1a629cc5582,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:34.559971 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-7dba9fa9-328e-4cc9-ae69-0ff6c2b2bab5 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Deleting port 89e3d77d-7893-4df9-bb03-ce9a82f82ea7 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:36:34.559971 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7dba9fa9-328e-4cc9-ae69-0ff6c2b2bab5 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:34.577716 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-d19a1ed4-8bd5-4fae-ba98-36f369ab0004 None None] Port 89e3d77d-7893-4df9-bb03-ce9a82f82ea7 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:36:34.768702 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45d478c-65de-4c9f-8e98-6cc5152a0f90 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Network 182c9afa-3a52-4827-b9af-4e796df1323b is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:36:34.772180 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7dba9fa9-328e-4cc9-ae69-0ff6c2b2bab5 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:34.805480 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-7dba9fa9-328e-4cc9-ae69-0ff6c2b2bab5 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Calling delete_port for 89e3d77d-7893-4df9-bb03-ce9a82f82ea7 owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:36:34.819369 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-c45d478c-65de-4c9f-8e98-6cc5152a0f90 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 182c9afa-3a52-4827-b9af-4e796df1323b) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:36:34.828413 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30567cf8-1101-45f1-9192-000722079a3d None None] Network 182c9afa-3a52-4827-b9af-4e796df1323b requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:36:34.850583 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45d478c-65de-4c9f-8e98-6cc5152a0f90 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:34.851185 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c45d478c-65de-4c9f-8e98-6cc5152a0f90 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:34.962823 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-570fe5d8-8e8c-451c-9e8c-1cadf75c0ecf service neutron] 10.222.0.43 "GET /v2.0/networks/55847ffd-7836-446f-91d3-f14e046c5bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4470153 Nov 09 21:36:34.973065 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c45d478c-65de-4c9f-8e98-6cc5152a0f90 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8290815 Nov 09 21:36:34.974837 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1badfeb9-59d0-484a-ac33-cc33db1acafa req-22665c78-45cc-48cf-a024-e3388501b37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:34.976994 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38700) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:34.977864 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1badfeb9-59d0-484a-ac33-cc33db1acafa req-22665c78-45cc-48cf-a024-e3388501b37e service neutron] 10.222.0.43 "GET /v2.0/networks?id=7f06906b-e2ba-45ef-8df7-be5e5cf2a136 HTTP/1.1" status: 200 len: 908 time: 0.4367669 Nov 09 21:36:35.118107 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b03aea-b27e-4cf6-9233-bb2cec668e34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-182c9afa-3a52-4827-b9af-4e796df1323b', 'network_id': '182c9afa-3a52-4827-b9af-4e796df1323b', 'tenant_id': 'ccc23eb19f9640ab87a5fe1b74b18f41', 'fixed_ips': [{'subnet_id': '05b4a903-335c-4aea-bf0d-dfc578a77176'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:36:35.118998 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f3b03aea-b27e-4cf6-9233-bb2cec668e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:35.152271 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1badfeb9-59d0-484a-ac33-cc33db1acafa req-974e5e87-b575-4b07-917e-a701ecb28abb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f25e5fb7-ca46-4329-9539-467da0bb285b HTTP/1.1" status: 200 len: 217 time: 0.1636312 Nov 09 21:36:35.293798 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1badfeb9-59d0-484a-ac33-cc33db1acafa req-a53c7689-a89d-44ee-89ec-a7338b5ec7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:35.298760 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1badfeb9-59d0-484a-ac33-cc33db1acafa req-a53c7689-a89d-44ee-89ec-a7338b5ec7a2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1b301ec-60f9-4894-991e-bf88d0c2280c HTTP/1.1" status: 200 len: 848 time: 0.1305470 Nov 09 21:36:35.305256 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f384c092-91dc-4aaf-bfcd-918b298c0829 req-23ce655c-74b8-40d2-b622-d34b773d4a72 service neutron] 10.222.0.43 "GET /v2.0/networks/55847ffd-7836-446f-91d3-f14e046c5bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262458 Nov 09 21:36:35.319107 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fe85d-0c2a-49c2-9197-4303dbee9366 req-132000ed-74e3-48fb-983c-31b1c1445ed2 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:35.329837 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e01fe85d-0c2a-49c2-9197-4303dbee9366 req-132000ed-74e3-48fb-983c-31b1c1445ed2 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.1814036 Nov 09 21:36:35.384097 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1badfeb9-59d0-484a-ac33-cc33db1acafa req-7eccc651-3f77-4389-8b3b-967dfcda0169 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7f06906b-e2ba-45ef-8df7-be5e5cf2a136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755656 Nov 09 21:36:35.479745 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 30bc0e4b-58bb-440d-b246-c1a629cc5582 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:36:35.541109 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e01fe85d-0c2a-49c2-9197-4303dbee9366 req-81b9ba55-ca25-45b3-afe4-76b8af964641 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2094495 Nov 09 21:36:35.542087 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7dba9fa9-328e-4cc9-ae69-0ff6c2b2bab5 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:35.609228 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-f3b03aea-b27e-4cf6-9233-bb2cec668e34 None None] Allocated IP 172.20.0.2 (182c9afa-3a52-4827-b9af-4e796df1323b/05b4a903-335c-4aea-bf0d-dfc578a77176/ba6242a8-8618-42ba-823c-faa8b50b2432) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:36:35.657670 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba9fa9-328e-4cc9-ae69-0ff6c2b2bab5 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event deleted for resources: {'Port': ['ID=89e3d77d-7893-4df9-bb03-ce9a82f82ea7,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:35.692509 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879caa95-500c-4e27-a052-80bb197c353f req-d0fbd236-9724-4c2d-a01d-76e7d56a32cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:35.695906 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-879caa95-500c-4e27-a052-80bb197c353f req-d0fbd236-9724-4c2d-a01d-76e7d56a32cd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d996b08d23e47a28746199b551ba8f0&device_id=e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1 HTTP/1.1" status: 200 len: 1094 time: 0.2237959 Nov 09 21:36:35.721499 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e3d10377-b2e9-4813-945b-8831cdc7a935 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:35.745608 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768dbaa-2470-48d3-9d2a-4bf8d8c75860 req-09a76734-6b97-44e4-bf71-bc8f93550317 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:35.747199 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2768dbaa-2470-48d3-9d2a-4bf8d8c75860 req-09a76734-6b97-44e4-bf71-bc8f93550317 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1 HTTP/1.1" status: 200 len: 943 time: 0.4520588 Nov 09 21:36:35.799228 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7dba9fa9-328e-4cc9-ae69-0ff6c2b2bab5 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:35.806065 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7dba9fa9-328e-4cc9-ae69-0ff6c2b2bab5 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/ports/89e3d77d-7893-4df9-bb03-ce9a82f82ea7 HTTP/1.1" status: 204 len: 168 time: 1.4770837 Nov 09 21:36:35.810517 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38710) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:35.916800 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2125a63-cb2b-4383-bfcb-44516ae9db09 req-38e14352-7241-416c-bbfc-865cd4dd60b8 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:35.933227 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f3b03aea-b27e-4cf6-9233-bb2cec668e34 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:35.933492 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c2125a63-cb2b-4383-bfcb-44516ae9db09 req-38e14352-7241-416c-bbfc-865cd4dd60b8 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c37440f-19a7-436e-aff6-7de07ff38b33 HTTP/1.1" status: 200 len: 943 time: 0.2431531 Nov 09 21:36:35.940753 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 30bc0e4b-58bb-440d-b246-c1a629cc5582 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:36:35.941519 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:35.984309 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f3b03aea-b27e-4cf6-9233-bb2cec668e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:36.023140 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1badfeb9-59d0-484a-ac33-cc33db1acafa req-0bc42dd4-83ee-4f6d-b64f-3d9c7e4f1852 service neutron] 10.222.0.43 "GET /v2.0/networks/7f06906b-e2ba-45ef-8df7-be5e5cf2a136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5539734 Nov 09 21:36:36.070414 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b03aea-b27e-4cf6-9233-bb2cec668e34 None None] Network 182c9afa-3a52-4827-b9af-4e796df1323b is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:36:36.079510 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-f3b03aea-b27e-4cf6-9233-bb2cec668e34 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:36:36.082657 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b03aea-b27e-4cf6-9233-bb2cec668e34 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:36:36.139964 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-acdcdb29-717e-4aea-87f0-a041c32d061c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] GET failed (client error): The resource could not be found. Nov 09 21:36:36.145647 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-acdcdb29-717e-4aea-87f0-a041c32d061c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "GET /v2.0/ports/89e3d77d-7893-4df9-bb03-ce9a82f82ea7 HTTP/1.1" status: 404 len: 333 time: 0.2007487 Nov 09 21:36:36.149502 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38716) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:36.240792 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b03aea-b27e-4cf6-9233-bb2cec668e34 None None] Pushing event updated for resources: {'Port': ['ID=ba6242a8-8618-42ba-823c-faa8b50b2432,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:36.249889 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fb68b5-c182-4e50-bcf8-33db7e49fb81 None None] Network d7629368-6333-434f-a7bb-ca2c0461dfff requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:36:36.266276 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c2125a63-cb2b-4383-bfcb-44516ae9db09 req-712ccd9d-e7c3-4217-bd27-a050dc2c4c0a tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc5455a8-a46a-4b5d-9a17-60e39893943c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273108 Nov 09 21:36:36.298801 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879caa95-500c-4e27-a052-80bb197c353f req-d4bb3afb-bb73-4945-b771-18ec877a4e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:36.300582 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-879caa95-500c-4e27-a052-80bb197c353f req-d4bb3afb-bb73-4945-b771-18ec877a4e58 service neutron] 10.222.0.43 "GET /v2.0/networks?id=55847ffd-7836-446f-91d3-f14e046c5bb2 HTTP/1.1" status: 200 len: 911 time: 0.5779374 Nov 09 21:36:36.342295 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:36.344599 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-f3b03aea-b27e-4cf6-9233-bb2cec668e34 None None] Attempting to bind port ba6242a8-8618-42ba-823c-faa8b50b2432 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:36:36.345116 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-f3b03aea-b27e-4cf6-9233-bb2cec668e34 None None] Attempting to bind port ba6242a8-8618-42ba-823c-faa8b50b2432 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '0a0d280e-0878-4fd0-b173-843dbcc436c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '182c9afa-3a52-4827-b9af-4e796df1323b'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:36:36.345595 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b03aea-b27e-4cf6-9233-bb2cec668e34 None None] Attempting to bind port ba6242a8-8618-42ba-823c-faa8b50b2432 on network 182c9afa-3a52-4827-b9af-4e796df1323b {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:36:36.363254 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b03aea-b27e-4cf6-9233-bb2cec668e34 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:36:36.365329 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b03aea-b27e-4cf6-9233-bb2cec668e34 None None] Checking segment: {'id': '0a0d280e-0878-4fd0-b173-843dbcc436c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '182c9afa-3a52-4827-b9af-4e796df1323b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:36:36.366541 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f3b03aea-b27e-4cf6-9233-bb2cec668e34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:36.370347 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-879caa95-500c-4e27-a052-80bb197c353f req-347f7e68-947c-4224-bb3d-48823617324e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=227dafe4-07a4-4b3e-9f26-52be7db8e976 HTTP/1.1" status: 200 len: 217 time: 0.0592532 Nov 09 21:36:36.371629 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b03aea-b27e-4cf6-9233-bb2cec668e34 None None] Bound using segment: {'id': '0a0d280e-0878-4fd0-b173-843dbcc436c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '182c9afa-3a52-4827-b9af-4e796df1323b'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:36:36.372352 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-f3b03aea-b27e-4cf6-9233-bb2cec668e34 None None] Bound port: ba6242a8-8618-42ba-823c-faa8b50b2432, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a0d280e-0878-4fd0-b173-843dbcc436c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '182c9afa-3a52-4827-b9af-4e796df1323b'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:36:36.372940 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f3b03aea-b27e-4cf6-9233-bb2cec668e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:36.426868 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879caa95-500c-4e27-a052-80bb197c353f req-1fc56266-cf94-40c5-a217-7ee8d19f8d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:36.428653 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-879caa95-500c-4e27-a052-80bb197c353f req-1fc56266-cf94-40c5-a217-7ee8d19f8d6b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85ce8c7e-f82b-4b24-9029-22d978d44b85 HTTP/1.1" status: 200 len: 850 time: 0.0470352 Nov 09 21:36:36.435234 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1badfeb9-59d0-484a-ac33-cc33db1acafa req-bf2ce2cd-569e-4837-a873-5becb43a13e0 service neutron] 10.222.0.43 "GET /v2.0/networks/7f06906b-e2ba-45ef-8df7-be5e5cf2a136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427444 Nov 09 21:36:36.495528 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2768dbaa-2470-48d3-9d2a-4bf8d8c75860 req-f0a90244-fbe3-4ee4-8f4a-f12bbe2df058 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups?id=96bcfce8-69e9-4c78-8983-e7ddc5090e53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7359648 Nov 09 21:36:36.513329 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879caa95-500c-4e27-a052-80bb197c353f req-1921f00f-1eda-4ea5-872a-c76fe32b327c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:36.527082 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-e3d10377-b2e9-4813-945b-8831cdc7a935 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Allocated IP 172.20.0.1 (d7629368-6333-434f-a7bb-ca2c0461dfff/9633f003-5f96-4ffc-976a-f7e9d2aeb02b/f06b3cad-260c-47df-802d-97b05eee3964) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:36:36.530926 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-879caa95-500c-4e27-a052-80bb197c353f req-1921f00f-1eda-4ea5-872a-c76fe32b327c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=55847ffd-7836-446f-91d3-f14e046c5bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0945537 Nov 09 21:36:36.636186 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 30bc0e4b-58bb-440d-b246-c1a629cc5582, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=30bc0e4b-58bb-440d-b246-c1a629cc5582,segment=NetworkSegment(09c4d3a3-5108-4b06-b719-0fc5b5ec2848),segment_id=09c4d3a3-5108-4b06-b719-0fc5b5ec2848)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:36:36.659065 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:36.681544 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-e32b9e9a-6530-4454-ac20-128a6d093e92 None None] Provisioning complete for port 30bc0e4b-58bb-440d-b246-c1a629cc5582 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:36:36.681544 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e32b9e9a-6530-4454-ac20-128a6d093e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:36.809710 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e436e5b-e856-44d4-9410-4852ec4f392f req-f5c09c30-75c1-4b7a-bf1f-ded23de33c15 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:36.817933 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3e436e5b-e856-44d4-9410-4852ec4f392f req-f5c09c30-75c1-4b7a-bf1f-ded23de33c15 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.1574998 Nov 09 21:36:36.827662 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=30bc0e4b-58bb-440d-b246-c1a629cc5582,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:36.839445 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-f3b03aea-b27e-4cf6-9233-bb2cec668e34 None None] For port ba6242a8-8618-42ba-823c-faa8b50b2432, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:36:36.846205 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-f3b03aea-b27e-4cf6-9233-bb2cec668e34 None None] For port ba6242a8-8618-42ba-823c-faa8b50b2432, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=ba6242a8-8618-42ba-823c-faa8b50b2432,segment=NetworkSegment(0a0d280e-0878-4fd0-b173-843dbcc436c8),segment_id=0a0d280e-0878-4fd0-b173-843dbcc436c8)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:36:36.859596 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-879caa95-500c-4e27-a052-80bb197c353f req-b8f6e9fc-28b2-4a03-849a-192556d797e4 service neutron] 10.222.0.43 "GET /v2.0/networks/55847ffd-7836-446f-91d3-f14e046c5bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213823 Nov 09 21:36:36.883765 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-97f4d9ad-d3a9-4615-bc44-42a6eeed682b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Deleting port aacc6f77-0a2d-477c-bb8b-43af8537f2c9 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:36:36.884138 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-97f4d9ad-d3a9-4615-bc44-42a6eeed682b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:36.934601 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f3b03aea-b27e-4cf6-9233-bb2cec668e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:36.956418 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e3d10377-b2e9-4813-945b-8831cdc7a935 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:37.005288 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b03aea-b27e-4cf6-9233-bb2cec668e34 None None] Pushing event updated for resources: {'Port': ['ID=ba6242a8-8618-42ba-823c-faa8b50b2432,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:37.117540 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3e436e5b-e856-44d4-9410-4852ec4f392f req-8ba3f7e9-2295-4b63-a0fd-1def47f8920c tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2983170 Nov 09 21:36:37.198599 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-97f4d9ad-d3a9-4615-bc44-42a6eeed682b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:37.206159 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-879caa95-500c-4e27-a052-80bb197c353f req-b898d0d9-5c39-4b31-b323-60a534f6be66 service neutron] 10.222.0.43 "GET /v2.0/networks/55847ffd-7836-446f-91d3-f14e046c5bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268323 Nov 09 21:36:37.216377 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-97f4d9ad-d3a9-4615-bc44-42a6eeed682b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Calling delete_port for aacc6f77-0a2d-477c-bb8b-43af8537f2c9 owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:36:37.229087 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e3d10377-b2e9-4813-945b-8831cdc7a935 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:37.286214 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d10377-b2e9-4813-945b-8831cdc7a935 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Network d7629368-6333-434f-a7bb-ca2c0461dfff is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:36:37.291785 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-e3d10377-b2e9-4813-945b-8831cdc7a935 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:36:37.301097 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d10377-b2e9-4813-945b-8831cdc7a935 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:36:37.319477 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device f25e5fb7-ca46-4329-9539-467da0bb285b details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:36:37.421519 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e3d10377-b2e9-4813-945b-8831cdc7a935 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:37.569690 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 30bc0e4b-58bb-440d-b246-c1a629cc5582 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:36:37.680718 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d10377-b2e9-4813-945b-8831cdc7a935 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Pushing event updated for resources: {'Port': ['ID=f06b3cad-260c-47df-802d-97b05eee3964,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:37.694960 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port f25e5fb7-ca46-4329-9539-467da0bb285b, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f25e5fb7-ca46-4329-9539-467da0bb285b,segment=NetworkSegment(6ec44bea-f8ce-43ec-a9ca-ecbbd565bb56),segment_id=6ec44bea-f8ce-43ec-a9ca-ecbbd565bb56)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:36:37.716710 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': 'f25e5fb7-ca46-4329-9539-467da0bb285b', 'network_id': '7f06906b-e2ba-45ef-8df7-be5e5cf2a136', 'port_id': 'f25e5fb7-ca46-4329-9539-467da0bb285b', 'mac_address': 'fa:16:3e:46:c2:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b301ec-60f9-4894-991e-bf88d0c2280c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:36:37.745689 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6a9b6-9f24-4c9f-9424-777572e707da req-d25442d8-d100-4274-b711-57018fb8971c tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:37.759853 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2ab6a9b6-9f24-4c9f-9424-777572e707da req-d25442d8-d100-4274-b711-57018fb8971c tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1 HTTP/1.1" status: 200 len: 943 time: 0.1115699 Nov 09 21:36:37.762074 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4834a93-7641-468e-97b0-3bb297879321 req-1fa9fc20-39c5-4ce2-bd53-1606cfdec1de tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:37.764036 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d4834a93-7641-468e-97b0-3bb297879321 req-1fa9fc20-39c5-4ce2-bd53-1606cfdec1de tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c37440f-19a7-436e-aff6-7de07ff38b33 HTTP/1.1" status: 200 len: 943 time: 0.1975439 Nov 09 21:36:37.777262 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e3d10377-b2e9-4813-945b-8831cdc7a935 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:37.777696 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:37.797904 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 30bc0e4b-58bb-440d-b246-c1a629cc5582 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:36:37.798150 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:37.842404 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2ab6a9b6-9f24-4c9f-9424-777572e707da req-1627cfaa-1e31-467a-88e4-e8ec68445f30 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups?id=96bcfce8-69e9-4c78-8983-e7ddc5090e53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718434 Nov 09 21:36:37.843003 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d5664ec7-248a-438d-880b-6dff07b0f938 None None] Provisioning complete for port 30bc0e4b-58bb-440d-b246-c1a629cc5582 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:36:37.843556 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d5664ec7-248a-438d-880b-6dff07b0f938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:37.940092 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d4834a93-7641-468e-97b0-3bb297879321 req-cdd89b70-36b1-4c4c-a4a6-8527cc5f3313 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc5455a8-a46a-4b5d-9a17-60e39893943c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652019 Nov 09 21:36:38.067032 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-97f4d9ad-d3a9-4615-bc44-42a6eeed682b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:38.095476 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f25e5fb7-ca46-4329-9539-467da0bb285b {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:36:38.135079 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port f25e5fb7-ca46-4329-9539-467da0bb285b, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f25e5fb7-ca46-4329-9539-467da0bb285b,segment=NetworkSegment(6ec44bea-f8ce-43ec-a9ca-ecbbd565bb56),segment_id=6ec44bea-f8ce-43ec-a9ca-ecbbd565bb56)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:36:38.152503 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:38.171836 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f4d9ad-d3a9-4615-bc44-42a6eeed682b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event deleted for resources: {'Port': ['ID=aacc6f77-0a2d-477c-bb8b-43af8537f2c9,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:38.373273 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b7c7f-ced1-476d-ab23-3924b64ddf42 req-8c88baa1-bde4-449d-98f4-9f2cc478187c tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:38.389543 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c21b7c7f-ced1-476d-ab23-3924b64ddf42 req-8c88baa1-bde4-449d-98f4-9f2cc478187c tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.1229057 Nov 09 21:36:38.463013 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=f25e5fb7-ca46-4329-9539-467da0bb285b,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:38.498631 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c21b7c7f-ced1-476d-ab23-3924b64ddf42 req-cc88bd42-936c-491f-9c01-062aa9c9db12 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079016 Nov 09 21:36:38.515041 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['f25e5fb7-ca46-4329-9539-467da0bb285b'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:36:38.647996 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-fc14bfd4-6121-45af-8fbe-3a3ad1e61ed7 None None] Provisioning complete for port f06b3cad-260c-47df-802d-97b05eee3964 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:36:38.657820 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fc14bfd4-6121-45af-8fbe-3a3ad1e61ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:38.731181 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-fc14bfd4-6121-45af-8fbe-3a3ad1e61ed7 None None] Port f06b3cad-260c-47df-802d-97b05eee3964 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:36:38.839361 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-97f4d9ad-d3a9-4615-bc44-42a6eeed682b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:38.847094 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-97f4d9ad-d3a9-4615-bc44-42a6eeed682b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/ports/aacc6f77-0a2d-477c-bb8b-43af8537f2c9 HTTP/1.1" status: 204 len: 168 time: 2.6912873 Nov 09 21:36:38.847286 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38742) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:38.890572 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-5392091a-b120-4752-80f7-549079144cb1 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] GET failed (client error): The resource could not be found. Nov 09 21:36:38.892864 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5392091a-b120-4752-80f7-549079144cb1 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "GET /v2.0/ports/aacc6f77-0a2d-477c-bb8b-43af8537f2c9 HTTP/1.1" status: 404 len: 333 time: 0.0444832 Nov 09 21:36:38.895712 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38746) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:38.910288 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04eebdaf-89f7-44da-999d-ac38115befb2 None None] Network 182c9afa-3a52-4827-b9af-4e796df1323b requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:36:38.978457 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-8737ab38-0725-4b33-a8ab-ba11fdc222e9 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Deleting subnet 18bb6447-2efd-4e6c-8856-ac4635c7a1dd {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:36:38.990521 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8737ab38-0725-4b33-a8ab-ba11fdc222e9 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:39.052683 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8526c66f-9343-42cd-b93e-3d89de42d3e9 req-1c3cf239-b112-405d-a533-a185826aab19 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:39.057974 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8526c66f-9343-42cd-b93e-3d89de42d3e9 req-1c3cf239-b112-405d-a533-a185826aab19 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1 HTTP/1.1" status: 200 len: 943 time: 0.0845988 Nov 09 21:36:39.069824 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-3938dc8e-f1e1-4f21-8ea9-496846ea7902 None None] Provisioning complete for port ba6242a8-8618-42ba-823c-faa8b50b2432 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:36:39.070199 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3938dc8e-f1e1-4f21-8ea9-496846ea7902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:39.105610 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8737ab38-0725-4b33-a8ab-ba11fdc222e9 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:39.148261 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e3d10377-b2e9-4813-945b-8831cdc7a935 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:39.154648 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8526c66f-9343-42cd-b93e-3d89de42d3e9 req-bf97ff9f-1b9a-4fd1-b45f-99ca30340cba tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups?id=96bcfce8-69e9-4c78-8983-e7ddc5090e53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897498 Nov 09 21:36:39.158429 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e3d10377-b2e9-4813-945b-8831cdc7a935 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:39.166983 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec67f30-6328-41dd-9281-d17b592b9582 req-272edb10-ba98-4e73-ace4-d2254151745d tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:39.168539 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5ec67f30-6328-41dd-9281-d17b592b9582 req-272edb10-ba98-4e73-ace4-d2254151745d tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c37440f-19a7-436e-aff6-7de07ff38b33 HTTP/1.1" status: 200 len: 944 time: 0.1136861 Nov 09 21:36:39.214656 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e3d10377-b2e9-4813-945b-8831cdc7a935 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:39.286947 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5ec67f30-6328-41dd-9281-d17b592b9582 req-d5d1c1fc-5f90-4a95-b1e9-ae281fe1a261 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc5455a8-a46a-4b5d-9a17-60e39893943c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034446 Nov 09 21:36:39.341742 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8737ab38-0725-4b33-a8ab-ba11fdc222e9 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:39.352538 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3938dc8e-f1e1-4f21-8ea9-496846ea7902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:39.358421 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 227dafe4-07a4-4b3e-9f26-52be7db8e976 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:36:39.374509 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device f25e5fb7-ca46-4329-9539-467da0bb285b up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:36:39.390292 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d10377-b2e9-4813-945b-8831cdc7a935 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Pushing event updated for resources: {'Port': ['ID=f06b3cad-260c-47df-802d-97b05eee3964,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:39.468385 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-3938dc8e-f1e1-4f21-8ea9-496846ea7902 None None] For port ba6242a8-8618-42ba-823c-faa8b50b2432, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=ba6242a8-8618-42ba-823c-faa8b50b2432,segment=NetworkSegment(0a0d280e-0878-4fd0-b173-843dbcc436c8),segment_id=0a0d280e-0878-4fd0-b173-843dbcc436c8)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:36:39.505961 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d10377-b2e9-4813-945b-8831cdc7a935 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Network d7629368-6333-434f-a7bb-ca2c0461dfff is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:36:39.513665 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-e3d10377-b2e9-4813-945b-8831cdc7a935 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:36:39.516958 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device ba6242a8-8618-42ba-823c-faa8b50b2432 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:36:39.518988 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3938dc8e-f1e1-4f21-8ea9-496846ea7902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:39.561850 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8737ab38-0725-4b33-a8ab-ba11fdc222e9 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:39.659496 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737ab38-0725-4b33-a8ab-ba11fdc222e9 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event deleted for resources: {'Subnet': ['ID=18bb6447-2efd-4e6c-8856-ac4635c7a1dd,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:39.675802 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8737ab38-0725-4b33-a8ab-ba11fdc222e9 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:39.689514 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8737ab38-0725-4b33-a8ab-ba11fdc222e9 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/subnets/18bb6447-2efd-4e6c-8856-ac4635c7a1dd HTTP/1.1" status: 204 len: 168 time: 0.7904167 Nov 09 21:36:39.689938 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38756) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:39.741303 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed8680-c2fd-43c0-9127-7ce25ca586a5 req-e069e248-606c-4788-9dde-39e2e0ccb483 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:39.753233 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-06ed8680-c2fd-43c0-9127-7ce25ca586a5 req-e069e248-606c-4788-9dde-39e2e0ccb483 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.1074734 Nov 09 21:36:39.760102 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bd3980-e21e-428e-9cc5-70a6904d30af None None] Network fa683da5-1fd5-4a4e-864a-2b8e25988549 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:36:39.852248 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3938dc8e-f1e1-4f21-8ea9-496846ea7902 None None] Pushing event updated for resources: {'Port': ['ID=ba6242a8-8618-42ba-823c-faa8b50b2432,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:39.899145 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d10377-b2e9-4813-945b-8831cdc7a935 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Router 5258b0b9-e28e-49ef-9a6b-dd83f53461b7 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:36:39.927173 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-06ed8680-c2fd-43c0-9127-7ce25ca586a5 req-99d91771-65c8-4e88-8c72-4ed4076d2538 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728868 Nov 09 21:36:39.931270 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0850019d-e74d-435a-9488-2bef03841e71 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:39.936032 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port f25e5fb7-ca46-4329-9539-467da0bb285b completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:36:39.958372 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port f25e5fb7-ca46-4329-9539-467da0bb285b triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:36:39.958753 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:40.043205 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-cc7c1e20-efab-4219-8631-436800711379 None None] Provisioning complete for port ba6242a8-8618-42ba-823c-faa8b50b2432 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:36:40.043205 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cc7c1e20-efab-4219-8631-436800711379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:40.048511 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-0850019d-e74d-435a-9488-2bef03841e71 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Deleting port 57ec06ce-4765-4f71-87ca-e13ca8ba9a88 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:36:40.048904 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0850019d-e74d-435a-9488-2bef03841e71 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:40.100968 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d10377-b2e9-4813-945b-8831cdc7a935 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:36:40.106396 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e3d10377-b2e9-4813-945b-8831cdc7a935 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] 10.222.0.49 "PUT /v2.0/routers/5258b0b9-e28e-49ef-9a6b-dd83f53461b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1283824 Nov 09 21:36:40.109468 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38760) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:40.112552 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756d51f6-448f-4f69-8a7a-fd27d5ef3bef None None] Sync routers for ids ['5258b0b9-e28e-49ef-9a6b-dd83f53461b7'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:36:40.123865 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port ba6242a8-8618-42ba-823c-faa8b50b2432 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:36:40.124697 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:40.144441 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756d51f6-448f-4f69-8a7a-fd27d5ef3bef None None] Routers {'5258b0b9-e28e-49ef-9a6b-dd83f53461b7'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:36:40.149600 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-756d51f6-448f-4f69-8a7a-fd27d5ef3bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:36:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['5258b0b9-e28e-49ef-9a6b-dd83f53461b7'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:40.167896 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-0850019d-e74d-435a-9488-2bef03841e71 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] For port 57ec06ce-4765-4f71-87ca-e13ca8ba9a88, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=57ec06ce-4765-4f71-87ca-e13ca8ba9a88,segment=NetworkSegment(d65a92b7-6e31-42b9-a8bf-01fe2ec109fe),segment_id=d65a92b7-6e31-42b9-a8bf-01fe2ec109fe)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:36:40.168123 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0850019d-e74d-435a-9488-2bef03841e71 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:40.190452 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 227dafe4-07a4-4b3e-9f26-52be7db8e976, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=227dafe4-07a4-4b3e-9f26-52be7db8e976,segment=NetworkSegment(78ce6615-06a8-4c13-a188-c74fb2e831a4),segment_id=78ce6615-06a8-4c13-a188-c74fb2e831a4)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:36:40.196218 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-0850019d-e74d-435a-9488-2bef03841e71 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Calling delete_port for 57ec06ce-4765-4f71-87ca-e13ca8ba9a88 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:36:40.222954 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-756d51f6-448f-4f69-8a7a-fd27d5ef3bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:40.223584 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571ecf3c-8e04-4426-b3b2-ad0651266931 None None] DHCP port deletion for fa683da5-1fd5-4a4e-864a-2b8e25988549 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:36:40.249657 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756d51f6-448f-4f69-8a7a-fd27d5ef3bef None None] Routers {'5258b0b9-e28e-49ef-9a6b-dd83f53461b7'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:36:40.251817 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-756d51f6-448f-4f69-8a7a-fd27d5ef3bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:36:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['5258b0b9-e28e-49ef-9a6b-dd83f53461b7'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:40.276195 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '227dafe4-07a4-4b3e-9f26-52be7db8e976', 'network_id': '55847ffd-7836-446f-91d3-f14e046c5bb2', 'port_id': '227dafe4-07a4-4b3e-9f26-52be7db8e976', 'mac_address': 'fa:16:3e:64:ff:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85ce8c7e-f82b-4b24-9029-22d978d44b85', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:36:40.340931 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:40.374812 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-756d51f6-448f-4f69-8a7a-fd27d5ef3bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:40.377876 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756d51f6-448f-4f69-8a7a-fd27d5ef3bef None None] The sync data for ids ['5258b0b9-e28e-49ef-9a6b-dd83f53461b7'] in n-d-816206-3 is: [] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:36:40.441922 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c37440f-19a7-436e-aff6-7de07ff38b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25e5fb7-ca46-4329-9539-467da0bb285b'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:36:40.444195 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198bf0e9-e680-4104-bde0-0f7e9fa731a9" -d '{"events": [{"server_uuid": "4c37440f-19a7-436e-aff6-7de07ff38b33", "name": "network-vif-plugged", "status": "completed", "tag": "f25e5fb7-ca46-4329-9539-467da0bb285b"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:36:40.511570 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f558c43-c92e-426e-bbbc-5d15d1fd9f60 req-74c09fd6-f5fc-4127-8499-13f9d04a9b71 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:40.513461 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2f558c43-c92e-426e-bbbc-5d15d1fd9f60 req-74c09fd6-f5fc-4127-8499-13f9d04a9b71 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1 HTTP/1.1" status: 200 len: 943 time: 0.1579711 Nov 09 21:36:40.559704 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port f25e5fb7-ca46-4329-9539-467da0bb285b, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f25e5fb7-ca46-4329-9539-467da0bb285b,segment=NetworkSegment(6ec44bea-f8ce-43ec-a9ca-ecbbd565bb56),segment_id=6ec44bea-f8ce-43ec-a9ca-ecbbd565bb56)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:36:40.578744 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760292bc-61e7-401e-8e8e-5fd84975e26d req-25f3bc3e-0b6d-4348-b9ab-1b914b71b892 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:40.581114 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:40.581505 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-760292bc-61e7-401e-8e8e-5fd84975e26d req-25f3bc3e-0b6d-4348-b9ab-1b914b71b892 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c37440f-19a7-436e-aff6-7de07ff38b33 HTTP/1.1" status: 200 len: 944 time: 0.0987439 Nov 09 21:36:40.583047 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:40.589289 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2f558c43-c92e-426e-bbbc-5d15d1fd9f60 req-bbf6132a-a184-4883-bde8-985d34fa643d tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups?id=96bcfce8-69e9-4c78-8983-e7ddc5090e53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669169 Nov 09 21:36:40.590492 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0850019d-e74d-435a-9488-2bef03841e71 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:40.611873 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 227dafe4-07a4-4b3e-9f26-52be7db8e976 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:36:40.663487 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69431c49-e244-43c5-9457-b5db6a180f16 x-openstack-request-id: req-69431c49-e244-43c5-9457-b5db6a180f16 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:36:40.663800 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c37440f-19a7-436e-aff6-7de07ff38b33", "name": "network-vif-plugged", "status": "completed", "tag": "f25e5fb7-ca46-4329-9539-467da0bb285b", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:36:40.664025 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-69431c49-e244-43c5-9457-b5db6a180f16 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:36:40.664394 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c37440f-19a7-436e-aff6-7de07ff38b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25e5fb7-ca46-4329-9539-467da0bb285b', 'code': 200} Nov 09 21:36:40.669430 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-571ecf3c-8e04-4426-b3b2-ad0651266931 None None] Deleting port 57ec06ce-4765-4f71-87ca-e13ca8ba9a88 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:36:40.669752 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-571ecf3c-8e04-4426-b3b2-ad0651266931 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:40.674758 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 227dafe4-07a4-4b3e-9f26-52be7db8e976, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=227dafe4-07a4-4b3e-9f26-52be7db8e976,segment=NetworkSegment(78ce6615-06a8-4c13-a188-c74fb2e831a4),segment_id=78ce6615-06a8-4c13-a188-c74fb2e831a4)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:36:40.677734 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0850019d-e74d-435a-9488-2bef03841e71 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event deleted for resources: {'Port': ['ID=57ec06ce-4765-4f71-87ca-e13ca8ba9a88,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:40.693772 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:40.701786 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0850019d-e74d-435a-9488-2bef03841e71 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] No DVR routers for this DVR port 57ec06ce-4765-4f71-87ca-e13ca8ba9a88 on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:36:40.731187 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=f25e5fb7-ca46-4329-9539-467da0bb285b,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:40.773035 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-760292bc-61e7-401e-8e8e-5fd84975e26d req-7af7e663-1e71-42c2-b591-20176bd72095 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc5455a8-a46a-4b5d-9a17-60e39893943c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397612 Nov 09 21:36:40.811289 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-571ecf3c-8e04-4426-b3b2-ad0651266931 None None] For port 57ec06ce-4765-4f71-87ca-e13ca8ba9a88, host n-d-816206-3, got binding levels [] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:36:40.811818 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-571ecf3c-8e04-4426-b3b2-ad0651266931 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:40.840891 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-c00033ab-2efb-4082-a11c-a6513b0506ae None None] Provisioning complete for port f06b3cad-260c-47df-802d-97b05eee3964 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:36:40.841393 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c00033ab-2efb-4082-a11c-a6513b0506ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:40.844177 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-571ecf3c-8e04-4426-b3b2-ad0651266931 None None] Calling delete_port for 57ec06ce-4765-4f71-87ca-e13ca8ba9a88 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:36:40.848252 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.ipam_backend_mixin [None req-571ecf3c-8e04-4426-b3b2-ad0651266931 None None] Port 57ec06ce-4765-4f71-87ca-e13ca8ba9a88 was not found and therefore no delete operation was performed {{(pid=102609) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 21:36:40.865161 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0850019d-e74d-435a-9488-2bef03841e71 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:40.873066 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-571ecf3c-8e04-4426-b3b2-ad0651266931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:40.878281 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=227dafe4-07a4-4b3e-9f26-52be7db8e976,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:40.881785 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-bb5885c5-c5f1-4341-9566-f9d3b20f6d1d tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:36:40.886058 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-bb5885c5-c5f1-4341-9566-f9d3b20f6d1d tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] 10.222.0.49 "PUT /v2.0/routers/5258b0b9-e28e-49ef-9a6b-dd83f53461b7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7706864 Nov 09 21:36:40.886232 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38770) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:40.888763 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-0850019d-e74d-435a-9488-2bef03841e71 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa683da5-1fd5-4a4e-864a-2b8e25988549']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:40.896655 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-0850019d-e74d-435a-9488-2bef03841e71 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd65a92b7-6e31-42b9-a8bf-01fe2ec109fe') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:40.897230 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-0850019d-e74d-435a-9488-2bef03841e71 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd65a92b7-6e31-42b9-a8bf-01fe2ec109fe') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:40.907270 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0850019d-e74d-435a-9488-2bef03841e71 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:40.932421 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571ecf3c-8e04-4426-b3b2-ad0651266931 None None] No DVR routers for this DVR port 57ec06ce-4765-4f71-87ca-e13ca8ba9a88 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:36:40.932421 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ecf3c-8e04-4426-b3b2-ad0651266931 None None] Pushing event deleted for resources: {'Port': ['ID=57ec06ce-4765-4f71-87ca-e13ca8ba9a88,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:40.934993 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-c00033ab-2efb-4082-a11c-a6513b0506ae None None] Port f06b3cad-260c-47df-802d-97b05eee3964 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:36:40.947280 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0850019d-e74d-435a-9488-2bef03841e71 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:40.958642 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0850019d-e74d-435a-9488-2bef03841e71 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:36:40.959717 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0850019d-e74d-435a-9488-2bef03841e71 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:40.980291 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:36:40.980291 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:36:40.980291 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:36:40.980291 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:36:40.980291 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:36:40.980291 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:36:40.980291 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:36:40.980291 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:36:40.980291 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:36:40.980291 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:36:40.980291 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:36:40.980291 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:36:40.980291 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:36:40.980291 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:36:40.980291 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:36:40.980291 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:36:40.980291 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:36:40.980291 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:36:40.980291 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:36:40.980291 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:36:40.980291 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:36:40.980291 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:36:40.980291 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:36:40.980291 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:36:40.980291 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:36:40.980291 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:36:40.980291 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:36:40.980291 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:36:40.980291 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:36:40.980291 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:36:40.980291 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:36:40.980291 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:36:41.005191 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['227dafe4-07a4-4b3e-9f26-52be7db8e976'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:36:41.392696 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device ba6242a8-8618-42ba-823c-faa8b50b2432 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:36:41.441407 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4bdb1088-a178-44e4-9fc6-9f3b3adde25d tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:41.473685 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port ba6242a8-8618-42ba-823c-faa8b50b2432 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:36:41.474050 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:41.537382 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0850019d-e74d-435a-9488-2bef03841e71 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:41.541932 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37b00e-7ac8-482b-972b-6dd2fcf25c6f req-5f39c8d3-8100-4d14-8d90-55bdb191f913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:41.551046 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6e37b00e-7ac8-482b-972b-6dd2fcf25c6f req-5f39c8d3-8100-4d14-8d90-55bdb191f913 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4c37440f-19a7-436e-aff6-7de07ff38b33 HTTP/1.1" status: 200 len: 1096 time: 0.7569926 Nov 09 21:36:41.561423 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0850019d-e74d-435a-9488-2bef03841e71 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:41.566957 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0850019d-e74d-435a-9488-2bef03841e71 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/networks/fa683da5-1fd5-4a4e-864a-2b8e25988549 HTTP/1.1" status: 204 len: 168 time: 1.8760116 Nov 09 21:36:41.582134 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38782) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:41.588130 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-7f43ef3e-96de-4534-8499-1a5d187938bc tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-999153131'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:36:41.614324 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0850019d-e74d-435a-9488-2bef03841e71 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event deleted for resources: {'Network': ['ID=fa683da5-1fd5-4a4e-864a-2b8e25988549,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:41.625600 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651417cc-c2e3-4ccf-918f-8194f96a69ae req-a7d4f6a2-1024-4575-962e-69f30e250a5e tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:41.634521 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-651417cc-c2e3-4ccf-918f-8194f96a69ae req-a7d4f6a2-1024-4575-962e-69f30e250a5e tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.5832851 Nov 09 21:36:41.644274 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f43ef3e-96de-4534-8499-1a5d187938bc tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Made reservation on behalf of 328dae8361554dd89bbb1fa4d68588e7 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:36:41.648074 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7f43ef3e-96de-4534-8499-1a5d187938bc tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:41.743663 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6e37b00e-7ac8-482b-972b-6dd2fcf25c6f req-48bd83dd-4809-4329-bc38-bff551793bce service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fc5455a8-a46a-4b5d-9a17-60e39893943c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923718 Nov 09 21:36:41.745581 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f43ef3e-96de-4534-8499-1a5d187938bc tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:36:41.761287 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-651417cc-c2e3-4ccf-918f-8194f96a69ae req-e16458b9-eda0-43a9-a2ed-44a2d27f5943 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256332 Nov 09 21:36:41.783870 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7f43ef3e-96de-4534-8499-1a5d187938bc tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:41.784409 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-7f43ef3e-96de-4534-8499-1a5d187938bc tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Added segment fc0ba5f1-a016-4388-894f-895c13540938 of type vlan for network aa81642c-1237-43e5-bab4-bb93e01d2a87 Nov 09 21:36:41.830855 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbbb557-cb4a-4e57-b53a-94d35dd1b9be req-5f4adb05-df8e-4289-b531-6c0e801ac15c tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:41.832431 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5fbbb557-cb4a-4e57-b53a-94d35dd1b9be req-5f4adb05-df8e-4289-b531-6c0e801ac15c tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1 HTTP/1.1" status: 200 len: 944 time: 0.0993905 Nov 09 21:36:41.856298 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7f43ef3e-96de-4534-8499-1a5d187938bc tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:41.909012 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7f43ef3e-96de-4534-8499-1a5d187938bc tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:41.927365 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f43ef3e-96de-4534-8499-1a5d187938bc tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:41.929142 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7f43ef3e-96de-4534-8499-1a5d187938bc tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:42.044462 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5fbbb557-cb4a-4e57-b53a-94d35dd1b9be req-921faefb-09f6-4865-9973-7011d9bc035d tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups?id=96bcfce8-69e9-4c78-8983-e7ddc5090e53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494112 Nov 09 21:36:42.116204 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 57ec06ce-4765-4f71-87ca-e13ca8ba9a88 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:36:42.121656 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7f43ef3e-96de-4534-8499-1a5d187938bc tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5345733 Nov 09 21:36:42.126181 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38788) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:42.136068 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-0984885a-5bd2-43ef-8620-7a0ee55c68dc tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'subnet': {'network_id': 'aa81642c-1237-43e5-bab4-bb93e01d2a87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:36:42.154492 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899423a-0657-41a4-93a9-a96a8298ae39 req-76ef6313-d51a-4b9c-a143-f54de20ff508 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:42.156056 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4899423a-0657-41a4-93a9-a96a8298ae39 req-76ef6313-d51a-4b9c-a143-f54de20ff508 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c37440f-19a7-436e-aff6-7de07ff38b33 HTTP/1.1" status: 200 len: 945 time: 0.2166829 Nov 09 21:36:42.157506 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f43ef3e-96de-4534-8499-1a5d187938bc tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event updated for resources: {'Network': ['ID=aa81642c-1237-43e5-bab4-bb93e01d2a87,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:42.177225 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network aa81642c-1237-43e5-bab4-bb93e01d2a87 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:36:42.179687 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 57ec06ce-4765-4f71-87ca-e13ca8ba9a88 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:36:42.180370 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 57ec06ce-4765-4f71-87ca-e13ca8ba9a88 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:36:42.230631 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4899423a-0657-41a4-93a9-a96a8298ae39 req-b50dccfb-1563-4fad-8dad-e5b01fffcf11 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc5455a8-a46a-4b5d-9a17-60e39893943c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591273 Nov 09 21:36:42.261568 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0984885a-5bd2-43ef-8620-7a0ee55c68dc tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Made reservation on behalf of 328dae8361554dd89bbb1fa4d68588e7 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:36:42.265333 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0984885a-5bd2-43ef-8620-7a0ee55c68dc tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:42.282839 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-4bdb1088-a178-44e4-9fc6-9f3b3adde25d tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Deleting port f06b3cad-260c-47df-802d-97b05eee3964 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:36:42.283459 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4bdb1088-a178-44e4-9fc6-9f3b3adde25d tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:42.446229 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4bdb1088-a178-44e4-9fc6-9f3b3adde25d tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:42.466061 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-4bdb1088-a178-44e4-9fc6-9f3b3adde25d tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Calling delete_port for f06b3cad-260c-47df-802d-97b05eee3964 owned by network:router_interface {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:36:42.680796 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0984885a-5bd2-43ef-8620-7a0ee55c68dc tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:42.786332 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0984885a-5bd2-43ef-8620-7a0ee55c68dc tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event updated for resources: {'Subnet': ['ID=4a014fae-1c1d-416d-9edd-a02ba80757f5,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:42.804280 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0984885a-5bd2-43ef-8620-7a0ee55c68dc tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Checking segment: {'id': 'fc0ba5f1-a016-4388-894f-895c13540938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aa81642c-1237-43e5-bab4-bb93e01d2a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:36:42.804675 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0984885a-5bd2-43ef-8620-7a0ee55c68dc tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Network hostable DHCP agents. Network: aa81642c-1237-43e5-bab4-bb93e01d2a87, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:36:42.810939 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4bdb1088-a178-44e4-9fc6-9f3b3adde25d tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:42.843694 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb1088-a178-44e4-9fc6-9f3b3adde25d tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Pushing event deleted for resources: {'Port': ['ID=f06b3cad-260c-47df-802d-97b05eee3964,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:42.871444 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0984885a-5bd2-43ef-8620-7a0ee55c68dc tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Network aa81642c-1237-43e5-bab4-bb93e01d2a87 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:36:42.949033 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:36:43.272694 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44715961-579c-4bf9-958f-06a08bb17d33 req-62bbf3a9-37af-4ad9-90e8-56e2655de726 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:43.282089 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-44715961-579c-4bf9-958f-06a08bb17d33 req-62bbf3a9-37af-4ad9-90e8-56e2655de726 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1 HTTP/1.1" status: 200 len: 944 time: 0.0689478 Nov 09 21:36:43.340049 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-44715961-579c-4bf9-958f-06a08bb17d33 req-47dfec68-b48f-4a4b-98a7-566f9d49782a tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups?id=96bcfce8-69e9-4c78-8983-e7ddc5090e53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546889 Nov 09 21:36:43.382170 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 227dafe4-07a4-4b3e-9f26-52be7db8e976 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:36:43.414295 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-0984885a-5bd2-43ef-8620-7a0ee55c68dc tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, aa81642c-1237-43e5-bab4-bb93e01d2a87) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:36:43.426154 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0984885a-5bd2-43ef-8620-7a0ee55c68dc tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:43.427015 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0984885a-5bd2-43ef-8620-7a0ee55c68dc tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:43.428356 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59084bb3-1b66-40a9-8258-5e246bff6520 None None] Network aa81642c-1237-43e5-bab4-bb93e01d2a87 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:36:43.491176 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f5406-4fd8-4ab3-b41f-53b43dc53039 req-2c6b82a6-a707-441b-8de8-ec249abbe2ac tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:43.491176 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5e9f5406-4fd8-4ab3-b41f-53b43dc53039 req-2c6b82a6-a707-441b-8de8-ec249abbe2ac tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c37440f-19a7-436e-aff6-7de07ff38b33 HTTP/1.1" status: 200 len: 945 time: 0.0798092 Nov 09 21:36:43.537532 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0984885a-5bd2-43ef-8620-7a0ee55c68dc tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4100878 Nov 09 21:36:43.538927 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4bdb1088-a178-44e4-9fc6-9f3b3adde25d tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:43.543228 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38810) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:43.551445 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-aec5aebc-48b5-435e-a84e-ffac6d19fb1e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'port': {'network_id': 'aa81642c-1237-43e5-bab4-bb93e01d2a87', 'name': 'tempest-PortsIpV6TestJSON-654516065', 'fixed_ips': [{'subnet_id': '4a014fae-1c1d-416d-9edd-a02ba80757f5', 'ip_address': '2001:db8::10'}]}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:36:43.553992 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5e9f5406-4fd8-4ab3-b41f-53b43dc53039 req-2b171683-3688-4f58-a225-096cd414d1a3 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc5455a8-a46a-4b5d-9a17-60e39893943c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598531 Nov 09 21:36:43.570885 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd5fc5-31e0-4e0d-b890-0edb2ad45c66 req-4f619d32-f1ae-430a-8687-f192a8b938cf tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:43.572385 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-39bd5fc5-31e0-4e0d-b890-0edb2ad45c66 req-4f619d32-f1ae-430a-8687-f192a8b938cf tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.6735682 Nov 09 21:36:43.769734 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 227dafe4-07a4-4b3e-9f26-52be7db8e976 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:36:43.791985 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 227dafe4-07a4-4b3e-9f26-52be7db8e976 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:36:43.792361 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:43.871150 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c663fc98-4785-4638-a5ab-689958e88029 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-aa81642c-1237-43e5-bab4-bb93e01d2a87', 'network_id': 'aa81642c-1237-43e5-bab4-bb93e01d2a87', 'tenant_id': '328dae8361554dd89bbb1fa4d68588e7', 'fixed_ips': [{'subnet_id': '4a014fae-1c1d-416d-9edd-a02ba80757f5'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:36:43.871986 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c663fc98-4785-4638-a5ab-689958e88029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:43.884751 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-39bd5fc5-31e0-4e0d-b890-0edb2ad45c66 req-b1ea53f7-0c4e-433c-8021-fe70b218701d tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2976158 Nov 09 21:36:43.892086 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bdb1088-a178-44e4-9fc6-9f3b3adde25d tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Router 5258b0b9-e28e-49ef-9a6b-dd83f53461b7 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:36:43.966108 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec5aebc-48b5-435e-a84e-ffac6d19fb1e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Made reservation on behalf of 328dae8361554dd89bbb1fa4d68588e7 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:36:43.966354 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:44.050659 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bdb1088-a178-44e4-9fc6-9f3b3adde25d tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:36:44.058905 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4bdb1088-a178-44e4-9fc6-9f3b3adde25d tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] 10.222.0.49 "PUT /v2.0/routers/5258b0b9-e28e-49ef-9a6b-dd83f53461b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1716235 Nov 09 21:36:44.063908 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38832) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:44.091977 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563a8e0b-9a1b-4e41-897d-adba901fe9bf None None] Sync routers for ids ['5258b0b9-e28e-49ef-9a6b-dd83f53461b7'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:36:44.144718 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [None req-34c17666-a318-4b62-80c1-a6ce4062343b tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] delete failed (client error): The resource could not be found. Nov 09 21:36:44.162068 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-34c17666-a318-4b62-80c1-a6ce4062343b tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] 10.222.0.49 "DELETE /v2.0/routers/tempest-non_exist_router-5564609 HTTP/1.1" status: 404 len: 332 time: 0.0897396 Nov 09 21:36:44.163493 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38838) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:44.170844 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 227dafe4-07a4-4b3e-9f26-52be7db8e976, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=227dafe4-07a4-4b3e-9f26-52be7db8e976,segment=NetworkSegment(78ce6615-06a8-4c13-a188-c74fb2e831a4),segment_id=78ce6615-06a8-4c13-a188-c74fb2e831a4)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:36:44.177563 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-e5f53bf7-e8cb-4bc7-8df6-b6d365e42e07 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Request body: {'router': {'external_gateway_info': {'network_id': '5258b0b9-e28e-49ef-9a6b-dd83f53461b7'}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:36:44.181593 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227dafe4-07a4-4b3e-9f26-52be7db8e976'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:36:44.184292 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53c62f7-e143-4514-ae61-9c8a7887aa64" -d '{"events": [{"server_uuid": "e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1", "name": "network-vif-plugged", "status": "completed", "tag": "227dafe4-07a4-4b3e-9f26-52be7db8e976"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:36:44.191236 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-aec5aebc-48b5-435e-a84e-ffac6d19fb1e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:44.216089 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:44.261624 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-aec5aebc-48b5-435e-a84e-ffac6d19fb1e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] device_id is not set on port 5af4d016-25de-4ba1-884e-bb8b4f51e693 yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:36:44.278105 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bdc294-1338-41f5-b0b9-59f67a52d970 req-4b00ef47-44f0-4f10-a613-73bbb1baf948 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:44.287482 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-69bdc294-1338-41f5-b0b9-59f67a52d970 req-4b00ef47-44f0-4f10-a613-73bbb1baf948 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.0878894 Nov 09 21:36:44.299766 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563a8e0b-9a1b-4e41-897d-adba901fe9bf None None] Routers {'5258b0b9-e28e-49ef-9a6b-dd83f53461b7'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:36:44.303079 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-563a8e0b-9a1b-4e41-897d-adba901fe9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:36:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['5258b0b9-e28e-49ef-9a6b-dd83f53461b7'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:44.439543 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109865ba-0a70-4125-bfbf-f36eee5c3b5e x-openstack-request-id: req-109865ba-0a70-4125-bfbf-f36eee5c3b5e {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:36:44.440157 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1", "name": "network-vif-plugged", "status": "completed", "tag": "227dafe4-07a4-4b3e-9f26-52be7db8e976", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:36:44.440157 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-109865ba-0a70-4125-bfbf-f36eee5c3b5e {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:36:44.440454 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227dafe4-07a4-4b3e-9f26-52be7db8e976', 'code': 200} Nov 09 21:36:44.445869 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-563a8e0b-9a1b-4e41-897d-adba901fe9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:44.454744 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-69bdc294-1338-41f5-b0b9-59f67a52d970 req-50659489-5f16-49c2-9d28-be0792295b04 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662178 Nov 09 21:36:44.528216 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563a8e0b-9a1b-4e41-897d-adba901fe9bf None None] Routers {'5258b0b9-e28e-49ef-9a6b-dd83f53461b7'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:36:44.528887 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-563a8e0b-9a1b-4e41-897d-adba901fe9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:36:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['5258b0b9-e28e-49ef-9a6b-dd83f53461b7'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:44.538320 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=227dafe4-07a4-4b3e-9f26-52be7db8e976,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:44.563991 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9105480-5e26-4e27-90d6-805644e16689 req-51adef0e-4f2b-461a-b25a-55d7ed637256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:44.566920 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b9105480-5e26-4e27-90d6-805644e16689 req-51adef0e-4f2b-461a-b25a-55d7ed637256 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=96a7a35658cb4a6ea565f057e114d368&device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 1095 time: 0.3401039 Nov 09 21:36:44.605405 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-563a8e0b-9a1b-4e41-897d-adba901fe9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:44.606045 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563a8e0b-9a1b-4e41-897d-adba901fe9bf None None] The sync data for ids ['5258b0b9-e28e-49ef-9a6b-dd83f53461b7'] in n-d-816206-3 is: [] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:36:44.607914 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-c663fc98-4785-4638-a5ab-689958e88029 None None] Allocated IP 2001:db8::2 (aa81642c-1237-43e5-bab4-bb93e01d2a87/4a014fae-1c1d-416d-9edd-a02ba80757f5/45aa5762-8b3c-44a3-b679-ccb1064c77ea) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:36:44.688685 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f16172-a1c5-47d0-8d94-30c104a9b9ed req-03dd9946-1c6a-423c-b6a1-e156585e13e2 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:44.690983 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b2f16172-a1c5-47d0-8d94-30c104a9b9ed req-03dd9946-1c6a-423c-b6a1-e156585e13e2 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1 HTTP/1.1" status: 200 len: 945 time: 0.1496909 Nov 09 21:36:44.795255 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b2f16172-a1c5-47d0-8d94-30c104a9b9ed req-254a3dad-94fa-4c8d-8546-cce9f08e9818 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups?id=96bcfce8-69e9-4c78-8983-e7ddc5090e53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961061 Nov 09 21:36:44.824996 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c663fc98-4785-4638-a5ab-689958e88029 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:44.833510 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c663fc98-4785-4638-a5ab-689958e88029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:44.863032 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8fe08-f29f-4995-a431-8c2ffbf32e28 req-ed9c34de-7652-498e-bd8e-863dd98d229a tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:44.867537 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-35b8fe08-f29f-4995-a431-8c2ffbf32e28 req-ed9c34de-7652-498e-bd8e-863dd98d229a tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c37440f-19a7-436e-aff6-7de07ff38b33 HTTP/1.1" status: 200 len: 945 time: 0.3798208 Nov 09 21:36:44.885682 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e62415-d279-4848-9de5-f58313fe9e5f req-90d972c8-1741-4737-b217-8e8f79161b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:44.887245 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d1e62415-d279-4848-9de5-f58313fe9e5f req-90d972c8-1741-4737-b217-8e8f79161b21 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1 HTTP/1.1" status: 200 len: 1096 time: 0.3281195 Nov 09 21:36:44.892050 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e5f53bf7-e8cb-4bc7-8df6-b6d365e42e07 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:44.914943 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c663fc98-4785-4638-a5ab-689958e88029 None None] Network aa81642c-1237-43e5-bab4-bb93e01d2a87 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:36:44.921084 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-c663fc98-4785-4638-a5ab-689958e88029 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:36:44.923161 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-aec5aebc-48b5-435e-a84e-ffac6d19fb1e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Allocated IP 2001:db8::10 (aa81642c-1237-43e5-bab4-bb93e01d2a87/4a014fae-1c1d-416d-9edd-a02ba80757f5/5af4d016-25de-4ba1-884e-bb8b4f51e693) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:36:44.928804 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c663fc98-4785-4638-a5ab-689958e88029 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:36:45.005861 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-c663fc98-4785-4638-a5ab-689958e88029 None None] Attempting to bind port 45aa5762-8b3c-44a3-b679-ccb1064c77ea on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:36:45.006431 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-c663fc98-4785-4638-a5ab-689958e88029 None None] Attempting to bind port 45aa5762-8b3c-44a3-b679-ccb1064c77ea by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'fc0ba5f1-a016-4388-894f-895c13540938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aa81642c-1237-43e5-bab4-bb93e01d2a87'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:36:45.006951 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c663fc98-4785-4638-a5ab-689958e88029 None None] Attempting to bind port 45aa5762-8b3c-44a3-b679-ccb1064c77ea on network aa81642c-1237-43e5-bab4-bb93e01d2a87 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:36:45.009067 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663fc98-4785-4638-a5ab-689958e88029 None None] Pushing event updated for resources: {'Port': ['ID=45aa5762-8b3c-44a3-b679-ccb1064c77ea,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:45.016792 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c663fc98-4785-4638-a5ab-689958e88029 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:36:45.017318 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c663fc98-4785-4638-a5ab-689958e88029 None None] Checking segment: {'id': 'fc0ba5f1-a016-4388-894f-895c13540938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aa81642c-1237-43e5-bab4-bb93e01d2a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:36:45.017819 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c663fc98-4785-4638-a5ab-689958e88029 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:45.018267 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [None req-e5f53bf7-e8cb-4bc7-8df6-b6d365e42e07 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] update failed (client error): The resource could not be found. Nov 09 21:36:45.018743 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c663fc98-4785-4638-a5ab-689958e88029 None None] Bound using segment: {'id': 'fc0ba5f1-a016-4388-894f-895c13540938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aa81642c-1237-43e5-bab4-bb93e01d2a87'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:36:45.019336 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e5f53bf7-e8cb-4bc7-8df6-b6d365e42e07 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] 10.222.0.49 "PUT /v2.0/routers/5258b0b9-e28e-49ef-9a6b-dd83f53461b7 HTTP/1.1" status: 404 len: 339 time: 0.8533649 Nov 09 21:36:45.023818 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-c663fc98-4785-4638-a5ab-689958e88029 None None] Bound port: 45aa5762-8b3c-44a3-b679-ccb1064c77ea, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc0ba5f1-a016-4388-894f-895c13540938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aa81642c-1237-43e5-bab4-bb93e01d2a87'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:36:45.024322 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c663fc98-4785-4638-a5ab-689958e88029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:45.025190 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38854) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:45.095148 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9105480-5e26-4e27-90d6-805644e16689 req-2f4e49a9-3801-47f1-a3d6-1847096e67da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:45.096665 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b9105480-5e26-4e27-90d6-805644e16689 req-2f4e49a9-3801-47f1-a3d6-1847096e67da service neutron] 10.222.0.45 "GET /v2.0/networks?id=e557bc0d-71a9-4b44-ab50-1de12563c5ef HTTP/1.1" status: 200 len: 912 time: 0.5143483 Nov 09 21:36:45.101680 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-c663fc98-4785-4638-a5ab-689958e88029 None None] For port 45aa5762-8b3c-44a3-b679-ccb1064c77ea, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:36:45.106271 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-c663fc98-4785-4638-a5ab-689958e88029 None None] For port 45aa5762-8b3c-44a3-b679-ccb1064c77ea, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=45aa5762-8b3c-44a3-b679-ccb1064c77ea,segment=NetworkSegment(fc0ba5f1-a016-4388-894f-895c13540938),segment_id=fc0ba5f1-a016-4388-894f-895c13540938)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:36:45.112175 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c663fc98-4785-4638-a5ab-689958e88029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:45.191142 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663fc98-4785-4638-a5ab-689958e88029 None None] Pushing event updated for resources: {'Port': ['ID=45aa5762-8b3c-44a3-b679-ccb1064c77ea,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:45.217999 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-35b8fe08-f29f-4995-a431-8c2ffbf32e28 req-d715b92a-a650-4b86-9996-7966bac9102e tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc5455a8-a46a-4b5d-9a17-60e39893943c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377171 Nov 09 21:36:45.240735 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d1e62415-d279-4848-9de5-f58313fe9e5f req-87606c64-a4c5-4204-9bf3-8b3ed82dd89d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=96bcfce8-69e9-4c78-8983-e7ddc5090e53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3191683 Nov 09 21:36:45.298841 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b9105480-5e26-4e27-90d6-805644e16689 req-61ad40dc-3367-414a-87fd-e867ab8492c4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a310ed82-5c76-42dd-938a-ffb8947a05b9 HTTP/1.1" status: 200 len: 998 time: 0.1810281 Nov 09 21:36:45.354080 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-aec5aebc-48b5-435e-a84e-ffac6d19fb1e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:45.365480 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9105480-5e26-4e27-90d6-805644e16689 req-9b58717b-1c17-4bbe-835b-233b8a6561c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:45.367240 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b9105480-5e26-4e27-90d6-805644e16689 req-9b58717b-1c17-4bbe-835b-233b8a6561c1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=48041428-5cce-473c-b445-a01eb383d908 HTTP/1.1" status: 200 len: 851 time: 0.0609281 Nov 09 21:36:45.421897 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9105480-5e26-4e27-90d6-805644e16689 req-7e3f1386-f9fb-468d-9cc9-53b24d308270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:45.423985 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b9105480-5e26-4e27-90d6-805644e16689 req-7e3f1386-f9fb-468d-9cc9-53b24d308270 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e557bc0d-71a9-4b44-ab50-1de12563c5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453055 Nov 09 21:36:45.636660 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b9105480-5e26-4e27-90d6-805644e16689 req-45bd94a7-c7dd-4e68-a827-3c3833c5c331 service neutron] 10.222.0.45 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026253 Nov 09 21:36:45.746997 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-aec5aebc-48b5-435e-a84e-ffac6d19fb1e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:45.801585 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252fffa4-5e95-4ac8-abff-b511814fbd6b req-a4bc5790-ec1a-48d5-bc68-771319914a6f tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:45.803381 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-252fffa4-5e95-4ac8-abff-b511814fbd6b req-a4bc5790-ec1a-48d5-bc68-771319914a6f tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.1659281 Nov 09 21:36:45.818313 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec5aebc-48b5-435e-a84e-ffac6d19fb1e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Network aa81642c-1237-43e5-bab4-bb93e01d2a87 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:36:45.837835 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b9105480-5e26-4e27-90d6-805644e16689 req-d698ed8d-ac4e-4325-9b71-351f401015bb service neutron] 10.222.0.45 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973956 Nov 09 21:36:45.844712 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-aec5aebc-48b5-435e-a84e-ffac6d19fb1e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:36:45.847199 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec5aebc-48b5-435e-a84e-ffac6d19fb1e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:36:45.853503 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec5aebc-48b5-435e-a84e-ffac6d19fb1e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:45.854131 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-aec5aebc-48b5-435e-a84e-ffac6d19fb1e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:45.945371 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5aebc-48b5-435e-a84e-ffac6d19fb1e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event updated for resources: {'Port': ['ID=5af4d016-25de-4ba1-884e-bb8b4f51e693,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:45.978630 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-aec5aebc-48b5-435e-a84e-ffac6d19fb1e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4337819 Nov 09 21:36:45.979195 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38864) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:45.984999 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-c25e422a-318f-4221-9392-4e54ff920231 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'port': {'network_id': 'aa81642c-1237-43e5-bab4-bb93e01d2a87', 'name': 'tempest-PortsIpV6TestJSON-1520294531', 'fixed_ips': [{'subnet_id': '4a014fae-1c1d-416d-9edd-a02ba80757f5', 'ip_address': '2001:db8::f'}]}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:36:45.988852 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a48002b7-ff10-4aa9-80a6-0b4e4d5a66d6 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:45.998423 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-252fffa4-5e95-4ac8-abff-b511814fbd6b req-f21193a1-b3d1-4d06-be40-d59069324b1d tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743584 Nov 09 21:36:46.050077 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6e482-d38c-42a5-89bd-bf424931ab5e req-1214062b-9dec-4283-bba7-b40362420f35 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:46.054229 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-04e6e482-d38c-42a5-89bd-bf424931ab5e req-1214062b-9dec-4283-bba7-b40362420f35 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1 HTTP/1.1" status: 200 len: 945 time: 0.1398466 Nov 09 21:36:46.063599 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e8cbe861-6148-469e-a890-f07e8bbae7bc req-6a38c4a2-0ffe-45b9-b7d6-c797af617b93 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=70869ae0-b493-400b-b6d7-b447b0d9f184&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1253278 Nov 09 21:36:46.152255 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-04e6e482-d38c-42a5-89bd-bf424931ab5e req-c99ee85b-2cb2-4524-a57b-652348bba466 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups?id=96bcfce8-69e9-4c78-8983-e7ddc5090e53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874722 Nov 09 21:36:46.255494 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbe861-6148-469e-a890-f07e8bbae7bc req-ec6c2e33-6307-4972-88a0-0a52fbc75915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:46.262906 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e8cbe861-6148-469e-a890-f07e8bbae7bc req-ec6c2e33-6307-4972-88a0-0a52fbc75915 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=96a7a35658cb4a6ea565f057e114d368&device_id=70869ae0-b493-400b-b6d7-b447b0d9f184 HTTP/1.1" status: 200 len: 1096 time: 0.1513145 Nov 09 21:36:46.283792 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff04a1-2a7c-4af9-882d-7644924933d0 req-1c28ab28-693a-433e-9e08-145cace875c0 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:46.296808 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d8ff04a1-2a7c-4af9-882d-7644924933d0 req-1c28ab28-693a-433e-9e08-145cace875c0 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c37440f-19a7-436e-aff6-7de07ff38b33 HTTP/1.1" status: 200 len: 945 time: 0.1317472 Nov 09 21:36:46.492324 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbe861-6148-469e-a890-f07e8bbae7bc req-e7eab105-33c2-4fc3-a50f-c7a624f67e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:46.493848 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e8cbe861-6148-469e-a890-f07e8bbae7bc req-e7eab105-33c2-4fc3-a50f-c7a624f67e00 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e557bc0d-71a9-4b44-ab50-1de12563c5ef HTTP/1.1" status: 200 len: 912 time: 0.1958494 Nov 09 21:36:46.519564 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-d8ff04a1-2a7c-4af9-882d-7644924933d0 req-42586466-1a9a-4637-a530-3fc11441a33b tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Deleting port f25e5fb7-ca46-4329-9539-467da0bb285b {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:36:46.519564 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d8ff04a1-2a7c-4af9-882d-7644924933d0 req-42586466-1a9a-4637-a530-3fc11441a33b tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:46.548023 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e014f-977f-451b-9e4f-6036bd442f8f req-de6037ce-661c-4e35-8962-feb84aecbf2a tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:46.549762 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5f0e014f-977f-451b-9e4f-6036bd442f8f req-de6037ce-661c-4e35-8962-feb84aecbf2a tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c37440f-19a7-436e-aff6-7de07ff38b33 HTTP/1.1" status: 200 len: 945 time: 0.1827321 Nov 09 21:36:46.550348 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25e422a-318f-4221-9392-4e54ff920231 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Made reservation on behalf of 328dae8361554dd89bbb1fa4d68588e7 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:36:46.571666 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c25e422a-318f-4221-9392-4e54ff920231 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:46.591646 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-a48002b7-ff10-4aa9-80a6-0b4e4d5a66d6 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Allocated IP 172.20.0.1 (38a7c249-a092-495b-b1cf-50f8394e9b50/4444b75e-6fe5-4275-bd34-8cf7f2a0ea2c/3d9a6e85-919a-486e-9932-4d1b18619c89) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:36:46.660495 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5f0e014f-977f-451b-9e4f-6036bd442f8f req-5889fd28-c55d-4cd4-8c92-4ea099677c4a tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc5455a8-a46a-4b5d-9a17-60e39893943c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849376 Nov 09 21:36:46.666909 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-c25e422a-318f-4221-9392-4e54ff920231 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] device_id is not set on port 0133461f-222f-4bb8-810f-7b8867233735 yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:36:46.707750 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-d8ff04a1-2a7c-4af9-882d-7644924933d0 req-42586466-1a9a-4637-a530-3fc11441a33b tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] For port f25e5fb7-ca46-4329-9539-467da0bb285b, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f25e5fb7-ca46-4329-9539-467da0bb285b,segment=NetworkSegment(6ec44bea-f8ce-43ec-a9ca-ecbbd565bb56),segment_id=6ec44bea-f8ce-43ec-a9ca-ecbbd565bb56)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:36:46.708365 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d8ff04a1-2a7c-4af9-882d-7644924933d0 req-42586466-1a9a-4637-a530-3fc11441a33b tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:46.758679 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-d8ff04a1-2a7c-4af9-882d-7644924933d0 req-42586466-1a9a-4637-a530-3fc11441a33b tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Calling delete_port for f25e5fb7-ca46-4329-9539-467da0bb285b owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:36:46.837622 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a5809e-8523-4db6-93cf-6629a3633f86 None None] Network aa81642c-1237-43e5-bab4-bb93e01d2a87 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:36:46.912223 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e8cbe861-6148-469e-a890-f07e8bbae7bc req-a0b0724e-707c-4d7f-9dbc-1732ecb3d499 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d71d1143-74da-460d-93e3-6608d25fdb67 HTTP/1.1" status: 200 len: 217 time: 0.4090686 Nov 09 21:36:46.915130 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d8ff04a1-2a7c-4af9-882d-7644924933d0 req-42586466-1a9a-4637-a530-3fc11441a33b tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:46.975864 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-c25e422a-318f-4221-9392-4e54ff920231 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Allocated IP 2001:db8::f (aa81642c-1237-43e5-bab4-bb93e01d2a87/4a014fae-1c1d-416d-9edd-a02ba80757f5/0133461f-222f-4bb8-810f-7b8867233735) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:36:46.999913 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42586466-1a9a-4637-a530-3fc11441a33b tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Pushing event deleted for resources: {'Port': ['ID=f25e5fb7-ca46-4329-9539-467da0bb285b,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:47.052262 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['f25e5fb7-ca46-4329-9539-467da0bb285b'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:36:47.057375 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ff04a1-2a7c-4af9-882d-7644924933d0 req-42586466-1a9a-4637-a530-3fc11441a33b tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] No DVR routers for this DVR port f25e5fb7-ca46-4329-9539-467da0bb285b on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:36:47.061623 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d8ff04a1-2a7c-4af9-882d-7644924933d0 req-42586466-1a9a-4637-a530-3fc11441a33b tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:47.066605 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d8ff04a1-2a7c-4af9-882d-7644924933d0 req-42586466-1a9a-4637-a530-3fc11441a33b tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.43 "DELETE /v2.0/ports/f25e5fb7-ca46-4329-9539-467da0bb285b HTTP/1.1" status: 204 len: 173 time: 0.7332532 Nov 09 21:36:47.067157 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c37440f-19a7-436e-aff6-7de07ff38b33', 'name': 'network-vif-deleted', 'tag': 'f25e5fb7-ca46-4329-9539-467da0bb285b'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:36:47.073879 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7769cc-970c-47bf-85f6-2fc44b2f4b7b" -d '{"events": [{"server_uuid": "4c37440f-19a7-436e-aff6-7de07ff38b33", "name": "network-vif-deleted", "tag": "f25e5fb7-ca46-4329-9539-467da0bb285b"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:36:47.084455 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbe861-6148-469e-a890-f07e8bbae7bc req-b64fd45f-08fa-46bb-83d7-e69b0dfcbbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:47.087271 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e8cbe861-6148-469e-a890-f07e8bbae7bc req-b64fd45f-08fa-46bb-83d7-e69b0dfcbbe8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=48041428-5cce-473c-b445-a01eb383d908 HTTP/1.1" status: 200 len: 851 time: 0.1658661 Nov 09 21:36:47.152525 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7671de34-5c23-427c-aea1-33d3987ad0d4 x-openstack-request-id: req-7671de34-5c23-427c-aea1-33d3987ad0d4 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:36:47.152885 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c37440f-19a7-436e-aff6-7de07ff38b33", "name": "network-vif-deleted", "tag": "f25e5fb7-ca46-4329-9539-467da0bb285b", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:36:47.153355 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7671de34-5c23-427c-aea1-33d3987ad0d4 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:36:47.153827 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c37440f-19a7-436e-aff6-7de07ff38b33', 'name': 'network-vif-deleted', 'tag': 'f25e5fb7-ca46-4329-9539-467da0bb285b', 'status': 'completed', 'code': 200} Nov 09 21:36:47.199234 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-9711872c-6852-4134-94b8-8bf0bc951aeb None None] Provisioning complete for port 45aa5762-8b3c-44a3-b679-ccb1064c77ea triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:36:47.203257 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9711872c-6852-4134-94b8-8bf0bc951aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:47.209115 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbe861-6148-469e-a890-f07e8bbae7bc req-03b7d733-fd81-42c7-93ce-2f5aaabfc8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:47.211707 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e8cbe861-6148-469e-a890-f07e8bbae7bc req-03b7d733-fd81-42c7-93ce-2f5aaabfc8f3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e557bc0d-71a9-4b44-ab50-1de12563c5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1163535 Nov 09 21:36:47.270290 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c25e422a-318f-4221-9392-4e54ff920231 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:47.335523 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e8cbe861-6148-469e-a890-f07e8bbae7bc req-ac1a1e78-4ea2-4f3f-a76d-70fe185226a3 service neutron] 10.222.0.45 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149623 Nov 09 21:36:47.345638 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c25e422a-318f-4221-9392-4e54ff920231 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:47.433602 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9711872c-6852-4134-94b8-8bf0bc951aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:47.445594 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25e422a-318f-4221-9392-4e54ff920231 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Network aa81642c-1237-43e5-bab4-bb93e01d2a87 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:36:47.461350 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-c25e422a-318f-4221-9392-4e54ff920231 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:36:47.502388 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25e422a-318f-4221-9392-4e54ff920231 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:36:47.508874 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 45aa5762-8b3c-44a3-b679-ccb1064c77ea up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:36:47.515843 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25e422a-318f-4221-9392-4e54ff920231 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:47.518831 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c25e422a-318f-4221-9392-4e54ff920231 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:47.530446 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e422a-318f-4221-9392-4e54ff920231 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event updated for resources: {'Port': ['ID=0133461f-222f-4bb8-810f-7b8867233735,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:47.584625 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c25e422a-318f-4221-9392-4e54ff920231 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6039326 Nov 09 21:36:47.589450 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e4d34-5acb-46f5-a3e0-972d1c573afd req-64f68d77-33b2-499c-a7f7-c7bcfcd97702 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:47.594609 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38888) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:47.596164 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-219e4d34-5acb-46f5-a3e0-972d1c573afd req-64f68d77-33b2-499c-a7f7-c7bcfcd97702 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.4396574 Nov 09 21:36:47.673357 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a48002b7-ff10-4aa9-80a6-0b4e4d5a66d6 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:47.715623 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-9711872c-6852-4134-94b8-8bf0bc951aeb None None] For port 45aa5762-8b3c-44a3-b679-ccb1064c77ea, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=45aa5762-8b3c-44a3-b679-ccb1064c77ea,segment=NetworkSegment(fc0ba5f1-a016-4388-894f-895c13540938),segment_id=fc0ba5f1-a016-4388-894f-895c13540938)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:36:47.723763 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c81fe336-de95-435f-af6b-04ec8deb63ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:47.735276 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9711872c-6852-4134-94b8-8bf0bc951aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:47.746489 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 45aa5762-8b3c-44a3-b679-ccb1064c77ea triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:36:47.746887 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:47.796287 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-219e4d34-5acb-46f5-a3e0-972d1c573afd req-840db76f-1f04-4e9e-a3bc-bd807efb849f tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1812780 Nov 09 21:36:47.801624 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e8cbe861-6148-469e-a890-f07e8bbae7bc req-293db593-1620-4de4-9f57-56232e198a9f service neutron] 10.222.0.45 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4400556 Nov 09 21:36:47.821156 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ad24e2-31ee-484e-8828-d4bf2d088209 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:47.825455 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e0ad24e2-31ee-484e-8828-d4bf2d088209 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2213027 Nov 09 21:36:47.826263 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38892) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:47.903204 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc786fa9-f379-4919-9eef-1c7470a68c5e req-34a48a8f-3856-4546-a140-64f2372e24ad tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:47.920150 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9711872c-6852-4134-94b8-8bf0bc951aeb None None] Pushing event updated for resources: {'Port': ['ID=45aa5762-8b3c-44a3-b679-ccb1064c77ea,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:47.925450 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dc786fa9-f379-4919-9eef-1c7470a68c5e req-34a48a8f-3856-4546-a140-64f2372e24ad tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1 HTTP/1.1" status: 200 len: 945 time: 0.5945127 Nov 09 21:36:48.053999 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-938e23cf-87ae-474c-b531-502d347d2aa2 None None] Provisioning complete for port 45aa5762-8b3c-44a3-b679-ccb1064c77ea triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:36:48.054896 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-938e23cf-87ae-474c-b531-502d347d2aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:48.112298 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dc786fa9-f379-4919-9eef-1c7470a68c5e req-7173ae25-7ce0-40a3-b648-c724542f8e06 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups?id=96bcfce8-69e9-4c78-8983-e7ddc5090e53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819558 Nov 09 21:36:48.169600 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d1afaf-2f29-4a26-9b03-d2149221d502 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:48.176447 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d1afaf-2f29-4a26-9b03-d2149221d502 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:48.177731 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f111acd-feb2-4e5f-ac3f-36e30cf6588d req-78b524cd-eb5f-4109-8745-38e6ae050f18 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:48.179367 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3f111acd-feb2-4e5f-ac3f-36e30cf6588d req-78b524cd-eb5f-4109-8745-38e6ae050f18 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.1965914 Nov 09 21:36:48.192411 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d1afaf-2f29-4a26-9b03-d2149221d502 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:48.194387 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f5d1afaf-2f29-4a26-9b03-d2149221d502 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.3663874 Nov 09 21:36:48.195794 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a48002b7-ff10-4aa9-80a6-0b4e4d5a66d6 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:48.197925 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38908) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:48.263104 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-938e23cf-87ae-474c-b531-502d347d2aa2 None None] Provisioning complete for port 5af4d016-25de-4ba1-884e-bb8b4f51e693 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:36:48.263404 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-938e23cf-87ae-474c-b531-502d347d2aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:48.292177 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3f111acd-feb2-4e5f-ac3f-36e30cf6588d req-eb2b497a-f72e-40d6-be4e-8d179c406f12 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047049 Nov 09 21:36:48.349283 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-938e23cf-87ae-474c-b531-502d347d2aa2 None None] Port 5af4d016-25de-4ba1-884e-bb8b4f51e693 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:36:48.517899 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-f07ea1f0-9824-4c75-b06f-9d40609b54e9 None None] Provisioning complete for port 5af4d016-25de-4ba1-884e-bb8b4f51e693 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:36:48.518576 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f07ea1f0-9824-4c75-b06f-9d40609b54e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:48.600885 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-f07ea1f0-9824-4c75-b06f-9d40609b54e9 None None] Port 5af4d016-25de-4ba1-884e-bb8b4f51e693 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:36:48.742887 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48002b7-ff10-4aa9-80a6-0b4e4d5a66d6 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Network 38a7c249-a092-495b-b1cf-50f8394e9b50 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:36:48.750622 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-a48002b7-ff10-4aa9-80a6-0b4e4d5a66d6 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:36:48.756530 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48002b7-ff10-4aa9-80a6-0b4e4d5a66d6 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:36:48.801277 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48002b7-ff10-4aa9-80a6-0b4e4d5a66d6 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Pushing event updated for resources: {'Port': ['ID=3d9a6e85-919a-486e-9932-4d1b18619c89,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:48.803830 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a48002b7-ff10-4aa9-80a6-0b4e4d5a66d6 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:48.818138 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983109a4-9c82-4aa3-9311-04542a6a1ac0 req-3dc43fac-13a7-4f1b-a78c-7be87bb57d7d tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:48.830878 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-983109a4-9c82-4aa3-9311-04542a6a1ac0 req-3dc43fac-13a7-4f1b-a78c-7be87bb57d7d tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1 HTTP/1.1" status: 200 len: 945 time: 0.6317439 Nov 09 21:36:48.834617 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-b137dfb7-26db-4fec-832f-126362efff80 None None] Provisioning complete for port 0133461f-222f-4bb8-810f-7b8867233735 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:36:48.834999 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b137dfb7-26db-4fec-832f-126362efff80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:48.908908 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38920) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:48.914571 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-aa4bf0fd-c1e7-4487-8fba-97bfb7ffd433 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Request body: {'floatingip': {'port_id': '227dafe4-07a4-4b3e-9f26-52be7db8e976'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:36:48.941893 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-b137dfb7-26db-4fec-832f-126362efff80 None None] Port 0133461f-222f-4bb8-810f-7b8867233735 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:36:49.017213 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-aa4bf0fd-c1e7-4487-8fba-97bfb7ffd433 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks [] for floatingip, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:49.104445 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0ae8a-0724-416b-88c7-f148adb1c606 req-cd555e71-3deb-4237-ae4e-57d87499ce1d tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:49.112990 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-18e0ae8a-0724-416b-88c7-f148adb1c606 req-cd555e71-3deb-4237-ae4e-57d87499ce1d tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/networks?id=7f06906b-e2ba-45ef-8df7-be5e5cf2a136 HTTP/1.1" status: 200 len: 808 time: 0.6964657 Nov 09 21:36:49.138707 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-18e0ae8a-0724-416b-88c7-f148adb1c606 req-132a732d-fba5-4b61-b365-828defec3328 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/quotas/43075615d42840aaad9449d4e5f340c2 HTTP/1.1" status: 200 len: 375 time: 0.0246356 Nov 09 21:36:49.169219 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-4dfe7eb9-586d-483a-af6a-0c7b98233559 None None] Provisioning complete for port 3d9a6e85-919a-486e-9932-4d1b18619c89 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:36:49.172268 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4dfe7eb9-586d-483a-af6a-0c7b98233559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:49.199908 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-18e0ae8a-0724-416b-88c7-f148adb1c606 req-eda03836-b812-46de-ab59-64c1a11e90e4 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=43075615d42840aaad9449d4e5f340c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602000 Nov 09 21:36:49.266216 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-4dfe7eb9-586d-483a-af6a-0c7b98233559 None None] Port 3d9a6e85-919a-486e-9932-4d1b18619c89 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:36:49.349487 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-18e0ae8a-0724-416b-88c7-f148adb1c606 req-2810ece0-ef37-4c23-8b4f-0cb098d821d3 service neutron] 10.222.0.49 "GET /v2.0/networks/7f06906b-e2ba-45ef-8df7-be5e5cf2a136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278000 Nov 09 21:36:49.350651 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-538e42e9-6d35-457b-863c-67782ca2f358 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Deleting port 0133461f-222f-4bb8-810f-7b8867233735 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:36:49.351106 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-538e42e9-6d35-457b-863c-67782ca2f358 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:49.425561 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 45aa5762-8b3c-44a3-b679-ccb1064c77ea up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:36:49.519618 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 45aa5762-8b3c-44a3-b679-ccb1064c77ea triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:36:49.520256 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:49.525064 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-18e0ae8a-0724-416b-88c7-f148adb1c606 req-2f9d9e21-133a-4e64-97e4-b202ff442d09 service neutron] 10.222.0.49 "GET /v2.0/networks/7f06906b-e2ba-45ef-8df7-be5e5cf2a136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553593 Nov 09 21:36:49.529179 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c2491-36e0-4aad-9c37-f3a4c1846ca0 req-e84e81ee-2bd2-44ed-9f90-d68fe42fdc42 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:49.537421 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-269c2491-36e0-4aad-9c37-f3a4c1846ca0 req-e84e81ee-2bd2-44ed-9f90-d68fe42fdc42 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.6061120 Nov 09 21:36:49.733517 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a48002b7-ff10-4aa9-80a6-0b4e4d5a66d6 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:49.757318 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-269c2491-36e0-4aad-9c37-f3a4c1846ca0 req-7a9280cb-bad2-4a98-bd9b-91cf2cea28c2 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2187521 Nov 09 21:36:49.879074 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-12162629-9981-4db5-8136-269118cd88da req-8d09dae6-0fd0-41f8-8fd3-0ebec05c5cff tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbd58284-86d4-423d-a297-d1f09b87c837 HTTP/1.1" status: 200 len: 210 time: 0.0426846 Nov 09 21:36:50.086786 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d5c41a50-95cf-4992-885a-8326587ad721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:50.156892 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-538e42e9-6d35-457b-863c-67782ca2f358 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:50.317637 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a88e95-135b-4675-b6d1-7bf7e2c90539 req-728a7f81-5933-47a0-93dd-3b3e254270da tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:50.319430 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-57a88e95-135b-4675-b6d1-7bf7e2c90539 req-728a7f81-5933-47a0-93dd-3b3e254270da tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.1031523 Nov 09 21:36:50.378903 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-538e42e9-6d35-457b-863c-67782ca2f358 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Calling delete_port for 0133461f-222f-4bb8-810f-7b8867233735 owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:36:50.397079 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-57a88e95-135b-4675-b6d1-7bf7e2c90539 req-68b953ef-d67c-4af7-a556-53328e264fb9 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680063 Nov 09 21:36:50.782356 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.db.resource_extend [None req-aa4bf0fd-c1e7-4487-8fba-97bfb7ffd433 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 21:36:51.000989 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:51.257810 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-485af867-637e-4799-8347-a4c2bb7a1cec req-28f95cf1-1ac9-4d2c-8a75-f5ca843838fd tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbd58284-86d4-423d-a297-d1f09b87c837 HTTP/1.1" status: 200 len: 210 time: 0.0494912 Nov 09 21:36:51.261445 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-aa4bf0fd-c1e7-4487-8fba-97bfb7ffd433 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:51.269647 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-aa4bf0fd-c1e7-4487-8fba-97bfb7ffd433 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:51.304766 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0ae8a-0724-416b-88c7-f148adb1c606 req-af864792-c022-4d50-93ee-16e53153fe52 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:51.307675 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-18e0ae8a-0724-416b-88c7-f148adb1c606 req-af864792-c022-4d50-93ee-16e53153fe52 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.45 "GET /v2.0/networks?id=7f06906b-e2ba-45ef-8df7-be5e5cf2a136 HTTP/1.1" status: 200 len: 808 time: 0.1772444 Nov 09 21:36:51.314271 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-538e42e9-6d35-457b-863c-67782ca2f358 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:51.326706 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-18e0ae8a-0724-416b-88c7-f148adb1c606 req-4262fe1b-38b4-4ab3-a6f9-1b4ac00623c6 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Request body: {'port': {'device_id': 'fbd58284-86d4-423d-a297-d1f09b87c837', 'network_id': '7f06906b-e2ba-45ef-8df7-be5e5cf2a136', 'admin_state_up': True, 'tenant_id': '43075615d42840aaad9449d4e5f340c2'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:36:51.329600 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a48002b7-ff10-4aa9-80a6-0b4e4d5a66d6 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:51.361458 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538e42e9-6d35-457b-863c-67782ca2f358 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event deleted for resources: {'Port': ['ID=0133461f-222f-4bb8-810f-7b8867233735,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:51.363315 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a48002b7-ff10-4aa9-80a6-0b4e4d5a66d6 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:51.383801 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device f25e5fb7-ca46-4329-9539-467da0bb285b no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:36:51.435910 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: f25e5fb7-ca46-4329-9539-467da0bb285b {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:36:51.437292 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device f25e5fb7-ca46-4329-9539-467da0bb285b not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:36:51.509820 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-538e42e9-6d35-457b-863c-67782ca2f358 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:51.515433 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-538e42e9-6d35-457b-863c-67782ca2f358 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/ports/0133461f-222f-4bb8-810f-7b8867233735 HTTP/1.1" status: 204 len: 168 time: 3.3017132 Nov 09 21:36:51.517726 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38958) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:51.595553 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a48002b7-ff10-4aa9-80a6-0b4e4d5a66d6 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:51.618049 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-51ba4278-7eb5-4465-8e5b-91356b7475f3 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] GET failed (client error): The resource could not be found. Nov 09 21:36:51.623291 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-51ba4278-7eb5-4465-8e5b-91356b7475f3 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "GET /v2.0/ports/0133461f-222f-4bb8-810f-7b8867233735 HTTP/1.1" status: 404 len: 333 time: 0.0978780 Nov 09 21:36:51.623291 n-d-816206-3 neutron-server[102608]: INFO neutron.db.l3_db [None req-aa4bf0fd-c1e7-4487-8fba-97bfb7ffd433 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Floating IP 81601440-ec8e-4870-abfb-9b7bd177000c associated. External IP: 172.25.7.107, port: 227dafe4-07a4-4b3e-9f26-52be7db8e976. Nov 09 21:36:51.633182 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38960) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:51.747287 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18e0ae8a-0724-416b-88c7-f148adb1c606 req-4262fe1b-38b4-4ab3-a6f9-1b4ac00623c6 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Made reservation on behalf of 43075615d42840aaad9449d4e5f340c2 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:36:51.747505 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48002b7-ff10-4aa9-80a6-0b4e4d5a66d6 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Pushing event updated for resources: {'Port': ['ID=3d9a6e85-919a-486e-9932-4d1b18619c89,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:51.751506 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-18e0ae8a-0724-416b-88c7-f148adb1c606 req-4262fe1b-38b4-4ab3-a6f9-1b4ac00623c6 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:51.830751 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039faf9a-3a8f-47f1-a6e8-ae2ea36dfb0c req-394405ae-d3f3-416e-93ee-b9aa827ecc1c tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:51.832496 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-039faf9a-3a8f-47f1-a6e8-ae2ea36dfb0c req-394405ae-d3f3-416e-93ee-b9aa827ecc1c tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.2832029 Nov 09 21:36:51.912508 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-1f00613f-994b-448c-9ed3-88ba92636049 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Deleting port 5af4d016-25de-4ba1-884e-bb8b4f51e693 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:36:51.912893 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1f00613f-994b-448c-9ed3-88ba92636049 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:51.940436 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4bf0fd-c1e7-4487-8fba-97bfb7ffd433 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Router 4c71162b-5109-443b-9394-f5b29354f739 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:36:51.960464 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-039faf9a-3a8f-47f1-a6e8-ae2ea36dfb0c req-d9a11b7d-6dc5-45d6-9556-36462366a922 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928123 Nov 09 21:36:52.098181 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48002b7-ff10-4aa9-80a6-0b4e4d5a66d6 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Network 38a7c249-a092-495b-b1cf-50f8394e9b50 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:36:52.104494 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-a48002b7-ff10-4aa9-80a6-0b4e4d5a66d6 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:36:52.172770 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-18e0ae8a-0724-416b-88c7-f148adb1c606 req-4262fe1b-38b4-4ab3-a6f9-1b4ac00623c6 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Allocated IP 172.20.0.14 (7f06906b-e2ba-45ef-8df7-be5e5cf2a136/e1b301ec-60f9-4894-991e-bf88d0c2280c/d89939a2-afbc-4038-a421-70f5321fda71) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:36:52.197119 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4bf0fd-c1e7-4487-8fba-97bfb7ffd433 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:36:52.202413 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1f00613f-994b-448c-9ed3-88ba92636049 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:52.207142 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-aa4bf0fd-c1e7-4487-8fba-97bfb7ffd433 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:52.211903 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032d9161-6b0d-4ccd-bacb-fd4d145c5e8c None None] Sync routers for ids ['4c71162b-5109-443b-9394-f5b29354f739'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:36:52.260035 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-aa4bf0fd-c1e7-4487-8fba-97bfb7ffd433 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "PUT /v2.0/floatingips/81601440-ec8e-4870-abfb-9b7bd177000c HTTP/1.1" status: 200 len: 991 time: 3.3489347 Nov 09 21:36:52.262672 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1', 'tag': '227dafe4-07a4-4b3e-9f26-52be7db8e976'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:36:52.264920 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be820f0c-2cab-4516-b9ca-5b28a181949b" -d '{"events": [{"name": "network-changed", "server_uuid": "e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1", "tag": "227dafe4-07a4-4b3e-9f26-52be7db8e976"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:36:52.266491 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032d9161-6b0d-4ccd-bacb-fd4d145c5e8c None None] Routers {'4c71162b-5109-443b-9394-f5b29354f739'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:36:52.278302 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-032d9161-6b0d-4ccd-bacb-fd4d145c5e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:36:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['4c71162b-5109-443b-9394-f5b29354f739'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:52.304411 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a48002b7-ff10-4aa9-80a6-0b4e4d5a66d6 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Router 5258b0b9-e28e-49ef-9a6b-dd83f53461b7 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:36:52.339802 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-1f00613f-994b-448c-9ed3-88ba92636049 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Calling delete_port for 5af4d016-25de-4ba1-884e-bb8b4f51e693 owned by {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:36:52.391923 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:52.538251 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-ec679a34-59f1-40aa-bcd6-36567c370e5f None None] Provisioning complete for port 3d9a6e85-919a-486e-9932-4d1b18619c89 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:36:52.540863 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48002b7-ff10-4aa9-80a6-0b4e4d5a66d6 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:36:52.542892 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e2e447-282a-466f-ac6f-58a3cac0e1fe x-openstack-request-id: req-41e2e447-282a-466f-ac6f-58a3cac0e1fe {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:36:52.543176 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1", "tag": "227dafe4-07a4-4b3e-9f26-52be7db8e976", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:36:52.543437 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-41e2e447-282a-466f-ac6f-58a3cac0e1fe {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:36:52.543997 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1', 'tag': '227dafe4-07a4-4b3e-9f26-52be7db8e976', 'status': 'completed', 'code': 200} Nov 09 21:36:52.549084 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ec679a34-59f1-40aa-bcd6-36567c370e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:52.552464 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185d3e9a-7b96-4971-bc1f-4cb118b985c3 None None] Sync routers for ids ['5258b0b9-e28e-49ef-9a6b-dd83f53461b7'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:36:52.566372 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a48002b7-ff10-4aa9-80a6-0b4e4d5a66d6 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] 10.222.0.49 "PUT /v2.0/routers/5258b0b9-e28e-49ef-9a6b-dd83f53461b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5379481 Nov 09 21:36:52.593907 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6a338d50-d07d-45a3-9b06-98f07f8cbe1d req-25ce6f4d-45a8-49f9-8330-0d0be9724936 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbd58284-86d4-423d-a297-d1f09b87c837 HTTP/1.1" status: 200 len: 210 time: 0.0263443 Nov 09 21:36:52.595663 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38976) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:52.606169 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185d3e9a-7b96-4971-bc1f-4cb118b985c3 None None] Routers {'5258b0b9-e28e-49ef-9a6b-dd83f53461b7'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:36:52.606801 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-185d3e9a-7b96-4971-bc1f-4cb118b985c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:36:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['5258b0b9-e28e-49ef-9a6b-dd83f53461b7'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:52.653450 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-185d3e9a-7b96-4971-bc1f-4cb118b985c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:52.657771 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-ec679a34-59f1-40aa-bcd6-36567c370e5f None None] Port 3d9a6e85-919a-486e-9932-4d1b18619c89 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:36:52.667581 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185d3e9a-7b96-4971-bc1f-4cb118b985c3 None None] Routers {'5258b0b9-e28e-49ef-9a6b-dd83f53461b7'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:36:52.668210 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-185d3e9a-7b96-4971-bc1f-4cb118b985c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:36:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['5258b0b9-e28e-49ef-9a6b-dd83f53461b7'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:52.668557 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-032d9161-6b0d-4ccd-bacb-fd4d145c5e8c None None] Set router 4c71162b-5109-443b-9394-f5b29354f739 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:36:52.729616 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-185d3e9a-7b96-4971-bc1f-4cb118b985c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:52.730285 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185d3e9a-7b96-4971-bc1f-4cb118b985c3 None None] The sync data for ids ['5258b0b9-e28e-49ef-9a6b-dd83f53461b7'] in n-d-816206-3 is: [] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:36:52.743208 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e9527f23-5d31-465e-a7a4-fd88909b80b1 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:52.814133 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739ae1f-0c91-474c-baab-18930c41c6d1 req-0052d9a9-6ad4-4572-996d-51e7a4e77478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:52.815640 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1739ae1f-0c91-474c-baab-18930c41c6d1 req-0052d9a9-6ad4-4572-996d-51e7a4e77478 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=96a7a35658cb4a6ea565f057e114d368&device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 1095 time: 0.4059415 Nov 09 21:36:52.872219 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:52.887174 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-18e0ae8a-0724-416b-88c7-f148adb1c606 req-4262fe1b-38b4-4ab3-a6f9-1b4ac00623c6 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:52.898093 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383e8be-8f85-44ab-8638-71409311d83e req-0d6974fe-aa76-4ff1-a1d3-01fc8f2ae584 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:52.899908 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a383e8be-8f85-44ab-8638-71409311d83e req-0d6974fe-aa76-4ff1-a1d3-01fc8f2ae584 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.4172337 Nov 09 21:36:52.911330 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be820f0c-2cab-4516-b9ca-5b28a181949b req-a5c641f7-e38e-4651-9049-876fb1e3723f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:52.913282 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-be820f0c-2cab-4516-b9ca-5b28a181949b req-a5c641f7-e38e-4651-9049-876fb1e3723f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d996b08d23e47a28746199b551ba8f0&device_id=e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1 HTTP/1.1" status: 200 len: 1096 time: 0.3619499 Nov 09 21:36:52.920225 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739ae1f-0c91-474c-baab-18930c41c6d1 req-a3b65a70-7662-48bf-a0dc-952a04de5d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:52.922839 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1739ae1f-0c91-474c-baab-18930c41c6d1 req-a3b65a70-7662-48bf-a0dc-952a04de5d89 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e557bc0d-71a9-4b44-ab50-1de12563c5ef HTTP/1.1" status: 200 len: 912 time: 0.0985484 Nov 09 21:36:53.001178 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-e9527f23-5d31-465e-a7a4-fd88909b80b1 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 09 21:36:53.002598 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e9527f23-5d31-465e-a7a4-fd88909b80b1 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] 10.222.0.49 "DELETE /v2.0/routers/5258b0b9-e28e-49ef-9a6b-dd83f53461b7 HTTP/1.1" status: 409 len: 329 time: 0.4057148 Nov 09 21:36:53.005952 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38978) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:53.050822 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a383e8be-8f85-44ab-8638-71409311d83e req-0f4c996b-f80c-43e7-9f4e-bd7ce8892166 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350372 Nov 09 21:36:53.087952 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1739ae1f-0c91-474c-baab-18930c41c6d1 req-eb5594a0-2d94-4041-9177-9036ca7a0d87 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a310ed82-5c76-42dd-938a-ffb8947a05b9 HTTP/1.1" status: 200 len: 998 time: 0.1583662 Nov 09 21:36:53.102674 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1f00613f-994b-448c-9ed3-88ba92636049 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:53.131207 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-032d9161-6b0d-4ccd-bacb-fd4d145c5e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c71162b-5109-443b-9394-f5b29354f739', 'name': 'tempest-AttachVolumeTestJSON-1471467254-router', 'tenant_id': '8d996b08d23e47a28746199b551ba8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': 'a3c83ed6-20de-4d03-8ecb-1964da5a24cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:30:59Z', 'updated_at': '2021-11-09T21:31:09Z', 'revision_number': 4, 'project_id': '8d996b08d23e47a28746199b551ba8f0', 'gw_port': {'id': 'a3c83ed6-20de-4d03-8ecb-1964da5a24cd', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71162b-5109-443b-9394-f5b29354f739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:31:01Z', 'updated_at': '2021-11-09T21:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '81601440-ec8e-4870-abfb-9b7bd177000c', 'tenant_id': '8d996b08d23e47a28746199b551ba8f0', 'floating_ip_address': '172.25.7.107', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '4c71162b-5109-443b-9394-f5b29354f739', 'port_id': '227dafe4-07a4-4b3e-9f26-52be7db8e976', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55847ffd-7836-446f-91d3-f14e046c5bb2', 'mac_address': 'fa:16:3e:64:ff:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:36:03Z', 'updated_at': '2021-11-09T21:36:50Z', 'revision_number': 1, 'project_id': '8d996b08d23e47a28746199b551ba8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c87a4af-462e-42b9-a66b-af186bac11bd', 'name': '', 'network_id': '55847ffd-7836-446f-91d3-f14e046c5bb2', 'tenant_id': '8d996b08d23e47a28746199b551ba8f0', 'mac_address': 'fa:16:3e:05:1b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71162b-5109-443b-9394-f5b29354f739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '85ce8c7e-f82b-4b24-9029-22d978d44b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:31:07Z', 'updated_at': '2021-11-09T21:31:16Z', 'revision_number': 5, 'project_id': '8d996b08d23e47a28746199b551ba8f0', 'subnets': [{'id': '85ce8c7e-f82b-4b24-9029-22d978d44b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:53.141022 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00613f-994b-448c-9ed3-88ba92636049 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event deleted for resources: {'Port': ['ID=5af4d016-25de-4ba1-884e-bb8b4f51e693,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:53.166439 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-18e0ae8a-0724-416b-88c7-f148adb1c606 req-4262fe1b-38b4-4ab3-a6f9-1b4ac00623c6 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:53.187382 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032d9161-6b0d-4ccd-bacb-fd4d145c5e8c None None] Checking router: 4c71162b-5109-443b-9394-f5b29354f739 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:36:53.198244 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032d9161-6b0d-4ccd-bacb-fd4d145c5e8c None None] Routers {'4c71162b-5109-443b-9394-f5b29354f739'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:36:53.199162 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-032d9161-6b0d-4ccd-bacb-fd4d145c5e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:36:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['4c71162b-5109-443b-9394-f5b29354f739'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:53.247743 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4262fe1b-38b4-4ab3-a6f9-1b4ac00623c6 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Pushing event updated for resources: {'Port': ['ID=d89939a2-afbc-4038-a421-70f5321fda71,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:53.271888 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1f00613f-994b-448c-9ed3-88ba92636049 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:53.278316 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1f00613f-994b-448c-9ed3-88ba92636049 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/ports/5af4d016-25de-4ba1-884e-bb8b4f51e693 HTTP/1.1" status: 204 len: 168 time: 1.6385024 Nov 09 21:36:53.279263 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38980) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:53.282690 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be820f0c-2cab-4516-b9ca-5b28a181949b req-78bcee71-9fca-4a41-8ff8-a00885b06359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:53.284169 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-be820f0c-2cab-4516-b9ca-5b28a181949b req-78bcee71-9fca-4a41-8ff8-a00885b06359 service neutron] 10.222.0.43 "GET /v2.0/networks?id=55847ffd-7836-446f-91d3-f14e046c5bb2 HTTP/1.1" status: 200 len: 911 time: 0.3413575 Nov 09 21:36:53.317772 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-d54f30ab-980f-4ac9-8c55-d4e51b8385fa tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] GET failed (client error): The resource could not be found. Nov 09 21:36:53.320683 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739ae1f-0c91-474c-baab-18930c41c6d1 req-f64a3f39-7c69-43ec-a64d-6ed78a63f036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:53.322444 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d54f30ab-980f-4ac9-8c55-d4e51b8385fa tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "GET /v2.0/ports/5af4d016-25de-4ba1-884e-bb8b4f51e693 HTTP/1.1" status: 404 len: 333 time: 0.0372484 Nov 09 21:36:53.325367 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1739ae1f-0c91-474c-baab-18930c41c6d1 req-f64a3f39-7c69-43ec-a64d-6ed78a63f036 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=48041428-5cce-473c-b445-a01eb383d908 HTTP/1.1" status: 200 len: 851 time: 0.2247205 Nov 09 21:36:53.327143 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38982) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:53.334422 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-032d9161-6b0d-4ccd-bacb-fd4d145c5e8c None None] Set router 4c71162b-5109-443b-9394-f5b29354f739 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:36:53.371611 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:53.372235 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18e0ae8a-0724-416b-88c7-f148adb1c606 req-4262fe1b-38b4-4ab3-a6f9-1b4ac00623c6 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Network 7f06906b-e2ba-45ef-8df7-be5e5cf2a136 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:36:53.412908 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-18e0ae8a-0724-416b-88c7-f148adb1c606 req-4262fe1b-38b4-4ab3-a6f9-1b4ac00623c6 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:36:53.432766 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e0ae8a-0724-416b-88c7-f148adb1c606 req-4262fe1b-38b4-4ab3-a6f9-1b4ac00623c6 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:36:53.498749 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0ae8a-0724-416b-88c7-f148adb1c606 req-4262fe1b-38b4-4ab3-a6f9-1b4ac00623c6 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:53.498925 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-18e0ae8a-0724-416b-88c7-f148adb1c606 req-4262fe1b-38b4-4ab3-a6f9-1b4ac00623c6 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:53.509995 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739ae1f-0c91-474c-baab-18930c41c6d1 req-aa91b518-b93a-48fb-9211-c4b5bbaa6486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:53.513901 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1739ae1f-0c91-474c-baab-18930c41c6d1 req-aa91b518-b93a-48fb-9211-c4b5bbaa6486 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e557bc0d-71a9-4b44-ab50-1de12563c5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1247201 Nov 09 21:36:53.561806 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-be820f0c-2cab-4516-b9ca-5b28a181949b req-2ca00196-11c9-4ed1-b104-f9d7f7e8bbfa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=227dafe4-07a4-4b3e-9f26-52be7db8e976 HTTP/1.1" status: 200 len: 999 time: 0.2506552 Nov 09 21:36:53.573917 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9c732b9-38e7-47d6-a07f-1dc71c77479b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Deleting subnet 4a014fae-1c1d-416d-9edd-a02ba80757f5 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:36:53.628168 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-18e0ae8a-0724-416b-88c7-f148adb1c606 req-4262fe1b-38b4-4ab3-a6f9-1b4ac00623c6 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3091335 Nov 09 21:36:53.659122 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d9c732b9-38e7-47d6-a07f-1dc71c77479b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:53.667666 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-18e0ae8a-0724-416b-88c7-f148adb1c606 req-e70bf272-c029-4222-9110-c092f4809350 service neutron] Request body: {'port': {'device_id': 'fbd58284-86d4-423d-a297-d1f09b87c837', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:36:53.757499 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-032d9161-6b0d-4ccd-bacb-fd4d145c5e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c71162b-5109-443b-9394-f5b29354f739', 'name': 'tempest-AttachVolumeTestJSON-1471467254-router', 'tenant_id': '8d996b08d23e47a28746199b551ba8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': 'a3c83ed6-20de-4d03-8ecb-1964da5a24cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:30:59Z', 'updated_at': '2021-11-09T21:31:09Z', 'revision_number': 4, 'project_id': '8d996b08d23e47a28746199b551ba8f0', 'gw_port': {'id': 'a3c83ed6-20de-4d03-8ecb-1964da5a24cd', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71162b-5109-443b-9394-f5b29354f739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:31:01Z', 'updated_at': '2021-11-09T21:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '81601440-ec8e-4870-abfb-9b7bd177000c', 'tenant_id': '8d996b08d23e47a28746199b551ba8f0', 'floating_ip_address': '172.25.7.107', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '4c71162b-5109-443b-9394-f5b29354f739', 'port_id': '227dafe4-07a4-4b3e-9f26-52be7db8e976', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55847ffd-7836-446f-91d3-f14e046c5bb2', 'mac_address': 'fa:16:3e:64:ff:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:36:03Z', 'updated_at': '2021-11-09T21:36:50Z', 'revision_number': 1, 'project_id': '8d996b08d23e47a28746199b551ba8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c87a4af-462e-42b9-a66b-af186bac11bd', 'name': '', 'network_id': '55847ffd-7836-446f-91d3-f14e046c5bb2', 'tenant_id': '8d996b08d23e47a28746199b551ba8f0', 'mac_address': 'fa:16:3e:05:1b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71162b-5109-443b-9394-f5b29354f739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '85ce8c7e-f82b-4b24-9029-22d978d44b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:31:07Z', 'updated_at': '2021-11-09T21:31:16Z', 'revision_number': 5, 'project_id': '8d996b08d23e47a28746199b551ba8f0', 'subnets': [{'id': '85ce8c7e-f82b-4b24-9029-22d978d44b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:53.818302 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032d9161-6b0d-4ccd-bacb-fd4d145c5e8c None None] The sync data for ids ['4c71162b-5109-443b-9394-f5b29354f739'] in n-d-816206-3 is: [{'id': '4c71162b-5109-443b-9394-f5b29354f739', 'name': 'tempest-AttachVolumeTestJSON-1471467254-router', 'tenant_id': '8d996b08d23e47a28746199b551ba8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': 'a3c83ed6-20de-4d03-8ecb-1964da5a24cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:30:59Z', 'updated_at': '2021-11-09T21:31:09Z', 'revision_number': 4, 'project_id': '8d996b08d23e47a28746199b551ba8f0', 'gw_port': {'id': 'a3c83ed6-20de-4d03-8ecb-1964da5a24cd', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71162b-5109-443b-9394-f5b29354f739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:31:01Z', 'updated_at': '2021-11-09T21:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '81601440-ec8e-4870-abfb-9b7bd177000c', 'tenant_id': '8d996b08d23e47a28746199b551ba8f0', 'floating_ip_address': '172.25.7.107', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '4c71162b-5109-443b-9394-f5b29354f739', 'port_id': '227dafe4-07a4-4b3e-9f26-52be7db8e976', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55847ffd-7836-446f-91d3-f14e046c5bb2', 'mac_address': 'fa:16:3e:64:ff:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:36:03Z', 'updated_at': '2021-11-09T21:36:50Z', 'revision_number': 1, 'project_id': '8d996b08d23e47a28746199b551ba8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c87a4af-462e-42b9-a66b-af186bac11bd', 'name': '', 'network_id': '55847ffd-7836-446f-91d3-f14e046c5bb2', 'tenant_id': '8d996b08d23e47a28746199b551ba8f0', 'mac_address': 'fa:16:3e:05:1b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71162b-5109-443b-9394-f5b29354f739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '85ce8c7e-f82b-4b24-9029-22d978d44b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:31:07Z', 'updated_at': '2021-11-09T21:31:16Z', 'revision_number': 5, 'project_id': '8d996b08d23e47a28746199b551ba8f0', 'subnets': [{'id': '85ce8c7e-f82b-4b24-9029-22d978d44b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:36:53.823940 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d9c732b9-38e7-47d6-a07f-1dc71c77479b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:53.864718 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be820f0c-2cab-4516-b9ca-5b28a181949b req-b0a046d8-c9de-4cb7-9163-6705e88ad1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:53.866848 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-be820f0c-2cab-4516-b9ca-5b28a181949b req-b0a046d8-c9de-4cb7-9163-6705e88ad1c4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85ce8c7e-f82b-4b24-9029-22d978d44b85 HTTP/1.1" status: 200 len: 850 time: 0.2656333 Nov 09 21:36:54.018700 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-18e0ae8a-0724-416b-88c7-f148adb1c606 req-e70bf272-c029-4222-9110-c092f4809350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:54.085632 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1739ae1f-0c91-474c-baab-18930c41c6d1 req-60d89f5e-f065-499e-a0d0-db4e2445883f service neutron] 10.222.0.45 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5643044 Nov 09 21:36:54.170160 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b2937-dcf1-49df-a88b-942442c57776 req-42634b66-4e53-48e6-97d2-68cb19cff8b0 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:54.172330 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f67b2937-dcf1-49df-a88b-942442c57776 req-42634b66-4e53-48e6-97d2-68cb19cff8b0 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbd58284-86d4-423d-a297-d1f09b87c837 HTTP/1.1" status: 200 len: 932 time: 0.4270983 Nov 09 21:36:54.186837 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be820f0c-2cab-4516-b9ca-5b28a181949b req-7eb8fc90-5cc4-4abc-ba46-2361371a2161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:54.188507 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca137b4-7b2c-4c71-9c24-6e90b6b86f5e None None] New status for floating IP 81601440-ec8e-4870-abfb-9b7bd177000c: ACTIVE {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:36:54.188994 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-be820f0c-2cab-4516-b9ca-5b28a181949b req-7eb8fc90-5cc4-4abc-ba46-2361371a2161 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=55847ffd-7836-446f-91d3-f14e046c5bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3050542 Nov 09 21:36:54.196917 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1739ae1f-0c91-474c-baab-18930c41c6d1 req-1f858e8f-b413-4f6b-8179-8b4ac47ed36e service neutron] 10.222.0.45 "GET /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978417 Nov 09 21:36:54.248889 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-404e918b-5c75-4b7e-ae05-a195a363a9ba tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:54.276838 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d9c732b9-38e7-47d6-a07f-1dc71c77479b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:54.420451 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4d6df-7678-4302-a506-9ce0c6884d9d req-adc503ce-bae0-45d3-b778-6eac36dfa5af tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:54.422498 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5ba4d6df-7678-4302-a506-9ce0c6884d9d req-adc503ce-bae0-45d3-b778-6eac36dfa5af tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.2233064 Nov 09 21:36:54.451039 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f67b2937-dcf1-49df-a88b-942442c57776 req-113b4e94-f02c-4dc0-9ac2-d517f86c1a92 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc5455a8-a46a-4b5d-9a17-60e39893943c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591152 Nov 09 21:36:54.503229 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-be820f0c-2cab-4516-b9ca-5b28a181949b req-26281717-d4d6-405f-b3ac-ba9ff18a46d5 service neutron] 10.222.0.43 "GET /v2.0/networks/55847ffd-7836-446f-91d3-f14e046c5bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944710 Nov 09 21:36:54.555690 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5ba4d6df-7678-4302-a506-9ce0c6884d9d req-89bc7589-0fc9-47f1-ad8c-d8db6e68960e tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229515 Nov 09 21:36:54.593121 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d9c732b9-38e7-47d6-a07f-1dc71c77479b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:54.593366 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-404e918b-5c75-4b7e-ae05-a195a363a9ba tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Deleting port 3d9a6e85-919a-486e-9932-4d1b18619c89 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:36:54.593642 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-404e918b-5c75-4b7e-ae05-a195a363a9ba tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:54.705563 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-404e918b-5c75-4b7e-ae05-a195a363a9ba tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:54.720071 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-404e918b-5c75-4b7e-ae05-a195a363a9ba tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Calling delete_port for 3d9a6e85-919a-486e-9932-4d1b18619c89 owned by network:router_interface {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:36:54.973744 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c732b9-38e7-47d6-a07f-1dc71c77479b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event deleted for resources: {'Subnet': ['ID=4a014fae-1c1d-416d-9edd-a02ba80757f5,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:54.992019 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2fdb8e-f889-4aa6-a2be-1c4099d6d7b6 None None] Network aa81642c-1237-43e5-bab4-bb93e01d2a87 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:36:55.001896 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d9c732b9-38e7-47d6-a07f-1dc71c77479b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:55.005135 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d9c732b9-38e7-47d6-a07f-1dc71c77479b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/subnets/4a014fae-1c1d-416d-9edd-a02ba80757f5 HTTP/1.1" status: 204 len: 168 time: 1.6770337 Nov 09 21:36:55.009337 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39014) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:55.030835 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-404e918b-5c75-4b7e-ae05-a195a363a9ba tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:55.066852 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e918b-5c75-4b7e-ae05-a195a363a9ba tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Pushing event deleted for resources: {'Port': ['ID=3d9a6e85-919a-486e-9932-4d1b18619c89,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:55.129988 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-18e0ae8a-0724-416b-88c7-f148adb1c606 req-e70bf272-c029-4222-9110-c092f4809350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d89939a2-afbc-4038-a421-70f5321fda71 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:36:55.172495 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-18e0ae8a-0724-416b-88c7-f148adb1c606 req-e70bf272-c029-4222-9110-c092f4809350 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:55.207531 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-be820f0c-2cab-4516-b9ca-5b28a181949b req-50dd5785-a76d-4e52-bed7-d986566d9155 service neutron] 10.222.0.43 "GET /v2.0/networks/55847ffd-7836-446f-91d3-f14e046c5bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6467896 Nov 09 21:36:55.217785 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-18e0ae8a-0724-416b-88c7-f148adb1c606 req-e70bf272-c029-4222-9110-c092f4809350 service neutron] Transition to ACTIVE for port object d89939a2-afbc-4038-a421-70f5321fda71 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:36:55.230553 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6bbd07d1-1d3b-411c-8815-675105087917 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:55.233381 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-18e0ae8a-0724-416b-88c7-f148adb1c606 req-e70bf272-c029-4222-9110-c092f4809350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:55.300407 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c5fba4-c7fd-4f08-84c6-33489de632a5 None None] DHCP port deletion for aa81642c-1237-43e5-bab4-bb93e01d2a87 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:36:55.380253 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70bf272-c029-4222-9110-c092f4809350 service neutron] Pushing event updated for resources: {'Port': ['ID=d89939a2-afbc-4038-a421-70f5321fda71,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:55.393896 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-404e918b-5c75-4b7e-ae05-a195a363a9ba tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:55.395299 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-78c5fba4-c7fd-4f08-84c6-33489de632a5 None None] Deleting port 45aa5762-8b3c-44a3-b679-ccb1064c77ea {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:36:55.395850 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-78c5fba4-c7fd-4f08-84c6-33489de632a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:55.422439 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 45aa5762-8b3c-44a3-b679-ccb1064c77ea no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:36:55.565767 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-78c5fba4-c7fd-4f08-84c6-33489de632a5 None None] For port 45aa5762-8b3c-44a3-b679-ccb1064c77ea, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=45aa5762-8b3c-44a3-b679-ccb1064c77ea,segment=NetworkSegment(fc0ba5f1-a016-4388-894f-895c13540938),segment_id=fc0ba5f1-a016-4388-894f-895c13540938)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:36:55.566077 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-78c5fba4-c7fd-4f08-84c6-33489de632a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:55.603831 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-78c5fba4-c7fd-4f08-84c6-33489de632a5 None None] Calling delete_port for 45aa5762-8b3c-44a3-b679-ccb1064c77ea owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:36:55.639268 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-18e0ae8a-0724-416b-88c7-f148adb1c606 req-e70bf272-c029-4222-9110-c092f4809350 service neutron] Attempting to bind port d89939a2-afbc-4038-a421-70f5321fda71 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:36:55.639833 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-18e0ae8a-0724-416b-88c7-f148adb1c606 req-e70bf272-c029-4222-9110-c092f4809350 service neutron] Attempting to bind port d89939a2-afbc-4038-a421-70f5321fda71 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '6ec44bea-f8ce-43ec-a9ca-ecbbd565bb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7f06906b-e2ba-45ef-8df7-be5e5cf2a136'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:36:55.640160 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e0ae8a-0724-416b-88c7-f148adb1c606 req-e70bf272-c029-4222-9110-c092f4809350 service neutron] Attempting to bind port d89939a2-afbc-4038-a421-70f5321fda71 on network 7f06906b-e2ba-45ef-8df7-be5e5cf2a136 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:36:55.648474 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-6bbd07d1-1d3b-411c-8815-675105087917 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Deleting port 45aa5762-8b3c-44a3-b679-ccb1064c77ea {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:36:55.649246 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6bbd07d1-1d3b-411c-8815-675105087917 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:55.664884 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e0ae8a-0724-416b-88c7-f148adb1c606 req-e70bf272-c029-4222-9110-c092f4809350 service neutron] Port d89939a2-afbc-4038-a421-70f5321fda71 on network 7f06906b-e2ba-45ef-8df7-be5e5cf2a136 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:36:55.665370 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e0ae8a-0724-416b-88c7-f148adb1c606 req-e70bf272-c029-4222-9110-c092f4809350 service neutron] Attempting to bind port d89939a2-afbc-4038-a421-70f5321fda71 on network 7f06906b-e2ba-45ef-8df7-be5e5cf2a136 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:36:55.702704 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:55.709256 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-404e918b-5c75-4b7e-ae05-a195a363a9ba tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Router 5258b0b9-e28e-49ef-9a6b-dd83f53461b7 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:36:55.711472 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ffa586-dc2f-4eab-8791-0e5894108db4 req-7ee49fb1-4fd6-41b8-9f5f-e91b50344004 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:55.719718 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-35ffa586-dc2f-4eab-8791-0e5894108db4 req-7ee49fb1-4fd6-41b8-9f5f-e91b50344004 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbd58284-86d4-423d-a297-d1f09b87c837 HTTP/1.1" status: 200 len: 944 time: 0.1408055 Nov 09 21:36:55.741229 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e0ae8a-0724-416b-88c7-f148adb1c606 req-e70bf272-c029-4222-9110-c092f4809350 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:36:55.741636 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e0ae8a-0724-416b-88c7-f148adb1c606 req-e70bf272-c029-4222-9110-c092f4809350 service neutron] Checking segment: {'id': '6ec44bea-f8ce-43ec-a9ca-ecbbd565bb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7f06906b-e2ba-45ef-8df7-be5e5cf2a136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:36:55.742125 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e0ae8a-0724-416b-88c7-f148adb1c606 req-e70bf272-c029-4222-9110-c092f4809350 service neutron] Bound using segment: {'id': '6ec44bea-f8ce-43ec-a9ca-ecbbd565bb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7f06906b-e2ba-45ef-8df7-be5e5cf2a136'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:36:55.742698 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-18e0ae8a-0724-416b-88c7-f148adb1c606 req-e70bf272-c029-4222-9110-c092f4809350 service neutron] Bound port: d89939a2-afbc-4038-a421-70f5321fda71, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ec44bea-f8ce-43ec-a9ca-ecbbd565bb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7f06906b-e2ba-45ef-8df7-be5e5cf2a136'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:36:55.743157 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-18e0ae8a-0724-416b-88c7-f148adb1c606 req-e70bf272-c029-4222-9110-c092f4809350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:55.764109 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 45aa5762-8b3c-44a3-b679-ccb1064c77ea, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=45aa5762-8b3c-44a3-b679-ccb1064c77ea,segment=NetworkSegment(fc0ba5f1-a016-4388-894f-895c13540938),segment_id=fc0ba5f1-a016-4388-894f-895c13540938)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:36:55.775529 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:55.795573 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-6bbd07d1-1d3b-411c-8815-675105087917 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] For port 45aa5762-8b3c-44a3-b679-ccb1064c77ea, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=45aa5762-8b3c-44a3-b679-ccb1064c77ea,segment=NetworkSegment(fc0ba5f1-a016-4388-894f-895c13540938),segment_id=fc0ba5f1-a016-4388-894f-895c13540938)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:36:55.796047 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6bbd07d1-1d3b-411c-8815-675105087917 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:55.839489 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-78c5fba4-c7fd-4f08-84c6-33489de632a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:55.843322 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-6bbd07d1-1d3b-411c-8815-675105087917 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Calling delete_port for 45aa5762-8b3c-44a3-b679-ccb1064c77ea owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:36:55.880970 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-35ffa586-dc2f-4eab-8791-0e5894108db4 req-efd1aef0-6583-4688-9a91-d4d1fb1db839 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc5455a8-a46a-4b5d-9a17-60e39893943c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601422 Nov 09 21:36:55.900876 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=45aa5762-8b3c-44a3-b679-ccb1064c77ea,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:55.904484 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c5fba4-c7fd-4f08-84c6-33489de632a5 None None] No DVR routers for this DVR port 45aa5762-8b3c-44a3-b679-ccb1064c77ea on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:36:55.936891 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404e918b-5c75-4b7e-ae05-a195a363a9ba tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:36:55.937264 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c5fba4-c7fd-4f08-84c6-33489de632a5 None None] Pushing event deleted for resources: {'Port': ['ID=45aa5762-8b3c-44a3-b679-ccb1064c77ea,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:55.948778 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-404e918b-5c75-4b7e-ae05-a195a363a9ba tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] 10.222.0.49 "PUT /v2.0/routers/5258b0b9-e28e-49ef-9a6b-dd83f53461b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9414637 Nov 09 21:36:55.949433 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39026) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:55.951474 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a481612-7d58-4f6a-8802-082533c0a511 None None] Sync routers for ids ['5258b0b9-e28e-49ef-9a6b-dd83f53461b7'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:36:55.960718 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-18e0ae8a-0724-416b-88c7-f148adb1c606 req-e70bf272-c029-4222-9110-c092f4809350 service neutron] For port d89939a2-afbc-4038-a421-70f5321fda71, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:36:55.963976 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-18e0ae8a-0724-416b-88c7-f148adb1c606 req-e70bf272-c029-4222-9110-c092f4809350 service neutron] For port d89939a2-afbc-4038-a421-70f5321fda71, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=d89939a2-afbc-4038-a421-70f5321fda71,segment=NetworkSegment(6ec44bea-f8ce-43ec-a9ca-ecbbd565bb56),segment_id=6ec44bea-f8ce-43ec-a9ca-ecbbd565bb56)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:36:55.965698 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a481612-7d58-4f6a-8802-082533c0a511 None None] Routers {'5258b0b9-e28e-49ef-9a6b-dd83f53461b7'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:36:55.965698 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-8a481612-7d58-4f6a-8802-082533c0a511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:36:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['5258b0b9-e28e-49ef-9a6b-dd83f53461b7'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:55.968145 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-18e0ae8a-0724-416b-88c7-f148adb1c606 req-e70bf272-c029-4222-9110-c092f4809350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:56.011147 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-8a481612-7d58-4f6a-8802-082533c0a511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:56.020435 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebb326-7c9b-4d72-96ed-e6f2b50d3755 req-161247bd-3e61-4454-a412-d6a23d8243eb tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:56.021825 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a481612-7d58-4f6a-8802-082533c0a511 None None] Routers {'5258b0b9-e28e-49ef-9a6b-dd83f53461b7'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:36:56.022665 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-8a481612-7d58-4f6a-8802-082533c0a511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:36:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['5258b0b9-e28e-49ef-9a6b-dd83f53461b7'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:56.029374 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-74ebb326-7c9b-4d72-96ed-e6f2b50d3755 req-161247bd-3e61-4454-a412-d6a23d8243eb tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.1708558 Nov 09 21:36:56.055178 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0ae8a-0724-416b-88c7-f148adb1c606 req-e70bf272-c029-4222-9110-c092f4809350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:56.055805 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-18e0ae8a-0724-416b-88c7-f148adb1c606 req-e70bf272-c029-4222-9110-c092f4809350 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:56.057666 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-18e0ae8a-0724-416b-88c7-f148adb1c606 req-e70bf272-c029-4222-9110-c092f4809350 service neutron] 10.222.0.45 "PUT /v2.0/ports/d89939a2-afbc-4038-a421-70f5321fda71 HTTP/1.1" status: 200 len: 1092 time: 2.3996446 Nov 09 21:36:56.058110 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbd58284-86d4-423d-a297-d1f09b87c837', 'tag': 'd89939a2-afbc-4038-a421-70f5321fda71'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:36:56.059247 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-8a481612-7d58-4f6a-8802-082533c0a511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:56.060123 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a481612-7d58-4f6a-8802-082533c0a511 None None] The sync data for ids ['5258b0b9-e28e-49ef-9a6b-dd83f53461b7'] in n-d-816206-3 is: [] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:36:56.060529 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91896fae-b12d-49a2-bb1c-41091ef9f748" -d '{"events": [{"name": "network-changed", "server_uuid": "fbd58284-86d4-423d-a297-d1f09b87c837", "tag": "d89939a2-afbc-4038-a421-70f5321fda71"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:36:56.062173 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-1a681e25-7403-4ada-9005-bf38d67da6b0 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] show failed (client error): The resource could not be found. Nov 09 21:36:56.063868 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1a681e25-7403-4ada-9005-bf38d67da6b0 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] 10.222.0.49 "GET /v2.0/routers/tempest-non_exist_router-1232087766 HTTP/1.1" status: 404 len: 335 time: 0.1068442 Nov 09 21:36:56.069244 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39030) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:56.076594 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-bf3a5dfd-d8ea-4069-b8d0-8d89e8830afe tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:36:56.119573 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-74ebb326-7c9b-4d72-96ed-e6f2b50d3755 req-bd2dccf0-ef79-47a0-aeaa-4a2b067c8036 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892870 Nov 09 21:36:56.131140 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0000dff-21c3-46ef-9720-bf484cabe819 x-openstack-request-id: req-d0000dff-21c3-46ef-9720-bf484cabe819 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:36:56.131481 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbd58284-86d4-423d-a297-d1f09b87c837", "tag": "d89939a2-afbc-4038-a421-70f5321fda71", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:36:56.131736 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d0000dff-21c3-46ef-9720-bf484cabe819 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:36:56.132129 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbd58284-86d4-423d-a297-d1f09b87c837', 'tag': 'd89939a2-afbc-4038-a421-70f5321fda71', 'status': 'completed', 'code': 200} Nov 09 21:36:56.150015 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [None req-bf3a5dfd-d8ea-4069-b8d0-8d89e8830afe tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] update failed (client error): The resource could not be found. Nov 09 21:36:56.155377 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-bf3a5dfd-d8ea-4069-b8d0-8d89e8830afe tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] 10.222.0.49 "PUT /v2.0/routers/tempest-non_exist_router-1480388452 HTTP/1.1" status: 404 len: 335 time: 0.0797865 Nov 09 21:36:56.155742 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39034) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:56.176837 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70bf272-c029-4222-9110-c092f4809350 service neutron] Pushing event updated for resources: {'Port': ['ID=d89939a2-afbc-4038-a421-70f5321fda71,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:56.211516 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0ae8a-0724-416b-88c7-f148adb1c606 req-1f5e3a19-8f4c-49ce-91dd-69928b17c32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:56.213199 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-18e0ae8a-0724-416b-88c7-f148adb1c606 req-1f5e3a19-8f4c-49ce-91dd-69928b17c32d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=43075615d42840aaad9449d4e5f340c2&device_id=fbd58284-86d4-423d-a297-d1f09b87c837 HTTP/1.1" status: 200 len: 1095 time: 0.0788465 Nov 09 21:36:56.214069 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6bbd07d1-1d3b-411c-8815-675105087917 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:56.231678 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbd07d1-1d3b-411c-8815-675105087917 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] No DVR routers for this DVR port 45aa5762-8b3c-44a3-b679-ccb1064c77ea on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:36:56.277752 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaa6dd5c-3d07-40ca-9916-cd51140f925a tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Deleting subnet 05b4a903-335c-4aea-bf0d-dfc578a77176 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:36:56.281759 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-eaa6dd5c-3d07-40ca-9916-cd51140f925a tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:56.336290 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-eaa6dd5c-3d07-40ca-9916-cd51140f925a tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:56.345907 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd07d1-1d3b-411c-8815-675105087917 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event deleted for resources: {'Port': ['ID=45aa5762-8b3c-44a3-b679-ccb1064c77ea,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:56.376355 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-18e0ae8a-0724-416b-88c7-f148adb1c606 req-adc85ee4-ae21-48c1-82c4-201035591412 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d89939a2-afbc-4038-a421-70f5321fda71 HTTP/1.1" status: 200 len: 217 time: 0.1200061 Nov 09 21:36:56.438741 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-eaa6dd5c-3d07-40ca-9916-cd51140f925a tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:56.491494 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6bbd07d1-1d3b-411c-8815-675105087917 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:56.504495 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b355de4-ebb7-4033-ae9c-13fc7073b104 req-eefc828d-6f7b-477a-a675-cf6bdd8495d0 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:56.506087 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5b355de4-ebb7-4033-ae9c-13fc7073b104 req-eefc828d-6f7b-477a-a675-cf6bdd8495d0 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.2389979 Nov 09 21:36:56.514624 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-eaa6dd5c-3d07-40ca-9916-cd51140f925a tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:56.546490 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa6dd5c-3d07-40ca-9916-cd51140f925a tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Pushing event deleted for resources: {'Subnet': ['ID=05b4a903-335c-4aea-bf0d-dfc578a77176,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:56.554180 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-eaa6dd5c-3d07-40ca-9916-cd51140f925a tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:56.556025 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a59d62-3ef4-4fef-91db-3b0a562cbd2a None None] Network 182c9afa-3a52-4827-b9af-4e796df1323b requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:36:56.559078 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-eaa6dd5c-3d07-40ca-9916-cd51140f925a tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] 10.222.0.49 "DELETE /v2.0/subnets/05b4a903-335c-4aea-bf0d-dfc578a77176 HTTP/1.1" status: 204 len: 168 time: 0.4016652 Nov 09 21:36:56.565159 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39038) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:56.581928 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0ae8a-0724-416b-88c7-f148adb1c606 req-e91edc9c-6068-4573-8c35-09ede84bdd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:56.584321 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-18e0ae8a-0724-416b-88c7-f148adb1c606 req-e91edc9c-6068-4573-8c35-09ede84bdd35 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1b301ec-60f9-4894-991e-bf88d0c2280c HTTP/1.1" status: 200 len: 848 time: 0.1532450 Nov 09 21:36:56.587128 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-6bbd07d1-1d3b-411c-8815-675105087917 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa81642c-1237-43e5-bab4-bb93e01d2a87']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:56.653237 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-c292308f-487a-4c68-8284-71506fae688b tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Deleting subnet 9633f003-5f96-4ffc-976a-f7e9d2aeb02b {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:36:56.653663 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5b355de4-ebb7-4033-ae9c-13fc7073b104 req-95d1d88c-7f62-4f0a-b918-3d5a793981a8 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346724 Nov 09 21:36:56.655606 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-18e0ae8a-0724-416b-88c7-f148adb1c606 req-2ad2df30-ab3a-4b5a-b197-150c506fe04e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7f06906b-e2ba-45ef-8df7-be5e5cf2a136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360589 Nov 09 21:36:56.658780 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c292308f-487a-4c68-8284-71506fae688b tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:56.660199 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-6bbd07d1-1d3b-411c-8815-675105087917 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc0ba5f1-a016-4388-894f-895c13540938') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:56.660578 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-6bbd07d1-1d3b-411c-8815-675105087917 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc0ba5f1-a016-4388-894f-895c13540938') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:56.770409 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c292308f-487a-4c68-8284-71506fae688b tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:56.862186 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6bbd07d1-1d3b-411c-8815-675105087917 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:56.872401 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-18e0ae8a-0724-416b-88c7-f148adb1c606 req-6a77ff10-09ea-4c10-81e2-dee456043bb0 service neutron] 10.222.0.45 "GET /v2.0/networks/7f06906b-e2ba-45ef-8df7-be5e5cf2a136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045298 Nov 09 21:36:56.879498 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c292308f-487a-4c68-8284-71506fae688b tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:56.921570 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6bbd07d1-1d3b-411c-8815-675105087917 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:56.950772 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c292308f-487a-4c68-8284-71506fae688b tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:57.009327 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bbd07d1-1d3b-411c-8815-675105087917 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:36:57.009744 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6bbd07d1-1d3b-411c-8815-675105087917 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:57.012856 n-d-816206-3 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:36:57.012856 n-d-816206-3 neutron-server[102607]: self.session.flush() Nov 09 21:36:57.012856 n-d-816206-3 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:36:57.012856 n-d-816206-3 neutron-server[102607]: self.session.flush() Nov 09 21:36:57.012856 n-d-816206-3 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:36:57.012856 n-d-816206-3 neutron-server[102607]: self.session.flush() Nov 09 21:36:57.012856 n-d-816206-3 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:36:57.012856 n-d-816206-3 neutron-server[102607]: self.session.flush() Nov 09 21:36:57.012856 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:36:57.012856 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:36:57.012856 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:36:57.012856 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:36:57.012856 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:36:57.012856 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:36:57.012856 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:36:57.012856 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:36:57.012856 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:36:57.012856 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:36:57.012856 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:36:57.012856 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:36:57.012856 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:36:57.012856 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:36:57.012856 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:36:57.012856 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:36:57.012856 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:36:57.012856 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:36:57.012856 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:36:57.012856 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:36:57.012856 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:36:57.012856 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:36:57.012856 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:36:57.012856 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:36:57.012856 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:36:57.012856 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:36:57.012856 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:36:57.012856 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:36:57.012856 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:36:57.012856 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:36:57.012856 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:36:57.012856 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:36:57.023998 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c292308f-487a-4c68-8284-71506fae688b tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Pushing event deleted for resources: {'Subnet': ['ID=9633f003-5f96-4ffc-976a-f7e9d2aeb02b,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:57.043399 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c292308f-487a-4c68-8284-71506fae688b tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:57.055665 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c292308f-487a-4c68-8284-71506fae688b tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] 10.222.0.49 "DELETE /v2.0/subnets/9633f003-5f96-4ffc-976a-f7e9d2aeb02b HTTP/1.1" status: 204 len: 168 time: 0.4891782 Nov 09 21:36:57.057908 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39058) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:57.063926 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fff80c4-aaa2-48ee-aa9e-a37cc519ae93 None None] Network d7629368-6333-434f-a7bb-ca2c0461dfff requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:36:57.251110 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6bbd07d1-1d3b-411c-8815-675105087917 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:57.257071 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6bbd07d1-1d3b-411c-8815-675105087917 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:57.267106 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-00b485a9-8965-4cdc-9b3c-81ca1a637ea3 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:57.298082 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6bbd07d1-1d3b-411c-8815-675105087917 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/networks/aa81642c-1237-43e5-bab4-bb93e01d2a87 HTTP/1.1" status: 204 len: 168 time: 2.2847416 Nov 09 21:36:57.339049 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39066) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:57.365748 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-e17a979c-590d-4d7e-ac2f-732866800a01 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-336673784'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:36:57.411586 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6149a10c-09ad-4639-8e9a-6f075bb6eef6 None None] DHCP port deletion for 182c9afa-3a52-4827-b9af-4e796df1323b request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:36:57.412779 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17a979c-590d-4d7e-ac2f-732866800a01 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Made reservation on behalf of 328dae8361554dd89bbb1fa4d68588e7 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:36:57.417699 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e17a979c-590d-4d7e-ac2f-732866800a01 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:57.445094 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c21db21-d691-4838-ad5d-c1c9f3c6caef None None] DHCP port deletion for d7629368-6333-434f-a7bb-ca2c0461dfff request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:36:57.452280 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-00b485a9-8965-4cdc-9b3c-81ca1a637ea3 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Deleting port ba6242a8-8618-42ba-823c-faa8b50b2432 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:36:57.453038 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-00b485a9-8965-4cdc-9b3c-81ca1a637ea3 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:57.503172 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e17a979c-590d-4d7e-ac2f-732866800a01 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:36:57.508287 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd07d1-1d3b-411c-8815-675105087917 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event deleted for resources: {'Network': ['ID=aa81642c-1237-43e5-bab4-bb93e01d2a87,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:57.532390 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e17a979c-590d-4d7e-ac2f-732866800a01 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:57.532843 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-e17a979c-590d-4d7e-ac2f-732866800a01 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Added segment 53de4857-2f79-4366-81f0-6ac55e7e16ab of type vlan for network fca15e88-1288-46a5-a76f-9e6d3cf3b4af Nov 09 21:36:57.542037 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6865f-b114-475e-bfab-600b15f8c766 req-7c7ab633-b8f4-4a23-a89a-70eb6d56bef2 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:57.545997 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ddd6865f-b114-475e-bfab-600b15f8c766 req-7c7ab633-b8f4-4a23-a89a-70eb6d56bef2 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbd58284-86d4-423d-a297-d1f09b87c837 HTTP/1.1" status: 200 len: 944 time: 0.4983270 Nov 09 21:36:57.551362 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-18e0ae8a-0724-416b-88c7-f148adb1c606 req-8fb07661-1391-4937-ae17-0d3f266abe05 service neutron] 10.222.0.45 "GET /v2.0/networks/7f06906b-e2ba-45ef-8df7-be5e5cf2a136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6607041 Nov 09 21:36:57.557095 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-6149a10c-09ad-4639-8e9a-6f075bb6eef6 None None] Deleting port ba6242a8-8618-42ba-823c-faa8b50b2432 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:36:57.559434 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-00b485a9-8965-4cdc-9b3c-81ca1a637ea3 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] For port ba6242a8-8618-42ba-823c-faa8b50b2432, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=ba6242a8-8618-42ba-823c-faa8b50b2432,segment=NetworkSegment(0a0d280e-0878-4fd0-b173-843dbcc436c8),segment_id=0a0d280e-0878-4fd0-b173-843dbcc436c8)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:36:57.559858 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-00b485a9-8965-4cdc-9b3c-81ca1a637ea3 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:57.571587 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6149a10c-09ad-4639-8e9a-6f075bb6eef6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:57.599907 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-00b485a9-8965-4cdc-9b3c-81ca1a637ea3 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Calling delete_port for ba6242a8-8618-42ba-823c-faa8b50b2432 owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:36:57.624367 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e17a979c-590d-4d7e-ac2f-732866800a01 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:57.693861 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e17a979c-590d-4d7e-ac2f-732866800a01 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:57.699499 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17a979c-590d-4d7e-ac2f-732866800a01 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:57.700123 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e17a979c-590d-4d7e-ac2f-732866800a01 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:57.729316 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91896fae-b12d-49a2-bb1c-41091ef9f748 req-81a12de9-85bb-41c6-ab79-e98544c487dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:57.732167 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-91896fae-b12d-49a2-bb1c-41091ef9f748 req-81a12de9-85bb-41c6-ab79-e98544c487dc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=43075615d42840aaad9449d4e5f340c2&device_id=fbd58284-86d4-423d-a297-d1f09b87c837 HTTP/1.1" status: 200 len: 1095 time: 0.1007955 Nov 09 21:36:57.737588 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ddd6865f-b114-475e-bfab-600b15f8c766 req-622877e0-62ce-4649-a3ed-4b41ebd946e8 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc5455a8-a46a-4b5d-9a17-60e39893943c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787627 Nov 09 21:36:57.752079 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e17a979c-590d-4d7e-ac2f-732866800a01 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4075320 Nov 09 21:36:57.754828 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39090) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:57.762102 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-81be6bee-c59d-4696-898a-d40d213b7567 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'subnet': {'network_id': 'fca15e88-1288-46a5-a76f-9e6d3cf3b4af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:36:57.778124 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-6149a10c-09ad-4639-8e9a-6f075bb6eef6 None None] For port ba6242a8-8618-42ba-823c-faa8b50b2432, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=ba6242a8-8618-42ba-823c-faa8b50b2432,segment=NetworkSegment(0a0d280e-0878-4fd0-b173-843dbcc436c8),segment_id=0a0d280e-0878-4fd0-b173-843dbcc436c8)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:36:57.778515 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6149a10c-09ad-4639-8e9a-6f075bb6eef6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:57.799228 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-2c21db21-d691-4838-ad5d-c1c9f3c6caef None None] Deleting port 30bc0e4b-58bb-440d-b246-c1a629cc5582 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:36:57.799858 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2c21db21-d691-4838-ad5d-c1c9f3c6caef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:57.841810 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-6149a10c-09ad-4639-8e9a-6f075bb6eef6 None None] Calling delete_port for ba6242a8-8618-42ba-823c-faa8b50b2432 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:36:57.872919 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17a979c-590d-4d7e-ac2f-732866800a01 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event updated for resources: {'Network': ['ID=fca15e88-1288-46a5-a76f-9e6d3cf3b4af,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:57.894302 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-00b485a9-8965-4cdc-9b3c-81ca1a637ea3 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:57.943012 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b485a9-8965-4cdc-9b3c-81ca1a637ea3 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Pushing event deleted for resources: {'Port': ['ID=ba6242a8-8618-42ba-823c-faa8b50b2432,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:57.951047 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b485a9-8965-4cdc-9b3c-81ca1a637ea3 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] No DVR routers for this DVR port ba6242a8-8618-42ba-823c-faa8b50b2432 on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:36:58.064465 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network fca15e88-1288-46a5-a76f-9e6d3cf3b4af details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:36:58.098422 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91896fae-b12d-49a2-bb1c-41091ef9f748 req-ceecbc28-64ad-436d-bfcb-e43a71b573fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:58.102731 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-91896fae-b12d-49a2-bb1c-41091ef9f748 req-ceecbc28-64ad-436d-bfcb-e43a71b573fc service neutron] 10.222.0.45 "GET /v2.0/networks?id=7f06906b-e2ba-45ef-8df7-be5e5cf2a136 HTTP/1.1" status: 200 len: 908 time: 0.3619981 Nov 09 21:36:58.180970 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-00b485a9-8965-4cdc-9b3c-81ca1a637ea3 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:58.213297 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81be6bee-c59d-4696-898a-d40d213b7567 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Made reservation on behalf of 328dae8361554dd89bbb1fa4d68588e7 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:36:58.224561 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-81be6bee-c59d-4696-898a-d40d213b7567 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:58.234811 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-91896fae-b12d-49a2-bb1c-41091ef9f748 req-82890e81-da3f-4d77-9832-2578a92c17cc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d89939a2-afbc-4038-a421-70f5321fda71 HTTP/1.1" status: 200 len: 217 time: 0.1215925 Nov 09 21:36:58.240981 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd08fb0f-b522-4ca3-b7e8-44d834cb4985 req-574b8a3c-e98a-44d5-8e5d-0ba0a06870bf tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:58.243733 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fd08fb0f-b522-4ca3-b7e8-44d834cb4985 req-574b8a3c-e98a-44d5-8e5d-0ba0a06870bf tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c HTTP/1.1" status: 200 len: 943 time: 0.1629610 Nov 09 21:36:58.245637 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-00b485a9-8965-4cdc-9b3c-81ca1a637ea3 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['182c9afa-3a52-4827-b9af-4e796df1323b']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:58.266551 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-2c21db21-d691-4838-ad5d-c1c9f3c6caef None None] For port 30bc0e4b-58bb-440d-b246-c1a629cc5582, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=30bc0e4b-58bb-440d-b246-c1a629cc5582,segment=NetworkSegment(09c4d3a3-5108-4b06-b719-0fc5b5ec2848),segment_id=09c4d3a3-5108-4b06-b719-0fc5b5ec2848)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:36:58.266949 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2c21db21-d691-4838-ad5d-c1c9f3c6caef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:58.269229 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6149a10c-09ad-4639-8e9a-6f075bb6eef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:58.343848 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6149a10c-09ad-4639-8e9a-6f075bb6eef6 None None] Pushing event deleted for resources: {'Port': ['ID=ba6242a8-8618-42ba-823c-faa8b50b2432,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:58.345714 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6149a10c-09ad-4639-8e9a-6f075bb6eef6 None None] No DVR routers for this DVR port ba6242a8-8618-42ba-823c-faa8b50b2432 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:36:58.347345 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-00b485a9-8965-4cdc-9b3c-81ca1a637ea3 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a0d280e-0878-4fd0-b173-843dbcc436c8') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:58.347747 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-00b485a9-8965-4cdc-9b3c-81ca1a637ea3 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a0d280e-0878-4fd0-b173-843dbcc436c8') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:58.357448 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-2c21db21-d691-4838-ad5d-c1c9f3c6caef None None] Calling delete_port for 30bc0e4b-58bb-440d-b246-c1a629cc5582 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:36:58.405161 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-00b485a9-8965-4cdc-9b3c-81ca1a637ea3 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:58.447572 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-00b485a9-8965-4cdc-9b3c-81ca1a637ea3 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:58.479390 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00b485a9-8965-4cdc-9b3c-81ca1a637ea3 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:36:58.481161 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-00b485a9-8965-4cdc-9b3c-81ca1a637ea3 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:58.488820 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:36:58.488820 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:36:58.488820 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:36:58.488820 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:36:58.488820 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:36:58.488820 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:36:58.488820 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:36:58.488820 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:36:58.488820 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:36:58.488820 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:36:58.488820 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:36:58.488820 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:36:58.488820 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:36:58.488820 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:36:58.488820 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:36:58.488820 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:36:58.488820 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:36:58.488820 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:36:58.488820 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:36:58.488820 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:36:58.488820 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:36:58.488820 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:36:58.488820 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:36:58.488820 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:36:58.488820 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:36:58.488820 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:36:58.488820 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:36:58.488820 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:36:58.488820 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:36:58.488820 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:36:58.488820 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:36:58.488820 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:36:58.582940 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-fd08fb0f-b522-4ca3-b7e8-44d834cb4985 req-068753c2-4aa1-4018-a040-9975337d6a1a tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Deleting port b3da5a69-b736-44e3-b196-4c193337117d {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:36:58.583337 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-fd08fb0f-b522-4ca3-b7e8-44d834cb4985 req-068753c2-4aa1-4018-a040-9975337d6a1a tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:58.594893 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2c21db21-d691-4838-ad5d-c1c9f3c6caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:58.627850 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91896fae-b12d-49a2-bb1c-41091ef9f748 req-19fe5000-d716-4292-8b81-dad2f6cadb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:58.629767 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-91896fae-b12d-49a2-bb1c-41091ef9f748 req-19fe5000-d716-4292-8b81-dad2f6cadb09 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1b301ec-60f9-4894-991e-bf88d0c2280c HTTP/1.1" status: 200 len: 848 time: 0.0688713 Nov 09 21:36:58.631415 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-81be6bee-c59d-4696-898a-d40d213b7567 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:58.673273 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c21db21-d691-4838-ad5d-c1c9f3c6caef None None] Pushing event deleted for resources: {'Port': ['ID=30bc0e4b-58bb-440d-b246-c1a629cc5582,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:58.679843 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c21db21-d691-4838-ad5d-c1c9f3c6caef None None] No DVR routers for this DVR port 30bc0e4b-58bb-440d-b246-c1a629cc5582 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:36:58.701970 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-91896fae-b12d-49a2-bb1c-41091ef9f748 req-15282f9c-f7de-46bb-a522-f191ba080e02 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7f06906b-e2ba-45ef-8df7-be5e5cf2a136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642586 Nov 09 21:36:58.715667 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-fd08fb0f-b522-4ca3-b7e8-44d834cb4985 req-068753c2-4aa1-4018-a040-9975337d6a1a tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] For port b3da5a69-b736-44e3-b196-4c193337117d, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=b3da5a69-b736-44e3-b196-4c193337117d,segment=NetworkSegment(4b1e7064-c872-4e6f-85a8-e00a69322723),segment_id=4b1e7064-c872-4e6f-85a8-e00a69322723)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:36:58.716313 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-fd08fb0f-b522-4ca3-b7e8-44d834cb4985 req-068753c2-4aa1-4018-a040-9975337d6a1a tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:58.731030 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-fd08fb0f-b522-4ca3-b7e8-44d834cb4985 req-068753c2-4aa1-4018-a040-9975337d6a1a tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Calling delete_port for b3da5a69-b736-44e3-b196-4c193337117d owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:36:58.863114 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81be6bee-c59d-4696-898a-d40d213b7567 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event updated for resources: {'Subnet': ['ID=bce007d7-ee36-4f1d-8815-eabe861b61db,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:58.895837 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81be6bee-c59d-4696-898a-d40d213b7567 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Checking segment: {'id': '53de4857-2f79-4366-81f0-6ac55e7e16ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fca15e88-1288-46a5-a76f-9e6d3cf3b4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:36:58.896275 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81be6bee-c59d-4696-898a-d40d213b7567 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Network hostable DHCP agents. Network: fca15e88-1288-46a5-a76f-9e6d3cf3b4af, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:36:58.928087 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-fd08fb0f-b522-4ca3-b7e8-44d834cb4985 req-068753c2-4aa1-4018-a040-9975337d6a1a tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:58.940922 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['d71d1143-74da-460d-93e3-6608d25fdb67'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:36:58.974755 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068753c2-4aa1-4018-a040-9975337d6a1a tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Pushing event deleted for resources: {'Port': ['ID=b3da5a69-b736-44e3-b196-4c193337117d,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:58.990951 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['f199ac79-a0be-4ad8-aef7-ad83ae95d60b'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:36:59.069256 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-00b485a9-8965-4cdc-9b3c-81ca1a637ea3 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:59.097814 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-00b485a9-8965-4cdc-9b3c-81ca1a637ea3 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:59.106742 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-00b485a9-8965-4cdc-9b3c-81ca1a637ea3 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] 10.222.0.49 "DELETE /v2.0/networks/182c9afa-3a52-4827-b9af-4e796df1323b HTTP/1.1" status: 204 len: 168 time: 2.0470507 Nov 09 21:36:59.108998 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39110) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:59.188949 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39112) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:59.206033 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-91896fae-b12d-49a2-bb1c-41091ef9f748 req-9963faad-a09c-4e2f-8694-1ddd379177d8 service neutron] 10.222.0.45 "GET /v2.0/networks/7f06906b-e2ba-45ef-8df7-be5e5cf2a136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4967093 Nov 09 21:36:59.211303 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81be6bee-c59d-4696-898a-d40d213b7567 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Network fca15e88-1288-46a5-a76f-9e6d3cf3b4af is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:36:59.277334 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e8ec8524-da40-4dbe-adc4-7f64fd8964f5 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:59.294132 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd08fb0f-b522-4ca3-b7e8-44d834cb4985 req-068753c2-4aa1-4018-a040-9975337d6a1a tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] No DVR routers for this DVR port b3da5a69-b736-44e3-b196-4c193337117d on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:36:59.298383 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-fd08fb0f-b522-4ca3-b7e8-44d834cb4985 req-068753c2-4aa1-4018-a040-9975337d6a1a tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:59.324728 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fd08fb0f-b522-4ca3-b7e8-44d834cb4985 req-068753c2-4aa1-4018-a040-9975337d6a1a tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "DELETE /v2.0/ports/b3da5a69-b736-44e3-b196-4c193337117d HTTP/1.1" status: 204 len: 173 time: 1.0676703 Nov 09 21:36:59.334090 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c', 'name': 'network-vif-deleted', 'tag': 'b3da5a69-b736-44e3-b196-4c193337117d'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:36:59.339481 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-81be6bee-c59d-4696-898a-d40d213b7567 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, fca15e88-1288-46a5-a76f-9e6d3cf3b4af) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:36:59.348944 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b48a3-02e0-45ae-9f59-048cb9b82ec0 req-730c735f-18f7-48ab-b05c-c3619b8cdab4 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:59.354288 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f4707e-7efa-4e80-a553-83c39271e3ea" -d '{"events": [{"server_uuid": "8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c", "name": "network-vif-deleted", "tag": "b3da5a69-b736-44e3-b196-4c193337117d"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:36:59.359946 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90899f77-e890-4924-8dc0-622c6bfc8bfd None None] Network fca15e88-1288-46a5-a76f-9e6d3cf3b4af requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:36:59.365665 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6a7b48a3-02e0-45ae-9f59-048cb9b82ec0 req-730c735f-18f7-48ab-b05c-c3619b8cdab4 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbd58284-86d4-423d-a297-d1f09b87c837 HTTP/1.1" status: 200 len: 944 time: 0.4260874 Nov 09 21:36:59.379200 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b485a9-8965-4cdc-9b3c-81ca1a637ea3 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Pushing event deleted for resources: {'Network': ['ID=182c9afa-3a52-4827-b9af-4e796df1323b,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:36:59.394865 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81be6bee-c59d-4696-898a-d40d213b7567 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:36:59.395517 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-81be6bee-c59d-4696-898a-d40d213b7567 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:59.533944 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-81be6bee-c59d-4696-898a-d40d213b7567 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7776508 Nov 09 21:36:59.552455 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 30bc0e4b-58bb-440d-b246-c1a629cc5582 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:36:59.553224 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-98adf494-ab9d-477a-8472-63c06feae26a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:59.559712 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39124) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:36:59.568213 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-831f74f1-80ae-43e3-a2ba-b4ceae1818b3 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1261329337', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:36:59.585348 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 30bc0e4b-58bb-440d-b246-c1a629cc5582 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:36:59.585691 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 30bc0e4b-58bb-440d-b246-c1a629cc5582 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:36:59.586125 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device ba6242a8-8618-42ba-823c-faa8b50b2432 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:36:59.625725 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e8ec8524-da40-4dbe-adc4-7f64fd8964f5 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:59.644664 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6a7b48a3-02e0-45ae-9f59-048cb9b82ec0 req-11ae7ae4-5a93-4aa1-a690-bc0e2476b3a4 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc5455a8-a46a-4b5d-9a17-60e39893943c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778122 Nov 09 21:36:59.669040 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-e8ec8524-da40-4dbe-adc4-7f64fd8964f5 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7629368-6333-434f-a7bb-ca2c0461dfff']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:59.677532 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-91896fae-b12d-49a2-bb1c-41091ef9f748 req-42cb2547-8ff3-46f7-92ea-7e048a6657f3 service neutron] 10.222.0.45 "GET /v2.0/networks/7f06906b-e2ba-45ef-8df7-be5e5cf2a136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4490156 Nov 09 21:36:59.695107 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-e8ec8524-da40-4dbe-adc4-7f64fd8964f5 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09c4d3a3-5108-4b06-b719-0fc5b5ec2848') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:59.695881 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-e8ec8524-da40-4dbe-adc4-7f64fd8964f5 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09c4d3a3-5108-4b06-b719-0fc5b5ec2848') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:36:59.737399 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e8ec8524-da40-4dbe-adc4-7f64fd8964f5 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:59.738251 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-831f74f1-80ae-43e3-a2ba-b4ceae1818b3 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:59.741737 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-831f74f1-80ae-43e3-a2ba-b4ceae1818b3 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:59.781474 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e8ec8524-da40-4dbe-adc4-7f64fd8964f5 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:59.799363 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8ec8524-da40-4dbe-adc4-7f64fd8964f5 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:36:59.800849 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e8ec8524-da40-4dbe-adc4-7f64fd8964f5 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:59.811580 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:36:59.811580 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:36:59.811580 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:36:59.811580 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:36:59.811580 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:36:59.811580 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:36:59.811580 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:36:59.811580 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:36:59.811580 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:36:59.811580 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:36:59.811580 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:36:59.811580 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:36:59.811580 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:36:59.811580 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:36:59.811580 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:36:59.811580 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:36:59.811580 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:36:59.811580 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:36:59.811580 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:36:59.811580 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:36:59.811580 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:36:59.811580 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:36:59.811580 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:36:59.811580 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:36:59.811580 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:36:59.811580 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:36:59.811580 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:36:59.811580 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:36:59.811580 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:36:59.811580 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:36:59.811580 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:36:59.811580 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:36:59.843704 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: ba6242a8-8618-42ba-823c-faa8b50b2432 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:36:59.844841 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device ba6242a8-8618-42ba-823c-faa8b50b2432 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:36:59.898958 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 09 Nov 2021 21:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3928f522-2a24-4733-9bcf-6af793cee49a x-openstack-request-id: req-3928f522-2a24-4733-9bcf-6af793cee49a {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:36:59.899658 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c", "name": "network-vif-deleted", "tag": "b3da5a69-b736-44e3-b196-4c193337117d", "status": "failed", "code": 422}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:36:59.900202 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3928f522-2a24-4733-9bcf-6af793cee49a {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:36:59.900848 n-d-816206-3 neutron-server[102608]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8bd20fb6-dff7-4f25-bf82-4bc2a5d5454c', 'name': 'network-vif-deleted', 'tag': 'b3da5a69-b736-44e3-b196-4c193337117d', 'status': 'failed', 'code': 422} returned with failed status Nov 09 21:36:59.956747 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e8ec8524-da40-4dbe-adc4-7f64fd8964f5 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:59.962600 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e8ec8524-da40-4dbe-adc4-7f64fd8964f5 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:36:59.971441 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e8ec8524-da40-4dbe-adc4-7f64fd8964f5 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] 10.222.0.49 "DELETE /v2.0/networks/d7629368-6333-434f-a7bb-ca2c0461dfff HTTP/1.1" status: 204 len: 168 time: 0.8351514 Nov 09 21:36:59.972364 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39126) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:00.083499 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec8524-da40-4dbe-adc4-7f64fd8964f5 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Pushing event deleted for resources: {'Network': ['ID=d7629368-6333-434f-a7bb-ca2c0461dfff,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:00.085545 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-831f74f1-80ae-43e3-a2ba-b4ceae1818b3 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:00.092126 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6803a929-93b3-4404-9d49-bbd0ce4357b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-fca15e88-1288-46a5-a76f-9e6d3cf3b4af', 'network_id': 'fca15e88-1288-46a5-a76f-9e6d3cf3b4af', 'tenant_id': '328dae8361554dd89bbb1fa4d68588e7', 'fixed_ips': [{'subnet_id': 'bce007d7-ee36-4f1d-8815-eabe861b61db'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:37:00.093027 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6803a929-93b3-4404-9d49-bbd0ce4357b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:00.107464 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-831f74f1-80ae-43e3-a2ba-b4ceae1818b3 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:00.156412 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5f3333a-ec4c-4294-9900-d3a04c9b1f21 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Deleting subnet 4444b75e-6fe5-4275-bd34-8cf7f2a0ea2c {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:37:00.164138 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a5f3333a-ec4c-4294-9900-d3a04c9b1f21 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:00.168053 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-831f74f1-80ae-43e3-a2ba-b4ceae1818b3 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:00.169654 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-831f74f1-80ae-43e3-a2ba-b4ceae1818b3 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6057220 Nov 09 21:37:00.180707 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39132) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:00.201959 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-9b1dbea8-d468-4cec-9ffc-2485b4bf7275 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'port': {'network_id': 'fca15e88-1288-46a5-a76f-9e6d3cf3b4af', 'name': 'tempest-PortsIpV6TestJSON-344140800'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:37:00.263894 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a5f3333a-ec4c-4294-9900-d3a04c9b1f21 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:00.317707 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device d89939a2-afbc-4038-a421-70f5321fda71 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:37:00.350724 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-98adf494-ab9d-477a-8472-63c06feae26a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:00.358580 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-98adf494-ab9d-477a-8472-63c06feae26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:00.393544 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a5f3333a-ec4c-4294-9900-d3a04c9b1f21 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:00.460795 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-98adf494-ab9d-477a-8472-63c06feae26a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c6332635e6dc4939a1a137eebd89c595&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2688189 Nov 09 21:37:00.466032 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39138) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:00.497173 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98adf494-ab9d-477a-8472-63c06feae26a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfde021-83da-4ec6-b7c4-0b09e6fffdd6,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:00.579648 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a5f3333a-ec4c-4294-9900-d3a04c9b1f21 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:00.583173 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-6803a929-93b3-4404-9d49-bbd0ce4357b1 None None] Allocated IP 2001:db8::2 (fca15e88-1288-46a5-a76f-9e6d3cf3b4af/bce007d7-ee36-4f1d-8815-eabe861b61db/79c41fa0-8e69-4946-96ed-da16be9e9902) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:37:00.636517 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f3333a-ec4c-4294-9900-d3a04c9b1f21 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Pushing event deleted for resources: {'Subnet': ['ID=4444b75e-6fe5-4275-bd34-8cf7f2a0ea2c,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:00.660047 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a5f3333a-ec4c-4294-9900-d3a04c9b1f21 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:00.667217 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a5f3333a-ec4c-4294-9900-d3a04c9b1f21 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] 10.222.0.49 "DELETE /v2.0/subnets/4444b75e-6fe5-4275-bd34-8cf7f2a0ea2c HTTP/1.1" status: 204 len: 168 time: 0.6582274 Nov 09 21:37:00.669565 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39144) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:00.670500 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f8c23-10fc-4750-b37f-1a1178d35e3c req-3a7f0ee3-0a63-4f8e-97b8-159314b47540 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:00.693606 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c62f8c23-10fc-4750-b37f-1a1178d35e3c req-3a7f0ee3-0a63-4f8e-97b8-159314b47540 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b68bdaa-a7b5-47ca-a4ed-f843e96acb62 HTTP/1.1" status: 200 len: 907 time: 0.1342041 Nov 09 21:37:00.693606 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1dbea8-d468-4cec-9ffc-2485b4bf7275 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Made reservation on behalf of 328dae8361554dd89bbb1fa4d68588e7 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:37:00.695529 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9b1dbea8-d468-4cec-9ffc-2485b4bf7275 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:00.714345 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e016f7c-84b7-4768-8232-00796b086048 None None] Network 38a7c249-a092-495b-b1cf-50f8394e9b50 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:37:00.717651 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f3783949-0e9c-4f56-9572-b0e36413c3c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:00.731101 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-9b1dbea8-d468-4cec-9ffc-2485b4bf7275 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] device_id is not set on port 1d23cbde-1818-43c1-8534-1377612db12c yet. {{(pid=102607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:37:00.790029 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f3783949-0e9c-4f56-9572-b0e36413c3c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:00.829748 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1a269ab6-bf80-49b3-bb2f-b12389fce098 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:00.856644 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787fcc6-b58f-4771-8371-fadb3e44c42b req-ecf141b9-4497-4fe1-bf4f-151dfe0d2f33 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:00.866323 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7787fcc6-b58f-4771-8371-fadb3e44c42b req-ecf141b9-4497-4fe1-bf4f-151dfe0d2f33 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbd58284-86d4-423d-a297-d1f09b87c837 HTTP/1.1" status: 200 len: 944 time: 0.1004682 Nov 09 21:37:00.871414 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port d89939a2-afbc-4038-a421-70f5321fda71, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=d89939a2-afbc-4038-a421-70f5321fda71,segment=NetworkSegment(6ec44bea-f8ce-43ec-a9ca-ecbbd565bb56),segment_id=6ec44bea-f8ce-43ec-a9ca-ecbbd565bb56)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:37:00.908228 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': 'd89939a2-afbc-4038-a421-70f5321fda71', 'network_id': '7f06906b-e2ba-45ef-8df7-be5e5cf2a136', 'port_id': 'd89939a2-afbc-4038-a421-70f5321fda71', 'mac_address': 'fa:16:3e:33:47:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b301ec-60f9-4894-991e-bf88d0c2280c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:37:00.929294 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f3783949-0e9c-4f56-9572-b0e36413c3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:00.933451 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f3783949-0e9c-4f56-9572-b0e36413c3c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:00.935597 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f3783949-0e9c-4f56-9572-b0e36413c3c3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9cfde021-83da-4ec6-b7c4-0b09e6fffdd6 HTTP/1.1" status: 204 len: 168 time: 0.4620547 Nov 09 21:37:00.964039 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3783949-0e9c-4f56-9572-b0e36413c3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfde021-83da-4ec6-b7c4-0b09e6fffdd6,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:00.991616 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7787fcc6-b58f-4771-8371-fadb3e44c42b req-a8dd06e5-4bc3-4c48-b4c5-ed741807f3d1 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc5455a8-a46a-4b5d-9a17-60e39893943c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239195 Nov 09 21:37:01.018826 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-1a269ab6-bf80-49b3-bb2f-b12389fce098 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Deleting port f4febd14-2f70-44ac-bacd-ce2a51060c69 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:37:01.019172 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1a269ab6-bf80-49b3-bb2f-b12389fce098 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:01.069056 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:01.106732 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-1a269ab6-bf80-49b3-bb2f-b12389fce098 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] For port f4febd14-2f70-44ac-bacd-ce2a51060c69, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=f4febd14-2f70-44ac-bacd-ce2a51060c69,segment=NetworkSegment(e1a38cb3-05e2-4669-876b-4f3ea31c1419),segment_id=e1a38cb3-05e2-4669-876b-4f3ea31c1419)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:37:01.107107 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1a269ab6-bf80-49b3-bb2f-b12389fce098 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:01.107243 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d89939a2-afbc-4038-a421-70f5321fda71 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:37:01.113212 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6803a929-93b3-4404-9d49-bbd0ce4357b1 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:01.130104 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6803a929-93b3-4404-9d49-bbd0ce4357b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:01.147925 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-1a269ab6-bf80-49b3-bb2f-b12389fce098 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Calling delete_port for f4febd14-2f70-44ac-bacd-ce2a51060c69 owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:37:01.167382 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port d89939a2-afbc-4038-a421-70f5321fda71, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=d89939a2-afbc-4038-a421-70f5321fda71,segment=NetworkSegment(6ec44bea-f8ce-43ec-a9ca-ecbbd565bb56),segment_id=6ec44bea-f8ce-43ec-a9ca-ecbbd565bb56)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:37:01.175228 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6803a929-93b3-4404-9d49-bbd0ce4357b1 None None] Network fca15e88-1288-46a5-a76f-9e6d3cf3b4af is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:37:01.177815 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:01.190608 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-6803a929-93b3-4404-9d49-bbd0ce4357b1 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:37:01.192333 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6803a929-93b3-4404-9d49-bbd0ce4357b1 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:37:01.208150 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6803a929-93b3-4404-9d49-bbd0ce4357b1 None None] Pushing event updated for resources: {'Port': ['ID=79c41fa0-8e69-4946-96ed-da16be9e9902,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:01.232766 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f246422-fd07-4944-97c8-17721317e8ad None None] DHCP port deletion for 38a7c249-a092-495b-b1cf-50f8394e9b50 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:37:01.236687 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-9b1dbea8-d468-4cec-9ffc-2485b4bf7275 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Allocated IP 2001:db8::160 (fca15e88-1288-46a5-a76f-9e6d3cf3b4af/bce007d7-ee36-4f1d-8815-eabe861b61db/1d23cbde-1818-43c1-8534-1377612db12c) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:37:01.254830 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1a269ab6-bf80-49b3-bb2f-b12389fce098 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:01.289324 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a269ab6-bf80-49b3-bb2f-b12389fce098 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Pushing event deleted for resources: {'Port': ['ID=f4febd14-2f70-44ac-bacd-ce2a51060c69,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:01.293422 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a269ab6-bf80-49b3-bb2f-b12389fce098 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] No DVR routers for this DVR port f4febd14-2f70-44ac-bacd-ce2a51060c69 on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:37:01.333095 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-0f246422-fd07-4944-97c8-17721317e8ad None None] The port 'f4febd14-2f70-44ac-bacd-ce2a51060c69' was deleted {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 09 21:37:01.387337 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-6803a929-93b3-4404-9d49-bbd0ce4357b1 None None] Attempting to bind port 79c41fa0-8e69-4946-96ed-da16be9e9902 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:37:01.387744 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-6803a929-93b3-4404-9d49-bbd0ce4357b1 None None] Attempting to bind port 79c41fa0-8e69-4946-96ed-da16be9e9902 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '53de4857-2f79-4366-81f0-6ac55e7e16ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fca15e88-1288-46a5-a76f-9e6d3cf3b4af'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:37:01.388083 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6803a929-93b3-4404-9d49-bbd0ce4357b1 None None] Attempting to bind port 79c41fa0-8e69-4946-96ed-da16be9e9902 on network fca15e88-1288-46a5-a76f-9e6d3cf3b4af {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:37:01.398395 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6803a929-93b3-4404-9d49-bbd0ce4357b1 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:37:01.398775 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6803a929-93b3-4404-9d49-bbd0ce4357b1 None None] Checking segment: {'id': '53de4857-2f79-4366-81f0-6ac55e7e16ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fca15e88-1288-46a5-a76f-9e6d3cf3b4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:37:01.399177 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6803a929-93b3-4404-9d49-bbd0ce4357b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:01.399573 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6803a929-93b3-4404-9d49-bbd0ce4357b1 None None] Bound using segment: {'id': '53de4857-2f79-4366-81f0-6ac55e7e16ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fca15e88-1288-46a5-a76f-9e6d3cf3b4af'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:37:01.400052 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-6803a929-93b3-4404-9d49-bbd0ce4357b1 None None] Bound port: 79c41fa0-8e69-4946-96ed-da16be9e9902, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53de4857-2f79-4366-81f0-6ac55e7e16ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fca15e88-1288-46a5-a76f-9e6d3cf3b4af'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:37:01.400416 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6803a929-93b3-4404-9d49-bbd0ce4357b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:01.402983 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=d89939a2-afbc-4038-a421-70f5321fda71,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:01.438791 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device f4febd14-2f70-44ac-bacd-ce2a51060c69 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:37:01.461090 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['d89939a2-afbc-4038-a421-70f5321fda71'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:37:01.465098 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: f4febd14-2f70-44ac-bacd-ce2a51060c69 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:37:01.465509 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device f4febd14-2f70-44ac-bacd-ce2a51060c69 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:37:01.559445 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9b1dbea8-d468-4cec-9ffc-2485b4bf7275 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:01.598541 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9b1dbea8-d468-4cec-9ffc-2485b4bf7275 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:01.664229 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-6803a929-93b3-4404-9d49-bbd0ce4357b1 None None] For port 79c41fa0-8e69-4946-96ed-da16be9e9902, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:37:01.680078 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1dbea8-d468-4cec-9ffc-2485b4bf7275 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Network fca15e88-1288-46a5-a76f-9e6d3cf3b4af is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:37:01.691193 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-9b1dbea8-d468-4cec-9ffc-2485b4bf7275 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:37:01.709718 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1dbea8-d468-4cec-9ffc-2485b4bf7275 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:37:01.709927 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-6803a929-93b3-4404-9d49-bbd0ce4357b1 None None] For port 79c41fa0-8e69-4946-96ed-da16be9e9902, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=79c41fa0-8e69-4946-96ed-da16be9e9902,segment=NetworkSegment(53de4857-2f79-4366-81f0-6ac55e7e16ab),segment_id=53de4857-2f79-4366-81f0-6ac55e7e16ab)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:37:01.716205 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6803a929-93b3-4404-9d49-bbd0ce4357b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:01.723894 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1dbea8-d468-4cec-9ffc-2485b4bf7275 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:01.730528 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9b1dbea8-d468-4cec-9ffc-2485b4bf7275 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:01.752408 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1dbea8-d468-4cec-9ffc-2485b4bf7275 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event updated for resources: {'Port': ['ID=1d23cbde-1818-43c1-8534-1377612db12c,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:01.829144 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-9b1dbea8-d468-4cec-9ffc-2485b4bf7275 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6451561 Nov 09 21:37:01.830028 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39168) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:01.838026 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6803a929-93b3-4404-9d49-bbd0ce4357b1 None None] Pushing event updated for resources: {'Port': ['ID=79c41fa0-8e69-4946-96ed-da16be9e9902,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:01.955163 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1a269ab6-bf80-49b3-bb2f-b12389fce098 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:01.990687 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-1a269ab6-bf80-49b3-bb2f-b12389fce098 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38a7c249-a092-495b-b1cf-50f8394e9b50']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:37:02.013039 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-1a269ab6-bf80-49b3-bb2f-b12389fce098 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1a38cb3-05e2-4669-876b-4f3ea31c1419') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:37:02.013267 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-1a269ab6-bf80-49b3-bb2f-b12389fce098 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1a38cb3-05e2-4669-876b-4f3ea31c1419') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:37:02.045835 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1a269ab6-bf80-49b3-bb2f-b12389fce098 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:02.072615 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1a269ab6-bf80-49b3-bb2f-b12389fce098 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:02.089103 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a269ab6-bf80-49b3-bb2f-b12389fce098 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:37:02.089512 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1a269ab6-bf80-49b3-bb2f-b12389fce098 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:02.092746 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:37:02.092746 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:37:02.092746 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:37:02.092746 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:37:02.092746 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:37:02.092746 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:37:02.092746 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:37:02.092746 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:37:02.092746 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:37:02.092746 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:37:02.092746 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:37:02.092746 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:37:02.092746 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:37:02.092746 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:37:02.092746 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:37:02.092746 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:37:02.092746 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:37:02.092746 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:37:02.092746 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:37:02.092746 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:37:02.092746 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:37:02.092746 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:37:02.092746 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:37:02.092746 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:37:02.092746 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:37:02.092746 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:37:02.092746 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:37:02.092746 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:37:02.092746 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:37:02.092746 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:37:02.092746 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:37:02.092746 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:37:02.273086 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1a269ab6-bf80-49b3-bb2f-b12389fce098 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:02.281682 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1a269ab6-bf80-49b3-bb2f-b12389fce098 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:02.290899 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1a269ab6-bf80-49b3-bb2f-b12389fce098 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] 10.222.0.49 "DELETE /v2.0/networks/38a7c249-a092-495b-b1cf-50f8394e9b50 HTTP/1.1" status: 204 len: 168 time: 1.6193447 Nov 09 21:37:02.292490 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39180) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:02.338146 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a269ab6-bf80-49b3-bb2f-b12389fce098 tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Pushing event deleted for resources: {'Network': ['ID=38a7c249-a092-495b-b1cf-50f8394e9b50,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:02.371636 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-bc3f8616-f80b-4f16-be20-be6c6a48d04b tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] 10.222.0.49 "GET /v2.0/ports?device_id=5258b0b9-e28e-49ef-9a6b-dd83f53461b7 HTTP/1.1" status: 200 len: 205 time: 0.0740399 Nov 09 21:37:02.375547 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39182) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:02.432355 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f82e4d-6eeb-4787-9c73-29053b240fbd req-161bde56-0d7c-4818-b357-cfdce259ca10 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:02.441974 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-52f82e4d-6eeb-4787-9c73-29053b240fbd req-161bde56-0d7c-4818-b357-cfdce259ca10 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbd58284-86d4-423d-a297-d1f09b87c837 HTTP/1.1" status: 200 len: 945 time: 0.3132596 Nov 09 21:37:02.512446 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9352f200-dbdf-4f64-b7a6-b8f4ce6cf63c tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:02.605180 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad4e66-e09f-4cf0-8e8d-0601e90a7348 req-9fde5486-607e-4d8a-a311-6c5258bde93d tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:02.606735 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-01ad4e66-e09f-4cf0-8e8d-0601e90a7348 req-9fde5486-607e-4d8a-a311-6c5258bde93d tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b68bdaa-a7b5-47ca-a4ed-f843e96acb62 HTTP/1.1" status: 200 len: 907 time: 0.8113492 Nov 09 21:37:02.620153 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8fcbe6-d6f7-4653-be8b-a173f0e81c87 req-25ef0ce5-8d3a-4972-8e2a-ec5527590d86 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:02.621881 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0b8fcbe6-d6f7-4653-be8b-a173f0e81c87 req-25ef0ce5-8d3a-4972-8e2a-ec5527590d86 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b68bdaa-a7b5-47ca-a4ed-f843e96acb62 HTTP/1.1" status: 200 len: 907 time: 0.6383338 Nov 09 21:37:02.625918 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-52f82e4d-6eeb-4787-9c73-29053b240fbd req-0ac77e54-db51-409b-9564-0a3f19a71735 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc5455a8-a46a-4b5d-9a17-60e39893943c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802814 Nov 09 21:37:02.788446 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9352f200-dbdf-4f64-b7a6-b8f4ce6cf63c tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:02.791408 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9352f200-dbdf-4f64-b7a6-b8f4ce6cf63c tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:02.947669 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9352f200-dbdf-4f64-b7a6-b8f4ce6cf63c tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:02.948522 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9352f200-dbdf-4f64-b7a6-b8f4ce6cf63c tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Fanout notify agent at l3_agent the message router_deleted on router 5258b0b9-e28e-49ef-9a6b-dd83f53461b7 {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:37:02.959711 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-0b8fcbe6-d6f7-4653-be8b-a173f0e81c87 req-6a7b17cf-51be-47c9-bc1f-3cacf78728ff tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Deleting port 49e8bef3-0fcd-4796-8994-39879b0b337e {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:37:02.960063 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0b8fcbe6-d6f7-4653-be8b-a173f0e81c87 req-6a7b17cf-51be-47c9-bc1f-3cacf78728ff tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:02.968876 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9352f200-dbdf-4f64-b7a6-b8f4ce6cf63c tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:02.977927 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-9352f200-dbdf-4f64-b7a6-b8f4ce6cf63c tempest-RoutersNegativeTest-2858778 tempest-RoutersNegativeTest-2858778-project] 10.222.0.49 "DELETE /v2.0/routers/5258b0b9-e28e-49ef-9a6b-dd83f53461b7 HTTP/1.1" status: 204 len: 168 time: 0.6009719 Nov 09 21:37:03.023393 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-804778eb-155a-4791-800e-8660ef3c972c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:03.064967 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39206) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:03.234754 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-0b8fcbe6-d6f7-4653-be8b-a173f0e81c87 req-6a7b17cf-51be-47c9-bc1f-3cacf78728ff tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] For port 49e8bef3-0fcd-4796-8994-39879b0b337e, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=49e8bef3-0fcd-4796-8994-39879b0b337e,segment=NetworkSegment(4b1e7064-c872-4e6f-85a8-e00a69322723),segment_id=4b1e7064-c872-4e6f-85a8-e00a69322723)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:37:03.235240 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0b8fcbe6-d6f7-4653-be8b-a173f0e81c87 req-6a7b17cf-51be-47c9-bc1f-3cacf78728ff tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:03.267451 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-0b8fcbe6-d6f7-4653-be8b-a173f0e81c87 req-6a7b17cf-51be-47c9-bc1f-3cacf78728ff tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Calling delete_port for 49e8bef3-0fcd-4796-8994-39879b0b337e owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:37:03.392122 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-65359e9b-9c1b-4c10-8099-5f669ffafbc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:03.451810 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39216) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:03.473074 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c82f914-c343-4e86-bc93-efc3f7bf3b11 None None] Network fca15e88-1288-46a5-a76f-9e6d3cf3b4af requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:37:03.569238 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 79c41fa0-8e69-4946-96ed-da16be9e9902 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:37:03.648794 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-74c6b5a1-b79c-4156-bcca-a635be40476f None None] Provisioning complete for port 79c41fa0-8e69-4946-96ed-da16be9e9902 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:37:03.649352 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-74c6b5a1-b79c-4156-bcca-a635be40476f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:03.699571 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-65359e9b-9c1b-4c10-8099-5f669ffafbc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:03.705830 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-65359e9b-9c1b-4c10-8099-5f669ffafbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:03.726493 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6fd7ff6e-a4e2-4618-b35f-3432499a9c51 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ccc23eb19f9640ab87a5fe1b74b18f41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2738757 Nov 09 21:37:03.727686 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-804778eb-155a-4791-800e-8660ef3c972c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:03.730029 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0b8fcbe6-d6f7-4653-be8b-a173f0e81c87 req-6a7b17cf-51be-47c9-bc1f-3cacf78728ff tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:03.741653 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39228) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:03.756134 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:03.784599 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65359e9b-9c1b-4c10-8099-5f669ffafbc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70c911b-3412-4054-b473-d0b1bf22027d,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:03.790063 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-65359e9b-9c1b-4c10-8099-5f669ffafbc8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d32da8a3a5ef46bf8eb375709eab7e79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7240334 Nov 09 21:37:03.792294 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 79c41fa0-8e69-4946-96ed-da16be9e9902 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:37:03.792593 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:03.807791 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39232) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:03.810865 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a18f000b-b5a9-4d4a-838c-d7dd2e553d95 req-629fa3b2-773e-4514-97f1-9713e26ee529 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b68bdaa-a7b5-47ca-a4ed-f843e96acb62 HTTP/1.1" status: 200 len: 210 time: 0.0384767 Nov 09 21:37:03.922303 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-08930f53-a3d9-4e98-9e92-6c83e920f317 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:03.928560 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-804778eb-155a-4791-800e-8660ef3c972c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:03.934450 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-74c6b5a1-b79c-4156-bcca-a635be40476f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:03.962712 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b17cf-51be-47c9-bc1f-3cacf78728ff tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Pushing event deleted for resources: {'Port': ['ID=49e8bef3-0fcd-4796-8994-39879b0b337e,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:04.003234 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-08930f53-a3d9-4e98-9e92-6c83e920f317 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:04.014632 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b8fcbe6-d6f7-4653-be8b-a173f0e81c87 req-6a7b17cf-51be-47c9-bc1f-3cacf78728ff tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] No DVR routers for this DVR port 49e8bef3-0fcd-4796-8994-39879b0b337e on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:37:04.026701 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0b8fcbe6-d6f7-4653-be8b-a173f0e81c87 req-6a7b17cf-51be-47c9-bc1f-3cacf78728ff tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:04.030868 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0b8fcbe6-d6f7-4653-be8b-a173f0e81c87 req-6a7b17cf-51be-47c9-bc1f-3cacf78728ff tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.43 "DELETE /v2.0/ports/49e8bef3-0fcd-4796-8994-39879b0b337e HTTP/1.1" status: 204 len: 173 time: 1.3471563 Nov 09 21:37:04.085914 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-08930f53-a3d9-4e98-9e92-6c83e920f317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:04.088751 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-08930f53-a3d9-4e98-9e92-6c83e920f317 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:04.092297 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-08930f53-a3d9-4e98-9e92-6c83e920f317 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c70c911b-3412-4054-b473-d0b1bf22027d HTTP/1.1" status: 204 len: 168 time: 0.2781701 Nov 09 21:37:04.100675 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b68bdaa-a7b5-47ca-a4ed-f843e96acb62', 'name': 'network-vif-deleted', 'tag': '49e8bef3-0fcd-4796-8994-39879b0b337e'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:37:04.103000 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a5c98b-d3ed-481a-8678-9ec93a565569" -d '{"events": [{"server_uuid": "8b68bdaa-a7b5-47ca-a4ed-f843e96acb62", "name": "network-vif-deleted", "tag": "49e8bef3-0fcd-4796-8994-39879b0b337e"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:37:04.115876 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08930f53-a3d9-4e98-9e92-6c83e920f317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70c911b-3412-4054-b473-d0b1bf22027d,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:04.148870 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cc82cf84-f2a5-4a35-a983-4284adb747eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:04.173224 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cc82cf84-f2a5-4a35-a983-4284adb747eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:04.174714 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-74c6b5a1-b79c-4156-bcca-a635be40476f None None] For port 79c41fa0-8e69-4946-96ed-da16be9e9902, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=79c41fa0-8e69-4946-96ed-da16be9e9902,segment=NetworkSegment(53de4857-2f79-4366-81f0-6ac55e7e16ab),segment_id=53de4857-2f79-4366-81f0-6ac55e7e16ab)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:37:04.181899 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:04.197850 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-74c6b5a1-b79c-4156-bcca-a635be40476f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:04.253689 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device d89939a2-afbc-4038-a421-70f5321fda71 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:37:04.284083 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa1bc6-a1e7-4133-a675-ca49fce1f719 req-ef07e67e-c3cf-42c8-b318-817b5bbd2624 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:04.286650 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c4aa1bc6-a1e7-4133-a675-ca49fce1f719 req-ef07e67e-c3cf-42c8-b318-817b5bbd2624 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbd58284-86d4-423d-a297-d1f09b87c837 HTTP/1.1" status: 200 len: 945 time: 0.5185864 Nov 09 21:37:04.316853 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804778eb-155a-4791-800e-8660ef3c972c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event updated for resources: {'Port': ['ID=1d23cbde-1818-43c1-8534-1377612db12c,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:04.387811 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cc82cf84-f2a5-4a35-a983-4284adb747eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:04.392579 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cc82cf84-f2a5-4a35-a983-4284adb747eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:04.396541 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-cc82cf84-f2a5-4a35-a983-4284adb747eb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/02c2c2cf-9b9a-407d-a444-6c14fb1b332d HTTP/1.1" status: 204 len: 168 time: 0.6325841 Nov 09 21:37:04.413193 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c6b5a1-b79c-4156-bcca-a635be40476f None None] Pushing event updated for resources: {'Port': ['ID=79c41fa0-8e69-4946-96ed-da16be9e9902,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:04.422352 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.db.api [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 21:37:04.422789 n-d-816206-3 neutron-server[102609]: DEBUG oslo_db.api [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 21:37:04.435747 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port d89939a2-afbc-4038-a421-70f5321fda71 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:37:04.440669 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port d89939a2-afbc-4038-a421-70f5321fda71 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:37:04.441159 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:04.447558 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc82cf84-f2a5-4a35-a983-4284adb747eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c2c2cf-9b9a-407d-a444-6c14fb1b332d,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:04.459183 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c4aa1bc6-a1e7-4133-a675-ca49fce1f719 req-9f8bf827-f471-4b0e-9f32-8f4e0a115d5c tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc5455a8-a46a-4b5d-9a17-60e39893943c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383591 Nov 09 21:37:04.518514 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-804778eb-155a-4791-800e-8660ef3c972c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:04.591152 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbadf3a-4e4c-4a8b-9d21-3fee8b14ddfa x-openstack-request-id: req-8fbadf3a-4e4c-4a8b-9d21-3fee8b14ddfa {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:37:04.591689 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b68bdaa-a7b5-47ca-a4ed-f843e96acb62", "name": "network-vif-deleted", "tag": "49e8bef3-0fcd-4796-8994-39879b0b337e", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:37:04.592103 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8fbadf3a-4e4c-4a8b-9d21-3fee8b14ddfa {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:37:04.592868 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b68bdaa-a7b5-47ca-a4ed-f843e96acb62', 'name': 'network-vif-deleted', 'tag': '49e8bef3-0fcd-4796-8994-39879b0b337e', 'status': 'completed', 'code': 200} Nov 09 21:37:04.685104 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:04.731981 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd58284-86d4-423d-a297-d1f09b87c837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89939a2-afbc-4038-a421-70f5321fda71'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:37:04.736625 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd298fc-0d23-43f2-b2e1-4d4b99fed8d3" -d '{"events": [{"server_uuid": "fbd58284-86d4-423d-a297-d1f09b87c837", "name": "network-vif-plugged", "status": "completed", "tag": "d89939a2-afbc-4038-a421-70f5321fda71"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:37:04.761719 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39256) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:04.768744 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-9039d013-ec5c-4d75-924e-026203a869ee tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Request body: {'network': {'name': 'tempest-network-smoke--368958069', 'project_id': '5f44489c50e04b2db090f1564633b127', 'port_security_enabled': True}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:37:04.774434 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port d89939a2-afbc-4038-a421-70f5321fda71, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=d89939a2-afbc-4038-a421-70f5321fda71,segment=NetworkSegment(6ec44bea-f8ce-43ec-a9ca-ecbbd565bb56),segment_id=6ec44bea-f8ce-43ec-a9ca-ecbbd565bb56)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:37:04.783657 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-faecb724-ed26-4114-9c0a-81fdaf953413 None None] Provisioning complete for port 1d23cbde-1818-43c1-8534-1377612db12c triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:37:04.789248 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-faecb724-ed26-4114-9c0a-81fdaf953413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:04.792964 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:04.819601 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9039d013-ec5c-4d75-924e-026203a869ee tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Made reservation on behalf of 5f44489c50e04b2db090f1564633b127 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:37:04.834981 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9039d013-ec5c-4d75-924e-026203a869ee tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:04.847787 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-804778eb-155a-4791-800e-8660ef3c972c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:04.861814 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff814dc-eecd-4c16-ba09-4e6c6ee49365 x-openstack-request-id: req-7ff814dc-eecd-4c16-ba09-4e6c6ee49365 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:37:04.868188 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9039d013-ec5c-4d75-924e-026203a869ee tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:04.875930 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd58284-86d4-423d-a297-d1f09b87c837", "name": "network-vif-plugged", "status": "completed", "tag": "d89939a2-afbc-4038-a421-70f5321fda71", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:37:04.876374 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7ff814dc-eecd-4c16-ba09-4e6c6ee49365 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:37:04.876947 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd58284-86d4-423d-a297-d1f09b87c837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89939a2-afbc-4038-a421-70f5321fda71', 'code': 200} Nov 09 21:37:05.006276 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-faecb724-ed26-4114-9c0a-81fdaf953413 None None] Port 1d23cbde-1818-43c1-8534-1377612db12c cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:37:05.026906 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=d89939a2-afbc-4038-a421-70f5321fda71,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:05.047311 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9039d013-ec5c-4d75-924e-026203a869ee tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:05.055424 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9039d013-ec5c-4d75-924e-026203a869ee tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:05.071600 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-faecb724-ed26-4114-9c0a-81fdaf953413 None None] Provisioning complete for port 79c41fa0-8e69-4946-96ed-da16be9e9902 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:37:05.072282 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-faecb724-ed26-4114-9c0a-81fdaf953413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:05.120327 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9039d013-ec5c-4d75-924e-026203a869ee tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:37:05.144870 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9039d013-ec5c-4d75-924e-026203a869ee tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d0b6f3-8fd0-41d6-910d-5aaeedb1085b,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:05.159367 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9039d013-ec5c-4d75-924e-026203a869ee tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:05.160398 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-9039d013-ec5c-4d75-924e-026203a869ee tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Added segment 8edbf2ec-ea2b-4cba-916a-3c4d76c84261 of type vlan for network e89cf88b-ba53-44ac-b90e-ec805993c315 Nov 09 21:37:05.201210 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48fabe-7be0-4055-bddc-7300d3804cc5 req-00c89573-f35b-4fa2-991c-7f7586f0ff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:05.203712 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7f48fabe-7be0-4055-bddc-7300d3804cc5 req-00c89573-f35b-4fa2-991c-7f7586f0ff29 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fbd58284-86d4-423d-a297-d1f09b87c837 HTTP/1.1" status: 200 len: 1097 time: 0.2166317 Nov 09 21:37:05.273607 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9039d013-ec5c-4d75-924e-026203a869ee tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:05.323613 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9039d013-ec5c-4d75-924e-026203a869ee tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:05.339354 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9039d013-ec5c-4d75-924e-026203a869ee tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:05.341770 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9039d013-ec5c-4d75-924e-026203a869ee tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:05.400119 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7f48fabe-7be0-4055-bddc-7300d3804cc5 req-49882c04-eff5-47b6-9fec-14bb0f7988ba service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fc5455a8-a46a-4b5d-9a17-60e39893943c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880124 Nov 09 21:37:05.401257 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-c41148a6-b928-4e70-bf8b-9571bd087151 None None] Provisioning complete for port 1d23cbde-1818-43c1-8534-1377612db12c triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:37:05.403758 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c41148a6-b928-4e70-bf8b-9571bd087151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:05.455026 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 49e8bef3-0fcd-4796-8994-39879b0b337e no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:37:05.491452 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 79c41fa0-8e69-4946-96ed-da16be9e9902 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:37:05.538173 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: 49e8bef3-0fcd-4796-8994-39879b0b337e {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:37:05.538824 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 49e8bef3-0fcd-4796-8994-39879b0b337e not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:37:05.547450 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-c41148a6-b928-4e70-bf8b-9571bd087151 None None] Port 1d23cbde-1818-43c1-8534-1377612db12c cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:37:05.559126 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 79c41fa0-8e69-4946-96ed-da16be9e9902 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:37:05.559409 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-804778eb-155a-4791-800e-8660ef3c972c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:05.559922 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:05.566661 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-804778eb-155a-4791-800e-8660ef3c972c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:05.569526 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-804778eb-155a-4791-800e-8660ef3c972c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:05.584067 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-9039d013-ec5c-4d75-924e-026203a869ee tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8206916 Nov 09 21:37:05.593129 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39286) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:05.618068 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-5c588f93-ff3f-4a62-ae16-9992b0afa9e5 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1789632846', 'admin_state_up': True, 'project_id': '5f44489c50e04b2db090f1564633b127', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:37:05.641610 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9039d013-ec5c-4d75-924e-026203a869ee tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Pushing event updated for resources: {'Network': ['ID=e89cf88b-ba53-44ac-b90e-ec805993c315,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:05.668257 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96e469-9d3d-4a61-9fd9-92a50835f278 req-5a32bff4-b3e7-44ec-a98b-44e1ba44857c tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:05.676186 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-da96e469-9d3d-4a61-9fd9-92a50835f278 req-5a32bff4-b3e7-44ec-a98b-44e1ba44857c tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=74fa2f36-9c75-4c80-8945-a8c460f70d9a HTTP/1.1" status: 200 len: 945 time: 0.1964164 Nov 09 21:37:05.691106 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5c588f93-ff3f-4a62-ae16-9992b0afa9e5 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:05.692616 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5c588f93-ff3f-4a62-ae16-9992b0afa9e5 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:05.710572 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network e89cf88b-ba53-44ac-b90e-ec805993c315 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:37:05.711566 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804778eb-155a-4791-800e-8660ef3c972c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event updated for resources: {'Port': ['ID=1d23cbde-1818-43c1-8534-1377612db12c,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:05.765321 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-da96e469-9d3d-4a61-9fd9-92a50835f278 req-52fffefb-42fc-4efd-a0f8-ae7843a635da tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876176 Nov 09 21:37:05.806232 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb775da-2641-4045-80e8-91cad730425c req-9c401d33-69d9-4064-aeba-fbe753b0191e tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:05.809782 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fcb775da-2641-4045-80e8-91cad730425c req-9c401d33-69d9-4064-aeba-fbe753b0191e tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbd58284-86d4-423d-a297-d1f09b87c837 HTTP/1.1" status: 200 len: 946 time: 0.1865547 Nov 09 21:37:05.839572 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-12de79cb-9735-452c-a567-66185d47dc7a None None] Provisioning complete for port 1d23cbde-1818-43c1-8534-1377612db12c triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:37:05.839967 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-12de79cb-9735-452c-a567-66185d47dc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:05.889411 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5c588f93-ff3f-4a62-ae16-9992b0afa9e5 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:05.903501 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-12de79cb-9735-452c-a567-66185d47dc7a None None] Port 1d23cbde-1818-43c1-8534-1377612db12c cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:37:05.924803 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fcb775da-2641-4045-80e8-91cad730425c req-27cf1625-349f-41de-b870-1dd71cbc668f tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc5455a8-a46a-4b5d-9a17-60e39893943c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996614 Nov 09 21:37:05.936015 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804778eb-155a-4791-800e-8660ef3c972c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Network fca15e88-1288-46a5-a76f-9e6d3cf3b4af is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:37:05.938398 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-804778eb-155a-4791-800e-8660ef3c972c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:37:06.080883 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5c588f93-ff3f-4a62-ae16-9992b0afa9e5 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:06.102368 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804778eb-155a-4791-800e-8660ef3c972c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Router 0f94ce6a-b4c5-4676-b016-55fbccc9b740 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:37:06.205702 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39304) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:06.251228 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804778eb-155a-4791-800e-8660ef3c972c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:37:06.260294 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-804778eb-155a-4791-800e-8660ef3c972c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "PUT /v2.0/routers/0f94ce6a-b4c5-4676-b016-55fbccc9b740/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4248867 Nov 09 21:37:06.263197 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39308) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:06.265933 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd3f11c-574c-4bef-b85e-80c5bd9e91d0 None None] Sync routers for ids ['0f94ce6a-b4c5-4676-b016-55fbccc9b740'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:37:06.282419 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd3f11c-574c-4bef-b85e-80c5bd9e91d0 None None] Routers {'0f94ce6a-b4c5-4676-b016-55fbccc9b740'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:37:06.283503 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-8dd3f11c-574c-4bef-b85e-80c5bd9e91d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:36:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['0f94ce6a-b4c5-4676-b016-55fbccc9b740'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:37:06.325426 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-8dd3f11c-574c-4bef-b85e-80c5bd9e91d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:37:06.337466 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd3f11c-574c-4bef-b85e-80c5bd9e91d0 None None] Routers {'0f94ce6a-b4c5-4676-b016-55fbccc9b740'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:37:06.339652 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-8dd3f11c-574c-4bef-b85e-80c5bd9e91d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:36:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['0f94ce6a-b4c5-4676-b016-55fbccc9b740'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:37:06.341836 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-206cde76-96e6-40ae-8f89-43e143a479f3 None None] Provisioning complete for port 1d23cbde-1818-43c1-8534-1377612db12c triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:37:06.342267 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-206cde76-96e6-40ae-8f89-43e143a479f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:06.367723 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e08a62-304f-41df-b90e-53d685565c10 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:06.373266 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-65e08a62-304f-41df-b90e-53d685565c10 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f94ce6a-b4c5-4676-b016-55fbccc9b740 HTTP/1.1" status: 200 len: 988 time: 0.1082880 Nov 09 21:37:06.374140 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39310) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:06.415320 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-206cde76-96e6-40ae-8f89-43e143a479f3 None None] Port 1d23cbde-1818-43c1-8534-1377612db12c cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:37:06.421939 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-8dd3f11c-574c-4bef-b85e-80c5bd9e91d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:37:06.424791 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd3f11c-574c-4bef-b85e-80c5bd9e91d0 None None] The sync data for ids ['0f94ce6a-b4c5-4676-b016-55fbccc9b740'] in n-d-816206-3 is: [] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:37:06.425329 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5c588f93-ff3f-4a62-ae16-9992b0afa9e5 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for router_gateway, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:06.464072 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5c588f93-ff3f-4a62-ae16-9992b0afa9e5 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:06.514436 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-4f83b4e9-753d-438a-8176-d4c31f679af4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-955928537-network', 'tenant_id': 'a1ef0f3f0e044b5fbd794314ca23387c'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:37:06.551862 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f83b4e9-753d-438a-8176-d4c31f679af4 admin admin] Made reservation on behalf of a1ef0f3f0e044b5fbd794314ca23387c for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:37:06.554359 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4f83b4e9-753d-438a-8176-d4c31f679af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:06.572689 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4f83b4e9-753d-438a-8176-d4c31f679af4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:06.588918 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-5c588f93-ff3f-4a62-ae16-9992b0afa9e5 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Allocated IP 172.25.7.175 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/314194f1-3c9c-48ed-811b-03a956ad0098) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:37:06.712059 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5c588f93-ff3f-4a62-ae16-9992b0afa9e5 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:06.748341 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5c588f93-ff3f-4a62-ae16-9992b0afa9e5 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:06.802150 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c588f93-ff3f-4a62-ae16-9992b0afa9e5 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:37:06.806204 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-5c588f93-ff3f-4a62-ae16-9992b0afa9e5 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:37:06.809313 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c588f93-ff3f-4a62-ae16-9992b0afa9e5 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:37:06.811809 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c588f93-ff3f-4a62-ae16-9992b0afa9e5 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Pushing event updated for resources: {'Port': ['ID=314194f1-3c9c-48ed-811b-03a956ad0098,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:06.832147 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e71fc3-8a80-46c3-8f27-20c5bf04094c None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:37:06.960400 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-aae058c4-c23a-4cf5-82f1-2b048f0a5455 None None] Provisioning complete for port 314194f1-3c9c-48ed-811b-03a956ad0098 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:37:06.961107 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-aae058c4-c23a-4cf5-82f1-2b048f0a5455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:07.032335 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-aae058c4-c23a-4cf5-82f1-2b048f0a5455 None None] Port 314194f1-3c9c-48ed-811b-03a956ad0098 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:37:07.119727 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115163b-5a47-4c52-b8f6-5d8dd492b6ea req-d2bfcf7f-4074-4d46-8ead-4612bf0b06ee tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:07.122994 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d115163b-5a47-4c52-b8f6-5d8dd492b6ea req-d2bfcf7f-4074-4d46-8ead-4612bf0b06ee tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=74fa2f36-9c75-4c80-8945-a8c460f70d9a HTTP/1.1" status: 200 len: 945 time: 0.2731271 Nov 09 21:37:07.210443 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada2dbe-c258-4978-9420-e9f0a3b849f2 req-8b49661f-cfcd-4e8f-b898-87dcaaf147f9 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:07.212009 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4ada2dbe-c258-4978-9420-e9f0a3b849f2 req-8b49661f-cfcd-4e8f-b898-87dcaaf147f9 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.43 "GET /v2.0/ports?device_id=74fa2f36-9c75-4c80-8945-a8c460f70d9a HTTP/1.1" status: 200 len: 945 time: 0.1695938 Nov 09 21:37:07.233497 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d115163b-5a47-4c52-b8f6-5d8dd492b6ea req-7c863d67-56d1-455e-9e67-0d382d7847b3 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053846 Nov 09 21:37:07.239882 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5c588f93-ff3f-4a62-ae16-9992b0afa9e5 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for router_gateway, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:07.278225 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9bab8-fbe3-4743-9c1d-85bd014ee440 req-e0917675-a986-4693-94a0-59c6ef85dae5 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:07.279665 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-34e9bab8-fbe3-4743-9c1d-85bd014ee440 req-e0917675-a986-4693-94a0-59c6ef85dae5 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbd58284-86d4-423d-a297-d1f09b87c837 HTTP/1.1" status: 200 len: 946 time: 0.1854413 Nov 09 21:37:07.393903 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4f83b4e9-753d-438a-8176-d4c31f679af4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:07.415250 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4f83b4e9-753d-438a-8176-d4c31f679af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:07.465872 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f83b4e9-753d-438a-8176-d4c31f679af4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:37:07.478920 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-34e9bab8-fbe3-4743-9c1d-85bd014ee440 req-22571f9e-bb5e-4ca3-898c-6cae1a7d00d8 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc5455a8-a46a-4b5d-9a17-60e39893943c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807897 Nov 09 21:37:07.482354 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5c588f93-ff3f-4a62-ae16-9992b0afa9e5 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:07.489374 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f83b4e9-753d-438a-8176-d4c31f679af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac349749-9746-4841-9f09-e43ad153cddc,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:07.505004 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4f83b4e9-753d-438a-8176-d4c31f679af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:07.505364 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-4f83b4e9-753d-438a-8176-d4c31f679af4 admin admin] Added segment a5cd65be-cbd9-45f6-9746-094680ccc6fd of type vlan for network 6b10ea13-9fa8-494d-b73f-930a002a8951 Nov 09 21:37:07.583973 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-4ada2dbe-c258-4978-9420-e9f0a3b849f2 req-6827bdda-fcde-4fe9-b0c2-e5c9ea2c34a0 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Deleting port f199ac79-a0be-4ad8-aef7-ad83ae95d60b {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:37:07.584314 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4ada2dbe-c258-4978-9420-e9f0a3b849f2 req-6827bdda-fcde-4fe9-b0c2-e5c9ea2c34a0 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:07.674436 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c588f93-ff3f-4a62-ae16-9992b0afa9e5 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Router 0f8a72a1-4721-4cdd-848b-2b61ecc4b28d is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:37:07.706810 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fa17fdbc-8b4a-4129-8404-a326bd1663df tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:07.715795 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4f83b4e9-753d-438a-8176-d4c31f679af4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:07.830715 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4f83b4e9-753d-438a-8176-d4c31f679af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:07.831667 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f83b4e9-753d-438a-8176-d4c31f679af4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:07.832245 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4f83b4e9-753d-438a-8176-d4c31f679af4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:07.838502 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c588f93-ff3f-4a62-ae16-9992b0afa9e5 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:37:07.852047 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2d3219-ba75-4f2b-918b-32acd2f04c3d None None] Sync routers for ids ['0f8a72a1-4721-4cdd-848b-2b61ecc4b28d'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:37:07.864680 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2d3219-ba75-4f2b-918b-32acd2f04c3d None None] Routers {'0f8a72a1-4721-4cdd-848b-2b61ecc4b28d'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:37:07.865321 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-4e2d3219-ba75-4f2b-918b-32acd2f04c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:36:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['0f8a72a1-4721-4cdd-848b-2b61ecc4b28d'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:37:07.867953 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5c588f93-ff3f-4a62-ae16-9992b0afa9e5 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:07.876358 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5c588f93-ff3f-4a62-ae16-9992b0afa9e5 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2612307 Nov 09 21:37:07.877823 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39346) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:07.935252 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-690f06d9-b4fe-47f7-b5b5-01eb70893bf7 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=0741561f6e08459fbd8e43dbee8a5da1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491652 Nov 09 21:37:07.973861 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f83b4e9-753d-438a-8176-d4c31f679af4 admin admin] Pushing event updated for resources: {'Network': ['ID=6b10ea13-9fa8-494d-b73f-930a002a8951,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:07.992014 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 6b10ea13-9fa8-494d-b73f-930a002a8951 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:37:08.008268 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4f83b4e9-753d-438a-8176-d4c31f679af4 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.7974796 Nov 09 21:37:08.027092 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-4ada2dbe-c258-4978-9420-e9f0a3b849f2 req-6827bdda-fcde-4fe9-b0c2-e5c9ea2c34a0 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] For port f199ac79-a0be-4ad8-aef7-ad83ae95d60b, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f199ac79-a0be-4ad8-aef7-ad83ae95d60b,segment=NetworkSegment(4b1e7064-c872-4e6f-85a8-e00a69322723),segment_id=4b1e7064-c872-4e6f-85a8-e00a69322723)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:37:08.027818 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4ada2dbe-c258-4978-9420-e9f0a3b849f2 req-6827bdda-fcde-4fe9-b0c2-e5c9ea2c34a0 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:08.029035 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-4e2d3219-ba75-4f2b-918b-32acd2f04c3d None None] Set router 0f8a72a1-4721-4cdd-848b-2b61ecc4b28d gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:37:08.034286 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39354) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:08.117428 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-dcfca276-56fe-4e9d-a2a3-985f50fb82af admin admin] Request body: {'subnet': {'network_id': '6b10ea13-9fa8-494d-b73f-930a002a8951', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-955928537-subnet', 'tenant_id': 'a1ef0f3f0e044b5fbd794314ca23387c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:37:08.160767 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-4ada2dbe-c258-4978-9420-e9f0a3b849f2 req-6827bdda-fcde-4fe9-b0c2-e5c9ea2c34a0 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Calling delete_port for f199ac79-a0be-4ad8-aef7-ad83ae95d60b owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:37:08.168083 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4fd24825-94ad-427b-8d1b-5d01e563ed60 tempest-TestSecurityGroupsBasicOps-1208368340 tempest-TestSecurityGroupsBasicOps-1208368340-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=5f44489c50e04b2db090f1564633b127&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2886951 Nov 09 21:37:08.173248 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39358) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:08.202269 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfca276-56fe-4e9d-a2a3-985f50fb82af admin admin] Made reservation on behalf of a1ef0f3f0e044b5fbd794314ca23387c for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:37:08.205370 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dcfca276-56fe-4e9d-a2a3-985f50fb82af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:08.500830 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-4e2d3219-ba75-4f2b-918b-32acd2f04c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8a72a1-4721-4cdd-848b-2b61ecc4b28d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1789632846', 'tenant_id': '5f44489c50e04b2db090f1564633b127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '314194f1-3c9c-48ed-811b-03a956ad0098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:37:05Z', 'updated_at': '2021-11-09T21:37:07Z', 'revision_number': 3, 'project_id': '5f44489c50e04b2db090f1564633b127', 'gw_port': {'id': '314194f1-3c9c-48ed-811b-03a956ad0098', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:47:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8a72a1-4721-4cdd-848b-2b61ecc4b28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:37:06Z', 'updated_at': '2021-11-09T21:37:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:37:08.532576 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2d3219-ba75-4f2b-918b-32acd2f04c3d None None] Checking router: 0f8a72a1-4721-4cdd-848b-2b61ecc4b28d for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:37:08.533293 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2d3219-ba75-4f2b-918b-32acd2f04c3d None None] Updating router 0f8a72a1-4721-4cdd-848b-2b61ecc4b28d port 314194f1-3c9c-48ed-811b-03a956ad0098 binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:37:08.562578 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4e2d3219-ba75-4f2b-918b-32acd2f04c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:08.582830 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1d9a0d-82c7-4cb9-b2a6-5589a47cfeef tempest-TestSecurityGroupsBasicOps-1208368340 tempest-TestSecurityGroupsBasicOps-1208368340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:08.584477 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-9d1d9a0d-82c7-4cb9-b2a6-5589a47cfeef tempest-TestSecurityGroupsBasicOps-1208368340 tempest-TestSecurityGroupsBasicOps-1208368340-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4074752 Nov 09 21:37:08.584679 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-e887d3f1-233f-4112-aded-1546c91979a6 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:08.586108 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-e887d3f1-233f-4112-aded-1546c91979a6 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6500261 Nov 09 21:37:08.587025 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39364) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:08.598266 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae450a6d-a674-413b-87c3-4e7659f9dee9 req-65c2446d-e7d0-423f-9720-886c1daaf782 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:08.599753 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ae450a6d-a674-413b-87c3-4e7659f9dee9 req-65c2446d-e7d0-423f-9720-886c1daaf782 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=74fa2f36-9c75-4c80-8945-a8c460f70d9a HTTP/1.1" status: 200 len: 945 time: 0.1945364 Nov 09 21:37:08.633143 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-aa32a2b0-9bdf-4cc3-a6c5-3cc5f7789977 tempest-TestSecurityGroupsBasicOps-1208368340 tempest-TestSecurityGroupsBasicOps-1208368340-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=4531c23d-84b7-490d-8d7c-6676781b6e6a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0449495 Nov 09 21:37:08.635668 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-f48dd7e0-51f4-4984-ba93-5620202eb86a tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] 10.222.0.49 "GET /v2.0/quotas/0741561f6e08459fbd8e43dbee8a5da1 HTTP/1.1" status: 200 len: 375 time: 0.0282636 Nov 09 21:37:08.636121 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39366) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:08.641454 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-fb2cd274-4154-4e4e-8ba7-0c1717df77d3 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1063487896', 'network_id': 'e89cf88b-ba53-44ac-b90e-ec805993c315', 'project_id': '5f44489c50e04b2db090f1564633b127', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:37:08.717595 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-5516abe1-9d97-4922-9624-a10c7741e18a tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0741561f6e08459fbd8e43dbee8a5da1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0726922 Nov 09 21:37:08.759393 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4ada2dbe-c258-4978-9420-e9f0a3b849f2 req-6827bdda-fcde-4fe9-b0c2-e5c9ea2c34a0 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:08.767070 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2cd274-4154-4e4e-8ba7-0c1717df77d3 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Made reservation on behalf of 5f44489c50e04b2db090f1564633b127 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:37:08.772236 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fb2cd274-4154-4e4e-8ba7-0c1717df77d3 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:08.773598 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-fa17fdbc-8b4a-4129-8404-a326bd1663df tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Deleting port 1d23cbde-1818-43c1-8534-1377612db12c {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:37:08.773939 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fa17fdbc-8b4a-4129-8404-a326bd1663df tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:08.777647 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['d71d1143-74da-460d-93e3-6608d25fdb67'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:37:08.794247 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ae450a6d-a674-413b-87c3-4e7659f9dee9 req-9704edf2-439f-4a0b-a9ed-3f2072d936dc tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390033 Nov 09 21:37:08.840746 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['f199ac79-a0be-4ad8-aef7-ad83ae95d60b'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:37:08.863222 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6827bdda-fcde-4fe9-b0c2-e5c9ea2c34a0 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Pushing event deleted for resources: {'Port': ['ID=f199ac79-a0be-4ad8-aef7-ad83ae95d60b,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:08.874118 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dcfca276-56fe-4e9d-a2a3-985f50fb82af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:08.952319 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ada2dbe-c258-4978-9420-e9f0a3b849f2 req-6827bdda-fcde-4fe9-b0c2-e5c9ea2c34a0 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] No DVR routers for this DVR port f199ac79-a0be-4ad8-aef7-ad83ae95d60b on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:37:08.966975 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4ada2dbe-c258-4978-9420-e9f0a3b849f2 req-6827bdda-fcde-4fe9-b0c2-e5c9ea2c34a0 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:08.970832 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4ada2dbe-c258-4978-9420-e9f0a3b849f2 req-6827bdda-fcde-4fe9-b0c2-e5c9ea2c34a0 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.43 "DELETE /v2.0/ports/f199ac79-a0be-4ad8-aef7-ad83ae95d60b HTTP/1.1" status: 204 len: 173 time: 1.7440159 Nov 09 21:37:08.971298 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fa2f36-9c75-4c80-8945-a8c460f70d9a', 'name': 'network-vif-deleted', 'tag': 'f199ac79-a0be-4ad8-aef7-ad83ae95d60b'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:37:08.973612 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e89a149-f753-4fda-a292-7f5381acfbf9" -d '{"events": [{"server_uuid": "74fa2f36-9c75-4c80-8945-a8c460f70d9a", "name": "network-vif-deleted", "tag": "f199ac79-a0be-4ad8-aef7-ad83ae95d60b"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:37:09.035676 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfca276-56fe-4e9d-a2a3-985f50fb82af admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed35e73f-06b5-492e-9b04-fe9bca8375a1,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:09.061586 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5dd61afa-075a-49f3-bfe3-8213336f57b3 req-d0d30ff3-7cd5-46bd-92a7-f115c933a41c tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f63074a-8235-4d9f-aa1f-ee5aea2c5164 HTTP/1.1" status: 200 len: 210 time: 0.0860510 Nov 09 21:37:09.078784 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fa17fdbc-8b4a-4129-8404-a326bd1663df tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:09.097329 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d454a6-2bc7-4d6b-b795-7a7d8fa71589 req-2ae3cde6-30b5-43f9-9025-4c6c6c65d7a8 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:09.104677 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e7d454a6-2bc7-4d6b-b795-7a7d8fa71589 req-2ae3cde6-30b5-43f9-9025-4c6c6c65d7a8 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbd58284-86d4-423d-a297-d1f09b87c837 HTTP/1.1" status: 200 len: 946 time: 0.1696672 Nov 09 21:37:09.119600 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-fa17fdbc-8b4a-4129-8404-a326bd1663df tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Calling delete_port for 1d23cbde-1818-43c1-8534-1377612db12c owned by network:router_interface {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:37:09.125142 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfca276-56fe-4e9d-a2a3-985f50fb82af admin admin] Checking segment: {'id': 'a5cd65be-cbd9-45f6-9746-094680ccc6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6b10ea13-9fa8-494d-b73f-930a002a8951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:37:09.125518 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfca276-56fe-4e9d-a2a3-985f50fb82af admin admin] Network hostable DHCP agents. Network: 6b10ea13-9fa8-494d-b73f-930a002a8951, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:37:09.220058 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fb2cd274-4154-4e4e-8ba7-0c1717df77d3 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:09.239806 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4e2d3219-ba75-4f2b-918b-32acd2f04c3d None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:09.248087 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4e2d3219-ba75-4f2b-918b-32acd2f04c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:09.311353 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077eaeeb-322d-4577-94c1-f1838fbfc99e None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:37:09.318366 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-4e2d3219-ba75-4f2b-918b-32acd2f04c3d None None] Attempting to bind port 314194f1-3c9c-48ed-811b-03a956ad0098 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:37:09.318765 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-4e2d3219-ba75-4f2b-918b-32acd2f04c3d None None] Attempting to bind port 314194f1-3c9c-48ed-811b-03a956ad0098 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:37:09.319102 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2d3219-ba75-4f2b-918b-32acd2f04c3d None None] Attempting to bind port 314194f1-3c9c-48ed-811b-03a956ad0098 on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:37:09.326059 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2cd274-4154-4e4e-8ba7-0c1717df77d3 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Pushing event updated for resources: {'Subnet': ['ID=d82e3181-4c0e-4c74-abb0-2755395deb93,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:09.330345 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7438c34c-736a-437c-b239-863ab1c4b6c6 None None] Pushing event updated for resources: {'Port': ['ID=314194f1-3c9c-48ed-811b-03a956ad0098,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:09.334131 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2d3219-ba75-4f2b-918b-32acd2f04c3d None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:37:09.334635 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2d3219-ba75-4f2b-918b-32acd2f04c3d None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:37:09.334908 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4e2d3219-ba75-4f2b-918b-32acd2f04c3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:09.335299 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2d3219-ba75-4f2b-918b-32acd2f04c3d None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:37:09.335782 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-4e2d3219-ba75-4f2b-918b-32acd2f04c3d None None] Bound port: 314194f1-3c9c-48ed-811b-03a956ad0098, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:37:09.336171 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4e2d3219-ba75-4f2b-918b-32acd2f04c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:09.365066 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2cd274-4154-4e4e-8ba7-0c1717df77d3 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Checking segment: {'id': '8edbf2ec-ea2b-4cba-916a-3c4d76c84261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e89cf88b-ba53-44ac-b90e-ec805993c315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:37:09.365757 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2cd274-4154-4e4e-8ba7-0c1717df77d3 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Network hostable DHCP agents. Network: e89cf88b-ba53-44ac-b90e-ec805993c315, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:37:09.410597 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2cd274-4154-4e4e-8ba7-0c1717df77d3 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Network e89cf88b-ba53-44ac-b90e-ec805993c315 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:37:09.414809 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d25176eb-38fe-4aea-bc6c-341e4f8cf10b None None] Provisioning complete for port 314194f1-3c9c-48ed-811b-03a956ad0098 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:37:09.415510 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d25176eb-38fe-4aea-bc6c-341e4f8cf10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:09.439603 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-fb2cd274-4154-4e4e-8ba7-0c1717df77d3 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, e89cf88b-ba53-44ac-b90e-ec805993c315) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:37:09.444962 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2cd274-4154-4e4e-8ba7-0c1717df77d3 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:09.446006 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fb2cd274-4154-4e4e-8ba7-0c1717df77d3 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:09.453068 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fc0ff5-1a64-4477-8375-3a3eaa70ab6c None None] Network e89cf88b-ba53-44ac-b90e-ec805993c315 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:37:09.477933 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-fb2cd274-4154-4e4e-8ba7-0c1717df77d3 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8404789 Nov 09 21:37:09.480322 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39382) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:09.485730 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-4e2d3219-ba75-4f2b-918b-32acd2f04c3d None None] For port 314194f1-3c9c-48ed-811b-03a956ad0098, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:37:09.536754 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e87a3d0-5f6d-4a53-a649-3e46892c1796 x-openstack-request-id: req-1e87a3d0-5f6d-4a53-a649-3e46892c1796 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:37:09.537378 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74fa2f36-9c75-4c80-8945-a8c460f70d9a", "name": "network-vif-deleted", "tag": "f199ac79-a0be-4ad8-aef7-ad83ae95d60b", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:37:09.537648 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1e87a3d0-5f6d-4a53-a649-3e46892c1796 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:37:09.538085 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74fa2f36-9c75-4c80-8945-a8c460f70d9a', 'name': 'network-vif-deleted', 'tag': 'f199ac79-a0be-4ad8-aef7-ad83ae95d60b', 'status': 'completed', 'code': 200} Nov 09 21:37:09.568596 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-4e2d3219-ba75-4f2b-918b-32acd2f04c3d None None] For port 314194f1-3c9c-48ed-811b-03a956ad0098, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=314194f1-3c9c-48ed-811b-03a956ad0098,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:37:09.590449 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4e2d3219-ba75-4f2b-918b-32acd2f04c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:09.599272 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-d25176eb-38fe-4aea-bc6c-341e4f8cf10b None None] Port 314194f1-3c9c-48ed-811b-03a956ad0098 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:37:09.603968 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfca276-56fe-4e9d-a2a3-985f50fb82af admin admin] Network 6b10ea13-9fa8-494d-b73f-930a002a8951 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:37:09.681384 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44859c9-05fd-4d18-95a8-3f6460da0a17 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:37:09.684566 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-dcfca276-56fe-4e9d-a2a3-985f50fb82af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 6b10ea13-9fa8-494d-b73f-930a002a8951) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:37:09.713656 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfca276-56fe-4e9d-a2a3-985f50fb82af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:09.714551 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dcfca276-56fe-4e9d-a2a3-985f50fb82af admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:09.724740 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ea5719-f25b-45a0-885d-ad7364f73418 None None] Network 6b10ea13-9fa8-494d-b73f-930a002a8951 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:37:09.727206 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2d3219-ba75-4f2b-918b-32acd2f04c3d None None] Routers {'0f8a72a1-4721-4cdd-848b-2b61ecc4b28d'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:37:09.727836 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-4e2d3219-ba75-4f2b-918b-32acd2f04c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:36:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['0f8a72a1-4721-4cdd-848b-2b61ecc4b28d'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:37:09.735353 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e7d454a6-2bc7-4d6b-b795-7a7d8fa71589 req-12bc842f-623a-49e4-b4ea-a87695ae3da2 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc5455a8-a46a-4b5d-9a17-60e39893943c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6297822 Nov 09 21:37:09.792728 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-dcfca276-56fe-4e9d-a2a3-985f50fb82af admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6796858 Nov 09 21:37:09.844009 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7438c34c-736a-437c-b239-863ab1c4b6c6 None None] Pushing event updated for resources: {'Port': ['ID=314194f1-3c9c-48ed-811b-03a956ad0098,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:09.955329 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fa17fdbc-8b4a-4129-8404-a326bd1663df tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:10.007312 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-2b55945f-92e9-44bb-a31d-84c478649202 None None] Provisioning complete for port 314194f1-3c9c-48ed-811b-03a956ad0098 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:37:10.008029 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2b55945f-92e9-44bb-a31d-84c478649202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:10.059406 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac485802-6891-4038-887c-88af76745a3b req-879a4e74-6f8c-470e-ac36-4b091d17adab tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:10.061679 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ac485802-6891-4038-887c-88af76745a3b req-879a4e74-6f8c-470e-ac36-4b091d17adab tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbd58284-86d4-423d-a297-d1f09b87c837 HTTP/1.1" status: 200 len: 946 time: 0.3637545 Nov 09 21:37:10.062784 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa17fdbc-8b4a-4129-8404-a326bd1663df tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event deleted for resources: {'Port': ['ID=1d23cbde-1818-43c1-8534-1377612db12c,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:10.132015 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef23cd3b-4db0-4747-9421-942feae3ae9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-e89cf88b-ba53-44ac-b90e-ec805993c315', 'network_id': 'e89cf88b-ba53-44ac-b90e-ec805993c315', 'tenant_id': '5f44489c50e04b2db090f1564633b127', 'fixed_ips': [{'subnet_id': 'd82e3181-4c0e-4c74-abb0-2755395deb93'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:37:10.132918 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ef23cd3b-4db0-4747-9421-942feae3ae9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:10.217902 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-4e2d3219-ba75-4f2b-918b-32acd2f04c3d None None] Set router 0f8a72a1-4721-4cdd-848b-2b61ecc4b28d gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:37:10.280224 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b86e9974-9a94-4462-bcb0-2bf7e66366ca req-9e473e9d-75ba-4300-8b35-91a50c195405 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f63074a-8235-4d9f-aa1f-ee5aea2c5164 HTTP/1.1" status: 200 len: 210 time: 0.0938230 Nov 09 21:37:10.416119 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fa17fdbc-8b4a-4129-8404-a326bd1663df tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:10.461660 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c131ae-1660-4285-a858-d33a4a9b9a2e None None] Network 6b10ea13-9fa8-494d-b73f-930a002a8951 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:37:10.494006 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-96175b3c-fdb6-44ce-bc10-a011733a12cc tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:10.553107 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16297a50-9b10-454c-92c8-efc0652042ab req-17b8a441-6791-4222-928c-06c840681557 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:10.554689 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-16297a50-9b10-454c-92c8-efc0652042ab req-17b8a441-6791-4222-928c-06c840681557 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=70869ae0-b493-400b-b6d7-b447b0d9f184 HTTP/1.1" status: 200 len: 945 time: 0.3109839 Nov 09 21:37:10.635703 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-bde29c93-0480-4acd-8c32-7b9332d677c4 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=0741561f6e08459fbd8e43dbee8a5da1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0929415 Nov 09 21:37:10.690140 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2b55945f-92e9-44bb-a31d-84c478649202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:10.715106 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-ac485802-6891-4038-887c-88af76745a3b req-465ded52-ea22-4a8c-9111-3bfe0aa1731f tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Deleting port d89939a2-afbc-4038-a421-70f5321fda71 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:37:10.715497 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ac485802-6891-4038-887c-88af76745a3b req-465ded52-ea22-4a8c-9111-3bfe0aa1731f tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:10.779310 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-2b55945f-92e9-44bb-a31d-84c478649202 None None] For port 314194f1-3c9c-48ed-811b-03a956ad0098, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=314194f1-3c9c-48ed-811b-03a956ad0098,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:37:10.782716 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-ef23cd3b-4db0-4747-9421-942feae3ae9d None None] Allocated IP 172.20.0.2 (e89cf88b-ba53-44ac-b90e-ec805993c315/d82e3181-4c0e-4c74-abb0-2755395deb93/1ea104ee-70f1-4d75-b06a-3a19840fa8e4) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:37:10.829839 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-ac485802-6891-4038-887c-88af76745a3b req-465ded52-ea22-4a8c-9111-3bfe0aa1731f tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] For port d89939a2-afbc-4038-a421-70f5321fda71, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=d89939a2-afbc-4038-a421-70f5321fda71,segment=NetworkSegment(6ec44bea-f8ce-43ec-a9ca-ecbbd565bb56),segment_id=6ec44bea-f8ce-43ec-a9ca-ecbbd565bb56)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:37:10.830210 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ac485802-6891-4038-887c-88af76745a3b req-465ded52-ea22-4a8c-9111-3bfe0aa1731f tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:10.837441 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39410) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:10.847786 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-1c56d48f-6068-436b-b8b1-36565b6be020 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1434052939-network', 'tenant_id': '9cd132e6ec46448d9f535c8f28e387d1'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:37:10.910408 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c56d48f-6068-436b-b8b1-36565b6be020 admin admin] Made reservation on behalf of 9cd132e6ec46448d9f535c8f28e387d1 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:37:10.913084 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1c56d48f-6068-436b-b8b1-36565b6be020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:10.934298 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477aec20-d724-43a2-bc5e-07ad9e471dc5 req-f74bc14d-351c-49ff-a320-f58228ef728a tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:10.935892 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-477aec20-d724-43a2-bc5e-07ad9e471dc5 req-f74bc14d-351c-49ff-a320-f58228ef728a tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbd58284-86d4-423d-a297-d1f09b87c837 HTTP/1.1" status: 200 len: 946 time: 0.0993924 Nov 09 21:37:10.936628 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1c56d48f-6068-436b-b8b1-36565b6be020 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:10.970938 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-16297a50-9b10-454c-92c8-efc0652042ab req-74e0094b-d85d-4f81-8e91-6ed1bf4270bc tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711038 Nov 09 21:37:10.971893 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-ac485802-6891-4038-887c-88af76745a3b req-465ded52-ea22-4a8c-9111-3bfe0aa1731f tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Calling delete_port for d89939a2-afbc-4038-a421-70f5321fda71 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:37:10.991626 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2b55945f-92e9-44bb-a31d-84c478649202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:11.008243 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa17fdbc-8b4a-4129-8404-a326bd1663df tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Router 0f94ce6a-b4c5-4676-b016-55fbccc9b740 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:37:11.030425 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-477aec20-d724-43a2-bc5e-07ad9e471dc5 req-f6e69e0a-4de1-4680-9e21-1046c6ff26d8 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc5455a8-a46a-4b5d-9a17-60e39893943c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842831 Nov 09 21:37:11.086803 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1c56d48f-6068-436b-b8b1-36565b6be020 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:11.091431 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1c56d48f-6068-436b-b8b1-36565b6be020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:11.117004 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c56d48f-6068-436b-b8b1-36565b6be020 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:37:11.132173 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c56d48f-6068-436b-b8b1-36565b6be020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a26e63-63c6-45e5-9711-ff731604459b,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:11.134207 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55945f-92e9-44bb-a31d-84c478649202 None None] Pushing event updated for resources: {'Port': ['ID=314194f1-3c9c-48ed-811b-03a956ad0098,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:11.143055 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1c56d48f-6068-436b-b8b1-36565b6be020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:11.143537 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-1c56d48f-6068-436b-b8b1-36565b6be020 admin admin] Added segment fbb7b4e0-589a-48fd-b504-a01048cceb53 of type vlan for network 46f81055-771f-4403-8586-4a85561375de Nov 09 21:37:11.146160 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56d48f-6068-436b-b8b1-36565b6be020 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:37:11.147145 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56d48f-6068-436b-b8b1-36565b6be020 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:37:11.147467 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56d48f-6068-436b-b8b1-36565b6be020 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:37:11.147927 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56d48f-6068-436b-b8b1-36565b6be020 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:37:11.148596 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56d48f-6068-436b-b8b1-36565b6be020 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:37:11.149576 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56d48f-6068-436b-b8b1-36565b6be020 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:37:11.149576 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56d48f-6068-436b-b8b1-36565b6be020 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:37:11.150116 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56d48f-6068-436b-b8b1-36565b6be020 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:37:11.150547 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56d48f-6068-436b-b8b1-36565b6be020 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:37:11.150974 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56d48f-6068-436b-b8b1-36565b6be020 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:37:11.151400 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56d48f-6068-436b-b8b1-36565b6be020 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:37:11.151829 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c56d48f-6068-436b-b8b1-36565b6be020 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:37:11.166027 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-4e2d3219-ba75-4f2b-918b-32acd2f04c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8a72a1-4721-4cdd-848b-2b61ecc4b28d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1789632846', 'tenant_id': '5f44489c50e04b2db090f1564633b127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '314194f1-3c9c-48ed-811b-03a956ad0098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:37:05Z', 'updated_at': '2021-11-09T21:37:07Z', 'revision_number': 3, 'project_id': '5f44489c50e04b2db090f1564633b127', 'gw_port': {'id': '314194f1-3c9c-48ed-811b-03a956ad0098', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:47:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8a72a1-4721-4cdd-848b-2b61ecc4b28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:37:06Z', 'updated_at': '2021-11-09T21:37:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:37:11.200049 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1c56d48f-6068-436b-b8b1-36565b6be020 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:11.201428 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2d3219-ba75-4f2b-918b-32acd2f04c3d None None] The sync data for ids ['0f8a72a1-4721-4cdd-848b-2b61ecc4b28d'] in n-d-816206-3 is: [{'id': '0f8a72a1-4721-4cdd-848b-2b61ecc4b28d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1789632846', 'tenant_id': '5f44489c50e04b2db090f1564633b127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '314194f1-3c9c-48ed-811b-03a956ad0098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:37:05Z', 'updated_at': '2021-11-09T21:37:07Z', 'revision_number': 3, 'project_id': '5f44489c50e04b2db090f1564633b127', 'gw_port': {'id': '314194f1-3c9c-48ed-811b-03a956ad0098', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:47:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8a72a1-4721-4cdd-848b-2b61ecc4b28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:37:06Z', 'updated_at': '2021-11-09T21:37:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:37:11.221280 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-d4386341-86c3-46a6-8b95-5a085456274d tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:11.222828 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-d4386341-86c3-46a6-8b95-5a085456274d tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5729754 Nov 09 21:37:11.230849 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1c56d48f-6068-436b-b8b1-36565b6be020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:11.232183 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c56d48f-6068-436b-b8b1-36565b6be020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:11.232935 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1c56d48f-6068-436b-b8b1-36565b6be020 admin admin] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:11.267705 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ef23cd3b-4db0-4747-9421-942feae3ae9d None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:11.276499 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ef23cd3b-4db0-4747-9421-942feae3ae9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:11.286236 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-4b613a96-af68-4194-9a36-67f6f7db27b5 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] Request body: {'port': {'device_id': '3f63074a-8235-4d9f-aa1f-ee5aea2c5164', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'admin_state_up': True, 'tenant_id': '0741561f6e08459fbd8e43dbee8a5da1'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:37:11.307049 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa17fdbc-8b4a-4129-8404-a326bd1663df tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:37:11.324450 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e2146d-8c03-4da7-8615-b4c770be662e None None] Sync routers for ids ['0f94ce6a-b4c5-4676-b016-55fbccc9b740'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:37:11.325224 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef23cd3b-4db0-4747-9421-942feae3ae9d None None] Network e89cf88b-ba53-44ac-b90e-ec805993c315 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:37:11.328823 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-ef23cd3b-4db0-4747-9421-942feae3ae9d None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:37:11.334452 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1c56d48f-6068-436b-b8b1-36565b6be020 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4806099 Nov 09 21:37:11.340127 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef23cd3b-4db0-4747-9421-942feae3ae9d None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:37:11.348439 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39414) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:11.349231 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef23cd3b-4db0-4747-9421-942feae3ae9d None None] Pushing event updated for resources: {'Port': ['ID=1ea104ee-70f1-4d75-b06a-3a19840fa8e4,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:11.355231 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e2146d-8c03-4da7-8615-b4c770be662e None None] Routers {'0f94ce6a-b4c5-4676-b016-55fbccc9b740'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:37:11.358429 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-35e2146d-8c03-4da7-8615-b4c770be662e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:36:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['0f94ce6a-b4c5-4676-b016-55fbccc9b740'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:37:11.359622 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-fa17fdbc-8b4a-4129-8404-a326bd1663df tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "PUT /v2.0/routers/0f94ce6a-b4c5-4676-b016-55fbccc9b740/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9834135 Nov 09 21:37:11.364873 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39416) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:11.366842 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-512a59d2-62f8-4b98-a45e-bf96aace2975 admin admin] Request body: {'subnet': {'network_id': '46f81055-771f-4403-8586-4a85561375de', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1434052939-subnet', 'tenant_id': '9cd132e6ec46448d9f535c8f28e387d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:37:11.412628 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c56d48f-6068-436b-b8b1-36565b6be020 admin admin] Pushing event updated for resources: {'Network': ['ID=46f81055-771f-4403-8586-4a85561375de,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:11.413404 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb38a76f-83e4-456f-9e1b-acbdfbbac83b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] GET failed (client error): The resource could not be found. Nov 09 21:37:11.418416 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-ef23cd3b-4db0-4747-9421-942feae3ae9d None None] Attempting to bind port 1ea104ee-70f1-4d75-b06a-3a19840fa8e4 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:37:11.418798 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-ef23cd3b-4db0-4747-9421-942feae3ae9d None None] Attempting to bind port 1ea104ee-70f1-4d75-b06a-3a19840fa8e4 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '8edbf2ec-ea2b-4cba-916a-3c4d76c84261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e89cf88b-ba53-44ac-b90e-ec805993c315'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:37:11.419169 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef23cd3b-4db0-4747-9421-942feae3ae9d None None] Attempting to bind port 1ea104ee-70f1-4d75-b06a-3a19840fa8e4 on network e89cf88b-ba53-44ac-b90e-ec805993c315 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:37:11.423997 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 46f81055-771f-4403-8586-4a85561375de details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:37:11.427349 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-bb38a76f-83e4-456f-9e1b-acbdfbbac83b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "GET /v2.0/ports/1d23cbde-1818-43c1-8534-1377612db12c HTTP/1.1" status: 404 len: 333 time: 0.0602412 Nov 09 21:37:11.433234 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39418) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:11.433751 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef23cd3b-4db0-4747-9421-942feae3ae9d None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:37:11.434152 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef23cd3b-4db0-4747-9421-942feae3ae9d None None] Checking segment: {'id': '8edbf2ec-ea2b-4cba-916a-3c4d76c84261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e89cf88b-ba53-44ac-b90e-ec805993c315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:37:11.434563 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ef23cd3b-4db0-4747-9421-942feae3ae9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:11.434962 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef23cd3b-4db0-4747-9421-942feae3ae9d None None] Bound using segment: {'id': '8edbf2ec-ea2b-4cba-916a-3c4d76c84261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e89cf88b-ba53-44ac-b90e-ec805993c315'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:37:11.435446 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-ef23cd3b-4db0-4747-9421-942feae3ae9d None None] Bound port: 1ea104ee-70f1-4d75-b06a-3a19840fa8e4, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8edbf2ec-ea2b-4cba-916a-3c4d76c84261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e89cf88b-ba53-44ac-b90e-ec805993c315'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:37:11.435832 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ef23cd3b-4db0-4747-9421-942feae3ae9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:11.472327 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-35e2146d-8c03-4da7-8615-b4c770be662e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:37:11.497827 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e2146d-8c03-4da7-8615-b4c770be662e None None] Routers {'0f94ce6a-b4c5-4676-b016-55fbccc9b740'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:37:11.498580 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-35e2146d-8c03-4da7-8615-b4c770be662e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:36:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['0f94ce6a-b4c5-4676-b016-55fbccc9b740'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:37:11.501405 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ac485802-6891-4038-887c-88af76745a3b req-465ded52-ea22-4a8c-9111-3bfe0aa1731f tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:11.507411 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device f199ac79-a0be-4ad8-aef7-ad83ae95d60b no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:37:11.540953 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: f199ac79-a0be-4ad8-aef7-ad83ae95d60b {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:37:11.542046 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device f199ac79-a0be-4ad8-aef7-ad83ae95d60b not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:37:11.545666 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-51739b50-768d-4274-8abc-9eb9fc8733cc req-45a803a6-1460-46ea-a667-e0299bc6174d tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f63074a-8235-4d9f-aa1f-ee5aea2c5164 HTTP/1.1" status: 200 len: 210 time: 0.0794508 Nov 09 21:37:11.569923 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-35e2146d-8c03-4da7-8615-b4c770be662e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:37:11.570877 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e2146d-8c03-4da7-8615-b4c770be662e None None] The sync data for ids ['0f94ce6a-b4c5-4676-b016-55fbccc9b740'] in n-d-816206-3 is: [] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:37:11.634501 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ded52-ea22-4a8c-9111-3bfe0aa1731f tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Pushing event deleted for resources: {'Port': ['ID=d89939a2-afbc-4038-a421-70f5321fda71,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:11.636715 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-ef23cd3b-4db0-4747-9421-942feae3ae9d None None] For port 1ea104ee-70f1-4d75-b06a-3a19840fa8e4, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:37:11.640948 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-ef23cd3b-4db0-4747-9421-942feae3ae9d None None] For port 1ea104ee-70f1-4d75-b06a-3a19840fa8e4, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=1ea104ee-70f1-4d75-b06a-3a19840fa8e4,segment=NetworkSegment(8edbf2ec-ea2b-4cba-916a-3c4d76c84261),segment_id=8edbf2ec-ea2b-4cba-916a-3c4d76c84261)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:37:11.645463 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ef23cd3b-4db0-4747-9421-942feae3ae9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:11.647163 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512a59d2-62f8-4b98-a45e-bf96aace2975 admin admin] Made reservation on behalf of 9cd132e6ec46448d9f535c8f28e387d1 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:37:11.649678 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-512a59d2-62f8-4b98-a45e-bf96aace2975 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:11.708575 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-96175b3c-fdb6-44ce-bc10-a011733a12cc tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Allocated IP 172.20.0.1 (e89cf88b-ba53-44ac-b90e-ec805993c315/d82e3181-4c0e-4c74-abb0-2755395deb93/c7e05536-50af-442f-bb69-6b200d4f2c82) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:37:11.712466 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3c0e585b-eafe-45ef-bba0-966475fee5ee tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:11.721863 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef23cd3b-4db0-4747-9421-942feae3ae9d None None] Pushing event updated for resources: {'Port': ['ID=1ea104ee-70f1-4d75-b06a-3a19840fa8e4,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:11.739316 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-4b613a96-af68-4194-9a36-67f6f7db27b5 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] Made reservation on behalf of 0741561f6e08459fbd8e43dbee8a5da1 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:37:11.743621 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-4b613a96-af68-4194-9a36-67f6f7db27b5 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:11.778523 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac485802-6891-4038-887c-88af76745a3b req-465ded52-ea22-4a8c-9111-3bfe0aa1731f tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] No DVR routers for this DVR port d89939a2-afbc-4038-a421-70f5321fda71 on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:37:11.781788 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ac485802-6891-4038-887c-88af76745a3b req-465ded52-ea22-4a8c-9111-3bfe0aa1731f tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:11.785626 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ac485802-6891-4038-887c-88af76745a3b req-465ded52-ea22-4a8c-9111-3bfe0aa1731f tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.45 "DELETE /v2.0/ports/d89939a2-afbc-4038-a421-70f5321fda71 HTTP/1.1" status: 204 len: 173 time: 1.7143223 Nov 09 21:37:11.791973 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd58284-86d4-423d-a297-d1f09b87c837', 'name': 'network-vif-deleted', 'tag': 'd89939a2-afbc-4038-a421-70f5321fda71'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:37:11.794947 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03f6957-c7eb-4084-9b30-53da3a6a2eaa" -d '{"events": [{"server_uuid": "fbd58284-86d4-423d-a297-d1f09b87c837", "name": "network-vif-deleted", "tag": "d89939a2-afbc-4038-a421-70f5321fda71"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:37:11.801991 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-4b613a96-af68-4194-9a36-67f6f7db27b5 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:11.841548 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60105591-1350-45b0-93f2-bc91b8dce65d req-a30c8823-f943-4cad-812e-bcba4419aa5b tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:11.842977 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-60105591-1350-45b0-93f2-bc91b8dce65d req-a30c8823-f943-4cad-812e-bcba4419aa5b tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.45 "GET /v2.0/ports?device_id=70869ae0-b493-400b-b6d7-b447b0d9f184 HTTP/1.1" status: 200 len: 945 time: 0.4316316 Nov 09 21:37:11.919151 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef3df95-8cfe-4f4a-b89a-bf65ae353304 x-openstack-request-id: req-4ef3df95-8cfe-4f4a-b89a-bf65ae353304 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:37:11.919432 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd58284-86d4-423d-a297-d1f09b87c837", "name": "network-vif-deleted", "tag": "d89939a2-afbc-4038-a421-70f5321fda71", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:37:11.919714 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4ef3df95-8cfe-4f4a-b89a-bf65ae353304 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:37:11.920136 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd58284-86d4-423d-a297-d1f09b87c837', 'name': 'network-vif-deleted', 'tag': 'd89939a2-afbc-4038-a421-70f5321fda71', 'status': 'completed', 'code': 200} Nov 09 21:37:11.933647 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-4b613a96-af68-4194-9a36-67f6f7db27b5 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:11.939159 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-4b613a96-af68-4194-9a36-67f6f7db27b5 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:11.990810 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b613a96-af68-4194-9a36-67f6f7db27b5 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27757aeb-e829-443f-bba1-0d85994e7a10,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:12.105693 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3c0e585b-eafe-45ef-bba0-966475fee5ee tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:12.108041 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3c0e585b-eafe-45ef-bba0-966475fee5ee tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:12.159295 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-4b613a96-af68-4194-9a36-67f6f7db27b5 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] Allocated IP 192.168.233.93 (568519e4-f6af-4966-9e93-738c3c6cb9f1/5ba3500c-a288-4596-ba94-148f2bd8a6da/ef680c57-40ea-4648-82c0-4cccfe98d0f4) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:37:12.249799 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3c0e585b-eafe-45ef-bba0-966475fee5ee tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:12.250318 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0e585b-eafe-45ef-bba0-966475fee5ee tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Fanout notify agent at l3_agent the message router_deleted on router 0f94ce6a-b4c5-4676-b016-55fbccc9b740 {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:37:12.267221 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3c0e585b-eafe-45ef-bba0-966475fee5ee tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:12.271448 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3c0e585b-eafe-45ef-bba0-966475fee5ee tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/routers/0f94ce6a-b4c5-4676-b016-55fbccc9b740 HTTP/1.1" status: 204 len: 168 time: 0.8224745 Nov 09 21:37:12.281878 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39428) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:12.303946 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device d89939a2-afbc-4038-a421-70f5321fda71 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:37:12.314120 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fcb2b7-7d3b-450b-b0cf-618fd8d5e86f req-3d9b99f9-26c6-4d41-832d-54efc1575e28 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:12.315735 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-71fcb2b7-7d3b-450b-b0cf-618fd8d5e86f req-3d9b99f9-26c6-4d41-832d-54efc1575e28 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=70869ae0-b493-400b-b6d7-b447b0d9f184 HTTP/1.1" status: 200 len: 945 time: 0.1977925 Nov 09 21:37:12.324470 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9431c3cb-5a15-49b6-aa06-1acd4dd906e9 req-17ac1ca5-8c98-4eca-8be5-b044930f49c2 tempest-VolumesActionsTest-2034417937 tempest-VolumesActionsTest-2034417937-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbd58284-86d4-423d-a297-d1f09b87c837 HTTP/1.1" status: 200 len: 210 time: 0.0955207 Nov 09 21:37:12.339315 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: d89939a2-afbc-4038-a421-70f5321fda71 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:37:12.340242 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device d89939a2-afbc-4038-a421-70f5321fda71 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:37:12.387053 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-96175b3c-fdb6-44ce-bc10-a011733a12cc tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:12.458198 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-8be89cf0-7177-404b-a404-65a44daeda2e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Deleting subnet bce007d7-ee36-4f1d-8815-eabe861b61db {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:37:12.466443 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8be89cf0-7177-404b-a404-65a44daeda2e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:12.505380 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-4b613a96-af68-4194-9a36-67f6f7db27b5 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:12.529023 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8be89cf0-7177-404b-a404-65a44daeda2e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:12.561425 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-71fcb2b7-7d3b-450b-b0cf-618fd8d5e86f req-f4edc0c4-d453-47ee-a238-f26db880d8d0 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185736 Nov 09 21:37:12.566234 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-60105591-1350-45b0-93f2-bc91b8dce65d req-0957ebfd-7ca8-4678-9e7d-0631eb4e79f8 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Deleting port d71d1143-74da-460d-93e3-6608d25fdb67 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:37:12.566588 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-60105591-1350-45b0-93f2-bc91b8dce65d req-0957ebfd-7ca8-4678-9e7d-0631eb4e79f8 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:12.583658 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-96175b3c-fdb6-44ce-bc10-a011733a12cc tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:12.597571 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-4b613a96-af68-4194-9a36-67f6f7db27b5 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:12.704787 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-512a59d2-62f8-4b98-a45e-bf96aace2975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:12.710356 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8be89cf0-7177-404b-a404-65a44daeda2e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:12.745799 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-4b613a96-af68-4194-9a36-67f6f7db27b5 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] Network 568519e4-f6af-4966-9e93-738c3c6cb9f1 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:37:12.747373 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b613a96-af68-4194-9a36-67f6f7db27b5 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] Pushing event updated for resources: {'Port': ['ID=ef680c57-40ea-4648-82c0-4cccfe98d0f4,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:12.756972 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-4b613a96-af68-4194-9a36-67f6f7db27b5 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:37:12.762709 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-4b613a96-af68-4194-9a36-67f6f7db27b5 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:37:12.781747 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96175b3c-fdb6-44ce-bc10-a011733a12cc tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Network e89cf88b-ba53-44ac-b90e-ec805993c315 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:37:12.802029 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-96175b3c-fdb6-44ce-bc10-a011733a12cc tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:37:12.822051 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96175b3c-fdb6-44ce-bc10-a011733a12cc tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Pushing event updated for resources: {'Port': ['ID=c7e05536-50af-442f-bb69-6b200d4f2c82,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:12.828983 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96175b3c-fdb6-44ce-bc10-a011733a12cc tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:37:12.830379 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-4b613a96-af68-4194-9a36-67f6f7db27b5 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:12.831050 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-4b613a96-af68-4194-9a36-67f6f7db27b5 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:12.844734 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13650917-17ef-4216-ac5f-15e9c44a260d req-157bfa04-0106-491c-9e65-f62e4ac6e2ef tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:12.846780 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-13650917-17ef-4216-ac5f-15e9c44a260d req-157bfa04-0106-491c-9e65-f62e4ac6e2ef tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f63074a-8235-4d9f-aa1f-ee5aea2c5164 HTTP/1.1" status: 200 len: 935 time: 0.1861935 Nov 09 21:37:12.894642 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-4b613a96-af68-4194-9a36-67f6f7db27b5 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6204507 Nov 09 21:37:12.895697 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8be89cf0-7177-404b-a404-65a44daeda2e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:12.940358 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a59d2-62f8-4b98-a45e-bf96aace2975 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d16fc850-cdc8-40d0-856a-5acc738d74b0,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:12.958267 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be89cf0-7177-404b-a404-65a44daeda2e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event deleted for resources: {'Subnet': ['ID=bce007d7-ee36-4f1d-8815-eabe861b61db,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:12.960434 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8be89cf0-7177-404b-a404-65a44daeda2e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:12.965098 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db97d2b4-169e-4a8d-9bed-34f517a4e50a None None] Network fca15e88-1288-46a5-a76f-9e6d3cf3b4af requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:37:12.973007 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8be89cf0-7177-404b-a404-65a44daeda2e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/subnets/bce007d7-ee36-4f1d-8815-eabe861b61db HTTP/1.1" status: 204 len: 168 time: 0.6724813 Nov 09 21:37:12.979329 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39436) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:12.988014 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512a59d2-62f8-4b98-a45e-bf96aace2975 admin admin] Checking segment: {'id': 'fbb7b4e0-589a-48fd-b504-a01048cceb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '46f81055-771f-4403-8586-4a85561375de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:37:12.988385 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512a59d2-62f8-4b98-a45e-bf96aace2975 admin admin] Network hostable DHCP agents. Network: 46f81055-771f-4403-8586-4a85561375de, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:37:12.999993 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-60105591-1350-45b0-93f2-bc91b8dce65d req-0957ebfd-7ca8-4678-9e7d-0631eb4e79f8 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] For port d71d1143-74da-460d-93e3-6608d25fdb67, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=d71d1143-74da-460d-93e3-6608d25fdb67,segment=NetworkSegment(4b1e7064-c872-4e6f-85a8-e00a69322723),segment_id=4b1e7064-c872-4e6f-85a8-e00a69322723)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:37:13.000387 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-60105591-1350-45b0-93f2-bc91b8dce65d req-0957ebfd-7ca8-4678-9e7d-0631eb4e79f8 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:13.025946 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-96175b3c-fdb6-44ce-bc10-a011733a12cc tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:13.044530 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-13650917-17ef-4216-ac5f-15e9c44a260d req-25a99258-462d-4587-ba2d-1fab87076fe6 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] 10.222.0.49 "GET /v2.0/security-groups?id=27757aeb-e829-443f-bba1-0d85994e7a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908162 Nov 09 21:37:13.108355 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d58f0cf-3f4d-4903-a37d-e2f70ce1bdda tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:13.189380 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-6d58f0cf-3f4d-4903-a37d-e2f70ce1bdda tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Deleting port 79c41fa0-8e69-4946-96ed-da16be9e9902 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:37:13.189927 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d58f0cf-3f4d-4903-a37d-e2f70ce1bdda tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:13.227467 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-7cbbd012-dd2f-45c3-a272-89f55c7b6671 None None] Provisioning complete for port ef680c57-40ea-4648-82c0-4cccfe98d0f4 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:37:13.227834 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7cbbd012-dd2f-45c3-a272-89f55c7b6671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:13.247088 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-463b22ff-62ee-4210-bc01-2432806dc346 service neutron] Request body: {'port': {'device_id': '3f63074a-8235-4d9f-aa1f-ee5aea2c5164', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:37:13.267697 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-7cbbd012-dd2f-45c3-a272-89f55c7b6671 None None] Port ef680c57-40ea-4648-82c0-4cccfe98d0f4 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:37:13.271395 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-60105591-1350-45b0-93f2-bc91b8dce65d req-0957ebfd-7ca8-4678-9e7d-0631eb4e79f8 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Calling delete_port for d71d1143-74da-460d-93e3-6608d25fdb67 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:37:13.321884 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-6d58f0cf-3f4d-4903-a37d-e2f70ce1bdda tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] For port 79c41fa0-8e69-4946-96ed-da16be9e9902, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=79c41fa0-8e69-4946-96ed-da16be9e9902,segment=NetworkSegment(53de4857-2f79-4366-81f0-6ac55e7e16ab),segment_id=53de4857-2f79-4366-81f0-6ac55e7e16ab)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:37:13.322260 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d58f0cf-3f4d-4903-a37d-e2f70ce1bdda tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:13.333105 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512a59d2-62f8-4b98-a45e-bf96aace2975 admin admin] Network 46f81055-771f-4403-8586-4a85561375de is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:37:13.336025 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc6ef84-9ac6-4321-ba72-92165ca09999 None None] Network e89cf88b-ba53-44ac-b90e-ec805993c315 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:37:13.358525 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-6d58f0cf-3f4d-4903-a37d-e2f70ce1bdda tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Calling delete_port for 79c41fa0-8e69-4946-96ed-da16be9e9902 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:37:13.370501 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-463b22ff-62ee-4210-bc01-2432806dc346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:13.407125 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-96175b3c-fdb6-44ce-bc10-a011733a12cc tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:13.413343 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-512a59d2-62f8-4b98-a45e-bf96aace2975 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 46f81055-771f-4403-8586-4a85561375de) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:37:13.443553 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1edfa91-0d11-44b6-b7c4-ed41c244b7d9 None None] DHCP port deletion for fca15e88-1288-46a5-a76f-9e6d3cf3b4af request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:37:13.445375 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a18aeb-a497-4596-8f42-b1710a74e697 None None] Network 46f81055-771f-4403-8586-4a85561375de requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:37:13.468967 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512a59d2-62f8-4b98-a45e-bf96aace2975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:13.480044 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-512a59d2-62f8-4b98-a45e-bf96aace2975 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:13.546710 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-512a59d2-62f8-4b98-a45e-bf96aace2975 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1958578 Nov 09 21:37:13.576717 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 1ea104ee-70f1-4d75-b06a-3a19840fa8e4 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:37:13.665773 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-a3029424-6549-4325-93de-0718e12a556c None None] Provisioning complete for port 1ea104ee-70f1-4d75-b06a-3a19840fa8e4 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:37:13.669601 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a3029424-6549-4325-93de-0718e12a556c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:13.825977 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d58f0cf-3f4d-4903-a37d-e2f70ce1bdda tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:13.844255 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39456) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:13.847711 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-f1edfa91-0d11-44b6-b7c4-ed41c244b7d9 None None] Deleting port 79c41fa0-8e69-4946-96ed-da16be9e9902 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:37:13.848158 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f1edfa91-0d11-44b6-b7c4-ed41c244b7d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:13.937591 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08014329-824b-4af8-a282-6fa2bea1b7b6 None None] Network 46f81055-771f-4403-8586-4a85561375de requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:37:13.952517 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d58f0cf-3f4d-4903-a37d-e2f70ce1bdda tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event deleted for resources: {'Port': ['ID=79c41fa0-8e69-4946-96ed-da16be9e9902,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:13.958353 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 1ea104ee-70f1-4d75-b06a-3a19840fa8e4 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:37:13.958943 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:13.960782 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d58f0cf-3f4d-4903-a37d-e2f70ce1bdda tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] No DVR routers for this DVR port 79c41fa0-8e69-4946-96ed-da16be9e9902 on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:37:13.981359 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637217bc-5c70-45e3-baa5-15872bc3e062 req-19bdb136-9a81-4cfa-ba32-e647f1e6284b tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:13.983186 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-637217bc-5c70-45e3-baa5-15872bc3e062 req-19bdb136-9a81-4cfa-ba32-e647f1e6284b tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=70869ae0-b493-400b-b6d7-b447b0d9f184 HTTP/1.1" status: 200 len: 945 time: 0.2716177 Nov 09 21:37:14.007271 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-60105591-1350-45b0-93f2-bc91b8dce65d req-0957ebfd-7ca8-4678-9e7d-0631eb4e79f8 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:14.068190 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957ebfd-7ca8-4678-9e7d-0631eb4e79f8 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Pushing event deleted for resources: {'Port': ['ID=d71d1143-74da-460d-93e3-6608d25fdb67,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:14.138802 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-f1edfa91-0d11-44b6-b7c4-ed41c244b7d9 None None] For port 79c41fa0-8e69-4946-96ed-da16be9e9902, host n-d-816206-3, got binding levels [] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:37:14.139847 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f1edfa91-0d11-44b6-b7c4-ed41c244b7d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:14.186632 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-f1edfa91-0d11-44b6-b7c4-ed41c244b7d9 None None] Calling delete_port for 79c41fa0-8e69-4946-96ed-da16be9e9902 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:37:14.191146 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a3029424-6549-4325-93de-0718e12a556c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:14.199421 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.ipam_backend_mixin [None req-f1edfa91-0d11-44b6-b7c4-ed41c244b7d9 None None] Port 79c41fa0-8e69-4946-96ed-da16be9e9902 was not found and therefore no delete operation was performed {{(pid=102609) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 21:37:14.223628 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-60105591-1350-45b0-93f2-bc91b8dce65d req-0957ebfd-7ca8-4678-9e7d-0631eb4e79f8 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] No DVR routers for this DVR port d71d1143-74da-460d-93e3-6608d25fdb67 on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:37:14.249574 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-60105591-1350-45b0-93f2-bc91b8dce65d req-0957ebfd-7ca8-4678-9e7d-0631eb4e79f8 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:14.253691 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-60105591-1350-45b0-93f2-bc91b8dce65d req-0957ebfd-7ca8-4678-9e7d-0631eb4e79f8 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.45 "DELETE /v2.0/ports/d71d1143-74da-460d-93e3-6608d25fdb67 HTTP/1.1" status: 204 len: 173 time: 2.4001923 Nov 09 21:37:14.254340 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70869ae0-b493-400b-b6d7-b447b0d9f184', 'name': 'network-vif-deleted', 'tag': 'd71d1143-74da-460d-93e3-6608d25fdb67'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:37:14.256863 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3309950-15b4-4f19-bf68-882c8c8b135d" -d '{"events": [{"server_uuid": "70869ae0-b493-400b-b6d7-b447b0d9f184", "name": "network-vif-deleted", "tag": "d71d1143-74da-460d-93e3-6608d25fdb67"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:37:14.266317 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f1edfa91-0d11-44b6-b7c4-ed41c244b7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:14.334321 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device d71d1143-74da-460d-93e3-6608d25fdb67 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:37:14.358369 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9bca4b-f8ca-407c-bfe7-1fdd2fe3c0b2 req-7f27a4e7-bc21-4132-b4bc-a0ae6399c39a tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:14.367314 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ee9bca4b-f8ca-407c-bfe7-1fdd2fe3c0b2 req-7f27a4e7-bc21-4132-b4bc-a0ae6399c39a tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f63074a-8235-4d9f-aa1f-ee5aea2c5164 HTTP/1.1" status: 200 len: 935 time: 0.1624949 Nov 09 21:37:14.444003 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1edfa91-0d11-44b6-b7c4-ed41c244b7d9 None None] Pushing event deleted for resources: {'Port': ['ID=79c41fa0-8e69-4946-96ed-da16be9e9902,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:14.453871 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1edfa91-0d11-44b6-b7c4-ed41c244b7d9 None None] No DVR routers for this DVR port 79c41fa0-8e69-4946-96ed-da16be9e9902 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:37:14.458619 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ee9bca4b-f8ca-407c-bfe7-1fdd2fe3c0b2 req-2dc354d0-d94d-40bc-a9a6-e6693ec7aaae tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] 10.222.0.49 "GET /v2.0/security-groups?id=27757aeb-e829-443f-bba1-0d85994e7a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841434 Nov 09 21:37:14.516830 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-96175b3c-fdb6-44ce-bc10-a011733a12cc tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:14.523069 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-96175b3c-fdb6-44ce-bc10-a011733a12cc tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:14.524083 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-9389944f-e95f-405e-98c6-0a6e75aa76f4 admin admin] Deleting subnet ed35e73f-06b5-492e-9b04-fe9bca8375a1 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:37:14.527176 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58f0cf-3f4d-4903-a37d-e2f70ce1bdda tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:37:14.527520 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58f0cf-3f4d-4903-a37d-e2f70ce1bdda tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:37:14.527856 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58f0cf-3f4d-4903-a37d-e2f70ce1bdda tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:37:14.528185 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58f0cf-3f4d-4903-a37d-e2f70ce1bdda tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:37:14.528512 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58f0cf-3f4d-4903-a37d-e2f70ce1bdda tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:37:14.528858 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58f0cf-3f4d-4903-a37d-e2f70ce1bdda tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:37:14.529183 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58f0cf-3f4d-4903-a37d-e2f70ce1bdda tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:37:14.529507 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58f0cf-3f4d-4903-a37d-e2f70ce1bdda tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:37:14.529823 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58f0cf-3f4d-4903-a37d-e2f70ce1bdda tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:37:14.530139 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58f0cf-3f4d-4903-a37d-e2f70ce1bdda tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:37:14.530443 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58f0cf-3f4d-4903-a37d-e2f70ce1bdda tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:37:14.531344 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d58f0cf-3f4d-4903-a37d-e2f70ce1bdda tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:37:14.549366 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9389944f-e95f-405e-98c6-0a6e75aa76f4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:14.577043 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c068eca6-2561-40c8-b3a8-a76261b3fd91 x-openstack-request-id: req-c068eca6-2561-40c8-b3a8-a76261b3fd91 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:37:14.577338 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70869ae0-b493-400b-b6d7-b447b0d9f184", "name": "network-vif-deleted", "tag": "d71d1143-74da-460d-93e3-6608d25fdb67", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:37:14.578155 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c068eca6-2561-40c8-b3a8-a76261b3fd91 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:37:14.578614 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70869ae0-b493-400b-b6d7-b447b0d9f184', 'name': 'network-vif-deleted', 'tag': 'd71d1143-74da-460d-93e3-6608d25fdb67', 'status': 'completed', 'code': 200} Nov 09 21:37:14.641256 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-96175b3c-fdb6-44ce-bc10-a011733a12cc tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:14.655256 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96175b3c-fdb6-44ce-bc10-a011733a12cc tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Pushing event updated for resources: {'Port': ['ID=c7e05536-50af-442f-bb69-6b200d4f2c82,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:14.672817 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d58f0cf-3f4d-4903-a37d-e2f70ce1bdda tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:14.775710 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-a3029424-6549-4325-93de-0718e12a556c None None] For port 1ea104ee-70f1-4d75-b06a-3a19840fa8e4, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=1ea104ee-70f1-4d75-b06a-3a19840fa8e4,segment=NetworkSegment(8edbf2ec-ea2b-4cba-916a-3c4d76c84261),segment_id=8edbf2ec-ea2b-4cba-916a-3c4d76c84261)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:37:14.801702 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: d71d1143-74da-460d-93e3-6608d25fdb67 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:37:14.802528 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device d71d1143-74da-460d-93e3-6608d25fdb67 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:37:14.853972 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 314194f1-3c9c-48ed-811b-03a956ad0098 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:37:14.883933 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-463b22ff-62ee-4210-bc01-2432806dc346 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef680c57-40ea-4648-82c0-4cccfe98d0f4 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:37:14.909946 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-463b22ff-62ee-4210-bc01-2432806dc346 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:14.936020 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-463b22ff-62ee-4210-bc01-2432806dc346 service neutron] Transition to ACTIVE for port object ef680c57-40ea-4648-82c0-4cccfe98d0f4 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:37:14.986465 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a3029424-6549-4325-93de-0718e12a556c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:15.000590 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-6d58f0cf-3f4d-4903-a37d-e2f70ce1bdda tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fca15e88-1288-46a5-a76f-9e6d3cf3b4af']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:37:15.014062 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-6d58f0cf-3f4d-4903-a37d-e2f70ce1bdda tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53de4857-2f79-4366-81f0-6ac55e7e16ab') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:37:15.014508 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-6d58f0cf-3f4d-4903-a37d-e2f70ce1bdda tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53de4857-2f79-4366-81f0-6ac55e7e16ab') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:37:15.026665 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d58f0cf-3f4d-4903-a37d-e2f70ce1bdda tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:15.044986 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d58f0cf-3f4d-4903-a37d-e2f70ce1bdda tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:15.054462 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d58f0cf-3f4d-4903-a37d-e2f70ce1bdda tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:37:15.055099 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d58f0cf-3f4d-4903-a37d-e2f70ce1bdda tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:15.087446 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 314194f1-3c9c-48ed-811b-03a956ad0098 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:37:15.088104 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:15.130822 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:37:15.130822 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:37:15.130822 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:37:15.130822 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:37:15.130822 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:37:15.130822 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:37:15.130822 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:37:15.130822 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:37:15.130822 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:37:15.130822 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:37:15.130822 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:37:15.130822 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:37:15.130822 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:37:15.130822 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:37:15.130822 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:37:15.130822 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:37:15.130822 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:37:15.130822 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:37:15.130822 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:37:15.130822 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:37:15.130822 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:37:15.130822 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:37:15.130822 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:37:15.130822 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:37:15.130822 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:37:15.130822 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:37:15.130822 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:37:15.130822 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:37:15.130822 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:37:15.130822 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:37:15.130822 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:37:15.130822 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:37:15.139312 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-463b22ff-62ee-4210-bc01-2432806dc346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:15.146849 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3029424-6549-4325-93de-0718e12a556c None None] Pushing event updated for resources: {'Port': ['ID=1ea104ee-70f1-4d75-b06a-3a19840fa8e4,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:15.148556 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d58f0cf-3f4d-4903-a37d-e2f70ce1bdda tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:15.154746 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d58f0cf-3f4d-4903-a37d-e2f70ce1bdda tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:15.159182 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6d58f0cf-3f4d-4903-a37d-e2f70ce1bdda tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/networks/fca15e88-1288-46a5-a76f-9e6d3cf3b4af HTTP/1.1" status: 204 len: 168 time: 2.1782284 Nov 09 21:37:15.180505 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-4ec15cde-c01d-4fda-9707-5ef35dc45968 None None] Provisioning complete for port c7e05536-50af-442f-bb69-6b200d4f2c82 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:37:15.181182 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4ec15cde-c01d-4fda-9707-5ef35dc45968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:15.198336 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39496) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:15.235963 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-4ec15cde-c01d-4fda-9707-5ef35dc45968 None None] Port c7e05536-50af-442f-bb69-6b200d4f2c82 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:37:15.248559 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-4ec15cde-c01d-4fda-9707-5ef35dc45968 None None] Provisioning complete for port 1ea104ee-70f1-4d75-b06a-3a19840fa8e4 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:37:15.248952 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4ec15cde-c01d-4fda-9707-5ef35dc45968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:15.271939 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9389944f-e95f-405e-98c6-0a6e75aa76f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:15.283212 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-637217bc-5c70-45e3-baa5-15872bc3e062 req-0a89d7d2-3e44-404e-a1a7-cbb209954061 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0840badd-02a2-4e6d-b811-7e9b70386a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7648933 Nov 09 21:37:15.310231 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96175b3c-fdb6-44ce-bc10-a011733a12cc tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Network e89cf88b-ba53-44ac-b90e-ec805993c315 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:37:15.312619 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-96175b3c-fdb6-44ce-bc10-a011733a12cc tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:37:15.322679 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d58f0cf-3f4d-4903-a37d-e2f70ce1bdda tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event deleted for resources: {'Network': ['ID=fca15e88-1288-46a5-a76f-9e6d3cf3b4af,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:15.400099 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f8a71e-aa58-44d5-ab40-99f2e4cac4b8 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:15.405683 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-90f8a71e-aa58-44d5-ab40-99f2e4cac4b8 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "GET /v2.0/ports/75a86ac4-5fed-48fd-ae25-122a3ac0d9d8 HTTP/1.1" status: 200 len: 844 time: 0.1980939 Nov 09 21:37:15.409205 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39498) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:15.520098 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 1ea104ee-70f1-4d75-b06a-3a19840fa8e4 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:37:15.536030 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b22ff-62ee-4210-bc01-2432806dc346 service neutron] Pushing event updated for resources: {'Port': ['ID=ef680c57-40ea-4648-82c0-4cccfe98d0f4,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:15.564735 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-463b22ff-62ee-4210-bc01-2432806dc346 service neutron] Attempting to bind port ef680c57-40ea-4648-82c0-4cccfe98d0f4 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:37:15.564871 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-463b22ff-62ee-4210-bc01-2432806dc346 service neutron] Attempting to bind port ef680c57-40ea-4648-82c0-4cccfe98d0f4 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:37:15.565219 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-463b22ff-62ee-4210-bc01-2432806dc346 service neutron] Attempting to bind port ef680c57-40ea-4648-82c0-4cccfe98d0f4 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:37:15.580765 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-463b22ff-62ee-4210-bc01-2432806dc346 service neutron] Port ef680c57-40ea-4648-82c0-4cccfe98d0f4 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:37:15.581118 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-463b22ff-62ee-4210-bc01-2432806dc346 service neutron] Attempting to bind port ef680c57-40ea-4648-82c0-4cccfe98d0f4 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:37:15.602077 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e46bb0ae-cc56-41a0-9818-57bd7c370599 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "GET /v2.0/ports/75a86ac4-5fed-48fd-ae25-122a3ac0d9d8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1838973 Nov 09 21:37:15.610656 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39506) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:15.619283 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-8f82ff82-0d92-481a-b859-4cd60032765e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'subnet': {'network_id': '3fa75d19-4f19-4dfc-b62d-494d603b9475', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:37:15.623575 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9389944f-e95f-405e-98c6-0a6e75aa76f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:15.652219 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-463b22ff-62ee-4210-bc01-2432806dc346 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:37:15.652577 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-463b22ff-62ee-4210-bc01-2432806dc346 service neutron] Checking segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:37:15.652987 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-463b22ff-62ee-4210-bc01-2432806dc346 service neutron] Bound using segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:37:15.653446 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-463b22ff-62ee-4210-bc01-2432806dc346 service neutron] Bound port: ef680c57-40ea-4648-82c0-4cccfe98d0f4, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:37:15.653799 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-463b22ff-62ee-4210-bc01-2432806dc346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:15.710532 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 1ea104ee-70f1-4d75-b06a-3a19840fa8e4 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:37:15.710918 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:15.784589 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96175b3c-fdb6-44ce-bc10-a011733a12cc tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Router 0f8a72a1-4721-4cdd-848b-2b61ecc4b28d has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:37:15.793193 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-c76211f0-6fc7-4353-8847-74bc07024726 None None] Provisioning complete for port c7e05536-50af-442f-bb69-6b200d4f2c82 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:37:15.793570 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c76211f0-6fc7-4353-8847-74bc07024726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:15.811643 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2109036-5a0c-4cda-962f-f285f6d9d546 req-73be9404-7271-42c9-8008-c7db663c6168 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:15.814117 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d2109036-5a0c-4cda-962f-f285f6d9d546 req-73be9404-7271-42c9-8008-c7db663c6168 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f63074a-8235-4d9f-aa1f-ee5aea2c5164 HTTP/1.1" status: 200 len: 947 time: 0.2032399 Nov 09 21:37:15.825116 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-463b22ff-62ee-4210-bc01-2432806dc346 service neutron] For port ef680c57-40ea-4648-82c0-4cccfe98d0f4, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:37:15.831156 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-463b22ff-62ee-4210-bc01-2432806dc346 service neutron] For port ef680c57-40ea-4648-82c0-4cccfe98d0f4, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=ef680c57-40ea-4648-82c0-4cccfe98d0f4,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:37:15.841462 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-463b22ff-62ee-4210-bc01-2432806dc346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:15.853311 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9389944f-e95f-405e-98c6-0a6e75aa76f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:15.868418 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-c76211f0-6fc7-4353-8847-74bc07024726 None None] Port c7e05536-50af-442f-bb69-6b200d4f2c82 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:37:15.881439 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f82ff82-0d92-481a-b859-4cd60032765e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Made reservation on behalf of 328dae8361554dd89bbb1fa4d68588e7 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:37:15.884992 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8f82ff82-0d92-481a-b859-4cd60032765e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:15.937668 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-463b22ff-62ee-4210-bc01-2432806dc346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:15.938296 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-463b22ff-62ee-4210-bc01-2432806dc346 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:15.939698 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-463b22ff-62ee-4210-bc01-2432806dc346 service neutron] 10.222.0.43 "PUT /v2.0/ports/ef680c57-40ea-4648-82c0-4cccfe98d0f4 HTTP/1.1" status: 200 len: 1095 time: 3.0281897 Nov 09 21:37:15.980939 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f63074a-8235-4d9f-aa1f-ee5aea2c5164', 'tag': 'ef680c57-40ea-4648-82c0-4cccfe98d0f4'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:37:15.983280 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f42e9d0-70e2-4960-91bc-812f7fe759bd" -d '{"events": [{"name": "network-changed", "server_uuid": "3f63074a-8235-4d9f-aa1f-ee5aea2c5164", "tag": "ef680c57-40ea-4648-82c0-4cccfe98d0f4"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:37:15.986409 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9389944f-e95f-405e-98c6-0a6e75aa76f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed35e73f-06b5-492e-9b04-fe9bca8375a1,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:16.002679 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 79c41fa0-8e69-4946-96ed-da16be9e9902 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:37:16.006033 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96175b3c-fdb6-44ce-bc10-a011733a12cc tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:37:16.011756 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-96175b3c-fdb6-44ce-bc10-a011733a12cc tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "PUT /v2.0/routers/0f8a72a1-4721-4cdd-848b-2b61ecc4b28d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5299788 Nov 09 21:37:16.023078 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39524) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:16.025578 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9389944f-e95f-405e-98c6-0a6e75aa76f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:16.029233 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-9389944f-e95f-405e-98c6-0a6e75aa76f4 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ed35e73f-06b5-492e-9b04-fe9bca8375a1 HTTP/1.1" status: 204 len: 168 time: 2.1714623 Nov 09 21:37:16.036338 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9253225-d17a-4878-a272-038762b1c30f None None] Sync routers for ids ['0f8a72a1-4721-4cdd-848b-2b61ecc4b28d'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:37:16.039146 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 79c41fa0-8e69-4946-96ed-da16be9e9902 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:37:16.039497 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 79c41fa0-8e69-4946-96ed-da16be9e9902 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:37:16.051139 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39526) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:16.061603 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-1a669991-fb3a-4170-a795-b1a22af6f50e tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--526793797', 'description': 'tempest-secgroup_access--526793797 description', 'project_id': '5f44489c50e04b2db090f1564633b127'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:37:16.066830 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7727c5cb-f321-4c19-8e14-b60073ddb34a x-openstack-request-id: req-7727c5cb-f321-4c19-8e14-b60073ddb34a {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:37:16.067330 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f63074a-8235-4d9f-aa1f-ee5aea2c5164", "tag": "ef680c57-40ea-4648-82c0-4cccfe98d0f4", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:37:16.067762 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7727c5cb-f321-4c19-8e14-b60073ddb34a {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:37:16.068322 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f63074a-8235-4d9f-aa1f-ee5aea2c5164', 'tag': 'ef680c57-40ea-4648-82c0-4cccfe98d0f4', 'status': 'completed', 'code': 200} Nov 09 21:37:16.075204 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9253225-d17a-4878-a272-038762b1c30f None None] Routers {'0f8a72a1-4721-4cdd-848b-2b61ecc4b28d'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:37:16.075868 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-d9253225-d17a-4878-a272-038762b1c30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:36:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['0f8a72a1-4721-4cdd-848b-2b61ecc4b28d'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:37:16.129585 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d2109036-5a0c-4cda-962f-f285f6d9d546 req-d6c533c8-ea37-43c4-b555-cae200a6214e tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] 10.222.0.49 "GET /v2.0/security-groups?id=27757aeb-e829-443f-bba1-0d85994e7a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462807 Nov 09 21:37:16.177795 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1a669991-fb3a-4170-a795-b1a22af6f50e tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:16.277209 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b22ff-62ee-4210-bc01-2432806dc346 service neutron] Pushing event updated for resources: {'Port': ['ID=ef680c57-40ea-4648-82c0-4cccfe98d0f4,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:16.327101 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1a669991-fb3a-4170-a795-b1a22af6f50e tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:16.332670 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1a669991-fb3a-4170-a795-b1a22af6f50e tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:16.364175 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-d9253225-d17a-4878-a272-038762b1c30f None None] Set router 0f8a72a1-4721-4cdd-848b-2b61ecc4b28d gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:37:16.372378 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-640ca179-a16a-4197-b2f8-40bab6d8cf8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:16.386267 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1a669991-fb3a-4170-a795-b1a22af6f50e tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:16.391640 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1a669991-fb3a-4170-a795-b1a22af6f50e tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.3541639 Nov 09 21:37:16.392386 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39534) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:16.399015 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-ba5f8f8a-53ad-4a02-bc04-f60eb61ba4e0 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1558483983', 'description': 'tempest-secgroup_general--1558483983 description', 'project_id': '5f44489c50e04b2db090f1564633b127'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:37:16.405112 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a669991-fb3a-4170-a795-b1a22af6f50e tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=452430c5-cd09-4206-8743-ec71404092ed,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:16.429472 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-2ff91aa1-688c-4db1-a0ff-4399cd39982f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:16.433604 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-2ff91aa1-688c-4db1-a0ff-4399cd39982f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0741561f6e08459fbd8e43dbee8a5da1&device_id=3f63074a-8235-4d9f-aa1f-ee5aea2c5164 HTTP/1.1" status: 200 len: 1098 time: 0.3917294 Nov 09 21:37:16.439251 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ba5f8f8a-53ad-4a02-bc04-f60eb61ba4e0 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:16.439503 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8f82ff82-0d92-481a-b859-4cd60032765e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:16.570065 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f82ff82-0d92-481a-b859-4cd60032765e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Network 3fa75d19-4f19-4dfc-b62d-494d603b9475 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:37:16.570295 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ba5f8f8a-53ad-4a02-bc04-f60eb61ba4e0 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:16.578901 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ba5f8f8a-53ad-4a02-bc04-f60eb61ba4e0 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:16.612741 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-2f5ec527-d5bc-4efe-a015-0090fd2d2077 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=ef680c57-40ea-4648-82c0-4cccfe98d0f4 HTTP/1.1" status: 200 len: 217 time: 0.1523566 Nov 09 21:37:16.619001 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-8f82ff82-0d92-481a-b859-4cd60032765e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:37:16.625924 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f82ff82-0d92-481a-b859-4cd60032765e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:16.626515 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8f82ff82-0d92-481a-b859-4cd60032765e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:16.646587 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5f8f8a-53ad-4a02-bc04-f60eb61ba4e0 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c08c682-90c0-46b6-8d6d-a089872fc62e,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:16.660617 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ba5f8f8a-53ad-4a02-bc04-f60eb61ba4e0 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:16.662007 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ba5f8f8a-53ad-4a02-bc04-f60eb61ba4e0 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2684171 Nov 09 21:37:16.673546 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39538) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:16.678108 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-08873a20-8874-4487-91a9-6163824549e6 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Request body: {'security_group_rule': {'security_group_id': '452430c5-cd09-4206-8743-ec71404092ed', 'project_id': '5f44489c50e04b2db090f1564633b127', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:37:16.740891 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-08873a20-8874-4487-91a9-6163824549e6 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:16.746625 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f82ff82-0d92-481a-b859-4cd60032765e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event updated for resources: {'Subnet': ['ID=22a97535-1faf-4f05-b981-1b30ff8486e8,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:16.776589 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cb0074-b599-4caa-91f6-cc2708d70a9a None None] Network 3fa75d19-4f19-4dfc-b62d-494d603b9475 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:37:16.856937 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-08873a20-8874-4487-91a9-6163824549e6 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:16.867389 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8f82ff82-0d92-481a-b859-4cd60032765e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2556117 Nov 09 21:37:16.873887 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39546) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:16.875827 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-640ca179-a16a-4197-b2f8-40bab6d8cf8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:16.876530 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-08873a20-8874-4487-91a9-6163824549e6 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:16.883126 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-0ece9088-601e-453e-9ab0-bc60a51d555d tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'security_group': {'name': 'tempest-secgroup-34447964'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:37:16.918838 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-94ed4880-a628-4d28-90e8-341e5e931d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:16.921723 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-94ed4880-a628-4d28-90e8-341e5e931d6e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.2803824 Nov 09 21:37:16.930220 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-640ca179-a16a-4197-b2f8-40bab6d8cf8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b10ea13-9fa8-494d-b73f-930a002a8951']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:37:16.940969 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08873a20-8874-4487-91a9-6163824549e6 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9381794b-a215-4cb3-a722-cdbad2a70df2,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:16.965942 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bddcbc9-b3a5-43c5-928a-7c316e5abb55 req-6b6b0398-b86b-4868-afd6-323d44dc51f2 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:16.976594 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9bddcbc9-b3a5-43c5-928a-7c316e5abb55 req-6b6b0398-b86b-4868-afd6-323d44dc51f2 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.1734769 Nov 09 21:37:16.995268 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-d9253225-d17a-4878-a272-038762b1c30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8a72a1-4721-4cdd-848b-2b61ecc4b28d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1789632846', 'tenant_id': '5f44489c50e04b2db090f1564633b127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '314194f1-3c9c-48ed-811b-03a956ad0098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:37:05Z', 'updated_at': '2021-11-09T21:37:13Z', 'revision_number': 4, 'project_id': '5f44489c50e04b2db090f1564633b127', 'gw_port': {'id': '314194f1-3c9c-48ed-811b-03a956ad0098', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:47:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8a72a1-4721-4cdd-848b-2b61ecc4b28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:37:06Z', 'updated_at': '2021-11-09T21:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'c7e05536-50af-442f-bb69-6b200d4f2c82', 'name': '', 'network_id': 'e89cf88b-ba53-44ac-b90e-ec805993c315', 'tenant_id': '5f44489c50e04b2db090f1564633b127', 'mac_address': 'fa:16:3e:4a:b1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8a72a1-4721-4cdd-848b-2b61ecc4b28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'd82e3181-4c0e-4c74-abb0-2755395deb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:37:10Z', 'updated_at': '2021-11-09T21:37:13Z', 'revision_number': 2, 'project_id': '5f44489c50e04b2db090f1564633b127', 'subnets': [{'id': 'd82e3181-4c0e-4c74-abb0-2755395deb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:37:17.002880 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0ece9088-601e-453e-9ab0-bc60a51d555d tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:17.020132 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-08873a20-8874-4487-91a9-6163824549e6 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:17.022563 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-08873a20-8874-4487-91a9-6163824549e6 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3478849 Nov 09 21:37:17.028216 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-640ca179-a16a-4197-b2f8-40bab6d8cf8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5cd65be-cbd9-45f6-9746-094680ccc6fd') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:37:17.028589 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-640ca179-a16a-4197-b2f8-40bab6d8cf8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5cd65be-cbd9-45f6-9746-094680ccc6fd') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:37:17.047666 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-640ca179-a16a-4197-b2f8-40bab6d8cf8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:17.056854 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e58898-291b-42e4-9465-132537d70f71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-3fa75d19-4f19-4dfc-b62d-494d603b9475', 'network_id': '3fa75d19-4f19-4dfc-b62d-494d603b9475', 'tenant_id': '328dae8361554dd89bbb1fa4d68588e7', 'fixed_ips': [{'subnet_id': '22a97535-1faf-4f05-b981-1b30ff8486e8'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:37:17.059953 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9bddcbc9-b3a5-43c5-928a-7c316e5abb55 req-f3e5056a-b2a3-4ca7-9cab-c964060d0225 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821555 Nov 09 21:37:17.062272 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-89e58898-291b-42e4-9465-132537d70f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:17.069502 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9253225-d17a-4878-a272-038762b1c30f None None] Checking router: 0f8a72a1-4721-4cdd-848b-2b61ecc4b28d for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:37:17.069859 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9253225-d17a-4878-a272-038762b1c30f None None] Updating router 0f8a72a1-4721-4cdd-848b-2b61ecc4b28d port c7e05536-50af-442f-bb69-6b200d4f2c82 binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:37:17.074913 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-640ca179-a16a-4197-b2f8-40bab6d8cf8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:17.085245 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-ad0a4b13-1b20-4087-afa1-91f3b4b7ddf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:17.086955 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-ad0a4b13-1b20-4087-afa1-91f3b4b7ddf7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1538599 Nov 09 21:37:17.095316 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-640ca179-a16a-4197-b2f8-40bab6d8cf8d admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:37:17.097851 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-640ca179-a16a-4197-b2f8-40bab6d8cf8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:17.110415 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:37:17.110415 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:37:17.110415 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:37:17.110415 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:37:17.110415 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:37:17.110415 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:37:17.110415 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:37:17.110415 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:37:17.110415 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:37:17.110415 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:37:17.110415 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:37:17.110415 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:37:17.110415 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:37:17.110415 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:37:17.110415 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:37:17.110415 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:37:17.110415 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:37:17.110415 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:37:17.110415 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:37:17.110415 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:37:17.110415 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:37:17.110415 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:37:17.110415 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:37:17.110415 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:37:17.110415 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:37:17.110415 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:37:17.110415 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:37:17.110415 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:37:17.110415 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:37:17.110415 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:37:17.110415 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:37:17.110415 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:37:17.115486 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d9253225-d17a-4878-a272-038762b1c30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:17.184915 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0ece9088-601e-453e-9ab0-bc60a51d555d tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:17.194959 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0ece9088-601e-453e-9ab0-bc60a51d555d tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:17.241649 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0ece9088-601e-453e-9ab0-bc60a51d555d tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:17.243086 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0ece9088-601e-453e-9ab0-bc60a51d555d tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3643074 Nov 09 21:37:17.246244 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39556) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:17.251045 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-5bda18a5-c2b1-40c5-83ff-64c11e9a2319 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'security_group': {'name': 'tempest-secgroup-1100817869'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:37:17.277046 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece9088-601e-453e-9ab0-bc60a51d555d tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a028845-0adf-4798-834e-662e0d63e34d,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:17.282850 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5bda18a5-c2b1-40c5-83ff-64c11e9a2319 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:17.320488 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-640ca179-a16a-4197-b2f8-40bab6d8cf8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:17.338040 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-640ca179-a16a-4197-b2f8-40bab6d8cf8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:17.341893 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-640ca179-a16a-4197-b2f8-40bab6d8cf8d admin admin] 10.222.0.49 "DELETE /v2.0/networks/6b10ea13-9fa8-494d-b73f-930a002a8951 HTTP/1.1" status: 204 len: 168 time: 1.2701039 Nov 09 21:37:17.350674 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39566) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:17.392559 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ca179-a16a-4197-b2f8-40bab6d8cf8d admin admin] Pushing event deleted for resources: {'Network': ['ID=6b10ea13-9fa8-494d-b73f-930a002a8951,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:17.400971 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-89e58898-291b-42e4-9465-132537d70f71 None None] Allocated IP 2001:db8::2 (3fa75d19-4f19-4dfc-b62d-494d603b9475/22a97535-1faf-4f05-b981-1b30ff8486e8/2a93a85f-3a3b-4a3e-a17a-9815dc28c53a) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:37:17.455866 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-1831d45c-aca5-4c8a-bf96-6a311deef02a admin admin] Deleting subnet d16fc850-cdc8-40d0-856a-5acc738d74b0 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:37:17.482279 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1831d45c-aca5-4c8a-bf96-6a311deef02a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:17.489999 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-c975f0e5-8a62-4b92-8b89-8bb49453ef70 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660839 Nov 09 21:37:17.508087 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42acf933-e9c1-4eb0-836e-2283249e2545 req-fa1a9d3e-515b-4880-a878-3103f52e9598 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:17.513380 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5bda18a5-c2b1-40c5-83ff-64c11e9a2319 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:17.517012 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-42acf933-e9c1-4eb0-836e-2283249e2545 req-fa1a9d3e-515b-4880-a878-3103f52e9598 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f63074a-8235-4d9f-aa1f-ee5aea2c5164 HTTP/1.1" status: 200 len: 947 time: 0.1732674 Nov 09 21:37:17.520091 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-3066fb22-5f74-4866-9226-c353efb2c3b3 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup_access--526793797&fields=id&tenant_id=5f44489c50e04b2db090f1564633b127 HTTP/1.1" status: 200 len: 267 time: 0.1553979 Nov 09 21:37:17.522979 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5bda18a5-c2b1-40c5-83ff-64c11e9a2319 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:17.572232 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda18a5-c2b1-40c5-83ff-64c11e9a2319 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81c6a2da-ddff-403e-a2f5-ade526e1d3fd,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:17.594940 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1831d45c-aca5-4c8a-bf96-6a311deef02a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:17.628012 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9f1bd951-baf8-456e-ac95-02e4ca1ac685 req-f4845667-0c4f-475e-b561-80157637d3b3 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283507 Nov 09 21:37:17.628246 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5bda18a5-c2b1-40c5-83ff-64c11e9a2319 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:17.629477 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5bda18a5-c2b1-40c5-83ff-64c11e9a2319 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3821130 Nov 09 21:37:17.636079 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39568) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:17.642628 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-40c5272e-3772-4c40-b7d3-ad625a6bad54 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-438942941', 'security_groups': ['81c6a2da-ddff-403e-a2f5-ade526e1d3fd'], 'network_id': '3fa75d19-4f19-4dfc-b62d-494d603b9475', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '22a97535-1faf-4f05-b981-1b30ff8486e8'}]}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:37:17.677994 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-e7544236-cf07-40bb-ace5-2f283a59935b tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup_general--1558483983&fields=id&tenant_id=5f44489c50e04b2db090f1564633b127 HTTP/1.1" status: 200 len: 267 time: 0.1184404 Nov 09 21:37:17.710020 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1831d45c-aca5-4c8a-bf96-6a311deef02a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:17.767540 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9dcb2100-d6d4-4a1d-8315-788e4c4e72b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:17.832817 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c5272e-3772-4c40-b7d3-ad625a6bad54 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Made reservation on behalf of 328dae8361554dd89bbb1fa4d68588e7 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:37:17.893422 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-42acf933-e9c1-4eb0-836e-2283249e2545 req-7fde8bcd-e772-4223-93a9-c837c1e0c83b tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] 10.222.0.49 "GET /v2.0/security-groups?id=27757aeb-e829-443f-bba1-0d85994e7a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670557 Nov 09 21:37:17.930458 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-89e58898-291b-42e4-9465-132537d70f71 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:17.957936 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-89e58898-291b-42e4-9465-132537d70f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:17.960988 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-4dfdba52-4fa4-4a7c-b8e8-fc531b43d9bc tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:17.964106 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-4dfdba52-4fa4-4a7c-b8e8-fc531b43d9bc tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/networks?id=e89cf88b-ba53-44ac-b90e-ec805993c315 HTTP/1.1" status: 200 len: 796 time: 0.2692840 Nov 09 21:37:17.999790 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1831d45c-aca5-4c8a-bf96-6a311deef02a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:18.010437 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-bd1ed104-7fc2-4f5a-b2e7-d9ae17d081f1 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/quotas/5f44489c50e04b2db090f1564633b127 HTTP/1.1" status: 200 len: 375 time: 0.0282509 Nov 09 21:37:18.043401 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42e9d0-70e2-4960-91bc-812f7fe759bd req-2ee8b4d4-a276-4cf7-a70c-1485e66ef74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:18.045190 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4f42e9d0-70e2-4960-91bc-812f7fe759bd req-2ee8b4d4-a276-4cf7-a70c-1485e66ef74a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0741561f6e08459fbd8e43dbee8a5da1&device_id=3f63074a-8235-4d9f-aa1f-ee5aea2c5164 HTTP/1.1" status: 200 len: 1098 time: 0.2507286 Nov 09 21:37:18.054444 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1831d45c-aca5-4c8a-bf96-6a311deef02a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d16fc850-cdc8-40d0-856a-5acc738d74b0,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:18.103224 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1831d45c-aca5-4c8a-bf96-6a311deef02a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:18.114101 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1831d45c-aca5-4c8a-bf96-6a311deef02a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d16fc850-cdc8-40d0-856a-5acc738d74b0 HTTP/1.1" status: 204 len: 168 time: 0.7597024 Nov 09 21:37:18.118215 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39576) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:18.132122 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-40c5272e-3772-4c40-b7d3-ad625a6bad54 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:18.145632 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e58898-291b-42e4-9465-132537d70f71 None None] Network 3fa75d19-4f19-4dfc-b62d-494d603b9475 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:37:18.168116 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-89e58898-291b-42e4-9465-132537d70f71 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:37:18.171119 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e58898-291b-42e4-9465-132537d70f71 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:37:18.190392 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e58898-291b-42e4-9465-132537d70f71 None None] Pushing event updated for resources: {'Port': ['ID=2a93a85f-3a3b-4a3e-a17a-9815dc28c53a,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:18.215691 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e58898-291b-42e4-9465-132537d70f71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:37:18.216061 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e58898-291b-42e4-9465-132537d70f71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:37:18.216359 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e58898-291b-42e4-9465-132537d70f71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:37:18.216712 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e58898-291b-42e4-9465-132537d70f71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:37:18.217046 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e58898-291b-42e4-9465-132537d70f71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:37:18.217371 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e58898-291b-42e4-9465-132537d70f71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:37:18.217700 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e58898-291b-42e4-9465-132537d70f71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:37:18.218647 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e58898-291b-42e4-9465-132537d70f71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:37:18.218978 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e58898-291b-42e4-9465-132537d70f71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:37:18.219303 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e58898-291b-42e4-9465-132537d70f71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:37:18.219626 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e58898-291b-42e4-9465-132537d70f71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:37:18.219948 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e58898-291b-42e4-9465-132537d70f71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:37:18.268036 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-40c5272e-3772-4c40-b7d3-ad625a6bad54 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] device_id is not set on port b5f0e01a-32f5-42cb-8fbf-52da0ea5e436 yet. {{(pid=102607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:37:18.301602 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-89e58898-291b-42e4-9465-132537d70f71 None None] Attempting to bind port 2a93a85f-3a3b-4a3e-a17a-9815dc28c53a on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:37:18.301974 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-89e58898-291b-42e4-9465-132537d70f71 None None] Attempting to bind port 2a93a85f-3a3b-4a3e-a17a-9815dc28c53a by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '71b2eb61-a7de-4e33-a509-2442a6286bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3fa75d19-4f19-4dfc-b62d-494d603b9475'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:37:18.302336 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e58898-291b-42e4-9465-132537d70f71 None None] Attempting to bind port 2a93a85f-3a3b-4a3e-a17a-9815dc28c53a on network 3fa75d19-4f19-4dfc-b62d-494d603b9475 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:37:18.309580 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e58898-291b-42e4-9465-132537d70f71 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:37:18.309944 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e58898-291b-42e4-9465-132537d70f71 None None] Checking segment: {'id': '71b2eb61-a7de-4e33-a509-2442a6286bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3fa75d19-4f19-4dfc-b62d-494d603b9475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:37:18.310346 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-89e58898-291b-42e4-9465-132537d70f71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:18.310733 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e58898-291b-42e4-9465-132537d70f71 None None] Bound using segment: {'id': '71b2eb61-a7de-4e33-a509-2442a6286bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3fa75d19-4f19-4dfc-b62d-494d603b9475'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:37:18.311204 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-89e58898-291b-42e4-9465-132537d70f71 None None] Bound port: 2a93a85f-3a3b-4a3e-a17a-9815dc28c53a, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71b2eb61-a7de-4e33-a509-2442a6286bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3fa75d19-4f19-4dfc-b62d-494d603b9475'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:37:18.311578 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-89e58898-291b-42e4-9465-132537d70f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:18.377338 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-81435905-a752-4ac5-8fcb-b303580df31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:18.378242 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4aca2-4582-4647-8cc4-e37ef82dde4f req-2c2011ce-0834-4fb6-b62a-49a2df501fbc tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:18.379825 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dce4aca2-4582-4647-8cc4-e37ef82dde4f req-2c2011ce-0834-4fb6-b62a-49a2df501fbc tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.1513989 Nov 09 21:37:18.397997 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d9253225-d17a-4878-a272-038762b1c30f None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:18.404969 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-11c5b8e3-2d08-45a8-9165-35f3a0207b63 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5f44489c50e04b2db090f1564633b127&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3680465 Nov 09 21:37:18.426921 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d9253225-d17a-4878-a272-038762b1c30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:18.432209 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42e9d0-70e2-4960-91bc-812f7fe759bd req-ec1809d6-bf9c-46dc-96fd-4bd33d0a028a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:18.434273 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4f42e9d0-70e2-4960-91bc-812f7fe759bd req-ec1809d6-bf9c-46dc-96fd-4bd33d0a028a service neutron] 10.222.0.43 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.2984033 Nov 09 21:37:18.450672 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543330eb-e949-4411-9582-44c77c3a4df1 req-f82543cb-1f5b-4423-b5ba-ff8c7f69782f tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:18.452189 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-543330eb-e949-4411-9582-44c77c3a4df1 req-f82543cb-1f5b-4423-b5ba-ff8c7f69782f tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.45 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.2299421 Nov 09 21:37:18.480979 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-89e58898-291b-42e4-9465-132537d70f71 None None] For port 2a93a85f-3a3b-4a3e-a17a-9815dc28c53a, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:37:18.499820 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5888e1e-d81a-4143-a937-f683131e82c6 None None] Pushing event updated for resources: {'Port': ['ID=c7e05536-50af-442f-bb69-6b200d4f2c82,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:18.509322 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-89e58898-291b-42e4-9465-132537d70f71 None None] For port 2a93a85f-3a3b-4a3e-a17a-9815dc28c53a, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=2a93a85f-3a3b-4a3e-a17a-9815dc28c53a,segment=NetworkSegment(71b2eb61-a7de-4e33-a509-2442a6286bec),segment_id=71b2eb61-a7de-4e33-a509-2442a6286bec)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:37:18.518308 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-89e58898-291b-42e4-9465-132537d70f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:18.540134 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4f42e9d0-70e2-4960-91bc-812f7fe759bd req-192ef664-d331-4f23-9bdb-019fc7bcd509 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=ef680c57-40ea-4648-82c0-4cccfe98d0f4 HTTP/1.1" status: 200 len: 217 time: 0.0826275 Nov 09 21:37:18.595952 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dce4aca2-4582-4647-8cc4-e37ef82dde4f req-6a675580-6c57-4836-8287-7cfced219c34 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2066789 Nov 09 21:37:18.621466 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e58898-291b-42e4-9465-132537d70f71 None None] Pushing event updated for resources: {'Port': ['ID=2a93a85f-3a3b-4a3e-a17a-9815dc28c53a,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:18.680548 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-d9253225-d17a-4878-a272-038762b1c30f None None] Attempting to bind port c7e05536-50af-442f-bb69-6b200d4f2c82 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:37:18.680959 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-d9253225-d17a-4878-a272-038762b1c30f None None] Attempting to bind port c7e05536-50af-442f-bb69-6b200d4f2c82 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '8edbf2ec-ea2b-4cba-916a-3c4d76c84261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e89cf88b-ba53-44ac-b90e-ec805993c315'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:37:18.681315 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9253225-d17a-4878-a272-038762b1c30f None None] Attempting to bind port c7e05536-50af-442f-bb69-6b200d4f2c82 on network e89cf88b-ba53-44ac-b90e-ec805993c315 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:37:18.684754 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42e9d0-70e2-4960-91bc-812f7fe759bd req-7472b7e2-13e1-4942-a4b1-8d61cafe9d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:18.687011 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4f42e9d0-70e2-4960-91bc-812f7fe759bd req-7472b7e2-13e1-4942-a4b1-8d61cafe9d06 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.1340029 Nov 09 21:37:18.688164 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-40c5272e-3772-4c40-b7d3-ad625a6bad54 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Allocated IP 2001:db8::364 (3fa75d19-4f19-4dfc-b62d-494d603b9475/22a97535-1faf-4f05-b981-1b30ff8486e8/b5f0e01a-32f5-42cb-8fbf-52da0ea5e436) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:37:18.689470 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9253225-d17a-4878-a272-038762b1c30f None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:37:18.689851 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9253225-d17a-4878-a272-038762b1c30f None None] Checking segment: {'id': '8edbf2ec-ea2b-4cba-916a-3c4d76c84261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e89cf88b-ba53-44ac-b90e-ec805993c315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:37:18.690251 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d9253225-d17a-4878-a272-038762b1c30f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:18.690648 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9253225-d17a-4878-a272-038762b1c30f None None] Bound using segment: {'id': '8edbf2ec-ea2b-4cba-916a-3c4d76c84261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e89cf88b-ba53-44ac-b90e-ec805993c315'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:37:18.691114 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-d9253225-d17a-4878-a272-038762b1c30f None None] Bound port: c7e05536-50af-442f-bb69-6b200d4f2c82, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8edbf2ec-ea2b-4cba-916a-3c4d76c84261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e89cf88b-ba53-44ac-b90e-ec805993c315'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:37:18.691495 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d9253225-d17a-4878-a272-038762b1c30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:18.831632 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-d9253225-d17a-4878-a272-038762b1c30f None None] For port c7e05536-50af-442f-bb69-6b200d4f2c82, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:37:18.835160 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-81435905-a752-4ac5-8fcb-b303580df31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:18.841165 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-d9253225-d17a-4878-a272-038762b1c30f None None] For port c7e05536-50af-442f-bb69-6b200d4f2c82, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=c7e05536-50af-442f-bb69-6b200d4f2c82,segment=NetworkSegment(8edbf2ec-ea2b-4cba-916a-3c4d76c84261),segment_id=8edbf2ec-ea2b-4cba-916a-3c4d76c84261)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:37:18.854475 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d9253225-d17a-4878-a272-038762b1c30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:18.889416 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-81435905-a752-4ac5-8fcb-b303580df31f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46f81055-771f-4403-8586-4a85561375de']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:37:18.927620 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-81435905-a752-4ac5-8fcb-b303580df31f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbb7b4e0-589a-48fd-b504-a01048cceb53') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:37:18.927929 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-81435905-a752-4ac5-8fcb-b303580df31f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbb7b4e0-589a-48fd-b504-a01048cceb53') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:37:19.021951 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5888e1e-d81a-4143-a937-f683131e82c6 None None] Pushing event updated for resources: {'Port': ['ID=c7e05536-50af-442f-bb69-6b200d4f2c82,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:19.042963 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-81435905-a752-4ac5-8fcb-b303580df31f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:19.058214 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9253225-d17a-4878-a272-038762b1c30f None None] Routers {'0f8a72a1-4721-4cdd-848b-2b61ecc4b28d'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:37:19.058850 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-d9253225-d17a-4878-a272-038762b1c30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:36:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['0f8a72a1-4721-4cdd-848b-2b61ecc4b28d'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:37:19.063589 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-a39aaefc-2f70-4312-a48b-9c904128262e None None] Provisioning complete for port c7e05536-50af-442f-bb69-6b200d4f2c82 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:37:19.063966 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a39aaefc-2f70-4312-a48b-9c904128262e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:19.159634 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42e9d0-70e2-4960-91bc-812f7fe759bd req-2804a3d8-f2c1-482a-aec2-58a760a150fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:19.162423 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4f42e9d0-70e2-4960-91bc-812f7fe759bd req-2804a3d8-f2c1-482a-aec2-58a760a150fb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4673860 Nov 09 21:37:19.178711 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-c756ba2e-8452-457b-b6ff-10da3d2f9dc5 service neutron] 10.222.0.49 "GET /v2.0/networks/e89cf88b-ba53-44ac-b90e-ec805993c315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7246914 Nov 09 21:37:19.225472 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-40c5272e-3772-4c40-b7d3-ad625a6bad54 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:19.237936 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-81435905-a752-4ac5-8fcb-b303580df31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:19.324701 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-d9253225-d17a-4878-a272-038762b1c30f None None] Set router 0f8a72a1-4721-4cdd-848b-2b61ecc4b28d gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:37:19.351810 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897b0a4-eb72-4c7c-a453-35b7a56d3d16 req-86182bca-dfb5-47b7-8daa-87f5f9d15ba6 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:19.360108 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0897b0a4-eb72-4c7c-a453-35b7a56d3d16 req-86182bca-dfb5-47b7-8daa-87f5f9d15ba6 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f63074a-8235-4d9f-aa1f-ee5aea2c5164 HTTP/1.1" status: 200 len: 947 time: 0.2487195 Nov 09 21:37:19.451668 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-df6a28b2-8550-4e2c-b110-44fb07087b93 service neutron] 10.222.0.49 "GET /v2.0/networks/e89cf88b-ba53-44ac-b90e-ec805993c315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623417 Nov 09 21:37:19.457611 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81435905-a752-4ac5-8fcb-b303580df31f admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:37:19.458034 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-81435905-a752-4ac5-8fcb-b303580df31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:19.462259 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:37:19.462259 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:37:19.462259 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:37:19.462259 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:37:19.462259 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:37:19.462259 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:37:19.462259 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:37:19.462259 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:37:19.462259 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:37:19.462259 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:37:19.462259 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:37:19.462259 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:37:19.462259 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:37:19.462259 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:37:19.462259 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:37:19.462259 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:37:19.462259 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:37:19.462259 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:37:19.462259 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:37:19.462259 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:37:19.462259 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:37:19.462259 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:37:19.462259 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:37:19.462259 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:37:19.462259 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:37:19.462259 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:37:19.462259 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:37:19.462259 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:37:19.462259 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:37:19.462259 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:37:19.462259 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:37:19.462259 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:37:19.512492 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4f42e9d0-70e2-4960-91bc-812f7fe759bd req-3cfc6972-248c-406f-a2e5-78fd2ad1ada0 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849874 Nov 09 21:37:19.581570 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 2a93a85f-3a3b-4a3e-a17a-9815dc28c53a up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:37:19.659459 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-81435905-a752-4ac5-8fcb-b303580df31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:19.703739 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-81435905-a752-4ac5-8fcb-b303580df31f admin admin] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:19.726647 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-81435905-a752-4ac5-8fcb-b303580df31f admin admin] 10.222.0.49 "DELETE /v2.0/networks/46f81055-771f-4403-8586-4a85561375de HTTP/1.1" status: 204 len: 168 time: 1.6065421 Nov 09 21:37:19.734674 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81435905-a752-4ac5-8fcb-b303580df31f admin admin] Pushing event deleted for resources: {'Network': ['ID=46f81055-771f-4403-8586-4a85561375de,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:19.748134 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-543330eb-e949-4411-9582-44c77c3a4df1 req-d98f254b-b86d-42a2-aea1-94668015031c tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Deleting port a310ed82-5c76-42dd-938a-ffb8947a05b9 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:37:19.752977 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-543330eb-e949-4411-9582-44c77c3a4df1 req-d98f254b-b86d-42a2-aea1-94668015031c tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:19.757226 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4f42e9d0-70e2-4960-91bc-812f7fe759bd req-d658e56d-4a9e-4899-96e8-bcbd78be0d51 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110476 Nov 09 21:37:19.810524 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-40c5272e-3772-4c40-b7d3-ad625a6bad54 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:19.972346 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:37:20.014971 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5272e-3772-4c40-b7d3-ad625a6bad54 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event updated for resources: {'Port': ['ID=b5f0e01a-32f5-42cb-8fbf-52da0ea5e436,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:20.034109 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0897b0a4-eb72-4c7c-a453-35b7a56d3d16 req-59c0fc7d-7f63-4120-a1eb-f43f4bba9b91 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] 10.222.0.49 "GET /v2.0/security-groups?id=27757aeb-e829-443f-bba1-0d85994e7a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6723320 Nov 09 21:37:20.036578 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c5272e-3772-4c40-b7d3-ad625a6bad54 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Network 3fa75d19-4f19-4dfc-b62d-494d603b9475 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:37:20.045432 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-40c5272e-3772-4c40-b7d3-ad625a6bad54 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:37:20.053752 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c5272e-3772-4c40-b7d3-ad625a6bad54 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:37:20.078665 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c5272e-3772-4c40-b7d3-ad625a6bad54 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:20.079550 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-40c5272e-3772-4c40-b7d3-ad625a6bad54 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:20.177063 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-543330eb-e949-4411-9582-44c77c3a4df1 req-d98f254b-b86d-42a2-aea1-94668015031c tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] For port a310ed82-5c76-42dd-938a-ffb8947a05b9, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=a310ed82-5c76-42dd-938a-ffb8947a05b9,segment=NetworkSegment(4b1e7064-c872-4e6f-85a8-e00a69322723),segment_id=4b1e7064-c872-4e6f-85a8-e00a69322723)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:37:20.177553 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-543330eb-e949-4411-9582-44c77c3a4df1 req-d98f254b-b86d-42a2-aea1-94668015031c tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:20.198192 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baece73c-8c4b-43a3-9238-ecabc778381d req-813a086b-116f-4023-93f7-77d54914d648 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:20.208157 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-baece73c-8c4b-43a3-9238-ecabc778381d req-813a086b-116f-4023-93f7-77d54914d648 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 944 time: 0.2263238 Nov 09 21:37:20.220301 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39602) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:20.254419 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39604) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:20.267486 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-40c5272e-3772-4c40-b7d3-ad625a6bad54 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6117613 Nov 09 21:37:20.270848 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a242ac51-758d-4ada-a1c7-005f373237c5 req-b8f3c400-9e9a-44c8-ab96-23c17b800fbe tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad8e0c8f-7f8d-4322-aa5f-be1363d4431e HTTP/1.1" status: 200 len: 210 time: 0.1469183 Nov 09 21:37:20.307210 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device a310ed82-5c76-42dd-938a-ffb8947a05b9 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:37:20.339175 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-52fd2856-e4e0-4440-9fe9-9fdf669ef253 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'subnet': {'network_id': '3fa75d19-4f19-4dfc-b62d-494d603b9475', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:37:20.351595 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-62ea9b3e-d60e-4b36-80a5-bfd158739596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:20.448122 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a39aaefc-2f70-4312-a48b-9c904128262e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:20.550142 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-a39aaefc-2f70-4312-a48b-9c904128262e None None] For port c7e05536-50af-442f-bb69-6b200d4f2c82, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=c7e05536-50af-442f-bb69-6b200d4f2c82,segment=NetworkSegment(8edbf2ec-ea2b-4cba-916a-3c4d76c84261),segment_id=8edbf2ec-ea2b-4cba-916a-3c4d76c84261)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:37:20.564550 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a39aaefc-2f70-4312-a48b-9c904128262e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:20.625458 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 2a93a85f-3a3b-4a3e-a17a-9815dc28c53a triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:37:20.626074 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:20.629393 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39aaefc-2f70-4312-a48b-9c904128262e None None] Pushing event updated for resources: {'Port': ['ID=c7e05536-50af-442f-bb69-6b200d4f2c82,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:20.756487 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-7303d2d2-1131-4eae-ac04-84eb3e9ad210 None None] Provisioning complete for port c7e05536-50af-442f-bb69-6b200d4f2c82 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:37:20.756808 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7303d2d2-1131-4eae-ac04-84eb3e9ad210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:20.801667 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-baece73c-8c4b-43a3-9238-ecabc778381d req-6f2075a7-0613-4f20-9bc9-3fd4b1766d1c tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dc5c2e3-26d9-443d-afe8-b731607d3c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5860763 Nov 09 21:37:20.816873 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-71f28a22-29c7-4025-8ceb-65621dd64bca admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a1ef0f3f0e044b5fbd794314ca23387c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5820701 Nov 09 21:37:20.817163 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39608) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:20.853459 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-d9253225-d17a-4878-a272-038762b1c30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8a72a1-4721-4cdd-848b-2b61ecc4b28d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1789632846', 'tenant_id': '5f44489c50e04b2db090f1564633b127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '314194f1-3c9c-48ed-811b-03a956ad0098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:37:05Z', 'updated_at': '2021-11-09T21:37:13Z', 'revision_number': 4, 'project_id': '5f44489c50e04b2db090f1564633b127', 'gw_port': {'id': '314194f1-3c9c-48ed-811b-03a956ad0098', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:47:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8a72a1-4721-4cdd-848b-2b61ecc4b28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:37:06Z', 'updated_at': '2021-11-09T21:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'c7e05536-50af-442f-bb69-6b200d4f2c82', 'name': '', 'network_id': 'e89cf88b-ba53-44ac-b90e-ec805993c315', 'tenant_id': '5f44489c50e04b2db090f1564633b127', 'mac_address': 'fa:16:3e:4a:b1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8a72a1-4721-4cdd-848b-2b61ecc4b28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'd82e3181-4c0e-4c74-abb0-2755395deb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:37:10Z', 'updated_at': '2021-11-09T21:37:18Z', 'revision_number': 4, 'project_id': '5f44489c50e04b2db090f1564633b127', 'subnets': [{'id': 'd82e3181-4c0e-4c74-abb0-2755395deb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:37:20.912431 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bc2d4660-3655-4d43-bb1d-fe677a5d9977 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:20.972092 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bc2d4660-3655-4d43-bb1d-fe677a5d9977 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:20.974670 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9253225-d17a-4878-a272-038762b1c30f None None] The sync data for ids ['0f8a72a1-4721-4cdd-848b-2b61ecc4b28d'] in n-d-816206-3 is: [{'id': '0f8a72a1-4721-4cdd-848b-2b61ecc4b28d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1789632846', 'tenant_id': '5f44489c50e04b2db090f1564633b127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '314194f1-3c9c-48ed-811b-03a956ad0098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:37:05Z', 'updated_at': '2021-11-09T21:37:13Z', 'revision_number': 4, 'project_id': '5f44489c50e04b2db090f1564633b127', 'gw_port': {'id': '314194f1-3c9c-48ed-811b-03a956ad0098', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:47:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8a72a1-4721-4cdd-848b-2b61ecc4b28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:37:06Z', 'updated_at': '2021-11-09T21:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'c7e05536-50af-442f-bb69-6b200d4f2c82', 'name': '', 'network_id': 'e89cf88b-ba53-44ac-b90e-ec805993c315', 'tenant_id': '5f44489c50e04b2db090f1564633b127', 'mac_address': 'fa:16:3e:4a:b1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8a72a1-4721-4cdd-848b-2b61ecc4b28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'd82e3181-4c0e-4c74-abb0-2755395deb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:37:10Z', 'updated_at': '2021-11-09T21:37:18Z', 'revision_number': 4, 'project_id': '5f44489c50e04b2db090f1564633b127', 'subnets': [{'id': 'd82e3181-4c0e-4c74-abb0-2755395deb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:37:21.084907 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-543330eb-e949-4411-9582-44c77c3a4df1 req-d98f254b-b86d-42a2-aea1-94668015031c tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:21.085414 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-543330eb-e949-4411-9582-44c77c3a4df1 req-d98f254b-b86d-42a2-aea1-94668015031c tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:21.085893 n-d-816206-3 neutron-server[102608]: INFO neutron.db.l3_db [req-543330eb-e949-4411-9582-44c77c3a4df1 req-d98f254b-b86d-42a2-aea1-94668015031c tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Floating IP e4cc508a-48a0-45fe-a79f-2073947a3cbf disassociated. External IP: 172.25.7.65, port: a310ed82-5c76-42dd-938a-ffb8947a05b9. Nov 09 21:37:21.086257 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-543330eb-e949-4411-9582-44c77c3a4df1 req-d98f254b-b86d-42a2-aea1-94668015031c tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Calling delete_port for a310ed82-5c76-42dd-938a-ffb8947a05b9 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:37:21.206523 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bc2d4660-3655-4d43-bb1d-fe677a5d9977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:21.211252 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bc2d4660-3655-4d43-bb1d-fe677a5d9977 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:21.214197 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-bc2d4660-3655-4d43-bb1d-fe677a5d9977 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ac349749-9746-4841-9f09-e43ad153cddc HTTP/1.1" status: 204 len: 168 time: 0.3949010 Nov 09 21:37:21.222757 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:21.232265 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:21.235671 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d4660-3655-4d43-bb1d-fe677a5d9977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac349749-9746-4841-9f09-e43ad153cddc,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:21.248045 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52fd2856-e4e0-4440-9fe9-9fdf669ef253 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Made reservation on behalf of 328dae8361554dd89bbb1fa4d68588e7 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:37:21.253662 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-52fd2856-e4e0-4440-9fe9-9fdf669ef253 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:21.346444 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 2a93a85f-3a3b-4a3e-a17a-9815dc28c53a, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=2a93a85f-3a3b-4a3e-a17a-9815dc28c53a,segment=NetworkSegment(71b2eb61-a7de-4e33-a509-2442a6286bec),segment_id=71b2eb61-a7de-4e33-a509-2442a6286bec)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:37:21.365134 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:21.469675 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-7303d2d2-1131-4eae-ac04-84eb3e9ad210 None None] Provisioning complete for port 75a86ac4-5fed-48fd-ae25-122a3ac0d9d8 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:37:21.477009 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7303d2d2-1131-4eae-ac04-84eb3e9ad210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:21.535751 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device ef680c57-40ea-4648-82c0-4cccfe98d0f4 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:37:21.555500 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5d5c200f-3ccf-4b6b-957a-d3757143312f req-064f8ce0-e488-4cf4-825c-a804e9d6069e tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad8e0c8f-7f8d-4322-aa5f-be1363d4431e HTTP/1.1" status: 200 len: 210 time: 0.0763257 Nov 09 21:37:21.624769 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c7e05536-50af-442f-bb69-6b200d4f2c82 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:37:21.629791 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e7c92-0557-4c2e-aba6-be050eea2c2d req-4bfeea8f-e1f0-46a4-baee-efb1575bc412 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:21.635940 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=2a93a85f-3a3b-4a3e-a17a-9815dc28c53a,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:21.648069 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-063e7c92-0557-4c2e-aba6-be050eea2c2d req-4bfeea8f-e1f0-46a4-baee-efb1575bc412 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f63074a-8235-4d9f-aa1f-ee5aea2c5164 HTTP/1.1" status: 200 len: 947 time: 0.4492254 Nov 09 21:37:21.792346 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-7303d2d2-1131-4eae-ac04-84eb3e9ad210 None None] Port 75a86ac4-5fed-48fd-ae25-122a3ac0d9d8 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:37:21.798697 n-d-816206-3 neutron-server[102608]: INFO neutron.db.ipam_backend_mixin [None req-52fd2856-e4e0-4440-9fe9-9fdf669ef253 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 22a97535-1faf-4f05-b981-1b30ff8486e8 (CIDR: 2001:db8::/64) Nov 09 21:37:21.816981 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-063e7c92-0557-4c2e-aba6-be050eea2c2d req-3a8424bb-b86d-41af-ae2f-d28e0000f9bb tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] 10.222.0.49 "GET /v2.0/security-groups?id=27757aeb-e829-443f-bba1-0d85994e7a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669729 Nov 09 21:37:21.837846 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-52fd2856-e4e0-4440-9fe9-9fdf669ef253 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:37:21.838550 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52fd2856-e4e0-4440-9fe9-9fdf669ef253 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:37:21.909702 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-52fd2856-e4e0-4440-9fe9-9fdf669ef253 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5748057 Nov 09 21:37:21.913559 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39626) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:21.920030 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-543330eb-e949-4411-9582-44c77c3a4df1 req-d98f254b-b86d-42a2-aea1-94668015031c tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:21.927536 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-7303d2d2-1131-4eae-ac04-84eb3e9ad210 None None] Provisioning complete for port 2a93a85f-3a3b-4a3e-a17a-9815dc28c53a triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:37:21.927906 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7303d2d2-1131-4eae-ac04-84eb3e9ad210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:21.953994 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-8590c726-9fbf-42f4-8e99-fe86229823d3 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'subnet': {'network_id': '3fa75d19-4f19-4dfc-b62d-494d603b9475', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:37:22.020370 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port c7e05536-50af-442f-bb69-6b200d4f2c82 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:37:22.020370 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:22.176290 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port ef680c57-40ea-4648-82c0-4cccfe98d0f4, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=ef680c57-40ea-4648-82c0-4cccfe98d0f4,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:37:22.220968 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': 'ef680c57-40ea-4648-82c0-4cccfe98d0f4', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'port_id': 'ef680c57-40ea-4648-82c0-4cccfe98d0f4', 'mac_address': 'fa:16:3e:e5:82:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba3500c-a288-4596-ba94-148f2bd8a6da', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:37:22.291346 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:22.346457 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef680c57-40ea-4648-82c0-4cccfe98d0f4 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:37:22.482330 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port ef680c57-40ea-4648-82c0-4cccfe98d0f4, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=ef680c57-40ea-4648-82c0-4cccfe98d0f4,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:37:22.491708 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39634) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:22.496493 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:22.512294 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:22.580331 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-188eab2c-0f0c-49f5-8c2d-cac7d456f0e0 req-bb2c6d90-b3cc-4d9a-9e53-1dde7d555c7b tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 210 time: 0.6250713 Nov 09 21:37:22.632882 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-40af1d87-8fc2-481e-a8a3-8c0794164f7d tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:22.634440 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-40af1d87-8fc2-481e-a8a3-8c0794164f7d tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.45 "GET /v2.0/networks?id=e89cf88b-ba53-44ac-b90e-ec805993c315 HTTP/1.1" status: 200 len: 796 time: 1.0239453 Nov 09 21:37:22.679172 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=ef680c57-40ea-4648-82c0-4cccfe98d0f4,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:22.699730 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-fb985bf9-0cfa-4120-8432-d6dcff0f8ef8 None None] Provisioning complete for port b5f0e01a-32f5-42cb-8fbf-52da0ea5e436 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:37:22.700838 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fb985bf9-0cfa-4120-8432-d6dcff0f8ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:22.741977 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [req-543330eb-e949-4411-9582-44c77c3a4df1 req-d98f254b-b86d-42a2-aea1-94668015031c tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Router 0b801d11-0c7c-4a64-93a1-9a96a18d4a9b has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:37:22.743517 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f254b-b86d-42a2-aea1-94668015031c tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Pushing event deleted for resources: {'Port': ['ID=a310ed82-5c76-42dd-938a-ffb8947a05b9,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:22.815799 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['ef680c57-40ea-4648-82c0-4cccfe98d0f4'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:37:22.821244 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-eb36f3fa-b59d-4f59-b42c-c6be4f2a1066 req-6b47fe4d-5f5d-4b95-a5b1-e8078d82c5dd tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad8e0c8f-7f8d-4322-aa5f-be1363d4431e HTTP/1.1" status: 200 len: 210 time: 0.1114211 Nov 09 21:37:22.837385 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-7f5ec306-d322-405c-82d2-1d3c356f5492 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f44489c50e04b2db090f1564633b127 HTTP/1.1" status: 200 len: 477 time: 0.1923728 Nov 09 21:37:22.855314 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-3cbcb170-4cc9-4c43-8918-f8b0a08b8187 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Request body: {'port': {'device_id': 'ad8e0c8f-7f8d-4322-aa5f-be1363d4431e', 'network_id': 'e89cf88b-ba53-44ac-b90e-ec805993c315', 'admin_state_up': True, 'tenant_id': '5f44489c50e04b2db090f1564633b127', 'security_groups': ['452430c5-cd09-4206-8743-ec71404092ed', '6c08c682-90c0-46b6-8d6d-a089872fc62e']}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:37:22.864451 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b36923ce-1d2f-4c60-af6e-9d0375af0195 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9cd132e6ec46448d9f535c8f28e387d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3691235 Nov 09 21:37:22.864451 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8590c726-9fbf-42f4-8e99-fe86229823d3 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Made reservation on behalf of 328dae8361554dd89bbb1fa4d68588e7 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:37:22.868500 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8590c726-9fbf-42f4-8e99-fe86229823d3 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:22.872379 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39640) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:22.955670 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-fb985bf9-0cfa-4120-8432-d6dcff0f8ef8 None None] Port b5f0e01a-32f5-42cb-8fbf-52da0ea5e436 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:37:22.971732 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:23.207342 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-543330eb-e949-4411-9582-44c77c3a4df1 req-d98f254b-b86d-42a2-aea1-94668015031c tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:37:23.219434 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c0df3b-e9eb-49b0-8f48-9ce94368823e None None] Sync routers for ids ['0b801d11-0c7c-4a64-93a1-9a96a18d4a9b'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:37:23.233330 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c0df3b-e9eb-49b0-8f48-9ce94368823e None None] Routers {'0b801d11-0c7c-4a64-93a1-9a96a18d4a9b'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:37:23.234562 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-59c0df3b-e9eb-49b0-8f48-9ce94368823e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:37:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['0b801d11-0c7c-4a64-93a1-9a96a18d4a9b'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:37:23.296873 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-543330eb-e949-4411-9582-44c77c3a4df1 req-d98f254b-b86d-42a2-aea1-94668015031c tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] No DVR routers for this DVR port a310ed82-5c76-42dd-938a-ffb8947a05b9 on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:37:23.299797 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-543330eb-e949-4411-9582-44c77c3a4df1 req-d98f254b-b86d-42a2-aea1-94668015031c tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:23.303807 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-543330eb-e949-4411-9582-44c77c3a4df1 req-d98f254b-b86d-42a2-aea1-94668015031c tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.45 "DELETE /v2.0/ports/a310ed82-5c76-42dd-938a-ffb8947a05b9 HTTP/1.1" status: 204 len: 173 time: 4.8267634 Nov 09 21:37:23.319844 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff72e0b-9f2e-42f2-bc62-01eec41f1381', 'name': 'network-vif-deleted', 'tag': 'a310ed82-5c76-42dd-938a-ffb8947a05b9'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:37:23.323970 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f10f65-b611-4025-b75a-2565f97c81cf" -d '{"events": [{"server_uuid": "eff72e0b-9f2e-42f2-bc62-01eec41f1381", "name": "network-vif-deleted", "tag": "a310ed82-5c76-42dd-938a-ffb8947a05b9"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:37:23.374563 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:23.435584 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657fc41-ccc1-4c73-824e-9ae5934cae54 req-3a9ea253-03ea-4c3b-8bd3-3629e8eb6284 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:23.451132 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0657fc41-ccc1-4c73-824e-9ae5934cae54 req-3a9ea253-03ea-4c3b-8bd3-3629e8eb6284 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f63074a-8235-4d9f-aa1f-ee5aea2c5164 HTTP/1.1" status: 200 len: 948 time: 0.2983644 Nov 09 21:37:23.544047 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8590c726-9fbf-42f4-8e99-fe86229823d3 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:23.549734 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23ad90b-acb4-4653-ba51-13df4e9c44c7 x-openstack-request-id: req-e23ad90b-acb4-4653-ba51-13df4e9c44c7 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:37:23.550036 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff72e0b-9f2e-42f2-bc62-01eec41f1381", "name": "network-vif-deleted", "tag": "a310ed82-5c76-42dd-938a-ffb8947a05b9", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:37:23.550292 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e23ad90b-acb4-4653-ba51-13df4e9c44c7 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:37:23.550914 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff72e0b-9f2e-42f2-bc62-01eec41f1381', 'name': 'network-vif-deleted', 'tag': 'a310ed82-5c76-42dd-938a-ffb8947a05b9', 'status': 'completed', 'code': 200} Nov 09 21:37:23.556349 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4d344be8-13f9-42cc-8780-f4621f64be7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:23.576429 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-59c0df3b-e9eb-49b0-8f48-9ce94368823e None None] Set router 0b801d11-0c7c-4a64-93a1-9a96a18d4a9b gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:37:23.581947 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-3cbcb170-4cc9-4c43-8918-f8b0a08b8187 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Made reservation on behalf of 5f44489c50e04b2db090f1564633b127 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:37:23.586209 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-3cbcb170-4cc9-4c43-8918-f8b0a08b8187 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:23.594287 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 2a93a85f-3a3b-4a3e-a17a-9815dc28c53a up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:37:23.634212 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590c726-9fbf-42f4-8e99-fe86229823d3 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event updated for resources: {'Subnet': ['ID=48f92d7e-8ed9-4455-8009-e9c05b0ec5ab,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:23.652942 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8590c726-9fbf-42f4-8e99-fe86229823d3 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Network 3fa75d19-4f19-4dfc-b62d-494d603b9475 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:37:23.655990 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-8590c726-9fbf-42f4-8e99-fe86229823d3 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:37:23.659328 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8590c726-9fbf-42f4-8e99-fe86229823d3 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:23.660089 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8590c726-9fbf-42f4-8e99-fe86229823d3 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:23.694332 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8590c726-9fbf-42f4-8e99-fe86229823d3 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7696583 Nov 09 21:37:23.697065 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39652) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:23.705940 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-a98949af-f6ee-4c30-a6d3-c28fea491a0c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-168026927', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '48f92d7e-8ed9-4455-8009-e9c05b0ec5ab'}], 'security_groups': ['8a028845-0adf-4798-834e-662e0d63e34d']}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:37:23.719447 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0aa4bd8-5652-4668-aeae-816c35e612c3 None None] Network 3fa75d19-4f19-4dfc-b62d-494d603b9475 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:37:23.793297 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4d344be8-13f9-42cc-8780-f4621f64be7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:23.807800 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b0585a1c-9857-4ff8-8803-a3432bafb354 req-5e5a840f-b4b6-4759-bc37-f10a3d6dc51d tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff72e0b-9f2e-42f2-bc62-01eec41f1381 HTTP/1.1" status: 200 len: 210 time: 0.0962536 Nov 09 21:37:23.895945 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 2a93a85f-3a3b-4a3e-a17a-9815dc28c53a triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:37:23.896313 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:24.105526 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4d344be8-13f9-42cc-8780-f4621f64be7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:24.109223 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4d344be8-13f9-42cc-8780-f4621f64be7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:24.113228 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4d344be8-13f9-42cc-8780-f4621f64be7a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/72a26e63-63c6-45e5-9711-ff731604459b HTTP/1.1" status: 204 len: 168 time: 1.2373827 Nov 09 21:37:24.134573 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-59c0df3b-e9eb-49b0-8f48-9ce94368823e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b801d11-0c7c-4a64-93a1-9a96a18d4a9b', 'name': 'tempest-ServerActionsTestJSON-1158179346-router', 'tenant_id': '96a7a35658cb4a6ea565f057e114d368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:28:11Z', 'updated_at': '2021-11-09T21:28:19Z', 'revision_number': 4, 'project_id': '96a7a35658cb4a6ea565f057e114d368', 'gw_port': {'id': '3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:27:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b801d11-0c7c-4a64-93a1-9a96a18d4a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:28:13Z', 'updated_at': '2021-11-09T21:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '4abd8de3-707e-4616-9905-d8ef8499162d', 'name': '', 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef', 'tenant_id': '96a7a35658cb4a6ea565f057e114d368', 'mac_address': 'fa:16:3e:e5:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b801d11-0c7c-4a64-93a1-9a96a18d4a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '48041428-5cce-473c-b445-a01eb383d908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:28:16Z', 'updated_at': '2021-11-09T21:28:23Z', 'revision_number': 5, 'project_id': '96a7a35658cb4a6ea565f057e114d368', 'subnets': [{'id': '48041428-5cce-473c-b445-a01eb383d908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:37:24.153830 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0657fc41-ccc1-4c73-824e-9ae5934cae54 req-54595573-e6c9-4685-b02c-9627636e81b1 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] 10.222.0.49 "GET /v2.0/security-groups?id=27757aeb-e829-443f-bba1-0d85994e7a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6999996 Nov 09 21:37:24.154642 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d344be8-13f9-42cc-8780-f4621f64be7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a26e63-63c6-45e5-9711-ff731604459b,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:24.188252 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-3cbcb170-4cc9-4c43-8918-f8b0a08b8187 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Allocated IP 172.20.0.14 (e89cf88b-ba53-44ac-b90e-ec805993c315/d82e3181-4c0e-4c74-abb0-2755395deb93/2fc2392c-4082-4175-a09d-07b1d15e61b4) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:37:24.210063 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c0df3b-e9eb-49b0-8f48-9ce94368823e None None] Checking router: 0b801d11-0c7c-4a64-93a1-9a96a18d4a9b for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:37:24.222460 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c0df3b-e9eb-49b0-8f48-9ce94368823e None None] Routers {'0b801d11-0c7c-4a64-93a1-9a96a18d4a9b'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:37:24.223579 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-59c0df3b-e9eb-49b0-8f48-9ce94368823e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:37:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['0b801d11-0c7c-4a64-93a1-9a96a18d4a9b'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:37:24.291554 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-56fd4b6d-9d8c-4bdd-a0b1-e0dcb335cf22 req-6f0e3c2f-bb87-40f6-ad37-57dddbeff4b6 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad8e0c8f-7f8d-4322-aa5f-be1363d4431e HTTP/1.1" status: 200 len: 210 time: 0.1908307 Nov 09 21:37:24.299098 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a98949af-f6ee-4c30-a6d3-c28fea491a0c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:24.481575 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-59c0df3b-e9eb-49b0-8f48-9ce94368823e None None] Set router 0b801d11-0c7c-4a64-93a1-9a96a18d4a9b gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:37:24.528585 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a722f76-d776-4d05-9893-997bb225bb65 None None] Update dhcp port {'port': {'network_id': '3fa75d19-4f19-4dfc-b62d-494d603b9475', 'fixed_ips': [{'subnet_id': '22a97535-1faf-4f05-b981-1b30ff8486e8', 'ip_address': '2001:db8::2'}, {'subnet_id': '48f92d7e-8ed9-4455-8009-e9c05b0ec5ab'}], 'binding:host_id': 'n-d-816206-3'}, 'id': '2a93a85f-3a3b-4a3e-a17a-9815dc28c53a'} from n-d-816206-3. {{(pid=102609) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 21:37:24.546669 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-3cbcb170-4cc9-4c43-8918-f8b0a08b8187 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:24.566860 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8a722f76-d776-4d05-9893-997bb225bb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:24.611257 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-3cbcb170-4cc9-4c43-8918-f8b0a08b8187 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:24.714397 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbcb170-4cc9-4c43-8918-f8b0a08b8187 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Pushing event updated for resources: {'Port': ['ID=2fc2392c-4082-4175-a09d-07b1d15e61b4,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:24.722402 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-3cbcb170-4cc9-4c43-8918-f8b0a08b8187 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Network e89cf88b-ba53-44ac-b90e-ec805993c315 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:37:24.724424 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-3cbcb170-4cc9-4c43-8918-f8b0a08b8187 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:37:24.729092 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-3cbcb170-4cc9-4c43-8918-f8b0a08b8187 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:37:24.822425 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-3cbcb170-4cc9-4c43-8918-f8b0a08b8187 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:24.826257 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-3cbcb170-4cc9-4c43-8918-f8b0a08b8187 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:24.868357 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-3cbcb170-4cc9-4c43-8918-f8b0a08b8187 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 2.0224977 Nov 09 21:37:24.933772 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-8a722f76-d776-4d05-9893-997bb225bb65 None None] Allocated IP 2001:db8:0:1::2 (3fa75d19-4f19-4dfc-b62d-494d603b9475/48f92d7e-8ed9-4455-8009-e9c05b0ec5ab/2a93a85f-3a3b-4a3e-a17a-9815dc28c53a) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:37:24.990559 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39682) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:25.107256 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7cf44222-b4bc-4111-bc48-4f538b4f1b4e tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:25.162732 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7cf44222-b4bc-4111-bc48-4f538b4f1b4e tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:25.250743 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-8880bb7e-28a7-41d6-8a85-e380688b46ad service neutron] Request body: {'port': {'device_id': 'ad8e0c8f-7f8d-4322-aa5f-be1363d4431e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:37:25.261337 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7cf44222-b4bc-4111-bc48-4f538b4f1b4e tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:25.269122 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7cf44222-b4bc-4111-bc48-4f538b4f1b4e tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:25.272541 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7cf44222-b4bc-4111-bc48-4f538b4f1b4e tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "DELETE /v2.0/security-groups/6dc5c2e3-26d9-443d-afe8-b731607d3c1b HTTP/1.1" status: 204 len: 168 time: 0.2813075 Nov 09 21:37:25.286030 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39692) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:25.288602 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-8a722f76-d776-4d05-9893-997bb225bb65 None None] For port 2a93a85f-3a3b-4a3e-a17a-9815dc28c53a, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=2a93a85f-3a3b-4a3e-a17a-9815dc28c53a,segment=NetworkSegment(71b2eb61-a7de-4e33-a509-2442a6286bec),segment_id=71b2eb61-a7de-4e33-a509-2442a6286bec)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:37:25.306176 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-29492cc0-dda0-4b02-a758-dde3c6bb76a9 None None] Provisioning complete for port 2fc2392c-4082-4175-a09d-07b1d15e61b4 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:37:25.308992 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-29492cc0-dda0-4b02-a758-dde3c6bb76a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:25.390671 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-8880bb7e-28a7-41d6-8a85-e380688b46ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:25.398450 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-59c0df3b-e9eb-49b0-8f48-9ce94368823e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b801d11-0c7c-4a64-93a1-9a96a18d4a9b', 'name': 'tempest-ServerActionsTestJSON-1158179346-router', 'tenant_id': '96a7a35658cb4a6ea565f057e114d368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:28:11Z', 'updated_at': '2021-11-09T21:28:19Z', 'revision_number': 4, 'project_id': '96a7a35658cb4a6ea565f057e114d368', 'gw_port': {'id': '3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:27:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b801d11-0c7c-4a64-93a1-9a96a18d4a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:28:13Z', 'updated_at': '2021-11-09T21:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '4abd8de3-707e-4616-9905-d8ef8499162d', 'name': '', 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef', 'tenant_id': '96a7a35658cb4a6ea565f057e114d368', 'mac_address': 'fa:16:3e:e5:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b801d11-0c7c-4a64-93a1-9a96a18d4a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '48041428-5cce-473c-b445-a01eb383d908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:28:16Z', 'updated_at': '2021-11-09T21:28:23Z', 'revision_number': 5, 'project_id': '96a7a35658cb4a6ea565f057e114d368', 'subnets': [{'id': '48041428-5cce-473c-b445-a01eb383d908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:37:25.450386 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8a722f76-d776-4d05-9893-997bb225bb65 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:25.455908 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-29492cc0-dda0-4b02-a758-dde3c6bb76a9 None None] Port 2fc2392c-4082-4175-a09d-07b1d15e61b4 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:37:25.470961 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8a722f76-d776-4d05-9893-997bb225bb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:25.501450 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c0df3b-e9eb-49b0-8f48-9ce94368823e None None] The sync data for ids ['0b801d11-0c7c-4a64-93a1-9a96a18d4a9b'] in n-d-816206-3 is: [{'id': '0b801d11-0c7c-4a64-93a1-9a96a18d4a9b', 'name': 'tempest-ServerActionsTestJSON-1158179346-router', 'tenant_id': '96a7a35658cb4a6ea565f057e114d368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:28:11Z', 'updated_at': '2021-11-09T21:28:19Z', 'revision_number': 4, 'project_id': '96a7a35658cb4a6ea565f057e114d368', 'gw_port': {'id': '3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:27:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b801d11-0c7c-4a64-93a1-9a96a18d4a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:28:13Z', 'updated_at': '2021-11-09T21:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '4abd8de3-707e-4616-9905-d8ef8499162d', 'name': '', 'network_id': 'e557bc0d-71a9-4b44-ab50-1de12563c5ef', 'tenant_id': '96a7a35658cb4a6ea565f057e114d368', 'mac_address': 'fa:16:3e:e5:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b801d11-0c7c-4a64-93a1-9a96a18d4a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '48041428-5cce-473c-b445-a01eb383d908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:28:16Z', 'updated_at': '2021-11-09T21:28:23Z', 'revision_number': 5, 'project_id': '96a7a35658cb4a6ea565f057e114d368', 'subnets': [{'id': '48041428-5cce-473c-b445-a01eb383d908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:37:25.549950 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device ef680c57-40ea-4648-82c0-4cccfe98d0f4 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:37:25.761207 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a722f76-d776-4d05-9893-997bb225bb65 None None] Pushing event updated for resources: {'Port': ['ID=2a93a85f-3a3b-4a3e-a17a-9815dc28c53a,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:25.802440 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port ef680c57-40ea-4648-82c0-4cccfe98d0f4 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:37:25.809339 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port ef680c57-40ea-4648-82c0-4cccfe98d0f4 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:37:25.810447 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:25.833372 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-8880bb7e-28a7-41d6-8a85-e380688b46ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fc2392c-4082-4175-a09d-07b1d15e61b4 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:37:25.846972 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-8880bb7e-28a7-41d6-8a85-e380688b46ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:25.876368 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-8880bb7e-28a7-41d6-8a85-e380688b46ad service neutron] Transition to ACTIVE for port object 2fc2392c-4082-4175-a09d-07b1d15e61b4 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:37:25.905052 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-8880bb7e-28a7-41d6-8a85-e380688b46ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:26.035179 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:26.097630 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f63074a-8235-4d9f-aa1f-ee5aea2c5164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef680c57-40ea-4648-82c0-4cccfe98d0f4'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:37:26.102550 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc987f64-fd72-4fd0-b816-32766fac0fcd" -d '{"events": [{"server_uuid": "3f63074a-8235-4d9f-aa1f-ee5aea2c5164", "name": "network-vif-plugged", "status": "completed", "tag": "ef680c57-40ea-4648-82c0-4cccfe98d0f4"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:37:26.118907 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce20b642-6665-4141-849a-04e8c5566f99 None None] New status for floating IP e4cc508a-48a0-45fe-a79f-2073947a3cbf: DOWN {{(pid=102609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:37:26.120747 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d7cdf-c2b3-4e34-a28a-73077ad00ff0 req-0a6fc8e0-4934-403d-878f-1786ec65b405 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:26.130993 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b01d7cdf-c2b3-4e34-a28a-73077ad00ff0 req-0a6fc8e0-4934-403d-878f-1786ec65b405 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad8e0c8f-7f8d-4322-aa5f-be1363d4431e HTTP/1.1" status: 200 len: 983 time: 0.2517595 Nov 09 21:37:26.171627 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf44222-b4bc-4111-bc48-4f538b4f1b4e tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc5c2e3-26d9-443d-afe8-b731607d3c1b,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:26.178501 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-a90e8860-5df4-4bc2-b790-54e5fb299792 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] show failed (client error): The resource could not be found. Nov 09 21:37:26.184339 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a90e8860-5df4-4bc2-b790-54e5fb299792 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "GET /v2.0/security-groups/6dc5c2e3-26d9-443d-afe8-b731607d3c1b HTTP/1.1" status: 404 len: 347 time: 0.1492708 Nov 09 21:37:26.192220 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39716) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:26.303726 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb96ea-c009-4d1d-ad04-9d82e47711da req-243f5bf6-d1e1-4f89-8aa6-ced3dcd067a5 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:26.312618 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1fbb96ea-c009-4d1d-ad04-9d82e47711da req-243f5bf6-d1e1-4f89-8aa6-ced3dcd067a5 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f63074a-8235-4d9f-aa1f-ee5aea2c5164 HTTP/1.1" status: 200 len: 948 time: 1.0249939 Nov 09 21:37:26.313944 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8880bb7e-28a7-41d6-8a85-e380688b46ad service neutron] Pushing event updated for resources: {'Port': ['ID=2fc2392c-4082-4175-a09d-07b1d15e61b4,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:26.484350 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b01d7cdf-c2b3-4e34-a28a-73077ad00ff0 req-6263a11a-ac62-40c3-b315-3fdc92c19591 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/security-groups?id=452430c5-cd09-4206-8743-ec71404092ed&id=6c08c682-90c0-46b6-8d6d-a089872fc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3508630 Nov 09 21:37:26.517639 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-8880bb7e-28a7-41d6-8a85-e380688b46ad service neutron] Attempting to bind port 2fc2392c-4082-4175-a09d-07b1d15e61b4 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:37:26.517992 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-8880bb7e-28a7-41d6-8a85-e380688b46ad service neutron] Attempting to bind port 2fc2392c-4082-4175-a09d-07b1d15e61b4 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '8edbf2ec-ea2b-4cba-916a-3c4d76c84261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e89cf88b-ba53-44ac-b90e-ec805993c315'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:37:26.518459 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-8880bb7e-28a7-41d6-8a85-e380688b46ad service neutron] Attempting to bind port 2fc2392c-4082-4175-a09d-07b1d15e61b4 on network e89cf88b-ba53-44ac-b90e-ec805993c315 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:37:26.531914 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-8880bb7e-28a7-41d6-8a85-e380688b46ad service neutron] Port 2fc2392c-4082-4175-a09d-07b1d15e61b4 on network e89cf88b-ba53-44ac-b90e-ec805993c315 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:37:26.532256 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-8880bb7e-28a7-41d6-8a85-e380688b46ad service neutron] Attempting to bind port 2fc2392c-4082-4175-a09d-07b1d15e61b4 on network e89cf88b-ba53-44ac-b90e-ec805993c315 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:37:26.542308 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-8880bb7e-28a7-41d6-8a85-e380688b46ad service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:37:26.542674 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-8880bb7e-28a7-41d6-8a85-e380688b46ad service neutron] Checking segment: {'id': '8edbf2ec-ea2b-4cba-916a-3c4d76c84261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e89cf88b-ba53-44ac-b90e-ec805993c315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:37:26.545171 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-8880bb7e-28a7-41d6-8a85-e380688b46ad service neutron] Bound using segment: {'id': '8edbf2ec-ea2b-4cba-916a-3c4d76c84261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e89cf88b-ba53-44ac-b90e-ec805993c315'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:37:26.545651 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-8880bb7e-28a7-41d6-8a85-e380688b46ad service neutron] Bound port: 2fc2392c-4082-4175-a09d-07b1d15e61b4, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8edbf2ec-ea2b-4cba-916a-3c4d76c84261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e89cf88b-ba53-44ac-b90e-ec805993c315'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:37:26.549032 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-8880bb7e-28a7-41d6-8a85-e380688b46ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:26.588083 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1fbb96ea-c009-4d1d-ad04-9d82e47711da req-e9849f42-e301-4402-ba13-883508763d4a tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] 10.222.0.49 "GET /v2.0/security-groups?id=27757aeb-e829-443f-bba1-0d85994e7a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730720 Nov 09 21:37:26.641111 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-a98949af-f6ee-4c30-a6d3-c28fea491a0c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Delete allocated IP 2001:db8::364 (3fa75d19-4f19-4dfc-b62d-494d603b9475/22a97535-1faf-4f05-b981-1b30ff8486e8) {{(pid=102608) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 09 21:37:26.665236 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-a98949af-f6ee-4c30-a6d3-c28fea491a0c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Allocated IP 2001:db8:0:1::5b (3fa75d19-4f19-4dfc-b62d-494d603b9475/48f92d7e-8ed9-4455-8009-e9c05b0ec5ab/b5f0e01a-32f5-42cb-8fbf-52da0ea5e436) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:37:26.697458 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port ef680c57-40ea-4648-82c0-4cccfe98d0f4, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=ef680c57-40ea-4648-82c0-4cccfe98d0f4,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:37:26.732051 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc35cf5-5330-4583-8d76-210b6c77222c x-openstack-request-id: req-adc35cf5-5330-4583-8d76-210b6c77222c {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:37:26.732408 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f63074a-8235-4d9f-aa1f-ee5aea2c5164", "name": "network-vif-plugged", "status": "completed", "tag": "ef680c57-40ea-4648-82c0-4cccfe98d0f4", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:37:26.734410 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-adc35cf5-5330-4583-8d76-210b6c77222c {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:37:26.734905 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f63074a-8235-4d9f-aa1f-ee5aea2c5164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef680c57-40ea-4648-82c0-4cccfe98d0f4', 'code': 200} Nov 09 21:37:26.741077 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:26.744448 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-8880bb7e-28a7-41d6-8a85-e380688b46ad service neutron] For port 2fc2392c-4082-4175-a09d-07b1d15e61b4, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:37:26.753928 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-8880bb7e-28a7-41d6-8a85-e380688b46ad service neutron] For port 2fc2392c-4082-4175-a09d-07b1d15e61b4, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=2fc2392c-4082-4175-a09d-07b1d15e61b4,segment=NetworkSegment(8edbf2ec-ea2b-4cba-916a-3c4d76c84261),segment_id=8edbf2ec-ea2b-4cba-916a-3c4d76c84261)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:37:26.775162 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-8880bb7e-28a7-41d6-8a85-e380688b46ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:26.947599 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=ef680c57-40ea-4648-82c0-4cccfe98d0f4,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:26.967937 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-8880bb7e-28a7-41d6-8a85-e380688b46ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:26.968886 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-8880bb7e-28a7-41d6-8a85-e380688b46ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:26.970286 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-8880bb7e-28a7-41d6-8a85-e380688b46ad service neutron] 10.222.0.45 "PUT /v2.0/ports/2fc2392c-4082-4175-a09d-07b1d15e61b4 HTTP/1.1" status: 200 len: 1131 time: 2.0926914 Nov 09 21:37:26.972744 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad8e0c8f-7f8d-4322-aa5f-be1363d4431e', 'tag': '2fc2392c-4082-4175-a09d-07b1d15e61b4'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:37:26.976348 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59958407-402f-411b-9b9b-c93c14474c74" -d '{"events": [{"name": "network-changed", "server_uuid": "ad8e0c8f-7f8d-4322-aa5f-be1363d4431e", "tag": "2fc2392c-4082-4175-a09d-07b1d15e61b4"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:37:27.015803 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68baa28-d1b7-41ef-a22d-9b972c104922 req-6e828962-bb43-4503-9bdd-3950e8bcc919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:27.017702 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b68baa28-d1b7-41ef-a22d-9b972c104922 req-6e828962-bb43-4503-9bdd-3950e8bcc919 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3f63074a-8235-4d9f-aa1f-ee5aea2c5164 HTTP/1.1" status: 200 len: 1100 time: 0.1995006 Nov 09 21:37:27.031034 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8880bb7e-28a7-41d6-8a85-e380688b46ad service neutron] Pushing event updated for resources: {'Port': ['ID=2fc2392c-4082-4175-a09d-07b1d15e61b4,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:27.046754 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a98949af-f6ee-4c30-a6d3-c28fea491a0c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:27.070858 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a98949af-f6ee-4c30-a6d3-c28fea491a0c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:27.158905 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b68baa28-d1b7-41ef-a22d-9b972c104922 req-2cb181ed-b2b8-430f-826b-58fd1ccbff75 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=27757aeb-e829-443f-bba1-0d85994e7a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129062 Nov 09 21:37:27.174604 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-c1d5bc28-64de-4e02-8554-cbc5813f245b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:27.176757 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-c1d5bc28-64de-4e02-8554-cbc5813f245b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5f44489c50e04b2db090f1564633b127&device_id=ad8e0c8f-7f8d-4322-aa5f-be1363d4431e HTTP/1.1" status: 200 len: 1134 time: 0.1207461 Nov 09 21:37:27.235522 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-c3318de3-2306-48e5-989b-11bd94eae3d2 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Deleting port dae7ecd4-7a31-4ab3-9230-ba696e34bc72 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:37:27.242675 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c3318de3-2306-48e5-989b-11bd94eae3d2 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:27.251018 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-a6c039ae-fd27-4968-bfd4-7e0d8174bd8e None None] Provisioning complete for port b5f0e01a-32f5-42cb-8fbf-52da0ea5e436 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:37:27.251582 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a6c039ae-fd27-4968-bfd4-7e0d8174bd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:27.281662 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-b6059f35-e786-4598-b283-2ba34ceb5b1a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fc2392c-4082-4175-a09d-07b1d15e61b4 HTTP/1.1" status: 200 len: 217 time: 0.0958183 Nov 09 21:37:27.346933 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-a6c039ae-fd27-4968-bfd4-7e0d8174bd8e None None] Port b5f0e01a-32f5-42cb-8fbf-52da0ea5e436 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:37:27.373383 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-a6c039ae-fd27-4968-bfd4-7e0d8174bd8e None None] Provisioning complete for port 2a93a85f-3a3b-4a3e-a17a-9815dc28c53a triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:37:27.374662 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a6c039ae-fd27-4968-bfd4-7e0d8174bd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:27.450297 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-1852b605-f88a-48f4-898a-543c208d8cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:27.456304 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-1852b605-f88a-48f4-898a-543c208d8cfe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d82e3181-4c0e-4c74-abb0-2755395deb93 HTTP/1.1" status: 200 len: 835 time: 0.1678455 Nov 09 21:37:27.527566 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce061c6a-9215-49df-929e-cd4db44c90c0 x-openstack-request-id: req-ce061c6a-9215-49df-929e-cd4db44c90c0 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:37:27.528138 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-a98949af-f6ee-4c30-a6d3-c28fea491a0c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] In _notify_port_updated(), no bound segment for port b5f0e01a-32f5-42cb-8fbf-52da0ea5e436 on network 3fa75d19-4f19-4dfc-b62d-494d603b9475 {{(pid=102608) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 21:37:27.528506 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad8e0c8f-7f8d-4322-aa5f-be1363d4431e", "tag": "2fc2392c-4082-4175-a09d-07b1d15e61b4", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:37:27.531307 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ce061c6a-9215-49df-929e-cd4db44c90c0 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:37:27.532732 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad8e0c8f-7f8d-4322-aa5f-be1363d4431e', 'tag': '2fc2392c-4082-4175-a09d-07b1d15e61b4', 'status': 'completed', 'code': 200} Nov 09 21:37:27.545533 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98949af-f6ee-4c30-a6d3-c28fea491a0c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:27.550551 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a98949af-f6ee-4c30-a6d3-c28fea491a0c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:27.552578 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a98949af-f6ee-4c30-a6d3-c28fea491a0c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "PUT /v2.0/ports/b5f0e01a-32f5-42cb-8fbf-52da0ea5e436 HTTP/1.1" status: 200 len: 929 time: 3.8544538 Nov 09 21:37:27.558025 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39734) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:27.594541 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 2a93a85f-3a3b-4a3e-a17a-9815dc28c53a up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:37:27.669916 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-80642e03-3151-461a-b97c-a532b7e7c439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:27.672355 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-80642e03-3151-461a-b97c-a532b7e7c439 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e89cf88b-ba53-44ac-b90e-ec805993c315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2098041 Nov 09 21:37:27.754550 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c3318de3-2306-48e5-989b-11bd94eae3d2 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:27.760198 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c3318de3-2306-48e5-989b-11bd94eae3d2 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:27.762969 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98949af-f6ee-4c30-a6d3-c28fea491a0c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event updated for resources: {'Port': ['ID=b5f0e01a-32f5-42cb-8fbf-52da0ea5e436,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:27.825515 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 2a93a85f-3a3b-4a3e-a17a-9815dc28c53a triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:37:27.825819 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:27.855620 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-c3318de3-2306-48e5-989b-11bd94eae3d2 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Calling delete_port for dae7ecd4-7a31-4ab3-9230-ba696e34bc72 owned by network:floatingip {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:37:27.868710 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-c31870c8-c4ae-49c9-bc9f-ffd587d30320 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Deleting port b5f0e01a-32f5-42cb-8fbf-52da0ea5e436 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:37:27.869179 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c31870c8-c4ae-49c9-bc9f-ffd587d30320 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:27.960801 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-a6c039ae-fd27-4968-bfd4-7e0d8174bd8e None None] Provisioning complete for port 75a86ac4-5fed-48fd-ae25-122a3ac0d9d8 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:37:27.961191 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a6c039ae-fd27-4968-bfd4-7e0d8174bd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:27.967168 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c31870c8-c4ae-49c9-bc9f-ffd587d30320 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:27.980585 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-c31870c8-c4ae-49c9-bc9f-ffd587d30320 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Calling delete_port for b5f0e01a-32f5-42cb-8fbf-52da0ea5e436 owned by {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:37:28.025099 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430bfdd-0cae-4c65-8a2b-4e30e1b5e370 req-3718b79b-db9b-4c76-a3d3-1b338596416d tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:28.029007 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6430bfdd-0cae-4c65-8a2b-4e30e1b5e370 req-3718b79b-db9b-4c76-a3d3-1b338596416d tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad8e0c8f-7f8d-4322-aa5f-be1363d4431e HTTP/1.1" status: 200 len: 983 time: 0.3396962 Nov 09 21:37:28.135084 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-a6c039ae-fd27-4968-bfd4-7e0d8174bd8e None None] Port 75a86ac4-5fed-48fd-ae25-122a3ac0d9d8 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:37:28.147483 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c31870c8-c4ae-49c9-bc9f-ffd587d30320 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:28.190583 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6430bfdd-0cae-4c65-8a2b-4e30e1b5e370 req-64a19346-37c4-4628-9221-711cc45554ac tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/security-groups?id=452430c5-cd09-4206-8743-ec71404092ed&id=6c08c682-90c0-46b6-8d6d-a089872fc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1515954 Nov 09 21:37:28.235864 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31870c8-c4ae-49c9-bc9f-ffd587d30320 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event deleted for resources: {'Port': ['ID=b5f0e01a-32f5-42cb-8fbf-52da0ea5e436,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:28.251411 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-fcaa0ab6-f4f2-4426-b25e-978176ed2eb4 None None] Could not find standard attr ID for object b5f0e01a-32f5-42cb-8fbf-52da0ea5e436. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 21:37:28.254648 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-a3a35205-3331-4178-adb7-8e5e43d84c42 service neutron] 10.222.0.45 "GET /v2.0/networks/e89cf88b-ba53-44ac-b90e-ec805993c315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5738688 Nov 09 21:37:28.283189 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc5db8-b389-4129-84a2-fcf39879763f req-a7b6e810-49a7-4b09-a291-790ac41ca506 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:28.291761 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-08cc5db8-b389-4129-84a2-fcf39879763f req-a7b6e810-49a7-4b09-a291-790ac41ca506 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f63074a-8235-4d9f-aa1f-ee5aea2c5164 HTTP/1.1" status: 200 len: 949 time: 0.5663168 Nov 09 21:37:28.329984 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c3318de3-2306-48e5-989b-11bd94eae3d2 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:28.367661 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3318de3-2306-48e5-989b-11bd94eae3d2 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Pushing event deleted for resources: {'Port': ['ID=dae7ecd4-7a31-4ab3-9230-ba696e34bc72,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:28.402078 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f5cdfc-f311-4ca8-b6f8-c6ef317ec1dc None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:37:28.443416 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c31870c8-c4ae-49c9-bc9f-ffd587d30320 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:28.446726 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c31870c8-c4ae-49c9-bc9f-ffd587d30320 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/ports/b5f0e01a-32f5-42cb-8fbf-52da0ea5e436 HTTP/1.1" status: 204 len: 168 time: 0.8835537 Nov 09 21:37:28.457150 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39746) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:28.566933 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3a6db7a-3206-42e1-9a79-40a234dd3b2d tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] GET failed (client error): The resource could not be found. Nov 09 21:37:28.569410 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c3a6db7a-3206-42e1-9a79-40a234dd3b2d tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "GET /v2.0/ports/b5f0e01a-32f5-42cb-8fbf-52da0ea5e436 HTTP/1.1" status: 404 len: 333 time: 0.1036980 Nov 09 21:37:28.572045 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39748) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:28.594498 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-08cc5db8-b389-4129-84a2-fcf39879763f req-e5b062e3-1e59-4c8b-997d-4d032a4d20af tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] 10.222.0.49 "GET /v2.0/security-groups?id=27757aeb-e829-443f-bba1-0d85994e7a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017566 Nov 09 21:37:28.647690 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c3318de3-2306-48e5-989b-11bd94eae3d2 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks [] for floatingip, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:28.650314 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c3318de3-2306-48e5-989b-11bd94eae3d2 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:28.651501 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c3318de3-2306-48e5-989b-11bd94eae3d2 tempest-ServerActionsTestJSON-1484597909 tempest-ServerActionsTestJSON-1484597909-project] 10.222.0.49 "DELETE /v2.0/floatingips/e4cc508a-48a0-45fe-a79f-2073947a3cbf HTTP/1.1" status: 204 len: 168 time: 2.4574273 Nov 09 21:37:28.658665 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39750) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:28.667114 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8bcdfa62-f5ae-470d-8c28-8f3972ceda61 req-0685e6ed-74b0-48e0-9323-4e86f859c081 service neutron] 10.222.0.45 "GET /v2.0/networks/e89cf88b-ba53-44ac-b90e-ec805993c315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629081 Nov 09 21:37:28.687997 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a84f45aa-a644-49f9-8793-1c3c53a22034 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:28.763736 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a84f45aa-a644-49f9-8793-1c3c53a22034 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:28.823254 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59958407-402f-411b-9b9b-c93c14474c74 req-da828f0f-5073-4f95-b7ec-469ecb30b203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:28.824101 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-59958407-402f-411b-9b9b-c93c14474c74 req-da828f0f-5073-4f95-b7ec-469ecb30b203 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5f44489c50e04b2db090f1564633b127&device_id=ad8e0c8f-7f8d-4322-aa5f-be1363d4431e HTTP/1.1" status: 200 len: 1134 time: 0.0911818 Nov 09 21:37:28.836547 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a84f45aa-a644-49f9-8793-1c3c53a22034 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:28.845489 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a84f45aa-a644-49f9-8793-1c3c53a22034 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:28.849280 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a84f45aa-a644-49f9-8793-1c3c53a22034 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/security-groups/81c6a2da-ddff-403e-a2f5-ade526e1d3fd HTTP/1.1" status: 204 len: 168 time: 0.2721550 Nov 09 21:37:28.863024 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39754) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:28.927344 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84f45aa-a644-49f9-8793-1c3c53a22034 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c6a2da-ddff-403e-a2f5-ade526e1d3fd,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:29.023126 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3f295190-3164-4bb6-88c6-f81f5e051394 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:29.067410 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3f295190-3164-4bb6-88c6-f81f5e051394 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:29.105338 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59958407-402f-411b-9b9b-c93c14474c74 req-5dc7eb4a-b32e-474d-b074-62868ccfd9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:29.108076 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-59958407-402f-411b-9b9b-c93c14474c74 req-5dc7eb4a-b32e-474d-b074-62868ccfd9b5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e89cf88b-ba53-44ac-b90e-ec805993c315 HTTP/1.1" status: 200 len: 896 time: 0.2759197 Nov 09 21:37:29.218124 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3f295190-3164-4bb6-88c6-f81f5e051394 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:29.220998 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3f295190-3164-4bb6-88c6-f81f5e051394 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:29.222234 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3f295190-3164-4bb6-88c6-f81f5e051394 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/security-groups/8a028845-0adf-4798-834e-662e0d63e34d HTTP/1.1" status: 204 len: 168 time: 0.3570373 Nov 09 21:37:29.228136 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-59958407-402f-411b-9b9b-c93c14474c74 req-d862cbfb-eb6c-43b8-856a-57c1e8a4beb8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fc2392c-4082-4175-a09d-07b1d15e61b4 HTTP/1.1" status: 200 len: 217 time: 0.1099744 Nov 09 21:37:29.228523 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39756) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:29.270252 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f295190-3164-4bb6-88c6-f81f5e051394 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a028845-0adf-4798-834e-662e0d63e34d,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:29.448776 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59958407-402f-411b-9b9b-c93c14474c74 req-eb74bc2b-14ee-45e5-8b22-a9703a41b64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:29.453975 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-59958407-402f-411b-9b9b-c93c14474c74 req-eb74bc2b-14ee-45e5-8b22-a9703a41b64e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d82e3181-4c0e-4c74-abb0-2755395deb93 HTTP/1.1" status: 200 len: 835 time: 0.2162378 Nov 09 21:37:29.534682 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59958407-402f-411b-9b9b-c93c14474c74 req-16c2369b-12d8-4877-b5f4-bea0109995de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:29.537474 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-59958407-402f-411b-9b9b-c93c14474c74 req-16c2369b-12d8-4877-b5f4-bea0109995de service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e89cf88b-ba53-44ac-b90e-ec805993c315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771630 Nov 09 21:37:29.540152 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d1dbd9b-7ec7-47f4-b809-57b1c866266d tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Deleting subnet 22a97535-1faf-4f05-b981-1b30ff8486e8 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:37:29.543555 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6d1dbd9b-7ec7-47f4-b809-57b1c866266d tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:29.589635 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6d1dbd9b-7ec7-47f4-b809-57b1c866266d tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:29.715296 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d0850c-4839-43f0-a9dc-9e913bb0d9c8 req-2855ee37-b0da-4784-8386-44d4accf27f9 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:29.716858 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-17d0850c-4839-43f0-a9dc-9e913bb0d9c8 req-2855ee37-b0da-4784-8386-44d4accf27f9 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad8e0c8f-7f8d-4322-aa5f-be1363d4431e HTTP/1.1" status: 200 len: 983 time: 0.2905955 Nov 09 21:37:29.834106 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-59958407-402f-411b-9b9b-c93c14474c74 req-eefe0851-cdf8-4f27-bf87-b430c165efe5 service neutron] 10.222.0.45 "GET /v2.0/networks/e89cf88b-ba53-44ac-b90e-ec805993c315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858851 Nov 09 21:37:29.869628 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6d1dbd9b-7ec7-47f4-b809-57b1c866266d tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:29.927562 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-17d0850c-4839-43f0-a9dc-9e913bb0d9c8 req-f3a95fa0-0a5d-4c62-a625-fc8c1b4d1e54 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/security-groups?id=452430c5-cd09-4206-8743-ec71404092ed&id=6c08c682-90c0-46b6-8d6d-a089872fc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1999583 Nov 09 21:37:29.955638 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076dfdc4-7dec-4305-97bf-23e1d1e4fcf8 req-61ce75a7-f828-43dc-8d8a-90599b61c294 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:29.956415 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-076dfdc4-7dec-4305-97bf-23e1d1e4fcf8 req-61ce75a7-f828-43dc-8d8a-90599b61c294 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f63074a-8235-4d9f-aa1f-ee5aea2c5164 HTTP/1.1" status: 200 len: 949 time: 0.1799161 Nov 09 21:37:30.017947 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6d1dbd9b-7ec7-47f4-b809-57b1c866266d tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:30.057100 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-076dfdc4-7dec-4305-97bf-23e1d1e4fcf8 req-7606d40a-5945-42c4-938e-f3ab95a9990f tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] 10.222.0.49 "GET /v2.0/security-groups?id=27757aeb-e829-443f-bba1-0d85994e7a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930412 Nov 09 21:37:30.060169 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1dbd9b-7ec7-47f4-b809-57b1c866266d tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event deleted for resources: {'Subnet': ['ID=22a97535-1faf-4f05-b981-1b30ff8486e8,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:30.063020 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6d1dbd9b-7ec7-47f4-b809-57b1c866266d tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:30.066476 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6d1dbd9b-7ec7-47f4-b809-57b1c866266d tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/subnets/22a97535-1faf-4f05-b981-1b30ff8486e8 HTTP/1.1" status: 204 len: 168 time: 0.8367717 Nov 09 21:37:30.069030 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4949809-515f-4345-a986-2cf513d2eeb7 None None] Network 3fa75d19-4f19-4dfc-b62d-494d603b9475 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:37:30.071786 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39774) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:30.087353 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-c81049f1-ba04-4372-949c-72964bb21f3a tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'subnet': {'network_id': '3fa75d19-4f19-4dfc-b62d-494d603b9475', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:37:30.087573 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-59958407-402f-411b-9b9b-c93c14474c74 req-fe5bd7bc-1038-49d5-a5fe-a7a8ea7db1a2 service neutron] 10.222.0.45 "GET /v2.0/networks/e89cf88b-ba53-44ac-b90e-ec805993c315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322023 Nov 09 21:37:30.088272 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ff90c3af-294b-4249-aef5-3ce1683cd5ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:30.407071 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81049f1-ba04-4372-949c-72964bb21f3a tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Made reservation on behalf of 328dae8361554dd89bbb1fa4d68588e7 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:37:30.412414 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c81049f1-ba04-4372-949c-72964bb21f3a tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:30.673071 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeeb3c1-a7fd-4c99-8cf5-aa406478a21f req-f98b8565-d8e3-45f3-8718-2f2f5bf085f1 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:30.674758 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bdeeb3c1-a7fd-4c99-8cf5-aa406478a21f req-f98b8565-d8e3-45f3-8718-2f2f5bf085f1 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f63074a-8235-4d9f-aa1f-ee5aea2c5164 HTTP/1.1" status: 200 len: 949 time: 0.2044096 Nov 09 21:37:30.798440 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bdeeb3c1-a7fd-4c99-8cf5-aa406478a21f req-053c97fc-69c0-4d40-aec9-9d8d0190b3c2 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] 10.222.0.49 "GET /v2.0/security-groups?id=27757aeb-e829-443f-bba1-0d85994e7a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023514 Nov 09 21:37:30.873884 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-ff90c3af-294b-4249-aef5-3ce1683cd5ee admin admin] Deleting port 4abd8de3-707e-4616-9905-d8ef8499162d {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:37:30.875378 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ff90c3af-294b-4249-aef5-3ce1683cd5ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:31.022969 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c81049f1-ba04-4372-949c-72964bb21f3a tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:31.100066 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-ff90c3af-294b-4249-aef5-3ce1683cd5ee admin admin] For port 4abd8de3-707e-4616-9905-d8ef8499162d, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=4abd8de3-707e-4616-9905-d8ef8499162d,segment=NetworkSegment(4b1e7064-c872-4e6f-85a8-e00a69322723),segment_id=4b1e7064-c872-4e6f-85a8-e00a69322723)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:37:31.100431 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ff90c3af-294b-4249-aef5-3ce1683cd5ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:31.115573 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81049f1-ba04-4372-949c-72964bb21f3a tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Network 3fa75d19-4f19-4dfc-b62d-494d603b9475 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:37:31.131578 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-c81049f1-ba04-4372-949c-72964bb21f3a tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:37:31.139621 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8bff9d-6881-4486-88e5-0a23938f66bc req-0911d374-d649-49e3-9859-08a791fd5626 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:31.144173 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-ff90c3af-294b-4249-aef5-3ce1683cd5ee admin admin] Calling delete_port for 4abd8de3-707e-4616-9905-d8ef8499162d owned by network:router_interface {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:37:31.150248 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fd8bff9d-6881-4486-88e5-0a23938f66bc req-0911d374-d649-49e3-9859-08a791fd5626 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad8e0c8f-7f8d-4322-aa5f-be1363d4431e HTTP/1.1" status: 200 len: 983 time: 0.1041756 Nov 09 21:37:31.155871 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81049f1-ba04-4372-949c-72964bb21f3a tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:31.156475 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c81049f1-ba04-4372-949c-72964bb21f3a tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:31.168884 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81049f1-ba04-4372-949c-72964bb21f3a tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event updated for resources: {'Subnet': ['ID=58f919e1-45fd-4235-ba9e-1d176006c8cf,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:31.239107 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fd8bff9d-6881-4486-88e5-0a23938f66bc req-7fb85a4f-29cd-4411-9cd9-73fcd1762877 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/security-groups?id=452430c5-cd09-4206-8743-ec71404092ed&id=6c08c682-90c0-46b6-8d6d-a089872fc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0874803 Nov 09 21:37:31.256578 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c81049f1-ba04-4372-949c-72964bb21f3a tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1823051 Nov 09 21:37:31.259832 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39792) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:31.266096 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-cb1328a8-15bf-4502-9efb-662ee7037c4e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'security_group': {'name': 'tempest-secgroup-408891685'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:37:31.334848 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cb1328a8-15bf-4502-9efb-662ee7037c4e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:31.538791 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cb1328a8-15bf-4502-9efb-662ee7037c4e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:31.548922 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cb1328a8-15bf-4502-9efb-662ee7037c4e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:31.591286 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1328a8-15bf-4502-9efb-662ee7037c4e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14eff6f6-7575-42fe-9262-7e2f47c44e84,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:31.594895 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ff90c3af-294b-4249-aef5-3ce1683cd5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:31.623258 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cb1328a8-15bf-4502-9efb-662ee7037c4e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:31.628565 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-cb1328a8-15bf-4502-9efb-662ee7037c4e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3637726 Nov 09 21:37:31.629032 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39798) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:31.629151 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff90c3af-294b-4249-aef5-3ce1683cd5ee admin admin] Pushing event deleted for resources: {'Port': ['ID=4abd8de3-707e-4616-9905-d8ef8499162d,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:31.634822 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-315ce815-bad6-4ee4-b13f-466c39abd59f tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'security_group': {'name': 'tempest-secgroup-52665712'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:37:31.685933 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-315ce815-bad6-4ee4-b13f-466c39abd59f tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:31.695835 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9148f2cf-e39d-4281-801d-39a8d756315b None None] Network 3fa75d19-4f19-4dfc-b62d-494d603b9475 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:37:31.929927 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-1e1d12fb-92d2-4bf9-bd46-b81ccb28455a None None] Provisioning complete for port 2a93a85f-3a3b-4a3e-a17a-9815dc28c53a triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:37:31.930301 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1e1d12fb-92d2-4bf9-bd46-b81ccb28455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:31.995096 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ff90c3af-294b-4249-aef5-3ce1683cd5ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:32.000393 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f24102-d281-4d41-9f53-a3dc6bd855ae req-66932452-8c16-46ce-9812-7fbe1fd80fbd tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:32.003932 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-66f24102-d281-4d41-9f53-a3dc6bd855ae req-66932452-8c16-46ce-9812-7fbe1fd80fbd tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f63074a-8235-4d9f-aa1f-ee5aea2c5164 HTTP/1.1" status: 200 len: 949 time: 0.1861274 Nov 09 21:37:32.084220 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-315ce815-bad6-4ee4-b13f-466c39abd59f tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:32.128863 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-315ce815-bad6-4ee4-b13f-466c39abd59f tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:32.205961 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ce815-bad6-4ee4-b13f-466c39abd59f tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=318e75ff-5e5d-456a-9433-5b48505fe5bb,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:32.236116 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-1e1d12fb-92d2-4bf9-bd46-b81ccb28455a None None] Provisioning complete for port 75a86ac4-5fed-48fd-ae25-122a3ac0d9d8 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:37:32.236516 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1e1d12fb-92d2-4bf9-bd46-b81ccb28455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:32.242366 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-315ce815-bad6-4ee4-b13f-466c39abd59f tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:32.253434 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-315ce815-bad6-4ee4-b13f-466c39abd59f tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6232147 Nov 09 21:37:32.255336 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39806) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:32.276939 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24180607-4b98-473a-87de-3b493ec7fe7c None None] Update dhcp port {'port': {'network_id': '3fa75d19-4f19-4dfc-b62d-494d603b9475', 'fixed_ips': [{'subnet_id': '48f92d7e-8ed9-4455-8009-e9c05b0ec5ab', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '58f919e1-45fd-4235-ba9e-1d176006c8cf'}], 'binding:host_id': 'n-d-816206-3'}, 'id': '2a93a85f-3a3b-4a3e-a17a-9815dc28c53a'} from n-d-816206-3. {{(pid=102609) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 21:37:32.277169 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-4ed605b6-ae91-4d53-80c4-4edb6159e541 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'security_group': {'name': 'tempest-secgroup-1372358329'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:37:32.287198 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-66f24102-d281-4d41-9f53-a3dc6bd855ae req-71afe80b-7a3d-47fd-8ea0-3bac6c4e8a32 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] Deleting port ef680c57-40ea-4648-82c0-4cccfe98d0f4 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:37:32.287547 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-66f24102-d281-4d41-9f53-a3dc6bd855ae req-71afe80b-7a3d-47fd-8ea0-3bac6c4e8a32 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:32.326222 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-24180607-4b98-473a-87de-3b493ec7fe7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:32.362809 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 2fc2392c-4082-4175-a09d-07b1d15e61b4 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:37:32.395162 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-1e1d12fb-92d2-4bf9-bd46-b81ccb28455a None None] Port 75a86ac4-5fed-48fd-ae25-122a3ac0d9d8 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:37:32.431244 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-66f24102-d281-4d41-9f53-a3dc6bd855ae req-71afe80b-7a3d-47fd-8ea0-3bac6c4e8a32 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] For port ef680c57-40ea-4648-82c0-4cccfe98d0f4, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=ef680c57-40ea-4648-82c0-4cccfe98d0f4,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:37:32.431889 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-66f24102-d281-4d41-9f53-a3dc6bd855ae req-71afe80b-7a3d-47fd-8ea0-3bac6c4e8a32 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:32.480895 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-66f24102-d281-4d41-9f53-a3dc6bd855ae req-71afe80b-7a3d-47fd-8ea0-3bac6c4e8a32 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] Calling delete_port for ef680c57-40ea-4648-82c0-4cccfe98d0f4 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:37:32.490413 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4ed605b6-ae91-4d53-80c4-4edb6159e541 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:32.639069 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4ed605b6-ae91-4d53-80c4-4edb6159e541 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:32.686015 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.db.resource_extend [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 21:37:32.728112 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4ed605b6-ae91-4d53-80c4-4edb6159e541 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:32.782605 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4feaf8-e863-46a9-bab6-e7080a1c8879 req-6f23a489-1ad9-44e2-ab10-19dc227b458a tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:32.808073 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4f4feaf8-e863-46a9-bab6-e7080a1c8879 req-6f23a489-1ad9-44e2-ab10-19dc227b458a tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad8e0c8f-7f8d-4322-aa5f-be1363d4431e HTTP/1.1" status: 200 len: 983 time: 0.4063375 Nov 09 21:37:32.876987 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-24180607-4b98-473a-87de-3b493ec7fe7c None None] Allocated IP 2001:db8::2 (3fa75d19-4f19-4dfc-b62d-494d603b9475/58f919e1-45fd-4235-ba9e-1d176006c8cf/2a93a85f-3a3b-4a3e-a17a-9815dc28c53a) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:37:32.919281 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4ed605b6-ae91-4d53-80c4-4edb6159e541 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:32.923715 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4ed605b6-ae91-4d53-80c4-4edb6159e541 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6476860 Nov 09 21:37:32.931693 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39820) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:32.937645 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-f6c71816-ad2d-48f1-b240-de34e63549ce tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1163160840', 'security_groups': ['e83e34e9-06de-4f30-bd61-803349bf7696'], 'network_id': '3fa75d19-4f19-4dfc-b62d-494d603b9475', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '58f919e1-45fd-4235-ba9e-1d176006c8cf'}]}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:37:32.965941 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 2fc2392c-4082-4175-a09d-07b1d15e61b4, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=2fc2392c-4082-4175-a09d-07b1d15e61b4,segment=NetworkSegment(8edbf2ec-ea2b-4cba-916a-3c4d76c84261),segment_id=8edbf2ec-ea2b-4cba-916a-3c4d76c84261)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:37:32.995853 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed605b6-ae91-4d53-80c4-4edb6159e541 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e83e34e9-06de-4f30-bd61-803349bf7696,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:33.031132 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '2fc2392c-4082-4175-a09d-07b1d15e61b4', 'network_id': 'e89cf88b-ba53-44ac-b90e-ec805993c315', 'port_id': '2fc2392c-4082-4175-a09d-07b1d15e61b4', 'mac_address': 'fa:16:3e:af:9c:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd82e3181-4c0e-4c74-abb0-2755395deb93', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:37:33.116313 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:33.150338 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-24180607-4b98-473a-87de-3b493ec7fe7c None None] For port 2a93a85f-3a3b-4a3e-a17a-9815dc28c53a, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=2a93a85f-3a3b-4a3e-a17a-9815dc28c53a,segment=NetworkSegment(71b2eb61-a7de-4e33-a509-2442a6286bec),segment_id=71b2eb61-a7de-4e33-a509-2442a6286bec)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:37:33.154037 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fc2392c-4082-4175-a09d-07b1d15e61b4 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:37:33.197894 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4f4feaf8-e863-46a9-bab6-e7080a1c8879 req-c2ae132f-d8a1-469b-8773-061d6b8a27db tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/security-groups?id=452430c5-cd09-4206-8743-ec71404092ed&id=6c08c682-90c0-46b6-8d6d-a089872fc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3848827 Nov 09 21:37:33.208325 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 2fc2392c-4082-4175-a09d-07b1d15e61b4, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=2fc2392c-4082-4175-a09d-07b1d15e61b4,segment=NetworkSegment(8edbf2ec-ea2b-4cba-916a-3c4d76c84261),segment_id=8edbf2ec-ea2b-4cba-916a-3c4d76c84261)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:37:33.215992 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-66f24102-d281-4d41-9f53-a3dc6bd855ae req-71afe80b-7a3d-47fd-8ea0-3bac6c4e8a32 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:33.222025 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:33.224239 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6da554-703b-4041-97b0-bd147bfdc67c req-f23fe45b-5c3e-467f-b755-4320d8aaadb6 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:33.229137 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6b6da554-703b-4041-97b0-bd147bfdc67c req-f23fe45b-5c3e-467f-b755-4320d8aaadb6 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f63074a-8235-4d9f-aa1f-ee5aea2c5164 HTTP/1.1" status: 200 len: 949 time: 1.2212470 Nov 09 21:37:33.236167 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-24180607-4b98-473a-87de-3b493ec7fe7c None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:33.271120 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['ef680c57-40ea-4648-82c0-4cccfe98d0f4'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:37:33.273993 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-24180607-4b98-473a-87de-3b493ec7fe7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:33.287033 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71afe80b-7a3d-47fd-8ea0-3bac6c4e8a32 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] Pushing event deleted for resources: {'Port': ['ID=ef680c57-40ea-4648-82c0-4cccfe98d0f4,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:33.363669 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f24102-d281-4d41-9f53-a3dc6bd855ae req-71afe80b-7a3d-47fd-8ea0-3bac6c4e8a32 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] No DVR routers for this DVR port ef680c57-40ea-4648-82c0-4cccfe98d0f4 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:37:33.366696 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-66f24102-d281-4d41-9f53-a3dc6bd855ae req-71afe80b-7a3d-47fd-8ea0-3bac6c4e8a32 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:33.374910 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-66f24102-d281-4d41-9f53-a3dc6bd855ae req-71afe80b-7a3d-47fd-8ea0-3bac6c4e8a32 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] 10.222.0.43 "DELETE /v2.0/ports/ef680c57-40ea-4648-82c0-4cccfe98d0f4 HTTP/1.1" status: 204 len: 173 time: 1.3574085 Nov 09 21:37:33.375426 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f63074a-8235-4d9f-aa1f-ee5aea2c5164', 'name': 'network-vif-deleted', 'tag': 'ef680c57-40ea-4648-82c0-4cccfe98d0f4'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:37:33.377781 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b6e7c0-dc96-43f5-98ec-9accbaa83aed" -d '{"events": [{"server_uuid": "3f63074a-8235-4d9f-aa1f-ee5aea2c5164", "name": "network-vif-deleted", "tag": "ef680c57-40ea-4648-82c0-4cccfe98d0f4"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:37:33.422560 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6b6da554-703b-4041-97b0-bd147bfdc67c req-49011424-6efd-4e13-90a3-a6f8254fe6d5 tempest-VolumesNegativeTest-899533915 tempest-VolumesNegativeTest-899533915-project] 10.222.0.49 "GET /v2.0/security-groups?id=27757aeb-e829-443f-bba1-0d85994e7a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097407 Nov 09 21:37:33.462911 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c71816-ad2d-48f1-b240-de34e63549ce tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Made reservation on behalf of 328dae8361554dd89bbb1fa4d68588e7 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:37:33.527362 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4145eb20-ffa1-491e-b138-abbd487fe5c4 x-openstack-request-id: req-4145eb20-ffa1-491e-b138-abbd487fe5c4 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:37:33.527666 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f63074a-8235-4d9f-aa1f-ee5aea2c5164", "name": "network-vif-deleted", "tag": "ef680c57-40ea-4648-82c0-4cccfe98d0f4", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:37:33.527924 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4145eb20-ffa1-491e-b138-abbd487fe5c4 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:37:33.528323 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f63074a-8235-4d9f-aa1f-ee5aea2c5164', 'name': 'network-vif-deleted', 'tag': 'ef680c57-40ea-4648-82c0-4cccfe98d0f4', 'status': 'completed', 'code': 200} Nov 09 21:37:33.552114 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['2fc2392c-4082-4175-a09d-07b1d15e61b4'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:37:33.614970 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=2fc2392c-4082-4175-a09d-07b1d15e61b4,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:33.746465 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24180607-4b98-473a-87de-3b493ec7fe7c None None] Pushing event updated for resources: {'Port': ['ID=2a93a85f-3a3b-4a3e-a17a-9815dc28c53a,revision_number=6']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:33.762695 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:33.802814 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f6c71816-ad2d-48f1-b240-de34e63549ce tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:33.824128 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-f6c71816-ad2d-48f1-b240-de34e63549ce tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] device_id is not set on port c92d8405-4a62-4090-8194-ba85f9d2f385 yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:37:33.959561 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff90c3af-294b-4249-aef5-3ce1683cd5ee admin admin] Router 0b801d11-0c7c-4a64-93a1-9a96a18d4a9b has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:37:34.183970 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-f6c71816-ad2d-48f1-b240-de34e63549ce tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Allocated IP 2001:db8::202 (3fa75d19-4f19-4dfc-b62d-494d603b9475/58f919e1-45fd-4235-ba9e-1d176006c8cf/c92d8405-4a62-4090-8194-ba85f9d2f385) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:37:34.220408 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff90c3af-294b-4249-aef5-3ce1683cd5ee admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:37:34.237938 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887f2629-eadf-4a80-95be-1c9ee3701975 None None] Sync routers for ids ['0b801d11-0c7c-4a64-93a1-9a96a18d4a9b'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:37:34.243239 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39840) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:34.252839 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ff90c3af-294b-4249-aef5-3ce1683cd5ee admin admin] 10.222.0.49 "PUT /v2.0/routers/0b801d11-0c7c-4a64-93a1-9a96a18d4a9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5930278 Nov 09 21:37:34.264171 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887f2629-eadf-4a80-95be-1c9ee3701975 None None] Routers {'0b801d11-0c7c-4a64-93a1-9a96a18d4a9b'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:37:34.268261 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-887f2629-eadf-4a80-95be-1c9ee3701975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:37:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['0b801d11-0c7c-4a64-93a1-9a96a18d4a9b'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:37:34.482919 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-923c6864-0299-4cb1-92e8-80b89ea20adf admin admin] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:34.539596 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d162f6-eb39-4e98-99dd-2c1d01ec96cb req-3865628e-abaf-4e24-b5c2-c4ade9b2068d tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:34.541621 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-70d162f6-eb39-4e98-99dd-2c1d01ec96cb req-3865628e-abaf-4e24-b5c2-c4ade9b2068d tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad8e0c8f-7f8d-4322-aa5f-be1363d4431e HTTP/1.1" status: 200 len: 984 time: 0.1210115 Nov 09 21:37:34.555628 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-be1a52c9-b19f-4b0b-85a1-b92e2da3f062 None None] Provisioning complete for port 2a93a85f-3a3b-4a3e-a17a-9815dc28c53a triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:37:34.556522 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-be1a52c9-b19f-4b0b-85a1-b92e2da3f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:34.563485 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f6c71816-ad2d-48f1-b240-de34e63549ce tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:34.643675 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-923c6864-0299-4cb1-92e8-80b89ea20adf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:34.646335 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-887f2629-eadf-4a80-95be-1c9ee3701975 None None] Set router 0b801d11-0c7c-4a64-93a1-9a96a18d4a9b gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:37:34.649788 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-70d162f6-eb39-4e98-99dd-2c1d01ec96cb req-e8f66038-1437-42c8-9752-3422da147fa9 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/security-groups?id=452430c5-cd09-4206-8743-ec71404092ed&id=6c08c682-90c0-46b6-8d6d-a089872fc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1006739 Nov 09 21:37:34.676954 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f6c71816-ad2d-48f1-b240-de34e63549ce tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:34.742479 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c71816-ad2d-48f1-b240-de34e63549ce tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Network 3fa75d19-4f19-4dfc-b62d-494d603b9475 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:37:34.747095 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-f6c71816-ad2d-48f1-b240-de34e63549ce tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:37:34.750842 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c71816-ad2d-48f1-b240-de34e63549ce tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:37:34.757028 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c71816-ad2d-48f1-b240-de34e63549ce tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:34.757837 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f6c71816-ad2d-48f1-b240-de34e63549ce tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:34.770637 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c71816-ad2d-48f1-b240-de34e63549ce tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event updated for resources: {'Port': ['ID=c92d8405-4a62-4090-8194-ba85f9d2f385,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:34.781438 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-923c6864-0299-4cb1-92e8-80b89ea20adf admin admin] Deleting port 3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:37:34.783314 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-923c6864-0299-4cb1-92e8-80b89ea20adf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:34.801712 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f6c71816-ad2d-48f1-b240-de34e63549ce tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8688650 Nov 09 21:37:34.804273 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39866) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:34.810682 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-a4e95a92-b6b5-4c06-9180-e0edcb59a3ae tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'subnet': {'network_id': '3fa75d19-4f19-4dfc-b62d-494d603b9475', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:37:34.941498 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-be1a52c9-b19f-4b0b-85a1-b92e2da3f062 None None] Provisioning complete for port 75a86ac4-5fed-48fd-ae25-122a3ac0d9d8 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:37:34.941885 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-be1a52c9-b19f-4b0b-85a1-b92e2da3f062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:35.058520 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-be1a52c9-b19f-4b0b-85a1-b92e2da3f062 None None] Port 75a86ac4-5fed-48fd-ae25-122a3ac0d9d8 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:37:35.115385 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e95a92-b6b5-4c06-9180-e0edcb59a3ae tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Made reservation on behalf of 328dae8361554dd89bbb1fa4d68588e7 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:37:35.121163 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a4e95a92-b6b5-4c06-9180-e0edcb59a3ae tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:35.220900 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-887f2629-eadf-4a80-95be-1c9ee3701975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b801d11-0c7c-4a64-93a1-9a96a18d4a9b', 'name': 'tempest-ServerActionsTestJSON-1158179346-router', 'tenant_id': '96a7a35658cb4a6ea565f057e114d368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:28:11Z', 'updated_at': '2021-11-09T21:37:31Z', 'revision_number': 5, 'project_id': '96a7a35658cb4a6ea565f057e114d368', 'gw_port': {'id': '3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:27:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b801d11-0c7c-4a64-93a1-9a96a18d4a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:28:13Z', 'updated_at': '2021-11-09T21:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:37:35.294857 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887f2629-eadf-4a80-95be-1c9ee3701975 None None] Checking router: 0b801d11-0c7c-4a64-93a1-9a96a18d4a9b for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:37:35.317873 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887f2629-eadf-4a80-95be-1c9ee3701975 None None] Routers {'0b801d11-0c7c-4a64-93a1-9a96a18d4a9b'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:37:35.318784 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-887f2629-eadf-4a80-95be-1c9ee3701975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:37:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['0b801d11-0c7c-4a64-93a1-9a96a18d4a9b'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:37:35.408460 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d56d741a-202c-40a7-a70f-9f19bc074bfc None None] Provisioning complete for port c92d8405-4a62-4090-8194-ba85f9d2f385 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:37:35.408873 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d56d741a-202c-40a7-a70f-9f19bc074bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:35.414762 n-d-816206-3 neutron-server[102608]: INFO neutron.db.ipam_backend_mixin [None req-a4e95a92-b6b5-4c06-9180-e0edcb59a3ae tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 58f919e1-45fd-4235-ba9e-1d176006c8cf (CIDR: 2001:db8::/64) Nov 09 21:37:35.424097 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4e95a92-b6b5-4c06-9180-e0edcb59a3ae tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:37:35.425224 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4e95a92-b6b5-4c06-9180-e0edcb59a3ae tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:37:35.473559 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a4e95a92-b6b5-4c06-9180-e0edcb59a3ae tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6676657 Nov 09 21:37:35.476658 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39888) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:35.488045 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-adf3cdc9-2d0b-427c-bd59-060edf8c95cc tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'subnet': {'network_id': '3fa75d19-4f19-4dfc-b62d-494d603b9475', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:37:35.525949 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-887f2629-eadf-4a80-95be-1c9ee3701975 None None] Set router 0b801d11-0c7c-4a64-93a1-9a96a18d4a9b gateway port host: None {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:37:35.551895 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device ef680c57-40ea-4648-82c0-4cccfe98d0f4 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:37:35.634458 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-887f2629-eadf-4a80-95be-1c9ee3701975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b801d11-0c7c-4a64-93a1-9a96a18d4a9b', 'name': 'tempest-ServerActionsTestJSON-1158179346-router', 'tenant_id': '96a7a35658cb4a6ea565f057e114d368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:28:11Z', 'updated_at': '2021-11-09T21:37:34Z', 'revision_number': 6, 'project_id': '96a7a35658cb4a6ea565f057e114d368', 'gw_port_host': None}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:37:35.668263 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887f2629-eadf-4a80-95be-1c9ee3701975 None None] The sync data for ids ['0b801d11-0c7c-4a64-93a1-9a96a18d4a9b'] in n-d-816206-3 is: [{'id': '0b801d11-0c7c-4a64-93a1-9a96a18d4a9b', 'name': 'tempest-ServerActionsTestJSON-1158179346-router', 'tenant_id': '96a7a35658cb4a6ea565f057e114d368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:28:11Z', 'updated_at': '2021-11-09T21:37:34Z', 'revision_number': 6, 'project_id': '96a7a35658cb4a6ea565f057e114d368', 'gw_port_host': None}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:37:35.678235 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 2a93a85f-3a3b-4a3e-a17a-9815dc28c53a up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:37:35.683243 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: ef680c57-40ea-4648-82c0-4cccfe98d0f4 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:37:35.683690 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device ef680c57-40ea-4648-82c0-4cccfe98d0f4 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:37:35.717853 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-d56d741a-202c-40a7-a70f-9f19bc074bfc None None] Port c92d8405-4a62-4090-8194-ba85f9d2f385 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:37:35.777772 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-923c6864-0299-4cb1-92e8-80b89ea20adf admin admin] For port 3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:37:35.779179 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-923c6864-0299-4cb1-92e8-80b89ea20adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:35.785666 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf3cdc9-2d0b-427c-bd59-060edf8c95cc tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Made reservation on behalf of 328dae8361554dd89bbb1fa4d68588e7 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:37:35.793456 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-adf3cdc9-2d0b-427c-bd59-060edf8c95cc tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:35.803124 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-923c6864-0299-4cb1-92e8-80b89ea20adf admin admin] Calling delete_port for 3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d owned by network:router_gateway {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:37:35.879129 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 2a93a85f-3a3b-4a3e-a17a-9815dc28c53a triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:37:35.879674 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:35.895253 n-d-816206-3 neutron-server[102608]: INFO neutron.db.ipam_backend_mixin [None req-adf3cdc9-2d0b-427c-bd59-060edf8c95cc tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 48f92d7e-8ed9-4455-8009-e9c05b0ec5ab (CIDR: 2001:db8:0:1::/64) Nov 09 21:37:35.915317 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-adf3cdc9-2d0b-427c-bd59-060edf8c95cc tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 21:37:35.915880 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adf3cdc9-2d0b-427c-bd59-060edf8c95cc tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:37:35.950217 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-adf3cdc9-2d0b-427c-bd59-060edf8c95cc tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4712260 Nov 09 21:37:35.955827 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39914) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:35.960387 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27546f76-afd3-4533-a35a-f87634b1ae16 req-65b1a82b-fe97-4314-a3a6-dc1335094768 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:35.962158 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-27546f76-afd3-4533-a35a-f87634b1ae16 req-65b1a82b-fe97-4314-a3a6-dc1335094768 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad8e0c8f-7f8d-4322-aa5f-be1363d4431e HTTP/1.1" status: 200 len: 984 time: 0.1908987 Nov 09 21:37:35.970506 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-f043c87c-83ed-4719-a6c0-7fecd1dc858a tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'subnet': {'network_id': '3fa75d19-4f19-4dfc-b62d-494d603b9475', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:37:36.046209 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-27546f76-afd3-4533-a35a-f87634b1ae16 req-23291e9d-dec1-4f86-ada1-a5a101d81bfb tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/security-groups?id=452430c5-cd09-4206-8743-ec71404092ed&id=6c08c682-90c0-46b6-8d6d-a089872fc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0759923 Nov 09 21:37:36.320783 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-923c6864-0299-4cb1-92e8-80b89ea20adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:36.326599 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f043c87c-83ed-4719-a6c0-7fecd1dc858a tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Made reservation on behalf of 328dae8361554dd89bbb1fa4d68588e7 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:37:36.331020 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f043c87c-83ed-4719-a6c0-7fecd1dc858a tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:36.347989 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 2fc2392c-4082-4175-a09d-07b1d15e61b4 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:37:36.413959 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923c6864-0299-4cb1-92e8-80b89ea20adf admin admin] Pushing event deleted for resources: {'Port': ['ID=3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:36.459004 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb49f65-6e21-4d09-9dbe-7555d5b49f29 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:37:36.534920 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 2fc2392c-4082-4175-a09d-07b1d15e61b4 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:37:36.540999 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 2fc2392c-4082-4175-a09d-07b1d15e61b4 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:37:36.541439 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:36.607862 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-923c6864-0299-4cb1-92e8-80b89ea20adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:36.695306 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:36.751213 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 2fc2392c-4082-4175-a09d-07b1d15e61b4, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=2fc2392c-4082-4175-a09d-07b1d15e61b4,segment=NetworkSegment(8edbf2ec-ea2b-4cba-916a-3c4d76c84261),segment_id=8edbf2ec-ea2b-4cba-916a-3c4d76c84261)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:37:36.752390 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8e0c8f-7f8d-4322-aa5f-be1363d4431e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc2392c-4082-4175-a09d-07b1d15e61b4'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:37:36.756058 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ac777c-9c36-4853-9fa2-bdd4ea0ef62c" -d '{"events": [{"server_uuid": "ad8e0c8f-7f8d-4322-aa5f-be1363d4431e", "name": "network-vif-plugged", "status": "completed", "tag": "2fc2392c-4082-4175-a09d-07b1d15e61b4"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:37:36.761409 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:36.862001 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-923c6864-0299-4cb1-92e8-80b89ea20adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:36.867262 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-923c6864-0299-4cb1-92e8-80b89ea20adf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:36.872346 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=2fc2392c-4082-4175-a09d-07b1d15e61b4,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:37.020557 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7bf935-2d3c-43e3-945e-934c8291675a x-openstack-request-id: req-7b7bf935-2d3c-43e3-945e-934c8291675a {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:37:37.021320 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad8e0c8f-7f8d-4322-aa5f-be1363d4431e", "name": "network-vif-plugged", "status": "completed", "tag": "2fc2392c-4082-4175-a09d-07b1d15e61b4", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:37:37.021941 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7b7bf935-2d3c-43e3-945e-934c8291675a {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:37:37.022594 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad8e0c8f-7f8d-4322-aa5f-be1363d4431e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc2392c-4082-4175-a09d-07b1d15e61b4', 'code': 200} Nov 09 21:37:37.035573 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-923c6864-0299-4cb1-92e8-80b89ea20adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:37.036108 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923c6864-0299-4cb1-92e8-80b89ea20adf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b801d11-0c7c-4a64-93a1-9a96a18d4a9b {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:37:37.042685 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-923c6864-0299-4cb1-92e8-80b89ea20adf admin admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:37.047007 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-923c6864-0299-4cb1-92e8-80b89ea20adf admin admin] 10.222.0.49 "DELETE /v2.0/routers/0b801d11-0c7c-4a64-93a1-9a96a18d4a9b HTTP/1.1" status: 204 len: 168 time: 2.7987990 Nov 09 21:37:37.049166 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39990) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:37.189914 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed19cfbd-b43d-434f-a078-3dca64abde37 admin admin] Deleting subnet 48041428-5cce-473c-b445-a01eb383d908 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:37:37.197428 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ed19cfbd-b43d-434f-a078-3dca64abde37 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:37.221979 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f043c87c-83ed-4719-a6c0-7fecd1dc858a tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:37.246700 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ed19cfbd-b43d-434f-a078-3dca64abde37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:37.284421 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f043c87c-83ed-4719-a6c0-7fecd1dc858a tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Network 3fa75d19-4f19-4dfc-b62d-494d603b9475 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:37:37.321514 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f245d8-9402-4c52-a5cd-e0af9a3fedd6 req-964f1a87-fc4b-4741-8c05-47d3e3dbf85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:37.323255 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-06f245d8-9402-4c52-a5cd-e0af9a3fedd6 req-964f1a87-fc4b-4741-8c05-47d3e3dbf85d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ad8e0c8f-7f8d-4322-aa5f-be1363d4431e HTTP/1.1" status: 200 len: 1136 time: 0.1915834 Nov 09 21:37:37.324116 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-f043c87c-83ed-4719-a6c0-7fecd1dc858a tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:37:37.337507 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b234615-ed3a-4076-824f-c80490539f40 None None] Network 3fa75d19-4f19-4dfc-b62d-494d603b9475 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:37:37.343331 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f043c87c-83ed-4719-a6c0-7fecd1dc858a tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:37.344302 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f043c87c-83ed-4719-a6c0-7fecd1dc858a tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:37.462482 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ed19cfbd-b43d-434f-a078-3dca64abde37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:37.504310 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f043c87c-83ed-4719-a6c0-7fecd1dc858a tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5472639 Nov 09 21:37:37.513165 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 40004) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:37.525970 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-a30f3d84-0edd-4bf2-9758-55e2a665fa66 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1374248409', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0794a259-07f3-441a-bade-f4213d93770d'}], 'security_groups': ['14eff6f6-7575-42fe-9262-7e2f47c44e84', '318e75ff-5e5d-456a-9433-5b48505fe5bb']}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:37:37.537017 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f043c87c-83ed-4719-a6c0-7fecd1dc858a tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event updated for resources: {'Subnet': ['ID=0794a259-07f3-441a-bade-f4213d93770d,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:37.626112 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4dd1d-fd4f-4b7c-b31c-4665d408e301 req-75da7087-742b-4272-ac3d-1a1e95aea19c tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:37.627672 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-50d4dd1d-fd4f-4b7c-b31c-4665d408e301 req-75da7087-742b-4272-ac3d-1a1e95aea19c tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad8e0c8f-7f8d-4322-aa5f-be1363d4431e HTTP/1.1" status: 200 len: 985 time: 0.3621488 Nov 09 21:37:37.634440 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ed19cfbd-b43d-434f-a078-3dca64abde37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:37.657538 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 4abd8de3-707e-4616-9905-d8ef8499162d no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:37:37.664128 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed19cfbd-b43d-434f-a078-3dca64abde37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48041428-5cce-473c-b445-a01eb383d908,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:37.696949 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ed19cfbd-b43d-434f-a078-3dca64abde37 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:37.701162 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ed19cfbd-b43d-434f-a078-3dca64abde37 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/48041428-5cce-473c-b445-a01eb383d908 HTTP/1.1" status: 204 len: 168 time: 0.6500213 Nov 09 21:37:37.703748 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40010) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:37.751875 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-06f245d8-9402-4c52-a5cd-e0af9a3fedd6 req-52fe1a51-a21a-451c-9612-7277a2c21b6a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6c08c682-90c0-46b6-8d6d-a089872fc62e&id=452430c5-cd09-4206-8743-ec71404092ed&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4139440 Nov 09 21:37:37.843302 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9ddf45-a717-4733-875e-b0f6271e9315 None None] Network e557bc0d-71a9-4b44-ab50-1de12563c5ef requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:37:37.854935 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5ec9d2a9-500d-4f15-b40b-348c259561f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:37.890810 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 4abd8de3-707e-4616-9905-d8ef8499162d {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:37:37.891038 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 4abd8de3-707e-4616-9905-d8ef8499162d not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:37:37.893125 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:37:37.958877 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-50d4dd1d-fd4f-4b7c-b31c-4665d408e301 req-001bd3fc-4ca9-40ff-9fb5-c5091443c208 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/security-groups?id=452430c5-cd09-4206-8743-ec71404092ed&id=6c08c682-90c0-46b6-8d6d-a089872fc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3180311 Nov 09 21:37:38.024418 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:37:38.024793 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 3d8300e7-f832-4eb4-82cf-9d9b2a9b3d5d not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:37:38.033211 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a30f3d84-0edd-4bf2-9758-55e2a665fa66 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:38.075424 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-5ec9d2a9-500d-4f15-b40b-348c259561f0 admin admin] Deleting port 7b6d0375-41b7-4ae3-a64a-b11a426f8f8c {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:37:38.076769 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5ec9d2a9-500d-4f15-b40b-348c259561f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:38.207971 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-5ec9d2a9-500d-4f15-b40b-348c259561f0 admin admin] For port 7b6d0375-41b7-4ae3-a64a-b11a426f8f8c, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=7b6d0375-41b7-4ae3-a64a-b11a426f8f8c,segment=NetworkSegment(4b1e7064-c872-4e6f-85a8-e00a69322723),segment_id=4b1e7064-c872-4e6f-85a8-e00a69322723)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:37:38.208559 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5ec9d2a9-500d-4f15-b40b-348c259561f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:38.241243 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-5ec9d2a9-500d-4f15-b40b-348c259561f0 admin admin] Calling delete_port for 7b6d0375-41b7-4ae3-a64a-b11a426f8f8c owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:37:38.451426 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5ec9d2a9-500d-4f15-b40b-348c259561f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:38.518676 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9d2a9-500d-4f15-b40b-348c259561f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b6d0375-41b7-4ae3-a64a-b11a426f8f8c,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:38.544009 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec9d2a9-500d-4f15-b40b-348c259561f0 admin admin] No DVR routers for this DVR port 7b6d0375-41b7-4ae3-a64a-b11a426f8f8c on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:37:38.865653 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5ec9d2a9-500d-4f15-b40b-348c259561f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:38.884995 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70010b1e-c749-4408-96bb-e79f321cf629 None None] Update dhcp port {'port': {'network_id': '3fa75d19-4f19-4dfc-b62d-494d603b9475', 'fixed_ips': [{'subnet_id': '48f92d7e-8ed9-4455-8009-e9c05b0ec5ab', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '58f919e1-45fd-4235-ba9e-1d176006c8cf', 'ip_address': '2001:db8::2'}, {'subnet_id': '0794a259-07f3-441a-bade-f4213d93770d'}], 'binding:host_id': 'n-d-816206-3'}, 'id': '2a93a85f-3a3b-4a3e-a17a-9815dc28c53a'} from n-d-816206-3. {{(pid=102609) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 21:37:38.918864 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-70010b1e-c749-4408-96bb-e79f321cf629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:38.950424 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-5ec9d2a9-500d-4f15-b40b-348c259561f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e557bc0d-71a9-4b44-ab50-1de12563c5ef']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:37:38.999491 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-5ec9d2a9-500d-4f15-b40b-348c259561f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b1e7064-c872-4e6f-85a8-e00a69322723') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:37:38.999491 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-5ec9d2a9-500d-4f15-b40b-348c259561f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b1e7064-c872-4e6f-85a8-e00a69322723') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:37:39.052282 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4b425c-1090-49fc-a08d-7ce7b8d218a1 None None] DHCP port deletion for e557bc0d-71a9-4b44-ab50-1de12563c5ef request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:37:39.058782 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5ec9d2a9-500d-4f15-b40b-348c259561f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:39.106052 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5ec9d2a9-500d-4f15-b40b-348c259561f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:39.122729 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-a30f3d84-0edd-4bf2-9758-55e2a665fa66 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Delete allocated IP 2001:db8::202 (3fa75d19-4f19-4dfc-b62d-494d603b9475/58f919e1-45fd-4235-ba9e-1d176006c8cf) {{(pid=102607) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 09 21:37:39.134717 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ec9d2a9-500d-4f15-b40b-348c259561f0 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:37:39.135458 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5ec9d2a9-500d-4f15-b40b-348c259561f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:39.137502 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:37:39.137502 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:37:39.137502 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:37:39.137502 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:37:39.137502 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:37:39.137502 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:37:39.137502 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:37:39.137502 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:37:39.137502 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:37:39.137502 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:37:39.137502 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:37:39.137502 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:37:39.137502 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:37:39.137502 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:37:39.137502 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:37:39.137502 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:37:39.137502 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:37:39.137502 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:37:39.137502 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:37:39.137502 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:37:39.137502 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:37:39.137502 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:37:39.137502 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:37:39.137502 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:37:39.137502 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:37:39.137502 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:37:39.137502 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:37:39.137502 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:37:39.137502 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:37:39.137502 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:37:39.137502 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:37:39.137502 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:37:39.218007 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-a30f3d84-0edd-4bf2-9758-55e2a665fa66 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Allocated IP 2001:db8:0:2::36a (3fa75d19-4f19-4dfc-b62d-494d603b9475/0794a259-07f3-441a-bade-f4213d93770d/c92d8405-4a62-4090-8194-ba85f9d2f385) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:37:39.273826 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5ec9d2a9-500d-4f15-b40b-348c259561f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:39.306517 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5ec9d2a9-500d-4f15-b40b-348c259561f0 admin admin] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:39.320197 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5ec9d2a9-500d-4f15-b40b-348c259561f0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/e557bc0d-71a9-4b44-ab50-1de12563c5ef HTTP/1.1" status: 204 len: 168 time: 1.6141009 Nov 09 21:37:39.356159 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9d2a9-500d-4f15-b40b-348c259561f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e557bc0d-71a9-4b44-ab50-1de12563c5ef,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:39.531938 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6323749-34fd-452d-9607-eea4abde8188 req-97612c4d-cbf3-4144-8642-22f8381f5f67 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:39.541099 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a6323749-34fd-452d-9607-eea4abde8188 req-97612c4d-cbf3-4144-8642-22f8381f5f67 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad8e0c8f-7f8d-4322-aa5f-be1363d4431e HTTP/1.1" status: 200 len: 985 time: 0.4021151 Nov 09 21:37:39.623332 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 7b6d0375-41b7-4ae3-a64a-b11a426f8f8c no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:37:39.660612 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 7b6d0375-41b7-4ae3-a64a-b11a426f8f8c {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:37:39.661542 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 7b6d0375-41b7-4ae3-a64a-b11a426f8f8c not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:37:39.712731 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40122) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:39.768261 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a6323749-34fd-452d-9607-eea4abde8188 req-5b82f6c9-7075-4485-93ea-d74e6e2e9c8a tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/security-groups?id=452430c5-cd09-4206-8743-ec71404092ed&id=6c08c682-90c0-46b6-8d6d-a089872fc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2177532 Nov 09 21:37:39.845438 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-361a97de-a66b-4823-ba17-9e4ba3d69bb3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=96a7a35658cb4a6ea565f057e114d368&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1296327 Nov 09 21:37:39.846180 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40132) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:39.942409 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a30f3d84-0edd-4bf2-9758-55e2a665fa66 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:39.954481 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a30f3d84-0edd-4bf2-9758-55e2a665fa66 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:40.021430 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-45eee2d6-97a4-4bc5-85c9-e7c94f96c575 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:40.056995 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03746794-75cf-4318-9477-3e762cb5b8b8 req-742a9560-68dc-4c42-9886-4beb77e73871 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:40.058777 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-03746794-75cf-4318-9477-3e762cb5b8b8 req-742a9560-68dc-4c42-9886-4beb77e73871 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad8e0c8f-7f8d-4322-aa5f-be1363d4431e HTTP/1.1" status: 200 len: 985 time: 0.1033788 Nov 09 21:37:40.069404 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f3d84-0edd-4bf2-9758-55e2a665fa66 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event updated for resources: {'Port': ['ID=c92d8405-4a62-4090-8194-ba85f9d2f385,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:40.095322 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-a30f3d84-0edd-4bf2-9758-55e2a665fa66 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] In _notify_port_updated(), no bound segment for port c92d8405-4a62-4090-8194-ba85f9d2f385 on network 3fa75d19-4f19-4dfc-b62d-494d603b9475 {{(pid=102607) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 21:37:40.102575 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30f3d84-0edd-4bf2-9758-55e2a665fa66 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:40.103568 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a30f3d84-0edd-4bf2-9758-55e2a665fa66 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:40.107391 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a30f3d84-0edd-4bf2-9758-55e2a665fa66 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "PUT /v2.0/ports/c92d8405-4a62-4090-8194-ba85f9d2f385 HTTP/1.1" status: 200 len: 970 time: 2.5903625 Nov 09 21:37:40.107646 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 40138) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:40.115814 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-45eee2d6-97a4-4bc5-85c9-e7c94f96c575 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:40.118945 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-70010b1e-c749-4408-96bb-e79f321cf629 None None] Allocated IP 2001:db8:0:2::2 (3fa75d19-4f19-4dfc-b62d-494d603b9475/0794a259-07f3-441a-bade-f4213d93770d/2a93a85f-3a3b-4a3e-a17a-9815dc28c53a) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:37:40.263023 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-03746794-75cf-4318-9477-3e762cb5b8b8 req-3fe083bd-bbb3-4d0f-b74b-6cf570812a2e tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/security-groups?id=452430c5-cd09-4206-8743-ec71404092ed&id=6c08c682-90c0-46b6-8d6d-a089872fc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1915894 Nov 09 21:37:40.284264 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-45eee2d6-97a4-4bc5-85c9-e7c94f96c575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:40.289523 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-45eee2d6-97a4-4bc5-85c9-e7c94f96c575 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:40.291309 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-45eee2d6-97a4-4bc5-85c9-e7c94f96c575 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0840badd-02a2-4e6d-b811-7e9b70386a43 HTTP/1.1" status: 204 len: 168 time: 0.4436502 Nov 09 21:37:40.302872 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eee2d6-97a4-4bc5-85c9-e7c94f96c575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0840badd-02a2-4e6d-b811-7e9b70386a43,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:40.364826 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-7ca56097-43f0-41ac-b252-bb5605e2141b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Deleting port c92d8405-4a62-4090-8194-ba85f9d2f385 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:37:40.365448 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7ca56097-43f0-41ac-b252-bb5605e2141b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:40.600576 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-70010b1e-c749-4408-96bb-e79f321cf629 None None] For port 2a93a85f-3a3b-4a3e-a17a-9815dc28c53a, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=2a93a85f-3a3b-4a3e-a17a-9815dc28c53a,segment=NetworkSegment(71b2eb61-a7de-4e33-a509-2442a6286bec),segment_id=71b2eb61-a7de-4e33-a509-2442a6286bec)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:37:40.686500 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7ca56097-43f0-41ac-b252-bb5605e2141b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:40.709279 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-70010b1e-c749-4408-96bb-e79f321cf629 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:40.718389 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-7ca56097-43f0-41ac-b252-bb5605e2141b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Calling delete_port for c92d8405-4a62-4090-8194-ba85f9d2f385 owned by {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:37:40.724577 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d88998-2370-487f-b462-07756713c321 req-c570b7e6-3742-463a-a2aa-58a11512a22d tempest-TestSecurityGroupsBasicOps-1208368340 tempest-TestSecurityGroupsBasicOps-1208368340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:40.731365 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-36d88998-2370-487f-b462-07756713c321 req-c570b7e6-3742-463a-a2aa-58a11512a22d tempest-TestSecurityGroupsBasicOps-1208368340 tempest-TestSecurityGroupsBasicOps-1208368340-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ad8e0c8f-7f8d-4322-aa5f-be1363d4431e HTTP/1.1" status: 200 len: 1136 time: 0.1771398 Nov 09 21:37:40.735745 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-70010b1e-c749-4408-96bb-e79f321cf629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:40.784289 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-36d88998-2370-487f-b462-07756713c321 req-6fb9b92d-f290-461f-a2e9-af2461e7d1ad tempest-TestSecurityGroupsBasicOps-1208368340 tempest-TestSecurityGroupsBasicOps-1208368340-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:40.963067 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-36d88998-2370-487f-b462-07756713c321 req-6fb9b92d-f290-461f-a2e9-af2461e7d1ad tempest-TestSecurityGroupsBasicOps-1208368340 tempest-TestSecurityGroupsBasicOps-1208368340-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:40.983769 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-36d88998-2370-487f-b462-07756713c321 req-6fb9b92d-f290-461f-a2e9-af2461e7d1ad tempest-TestSecurityGroupsBasicOps-1208368340 tempest-TestSecurityGroupsBasicOps-1208368340-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:40.994947 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7ca56097-43f0-41ac-b252-bb5605e2141b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:41.140227 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca56097-43f0-41ac-b252-bb5605e2141b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event deleted for resources: {'Port': ['ID=c92d8405-4a62-4090-8194-ba85f9d2f385,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:41.218814 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7ca56097-43f0-41ac-b252-bb5605e2141b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:41.229248 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7ca56097-43f0-41ac-b252-bb5605e2141b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/ports/c92d8405-4a62-4090-8194-ba85f9d2f385 HTTP/1.1" status: 204 len: 168 time: 1.1199996 Nov 09 21:37:41.231540 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40192) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:41.244117 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb9b92d-f290-461f-a2e9-af2461e7d1ad tempest-TestSecurityGroupsBasicOps-1208368340 tempest-TestSecurityGroupsBasicOps-1208368340-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31935123-2867-4a6b-88f5-94df50a26b0c,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:41.268832 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-36d88998-2370-487f-b462-07756713c321 req-6fb9b92d-f290-461f-a2e9-af2461e7d1ad tempest-TestSecurityGroupsBasicOps-1208368340 tempest-TestSecurityGroupsBasicOps-1208368340-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=452430c5-cd09-4206-8743-ec71404092ed&id=6c08c682-90c0-46b6-8d6d-a089872fc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5269749 Nov 09 21:37:41.298387 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 40198) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:41.320051 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c1c04fe-bdb9-49b2-b666-d784db2e92d3 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] GET failed (client error): The resource could not be found. Nov 09 21:37:41.329262 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6c1c04fe-bdb9-49b2-b666-d784db2e92d3 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "GET /v2.0/ports/c92d8405-4a62-4090-8194-ba85f9d2f385 HTTP/1.1" status: 404 len: 333 time: 0.0940351 Nov 09 21:37:41.331768 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70010b1e-c749-4408-96bb-e79f321cf629 None None] Pushing event updated for resources: {'Port': ['ID=2a93a85f-3a3b-4a3e-a17a-9815dc28c53a,revision_number=7']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:41.332266 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40202) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:41.390453 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6736a3-a4fd-47b7-a870-b6857e07993c tempest-TestSecurityGroupsBasicOps-1208368340 tempest-TestSecurityGroupsBasicOps-1208368340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:41.392024 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7b6736a3-a4fd-47b7-a870-b6857e07993c tempest-TestSecurityGroupsBasicOps-1208368340 tempest-TestSecurityGroupsBasicOps-1208368340-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ad8e0c8f-7f8d-4322-aa5f-be1363d4431e HTTP/1.1" status: 200 len: 1131 time: 0.0925276 Nov 09 21:37:41.395145 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 40204) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:41.403906 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-987c7fe0-a4ee-47e6-a399-ebfbfd02ca37 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'port_id': '2fc2392c-4082-4175-a09d-07b1d15e61b4', 'tenant_id': '5f44489c50e04b2db090f1564633b127', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:37:41.438504 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8f154bbe-51bb-40ab-a90f-91a23ff1fae4 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:41.464220 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-987c7fe0-a4ee-47e6-a399-ebfbfd02ca37 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for floatingip, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:41.490761 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8f154bbe-51bb-40ab-a90f-91a23ff1fae4 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:41.599801 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 2a93a85f-3a3b-4a3e-a17a-9815dc28c53a up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:37:41.615733 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8f154bbe-51bb-40ab-a90f-91a23ff1fae4 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:41.621468 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8f154bbe-51bb-40ab-a90f-91a23ff1fae4 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:41.624880 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8f154bbe-51bb-40ab-a90f-91a23ff1fae4 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/security-groups/e83e34e9-06de-4f30-bd61-803349bf7696 HTTP/1.1" status: 204 len: 168 time: 0.2912028 Nov 09 21:37:41.629645 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 40214) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:41.648573 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f154bbe-51bb-40ab-a90f-91a23ff1fae4 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83e34e9-06de-4f30-bd61-803349bf7696,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:41.763828 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 2a93a85f-3a3b-4a3e-a17a-9815dc28c53a triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:37:41.764262 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:41.768450 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-987c7fe0-a4ee-47e6-a399-ebfbfd02ca37 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:41.815270 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ae775ad0-01c9-44b1-81c3-cb3bb44b358e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:42.017088 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ae775ad0-01c9-44b1-81c3-cb3bb44b358e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:42.211054 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ae775ad0-01c9-44b1-81c3-cb3bb44b358e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:42.213673 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ae775ad0-01c9-44b1-81c3-cb3bb44b358e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:42.215168 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ae775ad0-01c9-44b1-81c3-cb3bb44b358e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/security-groups/318e75ff-5e5d-456a-9433-5b48505fe5bb HTTP/1.1" status: 204 len: 168 time: 0.5834067 Nov 09 21:37:42.217941 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40226) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:42.258138 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-987c7fe0-a4ee-47e6-a399-ebfbfd02ca37 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Allocated IP 172.25.7.74 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/e6d4feb3-2a3f-4c6e-99da-5baec5691395) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:37:42.275395 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae775ad0-01c9-44b1-81c3-cb3bb44b358e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=318e75ff-5e5d-456a-9433-5b48505fe5bb,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:42.432053 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-81a3990e-74ee-448b-85a7-76938ce8970e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:42.467985 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-81a3990e-74ee-448b-85a7-76938ce8970e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:42.559075 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-81a3990e-74ee-448b-85a7-76938ce8970e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:42.563649 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-81a3990e-74ee-448b-85a7-76938ce8970e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:42.565390 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-81a3990e-74ee-448b-85a7-76938ce8970e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/security-groups/14eff6f6-7575-42fe-9262-7e2f47c44e84 HTTP/1.1" status: 204 len: 168 time: 0.3460920 Nov 09 21:37:42.570336 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40240) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:42.589404 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a3990e-74ee-448b-85a7-76938ce8970e tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14eff6f6-7575-42fe-9262-7e2f47c44e84,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:42.598088 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-987c7fe0-a4ee-47e6-a399-ebfbfd02ca37 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:42.623406 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-021693fc-5e6f-40fc-ad55-db5d7400f972 None None] Could not find standard attr ID for object c92d8405-4a62-4090-8194-ba85f9d2f385. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 21:37:42.661743 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-021693fc-5e6f-40fc-ad55-db5d7400f972 None None] Provisioning complete for port 2a93a85f-3a3b-4a3e-a17a-9815dc28c53a triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:37:42.663511 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-021693fc-5e6f-40fc-ad55-db5d7400f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:42.690756 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-987c7fe0-a4ee-47e6-a399-ebfbfd02ca37 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:42.691577 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-a02ef9bf-c73e-4ba2-b51c-5d8486a682f6 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Deleting subnet 58f919e1-45fd-4235-ba9e-1d176006c8cf {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:37:42.697087 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a02ef9bf-c73e-4ba2-b51c-5d8486a682f6 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:42.764669 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a02ef9bf-c73e-4ba2-b51c-5d8486a682f6 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:42.849552 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987c7fe0-a4ee-47e6-a399-ebfbfd02ca37 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:37:42.874174 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-987c7fe0-a4ee-47e6-a399-ebfbfd02ca37 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:37:42.878517 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987c7fe0-a4ee-47e6-a399-ebfbfd02ca37 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:37:42.884307 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c7fe0-a4ee-47e6-a399-ebfbfd02ca37 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Pushing event updated for resources: {'Port': ['ID=e6d4feb3-2a3f-4c6e-99da-5baec5691395,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:42.978206 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-021693fc-5e6f-40fc-ad55-db5d7400f972 None None] Provisioning complete for port 75a86ac4-5fed-48fd-ae25-122a3ac0d9d8 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:37:42.978524 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-021693fc-5e6f-40fc-ad55-db5d7400f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:42.984811 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a02ef9bf-c73e-4ba2-b51c-5d8486a682f6 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:43.122739 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-021693fc-5e6f-40fc-ad55-db5d7400f972 None None] Port 75a86ac4-5fed-48fd-ae25-122a3ac0d9d8 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:37:43.147857 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a02ef9bf-c73e-4ba2-b51c-5d8486a682f6 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:43.236814 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-69ebe79e-12da-4792-9a0b-4a3ca1d92de1 None None] Could not find standard attr ID for object c92d8405-4a62-4090-8194-ba85f9d2f385. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 21:37:43.252199 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a02ef9bf-c73e-4ba2-b51c-5d8486a682f6 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:43.275788 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a02ef9bf-c73e-4ba2-b51c-5d8486a682f6 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/subnets/58f919e1-45fd-4235-ba9e-1d176006c8cf HTTP/1.1" status: 204 len: 168 time: 0.6983869 Nov 09 21:37:43.325264 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40248) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:43.365813 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ef9bf-c73e-4ba2-b51c-5d8486a682f6 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event deleted for resources: {'Subnet': ['ID=58f919e1-45fd-4235-ba9e-1d176006c8cf,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:43.448680 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-fde7663c-263c-43c8-8a64-290b19ff621d tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Deleting subnet 0794a259-07f3-441a-bade-f4213d93770d {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:37:43.455649 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fde7663c-263c-43c8-8a64-290b19ff621d tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:43.616428 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fde7663c-263c-43c8-8a64-290b19ff621d tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:43.708095 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c975486-f710-45bc-9150-f78773fc7db1 None None] Network 3fa75d19-4f19-4dfc-b62d-494d603b9475 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:37:43.813400 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fde7663c-263c-43c8-8a64-290b19ff621d tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:43.968855 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fde7663c-263c-43c8-8a64-290b19ff621d tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:44.049273 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde7663c-263c-43c8-8a64-290b19ff621d tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event deleted for resources: {'Subnet': ['ID=0794a259-07f3-441a-bade-f4213d93770d,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:44.078947 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fde7663c-263c-43c8-8a64-290b19ff621d tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:44.085832 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-987c7fe0-a4ee-47e6-a399-ebfbfd02ca37 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:44.088993 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-fde7663c-263c-43c8-8a64-290b19ff621d tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/subnets/0794a259-07f3-441a-bade-f4213d93770d HTTP/1.1" status: 204 len: 168 time: 0.7619066 Nov 09 21:37:44.094530 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40266) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:44.191608 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a7f0d2d-ecdf-4bd0-b25c-cc008222b5dd tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] DELETE failed (client error): The resource could not be found. Nov 09 21:37:44.191833 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a7f0d2d-ecdf-4bd0-b25c-cc008222b5dd tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:37:44.199694 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1a7f0d2d-ecdf-4bd0-b25c-cc008222b5dd tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/subnets/58f919e1-45fd-4235-ba9e-1d176006c8cf HTTP/1.1" status: 404 len: 337 time: 0.1036124 Nov 09 21:37:44.204137 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40268) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:44.252497 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-987c7fe0-a4ee-47e6-a399-ebfbfd02ca37 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:44.270838 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a1904e-fdd8-43be-805b-df0cf57b6955 None None] Update dhcp port {'port': {'network_id': '3fa75d19-4f19-4dfc-b62d-494d603b9475', 'fixed_ips': [{'subnet_id': '48f92d7e-8ed9-4455-8009-e9c05b0ec5ab', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0794a259-07f3-441a-bade-f4213d93770d'}], 'binding:host_id': 'n-d-816206-3'}, 'id': '2a93a85f-3a3b-4a3e-a17a-9815dc28c53a'} from n-d-816206-3. {{(pid=102609) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 21:37:44.335947 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec7663d5-e22d-4e90-a9f5-b1458675ffb0 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Deleting subnet 48f92d7e-8ed9-4455-8009-e9c05b0ec5ab {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:37:44.345516 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ec7663d5-e22d-4e90-a9f5-b1458675ffb0 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:44.346620 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-08a1904e-fdd8-43be-805b-df0cf57b6955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:44.446199 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ec7663d5-e22d-4e90-a9f5-b1458675ffb0 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:44.734515 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ec7663d5-e22d-4e90-a9f5-b1458675ffb0 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server [None req-08a1904e-fdd8-43be-805b-df0cf57b6955 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 48f92d7e-8ed9-4455-8009-e9c05b0ec5ab: This subnet is being modified by another concurrent operation. Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 21:37:44.817713 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 21:37:44.822139 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:37:44.822139 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:37:44.822139 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:37:44.822139 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:37:44.822139 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 21:37:44.822139 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 21:37:44.822139 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 21:37:44.822139 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 21:37:44.822139 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:37:44.822139 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:37:44.822139 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:37:44.822139 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:37:44.822139 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 21:37:44.822139 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 21:37:44.822139 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 09 21:37:44.822139 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 09 21:37:44.822139 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 21:37:44.822139 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 21:37:44.822139 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 09 21:37:44.822139 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 09 21:37:44.822139 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 09 21:37:44.822139 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 09 21:37:44.822139 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 09 21:37:44.822139 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 09 21:37:44.822139 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 09 21:37:44.822139 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 21:37:44.822139 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 21:37:44.822139 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 21:37:44.822139 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 21:37:44.822139 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise exception Nov 09 21:37:44.822139 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 48f92d7e-8ed9-4455-8009-e9c05b0ec5ab: This subnet is being modified by another concurrent operation. Nov 09 21:37:44.822139 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server Nov 09 21:37:44.874864 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ec7663d5-e22d-4e90-a9f5-b1458675ffb0 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:44.995338 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d8c2720f-7d50-46e7-84a9-cdeac210cff8 None None] Provisioning complete for port 2a93a85f-3a3b-4a3e-a17a-9815dc28c53a triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:37:44.995726 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d8c2720f-7d50-46e7-84a9-cdeac210cff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:45.065399 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7663d5-e22d-4e90-a9f5-b1458675ffb0 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event deleted for resources: {'Subnet': ['ID=48f92d7e-8ed9-4455-8009-e9c05b0ec5ab,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:45.102118 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ec7663d5-e22d-4e90-a9f5-b1458675ffb0 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:45.125106 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ec7663d5-e22d-4e90-a9f5-b1458675ffb0 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/subnets/48f92d7e-8ed9-4455-8009-e9c05b0ec5ab HTTP/1.1" status: 204 len: 168 time: 0.9036443 Nov 09 21:37:45.127125 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40282) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:45.309154 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-e943d3a4-7271-4d0f-9f64-9d0c067a0a05 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] DELETE failed (client error): The resource could not be found. Nov 09 21:37:45.309659 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e943d3a4-7271-4d0f-9f64-9d0c067a0a05 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:37:45.312954 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e943d3a4-7271-4d0f-9f64-9d0c067a0a05 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/subnets/22a97535-1faf-4f05-b981-1b30ff8486e8 HTTP/1.1" status: 404 len: 337 time: 0.1801760 Nov 09 21:37:45.322394 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40286) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:45.333864 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f9918a-2c33-4e7f-8682-f5b8217fb3e4 None None] Network 3fa75d19-4f19-4dfc-b62d-494d603b9475 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:37:45.393543 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8366582f-9a80-4718-9470-c82c99b5db1f tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f94ce6a-b4c5-4676-b016-55fbccc9b740 HTTP/1.1" status: 200 len: 205 time: 0.0688560 Nov 09 21:37:45.394830 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40288) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:45.506597 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-649792dc-660f-4ced-8687-c594db9f596c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] delete failed (client error): The resource could not be found. Nov 09 21:37:45.509848 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-649792dc-660f-4ced-8687-c594db9f596c tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/routers/0f94ce6a-b4c5-4676-b016-55fbccc9b740 HTTP/1.1" status: 404 len: 336 time: 0.1138051 Nov 09 21:37:45.512341 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40290) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:45.556071 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 2a93a85f-3a3b-4a3e-a17a-9815dc28c53a no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:37:45.561754 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-987c7fe0-a4ee-47e6-a399-ebfbfd02ca37 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:45.577767 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-987c7fe0-a4ee-47e6-a399-ebfbfd02ca37 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:45.601361 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9615613-9fc1-4f75-8eaf-515786383065 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] DELETE failed (client error): The resource could not be found. Nov 09 21:37:45.602962 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9615613-9fc1-4f75-8eaf-515786383065 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:37:45.623270 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b9615613-9fc1-4f75-8eaf-515786383065 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/subnets/bce007d7-ee36-4f1d-8815-eabe861b61db HTTP/1.1" status: 404 len: 337 time: 0.1083508 Nov 09 21:37:45.624256 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40292) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:45.740318 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f7e00cf-fe36-4c38-874f-191271c908e5 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] DELETE failed (client error): The resource could not be found. Nov 09 21:37:45.745437 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f7e00cf-fe36-4c38-874f-191271c908e5 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:37:45.748620 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4f7e00cf-fe36-4c38-874f-191271c908e5 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/subnets/4a014fae-1c1d-416d-9edd-a02ba80757f5 HTTP/1.1" status: 404 len: 337 time: 0.1211741 Nov 09 21:37:45.752173 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40306) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:45.762812 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:45.797542 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-987c7fe0-a4ee-47e6-a399-ebfbfd02ca37 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:45.823285 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc33831a-422c-4ba4-beeb-463fc1be48d4 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] DELETE failed (client error): The resource could not be found. Nov 09 21:37:45.823749 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc33831a-422c-4ba4-beeb-463fc1be48d4 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:37:45.830434 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-fc33831a-422c-4ba4-beeb-463fc1be48d4 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/subnets/18bb6447-2efd-4e6c-8856-ac4635c7a1dd HTTP/1.1" status: 404 len: 337 time: 0.0653913 Nov 09 21:37:45.840107 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 2a93a85f-3a3b-4a3e-a17a-9815dc28c53a, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=2a93a85f-3a3b-4a3e-a17a-9815dc28c53a,segment=NetworkSegment(71b2eb61-a7de-4e33-a509-2442a6286bec),segment_id=71b2eb61-a7de-4e33-a509-2442a6286bec)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:37:45.843732 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40310) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:45.855653 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:45.926889 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5e6e040-462a-4ad8-a488-86514503bd8b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] DELETE failed (client error): The resource could not be found. Nov 09 21:37:45.928588 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5e6e040-462a-4ad8-a488-86514503bd8b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:37:45.937763 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c5e6e040-462a-4ad8-a488-86514503bd8b tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/ports/fedb34b7-757c-42ca-b591-09ab40e4f000 HTTP/1.1" status: 404 len: 333 time: 0.0914092 Nov 09 21:37:45.938587 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40314) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:45.968464 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-646324ee-7399-41f1-9713-e45ab9c870b8 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] DELETE failed (client error): The resource could not be found. Nov 09 21:37:45.969246 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-646324ee-7399-41f1-9713-e45ab9c870b8 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:37:45.975262 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-646324ee-7399-41f1-9713-e45ab9c870b8 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/subnets/c21cdf92-a9bc-4d78-8827-2895594c2164 HTTP/1.1" status: 404 len: 337 time: 0.0354407 Nov 09 21:37:45.976139 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40316) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:46.032291 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d8c2720f-7d50-46e7-84a9-cdeac210cff8 None None] Provisioning complete for port 75a86ac4-5fed-48fd-ae25-122a3ac0d9d8 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:37:46.039835 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d8c2720f-7d50-46e7-84a9-cdeac210cff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:46.060467 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bd99b3-8ac0-43c2-88e9-dffde78b7cbe None None] DHCP port deletion for 3fa75d19-4f19-4dfc-b62d-494d603b9475 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:37:46.088775 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-65be4c44-2e30-4358-9e93-cfc850bfbcb5 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] DELETE failed (client error): The resource could not be found. Nov 09 21:37:46.089321 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65be4c44-2e30-4358-9e93-cfc850bfbcb5 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:37:46.113267 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-65be4c44-2e30-4358-9e93-cfc850bfbcb5 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/subnets/3714601a-e75c-4eac-8446-fb95c5ca8026 HTTP/1.1" status: 404 len: 337 time: 0.1355937 Nov 09 21:37:46.113764 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40322) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:46.164050 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c7fe0-a4ee-47e6-a399-ebfbfd02ca37 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Pushing event updated for resources: {'Port': ['ID=e6d4feb3-2a3f-4c6e-99da-5baec5691395,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:46.172773 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=2a93a85f-3a3b-4a3e-a17a-9815dc28c53a,revision_number=11']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:46.190528 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-d8c2720f-7d50-46e7-84a9-cdeac210cff8 None None] Port 75a86ac4-5fed-48fd-ae25-122a3ac0d9d8 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:37:46.201280 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-60bd99b3-8ac0-43c2-88e9-dffde78b7cbe None None] Deleting port 2a93a85f-3a3b-4a3e-a17a-9815dc28c53a {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:37:46.201973 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-60bd99b3-8ac0-43c2-88e9-dffde78b7cbe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:46.217850 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-3da474f4-65cb-48f4-8f81-babd1b8a9807 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] DELETE failed (client error): The resource could not be found. Nov 09 21:37:46.218588 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3da474f4-65cb-48f4-8f81-babd1b8a9807 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:37:46.249537 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3da474f4-65cb-48f4-8f81-babd1b8a9807 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/ports/afe62023-5b18-4267-b3ff-ae32d26783ab HTTP/1.1" status: 404 len: 333 time: 0.1336169 Nov 09 21:37:46.250592 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40330) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:46.286085 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-19572090-5f25-479e-9e94-a33eef133aa8 req-a4f186d5-cfd5-4efc-ac5e-a532e8580e2c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ad8e0c8f-7f8d-4322-aa5f-be1363d4431e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2793236 Nov 09 21:37:46.289458 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-60bd99b3-8ac0-43c2-88e9-dffde78b7cbe None None] For port 2a93a85f-3a3b-4a3e-a17a-9815dc28c53a, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=2a93a85f-3a3b-4a3e-a17a-9815dc28c53a,segment=NetworkSegment(71b2eb61-a7de-4e33-a509-2442a6286bec),segment_id=71b2eb61-a7de-4e33-a509-2442a6286bec)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:37:46.289983 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-60bd99b3-8ac0-43c2-88e9-dffde78b7cbe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:46.307926 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [None req-987c7fe0-a4ee-47e6-a399-ebfbfd02ca37 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Floating IP 228e3b67-dc7e-408b-ac3c-48d410edddb3 associated. External IP: 172.25.7.74, port: 2fc2392c-4082-4175-a09d-07b1d15e61b4. Nov 09 21:37:46.331136 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-60bd99b3-8ac0-43c2-88e9-dffde78b7cbe None None] Calling delete_port for 2a93a85f-3a3b-4a3e-a17a-9815dc28c53a owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:37:46.361888 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd261e3a-8f76-4b0f-a8dd-34d53b68e23f tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] DELETE failed (client error): The resource could not be found. Nov 09 21:37:46.362280 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd261e3a-8f76-4b0f-a8dd-34d53b68e23f tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:37:46.365437 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-fd261e3a-8f76-4b0f-a8dd-34d53b68e23f tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/subnets/2c39e76f-5f8a-4864-bc3e-77ec8d45567f HTTP/1.1" status: 404 len: 337 time: 0.1135960 Nov 09 21:37:46.378577 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40332) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:46.434649 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-93ec6663-21d1-495b-9580-8bf49cd5eeee tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] DELETE failed (client error): The resource could not be found. Nov 09 21:37:46.437399 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93ec6663-21d1-495b-9580-8bf49cd5eeee tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:37:46.442318 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-93ec6663-21d1-495b-9580-8bf49cd5eeee tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/subnets/37d0c0cf-31f4-47f2-97b8-3e125bde93a3 HTTP/1.1" status: 404 len: 337 time: 0.0627122 Nov 09 21:37:46.447299 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40336) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:46.452948 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-60bd99b3-8ac0-43c2-88e9-dffde78b7cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:46.514811 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bd99b3-8ac0-43c2-88e9-dffde78b7cbe None None] No DVR routers for this DVR port 2a93a85f-3a3b-4a3e-a17a-9815dc28c53a on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:37:46.523027 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bd99b3-8ac0-43c2-88e9-dffde78b7cbe None None] Pushing event deleted for resources: {'Port': ['ID=2a93a85f-3a3b-4a3e-a17a-9815dc28c53a,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:46.550429 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de9e717-50f2-4b42-9f4d-554b25801e29 None None] get_active_networks_info from n-d-816206-3 {{(pid=102609) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 21:37:46.653798 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19572090-5f25-479e-9e94-a33eef133aa8 req-5f611b67-63e0-4188-a388-3054b7bc1f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:46.656101 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-19572090-5f25-479e-9e94-a33eef133aa8 req-5f611b67-63e0-4188-a388-3054b7bc1f29 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5f44489c50e04b2db090f1564633b127&device_id=ad8e0c8f-7f8d-4322-aa5f-be1363d4431e HTTP/1.1" status: 200 len: 1136 time: 0.2763095 Nov 09 21:37:46.774257 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa579b-9dd8-4055-b06e-8a15c95761e2 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Deleting port 75a86ac4-5fed-48fd-ae25-122a3ac0d9d8 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:37:46.774739 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d3fa579b-9dd8-4055-b06e-8a15c95761e2 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:46.799167 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de9e717-50f2-4b42-9f4d-554b25801e29 None None] Resources bound (agent type, host, resource id): {{(pid=102609) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 21:37:46.959730 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d3fa579b-9dd8-4055-b06e-8a15c95761e2 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:47.037334 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa579b-9dd8-4055-b06e-8a15c95761e2 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Calling delete_port for 75a86ac4-5fed-48fd-ae25-122a3ac0d9d8 owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:37:47.231550 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987c7fe0-a4ee-47e6-a399-ebfbfd02ca37 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Router 0f8a72a1-4721-4cdd-848b-2b61ecc4b28d has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:37:47.330839 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d3fa579b-9dd8-4055-b06e-8a15c95761e2 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:47.415200 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d3fa579b-9dd8-4055-b06e-8a15c95761e2 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:47.420277 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d3fa579b-9dd8-4055-b06e-8a15c95761e2 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/ports/75a86ac4-5fed-48fd-ae25-122a3ac0d9d8 HTTP/1.1" status: 204 len: 168 time: 0.9709227 Nov 09 21:37:47.421712 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa579b-9dd8-4055-b06e-8a15c95761e2 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event deleted for resources: {'Port': ['ID=75a86ac4-5fed-48fd-ae25-122a3ac0d9d8,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:47.425337 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40356) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:47.432547 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19572090-5f25-479e-9e94-a33eef133aa8 req-c0c4605e-22f5-4776-aff8-1289647247ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:47.434339 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-19572090-5f25-479e-9e94-a33eef133aa8 req-c0c4605e-22f5-4776-aff8-1289647247ec service neutron] 10.222.0.45 "GET /v2.0/networks?id=e89cf88b-ba53-44ac-b90e-ec805993c315 HTTP/1.1" status: 200 len: 896 time: 0.7525589 Nov 09 21:37:47.437553 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 40358) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:47.529689 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fe63f589-2cae-454a-bd61-c10bf478dd74 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:47.626310 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c758395b-8c94-4cf9-ae84-235d15a71b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:47.687996 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fe63f589-2cae-454a-bd61-c10bf478dd74 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:47.739637 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-fe63f589-2cae-454a-bd61-c10bf478dd74 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fa75d19-4f19-4dfc-b62d-494d603b9475']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:37:47.772104 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-fe63f589-2cae-454a-bd61-c10bf478dd74 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71b2eb61-a7de-4e33-a509-2442a6286bec') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:37:47.772104 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-fe63f589-2cae-454a-bd61-c10bf478dd74 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71b2eb61-a7de-4e33-a509-2442a6286bec') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:37:47.802515 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fe63f589-2cae-454a-bd61-c10bf478dd74 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:47.824216 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40370) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:47.829216 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-19572090-5f25-479e-9e94-a33eef133aa8 req-0f43beab-e976-4c26-9a2d-9c950e645f54 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fc2392c-4082-4175-a09d-07b1d15e61b4 HTTP/1.1" status: 200 len: 999 time: 0.3751681 Nov 09 21:37:47.830191 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fe63f589-2cae-454a-bd61-c10bf478dd74 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:47.852708 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe63f589-2cae-454a-bd61-c10bf478dd74 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:37:47.853217 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fe63f589-2cae-454a-bd61-c10bf478dd74 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:47.859068 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:37:47.859068 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:37:47.859068 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:37:47.859068 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:37:47.859068 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:37:47.859068 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:37:47.859068 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:37:47.859068 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:37:47.859068 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:37:47.859068 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:37:47.859068 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:37:47.859068 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:37:47.859068 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:37:47.859068 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:37:47.859068 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:37:47.859068 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:37:47.859068 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:37:47.859068 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:37:47.859068 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:37:47.859068 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:37:47.859068 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:37:47.859068 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:37:47.859068 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:37:47.859068 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:37:47.859068 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:37:47.859068 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:37:47.859068 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:37:47.859068 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:37:47.859068 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:37:47.859068 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:37:47.859068 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:37:47.859068 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:37:47.944191 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987c7fe0-a4ee-47e6-a399-ebfbfd02ca37 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:37:47.959529 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1780bca7-ebbc-41a4-a69e-0a67d2ee2602 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:47.960088 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef62d68-2db2-4f5f-ae58-fbd3df8e5516 None None] Sync routers for ids ['0f8a72a1-4721-4cdd-848b-2b61ecc4b28d'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:37:47.974316 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef62d68-2db2-4f5f-ae58-fbd3df8e5516 None None] Routers {'0f8a72a1-4721-4cdd-848b-2b61ecc4b28d'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:37:47.974997 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-5ef62d68-2db2-4f5f-ae58-fbd3df8e5516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:37:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['0f8a72a1-4721-4cdd-848b-2b61ecc4b28d'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:37:48.006287 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fe63f589-2cae-454a-bd61-c10bf478dd74 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:48.022115 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fe63f589-2cae-454a-bd61-c10bf478dd74 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:48.029477 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-fe63f589-2cae-454a-bd61-c10bf478dd74 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] 10.222.0.49 "DELETE /v2.0/networks/3fa75d19-4f19-4dfc-b62d-494d603b9475 HTTP/1.1" status: 204 len: 168 time: 0.6023271 Nov 09 21:37:48.051064 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe63f589-2cae-454a-bd61-c10bf478dd74 tempest-PortsIpV6TestJSON-1628849555 tempest-PortsIpV6TestJSON-1628849555-project] Pushing event deleted for resources: {'Network': ['ID=3fa75d19-4f19-4dfc-b62d-494d603b9475,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:48.068153 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-987c7fe0-a4ee-47e6-a399-ebfbfd02ca37 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:48.099698 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7d15b230-0829-41c2-a551-fb3994756440 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0741561f6e08459fbd8e43dbee8a5da1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2742939 Nov 09 21:37:48.102412 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40376) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:48.111083 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-5ef62d68-2db2-4f5f-ae58-fbd3df8e5516 None None] Set router 0f8a72a1-4721-4cdd-848b-2b61ecc4b28d gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:37:48.171870 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-987c7fe0-a4ee-47e6-a399-ebfbfd02ca37 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.7754042 Nov 09 21:37:48.176497 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19572090-5f25-479e-9e94-a33eef133aa8 req-98b0b7f1-511b-4252-8850-d111891a0687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:48.185433 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-19572090-5f25-479e-9e94-a33eef133aa8 req-98b0b7f1-511b-4252-8850-d111891a0687 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d82e3181-4c0e-4c74-abb0-2755395deb93 HTTP/1.1" status: 200 len: 835 time: 0.3338642 Nov 09 21:37:48.187150 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 40378) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:48.196036 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad8e0c8f-7f8d-4322-aa5f-be1363d4431e', 'tag': '2fc2392c-4082-4175-a09d-07b1d15e61b4'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:37:48.205506 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d055b27-daef-4654-acc0-5e560c6e3ec4" -d '{"events": [{"name": "network-changed", "server_uuid": "ad8e0c8f-7f8d-4322-aa5f-be1363d4431e", "tag": "2fc2392c-4082-4175-a09d-07b1d15e61b4"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:37:48.247780 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3d4b2699-1b43-46a6-8aa0-9282904d5127 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:48.334729 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3d4b2699-1b43-46a6-8aa0-9282904d5127 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:48.484920 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3d4b2699-1b43-46a6-8aa0-9282904d5127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:48.496261 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3d4b2699-1b43-46a6-8aa0-9282904d5127 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:48.496261 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3d4b2699-1b43-46a6-8aa0-9282904d5127 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/27757aeb-e829-443f-bba1-0d85994e7a10 HTTP/1.1" status: 204 len: 168 time: 0.3896894 Nov 09 21:37:48.526370 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b2699-1b43-46a6-8aa0-9282904d5127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27757aeb-e829-443f-bba1-0d85994e7a10,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:48.771112 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40392) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:48.828389 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa4c573-a975-4e92-8a47-b05de9f9c54f tempest-TestSecurityGroupsBasicOps-1208368340 tempest-TestSecurityGroupsBasicOps-1208368340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:48.828909 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa4c573-a975-4e92-8a47-b05de9f9c54f tempest-TestSecurityGroupsBasicOps-1208368340 tempest-TestSecurityGroupsBasicOps-1208368340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:48.829382 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa4c573-a975-4e92-8a47-b05de9f9c54f tempest-TestSecurityGroupsBasicOps-1208368340 tempest-TestSecurityGroupsBasicOps-1208368340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:48.830021 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa4c573-a975-4e92-8a47-b05de9f9c54f tempest-TestSecurityGroupsBasicOps-1208368340 tempest-TestSecurityGroupsBasicOps-1208368340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:48.832776 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa4c573-a975-4e92-8a47-b05de9f9c54f tempest-TestSecurityGroupsBasicOps-1208368340 tempest-TestSecurityGroupsBasicOps-1208368340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:48.833328 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa4c573-a975-4e92-8a47-b05de9f9c54f tempest-TestSecurityGroupsBasicOps-1208368340 tempest-TestSecurityGroupsBasicOps-1208368340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:48.838194 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40400) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:48.845078 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0aa4c573-a975-4e92-8a47-b05de9f9c54f tempest-TestSecurityGroupsBasicOps-1208368340 tempest-TestSecurityGroupsBasicOps-1208368340-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4275 time: 0.6326580 Nov 09 21:37:48.848858 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826b823c-a75f-4f22-99d6-4910157b288d x-openstack-request-id: req-826b823c-a75f-4f22-99d6-4910157b288d {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:37:48.853074 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad8e0c8f-7f8d-4322-aa5f-be1363d4431e", "tag": "2fc2392c-4082-4175-a09d-07b1d15e61b4", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:37:48.853921 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-826b823c-a75f-4f22-99d6-4910157b288d {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:37:48.857071 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad8e0c8f-7f8d-4322-aa5f-be1363d4431e', 'tag': '2fc2392c-4082-4175-a09d-07b1d15e61b4', 'status': 'completed', 'code': 200} Nov 09 21:37:48.973574 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-5ef62d68-2db2-4f5f-ae58-fbd3df8e5516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8a72a1-4721-4cdd-848b-2b61ecc4b28d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1789632846', 'tenant_id': '5f44489c50e04b2db090f1564633b127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '314194f1-3c9c-48ed-811b-03a956ad0098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:37:05Z', 'updated_at': '2021-11-09T21:37:13Z', 'revision_number': 4, 'project_id': '5f44489c50e04b2db090f1564633b127', 'gw_port': {'id': '314194f1-3c9c-48ed-811b-03a956ad0098', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:47:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8a72a1-4721-4cdd-848b-2b61ecc4b28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:37:06Z', 'updated_at': '2021-11-09T21:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '228e3b67-dc7e-408b-ac3c-48d410edddb3', 'tenant_id': '5f44489c50e04b2db090f1564633b127', 'floating_ip_address': '172.25.7.74', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '0f8a72a1-4721-4cdd-848b-2b61ecc4b28d', 'port_id': '2fc2392c-4082-4175-a09d-07b1d15e61b4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e89cf88b-ba53-44ac-b90e-ec805993c315', 'mac_address': 'fa:16:3e:af:9c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8e0c8f-7f8d-4322-aa5f-be1363d4431e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:37:43Z', 'updated_at': '2021-11-09T21:37:43Z', 'revision_number': 0, 'project_id': '5f44489c50e04b2db090f1564633b127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7e05536-50af-442f-bb69-6b200d4f2c82', 'name': '', 'network_id': 'e89cf88b-ba53-44ac-b90e-ec805993c315', 'tenant_id': '5f44489c50e04b2db090f1564633b127', 'mac_address': 'fa:16:3e:4a:b1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8a72a1-4721-4cdd-848b-2b61ecc4b28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'd82e3181-4c0e-4c74-abb0-2755395deb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:37:10Z', 'updated_at': '2021-11-09T21:37:20Z', 'revision_number': 5, 'project_id': '5f44489c50e04b2db090f1564633b127', 'subnets': [{'id': 'd82e3181-4c0e-4c74-abb0-2755395deb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:37:49.073229 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef62d68-2db2-4f5f-ae58-fbd3df8e5516 None None] Checking router: 0f8a72a1-4721-4cdd-848b-2b61ecc4b28d for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:37:49.089060 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1780bca7-ebbc-41a4-a69e-0a67d2ee2602 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:49.096313 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef62d68-2db2-4f5f-ae58-fbd3df8e5516 None None] Routers {'0f8a72a1-4721-4cdd-848b-2b61ecc4b28d'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:37:49.097488 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1780bca7-ebbc-41a4-a69e-0a67d2ee2602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:49.099616 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-5ef62d68-2db2-4f5f-ae58-fbd3df8e5516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:37:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['0f8a72a1-4721-4cdd-848b-2b61ecc4b28d'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:37:49.147065 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b60364-2274-48f9-8bde-c283205a692f tempest-TestSecurityGroupsBasicOps-1208368340 tempest-TestSecurityGroupsBasicOps-1208368340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:49.147996 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b60364-2274-48f9-8bde-c283205a692f tempest-TestSecurityGroupsBasicOps-1208368340 tempest-TestSecurityGroupsBasicOps-1208368340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:49.148916 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b60364-2274-48f9-8bde-c283205a692f tempest-TestSecurityGroupsBasicOps-1208368340 tempest-TestSecurityGroupsBasicOps-1208368340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:49.150005 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b60364-2274-48f9-8bde-c283205a692f tempest-TestSecurityGroupsBasicOps-1208368340 tempest-TestSecurityGroupsBasicOps-1208368340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:49.151110 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b60364-2274-48f9-8bde-c283205a692f tempest-TestSecurityGroupsBasicOps-1208368340 tempest-TestSecurityGroupsBasicOps-1208368340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:49.153261 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b60364-2274-48f9-8bde-c283205a692f tempest-TestSecurityGroupsBasicOps-1208368340 tempest-TestSecurityGroupsBasicOps-1208368340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:49.156172 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b1b60364-2274-48f9-8bde-c283205a692f tempest-TestSecurityGroupsBasicOps-1208368340 tempest-TestSecurityGroupsBasicOps-1208368340-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4002 time: 0.3160346 Nov 09 21:37:49.160053 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40402) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:49.249855 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1780bca7-ebbc-41a4-a69e-0a67d2ee2602 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b840910f1d454cfd9c1acceadf315064&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8068409 Nov 09 21:37:49.260326 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 40404) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:49.260975 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780bca7-ebbc-41a4-a69e-0a67d2ee2602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f74b55c-2e52-41a2-90b7-4e5ddddc6064,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:49.480806 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19572090-5f25-479e-9e94-a33eef133aa8 req-3cd728f4-dbbe-4f6e-9801-5313bfd5e40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:49.483352 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-19572090-5f25-479e-9e94-a33eef133aa8 req-3cd728f4-dbbe-4f6e-9801-5313bfd5e40b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e89cf88b-ba53-44ac-b90e-ec805993c315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7731721 Nov 09 21:37:49.509268 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a1dda950-5f4d-47a8-bf0a-08d4000849b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:49.543878 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b481b7f8-a10a-47d2-8946-0759f2b8abc3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=328dae8361554dd89bbb1fa4d68588e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7710574 Nov 09 21:37:49.546837 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40406) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:49.587079 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a1dda950-5f4d-47a8-bf0a-08d4000849b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:49.756315 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-5ef62d68-2db2-4f5f-ae58-fbd3df8e5516 None None] Set router 0f8a72a1-4721-4cdd-848b-2b61ecc4b28d gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:37:49.763191 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-83a1f780-34b2-49fe-8aaf-a2ad53570f6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:49.792222 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-83a1f780-34b2-49fe-8aaf-a2ad53570f6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:49.876955 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a1dda950-5f4d-47a8-bf0a-08d4000849b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:49.889624 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a1dda950-5f4d-47a8-bf0a-08d4000849b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:49.891408 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a1dda950-5f4d-47a8-bf0a-08d4000849b1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6f74b55c-2e52-41a2-90b7-4e5ddddc6064 HTTP/1.1" status: 204 len: 168 time: 0.5962029 Nov 09 21:37:49.936948 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-83a1f780-34b2-49fe-8aaf-a2ad53570f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:49.947953 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dda950-5f4d-47a8-bf0a-08d4000849b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f74b55c-2e52-41a2-90b7-4e5ddddc6064,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:49.952910 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-83a1f780-34b2-49fe-8aaf-a2ad53570f6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:49.965143 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-83a1f780-34b2-49fe-8aaf-a2ad53570f6c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0c827e86-29c6-43ef-befa-9fb15c3a13bd HTTP/1.1" status: 204 len: 168 time: 0.4167638 Nov 09 21:37:50.014718 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1f780-34b2-49fe-8aaf-a2ad53570f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c827e86-29c6-43ef-befa-9fb15c3a13bd,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:50.057360 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-19572090-5f25-479e-9e94-a33eef133aa8 req-2f0f656d-64ed-4d6b-aaae-6ea2ba3d66ca service neutron] 10.222.0.45 "GET /v2.0/networks/e89cf88b-ba53-44ac-b90e-ec805993c315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439884 Nov 09 21:37:50.277003 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e8692158-f802-4c20-8714-c24f8cd50c7e tempest-TestSecurityGroupsBasicOps-1208368340 tempest-TestSecurityGroupsBasicOps-1208368340-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2334 time: 1.1111293 Nov 09 21:37:50.293359 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40424) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:50.323382 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-580a89a1-57c7-4864-b92b-7ba6021a043b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:50.414421 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefbfd09-b6bd-4b01-80b6-f6ccbe4268f6 tempest-TestSecurityGroupsBasicOps-1208368340 tempest-TestSecurityGroupsBasicOps-1208368340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:50.415131 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefbfd09-b6bd-4b01-80b6-f6ccbe4268f6 tempest-TestSecurityGroupsBasicOps-1208368340 tempest-TestSecurityGroupsBasicOps-1208368340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:50.428651 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-fefbfd09-b6bd-4b01-80b6-f6ccbe4268f6 tempest-TestSecurityGroupsBasicOps-1208368340 tempest-TestSecurityGroupsBasicOps-1208368340-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0f8a72a1-4721-4cdd-848b-2b61ecc4b28d HTTP/1.1" status: 200 len: 1990 time: 0.1225247 Nov 09 21:37:50.465386 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-19572090-5f25-479e-9e94-a33eef133aa8 req-1f1ef721-6e95-49a8-9047-178a3c34332a service neutron] 10.222.0.45 "GET /v2.0/networks/e89cf88b-ba53-44ac-b90e-ec805993c315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000981 Nov 09 21:37:50.594244 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d055b27-daef-4654-acc0-5e560c6e3ec4 req-dd402e5b-b0c4-4029-81dd-31aaeeeec00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:50.594829 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-5ef62d68-2db2-4f5f-ae58-fbd3df8e5516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8a72a1-4721-4cdd-848b-2b61ecc4b28d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1789632846', 'tenant_id': '5f44489c50e04b2db090f1564633b127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '314194f1-3c9c-48ed-811b-03a956ad0098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:37:05Z', 'updated_at': '2021-11-09T21:37:13Z', 'revision_number': 4, 'project_id': '5f44489c50e04b2db090f1564633b127', 'gw_port': {'id': '314194f1-3c9c-48ed-811b-03a956ad0098', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:47:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8a72a1-4721-4cdd-848b-2b61ecc4b28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:37:06Z', 'updated_at': '2021-11-09T21:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '228e3b67-dc7e-408b-ac3c-48d410edddb3', 'tenant_id': '5f44489c50e04b2db090f1564633b127', 'floating_ip_address': '172.25.7.74', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '0f8a72a1-4721-4cdd-848b-2b61ecc4b28d', 'port_id': '2fc2392c-4082-4175-a09d-07b1d15e61b4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e89cf88b-ba53-44ac-b90e-ec805993c315', 'mac_address': 'fa:16:3e:af:9c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8e0c8f-7f8d-4322-aa5f-be1363d4431e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:37:43Z', 'updated_at': '2021-11-09T21:37:43Z', 'revision_number': 0, 'project_id': '5f44489c50e04b2db090f1564633b127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7e05536-50af-442f-bb69-6b200d4f2c82', 'name': '', 'network_id': 'e89cf88b-ba53-44ac-b90e-ec805993c315', 'tenant_id': '5f44489c50e04b2db090f1564633b127', 'mac_address': 'fa:16:3e:4a:b1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8a72a1-4721-4cdd-848b-2b61ecc4b28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'd82e3181-4c0e-4c74-abb0-2755395deb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:37:10Z', 'updated_at': '2021-11-09T21:37:20Z', 'revision_number': 5, 'project_id': '5f44489c50e04b2db090f1564633b127', 'subnets': [{'id': 'd82e3181-4c0e-4c74-abb0-2755395deb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:37:50.598545 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2d055b27-daef-4654-acc0-5e560c6e3ec4 req-dd402e5b-b0c4-4029-81dd-31aaeeeec00c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5f44489c50e04b2db090f1564633b127&device_id=ad8e0c8f-7f8d-4322-aa5f-be1363d4431e HTTP/1.1" status: 200 len: 1136 time: 0.0747817 Nov 09 21:37:50.695793 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef62d68-2db2-4f5f-ae58-fbd3df8e5516 None None] The sync data for ids ['0f8a72a1-4721-4cdd-848b-2b61ecc4b28d'] in n-d-816206-3 is: [{'id': '0f8a72a1-4721-4cdd-848b-2b61ecc4b28d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1789632846', 'tenant_id': '5f44489c50e04b2db090f1564633b127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '314194f1-3c9c-48ed-811b-03a956ad0098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:37:05Z', 'updated_at': '2021-11-09T21:37:13Z', 'revision_number': 4, 'project_id': '5f44489c50e04b2db090f1564633b127', 'gw_port': {'id': '314194f1-3c9c-48ed-811b-03a956ad0098', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:47:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8a72a1-4721-4cdd-848b-2b61ecc4b28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:37:06Z', 'updated_at': '2021-11-09T21:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '228e3b67-dc7e-408b-ac3c-48d410edddb3', 'tenant_id': '5f44489c50e04b2db090f1564633b127', 'floating_ip_address': '172.25.7.74', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '0f8a72a1-4721-4cdd-848b-2b61ecc4b28d', 'port_id': '2fc2392c-4082-4175-a09d-07b1d15e61b4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e89cf88b-ba53-44ac-b90e-ec805993c315', 'mac_address': 'fa:16:3e:af:9c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8e0c8f-7f8d-4322-aa5f-be1363d4431e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:37:43Z', 'updated_at': '2021-11-09T21:37:43Z', 'revision_number': 0, 'project_id': '5f44489c50e04b2db090f1564633b127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7e05536-50af-442f-bb69-6b200d4f2c82', 'name': '', 'network_id': 'e89cf88b-ba53-44ac-b90e-ec805993c315', 'tenant_id': '5f44489c50e04b2db090f1564633b127', 'mac_address': 'fa:16:3e:4a:b1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8a72a1-4721-4cdd-848b-2b61ecc4b28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'd82e3181-4c0e-4c74-abb0-2755395deb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:37:10Z', 'updated_at': '2021-11-09T21:37:20Z', 'revision_number': 5, 'project_id': '5f44489c50e04b2db090f1564633b127', 'subnets': [{'id': 'd82e3181-4c0e-4c74-abb0-2755395deb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:37:50.848341 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d055b27-daef-4654-acc0-5e560c6e3ec4 req-a63a969f-b296-4443-92a8-1a76be0439fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:50.878204 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2d055b27-daef-4654-acc0-5e560c6e3ec4 req-a63a969f-b296-4443-92a8-1a76be0439fc service neutron] 10.222.0.45 "GET /v2.0/networks?id=e89cf88b-ba53-44ac-b90e-ec805993c315 HTTP/1.1" status: 200 len: 896 time: 0.2709589 Nov 09 21:37:51.010459 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:51.129612 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2d055b27-daef-4654-acc0-5e560c6e3ec4 req-75ff8bb5-9824-4c43-a903-841d5e26c660 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fc2392c-4082-4175-a09d-07b1d15e61b4 HTTP/1.1" status: 200 len: 999 time: 0.2432139 Nov 09 21:37:51.194245 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa6802c-e9be-4d3b-b56b-a4eb32cef08b None None] New status for floating IP 228e3b67-dc7e-408b-ac3c-48d410edddb3: ACTIVE {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:37:51.252418 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d055b27-daef-4654-acc0-5e560c6e3ec4 req-7e5cbce5-f587-4c33-8d0e-df14d32c2c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:51.256375 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2d055b27-daef-4654-acc0-5e560c6e3ec4 req-7e5cbce5-f587-4c33-8d0e-df14d32c2c4f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d82e3181-4c0e-4c74-abb0-2755395deb93 HTTP/1.1" status: 200 len: 835 time: 0.1185498 Nov 09 21:37:51.370044 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d055b27-daef-4654-acc0-5e560c6e3ec4 req-5a6a5ee2-fdf1-4b4c-83f3-17954e8ebbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:51.371908 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2d055b27-daef-4654-acc0-5e560c6e3ec4 req-5a6a5ee2-fdf1-4b4c-83f3-17954e8ebbbe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e89cf88b-ba53-44ac-b90e-ec805993c315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1068587 Nov 09 21:37:51.502799 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2d055b27-daef-4654-acc0-5e560c6e3ec4 req-bda186cd-8b1e-4c3e-863b-ca2420eadf96 service neutron] 10.222.0.45 "GET /v2.0/networks/e89cf88b-ba53-44ac-b90e-ec805993c315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154373 Nov 09 21:37:51.710506 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2d055b27-daef-4654-acc0-5e560c6e3ec4 req-632ed34a-70ab-4c3a-afa6-46b60094e28b service neutron] 10.222.0.45 "GET /v2.0/networks/e89cf88b-ba53-44ac-b90e-ec805993c315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841922 Nov 09 21:37:51.945438 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40488) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:52.177094 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-735ed5ab-9b32-43f5-9f66-f6afafecbf96 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Request body: {'network': {'name': 'tempest-RoutersTest-1656844903'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:37:52.210021 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735ed5ab-9b32-43f5-9f66-f6afafecbf96 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Made reservation on behalf of 8d1a7eab032149e5999f26ec9e51a065 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:37:52.214802 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-735ed5ab-9b32-43f5-9f66-f6afafecbf96 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:52.226338 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-735ed5ab-9b32-43f5-9f66-f6afafecbf96 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:52.332486 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-735ed5ab-9b32-43f5-9f66-f6afafecbf96 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:52.339536 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-735ed5ab-9b32-43f5-9f66-f6afafecbf96 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:52.355736 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-735ed5ab-9b32-43f5-9f66-f6afafecbf96 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:37:52.367582 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-735ed5ab-9b32-43f5-9f66-f6afafecbf96 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:52.368339 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-735ed5ab-9b32-43f5-9f66-f6afafecbf96 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Added segment 585ed4e1-79cb-4795-9c93-8daffc3ba03e of type vlan for network 4a7864ef-44a5-471c-a3b3-f1e271111e30 Nov 09 21:37:52.382795 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:52.519650 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-735ed5ab-9b32-43f5-9f66-f6afafecbf96 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:52.534287 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ed5ab-9b32-43f5-9f66-f6afafecbf96 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7499cb-12ed-440f-ab7b-a926919a21e5,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:52.597107 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-735ed5ab-9b32-43f5-9f66-f6afafecbf96 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:52.603389 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735ed5ab-9b32-43f5-9f66-f6afafecbf96 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:52.604255 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-735ed5ab-9b32-43f5-9f66-f6afafecbf96 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:52.674703 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 40506) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:52.675312 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-735ed5ab-9b32-43f5-9f66-f6afafecbf96 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7284410 Nov 09 21:37:52.682429 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-c8f3bccf-0fd4-47c1-bcbd-9d76739bfa62 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Request body: {'network': {'name': 'tempest-RoutersTest-650157589'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:37:52.683129 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40508) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:52.701483 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ed5ab-9b32-43f5-9f66-f6afafecbf96 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event updated for resources: {'Network': ['ID=4a7864ef-44a5-471c-a3b3-f1e271111e30,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:52.712792 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 4a7864ef-44a5-471c-a3b3-f1e271111e30 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:37:52.747191 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f3bccf-0fd4-47c1-bcbd-9d76739bfa62 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Made reservation on behalf of 8d1a7eab032149e5999f26ec9e51a065 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:37:52.757896 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c8f3bccf-0fd4-47c1-bcbd-9d76739bfa62 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:52.792914 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40512) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:52.820156 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8f3bccf-0fd4-47c1-bcbd-9d76739bfa62 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:37:52.845551 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c8f3bccf-0fd4-47c1-bcbd-9d76739bfa62 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:52.845905 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-c8f3bccf-0fd4-47c1-bcbd-9d76739bfa62 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Added segment 9d4eb53f-a339-4f48-ae44-1d40c237dc9f of type vlan for network 38b03cd2-d34c-47e6-b3dd-fe15eaf04984 Nov 09 21:37:52.875971 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:52.959586 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c8f3bccf-0fd4-47c1-bcbd-9d76739bfa62 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:53.055630 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c8f3bccf-0fd4-47c1-bcbd-9d76739bfa62 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:53.069559 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f3bccf-0fd4-47c1-bcbd-9d76739bfa62 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:53.070726 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c8f3bccf-0fd4-47c1-bcbd-9d76739bfa62 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:53.172796 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c8f3bccf-0fd4-47c1-bcbd-9d76739bfa62 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4959280 Nov 09 21:37:53.173644 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 40520) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:53.182425 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-c140b58c-1128-42c7-863f-14dba1a7154c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Request body: {'subnet': {'network_id': '4a7864ef-44a5-471c-a3b3-f1e271111e30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:37:53.242516 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f3bccf-0fd4-47c1-bcbd-9d76739bfa62 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event updated for resources: {'Network': ['ID=38b03cd2-d34c-47e6-b3dd-fe15eaf04984,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:53.253655 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 38b03cd2-d34c-47e6-b3dd-fe15eaf04984 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:37:53.366524 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c140b58c-1128-42c7-863f-14dba1a7154c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Made reservation on behalf of 8d1a7eab032149e5999f26ec9e51a065 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:37:53.374967 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c140b58c-1128-42c7-863f-14dba1a7154c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:53.434263 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:53.564611 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-228dd689-481a-4c09-8cd8-39f098e5089a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:53.566636 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-28763a00-7c91-4769-9dc5-7a36701336fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:53.737012 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c140b58c-1128-42c7-863f-14dba1a7154c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:53.747693 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-228dd689-481a-4c09-8cd8-39f098e5089a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:53.754917 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-228dd689-481a-4c09-8cd8-39f098e5089a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:53.802838 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c140b58c-1128-42c7-863f-14dba1a7154c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event updated for resources: {'Subnet': ['ID=ad2da348-927a-4629-8d34-dd5c7d34b5a9,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:53.829091 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-228dd689-481a-4c09-8cd8-39f098e5089a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f28b03cc9aae44d5bf8bcc698087a4eb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1447818 Nov 09 21:37:53.831820 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 40524) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:53.846827 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228dd689-481a-4c09-8cd8-39f098e5089a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e37443-61d2-4ea3-ab7f-7f755095f02b,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:53.891835 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-28763a00-7c91-4769-9dc5-7a36701336fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:53.895855 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c140b58c-1128-42c7-863f-14dba1a7154c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Checking segment: {'id': '585ed4e1-79cb-4795-9c93-8daffc3ba03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4a7864ef-44a5-471c-a3b3-f1e271111e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:37:53.896370 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c140b58c-1128-42c7-863f-14dba1a7154c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Network hostable DHCP agents. Network: 4a7864ef-44a5-471c-a3b3-f1e271111e30, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:37:53.901338 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-28763a00-7c91-4769-9dc5-7a36701336fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:53.921423 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c140b58c-1128-42c7-863f-14dba1a7154c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Network 4a7864ef-44a5-471c-a3b3-f1e271111e30 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:37:53.937251 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a3327cfd-f776-4f50-8e14-daf3c8851ea6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:53.943765 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28763a00-7c91-4769-9dc5-7a36701336fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8f0d04-8ff0-4de4-8606-33551ea7803b,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:53.948113 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-c140b58c-1128-42c7-863f-14dba1a7154c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 4a7864ef-44a5-471c-a3b3-f1e271111e30) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:37:53.958097 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b5d7a7-b94d-48ba-99ea-b165a3fe088f None None] Network 4a7864ef-44a5-471c-a3b3-f1e271111e30 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:37:53.970544 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c140b58c-1128-42c7-863f-14dba1a7154c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:53.971224 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c140b58c-1128-42c7-863f-14dba1a7154c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:53.989198 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a3327cfd-f776-4f50-8e14-daf3c8851ea6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:53.989735 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-28763a00-7c91-4769-9dc5-7a36701336fa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a0a1a91636e14bb8af9c706983c240c0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1954386 Nov 09 21:37:53.990755 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 40526) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:54.029005 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c140b58c-1128-42c7-863f-14dba1a7154c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8514824 Nov 09 21:37:54.032354 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40532) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:54.040008 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-feba3f01-79f4-4121-aa12-df0ca9ff6175 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Request body: {'subnet': {'network_id': '38b03cd2-d34c-47e6-b3dd-fe15eaf04984', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:37:54.096550 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a3327cfd-f776-4f50-8e14-daf3c8851ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:54.100815 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a3327cfd-f776-4f50-8e14-daf3c8851ea6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:54.102265 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a3327cfd-f776-4f50-8e14-daf3c8851ea6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a5e37443-61d2-4ea3-ab7f-7f755095f02b HTTP/1.1" status: 204 len: 168 time: 0.2679765 Nov 09 21:37:54.103315 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a2a19bd-173e-4026-80ea-065b01f412f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:54.116100 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3327cfd-f776-4f50-8e14-daf3c8851ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e37443-61d2-4ea3-ab7f-7f755095f02b,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:54.148947 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a2a19bd-173e-4026-80ea-065b01f412f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:54.230570 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a2a19bd-173e-4026-80ea-065b01f412f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:54.234557 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a2a19bd-173e-4026-80ea-065b01f412f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:54.236231 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6a2a19bd-173e-4026-80ea-065b01f412f6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9e8f0d04-8ff0-4de4-8606-33551ea7803b HTTP/1.1" status: 204 len: 168 time: 0.2398679 Nov 09 21:37:54.251869 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a19bd-173e-4026-80ea-065b01f412f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8f0d04-8ff0-4de4-8606-33551ea7803b,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:54.298476 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feba3f01-79f4-4121-aa12-df0ca9ff6175 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Made reservation on behalf of 8d1a7eab032149e5999f26ec9e51a065 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:37:54.308034 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-feba3f01-79f4-4121-aa12-df0ca9ff6175 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:54.363881 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92aaac0-5766-43f9-8863-dd370f0b9f55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-4a7864ef-44a5-471c-a3b3-f1e271111e30', 'network_id': '4a7864ef-44a5-471c-a3b3-f1e271111e30', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'fixed_ips': [{'subnet_id': 'ad2da348-927a-4629-8d34-dd5c7d34b5a9'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:37:54.364774 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a92aaac0-5766-43f9-8863-dd370f0b9f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:54.728002 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-a92aaac0-5766-43f9-8863-dd370f0b9f55 None None] Allocated IP 172.20.0.2 (4a7864ef-44a5-471c-a3b3-f1e271111e30/ad2da348-927a-4629-8d34-dd5c7d34b5a9/c8a47e2f-23dc-461a-aa57-30943d475b1d) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:37:54.735924 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-feba3f01-79f4-4121-aa12-df0ca9ff6175 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:54.850050 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba3f01-79f4-4121-aa12-df0ca9ff6175 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event updated for resources: {'Subnet': ['ID=ffcadaa1-72af-4557-a087-47e891baba77,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:54.893597 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feba3f01-79f4-4121-aa12-df0ca9ff6175 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Checking segment: {'id': '9d4eb53f-a339-4f48-ae44-1d40c237dc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38b03cd2-d34c-47e6-b3dd-fe15eaf04984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:37:54.894088 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feba3f01-79f4-4121-aa12-df0ca9ff6175 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Network hostable DHCP agents. Network: 38b03cd2-d34c-47e6-b3dd-fe15eaf04984, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:37:54.924880 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feba3f01-79f4-4121-aa12-df0ca9ff6175 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Network 38b03cd2-d34c-47e6-b3dd-fe15eaf04984 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:37:54.940811 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-feba3f01-79f4-4121-aa12-df0ca9ff6175 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 38b03cd2-d34c-47e6-b3dd-fe15eaf04984) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:37:54.961892 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feba3f01-79f4-4121-aa12-df0ca9ff6175 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:54.963266 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-feba3f01-79f4-4121-aa12-df0ca9ff6175 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:54.976373 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8973a07-3d8b-4565-9c14-1ee1675c9a3e None None] Network 38b03cd2-d34c-47e6-b3dd-fe15eaf04984 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:37:54.986227 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-feba3f01-79f4-4121-aa12-df0ca9ff6175 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9525266 Nov 09 21:37:54.988949 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 40558) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:54.994680 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-40890b21-1cff-492d-9e26-96a676ef887a tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-945440817', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:37:55.043056 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-40890b21-1cff-492d-9e26-96a676ef887a tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:55.044119 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-40890b21-1cff-492d-9e26-96a676ef887a tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:55.067500 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a92aaac0-5766-43f9-8863-dd370f0b9f55 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:55.096099 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a92aaac0-5766-43f9-8863-dd370f0b9f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:55.193092 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-40890b21-1cff-492d-9e26-96a676ef887a tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:55.206110 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-40890b21-1cff-492d-9e26-96a676ef887a tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:55.246839 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92aaac0-5766-43f9-8863-dd370f0b9f55 None None] Pushing event updated for resources: {'Port': ['ID=c8a47e2f-23dc-461a-aa57-30943d475b1d,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:55.258078 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-40890b21-1cff-492d-9e26-96a676ef887a tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:55.259314 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-40890b21-1cff-492d-9e26-96a676ef887a tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2693458 Nov 09 21:37:55.263599 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40568) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:55.267253 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92aaac0-5766-43f9-8863-dd370f0b9f55 None None] Network 4a7864ef-44a5-471c-a3b3-f1e271111e30 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:37:55.308130 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-a92aaac0-5766-43f9-8863-dd370f0b9f55 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:37:55.312598 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92aaac0-5766-43f9-8863-dd370f0b9f55 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:37:55.348087 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2258e1-d4f8-48e9-8e16-1ff84daed898 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-38b03cd2-d34c-47e6-b3dd-fe15eaf04984', 'network_id': '38b03cd2-d34c-47e6-b3dd-fe15eaf04984', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'fixed_ips': [{'subnet_id': 'ffcadaa1-72af-4557-a087-47e891baba77'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:37:55.348087 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1e2258e1-d4f8-48e9-8e16-1ff84daed898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:55.530147 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-a92aaac0-5766-43f9-8863-dd370f0b9f55 None None] Attempting to bind port c8a47e2f-23dc-461a-aa57-30943d475b1d on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:37:55.530147 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-a92aaac0-5766-43f9-8863-dd370f0b9f55 None None] Attempting to bind port c8a47e2f-23dc-461a-aa57-30943d475b1d by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '585ed4e1-79cb-4795-9c93-8daffc3ba03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4a7864ef-44a5-471c-a3b3-f1e271111e30'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:37:55.530147 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92aaac0-5766-43f9-8863-dd370f0b9f55 None None] Attempting to bind port c8a47e2f-23dc-461a-aa57-30943d475b1d on network 4a7864ef-44a5-471c-a3b3-f1e271111e30 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:37:55.540001 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92aaac0-5766-43f9-8863-dd370f0b9f55 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:37:55.540384 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92aaac0-5766-43f9-8863-dd370f0b9f55 None None] Checking segment: {'id': '585ed4e1-79cb-4795-9c93-8daffc3ba03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4a7864ef-44a5-471c-a3b3-f1e271111e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:37:55.540817 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a92aaac0-5766-43f9-8863-dd370f0b9f55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:55.541212 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92aaac0-5766-43f9-8863-dd370f0b9f55 None None] Bound using segment: {'id': '585ed4e1-79cb-4795-9c93-8daffc3ba03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4a7864ef-44a5-471c-a3b3-f1e271111e30'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:37:55.541694 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-a92aaac0-5766-43f9-8863-dd370f0b9f55 None None] Bound port: c8a47e2f-23dc-461a-aa57-30943d475b1d, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585ed4e1-79cb-4795-9c93-8daffc3ba03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4a7864ef-44a5-471c-a3b3-f1e271111e30'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:37:55.542078 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a92aaac0-5766-43f9-8863-dd370f0b9f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:55.649124 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-a92aaac0-5766-43f9-8863-dd370f0b9f55 None None] For port c8a47e2f-23dc-461a-aa57-30943d475b1d, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:37:55.651401 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-1e2258e1-d4f8-48e9-8e16-1ff84daed898 None None] Allocated IP 172.21.0.2 (38b03cd2-d34c-47e6-b3dd-fe15eaf04984/ffcadaa1-72af-4557-a087-47e891baba77/5982e0aa-bc95-4afe-afcd-82393c654376) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:37:55.654224 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-a92aaac0-5766-43f9-8863-dd370f0b9f55 None None] For port c8a47e2f-23dc-461a-aa57-30943d475b1d, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=c8a47e2f-23dc-461a-aa57-30943d475b1d,segment=NetworkSegment(585ed4e1-79cb-4795-9c93-8daffc3ba03e),segment_id=585ed4e1-79cb-4795-9c93-8daffc3ba03e)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:37:55.665757 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a92aaac0-5766-43f9-8863-dd370f0b9f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:55.812796 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92aaac0-5766-43f9-8863-dd370f0b9f55 None None] Pushing event updated for resources: {'Port': ['ID=c8a47e2f-23dc-461a-aa57-30943d475b1d,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:55.853279 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-05ce0922-d6bc-4bd0-b7ec-bc3ebc7366c8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:55.978462 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1e2258e1-d4f8-48e9-8e16-1ff84daed898 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:55.991440 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1e2258e1-d4f8-48e9-8e16-1ff84daed898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:56.017769 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2258e1-d4f8-48e9-8e16-1ff84daed898 None None] Network 38b03cd2-d34c-47e6-b3dd-fe15eaf04984 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:37:56.020698 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-1e2258e1-d4f8-48e9-8e16-1ff84daed898 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:37:56.023244 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2258e1-d4f8-48e9-8e16-1ff84daed898 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:37:56.266770 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2258e1-d4f8-48e9-8e16-1ff84daed898 None None] Pushing event updated for resources: {'Port': ['ID=5982e0aa-bc95-4afe-afcd-82393c654376,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:56.278376 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-1e2258e1-d4f8-48e9-8e16-1ff84daed898 None None] Attempting to bind port 5982e0aa-bc95-4afe-afcd-82393c654376 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:37:56.278756 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-1e2258e1-d4f8-48e9-8e16-1ff84daed898 None None] Attempting to bind port 5982e0aa-bc95-4afe-afcd-82393c654376 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '9d4eb53f-a339-4f48-ae44-1d40c237dc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38b03cd2-d34c-47e6-b3dd-fe15eaf04984'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:37:56.279137 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2258e1-d4f8-48e9-8e16-1ff84daed898 None None] Attempting to bind port 5982e0aa-bc95-4afe-afcd-82393c654376 on network 38b03cd2-d34c-47e6-b3dd-fe15eaf04984 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:37:56.285420 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2258e1-d4f8-48e9-8e16-1ff84daed898 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:37:56.285805 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2258e1-d4f8-48e9-8e16-1ff84daed898 None None] Checking segment: {'id': '9d4eb53f-a339-4f48-ae44-1d40c237dc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38b03cd2-d34c-47e6-b3dd-fe15eaf04984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:37:56.286208 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1e2258e1-d4f8-48e9-8e16-1ff84daed898 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:56.286604 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2258e1-d4f8-48e9-8e16-1ff84daed898 None None] Bound using segment: {'id': '9d4eb53f-a339-4f48-ae44-1d40c237dc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38b03cd2-d34c-47e6-b3dd-fe15eaf04984'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:37:56.287078 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-1e2258e1-d4f8-48e9-8e16-1ff84daed898 None None] Bound port: 5982e0aa-bc95-4afe-afcd-82393c654376, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d4eb53f-a339-4f48-ae44-1d40c237dc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38b03cd2-d34c-47e6-b3dd-fe15eaf04984'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:37:56.287466 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1e2258e1-d4f8-48e9-8e16-1ff84daed898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:56.313628 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-05ce0922-d6bc-4bd0-b7ec-bc3ebc7366c8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Allocated IP 172.20.0.1 (4a7864ef-44a5-471c-a3b3-f1e271111e30/ad2da348-927a-4629-8d34-dd5c7d34b5a9/c62694b7-829b-4a34-85c5-a83c83c781a7) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:37:56.397400 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-1e2258e1-d4f8-48e9-8e16-1ff84daed898 None None] For port 5982e0aa-bc95-4afe-afcd-82393c654376, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:37:56.401957 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-1e2258e1-d4f8-48e9-8e16-1ff84daed898 None None] For port 5982e0aa-bc95-4afe-afcd-82393c654376, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5982e0aa-bc95-4afe-afcd-82393c654376,segment=NetworkSegment(9d4eb53f-a339-4f48-ae44-1d40c237dc9f),segment_id=9d4eb53f-a339-4f48-ae44-1d40c237dc9f)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:37:56.410332 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1e2258e1-d4f8-48e9-8e16-1ff84daed898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:56.538903 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2258e1-d4f8-48e9-8e16-1ff84daed898 None None] Pushing event updated for resources: {'Port': ['ID=5982e0aa-bc95-4afe-afcd-82393c654376,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:56.560927 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-05ce0922-d6bc-4bd0-b7ec-bc3ebc7366c8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:56.658873 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-05ce0922-d6bc-4bd0-b7ec-bc3ebc7366c8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:56.720319 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce0922-d6bc-4bd0-b7ec-bc3ebc7366c8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event updated for resources: {'Port': ['ID=c62694b7-829b-4a34-85c5-a83c83c781a7,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:56.756498 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ce0922-d6bc-4bd0-b7ec-bc3ebc7366c8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Network 4a7864ef-44a5-471c-a3b3-f1e271111e30 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:37:56.760242 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-05ce0922-d6bc-4bd0-b7ec-bc3ebc7366c8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:37:56.770683 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ce0922-d6bc-4bd0-b7ec-bc3ebc7366c8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:37:56.902935 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-05ce0922-d6bc-4bd0-b7ec-bc3ebc7366c8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:56.952040 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:37:57.300163 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-05ce0922-d6bc-4bd0-b7ec-bc3ebc7366c8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:57.673011 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec201aa9-4f11-4b64-a3d6-c49a51b8b9a1 None None] Network 4a7864ef-44a5-471c-a3b3-f1e271111e30 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:37:57.762163 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 5982e0aa-bc95-4afe-afcd-82393c654376 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:37:57.862672 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-05ce0922-d6bc-4bd0-b7ec-bc3ebc7366c8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:57.868611 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-05ce0922-d6bc-4bd0-b7ec-bc3ebc7366c8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:57.919697 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-927e0aba-a36d-4644-b51a-9d7788d2a482 None None] Provisioning complete for port c8a47e2f-23dc-461a-aa57-30943d475b1d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:37:57.920606 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-927e0aba-a36d-4644-b51a-9d7788d2a482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:57.979221 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-05ce0922-d6bc-4bd0-b7ec-bc3ebc7366c8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:58.014875 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 5982e0aa-bc95-4afe-afcd-82393c654376 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:37:58.015247 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:58.115006 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce0922-d6bc-4bd0-b7ec-bc3ebc7366c8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event updated for resources: {'Port': ['ID=c62694b7-829b-4a34-85c5-a83c83c781a7,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:58.223516 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ce0922-d6bc-4bd0-b7ec-bc3ebc7366c8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Network 4a7864ef-44a5-471c-a3b3-f1e271111e30 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:37:58.225431 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-05ce0922-d6bc-4bd0-b7ec-bc3ebc7366c8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:37:58.359015 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:58.456501 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ce0922-d6bc-4bd0-b7ec-bc3ebc7366c8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Router d7a2f1b2-81f2-467c-a6ad-d386616d7193 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:37:58.594897 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ce0922-d6bc-4bd0-b7ec-bc3ebc7366c8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:37:58.600677 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-05ce0922-d6bc-4bd0-b7ec-bc3ebc7366c8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "PUT /v2.0/routers/d7a2f1b2-81f2-467c-a6ad-d386616d7193/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3357749 Nov 09 21:37:58.604703 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40652) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:58.604875 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac8500e-47bf-40d5-9d54-207ebb65fcf7 None None] Network 38b03cd2-d34c-47e6-b3dd-fe15eaf04984 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:37:58.690193 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b159d47a-22c3-47fd-9aee-935027ec0d76 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:37:58.692862 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b159d47a-22c3-47fd-9aee-935027ec0d76 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "GET /v2.0/ports/c62694b7-829b-4a34-85c5-a83c83c781a7 HTTP/1.1" status: 200 len: 910 time: 0.0865295 Nov 09 21:37:58.696039 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 40656) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:37:58.980453 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bb7ac6-3965-4bb9-bc60-1acf690ece21 None None] Sync routers for ids ['d7a2f1b2-81f2-467c-a6ad-d386616d7193'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:37:58.984715 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 5982e0aa-bc95-4afe-afcd-82393c654376, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5982e0aa-bc95-4afe-afcd-82393c654376,segment=NetworkSegment(9d4eb53f-a339-4f48-ae44-1d40c237dc9f),segment_id=9d4eb53f-a339-4f48-ae44-1d40c237dc9f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:37:59.026977 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:59.028120 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c8a47e2f-23dc-461a-aa57-30943d475b1d up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:37:59.173769 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=5982e0aa-bc95-4afe-afcd-82393c654376,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:59.187543 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-927e0aba-a36d-4644-b51a-9d7788d2a482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:59.268450 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-927e0aba-a36d-4644-b51a-9d7788d2a482 None None] For port c8a47e2f-23dc-461a-aa57-30943d475b1d, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=c8a47e2f-23dc-461a-aa57-30943d475b1d,segment=NetworkSegment(585ed4e1-79cb-4795-9c93-8daffc3ba03e),segment_id=585ed4e1-79cb-4795-9c93-8daffc3ba03e)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:37:59.269677 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bb7ac6-3965-4bb9-bc60-1acf690ece21 None None] Routers {'d7a2f1b2-81f2-467c-a6ad-d386616d7193'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:37:59.270367 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-43bb7ac6-3965-4bb9-bc60-1acf690ece21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:37:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['d7a2f1b2-81f2-467c-a6ad-d386616d7193'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:37:59.281764 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-927e0aba-a36d-4644-b51a-9d7788d2a482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:59.401719 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e0aba-a36d-4644-b51a-9d7788d2a482 None None] Pushing event updated for resources: {'Port': ['ID=c8a47e2f-23dc-461a-aa57-30943d475b1d,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:37:59.410023 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-43bb7ac6-3965-4bb9-bc60-1acf690ece21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:37:59.507601 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d0c03dce-c58b-40f7-a5a2-b6629d40f733 None None] Provisioning complete for port 5982e0aa-bc95-4afe-afcd-82393c654376 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:37:59.507986 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d0c03dce-c58b-40f7-a5a2-b6629d40f733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:37:59.523871 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bb7ac6-3965-4bb9-bc60-1acf690ece21 None None] Routers {'d7a2f1b2-81f2-467c-a6ad-d386616d7193'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:37:59.524526 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-43bb7ac6-3965-4bb9-bc60-1acf690ece21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:37:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['d7a2f1b2-81f2-467c-a6ad-d386616d7193'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:37:59.667811 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-43bb7ac6-3965-4bb9-bc60-1acf690ece21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:37:59.668737 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bb7ac6-3965-4bb9-bc60-1acf690ece21 None None] The sync data for ids ['d7a2f1b2-81f2-467c-a6ad-d386616d7193'] in n-d-816206-3 is: [] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:37:59.694205 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port c8a47e2f-23dc-461a-aa57-30943d475b1d triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:37:59.694776 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:00.052863 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-6673e50f-a1a3-451e-aed2-cab250b0ba12 None None] Provisioning complete for port c8a47e2f-23dc-461a-aa57-30943d475b1d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:00.053476 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6673e50f-a1a3-451e-aed2-cab250b0ba12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:00.170788 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 5982e0aa-bc95-4afe-afcd-82393c654376 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:38:00.173739 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5cb54a85-c7ee-48f3-96ae-bd5a20a3eb4b tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:00.357814 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 5982e0aa-bc95-4afe-afcd-82393c654376 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:00.358338 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:00.408236 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-6673e50f-a1a3-451e-aed2-cab250b0ba12 None None] Provisioning complete for port c62694b7-829b-4a34-85c5-a83c83c781a7 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:00.408859 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6673e50f-a1a3-451e-aed2-cab250b0ba12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:00.497612 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-6673e50f-a1a3-451e-aed2-cab250b0ba12 None None] Port c62694b7-829b-4a34-85c5-a83c83c781a7 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:38:00.555692 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c8a47e2f-23dc-461a-aa57-30943d475b1d up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:38:00.614591 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-5cb54a85-c7ee-48f3-96ae-bd5a20a3eb4b tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Allocated IP 172.21.0.1 (38b03cd2-d34c-47e6-b3dd-fe15eaf04984/ffcadaa1-72af-4557-a087-47e891baba77/1d7f8af3-7868-4375-9071-a8e48543f699) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:38:00.633516 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port c8a47e2f-23dc-461a-aa57-30943d475b1d triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:00.634378 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:00.640151 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-4d87898d-6411-43f1-ad39-2dee775b2173 None None] Provisioning complete for port c62694b7-829b-4a34-85c5-a83c83c781a7 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:00.640151 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4d87898d-6411-43f1-ad39-2dee775b2173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:00.816732 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-4d87898d-6411-43f1-ad39-2dee775b2173 None None] Port c62694b7-829b-4a34-85c5-a83c83c781a7 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:38:00.849129 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5cb54a85-c7ee-48f3-96ae-bd5a20a3eb4b tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:00.869506 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-4d87898d-6411-43f1-ad39-2dee775b2173 None None] Provisioning complete for port 5982e0aa-bc95-4afe-afcd-82393c654376 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:00.869886 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4d87898d-6411-43f1-ad39-2dee775b2173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:00.923908 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5cb54a85-c7ee-48f3-96ae-bd5a20a3eb4b tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:01.015936 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb54a85-c7ee-48f3-96ae-bd5a20a3eb4b tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Network 38b03cd2-d34c-47e6-b3dd-fe15eaf04984 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:38:01.026362 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-5cb54a85-c7ee-48f3-96ae-bd5a20a3eb4b tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:38:01.029501 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb54a85-c7ee-48f3-96ae-bd5a20a3eb4b tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:38:01.081653 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5cb54a85-c7ee-48f3-96ae-bd5a20a3eb4b tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:01.083913 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb54a85-c7ee-48f3-96ae-bd5a20a3eb4b tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event updated for resources: {'Port': ['ID=1d7f8af3-7868-4375-9071-a8e48543f699,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:01.253430 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5cb54a85-c7ee-48f3-96ae-bd5a20a3eb4b tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:01.391129 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-71824dac-c3f9-4e57-bab2-493500ac0f9a None None] Provisioning complete for port 1d7f8af3-7868-4375-9071-a8e48543f699 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:01.391683 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-71824dac-c3f9-4e57-bab2-493500ac0f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:01.482997 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-71824dac-c3f9-4e57-bab2-493500ac0f9a None None] Port 1d7f8af3-7868-4375-9071-a8e48543f699 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:38:01.690853 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5cb54a85-c7ee-48f3-96ae-bd5a20a3eb4b tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:01.695677 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5cb54a85-c7ee-48f3-96ae-bd5a20a3eb4b tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:01.756742 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb54a85-c7ee-48f3-96ae-bd5a20a3eb4b tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event updated for resources: {'Port': ['ID=1d7f8af3-7868-4375-9071-a8e48543f699,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:01.824190 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5cb54a85-c7ee-48f3-96ae-bd5a20a3eb4b tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:01.937455 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb54a85-c7ee-48f3-96ae-bd5a20a3eb4b tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Network 38b03cd2-d34c-47e6-b3dd-fe15eaf04984 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:38:01.938989 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-5cb54a85-c7ee-48f3-96ae-bd5a20a3eb4b tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:38:02.046379 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb54a85-c7ee-48f3-96ae-bd5a20a3eb4b tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Router d7a2f1b2-81f2-467c-a6ad-d386616d7193 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:38:02.160527 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb54a85-c7ee-48f3-96ae-bd5a20a3eb4b tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:38:02.166365 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5cb54a85-c7ee-48f3-96ae-bd5a20a3eb4b tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "PUT /v2.0/routers/d7a2f1b2-81f2-467c-a6ad-d386616d7193/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4682908 Nov 09 21:38:02.169083 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40746) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:02.174069 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d952332-381a-49ba-8117-dce0d575850d None None] Sync routers for ids ['d7a2f1b2-81f2-467c-a6ad-d386616d7193'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:38:02.184649 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d952332-381a-49ba-8117-dce0d575850d None None] Routers {'d7a2f1b2-81f2-467c-a6ad-d386616d7193'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:38:02.185257 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-2d952332-381a-49ba-8117-dce0d575850d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:37:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['d7a2f1b2-81f2-467c-a6ad-d386616d7193'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:02.221400 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-2d952332-381a-49ba-8117-dce0d575850d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:02.231794 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d952332-381a-49ba-8117-dce0d575850d None None] Routers {'d7a2f1b2-81f2-467c-a6ad-d386616d7193'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:38:02.233405 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-2d952332-381a-49ba-8117-dce0d575850d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:37:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['d7a2f1b2-81f2-467c-a6ad-d386616d7193'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:02.254328 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04734bdc-dfeb-4d90-bce1-9d14998719ba tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:02.256059 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-04734bdc-dfeb-4d90-bce1-9d14998719ba tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "GET /v2.0/ports/1d7f8af3-7868-4375-9071-a8e48543f699 HTTP/1.1" status: 200 len: 910 time: 0.0860305 Nov 09 21:38:02.259120 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 40752) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:02.268802 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-2d952332-381a-49ba-8117-dce0d575850d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:02.269772 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d952332-381a-49ba-8117-dce0d575850d None None] The sync data for ids ['d7a2f1b2-81f2-467c-a6ad-d386616d7193'] in n-d-816206-3 is: [] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:38:02.317595 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d2a84729-f8b1-4ca7-b3dd-dcefacf9a27b None None] Provisioning complete for port 1d7f8af3-7868-4375-9071-a8e48543f699 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:02.318368 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d2a84729-f8b1-4ca7-b3dd-dcefacf9a27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:02.368534 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-d2a84729-f8b1-4ca7-b3dd-dcefacf9a27b None None] Port 1d7f8af3-7868-4375-9071-a8e48543f699 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:38:02.770647 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2991b7b6-78cb-4aa4-9bdc-4ce0d3ab1939 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:03.053252 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-2991b7b6-78cb-4aa4-9bdc-4ce0d3ab1939 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Deleting port 1d7f8af3-7868-4375-9071-a8e48543f699 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:38:03.053598 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2991b7b6-78cb-4aa4-9bdc-4ce0d3ab1939 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:03.192936 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2991b7b6-78cb-4aa4-9bdc-4ce0d3ab1939 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:03.208490 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-2991b7b6-78cb-4aa4-9bdc-4ce0d3ab1939 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Calling delete_port for 1d7f8af3-7868-4375-9071-a8e48543f699 owned by network:router_interface {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:38:03.439170 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2991b7b6-78cb-4aa4-9bdc-4ce0d3ab1939 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:03.483359 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2991b7b6-78cb-4aa4-9bdc-4ce0d3ab1939 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event deleted for resources: {'Port': ['ID=1d7f8af3-7868-4375-9071-a8e48543f699,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:03.678738 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:03.766917 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2991b7b6-78cb-4aa4-9bdc-4ce0d3ab1939 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:03.989014 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2991b7b6-78cb-4aa4-9bdc-4ce0d3ab1939 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Router d7a2f1b2-81f2-467c-a6ad-d386616d7193 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:38:04.096356 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2991b7b6-78cb-4aa4-9bdc-4ce0d3ab1939 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:38:04.103433 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2991b7b6-78cb-4aa4-9bdc-4ce0d3ab1939 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "PUT /v2.0/routers/d7a2f1b2-81f2-467c-a6ad-d386616d7193/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8432446 Nov 09 21:38:04.106243 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40842) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:04.108962 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48b844b-5770-4054-9d3a-91c31349e227 None None] Sync routers for ids ['d7a2f1b2-81f2-467c-a6ad-d386616d7193'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:38:04.120229 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48b844b-5770-4054-9d3a-91c31349e227 None None] Routers {'d7a2f1b2-81f2-467c-a6ad-d386616d7193'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:38:04.125348 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-c48b844b-5770-4054-9d3a-91c31349e227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:37:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['d7a2f1b2-81f2-467c-a6ad-d386616d7193'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:04.166266 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-c48b844b-5770-4054-9d3a-91c31349e227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:04.177850 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48b844b-5770-4054-9d3a-91c31349e227 None None] Routers {'d7a2f1b2-81f2-467c-a6ad-d386616d7193'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:38:04.178820 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-c48b844b-5770-4054-9d3a-91c31349e227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:37:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['d7a2f1b2-81f2-467c-a6ad-d386616d7193'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:04.200158 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 40846) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:04.227594 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-c48b844b-5770-4054-9d3a-91c31349e227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:04.228253 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48b844b-5770-4054-9d3a-91c31349e227 None None] The sync data for ids ['d7a2f1b2-81f2-467c-a6ad-d386616d7193'] in n-d-816206-3 is: [] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:38:04.325095 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-de35fa40-2e75-4441-b542-1f376f1d4b26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:04.433240 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-de35fa40-2e75-4441-b542-1f376f1d4b26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:04.438341 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-de35fa40-2e75-4441-b542-1f376f1d4b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:04.490091 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-de35fa40-2e75-4441-b542-1f376f1d4b26 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e2d3eade24d34d51bdad1078ba8d7506&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2862217 Nov 09 21:38:04.490731 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de35fa40-2e75-4441-b542-1f376f1d4b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c03473-6e62-4461-87d6-e1aadb3e7c49,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:04.493893 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 40850) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:04.525635 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-451dc0da-494d-4941-a311-7487571db6fa tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:04.563379 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-61bdccc2-3254-4b11-b702-8a7690d87d87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:04.585799 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-61bdccc2-3254-4b11-b702-8a7690d87d87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:04.647338 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-61bdccc2-3254-4b11-b702-8a7690d87d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:04.650949 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-61bdccc2-3254-4b11-b702-8a7690d87d87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:04.652394 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-61bdccc2-3254-4b11-b702-8a7690d87d87 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d4c03473-6e62-4461-87d6-e1aadb3e7c49 HTTP/1.1" status: 204 len: 168 time: 0.1452625 Nov 09 21:38:04.662429 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bdccc2-3254-4b11-b702-8a7690d87d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c03473-6e62-4461-87d6-e1aadb3e7c49,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:04.871101 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-451dc0da-494d-4941-a311-7487571db6fa tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Deleting port c62694b7-829b-4a34-85c5-a83c83c781a7 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:38:04.871454 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-451dc0da-494d-4941-a311-7487571db6fa tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:04.899137 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-64ba119c-583f-4440-b178-90a3c27c42e6 req-d51a754c-6214-453d-bc9a-c35a1fdef5db service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0662544 Nov 09 21:38:05.016027 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba119c-583f-4440-b178-90a3c27c42e6 req-3d4ba3e0-946e-41d7-9dbb-2da32b6eb492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:05.017878 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-64ba119c-583f-4440-b178-90a3c27c42e6 req-3d4ba3e0-946e-41d7-9dbb-2da32b6eb492 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d996b08d23e47a28746199b551ba8f0&device_id=e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1 HTTP/1.1" status: 200 len: 1096 time: 0.0549700 Nov 09 21:38:05.032336 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-451dc0da-494d-4941-a311-7487571db6fa tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:05.055460 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-451dc0da-494d-4941-a311-7487571db6fa tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Calling delete_port for c62694b7-829b-4a34-85c5-a83c83c781a7 owned by network:router_interface {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:38:05.156225 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40860) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:05.175845 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba119c-583f-4440-b178-90a3c27c42e6 req-fe6ed018-0f79-4926-b75c-cd706bd22254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:05.177638 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-64ba119c-583f-4440-b178-90a3c27c42e6 req-fe6ed018-0f79-4926-b75c-cd706bd22254 service neutron] 10.222.0.43 "GET /v2.0/networks?id=55847ffd-7836-446f-91d3-f14e046c5bb2 HTTP/1.1" status: 200 len: 911 time: 0.1378677 Nov 09 21:38:05.222603 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0b92b47a-4b02-4f61-8b50-e2d2d18ab0af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:05.296279 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-64ba119c-583f-4440-b178-90a3c27c42e6 req-22af436c-3126-4219-8d64-ed81c6dfac64 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=227dafe4-07a4-4b3e-9f26-52be7db8e976 HTTP/1.1" status: 200 len: 1001 time: 0.1095486 Nov 09 21:38:05.356237 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba119c-583f-4440-b178-90a3c27c42e6 req-0223f189-02a2-4c84-a703-c657ac052503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:05.358653 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-64ba119c-583f-4440-b178-90a3c27c42e6 req-0223f189-02a2-4c84-a703-c657ac052503 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85ce8c7e-f82b-4b24-9029-22d978d44b85 HTTP/1.1" status: 200 len: 850 time: 0.0550289 Nov 09 21:38:05.371377 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-451dc0da-494d-4941-a311-7487571db6fa tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:05.416034 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451dc0da-494d-4941-a311-7487571db6fa tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event deleted for resources: {'Port': ['ID=c62694b7-829b-4a34-85c5-a83c83c781a7,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:05.450437 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba119c-583f-4440-b178-90a3c27c42e6 req-78b37d47-ae72-44f0-bde2-72a472dbb1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:05.453155 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-64ba119c-583f-4440-b178-90a3c27c42e6 req-78b37d47-ae72-44f0-bde2-72a472dbb1c4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=55847ffd-7836-446f-91d3-f14e046c5bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873015 Nov 09 21:38:05.526053 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0b92b47a-4b02-4f61-8b50-e2d2d18ab0af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:05.531371 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0b92b47a-4b02-4f61-8b50-e2d2d18ab0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:05.580393 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-64ba119c-583f-4440-b178-90a3c27c42e6 req-6e1e2378-c3d3-4418-a839-9959c701964a service neutron] 10.222.0.43 "GET /v2.0/networks/55847ffd-7836-446f-91d3-f14e046c5bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201916 Nov 09 21:38:05.662062 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-451dc0da-494d-4941-a311-7487571db6fa tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:05.733284 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-64ba119c-583f-4440-b178-90a3c27c42e6 req-b19d1ea2-e071-4ee4-af08-1d4cbb475e12 service neutron] 10.222.0.43 "GET /v2.0/networks/55847ffd-7836-446f-91d3-f14e046c5bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452074 Nov 09 21:38:05.802814 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b92b47a-4b02-4f61-8b50-e2d2d18ab0af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b3ca5a-e85c-4a5e-aade-5b64ef8a1161,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:05.809649 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0b92b47a-4b02-4f61-8b50-e2d2d18ab0af admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d2b8c644c79449b0bec35f38d0240adc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6500151 Nov 09 21:38:05.810481 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 40870) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:05.892673 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-54c8aea7-6f44-45b2-ae0c-0465236f7e07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:05.900831 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-451dc0da-494d-4941-a311-7487571db6fa tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Router d7a2f1b2-81f2-467c-a6ad-d386616d7193 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:38:05.931795 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-54c8aea7-6f44-45b2-ae0c-0465236f7e07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:05.993438 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-54c8aea7-6f44-45b2-ae0c-0465236f7e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:05.996840 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-54c8aea7-6f44-45b2-ae0c-0465236f7e07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:06.000339 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-54c8aea7-6f44-45b2-ae0c-0465236f7e07 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/59b3ca5a-e85c-4a5e-aade-5b64ef8a1161 HTTP/1.1" status: 204 len: 168 time: 0.1852727 Nov 09 21:38:06.007046 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c8aea7-6f44-45b2-ae0c-0465236f7e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b3ca5a-e85c-4a5e-aade-5b64ef8a1161,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:06.015764 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451dc0da-494d-4941-a311-7487571db6fa tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:38:06.028548 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567e3fe7-94dd-4d5f-9700-19f71a21f84f None None] Sync routers for ids ['d7a2f1b2-81f2-467c-a6ad-d386616d7193'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:38:06.034655 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 40874) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:06.036915 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-451dc0da-494d-4941-a311-7487571db6fa tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "PUT /v2.0/routers/d7a2f1b2-81f2-467c-a6ad-d386616d7193/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9132776 Nov 09 21:38:06.058986 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567e3fe7-94dd-4d5f-9700-19f71a21f84f None None] Routers {'d7a2f1b2-81f2-467c-a6ad-d386616d7193'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:38:06.059832 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-567e3fe7-94dd-4d5f-9700-19f71a21f84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:37:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['d7a2f1b2-81f2-467c-a6ad-d386616d7193'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:06.087850 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40876) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:06.088711 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2b3f5bce-f11a-4da8-99fc-81746e0e5b03 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7a2f1b2-81f2-467c-a6ad-d386616d7193 HTTP/1.1" status: 200 len: 205 time: 0.0505233 Nov 09 21:38:06.093401 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-567e3fe7-94dd-4d5f-9700-19f71a21f84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:06.103617 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567e3fe7-94dd-4d5f-9700-19f71a21f84f None None] Routers {'d7a2f1b2-81f2-467c-a6ad-d386616d7193'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:38:06.104461 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-567e3fe7-94dd-4d5f-9700-19f71a21f84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:37:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['d7a2f1b2-81f2-467c-a6ad-d386616d7193'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:06.152207 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-567e3fe7-94dd-4d5f-9700-19f71a21f84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:06.156321 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567e3fe7-94dd-4d5f-9700-19f71a21f84f None None] The sync data for ids ['d7a2f1b2-81f2-467c-a6ad-d386616d7193'] in n-d-816206-3 is: [] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:38:06.189322 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-427860f8-7a42-4213-8f74-83ff3d200392 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:06.417105 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-427860f8-7a42-4213-8f74-83ff3d200392 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:06.429805 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-427860f8-7a42-4213-8f74-83ff3d200392 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:06.507803 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-427860f8-7a42-4213-8f74-83ff3d200392 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:06.508476 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427860f8-7a42-4213-8f74-83ff3d200392 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Fanout notify agent at l3_agent the message router_deleted on router d7a2f1b2-81f2-467c-a6ad-d386616d7193 {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:38:06.522186 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-427860f8-7a42-4213-8f74-83ff3d200392 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:06.526288 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 40890) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:06.536556 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-427860f8-7a42-4213-8f74-83ff3d200392 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "DELETE /v2.0/routers/d7a2f1b2-81f2-467c-a6ad-d386616d7193 HTTP/1.1" status: 204 len: 168 time: 0.4474196 Nov 09 21:38:06.590303 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-b129ec63-dfe3-436d-9cff-167e11ecab8e tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Deleting subnet ffcadaa1-72af-4557-a087-47e891baba77 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:38:06.594514 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b129ec63-dfe3-436d-9cff-167e11ecab8e tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:06.640249 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b129ec63-dfe3-436d-9cff-167e11ecab8e tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:06.746762 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b129ec63-dfe3-436d-9cff-167e11ecab8e tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:06.821425 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b129ec63-dfe3-436d-9cff-167e11ecab8e tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:06.843813 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40902) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:06.867833 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b129ec63-dfe3-436d-9cff-167e11ecab8e tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event deleted for resources: {'Subnet': ['ID=ffcadaa1-72af-4557-a087-47e891baba77,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:06.874797 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b129ec63-dfe3-436d-9cff-167e11ecab8e tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:06.887846 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b129ec63-dfe3-436d-9cff-167e11ecab8e tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "DELETE /v2.0/subnets/ffcadaa1-72af-4557-a087-47e891baba77 HTTP/1.1" status: 204 len: 168 time: 0.3600297 Nov 09 21:38:06.889123 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6c068f-6fff-45b7-885b-7191cac2f062 None None] Network 38b03cd2-d34c-47e6-b3dd-fe15eaf04984 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:38:06.898942 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40906) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:06.960388 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-e29f72d5-2ae0-4503-b280-6faddd1345cf admin admin] Deleting subnet e1b301ec-60f9-4894-991e-bf88d0c2280c {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:38:06.967202 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e29f72d5-2ae0-4503-b280-6faddd1345cf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:06.996571 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-2adb133a-7c22-493d-b71a-b67bc1f6267c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Deleting subnet ad2da348-927a-4629-8d34-dd5c7d34b5a9 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:38:07.000059 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2adb133a-7c22-493d-b71a-b67bc1f6267c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:07.046106 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2adb133a-7c22-493d-b71a-b67bc1f6267c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:07.113382 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e29f72d5-2ae0-4503-b280-6faddd1345cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:07.141160 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb455cd-aa1c-41a1-a36b-4bce1bb94836 None None] DHCP port deletion for 38b03cd2-d34c-47e6-b3dd-fe15eaf04984 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:38:07.200223 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e29f72d5-2ae0-4503-b280-6faddd1345cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:07.224326 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2adb133a-7c22-493d-b71a-b67bc1f6267c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:07.287350 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-2bb455cd-aa1c-41a1-a36b-4bce1bb94836 None None] Deleting port 5982e0aa-bc95-4afe-afcd-82393c654376 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:38:07.287734 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2bb455cd-aa1c-41a1-a36b-4bce1bb94836 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:07.319424 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e29f72d5-2ae0-4503-b280-6faddd1345cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:07.351244 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f72d5-2ae0-4503-b280-6faddd1345cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1b301ec-60f9-4894-991e-bf88d0c2280c,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:07.362711 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e29f72d5-2ae0-4503-b280-6faddd1345cf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:07.367579 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e29f72d5-2ae0-4503-b280-6faddd1345cf admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e1b301ec-60f9-4894-991e-bf88d0c2280c HTTP/1.1" status: 204 len: 168 time: 0.5226500 Nov 09 21:38:07.371103 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40912) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:07.387240 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12241dc3-ca68-4f08-a32d-3d927d524375 None None] Network 7f06906b-e2ba-45ef-8df7-be5e5cf2a136 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:38:07.403155 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2adb133a-7c22-493d-b71a-b67bc1f6267c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:07.496858 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-2bb455cd-aa1c-41a1-a36b-4bce1bb94836 None None] For port 5982e0aa-bc95-4afe-afcd-82393c654376, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5982e0aa-bc95-4afe-afcd-82393c654376,segment=NetworkSegment(9d4eb53f-a339-4f48-ae44-1d40c237dc9f),segment_id=9d4eb53f-a339-4f48-ae44-1d40c237dc9f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:38:07.497588 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2bb455cd-aa1c-41a1-a36b-4bce1bb94836 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:07.535939 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-47e989a9-5d2b-47a0-b29b-9e183d1951ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:07.537787 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-2bb455cd-aa1c-41a1-a36b-4bce1bb94836 None None] Calling delete_port for 5982e0aa-bc95-4afe-afcd-82393c654376 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:38:07.566354 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb133a-7c22-493d-b71a-b67bc1f6267c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event deleted for resources: {'Subnet': ['ID=ad2da348-927a-4629-8d34-dd5c7d34b5a9,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:07.566649 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2adb133a-7c22-493d-b71a-b67bc1f6267c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:07.572987 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2adb133a-7c22-493d-b71a-b67bc1f6267c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "DELETE /v2.0/subnets/ad2da348-927a-4629-8d34-dd5c7d34b5a9 HTTP/1.1" status: 204 len: 168 time: 0.6730084 Nov 09 21:38:07.573143 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 40922) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:07.644281 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d1bddf-0559-49da-810a-882a14f4e3f1 None None] Network 4a7864ef-44a5-471c-a3b3-f1e271111e30 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:38:07.768041 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc785174-15e2-4c44-8811-6dbc9a2ed6ec tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:07.821912 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea41319b-85fc-4bf7-9498-c4413358e76b None None] DHCP port deletion for 7f06906b-e2ba-45ef-8df7-be5e5cf2a136 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:38:07.848028 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-fc785174-15e2-4c44-8811-6dbc9a2ed6ec tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Deleting port 5982e0aa-bc95-4afe-afcd-82393c654376 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:38:07.848368 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc785174-15e2-4c44-8811-6dbc9a2ed6ec tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:07.936054 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-fc785174-15e2-4c44-8811-6dbc9a2ed6ec tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] For port 5982e0aa-bc95-4afe-afcd-82393c654376, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5982e0aa-bc95-4afe-afcd-82393c654376,segment=NetworkSegment(9d4eb53f-a339-4f48-ae44-1d40c237dc9f),segment_id=9d4eb53f-a339-4f48-ae44-1d40c237dc9f)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:38:07.936365 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc785174-15e2-4c44-8811-6dbc9a2ed6ec tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:07.952768 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-fc785174-15e2-4c44-8811-6dbc9a2ed6ec tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Calling delete_port for 5982e0aa-bc95-4afe-afcd-82393c654376 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:38:07.966390 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2bb455cd-aa1c-41a1-a36b-4bce1bb94836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:07.998027 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb455cd-aa1c-41a1-a36b-4bce1bb94836 None None] Pushing event deleted for resources: {'Port': ['ID=5982e0aa-bc95-4afe-afcd-82393c654376,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:08.004396 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb455cd-aa1c-41a1-a36b-4bce1bb94836 None None] No DVR routers for this DVR port 5982e0aa-bc95-4afe-afcd-82393c654376 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:38:08.094062 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0853fe67-6777-43ce-bea6-75ff116a73e0 None None] DHCP port deletion for 4a7864ef-44a5-471c-a3b3-f1e271111e30 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:38:08.094855 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc785174-15e2-4c44-8811-6dbc9a2ed6ec tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:08.155298 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc785174-15e2-4c44-8811-6dbc9a2ed6ec tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event deleted for resources: {'Port': ['ID=5982e0aa-bc95-4afe-afcd-82393c654376,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:08.166996 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 5982e0aa-bc95-4afe-afcd-82393c654376 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:38:08.168306 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc785174-15e2-4c44-8811-6dbc9a2ed6ec tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] No DVR routers for this DVR port 5982e0aa-bc95-4afe-afcd-82393c654376 on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:38:08.219292 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 5982e0aa-bc95-4afe-afcd-82393c654376 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:38:08.219704 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 5982e0aa-bc95-4afe-afcd-82393c654376 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:38:08.236748 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-47e989a9-5d2b-47a0-b29b-9e183d1951ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:08.261186 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-0853fe67-6777-43ce-bea6-75ff116a73e0 None None] Deleting port c8a47e2f-23dc-461a-aa57-30943d475b1d {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:38:08.261949 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0853fe67-6777-43ce-bea6-75ff116a73e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:08.263372 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-47e989a9-5d2b-47a0-b29b-9e183d1951ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f06906b-e2ba-45ef-8df7-be5e5cf2a136']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:08.276953 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-47e989a9-5d2b-47a0-b29b-9e183d1951ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ec44bea-f8ce-43ec-a9ca-ecbbd565bb56') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:08.276953 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-47e989a9-5d2b-47a0-b29b-9e183d1951ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ec44bea-f8ce-43ec-a9ca-ecbbd565bb56') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:08.288352 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-47e989a9-5d2b-47a0-b29b-9e183d1951ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:08.292215 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc785174-15e2-4c44-8811-6dbc9a2ed6ec tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:08.318321 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-47e989a9-5d2b-47a0-b29b-9e183d1951ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:08.319729 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-fc785174-15e2-4c44-8811-6dbc9a2ed6ec tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38b03cd2-d34c-47e6-b3dd-fe15eaf04984']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:08.327126 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e989a9-5d2b-47a0-b29b-9e183d1951ca admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:38:08.327678 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-47e989a9-5d2b-47a0-b29b-9e183d1951ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:08.329956 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:38:08.329956 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:38:08.329956 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:38:08.329956 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:38:08.329956 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:38:08.329956 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:38:08.329956 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:38:08.329956 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:38:08.329956 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:38:08.329956 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:38:08.329956 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:38:08.329956 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:38:08.329956 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:38:08.329956 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:38:08.329956 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:38:08.329956 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:38:08.329956 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:38:08.329956 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:38:08.329956 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:38:08.329956 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:38:08.329956 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:38:08.329956 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:38:08.329956 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:38:08.329956 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:38:08.329956 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:38:08.329956 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:38:08.329956 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:38:08.329956 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:38:08.329956 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:38:08.329956 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:38:08.329956 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:38:08.329956 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:38:08.336627 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-fc785174-15e2-4c44-8811-6dbc9a2ed6ec tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d4eb53f-a339-4f48-ae44-1d40c237dc9f') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:08.337049 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-fc785174-15e2-4c44-8811-6dbc9a2ed6ec tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d4eb53f-a339-4f48-ae44-1d40c237dc9f') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:08.348911 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc785174-15e2-4c44-8811-6dbc9a2ed6ec tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:08.359152 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-0853fe67-6777-43ce-bea6-75ff116a73e0 None None] For port c8a47e2f-23dc-461a-aa57-30943d475b1d, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=c8a47e2f-23dc-461a-aa57-30943d475b1d,segment=NetworkSegment(585ed4e1-79cb-4795-9c93-8daffc3ba03e),segment_id=585ed4e1-79cb-4795-9c93-8daffc3ba03e)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:38:08.359842 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0853fe67-6777-43ce-bea6-75ff116a73e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:08.365224 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc785174-15e2-4c44-8811-6dbc9a2ed6ec tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:08.372374 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc785174-15e2-4c44-8811-6dbc9a2ed6ec tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:38:08.373832 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc785174-15e2-4c44-8811-6dbc9a2ed6ec tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:08.377329 n-d-816206-3 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:38:08.377329 n-d-816206-3 neutron-server[102607]: self.session.flush() Nov 09 21:38:08.377329 n-d-816206-3 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:38:08.377329 n-d-816206-3 neutron-server[102607]: self.session.flush() Nov 09 21:38:08.377329 n-d-816206-3 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:38:08.377329 n-d-816206-3 neutron-server[102607]: self.session.flush() Nov 09 21:38:08.377329 n-d-816206-3 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:38:08.377329 n-d-816206-3 neutron-server[102607]: self.session.flush() Nov 09 21:38:08.377329 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:38:08.377329 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:38:08.377329 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:38:08.377329 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:38:08.377329 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:38:08.377329 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:38:08.377329 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:38:08.377329 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:38:08.377329 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:38:08.377329 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:38:08.377329 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:38:08.377329 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:38:08.377329 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:38:08.377329 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:38:08.377329 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:38:08.377329 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:38:08.377329 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:38:08.377329 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:38:08.377329 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:38:08.377329 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:38:08.377329 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:38:08.377329 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:38:08.377329 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:38:08.377329 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:38:08.377329 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:38:08.377329 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:38:08.377329 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:38:08.377329 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:38:08.377329 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:38:08.377329 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:38:08.377329 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:38:08.377329 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:38:08.381707 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-0853fe67-6777-43ce-bea6-75ff116a73e0 None None] Calling delete_port for c8a47e2f-23dc-461a-aa57-30943d475b1d owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:38:08.438315 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-47e989a9-5d2b-47a0-b29b-9e183d1951ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:08.457196 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-47e989a9-5d2b-47a0-b29b-9e183d1951ca admin admin] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:08.461379 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-47e989a9-5d2b-47a0-b29b-9e183d1951ca admin admin] 10.222.0.49 "DELETE /v2.0/networks/7f06906b-e2ba-45ef-8df7-be5e5cf2a136 HTTP/1.1" status: 204 len: 168 time: 1.0893142 Nov 09 21:38:08.479937 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc785174-15e2-4c44-8811-6dbc9a2ed6ec tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:08.497731 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc785174-15e2-4c44-8811-6dbc9a2ed6ec tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:08.508174 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-fc785174-15e2-4c44-8811-6dbc9a2ed6ec tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "DELETE /v2.0/networks/38b03cd2-d34c-47e6-b3dd-fe15eaf04984 HTTP/1.1" status: 204 len: 168 time: 0.9338291 Nov 09 21:38:08.510357 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40942) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:08.514102 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0853fe67-6777-43ce-bea6-75ff116a73e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:08.555187 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0853fe67-6777-43ce-bea6-75ff116a73e0 None None] Pushing event deleted for resources: {'Port': ['ID=c8a47e2f-23dc-461a-aa57-30943d475b1d,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:08.557891 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e989a9-5d2b-47a0-b29b-9e183d1951ca admin admin] Pushing event deleted for resources: {'Network': ['ID=7f06906b-e2ba-45ef-8df7-be5e5cf2a136,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:08.564282 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0853fe67-6777-43ce-bea6-75ff116a73e0 None None] No DVR routers for this DVR port c8a47e2f-23dc-461a-aa57-30943d475b1d on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:38:08.577594 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc785174-15e2-4c44-8811-6dbc9a2ed6ec tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event deleted for resources: {'Network': ['ID=38b03cd2-d34c-47e6-b3dd-fe15eaf04984,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:08.691909 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-60b45405-201f-4250-8695-aff2f2e41d32 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:08.717835 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 40956) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:08.791584 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-25019294-96f6-4f5e-9953-3dc65b92d475 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=43075615d42840aaad9449d4e5f340c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0722320 Nov 09 21:38:08.793065 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 40958) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:08.793870 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-60b45405-201f-4250-8695-aff2f2e41d32 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:08.815898 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-60b45405-201f-4250-8695-aff2f2e41d32 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a7864ef-44a5-471c-a3b3-f1e271111e30']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:08.825932 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-60b45405-201f-4250-8695-aff2f2e41d32 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '585ed4e1-79cb-4795-9c93-8daffc3ba03e') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:08.826196 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-60b45405-201f-4250-8695-aff2f2e41d32 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '585ed4e1-79cb-4795-9c93-8daffc3ba03e') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:08.838109 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-60b45405-201f-4250-8695-aff2f2e41d32 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:08.847255 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2bc65b72-87c1-43f0-938a-857ddce9f03e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:08.852861 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-60b45405-201f-4250-8695-aff2f2e41d32 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:08.859876 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60b45405-201f-4250-8695-aff2f2e41d32 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:38:08.860283 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-60b45405-201f-4250-8695-aff2f2e41d32 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:08.873256 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2bc65b72-87c1-43f0-938a-857ddce9f03e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:08.924192 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:38:08.924192 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:38:08.924192 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:38:08.924192 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:38:08.924192 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:38:08.924192 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:38:08.924192 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:38:08.924192 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:38:08.924192 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:38:08.924192 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:38:08.924192 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:38:08.924192 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:38:08.924192 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:38:08.924192 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:38:08.924192 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:38:08.924192 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:38:08.924192 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:38:08.924192 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:38:08.924192 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:38:08.924192 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:38:08.924192 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:38:08.924192 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:38:08.924192 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:38:08.924192 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:38:08.924192 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:38:08.924192 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:38:08.924192 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:38:08.924192 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:38:08.924192 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:38:08.924192 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:38:08.924192 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:38:08.924192 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:38:08.929141 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-60b45405-201f-4250-8695-aff2f2e41d32 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:08.931854 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2bc65b72-87c1-43f0-938a-857ddce9f03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:08.934768 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2bc65b72-87c1-43f0-938a-857ddce9f03e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:08.936250 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2bc65b72-87c1-43f0-938a-857ddce9f03e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fc5455a8-a46a-4b5d-9a17-60e39893943c HTTP/1.1" status: 204 len: 168 time: 0.1420946 Nov 09 21:38:08.945259 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc65b72-87c1-43f0-938a-857ddce9f03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5455a8-a46a-4b5d-9a17-60e39893943c,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:08.947716 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-60b45405-201f-4250-8695-aff2f2e41d32 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:08.956905 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-60b45405-201f-4250-8695-aff2f2e41d32 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "DELETE /v2.0/networks/4a7864ef-44a5-471c-a3b3-f1e271111e30 HTTP/1.1" status: 204 len: 168 time: 0.4375477 Nov 09 21:38:08.956905 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40964) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:08.964109 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-d6cda0fa-844e-4b49-a1fe-45b28d34afcb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Request body: {'network': {'name': 'tempest-RoutersTest-2030929970'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:38:08.980220 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b45405-201f-4250-8695-aff2f2e41d32 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event deleted for resources: {'Network': ['ID=4a7864ef-44a5-471c-a3b3-f1e271111e30,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:09.002898 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cda0fa-844e-4b49-a1fe-45b28d34afcb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Made reservation on behalf of 8d1a7eab032149e5999f26ec9e51a065 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:38:09.007183 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d6cda0fa-844e-4b49-a1fe-45b28d34afcb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:09.026018 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40968) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:09.046530 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6cda0fa-844e-4b49-a1fe-45b28d34afcb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:38:09.057816 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d6cda0fa-844e-4b49-a1fe-45b28d34afcb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:09.058299 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-d6cda0fa-844e-4b49-a1fe-45b28d34afcb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Added segment 1825dce3-7282-4f4e-99ec-000b3d399c22 of type vlan for network 9f7cbbf3-1f1e-4b76-a90b-4a910cd67bde Nov 09 21:38:09.105668 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d6cda0fa-844e-4b49-a1fe-45b28d34afcb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:09.140330 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d6cda0fa-844e-4b49-a1fe-45b28d34afcb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:09.147397 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cda0fa-844e-4b49-a1fe-45b28d34afcb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:09.148571 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d6cda0fa-844e-4b49-a1fe-45b28d34afcb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:09.223027 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d6cda0fa-844e-4b49-a1fe-45b28d34afcb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2645762 Nov 09 21:38:09.225669 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 40976) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:09.230671 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-eb565a41-dc7e-4a17-b6c8-48b4c40a6015 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Request body: {'subnet': {'network_id': '9f7cbbf3-1f1e-4b76-a90b-4a910cd67bde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:38:09.244203 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cda0fa-844e-4b49-a1fe-45b28d34afcb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event updated for resources: {'Network': ['ID=9f7cbbf3-1f1e-4b76-a90b-4a910cd67bde,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:09.258004 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 9f7cbbf3-1f1e-4b76-a90b-4a910cd67bde details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:38:09.427401 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-da4f7d82-726f-45b2-9243-e60045e90bc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:09.440252 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb565a41-dc7e-4a17-b6c8-48b4c40a6015 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Made reservation on behalf of 8d1a7eab032149e5999f26ec9e51a065 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:38:09.444984 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eb565a41-dc7e-4a17-b6c8-48b4c40a6015 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:09.565262 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-da4f7d82-726f-45b2-9243-e60045e90bc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:09.569553 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-da4f7d82-726f-45b2-9243-e60045e90bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:09.615703 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4f7d82-726f-45b2-9243-e60045e90bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f37cb4-35f9-4539-b465-6f4746deb28b,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:09.626906 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-da4f7d82-726f-45b2-9243-e60045e90bc7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b66a6c0d2a5741c296f86eb36eb2f0df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5993860 Nov 09 21:38:09.627763 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 40990) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:09.698593 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b3b99b70-cdee-4a72-9938-86b86967f541 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:09.759221 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b3b99b70-cdee-4a72-9938-86b86967f541 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:09.880351 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b3b99b70-cdee-4a72-9938-86b86967f541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:09.883606 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b3b99b70-cdee-4a72-9938-86b86967f541 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:09.885652 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b3b99b70-cdee-4a72-9938-86b86967f541 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/09f37cb4-35f9-4539-b465-6f4746deb28b HTTP/1.1" status: 204 len: 168 time: 0.2542999 Nov 09 21:38:09.900727 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b99b70-cdee-4a72-9938-86b86967f541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f37cb4-35f9-4539-b465-6f4746deb28b,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:10.108011 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c8a47e2f-23dc-461a-aa57-30943d475b1d no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:38:10.135647 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: c8a47e2f-23dc-461a-aa57-30943d475b1d {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:38:10.137253 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c8a47e2f-23dc-461a-aa57-30943d475b1d not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:38:10.146990 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eb565a41-dc7e-4a17-b6c8-48b4c40a6015 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:10.231946 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb565a41-dc7e-4a17-b6c8-48b4c40a6015 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event updated for resources: {'Subnet': ['ID=07529015-5056-4d2a-8f91-56a06350ea0f,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:10.235272 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb565a41-dc7e-4a17-b6c8-48b4c40a6015 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Checking segment: {'id': '1825dce3-7282-4f4e-99ec-000b3d399c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9f7cbbf3-1f1e-4b76-a90b-4a910cd67bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:38:10.235929 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb565a41-dc7e-4a17-b6c8-48b4c40a6015 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Network hostable DHCP agents. Network: 9f7cbbf3-1f1e-4b76-a90b-4a910cd67bde, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:38:10.254579 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb565a41-dc7e-4a17-b6c8-48b4c40a6015 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Network 9f7cbbf3-1f1e-4b76-a90b-4a910cd67bde is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:38:10.264737 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-eb565a41-dc7e-4a17-b6c8-48b4c40a6015 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 9f7cbbf3-1f1e-4b76-a90b-4a910cd67bde) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:38:10.269044 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb565a41-dc7e-4a17-b6c8-48b4c40a6015 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:10.270330 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eb565a41-dc7e-4a17-b6c8-48b4c40a6015 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:10.277991 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedc7568-35f2-461e-b73f-460036a50568 None None] Network 9f7cbbf3-1f1e-4b76-a90b-4a910cd67bde requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:38:10.287761 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-eb565a41-dc7e-4a17-b6c8-48b4c40a6015 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0609343 Nov 09 21:38:10.291026 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41020) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:10.295980 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-b02028e7-a7e8-415c-9f61-b3f404d23d21 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1669304525', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:38:10.322548 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b02028e7-a7e8-415c-9f61-b3f404d23d21 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:10.324746 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b02028e7-a7e8-415c-9f61-b3f404d23d21 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:10.396837 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b02028e7-a7e8-415c-9f61-b3f404d23d21 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:10.402021 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b02028e7-a7e8-415c-9f61-b3f404d23d21 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:10.426047 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b02028e7-a7e8-415c-9f61-b3f404d23d21 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:10.427784 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b02028e7-a7e8-415c-9f61-b3f404d23d21 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1356440 Nov 09 21:38:10.431128 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41028) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:10.437618 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-ca13744e-60aa-4508-a50d-be02692168c8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Request body: {'port': {'network_id': '9f7cbbf3-1f1e-4b76-a90b-4a910cd67bde', 'name': 'tempest-RoutersTest-315452245'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:38:10.461777 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d6d18d-6d1e-4634-b9be-f1136fd80d48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-9f7cbbf3-1f1e-4b76-a90b-4a910cd67bde', 'network_id': '9f7cbbf3-1f1e-4b76-a90b-4a910cd67bde', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'fixed_ips': [{'subnet_id': '07529015-5056-4d2a-8f91-56a06350ea0f'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:38:10.462878 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a0d6d18d-6d1e-4634-b9be-f1136fd80d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:10.533016 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41030) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:10.585059 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca13744e-60aa-4508-a50d-be02692168c8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Made reservation on behalf of 8d1a7eab032149e5999f26ec9e51a065 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:38:10.589536 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ca13744e-60aa-4508-a50d-be02692168c8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:10.610486 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-ca13744e-60aa-4508-a50d-be02692168c8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] device_id is not set on port 21f471bd-d4e6-420a-a97b-128beeddba39 yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:38:10.710511 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-32a3dd61-6ef9-45ef-b3bf-aba6f6086e85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:10.801701 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-32a3dd61-6ef9-45ef-b3bf-aba6f6086e85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:10.802272 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-a0d6d18d-6d1e-4634-b9be-f1136fd80d48 None None] Allocated IP 172.20.0.2 (9f7cbbf3-1f1e-4b76-a90b-4a910cd67bde/07529015-5056-4d2a-8f91-56a06350ea0f/855e1ea1-aae2-4fd1-8482-6f906a8940e6) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:38:10.807338 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-32a3dd61-6ef9-45ef-b3bf-aba6f6086e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:10.838581 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3dd61-6ef9-45ef-b3bf-aba6f6086e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ef2d29-e7e7-43c3-a15f-2311c219c2ee,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:10.869229 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41068) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:10.877515 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-32a3dd61-6ef9-45ef-b3bf-aba6f6086e85 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=add32fabf1bc46879e1826f793d90591&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3445249 Nov 09 21:38:10.929931 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-af8dd37d-f324-45a7-9e15-70c83f0f2fd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:10.959292 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-af8dd37d-f324-45a7-9e15-70c83f0f2fd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:11.018168 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-af8dd37d-f324-45a7-9e15-70c83f0f2fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:11.022287 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-af8dd37d-f324-45a7-9e15-70c83f0f2fd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:11.025483 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-af8dd37d-f324-45a7-9e15-70c83f0f2fd0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d9ef2d29-e7e7-43c3-a15f-2311c219c2ee HTTP/1.1" status: 204 len: 168 time: 0.1531384 Nov 09 21:38:11.032960 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8dd37d-f324-45a7-9e15-70c83f0f2fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ef2d29-e7e7-43c3-a15f-2311c219c2ee,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:11.040997 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a0d6d18d-6d1e-4634-b9be-f1136fd80d48 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:11.057844 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a0d6d18d-6d1e-4634-b9be-f1136fd80d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:11.100707 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d6d18d-6d1e-4634-b9be-f1136fd80d48 None None] Network 9f7cbbf3-1f1e-4b76-a90b-4a910cd67bde is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:38:11.104108 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-a0d6d18d-6d1e-4634-b9be-f1136fd80d48 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:38:11.108886 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d6d18d-6d1e-4634-b9be-f1136fd80d48 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:38:11.122348 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-ca13744e-60aa-4508-a50d-be02692168c8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Allocated IP 172.20.0.3 (9f7cbbf3-1f1e-4b76-a90b-4a910cd67bde/07529015-5056-4d2a-8f91-56a06350ea0f/21f471bd-d4e6-420a-a97b-128beeddba39) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:38:11.173016 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d6d18d-6d1e-4634-b9be-f1136fd80d48 None None] Pushing event updated for resources: {'Port': ['ID=855e1ea1-aae2-4fd1-8482-6f906a8940e6,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:11.185575 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-a0d6d18d-6d1e-4634-b9be-f1136fd80d48 None None] Attempting to bind port 855e1ea1-aae2-4fd1-8482-6f906a8940e6 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:38:11.186296 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-a0d6d18d-6d1e-4634-b9be-f1136fd80d48 None None] Attempting to bind port 855e1ea1-aae2-4fd1-8482-6f906a8940e6 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '1825dce3-7282-4f4e-99ec-000b3d399c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9f7cbbf3-1f1e-4b76-a90b-4a910cd67bde'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:38:11.186811 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d6d18d-6d1e-4634-b9be-f1136fd80d48 None None] Attempting to bind port 855e1ea1-aae2-4fd1-8482-6f906a8940e6 on network 9f7cbbf3-1f1e-4b76-a90b-4a910cd67bde {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:38:11.192473 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d6d18d-6d1e-4634-b9be-f1136fd80d48 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:38:11.193274 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d6d18d-6d1e-4634-b9be-f1136fd80d48 None None] Checking segment: {'id': '1825dce3-7282-4f4e-99ec-000b3d399c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9f7cbbf3-1f1e-4b76-a90b-4a910cd67bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:38:11.193847 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a0d6d18d-6d1e-4634-b9be-f1136fd80d48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:11.194403 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d6d18d-6d1e-4634-b9be-f1136fd80d48 None None] Bound using segment: {'id': '1825dce3-7282-4f4e-99ec-000b3d399c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9f7cbbf3-1f1e-4b76-a90b-4a910cd67bde'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:38:11.195059 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-a0d6d18d-6d1e-4634-b9be-f1136fd80d48 None None] Bound port: 855e1ea1-aae2-4fd1-8482-6f906a8940e6, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1825dce3-7282-4f4e-99ec-000b3d399c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9f7cbbf3-1f1e-4b76-a90b-4a910cd67bde'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:38:11.195615 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a0d6d18d-6d1e-4634-b9be-f1136fd80d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:11.228507 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41092) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:11.332578 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-a0d6d18d-6d1e-4634-b9be-f1136fd80d48 None None] For port 855e1ea1-aae2-4fd1-8482-6f906a8940e6, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:38:11.345124 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-a0d6d18d-6d1e-4634-b9be-f1136fd80d48 None None] For port 855e1ea1-aae2-4fd1-8482-6f906a8940e6, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=855e1ea1-aae2-4fd1-8482-6f906a8940e6,segment=NetworkSegment(1825dce3-7282-4f4e-99ec-000b3d399c22),segment_id=1825dce3-7282-4f4e-99ec-000b3d399c22)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:38:11.352669 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a0d6d18d-6d1e-4634-b9be-f1136fd80d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:11.380174 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ca13744e-60aa-4508-a50d-be02692168c8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:11.429015 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ca13744e-60aa-4508-a50d-be02692168c8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:11.439160 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d6d18d-6d1e-4634-b9be-f1136fd80d48 None None] Pushing event updated for resources: {'Port': ['ID=855e1ea1-aae2-4fd1-8482-6f906a8940e6,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:11.482039 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca13744e-60aa-4508-a50d-be02692168c8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Network 9f7cbbf3-1f1e-4b76-a90b-4a910cd67bde is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:38:11.485805 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-ca13744e-60aa-4508-a50d-be02692168c8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:38:11.495075 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca13744e-60aa-4508-a50d-be02692168c8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:38:11.557581 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca13744e-60aa-4508-a50d-be02692168c8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event updated for resources: {'Port': ['ID=21f471bd-d4e6-420a-a97b-128beeddba39,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:11.557744 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-f563d9c3-ad1e-48a9-a425-a401092159e8 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-821662963-network', 'tenant_id': '7167457c7fa34625b640bd66fabaec8d'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:38:11.576897 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca13744e-60aa-4508-a50d-be02692168c8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:38:11.577484 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca13744e-60aa-4508-a50d-be02692168c8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:38:11.578022 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca13744e-60aa-4508-a50d-be02692168c8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:38:11.578592 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca13744e-60aa-4508-a50d-be02692168c8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:38:11.579176 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca13744e-60aa-4508-a50d-be02692168c8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:38:11.579687 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca13744e-60aa-4508-a50d-be02692168c8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:38:11.580188 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca13744e-60aa-4508-a50d-be02692168c8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:38:11.580794 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca13744e-60aa-4508-a50d-be02692168c8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:38:11.581310 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca13744e-60aa-4508-a50d-be02692168c8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:38:11.581846 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca13744e-60aa-4508-a50d-be02692168c8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:38:11.582445 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca13744e-60aa-4508-a50d-be02692168c8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:38:11.582576 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca13744e-60aa-4508-a50d-be02692168c8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:38:11.592104 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f563d9c3-ad1e-48a9-a425-a401092159e8 admin admin] Made reservation on behalf of 7167457c7fa34625b640bd66fabaec8d for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:38:11.595306 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f563d9c3-ad1e-48a9-a425-a401092159e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:11.603219 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca13744e-60aa-4508-a50d-be02692168c8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:11.603908 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ca13744e-60aa-4508-a50d-be02692168c8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:11.608822 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f563d9c3-ad1e-48a9-a425-a401092159e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:11.628691 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ca13744e-60aa-4508-a50d-be02692168c8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.1943974 Nov 09 21:38:11.632375 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41116) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:11.633805 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41118) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:11.656808 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-adf7cee7-43e5-491e-9685-a03eb8277c13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:11.774378 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-adf7cee7-43e5-491e-9685-a03eb8277c13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:11.783815 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-adf7cee7-43e5-491e-9685-a03eb8277c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:11.852614 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-adf7cee7-43e5-491e-9685-a03eb8277c13 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=47a60e9be28749b69bd32ed4dc9c89d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2175941 Nov 09 21:38:11.853485 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf7cee7-43e5-491e-9685-a03eb8277c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81fb9baf-9c48-4692-960a-cc5863bca57d,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:11.855932 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41136) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:11.935669 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-18403c0c-decf-4daa-aaaf-093434ab2bad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:11.968197 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-18403c0c-decf-4daa-aaaf-093434ab2bad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:12.019516 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f563d9c3-ad1e-48a9-a425-a401092159e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:12.028937 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-18403c0c-decf-4daa-aaaf-093434ab2bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:12.033435 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f563d9c3-ad1e-48a9-a425-a401092159e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:12.034410 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-18403c0c-decf-4daa-aaaf-093434ab2bad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:12.038731 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-18403c0c-decf-4daa-aaaf-093434ab2bad admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/81fb9baf-9c48-4692-960a-cc5863bca57d HTTP/1.1" status: 204 len: 168 time: 0.1787119 Nov 09 21:38:12.052839 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18403c0c-decf-4daa-aaaf-093434ab2bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fb9baf-9c48-4692-960a-cc5863bca57d,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:12.103455 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f563d9c3-ad1e-48a9-a425-a401092159e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:38:12.128715 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f563d9c3-ad1e-48a9-a425-a401092159e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f722cb87-da21-4114-b614-b7f870966c1b,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:12.147098 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f563d9c3-ad1e-48a9-a425-a401092159e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:12.147460 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-f563d9c3-ad1e-48a9-a425-a401092159e8 admin admin] Added segment eaa17c8d-8959-4d27-badd-829a9280ee05 of type vlan for network 567b57a3-ad2b-429b-8e53-09e552f0b847 Nov 09 21:38:12.189539 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 855e1ea1-aae2-4fd1-8482-6f906a8940e6 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:38:12.215270 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f563d9c3-ad1e-48a9-a425-a401092159e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:12.228532 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6c90912f-f06f-46ff-8a6f-82fb1cf25951 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:12.259215 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 855e1ea1-aae2-4fd1-8482-6f906a8940e6 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:12.259992 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:12.302704 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f563d9c3-ad1e-48a9-a425-a401092159e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:12.303970 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f563d9c3-ad1e-48a9-a425-a401092159e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:12.304873 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f563d9c3-ad1e-48a9-a425-a401092159e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:12.354361 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:12.413531 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 855e1ea1-aae2-4fd1-8482-6f906a8940e6, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=855e1ea1-aae2-4fd1-8482-6f906a8940e6,segment=NetworkSegment(1825dce3-7282-4f4e-99ec-000b3d399c22),segment_id=1825dce3-7282-4f4e-99ec-000b3d399c22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:38:12.421668 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:12.445914 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f563d9c3-ad1e-48a9-a425-a401092159e8 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2134893 Nov 09 21:38:12.446889 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41146) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:12.454240 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-09528513-c6ab-4cec-99c3-4895467be088 admin admin] Request body: {'subnet': {'network_id': '567b57a3-ad2b-429b-8e53-09e552f0b847', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-821662963-subnet', 'tenant_id': '7167457c7fa34625b640bd66fabaec8d', 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:38:12.469955 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f563d9c3-ad1e-48a9-a425-a401092159e8 admin admin] Pushing event updated for resources: {'Network': ['ID=567b57a3-ad2b-429b-8e53-09e552f0b847,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:12.488080 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 567b57a3-ad2b-429b-8e53-09e552f0b847 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:38:12.543781 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09528513-c6ab-4cec-99c3-4895467be088 admin admin] Made reservation on behalf of 7167457c7fa34625b640bd66fabaec8d for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:38:12.565338 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-09528513-c6ab-4cec-99c3-4895467be088 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:12.626451 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=855e1ea1-aae2-4fd1-8482-6f906a8940e6,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:12.669235 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6c90912f-f06f-46ff-8a6f-82fb1cf25951 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:12.675619 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6c90912f-f06f-46ff-8a6f-82fb1cf25951 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:12.742155 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90912f-f06f-46ff-8a6f-82fb1cf25951 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event updated for resources: {'Port': ['ID=21f471bd-d4e6-420a-a97b-128beeddba39,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:12.857969 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-09528513-c6ab-4cec-99c3-4895467be088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:12.950360 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09528513-c6ab-4cec-99c3-4895467be088 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48417a14-8e7a-4f3e-b98f-7bce02cc3157,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:12.954097 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09528513-c6ab-4cec-99c3-4895467be088 admin admin] Checking segment: {'id': 'eaa17c8d-8959-4d27-badd-829a9280ee05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '567b57a3-ad2b-429b-8e53-09e552f0b847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:38:12.954474 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09528513-c6ab-4cec-99c3-4895467be088 admin admin] Network hostable DHCP agents. Network: 567b57a3-ad2b-429b-8e53-09e552f0b847, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:38:12.982688 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09528513-c6ab-4cec-99c3-4895467be088 admin admin] Network 567b57a3-ad2b-429b-8e53-09e552f0b847 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:38:12.982840 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8024925-0275-4fba-a97b-d65be8085a52 None None] Network 9f7cbbf3-1f1e-4b76-a90b-4a910cd67bde requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:38:12.994972 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-09528513-c6ab-4cec-99c3-4895467be088 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 567b57a3-ad2b-429b-8e53-09e552f0b847) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:38:13.001647 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09528513-c6ab-4cec-99c3-4895467be088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:13.003266 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-09528513-c6ab-4cec-99c3-4895467be088 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:13.012785 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6c90912f-f06f-46ff-8a6f-82fb1cf25951 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:13.030555 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-09528513-c6ab-4cec-99c3-4895467be088 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5790288 Nov 09 21:38:13.031767 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41160) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:13.044627 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-cbef13e1-4c35-4dfa-89dc-e4ca0d1dff29 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-821662963-router', 'tenant_id': '7167457c7fa34625b640bd66fabaec8d', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:38:13.055612 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01de92a4-4c5f-4f7b-8d89-961375f73ee0 None None] Network 567b57a3-ad2b-429b-8e53-09e552f0b847 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:38:13.095164 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cbef13e1-4c35-4dfa-89dc-e4ca0d1dff29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:13.096138 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cbef13e1-4c35-4dfa-89dc-e4ca0d1dff29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:13.196067 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cbef13e1-4c35-4dfa-89dc-e4ca0d1dff29 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:13.205234 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-e2acbf08-ec2f-4c82-b8f1-71e5f96b80c5 None None] Provisioning complete for port 855e1ea1-aae2-4fd1-8482-6f906a8940e6 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:13.205736 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e2acbf08-ec2f-4c82-b8f1-71e5f96b80c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:13.221546 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6c90912f-f06f-46ff-8a6f-82fb1cf25951 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:13.386699 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cbef13e1-4c35-4dfa-89dc-e4ca0d1dff29 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:13.515014 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a365fbe9-622c-40cd-b6f6-55f0afce8f91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-567b57a3-ad2b-429b-8e53-09e552f0b847', 'network_id': '567b57a3-ad2b-429b-8e53-09e552f0b847', 'tenant_id': '7167457c7fa34625b640bd66fabaec8d', 'fixed_ips': [{'subnet_id': '48417a14-8e7a-4f3e-b98f-7bce02cc3157'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:38:13.515902 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a365fbe9-622c-40cd-b6f6-55f0afce8f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:13.668309 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6c90912f-f06f-46ff-8a6f-82fb1cf25951 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:13.675911 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6c90912f-f06f-46ff-8a6f-82fb1cf25951 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:13.750099 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cbef13e1-4c35-4dfa-89dc-e4ca0d1dff29 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:13.775123 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cbef13e1-4c35-4dfa-89dc-e4ca0d1dff29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:13.795061 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90912f-f06f-46ff-8a6f-82fb1cf25951 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event updated for resources: {'Port': ['ID=21f471bd-d4e6-420a-a97b-128beeddba39,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:13.797710 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6c90912f-f06f-46ff-8a6f-82fb1cf25951 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:13.834947 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-a365fbe9-622c-40cd-b6f6-55f0afce8f91 None None] Allocated IP 172.20.0.2 (567b57a3-ad2b-429b-8e53-09e552f0b847/48417a14-8e7a-4f3e-b98f-7bce02cc3157/36cd6548-463b-4e33-92de-a23f1e033a12) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:38:13.953535 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c90912f-f06f-46ff-8a6f-82fb1cf25951 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Network 9f7cbbf3-1f1e-4b76-a90b-4a910cd67bde is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:38:13.955204 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-6c90912f-f06f-46ff-8a6f-82fb1cf25951 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:38:13.972612 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-cbef13e1-4c35-4dfa-89dc-e4ca0d1dff29 admin admin] Allocated IP 172.25.7.126 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/62908e32-9fe3-4cd8-a02a-14b573647278) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:38:14.036915 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-25eb86c8-ea0f-4cfb-ba22-d87b958a7df5 None None] Provisioning complete for port 855e1ea1-aae2-4fd1-8482-6f906a8940e6 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:14.040187 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-25eb86c8-ea0f-4cfb-ba22-d87b958a7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:14.120037 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 855e1ea1-aae2-4fd1-8482-6f906a8940e6 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:38:14.222217 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cbef13e1-4c35-4dfa-89dc-e4ca0d1dff29 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:14.247836 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 855e1ea1-aae2-4fd1-8482-6f906a8940e6 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:14.248205 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:14.255176 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c90912f-f06f-46ff-8a6f-82fb1cf25951 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Router 596f3a72-ed8b-4c42-9052-e2018d4685b8 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:38:14.319056 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a365fbe9-622c-40cd-b6f6-55f0afce8f91 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:14.326648 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cbef13e1-4c35-4dfa-89dc-e4ca0d1dff29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:14.357645 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a365fbe9-622c-40cd-b6f6-55f0afce8f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:14.402155 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbef13e1-4c35-4dfa-89dc-e4ca0d1dff29 admin admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:38:14.405982 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-cbef13e1-4c35-4dfa-89dc-e4ca0d1dff29 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:38:14.415113 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41192) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:14.427393 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbef13e1-4c35-4dfa-89dc-e4ca0d1dff29 admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:38:14.433502 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef13e1-4c35-4dfa-89dc-e4ca0d1dff29 admin admin] Pushing event updated for resources: {'Port': ['ID=62908e32-9fe3-4cd8-a02a-14b573647278,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:14.445717 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c96e2a-e794-4bfa-8776-a35024b103c9 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:38:14.464523 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a365fbe9-622c-40cd-b6f6-55f0afce8f91 None None] Network 567b57a3-ad2b-429b-8e53-09e552f0b847 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:38:14.470360 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-a365fbe9-622c-40cd-b6f6-55f0afce8f91 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:38:14.479287 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a365fbe9-622c-40cd-b6f6-55f0afce8f91 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:38:14.546306 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c90912f-f06f-46ff-8a6f-82fb1cf25951 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:38:14.552373 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6c90912f-f06f-46ff-8a6f-82fb1cf25951 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "PUT /v2.0/routers/596f3a72-ed8b-4c42-9052-e2018d4685b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9194684 Nov 09 21:38:14.554409 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41196) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:14.557397 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365fbe9-622c-40cd-b6f6-55f0afce8f91 None None] Pushing event updated for resources: {'Port': ['ID=36cd6548-463b-4e33-92de-a23f1e033a12,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:14.618742 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-32a61311-8e94-459e-aa3e-3106ea6b47c9 tempest-TestSecurityGroupsBasicOps-1208368340 tempest-TestSecurityGroupsBasicOps-1208368340-project-admin] 10.222.0.49 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2542 time: 0.2024605 Nov 09 21:38:14.622472 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41200) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:14.623521 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff7dc35-9a15-4291-95e9-764ed6f464f0 None None] Sync routers for ids ['596f3a72-ed8b-4c42-9052-e2018d4685b8'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:38:14.629562 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-c888fdd2-93da-48e3-a6ac-ec2b2ac16504 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Request body: {'network': {'name': 'tempest-network-smoke--1674976544', 'project_id': '5f44489c50e04b2db090f1564633b127', 'port_security_enabled': False}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:38:14.640869 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5359fd11-08a1-40d8-b395-9fb1a3f5b106 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:14.642570 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5359fd11-08a1-40d8-b395-9fb1a3f5b106 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "GET /v2.0/ports/21f471bd-d4e6-420a-a97b-128beeddba39 HTTP/1.1" status: 200 len: 976 time: 0.0872304 Nov 09 21:38:14.649161 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41202) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:14.666937 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-25eb86c8-ea0f-4cfb-ba22-d87b958a7df5 None None] Provisioning complete for port 21f471bd-d4e6-420a-a97b-128beeddba39 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:14.667325 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-25eb86c8-ea0f-4cfb-ba22-d87b958a7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:14.714288 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-a365fbe9-622c-40cd-b6f6-55f0afce8f91 None None] Attempting to bind port 36cd6548-463b-4e33-92de-a23f1e033a12 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:38:14.714959 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-a365fbe9-622c-40cd-b6f6-55f0afce8f91 None None] Attempting to bind port 36cd6548-463b-4e33-92de-a23f1e033a12 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'eaa17c8d-8959-4d27-badd-829a9280ee05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '567b57a3-ad2b-429b-8e53-09e552f0b847'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:38:14.715505 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a365fbe9-622c-40cd-b6f6-55f0afce8f91 None None] Attempting to bind port 36cd6548-463b-4e33-92de-a23f1e033a12 on network 567b57a3-ad2b-429b-8e53-09e552f0b847 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:38:14.725593 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a365fbe9-622c-40cd-b6f6-55f0afce8f91 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:38:14.726187 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a365fbe9-622c-40cd-b6f6-55f0afce8f91 None None] Checking segment: {'id': 'eaa17c8d-8959-4d27-badd-829a9280ee05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '567b57a3-ad2b-429b-8e53-09e552f0b847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:38:14.726761 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a365fbe9-622c-40cd-b6f6-55f0afce8f91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:14.727315 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a365fbe9-622c-40cd-b6f6-55f0afce8f91 None None] Bound using segment: {'id': 'eaa17c8d-8959-4d27-badd-829a9280ee05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '567b57a3-ad2b-429b-8e53-09e552f0b847'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:38:14.727977 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-a365fbe9-622c-40cd-b6f6-55f0afce8f91 None None] Bound port: 36cd6548-463b-4e33-92de-a23f1e033a12, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa17c8d-8959-4d27-badd-829a9280ee05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '567b57a3-ad2b-429b-8e53-09e552f0b847'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:38:14.728535 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a365fbe9-622c-40cd-b6f6-55f0afce8f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:14.733026 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff7dc35-9a15-4291-95e9-764ed6f464f0 None None] Routers {'596f3a72-ed8b-4c42-9052-e2018d4685b8'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:38:14.733838 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-1ff7dc35-9a15-4291-95e9-764ed6f464f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:37:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['596f3a72-ed8b-4c42-9052-e2018d4685b8'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:14.826246 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c888fdd2-93da-48e3-a6ac-ec2b2ac16504 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Made reservation on behalf of 5f44489c50e04b2db090f1564633b127 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:38:14.830665 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-1ff7dc35-9a15-4291-95e9-764ed6f464f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:14.831060 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c888fdd2-93da-48e3-a6ac-ec2b2ac16504 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:14.857794 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-25eb86c8-ea0f-4cfb-ba22-d87b958a7df5 None None] Port 21f471bd-d4e6-420a-a97b-128beeddba39 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:38:14.878184 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c888fdd2-93da-48e3-a6ac-ec2b2ac16504 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:38:14.894466 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff7dc35-9a15-4291-95e9-764ed6f464f0 None None] Routers {'596f3a72-ed8b-4c42-9052-e2018d4685b8'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:38:14.895600 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-1ff7dc35-9a15-4291-95e9-764ed6f464f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:37:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['596f3a72-ed8b-4c42-9052-e2018d4685b8'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:14.908355 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c888fdd2-93da-48e3-a6ac-ec2b2ac16504 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:14.909080 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-c888fdd2-93da-48e3-a6ac-ec2b2ac16504 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Added segment 6670fd36-e135-4732-bea8-ef302971d924 of type vlan for network 977a40bc-f138-4205-864c-efc831ce0413 Nov 09 21:38:14.951219 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-1ff7dc35-9a15-4291-95e9-764ed6f464f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:14.951886 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff7dc35-9a15-4291-95e9-764ed6f464f0 None None] The sync data for ids ['596f3a72-ed8b-4c42-9052-e2018d4685b8'] in n-d-816206-3 is: [] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:38:15.048753 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c888fdd2-93da-48e3-a6ac-ec2b2ac16504 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:15.056974 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-f0441231-c1d7-464c-b577-3c9ab0600734 None None] Provisioning complete for port 21f471bd-d4e6-420a-a97b-128beeddba39 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:15.057723 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f0441231-c1d7-464c-b577-3c9ab0600734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:15.061422 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cbef13e1-4c35-4dfa-89dc-e4ca0d1dff29 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:15.081429 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-a365fbe9-622c-40cd-b6f6-55f0afce8f91 None None] For port 36cd6548-463b-4e33-92de-a23f1e033a12, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:38:15.099794 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-a365fbe9-622c-40cd-b6f6-55f0afce8f91 None None] For port 36cd6548-463b-4e33-92de-a23f1e033a12, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=36cd6548-463b-4e33-92de-a23f1e033a12,segment=NetworkSegment(eaa17c8d-8959-4d27-badd-829a9280ee05),segment_id=eaa17c8d-8959-4d27-badd-829a9280ee05)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:38:15.109597 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-f0441231-c1d7-464c-b577-3c9ab0600734 None None] Port 21f471bd-d4e6-420a-a97b-128beeddba39 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:38:15.114269 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a365fbe9-622c-40cd-b6f6-55f0afce8f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:15.123976 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c888fdd2-93da-48e3-a6ac-ec2b2ac16504 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:15.130572 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c888fdd2-93da-48e3-a6ac-ec2b2ac16504 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:15.130572 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c888fdd2-93da-48e3-a6ac-ec2b2ac16504 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:15.193236 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-f0441231-c1d7-464c-b577-3c9ab0600734 None None] Provisioning complete for port 62908e32-9fe3-4cd8-a02a-14b573647278 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:15.193834 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f0441231-c1d7-464c-b577-3c9ab0600734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:15.220520 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c888fdd2-93da-48e3-a6ac-ec2b2ac16504 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Pushing event updated for resources: {'Network': ['ID=977a40bc-f138-4205-864c-efc831ce0413,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:15.237656 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c888fdd2-93da-48e3-a6ac-ec2b2ac16504 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:38:15.238010 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c888fdd2-93da-48e3-a6ac-ec2b2ac16504 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:38:15.238340 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c888fdd2-93da-48e3-a6ac-ec2b2ac16504 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:38:15.238673 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c888fdd2-93da-48e3-a6ac-ec2b2ac16504 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:38:15.239003 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c888fdd2-93da-48e3-a6ac-ec2b2ac16504 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:38:15.239333 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c888fdd2-93da-48e3-a6ac-ec2b2ac16504 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:38:15.239916 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c888fdd2-93da-48e3-a6ac-ec2b2ac16504 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:38:15.240038 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c888fdd2-93da-48e3-a6ac-ec2b2ac16504 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:38:15.240404 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c888fdd2-93da-48e3-a6ac-ec2b2ac16504 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:38:15.240851 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c888fdd2-93da-48e3-a6ac-ec2b2ac16504 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:38:15.241169 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c888fdd2-93da-48e3-a6ac-ec2b2ac16504 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:38:15.241499 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c888fdd2-93da-48e3-a6ac-ec2b2ac16504 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:38:15.253111 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c888fdd2-93da-48e3-a6ac-ec2b2ac16504 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6298628 Nov 09 21:38:15.253931 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41208) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:15.264976 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 977a40bc-f138-4205-864c-efc831ce0413 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:38:15.267521 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-385f3a5e-e351-4958-a5e1-6ec2ebbf8505 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-567239644', 'admin_state_up': True, 'project_id': '5f44489c50e04b2db090f1564633b127', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:38:15.302137 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-385f3a5e-e351-4958-a5e1-6ec2ebbf8505 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:15.303232 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-385f3a5e-e351-4958-a5e1-6ec2ebbf8505 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:15.396573 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365fbe9-622c-40cd-b6f6-55f0afce8f91 None None] Pushing event updated for resources: {'Port': ['ID=36cd6548-463b-4e33-92de-a23f1e033a12,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:15.398169 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-385f3a5e-e351-4958-a5e1-6ec2ebbf8505 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:15.407364 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-f0441231-c1d7-464c-b577-3c9ab0600734 None None] Port 62908e32-9fe3-4cd8-a02a-14b573647278 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:38:15.532829 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-fe34e585-a369-4c50-a152-73c55ead60e8 None None] Provisioning complete for port 21f471bd-d4e6-420a-a97b-128beeddba39 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:15.533507 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fe34e585-a369-4c50-a152-73c55ead60e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:15.555582 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cbef13e1-4c35-4dfa-89dc-e4ca0d1dff29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:15.610512 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-fe34e585-a369-4c50-a152-73c55ead60e8 None None] Port 21f471bd-d4e6-420a-a97b-128beeddba39 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:38:15.686656 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7ef4b5fb-b58c-4918-bdb4-e3f5c49ad4ca tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:15.786147 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbef13e1-4c35-4dfa-89dc-e4ca0d1dff29 admin admin] Router 95a47f8f-48a7-41eb-904a-c34db8155874 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:38:15.863026 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41216) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:15.958377 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbef13e1-4c35-4dfa-89dc-e4ca0d1dff29 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:38:15.974749 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d8b742-a7ba-42d4-9ed5-3f8ed5e98d8a None None] Sync routers for ids ['95a47f8f-48a7-41eb-904a-c34db8155874'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:38:15.981483 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cbef13e1-4c35-4dfa-89dc-e4ca0d1dff29 admin admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:15.985620 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-cbef13e1-4c35-4dfa-89dc-e4ca0d1dff29 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9513900 Nov 09 21:38:15.987954 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41220) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:15.996884 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d8b742-a7ba-42d4-9ed5-3f8ed5e98d8a None None] Routers {'95a47f8f-48a7-41eb-904a-c34db8155874'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:38:15.998633 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-00d8b742-a7ba-42d4-9ed5-3f8ed5e98d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:37:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['95a47f8f-48a7-41eb-904a-c34db8155874'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:16.080303 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5418a8ef-eac2-4bbe-b808-23190e0283e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:16.193334 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-385f3a5e-e351-4958-a5e1-6ec2ebbf8505 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:16.196237 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 36cd6548-463b-4e33-92de-a23f1e033a12 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:38:16.271288 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-00d8b742-a7ba-42d4-9ed5-3f8ed5e98d8a None None] Set router 95a47f8f-48a7-41eb-904a-c34db8155874 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:38:16.287558 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 36cd6548-463b-4e33-92de-a23f1e033a12 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:16.288182 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:16.399325 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-7ef4b5fb-b58c-4918-bdb4-e3f5c49ad4ca tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Deleting port 21f471bd-d4e6-420a-a97b-128beeddba39 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:38:16.399670 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7ef4b5fb-b58c-4918-bdb4-e3f5c49ad4ca tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:16.448620 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:16.534016 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 36cd6548-463b-4e33-92de-a23f1e033a12, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=36cd6548-463b-4e33-92de-a23f1e033a12,segment=NetworkSegment(eaa17c8d-8959-4d27-badd-829a9280ee05),segment_id=eaa17c8d-8959-4d27-badd-829a9280ee05)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:38:16.534606 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5418a8ef-eac2-4bbe-b808-23190e0283e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:16.548921 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:16.573698 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7ef4b5fb-b58c-4918-bdb4-e3f5c49ad4ca tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:16.591120 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-00d8b742-a7ba-42d4-9ed5-3f8ed5e98d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a47f8f-48a7-41eb-904a-c34db8155874', 'name': 'tempest-TestAggregatesBasicOps-821662963-router', 'tenant_id': '7167457c7fa34625b640bd66fabaec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '62908e32-9fe3-4cd8-a02a-14b573647278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:38:13Z', 'updated_at': '2021-11-09T21:38:14Z', 'revision_number': 3, 'project_id': '7167457c7fa34625b640bd66fabaec8d', 'gw_port': {'id': '62908e32-9fe3-4cd8-a02a-14b573647278', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:48:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a47f8f-48a7-41eb-904a-c34db8155874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:38:13Z', 'updated_at': '2021-11-09T21:38:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:16.620107 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-7ef4b5fb-b58c-4918-bdb4-e3f5c49ad4ca tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Calling delete_port for 21f471bd-d4e6-420a-a97b-128beeddba39 owned by network:router_interface {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:38:16.646700 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d8b742-a7ba-42d4-9ed5-3f8ed5e98d8a None None] Checking router: 95a47f8f-48a7-41eb-904a-c34db8155874 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:38:16.647423 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d8b742-a7ba-42d4-9ed5-3f8ed5e98d8a None None] Updating router 95a47f8f-48a7-41eb-904a-c34db8155874 port 62908e32-9fe3-4cd8-a02a-14b573647278 binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:38:16.666978 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=36cd6548-463b-4e33-92de-a23f1e033a12,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:16.707974 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-00d8b742-a7ba-42d4-9ed5-3f8ed5e98d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:16.713321 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5418a8ef-eac2-4bbe-b808-23190e0283e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:16.757919 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0189e1e4-6bf9-496c-88cb-f50b5a692c8c None None] Network 567b57a3-ad2b-429b-8e53-09e552f0b847 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:38:16.801981 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5418a8ef-eac2-4bbe-b808-23190e0283e6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=76431b47ca09497291a0b56a94d0bf6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9304025 Nov 09 21:38:16.803404 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41226) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:16.809342 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-385f3a5e-e351-4958-a5e1-6ec2ebbf8505 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for router_gateway, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:16.834152 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-385f3a5e-e351-4958-a5e1-6ec2ebbf8505 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:16.848351 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5418a8ef-eac2-4bbe-b808-23190e0283e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e63333-9ad4-454a-8858-6df353e0453e,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:17.025633 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4bd4e86e-8aaa-407f-8dc7-ebbc6b24d41d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:17.048446 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-385f3a5e-e351-4958-a5e1-6ec2ebbf8505 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Allocated IP 172.25.7.127 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/1d5eff90-10f7-4e63-8017-b9b5e93562df) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:38:17.052281 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7ef4b5fb-b58c-4918-bdb4-e3f5c49ad4ca tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:17.089672 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4bd4e86e-8aaa-407f-8dc7-ebbc6b24d41d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:17.096939 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef4b5fb-b58c-4918-bdb4-e3f5c49ad4ca tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event deleted for resources: {'Port': ['ID=21f471bd-d4e6-420a-a97b-128beeddba39,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:17.101470 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a7a7884c-04e3-4eed-89d7-e2bc2c45c1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:17.234404 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-2d0d840b-adca-4c9a-ad4b-6502fdbd6865 None None] Provisioning complete for port 36cd6548-463b-4e33-92de-a23f1e033a12 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:17.235272 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2d0d840b-adca-4c9a-ad4b-6502fdbd6865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:17.258261 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4bd4e86e-8aaa-407f-8dc7-ebbc6b24d41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:17.261165 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4bd4e86e-8aaa-407f-8dc7-ebbc6b24d41d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:17.262336 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4bd4e86e-8aaa-407f-8dc7-ebbc6b24d41d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f1e63333-9ad4-454a-8858-6df353e0453e HTTP/1.1" status: 204 len: 168 time: 0.4026551 Nov 09 21:38:17.320979 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd4e86e-8aaa-407f-8dc7-ebbc6b24d41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e63333-9ad4-454a-8858-6df353e0453e,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:17.484131 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7ef4b5fb-b58c-4918-bdb4-e3f5c49ad4ca tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:17.638670 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-385f3a5e-e351-4958-a5e1-6ec2ebbf8505 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:17.643483 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3ec3d8fe-8185-41ca-9425-3d74dd32af5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:17.774229 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef4b5fb-b58c-4918-bdb4-e3f5c49ad4ca tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Router 596f3a72-ed8b-4c42-9052-e2018d4685b8 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:38:17.811685 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-385f3a5e-e351-4958-a5e1-6ec2ebbf8505 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:17.826106 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-a7a7884c-04e3-4eed-89d7-e2bc2c45c1c1 admin admin] Allocated IP 172.20.0.1 (567b57a3-ad2b-429b-8e53-09e552f0b847/48417a14-8e7a-4f3e-b98f-7bce02cc3157/1c0a4421-eea2-49c5-b18e-e66277127095) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:38:17.907638 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41236) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:17.926828 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385f3a5e-e351-4958-a5e1-6ec2ebbf8505 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:38:17.953113 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-385f3a5e-e351-4958-a5e1-6ec2ebbf8505 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:38:17.958135 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef4b5fb-b58c-4918-bdb4-e3f5c49ad4ca tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:38:17.960267 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-293993b8-bce3-4d06-b063-8d4bcda79c0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:17.965893 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7ef4b5fb-b58c-4918-bdb4-e3f5c49ad4ca tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "PUT /v2.0/routers/596f3a72-ed8b-4c42-9052-e2018d4685b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3140967 Nov 09 21:38:17.967762 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385f3a5e-e351-4958-a5e1-6ec2ebbf8505 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:38:17.974695 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41238) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:17.977209 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31546820-0a2b-47f2-a0ad-e5d346369a68 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:38:18.008658 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01686130-527c-44a9-a6a5-d8e1ee35d428 None None] Sync routers for ids ['596f3a72-ed8b-4c42-9052-e2018d4685b8'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:38:18.014811 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f3a5e-e351-4958-a5e1-6ec2ebbf8505 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Pushing event updated for resources: {'Port': ['ID=1d5eff90-10f7-4e63-8017-b9b5e93562df,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:18.052446 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01686130-527c-44a9-a6a5-d8e1ee35d428 None None] Routers {'596f3a72-ed8b-4c42-9052-e2018d4685b8'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:38:18.053421 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-01686130-527c-44a9-a6a5-d8e1ee35d428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:37:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['596f3a72-ed8b-4c42-9052-e2018d4685b8'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:18.101526 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a7a7884c-04e3-4eed-89d7-e2bc2c45c1c1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:18.126713 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-00d8b742-a7ba-42d4-9ed5-3f8ed5e98d8a None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:18.137569 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-00d8b742-a7ba-42d4-9ed5-3f8ed5e98d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:18.156392 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 36cd6548-463b-4e33-92de-a23f1e033a12 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:38:18.160945 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-01686130-527c-44a9-a6a5-d8e1ee35d428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:18.181560 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-6641f86e-05e1-4c72-846a-7df674339060 None None] Provisioning complete for port 36cd6548-463b-4e33-92de-a23f1e033a12 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:18.181927 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6641f86e-05e1-4c72-846a-7df674339060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:18.188161 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a7a7884c-04e3-4eed-89d7-e2bc2c45c1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:18.233108 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ad27db-d530-4a95-afed-a43b20a728e4 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:38:18.251305 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a7884c-04e3-4eed-89d7-e2bc2c45c1c1 admin admin] Network 567b57a3-ad2b-429b-8e53-09e552f0b847 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:38:18.253552 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-00d8b742-a7ba-42d4-9ed5-3f8ed5e98d8a None None] Attempting to bind port 62908e32-9fe3-4cd8-a02a-14b573647278 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:38:18.253925 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-00d8b742-a7ba-42d4-9ed5-3f8ed5e98d8a None None] Attempting to bind port 62908e32-9fe3-4cd8-a02a-14b573647278 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:38:18.254281 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d8b742-a7ba-42d4-9ed5-3f8ed5e98d8a None None] Attempting to bind port 62908e32-9fe3-4cd8-a02a-14b573647278 on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:38:18.255230 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01686130-527c-44a9-a6a5-d8e1ee35d428 None None] Routers {'596f3a72-ed8b-4c42-9052-e2018d4685b8'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:38:18.256009 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-01686130-527c-44a9-a6a5-d8e1ee35d428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:37:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['596f3a72-ed8b-4c42-9052-e2018d4685b8'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:18.259522 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-a7a7884c-04e3-4eed-89d7-e2bc2c45c1c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:38:18.275176 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a7884c-04e3-4eed-89d7-e2bc2c45c1c1 admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:38:18.275526 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c375a-7df3-4ccb-adc3-42257aee6eb2 None None] Pushing event updated for resources: {'Port': ['ID=62908e32-9fe3-4cd8-a02a-14b573647278,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:18.297430 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c375a-7df3-4ccb-adc3-42257aee6eb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:38:18.297789 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c375a-7df3-4ccb-adc3-42257aee6eb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:38:18.298132 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c375a-7df3-4ccb-adc3-42257aee6eb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:38:18.298471 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c375a-7df3-4ccb-adc3-42257aee6eb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:38:18.298908 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c375a-7df3-4ccb-adc3-42257aee6eb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:38:18.299119 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c375a-7df3-4ccb-adc3-42257aee6eb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:38:18.303348 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c375a-7df3-4ccb-adc3-42257aee6eb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:38:18.303897 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c375a-7df3-4ccb-adc3-42257aee6eb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:38:18.304233 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c375a-7df3-4ccb-adc3-42257aee6eb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:38:18.306682 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c375a-7df3-4ccb-adc3-42257aee6eb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:38:18.307022 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c375a-7df3-4ccb-adc3-42257aee6eb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:38:18.307354 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c375a-7df3-4ccb-adc3-42257aee6eb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:38:18.311463 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d8b742-a7ba-42d4-9ed5-3f8ed5e98d8a None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:38:18.313448 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d8b742-a7ba-42d4-9ed5-3f8ed5e98d8a None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:38:18.314080 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-00d8b742-a7ba-42d4-9ed5-3f8ed5e98d8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:18.314624 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d8b742-a7ba-42d4-9ed5-3f8ed5e98d8a None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:38:18.315276 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-00d8b742-a7ba-42d4-9ed5-3f8ed5e98d8a None None] Bound port: 62908e32-9fe3-4cd8-a02a-14b573647278, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:38:18.318345 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-00d8b742-a7ba-42d4-9ed5-3f8ed5e98d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:18.322670 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-01686130-527c-44a9-a6a5-d8e1ee35d428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:18.323353 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01686130-527c-44a9-a6a5-d8e1ee35d428 None None] The sync data for ids ['596f3a72-ed8b-4c42-9052-e2018d4685b8'] in n-d-816206-3 is: [] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:38:18.346070 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a7a7884c-04e3-4eed-89d7-e2bc2c45c1c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:18.383253 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 36cd6548-463b-4e33-92de-a23f1e033a12 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:18.384064 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:18.398608 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a7884c-04e3-4eed-89d7-e2bc2c45c1c1 admin admin] Pushing event updated for resources: {'Port': ['ID=1c0a4421-eea2-49c5-b18e-e66277127095,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:18.483436 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-00d8b742-a7ba-42d4-9ed5-3f8ed5e98d8a None None] For port 62908e32-9fe3-4cd8-a02a-14b573647278, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:38:18.496597 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-00d8b742-a7ba-42d4-9ed5-3f8ed5e98d8a None None] For port 62908e32-9fe3-4cd8-a02a-14b573647278, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=62908e32-9fe3-4cd8-a02a-14b573647278,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:38:18.507184 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-00d8b742-a7ba-42d4-9ed5-3f8ed5e98d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:18.562594 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9549e71-1bdb-482a-8b58-9a8ffe9f644c None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:38:18.568970 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d8b742-a7ba-42d4-9ed5-3f8ed5e98d8a None None] Routers {'95a47f8f-48a7-41eb-904a-c34db8155874'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:38:18.569681 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-00d8b742-a7ba-42d4-9ed5-3f8ed5e98d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:37:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['95a47f8f-48a7-41eb-904a-c34db8155874'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:18.573884 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [None req-4ec4d51e-bf76-45ae-a174-df7434097f2f tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] remove_router_interface failed (client error): The resource could not be found. Nov 09 21:38:18.578046 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4ec4d51e-bf76-45ae-a174-df7434097f2f tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "PUT /v2.0/routers/596f3a72-ed8b-4c42-9052-e2018d4685b8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5967650 Nov 09 21:38:18.582322 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41240) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:18.613285 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-7ca7596b-85c6-4207-84e6-d08c1dcf8d82 None None] Provisioning complete for port 1d5eff90-10f7-4e63-8017-b9b5e93562df triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:18.613745 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7ca7596b-85c6-4207-84e6-d08c1dcf8d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:18.621133 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7281c38b-d930-43e9-8a6a-d88049a9f38e tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "GET /v2.0/ports?device_id=596f3a72-ed8b-4c42-9052-e2018d4685b8 HTTP/1.1" status: 200 len: 205 time: 0.0372303 Nov 09 21:38:18.627742 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41242) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:18.655047 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a7a7884c-04e3-4eed-89d7-e2bc2c45c1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:18.657034 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c375a-7df3-4ccb-adc3-42257aee6eb2 None None] Pushing event updated for resources: {'Port': ['ID=62908e32-9fe3-4cd8-a02a-14b573647278,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:18.664260 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-7ca7596b-85c6-4207-84e6-d08c1dcf8d82 None None] Port 1d5eff90-10f7-4e63-8017-b9b5e93562df cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:38:18.676032 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-7ca7596b-85c6-4207-84e6-d08c1dcf8d82 None None] Provisioning complete for port 62908e32-9fe3-4cd8-a02a-14b573647278 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:18.676497 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7ca7596b-85c6-4207-84e6-d08c1dcf8d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:18.694733 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-293993b8-bce3-4d06-b063-8d4bcda79c0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:18.801349 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-293993b8-bce3-4d06-b063-8d4bcda79c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:18.811222 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-00d8b742-a7ba-42d4-9ed5-3f8ed5e98d8a None None] Set router 95a47f8f-48a7-41eb-904a-c34db8155874 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:38:18.861401 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7ca7596b-85c6-4207-84e6-d08c1dcf8d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:18.885588 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-16a0460d-b190-47d9-bcc5-7e930b41859e tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:18.901611 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-7ca7596b-85c6-4207-84e6-d08c1dcf8d82 None None] For port 62908e32-9fe3-4cd8-a02a-14b573647278, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=62908e32-9fe3-4cd8-a02a-14b573647278,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:38:18.913116 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7ca7596b-85c6-4207-84e6-d08c1dcf8d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:18.926277 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293993b8-bce3-4d06-b063-8d4bcda79c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1a10f1-0b0e-445e-906b-0b3ab91e56e5,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:18.967706 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-293993b8-bce3-4d06-b063-8d4bcda79c0e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=042aeb452d0844fbb8223be920469b3a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0576096 Nov 09 21:38:18.970534 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41246) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:19.006704 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-385f3a5e-e351-4958-a5e1-6ec2ebbf8505 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for router_gateway, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:19.018448 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca7596b-85c6-4207-84e6-d08c1dcf8d82 None None] Pushing event updated for resources: {'Port': ['ID=62908e32-9fe3-4cd8-a02a-14b573647278,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:19.047993 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7596b-85c6-4207-84e6-d08c1dcf8d82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:38:19.048450 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7596b-85c6-4207-84e6-d08c1dcf8d82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:38:19.048895 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7596b-85c6-4207-84e6-d08c1dcf8d82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:38:19.049310 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7596b-85c6-4207-84e6-d08c1dcf8d82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:38:19.049722 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7596b-85c6-4207-84e6-d08c1dcf8d82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:38:19.050132 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7596b-85c6-4207-84e6-d08c1dcf8d82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:38:19.050965 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7596b-85c6-4207-84e6-d08c1dcf8d82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:38:19.051388 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7596b-85c6-4207-84e6-d08c1dcf8d82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:38:19.051796 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7596b-85c6-4207-84e6-d08c1dcf8d82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:38:19.052459 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7596b-85c6-4207-84e6-d08c1dcf8d82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:38:19.052969 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7596b-85c6-4207-84e6-d08c1dcf8d82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:38:19.056418 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7596b-85c6-4207-84e6-d08c1dcf8d82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:38:19.080971 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-b2b5b916-d410-4c32-8633-e611f97248fc None None] Provisioning complete for port 1c0a4421-eea2-49c5-b18e-e66277127095 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:19.082270 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b2b5b916-d410-4c32-8633-e611f97248fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:19.104467 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a7a7884c-04e3-4eed-89d7-e2bc2c45c1c1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:19.120581 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a7a7884c-04e3-4eed-89d7-e2bc2c45c1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:19.126951 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-16a0460d-b190-47d9-bcc5-7e930b41859e tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:19.134723 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-16a0460d-b190-47d9-bcc5-7e930b41859e tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:19.161149 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-b2b5b916-d410-4c32-8633-e611f97248fc None None] Port 1c0a4421-eea2-49c5-b18e-e66277127095 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:38:19.183228 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b9365149-cb98-4bb2-9277-251cacb753d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:19.188921 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-00d8b742-a7ba-42d4-9ed5-3f8ed5e98d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a47f8f-48a7-41eb-904a-c34db8155874', 'name': 'tempest-TestAggregatesBasicOps-821662963-router', 'tenant_id': '7167457c7fa34625b640bd66fabaec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '62908e32-9fe3-4cd8-a02a-14b573647278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:38:13Z', 'updated_at': '2021-11-09T21:38:18Z', 'revision_number': 4, 'project_id': '7167457c7fa34625b640bd66fabaec8d', 'gw_port': {'id': '62908e32-9fe3-4cd8-a02a-14b573647278', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:48:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a47f8f-48a7-41eb-904a-c34db8155874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:38:13Z', 'updated_at': '2021-11-09T21:38:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '1c0a4421-eea2-49c5-b18e-e66277127095', 'name': '', 'network_id': '567b57a3-ad2b-429b-8e53-09e552f0b847', 'tenant_id': '7167457c7fa34625b640bd66fabaec8d', 'mac_address': 'fa:16:3e:30:e9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a47f8f-48a7-41eb-904a-c34db8155874', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '48417a14-8e7a-4f3e-b98f-7bce02cc3157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:38:17Z', 'updated_at': '2021-11-09T21:38:17Z', 'revision_number': 1, 'project_id': '7167457c7fa34625b640bd66fabaec8d', 'subnets': [{'id': '48417a14-8e7a-4f3e-b98f-7bce02cc3157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:19.195758 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-b2b5b916-d410-4c32-8633-e611f97248fc None None] Provisioning complete for port 62908e32-9fe3-4cd8-a02a-14b573647278 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:19.196130 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b2b5b916-d410-4c32-8633-e611f97248fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:19.223104 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-16a0460d-b190-47d9-bcc5-7e930b41859e tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:19.225919 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a0460d-b190-47d9-bcc5-7e930b41859e tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Fanout notify agent at l3_agent the message router_deleted on router 596f3a72-ed8b-4c42-9052-e2018d4685b8 {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:38:19.235818 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-16a0460d-b190-47d9-bcc5-7e930b41859e tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:19.236395 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a7884c-04e3-4eed-89d7-e2bc2c45c1c1 admin admin] Pushing event updated for resources: {'Port': ['ID=1c0a4421-eea2-49c5-b18e-e66277127095,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:19.239420 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-16a0460d-b190-47d9-bcc5-7e930b41859e tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "DELETE /v2.0/routers/596f3a72-ed8b-4c42-9052-e2018d4685b8 HTTP/1.1" status: 204 len: 168 time: 0.5735664 Nov 09 21:38:19.241206 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41250) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:19.246503 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d8b742-a7ba-42d4-9ed5-3f8ed5e98d8a None None] The sync data for ids ['95a47f8f-48a7-41eb-904a-c34db8155874'] in n-d-816206-3 is: [{'id': '95a47f8f-48a7-41eb-904a-c34db8155874', 'name': 'tempest-TestAggregatesBasicOps-821662963-router', 'tenant_id': '7167457c7fa34625b640bd66fabaec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '62908e32-9fe3-4cd8-a02a-14b573647278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:38:13Z', 'updated_at': '2021-11-09T21:38:18Z', 'revision_number': 4, 'project_id': '7167457c7fa34625b640bd66fabaec8d', 'gw_port': {'id': '62908e32-9fe3-4cd8-a02a-14b573647278', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:48:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a47f8f-48a7-41eb-904a-c34db8155874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:38:13Z', 'updated_at': '2021-11-09T21:38:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '1c0a4421-eea2-49c5-b18e-e66277127095', 'name': '', 'network_id': '567b57a3-ad2b-429b-8e53-09e552f0b847', 'tenant_id': '7167457c7fa34625b640bd66fabaec8d', 'mac_address': 'fa:16:3e:30:e9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a47f8f-48a7-41eb-904a-c34db8155874', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '48417a14-8e7a-4f3e-b98f-7bce02cc3157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:38:17Z', 'updated_at': '2021-11-09T21:38:17Z', 'revision_number': 1, 'project_id': '7167457c7fa34625b640bd66fabaec8d', 'subnets': [{'id': '48417a14-8e7a-4f3e-b98f-7bce02cc3157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:38:19.255671 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a7a7884c-04e3-4eed-89d7-e2bc2c45c1c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:19.260745 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b9365149-cb98-4bb2-9277-251cacb753d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:19.369059 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1e920fe-cd41-4057-82af-c349b26c2cc2 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Deleting subnet 07529015-5056-4d2a-8f91-56a06350ea0f {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:38:19.406165 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a7884c-04e3-4eed-89d7-e2bc2c45c1c1 admin admin] Network 567b57a3-ad2b-429b-8e53-09e552f0b847 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:38:19.408106 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-a7a7884c-04e3-4eed-89d7-e2bc2c45c1c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:38:19.408671 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f1e920fe-cd41-4057-82af-c349b26c2cc2 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:19.415116 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b9365149-cb98-4bb2-9277-251cacb753d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:19.417802 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b9365149-cb98-4bb2-9277-251cacb753d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:19.418981 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b9365149-cb98-4bb2-9277-251cacb753d1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ef1a10f1-0b0e-445e-906b-0b3ab91e56e5 HTTP/1.1" status: 204 len: 168 time: 0.4473739 Nov 09 21:38:19.430153 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9365149-cb98-4bb2-9277-251cacb753d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1a10f1-0b0e-445e-906b-0b3ab91e56e5,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:19.587640 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a7884c-04e3-4eed-89d7-e2bc2c45c1c1 admin admin] Router 95a47f8f-48a7-41eb-904a-c34db8155874 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:38:19.907302 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a7884c-04e3-4eed-89d7-e2bc2c45c1c1 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:38:19.913668 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-ffb3fae0-05c4-46f0-844f-bfb65261f8a7 None None] Provisioning complete for port 1c0a4421-eea2-49c5-b18e-e66277127095 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:19.915489 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ffb3fae0-05c4-46f0-844f-bfb65261f8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:19.938446 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a7a7884c-04e3-4eed-89d7-e2bc2c45c1c1 admin admin] 10.222.0.49 "PUT /v2.0/routers/95a47f8f-48a7-41eb-904a-c34db8155874/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9407690 Nov 09 21:38:19.993024 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-ffb3fae0-05c4-46f0-844f-bfb65261f8a7 None None] Port 1c0a4421-eea2-49c5-b18e-e66277127095 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:38:20.009473 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f1e920fe-cd41-4057-82af-c349b26c2cc2 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:20.035533 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2c2f78ec-7618-4492-96ad-63a89a418c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:20.079437 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-385f3a5e-e351-4958-a5e1-6ec2ebbf8505 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:20.362909 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f1e920fe-cd41-4057-82af-c349b26c2cc2 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:20.413673 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-385f3a5e-e351-4958-a5e1-6ec2ebbf8505 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Router 5fafc3bf-90af-44a7-ad16-18733c4d04e3 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:38:20.566184 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f1e920fe-cd41-4057-82af-c349b26c2cc2 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:20.610415 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e920fe-cd41-4057-82af-c349b26c2cc2 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event deleted for resources: {'Subnet': ['ID=07529015-5056-4d2a-8f91-56a06350ea0f,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:20.620858 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f1e920fe-cd41-4057-82af-c349b26c2cc2 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:20.627536 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41284) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:20.632063 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d7d1da-3ff2-4169-acb5-8f682b92b7c1 None None] Network 9f7cbbf3-1f1e-4b76-a90b-4a910cd67bde requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:38:20.640367 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f1e920fe-cd41-4057-82af-c349b26c2cc2 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "DELETE /v2.0/subnets/07529015-5056-4d2a-8f91-56a06350ea0f HTTP/1.1" status: 204 len: 168 time: 1.3973837 Nov 09 21:38:20.644400 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385f3a5e-e351-4958-a5e1-6ec2ebbf8505 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:38:20.660867 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc85befc-7c35-4ba4-aeaa-15377e2bcf05 None None] Sync routers for ids ['5fafc3bf-90af-44a7-ad16-18733c4d04e3'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:38:20.677913 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc85befc-7c35-4ba4-aeaa-15377e2bcf05 None None] Routers {'5fafc3bf-90af-44a7-ad16-18733c4d04e3'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:38:20.688338 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-dc85befc-7c35-4ba4-aeaa-15377e2bcf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:38:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['5fafc3bf-90af-44a7-ad16-18733c4d04e3'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:20.720243 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-385f3a5e-e351-4958-a5e1-6ec2ebbf8505 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:20.722259 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-385f3a5e-e351-4958-a5e1-6ec2ebbf8505 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.4602389 Nov 09 21:38:20.729677 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41286) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:20.874671 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41290) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:20.892845 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-8a2c8aba-bdf6-48dc-a5a3-1de528137137 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-442671508-network', 'tenant_id': 'e73a256b21b94ce6b8ac6bcc4d31b2cc'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:38:20.918682 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1798369b-6f5f-4a27-8b34-bd00c301dedb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:20.992360 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9ce32b-ad82-47fb-b0ff-70283bb23f7d None None] DHCP port deletion for 9f7cbbf3-1f1e-4b76-a90b-4a910cd67bde request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:38:20.996802 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4de61b-d936-44e6-b487-965320d4515e tempest-TestSecurityGroupsBasicOps-1208368340 tempest-TestSecurityGroupsBasicOps-1208368340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:21.004128 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0a4de61b-d936-44e6-b487-965320d4515e tempest-TestSecurityGroupsBasicOps-1208368340 tempest-TestSecurityGroupsBasicOps-1208368340-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=5f44489c50e04b2db090f1564633b127&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2728803 Nov 09 21:38:21.010066 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41294) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:21.011360 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-dc85befc-7c35-4ba4-aeaa-15377e2bcf05 None None] Set router 5fafc3bf-90af-44a7-ad16-18733c4d04e3 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:38:21.025508 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:21.076531 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-1798369b-6f5f-4a27-8b34-bd00c301dedb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Deleting port 855e1ea1-aae2-4fd1-8482-6f906a8940e6 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:38:21.083043 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1798369b-6f5f-4a27-8b34-bd00c301dedb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:21.115150 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2c8aba-bdf6-48dc-a5a3-1de528137137 admin admin] Made reservation on behalf of e73a256b21b94ce6b8ac6bcc4d31b2cc for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:38:21.119546 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-2a9ce32b-ad82-47fb-b0ff-70283bb23f7d None None] Deleting port 855e1ea1-aae2-4fd1-8482-6f906a8940e6 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:38:21.120098 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2a9ce32b-ad82-47fb-b0ff-70283bb23f7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:21.126370 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8a2c8aba-bdf6-48dc-a5a3-1de528137137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:21.152357 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8a2c8aba-bdf6-48dc-a5a3-1de528137137 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:21.202534 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-1798369b-6f5f-4a27-8b34-bd00c301dedb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] For port 855e1ea1-aae2-4fd1-8482-6f906a8940e6, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=855e1ea1-aae2-4fd1-8482-6f906a8940e6,segment=NetworkSegment(1825dce3-7282-4f4e-99ec-000b3d399c22),segment_id=1825dce3-7282-4f4e-99ec-000b3d399c22)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:38:21.202961 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1798369b-6f5f-4a27-8b34-bd00c301dedb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:21.260012 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-1798369b-6f5f-4a27-8b34-bd00c301dedb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Calling delete_port for 855e1ea1-aae2-4fd1-8482-6f906a8940e6 owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:38:21.271922 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-2a9ce32b-ad82-47fb-b0ff-70283bb23f7d None None] For port 855e1ea1-aae2-4fd1-8482-6f906a8940e6, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=855e1ea1-aae2-4fd1-8482-6f906a8940e6,segment=NetworkSegment(1825dce3-7282-4f4e-99ec-000b3d399c22),segment_id=1825dce3-7282-4f4e-99ec-000b3d399c22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:38:21.283010 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2a9ce32b-ad82-47fb-b0ff-70283bb23f7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:21.317068 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-2a9ce32b-ad82-47fb-b0ff-70283bb23f7d None None] Calling delete_port for 855e1ea1-aae2-4fd1-8482-6f906a8940e6 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:38:21.319764 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6facd13e-bc5f-4e54-bdd5-74115121a1ea tempest-TestSecurityGroupsBasicOps-1208368340 tempest-TestSecurityGroupsBasicOps-1208368340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:21.333652 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6facd13e-bc5f-4e54-bdd5-74115121a1ea tempest-TestSecurityGroupsBasicOps-1208368340 tempest-TestSecurityGroupsBasicOps-1208368340-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3183904 Nov 09 21:38:21.343734 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41302) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:21.410455 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1798369b-6f5f-4a27-8b34-bd00c301dedb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:21.447933 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798369b-6f5f-4a27-8b34-bd00c301dedb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event deleted for resources: {'Port': ['ID=855e1ea1-aae2-4fd1-8482-6f906a8940e6,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:21.451784 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1798369b-6f5f-4a27-8b34-bd00c301dedb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] No DVR routers for this DVR port 855e1ea1-aae2-4fd1-8482-6f906a8940e6 on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:38:21.473476 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-00ade60c-5e2a-4ac1-aef7-9aa0ff06ed10 tempest-TestSecurityGroupsBasicOps-1208368340 tempest-TestSecurityGroupsBasicOps-1208368340-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=4531c23d-84b7-490d-8d7c-6676781b6e6a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1272161 Nov 09 21:38:21.475796 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41306) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:21.504410 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2a9ce32b-ad82-47fb-b0ff-70283bb23f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:21.527352 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9ce32b-ad82-47fb-b0ff-70283bb23f7d None None] No DVR routers for this DVR port 855e1ea1-aae2-4fd1-8482-6f906a8940e6 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:38:21.532899 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-dc85befc-7c35-4ba4-aeaa-15377e2bcf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fafc3bf-90af-44a7-ad16-18733c4d04e3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-567239644', 'tenant_id': '5f44489c50e04b2db090f1564633b127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '1d5eff90-10f7-4e63-8017-b9b5e93562df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:38:15Z', 'updated_at': '2021-11-09T21:38:18Z', 'revision_number': 3, 'project_id': '5f44489c50e04b2db090f1564633b127', 'gw_port': {'id': '1d5eff90-10f7-4e63-8017-b9b5e93562df', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:21:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fafc3bf-90af-44a7-ad16-18733c4d04e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:38:16Z', 'updated_at': '2021-11-09T21:38:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:21.580949 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-72fcbdab-59df-469e-ad4f-eb9fc7c5227e tempest-TestSecurityGroupsBasicOps-1208368340 tempest-TestSecurityGroupsBasicOps-1208368340-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=5f44489c50e04b2db090f1564633b127&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0886817 Nov 09 21:38:21.581374 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ce32b-ad82-47fb-b0ff-70283bb23f7d None None] Pushing event deleted for resources: {'Port': ['ID=855e1ea1-aae2-4fd1-8482-6f906a8940e6,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:21.587540 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1798369b-6f5f-4a27-8b34-bd00c301dedb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:21.590830 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41308) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:21.601858 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc85befc-7c35-4ba4-aeaa-15377e2bcf05 None None] Checking router: 5fafc3bf-90af-44a7-ad16-18733c4d04e3 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:38:21.602312 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc85befc-7c35-4ba4-aeaa-15377e2bcf05 None None] Updating router 5fafc3bf-90af-44a7-ad16-18733c4d04e3 port 1d5eff90-10f7-4e63-8017-b9b5e93562df binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:38:21.628617 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-1798369b-6f5f-4a27-8b34-bd00c301dedb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f7cbbf3-1f1e-4b76-a90b-4a910cd67bde']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:21.629398 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-dc85befc-7c35-4ba4-aeaa-15377e2bcf05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:21.656744 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-1798369b-6f5f-4a27-8b34-bd00c301dedb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1825dce3-7282-4f4e-99ec-000b3d399c22') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:21.657821 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-1798369b-6f5f-4a27-8b34-bd00c301dedb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1825dce3-7282-4f4e-99ec-000b3d399c22') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:21.678831 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1798369b-6f5f-4a27-8b34-bd00c301dedb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:21.708063 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1798369b-6f5f-4a27-8b34-bd00c301dedb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:21.718652 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1798369b-6f5f-4a27-8b34-bd00c301dedb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:38:21.719322 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1798369b-6f5f-4a27-8b34-bd00c301dedb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:21.727079 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:38:21.727079 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:38:21.727079 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:38:21.727079 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:38:21.727079 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:38:21.727079 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:38:21.727079 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:38:21.727079 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:38:21.727079 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:38:21.727079 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:38:21.727079 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:38:21.727079 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:38:21.727079 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:38:21.727079 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:38:21.727079 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:38:21.727079 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:38:21.727079 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:38:21.727079 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:38:21.727079 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:38:21.727079 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:38:21.727079 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:38:21.727079 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:38:21.727079 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:38:21.727079 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:38:21.727079 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:38:21.727079 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:38:21.727079 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:38:21.727079 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:38:21.727079 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:38:21.727079 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:38:21.727079 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:38:21.727079 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:38:21.757162 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8a2c8aba-bdf6-48dc-a5a3-1de528137137 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:21.770654 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8a2c8aba-bdf6-48dc-a5a3-1de528137137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:21.827163 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a2c8aba-bdf6-48dc-a5a3-1de528137137 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:38:21.832283 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1798369b-6f5f-4a27-8b34-bd00c301dedb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:21.844334 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c8aba-bdf6-48dc-a5a3-1de528137137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c21d5d-ffa4-4fa6-a792-87790ec2333e,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:21.854191 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03b8b52-82ee-4907-a11c-fc70b4ef8f35 tempest-TestSecurityGroupsBasicOps-1208368340 tempest-TestSecurityGroupsBasicOps-1208368340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:21.856880 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c03b8b52-82ee-4907-a11c-fc70b4ef8f35 tempest-TestSecurityGroupsBasicOps-1208368340 tempest-TestSecurityGroupsBasicOps-1208368340-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2585793 Nov 09 21:38:21.861028 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41314) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:21.865073 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1798369b-6f5f-4a27-8b34-bd00c301dedb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:21.871882 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1798369b-6f5f-4a27-8b34-bd00c301dedb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "DELETE /v2.0/networks/9f7cbbf3-1f1e-4b76-a90b-4a910cd67bde HTTP/1.1" status: 204 len: 168 time: 1.2429614 Nov 09 21:38:21.878098 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41316) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:21.893644 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-8e73b9a7-af28-43a9-8f25-b3fdc940084c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Request body: {'network': {'name': 'tempest-RoutersTest-216780488'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:38:21.909789 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798369b-6f5f-4a27-8b34-bd00c301dedb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event deleted for resources: {'Network': ['ID=9f7cbbf3-1f1e-4b76-a90b-4a910cd67bde,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:21.928196 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8a2c8aba-bdf6-48dc-a5a3-1de528137137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:21.928543 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-8a2c8aba-bdf6-48dc-a5a3-1de528137137 admin admin] Added segment 01015bf0-fa6a-44e1-8448-f68262af78cf of type vlan for network e09344b8-91df-4a5b-b7ac-4217b74aeb39 Nov 09 21:38:21.941322 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-74b3183f-9da5-4c18-8a2e-468a1147067e tempest-TestSecurityGroupsBasicOps-1208368340 tempest-TestSecurityGroupsBasicOps-1208368340-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=4531c23d-84b7-490d-8d7c-6676781b6e6a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0790455 Nov 09 21:38:21.944176 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41318) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:21.951029 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-c821462e-fa28-4f8d-b174-258f63a9efa9 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-658444138', 'network_id': '977a40bc-f138-4205-864c-efc831ce0413', 'project_id': '5f44489c50e04b2db090f1564633b127', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:38:21.977267 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-dc85befc-7c35-4ba4-aeaa-15377e2bcf05 None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:21.987217 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e73b9a7-af28-43a9-8f25-b3fdc940084c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Made reservation on behalf of 8d1a7eab032149e5999f26ec9e51a065 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:38:21.987991 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-dc85befc-7c35-4ba4-aeaa-15377e2bcf05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:21.992068 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8e73b9a7-af28-43a9-8f25-b3fdc940084c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:22.007590 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8a2c8aba-bdf6-48dc-a5a3-1de528137137 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:22.032592 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e73b9a7-af28-43a9-8f25-b3fdc940084c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:38:22.054478 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8e73b9a7-af28-43a9-8f25-b3fdc940084c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:22.054829 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-8e73b9a7-af28-43a9-8f25-b3fdc940084c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Added segment 2fb2fa46-580a-4322-af57-f5431e289053 of type vlan for network 410a450c-c3f7-40bc-bbfd-6142a6219bdd Nov 09 21:38:22.064533 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8a2c8aba-bdf6-48dc-a5a3-1de528137137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:22.065595 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2c8aba-bdf6-48dc-a5a3-1de528137137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:22.066202 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8a2c8aba-bdf6-48dc-a5a3-1de528137137 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:22.127563 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da27767-eee5-4300-b56c-ebad207539f9 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:38:22.137012 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-dc85befc-7c35-4ba4-aeaa-15377e2bcf05 None None] Attempting to bind port 1d5eff90-10f7-4e63-8017-b9b5e93562df on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:38:22.137469 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-dc85befc-7c35-4ba4-aeaa-15377e2bcf05 None None] Attempting to bind port 1d5eff90-10f7-4e63-8017-b9b5e93562df by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:38:22.138442 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc85befc-7c35-4ba4-aeaa-15377e2bcf05 None None] Attempting to bind port 1d5eff90-10f7-4e63-8017-b9b5e93562df on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:38:22.143096 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b2a0bc-ed1a-48cb-89bd-f9fea99a0bb6 None None] Pushing event updated for resources: {'Port': ['ID=1d5eff90-10f7-4e63-8017-b9b5e93562df,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:22.150130 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc85befc-7c35-4ba4-aeaa-15377e2bcf05 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:38:22.150881 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc85befc-7c35-4ba4-aeaa-15377e2bcf05 None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:38:22.151507 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-dc85befc-7c35-4ba4-aeaa-15377e2bcf05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:22.151966 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc85befc-7c35-4ba4-aeaa-15377e2bcf05 None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:38:22.152530 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-dc85befc-7c35-4ba4-aeaa-15377e2bcf05 None None] Bound port: 1d5eff90-10f7-4e63-8017-b9b5e93562df, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:38:22.152992 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-dc85befc-7c35-4ba4-aeaa-15377e2bcf05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:22.197184 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c821462e-fa28-4f8d-b174-258f63a9efa9 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Made reservation on behalf of 5f44489c50e04b2db090f1564633b127 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:38:22.204036 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 62908e32-9fe3-4cd8-a02a-14b573647278 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:38:22.219457 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c821462e-fa28-4f8d-b174-258f63a9efa9 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:22.283788 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-dc85befc-7c35-4ba4-aeaa-15377e2bcf05 None None] For port 1d5eff90-10f7-4e63-8017-b9b5e93562df, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:38:22.294109 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-dc85befc-7c35-4ba4-aeaa-15377e2bcf05 None None] For port 1d5eff90-10f7-4e63-8017-b9b5e93562df, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=1d5eff90-10f7-4e63-8017-b9b5e93562df,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:38:22.303039 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-dc85befc-7c35-4ba4-aeaa-15377e2bcf05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:22.334511 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8a2c8aba-bdf6-48dc-a5a3-1de528137137 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4564378 Nov 09 21:38:22.354929 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8e73b9a7-af28-43a9-8f25-b3fdc940084c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:22.359249 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-05aa69f4-2ed1-43cc-b52d-8d4451c3c744 None None] Provisioning complete for port 1d5eff90-10f7-4e63-8017-b9b5e93562df triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:22.359621 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-05aa69f4-2ed1-43cc-b52d-8d4451c3c744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:22.361320 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41332) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:22.374779 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-e1584dbb-48b6-4cf7-8bbd-942d8b2ac328 admin admin] Request body: {'subnet': {'network_id': 'e09344b8-91df-4a5b-b7ac-4217b74aeb39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-442671508-subnet', 'tenant_id': 'e73a256b21b94ce6b8ac6bcc4d31b2cc', 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:38:22.392297 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c8aba-bdf6-48dc-a5a3-1de528137137 admin admin] Pushing event updated for resources: {'Network': ['ID=e09344b8-91df-4a5b-b7ac-4217b74aeb39,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:22.426711 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b2a0bc-ed1a-48cb-89bd-f9fea99a0bb6 None None] Pushing event updated for resources: {'Port': ['ID=1d5eff90-10f7-4e63-8017-b9b5e93562df,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:22.429951 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8e73b9a7-af28-43a9-8f25-b3fdc940084c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:22.437603 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e73b9a7-af28-43a9-8f25-b3fdc940084c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:22.438449 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8e73b9a7-af28-43a9-8f25-b3fdc940084c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:22.440899 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc85befc-7c35-4ba4-aeaa-15377e2bcf05 None None] Routers {'5fafc3bf-90af-44a7-ad16-18733c4d04e3'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:38:22.441678 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-dc85befc-7c35-4ba4-aeaa-15377e2bcf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:38:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['5fafc3bf-90af-44a7-ad16-18733c4d04e3'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:22.456578 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network e09344b8-91df-4a5b-b7ac-4217b74aeb39 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:38:22.517218 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1584dbb-48b6-4cf7-8bbd-942d8b2ac328 admin admin] Made reservation on behalf of e73a256b21b94ce6b8ac6bcc4d31b2cc for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:38:22.524977 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e1584dbb-48b6-4cf7-8bbd-942d8b2ac328 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:22.538799 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8e73b9a7-af28-43a9-8f25-b3fdc940084c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6586049 Nov 09 21:38:22.547087 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41334) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:22.560487 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-5c6cb558-c9ec-47e5-9930-fd78dc7bf7a8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Request body: {'subnet': {'network_id': '410a450c-c3f7-40bc-bbfd-6142a6219bdd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:38:22.576484 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30ccb76-69b0-4d48-ac73-bc2f555e7e3c None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:38:22.616932 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e73b9a7-af28-43a9-8f25-b3fdc940084c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event updated for resources: {'Network': ['ID=410a450c-c3f7-40bc-bbfd-6142a6219bdd,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:22.645987 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 410a450c-c3f7-40bc-bbfd-6142a6219bdd details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:38:22.664825 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:22.699194 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6cb558-c9ec-47e5-9930-fd78dc7bf7a8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Made reservation on behalf of 8d1a7eab032149e5999f26ec9e51a065 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:38:22.709396 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5c6cb558-c9ec-47e5-9930-fd78dc7bf7a8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:22.727941 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 62908e32-9fe3-4cd8-a02a-14b573647278 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:22.728576 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:22.858433 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061825f4-4bb6-4178-8beb-99140a7c2524 None None] Sync routers for ids ['95a47f8f-48a7-41eb-904a-c34db8155874'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:38:22.859254 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e1584dbb-48b6-4cf7-8bbd-942d8b2ac328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:22.904528 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061825f4-4bb6-4178-8beb-99140a7c2524 None None] Routers {'95a47f8f-48a7-41eb-904a-c34db8155874'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:38:22.905625 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-061825f4-4bb6-4178-8beb-99140a7c2524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:38:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['95a47f8f-48a7-41eb-904a-c34db8155874'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:22.923332 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1584dbb-48b6-4cf7-8bbd-942d8b2ac328 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab53b6df-2003-4cb5-8294-7f3ea39111be,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:22.977623 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1584dbb-48b6-4cf7-8bbd-942d8b2ac328 admin admin] Checking segment: {'id': '01015bf0-fa6a-44e1-8448-f68262af78cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e09344b8-91df-4a5b-b7ac-4217b74aeb39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:38:22.978531 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1584dbb-48b6-4cf7-8bbd-942d8b2ac328 admin admin] Network hostable DHCP agents. Network: e09344b8-91df-4a5b-b7ac-4217b74aeb39, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:38:22.998415 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:23.005751 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-05aa69f4-2ed1-43cc-b52d-8d4451c3c744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:23.036996 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-dc85befc-7c35-4ba4-aeaa-15377e2bcf05 None None] Set router 5fafc3bf-90af-44a7-ad16-18733c4d04e3 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:38:23.071064 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1584dbb-48b6-4cf7-8bbd-942d8b2ac328 admin admin] Network e09344b8-91df-4a5b-b7ac-4217b74aeb39 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:38:23.071285 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-05aa69f4-2ed1-43cc-b52d-8d4451c3c744 None None] For port 1d5eff90-10f7-4e63-8017-b9b5e93562df, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=1d5eff90-10f7-4e63-8017-b9b5e93562df,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:38:23.090519 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-05aa69f4-2ed1-43cc-b52d-8d4451c3c744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:23.128403 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-e1584dbb-48b6-4cf7-8bbd-942d8b2ac328 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, e09344b8-91df-4a5b-b7ac-4217b74aeb39) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:38:23.146435 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 855e1ea1-aae2-4fd1-8482-6f906a8940e6 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:38:23.169765 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1584dbb-48b6-4cf7-8bbd-942d8b2ac328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:23.170350 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e1584dbb-48b6-4cf7-8bbd-942d8b2ac328 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:23.200191 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 855e1ea1-aae2-4fd1-8482-6f906a8940e6 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:38:23.201416 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 855e1ea1-aae2-4fd1-8482-6f906a8940e6 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:38:23.203021 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b467c2-f851-478e-bde0-149363766b1a None None] Network e09344b8-91df-4a5b-b7ac-4217b74aeb39 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:38:23.214764 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41352) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:23.215744 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e1584dbb-48b6-4cf7-8bbd-942d8b2ac328 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8527381 Nov 09 21:38:23.219363 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c821462e-fa28-4f8d-b174-258f63a9efa9 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:23.223566 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-ef724f09-a75e-40b9-a3d2-630ed7ed2339 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-442671508-router', 'tenant_id': 'e73a256b21b94ce6b8ac6bcc4d31b2cc', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:38:23.228577 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5c6cb558-c9ec-47e5-9930-fd78dc7bf7a8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:23.301443 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821462e-fa28-4f8d-b174-258f63a9efa9 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Pushing event updated for resources: {'Subnet': ['ID=bbd7146b-1b99-444e-bba6-ef77dc713d79,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:23.306259 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c821462e-fa28-4f8d-b174-258f63a9efa9 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Checking segment: {'id': '6670fd36-e135-4732-bea8-ef302971d924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '977a40bc-f138-4205-864c-efc831ce0413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:38:23.306628 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c821462e-fa28-4f8d-b174-258f63a9efa9 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Network hostable DHCP agents. Network: 977a40bc-f138-4205-864c-efc831ce0413, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:38:23.314732 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ef724f09-a75e-40b9-a3d2-630ed7ed2339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:23.316424 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ef724f09-a75e-40b9-a3d2-630ed7ed2339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:23.323330 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6cb558-c9ec-47e5-9930-fd78dc7bf7a8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event updated for resources: {'Subnet': ['ID=71fa6e4a-44e2-4755-a6e5-eefc418db940,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:23.336989 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c821462e-fa28-4f8d-b174-258f63a9efa9 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Network 977a40bc-f138-4205-864c-efc831ce0413 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:38:23.348286 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6cb558-c9ec-47e5-9930-fd78dc7bf7a8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Checking segment: {'id': '2fb2fa46-580a-4322-af57-f5431e289053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '410a450c-c3f7-40bc-bbfd-6142a6219bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:38:23.348695 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6cb558-c9ec-47e5-9930-fd78dc7bf7a8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Network hostable DHCP agents. Network: 410a450c-c3f7-40bc-bbfd-6142a6219bdd, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:38:23.361586 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-c821462e-fa28-4f8d-b174-258f63a9efa9 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 977a40bc-f138-4205-864c-efc831ce0413) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:38:23.371558 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c821462e-fa28-4f8d-b174-258f63a9efa9 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:23.372182 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c821462e-fa28-4f8d-b174-258f63a9efa9 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:23.405181 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ef724f09-a75e-40b9-a3d2-630ed7ed2339 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:23.443467 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c821462e-fa28-4f8d-b174-258f63a9efa9 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4981055 Nov 09 21:38:23.444153 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41366) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:23.457996 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6cb558-c9ec-47e5-9930-fd78dc7bf7a8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Network 410a450c-c3f7-40bc-bbfd-6142a6219bdd is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:38:23.482958 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-dc85befc-7c35-4ba4-aeaa-15377e2bcf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fafc3bf-90af-44a7-ad16-18733c4d04e3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-567239644', 'tenant_id': '5f44489c50e04b2db090f1564633b127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '1d5eff90-10f7-4e63-8017-b9b5e93562df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:38:15Z', 'updated_at': '2021-11-09T21:38:18Z', 'revision_number': 3, 'project_id': '5f44489c50e04b2db090f1564633b127', 'gw_port': {'id': '1d5eff90-10f7-4e63-8017-b9b5e93562df', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:21:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fafc3bf-90af-44a7-ad16-18733c4d04e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:38:16Z', 'updated_at': '2021-11-09T21:38:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:23.512318 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-5c6cb558-c9ec-47e5-9930-fd78dc7bf7a8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 410a450c-c3f7-40bc-bbfd-6142a6219bdd) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:38:23.520313 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6cb558-c9ec-47e5-9930-fd78dc7bf7a8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:23.520951 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5c6cb558-c9ec-47e5-9930-fd78dc7bf7a8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:23.579363 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc85befc-7c35-4ba4-aeaa-15377e2bcf05 None None] The sync data for ids ['5fafc3bf-90af-44a7-ad16-18733c4d04e3'] in n-d-816206-3 is: [{'id': '5fafc3bf-90af-44a7-ad16-18733c4d04e3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-567239644', 'tenant_id': '5f44489c50e04b2db090f1564633b127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '1d5eff90-10f7-4e63-8017-b9b5e93562df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:38:15Z', 'updated_at': '2021-11-09T21:38:18Z', 'revision_number': 3, 'project_id': '5f44489c50e04b2db090f1564633b127', 'gw_port': {'id': '1d5eff90-10f7-4e63-8017-b9b5e93562df', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:21:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fafc3bf-90af-44a7-ad16-18733c4d04e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:38:16Z', 'updated_at': '2021-11-09T21:38:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:38:23.664997 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5c6cb558-c9ec-47e5-9930-fd78dc7bf7a8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1165106 Nov 09 21:38:23.668348 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41384) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:23.680327 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-b09a2dcf-d1d6-4528-b0db-26ecf41c5913 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1342965114', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:38:23.691544 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ef724f09-a75e-40b9-a3d2-630ed7ed2339 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:23.775305 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2b851d-19f4-4bc0-b73f-317461d797a6 None None] Network 977a40bc-f138-4205-864c-efc831ce0413 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:38:23.783558 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342a34c6-7325-4baf-a23b-5296ba7e8677 None None] Network 410a450c-c3f7-40bc-bbfd-6142a6219bdd requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:38:23.786327 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b09a2dcf-d1d6-4528-b0db-26ecf41c5913 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:23.787373 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b09a2dcf-d1d6-4528-b0db-26ecf41c5913 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:23.840514 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-061825f4-4bb6-4178-8beb-99140a7c2524 None None] Set router 95a47f8f-48a7-41eb-904a-c34db8155874 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:38:23.894411 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b09a2dcf-d1d6-4528-b0db-26ecf41c5913 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:23.930018 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b09a2dcf-d1d6-4528-b0db-26ecf41c5913 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:23.973567 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:23.996609 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-7e1464d6-1f56-48ce-90c8-f0ca577ed7a7 None None] Provisioning complete for port 1d5eff90-10f7-4e63-8017-b9b5e93562df triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:23.998431 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7e1464d6-1f56-48ce-90c8-f0ca577ed7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:24.078713 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b09a2dcf-d1d6-4528-b0db-26ecf41c5913 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:24.087384 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b09a2dcf-d1d6-4528-b0db-26ecf41c5913 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4140744 Nov 09 21:38:24.087746 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aa69f4-2ed1-43cc-b52d-8d4451c3c744 None None] Pushing event updated for resources: {'Port': ['ID=1d5eff90-10f7-4e63-8017-b9b5e93562df,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:24.097119 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41388) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:24.264003 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ef724f09-a75e-40b9-a3d2-630ed7ed2339 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:24.307442 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ef724f09-a75e-40b9-a3d2-630ed7ed2339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:24.369129 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41392) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:24.503870 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a676d1-c9b4-4860-8980-1b90c1af6c46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-e09344b8-91df-4a5b-b7ac-4217b74aeb39', 'network_id': 'e09344b8-91df-4a5b-b7ac-4217b74aeb39', 'tenant_id': 'e73a256b21b94ce6b8ac6bcc4d31b2cc', 'fixed_ips': [{'subnet_id': 'ab53b6df-2003-4cb5-8294-7f3ea39111be'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:38:24.517140 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-67a676d1-c9b4-4860-8980-1b90c1af6c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:24.523506 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-ef724f09-a75e-40b9-a3d2-630ed7ed2339 admin admin] Allocated IP 172.25.7.164 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/37bd65cd-5151-4666-9916-036c7969f9c9) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:38:24.619655 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e9649a-cd9f-46c2-b472-77673fa634f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-410a450c-c3f7-40bc-bbfd-6142a6219bdd', 'network_id': '410a450c-c3f7-40bc-bbfd-6142a6219bdd', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'fixed_ips': [{'subnet_id': '71fa6e4a-44e2-4755-a6e5-eefc418db940'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:38:24.620797 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-86e9649a-cd9f-46c2-b472-77673fa634f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:24.679566 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ef724f09-a75e-40b9-a3d2-630ed7ed2339 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:24.754440 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ef724f09-a75e-40b9-a3d2-630ed7ed2339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:24.756029 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25158e32-2035-413d-a08c-89362983990e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-977a40bc-f138-4205-864c-efc831ce0413', 'network_id': '977a40bc-f138-4205-864c-efc831ce0413', 'tenant_id': '5f44489c50e04b2db090f1564633b127', 'fixed_ips': [{'subnet_id': 'bbd7146b-1b99-444e-bba6-ef77dc713d79'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:38:24.757167 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-25158e32-2035-413d-a08c-89362983990e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:24.813396 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef724f09-a75e-40b9-a3d2-630ed7ed2339 admin admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:38:24.816955 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-ef724f09-a75e-40b9-a3d2-630ed7ed2339 admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:38:24.830705 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fdc0d139-9543-4dd7-83c9-689ced887698 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:24.833180 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef724f09-a75e-40b9-a3d2-630ed7ed2339 admin admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:38:24.838227 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef724f09-a75e-40b9-a3d2-630ed7ed2339 admin admin] Pushing event updated for resources: {'Port': ['ID=37bd65cd-5151-4666-9916-036c7969f9c9,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:24.889373 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bde40ad-3e90-4337-9d67-2f68100f8a77 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:38:24.993787 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5be8dc48-8c3a-43b8-ac91-a00a21296872 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:25.033268 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-86e9649a-cd9f-46c2-b472-77673fa634f2 None None] Allocated IP 172.20.0.2 (410a450c-c3f7-40bc-bbfd-6142a6219bdd/71fa6e4a-44e2-4755-a6e5-eefc418db940/73f143f3-8010-4f50-a3e0-5c6434c63611) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:38:25.041774 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9c5dd5f6-5313-4818-9953-d57221d9fc61 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:25.123429 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fdc0d139-9543-4dd7-83c9-689ced887698 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:25.181413 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fdc0d139-9543-4dd7-83c9-689ced887698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:25.241133 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ef724f09-a75e-40b9-a3d2-630ed7ed2339 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:25.325286 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-061825f4-4bb6-4178-8beb-99140a7c2524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a47f8f-48a7-41eb-904a-c34db8155874', 'name': 'tempest-TestAggregatesBasicOps-821662963-router', 'tenant_id': '7167457c7fa34625b640bd66fabaec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '62908e32-9fe3-4cd8-a02a-14b573647278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:38:13Z', 'updated_at': '2021-11-09T21:38:18Z', 'revision_number': 4, 'project_id': '7167457c7fa34625b640bd66fabaec8d', 'gw_port': {'id': '62908e32-9fe3-4cd8-a02a-14b573647278', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:48:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a47f8f-48a7-41eb-904a-c34db8155874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:38:13Z', 'updated_at': '2021-11-09T21:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '1c0a4421-eea2-49c5-b18e-e66277127095', 'name': '', 'network_id': '567b57a3-ad2b-429b-8e53-09e552f0b847', 'tenant_id': '7167457c7fa34625b640bd66fabaec8d', 'mac_address': 'fa:16:3e:30:e9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a47f8f-48a7-41eb-904a-c34db8155874', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '48417a14-8e7a-4f3e-b98f-7bce02cc3157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:38:17Z', 'updated_at': '2021-11-09T21:38:18Z', 'revision_number': 2, 'project_id': '7167457c7fa34625b640bd66fabaec8d', 'subnets': [{'id': '48417a14-8e7a-4f3e-b98f-7bce02cc3157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:25.326505 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc0d139-9543-4dd7-83c9-689ced887698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83644e6-d7f4-44b1-8cb3-66c09083f8e6,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:25.342022 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-fdc0d139-9543-4dd7-83c9-689ced887698 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=67adfb1542df41e498110246f623e306&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9623747 Nov 09 21:38:25.343483 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41400) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:25.389284 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-ecd09d4e-b0c5-407f-86f3-b7b1d2686f6f None None] Provisioning complete for port 37bd65cd-5151-4666-9916-036c7969f9c9 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:25.389666 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ecd09d4e-b0c5-407f-86f3-b7b1d2686f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:25.452615 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061825f4-4bb6-4178-8beb-99140a7c2524 None None] Checking router: 95a47f8f-48a7-41eb-904a-c34db8155874 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:38:25.453019 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061825f4-4bb6-4178-8beb-99140a7c2524 None None] Updating router 95a47f8f-48a7-41eb-904a-c34db8155874 port 1c0a4421-eea2-49c5-b18e-e66277127095 binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:38:25.498857 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-67a676d1-c9b4-4860-8980-1b90c1af6c46 None None] Allocated IP 172.20.0.2 (e09344b8-91df-4a5b-b7ac-4217b74aeb39/ab53b6df-2003-4cb5-8294-7f3ea39111be/d6aa82cb-e34b-42c0-ac01-4aa548773cd6) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:38:25.511107 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a119db96-b354-43c8-97e5-ecd64a20b1ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:25.518299 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ef724f09-a75e-40b9-a3d2-630ed7ed2339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:25.542294 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-86e9649a-cd9f-46c2-b472-77673fa634f2 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:25.546037 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-25158e32-2035-413d-a08c-89362983990e None None] Allocated IP 172.20.0.18 (977a40bc-f138-4205-864c-efc831ce0413/bbd7146b-1b99-444e-bba6-ef77dc713d79/18691d12-f8b8-475e-83c6-05d2ae5707b0) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:38:25.552424 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-ecd09d4e-b0c5-407f-86f3-b7b1d2686f6f None None] Port 37bd65cd-5151-4666-9916-036c7969f9c9 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:38:25.557738 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-061825f4-4bb6-4178-8beb-99140a7c2524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:25.576132 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-86e9649a-cd9f-46c2-b472-77673fa634f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:25.639818 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a119db96-b354-43c8-97e5-ecd64a20b1ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:25.730949 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef724f09-a75e-40b9-a3d2-630ed7ed2339 admin admin] Router 0f97338b-7303-48d8-bfe5-e558f882f6a2 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:38:25.788098 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e9649a-cd9f-46c2-b472-77673fa634f2 None None] Network 410a450c-c3f7-40bc-bbfd-6142a6219bdd is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:38:25.807038 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e9649a-cd9f-46c2-b472-77673fa634f2 None None] Pushing event updated for resources: {'Port': ['ID=73f143f3-8010-4f50-a3e0-5c6434c63611,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:25.809641 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-86e9649a-cd9f-46c2-b472-77673fa634f2 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:38:25.828444 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e9649a-cd9f-46c2-b472-77673fa634f2 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:38:25.862809 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a119db96-b354-43c8-97e5-ecd64a20b1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:25.865500 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a119db96-b354-43c8-97e5-ecd64a20b1ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:25.874376 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a119db96-b354-43c8-97e5-ecd64a20b1ec admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f83644e6-d7f4-44b1-8cb3-66c09083f8e6 HTTP/1.1" status: 204 len: 168 time: 0.5260162 Nov 09 21:38:25.874376 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-9c5dd5f6-5313-4818-9953-d57221d9fc61 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Allocated IP 172.20.0.1 (410a450c-c3f7-40bc-bbfd-6142a6219bdd/71fa6e4a-44e2-4755-a6e5-eefc418db940/b6a6c2a7-fae0-47f1-a838-5e8d686776d8) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:38:25.891817 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a119db96-b354-43c8-97e5-ecd64a20b1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83644e6-d7f4-44b1-8cb3-66c09083f8e6,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:26.238835 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9c5dd5f6-5313-4818-9953-d57221d9fc61 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:26.312963 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 1d5eff90-10f7-4e63-8017-b9b5e93562df up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:38:26.355116 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9c5dd5f6-5313-4818-9953-d57221d9fc61 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:26.380247 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-86e9649a-cd9f-46c2-b472-77673fa634f2 None None] Attempting to bind port 73f143f3-8010-4f50-a3e0-5c6434c63611 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:38:26.380621 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-86e9649a-cd9f-46c2-b472-77673fa634f2 None None] Attempting to bind port 73f143f3-8010-4f50-a3e0-5c6434c63611 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '2fb2fa46-580a-4322-af57-f5431e289053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '410a450c-c3f7-40bc-bbfd-6142a6219bdd'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:38:26.381020 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e9649a-cd9f-46c2-b472-77673fa634f2 None None] Attempting to bind port 73f143f3-8010-4f50-a3e0-5c6434c63611 on network 410a450c-c3f7-40bc-bbfd-6142a6219bdd {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:38:26.420299 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5dd5f6-5313-4818-9953-d57221d9fc61 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Network 410a450c-c3f7-40bc-bbfd-6142a6219bdd is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:38:26.433605 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e9649a-cd9f-46c2-b472-77673fa634f2 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:38:26.434002 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e9649a-cd9f-46c2-b472-77673fa634f2 None None] Checking segment: {'id': '2fb2fa46-580a-4322-af57-f5431e289053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '410a450c-c3f7-40bc-bbfd-6142a6219bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:38:26.434419 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-86e9649a-cd9f-46c2-b472-77673fa634f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:26.434850 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e9649a-cd9f-46c2-b472-77673fa634f2 None None] Bound using segment: {'id': '2fb2fa46-580a-4322-af57-f5431e289053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '410a450c-c3f7-40bc-bbfd-6142a6219bdd'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:38:26.435356 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-86e9649a-cd9f-46c2-b472-77673fa634f2 None None] Bound port: 73f143f3-8010-4f50-a3e0-5c6434c63611, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb2fa46-580a-4322-af57-f5431e289053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '410a450c-c3f7-40bc-bbfd-6142a6219bdd'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:38:26.435747 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-86e9649a-cd9f-46c2-b472-77673fa634f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:26.439114 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-9c5dd5f6-5313-4818-9953-d57221d9fc61 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:38:26.448314 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5dd5f6-5313-4818-9953-d57221d9fc61 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:38:26.461284 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5dd5f6-5313-4818-9953-d57221d9fc61 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event updated for resources: {'Port': ['ID=b6a6c2a7-fae0-47f1-a838-5e8d686776d8,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:26.511123 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-67a676d1-c9b4-4860-8980-1b90c1af6c46 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:26.588467 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-67a676d1-c9b4-4860-8980-1b90c1af6c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:26.593997 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9c5dd5f6-5313-4818-9953-d57221d9fc61 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:26.626630 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-25158e32-2035-413d-a08c-89362983990e None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:26.716670 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-25158e32-2035-413d-a08c-89362983990e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:26.726511 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41418) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:26.740825 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 1d5eff90-10f7-4e63-8017-b9b5e93562df triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:26.749105 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:26.769868 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-105aec85-c565-417c-ba22-259d491116c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:26.781444 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a676d1-c9b4-4860-8980-1b90c1af6c46 None None] Pushing event updated for resources: {'Port': ['ID=d6aa82cb-e34b-42c0-ac01-4aa548773cd6,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:26.815262 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a676d1-c9b4-4860-8980-1b90c1af6c46 None None] Network e09344b8-91df-4a5b-b7ac-4217b74aeb39 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:38:26.907861 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25158e32-2035-413d-a08c-89362983990e None None] Pushing event updated for resources: {'Port': ['ID=18691d12-f8b8-475e-83c6-05d2ae5707b0,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:26.917044 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef724f09-a75e-40b9-a3d2-630ed7ed2339 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:38:26.928595 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4be3c3-c664-424c-8f3c-648d36286e2b None None] Sync routers for ids ['0f97338b-7303-48d8-bfe5-e558f882f6a2'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:38:26.933768 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-67a676d1-c9b4-4860-8980-1b90c1af6c46 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:38:26.942744 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a676d1-c9b4-4860-8980-1b90c1af6c46 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:38:26.946973 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4be3c3-c664-424c-8f3c-648d36286e2b None None] Routers {'0f97338b-7303-48d8-bfe5-e558f882f6a2'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:38:26.947668 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-7e4be3c3-c664-424c-8f3c-648d36286e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:38:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['0f97338b-7303-48d8-bfe5-e558f882f6a2'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:26.974727 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25158e32-2035-413d-a08c-89362983990e None None] Network 977a40bc-f138-4205-864c-efc831ce0413 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:38:26.990756 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-25158e32-2035-413d-a08c-89362983990e None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:38:27.006361 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ef724f09-a75e-40b9-a3d2-630ed7ed2339 admin admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:27.011099 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ef724f09-a75e-40b9-a3d2-630ed7ed2339 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7939537 Nov 09 21:38:27.013900 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41424) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:27.020476 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25158e32-2035-413d-a08c-89362983990e None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:38:27.022797 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-86e9649a-cd9f-46c2-b472-77673fa634f2 None None] For port 73f143f3-8010-4f50-a3e0-5c6434c63611, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:38:27.068652 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-86e9649a-cd9f-46c2-b472-77673fa634f2 None None] For port 73f143f3-8010-4f50-a3e0-5c6434c63611, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=73f143f3-8010-4f50-a3e0-5c6434c63611,segment=NetworkSegment(2fb2fa46-580a-4322-af57-f5431e289053),segment_id=2fb2fa46-580a-4322-af57-f5431e289053)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:38:27.113701 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-86e9649a-cd9f-46c2-b472-77673fa634f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:27.123478 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-105aec85-c565-417c-ba22-259d491116c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:27.142682 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-105aec85-c565-417c-ba22-259d491116c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:27.170461 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-061825f4-4bb6-4178-8beb-99140a7c2524 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:27.188353 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-7e4be3c3-c664-424c-8f3c-648d36286e2b None None] Set router 0f97338b-7303-48d8-bfe5-e558f882f6a2 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:38:27.254110 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-105aec85-c565-417c-ba22-259d491116c9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=21ae5f292c0842c49443e88774b91490&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5262520 Nov 09 21:38:27.306074 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-061825f4-4bb6-4178-8beb-99140a7c2524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:27.333371 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41426) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:27.361094 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-67a676d1-c9b4-4860-8980-1b90c1af6c46 None None] Attempting to bind port d6aa82cb-e34b-42c0-ac01-4aa548773cd6 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:38:27.361385 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-67a676d1-c9b4-4860-8980-1b90c1af6c46 None None] Attempting to bind port d6aa82cb-e34b-42c0-ac01-4aa548773cd6 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '01015bf0-fa6a-44e1-8448-f68262af78cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e09344b8-91df-4a5b-b7ac-4217b74aeb39'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:38:27.361677 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a676d1-c9b4-4860-8980-1b90c1af6c46 None None] Attempting to bind port d6aa82cb-e34b-42c0-ac01-4aa548773cd6 on network e09344b8-91df-4a5b-b7ac-4217b74aeb39 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:38:27.397515 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105aec85-c565-417c-ba22-259d491116c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a6c9ee-7b74-4352-862a-6041c908fb01,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:27.418940 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a676d1-c9b4-4860-8980-1b90c1af6c46 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:38:27.419369 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a676d1-c9b4-4860-8980-1b90c1af6c46 None None] Checking segment: {'id': '01015bf0-fa6a-44e1-8448-f68262af78cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e09344b8-91df-4a5b-b7ac-4217b74aeb39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:38:27.419783 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-67a676d1-c9b4-4860-8980-1b90c1af6c46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:27.420186 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a676d1-c9b4-4860-8980-1b90c1af6c46 None None] Bound using segment: {'id': '01015bf0-fa6a-44e1-8448-f68262af78cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e09344b8-91df-4a5b-b7ac-4217b74aeb39'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:38:27.420787 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-67a676d1-c9b4-4860-8980-1b90c1af6c46 None None] Bound port: d6aa82cb-e34b-42c0-ac01-4aa548773cd6, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01015bf0-fa6a-44e1-8448-f68262af78cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e09344b8-91df-4a5b-b7ac-4217b74aeb39'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:38:27.421135 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-67a676d1-c9b4-4860-8980-1b90c1af6c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:27.423148 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-25158e32-2035-413d-a08c-89362983990e None None] Attempting to bind port 18691d12-f8b8-475e-83c6-05d2ae5707b0 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:38:27.423441 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-25158e32-2035-413d-a08c-89362983990e None None] Attempting to bind port 18691d12-f8b8-475e-83c6-05d2ae5707b0 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '6670fd36-e135-4732-bea8-ef302971d924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '977a40bc-f138-4205-864c-efc831ce0413'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:38:27.423810 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25158e32-2035-413d-a08c-89362983990e None None] Attempting to bind port 18691d12-f8b8-475e-83c6-05d2ae5707b0 on network 977a40bc-f138-4205-864c-efc831ce0413 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:38:27.579094 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-7e4be3c3-c664-424c-8f3c-648d36286e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f97338b-7303-48d8-bfe5-e558f882f6a2', 'name': 'tempest-TestAggregatesBasicOps-442671508-router', 'tenant_id': 'e73a256b21b94ce6b8ac6bcc4d31b2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '37bd65cd-5151-4666-9916-036c7969f9c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:38:23Z', 'updated_at': '2021-11-09T21:38:25Z', 'revision_number': 3, 'project_id': 'e73a256b21b94ce6b8ac6bcc4d31b2cc', 'gw_port': {'id': '37bd65cd-5151-4666-9916-036c7969f9c9', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f4:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f97338b-7303-48d8-bfe5-e558f882f6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:38:24Z', 'updated_at': '2021-11-09T21:38:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:27.616446 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4be3c3-c664-424c-8f3c-648d36286e2b None None] Checking router: 0f97338b-7303-48d8-bfe5-e558f882f6a2 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:38:27.617174 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4be3c3-c664-424c-8f3c-648d36286e2b None None] Updating router 0f97338b-7303-48d8-bfe5-e558f882f6a2 port 37bd65cd-5151-4666-9916-036c7969f9c9 binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:38:27.644054 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0b12dd88-bd8a-4f8d-8189-54b69f27dde8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:27.648576 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7e4be3c3-c664-424c-8f3c-648d36286e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:27.725293 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0b12dd88-bd8a-4f8d-8189-54b69f27dde8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:27.755869 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-5be8dc48-8c3a-43b8-ac91-a00a21296872 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Allocated IP 172.20.0.17 (977a40bc-f138-4205-864c-efc831ce0413/bbd7146b-1b99-444e-bba6-ef77dc713d79/0c2e5dcd-1ea0-483e-8cd0-5ad7832d9eb0) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:38:27.757667 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-061825f4-4bb6-4178-8beb-99140a7c2524 None None] Attempting to bind port 1c0a4421-eea2-49c5-b18e-e66277127095 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:38:27.758811 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-061825f4-4bb6-4178-8beb-99140a7c2524 None None] Attempting to bind port 1c0a4421-eea2-49c5-b18e-e66277127095 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'eaa17c8d-8959-4d27-badd-829a9280ee05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '567b57a3-ad2b-429b-8e53-09e552f0b847'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:38:27.759933 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061825f4-4bb6-4178-8beb-99140a7c2524 None None] Attempting to bind port 1c0a4421-eea2-49c5-b18e-e66277127095 on network 567b57a3-ad2b-429b-8e53-09e552f0b847 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:38:27.777291 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25158e32-2035-413d-a08c-89362983990e None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:38:27.777673 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25158e32-2035-413d-a08c-89362983990e None None] Checking segment: {'id': '6670fd36-e135-4732-bea8-ef302971d924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '977a40bc-f138-4205-864c-efc831ce0413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:38:27.778077 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-25158e32-2035-413d-a08c-89362983990e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:27.781037 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25158e32-2035-413d-a08c-89362983990e None None] Bound using segment: {'id': '6670fd36-e135-4732-bea8-ef302971d924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '977a40bc-f138-4205-864c-efc831ce0413'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:38:27.782980 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-25158e32-2035-413d-a08c-89362983990e None None] Bound port: 18691d12-f8b8-475e-83c6-05d2ae5707b0, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6670fd36-e135-4732-bea8-ef302971d924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '977a40bc-f138-4205-864c-efc831ce0413'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:38:27.787053 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-25158e32-2035-413d-a08c-89362983990e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:27.808139 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0b12dd88-bd8a-4f8d-8189-54b69f27dde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:27.811709 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0b12dd88-bd8a-4f8d-8189-54b69f27dde8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:27.812928 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0b12dd88-bd8a-4f8d-8189-54b69f27dde8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/01a6c9ee-7b74-4352-862a-6041c908fb01 HTTP/1.1" status: 204 len: 168 time: 0.4690511 Nov 09 21:38:27.835972 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061825f4-4bb6-4178-8beb-99140a7c2524 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:38:27.836348 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061825f4-4bb6-4178-8beb-99140a7c2524 None None] Checking segment: {'id': 'eaa17c8d-8959-4d27-badd-829a9280ee05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '567b57a3-ad2b-429b-8e53-09e552f0b847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:38:27.836780 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-061825f4-4bb6-4178-8beb-99140a7c2524 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:27.839306 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061825f4-4bb6-4178-8beb-99140a7c2524 None None] Bound using segment: {'id': 'eaa17c8d-8959-4d27-badd-829a9280ee05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '567b57a3-ad2b-429b-8e53-09e552f0b847'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:38:27.839820 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-061825f4-4bb6-4178-8beb-99140a7c2524 None None] Bound port: 1c0a4421-eea2-49c5-b18e-e66277127095, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa17c8d-8959-4d27-badd-829a9280ee05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '567b57a3-ad2b-429b-8e53-09e552f0b847'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:38:27.840213 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-061825f4-4bb6-4178-8beb-99140a7c2524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:27.916830 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b12dd88-bd8a-4f8d-8189-54b69f27dde8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a6c9ee-7b74-4352-862a-6041c908fb01,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:27.949423 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e9649a-cd9f-46c2-b472-77673fa634f2 None None] Pushing event updated for resources: {'Port': ['ID=73f143f3-8010-4f50-a3e0-5c6434c63611,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:28.092420 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9c5dd5f6-5313-4818-9953-d57221d9fc61 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:28.122613 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7e4be3c3-c664-424c-8f3c-648d36286e2b None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:28.140244 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7e4be3c3-c664-424c-8f3c-648d36286e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:28.252578 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f3568d-80c5-4dc4-a79c-07054883369f None None] Pushing event updated for resources: {'Port': ['ID=37bd65cd-5151-4666-9916-036c7969f9c9,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:28.283465 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-53c41c76-9d4b-44b6-bb01-ec391b9a545c None None] Provisioning complete for port 1c0a4421-eea2-49c5-b18e-e66277127095 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:28.286705 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-53c41c76-9d4b-44b6-bb01-ec391b9a545c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:28.300766 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-7e4be3c3-c664-424c-8f3c-648d36286e2b None None] Attempting to bind port 37bd65cd-5151-4666-9916-036c7969f9c9 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:38:28.301148 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-7e4be3c3-c664-424c-8f3c-648d36286e2b None None] Attempting to bind port 37bd65cd-5151-4666-9916-036c7969f9c9 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:38:28.301799 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4be3c3-c664-424c-8f3c-648d36286e2b None None] Attempting to bind port 37bd65cd-5151-4666-9916-036c7969f9c9 on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:38:28.312184 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4be3c3-c664-424c-8f3c-648d36286e2b None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:38:28.315517 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4be3c3-c664-424c-8f3c-648d36286e2b None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:38:28.316134 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7e4be3c3-c664-424c-8f3c-648d36286e2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:28.316845 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4be3c3-c664-424c-8f3c-648d36286e2b None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:38:28.317445 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-7e4be3c3-c664-424c-8f3c-648d36286e2b None None] Bound port: 37bd65cd-5151-4666-9916-036c7969f9c9, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:38:28.317932 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7e4be3c3-c664-424c-8f3c-648d36286e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:28.332648 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-67a676d1-c9b4-4860-8980-1b90c1af6c46 None None] For port d6aa82cb-e34b-42c0-ac01-4aa548773cd6, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:38:28.384946 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d74f9c-dae2-49f6-bd21-93d70e16b03f None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:38:28.465615 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7e4be3c3-c664-424c-8f3c-648d36286e2b None None] For port 37bd65cd-5151-4666-9916-036c7969f9c9, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:38:28.503971 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7e4be3c3-c664-424c-8f3c-648d36286e2b None None] For port 37bd65cd-5151-4666-9916-036c7969f9c9, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=37bd65cd-5151-4666-9916-036c7969f9c9,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:38:28.506483 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-67a676d1-c9b4-4860-8980-1b90c1af6c46 None None] For port d6aa82cb-e34b-42c0-ac01-4aa548773cd6, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=d6aa82cb-e34b-42c0-ac01-4aa548773cd6,segment=NetworkSegment(01015bf0-fa6a-44e1-8448-f68262af78cf),segment_id=01015bf0-fa6a-44e1-8448-f68262af78cf)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:38:28.516977 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7e4be3c3-c664-424c-8f3c-648d36286e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:28.603791 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 73f143f3-8010-4f50-a3e0-5c6434c63611 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:38:28.620034 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-67a676d1-c9b4-4860-8980-1b90c1af6c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:28.628702 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761403c8-f7dc-4372-8701-9bbdc4a1502a None None] Pushing event updated for resources: {'Port': ['ID=1c0a4421-eea2-49c5-b18e-e66277127095,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:28.672392 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f3568d-80c5-4dc4-a79c-07054883369f None None] Pushing event updated for resources: {'Port': ['ID=37bd65cd-5151-4666-9916-036c7969f9c9,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:28.708845 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4be3c3-c664-424c-8f3c-648d36286e2b None None] Routers {'0f97338b-7303-48d8-bfe5-e558f882f6a2'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:38:28.710454 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-7e4be3c3-c664-424c-8f3c-648d36286e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:38:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['0f97338b-7303-48d8-bfe5-e558f882f6a2'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:28.768706 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-061825f4-4bb6-4178-8beb-99140a7c2524 None None] For port 1c0a4421-eea2-49c5-b18e-e66277127095, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:38:28.777660 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-061825f4-4bb6-4178-8beb-99140a7c2524 None None] For port 1c0a4421-eea2-49c5-b18e-e66277127095, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=1c0a4421-eea2-49c5-b18e-e66277127095,segment=NetworkSegment(eaa17c8d-8959-4d27-badd-829a9280ee05),segment_id=eaa17c8d-8959-4d27-badd-829a9280ee05)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:38:28.784677 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f530cda5-a1a4-4e12-948f-8ffed6ea8937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:28.794166 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-25158e32-2035-413d-a08c-89362983990e None None] For port 18691d12-f8b8-475e-83c6-05d2ae5707b0, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:38:28.810321 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-25158e32-2035-413d-a08c-89362983990e None None] For port 18691d12-f8b8-475e-83c6-05d2ae5707b0, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=18691d12-f8b8-475e-83c6-05d2ae5707b0,segment=NetworkSegment(6670fd36-e135-4732-bea8-ef302971d924),segment_id=6670fd36-e135-4732-bea8-ef302971d924)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:38:28.906794 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-7e4be3c3-c664-424c-8f3c-648d36286e2b None None] Set router 0f97338b-7303-48d8-bfe5-e558f882f6a2 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:38:28.907135 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-53c41c76-9d4b-44b6-bb01-ec391b9a545c None None] Port 1c0a4421-eea2-49c5-b18e-e66277127095 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:38:28.971179 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5be8dc48-8c3a-43b8-ac91-a00a21296872 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:28.985207 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-25158e32-2035-413d-a08c-89362983990e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:29.019574 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-061825f4-4bb6-4178-8beb-99140a7c2524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:29.032373 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6963c466-f835-4f90-a0ba-3d5e2db15365 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:38:29.143083 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc3cc73-6ae2-4ef2-b04d-a700e3599af3 None None] Network 410a450c-c3f7-40bc-bbfd-6142a6219bdd requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:38:29.202624 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-f530cda5-a1a4-4e12-948f-8ffed6ea8937 admin admin] Allocated IP 172.20.0.1 (e09344b8-91df-4a5b-b7ac-4217b74aeb39/ab53b6df-2003-4cb5-8294-7f3ea39111be/1c747a57-ba45-49d0-af50-1cd53215a748) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:38:29.211953 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061825f4-4bb6-4178-8beb-99140a7c2524 None None] Routers {'95a47f8f-48a7-41eb-904a-c34db8155874'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:38:29.212856 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-061825f4-4bb6-4178-8beb-99140a7c2524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:38:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['95a47f8f-48a7-41eb-904a-c34db8155874'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:29.223591 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5be8dc48-8c3a-43b8-ac91-a00a21296872 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:29.255376 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9c5dd5f6-5313-4818-9953-d57221d9fc61 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:29.288701 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 73f143f3-8010-4f50-a3e0-5c6434c63611 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:29.288701 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:29.347638 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9c5dd5f6-5313-4818-9953-d57221d9fc61 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:29.539882 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9c5dd5f6-5313-4818-9953-d57221d9fc61 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:29.603943 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-7e4be3c3-c664-424c-8f3c-648d36286e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f97338b-7303-48d8-bfe5-e558f882f6a2', 'name': 'tempest-TestAggregatesBasicOps-442671508-router', 'tenant_id': 'e73a256b21b94ce6b8ac6bcc4d31b2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '37bd65cd-5151-4666-9916-036c7969f9c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:38:23Z', 'updated_at': '2021-11-09T21:38:25Z', 'revision_number': 3, 'project_id': 'e73a256b21b94ce6b8ac6bcc4d31b2cc', 'gw_port': {'id': '37bd65cd-5151-4666-9916-036c7969f9c9', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f4:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f97338b-7303-48d8-bfe5-e558f882f6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:38:24Z', 'updated_at': '2021-11-09T21:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:29.611191 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-95374c1d-6fc7-4129-a98f-371a328520ee None None] Provisioning complete for port 37bd65cd-5151-4666-9916-036c7969f9c9 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:29.611419 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-95374c1d-6fc7-4129-a98f-371a328520ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:29.612089 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f530cda5-a1a4-4e12-948f-8ffed6ea8937 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:29.625183 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a676d1-c9b4-4860-8980-1b90c1af6c46 None None] Pushing event updated for resources: {'Port': ['ID=d6aa82cb-e34b-42c0-ac01-4aa548773cd6,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:29.635296 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be8dc48-8c3a-43b8-ac91-a00a21296872 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Network 977a40bc-f138-4205-864c-efc831ce0413 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:38:29.656322 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-5be8dc48-8c3a-43b8-ac91-a00a21296872 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:38:29.674601 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be8dc48-8c3a-43b8-ac91-a00a21296872 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:38:29.685782 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4be3c3-c664-424c-8f3c-648d36286e2b None None] The sync data for ids ['0f97338b-7303-48d8-bfe5-e558f882f6a2'] in n-d-816206-3 is: [{'id': '0f97338b-7303-48d8-bfe5-e558f882f6a2', 'name': 'tempest-TestAggregatesBasicOps-442671508-router', 'tenant_id': 'e73a256b21b94ce6b8ac6bcc4d31b2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '37bd65cd-5151-4666-9916-036c7969f9c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:38:23Z', 'updated_at': '2021-11-09T21:38:25Z', 'revision_number': 3, 'project_id': 'e73a256b21b94ce6b8ac6bcc4d31b2cc', 'gw_port': {'id': '37bd65cd-5151-4666-9916-036c7969f9c9', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f4:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f97338b-7303-48d8-bfe5-e558f882f6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:38:24Z', 'updated_at': '2021-11-09T21:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:38:29.724283 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f530cda5-a1a4-4e12-948f-8ffed6ea8937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:29.848930 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be8dc48-8c3a-43b8-ac91-a00a21296872 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Pushing event updated for resources: {'Port': ['ID=0c2e5dcd-1ea0-483e-8cd0-5ad7832d9eb0,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:29.909651 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530cda5-a1a4-4e12-948f-8ffed6ea8937 admin admin] Pushing event updated for resources: {'Port': ['ID=1c747a57-ba45-49d0-af50-1cd53215a748,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:29.933650 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f530cda5-a1a4-4e12-948f-8ffed6ea8937 admin admin] Network e09344b8-91df-4a5b-b7ac-4217b74aeb39 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:38:29.937105 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-f530cda5-a1a4-4e12-948f-8ffed6ea8937 admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:38:29.940498 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f530cda5-a1a4-4e12-948f-8ffed6ea8937 admin admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:38:30.073950 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5be8dc48-8c3a-43b8-ac91-a00a21296872 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:30.092060 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f530cda5-a1a4-4e12-948f-8ffed6ea8937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:30.198666 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5dd5f6-5313-4818-9953-d57221d9fc61 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event updated for resources: {'Port': ['ID=b6a6c2a7-fae0-47f1-a838-5e8d686776d8,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:30.279401 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-061825f4-4bb6-4178-8beb-99140a7c2524 None None] Set router 95a47f8f-48a7-41eb-904a-c34db8155874 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:38:30.351764 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25158e32-2035-413d-a08c-89362983990e None None] Pushing event updated for resources: {'Port': ['ID=18691d12-f8b8-475e-83c6-05d2ae5707b0,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:30.359650 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5dd5f6-5313-4818-9953-d57221d9fc61 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Network 410a450c-c3f7-40bc-bbfd-6142a6219bdd is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:38:30.365897 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-9c5dd5f6-5313-4818-9953-d57221d9fc61 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:38:30.736655 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f530cda5-a1a4-4e12-948f-8ffed6ea8937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:30.818388 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5be8dc48-8c3a-43b8-ac91-a00a21296872 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:30.861926 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c5dd5f6-5313-4818-9953-d57221d9fc61 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Router 6ba3ce23-78ac-4132-88c1-ea51ef6a9f97 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:38:30.968060 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-95374c1d-6fc7-4129-a98f-371a328520ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:31.018177 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:31.119432 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f530cda5-a1a4-4e12-948f-8ffed6ea8937 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:31.132817 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f530cda5-a1a4-4e12-948f-8ffed6ea8937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:31.219952 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5dd5f6-5313-4818-9953-d57221d9fc61 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:38:31.229974 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-9c5dd5f6-5313-4818-9953-d57221d9fc61 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "PUT /v2.0/routers/6ba3ce23-78ac-4132-88c1-ea51ef6a9f97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1318686 Nov 09 21:38:31.232991 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41486) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:31.268943 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be7de96-2e88-46bd-947f-146175b82cab None None] Sync routers for ids ['6ba3ce23-78ac-4132-88c1-ea51ef6a9f97'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:38:31.285610 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-95374c1d-6fc7-4129-a98f-371a328520ee None None] For port 37bd65cd-5151-4666-9916-036c7969f9c9, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=37bd65cd-5151-4666-9916-036c7969f9c9,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:38:31.330379 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc6c143-0a04-45cc-a474-aa78e81e63fa None None] Network e09344b8-91df-4a5b-b7ac-4217b74aeb39 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:38:31.376162 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c74aee-5655-463d-b5cb-c768347656ea tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:31.377062 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-98c74aee-5655-463d-b5cb-c768347656ea tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "GET /v2.0/ports/b6a6c2a7-fae0-47f1-a838-5e8d686776d8 HTTP/1.1" status: 200 len: 910 time: 0.1379521 Nov 09 21:38:31.384676 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41488) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:31.472369 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f530cda5-a1a4-4e12-948f-8ffed6ea8937 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:31.505095 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530cda5-a1a4-4e12-948f-8ffed6ea8937 admin admin] Pushing event updated for resources: {'Port': ['ID=1c747a57-ba45-49d0-af50-1cd53215a748,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:31.525269 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41490) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:31.536268 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761403c8-f7dc-4372-8701-9bbdc4a1502a None None] Pushing event updated for resources: {'Port': ['ID=1c0a4421-eea2-49c5-b18e-e66277127095,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:31.543790 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-95374c1d-6fc7-4129-a98f-371a328520ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:31.642801 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be7de96-2e88-46bd-947f-146175b82cab None None] Routers {'6ba3ce23-78ac-4132-88c1-ea51ef6a9f97'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:38:31.646518 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-7be7de96-2e88-46bd-947f-146175b82cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:38:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['6ba3ce23-78ac-4132-88c1-ea51ef6a9f97'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:31.666249 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c537e250-0c79-49ff-a323-fb2388c50272 None None] Network 977a40bc-f138-4205-864c-efc831ce0413 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:38:31.736752 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 73f143f3-8010-4f50-a3e0-5c6434c63611, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=73f143f3-8010-4f50-a3e0-5c6434c63611,segment=NetworkSegment(2fb2fa46-580a-4322-af57-f5431e289053),segment_id=2fb2fa46-580a-4322-af57-f5431e289053)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:38:31.803911 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f530cda5-a1a4-4e12-948f-8ffed6ea8937 admin admin] Network e09344b8-91df-4a5b-b7ac-4217b74aeb39 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:38:31.807937 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-f530cda5-a1a4-4e12-948f-8ffed6ea8937 admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:38:31.820263 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-7be7de96-2e88-46bd-947f-146175b82cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:31.835618 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:31.889702 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-77a668e9-7dd8-4bbb-b5d8-7351e6dbec99 None None] Provisioning complete for port 73f143f3-8010-4f50-a3e0-5c6434c63611 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:31.890285 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-77a668e9-7dd8-4bbb-b5d8-7351e6dbec99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:31.962480 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95374c1d-6fc7-4129-a98f-371a328520ee None None] Pushing event updated for resources: {'Port': ['ID=37bd65cd-5151-4666-9916-036c7969f9c9,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:31.965293 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be7de96-2e88-46bd-947f-146175b82cab None None] Routers {'6ba3ce23-78ac-4132-88c1-ea51ef6a9f97'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:38:31.966698 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-7be7de96-2e88-46bd-947f-146175b82cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:38:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['6ba3ce23-78ac-4132-88c1-ea51ef6a9f97'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:32.036148 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-ac8f0260-4585-423b-9133-6fbc9a5a6b0b tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1211091571', 'router:external': True}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:38:32.065315 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f530cda5-a1a4-4e12-948f-8ffed6ea8937 admin admin] Router 0f97338b-7303-48d8-bfe5-e558f882f6a2 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:38:32.093947 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8f0260-4585-423b-9133-6fbc9a5a6b0b tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Made reservation on behalf of a8b7cd47815c4365a36f3699196a598a for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:38:32.096752 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac8f0260-4585-423b-9133-6fbc9a5a6b0b tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:32.106155 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=73f143f3-8010-4f50-a3e0-5c6434c63611,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:32.153161 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac8f0260-4585-423b-9133-6fbc9a5a6b0b tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:32.254898 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-7be7de96-2e88-46bd-947f-146175b82cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:32.255876 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be7de96-2e88-46bd-947f-146175b82cab None None] The sync data for ids ['6ba3ce23-78ac-4132-88c1-ea51ef6a9f97'] in n-d-816206-3 is: [] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:38:32.301283 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac8f0260-4585-423b-9133-6fbc9a5a6b0b tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:32.389569 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac8f0260-4585-423b-9133-6fbc9a5a6b0b tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:32.463871 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac8f0260-4585-423b-9133-6fbc9a5a6b0b tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:38:32.485551 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f0260-4585-423b-9133-6fbc9a5a6b0b tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270d33cb-f6d3-4aff-9330-328922d64839,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:32.518670 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac8f0260-4585-423b-9133-6fbc9a5a6b0b tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:32.519020 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-ac8f0260-4585-423b-9133-6fbc9a5a6b0b tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Added segment 11bf4ad7-eca1-4ac8-8bbf-a6a0f8883939 of type vlan for network 0f0cb327-e933-445c-9e54-71bd6317c917 Nov 09 21:38:32.530203 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f530cda5-a1a4-4e12-948f-8ffed6ea8937 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:38:32.553861 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f530cda5-a1a4-4e12-948f-8ffed6ea8937 admin admin] 10.222.0.49 "PUT /v2.0/routers/0f97338b-7303-48d8-bfe5-e558f882f6a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5288100 Nov 09 21:38:32.564021 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-061825f4-4bb6-4178-8beb-99140a7c2524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a47f8f-48a7-41eb-904a-c34db8155874', 'name': 'tempest-TestAggregatesBasicOps-821662963-router', 'tenant_id': '7167457c7fa34625b640bd66fabaec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '62908e32-9fe3-4cd8-a02a-14b573647278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:38:13Z', 'updated_at': '2021-11-09T21:38:18Z', 'revision_number': 4, 'project_id': '7167457c7fa34625b640bd66fabaec8d', 'gw_port': {'id': '62908e32-9fe3-4cd8-a02a-14b573647278', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:48:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a47f8f-48a7-41eb-904a-c34db8155874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:38:13Z', 'updated_at': '2021-11-09T21:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '1c0a4421-eea2-49c5-b18e-e66277127095', 'name': '', 'network_id': '567b57a3-ad2b-429b-8e53-09e552f0b847', 'tenant_id': '7167457c7fa34625b640bd66fabaec8d', 'mac_address': 'fa:16:3e:30:e9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a47f8f-48a7-41eb-904a-c34db8155874', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '48417a14-8e7a-4f3e-b98f-7bce02cc3157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:38:17Z', 'updated_at': '2021-11-09T21:38:28Z', 'revision_number': 4, 'project_id': '7167457c7fa34625b640bd66fabaec8d', 'subnets': [{'id': '48417a14-8e7a-4f3e-b98f-7bce02cc3157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:32.633506 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac8f0260-4585-423b-9133-6fbc9a5a6b0b tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:32.656219 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5be8dc48-8c3a-43b8-ac91-a00a21296872 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:32.663898 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061825f4-4bb6-4178-8beb-99140a7c2524 None None] The sync data for ids ['95a47f8f-48a7-41eb-904a-c34db8155874'] in n-d-816206-3 is: [{'id': '95a47f8f-48a7-41eb-904a-c34db8155874', 'name': 'tempest-TestAggregatesBasicOps-821662963-router', 'tenant_id': '7167457c7fa34625b640bd66fabaec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '62908e32-9fe3-4cd8-a02a-14b573647278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:38:13Z', 'updated_at': '2021-11-09T21:38:18Z', 'revision_number': 4, 'project_id': '7167457c7fa34625b640bd66fabaec8d', 'gw_port': {'id': '62908e32-9fe3-4cd8-a02a-14b573647278', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:48:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a47f8f-48a7-41eb-904a-c34db8155874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:38:13Z', 'updated_at': '2021-11-09T21:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '1c0a4421-eea2-49c5-b18e-e66277127095', 'name': '', 'network_id': '567b57a3-ad2b-429b-8e53-09e552f0b847', 'tenant_id': '7167457c7fa34625b640bd66fabaec8d', 'mac_address': 'fa:16:3e:30:e9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a47f8f-48a7-41eb-904a-c34db8155874', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '48417a14-8e7a-4f3e-b98f-7bce02cc3157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:38:17Z', 'updated_at': '2021-11-09T21:38:28Z', 'revision_number': 4, 'project_id': '7167457c7fa34625b640bd66fabaec8d', 'subnets': [{'id': '48417a14-8e7a-4f3e-b98f-7bce02cc3157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:38:32.681572 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device d6aa82cb-e34b-42c0-ac01-4aa548773cd6 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:38:32.720900 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac8f0260-4585-423b-9133-6fbc9a5a6b0b tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:32.722249 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8f0260-4585-423b-9133-6fbc9a5a6b0b tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:32.723858 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac8f0260-4585-423b-9133-6fbc9a5a6b0b tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:32.761487 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5be8dc48-8c3a-43b8-ac91-a00a21296872 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:32.886159 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port d6aa82cb-e34b-42c0-ac01-4aa548773cd6 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:32.886627 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:32.944226 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f0260-4585-423b-9133-6fbc9a5a6b0b tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Pushing event updated for resources: {'Network': ['ID=0f0cb327-e933-445c-9e54-71bd6317c917,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:32.995098 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ac8f0260-4585-423b-9133-6fbc9a5a6b0b tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.4675870 Nov 09 21:38:32.999582 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 0f0cb327-e933-445c-9e54-71bd6317c917 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:38:33.007551 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41514) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:33.025122 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-e55823fd-0d6b-47dd-8022-79b3e6e3b75b tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Request body: {'subnet': {'network_id': '0f0cb327-e933-445c-9e54-71bd6317c917', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:38:33.074863 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be8dc48-8c3a-43b8-ac91-a00a21296872 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Pushing event updated for resources: {'Port': ['ID=0c2e5dcd-1ea0-483e-8cd0-5ad7832d9eb0,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:33.142382 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55823fd-0d6b-47dd-8022-79b3e6e3b75b tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Made reservation on behalf of a8b7cd47815c4365a36f3699196a598a for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:38:33.145021 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e55823fd-0d6b-47dd-8022-79b3e6e3b75b tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:33.155472 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:33.169621 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-77a668e9-7dd8-4bbb-b5d8-7351e6dbec99 None None] Provisioning complete for port d6aa82cb-e34b-42c0-ac01-4aa548773cd6 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:33.170023 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-77a668e9-7dd8-4bbb-b5d8-7351e6dbec99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:33.221985 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687f797f-19e2-4d38-b932-bfc1b4452eb7 None None] Sync routers for ids ['0f97338b-7303-48d8-bfe5-e558f882f6a2'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:38:33.223476 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5be8dc48-8c3a-43b8-ac91-a00a21296872 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:33.233904 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687f797f-19e2-4d38-b932-bfc1b4452eb7 None None] Routers {'0f97338b-7303-48d8-bfe5-e558f882f6a2'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:38:33.245558 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-687f797f-19e2-4d38-b932-bfc1b4452eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:38:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['0f97338b-7303-48d8-bfe5-e558f882f6a2'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:33.263932 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port d6aa82cb-e34b-42c0-ac01-4aa548773cd6, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=d6aa82cb-e34b-42c0-ac01-4aa548773cd6,segment=NetworkSegment(01015bf0-fa6a-44e1-8448-f68262af78cf),segment_id=01015bf0-fa6a-44e1-8448-f68262af78cf)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:38:33.274087 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:33.276660 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 37bd65cd-5151-4666-9916-036c7969f9c9 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:38:33.375492 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5bf60d6a-e416-476c-8884-0c39f9dc5561 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:33.733422 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 37bd65cd-5151-4666-9916-036c7969f9c9 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:33.733997 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:33.963938 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:34.018314 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:38:34.028415 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be8dc48-8c3a-43b8-ac91-a00a21296872 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Network 977a40bc-f138-4205-864c-efc831ce0413 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:38:34.033673 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=d6aa82cb-e34b-42c0-ac01-4aa548773cd6,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:34.051192 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-5be8dc48-8c3a-43b8-ac91-a00a21296872 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:38:34.078718 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-687f797f-19e2-4d38-b932-bfc1b4452eb7 None None] Set router 0f97338b-7303-48d8-bfe5-e558f882f6a2 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:38:34.080873 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-77a668e9-7dd8-4bbb-b5d8-7351e6dbec99 None None] Provisioning complete for port 37bd65cd-5151-4666-9916-036c7969f9c9 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:34.081254 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-77a668e9-7dd8-4bbb-b5d8-7351e6dbec99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:34.287727 n-d-816206-3 neutron-server[102607]: DEBUG neutron.objects.ports [None req-e55823fd-0d6b-47dd-8022-79b3e6e3b75b tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102607) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 21:38:34.288299 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e55823fd-0d6b-47dd-8022-79b3e6e3b75b tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:34.448412 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-5bf60d6a-e416-476c-8884-0c39f9dc5561 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Deleting port b6a6c2a7-fae0-47f1-a838-5e8d686776d8 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:38:34.448835 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5bf60d6a-e416-476c-8884-0c39f9dc5561 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:34.454210 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55823fd-0d6b-47dd-8022-79b3e6e3b75b tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Checking segment: {'id': '11bf4ad7-eca1-4ac8-8bbf-a6a0f8883939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0f0cb327-e933-445c-9e54-71bd6317c917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:38:34.454581 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55823fd-0d6b-47dd-8022-79b3e6e3b75b tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Network hostable DHCP agents. Network: 0f0cb327-e933-445c-9e54-71bd6317c917, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:38:34.458180 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55823fd-0d6b-47dd-8022-79b3e6e3b75b tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ffc59246-b12f-45ad-8081-4fd9ffd44a75,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:34.492980 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 1c0a4421-eea2-49c5-b18e-e66277127095 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:38:34.544983 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55823fd-0d6b-47dd-8022-79b3e6e3b75b tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Network 0f0cb327-e933-445c-9e54-71bd6317c917 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:38:34.567334 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-e55823fd-0d6b-47dd-8022-79b3e6e3b75b tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 0f0cb327-e933-445c-9e54-71bd6317c917) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:38:34.580300 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55823fd-0d6b-47dd-8022-79b3e6e3b75b tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:34.580531 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e55823fd-0d6b-47dd-8022-79b3e6e3b75b tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:34.633338 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e55823fd-0d6b-47dd-8022-79b3e6e3b75b tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6223214 Nov 09 21:38:34.633650 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41550) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:34.650057 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-c5dd720d-8bf2-422f-aa3f-defe27d826aa tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-756757078', 'network_id': '0f0cb327-e933-445c-9e54-71bd6317c917'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:38:34.732675 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5dd720d-8bf2-422f-aa3f-defe27d826aa tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Made reservation on behalf of a8b7cd47815c4365a36f3699196a598a for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:38:34.737010 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c5dd720d-8bf2-422f-aa3f-defe27d826aa tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:34.754414 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be8dc48-8c3a-43b8-ac91-a00a21296872 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Router 5fafc3bf-90af-44a7-ad16-18733c4d04e3 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:38:34.770353 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-c5dd720d-8bf2-422f-aa3f-defe27d826aa tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] device_id is not set on port 7ea1d0e5-49ca-4756-961a-4fe34aa627ed yet. {{(pid=102607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:38:34.902219 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5bf60d6a-e416-476c-8884-0c39f9dc5561 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:34.962942 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-687f797f-19e2-4d38-b932-bfc1b4452eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f97338b-7303-48d8-bfe5-e558f882f6a2', 'name': 'tempest-TestAggregatesBasicOps-442671508-router', 'tenant_id': 'e73a256b21b94ce6b8ac6bcc4d31b2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '37bd65cd-5151-4666-9916-036c7969f9c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:38:23Z', 'updated_at': '2021-11-09T21:38:30Z', 'revision_number': 4, 'project_id': 'e73a256b21b94ce6b8ac6bcc4d31b2cc', 'gw_port': {'id': '37bd65cd-5151-4666-9916-036c7969f9c9', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f97338b-7303-48d8-bfe5-e558f882f6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:38:24Z', 'updated_at': '2021-11-09T21:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '1c747a57-ba45-49d0-af50-1cd53215a748', 'name': '', 'network_id': 'e09344b8-91df-4a5b-b7ac-4217b74aeb39', 'tenant_id': 'e73a256b21b94ce6b8ac6bcc4d31b2cc', 'mac_address': 'fa:16:3e:d8:c0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f97338b-7303-48d8-bfe5-e558f882f6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': 'ab53b6df-2003-4cb5-8294-7f3ea39111be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:38:28Z', 'updated_at': '2021-11-09T21:38:30Z', 'revision_number': 2, 'project_id': 'e73a256b21b94ce6b8ac6bcc4d31b2cc', 'subnets': [{'id': 'ab53b6df-2003-4cb5-8294-7f3ea39111be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:34.999864 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-5bf60d6a-e416-476c-8884-0c39f9dc5561 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Calling delete_port for b6a6c2a7-fae0-47f1-a838-5e8d686776d8 owned by network:router_interface {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:38:35.021881 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687f797f-19e2-4d38-b932-bfc1b4452eb7 None None] Checking router: 0f97338b-7303-48d8-bfe5-e558f882f6a2 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:38:35.022399 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687f797f-19e2-4d38-b932-bfc1b4452eb7 None None] Updating router 0f97338b-7303-48d8-bfe5-e558f882f6a2 port 1c747a57-ba45-49d0-af50-1cd53215a748 binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:38:35.023517 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-c5dd720d-8bf2-422f-aa3f-defe27d826aa tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Allocated IP 172.20.0.3 (0f0cb327-e933-445c-9e54-71bd6317c917/ffc59246-b12f-45ad-8081-4fd9ffd44a75/7ea1d0e5-49ca-4756-961a-4fe34aa627ed) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:38:35.051049 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-687f797f-19e2-4d38-b932-bfc1b4452eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:35.053100 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e420e9f-1415-4c15-91ca-da4e3c6be438 None None] Network 0f0cb327-e933-445c-9e54-71bd6317c917 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:38:35.277004 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-77a668e9-7dd8-4bbb-b5d8-7351e6dbec99 None None] Provisioning complete for port 18691d12-f8b8-475e-83c6-05d2ae5707b0 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:35.277564 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-77a668e9-7dd8-4bbb-b5d8-7351e6dbec99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:35.296940 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3d568d-1025-4353-97d1-d1d8165970ef None None] Network 0f0cb327-e933-445c-9e54-71bd6317c917 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:38:35.421864 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 1c0a4421-eea2-49c5-b18e-e66277127095 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:35.422241 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:35.480365 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c5dd720d-8bf2-422f-aa3f-defe27d826aa tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:35.495511 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41572) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:35.616043 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c5dd720d-8bf2-422f-aa3f-defe27d826aa tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:35.643831 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dd720d-8bf2-422f-aa3f-defe27d826aa tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Network 0f0cb327-e933-445c-9e54-71bd6317c917 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:38:35.651216 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-c5dd720d-8bf2-422f-aa3f-defe27d826aa tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:38:35.672239 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-77a668e9-7dd8-4bbb-b5d8-7351e6dbec99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:35.679140 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-687f797f-19e2-4d38-b932-bfc1b4452eb7 None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:35.681607 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dd720d-8bf2-422f-aa3f-defe27d826aa tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:38:35.690671 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-687f797f-19e2-4d38-b932-bfc1b4452eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:35.710530 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-77a668e9-7dd8-4bbb-b5d8-7351e6dbec99 None None] For port 18691d12-f8b8-475e-83c6-05d2ae5707b0, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=18691d12-f8b8-475e-83c6-05d2ae5707b0,segment=NetworkSegment(6670fd36-e135-4732-bea8-ef302971d924),segment_id=6670fd36-e135-4732-bea8-ef302971d924)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:38:35.712715 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:35.747151 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5dd720d-8bf2-422f-aa3f-defe27d826aa tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:35.748432 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c5dd720d-8bf2-422f-aa3f-defe27d826aa tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:35.753785 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 1c0a4421-eea2-49c5-b18e-e66277127095, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=1c0a4421-eea2-49c5-b18e-e66277127095,segment=NetworkSegment(eaa17c8d-8959-4d27-badd-829a9280ee05),segment_id=eaa17c8d-8959-4d27-badd-829a9280ee05)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:38:35.755413 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-77a668e9-7dd8-4bbb-b5d8-7351e6dbec99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:35.801934 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:35.804066 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 18691d12-f8b8-475e-83c6-05d2ae5707b0 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:38:35.818466 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c5dd720d-8bf2-422f-aa3f-defe27d826aa tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.1826837 Nov 09 21:38:35.902387 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-77a668e9-7dd8-4bbb-b5d8-7351e6dbec99 None None] Provisioning complete for port 1c0a4421-eea2-49c5-b18e-e66277127095 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:35.902885 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-77a668e9-7dd8-4bbb-b5d8-7351e6dbec99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:35.922088 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-687f797f-19e2-4d38-b932-bfc1b4452eb7 None None] Attempting to bind port 1c747a57-ba45-49d0-af50-1cd53215a748 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:38:35.922821 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-687f797f-19e2-4d38-b932-bfc1b4452eb7 None None] Attempting to bind port 1c747a57-ba45-49d0-af50-1cd53215a748 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '01015bf0-fa6a-44e1-8448-f68262af78cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e09344b8-91df-4a5b-b7ac-4217b74aeb39'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:38:35.923641 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687f797f-19e2-4d38-b932-bfc1b4452eb7 None None] Attempting to bind port 1c747a57-ba45-49d0-af50-1cd53215a748 on network e09344b8-91df-4a5b-b7ac-4217b74aeb39 {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:38:35.935753 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687f797f-19e2-4d38-b932-bfc1b4452eb7 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:38:35.936602 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687f797f-19e2-4d38-b932-bfc1b4452eb7 None None] Checking segment: {'id': '01015bf0-fa6a-44e1-8448-f68262af78cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e09344b8-91df-4a5b-b7ac-4217b74aeb39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:38:35.937407 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-687f797f-19e2-4d38-b932-bfc1b4452eb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:35.938028 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687f797f-19e2-4d38-b932-bfc1b4452eb7 None None] Bound using segment: {'id': '01015bf0-fa6a-44e1-8448-f68262af78cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e09344b8-91df-4a5b-b7ac-4217b74aeb39'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:38:35.938770 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-687f797f-19e2-4d38-b932-bfc1b4452eb7 None None] Bound port: 1c747a57-ba45-49d0-af50-1cd53215a748, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01015bf0-fa6a-44e1-8448-f68262af78cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e09344b8-91df-4a5b-b7ac-4217b74aeb39'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:38:35.939415 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-687f797f-19e2-4d38-b932-bfc1b4452eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:35.958649 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41576) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:36.030405 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a668e9-7dd8-4bbb-b5d8-7351e6dbec99 None None] Pushing event updated for resources: {'Port': ['ID=18691d12-f8b8-475e-83c6-05d2ae5707b0,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:36.046501 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd720d-8bf2-422f-aa3f-defe27d826aa tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Pushing event updated for resources: {'Port': ['ID=7ea1d0e5-49ca-4756-961a-4fe34aa627ed,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:36.047873 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-687f797f-19e2-4d38-b932-bfc1b4452eb7 None None] For port 1c747a57-ba45-49d0-af50-1cd53215a748, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:38:36.057409 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-687f797f-19e2-4d38-b932-bfc1b4452eb7 None None] For port 1c747a57-ba45-49d0-af50-1cd53215a748, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=1c747a57-ba45-49d0-af50-1cd53215a748,segment=NetworkSegment(01015bf0-fa6a-44e1-8448-f68262af78cf),segment_id=01015bf0-fa6a-44e1-8448-f68262af78cf)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:38:36.071515 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63bea3-d2d2-408d-b704-a40e188af660 None None] Pushing event updated for resources: {'Port': ['ID=1c747a57-ba45-49d0-af50-1cd53215a748,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:36.075583 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-687f797f-19e2-4d38-b932-bfc1b4452eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:36.178409 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 18691d12-f8b8-475e-83c6-05d2ae5707b0 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:36.178409 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:36.200897 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687f797f-19e2-4d38-b932-bfc1b4452eb7 None None] Routers {'0f97338b-7303-48d8-bfe5-e558f882f6a2'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:38:36.210181 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-687f797f-19e2-4d38-b932-bfc1b4452eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:38:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['0f97338b-7303-48d8-bfe5-e558f882f6a2'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:36.223879 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-2c905782-5b1e-409e-beda-46f40d4e89e6 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Deleting port 7ea1d0e5-49ca-4756-961a-4fe34aa627ed {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:38:36.224481 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2c905782-5b1e-409e-beda-46f40d4e89e6 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:36.269997 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [req-f7875fae-f946-4088-88c2-a02e06e2d02f req-ece7bae7-ca87-4b64-acbd-cbfbccd68575 service neutron] (102608) timed out ('10.222.0.49', 45038) {{(pid=102608) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 21:38:36.282450 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=1c0a4421-eea2-49c5-b18e-e66277127095,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:36.307642 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63bea3-d2d2-408d-b704-a40e188af660 None None] Pushing event updated for resources: {'Port': ['ID=1c747a57-ba45-49d0-af50-1cd53215a748,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:36.348372 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2c905782-5b1e-409e-beda-46f40d4e89e6 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:36.371556 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-2c905782-5b1e-409e-beda-46f40d4e89e6 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Calling delete_port for 7ea1d0e5-49ca-4756-961a-4fe34aa627ed owned by {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:38:36.456063 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-e1cc8df9-4ec9-40fd-b55b-5909d97f99ac None None] Provisioning complete for port 73f143f3-8010-4f50-a3e0-5c6434c63611 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:36.456842 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e1cc8df9-4ec9-40fd-b55b-5909d97f99ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:36.507751 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-687f797f-19e2-4d38-b932-bfc1b4452eb7 None None] Set router 0f97338b-7303-48d8-bfe5-e558f882f6a2 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:38:36.656948 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be8dc48-8c3a-43b8-ac91-a00a21296872 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:38:36.675111 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee64fb0-1870-420a-8bac-7b5de0bbc69b None None] Sync routers for ids ['5fafc3bf-90af-44a7-ad16-18733c4d04e3'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:38:36.700888 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0ee955c4-e564-4eaf-be6f-3fb1a9dea392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:36.702054 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee64fb0-1870-420a-8bac-7b5de0bbc69b None None] Routers {'5fafc3bf-90af-44a7-ad16-18733c4d04e3'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:38:36.704076 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-8ee64fb0-1870-420a-8bac-7b5de0bbc69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:38:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['5fafc3bf-90af-44a7-ad16-18733c4d04e3'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:36.712546 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5be8dc48-8c3a-43b8-ac91-a00a21296872 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "PUT /v2.0/routers/5fafc3bf-90af-44a7-ad16-18733c4d04e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2653844 Nov 09 21:38:36.761541 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5bf60d6a-e416-476c-8884-0c39f9dc5561 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:36.848404 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf60d6a-e416-476c-8884-0c39f9dc5561 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event deleted for resources: {'Port': ['ID=b6a6c2a7-fae0-47f1-a838-5e8d686776d8,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:36.853529 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-8ee64fb0-1870-420a-8bac-7b5de0bbc69b None None] Set router 5fafc3bf-90af-44a7-ad16-18733c4d04e3 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:38:36.982930 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-687f797f-19e2-4d38-b932-bfc1b4452eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f97338b-7303-48d8-bfe5-e558f882f6a2', 'name': 'tempest-TestAggregatesBasicOps-442671508-router', 'tenant_id': 'e73a256b21b94ce6b8ac6bcc4d31b2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '37bd65cd-5151-4666-9916-036c7969f9c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:38:23Z', 'updated_at': '2021-11-09T21:38:30Z', 'revision_number': 4, 'project_id': 'e73a256b21b94ce6b8ac6bcc4d31b2cc', 'gw_port': {'id': '37bd65cd-5151-4666-9916-036c7969f9c9', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f97338b-7303-48d8-bfe5-e558f882f6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:38:24Z', 'updated_at': '2021-11-09T21:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '1c747a57-ba45-49d0-af50-1cd53215a748', 'name': '', 'network_id': 'e09344b8-91df-4a5b-b7ac-4217b74aeb39', 'tenant_id': 'e73a256b21b94ce6b8ac6bcc4d31b2cc', 'mac_address': 'fa:16:3e:d8:c0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f97338b-7303-48d8-bfe5-e558f882f6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': 'ab53b6df-2003-4cb5-8294-7f3ea39111be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:38:28Z', 'updated_at': '2021-11-09T21:38:36Z', 'revision_number': 4, 'project_id': 'e73a256b21b94ce6b8ac6bcc4d31b2cc', 'subnets': [{'id': 'ab53b6df-2003-4cb5-8294-7f3ea39111be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:36.986682 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device d6aa82cb-e34b-42c0-ac01-4aa548773cd6 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:38:36.992062 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-e1cc8df9-4ec9-40fd-b55b-5909d97f99ac None None] Provisioning complete for port b6a6c2a7-fae0-47f1-a838-5e8d686776d8 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:36.992548 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e1cc8df9-4ec9-40fd-b55b-5909d97f99ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:37.083067 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687f797f-19e2-4d38-b932-bfc1b4452eb7 None None] The sync data for ids ['0f97338b-7303-48d8-bfe5-e558f882f6a2'] in n-d-816206-3 is: [{'id': '0f97338b-7303-48d8-bfe5-e558f882f6a2', 'name': 'tempest-TestAggregatesBasicOps-442671508-router', 'tenant_id': 'e73a256b21b94ce6b8ac6bcc4d31b2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '37bd65cd-5151-4666-9916-036c7969f9c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:38:23Z', 'updated_at': '2021-11-09T21:38:30Z', 'revision_number': 4, 'project_id': 'e73a256b21b94ce6b8ac6bcc4d31b2cc', 'gw_port': {'id': '37bd65cd-5151-4666-9916-036c7969f9c9', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f97338b-7303-48d8-bfe5-e558f882f6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:38:24Z', 'updated_at': '2021-11-09T21:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '1c747a57-ba45-49d0-af50-1cd53215a748', 'name': '', 'network_id': 'e09344b8-91df-4a5b-b7ac-4217b74aeb39', 'tenant_id': 'e73a256b21b94ce6b8ac6bcc4d31b2cc', 'mac_address': 'fa:16:3e:d8:c0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f97338b-7303-48d8-bfe5-e558f882f6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': 'ab53b6df-2003-4cb5-8294-7f3ea39111be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:38:28Z', 'updated_at': '2021-11-09T21:38:36Z', 'revision_number': 4, 'project_id': 'e73a256b21b94ce6b8ac6bcc4d31b2cc', 'subnets': [{'id': 'ab53b6df-2003-4cb5-8294-7f3ea39111be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:38:37.161126 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2c905782-5b1e-409e-beda-46f40d4e89e6 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:37.229760 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5bf60d6a-e416-476c-8884-0c39f9dc5561 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:37.289132 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-e1cc8df9-4ec9-40fd-b55b-5909d97f99ac None None] Port b6a6c2a7-fae0-47f1-a838-5e8d686776d8 was deleted so its status cannot be updated. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 09 21:38:37.395015 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-e1cc8df9-4ec9-40fd-b55b-5909d97f99ac None None] Provisioning complete for port 18691d12-f8b8-475e-83c6-05d2ae5707b0 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:37.395393 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e1cc8df9-4ec9-40fd-b55b-5909d97f99ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:37.442737 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c905782-5b1e-409e-beda-46f40d4e89e6 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Pushing event deleted for resources: {'Port': ['ID=7ea1d0e5-49ca-4756-961a-4fe34aa627ed,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:37.635250 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf60d6a-e416-476c-8884-0c39f9dc5561 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Router 6ba3ce23-78ac-4132-88c1-ea51ef6a9f97 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:38:37.658204 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port d6aa82cb-e34b-42c0-ac01-4aa548773cd6 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:37.658572 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:37.681761 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2c905782-5b1e-409e-beda-46f40d4e89e6 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:37.689740 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2c905782-5b1e-409e-beda-46f40d4e89e6 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] 10.222.0.49 "DELETE /v2.0/ports/7ea1d0e5-49ca-4756-961a-4fe34aa627ed HTTP/1.1" status: 204 len: 168 time: 1.6546907 Nov 09 21:38:37.702540 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-55acb682-c9c8-486d-a60b-3df4eb981dde tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:37.704181 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-55acb682-c9c8-486d-a60b-3df4eb981dde tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/networks?id=977a40bc-f138-4205-864c-efc831ce0413 HTTP/1.1" status: 200 len: 798 time: 0.5624578 Nov 09 21:38:37.704818 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41604) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:37.764513 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf60d6a-e416-476c-8884-0c39f9dc5561 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:38:37.775946 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5bf60d6a-e416-476c-8884-0c39f9dc5561 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "PUT /v2.0/routers/6ba3ce23-78ac-4132-88c1-ea51ef6a9f97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3897762 Nov 09 21:38:37.776655 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41606) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:37.777134 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2754f485-afc4-4a61-ae4c-4e4d9f9a7142 None None] Sync routers for ids ['6ba3ce23-78ac-4132-88c1-ea51ef6a9f97'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:38:37.803372 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2754f485-afc4-4a61-ae4c-4e4d9f9a7142 None None] Routers {'6ba3ce23-78ac-4132-88c1-ea51ef6a9f97'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:38:37.806474 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-2754f485-afc4-4a61-ae4c-4e4d9f9a7142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:38:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['6ba3ce23-78ac-4132-88c1-ea51ef6a9f97'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:37.816056 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-59b410df-147b-447f-a5c6-7e16a45ddf03 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ba3ce23-78ac-4132-88c1-ea51ef6a9f97 HTTP/1.1" status: 200 len: 205 time: 0.0381939 Nov 09 21:38:37.816753 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41608) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:37.918068 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-2754f485-afc4-4a61-ae4c-4e4d9f9a7142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:37.955179 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 73f143f3-8010-4f50-a3e0-5c6434c63611 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:38:37.970670 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0f1f6b22-a658-4b2e-93d1-ec09a42a6dfb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:37.971531 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2754f485-afc4-4a61-ae4c-4e4d9f9a7142 None None] Routers {'6ba3ce23-78ac-4132-88c1-ea51ef6a9f97'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:38:37.972163 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-2754f485-afc4-4a61-ae4c-4e4d9f9a7142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:38:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['6ba3ce23-78ac-4132-88c1-ea51ef6a9f97'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:38.031894 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-2754f485-afc4-4a61-ae4c-4e4d9f9a7142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:38.042081 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-e1cc8df9-4ec9-40fd-b55b-5909d97f99ac None None] Provisioning complete for port d6aa82cb-e34b-42c0-ac01-4aa548773cd6 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:38.043418 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2754f485-afc4-4a61-ae4c-4e4d9f9a7142 None None] The sync data for ids ['6ba3ce23-78ac-4132-88c1-ea51ef6a9f97'] in n-d-816206-3 is: [] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:38:38.051927 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e1cc8df9-4ec9-40fd-b55b-5909d97f99ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:38.128691 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-8ee64fb0-1870-420a-8bac-7b5de0bbc69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fafc3bf-90af-44a7-ad16-18733c4d04e3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-567239644', 'tenant_id': '5f44489c50e04b2db090f1564633b127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '1d5eff90-10f7-4e63-8017-b9b5e93562df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:38:15Z', 'updated_at': '2021-11-09T21:38:30Z', 'revision_number': 4, 'project_id': '5f44489c50e04b2db090f1564633b127', 'gw_port': {'id': '1d5eff90-10f7-4e63-8017-b9b5e93562df', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:21:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fafc3bf-90af-44a7-ad16-18733c4d04e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:38:16Z', 'updated_at': '2021-11-09T21:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '0c2e5dcd-1ea0-483e-8cd0-5ad7832d9eb0', 'name': '', 'network_id': '977a40bc-f138-4205-864c-efc831ce0413', 'tenant_id': '5f44489c50e04b2db090f1564633b127', 'mac_address': 'fa:16:3e:05:33:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fafc3bf-90af-44a7-ad16-18733c4d04e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'bbd7146b-1b99-444e-bba6-ef77dc713d79', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:38:25Z', 'updated_at': '2021-11-09T21:38:31Z', 'revision_number': 2, 'project_id': '5f44489c50e04b2db090f1564633b127', 'subnets': [{'id': 'bbd7146b-1b99-444e-bba6-ef77dc713d79', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:38.229451 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee64fb0-1870-420a-8bac-7b5de0bbc69b None None] Checking router: 5fafc3bf-90af-44a7-ad16-18733c4d04e3 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:38:38.229957 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee64fb0-1870-420a-8bac-7b5de0bbc69b None None] Updating router 5fafc3bf-90af-44a7-ad16-18733c4d04e3 port 0c2e5dcd-1ea0-483e-8cd0-5ad7832d9eb0 binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:38:38.286250 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8ee64fb0-1870-420a-8bac-7b5de0bbc69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:38.301320 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 73f143f3-8010-4f50-a3e0-5c6434c63611 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:38.302082 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:38.385050 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0f1f6b22-a658-4b2e-93d1-ec09a42a6dfb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:38.388433 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0f1f6b22-a658-4b2e-93d1-ec09a42a6dfb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:38.421580 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-e1cc8df9-4ec9-40fd-b55b-5909d97f99ac None None] Provisioning complete for port 1c747a57-ba45-49d0-af50-1cd53215a748 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:38.421947 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e1cc8df9-4ec9-40fd-b55b-5909d97f99ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:38.458396 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0f1f6b22-a658-4b2e-93d1-ec09a42a6dfb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:38.458923 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1f6b22-a658-4b2e-93d1-ec09a42a6dfb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Fanout notify agent at l3_agent the message router_deleted on router 6ba3ce23-78ac-4132-88c1-ea51ef6a9f97 {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:38:38.472211 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0f1f6b22-a658-4b2e-93d1-ec09a42a6dfb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:38.477572 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0f1f6b22-a658-4b2e-93d1-ec09a42a6dfb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "DELETE /v2.0/routers/6ba3ce23-78ac-4132-88c1-ea51ef6a9f97 HTTP/1.1" status: 204 len: 168 time: 0.6589003 Nov 09 21:38:38.479618 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41612) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:38.618177 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9583dcf-8da1-4415-bf31-8141470be472 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Deleting subnet 71fa6e4a-44e2-4755-a6e5-eefc418db940 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:38:38.622468 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-47bf2749-7fe9-4bb4-9c00-df3a5512d000 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f0cb327-e933-445c-9e54-71bd6317c917', 'external_fixed_ips': [{'subnet_id': 'ffc59246-b12f-45ad-8081-4fd9ffd44a75', 'ip_address': '172.20.0.3'}]}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:38:38.626663 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e9583dcf-8da1-4415-bf31-8141470be472 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:38.701415 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-01c67e26-6390-4eec-af3b-09e67f6a7d18 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/quotas/5f44489c50e04b2db090f1564633b127 HTTP/1.1" status: 200 len: 375 time: 0.9777822 Nov 09 21:38:38.703548 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-47bf2749-7fe9-4bb4-9c00-df3a5512d000 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:38.708278 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-47bf2749-7fe9-4bb4-9c00-df3a5512d000 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:38.729879 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e9583dcf-8da1-4415-bf31-8141470be472 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:38.905895 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e9583dcf-8da1-4415-bf31-8141470be472 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:38.946388 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-05073eb4-663f-4220-8940-e01dd47d97d6 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5f44489c50e04b2db090f1564633b127&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2439656 Nov 09 21:38:39.030189 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-47bf2749-7fe9-4bb4-9c00-df3a5512d000 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:39.067722 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e9583dcf-8da1-4415-bf31-8141470be472 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:39.150552 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9583dcf-8da1-4415-bf31-8141470be472 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event deleted for resources: {'Subnet': ['ID=71fa6e4a-44e2-4755-a6e5-eefc418db940,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:39.188597 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e9583dcf-8da1-4415-bf31-8141470be472 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:39.202087 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e9583dcf-8da1-4415-bf31-8141470be472 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "DELETE /v2.0/subnets/71fa6e4a-44e2-4755-a6e5-eefc418db940 HTTP/1.1" status: 204 len: 168 time: 0.7214775 Nov 09 21:38:39.203917 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41620) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:39.264168 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43271433-58b6-4ef8-a612-f0c5d0cd4c1b None None] Network 410a450c-c3f7-40bc-bbfd-6142a6219bdd requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:38:39.269673 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-bddbf2ea-31df-440c-8f54-e5fe2e0bb3b4 service neutron] 10.222.0.49 "GET /v2.0/networks/977a40bc-f138-4205-864c-efc831ce0413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617776 Nov 09 21:38:39.368005 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-0ee955c4-e564-4eaf-be6f-3fb1a9dea392 admin admin] Deleting port 1c0a4421-eea2-49c5-b18e-e66277127095 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:38:39.368449 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0ee955c4-e564-4eaf-be6f-3fb1a9dea392 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:39.419366 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 37bd65cd-5151-4666-9916-036c7969f9c9 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:38:39.425558 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0644c9b2-ad71-4576-8630-8ecc8e154264 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:39.527730 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-47bf2749-7fe9-4bb4-9c00-df3a5512d000 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:39.536461 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-0644c9b2-ad71-4576-8630-8ecc8e154264 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Deleting port 73f143f3-8010-4f50-a3e0-5c6434c63611 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:38:39.537123 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0644c9b2-ad71-4576-8630-8ecc8e154264 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:39.599493 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e1cc8df9-4ec9-40fd-b55b-5909d97f99ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:39.610650 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-0644c9b2-ad71-4576-8630-8ecc8e154264 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] For port 73f143f3-8010-4f50-a3e0-5c6434c63611, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=73f143f3-8010-4f50-a3e0-5c6434c63611,segment=NetworkSegment(2fb2fa46-580a-4322-af57-f5431e289053),segment_id=2fb2fa46-580a-4322-af57-f5431e289053)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:38:39.611049 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0644c9b2-ad71-4576-8630-8ecc8e154264 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:39.631523 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-0644c9b2-ad71-4576-8630-8ecc8e154264 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Calling delete_port for 73f143f3-8010-4f50-a3e0-5c6434c63611 owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:38:39.671936 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 37bd65cd-5151-4666-9916-036c7969f9c9 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:39.672317 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:39.715622 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e370ab-b0c8-42b2-8828-397f5cbe9c37 None None] DHCP port deletion for 410a450c-c3f7-40bc-bbfd-6142a6219bdd request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:38:39.725063 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0644c9b2-ad71-4576-8630-8ecc8e154264 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:39.746287 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8ee64fb0-1870-420a-8bac-7b5de0bbc69b None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:39.766489 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0644c9b2-ad71-4576-8630-8ecc8e154264 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] No DVR routers for this DVR port 73f143f3-8010-4f50-a3e0-5c6434c63611 on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:38:39.780865 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-ab75a4ea-10ee-4b0b-b48e-5a719eeee379 service neutron] 10.222.0.49 "GET /v2.0/networks/977a40bc-f138-4205-864c-efc831ce0413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5047057 Nov 09 21:38:39.795387 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-b4e370ab-b0c8-42b2-8828-397f5cbe9c37 None None] The port '73f143f3-8010-4f50-a3e0-5c6434c63611' was deleted {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 09 21:38:39.822624 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-0ee955c4-e564-4eaf-be6f-3fb1a9dea392 admin admin] For port 1c0a4421-eea2-49c5-b18e-e66277127095, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=1c0a4421-eea2-49c5-b18e-e66277127095,segment=NetworkSegment(eaa17c8d-8959-4d27-badd-829a9280ee05),segment_id=eaa17c8d-8959-4d27-badd-829a9280ee05)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:38:39.824811 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0ee955c4-e564-4eaf-be6f-3fb1a9dea392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:39.842386 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 1c0a4421-eea2-49c5-b18e-e66277127095 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:38:39.868519 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-0ee955c4-e564-4eaf-be6f-3fb1a9dea392 admin admin] Calling delete_port for 1c0a4421-eea2-49c5-b18e-e66277127095 owned by network:router_interface {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:38:39.881677 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8ee64fb0-1870-420a-8bac-7b5de0bbc69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:39.885181 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-e1cc8df9-4ec9-40fd-b55b-5909d97f99ac None None] For port 1c747a57-ba45-49d0-af50-1cd53215a748, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=1c747a57-ba45-49d0-af50-1cd53215a748,segment=NetworkSegment(01015bf0-fa6a-44e1-8448-f68262af78cf),segment_id=01015bf0-fa6a-44e1-8448-f68262af78cf)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:38:39.940268 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0644c9b2-ad71-4576-8630-8ecc8e154264 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event deleted for resources: {'Port': ['ID=73f143f3-8010-4f50-a3e0-5c6434c63611,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:39.963358 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e1cc8df9-4ec9-40fd-b55b-5909d97f99ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:39.968772 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0644c9b2-ad71-4576-8630-8ecc8e154264 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:40.011483 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-0644c9b2-ad71-4576-8630-8ecc8e154264 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['410a450c-c3f7-40bc-bbfd-6142a6219bdd']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:40.033118 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-0644c9b2-ad71-4576-8630-8ecc8e154264 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fb2fa46-580a-4322-af57-f5431e289053') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:40.033348 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-0644c9b2-ad71-4576-8630-8ecc8e154264 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fb2fa46-580a-4322-af57-f5431e289053') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:40.052802 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0644c9b2-ad71-4576-8630-8ecc8e154264 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:40.075473 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c47e8d-3c67-4c4b-b528-afe2cbc3f1e7 None None] Pushing event updated for resources: {'Port': ['ID=0c2e5dcd-1ea0-483e-8cd0-5ad7832d9eb0,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:40.076899 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-e1cc8df9-4ec9-40fd-b55b-5909d97f99ac None None] Provisioning complete for port 0c2e5dcd-1ea0-483e-8cd0-5ad7832d9eb0 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:40.077277 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e1cc8df9-4ec9-40fd-b55b-5909d97f99ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:40.086595 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0644c9b2-ad71-4576-8630-8ecc8e154264 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:40.097840 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0644c9b2-ad71-4576-8630-8ecc8e154264 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:38:40.098254 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0644c9b2-ad71-4576-8630-8ecc8e154264 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:40.101707 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:38:40.101707 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:38:40.101707 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:38:40.101707 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:38:40.101707 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:38:40.101707 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:38:40.101707 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:38:40.101707 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:38:40.101707 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:38:40.101707 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:38:40.101707 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:38:40.101707 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:38:40.101707 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:38:40.101707 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:38:40.101707 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:38:40.101707 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:38:40.101707 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:38:40.101707 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:38:40.101707 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:38:40.101707 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:38:40.101707 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:38:40.101707 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:38:40.101707 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:38:40.101707 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:38:40.101707 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:38:40.101707 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:38:40.101707 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:38:40.101707 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:38:40.101707 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:38:40.101707 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:38:40.101707 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:38:40.101707 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:38:40.250054 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc8df9-4ec9-40fd-b55b-5909d97f99ac None None] Pushing event updated for resources: {'Port': ['ID=1c747a57-ba45-49d0-af50-1cd53215a748,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:40.325250 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-8ee64fb0-1870-420a-8bac-7b5de0bbc69b None None] Attempting to bind port 0c2e5dcd-1ea0-483e-8cd0-5ad7832d9eb0 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:38:40.325629 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-8ee64fb0-1870-420a-8bac-7b5de0bbc69b None None] Attempting to bind port 0c2e5dcd-1ea0-483e-8cd0-5ad7832d9eb0 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '6670fd36-e135-4732-bea8-ef302971d924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '977a40bc-f138-4205-864c-efc831ce0413'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:38:40.326002 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee64fb0-1870-420a-8bac-7b5de0bbc69b None None] Attempting to bind port 0c2e5dcd-1ea0-483e-8cd0-5ad7832d9eb0 on network 977a40bc-f138-4205-864c-efc831ce0413 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:38:40.338743 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 1c0a4421-eea2-49c5-b18e-e66277127095 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:40.339118 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:40.363901 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee64fb0-1870-420a-8bac-7b5de0bbc69b None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:38:40.369024 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cb5a1595-e601-4148-8836-f54faba51965 req-8aabebe2-64ce-4627-acea-f5cef4098ecc tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/ports?device_id=f44c75de-ebf7-4608-8a35-3ebc1fd78799 HTTP/1.1" status: 200 len: 210 time: 0.1290367 Nov 09 21:38:40.373693 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0644c9b2-ad71-4576-8630-8ecc8e154264 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:40.380090 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee64fb0-1870-420a-8bac-7b5de0bbc69b None None] Checking segment: {'id': '6670fd36-e135-4732-bea8-ef302971d924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '977a40bc-f138-4205-864c-efc831ce0413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:38:40.385817 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0644c9b2-ad71-4576-8630-8ecc8e154264 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:40.388841 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8ee64fb0-1870-420a-8bac-7b5de0bbc69b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:40.389337 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee64fb0-1870-420a-8bac-7b5de0bbc69b None None] Bound using segment: {'id': '6670fd36-e135-4732-bea8-ef302971d924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '977a40bc-f138-4205-864c-efc831ce0413'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:38:40.389866 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-8ee64fb0-1870-420a-8bac-7b5de0bbc69b None None] Bound port: 0c2e5dcd-1ea0-483e-8cd0-5ad7832d9eb0, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6670fd36-e135-4732-bea8-ef302971d924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '977a40bc-f138-4205-864c-efc831ce0413'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:38:40.390279 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8ee64fb0-1870-420a-8bac-7b5de0bbc69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:40.401165 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0644c9b2-ad71-4576-8630-8ecc8e154264 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "DELETE /v2.0/networks/410a450c-c3f7-40bc-bbfd-6142a6219bdd HTTP/1.1" status: 204 len: 168 time: 1.1940634 Nov 09 21:38:40.401850 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41632) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:40.420374 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-47bf2749-7fe9-4bb4-9c00-df3a5512d000 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:40.433406 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-0cc90f1f-bb40-4977-a4c9-95848dc839cb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1572110938', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}, 'admin_state_up': False}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:38:40.441315 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-e1cc8df9-4ec9-40fd-b55b-5909d97f99ac None None] Port 0c2e5dcd-1ea0-483e-8cd0-5ad7832d9eb0 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:38:40.475326 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-47bf2749-7fe9-4bb4-9c00-df3a5512d000 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:40.483242 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0644c9b2-ad71-4576-8630-8ecc8e154264 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event deleted for resources: {'Network': ['ID=410a450c-c3f7-40bc-bbfd-6142a6219bdd,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:40.527455 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-8ee64fb0-1870-420a-8bac-7b5de0bbc69b None None] For port 0c2e5dcd-1ea0-483e-8cd0-5ad7832d9eb0, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:38:40.545542 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-8ee64fb0-1870-420a-8bac-7b5de0bbc69b None None] For port 0c2e5dcd-1ea0-483e-8cd0-5ad7832d9eb0, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=0c2e5dcd-1ea0-483e-8cd0-5ad7832d9eb0,segment=NetworkSegment(6670fd36-e135-4732-bea8-ef302971d924),segment_id=6670fd36-e135-4732-bea8-ef302971d924)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:38:40.566512 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0cc90f1f-bb40-4977-a4c9-95848dc839cb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:40.568659 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0cc90f1f-bb40-4977-a4c9-95848dc839cb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:40.575861 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8ee64fb0-1870-420a-8bac-7b5de0bbc69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:40.636311 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-5a82c9f7-db45-4ae0-9b54-d4232ee91b71 None None] Provisioning complete for port 1c747a57-ba45-49d0-af50-1cd53215a748 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:40.636711 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5a82c9f7-db45-4ae0-9b54-d4232ee91b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:40.672662 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0ee955c4-e564-4eaf-be6f-3fb1a9dea392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:40.726686 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0cc90f1f-bb40-4977-a4c9-95848dc839cb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:40.726921 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee955c4-e564-4eaf-be6f-3fb1a9dea392 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c0a4421-eea2-49c5-b18e-e66277127095,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:40.763647 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c47e8d-3c67-4c4b-b528-afe2cbc3f1e7 None None] Pushing event updated for resources: {'Port': ['ID=0c2e5dcd-1ea0-483e-8cd0-5ad7832d9eb0,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:40.780035 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee64fb0-1870-420a-8bac-7b5de0bbc69b None None] Routers {'5fafc3bf-90af-44a7-ad16-18733c4d04e3'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:38:40.787738 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-8ee64fb0-1870-420a-8bac-7b5de0bbc69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:38:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['5fafc3bf-90af-44a7-ad16-18733c4d04e3'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:40.795184 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 18691d12-f8b8-475e-83c6-05d2ae5707b0 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:38:41.152695 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-8ee64fb0-1870-420a-8bac-7b5de0bbc69b None None] Set router 5fafc3bf-90af-44a7-ad16-18733c4d04e3 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:38:41.172614 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-47bf2749-7fe9-4bb4-9c00-df3a5512d000 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Allocated IP 172.20.0.3 (0f0cb327-e933-445c-9e54-71bd6317c917/ffc59246-b12f-45ad-8081-4fd9ffd44a75/6ef08e45-3e8e-4b75-997b-d53594de3ef8) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:38:41.192515 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0cc90f1f-bb40-4977-a4c9-95848dc839cb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:41.236926 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0ee955c4-e564-4eaf-be6f-3fb1a9dea392 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:41.457081 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-47bf2749-7fe9-4bb4-9c00-df3a5512d000 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:41.510840 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 18691d12-f8b8-475e-83c6-05d2ae5707b0 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:41.511328 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:41.670802 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-5a82c9f7-db45-4ae0-9b54-d4232ee91b71 None None] Provisioning complete for port 0c2e5dcd-1ea0-483e-8cd0-5ad7832d9eb0 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:41.671169 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5a82c9f7-db45-4ae0-9b54-d4232ee91b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:41.681823 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f2f59b9d-bd5d-4f70-8f9c-72c6f048d8ac req-8bca23af-ea39-4afe-8168-fffb29deff08 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/ports?device_id=f44c75de-ebf7-4608-8a35-3ebc1fd78799 HTTP/1.1" status: 200 len: 210 time: 0.0704947 Nov 09 21:38:41.694661 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee955c4-e564-4eaf-be6f-3fb1a9dea392 admin admin] Router 95a47f8f-48a7-41eb-904a-c34db8155874 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:38:41.719478 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-47bf2749-7fe9-4bb4-9c00-df3a5512d000 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:41.731001 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0cc90f1f-bb40-4977-a4c9-95848dc839cb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for router_gateway, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:41.742345 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-8ee64fb0-1870-420a-8bac-7b5de0bbc69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fafc3bf-90af-44a7-ad16-18733c4d04e3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-567239644', 'tenant_id': '5f44489c50e04b2db090f1564633b127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '1d5eff90-10f7-4e63-8017-b9b5e93562df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:38:15Z', 'updated_at': '2021-11-09T21:38:30Z', 'revision_number': 4, 'project_id': '5f44489c50e04b2db090f1564633b127', 'gw_port': {'id': '1d5eff90-10f7-4e63-8017-b9b5e93562df', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:21:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fafc3bf-90af-44a7-ad16-18733c4d04e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:38:16Z', 'updated_at': '2021-11-09T21:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '0c2e5dcd-1ea0-483e-8cd0-5ad7832d9eb0', 'name': '', 'network_id': '977a40bc-f138-4205-864c-efc831ce0413', 'tenant_id': '5f44489c50e04b2db090f1564633b127', 'mac_address': 'fa:16:3e:05:33:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fafc3bf-90af-44a7-ad16-18733c4d04e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'bbd7146b-1b99-444e-bba6-ef77dc713d79', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:38:25Z', 'updated_at': '2021-11-09T21:38:40Z', 'revision_number': 4, 'project_id': '5f44489c50e04b2db090f1564633b127', 'subnets': [{'id': 'bbd7146b-1b99-444e-bba6-ef77dc713d79', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:41.760125 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0cc90f1f-bb40-4977-a4c9-95848dc839cb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:41.789006 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee64fb0-1870-420a-8bac-7b5de0bbc69b None None] The sync data for ids ['5fafc3bf-90af-44a7-ad16-18733c4d04e3'] in n-d-816206-3 is: [{'id': '5fafc3bf-90af-44a7-ad16-18733c4d04e3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-567239644', 'tenant_id': '5f44489c50e04b2db090f1564633b127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '1d5eff90-10f7-4e63-8017-b9b5e93562df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:38:15Z', 'updated_at': '2021-11-09T21:38:30Z', 'revision_number': 4, 'project_id': '5f44489c50e04b2db090f1564633b127', 'gw_port': {'id': '1d5eff90-10f7-4e63-8017-b9b5e93562df', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:21:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fafc3bf-90af-44a7-ad16-18733c4d04e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:38:16Z', 'updated_at': '2021-11-09T21:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '0c2e5dcd-1ea0-483e-8cd0-5ad7832d9eb0', 'name': '', 'network_id': '977a40bc-f138-4205-864c-efc831ce0413', 'tenant_id': '5f44489c50e04b2db090f1564633b127', 'mac_address': 'fa:16:3e:05:33:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fafc3bf-90af-44a7-ad16-18733c4d04e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'bbd7146b-1b99-444e-bba6-ef77dc713d79', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:38:25Z', 'updated_at': '2021-11-09T21:38:40Z', 'revision_number': 4, 'project_id': '5f44489c50e04b2db090f1564633b127', 'subnets': [{'id': 'bbd7146b-1b99-444e-bba6-ef77dc713d79', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:38:41.862798 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5a82c9f7-db45-4ae0-9b54-d4232ee91b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:41.941453 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-5a82c9f7-db45-4ae0-9b54-d4232ee91b71 None None] For port 0c2e5dcd-1ea0-483e-8cd0-5ad7832d9eb0, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=0c2e5dcd-1ea0-483e-8cd0-5ad7832d9eb0,segment=NetworkSegment(6670fd36-e135-4732-bea8-ef302971d924),segment_id=6670fd36-e135-4732-bea8-ef302971d924)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:38:41.951550 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5a82c9f7-db45-4ae0-9b54-d4232ee91b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:41.988286 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bf2749-7fe9-4bb4-9c00-df3a5512d000 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Network 0f0cb327-e933-445c-9e54-71bd6317c917 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:38:41.998565 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf2749-7fe9-4bb4-9c00-df3a5512d000 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Pushing event updated for resources: {'Port': ['ID=6ef08e45-3e8e-4b75-997b-d53594de3ef8,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:42.011099 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-47bf2749-7fe9-4bb4-9c00-df3a5512d000 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:38:42.019522 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bf2749-7fe9-4bb4-9c00-df3a5512d000 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:38:42.063329 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-0cc90f1f-bb40-4977-a4c9-95848dc839cb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Allocated IP 172.25.7.170 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/beb73b3e-7d2a-4c6e-9fcc-2ebd8d0c1ff2) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:38:42.094064 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a82c9f7-db45-4ae0-9b54-d4232ee91b71 None None] Pushing event updated for resources: {'Port': ['ID=0c2e5dcd-1ea0-483e-8cd0-5ad7832d9eb0,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:42.141557 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-39238595-698e-4666-93d7-252f35f8be17 None None] Provisioning complete for port 0c2e5dcd-1ea0-483e-8cd0-5ad7832d9eb0 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:42.141938 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-39238595-698e-4666-93d7-252f35f8be17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:42.351649 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0cc90f1f-bb40-4977-a4c9-95848dc839cb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:42.353961 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee955c4-e564-4eaf-be6f-3fb1a9dea392 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:38:42.374714 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8907539c-12c9-44e6-b468-8b9f43109bfd None None] Sync routers for ids ['95a47f8f-48a7-41eb-904a-c34db8155874'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:38:42.410465 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41648) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:42.410978 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0ee955c4-e564-4eaf-be6f-3fb1a9dea392 admin admin] 10.222.0.49 "PUT /v2.0/routers/95a47f8f-48a7-41eb-904a-c34db8155874/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9087963 Nov 09 21:38:42.413280 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8907539c-12c9-44e6-b468-8b9f43109bfd None None] Routers {'95a47f8f-48a7-41eb-904a-c34db8155874'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:38:42.413925 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-8907539c-12c9-44e6-b468-8b9f43109bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:38:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['95a47f8f-48a7-41eb-904a-c34db8155874'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:42.534366 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 0c2e5dcd-1ea0-483e-8cd0-5ad7832d9eb0 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:38:42.600970 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0cc90f1f-bb40-4977-a4c9-95848dc839cb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:42.641509 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-7faee5f8-3768-4f6e-8e7c-2725372e6b55 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:42.654388 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-7faee5f8-3768-4f6e-8e7c-2725372e6b55 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.43 "GET /v2.0/networks?id=977a40bc-f138-4205-864c-efc831ce0413 HTTP/1.1" status: 200 len: 798 time: 0.4363124 Nov 09 21:38:42.673538 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-ae2a9156-80af-418c-98c1-98a950ec1641 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Request body: {'port': {'device_id': 'f44c75de-ebf7-4608-8a35-3ebc1fd78799', 'network_id': '977a40bc-f138-4205-864c-efc831ce0413', 'admin_state_up': True, 'tenant_id': '5f44489c50e04b2db090f1564633b127'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:38:42.692809 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c427583d-ee3f-4751-bce6-ab752ac9f45b admin admin] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:42.696268 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc90f1f-bb40-4977-a4c9-95848dc839cb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:38:42.718403 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-0cc90f1f-bb40-4977-a4c9-95848dc839cb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:38:42.757442 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c0a64c-fb90-4adc-9d15-5caede408362 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:38:42.805870 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 0c2e5dcd-1ea0-483e-8cd0-5ad7832d9eb0 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:42.806244 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:42.820508 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc90f1f-bb40-4977-a4c9-95848dc839cb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:38:42.885728 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc90f1f-bb40-4977-a4c9-95848dc839cb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event updated for resources: {'Port': ['ID=beb73b3e-7d2a-4c6e-9fcc-2ebd8d0c1ff2,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:42.921799 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-8907539c-12c9-44e6-b468-8b9f43109bfd None None] Set router 95a47f8f-48a7-41eb-904a-c34db8155874 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:38:43.005318 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a860cc46-6a87-4ca8-a53d-2455f70f75ad req-c1c02b4d-3a14-48bf-8def-a53a1574a1ad tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/ports?device_id=f44c75de-ebf7-4608-8a35-3ebc1fd78799 HTTP/1.1" status: 200 len: 210 time: 0.1321635 Nov 09 21:38:43.088592 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-ae2a9156-80af-418c-98c1-98a950ec1641 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Made reservation on behalf of 5f44489c50e04b2db090f1564633b127 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:38:43.097411 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-ae2a9156-80af-418c-98c1-98a950ec1641 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:43.140800 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-47bf2749-7fe9-4bb4-9c00-df3a5512d000 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:43.199857 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c427583d-ee3f-4751-bce6-ab752ac9f45b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:43.352879 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-971cfa8f-74c3-40a3-a096-1dc56ad9e7a9 None None] Provisioning complete for port beb73b3e-7d2a-4c6e-9fcc-2ebd8d0c1ff2 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:43.353667 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-971cfa8f-74c3-40a3-a096-1dc56ad9e7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:43.382899 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-c427583d-ee3f-4751-bce6-ab752ac9f45b admin admin] Deleting port 62908e32-9fe3-4cd8-a02a-14b573647278 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:38:43.383478 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c427583d-ee3f-4751-bce6-ab752ac9f45b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:43.385265 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0cc90f1f-bb40-4977-a4c9-95848dc839cb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for router_gateway, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:43.396347 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-ae2a9156-80af-418c-98c1-98a950ec1641 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Allocated IP 172.20.0.19 (977a40bc-f138-4205-864c-efc831ce0413/bbd7146b-1b99-444e-bba6-ef77dc713d79/62e45d87-cdf2-4466-9ebb-b06d16ecfeab) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:38:43.429335 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-971cfa8f-74c3-40a3-a096-1dc56ad9e7a9 None None] Port beb73b3e-7d2a-4c6e-9fcc-2ebd8d0c1ff2 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:38:43.493038 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 1c747a57-ba45-49d0-af50-1cd53215a748 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:38:43.628719 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-c427583d-ee3f-4751-bce6-ab752ac9f45b admin admin] For port 62908e32-9fe3-4cd8-a02a-14b573647278, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=62908e32-9fe3-4cd8-a02a-14b573647278,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:38:43.629102 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c427583d-ee3f-4751-bce6-ab752ac9f45b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:43.644431 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 1c747a57-ba45-49d0-af50-1cd53215a748 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:43.645887 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:43.692437 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-c427583d-ee3f-4751-bce6-ab752ac9f45b admin admin] Calling delete_port for 62908e32-9fe3-4cd8-a02a-14b573647278 owned by network:router_gateway {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:38:43.739343 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-8907539c-12c9-44e6-b468-8b9f43109bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a47f8f-48a7-41eb-904a-c34db8155874', 'name': 'tempest-TestAggregatesBasicOps-821662963-router', 'tenant_id': '7167457c7fa34625b640bd66fabaec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '62908e32-9fe3-4cd8-a02a-14b573647278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:38:13Z', 'updated_at': '2021-11-09T21:38:40Z', 'revision_number': 5, 'project_id': '7167457c7fa34625b640bd66fabaec8d', 'gw_port': {'id': '62908e32-9fe3-4cd8-a02a-14b573647278', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:48:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a47f8f-48a7-41eb-904a-c34db8155874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:38:13Z', 'updated_at': '2021-11-09T21:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:43.777546 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8907539c-12c9-44e6-b468-8b9f43109bfd None None] Checking router: 95a47f8f-48a7-41eb-904a-c34db8155874 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:38:43.833030 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8907539c-12c9-44e6-b468-8b9f43109bfd None None] Routers {'95a47f8f-48a7-41eb-904a-c34db8155874'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:38:43.833788 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-8907539c-12c9-44e6-b468-8b9f43109bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:38:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['95a47f8f-48a7-41eb-904a-c34db8155874'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:43.968449 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 73f143f3-8010-4f50-a3e0-5c6434c63611 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:38:44.005290 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 73f143f3-8010-4f50-a3e0-5c6434c63611 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:38:44.005290 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 73f143f3-8010-4f50-a3e0-5c6434c63611 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:38:44.010500 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-ae2a9156-80af-418c-98c1-98a950ec1641 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:44.013953 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-8907539c-12c9-44e6-b468-8b9f43109bfd None None] Set router 95a47f8f-48a7-41eb-904a-c34db8155874 gateway port host: None {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:38:44.060230 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-ae2a9156-80af-418c-98c1-98a950ec1641 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:44.082789 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-8907539c-12c9-44e6-b468-8b9f43109bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a47f8f-48a7-41eb-904a-c34db8155874', 'name': 'tempest-TestAggregatesBasicOps-821662963-router', 'tenant_id': '7167457c7fa34625b640bd66fabaec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:38:13Z', 'updated_at': '2021-11-09T21:38:43Z', 'revision_number': 6, 'project_id': '7167457c7fa34625b640bd66fabaec8d', 'gw_port_host': None}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:44.132705 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8907539c-12c9-44e6-b468-8b9f43109bfd None None] The sync data for ids ['95a47f8f-48a7-41eb-904a-c34db8155874'] in n-d-816206-3 is: [{'id': '95a47f8f-48a7-41eb-904a-c34db8155874', 'name': 'tempest-TestAggregatesBasicOps-821662963-router', 'tenant_id': '7167457c7fa34625b640bd66fabaec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:38:13Z', 'updated_at': '2021-11-09T21:38:43Z', 'revision_number': 6, 'project_id': '7167457c7fa34625b640bd66fabaec8d', 'gw_port_host': None}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:38:44.186218 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 0c2e5dcd-1ea0-483e-8cd0-5ad7832d9eb0 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:38:44.188236 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-ae2a9156-80af-418c-98c1-98a950ec1641 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Network 977a40bc-f138-4205-864c-efc831ce0413 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:38:44.190794 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-ae2a9156-80af-418c-98c1-98a950ec1641 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:38:44.242860 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-ae2a9156-80af-418c-98c1-98a950ec1641 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:38:44.274674 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 0c2e5dcd-1ea0-483e-8cd0-5ad7832d9eb0 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:44.275060 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:44.311282 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-ae2a9156-80af-418c-98c1-98a950ec1641 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:44.312019 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-ae2a9156-80af-418c-98c1-98a950ec1641 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:44.324200 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a9156-80af-418c-98c1-98a950ec1641 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Pushing event updated for resources: {'Port': ['ID=62e45d87-cdf2-4466-9ebb-b06d16ecfeab,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:44.380740 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-ae2a9156-80af-418c-98c1-98a950ec1641 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.7110455 Nov 09 21:38:44.418317 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-d1485127-af4b-49d6-b0cf-bfbf4ff7bf80 service neutron] Request body: {'port': {'device_id': 'f44c75de-ebf7-4608-8a35-3ebc1fd78799', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:38:44.479505 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e43d2e-5634-4442-ab27-8c071b0c47b2 req-5a768286-136a-45d0-ba03-0a3a5a55ee7e tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:44.482820 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e5e43d2e-5634-4442-ab27-8c071b0c47b2 req-5a768286-136a-45d0-ba03-0a3a5a55ee7e tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/ports?device_id=f44c75de-ebf7-4608-8a35-3ebc1fd78799 HTTP/1.1" status: 200 len: 895 time: 0.3454847 Nov 09 21:38:44.501466 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0cc90f1f-bb40-4977-a4c9-95848dc839cb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:44.583851 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-d1485127-af4b-49d6-b0cf-bfbf4ff7bf80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:44.674873 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c427583d-ee3f-4751-bce6-ab752ac9f45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:44.675193 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-a9f85467-c119-4fc6-ad51-fd24a4120b74 None None] Provisioning complete for port 62e45d87-cdf2-4466-9ebb-b06d16ecfeab triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:44.675657 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a9f85467-c119-4fc6-ad51-fd24a4120b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:44.747980 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-a9f85467-c119-4fc6-ad51-fd24a4120b74 None None] Port 62e45d87-cdf2-4466-9ebb-b06d16ecfeab cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:38:44.763306 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c427583d-ee3f-4751-bce6-ab752ac9f45b admin admin] Pushing event deleted for resources: {'Port': ['ID=62908e32-9fe3-4cd8-a02a-14b573647278,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:44.775977 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ef1a94-6d6d-470d-b78d-4d2ebc01c05e None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:38:44.818383 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-47bf2749-7fe9-4bb4-9c00-df3a5512d000 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:44.874460 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c427583d-ee3f-4751-bce6-ab752ac9f45b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:44.879614 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc90f1f-bb40-4977-a4c9-95848dc839cb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Router 66ce88cc-4dd9-4203-9742-d548ea2d5e51 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:38:44.988847 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c427583d-ee3f-4751-bce6-ab752ac9f45b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:44.992796 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c427583d-ee3f-4751-bce6-ab752ac9f45b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:45.106751 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47bf2749-7fe9-4bb4-9c00-df3a5512d000 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Router aab7e581-9e4e-4863-b493-450345d8b5d1 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:38:45.115245 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-d1485127-af4b-49d6-b0cf-bfbf4ff7bf80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62e45d87-cdf2-4466-9ebb-b06d16ecfeab {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:38:45.116513 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c427583d-ee3f-4751-bce6-ab752ac9f45b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:45.117072 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c427583d-ee3f-4751-bce6-ab752ac9f45b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95a47f8f-48a7-41eb-904a-c34db8155874 {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:38:45.122813 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c427583d-ee3f-4751-bce6-ab752ac9f45b admin admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:45.127687 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c427583d-ee3f-4751-bce6-ab752ac9f45b admin admin] 10.222.0.49 "DELETE /v2.0/routers/95a47f8f-48a7-41eb-904a-c34db8155874 HTTP/1.1" status: 204 len: 168 time: 2.7125485 Nov 09 21:38:45.127687 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41666) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:45.131769 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-d1485127-af4b-49d6-b0cf-bfbf4ff7bf80 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:45.179548 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc90f1f-bb40-4977-a4c9-95848dc839cb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:38:45.185706 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-d1485127-af4b-49d6-b0cf-bfbf4ff7bf80 service neutron] Transition to ACTIVE for port object 62e45d87-cdf2-4466-9ebb-b06d16ecfeab will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:38:45.191804 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44822175-14b9-4aad-9211-06c9294bda4d None None] Sync routers for ids ['66ce88cc-4dd9-4203-9742-d548ea2d5e51'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:38:45.194606 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0cd78aa-0a14-4b0b-8b67-2549c17399ed admin admin] Deleting subnet 48417a14-8e7a-4f3e-b98f-7bce02cc3157 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:38:45.201798 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f0cd78aa-0a14-4b0b-8b67-2549c17399ed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:45.204070 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44822175-14b9-4aad-9211-06c9294bda4d None None] Routers {'66ce88cc-4dd9-4203-9742-d548ea2d5e51'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:38:45.207755 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-44822175-14b9-4aad-9211-06c9294bda4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:38:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['66ce88cc-4dd9-4203-9742-d548ea2d5e51'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:45.241723 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0cc90f1f-bb40-4977-a4c9-95848dc839cb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:45.243276 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0cc90f1f-bb40-4977-a4c9-95848dc839cb tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 4.8215368 Nov 09 21:38:45.246238 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41668) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:45.291015 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bf2749-7fe9-4bb4-9c00-df3a5512d000 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:38:45.305011 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5297a650-e684-4a5c-afcf-15f1f85cd08e None None] Sync routers for ids ['aab7e581-9e4e-4863-b493-450345d8b5d1'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:38:45.323180 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-d1485127-af4b-49d6-b0cf-bfbf4ff7bf80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:45.328144 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5297a650-e684-4a5c-afcf-15f1f85cd08e None None] Routers {'aab7e581-9e4e-4863-b493-450345d8b5d1'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:38:45.328144 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-5297a650-e684-4a5c-afcf-15f1f85cd08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:38:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['aab7e581-9e4e-4863-b493-450345d8b5d1'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:45.377762 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-44822175-14b9-4aad-9211-06c9294bda4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:45.390736 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44822175-14b9-4aad-9211-06c9294bda4d None None] Routers {'66ce88cc-4dd9-4203-9742-d548ea2d5e51'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:38:45.391580 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-44822175-14b9-4aad-9211-06c9294bda4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:38:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['66ce88cc-4dd9-4203-9742-d548ea2d5e51'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:45.407941 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-47bf2749-7fe9-4bb4-9c00-df3a5512d000 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:45.409948 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f0cd78aa-0a14-4b0b-8b67-2549c17399ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:45.411023 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-47bf2749-7fe9-4bb4-9c00-df3a5512d000 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.6887689 Nov 09 21:38:45.419243 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41672) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:45.419990 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1485127-af4b-49d6-b0cf-bfbf4ff7bf80 service neutron] Pushing event updated for resources: {'Port': ['ID=62e45d87-cdf2-4466-9ebb-b06d16ecfeab,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:45.441744 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-44822175-14b9-4aad-9211-06c9294bda4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:45.442384 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44822175-14b9-4aad-9211-06c9294bda4d None None] The sync data for ids ['66ce88cc-4dd9-4203-9742-d548ea2d5e51'] in n-d-816206-3 is: [] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:38:45.442510 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-57f19012-86ee-4921-b812-10f20bc983f5 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "GET /v2.0/routers/66ce88cc-4dd9-4203-9742-d548ea2d5e51 HTTP/1.1" status: 200 len: 881 time: 0.1940324 Nov 09 21:38:45.445006 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41674) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:45.520148 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-5297a650-e684-4a5c-afcf-15f1f85cd08e None None] Set router aab7e581-9e4e-4863-b493-450345d8b5d1 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:38:45.638708 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f0cd78aa-0a14-4b0b-8b67-2549c17399ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:45.681318 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b00506bf-24b6-4a52-ae5c-860dd25d8620 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:45.738750 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-d1485127-af4b-49d6-b0cf-bfbf4ff7bf80 service neutron] Attempting to bind port 62e45d87-cdf2-4466-9ebb-b06d16ecfeab on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:38:45.739094 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-d1485127-af4b-49d6-b0cf-bfbf4ff7bf80 service neutron] Attempting to bind port 62e45d87-cdf2-4466-9ebb-b06d16ecfeab by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '6670fd36-e135-4732-bea8-ef302971d924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '977a40bc-f138-4205-864c-efc831ce0413'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:38:45.739471 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-d1485127-af4b-49d6-b0cf-bfbf4ff7bf80 service neutron] Attempting to bind port 62e45d87-cdf2-4466-9ebb-b06d16ecfeab on network 977a40bc-f138-4205-864c-efc831ce0413 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:38:45.748670 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-d1485127-af4b-49d6-b0cf-bfbf4ff7bf80 service neutron] Port 62e45d87-cdf2-4466-9ebb-b06d16ecfeab on network 977a40bc-f138-4205-864c-efc831ce0413 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:38:45.749011 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-d1485127-af4b-49d6-b0cf-bfbf4ff7bf80 service neutron] Attempting to bind port 62e45d87-cdf2-4466-9ebb-b06d16ecfeab on network 977a40bc-f138-4205-864c-efc831ce0413 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:38:45.760281 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-d1485127-af4b-49d6-b0cf-bfbf4ff7bf80 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:38:45.760678 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-d1485127-af4b-49d6-b0cf-bfbf4ff7bf80 service neutron] Checking segment: {'id': '6670fd36-e135-4732-bea8-ef302971d924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '977a40bc-f138-4205-864c-efc831ce0413'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:38:45.761082 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-d1485127-af4b-49d6-b0cf-bfbf4ff7bf80 service neutron] Bound using segment: {'id': '6670fd36-e135-4732-bea8-ef302971d924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '977a40bc-f138-4205-864c-efc831ce0413'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:38:45.761573 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-d1485127-af4b-49d6-b0cf-bfbf4ff7bf80 service neutron] Bound port: 62e45d87-cdf2-4466-9ebb-b06d16ecfeab, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6670fd36-e135-4732-bea8-ef302971d924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '977a40bc-f138-4205-864c-efc831ce0413'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:38:45.761883 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-d1485127-af4b-49d6-b0cf-bfbf4ff7bf80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:45.806558 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-5297a650-e684-4a5c-afcf-15f1f85cd08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab7e581-9e4e-4863-b493-450345d8b5d1', 'name': '', 'tenant_id': 'a8b7cd47815c4365a36f3699196a598a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0cb327-e933-445c-9e54-71bd6317c917', 'external_fixed_ips': [{'subnet_id': 'ffc59246-b12f-45ad-8081-4fd9ffd44a75', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '6ef08e45-3e8e-4b75-997b-d53594de3ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:38:38Z', 'updated_at': '2021-11-09T21:38:42Z', 'revision_number': 3, 'project_id': 'a8b7cd47815c4365a36f3699196a598a', 'gw_port': {'id': '6ef08e45-3e8e-4b75-997b-d53594de3ef8', 'name': '', 'network_id': '0f0cb327-e933-445c-9e54-71bd6317c917', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab7e581-9e4e-4863-b493-450345d8b5d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'ffc59246-b12f-45ad-8081-4fd9ffd44a75', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:38:40Z', 'updated_at': '2021-11-09T21:38:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffc59246-b12f-45ad-8081-4fd9ffd44a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:45.848034 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5297a650-e684-4a5c-afcf-15f1f85cd08e None None] Checking router: aab7e581-9e4e-4863-b493-450345d8b5d1 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:38:45.848390 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5297a650-e684-4a5c-afcf-15f1f85cd08e None None] Updating router aab7e581-9e4e-4863-b493-450345d8b5d1 port 6ef08e45-3e8e-4b75-997b-d53594de3ef8 binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:38:45.900032 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f0cd78aa-0a14-4b0b-8b67-2549c17399ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:45.922444 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-d1485127-af4b-49d6-b0cf-bfbf4ff7bf80 service neutron] For port 62e45d87-cdf2-4466-9ebb-b06d16ecfeab, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:38:45.925979 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-d1485127-af4b-49d6-b0cf-bfbf4ff7bf80 service neutron] For port 62e45d87-cdf2-4466-9ebb-b06d16ecfeab, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=62e45d87-cdf2-4466-9ebb-b06d16ecfeab,segment=NetworkSegment(6670fd36-e135-4732-bea8-ef302971d924),segment_id=6670fd36-e135-4732-bea8-ef302971d924)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:38:45.932689 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b00506bf-24b6-4a52-ae5c-860dd25d8620 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:45.934764 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5297a650-e684-4a5c-afcf-15f1f85cd08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:45.946085 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-d1485127-af4b-49d6-b0cf-bfbf4ff7bf80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:45.954746 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43789f-f2fc-4adf-965a-cb60f5a22e66 req-33046fa3-2793-453a-9731-d8d70be2462a tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:45.971324 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dd43789f-f2fc-4adf-965a-cb60f5a22e66 req-33046fa3-2793-453a-9731-d8d70be2462a tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/ports?device_id=f44c75de-ebf7-4608-8a35-3ebc1fd78799 HTTP/1.1" status: 200 len: 907 time: 0.2997384 Nov 09 21:38:45.980746 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cd78aa-0a14-4b0b-8b67-2549c17399ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48417a14-8e7a-4f3e-b98f-7bce02cc3157,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:45.984143 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f0cd78aa-0a14-4b0b-8b67-2549c17399ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:45.986935 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2547c87d-0874-4afe-9be4-8e8e6fbc90be None None] Network 567b57a3-ad2b-429b-8e53-09e552f0b847 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:38:45.988366 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f0cd78aa-0a14-4b0b-8b67-2549c17399ed admin admin] 10.222.0.49 "DELETE /v2.0/subnets/48417a14-8e7a-4f3e-b98f-7bce02cc3157 HTTP/1.1" status: 204 len: 168 time: 0.8607140 Nov 09 21:38:45.990943 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41682) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:46.036567 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-d1485127-af4b-49d6-b0cf-bfbf4ff7bf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:46.037347 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-d1485127-af4b-49d6-b0cf-bfbf4ff7bf80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:46.039294 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-d1485127-af4b-49d6-b0cf-bfbf4ff7bf80 service neutron] 10.222.0.43 "PUT /v2.0/ports/62e45d87-cdf2-4466-9ebb-b06d16ecfeab HTTP/1.1" status: 200 len: 1055 time: 1.6412101 Nov 09 21:38:46.044145 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f44c75de-ebf7-4608-8a35-3ebc1fd78799', 'tag': '62e45d87-cdf2-4466-9ebb-b06d16ecfeab'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:38:46.046830 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551ff1a4-c012-4837-9fd0-418220ef200d" -d '{"events": [{"name": "network-changed", "server_uuid": "f44c75de-ebf7-4608-8a35-3ebc1fd78799", "tag": "62e45d87-cdf2-4466-9ebb-b06d16ecfeab"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:38:46.129651 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d06478d-5f64-477a-a763-d2ccb3e7c271 x-openstack-request-id: req-5d06478d-5f64-477a-a763-d2ccb3e7c271 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:38:46.130362 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f44c75de-ebf7-4608-8a35-3ebc1fd78799", "tag": "62e45d87-cdf2-4466-9ebb-b06d16ecfeab", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:38:46.130833 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5d06478d-5f64-477a-a763-d2ccb3e7c271 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:38:46.131448 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f44c75de-ebf7-4608-8a35-3ebc1fd78799', 'tag': '62e45d87-cdf2-4466-9ebb-b06d16ecfeab', 'status': 'completed', 'code': 200} Nov 09 21:38:46.147559 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1485127-af4b-49d6-b0cf-bfbf4ff7bf80 service neutron] Pushing event updated for resources: {'Port': ['ID=62e45d87-cdf2-4466-9ebb-b06d16ecfeab,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:46.209883 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-b00506bf-24b6-4a52-ae5c-860dd25d8620 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Deleting port 6ef08e45-3e8e-4b75-997b-d53594de3ef8 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:38:46.210280 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b00506bf-24b6-4a52-ae5c-860dd25d8620 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:46.226750 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 1c0a4421-eea2-49c5-b18e-e66277127095 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:38:46.272134 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-ed34ea8d-9c05-4a80-a1d0-13790ad1cc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:46.273703 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-ed34ea8d-9c05-4a80-a1d0-13790ad1cc59 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5f44489c50e04b2db090f1564633b127&device_id=f44c75de-ebf7-4608-8a35-3ebc1fd78799 HTTP/1.1" status: 200 len: 1058 time: 0.1645703 Nov 09 21:38:46.278045 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 1c0a4421-eea2-49c5-b18e-e66277127095 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:38:46.278444 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 1c0a4421-eea2-49c5-b18e-e66277127095 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:38:46.278869 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 62908e32-9fe3-4cd8-a02a-14b573647278 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:38:46.281452 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-50941b07-6201-49fb-925e-6acfa0979ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:46.316031 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f15770c8-30fb-4247-8f27-78c2bc6bae4b tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.8699255 Nov 09 21:38:46.317074 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41688) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:46.327330 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 62908e32-9fe3-4cd8-a02a-14b573647278 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:38:46.328429 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 62908e32-9fe3-4cd8-a02a-14b573647278 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:38:46.334555 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-6bd4d197-fec0-4885-8380-870f6554b914 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1572110938'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:38:46.391808 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-111f2976-2b8a-4a72-9878-76e4d354855a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=62e45d87-cdf2-4466-9ebb-b06d16ecfeab HTTP/1.1" status: 200 len: 217 time: 0.1003685 Nov 09 21:38:46.453633 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b00506bf-24b6-4a52-ae5c-860dd25d8620 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:46.472280 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-6f1d8476-bb87-479b-8cd9-9dfe890df1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:46.473777 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-6f1d8476-bb87-479b-8cd9-9dfe890df1c5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bbd7146b-1b99-444e-bba6-ef77dc713d79 HTTP/1.1" status: 200 len: 837 time: 0.0725634 Nov 09 21:38:46.474671 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-b00506bf-24b6-4a52-ae5c-860dd25d8620 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Calling delete_port for 6ef08e45-3e8e-4b75-997b-d53594de3ef8 owned by network:router_gateway {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:38:46.488242 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0b0f05-e67e-46b2-8d90-f22510d7b71f None None] DHCP port deletion for 567b57a3-ad2b-429b-8e53-09e552f0b847 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:38:46.567617 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5297a650-e684-4a5c-afcf-15f1f85cd08e None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:46.580369 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-4993834e-abe6-4bc3-9608-3a8fbe2df205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:46.581915 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-4993834e-abe6-4bc3-9608-3a8fbe2df205 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=977a40bc-f138-4205-864c-efc831ce0413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0975585 Nov 09 21:38:46.583202 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5297a650-e684-4a5c-afcf-15f1f85cd08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:46.628982 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-5297a650-e684-4a5c-afcf-15f1f85cd08e None None] Attempting to bind port 6ef08e45-3e8e-4b75-997b-d53594de3ef8 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:38:46.629500 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-5297a650-e684-4a5c-afcf-15f1f85cd08e None None] Attempting to bind port 6ef08e45-3e8e-4b75-997b-d53594de3ef8 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '11bf4ad7-eca1-4ac8-8bbf-a6a0f8883939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0f0cb327-e933-445c-9e54-71bd6317c917'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:38:46.629801 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5297a650-e684-4a5c-afcf-15f1f85cd08e None None] Attempting to bind port 6ef08e45-3e8e-4b75-997b-d53594de3ef8 on network 0f0cb327-e933-445c-9e54-71bd6317c917 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:38:46.678724 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5297a650-e684-4a5c-afcf-15f1f85cd08e None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:38:46.679180 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5297a650-e684-4a5c-afcf-15f1f85cd08e None None] Checking segment: {'id': '11bf4ad7-eca1-4ac8-8bbf-a6a0f8883939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0f0cb327-e933-445c-9e54-71bd6317c917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:38:46.679549 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5297a650-e684-4a5c-afcf-15f1f85cd08e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:46.679945 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5297a650-e684-4a5c-afcf-15f1f85cd08e None None] Bound using segment: {'id': '11bf4ad7-eca1-4ac8-8bbf-a6a0f8883939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0f0cb327-e933-445c-9e54-71bd6317c917'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:38:46.680753 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-5297a650-e684-4a5c-afcf-15f1f85cd08e None None] Bound port: 6ef08e45-3e8e-4b75-997b-d53594de3ef8, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bf4ad7-eca1-4ac8-8bbf-a6a0f8883939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0f0cb327-e933-445c-9e54-71bd6317c917'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:38:46.681140 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5297a650-e684-4a5c-afcf-15f1f85cd08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:46.751463 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-4c0b0f05-e67e-46b2-8d90-f22510d7b71f None None] Deleting port 36cd6548-463b-4e33-92de-a23f1e033a12 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:38:46.751949 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4c0b0f05-e67e-46b2-8d90-f22510d7b71f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:46.757127 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-6142b2b2-b4ef-4250-8d16-f7f7ede27dc5 service neutron] 10.222.0.43 "GET /v2.0/networks/977a40bc-f138-4205-864c-efc831ce0413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650674 Nov 09 21:38:46.923650 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b00506bf-24b6-4a52-ae5c-860dd25d8620 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:46.978722 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-50941b07-6201-49fb-925e-6acfa0979ce4 admin admin] Deleting port 36cd6548-463b-4e33-92de-a23f1e033a12 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:38:46.980076 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-50941b07-6201-49fb-925e-6acfa0979ce4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:46.994025 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00506bf-24b6-4a52-ae5c-860dd25d8620 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ef08e45-3e8e-4b75-997b-d53594de3ef8,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:47.009308 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-150abe23-1951-4b86-8323-c6dfc4778bf4 req-05e53669-c43e-4d09-a8ed-f4b25920907d service neutron] 10.222.0.43 "GET /v2.0/networks/977a40bc-f138-4205-864c-efc831ce0413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319057 Nov 09 21:38:47.030989 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3f47f2ea-10bf-4cae-bb99-ea200e048a4b req-84923306-d287-478f-9cd9-878f6bcf9fba service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ad8e0c8f-7f8d-4322-aa5f-be1363d4431e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1373785 Nov 09 21:38:47.068151 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-4c0b0f05-e67e-46b2-8d90-f22510d7b71f None None] For port 36cd6548-463b-4e33-92de-a23f1e033a12, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=36cd6548-463b-4e33-92de-a23f1e033a12,segment=NetworkSegment(eaa17c8d-8959-4d27-badd-829a9280ee05),segment_id=eaa17c8d-8959-4d27-badd-829a9280ee05)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:38:47.068744 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4c0b0f05-e67e-46b2-8d90-f22510d7b71f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:47.087654 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-4c0b0f05-e67e-46b2-8d90-f22510d7b71f None None] Calling delete_port for 36cd6548-463b-4e33-92de-a23f1e033a12 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:38:47.170240 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b00506bf-24b6-4a52-ae5c-860dd25d8620 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:47.207252 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.db.api [None req-5297a650-e684-4a5c-afcf-15f1f85cd08e None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 21:38:47.207600 n-d-816206-3 neutron-server[102609]: DEBUG oslo_db.api [None req-5297a650-e684-4a5c-afcf-15f1f85cd08e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 21:38:47.208936 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea109419-38a2-40aa-a4ec-2f3ae1f048b3 None None] Pushing event updated for resources: {'Port': ['ID=6ef08e45-3e8e-4b75-997b-d53594de3ef8,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:47.219804 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4c0b0f05-e67e-46b2-8d90-f22510d7b71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:47.222342 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048dd83-9f69-4bb3-93f0-d4e12813cd1f req-ea8db044-06b6-4319-ad3f-f10f5d711a4f tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:47.224426 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3048dd83-9f69-4bb3-93f0-d4e12813cd1f req-ea8db044-06b6-4319-ad3f-f10f5d711a4f tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/ports?device_id=f44c75de-ebf7-4608-8a35-3ebc1fd78799 HTTP/1.1" status: 200 len: 907 time: 0.1277385 Nov 09 21:38:47.226767 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-50941b07-6201-49fb-925e-6acfa0979ce4 admin admin] For port 36cd6548-463b-4e33-92de-a23f1e033a12, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=36cd6548-463b-4e33-92de-a23f1e033a12,segment=NetworkSegment(eaa17c8d-8959-4d27-badd-829a9280ee05),segment_id=eaa17c8d-8959-4d27-badd-829a9280ee05)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:38:47.227236 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-50941b07-6201-49fb-925e-6acfa0979ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:47.244434 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0b0f05-e67e-46b2-8d90-f22510d7b71f None None] No DVR routers for this DVR port 36cd6548-463b-4e33-92de-a23f1e033a12 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:38:47.254835 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-50941b07-6201-49fb-925e-6acfa0979ce4 admin admin] Calling delete_port for 36cd6548-463b-4e33-92de-a23f1e033a12 owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:38:47.272957 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b0f05-e67e-46b2-8d90-f22510d7b71f None None] Pushing event deleted for resources: {'Port': ['ID=36cd6548-463b-4e33-92de-a23f1e033a12,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:47.275240 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6bd4d197-fec0-4885-8380-870f6554b914 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27285'] for router, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:47.294119 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ff1a4-c012-4837-9fd0-418220ef200d req-d25ee698-b886-4845-9967-ed5b74238a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:47.295643 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-551ff1a4-c012-4837-9fd0-418220ef200d req-d25ee698-b886-4845-9967-ed5b74238a52 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5f44489c50e04b2db090f1564633b127&device_id=f44c75de-ebf7-4608-8a35-3ebc1fd78799 HTTP/1.1" status: 200 len: 1058 time: 0.1834247 Nov 09 21:38:47.299521 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47f2ea-10bf-4cae-bb99-ea200e048a4b req-e0ef303d-b7c8-430a-b3c3-2107c8f86cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:47.300914 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3f47f2ea-10bf-4cae-bb99-ea200e048a4b req-e0ef303d-b7c8-430a-b3c3-2107c8f86cb0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5f44489c50e04b2db090f1564633b127&device_id=ad8e0c8f-7f8d-4322-aa5f-be1363d4431e HTTP/1.1" status: 200 len: 1136 time: 0.2182059 Nov 09 21:38:47.307408 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b00506bf-24b6-4a52-ae5c-860dd25d8620 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:47.315818 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b00506bf-24b6-4a52-ae5c-860dd25d8620 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:47.325449 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6bd4d197-fec0-4885-8380-870f6554b914 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-376903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-376910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380449'] for router, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:47.455086 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-50941b07-6201-49fb-925e-6acfa0979ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:47.468369 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b00506bf-24b6-4a52-ae5c-860dd25d8620 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:47.469053 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00506bf-24b6-4a52-ae5c-860dd25d8620 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aab7e581-9e4e-4863-b493-450345d8b5d1 {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:38:47.477846 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b00506bf-24b6-4a52-ae5c-860dd25d8620 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:47.481370 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b00506bf-24b6-4a52-ae5c-860dd25d8620 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] 10.222.0.49 "DELETE /v2.0/routers/aab7e581-9e4e-4863-b493-450345d8b5d1 HTTP/1.1" status: 204 len: 168 time: 2.0492551 Nov 09 21:38:47.488683 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41700) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:47.539534 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50941b07-6201-49fb-925e-6acfa0979ce4 admin admin] Pushing event deleted for resources: {'Port': ['ID=36cd6548-463b-4e33-92de-a23f1e033a12,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:47.548987 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50941b07-6201-49fb-925e-6acfa0979ce4 admin admin] No DVR routers for this DVR port 36cd6548-463b-4e33-92de-a23f1e033a12 on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:38:47.551576 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd4d197-fec0-4885-8380-870f6554b914 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Router 66ce88cc-4dd9-4203-9742-d548ea2d5e51 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:38:47.567400 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ff1a4-c012-4837-9fd0-418220ef200d req-57f6e0cd-1fc3-44c4-b83d-2aac95fc4a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:47.568935 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-551ff1a4-c012-4837-9fd0-418220ef200d req-57f6e0cd-1fc3-44c4-b83d-2aac95fc4a09 service neutron] 10.222.0.43 "GET /v2.0/networks?id=977a40bc-f138-4205-864c-efc831ce0413 HTTP/1.1" status: 200 len: 898 time: 0.2636495 Nov 09 21:38:47.596093 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47f2ea-10bf-4cae-bb99-ea200e048a4b req-a46562a9-703e-4544-86d1-22e3662e0ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:47.597761 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3f47f2ea-10bf-4cae-bb99-ea200e048a4b req-a46562a9-703e-4544-86d1-22e3662e0ff1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e89cf88b-ba53-44ac-b90e-ec805993c315 HTTP/1.1" status: 200 len: 896 time: 0.2671044 Nov 09 21:38:47.623510 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-88e2a261-fc36-4fc5-b97a-36bcb516df15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:47.640126 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fcb4d02-ef7a-438f-8888-abcbb1840088 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Deleting subnet ffc59246-b12f-45ad-8081-4fd9ffd44a75 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:38:47.651754 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-551ff1a4-c012-4837-9fd0-418220ef200d req-ae94e861-ebe5-463f-a255-ea6237b245e7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=62e45d87-cdf2-4466-9ebb-b06d16ecfeab HTTP/1.1" status: 200 len: 217 time: 0.0673175 Nov 09 21:38:47.652504 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3fcb4d02-ef7a-438f-8888-abcbb1840088 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:47.679979 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-50941b07-6201-49fb-925e-6acfa0979ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:47.728402 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-5297a650-e684-4a5c-afcf-15f1f85cd08e None None] Attempting to bind port 6ef08e45-3e8e-4b75-997b-d53594de3ef8 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:38:47.729113 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-5297a650-e684-4a5c-afcf-15f1f85cd08e None None] Attempting to bind port 6ef08e45-3e8e-4b75-997b-d53594de3ef8 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '11bf4ad7-eca1-4ac8-8bbf-a6a0f8883939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0f0cb327-e933-445c-9e54-71bd6317c917'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:38:47.729890 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5297a650-e684-4a5c-afcf-15f1f85cd08e None None] Attempting to bind port 6ef08e45-3e8e-4b75-997b-d53594de3ef8 on network 0f0cb327-e933-445c-9e54-71bd6317c917 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:38:47.738723 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-50941b07-6201-49fb-925e-6acfa0979ce4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['567b57a3-ad2b-429b-8e53-09e552f0b847']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:47.740840 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5297a650-e684-4a5c-afcf-15f1f85cd08e None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:38:47.741465 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5297a650-e684-4a5c-afcf-15f1f85cd08e None None] Checking segment: {'id': '11bf4ad7-eca1-4ac8-8bbf-a6a0f8883939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0f0cb327-e933-445c-9e54-71bd6317c917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:38:47.743329 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5297a650-e684-4a5c-afcf-15f1f85cd08e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:47.743930 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5297a650-e684-4a5c-afcf-15f1f85cd08e None None] Bound using segment: {'id': '11bf4ad7-eca1-4ac8-8bbf-a6a0f8883939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0f0cb327-e933-445c-9e54-71bd6317c917'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:38:47.745482 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-5297a650-e684-4a5c-afcf-15f1f85cd08e None None] Bound port: 6ef08e45-3e8e-4b75-997b-d53594de3ef8, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bf4ad7-eca1-4ac8-8bbf-a6a0f8883939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0f0cb327-e933-445c-9e54-71bd6317c917'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:38:47.746077 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5297a650-e684-4a5c-afcf-15f1f85cd08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:47.753853 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-50941b07-6201-49fb-925e-6acfa0979ce4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaa17c8d-8959-4d27-badd-829a9280ee05') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:47.754154 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-50941b07-6201-49fb-925e-6acfa0979ce4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaa17c8d-8959-4d27-badd-829a9280ee05') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:47.766188 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3fcb4d02-ef7a-438f-8888-abcbb1840088 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:47.770860 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-50941b07-6201-49fb-925e-6acfa0979ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:47.782287 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-5297a650-e684-4a5c-afcf-15f1f85cd08e None None] Port 6ef08e45-3e8e-4b75-997b-d53594de3ef8 has been deleted concurrently {{(pid=102609) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 09 21:38:47.791047 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-50941b07-6201-49fb-925e-6acfa0979ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:47.797428 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ff1a4-c012-4837-9fd0-418220ef200d req-41e15665-62d6-4f69-a07a-585598cb3e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:47.798373 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd4d197-fec0-4885-8380-870f6554b914 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:38:47.799077 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-551ff1a4-c012-4837-9fd0-418220ef200d req-41e15665-62d6-4f69-a07a-585598cb3e0e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bbd7146b-1b99-444e-bba6-ef77dc713d79 HTTP/1.1" status: 200 len: 837 time: 0.0968051 Nov 09 21:38:47.807598 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6bd4d197-fec0-4885-8380-870f6554b914 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:47.809304 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6bd4d197-fec0-4885-8380-870f6554b914 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "PUT /v2.0/routers/66ce88cc-4dd9-4203-9742-d548ea2d5e51 HTTP/1.1" status: 200 len: 888 time: 1.4854565 Nov 09 21:38:47.810697 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50941b07-6201-49fb-925e-6acfa0979ce4 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:38:47.811242 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-50941b07-6201-49fb-925e-6acfa0979ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:47.813278 n-d-816206-3 neutron-server[102608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:38:47.813278 n-d-816206-3 neutron-server[102608]: self.session.flush() Nov 09 21:38:47.813278 n-d-816206-3 neutron-server[102608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:38:47.813278 n-d-816206-3 neutron-server[102608]: self.session.flush() Nov 09 21:38:47.813278 n-d-816206-3 neutron-server[102608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:38:47.813278 n-d-816206-3 neutron-server[102608]: self.session.flush() Nov 09 21:38:47.813278 n-d-816206-3 neutron-server[102608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:38:47.813278 n-d-816206-3 neutron-server[102608]: self.session.flush() Nov 09 21:38:47.813278 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:38:47.813278 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:38:47.813278 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:38:47.813278 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:38:47.813278 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:38:47.813278 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:38:47.813278 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:38:47.813278 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:38:47.813278 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:38:47.813278 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:38:47.813278 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:38:47.813278 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:38:47.813278 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:38:47.813278 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:38:47.813278 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:38:47.813278 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:38:47.813278 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:38:47.813278 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:38:47.813278 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:38:47.813278 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:38:47.813278 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:38:47.813278 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:38:47.813278 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:38:47.813278 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:38:47.813278 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:38:47.813278 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:38:47.813278 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:38:47.813278 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:38:47.813278 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:38:47.813278 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:38:47.813278 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:38:47.813278 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:38:47.816492 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41704) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:47.820235 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3f47f2ea-10bf-4cae-bb99-ea200e048a4b req-4cd21339-ac87-4bc0-b33f-19ea630c9805 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fc2392c-4082-4175-a09d-07b1d15e61b4 HTTP/1.1" status: 200 len: 1001 time: 0.1780691 Nov 09 21:38:47.823787 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a10d5a1-231b-42df-b1a3-99c7696f9a67 None None] Sync routers for ids ['66ce88cc-4dd9-4203-9742-d548ea2d5e51'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:38:47.843601 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a10d5a1-231b-42df-b1a3-99c7696f9a67 None None] Routers {'66ce88cc-4dd9-4203-9742-d548ea2d5e51'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:38:47.847417 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-8a10d5a1-231b-42df-b1a3-99c7696f9a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:38:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['66ce88cc-4dd9-4203-9742-d548ea2d5e51'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:47.847814 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5297a650-e684-4a5c-afcf-15f1f85cd08e None None] Routers set() bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:38:47.850143 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5297a650-e684-4a5c-afcf-15f1f85cd08e None None] Router IDs set() for agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 09 21:38:47.853409 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_agentschedulers_db [None req-5297a650-e684-4a5c-afcf-15f1f85cd08e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'aab7e581-9e4e-4863-b493-450345d8b5d1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:38:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent'). {{(pid=102609) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 09 21:38:47.854082 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5297a650-e684-4a5c-afcf-15f1f85cd08e None None] The sync data for ids ['aab7e581-9e4e-4863-b493-450345d8b5d1'] in n-d-816206-3 is: [] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:38:47.889731 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3fcb4d02-ef7a-438f-8888-abcbb1840088 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:47.906419 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-8a10d5a1-231b-42df-b1a3-99c7696f9a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:47.938211 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a10d5a1-231b-42df-b1a3-99c7696f9a67 None None] Routers {'66ce88cc-4dd9-4203-9742-d548ea2d5e51'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:38:47.938831 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-8a10d5a1-231b-42df-b1a3-99c7696f9a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:38:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['66ce88cc-4dd9-4203-9742-d548ea2d5e51'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:47.943012 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ff1a4-c012-4837-9fd0-418220ef200d req-0a36803e-4477-4f61-b4a4-dafc4f9e8092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:47.944548 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-551ff1a4-c012-4837-9fd0-418220ef200d req-0a36803e-4477-4f61-b4a4-dafc4f9e8092 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=977a40bc-f138-4205-864c-efc831ce0413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1373050 Nov 09 21:38:47.954692 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47f2ea-10bf-4cae-bb99-ea200e048a4b req-77b1ccb1-b4a2-4b3f-afbf-7d7880b13dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:47.955986 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3f47f2ea-10bf-4cae-bb99-ea200e048a4b req-77b1ccb1-b4a2-4b3f-afbf-7d7880b13dfa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d82e3181-4c0e-4c74-abb0-2755395deb93 HTTP/1.1" status: 200 len: 835 time: 0.1213608 Nov 09 21:38:47.970800 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-50941b07-6201-49fb-925e-6acfa0979ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:47.977362 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-50941b07-6201-49fb-925e-6acfa0979ce4 admin admin] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:47.984484 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-50941b07-6201-49fb-925e-6acfa0979ce4 admin admin] 10.222.0.49 "DELETE /v2.0/networks/567b57a3-ad2b-429b-8e53-09e552f0b847 HTTP/1.1" status: 204 len: 168 time: 1.9908042 Nov 09 21:38:47.987164 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41706) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:47.999579 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-8a10d5a1-231b-42df-b1a3-99c7696f9a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:48.000254 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a10d5a1-231b-42df-b1a3-99c7696f9a67 None None] The sync data for ids ['66ce88cc-4dd9-4203-9742-d548ea2d5e51'] in n-d-816206-3 is: [] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:38:48.008612 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50941b07-6201-49fb-925e-6acfa0979ce4 admin admin] Pushing event deleted for resources: {'Network': ['ID=567b57a3-ad2b-429b-8e53-09e552f0b847,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:48.060775 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3fcb4d02-ef7a-438f-8888-abcbb1840088 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:48.101468 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb4d02-ef7a-438f-8888-abcbb1840088 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ffc59246-b12f-45ad-8081-4fd9ffd44a75,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:48.106219 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3fcb4d02-ef7a-438f-8888-abcbb1840088 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:48.112262 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-3fcb4d02-ef7a-438f-8888-abcbb1840088 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] 10.222.0.49 "DELETE /v2.0/subnets/ffc59246-b12f-45ad-8081-4fd9ffd44a75 HTTP/1.1" status: 204 len: 168 time: 0.6202757 Nov 09 21:38:48.118738 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 36cd6548-463b-4e33-92de-a23f1e033a12 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:38:48.123262 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41708) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:48.131768 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4460d7a6-d002-4032-a664-d08409274f6d tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "GET /v2.0/routers/66ce88cc-4dd9-4203-9742-d548ea2d5e51 HTTP/1.1" status: 200 len: 888 time: 0.3048768 Nov 09 21:38:48.136293 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47f2ea-10bf-4cae-bb99-ea200e048a4b req-af9ab1f3-74cd-416c-9298-ece166a334ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:48.136293 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3f47f2ea-10bf-4cae-bb99-ea200e048a4b req-af9ab1f3-74cd-416c-9298-ece166a334ee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e89cf88b-ba53-44ac-b90e-ec805993c315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1710155 Nov 09 21:38:48.136614 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41710) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:48.148655 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 36cd6548-463b-4e33-92de-a23f1e033a12 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:38:48.149343 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 36cd6548-463b-4e33-92de-a23f1e033a12 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:38:48.593566 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7efe-8932-4887-8ee2-28bb787ad9f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:48.666286 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-3c349c1a-ec43-4342-9cfc-29a55ee8cb0c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "GET /v2.0/ports?device_id=66ce88cc-4dd9-4203-9742-d548ea2d5e51 HTTP/1.1" status: 200 len: 205 time: 0.5271721 Nov 09 21:38:48.678298 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-551ff1a4-c012-4837-9fd0-418220ef200d req-30803941-c34f-4664-8fda-84e569adb55b service neutron] 10.222.0.43 "GET /v2.0/networks/977a40bc-f138-4205-864c-efc831ce0413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7255673 Nov 09 21:38:48.679870 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41718) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:48.826384 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-67806fcf-b522-4794-a6b4-679f1a031b66 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:48.872602 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d7efe-8932-4887-8ee2-28bb787ad9f4 admin admin] Deleting port 1c747a57-ba45-49d0-af50-1cd53215a748 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:38:48.873038 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7efe-8932-4887-8ee2-28bb787ad9f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:48.904171 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa00ec-bd18-4485-a50a-8b1b624ef805 req-7668e759-807b-43e8-9125-4a37fc42477a tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:48.905714 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-eefa00ec-bd18-4485-a50a-8b1b624ef805 req-7668e759-807b-43e8-9125-4a37fc42477a tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/ports?device_id=f44c75de-ebf7-4608-8a35-3ebc1fd78799 HTTP/1.1" status: 200 len: 907 time: 0.2514424 Nov 09 21:38:48.907504 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3f47f2ea-10bf-4cae-bb99-ea200e048a4b req-fc2ba997-27e8-49c0-97cc-7c582ecd4008 service neutron] 10.222.0.45 "GET /v2.0/networks/e89cf88b-ba53-44ac-b90e-ec805993c315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7463143 Nov 09 21:38:48.965502 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-6f3d7efe-8932-4887-8ee2-28bb787ad9f4 admin admin] For port 1c747a57-ba45-49d0-af50-1cd53215a748, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=1c747a57-ba45-49d0-af50-1cd53215a748,segment=NetworkSegment(01015bf0-fa6a-44e1-8448-f68262af78cf),segment_id=01015bf0-fa6a-44e1-8448-f68262af78cf)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:38:48.965875 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7efe-8932-4887-8ee2-28bb787ad9f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:48.983379 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d7efe-8932-4887-8ee2-28bb787ad9f4 admin admin] Calling delete_port for 1c747a57-ba45-49d0-af50-1cd53215a748 owned by network:router_interface {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:38:49.130264 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-551ff1a4-c012-4837-9fd0-418220ef200d req-decc87a7-cd52-4e91-9806-4efe67506c0b service neutron] 10.222.0.43 "GET /v2.0/networks/977a40bc-f138-4205-864c-efc831ce0413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165223 Nov 09 21:38:49.141283 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0a8dd2cc-560b-41d3-a167-5a3c2fc97830 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:49.211266 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-67806fcf-b522-4794-a6b4-679f1a031b66 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:49.254459 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3f47f2ea-10bf-4cae-bb99-ea200e048a4b req-ccaa6727-9dc6-447c-9234-84e0732490ee service neutron] 10.222.0.45 "GET /v2.0/networks/e89cf88b-ba53-44ac-b90e-ec805993c315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310971 Nov 09 21:38:49.256101 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-67806fcf-b522-4794-a6b4-679f1a031b66 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f0cb327-e933-445c-9e54-71bd6317c917']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:49.256295 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7efe-8932-4887-8ee2-28bb787ad9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:49.305067 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-67806fcf-b522-4794-a6b4-679f1a031b66 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11bf4ad7-eca1-4ac8-8bbf-a6a0f8883939') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:49.305638 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-67806fcf-b522-4794-a6b4-679f1a031b66 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11bf4ad7-eca1-4ac8-8bbf-a6a0f8883939') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:49.307211 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d7efe-8932-4887-8ee2-28bb787ad9f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c747a57-ba45-49d0-af50-1cd53215a748,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:49.322271 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-67806fcf-b522-4794-a6b4-679f1a031b66 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:49.343212 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-67806fcf-b522-4794-a6b4-679f1a031b66 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:49.353974 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67806fcf-b522-4794-a6b4-679f1a031b66 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:38:49.354361 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-67806fcf-b522-4794-a6b4-679f1a031b66 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:49.356897 n-d-816206-3 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:38:49.356897 n-d-816206-3 neutron-server[102607]: items = [ Nov 09 21:38:49.356897 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:38:49.356897 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:38:49.356897 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:38:49.356897 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:38:49.356897 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:38:49.356897 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:38:49.356897 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:38:49.356897 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:38:49.356897 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:38:49.356897 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:38:49.356897 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:38:49.356897 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:38:49.356897 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:38:49.356897 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:38:49.356897 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:38:49.356897 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:38:49.356897 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:38:49.356897 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:38:49.356897 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:38:49.356897 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:38:49.356897 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:38:49.356897 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:38:49.356897 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:38:49.356897 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:38:49.356897 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:38:49.356897 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:38:49.356897 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:38:49.356897 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:38:49.356897 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:38:49.356897 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:38:49.356897 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:38:49.356897 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:38:49.393453 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0a8dd2cc-560b-41d3-a167-5a3c2fc97830 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:49.448017 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-67806fcf-b522-4794-a6b4-679f1a031b66 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:49.467111 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67806fcf-b522-4794-a6b4-679f1a031b66 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0f0cb327-e933-445c-9e54-71bd6317c917 {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 21:38:49.471592 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-67806fcf-b522-4794-a6b4-679f1a031b66 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:49.475707 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-67806fcf-b522-4794-a6b4-679f1a031b66 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] 10.222.0.49 "DELETE /v2.0/networks/0f0cb327-e933-445c-9e54-71bd6317c917 HTTP/1.1" status: 204 len: 168 time: 1.3521063 Nov 09 21:38:49.477488 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67806fcf-b522-4794-a6b4-679f1a031b66 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Pushing event deleted for resources: {'Network': ['ID=0f0cb327-e933-445c-9e54-71bd6317c917,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:49.524932 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6f3d7efe-8932-4887-8ee2-28bb787ad9f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:49.528432 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-0a8dd2cc-560b-41d3-a167-5a3c2fc97830 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Deleting port beb73b3e-7d2a-4c6e-9fcc-2ebd8d0c1ff2 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:38:49.529403 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0a8dd2cc-560b-41d3-a167-5a3c2fc97830 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:49.638780 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0a8dd2cc-560b-41d3-a167-5a3c2fc97830 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:49.678297 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-0a8dd2cc-560b-41d3-a167-5a3c2fc97830 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Calling delete_port for beb73b3e-7d2a-4c6e-9fcc-2ebd8d0c1ff2 owned by network:router_gateway {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:38:49.797194 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 62e45d87-cdf2-4466-9ebb-b06d16ecfeab details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:38:49.853378 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41734) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:49.858640 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-f2243284-a19b-4d65-a6c7-d1aeb248b617 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Request body: {'router': {'name': 'tempest-router--1010156271', 'project_id': '8429aa34e00b4a1aab68049229f0a228'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:38:49.895363 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f2243284-a19b-4d65-a6c7-d1aeb248b617 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:49.896831 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f2243284-a19b-4d65-a6c7-d1aeb248b617 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:49.902534 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0a8dd2cc-560b-41d3-a167-5a3c2fc97830 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:50.024851 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f2243284-a19b-4d65-a6c7-d1aeb248b617 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:50.032880 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8dd2cc-560b-41d3-a167-5a3c2fc97830 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event deleted for resources: {'Port': ['ID=beb73b3e-7d2a-4c6e-9fcc-2ebd8d0c1ff2,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:50.039222 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f2243284-a19b-4d65-a6c7-d1aeb248b617 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:50.073049 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff0ee55-af85-49ee-8b3a-ba52265d4b72 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:38:50.089662 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 62e45d87-cdf2-4466-9ebb-b06d16ecfeab, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=62e45d87-cdf2-4466-9ebb-b06d16ecfeab,segment=NetworkSegment(6670fd36-e135-4732-bea8-ef302971d924),segment_id=6670fd36-e135-4732-bea8-ef302971d924)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:38:50.090969 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f3d7efe-8932-4887-8ee2-28bb787ad9f4 admin admin] Router 0f97338b-7303-48d8-bfe5-e558f882f6a2 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:38:50.107946 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '62e45d87-cdf2-4466-9ebb-b06d16ecfeab', 'network_id': '977a40bc-f138-4205-864c-efc831ce0413', 'port_id': '62e45d87-cdf2-4466-9ebb-b06d16ecfeab', 'mac_address': 'fa:16:3e:6e:6c:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd7146b-1b99-444e-bba6-ef77dc713d79', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:38:50.128241 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f2243284-a19b-4d65-a6c7-d1aeb248b617 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:50.129779 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f2243284-a19b-4d65-a6c7-d1aeb248b617 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2752845 Nov 09 21:38:50.132612 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41742) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:50.181155 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:50.203362 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62e45d87-cdf2-4466-9ebb-b06d16ecfeab {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:38:50.222512 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-80b8c2a7-2db8-4d99-9643-c8880530f2ea tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:50.225898 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8e4d6791-6c8a-4b33-9d38-4a3288286913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:50.238105 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 62e45d87-cdf2-4466-9ebb-b06d16ecfeab, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=62e45d87-cdf2-4466-9ebb-b06d16ecfeab,segment=NetworkSegment(6670fd36-e135-4732-bea8-ef302971d924),segment_id=6670fd36-e135-4732-bea8-ef302971d924)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:38:50.247269 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:50.394622 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=62e45d87-cdf2-4466-9ebb-b06d16ecfeab,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:50.406751 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0a8dd2cc-560b-41d3-a167-5a3c2fc97830 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:50.437839 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-80b8c2a7-2db8-4d99-9643-c8880530f2ea tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:50.473787 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-80b8c2a7-2db8-4d99-9643-c8880530f2ea tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:50.536779 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba15d47-7e55-4176-b1b0-a95452c7b2e3 req-e6290662-a8de-4bc2-bfe3-0971946c899f tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:50.538387 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7ba15d47-7e55-4176-b1b0-a95452c7b2e3 req-e6290662-a8de-4bc2-bfe3-0971946c899f tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/ports?device_id=f44c75de-ebf7-4608-8a35-3ebc1fd78799 HTTP/1.1" status: 200 len: 907 time: 0.3945751 Nov 09 21:38:50.542009 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0a8dd2cc-560b-41d3-a167-5a3c2fc97830 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:50.544828 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0a8dd2cc-560b-41d3-a167-5a3c2fc97830 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:50.547515 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['62e45d87-cdf2-4466-9ebb-b06d16ecfeab'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:38:50.621014 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-80b8c2a7-2db8-4d99-9643-c8880530f2ea tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:50.621428 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b8c2a7-2db8-4d99-9643-c8880530f2ea tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f44b34b0-f903-4e91-b9b6-f4c37f78dbd0 {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:38:50.626688 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-80b8c2a7-2db8-4d99-9643-c8880530f2ea tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:50.628606 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-80b8c2a7-2db8-4d99-9643-c8880530f2ea tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] 10.222.0.49 "DELETE /v2.0/routers/f44b34b0-f903-4e91-b9b6-f4c37f78dbd0 HTTP/1.1" status: 204 len: 168 time: 0.4939721 Nov 09 21:38:50.635451 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3d7efe-8932-4887-8ee2-28bb787ad9f4 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:38:50.646074 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0a8dd2cc-560b-41d3-a167-5a3c2fc97830 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:50.648005 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8dd2cc-560b-41d3-a167-5a3c2fc97830 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Fanout notify agent at l3_agent the message router_deleted on router 66ce88cc-4dd9-4203-9742-d548ea2d5e51 {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:38:50.652076 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6f3d7efe-8932-4887-8ee2-28bb787ad9f4 admin admin] 10.222.0.49 "PUT /v2.0/routers/0f97338b-7303-48d8-bfe5-e558f882f6a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6523886 Nov 09 21:38:50.660661 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41750) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:50.661998 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18ab20b-a0a7-4db9-adce-1efc6e78f1ea None None] Sync routers for ids ['0f97338b-7303-48d8-bfe5-e558f882f6a2'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:38:50.674332 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0a8dd2cc-560b-41d3-a167-5a3c2fc97830 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:50.679468 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0a8dd2cc-560b-41d3-a167-5a3c2fc97830 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "DELETE /v2.0/routers/66ce88cc-4dd9-4203-9742-d548ea2d5e51 HTTP/1.1" status: 204 len: 168 time: 1.9861009 Nov 09 21:38:50.679948 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41754) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:50.688127 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18ab20b-a0a7-4db9-adce-1efc6e78f1ea None None] Routers {'0f97338b-7303-48d8-bfe5-e558f882f6a2'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:38:50.688836 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b18ab20b-a0a7-4db9-adce-1efc6e78f1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:38:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['0f97338b-7303-48d8-bfe5-e558f882f6a2'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:50.693728 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-6a976a41-9795-41a2-8126-fb78556ee202 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Request body: {'network': {'name': 'tempest-RoutersTest-253201595'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:38:50.749376 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a976a41-9795-41a2-8126-fb78556ee202 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Made reservation on behalf of 8d1a7eab032149e5999f26ec9e51a065 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:38:50.753465 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a976a41-9795-41a2-8126-fb78556ee202 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:50.821838 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a976a41-9795-41a2-8126-fb78556ee202 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:38:50.852153 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a976a41-9795-41a2-8126-fb78556ee202 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:50.852612 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-6a976a41-9795-41a2-8126-fb78556ee202 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Added segment a68df977-c484-4e57-a248-f9448d08ffef of type vlan for network 0d41cb17-4cac-4f44-ac6c-480931742ebf Nov 09 21:38:50.912053 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a976a41-9795-41a2-8126-fb78556ee202 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:50.932675 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41758) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:50.962230 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a976a41-9795-41a2-8126-fb78556ee202 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:50.971504 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a976a41-9795-41a2-8126-fb78556ee202 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:50.972161 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a976a41-9795-41a2-8126-fb78556ee202 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:50.978129 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-b18ab20b-a0a7-4db9-adce-1efc6e78f1ea None None] Set router 0f97338b-7303-48d8-bfe5-e558f882f6a2 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:38:50.982224 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-25f9266b-e2ff-47a5-a0ea-af21a2b4f9dd admin admin] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:51.127006 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6a976a41-9795-41a2-8126-fb78556ee202 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4457467 Nov 09 21:38:51.129755 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41762) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:51.145244 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-ce9c3956-cd15-42b2-b949-262a729e3441 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Request body: {'subnet': {'network_id': '0d41cb17-4cac-4f44-ac6c-480931742ebf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:38:51.155118 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a976a41-9795-41a2-8126-fb78556ee202 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event updated for resources: {'Network': ['ID=0d41cb17-4cac-4f44-ac6c-480931742ebf,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:51.293272 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 0d41cb17-4cac-4f44-ac6c-480931742ebf details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:38:51.338655 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-33d8201a-7956-4d07-8685-81daec1e0c69 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1040487372', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}, 'admin_state_up': False}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:38:51.359342 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:51.364211 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-25f9266b-e2ff-47a5-a0ea-af21a2b4f9dd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:51.375068 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-33d8201a-7956-4d07-8685-81daec1e0c69 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:51.376170 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-33d8201a-7956-4d07-8685-81daec1e0c69 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:51.415767 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b18ab20b-a0a7-4db9-adce-1efc6e78f1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f97338b-7303-48d8-bfe5-e558f882f6a2', 'name': 'tempest-TestAggregatesBasicOps-442671508-router', 'tenant_id': 'e73a256b21b94ce6b8ac6bcc4d31b2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '37bd65cd-5151-4666-9916-036c7969f9c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:38:23Z', 'updated_at': '2021-11-09T21:38:49Z', 'revision_number': 5, 'project_id': 'e73a256b21b94ce6b8ac6bcc4d31b2cc', 'gw_port': {'id': '37bd65cd-5151-4666-9916-036c7969f9c9', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f97338b-7303-48d8-bfe5-e558f882f6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:38:24Z', 'updated_at': '2021-11-09T21:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:51.455987 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18ab20b-a0a7-4db9-adce-1efc6e78f1ea None None] Checking router: 0f97338b-7303-48d8-bfe5-e558f882f6a2 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:38:51.467338 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18ab20b-a0a7-4db9-adce-1efc6e78f1ea None None] Routers {'0f97338b-7303-48d8-bfe5-e558f882f6a2'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:38:51.468527 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b18ab20b-a0a7-4db9-adce-1efc6e78f1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:38:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['0f97338b-7303-48d8-bfe5-e558f882f6a2'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:51.522783 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-33d8201a-7956-4d07-8685-81daec1e0c69 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:51.525716 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-25f9266b-e2ff-47a5-a0ea-af21a2b4f9dd admin admin] Deleting port 37bd65cd-5151-4666-9916-036c7969f9c9 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:38:51.526052 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-25f9266b-e2ff-47a5-a0ea-af21a2b4f9dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:51.588890 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-b18ab20b-a0a7-4db9-adce-1efc6e78f1ea None None] Set router 0f97338b-7303-48d8-bfe5-e558f882f6a2 gateway port host: None {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:38:51.621954 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-25f9266b-e2ff-47a5-a0ea-af21a2b4f9dd admin admin] For port 37bd65cd-5151-4666-9916-036c7969f9c9, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=37bd65cd-5151-4666-9916-036c7969f9c9,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:38:51.621954 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-25f9266b-e2ff-47a5-a0ea-af21a2b4f9dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:51.645280 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-25f9266b-e2ff-47a5-a0ea-af21a2b4f9dd admin admin] Calling delete_port for 37bd65cd-5151-4666-9916-036c7969f9c9 owned by network:router_gateway {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:38:51.706932 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b18ab20b-a0a7-4db9-adce-1efc6e78f1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f97338b-7303-48d8-bfe5-e558f882f6a2', 'name': 'tempest-TestAggregatesBasicOps-442671508-router', 'tenant_id': 'e73a256b21b94ce6b8ac6bcc4d31b2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:38:23Z', 'updated_at': '2021-11-09T21:38:51Z', 'revision_number': 6, 'project_id': 'e73a256b21b94ce6b8ac6bcc4d31b2cc', 'gw_port_host': None}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:51.734178 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e698a6-b80c-4af8-a0cc-3a9d3d1a861e req-11ade146-807d-4c1c-b14d-5387c80678cd tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:51.736468 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-50e698a6-b80c-4af8-a0cc-3a9d3d1a861e req-11ade146-807d-4c1c-b14d-5387c80678cd tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/ports?device_id=f44c75de-ebf7-4608-8a35-3ebc1fd78799 HTTP/1.1" status: 200 len: 908 time: 0.0930068 Nov 09 21:38:51.747606 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18ab20b-a0a7-4db9-adce-1efc6e78f1ea None None] The sync data for ids ['0f97338b-7303-48d8-bfe5-e558f882f6a2'] in n-d-816206-3 is: [{'id': '0f97338b-7303-48d8-bfe5-e558f882f6a2', 'name': 'tempest-TestAggregatesBasicOps-442671508-router', 'tenant_id': 'e73a256b21b94ce6b8ac6bcc4d31b2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:38:23Z', 'updated_at': '2021-11-09T21:38:51Z', 'revision_number': 6, 'project_id': 'e73a256b21b94ce6b8ac6bcc4d31b2cc', 'gw_port_host': None}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:38:51.755755 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9c3956-cd15-42b2-b949-262a729e3441 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Made reservation on behalf of 8d1a7eab032149e5999f26ec9e51a065 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:38:51.763374 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce9c3956-cd15-42b2-b949-262a729e3441 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:51.809844 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 62e45d87-cdf2-4466-9ebb-b06d16ecfeab up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:38:51.883917 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 62e45d87-cdf2-4466-9ebb-b06d16ecfeab completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:38:51.888881 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 62e45d87-cdf2-4466-9ebb-b06d16ecfeab triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:51.889299 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:51.984928 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:52.011292 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44c75de-ebf7-4608-8a35-3ebc1fd78799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e45d87-cdf2-4466-9ebb-b06d16ecfeab'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:38:52.014190 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae98e716-d72b-42e1-a479-c80de9bf2eeb" -d '{"events": [{"server_uuid": "f44c75de-ebf7-4608-8a35-3ebc1fd78799", "name": "network-vif-plugged", "status": "completed", "tag": "62e45d87-cdf2-4466-9ebb-b06d16ecfeab"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:38:52.028964 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 62e45d87-cdf2-4466-9ebb-b06d16ecfeab, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=62e45d87-cdf2-4466-9ebb-b06d16ecfeab,segment=NetworkSegment(6670fd36-e135-4732-bea8-ef302971d924),segment_id=6670fd36-e135-4732-bea8-ef302971d924)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:38:52.034033 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:52.071325 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a28598-1b24-4b87-ad72-fdbcafbdaa48 x-openstack-request-id: req-a3a28598-1b24-4b87-ad72-fdbcafbdaa48 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:38:52.071717 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f44c75de-ebf7-4608-8a35-3ebc1fd78799", "name": "network-vif-plugged", "status": "completed", "tag": "62e45d87-cdf2-4466-9ebb-b06d16ecfeab", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:38:52.072066 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a3a28598-1b24-4b87-ad72-fdbcafbdaa48 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:38:52.072551 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f44c75de-ebf7-4608-8a35-3ebc1fd78799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e45d87-cdf2-4466-9ebb-b06d16ecfeab', 'code': 200} Nov 09 21:38:52.099940 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=62e45d87-cdf2-4466-9ebb-b06d16ecfeab,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:52.100219 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-33d8201a-7956-4d07-8685-81daec1e0c69 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:52.186932 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 1c747a57-ba45-49d0-af50-1cd53215a748 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:38:52.215474 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 1c747a57-ba45-49d0-af50-1cd53215a748 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:38:52.215891 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 1c747a57-ba45-49d0-af50-1cd53215a748 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:38:52.279528 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5515f2-57f5-4a0b-98ec-39b33476e639 req-867d724f-def2-4051-9fc1-6060dc39e0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:52.281236 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4c5515f2-57f5-4a0b-98ec-39b33476e639 req-867d724f-def2-4051-9fc1-6060dc39e0e7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f44c75de-ebf7-4608-8a35-3ebc1fd78799 HTTP/1.1" status: 200 len: 1060 time: 0.0776947 Nov 09 21:38:52.304990 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-25f9266b-e2ff-47a5-a0ea-af21a2b4f9dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:52.350348 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f9266b-e2ff-47a5-a0ea-af21a2b4f9dd admin admin] Pushing event deleted for resources: {'Port': ['ID=37bd65cd-5151-4666-9916-036c7969f9c9,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:52.356315 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6287d1e2-1dab-4cc1-b457-0eec272b35b0 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:38:52.408676 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:52.487641 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-25f9266b-e2ff-47a5-a0ea-af21a2b4f9dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:52.624432 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-25f9266b-e2ff-47a5-a0ea-af21a2b4f9dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:52.630152 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-25f9266b-e2ff-47a5-a0ea-af21a2b4f9dd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:52.671385 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce9c3956-cd15-42b2-b949-262a729e3441 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:52.813323 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-33d8201a-7956-4d07-8685-81daec1e0c69 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router_gateway, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:52.815716 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-25f9266b-e2ff-47a5-a0ea-af21a2b4f9dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:52.816229 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f9266b-e2ff-47a5-a0ea-af21a2b4f9dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f97338b-7303-48d8-bfe5-e558f882f6a2 {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:38:52.820752 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-25f9266b-e2ff-47a5-a0ea-af21a2b4f9dd admin admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:52.824522 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41776) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:52.825036 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-25f9266b-e2ff-47a5-a0ea-af21a2b4f9dd admin admin] 10.222.0.49 "DELETE /v2.0/routers/0f97338b-7303-48d8-bfe5-e558f882f6a2 HTTP/1.1" status: 204 len: 168 time: 2.1688890 Nov 09 21:38:52.862410 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-33d8201a-7956-4d07-8685-81daec1e0c69 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:52.862410 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9c3956-cd15-42b2-b949-262a729e3441 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event updated for resources: {'Subnet': ['ID=8244efa4-6ea6-44cc-a123-b02e77e36245,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:52.901245 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:52.922340 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9c3956-cd15-42b2-b949-262a729e3441 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Checking segment: {'id': 'a68df977-c484-4e57-a248-f9448d08ffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0d41cb17-4cac-4f44-ac6c-480931742ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:38:52.922720 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9c3956-cd15-42b2-b949-262a729e3441 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Network hostable DHCP agents. Network: 0d41cb17-4cac-4f44-ac6c-480931742ebf, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:38:52.927141 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9831495-cc1f-4cd3-b939-49870503c0ad admin admin] Deleting subnet ab53b6df-2003-4cb5-8294-7f3ea39111be {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:38:52.936422 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d9831495-cc1f-4cd3-b939-49870503c0ad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:52.968208 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9c3956-cd15-42b2-b949-262a729e3441 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Network 0d41cb17-4cac-4f44-ac6c-480931742ebf is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:38:52.997392 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d9831495-cc1f-4cd3-b939-49870503c0ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:53.006934 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-ce9c3956-cd15-42b2-b949-262a729e3441 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 0d41cb17-4cac-4f44-ac6c-480931742ebf) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:38:53.016337 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c679254b-4f52-4ead-8efd-4376eae0b0ed None None] Network 0d41cb17-4cac-4f44-ac6c-480931742ebf requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:38:53.025203 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9c3956-cd15-42b2-b949-262a729e3441 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:53.025806 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce9c3956-cd15-42b2-b949-262a729e3441 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:53.048887 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-33d8201a-7956-4d07-8685-81daec1e0c69 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Allocated IP 172.25.7.66 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/6165fa67-7f2c-4f9d-a854-75c7dea481d5) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:38:53.076214 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ce9c3956-cd15-42b2-b949-262a729e3441 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9400294 Nov 09 21:38:53.081993 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41784) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:53.089793 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d9831495-cc1f-4cd3-b939-49870503c0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:53.101705 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-c21170a8-ee79-4ac6-a610-6005706c9402 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1791637192', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:38:53.150520 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89cc9c-518c-46a5-8b2a-b626cb1c4da1 req-ecb496ad-c04a-48d0-9e9a-ff2c8530b7f2 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:53.153270 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6a89cc9c-518c-46a5-8b2a-b626cb1c4da1 req-ecb496ad-c04a-48d0-9e9a-ff2c8530b7f2 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/ports?device_id=f44c75de-ebf7-4608-8a35-3ebc1fd78799 HTTP/1.1" status: 200 len: 909 time: 0.3114183 Nov 09 21:38:53.199458 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d9831495-cc1f-4cd3-b939-49870503c0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:53.227525 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9831495-cc1f-4cd3-b939-49870503c0ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab53b6df-2003-4cb5-8294-7f3ea39111be,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:53.233609 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d9831495-cc1f-4cd3-b939-49870503c0ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:53.237505 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d9831495-cc1f-4cd3-b939-49870503c0ad admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ab53b6df-2003-4cb5-8294-7f3ea39111be HTTP/1.1" status: 204 len: 168 time: 0.4116693 Nov 09 21:38:53.243723 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41790) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:53.248146 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c21170a8-ee79-4ac6-a610-6005706c9402 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:53.249160 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c21170a8-ee79-4ac6-a610-6005706c9402 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:53.282551 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46db799e-413a-459c-9e34-dcaf5540883d None None] Network e09344b8-91df-4a5b-b7ac-4217b74aeb39 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:38:53.331125 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-33d8201a-7956-4d07-8685-81daec1e0c69 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:53.386446 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-33d8201a-7956-4d07-8685-81daec1e0c69 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:53.401502 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a2483acd-2377-4c9c-9983-a7313067f36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:53.564090 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-a2483acd-2377-4c9c-9983-a7313067f36c admin admin] Deleting port d6aa82cb-e34b-42c0-ac01-4aa548773cd6 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:38:53.565553 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a2483acd-2377-4c9c-9983-a7313067f36c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:53.572398 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c21170a8-ee79-4ac6-a610-6005706c9402 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:53.584166 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c21170a8-ee79-4ac6-a610-6005706c9402 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:53.599675 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d8201a-7956-4d07-8685-81daec1e0c69 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:38:53.603923 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d8201a-7956-4d07-8685-81daec1e0c69 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Pushing event updated for resources: {'Port': ['ID=6165fa67-7f2c-4f9d-a854-75c7dea481d5,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:53.607176 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-33d8201a-7956-4d07-8685-81daec1e0c69 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:38:53.611728 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d8201a-7956-4d07-8685-81daec1e0c69 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:38:53.637914 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c21170a8-ee79-4ac6-a610-6005706c9402 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:53.643397 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c21170a8-ee79-4ac6-a610-6005706c9402 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5601230 Nov 09 21:38:53.644064 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41794) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:53.678888 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e016a04-7e29-43a4-a783-2abcbf9f6cf9 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:38:53.688218 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588ef70c-4ec6-4fb8-9529-f9883b0d8d7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-0d41cb17-4cac-4f44-ac6c-480931742ebf', 'network_id': '0d41cb17-4cac-4f44-ac6c-480931742ebf', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'fixed_ips': [{'subnet_id': '8244efa4-6ea6-44cc-a123-b02e77e36245'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:38:53.690130 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-588ef70c-4ec6-4fb8-9529-f9883b0d8d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:53.708874 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:53.779945 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-a2483acd-2377-4c9c-9983-a7313067f36c admin admin] For port d6aa82cb-e34b-42c0-ac01-4aa548773cd6, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=d6aa82cb-e34b-42c0-ac01-4aa548773cd6,segment=NetworkSegment(01015bf0-fa6a-44e1-8448-f68262af78cf),segment_id=01015bf0-fa6a-44e1-8448-f68262af78cf)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:38:53.780316 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a2483acd-2377-4c9c-9983-a7313067f36c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:53.797776 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-a2483acd-2377-4c9c-9983-a7313067f36c admin admin] Calling delete_port for d6aa82cb-e34b-42c0-ac01-4aa548773cd6 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:38:53.935700 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a2483acd-2377-4c9c-9983-a7313067f36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:53.961308 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-588ef70c-4ec6-4fb8-9529-f9883b0d8d7d None None] Allocated IP 172.20.0.2 (0d41cb17-4cac-4f44-ac6c-480931742ebf/8244efa4-6ea6-44cc-a123-b02e77e36245/80c81123-3390-4dbd-98fa-ced1ad8914df) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:38:54.060751 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2483acd-2377-4c9c-9983-a7313067f36c admin admin] No DVR routers for this DVR port d6aa82cb-e34b-42c0-ac01-4aa548773cd6 on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:38:54.155758 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2483acd-2377-4c9c-9983-a7313067f36c admin admin] Pushing event deleted for resources: {'Port': ['ID=d6aa82cb-e34b-42c0-ac01-4aa548773cd6,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:54.191108 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-482fdd1d-d5e1-4591-90c3-778d167a6712 None None] Provisioning complete for port 6165fa67-7f2c-4f9d-a854-75c7dea481d5 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:54.192440 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-482fdd1d-d5e1-4591-90c3-778d167a6712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:54.287171 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 37bd65cd-5151-4666-9916-036c7969f9c9 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:38:54.295863 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce843ee4-d435-4e0d-8cb3-4835bce8450d None None] DHCP port deletion for e09344b8-91df-4a5b-b7ac-4217b74aeb39 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:38:54.357480 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 37bd65cd-5151-4666-9916-036c7969f9c9 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:38:54.358162 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 37bd65cd-5151-4666-9916-036c7969f9c9 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:38:54.369181 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-482fdd1d-d5e1-4591-90c3-778d167a6712 None None] Port 6165fa67-7f2c-4f9d-a854-75c7dea481d5 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:38:54.454251 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a2483acd-2377-4c9c-9983-a7313067f36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:54.521058 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-a2483acd-2377-4c9c-9983-a7313067f36c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e09344b8-91df-4a5b-b7ac-4217b74aeb39']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:54.553924 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-a2483acd-2377-4c9c-9983-a7313067f36c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01015bf0-fa6a-44e1-8448-f68262af78cf') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:54.556551 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-a2483acd-2377-4c9c-9983-a7313067f36c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01015bf0-fa6a-44e1-8448-f68262af78cf') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:54.569509 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b3eea-4ba0-4344-8b62-0178223c79d1 req-d2b6872f-3379-4350-9af1-119e02b1333f tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:54.585557 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-516b3eea-4ba0-4344-8b62-0178223c79d1 req-d2b6872f-3379-4350-9af1-119e02b1333f tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/ports?device_id=f44c75de-ebf7-4608-8a35-3ebc1fd78799 HTTP/1.1" status: 200 len: 909 time: 0.2376387 Nov 09 21:38:54.591881 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-588ef70c-4ec6-4fb8-9529-f9883b0d8d7d None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:54.612625 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-588ef70c-4ec6-4fb8-9529-f9883b0d8d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:54.644495 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a2483acd-2377-4c9c-9983-a7313067f36c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:54.661116 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588ef70c-4ec6-4fb8-9529-f9883b0d8d7d None None] Network 0d41cb17-4cac-4f44-ac6c-480931742ebf is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:38:54.664465 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-588ef70c-4ec6-4fb8-9529-f9883b0d8d7d None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:38:54.671137 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588ef70c-4ec6-4fb8-9529-f9883b0d8d7d None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:38:54.688203 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0039a74c-f726-4cb6-b5c6-abe9ff2d6476 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:54.716594 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a2483acd-2377-4c9c-9983-a7313067f36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:54.738571 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2483acd-2377-4c9c-9983-a7313067f36c admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:38:54.739070 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a2483acd-2377-4c9c-9983-a7313067f36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:54.741109 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:38:54.741109 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:38:54.741109 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:38:54.741109 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:38:54.741109 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:38:54.741109 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:38:54.741109 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:38:54.741109 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:38:54.741109 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:38:54.741109 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:38:54.741109 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:38:54.741109 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:38:54.741109 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:38:54.741109 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:38:54.741109 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:38:54.741109 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:38:54.741109 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:38:54.741109 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:38:54.741109 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:38:54.741109 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:38:54.741109 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:38:54.741109 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:38:54.741109 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:38:54.741109 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:38:54.741109 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:38:54.741109 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:38:54.741109 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:38:54.741109 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:38:54.741109 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:38:54.741109 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:38:54.741109 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:38:54.741109 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:38:54.809837 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a2483acd-2377-4c9c-9983-a7313067f36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:54.815517 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a2483acd-2377-4c9c-9983-a7313067f36c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:54.821783 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a2483acd-2377-4c9c-9983-a7313067f36c admin admin] 10.222.0.49 "DELETE /v2.0/networks/e09344b8-91df-4a5b-b7ac-4217b74aeb39 HTTP/1.1" status: 204 len: 168 time: 1.5724382 Nov 09 21:38:54.825022 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-588ef70c-4ec6-4fb8-9529-f9883b0d8d7d None None] Attempting to bind port 80c81123-3390-4dbd-98fa-ced1ad8914df on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:38:54.825865 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-588ef70c-4ec6-4fb8-9529-f9883b0d8d7d None None] Attempting to bind port 80c81123-3390-4dbd-98fa-ced1ad8914df by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'a68df977-c484-4e57-a248-f9448d08ffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0d41cb17-4cac-4f44-ac6c-480931742ebf'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:38:54.826778 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588ef70c-4ec6-4fb8-9529-f9883b0d8d7d None None] Attempting to bind port 80c81123-3390-4dbd-98fa-ced1ad8914df on network 0d41cb17-4cac-4f44-ac6c-480931742ebf {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:38:54.834048 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2483acd-2377-4c9c-9983-a7313067f36c admin admin] Pushing event deleted for resources: {'Network': ['ID=e09344b8-91df-4a5b-b7ac-4217b74aeb39,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:54.839275 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ef70c-4ec6-4fb8-9529-f9883b0d8d7d None None] Pushing event updated for resources: {'Port': ['ID=80c81123-3390-4dbd-98fa-ced1ad8914df,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:54.842839 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588ef70c-4ec6-4fb8-9529-f9883b0d8d7d None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:38:54.843356 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588ef70c-4ec6-4fb8-9529-f9883b0d8d7d None None] Checking segment: {'id': 'a68df977-c484-4e57-a248-f9448d08ffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0d41cb17-4cac-4f44-ac6c-480931742ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:38:54.843840 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-588ef70c-4ec6-4fb8-9529-f9883b0d8d7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:54.844286 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588ef70c-4ec6-4fb8-9529-f9883b0d8d7d None None] Bound using segment: {'id': 'a68df977-c484-4e57-a248-f9448d08ffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0d41cb17-4cac-4f44-ac6c-480931742ebf'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:38:54.860122 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-588ef70c-4ec6-4fb8-9529-f9883b0d8d7d None None] Bound port: 80c81123-3390-4dbd-98fa-ced1ad8914df, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a68df977-c484-4e57-a248-f9448d08ffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0d41cb17-4cac-4f44-ac6c-480931742ebf'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:38:54.864864 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-588ef70c-4ec6-4fb8-9529-f9883b0d8d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:54.915682 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-33d8201a-7956-4d07-8685-81daec1e0c69 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router_gateway, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:54.958207 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-588ef70c-4ec6-4fb8-9529-f9883b0d8d7d None None] For port 80c81123-3390-4dbd-98fa-ced1ad8914df, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:38:54.963215 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-588ef70c-4ec6-4fb8-9529-f9883b0d8d7d None None] For port 80c81123-3390-4dbd-98fa-ced1ad8914df, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=80c81123-3390-4dbd-98fa-ced1ad8914df,segment=NetworkSegment(a68df977-c484-4e57-a248-f9448d08ffef),segment_id=a68df977-c484-4e57-a248-f9448d08ffef)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:38:54.973194 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-588ef70c-4ec6-4fb8-9529-f9883b0d8d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:55.068820 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ef70c-4ec6-4fb8-9529-f9883b0d8d7d None None] Pushing event updated for resources: {'Port': ['ID=80c81123-3390-4dbd-98fa-ced1ad8914df,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:55.181814 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5432f39-9f90-4f55-b6a3-892d9aa40ee6 req-0f40e49f-5438-4513-a22f-5c5a4e8c4526 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:55.197095 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b5432f39-9f90-4f55-b6a3-892d9aa40ee6 req-0f40e49f-5438-4513-a22f-5c5a4e8c4526 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/ports?device_id=f44c75de-ebf7-4608-8a35-3ebc1fd78799 HTTP/1.1" status: 200 len: 909 time: 0.3753829 Nov 09 21:38:55.197474 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41808) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:55.288512 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-41da7dc9-66c5-4576-8d7c-73699a2a69bb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7167457c7fa34625b640bd66fabaec8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0898054 Nov 09 21:38:55.292295 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41812) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:55.476532 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4fa18d97-a842-453d-ae84-e45cb93b76d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:55.511449 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-0039a74c-f726-4cb6-b5c6-abe9ff2d6476 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Allocated IP 172.20.0.1 (0d41cb17-4cac-4f44-ac6c-480931742ebf/8244efa4-6ea6-44cc-a123-b02e77e36245/588230bd-ed85-45ac-988a-9a5aa01146a2) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:38:55.517574 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-33d8201a-7956-4d07-8685-81daec1e0c69 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:55.573227 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4fa18d97-a842-453d-ae84-e45cb93b76d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:55.691225 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21f9e2-0344-4f6c-a0e2-b4ebaee576bc req-7d672a59-f330-4a10-b0d9-c8bc2c614dda tempest-TestSecurityGroupsBasicOps-1208368340 tempest-TestSecurityGroupsBasicOps-1208368340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:55.695238 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ad21f9e2-0344-4f6c-a0e2-b4ebaee576bc req-7d672a59-f330-4a10-b0d9-c8bc2c614dda tempest-TestSecurityGroupsBasicOps-1208368340 tempest-TestSecurityGroupsBasicOps-1208368340-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f44c75de-ebf7-4608-8a35-3ebc1fd78799 HTTP/1.1" status: 200 len: 1060 time: 0.2855177 Nov 09 21:38:55.697353 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4fa18d97-a842-453d-ae84-e45cb93b76d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:55.715933 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4fa18d97-a842-453d-ae84-e45cb93b76d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:55.717267 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4fa18d97-a842-453d-ae84-e45cb93b76d8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f722cb87-da21-4114-b614-b7f870966c1b HTTP/1.1" status: 204 len: 168 time: 0.4226954 Nov 09 21:38:55.759198 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa18d97-a842-453d-ae84-e45cb93b76d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f722cb87-da21-4114-b614-b7f870966c1b,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:55.892391 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0039a74c-f726-4cb6-b5c6-abe9ff2d6476 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:55.925045 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d8201a-7956-4d07-8685-81daec1e0c69 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Router d5b1f1d6-3e47-4556-9b60-973148dd58b5 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:38:55.951001 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d40f27-d330-46c8-8112-e73edd41736f req-f9654687-f448-47c6-8736-d39160679047 tempest-TestSecurityGroupsBasicOps-1208368340 tempest-TestSecurityGroupsBasicOps-1208368340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:55.952890 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-61d40f27-d330-46c8-8112-e73edd41736f req-f9654687-f448-47c6-8736-d39160679047 tempest-TestSecurityGroupsBasicOps-1208368340 tempest-TestSecurityGroupsBasicOps-1208368340-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ad8e0c8f-7f8d-4322-aa5f-be1363d4431e HTTP/1.1" status: 200 len: 1136 time: 0.0862317 Nov 09 21:38:56.163373 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d8201a-7956-4d07-8685-81daec1e0c69 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:38:56.187015 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0039a74c-f726-4cb6-b5c6-abe9ff2d6476 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:56.192371 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78902bcb-8700-4b57-b274-bffb5dd1df5a None None] Sync routers for ids ['d5b1f1d6-3e47-4556-9b60-973148dd58b5'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:38:56.215126 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78902bcb-8700-4b57-b274-bffb5dd1df5a None None] Routers {'d5b1f1d6-3e47-4556-9b60-973148dd58b5'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:38:56.216238 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-78902bcb-8700-4b57-b274-bffb5dd1df5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:38:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['d5b1f1d6-3e47-4556-9b60-973148dd58b5'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:56.248999 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 80c81123-3390-4dbd-98fa-ced1ad8914df up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:38:56.375603 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 80c81123-3390-4dbd-98fa-ced1ad8914df triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:56.375904 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:56.385555 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-78902bcb-8700-4b57-b274-bffb5dd1df5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:56.401782 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-33d8201a-7956-4d07-8685-81daec1e0c69 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:56.407349 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-33d8201a-7956-4d07-8685-81daec1e0c69 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.4736488 Nov 09 21:38:56.407894 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41824) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:56.424879 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78902bcb-8700-4b57-b274-bffb5dd1df5a None None] Routers {'d5b1f1d6-3e47-4556-9b60-973148dd58b5'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:38:56.426018 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-78902bcb-8700-4b57-b274-bffb5dd1df5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:38:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['d5b1f1d6-3e47-4556-9b60-973148dd58b5'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:56.431097 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0039a74c-f726-4cb6-b5c6-abe9ff2d6476 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Network 0d41cb17-4cac-4f44-ac6c-480931742ebf is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:38:56.443230 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-61d40f27-d330-46c8-8112-e73edd41736f req-ffe12a9e-23db-479b-ba0d-c78e98d479a7 tempest-TestSecurityGroupsBasicOps-1208368340 tempest-TestSecurityGroupsBasicOps-1208368340-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=452430c5-cd09-4206-8743-ec71404092ed&id=6c08c682-90c0-46b6-8d6d-a089872fc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4793231 Nov 09 21:38:56.452461 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-0039a74c-f726-4cb6-b5c6-abe9ff2d6476 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:38:56.456789 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0039a74c-f726-4cb6-b5c6-abe9ff2d6476 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event updated for resources: {'Port': ['ID=588230bd-ed85-45ac-988a-9a5aa01146a2,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:56.479003 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0039a74c-f726-4cb6-b5c6-abe9ff2d6476 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:38:56.486565 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41826) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:56.525070 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-78902bcb-8700-4b57-b274-bffb5dd1df5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:38:56.526711 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78902bcb-8700-4b57-b274-bffb5dd1df5a None None] The sync data for ids ['d5b1f1d6-3e47-4556-9b60-973148dd58b5'] in n-d-816206-3 is: [] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:38:56.607184 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:56.678253 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 80c81123-3390-4dbd-98fa-ced1ad8914df, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=80c81123-3390-4dbd-98fa-ced1ad8914df,segment=NetworkSegment(a68df977-c484-4e57-a248-f9448d08ffef),segment_id=a68df977-c484-4e57-a248-f9448d08ffef)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:38:56.687949 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:56.741204 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce30e89-2de5-40bc-a7cf-524aa07b9066 tempest-TestSecurityGroupsBasicOps-1208368340 tempest-TestSecurityGroupsBasicOps-1208368340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:56.745485 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-66597c8b-6368-4741-b367-e08a66818264 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] 10.222.0.49 "GET /v2.0/routers/d5b1f1d6-3e47-4556-9b60-973148dd58b5 HTTP/1.1" status: 200 len: 920 time: 0.3344090 Nov 09 21:38:56.752348 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41828) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:56.753371 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6ce30e89-2de5-40bc-a7cf-524aa07b9066 tempest-TestSecurityGroupsBasicOps-1208368340 tempest-TestSecurityGroupsBasicOps-1208368340-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f44c75de-ebf7-4608-8a35-3ebc1fd78799 HTTP/1.1" status: 200 len: 1055 time: 0.2657735 Nov 09 21:38:56.756944 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41830) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:56.764956 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0039a74c-f726-4cb6-b5c6-abe9ff2d6476 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:56.953238 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4f9b77d0-276e-457c-96f8-5808cb8c31de tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5b1f1d6-3e47-4556-9b60-973148dd58b5 HTTP/1.1" status: 200 len: 205 time: 0.1931224 Nov 09 21:38:56.957296 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41836) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:57.013939 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ae53427b-3f1b-4a27-aa5e-af27094f64b1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e73a256b21b94ce6b8ac6bcc4d31b2cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2547030 Nov 09 21:38:57.015245 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41838) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:38:57.120019 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device d6aa82cb-e34b-42c0-ac01-4aa548773cd6 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:38:57.122599 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38531370-ea50-4769-bb4e-0917950628b7 None None] Network 0d41cb17-4cac-4f44-ac6c-480931742ebf requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:38:57.137877 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4a68749a-9506-41c8-bf54-3075b8ed407b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:57.179702 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4a68749a-9506-41c8-bf54-3075b8ed407b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:57.183556 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0039a74c-f726-4cb6-b5c6-abe9ff2d6476 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:57.262349 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=80c81123-3390-4dbd-98fa-ced1ad8914df,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:57.269003 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: d6aa82cb-e34b-42c0-ac01-4aa548773cd6 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:38:57.269625 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device d6aa82cb-e34b-42c0-ac01-4aa548773cd6 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:38:57.285188 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-ed4a49c2-63de-4765-a4ec-a85e34e498f9 None None] Provisioning complete for port 80c81123-3390-4dbd-98fa-ced1ad8914df triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:57.286770 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ed4a49c2-63de-4765-a4ec-a85e34e498f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:57.315559 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4a68749a-9506-41c8-bf54-3075b8ed407b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:57.323218 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4a68749a-9506-41c8-bf54-3075b8ed407b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:57.347279 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4a68749a-9506-41c8-bf54-3075b8ed407b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a1c21d5d-ffa4-4fa6-a792-87790ec2333e HTTP/1.1" status: 204 len: 168 time: 0.3225124 Nov 09 21:38:57.397770 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a68749a-9506-41c8-bf54-3075b8ed407b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c21d5d-ffa4-4fa6-a792-87790ec2333e,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:57.943274 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-dc1efb43-3081-4130-bf19-e0eda9e08efe None None] Provisioning complete for port 588230bd-ed85-45ac-988a-9a5aa01146a2 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:57.944382 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dc1efb43-3081-4130-bf19-e0eda9e08efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:58.032194 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-dc1efb43-3081-4130-bf19-e0eda9e08efe None None] Port 588230bd-ed85-45ac-988a-9a5aa01146a2 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:38:58.051971 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-dc1efb43-3081-4130-bf19-e0eda9e08efe None None] Provisioning complete for port 80c81123-3390-4dbd-98fa-ced1ad8914df triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:58.052365 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dc1efb43-3081-4130-bf19-e0eda9e08efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:58.121790 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ee20d4d3-f167-4aa6-812e-1e09f6348180 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:58.312529 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 80c81123-3390-4dbd-98fa-ced1ad8914df up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:38:58.408290 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6925a6-f980-40a1-8c33-30b22d56a31d req-7db6d789-65f2-41b7-b204-1f87874adb84 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:58.415414 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ff6925a6-f980-40a1-8c33-30b22d56a31d req-7db6d789-65f2-41b7-b204-1f87874adb84 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/ports?device_id=f44c75de-ebf7-4608-8a35-3ebc1fd78799 HTTP/1.1" status: 200 len: 909 time: 0.9852562 Nov 09 21:38:58.420299 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 80c81123-3390-4dbd-98fa-ced1ad8914df triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:58.421618 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:58.462959 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ee20d4d3-f167-4aa6-812e-1e09f6348180 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:58.529354 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-bb12620a-909e-4964-811a-bf3932eafb28 None None] Provisioning complete for port 588230bd-ed85-45ac-988a-9a5aa01146a2 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:58.530099 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bb12620a-909e-4964-811a-bf3932eafb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:58.611909 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-bb12620a-909e-4964-811a-bf3932eafb28 None None] Port 588230bd-ed85-45ac-988a-9a5aa01146a2 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:38:58.631964 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5ff0a-f932-4de4-9530-1ee0b4cd238c req-52371140-ca98-4cb5-9601-7f112e1dd488 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:38:58.635371 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f6f5ff0a-f932-4de4-9530-1ee0b4cd238c req-52371140-ca98-4cb5-9601-7f112e1dd488 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.43 "GET /v2.0/ports?device_id=f44c75de-ebf7-4608-8a35-3ebc1fd78799 HTTP/1.1" status: 200 len: 909 time: 0.0938292 Nov 09 21:38:58.760203 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-ee20d4d3-f167-4aa6-812e-1e09f6348180 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Deleting port 6165fa67-7f2c-4f9d-a854-75c7dea481d5 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:38:58.760541 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ee20d4d3-f167-4aa6-812e-1e09f6348180 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:58.787085 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-f6f5ff0a-f932-4de4-9530-1ee0b4cd238c req-de6ef0cb-6000-4861-b338-64df32a7701d tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Deleting port 62e45d87-cdf2-4466-9ebb-b06d16ecfeab {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:38:58.787991 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f6f5ff0a-f932-4de4-9530-1ee0b4cd238c req-de6ef0cb-6000-4861-b338-64df32a7701d tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:58.844036 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0039a74c-f726-4cb6-b5c6-abe9ff2d6476 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:58.867505 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0039a74c-f726-4cb6-b5c6-abe9ff2d6476 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:58.955669 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-f6f5ff0a-f932-4de4-9530-1ee0b4cd238c req-de6ef0cb-6000-4861-b338-64df32a7701d tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] For port 62e45d87-cdf2-4466-9ebb-b06d16ecfeab, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=62e45d87-cdf2-4466-9ebb-b06d16ecfeab,segment=NetworkSegment(6670fd36-e135-4732-bea8-ef302971d924),segment_id=6670fd36-e135-4732-bea8-ef302971d924)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:38:58.956626 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f6f5ff0a-f932-4de4-9530-1ee0b4cd238c req-de6ef0cb-6000-4861-b338-64df32a7701d tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:58.959436 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ee20d4d3-f167-4aa6-812e-1e09f6348180 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:58.998152 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-f6f5ff0a-f932-4de4-9530-1ee0b4cd238c req-de6ef0cb-6000-4861-b338-64df32a7701d tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Calling delete_port for 62e45d87-cdf2-4466-9ebb-b06d16ecfeab owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:38:59.000155 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0039a74c-f726-4cb6-b5c6-abe9ff2d6476 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event updated for resources: {'Port': ['ID=588230bd-ed85-45ac-988a-9a5aa01146a2,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:59.002951 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-ee20d4d3-f167-4aa6-812e-1e09f6348180 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Calling delete_port for 6165fa67-7f2c-4f9d-a854-75c7dea481d5 owned by network:router_gateway {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:38:59.004913 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0039a74c-f726-4cb6-b5c6-abe9ff2d6476 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:59.235591 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0039a74c-f726-4cb6-b5c6-abe9ff2d6476 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Network 0d41cb17-4cac-4f44-ac6c-480931742ebf is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:38:59.238610 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-0039a74c-f726-4cb6-b5c6-abe9ff2d6476 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:38:59.253899 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f6f5ff0a-f932-4de4-9530-1ee0b4cd238c req-de6ef0cb-6000-4861-b338-64df32a7701d tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:59.298981 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ef0cb-6000-4861-b338-64df32a7701d tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Pushing event deleted for resources: {'Port': ['ID=62e45d87-cdf2-4466-9ebb-b06d16ecfeab,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:59.348072 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f5ff0a-f932-4de4-9530-1ee0b4cd238c req-de6ef0cb-6000-4861-b338-64df32a7701d tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] No DVR routers for this DVR port 62e45d87-cdf2-4466-9ebb-b06d16ecfeab on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:38:59.351366 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f6f5ff0a-f932-4de4-9530-1ee0b4cd238c req-de6ef0cb-6000-4861-b338-64df32a7701d tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:59.356531 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f6f5ff0a-f932-4de4-9530-1ee0b4cd238c req-de6ef0cb-6000-4861-b338-64df32a7701d tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.43 "DELETE /v2.0/ports/62e45d87-cdf2-4466-9ebb-b06d16ecfeab HTTP/1.1" status: 204 len: 173 time: 0.7140522 Nov 09 21:38:59.357347 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44c75de-ebf7-4608-8a35-3ebc1fd78799', 'name': 'network-vif-deleted', 'tag': '62e45d87-cdf2-4466-9ebb-b06d16ecfeab'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:38:59.360381 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6740576-9ebb-40e3-8cd4-c357885b6e7f" -d '{"events": [{"server_uuid": "f44c75de-ebf7-4608-8a35-3ebc1fd78799", "name": "network-vif-deleted", "tag": "62e45d87-cdf2-4466-9ebb-b06d16ecfeab"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:38:59.526423 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1bba30-d0d8-4764-849a-1705318fafc7 x-openstack-request-id: req-af1bba30-d0d8-4764-849a-1705318fafc7 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:38:59.526423 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f44c75de-ebf7-4608-8a35-3ebc1fd78799", "name": "network-vif-deleted", "tag": "62e45d87-cdf2-4466-9ebb-b06d16ecfeab", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:38:59.526423 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-af1bba30-d0d8-4764-849a-1705318fafc7 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:38:59.527272 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f44c75de-ebf7-4608-8a35-3ebc1fd78799', 'name': 'network-vif-deleted', 'tag': '62e45d87-cdf2-4466-9ebb-b06d16ecfeab', 'status': 'completed', 'code': 200} Nov 09 21:38:59.764115 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d43c38b4-5cd8-44b0-9426-ebbcc910f1df req-abfe1809-b67f-40ea-8ddb-e58941337aaf tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/ports?device_id=f44c75de-ebf7-4608-8a35-3ebc1fd78799 HTTP/1.1" status: 200 len: 210 time: 0.0301328 Nov 09 21:38:59.823078 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ee20d4d3-f167-4aa6-812e-1e09f6348180 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:59.865896 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee20d4d3-f167-4aa6-812e-1e09f6348180 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Pushing event deleted for resources: {'Port': ['ID=6165fa67-7f2c-4f9d-a854-75c7dea481d5,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:38:59.872907 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0039a74c-f726-4cb6-b5c6-abe9ff2d6476 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Router 206c4d6e-79eb-4c54-94a5-889ac818e856 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:38:59.891828 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c14849e-8017-42eb-8785-bcb983e55944 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:38:59.914586 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-75568828-7992-40f7-8340-0a0cab023a9e None None] Provisioning complete for port 588230bd-ed85-45ac-988a-9a5aa01146a2 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:38:59.914586 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-75568828-7992-40f7-8340-0a0cab023a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:38:59.994498 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-75568828-7992-40f7-8340-0a0cab023a9e None None] Port 588230bd-ed85-45ac-988a-9a5aa01146a2 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:39:00.079089 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0039a74c-f726-4cb6-b5c6-abe9ff2d6476 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:39:00.091991 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54df26b-74ca-444e-b919-1500e980e012 None None] Sync routers for ids ['206c4d6e-79eb-4c54-94a5-889ac818e856'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:39:00.101100 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0039a74c-f726-4cb6-b5c6-abe9ff2d6476 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "PUT /v2.0/routers/206c4d6e-79eb-4c54-94a5-889ac818e856/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4540410 Nov 09 21:39:00.106221 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41894) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:00.113472 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54df26b-74ca-444e-b919-1500e980e012 None None] Routers {'206c4d6e-79eb-4c54-94a5-889ac818e856'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:00.114342 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b54df26b-74ca-444e-b919-1500e980e012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:38:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['206c4d6e-79eb-4c54-94a5-889ac818e856'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:00.176386 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ee20d4d3-f167-4aa6-812e-1e09f6348180 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:00.196925 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b54df26b-74ca-444e-b919-1500e980e012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:00.222224 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54df26b-74ca-444e-b919-1500e980e012 None None] Routers {'206c4d6e-79eb-4c54-94a5-889ac818e856'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:00.223042 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b54df26b-74ca-444e-b919-1500e980e012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:38:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['206c4d6e-79eb-4c54-94a5-889ac818e856'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:00.227435 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a7733a-b56d-44aa-8e75-18fab29fd2a3 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:39:00.238708 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-37a7733a-b56d-44aa-8e75-18fab29fd2a3 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "GET /v2.0/ports/588230bd-ed85-45ac-988a-9a5aa01146a2 HTTP/1.1" status: 200 len: 910 time: 0.1297534 Nov 09 21:39:00.245471 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41896) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:00.261895 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-e62edd2a-8492-47d0-9fea-79af8993d865 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8244efa4-6ea6-44cc-a123-b02e77e36245'}]}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:39:00.273962 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b54df26b-74ca-444e-b919-1500e980e012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:00.274872 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54df26b-74ca-444e-b919-1500e980e012 None None] The sync data for ids ['206c4d6e-79eb-4c54-94a5-889ac818e856'] in n-d-816206-3 is: [] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:39:00.366055 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ee20d4d3-f167-4aa6-812e-1e09f6348180 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:00.369595 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ee20d4d3-f167-4aa6-812e-1e09f6348180 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:00.451980 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ee20d4d3-f167-4aa6-812e-1e09f6348180 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:00.453187 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee20d4d3-f167-4aa6-812e-1e09f6348180 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Fanout notify agent at l3_agent the message router_deleted on router d5b1f1d6-3e47-4556-9b60-973148dd58b5 {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:39:00.489894 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ee20d4d3-f167-4aa6-812e-1e09f6348180 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:00.491483 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ee20d4d3-f167-4aa6-812e-1e09f6348180 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] 10.222.0.49 "DELETE /v2.0/routers/d5b1f1d6-3e47-4556-9b60-973148dd58b5 HTTP/1.1" status: 204 len: 168 time: 3.5313909 Nov 09 21:39:00.499694 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 41924) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:00.511743 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-a8cf7153-5243-46f8-81e9-143435fc9817 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1379018197', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'enable_snat': False}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:39:00.565134 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e62edd2a-8492-47d0-9fea-79af8993d865 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:00.575608 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a8cf7153-5243-46f8-81e9-143435fc9817 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:00.577333 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a8cf7153-5243-46f8-81e9-143435fc9817 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:00.707465 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a8cf7153-5243-46f8-81e9-143435fc9817 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:00.859078 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 41960) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:00.909649 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a8cf7153-5243-46f8-81e9-143435fc9817 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:01.323623 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a8cf7153-5243-46f8-81e9-143435fc9817 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:01.384405 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a8cf7153-5243-46f8-81e9-143435fc9817 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:01.659666 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-a8cf7153-5243-46f8-81e9-143435fc9817 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Allocated IP 172.25.7.56 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/c92443c1-db42-423f-936d-28a2f72b4ddd) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:39:01.801934 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e62edd2a-8492-47d0-9fea-79af8993d865 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:01.822713 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e62edd2a-8492-47d0-9fea-79af8993d865 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:01.879139 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a8cf7153-5243-46f8-81e9-143435fc9817 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:01.892242 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 62e45d87-cdf2-4466-9ebb-b06d16ecfeab no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:39:01.916716 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: 62e45d87-cdf2-4466-9ebb-b06d16ecfeab {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:39:01.917334 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 62e45d87-cdf2-4466-9ebb-b06d16ecfeab not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:39:01.939363 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a8cf7153-5243-46f8-81e9-143435fc9817 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:01.977458 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62edd2a-8492-47d0-9fea-79af8993d865 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event updated for resources: {'Port': ['ID=588230bd-ed85-45ac-988a-9a5aa01146a2,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:01.997027 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cf7153-5243-46f8-81e9-143435fc9817 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:39:02.003281 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-a8cf7153-5243-46f8-81e9-143435fc9817 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:39:02.010030 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62edd2a-8492-47d0-9fea-79af8993d865 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:39:02.010932 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e62edd2a-8492-47d0-9fea-79af8993d865 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:02.015792 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e62edd2a-8492-47d0-9fea-79af8993d865 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "PUT /v2.0/ports/588230bd-ed85-45ac-988a-9a5aa01146a2 HTTP/1.1" status: 200 len: 910 time: 1.7666306 Nov 09 21:39:02.016345 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42026) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:02.022997 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6958f808-4090-49cf-b9ed-0675fe35d6a9 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:39:02.023845 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cf7153-5243-46f8-81e9-143435fc9817 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:39:02.074192 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf7153-5243-46f8-81e9-143435fc9817 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Pushing event updated for resources: {'Port': ['ID=c92443c1-db42-423f-936d-28a2f72b4ddd,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:02.079649 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42028) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:02.151433 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-26eae40b-6e1e-4fb2-9917-b6cde207d66c None None] Provisioning complete for port c92443c1-db42-423f-936d-28a2f72b4ddd triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:02.152743 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-26eae40b-6e1e-4fb2-9917-b6cde207d66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:02.245493 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-26eae40b-6e1e-4fb2-9917-b6cde207d66c None None] Port c92443c1-db42-423f-936d-28a2f72b4ddd cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:39:02.281404 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4e7a0c78-5303-4af1-b622-1108b3ef3265 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:02.284653 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8815333c-b33d-4a82-8be1-364022f9f27c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:02.379077 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8815333c-b33d-4a82-8be1-364022f9f27c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:02.407217 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8815333c-b33d-4a82-8be1-364022f9f27c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:02.480005 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8815333c-b33d-4a82-8be1-364022f9f27c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f5efdfc05f83460da9dae0cbea1f988e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3980937 Nov 09 21:39:02.482534 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8815333c-b33d-4a82-8be1-364022f9f27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3ddab8-5f6e-4c14-bd56-2f15e1577ffc,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:02.483933 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42032) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:02.695248 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b854df60-d073-4338-88dc-d3c61c32ae1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:02.733755 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b854df60-d073-4338-88dc-d3c61c32ae1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:02.799035 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-4e7a0c78-5303-4af1-b622-1108b3ef3265 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Deleting port 0c2e5dcd-1ea0-483e-8cd0-5ad7832d9eb0 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:39:02.799372 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4e7a0c78-5303-4af1-b622-1108b3ef3265 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:02.877362 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b854df60-d073-4338-88dc-d3c61c32ae1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:02.879921 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b854df60-d073-4338-88dc-d3c61c32ae1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:02.881094 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b854df60-d073-4338-88dc-d3c61c32ae1a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4a3ddab8-5f6e-4c14-bd56-2f15e1577ffc HTTP/1.1" status: 204 len: 168 time: 0.3929811 Nov 09 21:39:02.904752 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854df60-d073-4338-88dc-d3c61c32ae1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3ddab8-5f6e-4c14-bd56-2f15e1577ffc,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:02.955271 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-4e7a0c78-5303-4af1-b622-1108b3ef3265 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] For port 0c2e5dcd-1ea0-483e-8cd0-5ad7832d9eb0, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=0c2e5dcd-1ea0-483e-8cd0-5ad7832d9eb0,segment=NetworkSegment(6670fd36-e135-4732-bea8-ef302971d924),segment_id=6670fd36-e135-4732-bea8-ef302971d924)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:39:02.955861 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4e7a0c78-5303-4af1-b622-1108b3ef3265 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:02.959466 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3cb3213b-e342-437b-9ebc-7d10d85d787f tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:02.981053 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a8cf7153-5243-46f8-81e9-143435fc9817 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:03.030004 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-4e7a0c78-5303-4af1-b622-1108b3ef3265 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Calling delete_port for 0c2e5dcd-1ea0-483e-8cd0-5ad7832d9eb0 owned by network:router_interface {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:39:03.238937 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a8cf7153-5243-46f8-81e9-143435fc9817 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:03.276305 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42042) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:03.319887 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fb021135-8ca4-4af8-a133-960a9c2dd010 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:03.403948 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8cf7153-5243-46f8-81e9-143435fc9817 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Router cf3f38b4-9ffc-40d5-9472-8c271626412f is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:39:03.409734 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4e7a0c78-5303-4af1-b622-1108b3ef3265 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:03.450196 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7a0c78-5303-4af1-b622-1108b3ef3265 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Pushing event deleted for resources: {'Port': ['ID=0c2e5dcd-1ea0-483e-8cd0-5ad7832d9eb0,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:03.547514 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-3cb3213b-e342-437b-9ebc-7d10d85d787f tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Deleting port 588230bd-ed85-45ac-988a-9a5aa01146a2 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:39:03.547771 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3cb3213b-e342-437b-9ebc-7d10d85d787f tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:03.550336 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8cf7153-5243-46f8-81e9-143435fc9817 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:39:03.566885 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65db7533-f6eb-471f-ab1f-c89344be3e29 None None] Sync routers for ids ['cf3f38b4-9ffc-40d5-9472-8c271626412f'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:39:03.582098 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a8cf7153-5243-46f8-81e9-143435fc9817 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:03.583922 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a8cf7153-5243-46f8-81e9-143435fc9817 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.0830295 Nov 09 21:39:03.586757 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42044) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:03.591690 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65db7533-f6eb-471f-ab1f-c89344be3e29 None None] Routers {'cf3f38b4-9ffc-40d5-9472-8c271626412f'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:03.592739 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-65db7533-f6eb-471f-ab1f-c89344be3e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:38:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['cf3f38b4-9ffc-40d5-9472-8c271626412f'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:03.636481 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fb021135-8ca4-4af8-a133-960a9c2dd010 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:03.675623 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fb021135-8ca4-4af8-a133-960a9c2dd010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:03.685501 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:03.759375 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb021135-8ca4-4af8-a133-960a9c2dd010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084be169-9d68-4068-a57c-0ee58ea6a133,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:03.770275 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-65db7533-f6eb-471f-ab1f-c89344be3e29 None None] Set router cf3f38b4-9ffc-40d5-9472-8c271626412f gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:39:03.824000 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a54006d7-591c-4d14-9451-c843c0654ab2 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] 10.222.0.49 "GET /v2.0/routers/cf3f38b4-9ffc-40d5-9472-8c271626412f HTTP/1.1" status: 200 len: 908 time: 0.2335248 Nov 09 21:39:03.825607 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42048) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:03.829485 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-d1338176-2e7f-41d4-a4e7-467d5954fc0f tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1379018197', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'enable_snat': True}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:39:03.843553 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-fb021135-8ca4-4af8-a133-960a9c2dd010 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ee06925f73e8447aa9572e958bd9ad08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5614576 Nov 09 21:39:03.846891 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3cb3213b-e342-437b-9ebc-7d10d85d787f tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:03.847090 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42050) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:03.860543 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d1338176-2e7f-41d4-a4e7-467d5954fc0f tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:03.861777 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d1338176-2e7f-41d4-a4e7-467d5954fc0f tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:03.864329 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-3cb3213b-e342-437b-9ebc-7d10d85d787f tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Calling delete_port for 588230bd-ed85-45ac-988a-9a5aa01146a2 owned by network:router_interface {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:39:03.880730 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4e7a0c78-5303-4af1-b622-1108b3ef3265 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:03.953298 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d1338176-2e7f-41d4-a4e7-467d5954fc0f tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:03.954915 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1de45573-365a-45a8-84cd-26e959dc3554 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:03.992810 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-65db7533-f6eb-471f-ab1f-c89344be3e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3f38b4-9ffc-40d5-9472-8c271626412f', 'name': 'tempest-snat-router-1379018197', 'tenant_id': 'a8b7cd47815c4365a36f3699196a598a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.56'}], 'enable_snat': False}, 'gw_port_id': 'c92443c1-db42-423f-936d-28a2f72b4ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:00Z', 'updated_at': '2021-11-09T21:39:02Z', 'revision_number': 3, 'project_id': 'a8b7cd47815c4365a36f3699196a598a', 'gw_port': {'id': 'c92443c1-db42-423f-936d-28a2f72b4ddd', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3f38b4-9ffc-40d5-9472-8c271626412f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:01Z', 'updated_at': '2021-11-09T21:39:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:04.021475 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65db7533-f6eb-471f-ab1f-c89344be3e29 None None] Checking router: cf3f38b4-9ffc-40d5-9472-8c271626412f for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:39:04.022105 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65db7533-f6eb-471f-ab1f-c89344be3e29 None None] Updating router cf3f38b4-9ffc-40d5-9472-8c271626412f port c92443c1-db42-423f-936d-28a2f72b4ddd binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:39:04.056150 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-65db7533-f6eb-471f-ab1f-c89344be3e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:04.119812 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1de45573-365a-45a8-84cd-26e959dc3554 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:04.169280 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d1338176-2e7f-41d4-a4e7-467d5954fc0f tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:04.259819 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1de45573-365a-45a8-84cd-26e959dc3554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:04.262304 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1de45573-365a-45a8-84cd-26e959dc3554 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:04.266106 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1de45573-365a-45a8-84cd-26e959dc3554 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/084be169-9d68-4068-a57c-0ee58ea6a133 HTTP/1.1" status: 204 len: 168 time: 0.4154327 Nov 09 21:39:04.280001 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de45573-365a-45a8-84cd-26e959dc3554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084be169-9d68-4068-a57c-0ee58ea6a133,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:04.315808 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3cb3213b-e342-437b-9ebc-7d10d85d787f tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:04.352681 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e7a0c78-5303-4af1-b622-1108b3ef3265 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Router 5fafc3bf-90af-44a7-ad16-18733c4d04e3 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:39:04.429370 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb3213b-e342-437b-9ebc-7d10d85d787f tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event deleted for resources: {'Port': ['ID=588230bd-ed85-45ac-988a-9a5aa01146a2,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:04.458750 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d1338176-2e7f-41d4-a4e7-467d5954fc0f tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:04.500392 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d1338176-2e7f-41d4-a4e7-467d5954fc0f tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:04.505252 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-65db7533-f6eb-471f-ab1f-c89344be3e29 None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:04.515712 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-65db7533-f6eb-471f-ab1f-c89344be3e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:04.600662 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c70f3f-7956-422d-9c26-c722d91a4102 None None] Pushing event updated for resources: {'Port': ['ID=c92443c1-db42-423f-936d-28a2f72b4ddd,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:04.602501 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5edbbf-528c-4995-80af-fcf3ffb52c05 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:39:04.646889 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-65db7533-f6eb-471f-ab1f-c89344be3e29 None None] Attempting to bind port c92443c1-db42-423f-936d-28a2f72b4ddd on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:39:04.647563 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-65db7533-f6eb-471f-ab1f-c89344be3e29 None None] Attempting to bind port c92443c1-db42-423f-936d-28a2f72b4ddd by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:39:04.648112 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65db7533-f6eb-471f-ab1f-c89344be3e29 None None] Attempting to bind port c92443c1-db42-423f-936d-28a2f72b4ddd on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:39:04.666389 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65db7533-f6eb-471f-ab1f-c89344be3e29 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:39:04.666829 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65db7533-f6eb-471f-ab1f-c89344be3e29 None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:39:04.667240 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-65db7533-f6eb-471f-ab1f-c89344be3e29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:04.667629 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65db7533-f6eb-471f-ab1f-c89344be3e29 None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:39:04.668187 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-65db7533-f6eb-471f-ab1f-c89344be3e29 None None] Bound port: c92443c1-db42-423f-936d-28a2f72b4ddd, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:39:04.668594 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-65db7533-f6eb-471f-ab1f-c89344be3e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:04.712575 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-bef30012-7124-4079-a037-9299b0ae8080 None None] Provisioning complete for port c92443c1-db42-423f-936d-28a2f72b4ddd triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:04.716172 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bef30012-7124-4079-a037-9299b0ae8080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:04.718056 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-d1338176-2e7f-41d4-a4e7-467d5954fc0f tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Allocated IP 172.25.7.129 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/5f533ba8-e597-42b5-be7f-b579a9ac24ab) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:39:04.747484 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-65db7533-f6eb-471f-ab1f-c89344be3e29 None None] For port c92443c1-db42-423f-936d-28a2f72b4ddd, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:39:04.751517 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-65db7533-f6eb-471f-ab1f-c89344be3e29 None None] For port c92443c1-db42-423f-936d-28a2f72b4ddd, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=c92443c1-db42-423f-936d-28a2f72b4ddd,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:39:04.759850 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-65db7533-f6eb-471f-ab1f-c89344be3e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:04.851381 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-bef30012-7124-4079-a037-9299b0ae8080 None None] Port c92443c1-db42-423f-936d-28a2f72b4ddd cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:39:04.858122 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c70f3f-7956-422d-9c26-c722d91a4102 None None] Pushing event updated for resources: {'Port': ['ID=c92443c1-db42-423f-936d-28a2f72b4ddd,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:04.878509 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21f325a-2074-48b0-b112-5616446be0d0 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:39:04.901130 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65db7533-f6eb-471f-ab1f-c89344be3e29 None None] Routers {'cf3f38b4-9ffc-40d5-9472-8c271626412f'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:04.901766 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-65db7533-f6eb-471f-ab1f-c89344be3e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:38:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['cf3f38b4-9ffc-40d5-9472-8c271626412f'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:04.999044 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d1338176-2e7f-41d4-a4e7-467d5954fc0f tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:05.002998 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-2f1c3401-fa5f-41e5-94d5-03d53298cc4e None None] Provisioning complete for port c92443c1-db42-423f-936d-28a2f72b4ddd triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:05.005097 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2f1c3401-fa5f-41e5-94d5-03d53298cc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:05.083691 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d1338176-2e7f-41d4-a4e7-467d5954fc0f tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:05.108580 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-65db7533-f6eb-471f-ab1f-c89344be3e29 None None] Set router cf3f38b4-9ffc-40d5-9472-8c271626412f gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:39:05.153477 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2f1c3401-fa5f-41e5-94d5-03d53298cc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:05.177975 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-2f1c3401-fa5f-41e5-94d5-03d53298cc4e None None] For port c92443c1-db42-423f-936d-28a2f72b4ddd, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=c92443c1-db42-423f-936d-28a2f72b4ddd,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:39:05.187619 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2f1c3401-fa5f-41e5-94d5-03d53298cc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:05.193561 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1338176-2e7f-41d4-a4e7-467d5954fc0f tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:39:05.200579 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-d1338176-2e7f-41d4-a4e7-467d5954fc0f tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:39:05.223305 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1338176-2e7f-41d4-a4e7-467d5954fc0f tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:39:05.265980 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee530ac4-a1fe-48ee-9b1a-fc3e97e8f13b None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:39:05.344229 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1338176-2e7f-41d4-a4e7-467d5954fc0f tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Pushing event updated for resources: {'Port': ['ID=5f533ba8-e597-42b5-be7f-b579a9ac24ab,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:05.344442 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-586bd68e-a350-467b-9975-07a499f56090 None None] Provisioning complete for port 5f533ba8-e597-42b5-be7f-b579a9ac24ab triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:05.344781 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-586bd68e-a350-467b-9975-07a499f56090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:05.380648 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-65db7533-f6eb-471f-ab1f-c89344be3e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3f38b4-9ffc-40d5-9472-8c271626412f', 'name': 'tempest-snat-router-1379018197', 'tenant_id': 'a8b7cd47815c4365a36f3699196a598a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.56'}], 'enable_snat': False}, 'gw_port_id': 'c92443c1-db42-423f-936d-28a2f72b4ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:00Z', 'updated_at': '2021-11-09T21:39:02Z', 'revision_number': 3, 'project_id': 'a8b7cd47815c4365a36f3699196a598a', 'gw_port': {'id': 'c92443c1-db42-423f-936d-28a2f72b4ddd', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3f38b4-9ffc-40d5-9472-8c271626412f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:01Z', 'updated_at': '2021-11-09T21:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:05.405007 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-586bd68e-a350-467b-9975-07a499f56090 None None] Port 5f533ba8-e597-42b5-be7f-b579a9ac24ab cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:39:05.410464 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65db7533-f6eb-471f-ab1f-c89344be3e29 None None] The sync data for ids ['cf3f38b4-9ffc-40d5-9472-8c271626412f'] in n-d-816206-3 is: [{'id': 'cf3f38b4-9ffc-40d5-9472-8c271626412f', 'name': 'tempest-snat-router-1379018197', 'tenant_id': 'a8b7cd47815c4365a36f3699196a598a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.56'}], 'enable_snat': False}, 'gw_port_id': 'c92443c1-db42-423f-936d-28a2f72b4ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:00Z', 'updated_at': '2021-11-09T21:39:02Z', 'revision_number': 3, 'project_id': 'a8b7cd47815c4365a36f3699196a598a', 'gw_port': {'id': 'c92443c1-db42-423f-936d-28a2f72b4ddd', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3f38b4-9ffc-40d5-9472-8c271626412f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:01Z', 'updated_at': '2021-11-09T21:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:39:05.411270 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1c3401-fa5f-41e5-94d5-03d53298cc4e None None] Pushing event updated for resources: {'Port': ['ID=c92443c1-db42-423f-936d-28a2f72b4ddd,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:05.528612 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3cb3213b-e342-437b-9ebc-7d10d85d787f tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:05.592904 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d1338176-2e7f-41d4-a4e7-467d5954fc0f tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:05.627885 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7a0c78-5303-4af1-b622-1108b3ef3265 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:39:05.638285 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4103840d-e32c-404f-b0cb-17d18fb1a816 None None] Sync routers for ids ['5fafc3bf-90af-44a7-ad16-18733c4d04e3'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:39:05.641721 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4e7a0c78-5303-4af1-b622-1108b3ef3265 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "PUT /v2.0/routers/5fafc3bf-90af-44a7-ad16-18733c4d04e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7813823 Nov 09 21:39:05.642338 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42070) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:05.692533 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4103840d-e32c-404f-b0cb-17d18fb1a816 None None] Routers {'5fafc3bf-90af-44a7-ad16-18733c4d04e3'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:05.695688 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-4103840d-e32c-404f-b0cb-17d18fb1a816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:38:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['5fafc3bf-90af-44a7-ad16-18733c4d04e3'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:05.824816 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab50c543-d1b0-413b-889e-4298df37cf68 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Deleting subnet bbd7146b-1b99-444e-bba6-ef77dc713d79 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:39:05.831039 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ab50c543-d1b0-413b-889e-4298df37cf68 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:05.899742 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-4103840d-e32c-404f-b0cb-17d18fb1a816 None None] Set router 5fafc3bf-90af-44a7-ad16-18733c4d04e3 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:39:05.948442 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb3213b-e342-437b-9ebc-7d10d85d787f tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Router 206c4d6e-79eb-4c54-94a5-889ac818e856 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:39:05.979158 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ab50c543-d1b0-413b-889e-4298df37cf68 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:06.136490 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb3213b-e342-437b-9ebc-7d10d85d787f tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:39:06.141768 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2d6e553b-b9ff-4573-a7ff-35be4f8c2ade req-3bceecfc-0960-46ec-b1fe-e2890891200f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2749364 Nov 09 21:39:06.146919 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f71ae1-7fe8-485d-891f-6f54c99f0c5b None None] Sync routers for ids ['206c4d6e-79eb-4c54-94a5-889ac818e856'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:39:06.158471 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-3cb3213b-e342-437b-9ebc-7d10d85d787f tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "PUT /v2.0/routers/206c4d6e-79eb-4c54-94a5-889ac818e856/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1386113 Nov 09 21:39:06.160673 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f71ae1-7fe8-485d-891f-6f54c99f0c5b None None] Routers {'206c4d6e-79eb-4c54-94a5-889ac818e856'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:06.161294 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-b2f71ae1-7fe8-485d-891f-6f54c99f0c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:38:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['206c4d6e-79eb-4c54-94a5-889ac818e856'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:06.169817 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42074) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:06.193826 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c92443c1-db42-423f-936d-28a2f72b4ddd up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:39:06.228217 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d1338176-2e7f-41d4-a4e7-467d5954fc0f tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:06.239749 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-4103840d-e32c-404f-b0cb-17d18fb1a816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fafc3bf-90af-44a7-ad16-18733c4d04e3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-567239644', 'tenant_id': '5f44489c50e04b2db090f1564633b127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '1d5eff90-10f7-4e63-8017-b9b5e93562df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:38:15Z', 'updated_at': '2021-11-09T21:39:03Z', 'revision_number': 5, 'project_id': '5f44489c50e04b2db090f1564633b127', 'gw_port': {'id': '1d5eff90-10f7-4e63-8017-b9b5e93562df', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:21:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fafc3bf-90af-44a7-ad16-18733c4d04e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:38:16Z', 'updated_at': '2021-11-09T21:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:06.240200 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-b2f71ae1-7fe8-485d-891f-6f54c99f0c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:06.251657 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f71ae1-7fe8-485d-891f-6f54c99f0c5b None None] Routers {'206c4d6e-79eb-4c54-94a5-889ac818e856'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:06.253191 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-b2f71ae1-7fe8-485d-891f-6f54c99f0c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:38:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['206c4d6e-79eb-4c54-94a5-889ac818e856'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:06.294446 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-b2f71ae1-7fe8-485d-891f-6f54c99f0c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:06.295110 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f71ae1-7fe8-485d-891f-6f54c99f0c5b None None] The sync data for ids ['206c4d6e-79eb-4c54-94a5-889ac818e856'] in n-d-816206-3 is: [] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:39:06.301428 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4103840d-e32c-404f-b0cb-17d18fb1a816 None None] Checking router: 5fafc3bf-90af-44a7-ad16-18733c4d04e3 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:39:06.307349 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-740da941-4411-4d96-bb5d-8ade5f7c4039 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "GET /v2.0/ports?device_id=206c4d6e-79eb-4c54-94a5-889ac818e856 HTTP/1.1" status: 200 len: 205 time: 0.1363301 Nov 09 21:39:06.311492 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42076) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:06.324806 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4103840d-e32c-404f-b0cb-17d18fb1a816 None None] Routers {'5fafc3bf-90af-44a7-ad16-18733c4d04e3'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:06.326120 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-4103840d-e32c-404f-b0cb-17d18fb1a816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:38:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['5fafc3bf-90af-44a7-ad16-18733c4d04e3'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:06.390420 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1338176-2e7f-41d4-a4e7-467d5954fc0f tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Router 2f7063c7-2402-46d6-b590-b4daa7581df9 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:39:06.396140 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port c92443c1-db42-423f-936d-28a2f72b4ddd triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:06.396405 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:06.418324 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ab50c543-d1b0-413b-889e-4298df37cf68 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:06.450411 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-00d0a9fa-aa91-4810-910b-351e9dd85100 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:06.530545 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e553b-b9ff-4573-a7ff-35be4f8c2ade req-748c12b0-6989-4aa9-aec5-704441f63d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:39:06.531686 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2d6e553b-b9ff-4573-a7ff-35be4f8c2ade req-748c12b0-6989-4aa9-aec5-704441f63d6a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d996b08d23e47a28746199b551ba8f0&device_id=e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1 HTTP/1.1" status: 200 len: 1096 time: 0.2925005 Nov 09 21:39:06.555986 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-4103840d-e32c-404f-b0cb-17d18fb1a816 None None] Set router 5fafc3bf-90af-44a7-ad16-18733c4d04e3 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:39:06.563406 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1338176-2e7f-41d4-a4e7-467d5954fc0f tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:39:06.608180 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d1338176-2e7f-41d4-a4e7-467d5954fc0f tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:06.612020 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d1338176-2e7f-41d4-a4e7-467d5954fc0f tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.7837241 Nov 09 21:39:06.612662 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42082) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:06.725252 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-00d0a9fa-aa91-4810-910b-351e9dd85100 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:06.731679 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-00d0a9fa-aa91-4810-910b-351e9dd85100 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:06.747131 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ab50c543-d1b0-413b-889e-4298df37cf68 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:06.776683 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3dd99f22-1191-460a-867f-8351025d1553 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] 10.222.0.49 "GET /v2.0/routers/2f7063c7-2402-46d6-b590-b4daa7581df9 HTTP/1.1" status: 200 len: 908 time: 0.1611755 Nov 09 21:39:06.778492 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42084) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:06.826058 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ab50c543-d1b0-413b-889e-4298df37cf68 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:06.829883 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ab50c543-d1b0-413b-889e-4298df37cf68 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "DELETE /v2.0/subnets/bbd7146b-1b99-444e-bba6-ef77dc713d79 HTTP/1.1" status: 204 len: 168 time: 1.1820700 Nov 09 21:39:06.830895 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab50c543-d1b0-413b-889e-4298df37cf68 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Pushing event deleted for resources: {'Subnet': ['ID=bbd7146b-1b99-444e-bba6-ef77dc713d79,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:06.836461 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42086) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:06.857283 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-00d0a9fa-aa91-4810-910b-351e9dd85100 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:06.857849 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d0a9fa-aa91-4810-910b-351e9dd85100 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Fanout notify agent at l3_agent the message router_deleted on router 206c4d6e-79eb-4c54-94a5-889ac818e856 {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:39:06.864934 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-00d0a9fa-aa91-4810-910b-351e9dd85100 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:06.866053 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-00d0a9fa-aa91-4810-910b-351e9dd85100 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "DELETE /v2.0/routers/206c4d6e-79eb-4c54-94a5-889ac818e856 HTTP/1.1" status: 204 len: 168 time: 0.5537913 Nov 09 21:39:06.869189 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42088) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:06.931367 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e553b-b9ff-4573-a7ff-35be4f8c2ade req-f161d67b-eb5e-4da1-8d5b-bc1f60b0850b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:39:06.933397 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2d6e553b-b9ff-4573-a7ff-35be4f8c2ade req-f161d67b-eb5e-4da1-8d5b-bc1f60b0850b service neutron] 10.222.0.43 "GET /v2.0/networks?id=55847ffd-7836-446f-91d3-f14e046c5bb2 HTTP/1.1" status: 200 len: 911 time: 0.3381391 Nov 09 21:39:06.953506 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8123d3fe-e792-4e9b-b4ac-5cbe2dc4eb47 None None] Network 977a40bc-f138-4205-864c-efc831ce0413 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:39:06.978108 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-5edc1e74-9078-4e57-bf94-7bc6f1e23ded tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Deleting subnet 8244efa4-6ea6-44cc-a123-b02e77e36245 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:39:06.984570 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5edc1e74-9078-4e57-bf94-7bc6f1e23ded tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:07.028056 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3a0caf-e461-4a8b-bb3b-38db5d0645c4 None None] Sync routers for ids ['2f7063c7-2402-46d6-b590-b4daa7581df9'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:39:07.053087 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b926b801-8074-43e6-afe9-246481c92da0 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:07.071913 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d236dcd9-bdbe-4590-8000-065266e35a4f tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:07.110485 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2d6e553b-b9ff-4573-a7ff-35be4f8c2ade req-c3ee7a05-bf63-42cf-8a41-ea3cbae7792d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=227dafe4-07a4-4b3e-9f26-52be7db8e976 HTTP/1.1" status: 200 len: 1001 time: 0.1683171 Nov 09 21:39:07.118010 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5edc1e74-9078-4e57-bf94-7bc6f1e23ded tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:07.187922 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3a0caf-e461-4a8b-bb3b-38db5d0645c4 None None] Routers {'2f7063c7-2402-46d6-b590-b4daa7581df9'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:07.188561 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-fd3a0caf-e461-4a8b-bb3b-38db5d0645c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:38:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['2f7063c7-2402-46d6-b590-b4daa7581df9'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:07.223443 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e553b-b9ff-4573-a7ff-35be4f8c2ade req-80a3c89f-7dfc-4472-871a-111554f9156c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:39:07.224827 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2d6e553b-b9ff-4573-a7ff-35be4f8c2ade req-80a3c89f-7dfc-4472-871a-111554f9156c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=85ce8c7e-f82b-4b24-9029-22d978d44b85 HTTP/1.1" status: 200 len: 850 time: 0.1066642 Nov 09 21:39:07.264146 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d236dcd9-bdbe-4590-8000-065266e35a4f tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:07.303396 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-fd3a0caf-e461-4a8b-bb3b-38db5d0645c4 None None] Set router 2f7063c7-2402-46d6-b590-b4daa7581df9 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:39:07.307796 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b926b801-8074-43e6-afe9-246481c92da0 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:07.317577 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5edc1e74-9078-4e57-bf94-7bc6f1e23ded tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:07.317898 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e553b-b9ff-4573-a7ff-35be4f8c2ade req-05d51b69-2432-4e64-8f3e-6aa9a945bd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:39:07.319461 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2d6e553b-b9ff-4573-a7ff-35be4f8c2ade req-05d51b69-2432-4e64-8f3e-6aa9a945bd2b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=55847ffd-7836-446f-91d3-f14e046c5bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0862360 Nov 09 21:39:07.417593 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-d236dcd9-bdbe-4590-8000-065266e35a4f tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Deleting port 1d5eff90-10f7-4e63-8017-b9b5e93562df {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:39:07.418497 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d236dcd9-bdbe-4590-8000-065266e35a4f tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:07.442792 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5edc1e74-9078-4e57-bf94-7bc6f1e23ded tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:07.486218 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc1e74-9078-4e57-bf94-7bc6f1e23ded tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event deleted for resources: {'Subnet': ['ID=8244efa4-6ea6-44cc-a123-b02e77e36245,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:07.502331 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5edc1e74-9078-4e57-bf94-7bc6f1e23ded tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:07.509430 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42098) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:07.510097 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5edc1e74-9078-4e57-bf94-7bc6f1e23ded tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "DELETE /v2.0/subnets/8244efa4-6ea6-44cc-a123-b02e77e36245 HTTP/1.1" status: 204 len: 168 time: 0.6391976 Nov 09 21:39:07.512041 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-b926b801-8074-43e6-afe9-246481c92da0 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Deleting port 5f533ba8-e597-42b5-be7f-b579a9ac24ab {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:39:07.513017 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b926b801-8074-43e6-afe9-246481c92da0 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:07.527261 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8456467-2d77-4cc2-96aa-d4ca3a2c0413 None None] Network 0d41cb17-4cac-4f44-ac6c-480931742ebf requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:39:07.602855 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2d6e553b-b9ff-4573-a7ff-35be4f8c2ade req-20562ffd-a986-4179-b9b4-cfbb82e4c51e service neutron] 10.222.0.43 "GET /v2.0/networks/55847ffd-7836-446f-91d3-f14e046c5bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743487 Nov 09 21:39:07.615701 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b926b801-8074-43e6-afe9-246481c92da0 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:07.630841 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-b926b801-8074-43e6-afe9-246481c92da0 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Calling delete_port for 5f533ba8-e597-42b5-be7f-b579a9ac24ab owned by network:router_gateway {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:39:07.727230 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a3ba546-3798-42b2-a0df-60d6209c78e1 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:07.765667 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-d236dcd9-bdbe-4590-8000-065266e35a4f tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] For port 1d5eff90-10f7-4e63-8017-b9b5e93562df, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=1d5eff90-10f7-4e63-8017-b9b5e93562df,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:39:07.766040 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d236dcd9-bdbe-4590-8000-065266e35a4f tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:07.810674 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-d236dcd9-bdbe-4590-8000-065266e35a4f tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Calling delete_port for 1d5eff90-10f7-4e63-8017-b9b5e93562df owned by network:router_gateway {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:39:07.814875 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7445b6d2-1251-4793-8ae4-786221c73fd9 None None] DHCP port deletion for 977a40bc-f138-4205-864c-efc831ce0413 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:39:07.857961 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b926b801-8074-43e6-afe9-246481c92da0 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:07.891426 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-4103840d-e32c-404f-b0cb-17d18fb1a816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fafc3bf-90af-44a7-ad16-18733c4d04e3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-567239644', 'tenant_id': '5f44489c50e04b2db090f1564633b127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '1d5eff90-10f7-4e63-8017-b9b5e93562df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:38:15Z', 'updated_at': '2021-11-09T21:39:03Z', 'revision_number': 5, 'project_id': '5f44489c50e04b2db090f1564633b127', 'gw_port': {'id': '1d5eff90-10f7-4e63-8017-b9b5e93562df', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:21:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fafc3bf-90af-44a7-ad16-18733c4d04e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:38:16Z', 'updated_at': '2021-11-09T21:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:07.898657 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97229a61-8193-4326-99a0-73d70b4077bc None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:39:07.914110 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b926b801-8074-43e6-afe9-246481c92da0 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f533ba8-e597-42b5-be7f-b579a9ac24ab,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:07.940887 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4103840d-e32c-404f-b0cb-17d18fb1a816 None None] The sync data for ids ['5fafc3bf-90af-44a7-ad16-18733c4d04e3'] in n-d-816206-3 is: [{'id': '5fafc3bf-90af-44a7-ad16-18733c4d04e3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-567239644', 'tenant_id': '5f44489c50e04b2db090f1564633b127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '1d5eff90-10f7-4e63-8017-b9b5e93562df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:38:15Z', 'updated_at': '2021-11-09T21:39:03Z', 'revision_number': 5, 'project_id': '5f44489c50e04b2db090f1564633b127', 'gw_port': {'id': '1d5eff90-10f7-4e63-8017-b9b5e93562df', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:21:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fafc3bf-90af-44a7-ad16-18733c4d04e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:38:16Z', 'updated_at': '2021-11-09T21:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:39:07.970374 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-fd3a0caf-e461-4a8b-bb3b-38db5d0645c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7063c7-2402-46d6-b590-b4daa7581df9', 'name': 'tempest-snat-router-1379018197', 'tenant_id': 'a8b7cd47815c4365a36f3699196a598a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '5f533ba8-e597-42b5-be7f-b579a9ac24ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:03Z', 'updated_at': '2021-11-09T21:39:05Z', 'revision_number': 3, 'project_id': 'a8b7cd47815c4365a36f3699196a598a', 'gw_port': {'id': '5f533ba8-e597-42b5-be7f-b579a9ac24ab', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e0:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f7063c7-2402-46d6-b590-b4daa7581df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:04Z', 'updated_at': '2021-11-09T21:39:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:08.005447 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3a0caf-e461-4a8b-bb3b-38db5d0645c4 None None] Checking router: 2f7063c7-2402-46d6-b590-b4daa7581df9 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:39:08.005804 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3a0caf-e461-4a8b-bb3b-38db5d0645c4 None None] Updating router 2f7063c7-2402-46d6-b590-b4daa7581df9 port 5f533ba8-e597-42b5-be7f-b579a9ac24ab binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:39:08.018828 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b926b801-8074-43e6-afe9-246481c92da0 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:08.031836 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3a0caf-e461-4a8b-bb3b-38db5d0645c4 None None] Port 5f533ba8-e597-42b5-be7f-b579a9ac24ab not found while updating agent binding for router 2f7063c7-2402-46d6-b590-b4daa7581df9. {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 09 21:39:08.034685 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-7445b6d2-1251-4793-8ae4-786221c73fd9 None None] Deleting port 18691d12-f8b8-475e-83c6-05d2ae5707b0 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:39:08.035064 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7445b6d2-1251-4793-8ae4-786221c73fd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:08.052987 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2d6e553b-b9ff-4573-a7ff-35be4f8c2ade req-350f8108-1867-43b6-8722-4299ee2bdc2b service neutron] 10.222.0.43 "GET /v2.0/networks/55847ffd-7836-446f-91d3-f14e046c5bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357283 Nov 09 21:39:08.114581 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-6a3ba546-3798-42b2-a0df-60d6209c78e1 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Deleting port 80c81123-3390-4dbd-98fa-ced1ad8914df {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:39:08.114960 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a3ba546-3798-42b2-a0df-60d6209c78e1 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:08.129265 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d236dcd9-bdbe-4590-8000-065266e35a4f tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:08.137486 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b926b801-8074-43e6-afe9-246481c92da0 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:08.139819 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b926b801-8074-43e6-afe9-246481c92da0 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:08.164214 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-7445b6d2-1251-4793-8ae4-786221c73fd9 None None] For port 18691d12-f8b8-475e-83c6-05d2ae5707b0, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=18691d12-f8b8-475e-83c6-05d2ae5707b0,segment=NetworkSegment(6670fd36-e135-4732-bea8-ef302971d924),segment_id=6670fd36-e135-4732-bea8-ef302971d924)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:39:08.164785 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7445b6d2-1251-4793-8ae4-786221c73fd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:08.181474 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-7445b6d2-1251-4793-8ae4-786221c73fd9 None None] Calling delete_port for 18691d12-f8b8-475e-83c6-05d2ae5707b0 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:39:08.189653 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236dcd9-bdbe-4590-8000-065266e35a4f tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Pushing event deleted for resources: {'Port': ['ID=1d5eff90-10f7-4e63-8017-b9b5e93562df,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:08.200503 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3a0caf-e461-4a8b-bb3b-38db5d0645c4 None None] Routers {'2f7063c7-2402-46d6-b590-b4daa7581df9'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:08.200503 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-fd3a0caf-e461-4a8b-bb3b-38db5d0645c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:38:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['2f7063c7-2402-46d6-b590-b4daa7581df9'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:08.209460 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b926b801-8074-43e6-afe9-246481c92da0 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:08.211208 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b926b801-8074-43e6-afe9-246481c92da0 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2f7063c7-2402-46d6-b590-b4daa7581df9 {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:39:08.224223 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b926b801-8074-43e6-afe9-246481c92da0 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:08.226344 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b926b801-8074-43e6-afe9-246481c92da0 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] 10.222.0.49 "DELETE /v2.0/routers/2f7063c7-2402-46d6-b590-b4daa7581df9 HTTP/1.1" status: 204 len: 168 time: 1.4454677 Nov 09 21:39:08.228933 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42104) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:08.251648 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b27dd5-76e7-444e-a018-9d5dd5ae07b9 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:39:08.255443 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-fd3a0caf-e461-4a8b-bb3b-38db5d0645c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:08.256092 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3a0caf-e461-4a8b-bb3b-38db5d0645c4 None None] The sync data for ids ['2f7063c7-2402-46d6-b590-b4daa7581df9'] in n-d-816206-3 is: [] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:39:08.310896 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-6a3ba546-3798-42b2-a0df-60d6209c78e1 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] For port 80c81123-3390-4dbd-98fa-ced1ad8914df, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=80c81123-3390-4dbd-98fa-ced1ad8914df,segment=NetworkSegment(a68df977-c484-4e57-a248-f9448d08ffef),segment_id=a68df977-c484-4e57-a248-f9448d08ffef)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:39:08.311500 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a3ba546-3798-42b2-a0df-60d6209c78e1 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:08.339584 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-6a3ba546-3798-42b2-a0df-60d6209c78e1 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Calling delete_port for 80c81123-3390-4dbd-98fa-ced1ad8914df owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:39:08.367454 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d236dcd9-bdbe-4590-8000-065266e35a4f tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:08.370452 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca5273d-8301-4572-8291-744131c55201 None None] DHCP port deletion for 0d41cb17-4cac-4f44-ac6c-480931742ebf request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:39:08.454657 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0f5d639f-0fb8-452c-97a8-06f2d7e382a4 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:08.463504 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7445b6d2-1251-4793-8ae4-786221c73fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:08.532119 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7445b6d2-1251-4793-8ae4-786221c73fd9 None None] No DVR routers for this DVR port 18691d12-f8b8-475e-83c6-05d2ae5707b0 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:39:08.544176 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445b6d2-1251-4793-8ae4-786221c73fd9 None None] Pushing event deleted for resources: {'Port': ['ID=18691d12-f8b8-475e-83c6-05d2ae5707b0,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:08.568205 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-9ca5273d-8301-4572-8291-744131c55201 None None] Deleting port 80c81123-3390-4dbd-98fa-ced1ad8914df {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:39:08.568748 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ca5273d-8301-4572-8291-744131c55201 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:08.611494 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d236dcd9-bdbe-4590-8000-065266e35a4f tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:08.614875 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d236dcd9-bdbe-4590-8000-065266e35a4f tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:08.644721 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 80c81123-3390-4dbd-98fa-ced1ad8914df no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:39:08.655231 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0f5d639f-0fb8-452c-97a8-06f2d7e382a4 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:08.700797 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d236dcd9-bdbe-4590-8000-065266e35a4f tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:08.701420 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d236dcd9-bdbe-4590-8000-065266e35a4f tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Fanout notify agent at l3_agent the message router_deleted on router 5fafc3bf-90af-44a7-ad16-18733c4d04e3 {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:39:08.709887 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-9ca5273d-8301-4572-8291-744131c55201 None None] For port 80c81123-3390-4dbd-98fa-ced1ad8914df, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=80c81123-3390-4dbd-98fa-ced1ad8914df,segment=NetworkSegment(a68df977-c484-4e57-a248-f9448d08ffef),segment_id=a68df977-c484-4e57-a248-f9448d08ffef)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:39:08.710427 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ca5273d-8301-4572-8291-744131c55201 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:08.710991 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d236dcd9-bdbe-4590-8000-065266e35a4f tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:08.712285 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d236dcd9-bdbe-4590-8000-065266e35a4f tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "DELETE /v2.0/routers/5fafc3bf-90af-44a7-ad16-18733c4d04e3 HTTP/1.1" status: 204 len: 168 time: 1.8741333 Nov 09 21:39:08.716291 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42106) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:08.732258 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-9ca5273d-8301-4572-8291-744131c55201 None None] Calling delete_port for 80c81123-3390-4dbd-98fa-ced1ad8914df owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:39:08.752090 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a3ba546-3798-42b2-a0df-60d6209c78e1 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:08.804101 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ba546-3798-42b2-a0df-60d6209c78e1 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event deleted for resources: {'Port': ['ID=80c81123-3390-4dbd-98fa-ced1ad8914df,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:08.811011 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d639f-0fb8-452c-97a8-06f2d7e382a4 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Deleting port c92443c1-db42-423f-936d-28a2f72b4ddd {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:39:08.811276 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0f5d639f-0fb8-452c-97a8-06f2d7e382a4 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:08.827496 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:08.830046 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3ba546-3798-42b2-a0df-60d6209c78e1 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] No DVR routers for this DVR port 80c81123-3390-4dbd-98fa-ced1ad8914df on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:39:08.884975 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5fc3a3c0-fa41-4b1f-8619-424b876f2b46 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:08.887150 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 18691d12-f8b8-475e-83c6-05d2ae5707b0 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:39:08.917469 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 18691d12-f8b8-475e-83c6-05d2ae5707b0 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:39:08.921945 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 18691d12-f8b8-475e-83c6-05d2ae5707b0 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:39:08.922518 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 0c2e5dcd-1ea0-483e-8cd0-5ad7832d9eb0 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:39:08.925767 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ca5273d-8301-4572-8291-744131c55201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:08.978422 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 0c2e5dcd-1ea0-483e-8cd0-5ad7832d9eb0 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:39:08.979079 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 0c2e5dcd-1ea0-483e-8cd0-5ad7832d9eb0 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:39:08.984182 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca5273d-8301-4572-8291-744131c55201 None None] Pushing event deleted for resources: {'Port': ['ID=80c81123-3390-4dbd-98fa-ced1ad8914df,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:08.990855 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca5273d-8301-4572-8291-744131c55201 None None] No DVR routers for this DVR port 80c81123-3390-4dbd-98fa-ced1ad8914df on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:39:08.999075 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a3ba546-3798-42b2-a0df-60d6209c78e1 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:09.024463 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-6a3ba546-3798-42b2-a0df-60d6209c78e1 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d41cb17-4cac-4f44-ac6c-480931742ebf']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:09.035944 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-6a3ba546-3798-42b2-a0df-60d6209c78e1 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a68df977-c484-4e57-a248-f9448d08ffef') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:09.036261 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-6a3ba546-3798-42b2-a0df-60d6209c78e1 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a68df977-c484-4e57-a248-f9448d08ffef') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:09.040406 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5fc3a3c0-fa41-4b1f-8619-424b876f2b46 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:09.051495 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a3ba546-3798-42b2-a0df-60d6209c78e1 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:09.066139 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-5fc3a3c0-fa41-4b1f-8619-424b876f2b46 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['977a40bc-f138-4205-864c-efc831ce0413']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:09.066520 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a3ba546-3798-42b2-a0df-60d6209c78e1 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:09.080982 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a3ba546-3798-42b2-a0df-60d6209c78e1 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:39:09.082020 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a3ba546-3798-42b2-a0df-60d6209c78e1 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:09.085802 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:39:09.085802 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:39:09.085802 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:39:09.085802 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:39:09.085802 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:39:09.085802 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:39:09.085802 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:39:09.085802 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:39:09.085802 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:39:09.085802 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:39:09.085802 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:39:09.085802 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:39:09.085802 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:39:09.085802 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:39:09.085802 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:39:09.085802 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:39:09.085802 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:39:09.085802 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:39:09.085802 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:39:09.085802 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:39:09.085802 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:39:09.085802 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:39:09.085802 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:39:09.085802 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:39:09.085802 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:39:09.085802 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:39:09.085802 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:39:09.085802 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:39:09.085802 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:39:09.085802 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:39:09.085802 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:39:09.085802 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:39:09.088587 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-5fc3a3c0-fa41-4b1f-8619-424b876f2b46 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6670fd36-e135-4732-bea8-ef302971d924') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:09.088587 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-5fc3a3c0-fa41-4b1f-8619-424b876f2b46 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6670fd36-e135-4732-bea8-ef302971d924') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:09.096658 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-0f5d639f-0fb8-452c-97a8-06f2d7e382a4 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] For port c92443c1-db42-423f-936d-28a2f72b4ddd, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=c92443c1-db42-423f-936d-28a2f72b4ddd,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:39:09.097014 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0f5d639f-0fb8-452c-97a8-06f2d7e382a4 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:09.111311 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5fc3a3c0-fa41-4b1f-8619-424b876f2b46 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:09.116920 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d639f-0fb8-452c-97a8-06f2d7e382a4 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Calling delete_port for c92443c1-db42-423f-936d-28a2f72b4ddd owned by network:router_gateway {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:39:09.129181 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5fc3a3c0-fa41-4b1f-8619-424b876f2b46 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:09.139285 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc3a3c0-fa41-4b1f-8619-424b876f2b46 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:39:09.139689 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5fc3a3c0-fa41-4b1f-8619-424b876f2b46 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:09.142733 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:39:09.142733 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:39:09.142733 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:39:09.142733 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:39:09.142733 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:39:09.142733 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:39:09.142733 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:39:09.142733 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:39:09.142733 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:39:09.142733 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:39:09.142733 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:39:09.142733 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:39:09.142733 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:39:09.142733 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:39:09.142733 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:39:09.142733 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:39:09.142733 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:39:09.142733 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:39:09.142733 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:39:09.142733 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:39:09.142733 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:39:09.142733 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:39:09.142733 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:39:09.142733 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:39:09.142733 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:39:09.142733 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:39:09.142733 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:39:09.142733 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:39:09.142733 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:39:09.142733 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:39:09.142733 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:39:09.142733 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:39:09.155443 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a3ba546-3798-42b2-a0df-60d6209c78e1 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:09.162976 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a3ba546-3798-42b2-a0df-60d6209c78e1 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:09.170054 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6a3ba546-3798-42b2-a0df-60d6209c78e1 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "DELETE /v2.0/networks/0d41cb17-4cac-4f44-ac6c-480931742ebf HTTP/1.1" status: 204 len: 168 time: 1.6562085 Nov 09 21:39:09.177304 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42108) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:09.180407 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ba546-3798-42b2-a0df-60d6209c78e1 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event deleted for resources: {'Network': ['ID=0d41cb17-4cac-4f44-ac6c-480931742ebf,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:09.195035 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-efe94b47-2e12-44bd-8134-7738dbaff03c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1123886046', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:39:09.290863 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5fc3a3c0-fa41-4b1f-8619-424b876f2b46 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:09.296231 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5fc3a3c0-fa41-4b1f-8619-424b876f2b46 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:09.302111 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5fc3a3c0-fa41-4b1f-8619-424b876f2b46 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "DELETE /v2.0/networks/977a40bc-f138-4205-864c-efc831ce0413 HTTP/1.1" status: 204 len: 168 time: 0.5822017 Nov 09 21:39:09.303036 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42116) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:09.450971 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-efe94b47-2e12-44bd-8134-7738dbaff03c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:09.452218 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-efe94b47-2e12-44bd-8134-7738dbaff03c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:09.477029 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3a3c0-fa41-4b1f-8619-424b876f2b46 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Pushing event deleted for resources: {'Network': ['ID=977a40bc-f138-4205-864c-efc831ce0413,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:09.555360 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-efe94b47-2e12-44bd-8134-7738dbaff03c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:09.577802 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-efe94b47-2e12-44bd-8134-7738dbaff03c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:09.611027 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-efe94b47-2e12-44bd-8134-7738dbaff03c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:09.611413 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-a22e9e64-3b78-4f62-a05d-e07c966c8a55 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Deleting port e6d4feb3-2a3f-4c6e-99da-5baec5691395 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:39:09.611821 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a22e9e64-3b78-4f62-a05d-e07c966c8a55 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:09.613422 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-efe94b47-2e12-44bd-8134-7738dbaff03c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4234776 Nov 09 21:39:09.619294 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42122) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:09.626712 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-14e81e7c-3c71-4fa7-b06f-5a08c10093ed tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Request body: {'network': {'name': 'tempest-RoutersTest-1248751865'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:39:09.656858 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0f5d639f-0fb8-452c-97a8-06f2d7e382a4 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:09.687214 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e81e7c-3c71-4fa7-b06f-5a08c10093ed tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Made reservation on behalf of 8d1a7eab032149e5999f26ec9e51a065 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:39:09.691470 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-14e81e7c-3c71-4fa7-b06f-5a08c10093ed tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:09.695912 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d639f-0fb8-452c-97a8-06f2d7e382a4 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Pushing event deleted for resources: {'Port': ['ID=c92443c1-db42-423f-936d-28a2f72b4ddd,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:09.720656 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b149ddd-a102-4b73-a84c-ffc8f3394d36 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:39:09.766360 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14e81e7c-3c71-4fa7-b06f-5a08c10093ed tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:39:09.770554 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a22e9e64-3b78-4f62-a05d-e07c966c8a55 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:09.771762 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a22e9e64-3b78-4f62-a05d-e07c966c8a55 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:09.786134 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-14e81e7c-3c71-4fa7-b06f-5a08c10093ed tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:09.786694 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-14e81e7c-3c71-4fa7-b06f-5a08c10093ed tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Added segment f3dceba5-d136-495f-a85b-d8a6a993ff5e of type vlan for network 996f4ab5-978d-4248-8819-349796e4794d Nov 09 21:39:09.788796 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-a22e9e64-3b78-4f62-a05d-e07c966c8a55 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Calling delete_port for e6d4feb3-2a3f-4c6e-99da-5baec5691395 owned by network:floatingip {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:39:09.799849 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0f5d639f-0fb8-452c-97a8-06f2d7e382a4 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:09.950214 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-14e81e7c-3c71-4fa7-b06f-5a08c10093ed tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:09.967919 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0f5d639f-0fb8-452c-97a8-06f2d7e382a4 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:09.974770 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0f5d639f-0fb8-452c-97a8-06f2d7e382a4 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:10.042624 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-14e81e7c-3c71-4fa7-b06f-5a08c10093ed tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:10.053934 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e81e7c-3c71-4fa7-b06f-5a08c10093ed tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:39:10.054668 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-14e81e7c-3c71-4fa7-b06f-5a08c10093ed tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:10.064135 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0f5d639f-0fb8-452c-97a8-06f2d7e382a4 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:10.064848 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5d639f-0fb8-452c-97a8-06f2d7e382a4 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cf3f38b4-9ffc-40d5-9472-8c271626412f {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:39:10.081230 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0f5d639f-0fb8-452c-97a8-06f2d7e382a4 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:10.082884 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0f5d639f-0fb8-452c-97a8-06f2d7e382a4 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] 10.222.0.49 "DELETE /v2.0/routers/cf3f38b4-9ffc-40d5-9472-8c271626412f HTTP/1.1" status: 204 len: 168 time: 1.8527853 Nov 09 21:39:10.100577 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42134) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:10.106858 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-e00d9338-f25a-4b04-8a0c-9cd0123c8762 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1719568976', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}, 'admin_state_up': False}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:39:10.121846 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a22e9e64-3b78-4f62-a05d-e07c966c8a55 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:10.165096 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-14e81e7c-3c71-4fa7-b06f-5a08c10093ed tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5416789 Nov 09 21:39:10.166563 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42136) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:10.183691 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22e9e64-3b78-4f62-a05d-e07c966c8a55 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Pushing event deleted for resources: {'Port': ['ID=e6d4feb3-2a3f-4c6e-99da-5baec5691395,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:10.187282 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 1d5eff90-10f7-4e63-8017-b9b5e93562df no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:39:10.195602 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-39881560-551e-4b35-84b5-e85ae20b47cf tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Request body: {'subnet': {'network_id': '996f4ab5-978d-4248-8819-349796e4794d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:39:10.231046 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 1d5eff90-10f7-4e63-8017-b9b5e93562df {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:39:10.231392 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 1d5eff90-10f7-4e63-8017-b9b5e93562df not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:39:10.316414 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a22e9e64-3b78-4f62-a05d-e07c966c8a55 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for floatingip, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:10.316988 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [None req-a22e9e64-3b78-4f62-a05d-e07c966c8a55 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Floating IP 228e3b67-dc7e-408b-ac3c-48d410edddb3 disassociated (deleted). External IP: 172.25.7.74, port: 2fc2392c-4082-4175-a09d-07b1d15e61b4. Nov 09 21:39:10.561594 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e81e7c-3c71-4fa7-b06f-5a08c10093ed tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event updated for resources: {'Network': ['ID=996f4ab5-978d-4248-8819-349796e4794d,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:10.573248 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 996f4ab5-978d-4248-8819-349796e4794d details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:39:10.590056 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e00d9338-f25a-4b04-8a0c-9cd0123c8762 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:10.591242 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e00d9338-f25a-4b04-8a0c-9cd0123c8762 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:10.740917 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e00d9338-f25a-4b04-8a0c-9cd0123c8762 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:10.790675 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39881560-551e-4b35-84b5-e85ae20b47cf tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Made reservation on behalf of 8d1a7eab032149e5999f26ec9e51a065 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:39:10.794379 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-39881560-551e-4b35-84b5-e85ae20b47cf tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:10.959319 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:39:11.019553 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e00d9338-f25a-4b04-8a0c-9cd0123c8762 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:11.052346 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a22e9e64-3b78-4f62-a05d-e07c966c8a55 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Router 0f8a72a1-4721-4cdd-848b-2b61ecc4b28d has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:39:11.190191 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-39881560-551e-4b35-84b5-e85ae20b47cf tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:11.208942 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22e9e64-3b78-4f62-a05d-e07c966c8a55 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:39:11.213549 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a22e9e64-3b78-4f62-a05d-e07c966c8a55 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:11.221509 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e17e22c-ab07-4ab0-9f2d-a9d84ab8eed3 None None] Sync routers for ids ['0f8a72a1-4721-4cdd-848b-2b61ecc4b28d'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:39:11.232877 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e17e22c-ab07-4ab0-9f2d-a9d84ab8eed3 None None] Routers {'0f8a72a1-4721-4cdd-848b-2b61ecc4b28d'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:11.233886 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-3e17e22c-ab07-4ab0-9f2d-a9d84ab8eed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:38:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['0f8a72a1-4721-4cdd-848b-2b61ecc4b28d'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:11.247594 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a22e9e64-3b78-4f62-a05d-e07c966c8a55 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "DELETE /v2.0/floatingips/228e3b67-dc7e-408b-ac3c-48d410edddb3 HTTP/1.1" status: 204 len: 168 time: 1.9374678 Nov 09 21:39:11.248241 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad8e0c8f-7f8d-4322-aa5f-be1363d4431e', 'tag': '2fc2392c-4082-4175-a09d-07b1d15e61b4'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:39:11.251451 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a870eabe-f8b0-435e-91ad-21ee45456c8e" -d '{"events": [{"name": "network-changed", "server_uuid": "ad8e0c8f-7f8d-4322-aa5f-be1363d4431e", "tag": "2fc2392c-4082-4175-a09d-07b1d15e61b4"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:39:11.294173 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8850f8-e786-4284-bf8d-32160e6bb64d x-openstack-request-id: req-ae8850f8-e786-4284-bf8d-32160e6bb64d {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:39:11.294677 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad8e0c8f-7f8d-4322-aa5f-be1363d4431e", "tag": "2fc2392c-4082-4175-a09d-07b1d15e61b4", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:39:11.295162 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ae8850f8-e786-4284-bf8d-32160e6bb64d {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:39:11.295741 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad8e0c8f-7f8d-4322-aa5f-be1363d4431e', 'tag': '2fc2392c-4082-4175-a09d-07b1d15e61b4', 'status': 'completed', 'code': 200} Nov 09 21:39:11.299051 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39881560-551e-4b35-84b5-e85ae20b47cf tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event updated for resources: {'Subnet': ['ID=0bf6d731-a7ef-4443-97b7-a980b2d31904,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:11.368046 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870eabe-f8b0-435e-91ad-21ee45456c8e req-674b78a4-7e3f-4e6c-a7fd-de70f45b57dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:39:11.370588 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a870eabe-f8b0-435e-91ad-21ee45456c8e req-674b78a4-7e3f-4e6c-a7fd-de70f45b57dd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5f44489c50e04b2db090f1564633b127&device_id=ad8e0c8f-7f8d-4322-aa5f-be1363d4431e HTTP/1.1" status: 200 len: 1136 time: 0.0458615 Nov 09 21:39:11.412275 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-3e17e22c-ab07-4ab0-9f2d-a9d84ab8eed3 None None] Set router 0f8a72a1-4721-4cdd-848b-2b61ecc4b28d gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:39:11.547812 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e00d9338-f25a-4b04-8a0c-9cd0123c8762 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router_gateway, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:11.570754 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e00d9338-f25a-4b04-8a0c-9cd0123c8762 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:11.573636 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39881560-551e-4b35-84b5-e85ae20b47cf tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Checking segment: {'id': 'f3dceba5-d136-495f-a85b-d8a6a993ff5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '996f4ab5-978d-4248-8819-349796e4794d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:39:11.574039 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39881560-551e-4b35-84b5-e85ae20b47cf tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Network hostable DHCP agents. Network: 996f4ab5-978d-4248-8819-349796e4794d, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:39:11.575931 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870eabe-f8b0-435e-91ad-21ee45456c8e req-b5165bdd-5562-4ad4-b4b9-d39f897ec876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:39:11.577825 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a870eabe-f8b0-435e-91ad-21ee45456c8e req-b5165bdd-5562-4ad4-b4b9-d39f897ec876 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e89cf88b-ba53-44ac-b90e-ec805993c315 HTTP/1.1" status: 200 len: 896 time: 0.1992426 Nov 09 21:39:11.669452 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a870eabe-f8b0-435e-91ad-21ee45456c8e req-3c755628-42f3-4b63-8c21-e85e1ee82a06 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fc2392c-4082-4175-a09d-07b1d15e61b4 HTTP/1.1" status: 200 len: 217 time: 0.0818012 Nov 09 21:39:11.749316 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870eabe-f8b0-435e-91ad-21ee45456c8e req-07930988-71b7-4534-a6ab-c9d6d11aef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:39:11.749584 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-3e17e22c-ab07-4ab0-9f2d-a9d84ab8eed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8a72a1-4721-4cdd-848b-2b61ecc4b28d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1789632846', 'tenant_id': '5f44489c50e04b2db090f1564633b127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '314194f1-3c9c-48ed-811b-03a956ad0098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:37:05Z', 'updated_at': '2021-11-09T21:37:13Z', 'revision_number': 4, 'project_id': '5f44489c50e04b2db090f1564633b127', 'gw_port': {'id': '314194f1-3c9c-48ed-811b-03a956ad0098', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:47:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8a72a1-4721-4cdd-848b-2b61ecc4b28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:37:06Z', 'updated_at': '2021-11-09T21:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'c7e05536-50af-442f-bb69-6b200d4f2c82', 'name': '', 'network_id': 'e89cf88b-ba53-44ac-b90e-ec805993c315', 'tenant_id': '5f44489c50e04b2db090f1564633b127', 'mac_address': 'fa:16:3e:4a:b1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8a72a1-4721-4cdd-848b-2b61ecc4b28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'd82e3181-4c0e-4c74-abb0-2755395deb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:37:10Z', 'updated_at': '2021-11-09T21:37:20Z', 'revision_number': 5, 'project_id': '5f44489c50e04b2db090f1564633b127', 'subnets': [{'id': 'd82e3181-4c0e-4c74-abb0-2755395deb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:11.751120 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a870eabe-f8b0-435e-91ad-21ee45456c8e req-07930988-71b7-4534-a6ab-c9d6d11aef1a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d82e3181-4c0e-4c74-abb0-2755395deb93 HTTP/1.1" status: 200 len: 835 time: 0.0626333 Nov 09 21:39:11.770721 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-e00d9338-f25a-4b04-8a0c-9cd0123c8762 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Allocated IP 172.25.7.128 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/c1653196-5d44-425e-a8ba-465bdb85ecf8) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:39:11.778386 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39881560-551e-4b35-84b5-e85ae20b47cf tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Network 996f4ab5-978d-4248-8819-349796e4794d is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:39:11.799117 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-39881560-551e-4b35-84b5-e85ae20b47cf tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 996f4ab5-978d-4248-8819-349796e4794d) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:39:11.809347 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39881560-551e-4b35-84b5-e85ae20b47cf tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:39:11.809969 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97961d01-45eb-493f-a1a9-41de147a1703 None None] Network 996f4ab5-978d-4248-8819-349796e4794d requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:39:11.810451 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-39881560-551e-4b35-84b5-e85ae20b47cf tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:11.847682 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23708abb-b550-44ee-aff6-f5afdde33e97 req-593319a7-1c96-4349-910c-75d2a3913831 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:39:11.861777 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-23708abb-b550-44ee-aff6-f5afdde33e97 req-593319a7-1c96-4349-910c-75d2a3913831 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad8e0c8f-7f8d-4322-aa5f-be1363d4431e HTTP/1.1" status: 200 len: 985 time: 0.2672236 Nov 09 21:39:11.876427 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-39881560-551e-4b35-84b5-e85ae20b47cf tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7014248 Nov 09 21:39:11.878392 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42150) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:11.892236 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870eabe-f8b0-435e-91ad-21ee45456c8e req-e62ed69d-359f-4c4b-9cbd-397f77f24739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:39:11.894085 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a870eabe-f8b0-435e-91ad-21ee45456c8e req-e62ed69d-359f-4c4b-9cbd-397f77f24739 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e89cf88b-ba53-44ac-b90e-ec805993c315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1355438 Nov 09 21:39:11.953867 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e17e22c-ab07-4ab0-9f2d-a9d84ab8eed3 None None] Checking router: 0f8a72a1-4721-4cdd-848b-2b61ecc4b28d for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:39:11.978868 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e17e22c-ab07-4ab0-9f2d-a9d84ab8eed3 None None] Routers {'0f8a72a1-4721-4cdd-848b-2b61ecc4b28d'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:11.980191 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-3e17e22c-ab07-4ab0-9f2d-a9d84ab8eed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:38:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['0f8a72a1-4721-4cdd-848b-2b61ecc4b28d'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:12.060068 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-23708abb-b550-44ee-aff6-f5afdde33e97 req-37b4ead1-ac2f-4fe5-a6ef-7ffd7c6477e1 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/security-groups?id=452430c5-cd09-4206-8743-ec71404092ed&id=6c08c682-90c0-46b6-8d6d-a089872fc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1992388 Nov 09 21:39:12.090594 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c92443c1-db42-423f-936d-28a2f72b4ddd no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:39:12.145080 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e00d9338-f25a-4b04-8a0c-9cd0123c8762 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:12.173524 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: c92443c1-db42-423f-936d-28a2f72b4ddd {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:39:12.178206 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c92443c1-db42-423f-936d-28a2f72b4ddd not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:39:12.179367 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-3e17e22c-ab07-4ab0-9f2d-a9d84ab8eed3 None None] Set router 0f8a72a1-4721-4cdd-848b-2b61ecc4b28d gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:39:12.205665 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e00d9338-f25a-4b04-8a0c-9cd0123c8762 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:12.273900 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad291f32-f208-4c06-9d63-c5ed84520803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-996f4ab5-978d-4248-8819-349796e4794d', 'network_id': '996f4ab5-978d-4248-8819-349796e4794d', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'fixed_ips': [{'subnet_id': '0bf6d731-a7ef-4443-97b7-a980b2d31904'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:39:12.275042 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ad291f32-f208-4c06-9d63-c5ed84520803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:12.281454 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00d9338-f25a-4b04-8a0c-9cd0123c8762 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:39:12.284574 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-e00d9338-f25a-4b04-8a0c-9cd0123c8762 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:39:12.288066 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00d9338-f25a-4b04-8a0c-9cd0123c8762 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:39:12.312319 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dce9896-de46-43bf-a24a-a740db5a35e5 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:39:12.377085 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d9338-f25a-4b04-8a0c-9cd0123c8762 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Pushing event updated for resources: {'Port': ['ID=c1653196-5d44-425e-a8ba-465bdb85ecf8,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:12.398976 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00d9338-f25a-4b04-8a0c-9cd0123c8762 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:39:12.399330 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00d9338-f25a-4b04-8a0c-9cd0123c8762 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:39:12.399686 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00d9338-f25a-4b04-8a0c-9cd0123c8762 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:39:12.400029 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00d9338-f25a-4b04-8a0c-9cd0123c8762 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:39:12.400365 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00d9338-f25a-4b04-8a0c-9cd0123c8762 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:39:12.400730 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00d9338-f25a-4b04-8a0c-9cd0123c8762 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:39:12.401056 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00d9338-f25a-4b04-8a0c-9cd0123c8762 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:39:12.401386 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00d9338-f25a-4b04-8a0c-9cd0123c8762 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:39:12.401718 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00d9338-f25a-4b04-8a0c-9cd0123c8762 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:39:12.402046 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00d9338-f25a-4b04-8a0c-9cd0123c8762 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:39:12.402903 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00d9338-f25a-4b04-8a0c-9cd0123c8762 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:39:12.403317 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00d9338-f25a-4b04-8a0c-9cd0123c8762 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:39:12.550473 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-ad291f32-f208-4c06-9d63-c5ed84520803 None None] Allocated IP 172.20.0.2 (996f4ab5-978d-4248-8819-349796e4794d/0bf6d731-a7ef-4443-97b7-a980b2d31904/40db0594-3bbb-4d4e-8be3-98f9e444193c) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:39:12.574689 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a870eabe-f8b0-435e-91ad-21ee45456c8e req-006987c7-f8f4-42ba-a841-bf968c8d71a1 service neutron] 10.222.0.45 "GET /v2.0/networks/e89cf88b-ba53-44ac-b90e-ec805993c315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5941892 Nov 09 21:39:12.612766 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7d52fbf2-bc47-47ed-bd54-1da665004ba9 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:12.648550 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-3e17e22c-ab07-4ab0-9f2d-a9d84ab8eed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8a72a1-4721-4cdd-848b-2b61ecc4b28d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1789632846', 'tenant_id': '5f44489c50e04b2db090f1564633b127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '314194f1-3c9c-48ed-811b-03a956ad0098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:37:05Z', 'updated_at': '2021-11-09T21:37:13Z', 'revision_number': 4, 'project_id': '5f44489c50e04b2db090f1564633b127', 'gw_port': {'id': '314194f1-3c9c-48ed-811b-03a956ad0098', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:47:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8a72a1-4721-4cdd-848b-2b61ecc4b28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:37:06Z', 'updated_at': '2021-11-09T21:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'c7e05536-50af-442f-bb69-6b200d4f2c82', 'name': '', 'network_id': 'e89cf88b-ba53-44ac-b90e-ec805993c315', 'tenant_id': '5f44489c50e04b2db090f1564633b127', 'mac_address': 'fa:16:3e:4a:b1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8a72a1-4721-4cdd-848b-2b61ecc4b28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'd82e3181-4c0e-4c74-abb0-2755395deb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:37:10Z', 'updated_at': '2021-11-09T21:37:20Z', 'revision_number': 5, 'project_id': '5f44489c50e04b2db090f1564633b127', 'subnets': [{'id': 'd82e3181-4c0e-4c74-abb0-2755395deb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:12.716622 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e17e22c-ab07-4ab0-9f2d-a9d84ab8eed3 None None] The sync data for ids ['0f8a72a1-4721-4cdd-848b-2b61ecc4b28d'] in n-d-816206-3 is: [{'id': '0f8a72a1-4721-4cdd-848b-2b61ecc4b28d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1789632846', 'tenant_id': '5f44489c50e04b2db090f1564633b127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '314194f1-3c9c-48ed-811b-03a956ad0098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:37:05Z', 'updated_at': '2021-11-09T21:37:13Z', 'revision_number': 4, 'project_id': '5f44489c50e04b2db090f1564633b127', 'gw_port': {'id': '314194f1-3c9c-48ed-811b-03a956ad0098', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:47:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8a72a1-4721-4cdd-848b-2b61ecc4b28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:37:06Z', 'updated_at': '2021-11-09T21:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'c7e05536-50af-442f-bb69-6b200d4f2c82', 'name': '', 'network_id': 'e89cf88b-ba53-44ac-b90e-ec805993c315', 'tenant_id': '5f44489c50e04b2db090f1564633b127', 'mac_address': 'fa:16:3e:4a:b1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8a72a1-4721-4cdd-848b-2b61ecc4b28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'd82e3181-4c0e-4c74-abb0-2755395deb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:37:10Z', 'updated_at': '2021-11-09T21:37:20Z', 'revision_number': 5, 'project_id': '5f44489c50e04b2db090f1564633b127', 'subnets': [{'id': 'd82e3181-4c0e-4c74-abb0-2755395deb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:39:12.844369 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ad291f32-f208-4c06-9d63-c5ed84520803 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:12.869232 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ad291f32-f208-4c06-9d63-c5ed84520803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:12.871538 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a870eabe-f8b0-435e-91ad-21ee45456c8e req-0c31da48-3985-4abd-af87-d7762b94f508 service neutron] 10.222.0.45 "GET /v2.0/networks/e89cf88b-ba53-44ac-b90e-ec805993c315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868621 Nov 09 21:39:12.964231 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad291f32-f208-4c06-9d63-c5ed84520803 None None] Network 996f4ab5-978d-4248-8819-349796e4794d is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:39:12.969477 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e00d9338-f25a-4b04-8a0c-9cd0123c8762 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router_gateway, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:12.987482 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-ad291f32-f208-4c06-9d63-c5ed84520803 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:39:12.995336 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-52cdac80-2241-4943-99e5-da9d1fc53b96 None None] Provisioning complete for port c1653196-5d44-425e-a8ba-465bdb85ecf8 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:12.995802 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-52cdac80-2241-4943-99e5-da9d1fc53b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:12.998277 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad291f32-f208-4c06-9d63-c5ed84520803 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:39:13.000134 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad291f32-f208-4c06-9d63-c5ed84520803 None None] Pushing event updated for resources: {'Port': ['ID=40db0594-3bbb-4d4e-8be3-98f9e444193c,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:13.075969 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-7d52fbf2-bc47-47ed-bd54-1da665004ba9 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Allocated IP 172.20.0.1 (996f4ab5-978d-4248-8819-349796e4794d/0bf6d731-a7ef-4443-97b7-a980b2d31904/efd33773-7453-4330-b96c-90b253a45609) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:39:13.086667 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dedcf-1003-41cc-b2ae-8ebb6e0064a0 req-d335b05d-40c1-4a0e-8efb-fdeb6f1683f3 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:39:13.088932 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-989dedcf-1003-41cc-b2ae-8ebb6e0064a0 req-d335b05d-40c1-4a0e-8efb-fdeb6f1683f3 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.45 "GET /v2.0/ports?device_id=ad8e0c8f-7f8d-4322-aa5f-be1363d4431e HTTP/1.1" status: 200 len: 985 time: 0.2065532 Nov 09 21:39:13.328807 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643c947-03d9-421a-9c14-1354fc772536 req-c4d7fcdd-4143-4acf-a650-08cc925b7862 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:39:13.332888 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e643c947-03d9-421a-9c14-1354fc772536 req-c4d7fcdd-4143-4acf-a650-08cc925b7862 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad8e0c8f-7f8d-4322-aa5f-be1363d4431e HTTP/1.1" status: 200 len: 985 time: 0.1403713 Nov 09 21:39:13.376472 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a726aa-a4f2-4d95-80ef-6ca83906ff08 None None] New status for floating IP 228e3b67-dc7e-408b-ac3c-48d410edddb3: DOWN {{(pid=102609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:39:13.432125 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7d52fbf2-bc47-47ed-bd54-1da665004ba9 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:13.471355 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-989dedcf-1003-41cc-b2ae-8ebb6e0064a0 req-98d86896-5b38-4259-9913-05749a726a12 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Deleting port 2fc2392c-4082-4175-a09d-07b1d15e61b4 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:39:13.472285 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-989dedcf-1003-41cc-b2ae-8ebb6e0064a0 req-98d86896-5b38-4259-9913-05749a726a12 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:13.494421 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-52cdac80-2241-4943-99e5-da9d1fc53b96 None None] Port c1653196-5d44-425e-a8ba-465bdb85ecf8 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:39:13.520313 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-ad291f32-f208-4c06-9d63-c5ed84520803 None None] Attempting to bind port 40db0594-3bbb-4d4e-8be3-98f9e444193c on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:39:13.520579 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-ad291f32-f208-4c06-9d63-c5ed84520803 None None] Attempting to bind port 40db0594-3bbb-4d4e-8be3-98f9e444193c by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'f3dceba5-d136-495f-a85b-d8a6a993ff5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '996f4ab5-978d-4248-8819-349796e4794d'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:39:13.523689 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad291f32-f208-4c06-9d63-c5ed84520803 None None] Attempting to bind port 40db0594-3bbb-4d4e-8be3-98f9e444193c on network 996f4ab5-978d-4248-8819-349796e4794d {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:39:13.530550 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e643c947-03d9-421a-9c14-1354fc772536 req-7a1d8f77-45f4-420a-94f9-a759201bc75a tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/security-groups?id=452430c5-cd09-4206-8743-ec71404092ed&id=6c08c682-90c0-46b6-8d6d-a089872fc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1848307 Nov 09 21:39:13.549235 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e00d9338-f25a-4b04-8a0c-9cd0123c8762 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:13.553304 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad291f32-f208-4c06-9d63-c5ed84520803 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:39:13.553908 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad291f32-f208-4c06-9d63-c5ed84520803 None None] Checking segment: {'id': 'f3dceba5-d136-495f-a85b-d8a6a993ff5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '996f4ab5-978d-4248-8819-349796e4794d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:39:13.554490 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ad291f32-f208-4c06-9d63-c5ed84520803 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:13.564850 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad291f32-f208-4c06-9d63-c5ed84520803 None None] Bound using segment: {'id': 'f3dceba5-d136-495f-a85b-d8a6a993ff5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '996f4ab5-978d-4248-8819-349796e4794d'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:39:13.564850 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-ad291f32-f208-4c06-9d63-c5ed84520803 None None] Bound port: 40db0594-3bbb-4d4e-8be3-98f9e444193c, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3dceba5-d136-495f-a85b-d8a6a993ff5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '996f4ab5-978d-4248-8819-349796e4794d'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:39:13.564850 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ad291f32-f208-4c06-9d63-c5ed84520803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:13.577869 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7d52fbf2-bc47-47ed-bd54-1da665004ba9 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:13.644359 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-ad291f32-f208-4c06-9d63-c5ed84520803 None None] For port 40db0594-3bbb-4d4e-8be3-98f9e444193c, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:39:13.648873 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-ad291f32-f208-4c06-9d63-c5ed84520803 None None] For port 40db0594-3bbb-4d4e-8be3-98f9e444193c, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=40db0594-3bbb-4d4e-8be3-98f9e444193c,segment=NetworkSegment(f3dceba5-d136-495f-a85b-d8a6a993ff5e),segment_id=f3dceba5-d136-495f-a85b-d8a6a993ff5e)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:39:13.658581 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ad291f32-f208-4c06-9d63-c5ed84520803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:13.671355 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d52fbf2-bc47-47ed-bd54-1da665004ba9 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Network 996f4ab5-978d-4248-8819-349796e4794d is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:39:13.679769 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-7d52fbf2-bc47-47ed-bd54-1da665004ba9 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:39:13.684664 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d52fbf2-bc47-47ed-bd54-1da665004ba9 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:39:13.736996 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d52fbf2-bc47-47ed-bd54-1da665004ba9 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event updated for resources: {'Port': ['ID=efd33773-7453-4330-b96c-90b253a45609,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:13.758505 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7d52fbf2-bc47-47ed-bd54-1da665004ba9 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:13.764136 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad291f32-f208-4c06-9d63-c5ed84520803 None None] Pushing event updated for resources: {'Port': ['ID=40db0594-3bbb-4d4e-8be3-98f9e444193c,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:13.919242 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7d52fbf2-bc47-47ed-bd54-1da665004ba9 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:14.008998 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-989dedcf-1003-41cc-b2ae-8ebb6e0064a0 req-98d86896-5b38-4259-9913-05749a726a12 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] For port 2fc2392c-4082-4175-a09d-07b1d15e61b4, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=2fc2392c-4082-4175-a09d-07b1d15e61b4,segment=NetworkSegment(8edbf2ec-ea2b-4cba-916a-3c4d76c84261),segment_id=8edbf2ec-ea2b-4cba-916a-3c4d76c84261)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:39:14.009610 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-989dedcf-1003-41cc-b2ae-8ebb6e0064a0 req-98d86896-5b38-4259-9913-05749a726a12 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:14.036858 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-989dedcf-1003-41cc-b2ae-8ebb6e0064a0 req-98d86896-5b38-4259-9913-05749a726a12 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Calling delete_port for 2fc2392c-4082-4175-a09d-07b1d15e61b4 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:39:14.153692 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00d9338-f25a-4b04-8a0c-9cd0123c8762 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Router dbebb439-1bfa-4b6a-9139-52d54102be2a is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:39:14.328377 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-989dedcf-1003-41cc-b2ae-8ebb6e0064a0 req-98d86896-5b38-4259-9913-05749a726a12 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:14.358030 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d86896-5b38-4259-9913-05749a726a12 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Pushing event deleted for resources: {'Port': ['ID=2fc2392c-4082-4175-a09d-07b1d15e61b4,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:14.370284 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00d9338-f25a-4b04-8a0c-9cd0123c8762 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:39:14.385488 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a259fc-f466-4b64-8287-864089c1438d None None] Sync routers for ids ['dbebb439-1bfa-4b6a-9139-52d54102be2a'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:39:14.427280 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a259fc-f466-4b64-8287-864089c1438d None None] Routers {'dbebb439-1bfa-4b6a-9139-52d54102be2a'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:14.429872 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-68a259fc-f466-4b64-8287-864089c1438d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:38:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['dbebb439-1bfa-4b6a-9139-52d54102be2a'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:14.458677 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-989dedcf-1003-41cc-b2ae-8ebb6e0064a0 req-98d86896-5b38-4259-9913-05749a726a12 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] No DVR routers for this DVR port 2fc2392c-4082-4175-a09d-07b1d15e61b4 on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:39:14.462574 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e00d9338-f25a-4b04-8a0c-9cd0123c8762 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:14.464380 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e00d9338-f25a-4b04-8a0c-9cd0123c8762 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.3619707 Nov 09 21:39:14.465782 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-989dedcf-1003-41cc-b2ae-8ebb6e0064a0 req-98d86896-5b38-4259-9913-05749a726a12 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:14.467262 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42164) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:14.477565 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-989dedcf-1003-41cc-b2ae-8ebb6e0064a0 req-98d86896-5b38-4259-9913-05749a726a12 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.45 "DELETE /v2.0/ports/2fc2392c-4082-4175-a09d-07b1d15e61b4 HTTP/1.1" status: 204 len: 173 time: 1.3353775 Nov 09 21:39:14.478052 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-4c1568c2-1ec3-4459-a6ce-21cec25e5f3a tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'enable_snat': False}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:39:14.478185 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8e0c8f-7f8d-4322-aa5f-be1363d4431e', 'name': 'network-vif-deleted', 'tag': '2fc2392c-4082-4175-a09d-07b1d15e61b4'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:39:14.480523 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ecd42a-cae8-4f43-9969-5d4c3fd0f3a6" -d '{"events": [{"server_uuid": "ad8e0c8f-7f8d-4322-aa5f-be1363d4431e", "name": "network-vif-deleted", "tag": "2fc2392c-4082-4175-a09d-07b1d15e61b4"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:39:14.516712 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-68a259fc-f466-4b64-8287-864089c1438d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:14.534663 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a259fc-f466-4b64-8287-864089c1438d None None] Routers {'dbebb439-1bfa-4b6a-9139-52d54102be2a'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:14.534934 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-68a259fc-f466-4b64-8287-864089c1438d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:38:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['dbebb439-1bfa-4b6a-9139-52d54102be2a'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:14.596826 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-68a259fc-f466-4b64-8287-864089c1438d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:14.598452 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a259fc-f466-4b64-8287-864089c1438d None None] The sync data for ids ['dbebb439-1bfa-4b6a-9139-52d54102be2a'] in n-d-816206-3 is: [] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:39:14.728066 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7d52fbf2-bc47-47ed-bd54-1da665004ba9 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:14.798731 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7d52fbf2-bc47-47ed-bd54-1da665004ba9 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:14.895429 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-25153d28-0677-43b6-9daf-1b3be18093ed req-b09ebeec-3f97-4123-92f9-59d57955c456 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad8e0c8f-7f8d-4322-aa5f-be1363d4431e HTTP/1.1" status: 200 len: 210 time: 0.1449075 Nov 09 21:39:15.134318 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3a5f2b-0282-44e1-9894-211eb19cc16b x-openstack-request-id: req-ac3a5f2b-0282-44e1-9894-211eb19cc16b {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:39:15.134816 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad8e0c8f-7f8d-4322-aa5f-be1363d4431e", "name": "network-vif-deleted", "tag": "2fc2392c-4082-4175-a09d-07b1d15e61b4", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:39:15.134923 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ac3a5f2b-0282-44e1-9894-211eb19cc16b {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:39:15.135243 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad8e0c8f-7f8d-4322-aa5f-be1363d4431e', 'name': 'network-vif-deleted', 'tag': '2fc2392c-4082-4175-a09d-07b1d15e61b4', 'status': 'completed', 'code': 200} Nov 09 21:39:15.328359 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7d52fbf2-bc47-47ed-bd54-1da665004ba9 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:15.331681 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d52fbf2-bc47-47ed-bd54-1da665004ba9 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event updated for resources: {'Port': ['ID=efd33773-7453-4330-b96c-90b253a45609,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:15.360425 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52fbf2-bc47-47ed-bd54-1da665004ba9 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:39:15.360794 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52fbf2-bc47-47ed-bd54-1da665004ba9 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:39:15.361133 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52fbf2-bc47-47ed-bd54-1da665004ba9 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:39:15.361463 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52fbf2-bc47-47ed-bd54-1da665004ba9 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:39:15.361790 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52fbf2-bc47-47ed-bd54-1da665004ba9 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:39:15.362111 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52fbf2-bc47-47ed-bd54-1da665004ba9 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:39:15.362430 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52fbf2-bc47-47ed-bd54-1da665004ba9 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:39:15.362749 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52fbf2-bc47-47ed-bd54-1da665004ba9 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:39:15.363067 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52fbf2-bc47-47ed-bd54-1da665004ba9 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:39:15.363378 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52fbf2-bc47-47ed-bd54-1da665004ba9 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:39:15.363797 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52fbf2-bc47-47ed-bd54-1da665004ba9 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:39:15.364144 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52fbf2-bc47-47ed-bd54-1da665004ba9 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:39:15.582081 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa276071-9d0b-4401-93b3-c82b83fa644e None None] Network 996f4ab5-978d-4248-8819-349796e4794d requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:39:15.592006 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d52fbf2-bc47-47ed-bd54-1da665004ba9 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Network 996f4ab5-978d-4248-8819-349796e4794d is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:39:15.597478 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-7d52fbf2-bc47-47ed-bd54-1da665004ba9 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:39:15.735599 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4c1568c2-1ec3-4459-a6ce-21cec25e5f3a tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:15.760929 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-62b85d00-93ee-408a-9659-935f5cbf313d None None] Provisioning complete for port 40db0594-3bbb-4d4e-8be3-98f9e444193c triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:15.761327 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-62b85d00-93ee-408a-9659-935f5cbf313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:15.811412 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d52fbf2-bc47-47ed-bd54-1da665004ba9 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Router 5e99abfe-50fa-47d3-baa9-45dfbba0aace is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:39:15.922074 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-62b85d00-93ee-408a-9659-935f5cbf313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:15.950912 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d52fbf2-bc47-47ed-bd54-1da665004ba9 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:39:15.960764 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7d52fbf2-bc47-47ed-bd54-1da665004ba9 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "PUT /v2.0/routers/5e99abfe-50fa-47d3-baa9-45dfbba0aace/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0812378 Nov 09 21:39:15.964056 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42180) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:15.968204 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0807eb97-947f-4ff4-9446-911d1c1f7356 None None] Sync routers for ids ['5e99abfe-50fa-47d3-baa9-45dfbba0aace'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:39:15.973989 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-ce5a6549-8781-4319-93c5-3b727cbd71e5 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Request body: {'network': {'name': 'tempest-RoutersTest-1903637265'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:39:16.001729 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-62b85d00-93ee-408a-9659-935f5cbf313d None None] For port 40db0594-3bbb-4d4e-8be3-98f9e444193c, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=40db0594-3bbb-4d4e-8be3-98f9e444193c,segment=NetworkSegment(f3dceba5-d136-495f-a85b-d8a6a993ff5e),segment_id=f3dceba5-d136-495f-a85b-d8a6a993ff5e)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:39:16.004897 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0807eb97-947f-4ff4-9446-911d1c1f7356 None None] Routers {'5e99abfe-50fa-47d3-baa9-45dfbba0aace'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:16.009934 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-0807eb97-947f-4ff4-9446-911d1c1f7356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:38:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['5e99abfe-50fa-47d3-baa9-45dfbba0aace'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:16.013918 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-62b85d00-93ee-408a-9659-935f5cbf313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:16.015230 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42182) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:16.099315 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5a6549-8781-4319-93c5-3b727cbd71e5 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Made reservation on behalf of 8d1a7eab032149e5999f26ec9e51a065 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:39:16.108469 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce5a6549-8781-4319-93c5-3b727cbd71e5 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:16.218102 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce5a6549-8781-4319-93c5-3b727cbd71e5 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:39:16.223301 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-12296c48-bad0-4e02-83ce-887693400df0 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:16.263206 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b85d00-93ee-408a-9659-935f5cbf313d None None] Pushing event updated for resources: {'Port': ['ID=40db0594-3bbb-4d4e-8be3-98f9e444193c,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:16.264266 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce5a6549-8781-4319-93c5-3b727cbd71e5 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:16.267897 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-ce5a6549-8781-4319-93c5-3b727cbd71e5 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Added segment eb789e01-d413-4891-a336-992c5dbe6677 of type vlan for network c23e0759-5d89-4b33-93e2-5e444d137086 Nov 09 21:39:16.276308 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-0807eb97-947f-4ff4-9446-911d1c1f7356 None None] Set router 5e99abfe-50fa-47d3-baa9-45dfbba0aace gateway port host: None {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:39:16.334457 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-12296c48-bad0-4e02-83ce-887693400df0 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:16.366735 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 40db0594-3bbb-4d4e-8be3-98f9e444193c up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:39:16.434545 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce5a6549-8781-4319-93c5-3b727cbd71e5 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:16.478504 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-87089d65-2e2f-4d26-ade0-8a8fcba4a1cb None None] Provisioning complete for port efd33773-7453-4330-b96c-90b253a45609 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:16.479168 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-87089d65-2e2f-4d26-ade0-8a8fcba4a1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:16.489044 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-12296c48-bad0-4e02-83ce-887693400df0 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:16.491639 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-12296c48-bad0-4e02-83ce-887693400df0 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:16.494677 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-12296c48-bad0-4e02-83ce-887693400df0 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "DELETE /v2.0/security-groups/6c08c682-90c0-46b6-8d6d-a089872fc62e HTTP/1.1" status: 204 len: 168 time: 0.4773636 Nov 09 21:39:16.498105 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42184) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:16.557086 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce5a6549-8781-4319-93c5-3b727cbd71e5 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:16.566971 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5a6549-8781-4319-93c5-3b727cbd71e5 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:39:16.567430 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce5a6549-8781-4319-93c5-3b727cbd71e5 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:16.577651 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12296c48-bad0-4e02-83ce-887693400df0 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c08c682-90c0-46b6-8d6d-a089872fc62e,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:16.615590 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4c1568c2-1ec3-4459-a6ce-21cec25e5f3a tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27285'] for router, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:16.618823 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4c1568c2-1ec3-4459-a6ce-21cec25e5f3a tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-376903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-376910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380449'] for router, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:16.736429 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 2fc2392c-4082-4175-a09d-07b1d15e61b4 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:39:16.756566 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ce5a6549-8781-4319-93c5-3b727cbd71e5 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7908354 Nov 09 21:39:16.773574 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42190) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:16.778613 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-4275d314-93fc-4ccf-8313-32da1c113854 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Request body: {'subnet': {'network_id': 'c23e0759-5d89-4b33-93e2-5e444d137086', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:39:16.805643 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-87089d65-2e2f-4d26-ade0-8a8fcba4a1cb None None] Port efd33773-7453-4330-b96c-90b253a45609 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:39:16.806102 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a6549-8781-4319-93c5-3b727cbd71e5 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event updated for resources: {'Network': ['ID=c23e0759-5d89-4b33-93e2-5e444d137086,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:16.828371 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 2fc2392c-4082-4175-a09d-07b1d15e61b4 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:39:16.828764 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 2fc2392c-4082-4175-a09d-07b1d15e61b4 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:39:16.846761 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network c23e0759-5d89-4b33-93e2-5e444d137086 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:39:16.879764 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c1568c2-1ec3-4459-a6ce-21cec25e5f3a tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Router dbebb439-1bfa-4b6a-9139-52d54102be2a has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:39:17.016271 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 40db0594-3bbb-4d4e-8be3-98f9e444193c triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:17.020127 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:17.021382 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-aacef772-5009-412a-921f-fe6828445543 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:17.093054 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-aacef772-5009-412a-921f-fe6828445543 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:17.149924 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-87089d65-2e2f-4d26-ade0-8a8fcba4a1cb None None] Provisioning complete for port 40db0594-3bbb-4d4e-8be3-98f9e444193c triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:17.150298 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-87089d65-2e2f-4d26-ade0-8a8fcba4a1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:17.167225 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1568c2-1ec3-4459-a6ce-21cec25e5f3a tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:39:17.180729 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1c183b-7d22-40f2-bab7-116bf3b52d59 None None] Sync routers for ids ['dbebb439-1bfa-4b6a-9139-52d54102be2a'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:39:17.186662 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4275d314-93fc-4ccf-8313-32da1c113854 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Made reservation on behalf of 8d1a7eab032149e5999f26ec9e51a065 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:39:17.193855 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4275d314-93fc-4ccf-8313-32da1c113854 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:17.195850 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4c1568c2-1ec3-4459-a6ce-21cec25e5f3a tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:17.200773 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4c1568c2-1ec3-4459-a6ce-21cec25e5f3a tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] 10.222.0.49 "PUT /v2.0/routers/dbebb439-1bfa-4b6a-9139-52d54102be2a HTTP/1.1" status: 200 len: 922 time: 2.7309415 Nov 09 21:39:17.206568 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42192) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:17.214083 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1c183b-7d22-40f2-bab7-116bf3b52d59 None None] Routers {'dbebb439-1bfa-4b6a-9139-52d54102be2a'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:17.222776 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-6f1c183b-7d22-40f2-bab7-116bf3b52d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:38:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['dbebb439-1bfa-4b6a-9139-52d54102be2a'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:17.281332 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-6f1c183b-7d22-40f2-bab7-116bf3b52d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:17.302533 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1c183b-7d22-40f2-bab7-116bf3b52d59 None None] Routers {'dbebb439-1bfa-4b6a-9139-52d54102be2a'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:17.303795 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-6f1c183b-7d22-40f2-bab7-116bf3b52d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:38:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['dbebb439-1bfa-4b6a-9139-52d54102be2a'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:17.337151 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-0807eb97-947f-4ff4-9446-911d1c1f7356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'name': 'tempest-RoutersTest-router-1123886046', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:09Z', 'updated_at': '2021-11-09T21:39:13Z', 'revision_number': 2, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'gw_port_host': None, '_interfaces': [{'id': 'efd33773-7453-4330-b96c-90b253a45609', 'name': '', 'network_id': '996f4ab5-978d-4248-8819-349796e4794d', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:bb:9f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:12Z', 'updated_at': '2021-11-09T21:39:14Z', 'revision_number': 2, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:17.402950 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-6f1c183b-7d22-40f2-bab7-116bf3b52d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:17.403605 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1c183b-7d22-40f2-bab7-116bf3b52d59 None None] The sync data for ids ['dbebb439-1bfa-4b6a-9139-52d54102be2a'] in n-d-816206-3 is: [] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:39:17.430631 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-aacef772-5009-412a-921f-fe6828445543 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:17.433669 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-aacef772-5009-412a-921f-fe6828445543 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:17.435281 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-aacef772-5009-412a-921f-fe6828445543 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "DELETE /v2.0/security-groups/452430c5-cd09-4206-8743-ec71404092ed HTTP/1.1" status: 204 len: 168 time: 0.9255428 Nov 09 21:39:17.439823 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42194) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:17.447900 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0807eb97-947f-4ff4-9446-911d1c1f7356 None None] Checking router: 5e99abfe-50fa-47d3-baa9-45dfbba0aace for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:39:17.450707 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0807eb97-947f-4ff4-9446-911d1c1f7356 None None] Updating router 5e99abfe-50fa-47d3-baa9-45dfbba0aace port efd33773-7453-4330-b96c-90b253a45609 binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:39:17.502925 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-c968286c-acc8-4e56-b02b-ebc982a8c7d1 None None] Provisioning complete for port efd33773-7453-4330-b96c-90b253a45609 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:17.503902 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c968286c-acc8-4e56-b02b-ebc982a8c7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:17.506838 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0807eb97-947f-4ff4-9446-911d1c1f7356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:17.513967 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-48d958c1-c9eb-4d01-a203-dcb430b0a7ef tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] 10.222.0.49 "GET /v2.0/routers/dbebb439-1bfa-4b6a-9139-52d54102be2a HTTP/1.1" status: 200 len: 922 time: 0.3042665 Nov 09 21:39:17.514711 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42196) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:17.598555 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-c968286c-acc8-4e56-b02b-ebc982a8c7d1 None None] Port efd33773-7453-4330-b96c-90b253a45609 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:39:17.608868 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e0d43b-cc8d-479d-b412-9ac32d10ffde tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:39:17.616311 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-45e0d43b-cc8d-479d-b412-9ac32d10ffde tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=4531c23d-84b7-490d-8d7c-6676781b6e6a&device_id=dbebb439-1bfa-4b6a-9139-52d54102be2a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0998793 Nov 09 21:39:17.620532 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42198) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:17.685063 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacef772-5009-412a-921f-fe6828445543 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=452430c5-cd09-4206-8743-ec71404092ed,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:17.718970 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-78cf7dc0-0bcf-4090-a95b-cf19f2767b79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:17.742221 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720fe3a6-e195-4b24-a383-8e2735e9d54d tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:39:17.743778 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-720fe3a6-e195-4b24-a383-8e2735e9d54d tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] 10.222.0.49 "GET /v2.0/networks/4531c23d-84b7-490d-8d7c-6676781b6e6a HTTP/1.1" status: 200 len: 881 time: 0.1220894 Nov 09 21:39:17.747281 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42200) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:17.771566 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4275d314-93fc-4ccf-8313-32da1c113854 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:17.780540 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-548453eb-d266-4a18-ab9b-98f05f835fa2 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbebb439-1bfa-4b6a-9139-52d54102be2a HTTP/1.1" status: 200 len: 205 time: 0.0287127 Nov 09 21:39:17.781469 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42202) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:17.871770 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4275d314-93fc-4ccf-8313-32da1c113854 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Checking segment: {'id': 'eb789e01-d413-4891-a336-992c5dbe6677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c23e0759-5d89-4b33-93e2-5e444d137086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:39:17.872152 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4275d314-93fc-4ccf-8313-32da1c113854 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Network hostable DHCP agents. Network: c23e0759-5d89-4b33-93e2-5e444d137086, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:39:17.896145 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275d314-93fc-4ccf-8313-32da1c113854 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event updated for resources: {'Subnet': ['ID=36c26984-ca10-48a2-bc3d-2a619c7ecb45,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:17.981232 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4275d314-93fc-4ccf-8313-32da1c113854 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Network c23e0759-5d89-4b33-93e2-5e444d137086 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:39:18.039728 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0807eb97-947f-4ff4-9446-911d1c1f7356 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:18.052648 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-4275d314-93fc-4ccf-8313-32da1c113854 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, c23e0759-5d89-4b33-93e2-5e444d137086) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:39:18.072396 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4275d314-93fc-4ccf-8313-32da1c113854 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:39:18.075905 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4275d314-93fc-4ccf-8313-32da1c113854 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:18.088872 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9b4a61-ed88-44bb-a165-cf67b5970ce0 None None] Network c23e0759-5d89-4b33-93e2-5e444d137086 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:39:18.105950 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0807eb97-947f-4ff4-9446-911d1c1f7356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:18.174323 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4275d314-93fc-4ccf-8313-32da1c113854 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3995752 Nov 09 21:39:18.185160 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42212) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:18.284453 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 40db0594-3bbb-4d4e-8be3-98f9e444193c up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:39:18.286437 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c19c07ff-d812-428a-8888-ba155ee381de tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:18.462368 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-91f52f0c-0e41-46a5-9ce2-6a366ab855c2 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:18.723849 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b2b8d-3527-45d9-b623-c238fbccda4b None None] Pushing event updated for resources: {'Port': ['ID=efd33773-7453-4330-b96c-90b253a45609,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:18.758145 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c19c07ff-d812-428a-8888-ba155ee381de tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:18.822714 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6da2bd-4329-4088-9abd-deea7cd07767 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-c23e0759-5d89-4b33-93e2-5e444d137086', 'network_id': 'c23e0759-5d89-4b33-93e2-5e444d137086', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'fixed_ips': [{'subnet_id': '36c26984-ca10-48a2-bc3d-2a619c7ecb45'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:39:18.825112 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-aa6da2bd-4329-4088-9abd-deea7cd07767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:18.841286 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-0807eb97-947f-4ff4-9446-911d1c1f7356 None None] Attempting to bind port efd33773-7453-4330-b96c-90b253a45609 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:39:18.841790 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-0807eb97-947f-4ff4-9446-911d1c1f7356 None None] Attempting to bind port efd33773-7453-4330-b96c-90b253a45609 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'f3dceba5-d136-495f-a85b-d8a6a993ff5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '996f4ab5-978d-4248-8819-349796e4794d'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:39:18.842249 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0807eb97-947f-4ff4-9446-911d1c1f7356 None None] Attempting to bind port efd33773-7453-4330-b96c-90b253a45609 on network 996f4ab5-978d-4248-8819-349796e4794d {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:39:18.860104 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 40db0594-3bbb-4d4e-8be3-98f9e444193c triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:18.860659 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:18.863597 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0807eb97-947f-4ff4-9446-911d1c1f7356 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:39:18.864071 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0807eb97-947f-4ff4-9446-911d1c1f7356 None None] Checking segment: {'id': 'f3dceba5-d136-495f-a85b-d8a6a993ff5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '996f4ab5-978d-4248-8819-349796e4794d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:39:18.864557 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0807eb97-947f-4ff4-9446-911d1c1f7356 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:18.865067 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0807eb97-947f-4ff4-9446-911d1c1f7356 None None] Bound using segment: {'id': 'f3dceba5-d136-495f-a85b-d8a6a993ff5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '996f4ab5-978d-4248-8819-349796e4794d'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:39:18.865633 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-0807eb97-947f-4ff4-9446-911d1c1f7356 None None] Bound port: efd33773-7453-4330-b96c-90b253a45609, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3dceba5-d136-495f-a85b-d8a6a993ff5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '996f4ab5-978d-4248-8819-349796e4794d'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:39:18.866137 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0807eb97-947f-4ff4-9446-911d1c1f7356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:18.871824 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-2ac0b07c-966c-43d5-9207-d1ad41619263 None None] Provisioning complete for port efd33773-7453-4330-b96c-90b253a45609 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:18.871824 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2ac0b07c-966c-43d5-9207-d1ad41619263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:18.893211 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-c19c07ff-d812-428a-8888-ba155ee381de tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Deleting port c1653196-5d44-425e-a8ba-465bdb85ecf8 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:39:18.893545 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c19c07ff-d812-428a-8888-ba155ee381de tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:18.929265 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-91f52f0c-0e41-46a5-9ce2-6a366ab855c2 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Deleting port c7e05536-50af-442f-bb69-6b200d4f2c82 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:39:18.930261 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-91f52f0c-0e41-46a5-9ce2-6a366ab855c2 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:18.939494 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a0da7782-c8c6-4fc2-a574-a9be1002b1ce tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:19.054121 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-91f52f0c-0e41-46a5-9ce2-6a366ab855c2 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] For port c7e05536-50af-442f-bb69-6b200d4f2c82, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=c7e05536-50af-442f-bb69-6b200d4f2c82,segment=NetworkSegment(8edbf2ec-ea2b-4cba-916a-3c4d76c84261),segment_id=8edbf2ec-ea2b-4cba-916a-3c4d76c84261)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:39:19.055186 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-91f52f0c-0e41-46a5-9ce2-6a366ab855c2 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:19.070604 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c19c07ff-d812-428a-8888-ba155ee381de tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:19.072511 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-91f52f0c-0e41-46a5-9ce2-6a366ab855c2 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Calling delete_port for c7e05536-50af-442f-bb69-6b200d4f2c82 owned by network:router_interface {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:39:19.080042 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-2ac0b07c-966c-43d5-9207-d1ad41619263 None None] Port efd33773-7453-4330-b96c-90b253a45609 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:39:19.090986 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-c19c07ff-d812-428a-8888-ba155ee381de tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Calling delete_port for c1653196-5d44-425e-a8ba-465bdb85ecf8 owned by network:router_gateway {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:39:19.191464 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-0807eb97-947f-4ff4-9446-911d1c1f7356 None None] For port efd33773-7453-4330-b96c-90b253a45609, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:39:19.214827 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-0807eb97-947f-4ff4-9446-911d1c1f7356 None None] For port efd33773-7453-4330-b96c-90b253a45609, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=efd33773-7453-4330-b96c-90b253a45609,segment=NetworkSegment(f3dceba5-d136-495f-a85b-d8a6a993ff5e),segment_id=f3dceba5-d136-495f-a85b-d8a6a993ff5e)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:39:19.227724 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-aa6da2bd-4329-4088-9abd-deea7cd07767 None None] Allocated IP 172.21.0.2 (c23e0759-5d89-4b33-93e2-5e444d137086/36c26984-ca10-48a2-bc3d-2a619c7ecb45/8686fc0c-4328-447c-925a-b5c343fcee05) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:39:19.234750 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0807eb97-947f-4ff4-9446-911d1c1f7356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:19.358217 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0807eb97-947f-4ff4-9446-911d1c1f7356 None None] Routers {'5e99abfe-50fa-47d3-baa9-45dfbba0aace'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:19.358699 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-0807eb97-947f-4ff4-9446-911d1c1f7356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:38:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['5e99abfe-50fa-47d3-baa9-45dfbba0aace'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:19.454618 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b2b8d-3527-45d9-b623-c238fbccda4b None None] Pushing event updated for resources: {'Port': ['ID=efd33773-7453-4330-b96c-90b253a45609,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:19.477545 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b2b8d-3527-45d9-b623-c238fbccda4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:39:19.477545 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b2b8d-3527-45d9-b623-c238fbccda4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:39:19.478006 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b2b8d-3527-45d9-b623-c238fbccda4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:39:19.478140 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b2b8d-3527-45d9-b623-c238fbccda4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:39:19.478475 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b2b8d-3527-45d9-b623-c238fbccda4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:39:19.478803 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b2b8d-3527-45d9-b623-c238fbccda4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:39:19.479178 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b2b8d-3527-45d9-b623-c238fbccda4b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:39:19.479522 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b2b8d-3527-45d9-b623-c238fbccda4b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:39:19.479944 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b2b8d-3527-45d9-b623-c238fbccda4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:39:19.480829 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b2b8d-3527-45d9-b623-c238fbccda4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:39:19.481311 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b2b8d-3527-45d9-b623-c238fbccda4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:39:19.481507 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b2b8d-3527-45d9-b623-c238fbccda4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:39:19.488722 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c19c07ff-d812-428a-8888-ba155ee381de tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:19.538383 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c07ff-d812-428a-8888-ba155ee381de tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Pushing event deleted for resources: {'Port': ['ID=c1653196-5d44-425e-a8ba-465bdb85ecf8,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:19.541856 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-0807eb97-947f-4ff4-9446-911d1c1f7356 None None] Set router 5e99abfe-50fa-47d3-baa9-45dfbba0aace gateway port host: None {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:39:19.634907 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c19c07ff-d812-428a-8888-ba155ee381de tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:19.675677 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bfe47d-1b6c-420b-b902-d3ca51ac728e None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:39:19.750558 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c19c07ff-d812-428a-8888-ba155ee381de tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:19.781276 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c19c07ff-d812-428a-8888-ba155ee381de tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:19.796827 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-91f52f0c-0e41-46a5-9ce2-6a366ab855c2 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:19.852231 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c19c07ff-d812-428a-8888-ba155ee381de tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:19.854918 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19c07ff-d812-428a-8888-ba155ee381de tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Fanout notify agent at l3_agent the message router_deleted on router dbebb439-1bfa-4b6a-9139-52d54102be2a {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:39:19.866286 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c19c07ff-d812-428a-8888-ba155ee381de tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:19.870887 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c19c07ff-d812-428a-8888-ba155ee381de tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] 10.222.0.49 "DELETE /v2.0/routers/dbebb439-1bfa-4b6a-9139-52d54102be2a HTTP/1.1" status: 204 len: 168 time: 2.0857298 Nov 09 21:39:19.871675 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42224) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:19.876855 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-48ea30f5-37b1-4664-9d24-aa40657861db tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1918314792', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:39:19.932257 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f52f0c-0e41-46a5-9ce2-6a366ab855c2 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Pushing event deleted for resources: {'Port': ['ID=c7e05536-50af-442f-bb69-6b200d4f2c82,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:19.943186 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-48ea30f5-37b1-4664-9d24-aa40657861db tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:19.944354 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-48ea30f5-37b1-4664-9d24-aa40657861db tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:20.019355 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-81955725-4d85-4b5b-a02b-c075655dbb9a None None] Provisioning complete for port efd33773-7453-4330-b96c-90b253a45609 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:20.019726 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-81955725-4d85-4b5b-a02b-c075655dbb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:20.117347 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-48ea30f5-37b1-4664-9d24-aa40657861db tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:20.137159 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-48ea30f5-37b1-4664-9d24-aa40657861db tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:20.156681 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-aa6da2bd-4329-4088-9abd-deea7cd07767 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:20.184091 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-48ea30f5-37b1-4664-9d24-aa40657861db tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:20.185358 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-48ea30f5-37b1-4664-9d24-aa40657861db tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3126521 Nov 09 21:39:20.188222 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42226) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:20.197319 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-ff484c4c-44ca-4dca-9c08-3439a8e2592a tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Request body: {'router': {'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:39:20.271918 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-aa6da2bd-4329-4088-9abd-deea7cd07767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:20.357353 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-81955725-4d85-4b5b-a02b-c075655dbb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:20.427772 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-91f52f0c-0e41-46a5-9ce2-6a366ab855c2 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:20.458260 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-749a3ee7-bd01-4bd0-ac8d-c93b3119a532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:20.478263 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6da2bd-4329-4088-9abd-deea7cd07767 None None] Network c23e0759-5d89-4b33-93e2-5e444d137086 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:39:20.491887 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-81955725-4d85-4b5b-a02b-c075655dbb9a None None] For port efd33773-7453-4330-b96c-90b253a45609, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=efd33773-7453-4330-b96c-90b253a45609,segment=NetworkSegment(f3dceba5-d136-495f-a85b-d8a6a993ff5e),segment_id=f3dceba5-d136-495f-a85b-d8a6a993ff5e)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:39:20.493511 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-aa6da2bd-4329-4088-9abd-deea7cd07767 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:39:20.501656 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6da2bd-4329-4088-9abd-deea7cd07767 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:39:20.508368 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-0807eb97-947f-4ff4-9446-911d1c1f7356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'name': 'tempest-RoutersTest-router-1123886046', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:09Z', 'updated_at': '2021-11-09T21:39:13Z', 'revision_number': 2, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'gw_port_host': None, '_interfaces': [{'id': 'efd33773-7453-4330-b96c-90b253a45609', 'name': '', 'network_id': '996f4ab5-978d-4248-8819-349796e4794d', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:bb:9f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:12Z', 'updated_at': '2021-11-09T21:39:19Z', 'revision_number': 4, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:20.514879 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-81955725-4d85-4b5b-a02b-c075655dbb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:20.516809 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6da2bd-4329-4088-9abd-deea7cd07767 None None] Pushing event updated for resources: {'Port': ['ID=8686fc0c-4328-447c-925a-b5c343fcee05,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:20.574665 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0807eb97-947f-4ff4-9446-911d1c1f7356 None None] The sync data for ids ['5e99abfe-50fa-47d3-baa9-45dfbba0aace'] in n-d-816206-3 is: [{'id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'name': 'tempest-RoutersTest-router-1123886046', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:09Z', 'updated_at': '2021-11-09T21:39:13Z', 'revision_number': 2, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'gw_port_host': None, '_interfaces': [{'id': 'efd33773-7453-4330-b96c-90b253a45609', 'name': '', 'network_id': '996f4ab5-978d-4248-8819-349796e4794d', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:bb:9f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:12Z', 'updated_at': '2021-11-09T21:39:19Z', 'revision_number': 4, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:39:20.633259 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-a0da7782-c8c6-4fc2-a574-a9be1002b1ce tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Allocated IP 172.21.0.1 (c23e0759-5d89-4b33-93e2-5e444d137086/36c26984-ca10-48a2-bc3d-2a619c7ecb45/e0540af9-b49e-403c-afae-b6e35dbdf452) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:39:20.757382 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ff484c4c-44ca-4dca-9c08-3439a8e2592a tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:20.845598 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81955725-4d85-4b5b-a02b-c075655dbb9a None None] Pushing event updated for resources: {'Port': ['ID=efd33773-7453-4330-b96c-90b253a45609,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:20.885696 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-aa6da2bd-4329-4088-9abd-deea7cd07767 None None] Attempting to bind port 8686fc0c-4328-447c-925a-b5c343fcee05 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:39:20.886110 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-aa6da2bd-4329-4088-9abd-deea7cd07767 None None] Attempting to bind port 8686fc0c-4328-447c-925a-b5c343fcee05 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'eb789e01-d413-4891-a336-992c5dbe6677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c23e0759-5d89-4b33-93e2-5e444d137086'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:39:20.886760 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6da2bd-4329-4088-9abd-deea7cd07767 None None] Attempting to bind port 8686fc0c-4328-447c-925a-b5c343fcee05 on network c23e0759-5d89-4b33-93e2-5e444d137086 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:39:20.892988 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6da2bd-4329-4088-9abd-deea7cd07767 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:39:20.893537 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6da2bd-4329-4088-9abd-deea7cd07767 None None] Checking segment: {'id': 'eb789e01-d413-4891-a336-992c5dbe6677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c23e0759-5d89-4b33-93e2-5e444d137086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:39:20.894031 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-aa6da2bd-4329-4088-9abd-deea7cd07767 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:20.894519 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6da2bd-4329-4088-9abd-deea7cd07767 None None] Bound using segment: {'id': 'eb789e01-d413-4891-a336-992c5dbe6677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c23e0759-5d89-4b33-93e2-5e444d137086'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:39:20.895137 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-aa6da2bd-4329-4088-9abd-deea7cd07767 None None] Bound port: 8686fc0c-4328-447c-925a-b5c343fcee05, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb789e01-d413-4891-a336-992c5dbe6677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c23e0759-5d89-4b33-93e2-5e444d137086'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:39:20.895620 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-aa6da2bd-4329-4088-9abd-deea7cd07767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:21.111478 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f52f0c-0e41-46a5-9ce2-6a366ab855c2 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Router 0f8a72a1-4721-4cdd-848b-2b61ecc4b28d has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:39:21.163703 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:21.179439 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-aa6da2bd-4329-4088-9abd-deea7cd07767 None None] For port 8686fc0c-4328-447c-925a-b5c343fcee05, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:39:21.186282 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-aa6da2bd-4329-4088-9abd-deea7cd07767 None None] For port 8686fc0c-4328-447c-925a-b5c343fcee05, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=8686fc0c-4328-447c-925a-b5c343fcee05,segment=NetworkSegment(eb789e01-d413-4891-a336-992c5dbe6677),segment_id=eb789e01-d413-4891-a336-992c5dbe6677)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:39:21.195575 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-aa6da2bd-4329-4088-9abd-deea7cd07767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:21.280274 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f52f0c-0e41-46a5-9ce2-6a366ab855c2 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:39:21.303042 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3b34dc-5e11-4b4e-921e-910d7f6400bb None None] Sync routers for ids ['0f8a72a1-4721-4cdd-848b-2b61ecc4b28d'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:39:21.308182 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-91f52f0c-0e41-46a5-9ce2-6a366ab855c2 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "PUT /v2.0/routers/0f8a72a1-4721-4cdd-848b-2b61ecc4b28d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8565316 Nov 09 21:39:21.309542 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42232) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:21.366224 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3b34dc-5e11-4b4e-921e-910d7f6400bb None None] Routers {'0f8a72a1-4721-4cdd-848b-2b61ecc4b28d'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:21.366919 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-fd3b34dc-5e11-4b4e-921e-910d7f6400bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:39:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['0f8a72a1-4721-4cdd-848b-2b61ecc4b28d'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:21.393727 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-a81c7d12-e116-415e-9d47-455eed564e46 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Deleting subnet d82e3181-4c0e-4c74-abb0-2755395deb93 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:39:21.398298 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a81c7d12-e116-415e-9d47-455eed564e46 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:21.463074 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a81c7d12-e116-415e-9d47-455eed564e46 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:21.464249 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6da2bd-4329-4088-9abd-deea7cd07767 None None] Pushing event updated for resources: {'Port': ['ID=8686fc0c-4328-447c-925a-b5c343fcee05,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:21.671998 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a0da7782-c8c6-4fc2-a574-a9be1002b1ce tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:21.678471 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-fd3b34dc-5e11-4b4e-921e-910d7f6400bb None None] Set router 0f8a72a1-4721-4cdd-848b-2b61ecc4b28d gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:39:21.751837 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a81c7d12-e116-415e-9d47-455eed564e46 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:21.764939 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a0da7782-c8c6-4fc2-a574-a9be1002b1ce tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:21.876414 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a81c7d12-e116-415e-9d47-455eed564e46 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:21.890826 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0da7782-c8c6-4fc2-a574-a9be1002b1ce tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Network c23e0759-5d89-4b33-93e2-5e444d137086 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:39:21.906099 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-a0da7782-c8c6-4fc2-a574-a9be1002b1ce tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:39:21.963949 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0da7782-c8c6-4fc2-a574-a9be1002b1ce tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:39:21.967119 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0da7782-c8c6-4fc2-a574-a9be1002b1ce tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event updated for resources: {'Port': ['ID=e0540af9-b49e-403c-afae-b6e35dbdf452,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:21.974291 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a81c7d12-e116-415e-9d47-455eed564e46 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:21.985229 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a81c7d12-e116-415e-9d47-455eed564e46 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "DELETE /v2.0/subnets/d82e3181-4c0e-4c74-abb0-2755395deb93 HTTP/1.1" status: 204 len: 168 time: 0.6743093 Nov 09 21:39:21.986571 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81c7d12-e116-415e-9d47-455eed564e46 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Pushing event deleted for resources: {'Subnet': ['ID=d82e3181-4c0e-4c74-abb0-2755395deb93,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:21.995002 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42238) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:22.092252 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ff484c4c-44ca-4dca-9c08-3439a8e2592a tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router_gateway, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:22.122780 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ff484c4c-44ca-4dca-9c08-3439a8e2592a tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:22.192830 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a0da7782-c8c6-4fc2-a574-a9be1002b1ce tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:22.250888 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-20c46cfc-27a0-41f3-a747-7129a62e403b tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:22.258624 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e6a189-ccb2-465c-b015-d5eaead4efda None None] Network e89cf88b-ba53-44ac-b90e-ec805993c315 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:39:22.355579 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 8686fc0c-4328-447c-925a-b5c343fcee05 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:39:22.389867 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-ff484c4c-44ca-4dca-9c08-3439a8e2592a tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Allocated IP 172.25.7.112 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/a46528a1-a29c-4156-a79f-689b5a57cbc4) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:39:22.418162 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-20c46cfc-27a0-41f3-a747-7129a62e403b tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:22.437674 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a0da7782-c8c6-4fc2-a574-a9be1002b1ce tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:22.469827 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:22.524479 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-20c46cfc-27a0-41f3-a747-7129a62e403b tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Deleting port 314194f1-3c9c-48ed-811b-03a956ad0098 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:39:22.525101 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-20c46cfc-27a0-41f3-a747-7129a62e403b tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:22.595096 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 8686fc0c-4328-447c-925a-b5c343fcee05 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:22.595471 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:22.637293 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-fd3b34dc-5e11-4b4e-921e-910d7f6400bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8a72a1-4721-4cdd-848b-2b61ecc4b28d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1789632846', 'tenant_id': '5f44489c50e04b2db090f1564633b127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '314194f1-3c9c-48ed-811b-03a956ad0098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:37:05Z', 'updated_at': '2021-11-09T21:39:19Z', 'revision_number': 5, 'project_id': '5f44489c50e04b2db090f1564633b127', 'gw_port': {'id': '314194f1-3c9c-48ed-811b-03a956ad0098', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:47:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8a72a1-4721-4cdd-848b-2b61ecc4b28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:37:06Z', 'updated_at': '2021-11-09T21:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:22.749746 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3b34dc-5e11-4b4e-921e-910d7f6400bb None None] Checking router: 0f8a72a1-4721-4cdd-848b-2b61ecc4b28d for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:39:22.763464 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc1cdac-1e42-48af-9402-09d33f724c81 None None] DHCP port deletion for e89cf88b-ba53-44ac-b90e-ec805993c315 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:39:22.781782 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3b34dc-5e11-4b4e-921e-910d7f6400bb None None] Routers {'0f8a72a1-4721-4cdd-848b-2b61ecc4b28d'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:22.782433 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-fd3b34dc-5e11-4b4e-921e-910d7f6400bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:39:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['0f8a72a1-4721-4cdd-848b-2b61ecc4b28d'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:22.875754 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ff484c4c-44ca-4dca-9c08-3439a8e2592a tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:23.022813 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:23.055494 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-fd3b34dc-5e11-4b4e-921e-910d7f6400bb None None] Set router 0f8a72a1-4721-4cdd-848b-2b61ecc4b28d gateway port host: None {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:39:23.157157 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ff484c4c-44ca-4dca-9c08-3439a8e2592a tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:23.192116 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-5dc1cdac-1e42-48af-9402-09d33f724c81 None None] Deleting port 1ea104ee-70f1-4d75-b06a-3a19840fa8e4 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:39:23.196839 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5dc1cdac-1e42-48af-9402-09d33f724c81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:23.201441 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:23.226253 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff484c4c-44ca-4dca-9c08-3439a8e2592a tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Pushing event updated for resources: {'Port': ['ID=a46528a1-a29c-4156-a79f-689b5a57cbc4,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:23.238749 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff484c4c-44ca-4dca-9c08-3439a8e2592a tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:39:23.241638 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-ff484c4c-44ca-4dca-9c08-3439a8e2592a tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:39:23.244249 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff484c4c-44ca-4dca-9c08-3439a8e2592a tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:39:23.256658 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-20c46cfc-27a0-41f3-a747-7129a62e403b tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] For port 314194f1-3c9c-48ed-811b-03a956ad0098, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=314194f1-3c9c-48ed-811b-03a956ad0098,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:39:23.257144 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-20c46cfc-27a0-41f3-a747-7129a62e403b tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:23.271703 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-fd3b34dc-5e11-4b4e-921e-910d7f6400bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8a72a1-4721-4cdd-848b-2b61ecc4b28d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1789632846', 'tenant_id': '5f44489c50e04b2db090f1564633b127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:37:05Z', 'updated_at': '2021-11-09T21:39:22Z', 'revision_number': 6, 'project_id': '5f44489c50e04b2db090f1564633b127', 'gw_port_host': None}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:23.296234 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-20c46cfc-27a0-41f3-a747-7129a62e403b tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Calling delete_port for 314194f1-3c9c-48ed-811b-03a956ad0098 owned by network:router_gateway {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:39:23.299692 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a0da7782-c8c6-4fc2-a574-a9be1002b1ce tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:23.312332 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a0da7782-c8c6-4fc2-a574-a9be1002b1ce tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:23.343009 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f395fb-0c1f-48d3-9051-f5564f53857b None None] Network c23e0759-5d89-4b33-93e2-5e444d137086 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:39:23.352562 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3751aac-b7fd-4852-96f0-5d8e7bb32434 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:39:23.441870 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-5dc1cdac-1e42-48af-9402-09d33f724c81 None None] For port 1ea104ee-70f1-4d75-b06a-3a19840fa8e4, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=1ea104ee-70f1-4d75-b06a-3a19840fa8e4,segment=NetworkSegment(8edbf2ec-ea2b-4cba-916a-3c4d76c84261),segment_id=8edbf2ec-ea2b-4cba-916a-3c4d76c84261)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:39:23.442272 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5dc1cdac-1e42-48af-9402-09d33f724c81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:23.469099 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-5dc1cdac-1e42-48af-9402-09d33f724c81 None None] Calling delete_port for 1ea104ee-70f1-4d75-b06a-3a19840fa8e4 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:39:23.548195 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0da7782-c8c6-4fc2-a574-a9be1002b1ce tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event updated for resources: {'Port': ['ID=e0540af9-b49e-403c-afae-b6e35dbdf452,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:23.564283 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a0da7782-c8c6-4fc2-a574-a9be1002b1ce tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:23.619045 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3b34dc-5e11-4b4e-921e-910d7f6400bb None None] The sync data for ids ['0f8a72a1-4721-4cdd-848b-2b61ecc4b28d'] in n-d-816206-3 is: [{'id': '0f8a72a1-4721-4cdd-848b-2b61ecc4b28d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1789632846', 'tenant_id': '5f44489c50e04b2db090f1564633b127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:37:05Z', 'updated_at': '2021-11-09T21:39:22Z', 'revision_number': 6, 'project_id': '5f44489c50e04b2db090f1564633b127', 'gw_port_host': None}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:39:23.632855 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-20c46cfc-27a0-41f3-a747-7129a62e403b tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:23.674440 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:23.677032 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 8686fc0c-4328-447c-925a-b5c343fcee05, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=8686fc0c-4328-447c-925a-b5c343fcee05,segment=NetworkSegment(eb789e01-d413-4891-a336-992c5dbe6677),segment_id=eb789e01-d413-4891-a336-992c5dbe6677)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:39:23.687386 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c46cfc-27a0-41f3-a747-7129a62e403b tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Pushing event deleted for resources: {'Port': ['ID=314194f1-3c9c-48ed-811b-03a956ad0098,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:23.706784 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-b517e9c0-35fb-4fe9-85e5-71a61e0c14da None None] Provisioning complete for port 8686fc0c-4328-447c-925a-b5c343fcee05 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:23.707156 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b517e9c0-35fb-4fe9-85e5-71a61e0c14da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:23.713756 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3347aa59-610a-4b0d-960f-3b67c85f974b None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:39:23.715929 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:23.716748 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device efd33773-7453-4330-b96c-90b253a45609 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:39:23.837294 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-20c46cfc-27a0-41f3-a747-7129a62e403b tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:23.907026 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0da7782-c8c6-4fc2-a574-a9be1002b1ce tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Network c23e0759-5d89-4b33-93e2-5e444d137086 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:39:23.924225 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-a0da7782-c8c6-4fc2-a574-a9be1002b1ce tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:39:23.926073 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5dc1cdac-1e42-48af-9402-09d33f724c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:23.961278 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-20c46cfc-27a0-41f3-a747-7129a62e403b tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:23.963903 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-20c46cfc-27a0-41f3-a747-7129a62e403b tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:24.018707 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-20c46cfc-27a0-41f3-a747-7129a62e403b tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:24.019799 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c46cfc-27a0-41f3-a747-7129a62e403b tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Fanout notify agent at l3_agent the message router_deleted on router 0f8a72a1-4721-4cdd-848b-2b61ecc4b28d {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:39:24.028238 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-20c46cfc-27a0-41f3-a747-7129a62e403b tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:24.029798 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-20c46cfc-27a0-41f3-a747-7129a62e403b tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "DELETE /v2.0/routers/0f8a72a1-4721-4cdd-848b-2b61ecc4b28d HTTP/1.1" status: 204 len: 168 time: 2.0333004 Nov 09 21:39:24.033014 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42246) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:24.045632 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ff484c4c-44ca-4dca-9c08-3439a8e2592a tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router_gateway, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:24.046624 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc1cdac-1e42-48af-9402-09d33f724c81 None None] No DVR routers for this DVR port 1ea104ee-70f1-4d75-b06a-3a19840fa8e4 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:39:24.048098 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port efd33773-7453-4330-b96c-90b253a45609 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:24.048555 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:24.132411 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=8686fc0c-4328-447c-925a-b5c343fcee05,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:24.213538 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0da7782-c8c6-4fc2-a574-a9be1002b1ce tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Router 5e99abfe-50fa-47d3-baa9-45dfbba0aace has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:39:24.231382 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2cbb36b8-e6b4-46fa-8a60-95d4e18b0b88 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:24.260944 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1cdac-1e42-48af-9402-09d33f724c81 None None] Pushing event deleted for resources: {'Port': ['ID=1ea104ee-70f1-4d75-b06a-3a19840fa8e4,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:24.338469 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ff484c4c-44ca-4dca-9c08-3439a8e2592a tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27285'] for router, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:24.343324 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ff484c4c-44ca-4dca-9c08-3439a8e2592a tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-376903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-376910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380449'] for router, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:24.386909 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2cbb36b8-e6b4-46fa-8a60-95d4e18b0b88 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:24.423197 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-2cbb36b8-e6b4-46fa-8a60-95d4e18b0b88 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e89cf88b-ba53-44ac-b90e-ec805993c315']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:24.440642 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-2cbb36b8-e6b4-46fa-8a60-95d4e18b0b88 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8edbf2ec-ea2b-4cba-916a-3c4d76c84261') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:24.441007 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-2cbb36b8-e6b4-46fa-8a60-95d4e18b0b88 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8edbf2ec-ea2b-4cba-916a-3c4d76c84261') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:24.461265 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2cbb36b8-e6b4-46fa-8a60-95d4e18b0b88 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:24.461482 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-fae34225-9b4a-4f17-9368-cc2450b2af9a None None] Provisioning complete for port a46528a1-a29c-4156-a79f-689b5a57cbc4 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:24.461482 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fae34225-9b4a-4f17-9368-cc2450b2af9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:24.497512 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2cbb36b8-e6b4-46fa-8a60-95d4e18b0b88 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:24.504025 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cbb36b8-e6b4-46fa-8a60-95d4e18b0b88 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:39:24.504423 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2cbb36b8-e6b4-46fa-8a60-95d4e18b0b88 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:24.524417 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 8686fc0c-4328-447c-925a-b5c343fcee05 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:39:24.552761 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0da7782-c8c6-4fc2-a574-a9be1002b1ce tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:39:24.565816 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f83dd58-ec75-4093-b659-818fac4f19df None None] Sync routers for ids ['5e99abfe-50fa-47d3-baa9-45dfbba0aace'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:39:24.579477 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:39:24.579477 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:39:24.579477 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:39:24.579477 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:39:24.579477 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:39:24.579477 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:39:24.579477 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:39:24.579477 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:39:24.579477 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:39:24.579477 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:39:24.579477 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:39:24.579477 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:39:24.579477 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:39:24.579477 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:39:24.579477 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:39:24.579477 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:39:24.579477 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:39:24.579477 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:39:24.579477 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:39:24.579477 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:39:24.579477 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:39:24.579477 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:39:24.579477 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:39:24.579477 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:39:24.579477 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:39:24.579477 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:39:24.579477 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:39:24.579477 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:39:24.579477 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:39:24.579477 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:39:24.579477 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:39:24.579477 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:39:24.582789 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f83dd58-ec75-4093-b659-818fac4f19df None None] Routers {'5e99abfe-50fa-47d3-baa9-45dfbba0aace'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:24.583938 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-4f83dd58-ec75-4093-b659-818fac4f19df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:39:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['5e99abfe-50fa-47d3-baa9-45dfbba0aace'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:24.587291 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2cbb36b8-e6b4-46fa-8a60-95d4e18b0b88 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:24.609152 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2cbb36b8-e6b4-46fa-8a60-95d4e18b0b88 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:24.615738 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2cbb36b8-e6b4-46fa-8a60-95d4e18b0b88 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] 10.222.0.49 "DELETE /v2.0/networks/e89cf88b-ba53-44ac-b90e-ec805993c315 HTTP/1.1" status: 204 len: 168 time: 0.5784416 Nov 09 21:39:24.626977 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-fae34225-9b4a-4f17-9368-cc2450b2af9a None None] Port a46528a1-a29c-4156-a79f-689b5a57cbc4 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:39:24.627480 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb36b8-e6b4-46fa-8a60-95d4e18b0b88 tempest-TestSecurityGroupsBasicOps-422701896 tempest-TestSecurityGroupsBasicOps-422701896-project] Pushing event deleted for resources: {'Network': ['ID=e89cf88b-ba53-44ac-b90e-ec805993c315,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:24.678966 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 8686fc0c-4328-447c-925a-b5c343fcee05 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:24.678966 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:24.819850 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-4f83dd58-ec75-4093-b659-818fac4f19df None None] Set router 5e99abfe-50fa-47d3-baa9-45dfbba0aace gateway port host: None {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:39:24.907506 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-64d29e59-1e1b-4a86-b475-145b5c1eb9f8 None None] Provisioning complete for port 8686fc0c-4328-447c-925a-b5c343fcee05 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:24.908006 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-64d29e59-1e1b-4a86-b475-145b5c1eb9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:25.005176 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c7e05536-50af-442f-bb69-6b200d4f2c82 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:39:25.044882 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: c7e05536-50af-442f-bb69-6b200d4f2c82 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:39:25.045291 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c7e05536-50af-442f-bb69-6b200d4f2c82 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:39:25.045656 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 1ea104ee-70f1-4d75-b06a-3a19840fa8e4 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:39:25.109074 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 1ea104ee-70f1-4d75-b06a-3a19840fa8e4 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:39:25.109423 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 1ea104ee-70f1-4d75-b06a-3a19840fa8e4 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:39:25.109845 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 314194f1-3c9c-48ed-811b-03a956ad0098 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:39:25.153438 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 314194f1-3c9c-48ed-811b-03a956ad0098 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:39:25.153833 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 314194f1-3c9c-48ed-811b-03a956ad0098 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:39:25.252203 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-64d29e59-1e1b-4a86-b475-145b5c1eb9f8 None None] Provisioning complete for port e0540af9-b49e-403c-afae-b6e35dbdf452 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:25.253085 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-64d29e59-1e1b-4a86-b475-145b5c1eb9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:25.253233 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42264) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:25.275794 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42270) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:25.281609 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a0da7782-c8c6-4fc2-a574-a9be1002b1ce tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "PUT /v2.0/routers/5e99abfe-50fa-47d3-baa9-45dfbba0aace/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0949450 Nov 09 21:39:25.286163 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-53fcf482-441a-4f29-a04b-8f8770e0b9a9 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Request body: {'network': {'name': 'tempest-RoutersTest-573493167'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:39:25.311596 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-4f83dd58-ec75-4093-b659-818fac4f19df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'name': 'tempest-RoutersTest-router-1123886046', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:09Z', 'updated_at': '2021-11-09T21:39:22Z', 'revision_number': 3, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'gw_port_host': None, '_interfaces': [{'id': 'e0540af9-b49e-403c-afae-b6e35dbdf452', 'name': '', 'network_id': 'c23e0759-5d89-4b33-93e2-5e444d137086', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:37:e2:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '36c26984-ca10-48a2-bc3d-2a619c7ecb45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:19Z', 'updated_at': '2021-11-09T21:39:22Z', 'revision_number': 2, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '36c26984-ca10-48a2-bc3d-2a619c7ecb45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd33773-7453-4330-b96c-90b253a45609', 'name': '', 'network_id': '996f4ab5-978d-4248-8819-349796e4794d', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:bb:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:12Z', 'updated_at': '2021-11-09T21:39:20Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:25.342239 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53fcf482-441a-4f29-a04b-8f8770e0b9a9 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Made reservation on behalf of 8d1a7eab032149e5999f26ec9e51a065 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:39:25.346189 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-53fcf482-441a-4f29-a04b-8f8770e0b9a9 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:25.361962 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-64d29e59-1e1b-4a86-b475-145b5c1eb9f8 None None] Port e0540af9-b49e-403c-afae-b6e35dbdf452 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:39:25.396083 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53fcf482-441a-4f29-a04b-8f8770e0b9a9 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:39:25.400685 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff484c4c-44ca-4dca-9c08-3439a8e2592a tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Router c53d8f80-1ede-4e9e-89a6-978b656ab1fe is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:39:25.404093 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f83dd58-ec75-4093-b659-818fac4f19df None None] Checking router: 5e99abfe-50fa-47d3-baa9-45dfbba0aace for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:39:25.404550 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f83dd58-ec75-4093-b659-818fac4f19df None None] Updating router 5e99abfe-50fa-47d3-baa9-45dfbba0aace port e0540af9-b49e-403c-afae-b6e35dbdf452 binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:39:25.425975 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-53fcf482-441a-4f29-a04b-8f8770e0b9a9 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:25.426354 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-53fcf482-441a-4f29-a04b-8f8770e0b9a9 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Added segment 03d70605-e111-4b27-a9fa-7770d6d4c90a of type vlan for network c59ff559-75ed-4aeb-a284-a6097335190b Nov 09 21:39:25.452497 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-4f83dd58-ec75-4093-b659-818fac4f19df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:25.495112 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-14fe59b4-de9c-48ad-901d-e102b7eb7056 None None] Provisioning complete for port e0540af9-b49e-403c-afae-b6e35dbdf452 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:25.496316 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-14fe59b4-de9c-48ad-901d-e102b7eb7056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:25.583417 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-53fcf482-441a-4f29-a04b-8f8770e0b9a9 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:25.597505 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-14fe59b4-de9c-48ad-901d-e102b7eb7056 None None] Port e0540af9-b49e-403c-afae-b6e35dbdf452 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:39:25.621199 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff484c4c-44ca-4dca-9c08-3439a8e2592a tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:39:25.632341 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ff484c4c-44ca-4dca-9c08-3439a8e2592a tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:25.634180 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ff484c4c-44ca-4dca-9c08-3439a8e2592a tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] 10.222.0.49 "PUT /v2.0/routers/c53d8f80-1ede-4e9e-89a6-978b656ab1fe HTTP/1.1" status: 200 len: 880 time: 5.4441431 Nov 09 21:39:25.636245 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2740dda-b3ac-4029-8312-86ab45618a65 None None] Sync routers for ids ['c53d8f80-1ede-4e9e-89a6-978b656ab1fe'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:39:25.636398 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42272) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:25.648623 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-fc1d17f0-a871-4dfc-8bc4-399c96d88062 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5f44489c50e04b2db090f1564633b127&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3940113 Nov 09 21:39:25.653178 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42274) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:25.658349 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2740dda-b3ac-4029-8312-86ab45618a65 None None] Routers {'c53d8f80-1ede-4e9e-89a6-978b656ab1fe'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:25.659000 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b2740dda-b3ac-4029-8312-86ab45618a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:39:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['c53d8f80-1ede-4e9e-89a6-978b656ab1fe'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:25.712852 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b2740dda-b3ac-4029-8312-86ab45618a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:25.726878 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2740dda-b3ac-4029-8312-86ab45618a65 None None] Routers {'c53d8f80-1ede-4e9e-89a6-978b656ab1fe'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:25.727488 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b2740dda-b3ac-4029-8312-86ab45618a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:39:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['c53d8f80-1ede-4e9e-89a6-978b656ab1fe'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:25.763283 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b2740dda-b3ac-4029-8312-86ab45618a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:25.763602 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-53fcf482-441a-4f29-a04b-8f8770e0b9a9 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:25.763849 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2740dda-b3ac-4029-8312-86ab45618a65 None None] The sync data for ids ['c53d8f80-1ede-4e9e-89a6-978b656ab1fe'] in n-d-816206-3 is: [] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:39:25.772306 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fcf482-441a-4f29-a04b-8f8770e0b9a9 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:39:25.773443 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-502e7b4c-3df1-4895-96db-8a294b02512f None None] Provisioning complete for port e0540af9-b49e-403c-afae-b6e35dbdf452 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:25.773681 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-53fcf482-441a-4f29-a04b-8f8770e0b9a9 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:25.773798 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-502e7b4c-3df1-4895-96db-8a294b02512f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:25.842572 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d3522e77-d311-48cd-a85b-e5fad3d645d1 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] 10.222.0.49 "GET /v2.0/routers/c53d8f80-1ede-4e9e-89a6-978b656ab1fe HTTP/1.1" status: 200 len: 921 time: 0.2017455 Nov 09 21:39:25.844023 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42276) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:25.844372 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42278) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:25.845126 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-53fcf482-441a-4f29-a04b-8f8770e0b9a9 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5661097 Nov 09 21:39:25.859365 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-4f83dd58-ec75-4093-b659-818fac4f19df None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:25.864935 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-2f10971e-636f-4fe0-8f90-e004b237e03c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Request body: {'subnet': {'network_id': 'c59ff559-75ed-4aeb-a284-a6097335190b', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:39:25.870201 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-502e7b4c-3df1-4895-96db-8a294b02512f None None] Port e0540af9-b49e-403c-afae-b6e35dbdf452 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:39:25.873914 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-4f83dd58-ec75-4093-b659-818fac4f19df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:25.882335 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fcf482-441a-4f29-a04b-8f8770e0b9a9 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event updated for resources: {'Network': ['ID=c59ff559-75ed-4aeb-a284-a6097335190b,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:25.885107 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8d225166-f15b-42fe-95a0-553eab3968df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:25.898052 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network c59ff559-75ed-4aeb-a284-a6097335190b details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:39:25.920409 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8d225166-f15b-42fe-95a0-553eab3968df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:25.957395 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1455e32-c222-4e89-aa9e-b09965487ffa None None] Pushing event updated for resources: {'Port': ['ID=e0540af9-b49e-403c-afae-b6e35dbdf452,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:25.982251 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8d225166-f15b-42fe-95a0-553eab3968df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:25.986902 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1455e32-c222-4e89-aa9e-b09965487ffa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:39:25.987217 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8d225166-f15b-42fe-95a0-553eab3968df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:25.991151 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8d225166-f15b-42fe-95a0-553eab3968df admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f7d0b6f3-8fd0-41d6-910d-5aaeedb1085b HTTP/1.1" status: 204 len: 168 time: 0.3269420 Nov 09 21:39:25.993026 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1455e32-c222-4e89-aa9e-b09965487ffa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:39:25.993384 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1455e32-c222-4e89-aa9e-b09965487ffa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:39:25.993730 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1455e32-c222-4e89-aa9e-b09965487ffa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:39:25.994074 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1455e32-c222-4e89-aa9e-b09965487ffa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:39:25.994409 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1455e32-c222-4e89-aa9e-b09965487ffa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:39:25.994744 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1455e32-c222-4e89-aa9e-b09965487ffa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:39:25.995071 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1455e32-c222-4e89-aa9e-b09965487ffa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:39:26.001492 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1455e32-c222-4e89-aa9e-b09965487ffa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:39:26.002063 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1455e32-c222-4e89-aa9e-b09965487ffa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:39:26.002572 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1455e32-c222-4e89-aa9e-b09965487ffa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:39:26.003100 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1455e32-c222-4e89-aa9e-b09965487ffa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:39:26.006441 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d225166-f15b-42fe-95a0-553eab3968df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d0b6f3-8fd0-41d6-910d-5aaeedb1085b,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:26.099141 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad769fd8-6e62-4488-8243-dac705f6c364 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:39:26.103480 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42282) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:26.106822 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ad769fd8-6e62-4488-8243-dac705f6c364 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=4531c23d-84b7-490d-8d7c-6676781b6e6a&device_id=c53d8f80-1ede-4e9e-89a6-978b656ab1fe&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2603173 Nov 09 21:39:26.154529 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-4f83dd58-ec75-4093-b659-818fac4f19df None None] Attempting to bind port e0540af9-b49e-403c-afae-b6e35dbdf452 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:39:26.155139 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-4f83dd58-ec75-4093-b659-818fac4f19df None None] Attempting to bind port e0540af9-b49e-403c-afae-b6e35dbdf452 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'eb789e01-d413-4891-a336-992c5dbe6677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c23e0759-5d89-4b33-93e2-5e444d137086'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:39:26.155261 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f83dd58-ec75-4093-b659-818fac4f19df None None] Attempting to bind port e0540af9-b49e-403c-afae-b6e35dbdf452 on network c23e0759-5d89-4b33-93e2-5e444d137086 {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:39:26.161825 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f10971e-636f-4fe0-8f90-e004b237e03c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Made reservation on behalf of 8d1a7eab032149e5999f26ec9e51a065 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:39:26.168751 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f83dd58-ec75-4093-b659-818fac4f19df None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:39:26.169127 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f83dd58-ec75-4093-b659-818fac4f19df None None] Checking segment: {'id': 'eb789e01-d413-4891-a336-992c5dbe6677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c23e0759-5d89-4b33-93e2-5e444d137086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:39:26.169389 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2f10971e-636f-4fe0-8f90-e004b237e03c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:26.169521 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-4f83dd58-ec75-4093-b659-818fac4f19df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:26.169914 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f83dd58-ec75-4093-b659-818fac4f19df None None] Bound using segment: {'id': 'eb789e01-d413-4891-a336-992c5dbe6677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c23e0759-5d89-4b33-93e2-5e444d137086'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:39:26.174547 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-4f83dd58-ec75-4093-b659-818fac4f19df None None] Bound port: e0540af9-b49e-403c-afae-b6e35dbdf452, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb789e01-d413-4891-a336-992c5dbe6677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c23e0759-5d89-4b33-93e2-5e444d137086'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:39:26.174969 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-4f83dd58-ec75-4093-b659-818fac4f19df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:26.269847 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669032a3-8662-4870-b187-1b2b0e433cb2 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:39:26.274975 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-669032a3-8662-4870-b187-1b2b0e433cb2 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] 10.222.0.49 "GET /v2.0/networks/4531c23d-84b7-490d-8d7c-6676781b6e6a HTTP/1.1" status: 200 len: 881 time: 0.1665506 Nov 09 21:39:26.275825 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42286) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:26.347574 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c15febbc-851b-476f-8683-d90773552639 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] 10.222.0.49 "GET /v2.0/ports?device_id=c53d8f80-1ede-4e9e-89a6-978b656ab1fe HTTP/1.1" status: 200 len: 205 time: 0.0681932 Nov 09 21:39:26.349692 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42290) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:26.367641 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-4f83dd58-ec75-4093-b659-818fac4f19df None None] For port e0540af9-b49e-403c-afae-b6e35dbdf452, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:39:26.372506 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-4f83dd58-ec75-4093-b659-818fac4f19df None None] For port e0540af9-b49e-403c-afae-b6e35dbdf452, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=e0540af9-b49e-403c-afae-b6e35dbdf452,segment=NetworkSegment(eb789e01-d413-4891-a336-992c5dbe6677),segment_id=eb789e01-d413-4891-a336-992c5dbe6677)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:39:26.382239 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-4f83dd58-ec75-4093-b659-818fac4f19df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:26.410987 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-c91aec37-baef-49be-8e02-b6d68f1f695b None None] Provisioning complete for port e0540af9-b49e-403c-afae-b6e35dbdf452 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:26.413342 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c91aec37-baef-49be-8e02-b6d68f1f695b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:26.526227 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f83dd58-ec75-4093-b659-818fac4f19df None None] Routers {'5e99abfe-50fa-47d3-baa9-45dfbba0aace'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:26.528456 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-4f83dd58-ec75-4093-b659-818fac4f19df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:39:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['5e99abfe-50fa-47d3-baa9-45dfbba0aace'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:26.558712 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2f10971e-636f-4fe0-8f90-e004b237e03c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:26.607084 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c91aec37-baef-49be-8e02-b6d68f1f695b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:26.633359 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-76bebce3-745f-4942-9c84-f8e252e736ef tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:26.639391 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42294) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:26.704222 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-c91aec37-baef-49be-8e02-b6d68f1f695b None None] For port e0540af9-b49e-403c-afae-b6e35dbdf452, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=e0540af9-b49e-403c-afae-b6e35dbdf452,segment=NetworkSegment(eb789e01-d413-4891-a336-992c5dbe6677),segment_id=eb789e01-d413-4891-a336-992c5dbe6677)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:39:26.704511 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-343c551a-a059-4872-bf22-942a62434bd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:26.723790 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c91aec37-baef-49be-8e02-b6d68f1f695b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:26.733454 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f10971e-636f-4fe0-8f90-e004b237e03c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event updated for resources: {'Subnet': ['ID=a56d0d0e-4a1f-4a04-b0a0-8971720b5c49,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:26.741373 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f10971e-636f-4fe0-8f90-e004b237e03c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Checking segment: {'id': '03d70605-e111-4b27-a9fa-7770d6d4c90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c59ff559-75ed-4aeb-a284-a6097335190b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:39:26.745298 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f10971e-636f-4fe0-8f90-e004b237e03c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Network hostable DHCP agents. Network: c59ff559-75ed-4aeb-a284-a6097335190b, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:39:26.764147 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-4f83dd58-ec75-4093-b659-818fac4f19df None None] Set router 5e99abfe-50fa-47d3-baa9-45dfbba0aace gateway port host: None {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:39:26.798951 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f10971e-636f-4fe0-8f90-e004b237e03c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Network c59ff559-75ed-4aeb-a284-a6097335190b is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:39:26.818248 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-2f10971e-636f-4fe0-8f90-e004b237e03c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, c59ff559-75ed-4aeb-a284-a6097335190b) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:39:26.822771 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f10971e-636f-4fe0-8f90-e004b237e03c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:39:26.823410 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2f10971e-636f-4fe0-8f90-e004b237e03c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:26.835496 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee9add8-3989-4e9f-b5a4-ecb89b47ac3b None None] Network c59ff559-75ed-4aeb-a284-a6097335190b requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:39:26.875295 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2f10971e-636f-4fe0-8f90-e004b237e03c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0275700 Nov 09 21:39:26.878014 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42296) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:26.892370 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-76bebce3-745f-4942-9c84-f8e252e736ef tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:27.016696 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-343c551a-a059-4872-bf22-942a62434bd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:27.039388 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-343c551a-a059-4872-bf22-942a62434bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:27.152538 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1455e32-c222-4e89-aa9e-b09965487ffa None None] Pushing event updated for resources: {'Port': ['ID=e0540af9-b49e-403c-afae-b6e35dbdf452,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:27.176512 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343c551a-a059-4872-bf22-942a62434bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc961ef-9642-4193-8679-92085ff466f6,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:27.199156 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-343c551a-a059-4872-bf22-942a62434bd9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cf0dd26401e1447cb142933225021826&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5587399 Nov 09 21:39:27.211645 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-76bebce3-745f-4942-9c84-f8e252e736ef tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Deleting port a46528a1-a29c-4156-a79f-689b5a57cbc4 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:39:27.212351 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-76bebce3-745f-4942-9c84-f8e252e736ef tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:27.228677 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42298) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:27.246158 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91aec37-baef-49be-8e02-b6d68f1f695b None None] Pushing event updated for resources: {'Port': ['ID=e0540af9-b49e-403c-afae-b6e35dbdf452,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:27.372518 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-b8a49ee9-b19b-4a11-aa1e-05741b0c1653 None None] Provisioning complete for port e0540af9-b49e-403c-afae-b6e35dbdf452 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:27.377854 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b8a49ee9-b19b-4a11-aa1e-05741b0c1653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:27.378208 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-76bebce3-745f-4942-9c84-f8e252e736ef tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:27.399111 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-76bebce3-745f-4942-9c84-f8e252e736ef tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Calling delete_port for a46528a1-a29c-4156-a79f-689b5a57cbc4 owned by network:router_gateway {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:39:27.477824 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-4f83dd58-ec75-4093-b659-818fac4f19df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'name': 'tempest-RoutersTest-router-1123886046', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:09Z', 'updated_at': '2021-11-09T21:39:22Z', 'revision_number': 3, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'gw_port_host': None, '_interfaces': [{'id': 'e0540af9-b49e-403c-afae-b6e35dbdf452', 'name': '', 'network_id': 'c23e0759-5d89-4b33-93e2-5e444d137086', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:37:e2:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '36c26984-ca10-48a2-bc3d-2a619c7ecb45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:19Z', 'updated_at': '2021-11-09T21:39:26Z', 'revision_number': 4, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '36c26984-ca10-48a2-bc3d-2a619c7ecb45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd33773-7453-4330-b96c-90b253a45609', 'name': '', 'network_id': '996f4ab5-978d-4248-8819-349796e4794d', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:bb:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:12Z', 'updated_at': '2021-11-09T21:39:20Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:27.490331 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44d9cef-4597-4c8c-a362-d7bbd633e9ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-c59ff559-75ed-4aeb-a284-a6097335190b', 'network_id': 'c59ff559-75ed-4aeb-a284-a6097335190b', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'fixed_ips': [{'subnet_id': 'a56d0d0e-4a1f-4a04-b0a0-8971720b5c49'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:39:27.494926 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d44d9cef-4597-4c8c-a362-d7bbd633e9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:27.509979 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-656baec8-881e-464c-8200-ea8eb0b0ac42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:27.538254 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f83dd58-ec75-4093-b659-818fac4f19df None None] The sync data for ids ['5e99abfe-50fa-47d3-baa9-45dfbba0aace'] in n-d-816206-3 is: [{'id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'name': 'tempest-RoutersTest-router-1123886046', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:09Z', 'updated_at': '2021-11-09T21:39:22Z', 'revision_number': 3, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'gw_port_host': None, '_interfaces': [{'id': 'e0540af9-b49e-403c-afae-b6e35dbdf452', 'name': '', 'network_id': 'c23e0759-5d89-4b33-93e2-5e444d137086', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:37:e2:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '36c26984-ca10-48a2-bc3d-2a619c7ecb45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:19Z', 'updated_at': '2021-11-09T21:39:26Z', 'revision_number': 4, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '36c26984-ca10-48a2-bc3d-2a619c7ecb45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd33773-7453-4330-b96c-90b253a45609', 'name': '', 'network_id': '996f4ab5-978d-4248-8819-349796e4794d', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:bb:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:12Z', 'updated_at': '2021-11-09T21:39:20Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:39:27.582947 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-656baec8-881e-464c-8200-ea8eb0b0ac42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:27.619864 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-76bebce3-745f-4942-9c84-f8e252e736ef tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:27.682834 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bebce3-745f-4942-9c84-f8e252e736ef tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Pushing event deleted for resources: {'Port': ['ID=a46528a1-a29c-4156-a79f-689b5a57cbc4,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:27.720453 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-caa7bc19-3135-4032-a5d5-9d9e1f1f6172 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:27.759840 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-656baec8-881e-464c-8200-ea8eb0b0ac42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:27.763299 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-656baec8-881e-464c-8200-ea8eb0b0ac42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:27.766866 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-656baec8-881e-464c-8200-ea8eb0b0ac42 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5cc961ef-9642-4193-8679-92085ff466f6 HTTP/1.1" status: 204 len: 168 time: 0.5309954 Nov 09 21:39:27.790747 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6d3245-1ea0-4327-b6af-4c462cf9f23d None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:39:27.822363 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-76bebce3-745f-4942-9c84-f8e252e736ef tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:27.917724 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-d44d9cef-4597-4c8c-a362-d7bbd633e9ce None None] Allocated IP 172.22.0.2 (c59ff559-75ed-4aeb-a284-a6097335190b/a56d0d0e-4a1f-4a04-b0a0-8971720b5c49/5844d2c3-2f2e-4e32-a2f0-d7ae7135ac42) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:39:27.973717 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656baec8-881e-464c-8200-ea8eb0b0ac42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc961ef-9642-4193-8679-92085ff466f6,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:27.991464 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-76bebce3-745f-4942-9c84-f8e252e736ef tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:27.994068 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-76bebce3-745f-4942-9c84-f8e252e736ef tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:28.097666 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-76bebce3-745f-4942-9c84-f8e252e736ef tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:28.098218 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76bebce3-745f-4942-9c84-f8e252e736ef tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Fanout notify agent at l3_agent the message router_deleted on router c53d8f80-1ede-4e9e-89a6-978b656ab1fe {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:39:28.106068 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-76bebce3-745f-4942-9c84-f8e252e736ef tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:28.107239 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-76bebce3-745f-4942-9c84-f8e252e736ef tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] 10.222.0.49 "DELETE /v2.0/routers/c53d8f80-1ede-4e9e-89a6-978b656ab1fe HTTP/1.1" status: 204 len: 168 time: 1.7558262 Nov 09 21:39:28.112950 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42306) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:28.113146 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d44d9cef-4597-4c8c-a362-d7bbd633e9ce None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:28.119989 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-c17907ad-18ca-47a8-9384-f2b0642fe55b tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-607958750', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:39:28.147075 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d44d9cef-4597-4c8c-a362-d7bbd633e9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:28.184762 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c17907ad-18ca-47a8-9384-f2b0642fe55b tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:28.185412 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c17907ad-18ca-47a8-9384-f2b0642fe55b tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:28.208032 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44d9cef-4597-4c8c-a362-d7bbd633e9ce None None] Network c59ff559-75ed-4aeb-a284-a6097335190b is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:39:28.257209 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-d44d9cef-4597-4c8c-a362-d7bbd633e9ce None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:39:28.261190 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44d9cef-4597-4c8c-a362-d7bbd633e9ce None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:39:28.341005 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d9cef-4597-4c8c-a362-d7bbd633e9ce None None] Pushing event updated for resources: {'Port': ['ID=5844d2c3-2f2e-4e32-a2f0-d7ae7135ac42,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:28.353949 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c17907ad-18ca-47a8-9384-f2b0642fe55b tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:28.363971 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c17907ad-18ca-47a8-9384-f2b0642fe55b tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:28.396266 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c17907ad-18ca-47a8-9384-f2b0642fe55b tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:28.421403 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c17907ad-18ca-47a8-9384-f2b0642fe55b tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3077979 Nov 09 21:39:28.423999 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42312) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:28.439259 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-bd07c173-6b37-472e-a8c2-d1cf4686b0c5 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'enable_snat': True}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:39:28.440428 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-d44d9cef-4597-4c8c-a362-d7bbd633e9ce None None] Attempting to bind port 5844d2c3-2f2e-4e32-a2f0-d7ae7135ac42 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:39:28.440597 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-d44d9cef-4597-4c8c-a362-d7bbd633e9ce None None] Attempting to bind port 5844d2c3-2f2e-4e32-a2f0-d7ae7135ac42 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '03d70605-e111-4b27-a9fa-7770d6d4c90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c59ff559-75ed-4aeb-a284-a6097335190b'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:39:28.441173 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44d9cef-4597-4c8c-a362-d7bbd633e9ce None None] Attempting to bind port 5844d2c3-2f2e-4e32-a2f0-d7ae7135ac42 on network c59ff559-75ed-4aeb-a284-a6097335190b {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:39:28.452972 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44d9cef-4597-4c8c-a362-d7bbd633e9ce None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:39:28.452972 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44d9cef-4597-4c8c-a362-d7bbd633e9ce None None] Checking segment: {'id': '03d70605-e111-4b27-a9fa-7770d6d4c90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c59ff559-75ed-4aeb-a284-a6097335190b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:39:28.453516 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d44d9cef-4597-4c8c-a362-d7bbd633e9ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:28.454058 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44d9cef-4597-4c8c-a362-d7bbd633e9ce None None] Bound using segment: {'id': '03d70605-e111-4b27-a9fa-7770d6d4c90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c59ff559-75ed-4aeb-a284-a6097335190b'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:39:28.454578 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-d44d9cef-4597-4c8c-a362-d7bbd633e9ce None None] Bound port: 5844d2c3-2f2e-4e32-a2f0-d7ae7135ac42, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03d70605-e111-4b27-a9fa-7770d6d4c90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c59ff559-75ed-4aeb-a284-a6097335190b'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:39:28.455142 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d44d9cef-4597-4c8c-a362-d7bbd633e9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:28.479161 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-caa7bc19-3135-4032-a5d5-9d9e1f1f6172 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Allocated IP 172.22.0.1 (c59ff559-75ed-4aeb-a284-a6097335190b/a56d0d0e-4a1f-4a04-b0a0-8971720b5c49/d2ed80a8-bec9-4bd4-876b-e578dd145c46) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:39:28.587299 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device e0540af9-b49e-403c-afae-b6e35dbdf452 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:39:28.604321 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42314) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:28.687700 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-d44d9cef-4597-4c8c-a362-d7bbd633e9ce None None] For port 5844d2c3-2f2e-4e32-a2f0-d7ae7135ac42, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:39:28.712341 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-d44d9cef-4597-4c8c-a362-d7bbd633e9ce None None] For port 5844d2c3-2f2e-4e32-a2f0-d7ae7135ac42, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5844d2c3-2f2e-4e32-a2f0-d7ae7135ac42,segment=NetworkSegment(03d70605-e111-4b27-a9fa-7770d6d4c90a),segment_id=03d70605-e111-4b27-a9fa-7770d6d4c90a)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:39:28.713574 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-caa7bc19-3135-4032-a5d5-9d9e1f1f6172 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:28.745577 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d44d9cef-4597-4c8c-a362-d7bbd633e9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:28.779780 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-caa7bc19-3135-4032-a5d5-9d9e1f1f6172 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:28.797860 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port e0540af9-b49e-403c-afae-b6e35dbdf452 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:28.798771 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:28.837059 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa7bc19-3135-4032-a5d5-9d9e1f1f6172 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Network c59ff559-75ed-4aeb-a284-a6097335190b is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:39:28.843255 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-caa7bc19-3135-4032-a5d5-9d9e1f1f6172 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:39:28.847860 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa7bc19-3135-4032-a5d5-9d9e1f1f6172 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:39:28.851707 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa7bc19-3135-4032-a5d5-9d9e1f1f6172 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event updated for resources: {'Port': ['ID=d2ed80a8-bec9-4bd4-876b-e578dd145c46,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:28.930051 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-caa7bc19-3135-4032-a5d5-9d9e1f1f6172 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:28.951775 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bd07c173-6b37-472e-a8c2-d1cf4686b0c5 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:28.958987 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d9cef-4597-4c8c-a362-d7bbd633e9ce None None] Pushing event updated for resources: {'Port': ['ID=5844d2c3-2f2e-4e32-a2f0-d7ae7135ac42,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:28.968914 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-eb359b8a-480a-4e73-9f9b-b201995ce4ad admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d9f36600156143ff9ed00bfef8a28360&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3627291 Nov 09 21:39:28.969781 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42326) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:29.103361 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-caa7bc19-3135-4032-a5d5-9d9e1f1f6172 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:29.111048 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b489efb2-4d15-4981-af67-9a17ce45311c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:29.168014 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b489efb2-4d15-4981-af67-9a17ce45311c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:29.335236 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b489efb2-4d15-4981-af67-9a17ce45311c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:29.337901 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b489efb2-4d15-4981-af67-9a17ce45311c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:29.339332 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b489efb2-4d15-4981-af67-9a17ce45311c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/31935123-2867-4a6b-88f5-94df50a26b0c HTTP/1.1" status: 204 len: 168 time: 0.3683705 Nov 09 21:39:29.350538 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489efb2-4d15-4981-af67-9a17ce45311c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31935123-2867-4a6b-88f5-94df50a26b0c,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:29.399336 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bd07c173-6b37-472e-a8c2-d1cf4686b0c5 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:29.424952 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bd07c173-6b37-472e-a8c2-d1cf4686b0c5 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:29.533047 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-caa7bc19-3135-4032-a5d5-9d9e1f1f6172 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:29.545415 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-caa7bc19-3135-4032-a5d5-9d9e1f1f6172 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:29.641835 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-caa7bc19-3135-4032-a5d5-9d9e1f1f6172 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:29.645264 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa7bc19-3135-4032-a5d5-9d9e1f1f6172 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event updated for resources: {'Port': ['ID=d2ed80a8-bec9-4bd4-876b-e578dd145c46,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:29.714707 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f1005-aa18-40e9-9fac-bf4908d1962e req-05aba0c0-d326-432a-9c37-6c30e4f5c6a0 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:39:29.719763 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ac4f1005-aa18-40e9-9fac-bf4908d1962e req-05aba0c0-d326-432a-9c37-6c30e4f5c6a0 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1 HTTP/1.1" status: 200 len: 945 time: 0.1217456 Nov 09 21:39:29.760837 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-bd07c173-6b37-472e-a8c2-d1cf4686b0c5 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Allocated IP 172.25.7.206 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/a83893da-4160-4bfa-9db1-31d224c99be2) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:39:29.833885 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa7bc19-3135-4032-a5d5-9d9e1f1f6172 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Network c59ff559-75ed-4aeb-a284-a6097335190b is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:39:29.838509 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ac4f1005-aa18-40e9-9fac-bf4908d1962e req-5f7ca8f6-c2bf-4a87-8470-8fe78b5a8b0d tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups?id=96bcfce8-69e9-4c78-8983-e7ddc5090e53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098938 Nov 09 21:39:29.838815 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-caa7bc19-3135-4032-a5d5-9d9e1f1f6172 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:39:30.000461 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bd07c173-6b37-472e-a8c2-d1cf4686b0c5 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:30.016314 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa7bc19-3135-4032-a5d5-9d9e1f1f6172 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Router 5e99abfe-50fa-47d3-baa9-45dfbba0aace has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:39:30.040976 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bd07c173-6b37-472e-a8c2-d1cf4686b0c5 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:30.096625 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd07c173-6b37-472e-a8c2-d1cf4686b0c5 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:39:30.101491 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-bd07c173-6b37-472e-a8c2-d1cf4686b0c5 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:39:30.107108 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd07c173-6b37-472e-a8c2-d1cf4686b0c5 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:39:30.122149 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f0b0cb-d1f7-4040-9b8a-9ae1f464326d None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:39:30.169304 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd07c173-6b37-472e-a8c2-d1cf4686b0c5 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Pushing event updated for resources: {'Port': ['ID=a83893da-4160-4bfa-9db1-31d224c99be2,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:30.226584 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-717d97f6-a113-463d-add4-211f5f026371 None None] Provisioning complete for port a83893da-4160-4bfa-9db1-31d224c99be2 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:30.231582 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-717d97f6-a113-463d-add4-211f5f026371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:30.332207 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-717d97f6-a113-463d-add4-211f5f026371 None None] Port a83893da-4160-4bfa-9db1-31d224c99be2 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:39:30.553119 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 5844d2c3-2f2e-4e32-a2f0-d7ae7135ac42 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:39:30.603050 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc59986-2d9d-4ee7-adbc-36bc2d22d84a None None] Network c59ff559-75ed-4aeb-a284-a6097335190b requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:39:30.656726 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa7bc19-3135-4032-a5d5-9d9e1f1f6172 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:39:30.665664 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-caa7bc19-3135-4032-a5d5-9d9e1f1f6172 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "PUT /v2.0/routers/5e99abfe-50fa-47d3-baa9-45dfbba0aace/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7865896 Nov 09 21:39:30.666360 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42360) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:30.670866 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566ac4f0-9a6d-4bfc-af05-20d9d420f6f1 None None] Sync routers for ids ['5e99abfe-50fa-47d3-baa9-45dfbba0aace'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:39:30.690547 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566ac4f0-9a6d-4bfc-af05-20d9d420f6f1 None None] Routers {'5e99abfe-50fa-47d3-baa9-45dfbba0aace'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:30.694892 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-566ac4f0-9a6d-4bfc-af05-20d9d420f6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:39:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['5e99abfe-50fa-47d3-baa9-45dfbba0aace'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:30.696684 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-a06643c7-f0b8-4e51-b4bd-316a208d4d0c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Request body: {'network': {'name': 'tempest-RoutersTest-1642639053'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:39:30.761481 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06643c7-f0b8-4e51-b4bd-316a208d4d0c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Made reservation on behalf of 8d1a7eab032149e5999f26ec9e51a065 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:39:30.765009 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a06643c7-f0b8-4e51-b4bd-316a208d4d0c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:30.810754 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a06643c7-f0b8-4e51-b4bd-316a208d4d0c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:39:30.835841 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a06643c7-f0b8-4e51-b4bd-316a208d4d0c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:30.836526 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-a06643c7-f0b8-4e51-b4bd-316a208d4d0c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Added segment 5456892f-0a67-4de8-8b15-81a6f0f7c920 of type vlan for network 04ec1a98-a9a1-4cc9-9d0a-b7c605bfcb76 Nov 09 21:39:30.852546 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-833a6ba0-a0b6-4ed3-9542-a0a7e48f208f None None] Provisioning complete for port 5844d2c3-2f2e-4e32-a2f0-d7ae7135ac42 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:30.853167 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-833a6ba0-a0b6-4ed3-9542-a0a7e48f208f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:30.911275 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-566ac4f0-9a6d-4bfc-af05-20d9d420f6f1 None None] Set router 5e99abfe-50fa-47d3-baa9-45dfbba0aace gateway port host: None {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:39:30.935211 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a06643c7-f0b8-4e51-b4bd-316a208d4d0c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:30.967799 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 5844d2c3-2f2e-4e32-a2f0-d7ae7135ac42 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:30.968479 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:30.984833 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42366) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:31.010828 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a06643c7-f0b8-4e51-b4bd-316a208d4d0c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:31.029025 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06643c7-f0b8-4e51-b4bd-316a208d4d0c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:39:31.029668 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a06643c7-f0b8-4e51-b4bd-316a208d4d0c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:31.113378 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-833a6ba0-a0b6-4ed3-9542-a0a7e48f208f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:31.146499 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bd07c173-6b37-472e-a8c2-d1cf4686b0c5 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:31.271499 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-e45839a7-8e0b-4f18-bfd4-a6ae864f5ff0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1292353347-network', 'tenant_id': 'b3039f985d904a47a201680c8c884f50'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:39:31.299112 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:31.302437 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-566ac4f0-9a6d-4bfc-af05-20d9d420f6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'name': 'tempest-RoutersTest-router-1123886046', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:09Z', 'updated_at': '2021-11-09T21:39:29Z', 'revision_number': 4, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'gw_port_host': None, '_interfaces': [{'id': 'd2ed80a8-bec9-4bd4-876b-e578dd145c46', 'name': '', 'network_id': 'c59ff559-75ed-4aeb-a284-a6097335190b', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:32:22:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'a56d0d0e-4a1f-4a04-b0a0-8971720b5c49', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:28Z', 'updated_at': '2021-11-09T21:39:29Z', 'revision_number': 2, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': 'a56d0d0e-4a1f-4a04-b0a0-8971720b5c49', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0540af9-b49e-403c-afae-b6e35dbdf452', 'name': '', 'network_id': 'c23e0759-5d89-4b33-93e2-5e444d137086', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:37:e2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '36c26984-ca10-48a2-bc3d-2a619c7ecb45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:19Z', 'updated_at': '2021-11-09T21:39:26Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '36c26984-ca10-48a2-bc3d-2a619c7ecb45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd33773-7453-4330-b96c-90b253a45609', 'name': '', 'network_id': '996f4ab5-978d-4248-8819-349796e4794d', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:bb:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:12Z', 'updated_at': '2021-11-09T21:39:20Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:31.316623 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a06643c7-f0b8-4e51-b4bd-316a208d4d0c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6477616 Nov 09 21:39:31.319373 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42374) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:31.325927 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-dfc93239-13c1-4cb4-bc05-4e145e603bda tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Request body: {'subnet': {'network_id': '04ec1a98-a9a1-4cc9-9d0a-b7c605bfcb76', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:39:31.336735 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566ac4f0-9a6d-4bfc-af05-20d9d420f6f1 None None] Checking router: 5e99abfe-50fa-47d3-baa9-45dfbba0aace for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:39:31.337107 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566ac4f0-9a6d-4bfc-af05-20d9d420f6f1 None None] Updating router 5e99abfe-50fa-47d3-baa9-45dfbba0aace port d2ed80a8-bec9-4bd4-876b-e578dd145c46 binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:39:31.369717 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-566ac4f0-9a6d-4bfc-af05-20d9d420f6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:31.383036 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-833a6ba0-a0b6-4ed3-9542-a0a7e48f208f None None] For port 5844d2c3-2f2e-4e32-a2f0-d7ae7135ac42, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5844d2c3-2f2e-4e32-a2f0-d7ae7135ac42,segment=NetworkSegment(03d70605-e111-4b27-a9fa-7770d6d4c90a),segment_id=03d70605-e111-4b27-a9fa-7770d6d4c90a)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:39:31.417893 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-833a6ba0-a0b6-4ed3-9542-a0a7e48f208f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:31.459608 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06643c7-f0b8-4e51-b4bd-316a208d4d0c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event updated for resources: {'Network': ['ID=04ec1a98-a9a1-4cc9-9d0a-b7c605bfcb76,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:31.492505 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ada9df-950c-49b9-95e8-2ae7401d071e req-8c2e28fe-cd52-44e5-bc2e-14d13e10f381 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:39:31.497628 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 04ec1a98-a9a1-4cc9-9d0a-b7c605bfcb76 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:39:31.501173 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-42ada9df-950c-49b9-95e8-2ae7401d071e req-8c2e28fe-cd52-44e5-bc2e-14d13e10f381 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1 HTTP/1.1" status: 200 len: 945 time: 0.5358975 Nov 09 21:39:31.522670 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45839a7-8e0b-4f18-bfd4-a6ae864f5ff0 admin admin] Made reservation on behalf of b3039f985d904a47a201680c8c884f50 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:39:31.524944 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e45839a7-8e0b-4f18-bfd4-a6ae864f5ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:31.572462 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc93239-13c1-4cb4-bc05-4e145e603bda tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Made reservation on behalf of 8d1a7eab032149e5999f26ec9e51a065 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:39:31.578225 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dfc93239-13c1-4cb4-bc05-4e145e603bda tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:31.582597 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e45839a7-8e0b-4f18-bfd4-a6ae864f5ff0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:31.668181 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.db.api [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 21:39:31.668900 n-d-816206-3 neutron-server[102609]: DEBUG oslo_db.api [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 21:39:31.691579 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bd07c173-6b37-472e-a8c2-d1cf4686b0c5 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27285'] for router, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:31.703407 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bd07c173-6b37-472e-a8c2-d1cf4686b0c5 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-376903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-376910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380449'] for router, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:31.710956 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a6ba0-a0b6-4ed3-9542-a0a7e48f208f None None] Pushing event updated for resources: {'Port': ['ID=5844d2c3-2f2e-4e32-a2f0-d7ae7135ac42,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:31.756985 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd27d563-8dcf-4e2c-a341-bf6dc7101ecc req-0da330dd-95c5-4b0d-b5d2-9893e2d459ed tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:39:31.770136 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dd27d563-8dcf-4e2c-a341-bf6dc7101ecc req-0da330dd-95c5-4b0d-b5d2-9893e2d459ed tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1 HTTP/1.1" status: 200 len: 945 time: 0.4248710 Nov 09 21:39:31.853393 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-ad8539be-4a5f-4159-9f8f-57079f5b199a None None] Provisioning complete for port 5844d2c3-2f2e-4e32-a2f0-d7ae7135ac42 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:31.853766 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ad8539be-4a5f-4159-9f8f-57079f5b199a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:31.881432 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-566ac4f0-9a6d-4bfc-af05-20d9d420f6f1 None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:31.889406 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-566ac4f0-9a6d-4bfc-af05-20d9d420f6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:31.925791 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-42ada9df-950c-49b9-95e8-2ae7401d071e req-d85d1e0c-643f-43ff-937f-2919fc060642 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups?id=96bcfce8-69e9-4c78-8983-e7ddc5090e53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4133444 Nov 09 21:39:31.954928 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e45839a7-8e0b-4f18-bfd4-a6ae864f5ff0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:31.969682 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e45839a7-8e0b-4f18-bfd4-a6ae864f5ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:31.992619 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e45839a7-8e0b-4f18-bfd4-a6ae864f5ff0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:39:32.004107 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e45839a7-8e0b-4f18-bfd4-a6ae864f5ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:32.004361 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-e45839a7-8e0b-4f18-bfd4-a6ae864f5ff0 admin admin] Added segment 3170744c-3447-44d8-9a0c-fa1ee6e7efbc of type vlan for network 46bdb5bb-fd13-43c3-a075-2640c54ba1a9 Nov 09 21:39:32.053290 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-ad8539be-4a5f-4159-9f8f-57079f5b199a None None] Provisioning complete for port d2ed80a8-bec9-4bd4-876b-e578dd145c46 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:32.053759 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ad8539be-4a5f-4159-9f8f-57079f5b199a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:32.068789 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e45839a7-8e0b-4f18-bfd4-a6ae864f5ff0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:32.096710 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-ad8539be-4a5f-4159-9f8f-57079f5b199a None None] Port d2ed80a8-bec9-4bd4-876b-e578dd145c46 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:39:32.134658 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dfc93239-13c1-4cb4-bc05-4e145e603bda tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:32.137734 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e45839a7-8e0b-4f18-bfd4-a6ae864f5ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:32.139049 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45839a7-8e0b-4f18-bfd4-a6ae864f5ff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:39:32.139261 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e45839a7-8e0b-4f18-bfd4-a6ae864f5ff0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:32.166095 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61897147-4538-4f5e-a0ff-f5a9888aac17 None None] Pushing event updated for resources: {'Port': ['ID=d2ed80a8-bec9-4bd4-876b-e578dd145c46,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:32.169781 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-566ac4f0-9a6d-4bfc-af05-20d9d420f6f1 None None] Attempting to bind port d2ed80a8-bec9-4bd4-876b-e578dd145c46 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:39:32.170262 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-566ac4f0-9a6d-4bfc-af05-20d9d420f6f1 None None] Attempting to bind port d2ed80a8-bec9-4bd4-876b-e578dd145c46 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '03d70605-e111-4b27-a9fa-7770d6d4c90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c59ff559-75ed-4aeb-a284-a6097335190b'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:39:32.170832 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566ac4f0-9a6d-4bfc-af05-20d9d420f6f1 None None] Attempting to bind port d2ed80a8-bec9-4bd4-876b-e578dd145c46 on network c59ff559-75ed-4aeb-a284-a6097335190b {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:39:32.181156 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566ac4f0-9a6d-4bfc-af05-20d9d420f6f1 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:39:32.181937 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566ac4f0-9a6d-4bfc-af05-20d9d420f6f1 None None] Checking segment: {'id': '03d70605-e111-4b27-a9fa-7770d6d4c90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c59ff559-75ed-4aeb-a284-a6097335190b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:39:32.182502 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-566ac4f0-9a6d-4bfc-af05-20d9d420f6f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:32.183059 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566ac4f0-9a6d-4bfc-af05-20d9d420f6f1 None None] Bound using segment: {'id': '03d70605-e111-4b27-a9fa-7770d6d4c90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c59ff559-75ed-4aeb-a284-a6097335190b'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:39:32.183908 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-566ac4f0-9a6d-4bfc-af05-20d9d420f6f1 None None] Bound port: d2ed80a8-bec9-4bd4-876b-e578dd145c46, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03d70605-e111-4b27-a9fa-7770d6d4c90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c59ff559-75ed-4aeb-a284-a6097335190b'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:39:32.184387 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-566ac4f0-9a6d-4bfc-af05-20d9d420f6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:32.235342 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-dd27d563-8dcf-4e2c-a341-bf6dc7101ecc req-fe6122ee-45d2-40af-8219-d69cf2cb6b74 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Deleting port 227dafe4-07a4-4b3e-9f26-52be7db8e976 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:39:32.248556 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-dd27d563-8dcf-4e2c-a341-bf6dc7101ecc req-fe6122ee-45d2-40af-8219-d69cf2cb6b74 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:32.251759 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45839a7-8e0b-4f18-bfd4-a6ae864f5ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0973bd-fce1-46c5-9e72-c828670f1638,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:32.271615 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-566ac4f0-9a6d-4bfc-af05-20d9d420f6f1 None None] For port d2ed80a8-bec9-4bd4-876b-e578dd145c46, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:39:32.276482 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-566ac4f0-9a6d-4bfc-af05-20d9d420f6f1 None None] For port d2ed80a8-bec9-4bd4-876b-e578dd145c46, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=d2ed80a8-bec9-4bd4-876b-e578dd145c46,segment=NetworkSegment(03d70605-e111-4b27-a9fa-7770d6d4c90a),segment_id=03d70605-e111-4b27-a9fa-7770d6d4c90a)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:39:32.290249 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-e02a14ee-3442-48c1-b0a1-9dc59e41a482 None None] Provisioning complete for port d2ed80a8-bec9-4bd4-876b-e578dd145c46 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:32.294274 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-566ac4f0-9a6d-4bfc-af05-20d9d420f6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:32.294451 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e45839a7-8e0b-4f18-bfd4-a6ae864f5ff0 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3057990 Nov 09 21:39:32.295639 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e02a14ee-3442-48c1-b0a1-9dc59e41a482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:32.310415 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42378) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:32.326037 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-5957ee2f-5b58-40d2-bcb9-7a078a1871ac admin admin] Request body: {'subnet': {'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1292353347-subnet', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:39:32.398350 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45839a7-8e0b-4f18-bfd4-a6ae864f5ff0 admin admin] Pushing event updated for resources: {'Network': ['ID=46bdb5bb-fd13-43c3-a075-2640c54ba1a9,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:32.408959 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566ac4f0-9a6d-4bfc-af05-20d9d420f6f1 None None] Routers {'5e99abfe-50fa-47d3-baa9-45dfbba0aace'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:32.409596 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-566ac4f0-9a6d-4bfc-af05-20d9d420f6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:39:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['5e99abfe-50fa-47d3-baa9-45dfbba0aace'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:32.417334 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc93239-13c1-4cb4-bc05-4e145e603bda tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event updated for resources: {'Subnet': ['ID=53661427-0e4e-4395-a8ad-c419e2efe72a,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:32.422658 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61897147-4538-4f5e-a0ff-f5a9888aac17 None None] Pushing event updated for resources: {'Port': ['ID=d2ed80a8-bec9-4bd4-876b-e578dd145c46,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:32.466850 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 46bdb5bb-fd13-43c3-a075-2640c54ba1a9 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:39:32.493795 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-dd27d563-8dcf-4e2c-a341-bf6dc7101ecc req-fe6122ee-45d2-40af-8219-d69cf2cb6b74 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] For port 227dafe4-07a4-4b3e-9f26-52be7db8e976, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=227dafe4-07a4-4b3e-9f26-52be7db8e976,segment=NetworkSegment(78ce6615-06a8-4c13-a188-c74fb2e831a4),segment_id=78ce6615-06a8-4c13-a188-c74fb2e831a4)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:39:32.494170 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-dd27d563-8dcf-4e2c-a341-bf6dc7101ecc req-fe6122ee-45d2-40af-8219-d69cf2cb6b74 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:32.499953 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd07c173-6b37-472e-a8c2-d1cf4686b0c5 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Router 005222a7-dc15-454a-9668-be6bd97ccfca is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:39:32.544976 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5957ee2f-5b58-40d2-bcb9-7a078a1871ac admin admin] Made reservation on behalf of b3039f985d904a47a201680c8c884f50 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:39:32.547290 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5957ee2f-5b58-40d2-bcb9-7a078a1871ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:32.584431 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 5844d2c3-2f2e-4e32-a2f0-d7ae7135ac42 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:39:32.610166 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-566ac4f0-9a6d-4bfc-af05-20d9d420f6f1 None None] Set router 5e99abfe-50fa-47d3-baa9-45dfbba0aace gateway port host: None {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:39:32.632614 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e02a14ee-3442-48c1-b0a1-9dc59e41a482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:32.749118 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-e02a14ee-3442-48c1-b0a1-9dc59e41a482 None None] For port d2ed80a8-bec9-4bd4-876b-e578dd145c46, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=d2ed80a8-bec9-4bd4-876b-e578dd145c46,segment=NetworkSegment(03d70605-e111-4b27-a9fa-7770d6d4c90a),segment_id=03d70605-e111-4b27-a9fa-7770d6d4c90a)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:39:32.764174 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e02a14ee-3442-48c1-b0a1-9dc59e41a482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:32.788348 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc93239-13c1-4cb4-bc05-4e145e603bda tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Checking segment: {'id': '5456892f-0a67-4de8-8b15-81a6f0f7c920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '04ec1a98-a9a1-4cc9-9d0a-b7c605bfcb76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:39:32.788627 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc93239-13c1-4cb4-bc05-4e145e603bda tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Network hostable DHCP agents. Network: 04ec1a98-a9a1-4cc9-9d0a-b7c605bfcb76, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:39:32.811300 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 5844d2c3-2f2e-4e32-a2f0-d7ae7135ac42 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:32.811300 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:32.836332 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-dd27d563-8dcf-4e2c-a341-bf6dc7101ecc req-fe6122ee-45d2-40af-8219-d69cf2cb6b74 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:32.836736 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-dd27d563-8dcf-4e2c-a341-bf6dc7101ecc req-fe6122ee-45d2-40af-8219-d69cf2cb6b74 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:32.837456 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [req-dd27d563-8dcf-4e2c-a341-bf6dc7101ecc req-fe6122ee-45d2-40af-8219-d69cf2cb6b74 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Floating IP 81601440-ec8e-4870-abfb-9b7bd177000c disassociated. External IP: 172.25.7.107, port: 227dafe4-07a4-4b3e-9f26-52be7db8e976. Nov 09 21:39:32.837456 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-dd27d563-8dcf-4e2c-a341-bf6dc7101ecc req-fe6122ee-45d2-40af-8219-d69cf2cb6b74 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Calling delete_port for 227dafe4-07a4-4b3e-9f26-52be7db8e976 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:39:32.865619 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5957ee2f-5b58-40d2-bcb9-7a078a1871ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:32.928680 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5957ee2f-5b58-40d2-bcb9-7a078a1871ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=9efcad5d-d250-42ce-b381-abda2d565ce1,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:32.959819 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02a14ee-3442-48c1-b0a1-9dc59e41a482 None None] Pushing event updated for resources: {'Port': ['ID=d2ed80a8-bec9-4bd4-876b-e578dd145c46,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:32.972804 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-6c96c4b7-0423-45ff-bcf9-13e647836ad2 None None] Provisioning complete for port d2ed80a8-bec9-4bd4-876b-e578dd145c46 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:32.983622 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6c96c4b7-0423-45ff-bcf9-13e647836ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:32.993300 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-566ac4f0-9a6d-4bfc-af05-20d9d420f6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'name': 'tempest-RoutersTest-router-1123886046', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:09Z', 'updated_at': '2021-11-09T21:39:29Z', 'revision_number': 4, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'gw_port_host': None, '_interfaces': [{'id': 'd2ed80a8-bec9-4bd4-876b-e578dd145c46', 'name': '', 'network_id': 'c59ff559-75ed-4aeb-a284-a6097335190b', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:32:22:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'a56d0d0e-4a1f-4a04-b0a0-8971720b5c49', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:28Z', 'updated_at': '2021-11-09T21:39:32Z', 'revision_number': 4, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': 'a56d0d0e-4a1f-4a04-b0a0-8971720b5c49', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0540af9-b49e-403c-afae-b6e35dbdf452', 'name': '', 'network_id': 'c23e0759-5d89-4b33-93e2-5e444d137086', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:37:e2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '36c26984-ca10-48a2-bc3d-2a619c7ecb45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:19Z', 'updated_at': '2021-11-09T21:39:26Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '36c26984-ca10-48a2-bc3d-2a619c7ecb45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd33773-7453-4330-b96c-90b253a45609', 'name': '', 'network_id': '996f4ab5-978d-4248-8819-349796e4794d', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:bb:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:12Z', 'updated_at': '2021-11-09T21:39:20Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:33.021507 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc93239-13c1-4cb4-bc05-4e145e603bda tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Network 04ec1a98-a9a1-4cc9-9d0a-b7c605bfcb76 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:39:33.058925 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5957ee2f-5b58-40d2-bcb9-7a078a1871ac admin admin] Checking segment: {'id': '3170744c-3447-44d8-9a0c-fa1ee6e7efbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:39:33.059292 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5957ee2f-5b58-40d2-bcb9-7a078a1871ac admin admin] Network hostable DHCP agents. Network: 46bdb5bb-fd13-43c3-a075-2640c54ba1a9, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:39:33.064056 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd07c173-6b37-472e-a8c2-d1cf4686b0c5 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:39:33.071778 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566ac4f0-9a6d-4bfc-af05-20d9d420f6f1 None None] The sync data for ids ['5e99abfe-50fa-47d3-baa9-45dfbba0aace'] in n-d-816206-3 is: [{'id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'name': 'tempest-RoutersTest-router-1123886046', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:09Z', 'updated_at': '2021-11-09T21:39:29Z', 'revision_number': 4, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'gw_port_host': None, '_interfaces': [{'id': 'd2ed80a8-bec9-4bd4-876b-e578dd145c46', 'name': '', 'network_id': 'c59ff559-75ed-4aeb-a284-a6097335190b', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:32:22:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'a56d0d0e-4a1f-4a04-b0a0-8971720b5c49', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:28Z', 'updated_at': '2021-11-09T21:39:32Z', 'revision_number': 4, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': 'a56d0d0e-4a1f-4a04-b0a0-8971720b5c49', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0540af9-b49e-403c-afae-b6e35dbdf452', 'name': '', 'network_id': 'c23e0759-5d89-4b33-93e2-5e444d137086', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:37:e2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '36c26984-ca10-48a2-bc3d-2a619c7ecb45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:19Z', 'updated_at': '2021-11-09T21:39:26Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '36c26984-ca10-48a2-bc3d-2a619c7ecb45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd33773-7453-4330-b96c-90b253a45609', 'name': '', 'network_id': '996f4ab5-978d-4248-8819-349796e4794d', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:bb:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:12Z', 'updated_at': '2021-11-09T21:39:20Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:39:33.075243 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bd07c173-6b37-472e-a8c2-d1cf4686b0c5 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:33.078949 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-bd07c173-6b37-472e-a8c2-d1cf4686b0c5 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] 10.222.0.49 "PUT /v2.0/routers/005222a7-dc15-454a-9668-be6bd97ccfca HTTP/1.1" status: 200 len: 914 time: 4.6513534 Nov 09 21:39:33.080443 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-dfc93239-13c1-4cb4-bc05-4e145e603bda tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 04ec1a98-a9a1-4cc9-9d0a-b7c605bfcb76) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:39:33.081943 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42384) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:33.097438 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc93239-13c1-4cb4-bc05-4e145e603bda tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:39:33.098010 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dfc93239-13c1-4cb4-bc05-4e145e603bda tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:33.104504 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd457c6-7a3e-4785-867a-23c7d29962fa None None] Network 04ec1a98-a9a1-4cc9-9d0a-b7c605bfcb76 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:39:33.127257 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab638cdc-91e4-4a88-bd95-561a38d4e6d3 None None] Sync routers for ids ['005222a7-dc15-454a-9668-be6bd97ccfca'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:39:33.189841 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-dd27d563-8dcf-4e2c-a341-bf6dc7101ecc req-fe6122ee-45d2-40af-8219-d69cf2cb6b74 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:33.233237 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6122ee-45d2-40af-8219-d69cf2cb6b74 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Pushing event deleted for resources: {'Port': ['ID=227dafe4-07a4-4b3e-9f26-52be7db8e976,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:33.250387 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-41f4c7e1-49ce-4fc1-9f18-788d78a3f40f req-1d1a8032-b2f3-4888-908f-a61a286931d8 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1 HTTP/1.1" status: 200 len: 210 time: 0.1351483 Nov 09 21:39:33.253936 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5957ee2f-5b58-40d2-bcb9-7a078a1871ac admin admin] Network 46bdb5bb-fd13-43c3-a075-2640c54ba1a9 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:39:33.267878 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-5957ee2f-5b58-40d2-bcb9-7a078a1871ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 46bdb5bb-fd13-43c3-a075-2640c54ba1a9) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:39:33.277431 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-dfc93239-13c1-4cb4-bc05-4e145e603bda tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9535615 Nov 09 21:39:33.280166 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42386) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:33.346468 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4e5f7e-2804-4a5d-8866-b2439de1969a None None] Network 46bdb5bb-fd13-43c3-a075-2640c54ba1a9 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:39:33.347447 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5957ee2f-5b58-40d2-bcb9-7a078a1871ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:39:33.348075 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5957ee2f-5b58-40d2-bcb9-7a078a1871ac admin admin] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:33.470384 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab638cdc-91e4-4a88-bd95-561a38d4e6d3 None None] Routers {'005222a7-dc15-454a-9668-be6bd97ccfca'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:33.471576 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-ab638cdc-91e4-4a88-bd95-561a38d4e6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:39:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['005222a7-dc15-454a-9668-be6bd97ccfca'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:33.498441 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd27d563-8dcf-4e2c-a341-bf6dc7101ecc req-fe6122ee-45d2-40af-8219-d69cf2cb6b74 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Router 4c71162b-5109-443b-9394-f5b29354f739 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:39:33.550864 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-bfa3eaec-c80d-4353-95ab-53d7ccd6b9c1 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] 10.222.0.49 "GET /v2.0/routers/005222a7-dc15-454a-9668-be6bd97ccfca HTTP/1.1" status: 200 len: 920 time: 0.4660108 Nov 09 21:39:33.563120 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42388) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:33.656512 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd27d563-8dcf-4e2c-a341-bf6dc7101ecc req-fe6122ee-45d2-40af-8219-d69cf2cb6b74 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:39:33.675461 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb03c4ce-ba9d-48e8-8a27-7e349eb12b78 None None] Sync routers for ids ['4c71162b-5109-443b-9394-f5b29354f739'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:39:33.691651 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb03c4ce-ba9d-48e8-8a27-7e349eb12b78 None None] Routers {'4c71162b-5109-443b-9394-f5b29354f739'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:33.693264 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-cb03c4ce-ba9d-48e8-8a27-7e349eb12b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:39:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['4c71162b-5109-443b-9394-f5b29354f739'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:33.701770 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5957ee2f-5b58-40d2-bcb9-7a078a1871ac admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3803635 Nov 09 21:39:33.706824 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42390) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:33.713615 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-d954a899-1d77-4988-8518-630006c85402 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1292353347-router', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:39:33.749236 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-ab638cdc-91e4-4a88-bd95-561a38d4e6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:33.772936 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d954a899-1d77-4988-8518-630006c85402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:33.777977 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d954a899-1d77-4988-8518-630006c85402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:33.819263 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd27d563-8dcf-4e2c-a341-bf6dc7101ecc req-fe6122ee-45d2-40af-8219-d69cf2cb6b74 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] No DVR routers for this DVR port 227dafe4-07a4-4b3e-9f26-52be7db8e976 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:39:33.822876 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-dd27d563-8dcf-4e2c-a341-bf6dc7101ecc req-fe6122ee-45d2-40af-8219-d69cf2cb6b74 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:33.830135 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dd27d563-8dcf-4e2c-a341-bf6dc7101ecc req-fe6122ee-45d2-40af-8219-d69cf2cb6b74 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.43 "DELETE /v2.0/ports/227dafe4-07a4-4b3e-9f26-52be7db8e976 HTTP/1.1" status: 204 len: 173 time: 2.0473557 Nov 09 21:39:33.832407 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1', 'name': 'network-vif-deleted', 'tag': '227dafe4-07a4-4b3e-9f26-52be7db8e976'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:39:33.836322 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab638cdc-91e4-4a88-bd95-561a38d4e6d3 None None] Routers {'005222a7-dc15-454a-9668-be6bd97ccfca'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:33.837124 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-ab638cdc-91e4-4a88-bd95-561a38d4e6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:39:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['005222a7-dc15-454a-9668-be6bd97ccfca'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:33.840946 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba27dac0-de59-4bf0-a892-65d521982726" -d '{"events": [{"server_uuid": "e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1", "name": "network-vif-deleted", "tag": "227dafe4-07a4-4b3e-9f26-52be7db8e976"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:39:33.863070 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bd17f8-0fe4-4794-9e3e-2a7f9ab8b781 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:39:33.869164 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-62bd17f8-0fe4-4794-9e3e-2a7f9ab8b781 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=4531c23d-84b7-490d-8d7c-6676781b6e6a&device_id=005222a7-dc15-454a-9668-be6bd97ccfca&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3005385 Nov 09 21:39:33.869808 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42394) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:33.963916 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-ab638cdc-91e4-4a88-bd95-561a38d4e6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:33.965229 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab638cdc-91e4-4a88-bd95-561a38d4e6d3 None None] The sync data for ids ['005222a7-dc15-454a-9668-be6bd97ccfca'] in n-d-816206-3 is: [] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:39:33.984141 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:34.073077 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075e19d2-1cc6-4982-bbad-005d27714022 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:39:34.075898 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-075e19d2-1cc6-4982-bbad-005d27714022 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] 10.222.0.49 "GET /v2.0/networks/4531c23d-84b7-490d-8d7c-6676781b6e6a HTTP/1.1" status: 200 len: 881 time: 0.2046106 Nov 09 21:39:34.081923 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67807c4d-279a-4e36-bbfa-734bdb1ed489 x-openstack-request-id: req-67807c4d-279a-4e36-bbfa-734bdb1ed489 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:39:34.082511 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1", "name": "network-vif-deleted", "tag": "227dafe4-07a4-4b3e-9f26-52be7db8e976", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:39:34.082784 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-67807c4d-279a-4e36-bbfa-734bdb1ed489 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:39:34.083216 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1', 'name': 'network-vif-deleted', 'tag': '227dafe4-07a4-4b3e-9f26-52be7db8e976', 'status': 'completed', 'code': 200} Nov 09 21:39:34.083666 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42398) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:34.131597 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-10f2f9cd-9e7a-4604-a6ba-cb428554109d tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] 10.222.0.49 "GET /v2.0/ports?device_id=005222a7-dc15-454a-9668-be6bd97ccfca HTTP/1.1" status: 200 len: 205 time: 0.0443833 Nov 09 21:39:34.132572 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42402) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:34.179677 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-cb03c4ce-ba9d-48e8-8a27-7e349eb12b78 None None] Set router 4c71162b-5109-443b-9394-f5b29354f739 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:39:34.262388 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181b15e1-6f22-4b35-ad65-a2c0c9bee247 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'fixed_ips': [{'subnet_id': '9efcad5d-d250-42ce-b381-abda2d565ce1'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:39:34.263271 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-181b15e1-6f22-4b35-ad65-a2c0c9bee247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:34.288738 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-186dbc3d-4abf-47b2-9f94-4a13be7450e4 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:34.298977 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d954a899-1d77-4988-8518-630006c85402 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:34.375420 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580890d5-f5d5-4600-8022-590e506cab65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-04ec1a98-a9a1-4cc9-9d0a-b7c605bfcb76', 'network_id': '04ec1a98-a9a1-4cc9-9d0a-b7c605bfcb76', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'fixed_ips': [{'subnet_id': '53661427-0e4e-4395-a8ad-c419e2efe72a'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:39:34.384325 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-580890d5-f5d5-4600-8022-590e506cab65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:34.584417 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-186dbc3d-4abf-47b2-9f94-4a13be7450e4 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:34.603222 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device d2ed80a8-bec9-4bd4-876b-e578dd145c46 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:39:34.653531 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-cb03c4ce-ba9d-48e8-8a27-7e349eb12b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c71162b-5109-443b-9394-f5b29354f739', 'name': 'tempest-AttachVolumeTestJSON-1471467254-router', 'tenant_id': '8d996b08d23e47a28746199b551ba8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': 'a3c83ed6-20de-4d03-8ecb-1964da5a24cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:30:59Z', 'updated_at': '2021-11-09T21:31:09Z', 'revision_number': 4, 'project_id': '8d996b08d23e47a28746199b551ba8f0', 'gw_port': {'id': 'a3c83ed6-20de-4d03-8ecb-1964da5a24cd', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71162b-5109-443b-9394-f5b29354f739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:31:01Z', 'updated_at': '2021-11-09T21:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '4c87a4af-462e-42b9-a66b-af186bac11bd', 'name': '', 'network_id': '55847ffd-7836-446f-91d3-f14e046c5bb2', 'tenant_id': '8d996b08d23e47a28746199b551ba8f0', 'mac_address': 'fa:16:3e:05:1b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71162b-5109-443b-9394-f5b29354f739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '85ce8c7e-f82b-4b24-9029-22d978d44b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:31:07Z', 'updated_at': '2021-11-09T21:31:16Z', 'revision_number': 5, 'project_id': '8d996b08d23e47a28746199b551ba8f0', 'subnets': [{'id': '85ce8c7e-f82b-4b24-9029-22d978d44b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:34.675459 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-186dbc3d-4abf-47b2-9f94-4a13be7450e4 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Deleting port a83893da-4160-4bfa-9db1-31d224c99be2 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:39:34.675996 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-186dbc3d-4abf-47b2-9f94-4a13be7450e4 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:34.686858 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-0446aa1a-217c-4de2-adb7-257c5acd5bba None None] Provisioning complete for port d2ed80a8-bec9-4bd4-876b-e578dd145c46 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:34.687320 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0446aa1a-217c-4de2-adb7-257c5acd5bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:34.739745 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb03c4ce-ba9d-48e8-8a27-7e349eb12b78 None None] Checking router: 4c71162b-5109-443b-9394-f5b29354f739 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:39:34.758048 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb03c4ce-ba9d-48e8-8a27-7e349eb12b78 None None] Routers {'4c71162b-5109-443b-9394-f5b29354f739'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:34.759215 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-cb03c4ce-ba9d-48e8-8a27-7e349eb12b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:39:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['4c71162b-5109-443b-9394-f5b29354f739'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:34.877150 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-186dbc3d-4abf-47b2-9f94-4a13be7450e4 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:34.902640 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-186dbc3d-4abf-47b2-9f94-4a13be7450e4 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Calling delete_port for a83893da-4160-4bfa-9db1-31d224c99be2 owned by network:router_gateway {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:39:34.914957 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-181b15e1-6f22-4b35-ad65-a2c0c9bee247 None None] Allocated IP 172.20.0.2 (46bdb5bb-fd13-43c3-a075-2640c54ba1a9/9efcad5d-d250-42ce-b381-abda2d565ce1/5ae7c8d9-16f5-481d-9329-927014020af4) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:39:34.959722 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-cb03c4ce-ba9d-48e8-8a27-7e349eb12b78 None None] Set router 4c71162b-5109-443b-9394-f5b29354f739 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:39:34.983608 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9485c7e3-8085-4f6e-ba43-6cf96e2b802c req-8f0b6c6b-ad5d-48b7-8d3d-6cc4a553b58f tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3e1bb88-eea1-4c16-9a9a-7d04ee6229f1 HTTP/1.1" status: 200 len: 210 time: 0.4991288 Nov 09 21:39:35.011094 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d97915a7-7df3-4352-8098-7b4c3c8598a0 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:35.161178 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d954a899-1d77-4988-8518-630006c85402 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:35.161790 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-181b15e1-6f22-4b35-ad65-a2c0c9bee247 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:35.206999 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-181b15e1-6f22-4b35-ad65-a2c0c9bee247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:35.248019 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-186dbc3d-4abf-47b2-9f94-4a13be7450e4 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:35.300870 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186dbc3d-4abf-47b2-9f94-4a13be7450e4 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Pushing event deleted for resources: {'Port': ['ID=a83893da-4160-4bfa-9db1-31d224c99be2,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:35.345045 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-cb03c4ce-ba9d-48e8-8a27-7e349eb12b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c71162b-5109-443b-9394-f5b29354f739', 'name': 'tempest-AttachVolumeTestJSON-1471467254-router', 'tenant_id': '8d996b08d23e47a28746199b551ba8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': 'a3c83ed6-20de-4d03-8ecb-1964da5a24cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:30:59Z', 'updated_at': '2021-11-09T21:31:09Z', 'revision_number': 4, 'project_id': '8d996b08d23e47a28746199b551ba8f0', 'gw_port': {'id': 'a3c83ed6-20de-4d03-8ecb-1964da5a24cd', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71162b-5109-443b-9394-f5b29354f739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:31:01Z', 'updated_at': '2021-11-09T21:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '4c87a4af-462e-42b9-a66b-af186bac11bd', 'name': '', 'network_id': '55847ffd-7836-446f-91d3-f14e046c5bb2', 'tenant_id': '8d996b08d23e47a28746199b551ba8f0', 'mac_address': 'fa:16:3e:05:1b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71162b-5109-443b-9394-f5b29354f739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '85ce8c7e-f82b-4b24-9029-22d978d44b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:31:07Z', 'updated_at': '2021-11-09T21:31:16Z', 'revision_number': 5, 'project_id': '8d996b08d23e47a28746199b551ba8f0', 'subnets': [{'id': '85ce8c7e-f82b-4b24-9029-22d978d44b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:35.382129 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-186dbc3d-4abf-47b2-9f94-4a13be7450e4 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:35.403664 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181b15e1-6f22-4b35-ad65-a2c0c9bee247 None None] Network 46bdb5bb-fd13-43c3-a075-2640c54ba1a9 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:39:35.406091 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b15e1-6f22-4b35-ad65-a2c0c9bee247 None None] Pushing event updated for resources: {'Port': ['ID=5ae7c8d9-16f5-481d-9329-927014020af4,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:35.414257 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-181b15e1-6f22-4b35-ad65-a2c0c9bee247 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:39:35.416545 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181b15e1-6f22-4b35-ad65-a2c0c9bee247 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:39:35.419439 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b4120a-2ab1-4dff-835c-bee3d133d2f7 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:39:35.423376 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb03c4ce-ba9d-48e8-8a27-7e349eb12b78 None None] The sync data for ids ['4c71162b-5109-443b-9394-f5b29354f739'] in n-d-816206-3 is: [{'id': '4c71162b-5109-443b-9394-f5b29354f739', 'name': 'tempest-AttachVolumeTestJSON-1471467254-router', 'tenant_id': '8d996b08d23e47a28746199b551ba8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': 'a3c83ed6-20de-4d03-8ecb-1964da5a24cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:30:59Z', 'updated_at': '2021-11-09T21:31:09Z', 'revision_number': 4, 'project_id': '8d996b08d23e47a28746199b551ba8f0', 'gw_port': {'id': 'a3c83ed6-20de-4d03-8ecb-1964da5a24cd', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71162b-5109-443b-9394-f5b29354f739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:31:01Z', 'updated_at': '2021-11-09T21:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '4c87a4af-462e-42b9-a66b-af186bac11bd', 'name': '', 'network_id': '55847ffd-7836-446f-91d3-f14e046c5bb2', 'tenant_id': '8d996b08d23e47a28746199b551ba8f0', 'mac_address': 'fa:16:3e:05:1b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71162b-5109-443b-9394-f5b29354f739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '85ce8c7e-f82b-4b24-9029-22d978d44b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:31:07Z', 'updated_at': '2021-11-09T21:31:16Z', 'revision_number': 5, 'project_id': '8d996b08d23e47a28746199b551ba8f0', 'subnets': [{'id': '85ce8c7e-f82b-4b24-9029-22d978d44b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:39:35.511874 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port d2ed80a8-bec9-4bd4-876b-e578dd145c46 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:35.516728 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:35.584199 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-186dbc3d-4abf-47b2-9f94-4a13be7450e4 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:35.587690 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-186dbc3d-4abf-47b2-9f94-4a13be7450e4 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:35.598628 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-580890d5-f5d5-4600-8022-590e506cab65 None None] Allocated IP 172.23.0.2 (04ec1a98-a9a1-4cc9-9d0a-b7c605bfcb76/53661427-0e4e-4395-a8ad-c419e2efe72a/707291ce-383a-4086-a2f6-8c67b14505bc) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:39:35.668088 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-181b15e1-6f22-4b35-ad65-a2c0c9bee247 None None] Attempting to bind port 5ae7c8d9-16f5-481d-9329-927014020af4 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:39:35.668088 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-181b15e1-6f22-4b35-ad65-a2c0c9bee247 None None] Attempting to bind port 5ae7c8d9-16f5-481d-9329-927014020af4 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '3170744c-3447-44d8-9a0c-fa1ee6e7efbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:39:35.669310 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181b15e1-6f22-4b35-ad65-a2c0c9bee247 None None] Attempting to bind port 5ae7c8d9-16f5-481d-9329-927014020af4 on network 46bdb5bb-fd13-43c3-a075-2640c54ba1a9 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:39:35.687417 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-186dbc3d-4abf-47b2-9f94-4a13be7450e4 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:35.689050 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186dbc3d-4abf-47b2-9f94-4a13be7450e4 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Fanout notify agent at l3_agent the message router_deleted on router 005222a7-dc15-454a-9668-be6bd97ccfca {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:39:35.696527 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-186dbc3d-4abf-47b2-9f94-4a13be7450e4 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:35.699589 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-186dbc3d-4abf-47b2-9f94-4a13be7450e4 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] 10.222.0.49 "DELETE /v2.0/routers/005222a7-dc15-454a-9668-be6bd97ccfca HTTP/1.1" status: 204 len: 168 time: 1.5613465 Nov 09 21:39:35.702021 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42410) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:35.710940 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-d031ad8b-3ebd-4c23-bc30-7395dbf81530 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1435354976', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:39:35.720004 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181b15e1-6f22-4b35-ad65-a2c0c9bee247 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:39:35.720492 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181b15e1-6f22-4b35-ad65-a2c0c9bee247 None None] Checking segment: {'id': '3170744c-3447-44d8-9a0c-fa1ee6e7efbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:39:35.720947 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-181b15e1-6f22-4b35-ad65-a2c0c9bee247 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:35.721347 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181b15e1-6f22-4b35-ad65-a2c0c9bee247 None None] Bound using segment: {'id': '3170744c-3447-44d8-9a0c-fa1ee6e7efbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:39:35.721835 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-181b15e1-6f22-4b35-ad65-a2c0c9bee247 None None] Bound port: 5ae7c8d9-16f5-481d-9329-927014020af4, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3170744c-3447-44d8-9a0c-fa1ee6e7efbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:39:35.722217 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-181b15e1-6f22-4b35-ad65-a2c0c9bee247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:35.722582 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d954a899-1d77-4988-8518-630006c85402 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:35.766586 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d031ad8b-3ebd-4c23-bc30-7395dbf81530 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:35.767733 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d031ad8b-3ebd-4c23-bc30-7395dbf81530 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:35.772461 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d954a899-1d77-4988-8518-630006c85402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:35.877523 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d031ad8b-3ebd-4c23-bc30-7395dbf81530 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:35.890873 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d031ad8b-3ebd-4c23-bc30-7395dbf81530 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:35.908707 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a434dec-a44f-472e-aac2-90dca887d6c2 None None] New status for floating IP 81601440-ec8e-4870-abfb-9b7bd177000c: DOWN {{(pid=102609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:39:35.938410 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d031ad8b-3ebd-4c23-bc30-7395dbf81530 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:35.940650 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d031ad8b-3ebd-4c23-bc30-7395dbf81530 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2366211 Nov 09 21:39:35.943160 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 227dafe4-07a4-4b3e-9f26-52be7db8e976 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:39:35.943324 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42412) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:35.949084 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-5dd12c8d-3df7-4343-9b0d-657f705e139e tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'enable_snat': False}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:39:35.975067 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-d954a899-1d77-4988-8518-630006c85402 admin admin] Allocated IP 172.25.7.13 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/d84d1d29-9a29-45db-9b0e-77fc8aa843c6) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:39:36.125757 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: 227dafe4-07a4-4b3e-9f26-52be7db8e976 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:39:36.126410 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42418) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:36.126917 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 227dafe4-07a4-4b3e-9f26-52be7db8e976 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:39:36.147652 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d954a899-1d77-4988-8518-630006c85402 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:36.161782 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-181b15e1-6f22-4b35-ad65-a2c0c9bee247 None None] For port 5ae7c8d9-16f5-481d-9329-927014020af4, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:39:36.218866 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-181b15e1-6f22-4b35-ad65-a2c0c9bee247 None None] For port 5ae7c8d9-16f5-481d-9329-927014020af4, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5ae7c8d9-16f5-481d-9329-927014020af4,segment=NetworkSegment(3170744c-3447-44d8-9a0c-fa1ee6e7efbc),segment_id=3170744c-3447-44d8-9a0c-fa1ee6e7efbc)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:39:36.229445 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-181b15e1-6f22-4b35-ad65-a2c0c9bee247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:36.240016 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5dd12c8d-3df7-4343-9b0d-657f705e139e tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:36.260483 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-19c61060-6d04-4b9c-9301-562e21468cff tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:36.289762 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-19c61060-6d04-4b9c-9301-562e21468cff tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:36.292734 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d954a899-1d77-4988-8518-630006c85402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:36.306462 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b15e1-6f22-4b35-ad65-a2c0c9bee247 None None] Pushing event updated for resources: {'Port': ['ID=5ae7c8d9-16f5-481d-9329-927014020af4,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:36.351959 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-580890d5-f5d5-4600-8022-590e506cab65 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:36.372617 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-580890d5-f5d5-4600-8022-590e506cab65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:36.416530 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580890d5-f5d5-4600-8022-590e506cab65 None None] Network 04ec1a98-a9a1-4cc9-9d0a-b7c605bfcb76 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:39:36.420180 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-580890d5-f5d5-4600-8022-590e506cab65 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:39:36.426659 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580890d5-f5d5-4600-8022-590e506cab65 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:39:36.468459 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d954a899-1d77-4988-8518-630006c85402 admin admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:39:36.503038 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-d954a899-1d77-4988-8518-630006c85402 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:39:36.505578 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-19c61060-6d04-4b9c-9301-562e21468cff tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:36.508785 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-19c61060-6d04-4b9c-9301-562e21468cff tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:36.514033 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-19c61060-6d04-4b9c-9301-562e21468cff tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "DELETE /v2.0/security-groups/96bcfce8-69e9-4c78-8983-e7ddc5090e53 HTTP/1.1" status: 204 len: 168 time: 0.3790655 Nov 09 21:39:36.514697 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42422) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:36.515495 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d954a899-1d77-4988-8518-630006c85402 admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:39:36.561965 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5dd12c8d-3df7-4343-9b0d-657f705e139e tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:36.564494 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03181f0a-5795-4ad5-b1dd-35e3884cc5df None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:39:36.564698 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c61060-6d04-4b9c-9301-562e21468cff tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bcfce8-69e9-4c78-8983-e7ddc5090e53,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:36.573966 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-365d4507-d882-45d5-bdc6-c1a9b1972d75 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] show failed (client error): The resource could not be found. Nov 09 21:39:36.574790 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-580890d5-f5d5-4600-8022-590e506cab65 None None] Attempting to bind port 707291ce-383a-4086-a2f6-8c67b14505bc on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:39:36.578991 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-365d4507-d882-45d5-bdc6-c1a9b1972d75 tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "GET /v2.0/security-groups/96bcfce8-69e9-4c78-8983-e7ddc5090e53 HTTP/1.1" status: 404 len: 347 time: 0.0445173 Nov 09 21:39:36.579577 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-580890d5-f5d5-4600-8022-590e506cab65 None None] Attempting to bind port 707291ce-383a-4086-a2f6-8c67b14505bc by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '5456892f-0a67-4de8-8b15-81a6f0f7c920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '04ec1a98-a9a1-4cc9-9d0a-b7c605bfcb76'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:39:36.579947 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580890d5-f5d5-4600-8022-590e506cab65 None None] Attempting to bind port 707291ce-383a-4086-a2f6-8c67b14505bc on network 04ec1a98-a9a1-4cc9-9d0a-b7c605bfcb76 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:39:36.583834 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42424) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:36.607037 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580890d5-f5d5-4600-8022-590e506cab65 None None] Pushing event updated for resources: {'Port': ['ID=707291ce-383a-4086-a2f6-8c67b14505bc,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:36.640163 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580890d5-f5d5-4600-8022-590e506cab65 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:39:36.640541 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580890d5-f5d5-4600-8022-590e506cab65 None None] Checking segment: {'id': '5456892f-0a67-4de8-8b15-81a6f0f7c920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '04ec1a98-a9a1-4cc9-9d0a-b7c605bfcb76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:39:36.640974 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-580890d5-f5d5-4600-8022-590e506cab65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:36.641366 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580890d5-f5d5-4600-8022-590e506cab65 None None] Bound using segment: {'id': '5456892f-0a67-4de8-8b15-81a6f0f7c920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '04ec1a98-a9a1-4cc9-9d0a-b7c605bfcb76'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:39:36.641854 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-580890d5-f5d5-4600-8022-590e506cab65 None None] Bound port: 707291ce-383a-4086-a2f6-8c67b14505bc, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5456892f-0a67-4de8-8b15-81a6f0f7c920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '04ec1a98-a9a1-4cc9-9d0a-b7c605bfcb76'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:39:36.642231 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-580890d5-f5d5-4600-8022-590e506cab65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:36.644823 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5dd12c8d-3df7-4343-9b0d-657f705e139e tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:36.651567 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954a899-1d77-4988-8518-630006c85402 admin admin] Pushing event updated for resources: {'Port': ['ID=d84d1d29-9a29-45db-9b0e-77fc8aa843c6,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:36.808153 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-580890d5-f5d5-4600-8022-590e506cab65 None None] For port 707291ce-383a-4086-a2f6-8c67b14505bc, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:39:36.811813 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-580890d5-f5d5-4600-8022-590e506cab65 None None] For port 707291ce-383a-4086-a2f6-8c67b14505bc, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=707291ce-383a-4086-a2f6-8c67b14505bc,segment=NetworkSegment(5456892f-0a67-4de8-8b15-81a6f0f7c920),segment_id=5456892f-0a67-4de8-8b15-81a6f0f7c920)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:39:36.829184 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-580890d5-f5d5-4600-8022-590e506cab65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:36.894579 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-5dd12c8d-3df7-4343-9b0d-657f705e139e tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Allocated IP 172.25.7.75 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/060cc0bd-255b-4f20-8493-3ec64ce8d4ed) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:39:36.907650 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-d97915a7-7df3-4352-8098-7b4c3c8598a0 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Allocated IP 172.23.0.1 (04ec1a98-a9a1-4cc9-9d0a-b7c605bfcb76/53661427-0e4e-4395-a8ad-c419e2efe72a/2da60cf8-c1f5-4a51-9667-fce54ce01a04) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:39:36.964256 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580890d5-f5d5-4600-8022-590e506cab65 None None] Pushing event updated for resources: {'Port': ['ID=707291ce-383a-4086-a2f6-8c67b14505bc,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:36.983174 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-82e198d2-21aa-4316-8e08-77398c7f190a None None] Provisioning complete for port d84d1d29-9a29-45db-9b0e-77fc8aa843c6 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:36.983551 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-82e198d2-21aa-4316-8e08-77398c7f190a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:37.055338 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-82e198d2-21aa-4316-8e08-77398c7f190a None None] Port d84d1d29-9a29-45db-9b0e-77fc8aa843c6 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:39:37.106019 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5dd12c8d-3df7-4343-9b0d-657f705e139e tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:37.176453 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5dd12c8d-3df7-4343-9b0d-657f705e139e tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:37.192094 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-00034078-8bb2-4dc3-9f8c-9edf3c74894b tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Deleting port 25443095-ce82-4505-ab8a-f61d58ea5b20 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:39:37.192740 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-00034078-8bb2-4dc3-9f8c-9edf3c74894b tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:37.253034 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd12c8d-3df7-4343-9b0d-657f705e139e tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:39:37.254409 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd12c8d-3df7-4343-9b0d-657f705e139e tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Pushing event updated for resources: {'Port': ['ID=060cc0bd-255b-4f20-8493-3ec64ce8d4ed,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:37.265506 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-5dd12c8d-3df7-4343-9b0d-657f705e139e tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:39:37.267894 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd12c8d-3df7-4343-9b0d-657f705e139e tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:39:37.327560 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a68542-d58e-4ee9-b70c-333557a4308d None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:39:37.394481 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-79f5d1f3-e037-4a9f-8db0-ee0dc0980b96 None None] Provisioning complete for port 060cc0bd-255b-4f20-8493-3ec64ce8d4ed triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:37.394954 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-79f5d1f3-e037-4a9f-8db0-ee0dc0980b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:37.518979 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d97915a7-7df3-4352-8098-7b4c3c8598a0 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:37.552672 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-79f5d1f3-e037-4a9f-8db0-ee0dc0980b96 None None] Port 060cc0bd-255b-4f20-8493-3ec64ce8d4ed cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:39:37.565370 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-00034078-8bb2-4dc3-9f8c-9edf3c74894b tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:37.567698 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-00034078-8bb2-4dc3-9f8c-9edf3c74894b tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:37.701147 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d954a899-1d77-4988-8518-630006c85402 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:37.705404 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-00034078-8bb2-4dc3-9f8c-9edf3c74894b tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Calling delete_port for 25443095-ce82-4505-ab8a-f61d58ea5b20 owned by network:floatingip {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:39:37.762040 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d97915a7-7df3-4352-8098-7b4c3c8598a0 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:38.023141 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5dd12c8d-3df7-4343-9b0d-657f705e139e tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:38.082773 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bbd91e-f0d3-4703-9a26-23caf9fa9f83 None None] Network 46bdb5bb-fd13-43c3-a075-2640c54ba1a9 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:39:38.359750 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-1f9a3010-80d3-4ec9-8035-70f3024d3563 None None] Provisioning complete for port 5ae7c8d9-16f5-481d-9329-927014020af4 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:38.360399 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5dd12c8d-3df7-4343-9b0d-657f705e139e tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27285'] for router, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:38.368934 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5dd12c8d-3df7-4343-9b0d-657f705e139e tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-376903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-376910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380449'] for router, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:38.369540 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1f9a3010-80d3-4ec9-8035-70f3024d3563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:38.460045 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97915a7-7df3-4352-8098-7b4c3c8598a0 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Network 04ec1a98-a9a1-4cc9-9d0a-b7c605bfcb76 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:39:38.528420 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-d97915a7-7df3-4352-8098-7b4c3c8598a0 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:39:38.534599 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97915a7-7df3-4352-8098-7b4c3c8598a0 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:39:38.597986 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97915a7-7df3-4352-8098-7b4c3c8598a0 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event updated for resources: {'Port': ['ID=2da60cf8-c1f5-4a51-9667-fce54ce01a04,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:38.626717 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 707291ce-383a-4086-a2f6-8c67b14505bc up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:39:38.673362 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd12c8d-3df7-4343-9b0d-657f705e139e tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Router 0a53c07f-11ed-4274-91cb-99b0db56503c is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:39:38.731409 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80a8a97-5d75-46cd-ba69-8a73f92a7f1b None None] Network 04ec1a98-a9a1-4cc9-9d0a-b7c605bfcb76 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:39:38.761136 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d97915a7-7df3-4352-8098-7b4c3c8598a0 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:38.890774 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd12c8d-3df7-4343-9b0d-657f705e139e tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:39:38.896279 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5dd12c8d-3df7-4343-9b0d-657f705e139e tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:38.900238 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5dd12c8d-3df7-4343-9b0d-657f705e139e tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] 10.222.0.49 "PUT /v2.0/routers/0a53c07f-11ed-4274-91cb-99b0db56503c HTTP/1.1" status: 200 len: 915 time: 2.9531281 Nov 09 21:39:38.900786 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42434) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:38.907060 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5e1cf6-3fa6-443b-a5db-624073ceeedb None None] Sync routers for ids ['0a53c07f-11ed-4274-91cb-99b0db56503c'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:39:38.940066 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5e1cf6-3fa6-443b-a5db-624073ceeedb None None] Routers {'0a53c07f-11ed-4274-91cb-99b0db56503c'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:38.942716 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-1b5e1cf6-3fa6-443b-a5db-624073ceeedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:39:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['0a53c07f-11ed-4274-91cb-99b0db56503c'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:38.966948 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1f9a3010-80d3-4ec9-8035-70f3024d3563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:39.011779 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-1b5e1cf6-3fa6-443b-a5db-624073ceeedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:39.019430 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d954a899-1d77-4988-8518-630006c85402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:39.036805 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5e1cf6-3fa6-443b-a5db-624073ceeedb None None] Routers {'0a53c07f-11ed-4274-91cb-99b0db56503c'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:39.037647 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-1b5e1cf6-3fa6-443b-a5db-624073ceeedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:39:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['0a53c07f-11ed-4274-91cb-99b0db56503c'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:39.071898 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-00034078-8bb2-4dc3-9f8c-9edf3c74894b tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:39.113797 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-1b5e1cf6-3fa6-443b-a5db-624073ceeedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:39.116233 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5e1cf6-3fa6-443b-a5db-624073ceeedb None None] The sync data for ids ['0a53c07f-11ed-4274-91cb-99b0db56503c'] in n-d-816206-3 is: [] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:39:39.146341 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-56b76f27-4fa2-415d-a02a-20b6b8ccdf7f tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] 10.222.0.49 "GET /v2.0/routers/0a53c07f-11ed-4274-91cb-99b0db56503c HTTP/1.1" status: 200 len: 921 time: 0.2418873 Nov 09 21:39:39.147574 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42436) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:39.148912 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00034078-8bb2-4dc3-9f8c-9edf3c74894b tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Pushing event deleted for resources: {'Port': ['ID=25443095-ce82-4505-ab8a-f61d58ea5b20,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:39.172118 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-1f9a3010-80d3-4ec9-8035-70f3024d3563 None None] For port 5ae7c8d9-16f5-481d-9329-927014020af4, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5ae7c8d9-16f5-481d-9329-927014020af4,segment=NetworkSegment(3170744c-3447-44d8-9a0c-fa1ee6e7efbc),segment_id=3170744c-3447-44d8-9a0c-fa1ee6e7efbc)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:39:39.216739 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd362691-d44e-4a23-8846-a9fd0999a292 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:39:39.221090 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-fd362691-d44e-4a23-8846-a9fd0999a292 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=4531c23d-84b7-490d-8d7c-6676781b6e6a&device_id=0a53c07f-11ed-4274-91cb-99b0db56503c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0699975 Nov 09 21:39:39.224029 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42438) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:39.239512 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1f9a3010-80d3-4ec9-8035-70f3024d3563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:39.324864 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 707291ce-383a-4086-a2f6-8c67b14505bc triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:39.325245 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:39.335010 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-00034078-8bb2-4dc3-9f8c-9edf3c74894b tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks [] for floatingip, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:39.337598 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-00034078-8bb2-4dc3-9f8c-9edf3c74894b tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:39.338815 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-00034078-8bb2-4dc3-9f8c-9edf3c74894b tempest-AttachVolumeTestJSON-920335221 tempest-AttachVolumeTestJSON-920335221-project] 10.222.0.49 "DELETE /v2.0/floatingips/81601440-ec8e-4870-abfb-9b7bd177000c HTTP/1.1" status: 204 len: 168 time: 2.7227144 Nov 09 21:39:39.348045 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e89a289-28ae-4ca3-838e-fafa0481bca6 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:39:39.352224 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-3e89a289-28ae-4ca3-838e-fafa0481bca6 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] 10.222.0.49 "GET /v2.0/networks/4531c23d-84b7-490d-8d7c-6676781b6e6a HTTP/1.1" status: 200 len: 881 time: 0.1246617 Nov 09 21:39:39.354363 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42440) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:39.354774 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d97915a7-7df3-4352-8098-7b4c3c8598a0 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:39.423812 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-cb5d5827-7e19-416a-94bf-6ac57aee0047 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a53c07f-11ed-4274-91cb-99b0db56503c HTTP/1.1" status: 200 len: 205 time: 0.0655444 Nov 09 21:39:39.424103 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42444) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:39.453724 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d954a899-1d77-4988-8518-630006c85402 admin admin] Router 1b2e24c5-ccc7-4862-90b8-ee99c4c555d4 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:39:39.525679 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a3010-80d3-4ec9-8035-70f3024d3563 None None] Pushing event updated for resources: {'Port': ['ID=5ae7c8d9-16f5-481d-9329-927014020af4,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:39.562598 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-330f6761-06b1-4bc3-9703-9fc559d5c2eb None None] Provisioning complete for port 5ae7c8d9-16f5-481d-9329-927014020af4 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:39.562975 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-330f6761-06b1-4bc3-9703-9fc559d5c2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:39.631303 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3c871dd4-67f0-44a4-ba12-0b459d26cf91 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:39.801382 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d954a899-1d77-4988-8518-630006c85402 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:39:39.829197 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3c871dd4-67f0-44a4-ba12-0b459d26cf91 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:39.849759 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d954a899-1d77-4988-8518-630006c85402 admin admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:39.861475 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d954a899-1d77-4988-8518-630006c85402 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1510603 Nov 09 21:39:39.862620 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42448) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:39.890560 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc5528a-5caa-4990-beac-83277fd2f732 None None] Sync routers for ids ['1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:39:39.923069 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc5528a-5caa-4990-beac-83277fd2f732 None None] Routers {'1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:39.923724 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-3fc5528a-5caa-4990-beac-83277fd2f732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:39:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:39.941346 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-3c871dd4-67f0-44a4-ba12-0b459d26cf91 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Deleting port 060cc0bd-255b-4f20-8493-3ec64ce8d4ed {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:39:39.941745 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3c871dd4-67f0-44a4-ba12-0b459d26cf91 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:39.974047 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:40.074141 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3c871dd4-67f0-44a4-ba12-0b459d26cf91 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:40.095378 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-3c871dd4-67f0-44a4-ba12-0b459d26cf91 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Calling delete_port for 060cc0bd-255b-4f20-8493-3ec64ce8d4ed owned by network:router_gateway {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:39:40.226607 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 707291ce-383a-4086-a2f6-8c67b14505bc, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=707291ce-383a-4086-a2f6-8c67b14505bc,segment=NetworkSegment(5456892f-0a67-4de8-8b15-81a6f0f7c920),segment_id=5456892f-0a67-4de8-8b15-81a6f0f7c920)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:39:40.248239 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:40.250529 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 5ae7c8d9-16f5-481d-9329-927014020af4 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:39:40.402644 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-3fc5528a-5caa-4990-beac-83277fd2f732 None None] Set router 1b2e24c5-ccc7-4862-90b8-ee99c4c555d4 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:39:40.420689 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3c871dd4-67f0-44a4-ba12-0b459d26cf91 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:40.465418 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c871dd4-67f0-44a4-ba12-0b459d26cf91 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Pushing event deleted for resources: {'Port': ['ID=060cc0bd-255b-4f20-8493-3ec64ce8d4ed,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:40.551920 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d97915a7-7df3-4352-8098-7b4c3c8598a0 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:40.568909 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3c871dd4-67f0-44a4-ba12-0b459d26cf91 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:40.572029 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d97915a7-7df3-4352-8098-7b4c3c8598a0 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:40.611227 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b6bf8c-d869-45c1-a9b7-cdf017fb7988 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:39:40.653259 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-330f6761-06b1-4bc3-9703-9fc559d5c2eb None None] Provisioning complete for port 707291ce-383a-4086-a2f6-8c67b14505bc triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:40.653660 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-330f6761-06b1-4bc3-9703-9fc559d5c2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:40.705940 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3c871dd4-67f0-44a4-ba12-0b459d26cf91 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:40.708436 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3c871dd4-67f0-44a4-ba12-0b459d26cf91 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:40.760581 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=707291ce-383a-4086-a2f6-8c67b14505bc,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:40.767728 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3c871dd4-67f0-44a4-ba12-0b459d26cf91 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:40.768495 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c871dd4-67f0-44a4-ba12-0b459d26cf91 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Fanout notify agent at l3_agent the message router_deleted on router 0a53c07f-11ed-4274-91cb-99b0db56503c {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:39:40.783126 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3c871dd4-67f0-44a4-ba12-0b459d26cf91 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:40.784151 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 5ae7c8d9-16f5-481d-9329-927014020af4 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:40.784781 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:40.785025 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-3c871dd4-67f0-44a4-ba12-0b459d26cf91 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] 10.222.0.49 "DELETE /v2.0/routers/0a53c07f-11ed-4274-91cb-99b0db56503c HTTP/1.1" status: 204 len: 168 time: 1.3597126 Nov 09 21:39:40.788917 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42454) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:40.796747 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-442cd29f-bd4c-4882-a387-47b96a44693e tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-183336048', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}, 'admin_state_up': False}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:39:40.810772 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97915a7-7df3-4352-8098-7b4c3c8598a0 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event updated for resources: {'Port': ['ID=2da60cf8-c1f5-4a51-9667-fce54ce01a04,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:40.841027 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-442cd29f-bd4c-4882-a387-47b96a44693e tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:40.842327 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-442cd29f-bd4c-4882-a387-47b96a44693e tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:40.879198 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d97915a7-7df3-4352-8098-7b4c3c8598a0 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:40.903913 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-3fc5528a-5caa-4990-beac-83277fd2f732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'name': 'tempest-TestVolumeBootPattern-1292353347-router', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'd84d1d29-9a29-45db-9b0e-77fc8aa843c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:33Z', 'updated_at': '2021-11-09T21:39:37Z', 'revision_number': 3, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'gw_port': {'id': 'd84d1d29-9a29-45db-9b0e-77fc8aa843c6', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:35Z', 'updated_at': '2021-11-09T21:39:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:40.919710 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-442cd29f-bd4c-4882-a387-47b96a44693e tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:40.944649 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc5528a-5caa-4990-beac-83277fd2f732 None None] Checking router: 1b2e24c5-ccc7-4862-90b8-ee99c4c555d4 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:39:40.945566 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc5528a-5caa-4990-beac-83277fd2f732 None None] Updating router 1b2e24c5-ccc7-4862-90b8-ee99c4c555d4 port d84d1d29-9a29-45db-9b0e-77fc8aa843c6 binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:39:41.001476 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3fc5528a-5caa-4990-beac-83277fd2f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:41.091753 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e559237e-a565-41bd-a18c-aeab6db3c7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:41.122292 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-442cd29f-bd4c-4882-a387-47b96a44693e tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:41.135117 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-b512b316-54a9-4e8a-a0be-58f843cc0c5c None None] Provisioning complete for port 2da60cf8-c1f5-4a51-9667-fce54ce01a04 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:41.135560 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b512b316-54a9-4e8a-a0be-58f843cc0c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:41.174189 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97915a7-7df3-4352-8098-7b4c3c8598a0 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Network 04ec1a98-a9a1-4cc9-9d0a-b7c605bfcb76 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:39:41.207766 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-d97915a7-7df3-4352-8098-7b4c3c8598a0 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:39:41.329315 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 707291ce-383a-4086-a2f6-8c67b14505bc up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:39:41.445975 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3fc5528a-5caa-4990-beac-83277fd2f732 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:41.449820 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-b512b316-54a9-4e8a-a0be-58f843cc0c5c None None] Port 2da60cf8-c1f5-4a51-9667-fce54ce01a04 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:39:41.472492 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-442cd29f-bd4c-4882-a387-47b96a44693e tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router_gateway, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:41.507567 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3fc5528a-5caa-4990-beac-83277fd2f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:41.524799 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-442cd29f-bd4c-4882-a387-47b96a44693e tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:41.590624 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-3fc5528a-5caa-4990-beac-83277fd2f732 None None] Attempting to bind port d84d1d29-9a29-45db-9b0e-77fc8aa843c6 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:39:41.591001 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-3fc5528a-5caa-4990-beac-83277fd2f732 None None] Attempting to bind port d84d1d29-9a29-45db-9b0e-77fc8aa843c6 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:39:41.591370 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc5528a-5caa-4990-beac-83277fd2f732 None None] Attempting to bind port d84d1d29-9a29-45db-9b0e-77fc8aa843c6 on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:39:41.601500 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e90cb3-2c31-44b5-a935-3846bbb20049 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:39:41.613318 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-b512b316-54a9-4e8a-a0be-58f843cc0c5c None None] Provisioning complete for port 707291ce-383a-4086-a2f6-8c67b14505bc triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:41.614225 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b512b316-54a9-4e8a-a0be-58f843cc0c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:41.620899 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc5528a-5caa-4990-beac-83277fd2f732 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:39:41.620899 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc5528a-5caa-4990-beac-83277fd2f732 None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:39:41.621274 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3fc5528a-5caa-4990-beac-83277fd2f732 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:41.621385 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc5528a-5caa-4990-beac-83277fd2f732 None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:39:41.621849 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-3fc5528a-5caa-4990-beac-83277fd2f732 None None] Bound port: d84d1d29-9a29-45db-9b0e-77fc8aa843c6, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:39:41.622235 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3fc5528a-5caa-4990-beac-83277fd2f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:41.680227 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692df7ce-897c-4f05-ae47-a2c0615ffdc3 None None] Pushing event updated for resources: {'Port': ['ID=d84d1d29-9a29-45db-9b0e-77fc8aa843c6,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:41.682657 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d97915a7-7df3-4352-8098-7b4c3c8598a0 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Router 5e99abfe-50fa-47d3-baa9-45dfbba0aace has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:39:41.734561 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 707291ce-383a-4086-a2f6-8c67b14505bc triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:41.735076 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:41.755690 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-442cd29f-bd4c-4882-a387-47b96a44693e tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Allocated IP 172.25.7.196 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/52dfecf5-cb66-4116-a608-92d4cdba383d) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:39:41.803773 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-3fc5528a-5caa-4990-beac-83277fd2f732 None None] For port d84d1d29-9a29-45db-9b0e-77fc8aa843c6, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:39:41.830393 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-3fc5528a-5caa-4990-beac-83277fd2f732 None None] For port d84d1d29-9a29-45db-9b0e-77fc8aa843c6, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=d84d1d29-9a29-45db-9b0e-77fc8aa843c6,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:39:41.842996 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3fc5528a-5caa-4990-beac-83277fd2f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:41.911002 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 5ae7c8d9-16f5-481d-9329-927014020af4 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:39:41.921344 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97915a7-7df3-4352-8098-7b4c3c8598a0 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:39:41.930668 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d97915a7-7df3-4352-8098-7b4c3c8598a0 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "PUT /v2.0/routers/5e99abfe-50fa-47d3-baa9-45dfbba0aace/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6500981 Nov 09 21:39:41.931975 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-e559237e-a565-41bd-a18c-aeab6db3c7f7 admin admin] Allocated IP 172.20.0.1 (46bdb5bb-fd13-43c3-a075-2640c54ba1a9/9efcad5d-d250-42ce-b381-abda2d565ce1/88e40d85-1c64-4ab2-83a3-5e10488b36a7) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:39:41.933951 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b2773d-9e59-40cc-a10a-108f72ab5919 None None] Sync routers for ids ['5e99abfe-50fa-47d3-baa9-45dfbba0aace'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:39:41.934460 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42460) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:41.938953 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-1fbfecd4-64a5-4dec-9b4a-003072a5336e tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:39:41.950648 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b2773d-9e59-40cc-a10a-108f72ab5919 None None] Routers {'5e99abfe-50fa-47d3-baa9-45dfbba0aace'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:41.953462 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-f9b2773d-9e59-40cc-a10a-108f72ab5919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:39:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['5e99abfe-50fa-47d3-baa9-45dfbba0aace'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:41.983642 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8292a70-4783-4e8f-b2e4-71be200e0f58 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:39:42.065450 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-442cd29f-bd4c-4882-a387-47b96a44693e tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:42.083028 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc5528a-5caa-4990-beac-83277fd2f732 None None] Routers {'1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:42.083767 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-3fc5528a-5caa-4990-beac-83277fd2f732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:39:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:42.096310 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692df7ce-897c-4f05-ae47-a2c0615ffdc3 None None] Pushing event updated for resources: {'Port': ['ID=d84d1d29-9a29-45db-9b0e-77fc8aa843c6,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:42.134758 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-442cd29f-bd4c-4882-a387-47b96a44693e tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:42.157051 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-f9b2773d-9e59-40cc-a10a-108f72ab5919 None None] Set router 5e99abfe-50fa-47d3-baa9-45dfbba0aace gateway port host: None {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:39:42.215881 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 5ae7c8d9-16f5-481d-9329-927014020af4 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:42.217271 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:42.223142 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-f17739fb-c54b-456d-b57e-f2a5b93c1b7f None None] Provisioning complete for port 2da60cf8-c1f5-4a51-9667-fce54ce01a04 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:42.223868 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f17739fb-c54b-456d-b57e-f2a5b93c1b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:42.243187 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442cd29f-bd4c-4882-a387-47b96a44693e tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:39:42.259696 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-442cd29f-bd4c-4882-a387-47b96a44693e tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:39:42.274182 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e559237e-a565-41bd-a18c-aeab6db3c7f7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:42.278165 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442cd29f-bd4c-4882-a387-47b96a44693e tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:39:42.370843 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e559237e-a565-41bd-a18c-aeab6db3c7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:42.418311 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e559237e-a565-41bd-a18c-aeab6db3c7f7 admin admin] Network 46bdb5bb-fd13-43c3-a075-2640c54ba1a9 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:39:42.427078 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-e559237e-a565-41bd-a18c-aeab6db3c7f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:39:42.427450 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442cd29f-bd4c-4882-a387-47b96a44693e tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Pushing event updated for resources: {'Port': ['ID=52dfecf5-cb66-4116-a608-92d4cdba383d,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:42.440918 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-f9b2773d-9e59-40cc-a10a-108f72ab5919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'name': 'tempest-RoutersTest-router-1123886046', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:09Z', 'updated_at': '2021-11-09T21:39:39Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'gw_port_host': None, '_interfaces': [{'id': '2da60cf8-c1f5-4a51-9667-fce54ce01a04', 'name': '', 'network_id': '04ec1a98-a9a1-4cc9-9d0a-b7c605bfcb76', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:59:73:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '53661427-0e4e-4395-a8ad-c419e2efe72a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:35Z', 'updated_at': '2021-11-09T21:39:39Z', 'revision_number': 2, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '53661427-0e4e-4395-a8ad-c419e2efe72a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2ed80a8-bec9-4bd4-876b-e578dd145c46', 'name': '', 'network_id': 'c59ff559-75ed-4aeb-a284-a6097335190b', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:32:22:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'a56d0d0e-4a1f-4a04-b0a0-8971720b5c49', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:28Z', 'updated_at': '2021-11-09T21:39:32Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': 'a56d0d0e-4a1f-4a04-b0a0-8971720b5c49', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0540af9-b49e-403c-afae-b6e35dbdf452', 'name': '', 'network_id': 'c23e0759-5d89-4b33-93e2-5e444d137086', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:37:e2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '36c26984-ca10-48a2-bc3d-2a619c7ecb45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:19Z', 'updated_at': '2021-11-09T21:39:26Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '36c26984-ca10-48a2-bc3d-2a619c7ecb45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd33773-7453-4330-b96c-90b253a45609', 'name': '', 'network_id': '996f4ab5-978d-4248-8819-349796e4794d', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:bb:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:12Z', 'updated_at': '2021-11-09T21:39:20Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:42.447803 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e559237e-a565-41bd-a18c-aeab6db3c7f7 admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:39:42.498757 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b2773d-9e59-40cc-a10a-108f72ab5919 None None] Checking router: 5e99abfe-50fa-47d3-baa9-45dfbba0aace for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:39:42.499356 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b2773d-9e59-40cc-a10a-108f72ab5919 None None] Updating router 5e99abfe-50fa-47d3-baa9-45dfbba0aace port 2da60cf8-c1f5-4a51-9667-fce54ce01a04 binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:39:42.529047 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f9b2773d-9e59-40cc-a10a-108f72ab5919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:42.555691 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e559237e-a565-41bd-a18c-aeab6db3c7f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:42.566460 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-3fc5528a-5caa-4990-beac-83277fd2f732 None None] Set router 1b2e24c5-ccc7-4862-90b8-ee99c4c555d4 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:39:42.671832 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e559237e-a565-41bd-a18c-aeab6db3c7f7 admin admin] Pushing event updated for resources: {'Port': ['ID=88e40d85-1c64-4ab2-83a3-5e10488b36a7,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:42.683194 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5388acc0-4fcc-4771-852e-2251ed82a176 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:39:42.855355 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-f17739fb-c54b-456d-b57e-f2a5b93c1b7f None None] Port 2da60cf8-c1f5-4a51-9667-fce54ce01a04 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:39:42.907048 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-f17739fb-c54b-456d-b57e-f2a5b93c1b7f None None] Provisioning complete for port d84d1d29-9a29-45db-9b0e-77fc8aa843c6 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:42.907516 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f17739fb-c54b-456d-b57e-f2a5b93c1b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:43.015707 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-3fc5528a-5caa-4990-beac-83277fd2f732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'name': 'tempest-TestVolumeBootPattern-1292353347-router', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'd84d1d29-9a29-45db-9b0e-77fc8aa843c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:33Z', 'updated_at': '2021-11-09T21:39:37Z', 'revision_number': 3, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'gw_port': {'id': 'd84d1d29-9a29-45db-9b0e-77fc8aa843c6', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:35Z', 'updated_at': '2021-11-09T21:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:43.046800 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc5528a-5caa-4990-beac-83277fd2f732 None None] The sync data for ids ['1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'] in n-d-816206-3 is: [{'id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'name': 'tempest-TestVolumeBootPattern-1292353347-router', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'd84d1d29-9a29-45db-9b0e-77fc8aa843c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:33Z', 'updated_at': '2021-11-09T21:39:37Z', 'revision_number': 3, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'gw_port': {'id': 'd84d1d29-9a29-45db-9b0e-77fc8aa843c6', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:35Z', 'updated_at': '2021-11-09T21:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:39:43.086649 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f9b2773d-9e59-40cc-a10a-108f72ab5919 None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:43.102284 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f9b2773d-9e59-40cc-a10a-108f72ab5919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:43.144295 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e559237e-a565-41bd-a18c-aeab6db3c7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:43.178818 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff810eac-78c8-4c8b-a5f6-a589a26e1d42 None None] Pushing event updated for resources: {'Port': ['ID=2da60cf8-c1f5-4a51-9667-fce54ce01a04,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:43.334780 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-f9b2773d-9e59-40cc-a10a-108f72ab5919 None None] Attempting to bind port 2da60cf8-c1f5-4a51-9667-fce54ce01a04 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:39:43.335249 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-f9b2773d-9e59-40cc-a10a-108f72ab5919 None None] Attempting to bind port 2da60cf8-c1f5-4a51-9667-fce54ce01a04 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '5456892f-0a67-4de8-8b15-81a6f0f7c920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '04ec1a98-a9a1-4cc9-9d0a-b7c605bfcb76'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:39:43.335707 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b2773d-9e59-40cc-a10a-108f72ab5919 None None] Attempting to bind port 2da60cf8-c1f5-4a51-9667-fce54ce01a04 on network 04ec1a98-a9a1-4cc9-9d0a-b7c605bfcb76 {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:39:43.346084 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b2773d-9e59-40cc-a10a-108f72ab5919 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:39:43.346632 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b2773d-9e59-40cc-a10a-108f72ab5919 None None] Checking segment: {'id': '5456892f-0a67-4de8-8b15-81a6f0f7c920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '04ec1a98-a9a1-4cc9-9d0a-b7c605bfcb76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:39:43.350165 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f9b2773d-9e59-40cc-a10a-108f72ab5919 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:43.350691 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b2773d-9e59-40cc-a10a-108f72ab5919 None None] Bound using segment: {'id': '5456892f-0a67-4de8-8b15-81a6f0f7c920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '04ec1a98-a9a1-4cc9-9d0a-b7c605bfcb76'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:39:43.352329 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-f9b2773d-9e59-40cc-a10a-108f72ab5919 None None] Bound port: 2da60cf8-c1f5-4a51-9667-fce54ce01a04, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5456892f-0a67-4de8-8b15-81a6f0f7c920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '04ec1a98-a9a1-4cc9-9d0a-b7c605bfcb76'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:39:43.353130 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f9b2773d-9e59-40cc-a10a-108f72ab5919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:43.371516 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-442cd29f-bd4c-4882-a387-47b96a44693e tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router_gateway, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:43.422779 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.extraroute_db [None req-1fbfecd4-64a5-4dec-9b4a-003072a5336e tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=102608) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 09 21:39:43.480474 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.extraroute_db [None req-1fbfecd4-64a5-4dec-9b4a-003072a5336e tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Removed routes are [] {{(pid=102608) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 09 21:39:43.481164 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1fbfecd4-64a5-4dec-9b4a-003072a5336e tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27285'] for router, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:43.528418 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-f9b2773d-9e59-40cc-a10a-108f72ab5919 None None] For port 2da60cf8-c1f5-4a51-9667-fce54ce01a04, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:39:43.541152 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-f9b2773d-9e59-40cc-a10a-108f72ab5919 None None] For port 2da60cf8-c1f5-4a51-9667-fce54ce01a04, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=2da60cf8-c1f5-4a51-9667-fce54ce01a04,segment=NetworkSegment(5456892f-0a67-4de8-8b15-81a6f0f7c920),segment_id=5456892f-0a67-4de8-8b15-81a6f0f7c920)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:39:43.578383 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f9b2773d-9e59-40cc-a10a-108f72ab5919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:43.639064 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f17739fb-c54b-456d-b57e-f2a5b93c1b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:43.690386 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-f17739fb-c54b-456d-b57e-f2a5b93c1b7f None None] For port d84d1d29-9a29-45db-9b0e-77fc8aa843c6, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=d84d1d29-9a29-45db-9b0e-77fc8aa843c6,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:39:43.705080 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f17739fb-c54b-456d-b57e-f2a5b93c1b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:43.724219 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e559237e-a565-41bd-a18c-aeab6db3c7f7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:43.739859 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e559237e-a565-41bd-a18c-aeab6db3c7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:43.791615 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b2773d-9e59-40cc-a10a-108f72ab5919 None None] Routers {'5e99abfe-50fa-47d3-baa9-45dfbba0aace'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:43.796854 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-f9b2773d-9e59-40cc-a10a-108f72ab5919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:39:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['5e99abfe-50fa-47d3-baa9-45dfbba0aace'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:43.859875 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff810eac-78c8-4c8b-a5f6-a589a26e1d42 None None] Pushing event updated for resources: {'Port': ['ID=2da60cf8-c1f5-4a51-9667-fce54ce01a04,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:43.899446 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17739fb-c54b-456d-b57e-f2a5b93c1b7f None None] Pushing event updated for resources: {'Port': ['ID=d84d1d29-9a29-45db-9b0e-77fc8aa843c6,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:43.912162 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e559237e-a565-41bd-a18c-aeab6db3c7f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:43.959213 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42474) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:43.977033 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-845f3cce-edb3-43c9-9829-20e08e896936 None None] Provisioning complete for port 88e40d85-1c64-4ab2-83a3-5e10488b36a7 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:43.977361 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-845f3cce-edb3-43c9-9829-20e08e896936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:44.015304 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-f9b2773d-9e59-40cc-a10a-108f72ab5919 None None] Set router 5e99abfe-50fa-47d3-baa9-45dfbba0aace gateway port host: None {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:39:44.023625 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-442cd29f-bd4c-4882-a387-47b96a44693e tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:44.087816 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-845f3cce-edb3-43c9-9829-20e08e896936 None None] Port 88e40d85-1c64-4ab2-83a3-5e10488b36a7 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:39:44.113646 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-845f3cce-edb3-43c9-9829-20e08e896936 None None] Provisioning complete for port 52dfecf5-cb66-4116-a608-92d4cdba383d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:44.114021 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-845f3cce-edb3-43c9-9829-20e08e896936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:44.251498 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-845f3cce-edb3-43c9-9829-20e08e896936 None None] Port 52dfecf5-cb66-4116-a608-92d4cdba383d cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:39:44.284162 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-845f3cce-edb3-43c9-9829-20e08e896936 None None] Provisioning complete for port 2da60cf8-c1f5-4a51-9667-fce54ce01a04 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:44.284862 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-845f3cce-edb3-43c9-9829-20e08e896936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:44.298078 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-07a5dbe1-d18d-4dbf-9c29-9bf7684a495d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:44.327336 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e559237e-a565-41bd-a18c-aeab6db3c7f7 admin admin] Network 46bdb5bb-fd13-43c3-a075-2640c54ba1a9 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:39:44.328594 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e559237e-a565-41bd-a18c-aeab6db3c7f7 admin admin] Pushing event updated for resources: {'Port': ['ID=88e40d85-1c64-4ab2-83a3-5e10488b36a7,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:44.342633 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-442cd29f-bd4c-4882-a387-47b96a44693e tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Router 8af2ea7a-999a-4ced-b540-84415fd01dc0 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:39:44.375408 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-e559237e-a565-41bd-a18c-aeab6db3c7f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:39:44.479125 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-845f3cce-edb3-43c9-9829-20e08e896936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:44.567691 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1fbfecd4-64a5-4dec-9b4a-003072a5336e tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27285'] for router, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:44.591936 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-07a5dbe1-d18d-4dbf-9c29-9bf7684a495d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:44.594092 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442cd29f-bd4c-4882-a387-47b96a44693e tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:39:44.594902 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-845f3cce-edb3-43c9-9829-20e08e896936 None None] For port 2da60cf8-c1f5-4a51-9667-fce54ce01a04, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=2da60cf8-c1f5-4a51-9667-fce54ce01a04,segment=NetworkSegment(5456892f-0a67-4de8-8b15-81a6f0f7c920),segment_id=5456892f-0a67-4de8-8b15-81a6f0f7c920)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:39:44.607215 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-845f3cce-edb3-43c9-9829-20e08e896936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:44.610151 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-07a5dbe1-d18d-4dbf-9c29-9bf7684a495d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:44.614512 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1fbfecd4-64a5-4dec-9b4a-003072a5336e tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-376903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-376910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380449'] for router, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:44.630214 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86e4632-48de-45f4-8de9-f4670192c100 None None] Sync routers for ids ['8af2ea7a-999a-4ced-b540-84415fd01dc0'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:39:44.654126 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-f9b2773d-9e59-40cc-a10a-108f72ab5919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'name': 'tempest-RoutersTest-router-1123886046', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:09Z', 'updated_at': '2021-11-09T21:39:43Z', 'revision_number': 6, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'gw_port_host': None, '_interfaces': [{'id': '2da60cf8-c1f5-4a51-9667-fce54ce01a04', 'name': '', 'network_id': '04ec1a98-a9a1-4cc9-9d0a-b7c605bfcb76', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:59:73:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '53661427-0e4e-4395-a8ad-c419e2efe72a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:35Z', 'updated_at': '2021-11-09T21:39:43Z', 'revision_number': 4, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '53661427-0e4e-4395-a8ad-c419e2efe72a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2ed80a8-bec9-4bd4-876b-e578dd145c46', 'name': '', 'network_id': 'c59ff559-75ed-4aeb-a284-a6097335190b', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:32:22:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'a56d0d0e-4a1f-4a04-b0a0-8971720b5c49', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:28Z', 'updated_at': '2021-11-09T21:39:32Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': 'a56d0d0e-4a1f-4a04-b0a0-8971720b5c49', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0540af9-b49e-403c-afae-b6e35dbdf452', 'name': '', 'network_id': 'c23e0759-5d89-4b33-93e2-5e444d137086', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:37:e2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '36c26984-ca10-48a2-bc3d-2a619c7ecb45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:19Z', 'updated_at': '2021-11-09T21:39:26Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '36c26984-ca10-48a2-bc3d-2a619c7ecb45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd33773-7453-4330-b96c-90b253a45609', 'name': '', 'network_id': '996f4ab5-978d-4248-8819-349796e4794d', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:bb:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:12Z', 'updated_at': '2021-11-09T21:39:20Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:44.672710 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-442cd29f-bd4c-4882-a387-47b96a44693e tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:44.674120 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-442cd29f-bd4c-4882-a387-47b96a44693e tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.8841076 Nov 09 21:39:44.681588 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-07a5dbe1-d18d-4dbf-9c29-9bf7684a495d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a4c84eb73a53403faec32a2891c6054d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7211664 Nov 09 21:39:44.683865 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42478) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:44.689276 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-5cd25aad-4668-4027-8653-068cbf54a6d5 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:39:44.709971 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42480) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:44.724764 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b2773d-9e59-40cc-a10a-108f72ab5919 None None] The sync data for ids ['5e99abfe-50fa-47d3-baa9-45dfbba0aace'] in n-d-816206-3 is: [{'id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'name': 'tempest-RoutersTest-router-1123886046', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:09Z', 'updated_at': '2021-11-09T21:39:43Z', 'revision_number': 6, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'gw_port_host': None, '_interfaces': [{'id': '2da60cf8-c1f5-4a51-9667-fce54ce01a04', 'name': '', 'network_id': '04ec1a98-a9a1-4cc9-9d0a-b7c605bfcb76', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:59:73:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '53661427-0e4e-4395-a8ad-c419e2efe72a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:35Z', 'updated_at': '2021-11-09T21:39:43Z', 'revision_number': 4, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '53661427-0e4e-4395-a8ad-c419e2efe72a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2ed80a8-bec9-4bd4-876b-e578dd145c46', 'name': '', 'network_id': 'c59ff559-75ed-4aeb-a284-a6097335190b', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:32:22:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'a56d0d0e-4a1f-4a04-b0a0-8971720b5c49', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:28Z', 'updated_at': '2021-11-09T21:39:32Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': 'a56d0d0e-4a1f-4a04-b0a0-8971720b5c49', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0540af9-b49e-403c-afae-b6e35dbdf452', 'name': '', 'network_id': 'c23e0759-5d89-4b33-93e2-5e444d137086', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:37:e2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '36c26984-ca10-48a2-bc3d-2a619c7ecb45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:19Z', 'updated_at': '2021-11-09T21:39:26Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '36c26984-ca10-48a2-bc3d-2a619c7ecb45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd33773-7453-4330-b96c-90b253a45609', 'name': '', 'network_id': '996f4ab5-978d-4248-8819-349796e4794d', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:bb:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:12Z', 'updated_at': '2021-11-09T21:39:20Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:39:44.746177 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86e4632-48de-45f4-8de9-f4670192c100 None None] Routers {'8af2ea7a-999a-4ced-b540-84415fd01dc0'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:44.746833 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-c86e4632-48de-45f4-8de9-f4670192c100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:39:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['8af2ea7a-999a-4ced-b540-84415fd01dc0'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:44.899507 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a5dbe1-d18d-4dbf-9c29-9bf7684a495d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee88b552-ae3b-4383-bfa1-96b67fa8759f,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:44.950773 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-845f3cce-edb3-43c9-9829-20e08e896936 None None] Provisioning complete for port d84d1d29-9a29-45db-9b0e-77fc8aa843c6 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:44.951158 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-845f3cce-edb3-43c9-9829-20e08e896936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:44.973336 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-c86e4632-48de-45f4-8de9-f4670192c100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:45.120156 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f3cce-edb3-43c9-9829-20e08e896936 None None] Pushing event updated for resources: {'Port': ['ID=2da60cf8-c1f5-4a51-9667-fce54ce01a04,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:45.150261 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86e4632-48de-45f4-8de9-f4670192c100 None None] Routers {'8af2ea7a-999a-4ced-b540-84415fd01dc0'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:45.150918 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-c86e4632-48de-45f4-8de9-f4670192c100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:39:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['8af2ea7a-999a-4ced-b540-84415fd01dc0'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:45.205307 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3475be91-55e6-48a5-a0f1-b78b185d0c62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:45.242094 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-c86e4632-48de-45f4-8de9-f4670192c100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:45.243123 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86e4632-48de-45f4-8de9-f4670192c100 None None] The sync data for ids ['8af2ea7a-999a-4ced-b540-84415fd01dc0'] in n-d-816206-3 is: [] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:39:45.270266 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3475be91-55e6-48a5-a0f1-b78b185d0c62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:45.317119 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5cd25aad-4668-4027-8653-068cbf54a6d5 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:45.339414 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fbfecd4-64a5-4dec-9b4a-003072a5336e tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Router 5e99abfe-50fa-47d3-baa9-45dfbba0aace has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:39:45.341605 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e559237e-a565-41bd-a18c-aeab6db3c7f7 admin admin] Router 1b2e24c5-ccc7-4862-90b8-ee99c4c555d4 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:39:45.351470 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5cd25aad-4668-4027-8653-068cbf54a6d5 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:45.351991 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device d84d1d29-9a29-45db-9b0e-77fc8aa843c6 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:39:45.460477 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-ebbf737d-9fd8-467f-8618-a3205026ca65 None None] Provisioning complete for port 88e40d85-1c64-4ab2-83a3-5e10488b36a7 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:45.461410 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ebbf737d-9fd8-467f-8618-a3205026ca65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:45.468237 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-5cd25aad-4668-4027-8653-068cbf54a6d5 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Deleting port 52dfecf5-cb66-4116-a608-92d4cdba383d {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:39:45.468603 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5cd25aad-4668-4027-8653-068cbf54a6d5 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:45.528394 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port d84d1d29-9a29-45db-9b0e-77fc8aa843c6 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:45.528954 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:45.568680 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-ebbf737d-9fd8-467f-8618-a3205026ca65 None None] Port 88e40d85-1c64-4ab2-83a3-5e10488b36a7 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:39:45.597587 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-ebbf737d-9fd8-467f-8618-a3205026ca65 None None] Provisioning complete for port 2da60cf8-c1f5-4a51-9667-fce54ce01a04 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:45.598102 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ebbf737d-9fd8-467f-8618-a3205026ca65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:45.644149 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5cd25aad-4668-4027-8653-068cbf54a6d5 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:45.671306 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-5cd25aad-4668-4027-8653-068cbf54a6d5 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Calling delete_port for 52dfecf5-cb66-4116-a608-92d4cdba383d owned by network:router_gateway {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:39:45.708141 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 2da60cf8-c1f5-4a51-9667-fce54ce01a04 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:39:45.830050 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 2da60cf8-c1f5-4a51-9667-fce54ce01a04 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:45.830050 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:45.987474 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5cd25aad-4668-4027-8653-068cbf54a6d5 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:46.016808 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e559237e-a565-41bd-a18c-aeab6db3c7f7 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:39:46.018129 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd25aad-4668-4027-8653-068cbf54a6d5 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Pushing event deleted for resources: {'Port': ['ID=52dfecf5-cb66-4116-a608-92d4cdba383d,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:46.024225 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e559237e-a565-41bd-a18c-aeab6db3c7f7 admin admin] 10.222.0.49 "PUT /v2.0/routers/1b2e24c5-ccc7-4862-90b8-ee99c4c555d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9967477 Nov 09 21:39:46.034939 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c2987b-bb19-4c8c-93da-c082fd22da83 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:39:46.035442 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3475be91-55e6-48a5-a0f1-b78b185d0c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:46.046054 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3475be91-55e6-48a5-a0f1-b78b185d0c62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:46.052711 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3475be91-55e6-48a5-a0f1-b78b185d0c62 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ee88b552-ae3b-4383-bfa1-96b67fa8759f HTTP/1.1" status: 204 len: 168 time: 1.3398728 Nov 09 21:39:46.094281 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbfecd4-64a5-4dec-9b4a-003072a5336e tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:39:46.110964 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1fbfecd4-64a5-4dec-9b4a-003072a5336e tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:46.114431 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1fbfecd4-64a5-4dec-9b4a-003072a5336e tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "PUT /v2.0/routers/5e99abfe-50fa-47d3-baa9-45dfbba0aace HTTP/1.1" status: 200 len: 934 time: 4.1770811 Nov 09 21:39:46.114431 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3475be91-55e6-48a5-a0f1-b78b185d0c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee88b552-ae3b-4383-bfa1-96b67fa8759f,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:46.116535 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42492) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:46.167285 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5cd25aad-4668-4027-8653-068cbf54a6d5 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:46.314396 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154b718c-c764-4003-ba0e-c15552db8e52 None None] Sync routers for ids ['1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:39:46.346236 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154b718c-c764-4003-ba0e-c15552db8e52 None None] Routers {'1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:46.351462 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-154b718c-c764-4003-ba0e-c15552db8e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:39:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:46.390112 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ea988f2e-bf8a-43d7-9ab4-abf4bc00d7de tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "GET /v2.0/routers/5e99abfe-50fa-47d3-baa9-45dfbba0aace HTTP/1.1" status: 200 len: 934 time: 0.2700982 Nov 09 21:39:46.399834 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42498) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:46.406647 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-26440dcb-9a11-401c-abea-ed8923ac6871 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Request body: {'router': {'routes': None}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:39:46.516204 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af591a28-2217-4003-8199-1905113d6928 None None] Sync routers for ids ['5e99abfe-50fa-47d3-baa9-45dfbba0aace'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:39:46.527707 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5cd25aad-4668-4027-8653-068cbf54a6d5 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27285'] for router, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:46.532848 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af591a28-2217-4003-8199-1905113d6928 None None] Routers {'5e99abfe-50fa-47d3-baa9-45dfbba0aace'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:46.533686 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-af591a28-2217-4003-8199-1905113d6928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:39:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['5e99abfe-50fa-47d3-baa9-45dfbba0aace'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:46.536174 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5cd25aad-4668-4027-8653-068cbf54a6d5 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-376903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-376910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380449'] for router, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:46.644820 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-154b718c-c764-4003-ba0e-c15552db8e52 None None] Set router 1b2e24c5-ccc7-4862-90b8-ee99c4c555d4 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:39:46.709943 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd25aad-4668-4027-8653-068cbf54a6d5 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Router 8af2ea7a-999a-4ced-b540-84415fd01dc0 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:39:46.781413 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-af591a28-2217-4003-8199-1905113d6928 None None] Set router 5e99abfe-50fa-47d3-baa9-45dfbba0aace gateway port host: None {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:39:46.815735 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd25aad-4668-4027-8653-068cbf54a6d5 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:39:46.822797 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5cd25aad-4668-4027-8653-068cbf54a6d5 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:46.826874 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5cd25aad-4668-4027-8653-068cbf54a6d5 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] 10.222.0.49 "PUT /v2.0/routers/8af2ea7a-999a-4ced-b540-84415fd01dc0 HTTP/1.1" status: 200 len: 705 time: 2.1396222 Nov 09 21:39:46.827272 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42510) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:46.853043 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4543ce67-250b-4b40-a87b-52d320ae54a8 None None] Sync routers for ids ['8af2ea7a-999a-4ced-b540-84415fd01dc0'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:39:46.924699 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8e54b2db-9603-4b2f-b6a6-f02170578f3b tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] 10.222.0.49 "GET /v2.0/routers/8af2ea7a-999a-4ced-b540-84415fd01dc0 HTTP/1.1" status: 200 len: 740 time: 0.0955632 Nov 09 21:39:46.926675 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42514) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:46.973697 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4543ce67-250b-4b40-a87b-52d320ae54a8 None None] Routers {'8af2ea7a-999a-4ced-b540-84415fd01dc0'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:46.975114 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-4543ce67-250b-4b40-a87b-52d320ae54a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:39:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['8af2ea7a-999a-4ced-b540-84415fd01dc0'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:47.032879 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-4543ce67-250b-4b40-a87b-52d320ae54a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:47.059570 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-078443a6-a28a-4283-975e-c13d8ca65988 tempest-RoutersAdminTest-312603941 tempest-RoutersAdminTest-312603941-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=4531c23d-84b7-490d-8d7c-6676781b6e6a&device_id=8af2ea7a-999a-4ced-b540-84415fd01dc0 HTTP/1.1" status: 200 len: 205 time: 0.1259530 Nov 09 21:39:47.060821 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42520) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:47.187808 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4543ce67-250b-4b40-a87b-52d320ae54a8 None None] Routers {'8af2ea7a-999a-4ced-b540-84415fd01dc0'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:47.188651 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-4543ce67-250b-4b40-a87b-52d320ae54a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:39:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['8af2ea7a-999a-4ced-b540-84415fd01dc0'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:47.215309 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1a23cb94-86a5-42ae-8189-7df26acfbcd5 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] 10.222.0.49 "GET /v2.0/ports?device_id=8af2ea7a-999a-4ced-b540-84415fd01dc0 HTTP/1.1" status: 200 len: 205 time: 0.1491625 Nov 09 21:39:47.218440 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42528) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:47.293025 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 2da60cf8-c1f5-4a51-9667-fce54ce01a04 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:39:47.327882 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-4543ce67-250b-4b40-a87b-52d320ae54a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:47.328553 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4543ce67-250b-4b40-a87b-52d320ae54a8 None None] The sync data for ids ['8af2ea7a-999a-4ced-b540-84415fd01dc0'] in n-d-816206-3 is: [] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:39:47.374340 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-154b718c-c764-4003-ba0e-c15552db8e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'name': 'tempest-TestVolumeBootPattern-1292353347-router', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'd84d1d29-9a29-45db-9b0e-77fc8aa843c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:33Z', 'updated_at': '2021-11-09T21:39:43Z', 'revision_number': 4, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'gw_port': {'id': 'd84d1d29-9a29-45db-9b0e-77fc8aa843c6', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:35Z', 'updated_at': '2021-11-09T21:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '88e40d85-1c64-4ab2-83a3-5e10488b36a7', 'name': '', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'mac_address': 'fa:16:3e:72:1e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '9efcad5d-d250-42ce-b381-abda2d565ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:41Z', 'updated_at': '2021-11-09T21:39:43Z', 'revision_number': 2, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'subnets': [{'id': '9efcad5d-d250-42ce-b381-abda2d565ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:47.388485 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f9e94bd0-af8f-46fe-857c-804c1113beba tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:47.431883 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.extraroute_db [None req-26440dcb-9a11-401c-abea-ed8923ac6871 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Added routes are [] {{(pid=102608) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 09 21:39:47.432427 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.extraroute_db [None req-26440dcb-9a11-401c-abea-ed8923ac6871 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=102608) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 09 21:39:47.448747 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154b718c-c764-4003-ba0e-c15552db8e52 None None] Checking router: 1b2e24c5-ccc7-4862-90b8-ee99c4c555d4 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:39:47.449103 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154b718c-c764-4003-ba0e-c15552db8e52 None None] Updating router 1b2e24c5-ccc7-4862-90b8-ee99c4c555d4 port 88e40d85-1c64-4ab2-83a3-5e10488b36a7 binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:39:47.493266 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42536) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:47.499864 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-8d62f37f-abc4-4db4-8c6c-4888a6bda561 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1489370135-network', 'tenant_id': 'fc29e20c26ee42a799d80e1c04a0cc89'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:39:47.508727 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-26440dcb-9a11-401c-abea-ed8923ac6871 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27285'] for router, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:47.534954 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-154b718c-c764-4003-ba0e-c15552db8e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:47.543361 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-af591a28-2217-4003-8199-1905113d6928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'name': 'tempest-RoutersTest-router-1123886046', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:09Z', 'updated_at': '2021-11-09T21:39:43Z', 'revision_number': 6, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'gw_port_host': None, '_interfaces': [{'id': '2da60cf8-c1f5-4a51-9667-fce54ce01a04', 'name': '', 'network_id': '04ec1a98-a9a1-4cc9-9d0a-b7c605bfcb76', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:59:73:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '53661427-0e4e-4395-a8ad-c419e2efe72a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:35Z', 'updated_at': '2021-11-09T21:39:44Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '53661427-0e4e-4395-a8ad-c419e2efe72a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2ed80a8-bec9-4bd4-876b-e578dd145c46', 'name': '', 'network_id': 'c59ff559-75ed-4aeb-a284-a6097335190b', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:32:22:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'a56d0d0e-4a1f-4a04-b0a0-8971720b5c49', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:28Z', 'updated_at': '2021-11-09T21:39:32Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': 'a56d0d0e-4a1f-4a04-b0a0-8971720b5c49', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0540af9-b49e-403c-afae-b6e35dbdf452', 'name': '', 'network_id': 'c23e0759-5d89-4b33-93e2-5e444d137086', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:37:e2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '36c26984-ca10-48a2-bc3d-2a619c7ecb45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:19Z', 'updated_at': '2021-11-09T21:39:26Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '36c26984-ca10-48a2-bc3d-2a619c7ecb45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd33773-7453-4330-b96c-90b253a45609', 'name': '', 'network_id': '996f4ab5-978d-4248-8819-349796e4794d', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:bb:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:12Z', 'updated_at': '2021-11-09T21:39:20Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:47.549984 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 2da60cf8-c1f5-4a51-9667-fce54ce01a04 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:47.553080 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:47.673624 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d62f37f-abc4-4db4-8c6c-4888a6bda561 admin admin] Made reservation on behalf of fc29e20c26ee42a799d80e1c04a0cc89 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:39:47.679342 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8d62f37f-abc4-4db4-8c6c-4888a6bda561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:47.720101 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af591a28-2217-4003-8199-1905113d6928 None None] Checking router: 5e99abfe-50fa-47d3-baa9-45dfbba0aace for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:39:47.770354 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8d62f37f-abc4-4db4-8c6c-4888a6bda561 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:47.805942 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f9e94bd0-af8f-46fe-857c-804c1113beba tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:47.817189 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f9e94bd0-af8f-46fe-857c-804c1113beba tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:47.871970 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cd348bf1-3368-4f6d-8cc4-871dc4c3593d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:47.887536 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af591a28-2217-4003-8199-1905113d6928 None None] Routers {'5e99abfe-50fa-47d3-baa9-45dfbba0aace'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:47.889256 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-af591a28-2217-4003-8199-1905113d6928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:39:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['5e99abfe-50fa-47d3-baa9-45dfbba0aace'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:47.919255 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-26440dcb-9a11-401c-abea-ed8923ac6871 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27285'] for router, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:47.923656 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-26440dcb-9a11-401c-abea-ed8923ac6871 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-376903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-376910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380449'] for router, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:47.991274 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:39:48.059928 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-af591a28-2217-4003-8199-1905113d6928 None None] Set router 5e99abfe-50fa-47d3-baa9-45dfbba0aace gateway port host: None {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:39:48.146217 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26440dcb-9a11-401c-abea-ed8923ac6871 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Router 5e99abfe-50fa-47d3-baa9-45dfbba0aace has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:39:48.181880 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-154b718c-c764-4003-ba0e-c15552db8e52 None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:48.199833 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-154b718c-c764-4003-ba0e-c15552db8e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:48.310754 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe88cb9-408c-4e29-b091-8b74c2742201 None None] Pushing event updated for resources: {'Port': ['ID=88e40d85-1c64-4ab2-83a3-5e10488b36a7,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:48.364162 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26440dcb-9a11-401c-abea-ed8923ac6871 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:39:48.375306 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-26440dcb-9a11-401c-abea-ed8923ac6871 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:48.376529 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-26440dcb-9a11-401c-abea-ed8923ac6871 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "PUT /v2.0/routers/5e99abfe-50fa-47d3-baa9-45dfbba0aace HTTP/1.1" status: 200 len: 700 time: 1.9756422 Nov 09 21:39:48.382442 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42546) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:48.443066 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-154b718c-c764-4003-ba0e-c15552db8e52 None None] Attempting to bind port 88e40d85-1c64-4ab2-83a3-5e10488b36a7 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:39:48.444016 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-154b718c-c764-4003-ba0e-c15552db8e52 None None] Attempting to bind port 88e40d85-1c64-4ab2-83a3-5e10488b36a7 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '3170744c-3447-44d8-9a0c-fa1ee6e7efbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:39:48.444552 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154b718c-c764-4003-ba0e-c15552db8e52 None None] Attempting to bind port 88e40d85-1c64-4ab2-83a3-5e10488b36a7 on network 46bdb5bb-fd13-43c3-a075-2640c54ba1a9 {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:39:48.455529 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154b718c-c764-4003-ba0e-c15552db8e52 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:39:48.456208 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154b718c-c764-4003-ba0e-c15552db8e52 None None] Checking segment: {'id': '3170744c-3447-44d8-9a0c-fa1ee6e7efbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:39:48.456860 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-154b718c-c764-4003-ba0e-c15552db8e52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:48.459578 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154b718c-c764-4003-ba0e-c15552db8e52 None None] Bound using segment: {'id': '3170744c-3447-44d8-9a0c-fa1ee6e7efbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:39:48.461286 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-154b718c-c764-4003-ba0e-c15552db8e52 None None] Bound port: 88e40d85-1c64-4ab2-83a3-5e10488b36a7, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3170744c-3447-44d8-9a0c-fa1ee6e7efbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:39:48.462006 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-154b718c-c764-4003-ba0e-c15552db8e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:48.608448 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3bbfcf5d-e183-45be-8aeb-a67bb82af280 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "GET /v2.0/routers/5e99abfe-50fa-47d3-baa9-45dfbba0aace HTTP/1.1" status: 200 len: 700 time: 0.2245896 Nov 09 21:39:48.609645 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42550) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:48.614028 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-af591a28-2217-4003-8199-1905113d6928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'name': 'tempest-RoutersTest-router-1123886046', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:09Z', 'updated_at': '2021-11-09T21:39:47Z', 'revision_number': 7, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'gw_port_host': None, '_interfaces': [{'id': '2da60cf8-c1f5-4a51-9667-fce54ce01a04', 'name': '', 'network_id': '04ec1a98-a9a1-4cc9-9d0a-b7c605bfcb76', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:59:73:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '53661427-0e4e-4395-a8ad-c419e2efe72a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:35Z', 'updated_at': '2021-11-09T21:39:44Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '53661427-0e4e-4395-a8ad-c419e2efe72a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2ed80a8-bec9-4bd4-876b-e578dd145c46', 'name': '', 'network_id': 'c59ff559-75ed-4aeb-a284-a6097335190b', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:32:22:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'a56d0d0e-4a1f-4a04-b0a0-8971720b5c49', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:28Z', 'updated_at': '2021-11-09T21:39:32Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': 'a56d0d0e-4a1f-4a04-b0a0-8971720b5c49', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0540af9-b49e-403c-afae-b6e35dbdf452', 'name': '', 'network_id': 'c23e0759-5d89-4b33-93e2-5e444d137086', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:37:e2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '36c26984-ca10-48a2-bc3d-2a619c7ecb45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:19Z', 'updated_at': '2021-11-09T21:39:26Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '36c26984-ca10-48a2-bc3d-2a619c7ecb45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd33773-7453-4330-b96c-90b253a45609', 'name': '', 'network_id': '996f4ab5-978d-4248-8819-349796e4794d', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:bb:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:12Z', 'updated_at': '2021-11-09T21:39:20Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:48.653923 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-154b718c-c764-4003-ba0e-c15552db8e52 None None] For port 88e40d85-1c64-4ab2-83a3-5e10488b36a7, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:39:48.659708 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-154b718c-c764-4003-ba0e-c15552db8e52 None None] For port 88e40d85-1c64-4ab2-83a3-5e10488b36a7, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=88e40d85-1c64-4ab2-83a3-5e10488b36a7,segment=NetworkSegment(3170744c-3447-44d8-9a0c-fa1ee6e7efbc),segment_id=3170744c-3447-44d8-9a0c-fa1ee6e7efbc)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:39:48.669884 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-154b718c-c764-4003-ba0e-c15552db8e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:48.709311 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af591a28-2217-4003-8199-1905113d6928 None None] The sync data for ids ['5e99abfe-50fa-47d3-baa9-45dfbba0aace'] in n-d-816206-3 is: [{'id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'name': 'tempest-RoutersTest-router-1123886046', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:09Z', 'updated_at': '2021-11-09T21:39:47Z', 'revision_number': 7, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'gw_port_host': None, '_interfaces': [{'id': '2da60cf8-c1f5-4a51-9667-fce54ce01a04', 'name': '', 'network_id': '04ec1a98-a9a1-4cc9-9d0a-b7c605bfcb76', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:59:73:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '53661427-0e4e-4395-a8ad-c419e2efe72a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:35Z', 'updated_at': '2021-11-09T21:39:44Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '53661427-0e4e-4395-a8ad-c419e2efe72a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2ed80a8-bec9-4bd4-876b-e578dd145c46', 'name': '', 'network_id': 'c59ff559-75ed-4aeb-a284-a6097335190b', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:32:22:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'a56d0d0e-4a1f-4a04-b0a0-8971720b5c49', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:28Z', 'updated_at': '2021-11-09T21:39:32Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': 'a56d0d0e-4a1f-4a04-b0a0-8971720b5c49', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0540af9-b49e-403c-afae-b6e35dbdf452', 'name': '', 'network_id': 'c23e0759-5d89-4b33-93e2-5e444d137086', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:37:e2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '36c26984-ca10-48a2-bc3d-2a619c7ecb45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:19Z', 'updated_at': '2021-11-09T21:39:26Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '36c26984-ca10-48a2-bc3d-2a619c7ecb45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd33773-7453-4330-b96c-90b253a45609', 'name': '', 'network_id': '996f4ab5-978d-4248-8819-349796e4794d', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:bb:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:12Z', 'updated_at': '2021-11-09T21:39:20Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:39:48.743708 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8d62f37f-abc4-4db4-8c6c-4888a6bda561 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:48.775178 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8d62f37f-abc4-4db4-8c6c-4888a6bda561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:48.787774 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-0aa7d8bb-7c18-4583-b116-7c58aa7f07ef None None] Provisioning complete for port 88e40d85-1c64-4ab2-83a3-5e10488b36a7 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:48.788144 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0aa7d8bb-7c18-4583-b116-7c58aa7f07ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:48.815882 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154b718c-c764-4003-ba0e-c15552db8e52 None None] Routers {'1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:48.816508 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-154b718c-c764-4003-ba0e-c15552db8e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:39:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:48.819669 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d62f37f-abc4-4db4-8c6c-4888a6bda561 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:39:48.844559 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f9e94bd0-af8f-46fe-857c-804c1113beba tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:48.845391 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e94bd0-af8f-46fe-857c-804c1113beba tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Fanout notify agent at l3_agent the message router_deleted on router 8af2ea7a-999a-4ced-b540-84415fd01dc0 {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:39:48.848120 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe88cb9-408c-4e29-b091-8b74c2742201 None None] Pushing event updated for resources: {'Port': ['ID=88e40d85-1c64-4ab2-83a3-5e10488b36a7,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:48.864655 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f9e94bd0-af8f-46fe-857c-804c1113beba tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:48.865881 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f9e94bd0-af8f-46fe-857c-804c1113beba tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] 10.222.0.49 "DELETE /v2.0/routers/8af2ea7a-999a-4ced-b540-84415fd01dc0 HTTP/1.1" status: 204 len: 168 time: 1.6463897 Nov 09 21:39:48.870215 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42558) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:48.871335 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8d62f37f-abc4-4db4-8c6c-4888a6bda561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:48.871749 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-8d62f37f-abc4-4db4-8c6c-4888a6bda561 admin admin] Added segment bf83426c-b293-4c13-8e0a-313e313aba86 of type vlan for network 9d8459dd-98a3-4a5e-b2ec-fb17d9dd5b19 Nov 09 21:39:48.943121 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-cef3983d-5cae-450e-bf09-a3788905a319 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] 10.222.0.49 "GET /v2.0/ports?device_id=8af2ea7a-999a-4ced-b540-84415fd01dc0 HTTP/1.1" status: 200 len: 205 time: 0.0694847 Nov 09 21:39:48.946586 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42560) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:48.959629 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62f37f-abc4-4db4-8c6c-4888a6bda561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c1f231-182c-4f61-954b-b1ee04db2867,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:48.983151 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8d62f37f-abc4-4db4-8c6c-4888a6bda561 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:49.015920 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0aa7d8bb-7c18-4583-b116-7c58aa7f07ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:49.040348 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8d62f37f-abc4-4db4-8c6c-4888a6bda561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:49.041438 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d62f37f-abc4-4db4-8c6c-4888a6bda561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:39:49.042746 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8d62f37f-abc4-4db4-8c6c-4888a6bda561 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:49.094127 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-0aa7d8bb-7c18-4583-b116-7c58aa7f07ef None None] For port 88e40d85-1c64-4ab2-83a3-5e10488b36a7, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=88e40d85-1c64-4ab2-83a3-5e10488b36a7,segment=NetworkSegment(3170744c-3447-44d8-9a0c-fa1ee6e7efbc),segment_id=3170744c-3447-44d8-9a0c-fa1ee6e7efbc)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:39:49.105965 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0aa7d8bb-7c18-4583-b116-7c58aa7f07ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:49.146774 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-0b51b098-7de3-4410-b921-ec7bea23659d tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] delete failed (client error): The resource could not be found. Nov 09 21:39:49.162176 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0b51b098-7de3-4410-b921-ec7bea23659d tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] 10.222.0.49 "DELETE /v2.0/routers/8af2ea7a-999a-4ced-b540-84415fd01dc0 HTTP/1.1" status: 404 len: 336 time: 0.2102575 Nov 09 21:39:49.168441 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42564) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:49.183337 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-154b718c-c764-4003-ba0e-c15552db8e52 None None] Set router 1b2e24c5-ccc7-4862-90b8-ee99c4c555d4 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:39:49.221111 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa7d8bb-7c18-4583-b116-7c58aa7f07ef None None] Pushing event updated for resources: {'Port': ['ID=88e40d85-1c64-4ab2-83a3-5e10488b36a7,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:49.275205 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8d62f37f-abc4-4db4-8c6c-4888a6bda561 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7805188 Nov 09 21:39:49.282876 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-59750f1d-adcb-4354-8265-c880ba6518d2 None None] Provisioning complete for port 88e40d85-1c64-4ab2-83a3-5e10488b36a7 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:49.283270 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-59750f1d-adcb-4354-8265-c880ba6518d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:49.287334 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e2e3c19c-e204-4428-882d-47a22a797d61 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a53c07f-11ed-4274-91cb-99b0db56503c HTTP/1.1" status: 200 len: 205 time: 0.1142688 Nov 09 21:39:49.303496 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42566) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:49.303834 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42568) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:49.304495 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62f37f-abc4-4db4-8c6c-4888a6bda561 admin admin] Pushing event updated for resources: {'Network': ['ID=9d8459dd-98a3-4a5e-b2ec-fb17d9dd5b19,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:49.321514 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-3c9690f4-fb73-4b1c-969a-7eb9cb004345 admin admin] Request body: {'subnet': {'network_id': '9d8459dd-98a3-4a5e-b2ec-fb17d9dd5b19', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1489370135-subnet', 'tenant_id': 'fc29e20c26ee42a799d80e1c04a0cc89', 'ip_version': 4}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:39:49.366211 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 9d8459dd-98a3-4a5e-b2ec-fb17d9dd5b19 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:39:49.378379 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d98e7ba-80c5-4c29-b74e-333d5a98c751 None None] Sync routers for ids ['5e99abfe-50fa-47d3-baa9-45dfbba0aace'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:39:49.441604 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9690f4-fb73-4b1c-969a-7eb9cb004345 admin admin] Made reservation on behalf of fc29e20c26ee42a799d80e1c04a0cc89 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:39:49.446635 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3c9690f4-fb73-4b1c-969a-7eb9cb004345 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:49.456041 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [None req-913fa764-1469-4b7d-bced-1624e70f961b tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] delete failed (client error): The resource could not be found. Nov 09 21:39:49.457374 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-913fa764-1469-4b7d-bced-1624e70f961b tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] 10.222.0.49 "DELETE /v2.0/routers/0a53c07f-11ed-4274-91cb-99b0db56503c HTTP/1.1" status: 404 len: 336 time: 0.1490042 Nov 09 21:39:49.461952 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42570) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:49.499457 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-eed1b120-7da6-47ec-bb5c-9491faa91d46 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] 10.222.0.49 "GET /v2.0/ports?device_id=005222a7-dc15-454a-9668-be6bd97ccfca HTTP/1.1" status: 200 len: 205 time: 0.0362103 Nov 09 21:39:49.502581 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42572) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:49.515121 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d98e7ba-80c5-4c29-b74e-333d5a98c751 None None] Routers {'5e99abfe-50fa-47d3-baa9-45dfbba0aace'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:49.516047 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-1d98e7ba-80c5-4c29-b74e-333d5a98c751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:39:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['5e99abfe-50fa-47d3-baa9-45dfbba0aace'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:49.601502 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-154b718c-c764-4003-ba0e-c15552db8e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'name': 'tempest-TestVolumeBootPattern-1292353347-router', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'd84d1d29-9a29-45db-9b0e-77fc8aa843c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:33Z', 'updated_at': '2021-11-09T21:39:43Z', 'revision_number': 4, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'gw_port': {'id': 'd84d1d29-9a29-45db-9b0e-77fc8aa843c6', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:35Z', 'updated_at': '2021-11-09T21:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '88e40d85-1c64-4ab2-83a3-5e10488b36a7', 'name': '', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'mac_address': 'fa:16:3e:72:1e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '9efcad5d-d250-42ce-b381-abda2d565ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:41Z', 'updated_at': '2021-11-09T21:39:48Z', 'revision_number': 4, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'subnets': [{'id': '9efcad5d-d250-42ce-b381-abda2d565ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:49.627079 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-1049eead-f301-4df8-a336-de351454c701 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] delete failed (client error): The resource could not be found. Nov 09 21:39:49.630959 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1049eead-f301-4df8-a336-de351454c701 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] 10.222.0.49 "DELETE /v2.0/routers/005222a7-dc15-454a-9668-be6bd97ccfca HTTP/1.1" status: 404 len: 336 time: 0.1272283 Nov 09 21:39:49.631538 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42574) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:49.735504 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-45a07131-03e3-4702-9aab-6ef0a4b7de86 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] 10.222.0.49 "GET /v2.0/ports?device_id=c53d8f80-1ede-4e9e-89a6-978b656ab1fe HTTP/1.1" status: 200 len: 205 time: 0.0959895 Nov 09 21:39:49.738427 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42578) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:49.739321 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154b718c-c764-4003-ba0e-c15552db8e52 None None] The sync data for ids ['1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'] in n-d-816206-3 is: [{'id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'name': 'tempest-TestVolumeBootPattern-1292353347-router', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'd84d1d29-9a29-45db-9b0e-77fc8aa843c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:33Z', 'updated_at': '2021-11-09T21:39:43Z', 'revision_number': 4, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'gw_port': {'id': 'd84d1d29-9a29-45db-9b0e-77fc8aa843c6', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:35Z', 'updated_at': '2021-11-09T21:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '88e40d85-1c64-4ab2-83a3-5e10488b36a7', 'name': '', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'mac_address': 'fa:16:3e:72:1e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '9efcad5d-d250-42ce-b381-abda2d565ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:41Z', 'updated_at': '2021-11-09T21:39:48Z', 'revision_number': 4, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'subnets': [{'id': '9efcad5d-d250-42ce-b381-abda2d565ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:39:49.767897 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3c9690f4-fb73-4b1c-969a-7eb9cb004345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:49.885704 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-e4083c29-cccf-4004-8d7f-8970cfbe9b51 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] delete failed (client error): The resource could not be found. Nov 09 21:39:49.886587 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e4083c29-cccf-4004-8d7f-8970cfbe9b51 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] 10.222.0.49 "DELETE /v2.0/routers/c53d8f80-1ede-4e9e-89a6-978b656ab1fe HTTP/1.1" status: 404 len: 336 time: 0.1459727 Nov 09 21:39:49.890473 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42582) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:49.895698 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-1d98e7ba-80c5-4c29-b74e-333d5a98c751 None None] Set router 5e99abfe-50fa-47d3-baa9-45dfbba0aace gateway port host: None {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:39:49.925518 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7e484844-9b85-42c7-8d8d-dd18b0446797 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:49.989377 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-37ed1822-ec97-43f8-a5ee-73fe287efd2d tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbebb439-1bfa-4b6a-9139-52d54102be2a HTTP/1.1" status: 200 len: 205 time: 0.0950980 Nov 09 21:39:50.004251 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42584) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:50.028300 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9690f4-fb73-4b1c-969a-7eb9cb004345 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa34d603-4112-4697-b54c-40fed419352d,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:50.046690 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9690f4-fb73-4b1c-969a-7eb9cb004345 admin admin] Checking segment: {'id': 'bf83426c-b293-4c13-8e0a-313e313aba86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9d8459dd-98a3-4a5e-b2ec-fb17d9dd5b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:39:50.049495 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9690f4-fb73-4b1c-969a-7eb9cb004345 admin admin] Network hostable DHCP agents. Network: 9d8459dd-98a3-4a5e-b2ec-fb17d9dd5b19, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:39:50.090773 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9690f4-fb73-4b1c-969a-7eb9cb004345 admin admin] Network 9d8459dd-98a3-4a5e-b2ec-fb17d9dd5b19 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:39:50.125250 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-3c9690f4-fb73-4b1c-969a-7eb9cb004345 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 9d8459dd-98a3-4a5e-b2ec-fb17d9dd5b19) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:39:50.132281 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9690f4-fb73-4b1c-969a-7eb9cb004345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:39:50.133256 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3c9690f4-fb73-4b1c-969a-7eb9cb004345 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:50.138849 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-6eb21282-7ed0-4e86-b6a6-56bf257d9567 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] delete failed (client error): The resource could not be found. Nov 09 21:39:50.145611 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6eb21282-7ed0-4e86-b6a6-56bf257d9567 tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] 10.222.0.49 "DELETE /v2.0/routers/dbebb439-1bfa-4b6a-9139-52d54102be2a HTTP/1.1" status: 404 len: 336 time: 0.1265504 Nov 09 21:39:50.148237 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42586) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:50.182022 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-3c9690f4-fb73-4b1c-969a-7eb9cb004345 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8745403 Nov 09 21:39:50.184477 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42588) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:50.189755 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-adc315a5-bd25-4385-b9d4-ba05521544aa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1489370135-router', 'tenant_id': 'fc29e20c26ee42a799d80e1c04a0cc89', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:39:50.204138 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f7d180eb-7063-4105-9636-a11adac65ffc tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5b1f1d6-3e47-4556-9b60-973148dd58b5 HTTP/1.1" status: 200 len: 205 time: 0.0546620 Nov 09 21:39:50.205447 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42590) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:50.255750 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-adc315a5-bd25-4385-b9d4-ba05521544aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:50.262845 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-adc315a5-bd25-4385-b9d4-ba05521544aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:50.291807 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221a24a8-9d62-49bd-a784-9c0fcf7095e4 None None] Network 9d8459dd-98a3-4a5e-b2ec-fb17d9dd5b19 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:39:50.391815 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-adc315a5-bd25-4385-b9d4-ba05521544aa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:50.447354 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-20e96249-405b-4a00-b3b2-8761f3df49e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:50.605793 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-adc315a5-bd25-4385-b9d4-ba05521544aa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:50.700223 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422a4bc7-4099-4db7-87aa-aced87069d6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-9d8459dd-98a3-4a5e-b2ec-fb17d9dd5b19', 'network_id': '9d8459dd-98a3-4a5e-b2ec-fb17d9dd5b19', 'tenant_id': 'fc29e20c26ee42a799d80e1c04a0cc89', 'fixed_ips': [{'subnet_id': 'aa34d603-4112-4697-b54c-40fed419352d'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:39:50.701207 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-422a4bc7-4099-4db7-87aa-aced87069d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:50.746461 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-1d98e7ba-80c5-4c29-b74e-333d5a98c751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'name': 'tempest-RoutersTest-router-1123886046', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:09Z', 'updated_at': '2021-11-09T21:39:47Z', 'revision_number': 7, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'gw_port_host': None, '_interfaces': [{'id': '2da60cf8-c1f5-4a51-9667-fce54ce01a04', 'name': '', 'network_id': '04ec1a98-a9a1-4cc9-9d0a-b7c605bfcb76', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:59:73:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '53661427-0e4e-4395-a8ad-c419e2efe72a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:35Z', 'updated_at': '2021-11-09T21:39:44Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '53661427-0e4e-4395-a8ad-c419e2efe72a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2ed80a8-bec9-4bd4-876b-e578dd145c46', 'name': '', 'network_id': 'c59ff559-75ed-4aeb-a284-a6097335190b', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:32:22:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'a56d0d0e-4a1f-4a04-b0a0-8971720b5c49', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:28Z', 'updated_at': '2021-11-09T21:39:32Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': 'a56d0d0e-4a1f-4a04-b0a0-8971720b5c49', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0540af9-b49e-403c-afae-b6e35dbdf452', 'name': '', 'network_id': 'c23e0759-5d89-4b33-93e2-5e444d137086', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:37:e2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '36c26984-ca10-48a2-bc3d-2a619c7ecb45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:19Z', 'updated_at': '2021-11-09T21:39:26Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '36c26984-ca10-48a2-bc3d-2a619c7ecb45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd33773-7453-4330-b96c-90b253a45609', 'name': '', 'network_id': '996f4ab5-978d-4248-8819-349796e4794d', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:bb:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:12Z', 'updated_at': '2021-11-09T21:39:20Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:50.748314 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-1ff1b5be-8891-4af9-9390-9106c8c90e5e tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] delete failed (client error): The resource could not be found. Nov 09 21:39:50.749585 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1ff1b5be-8891-4af9-9390-9106c8c90e5e tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] 10.222.0.49 "DELETE /v2.0/routers/d5b1f1d6-3e47-4556-9b60-973148dd58b5 HTTP/1.1" status: 404 len: 336 time: 0.5410674 Nov 09 21:39:50.753004 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42592) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:50.798441 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a19a1b0-f142-4f12-b8c5-9cdd46c5e07b tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] DELETE failed (client error): The resource could not be found. Nov 09 21:39:50.798950 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a19a1b0-f142-4f12-b8c5-9cdd46c5e07b tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:39:50.807529 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6a19a1b0-f142-4f12-b8c5-9cdd46c5e07b tempest-RoutersAdminTest-366255634 tempest-RoutersAdminTest-366255634-project] 10.222.0.49 "DELETE /v2.0/subnets/ffc59246-b12f-45ad-8081-4fd9ffd44a75 HTTP/1.1" status: 404 len: 337 time: 0.0531933 Nov 09 21:39:50.830748 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d98e7ba-80c5-4c29-b74e-333d5a98c751 None None] Checking router: 5e99abfe-50fa-47d3-baa9-45dfbba0aace for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:39:51.061270 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-7e484844-9b85-42c7-8d8d-dd18b0446797 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Deleting port 2da60cf8-c1f5-4a51-9667-fce54ce01a04 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:39:51.061626 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7e484844-9b85-42c7-8d8d-dd18b0446797 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:51.108622 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-422a4bc7-4099-4db7-87aa-aced87069d6c None None] Allocated IP 172.20.0.2 (9d8459dd-98a3-4a5e-b2ec-fb17d9dd5b19/aa34d603-4112-4697-b54c-40fed419352d/86c964b2-95fb-4c49-b303-c92811d8d822) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:39:51.147212 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-adc315a5-bd25-4385-b9d4-ba05521544aa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:51.203027 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-adc315a5-bd25-4385-b9d4-ba05521544aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:51.275454 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-7e484844-9b85-42c7-8d8d-dd18b0446797 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] For port 2da60cf8-c1f5-4a51-9667-fce54ce01a04, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=2da60cf8-c1f5-4a51-9667-fce54ce01a04,segment=NetworkSegment(5456892f-0a67-4de8-8b15-81a6f0f7c920),segment_id=5456892f-0a67-4de8-8b15-81a6f0f7c920)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:39:51.275835 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7e484844-9b85-42c7-8d8d-dd18b0446797 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:51.309733 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-7e484844-9b85-42c7-8d8d-dd18b0446797 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Calling delete_port for 2da60cf8-c1f5-4a51-9667-fce54ce01a04 owned by network:router_interface {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:39:51.388836 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 88e40d85-1c64-4ab2-83a3-5e10488b36a7 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:39:51.481985 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-422a4bc7-4099-4db7-87aa-aced87069d6c None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:51.522827 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d98e7ba-80c5-4c29-b74e-333d5a98c751 None None] Routers {'5e99abfe-50fa-47d3-baa9-45dfbba0aace'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:51.523959 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-1d98e7ba-80c5-4c29-b74e-333d5a98c751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:39:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['5e99abfe-50fa-47d3-baa9-45dfbba0aace'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:51.582858 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42606) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:51.668269 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-422a4bc7-4099-4db7-87aa-aced87069d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:51.681919 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-adc315a5-bd25-4385-b9d4-ba05521544aa admin admin] Allocated IP 172.25.7.116 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/1fec3f83-3f92-45ca-9ff9-3829a2517de7) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:39:51.721671 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:51.723876 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7e484844-9b85-42c7-8d8d-dd18b0446797 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:51.833045 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e484844-9b85-42c7-8d8d-dd18b0446797 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event deleted for resources: {'Port': ['ID=2da60cf8-c1f5-4a51-9667-fce54ce01a04,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:51.924837 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422a4bc7-4099-4db7-87aa-aced87069d6c None None] Network 9d8459dd-98a3-4a5e-b2ec-fb17d9dd5b19 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:39:51.956764 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-422a4bc7-4099-4db7-87aa-aced87069d6c None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:39:51.958836 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 88e40d85-1c64-4ab2-83a3-5e10488b36a7 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:51.959426 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:51.967329 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-74e3ee5a-93ad-4595-b101-0f991eb63d7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:51.998255 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422a4bc7-4099-4db7-87aa-aced87069d6c None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:39:52.010254 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a4bc7-4099-4db7-87aa-aced87069d6c None None] Pushing event updated for resources: {'Port': ['ID=86c964b2-95fb-4c49-b303-c92811d8d822,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:52.014815 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-1d98e7ba-80c5-4c29-b74e-333d5a98c751 None None] Set router 5e99abfe-50fa-47d3-baa9-45dfbba0aace gateway port host: None {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:39:52.053830 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-adc315a5-bd25-4385-b9d4-ba05521544aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:52.147014 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-adc315a5-bd25-4385-b9d4-ba05521544aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:52.215124 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc315a5-bd25-4385-b9d4-ba05521544aa admin admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:39:52.222130 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-adc315a5-bd25-4385-b9d4-ba05521544aa admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:39:52.226416 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-74e3ee5a-93ad-4595-b101-0f991eb63d7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:52.226610 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc315a5-bd25-4385-b9d4-ba05521544aa admin admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:39:52.280958 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-74e3ee5a-93ad-4595-b101-0f991eb63d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:52.284259 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad72434-9ccd-43dd-8663-8cfdf5efd5d0 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:39:52.301734 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-422a4bc7-4099-4db7-87aa-aced87069d6c None None] Attempting to bind port 86c964b2-95fb-4c49-b303-c92811d8d822 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:39:52.302856 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-422a4bc7-4099-4db7-87aa-aced87069d6c None None] Attempting to bind port 86c964b2-95fb-4c49-b303-c92811d8d822 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'bf83426c-b293-4c13-8e0a-313e313aba86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9d8459dd-98a3-4a5e-b2ec-fb17d9dd5b19'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:39:52.303872 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc315a5-bd25-4385-b9d4-ba05521544aa admin admin] Pushing event updated for resources: {'Port': ['ID=1fec3f83-3f92-45ca-9ff9-3829a2517de7,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:52.305290 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422a4bc7-4099-4db7-87aa-aced87069d6c None None] Attempting to bind port 86c964b2-95fb-4c49-b303-c92811d8d822 on network 9d8459dd-98a3-4a5e-b2ec-fb17d9dd5b19 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:39:52.356016 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422a4bc7-4099-4db7-87aa-aced87069d6c None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:39:52.358670 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422a4bc7-4099-4db7-87aa-aced87069d6c None None] Checking segment: {'id': 'bf83426c-b293-4c13-8e0a-313e313aba86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9d8459dd-98a3-4a5e-b2ec-fb17d9dd5b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:39:52.359274 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-422a4bc7-4099-4db7-87aa-aced87069d6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:52.360407 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422a4bc7-4099-4db7-87aa-aced87069d6c None None] Bound using segment: {'id': 'bf83426c-b293-4c13-8e0a-313e313aba86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9d8459dd-98a3-4a5e-b2ec-fb17d9dd5b19'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:39:52.361172 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-422a4bc7-4099-4db7-87aa-aced87069d6c None None] Bound port: 86c964b2-95fb-4c49-b303-c92811d8d822, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf83426c-b293-4c13-8e0a-313e313aba86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9d8459dd-98a3-4a5e-b2ec-fb17d9dd5b19'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:39:52.362648 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-422a4bc7-4099-4db7-87aa-aced87069d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:52.374225 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e3ee5a-93ad-4595-b101-0f991eb63d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba143ff-d29d-49e6-ba96-587b56dfbf2a,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:52.456872 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-74e3ee5a-93ad-4595-b101-0f991eb63d7d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=53b73f61a3254036bba9e6902f6a43d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8703969 Nov 09 21:39:52.461436 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42620) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:52.666027 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-45a5682e-ca39-47c3-b7bb-0b5dc1c044db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:52.680955 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-adc315a5-bd25-4385-b9d4-ba05521544aa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:52.700721 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-45a5682e-ca39-47c3-b7bb-0b5dc1c044db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:52.737119 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-4897df08-73f6-4feb-a885-2f4d24073fc6 None None] Provisioning complete for port 1fec3f83-3f92-45ca-9ff9-3829a2517de7 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:52.737494 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4897df08-73f6-4feb-a885-2f4d24073fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:52.746525 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:52.751158 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7e484844-9b85-42c7-8d8d-dd18b0446797 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:52.832270 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-4897df08-73f6-4feb-a885-2f4d24073fc6 None None] Port 1fec3f83-3f92-45ca-9ff9-3829a2517de7 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:39:52.835404 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-422a4bc7-4099-4db7-87aa-aced87069d6c None None] For port 86c964b2-95fb-4c49-b303-c92811d8d822, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:39:52.840478 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-422a4bc7-4099-4db7-87aa-aced87069d6c None None] For port 86c964b2-95fb-4c49-b303-c92811d8d822, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=86c964b2-95fb-4c49-b303-c92811d8d822,segment=NetworkSegment(bf83426c-b293-4c13-8e0a-313e313aba86),segment_id=bf83426c-b293-4c13-8e0a-313e313aba86)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:39:52.850484 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-422a4bc7-4099-4db7-87aa-aced87069d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:52.885823 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-45a5682e-ca39-47c3-b7bb-0b5dc1c044db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:52.889208 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-45a5682e-ca39-47c3-b7bb-0b5dc1c044db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:52.890834 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-45a5682e-ca39-47c3-b7bb-0b5dc1c044db admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9ba143ff-d29d-49e6-ba96-587b56dfbf2a HTTP/1.1" status: 204 len: 168 time: 0.3390062 Nov 09 21:39:52.987091 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a4bc7-4099-4db7-87aa-aced87069d6c None None] Pushing event updated for resources: {'Port': ['ID=86c964b2-95fb-4c49-b303-c92811d8d822,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:53.026897 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-1d98e7ba-80c5-4c29-b74e-333d5a98c751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'name': 'tempest-RoutersTest-router-1123886046', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:09Z', 'updated_at': '2021-11-09T21:39:47Z', 'revision_number': 7, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'gw_port_host': None, '_interfaces': [{'id': '2da60cf8-c1f5-4a51-9667-fce54ce01a04', 'name': '', 'network_id': '04ec1a98-a9a1-4cc9-9d0a-b7c605bfcb76', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:59:73:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '53661427-0e4e-4395-a8ad-c419e2efe72a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:35Z', 'updated_at': '2021-11-09T21:39:44Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '53661427-0e4e-4395-a8ad-c419e2efe72a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2ed80a8-bec9-4bd4-876b-e578dd145c46', 'name': '', 'network_id': 'c59ff559-75ed-4aeb-a284-a6097335190b', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:32:22:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'a56d0d0e-4a1f-4a04-b0a0-8971720b5c49', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:28Z', 'updated_at': '2021-11-09T21:39:32Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': 'a56d0d0e-4a1f-4a04-b0a0-8971720b5c49', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0540af9-b49e-403c-afae-b6e35dbdf452', 'name': '', 'network_id': 'c23e0759-5d89-4b33-93e2-5e444d137086', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:37:e2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '36c26984-ca10-48a2-bc3d-2a619c7ecb45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:19Z', 'updated_at': '2021-11-09T21:39:26Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '36c26984-ca10-48a2-bc3d-2a619c7ecb45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd33773-7453-4330-b96c-90b253a45609', 'name': '', 'network_id': '996f4ab5-978d-4248-8819-349796e4794d', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:bb:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:12Z', 'updated_at': '2021-11-09T21:39:20Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:53.105104 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d98e7ba-80c5-4c29-b74e-333d5a98c751 None None] The sync data for ids ['5e99abfe-50fa-47d3-baa9-45dfbba0aace'] in n-d-816206-3 is: [{'id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'name': 'tempest-RoutersTest-router-1123886046', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:09Z', 'updated_at': '2021-11-09T21:39:47Z', 'revision_number': 7, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'gw_port_host': None, '_interfaces': [{'id': '2da60cf8-c1f5-4a51-9667-fce54ce01a04', 'name': '', 'network_id': '04ec1a98-a9a1-4cc9-9d0a-b7c605bfcb76', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:59:73:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '53661427-0e4e-4395-a8ad-c419e2efe72a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:35Z', 'updated_at': '2021-11-09T21:39:44Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '53661427-0e4e-4395-a8ad-c419e2efe72a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2ed80a8-bec9-4bd4-876b-e578dd145c46', 'name': '', 'network_id': 'c59ff559-75ed-4aeb-a284-a6097335190b', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:32:22:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'a56d0d0e-4a1f-4a04-b0a0-8971720b5c49', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:28Z', 'updated_at': '2021-11-09T21:39:32Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': 'a56d0d0e-4a1f-4a04-b0a0-8971720b5c49', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0540af9-b49e-403c-afae-b6e35dbdf452', 'name': '', 'network_id': 'c23e0759-5d89-4b33-93e2-5e444d137086', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:37:e2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '36c26984-ca10-48a2-bc3d-2a619c7ecb45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:19Z', 'updated_at': '2021-11-09T21:39:26Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '36c26984-ca10-48a2-bc3d-2a619c7ecb45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd33773-7453-4330-b96c-90b253a45609', 'name': '', 'network_id': '996f4ab5-978d-4248-8819-349796e4794d', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:bb:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:12Z', 'updated_at': '2021-11-09T21:39:20Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:39:53.127949 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:53.148554 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a5682e-ca39-47c3-b7bb-0b5dc1c044db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba143ff-d29d-49e6-ba96-587b56dfbf2a,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:53.371766 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e484844-9b85-42c7-8d8d-dd18b0446797 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Router 5e99abfe-50fa-47d3-baa9-45dfbba0aace has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:39:53.423481 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:53.526954 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-adc315a5-bd25-4385-b9d4-ba05521544aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:53.593525 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e484844-9b85-42c7-8d8d-dd18b0446797 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:39:53.620567 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7e484844-9b85-42c7-8d8d-dd18b0446797 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "PUT /v2.0/routers/5e99abfe-50fa-47d3-baa9-45dfbba0aace/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0079296 Nov 09 21:39:53.622080 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42638) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:53.695216 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e81268-6fd5-4073-9749-6449a8f9b8d3 None None] Sync routers for ids ['5e99abfe-50fa-47d3-baa9-45dfbba0aace'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:39:53.719866 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e81268-6fd5-4073-9749-6449a8f9b8d3 None None] Routers {'5e99abfe-50fa-47d3-baa9-45dfbba0aace'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:53.720476 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-d3e81268-6fd5-4073-9749-6449a8f9b8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:39:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['5e99abfe-50fa-47d3-baa9-45dfbba0aace'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:53.759640 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42640) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:53.803199 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7097bcd-2226-453a-8bfe-deab804f9c18 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Deleting subnet 53661427-0e4e-4395-a8ad-c419e2efe72a {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:39:53.808555 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f7097bcd-2226-453a-8bfe-deab804f9c18 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:53.864677 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f7097bcd-2226-453a-8bfe-deab804f9c18 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:53.893371 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc315a5-bd25-4385-b9d4-ba05521544aa admin admin] Router 91d73106-a925-4327-afcf-e9ed68486116 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:39:53.949829 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-d3e81268-6fd5-4073-9749-6449a8f9b8d3 None None] Set router 5e99abfe-50fa-47d3-baa9-45dfbba0aace gateway port host: None {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:39:54.009231 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc315a5-bd25-4385-b9d4-ba05521544aa admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:39:54.020223 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ba94c5-e8cf-4a1c-8534-cdbfcf96a3c1 None None] Sync routers for ids ['91d73106-a925-4327-afcf-e9ed68486116'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:39:54.035091 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ba94c5-e8cf-4a1c-8534-cdbfcf96a3c1 None None] Routers {'91d73106-a925-4327-afcf-e9ed68486116'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:54.040762 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-16ba94c5-e8cf-4a1c-8534-cdbfcf96a3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:39:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['91d73106-a925-4327-afcf-e9ed68486116'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:54.042169 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f7097bcd-2226-453a-8bfe-deab804f9c18 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:54.048375 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-adc315a5-bd25-4385-b9d4-ba05521544aa admin admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:54.049812 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-adc315a5-bd25-4385-b9d4-ba05521544aa admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8637793 Nov 09 21:39:54.052845 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42648) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:54.186224 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b69941d3-c30e-4967-9b8d-bc6e53826e4d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a8b7cd47815c4365a36f3699196a598a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4247468 Nov 09 21:39:54.189457 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42650) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:54.256029 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f7097bcd-2226-453a-8bfe-deab804f9c18 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:54.294671 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f7097bcd-2226-453a-8bfe-deab804f9c18 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:54.313242 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f7097bcd-2226-453a-8bfe-deab804f9c18 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "DELETE /v2.0/subnets/53661427-0e4e-4395-a8ad-c419e2efe72a HTTP/1.1" status: 204 len: 168 time: 0.6845801 Nov 09 21:39:54.346014 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42652) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:54.379225 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7097bcd-2226-453a-8bfe-deab804f9c18 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event deleted for resources: {'Subnet': ['ID=53661427-0e4e-4395-a8ad-c419e2efe72a,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:54.415483 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-d3e81268-6fd5-4073-9749-6449a8f9b8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'name': 'tempest-RoutersTest-router-1123886046', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:09Z', 'updated_at': '2021-11-09T21:39:51Z', 'revision_number': 8, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'gw_port_host': None, '_interfaces': [{'id': 'd2ed80a8-bec9-4bd4-876b-e578dd145c46', 'name': '', 'network_id': 'c59ff559-75ed-4aeb-a284-a6097335190b', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:32:22:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'a56d0d0e-4a1f-4a04-b0a0-8971720b5c49', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:28Z', 'updated_at': '2021-11-09T21:39:32Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': 'a56d0d0e-4a1f-4a04-b0a0-8971720b5c49', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0540af9-b49e-403c-afae-b6e35dbdf452', 'name': '', 'network_id': 'c23e0759-5d89-4b33-93e2-5e444d137086', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:37:e2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '36c26984-ca10-48a2-bc3d-2a619c7ecb45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:19Z', 'updated_at': '2021-11-09T21:39:26Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '36c26984-ca10-48a2-bc3d-2a619c7ecb45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd33773-7453-4330-b96c-90b253a45609', 'name': '', 'network_id': '996f4ab5-978d-4248-8819-349796e4794d', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:bb:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:12Z', 'updated_at': '2021-11-09T21:39:20Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:54.499518 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e81268-6fd5-4073-9749-6449a8f9b8d3 None None] Checking router: 5e99abfe-50fa-47d3-baa9-45dfbba0aace for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:39:54.540202 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e81268-6fd5-4073-9749-6449a8f9b8d3 None None] Routers {'5e99abfe-50fa-47d3-baa9-45dfbba0aace'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:54.540979 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-d3e81268-6fd5-4073-9749-6449a8f9b8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:39:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['5e99abfe-50fa-47d3-baa9-45dfbba0aace'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:54.614567 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6189a634-5be0-4ba7-8038-feaf9c44a179 None None] Network 04ec1a98-a9a1-4cc9-9d0a-b7c605bfcb76 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:39:54.674782 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-25760e13-4f2c-4384-b38d-89f5ec5b218a tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:54.707755 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-16ba94c5-e8cf-4a1c-8534-cdbfcf96a3c1 None None] Set router 91d73106-a925-4327-afcf-e9ed68486116 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:39:54.738873 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6f935dfd-f85b-4017-9b52-dbc3d51cee02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:54.849774 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6f935dfd-f85b-4017-9b52-dbc3d51cee02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:54.888488 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-d3e81268-6fd5-4073-9749-6449a8f9b8d3 None None] Set router 5e99abfe-50fa-47d3-baa9-45dfbba0aace gateway port host: None {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:39:54.955493 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6f935dfd-f85b-4017-9b52-dbc3d51cee02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:54.958631 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6f935dfd-f85b-4017-9b52-dbc3d51cee02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:54.960040 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6f935dfd-f85b-4017-9b52-dbc3d51cee02 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/270d33cb-f6d3-4aff-9330-328922d64839 HTTP/1.1" status: 204 len: 168 time: 0.7655213 Nov 09 21:39:54.979141 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9d165605-f6a4-4ce0-a9e9-406e9d15bd02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:55.007206 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f935dfd-f85b-4017-9b52-dbc3d51cee02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270d33cb-f6d3-4aff-9330-328922d64839,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:55.033887 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-25760e13-4f2c-4384-b38d-89f5ec5b218a tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Deleting port 707291ce-383a-4086-a2f6-8c67b14505bc {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:39:55.034228 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-25760e13-4f2c-4384-b38d-89f5ec5b218a tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:55.200563 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-25760e13-4f2c-4384-b38d-89f5ec5b218a tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] For port 707291ce-383a-4086-a2f6-8c67b14505bc, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=707291ce-383a-4086-a2f6-8c67b14505bc,segment=NetworkSegment(5456892f-0a67-4de8-8b15-81a6f0f7c920),segment_id=5456892f-0a67-4de8-8b15-81a6f0f7c920)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:39:55.201236 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-25760e13-4f2c-4384-b38d-89f5ec5b218a tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:55.231038 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-25760e13-4f2c-4384-b38d-89f5ec5b218a tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Calling delete_port for 707291ce-383a-4086-a2f6-8c67b14505bc owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:39:55.248834 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed0974a-e3f0-4591-9587-910525ba0f9c None None] Network 9d8459dd-98a3-4a5e-b2ec-fb17d9dd5b19 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:39:55.340483 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-d3e81268-6fd5-4073-9749-6449a8f9b8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'name': 'tempest-RoutersTest-router-1123886046', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:09Z', 'updated_at': '2021-11-09T21:39:51Z', 'revision_number': 8, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'gw_port_host': None, '_interfaces': [{'id': 'd2ed80a8-bec9-4bd4-876b-e578dd145c46', 'name': '', 'network_id': 'c59ff559-75ed-4aeb-a284-a6097335190b', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:32:22:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'a56d0d0e-4a1f-4a04-b0a0-8971720b5c49', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:28Z', 'updated_at': '2021-11-09T21:39:32Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': 'a56d0d0e-4a1f-4a04-b0a0-8971720b5c49', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0540af9-b49e-403c-afae-b6e35dbdf452', 'name': '', 'network_id': 'c23e0759-5d89-4b33-93e2-5e444d137086', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:37:e2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '36c26984-ca10-48a2-bc3d-2a619c7ecb45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:19Z', 'updated_at': '2021-11-09T21:39:26Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '36c26984-ca10-48a2-bc3d-2a619c7ecb45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd33773-7453-4330-b96c-90b253a45609', 'name': '', 'network_id': '996f4ab5-978d-4248-8819-349796e4794d', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:bb:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:12Z', 'updated_at': '2021-11-09T21:39:20Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:55.390738 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e81268-6fd5-4073-9749-6449a8f9b8d3 None None] The sync data for ids ['5e99abfe-50fa-47d3-baa9-45dfbba0aace'] in n-d-816206-3 is: [{'id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'name': 'tempest-RoutersTest-router-1123886046', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:09Z', 'updated_at': '2021-11-09T21:39:51Z', 'revision_number': 8, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'gw_port_host': None, '_interfaces': [{'id': 'd2ed80a8-bec9-4bd4-876b-e578dd145c46', 'name': '', 'network_id': 'c59ff559-75ed-4aeb-a284-a6097335190b', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:32:22:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'a56d0d0e-4a1f-4a04-b0a0-8971720b5c49', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:28Z', 'updated_at': '2021-11-09T21:39:32Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': 'a56d0d0e-4a1f-4a04-b0a0-8971720b5c49', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0540af9-b49e-403c-afae-b6e35dbdf452', 'name': '', 'network_id': 'c23e0759-5d89-4b33-93e2-5e444d137086', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:37:e2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '36c26984-ca10-48a2-bc3d-2a619c7ecb45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:19Z', 'updated_at': '2021-11-09T21:39:26Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '36c26984-ca10-48a2-bc3d-2a619c7ecb45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd33773-7453-4330-b96c-90b253a45609', 'name': '', 'network_id': '996f4ab5-978d-4248-8819-349796e4794d', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:bb:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:12Z', 'updated_at': '2021-11-09T21:39:20Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:39:55.466455 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 86c964b2-95fb-4c49-b303-c92811d8d822 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:39:55.468538 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-25760e13-4f2c-4384-b38d-89f5ec5b218a tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:55.498757 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25760e13-4f2c-4384-b38d-89f5ec5b218a tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] No DVR routers for this DVR port 707291ce-383a-4086-a2f6-8c67b14505bc on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:39:55.506989 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-9d165605-f6a4-4ce0-a9e9-406e9d15bd02 admin admin] Allocated IP 172.20.0.1 (9d8459dd-98a3-4a5e-b2ec-fb17d9dd5b19/aa34d603-4112-4697-b54c-40fed419352d/4c5fa58a-fb1b-4773-aaa1-9f579e9a7aea) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:39:55.709531 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25760e13-4f2c-4384-b38d-89f5ec5b218a tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event deleted for resources: {'Port': ['ID=707291ce-383a-4086-a2f6-8c67b14505bc,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:55.722979 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-25760e13-4f2c-4384-b38d-89f5ec5b218a tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:55.751754 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9d165605-f6a4-4ce0-a9e9-406e9d15bd02 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:55.811731 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-25760e13-4f2c-4384-b38d-89f5ec5b218a tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04ec1a98-a9a1-4cc9-9d0a-b7c605bfcb76']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:55.829701 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-25760e13-4f2c-4384-b38d-89f5ec5b218a tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5456892f-0a67-4de8-8b15-81a6f0f7c920') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:55.830397 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-25760e13-4f2c-4384-b38d-89f5ec5b218a tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5456892f-0a67-4de8-8b15-81a6f0f7c920') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:55.842595 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9d165605-f6a4-4ce0-a9e9-406e9d15bd02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:55.857505 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaadcd91-b606-443d-9396-edfa3ce413f1 None None] DHCP port deletion for 04ec1a98-a9a1-4cc9-9d0a-b7c605bfcb76 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:39:55.865470 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-25760e13-4f2c-4384-b38d-89f5ec5b218a tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:55.893476 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-25760e13-4f2c-4384-b38d-89f5ec5b218a tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:55.907915 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25760e13-4f2c-4384-b38d-89f5ec5b218a tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:39:55.908335 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-25760e13-4f2c-4384-b38d-89f5ec5b218a tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:55.912043 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:39:55.912043 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:39:55.912043 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:39:55.912043 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:39:55.912043 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:39:55.912043 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:39:55.912043 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:39:55.912043 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:39:55.912043 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:39:55.912043 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:39:55.912043 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:39:55.912043 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:39:55.912043 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:39:55.912043 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:39:55.912043 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:39:55.912043 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:39:55.912043 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:39:55.912043 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:39:55.912043 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:39:55.912043 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:39:55.912043 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:39:55.912043 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:39:55.912043 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:39:55.912043 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:39:55.912043 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:39:55.912043 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:39:55.912043 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:39:55.912043 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:39:55.912043 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:39:55.912043 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:39:55.912043 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:39:55.912043 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:39:55.922614 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-05285c18-8470-4f3c-8345-1e48a4a9ea1c None None] Provisioning complete for port 86c964b2-95fb-4c49-b303-c92811d8d822 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:55.923095 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-05285c18-8470-4f3c-8345-1e48a4a9ea1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:55.937809 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d165605-f6a4-4ce0-a9e9-406e9d15bd02 admin admin] Network 9d8459dd-98a3-4a5e-b2ec-fb17d9dd5b19 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:39:55.945239 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-9d165605-f6a4-4ce0-a9e9-406e9d15bd02 admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:39:55.954196 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d165605-f6a4-4ce0-a9e9-406e9d15bd02 admin admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:39:56.077010 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-25760e13-4f2c-4384-b38d-89f5ec5b218a tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:56.090583 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-25760e13-4f2c-4384-b38d-89f5ec5b218a tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:56.097921 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-25760e13-4f2c-4384-b38d-89f5ec5b218a tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "DELETE /v2.0/networks/04ec1a98-a9a1-4cc9-9d0a-b7c605bfcb76 HTTP/1.1" status: 204 len: 168 time: 1.7450278 Nov 09 21:39:56.129269 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 86c964b2-95fb-4c49-b303-c92811d8d822 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:56.129269 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:56.159735 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42680) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:56.198465 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25760e13-4f2c-4384-b38d-89f5ec5b218a tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event deleted for resources: {'Network': ['ID=04ec1a98-a9a1-4cc9-9d0a-b7c605bfcb76,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:56.382868 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-16ba94c5-e8cf-4a1c-8534-cdbfcf96a3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d73106-a925-4327-afcf-e9ed68486116', 'name': 'tempest-TestVolumeBootPattern-1489370135-router', 'tenant_id': 'fc29e20c26ee42a799d80e1c04a0cc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '1fec3f83-3f92-45ca-9ff9-3829a2517de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:50Z', 'updated_at': '2021-11-09T21:39:52Z', 'revision_number': 3, 'project_id': 'fc29e20c26ee42a799d80e1c04a0cc89', 'gw_port': {'id': '1fec3f83-3f92-45ca-9ff9-3829a2517de7', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:01:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d73106-a925-4327-afcf-e9ed68486116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:51Z', 'updated_at': '2021-11-09T21:39:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:56.417308 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d165605-f6a4-4ce0-a9e9-406e9d15bd02 admin admin] Pushing event updated for resources: {'Port': ['ID=4c5fa58a-fb1b-4773-aaa1-9f579e9a7aea,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:56.443844 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9d165605-f6a4-4ce0-a9e9-406e9d15bd02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:56.550665 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:56.559669 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ba94c5-e8cf-4a1c-8534-cdbfcf96a3c1 None None] Checking router: 91d73106-a925-4327-afcf-e9ed68486116 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:39:56.560865 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ba94c5-e8cf-4a1c-8534-cdbfcf96a3c1 None None] Updating router 91d73106-a925-4327-afcf-e9ed68486116 port 1fec3f83-3f92-45ca-9ff9-3829a2517de7 binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:39:56.664074 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-16ba94c5-e8cf-4a1c-8534-cdbfcf96a3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:56.683585 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9d165605-f6a4-4ce0-a9e9-406e9d15bd02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:56.772391 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42690) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:56.837578 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-05285c18-8470-4f3c-8345-1e48a4a9ea1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:56.853504 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0bf06259-9064-43e6-8d25-6ded8eceed22 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:56.960332 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9d165605-f6a4-4ce0-a9e9-406e9d15bd02 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:56.969708 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9d165605-f6a4-4ce0-a9e9-406e9d15bd02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:57.044115 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-f704930a-3603-4279-b571-c7f346846559 tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1719309259'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:39:57.059777 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 86c964b2-95fb-4c49-b303-c92811d8d822, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=86c964b2-95fb-4c49-b303-c92811d8d822,segment=NetworkSegment(bf83426c-b293-4c13-8e0a-313e313aba86),segment_id=bf83426c-b293-4c13-8e0a-313e313aba86)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:39:57.074358 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:57.079418 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9d165605-f6a4-4ce0-a9e9-406e9d15bd02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:57.083466 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d165605-f6a4-4ce0-a9e9-406e9d15bd02 admin admin] Pushing event updated for resources: {'Port': ['ID=4c5fa58a-fb1b-4773-aaa1-9f579e9a7aea,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:57.185394 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f704930a-3603-4279-b571-c7f346846559 tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Made reservation on behalf of b6b9edc8afa44cb286c2175c3e2ae289 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:39:57.190030 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f704930a-3603-4279-b571-c7f346846559 tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:57.198704 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 707291ce-383a-4086-a2f6-8c67b14505bc no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:39:57.207520 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f704930a-3603-4279-b571-c7f346846559 tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:57.236954 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d165605-f6a4-4ce0-a9e9-406e9d15bd02 admin admin] Network 9d8459dd-98a3-4a5e-b2ec-fb17d9dd5b19 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:39:57.239151 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-9d165605-f6a4-4ce0-a9e9-406e9d15bd02 admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:39:57.279704 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 707291ce-383a-4086-a2f6-8c67b14505bc {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:39:57.280304 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 707291ce-383a-4086-a2f6-8c67b14505bc not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:39:57.280961 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 2da60cf8-c1f5-4a51-9667-fce54ce01a04 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:39:57.287142 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.db.api [None req-05285c18-8470-4f3c-8345-1e48a4a9ea1c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 21:39:57.287805 n-d-816206-3 neutron-server[102609]: DEBUG oslo_db.api [None req-05285c18-8470-4f3c-8345-1e48a4a9ea1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 21:39:57.316103 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=86c964b2-95fb-4c49-b303-c92811d8d822,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:57.323324 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 2da60cf8-c1f5-4a51-9667-fce54ce01a04 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:39:57.324042 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 2da60cf8-c1f5-4a51-9667-fce54ce01a04 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:39:57.443312 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f704930a-3603-4279-b571-c7f346846559 tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:57.454353 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f704930a-3603-4279-b571-c7f346846559 tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:57.471782 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-0bf06259-9064-43e6-8d25-6ded8eceed22 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Deleting port d2ed80a8-bec9-4bd4-876b-e578dd145c46 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:39:57.472118 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0bf06259-9064-43e6-8d25-6ded8eceed22 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:57.508098 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f704930a-3603-4279-b571-c7f346846559 tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:39:57.512585 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d165605-f6a4-4ce0-a9e9-406e9d15bd02 admin admin] Router 91d73106-a925-4327-afcf-e9ed68486116 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:39:57.546423 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-16ba94c5-e8cf-4a1c-8534-cdbfcf96a3c1 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:57.555679 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-16ba94c5-e8cf-4a1c-8534-cdbfcf96a3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:57.590445 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e39742-e6cb-4250-bb22-f209c7ed91e7 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:39:57.652129 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f704930a-3603-4279-b571-c7f346846559 tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:57.652494 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-f704930a-3603-4279-b571-c7f346846559 tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Added segment 1e4784d7-07f1-47c0-bd10-54286c054f18 of type vlan for network ea07e97d-1f66-42ad-b221-20a0a3c4f097 Nov 09 21:39:57.670125 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-16ba94c5-e8cf-4a1c-8534-cdbfcf96a3c1 None None] Attempting to bind port 1fec3f83-3f92-45ca-9ff9-3829a2517de7 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:39:57.670501 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-16ba94c5-e8cf-4a1c-8534-cdbfcf96a3c1 None None] Attempting to bind port 1fec3f83-3f92-45ca-9ff9-3829a2517de7 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:39:57.671292 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ba94c5-e8cf-4a1c-8534-cdbfcf96a3c1 None None] Attempting to bind port 1fec3f83-3f92-45ca-9ff9-3829a2517de7 on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:39:57.679179 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d94bb-fd84-4809-9084-3e4f72ca3b5f None None] Pushing event updated for resources: {'Port': ['ID=1fec3f83-3f92-45ca-9ff9-3829a2517de7,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:57.683768 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ba94c5-e8cf-4a1c-8534-cdbfcf96a3c1 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:39:57.684149 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ba94c5-e8cf-4a1c-8534-cdbfcf96a3c1 None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:39:57.684551 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-16ba94c5-e8cf-4a1c-8534-cdbfcf96a3c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:57.684973 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ba94c5-e8cf-4a1c-8534-cdbfcf96a3c1 None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:39:57.695364 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-16ba94c5-e8cf-4a1c-8534-cdbfcf96a3c1 None None] Bound port: 1fec3f83-3f92-45ca-9ff9-3829a2517de7, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:39:57.695364 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-16ba94c5-e8cf-4a1c-8534-cdbfcf96a3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:57.700683 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f704930a-3603-4279-b571-c7f346846559 tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef66354-f955-4cb1-93db-4e51858428dd,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:57.758849 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d165605-f6a4-4ce0-a9e9-406e9d15bd02 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:39:57.774824 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-9d165605-f6a4-4ce0-a9e9-406e9d15bd02 admin admin] 10.222.0.49 "PUT /v2.0/routers/91d73106-a925-4327-afcf-e9ed68486116/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7204783 Nov 09 21:39:57.777456 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f704930a-3603-4279-b571-c7f346846559 tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:57.788093 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-16ba94c5-e8cf-4a1c-8534-cdbfcf96a3c1 None None] For port 1fec3f83-3f92-45ca-9ff9-3829a2517de7, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:39:57.791930 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-16ba94c5-e8cf-4a1c-8534-cdbfcf96a3c1 None None] For port 1fec3f83-3f92-45ca-9ff9-3829a2517de7, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=1fec3f83-3f92-45ca-9ff9-3829a2517de7,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:39:57.819837 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-16ba94c5-e8cf-4a1c-8534-cdbfcf96a3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:57.858443 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-0bf06259-9064-43e6-8d25-6ded8eceed22 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] For port d2ed80a8-bec9-4bd4-876b-e578dd145c46, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=d2ed80a8-bec9-4bd4-876b-e578dd145c46,segment=NetworkSegment(03d70605-e111-4b27-a9fa-7770d6d4c90a),segment_id=03d70605-e111-4b27-a9fa-7770d6d4c90a)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:39:57.860957 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0bf06259-9064-43e6-8d25-6ded8eceed22 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:57.868232 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357e8efa-905f-4807-a3df-9a90229a7265 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:39:57.897289 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-0bf06259-9064-43e6-8d25-6ded8eceed22 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Calling delete_port for d2ed80a8-bec9-4bd4-876b-e578dd145c46 owned by network:router_interface {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:39:57.910051 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f704930a-3603-4279-b571-c7f346846559 tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:57.918908 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f704930a-3603-4279-b571-c7f346846559 tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:39:57.919628 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f704930a-3603-4279-b571-c7f346846559 tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:58.043496 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f704930a-3603-4279-b571-c7f346846559 tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Pushing event updated for resources: {'Network': ['ID=ea07e97d-1f66-42ad-b221-20a0a3c4f097,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:58.051547 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42720) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:58.051726 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f704930a-3603-4279-b571-c7f346846559 tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2772467 Nov 09 21:39:58.059538 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-1cf57b77-8d74-4fea-b0ff-6faa8ad394fc tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Request body: {'subnet': {'network_id': 'ea07e97d-1f66-42ad-b221-20a0a3c4f097', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:39:58.108014 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d94bb-fd84-4809-9084-3e4f72ca3b5f None None] Pushing event updated for resources: {'Port': ['ID=1fec3f83-3f92-45ca-9ff9-3829a2517de7,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:58.118481 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network ea07e97d-1f66-42ad-b221-20a0a3c4f097 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:39:58.188935 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ba94c5-e8cf-4a1c-8534-cdbfcf96a3c1 None None] Routers {'91d73106-a925-4327-afcf-e9ed68486116'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:58.189868 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-16ba94c5-e8cf-4a1c-8534-cdbfcf96a3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:39:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['91d73106-a925-4327-afcf-e9ed68486116'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:58.278504 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf57b77-8d74-4fea-b0ff-6faa8ad394fc tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Made reservation on behalf of b6b9edc8afa44cb286c2175c3e2ae289 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:39:58.287206 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1cf57b77-8d74-4fea-b0ff-6faa8ad394fc tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:58.340554 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-e6c8973f-6358-4820-90b2-2cf1396040aa None None] Provisioning complete for port 1fec3f83-3f92-45ca-9ff9-3829a2517de7 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:58.340971 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e6c8973f-6358-4820-90b2-2cf1396040aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:58.400514 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-16ba94c5-e8cf-4a1c-8534-cdbfcf96a3c1 None None] Set router 91d73106-a925-4327-afcf-e9ed68486116 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:39:58.577031 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0bf06259-9064-43e6-8d25-6ded8eceed22 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:58.610663 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf06259-9064-43e6-8d25-6ded8eceed22 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event deleted for resources: {'Port': ['ID=d2ed80a8-bec9-4bd4-876b-e578dd145c46,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:58.654463 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1cf57b77-8d74-4fea-b0ff-6faa8ad394fc tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:58.758667 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e6c8973f-6358-4820-90b2-2cf1396040aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:58.829290 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-e6c8973f-6358-4820-90b2-2cf1396040aa None None] For port 1fec3f83-3f92-45ca-9ff9-3829a2517de7, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=1fec3f83-3f92-45ca-9ff9-3829a2517de7,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:39:58.829997 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf57b77-8d74-4fea-b0ff-6faa8ad394fc tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Pushing event updated for resources: {'Subnet': ['ID=ba8b49aa-5826-4501-a891-3b20a1efb08c,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:58.834813 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf57b77-8d74-4fea-b0ff-6faa8ad394fc tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Checking segment: {'id': '1e4784d7-07f1-47c0-bd10-54286c054f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ea07e97d-1f66-42ad-b221-20a0a3c4f097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:39:58.845990 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e6c8973f-6358-4820-90b2-2cf1396040aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:58.847119 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf57b77-8d74-4fea-b0ff-6faa8ad394fc tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Network hostable DHCP agents. Network: ea07e97d-1f66-42ad-b221-20a0a3c4f097, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:39:58.860339 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0bf06259-9064-43e6-8d25-6ded8eceed22 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:58.894020 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-16ba94c5-e8cf-4a1c-8534-cdbfcf96a3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d73106-a925-4327-afcf-e9ed68486116', 'name': 'tempest-TestVolumeBootPattern-1489370135-router', 'tenant_id': 'fc29e20c26ee42a799d80e1c04a0cc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '1fec3f83-3f92-45ca-9ff9-3829a2517de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:50Z', 'updated_at': '2021-11-09T21:39:56Z', 'revision_number': 4, 'project_id': 'fc29e20c26ee42a799d80e1c04a0cc89', 'gw_port': {'id': '1fec3f83-3f92-45ca-9ff9-3829a2517de7', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:01:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d73106-a925-4327-afcf-e9ed68486116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:51Z', 'updated_at': '2021-11-09T21:39:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '4c5fa58a-fb1b-4773-aaa1-9f579e9a7aea', 'name': '', 'network_id': '9d8459dd-98a3-4a5e-b2ec-fb17d9dd5b19', 'tenant_id': 'fc29e20c26ee42a799d80e1c04a0cc89', 'mac_address': 'fa:16:3e:67:d6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d73106-a925-4327-afcf-e9ed68486116', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'aa34d603-4112-4697-b54c-40fed419352d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:55Z', 'updated_at': '2021-11-09T21:39:56Z', 'revision_number': 2, 'project_id': 'fc29e20c26ee42a799d80e1c04a0cc89', 'subnets': [{'id': 'aa34d603-4112-4697-b54c-40fed419352d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:58.904814 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf57b77-8d74-4fea-b0ff-6faa8ad394fc tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Network ea07e97d-1f66-42ad-b221-20a0a3c4f097 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:39:58.922285 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-1cf57b77-8d74-4fea-b0ff-6faa8ad394fc tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, ea07e97d-1f66-42ad-b221-20a0a3c4f097) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:39:58.926610 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf57b77-8d74-4fea-b0ff-6faa8ad394fc tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:39:58.931204 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1cf57b77-8d74-4fea-b0ff-6faa8ad394fc tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:58.934131 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ba94c5-e8cf-4a1c-8534-cdbfcf96a3c1 None None] The sync data for ids ['91d73106-a925-4327-afcf-e9ed68486116'] in n-d-816206-3 is: [{'id': '91d73106-a925-4327-afcf-e9ed68486116', 'name': 'tempest-TestVolumeBootPattern-1489370135-router', 'tenant_id': 'fc29e20c26ee42a799d80e1c04a0cc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '1fec3f83-3f92-45ca-9ff9-3829a2517de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:50Z', 'updated_at': '2021-11-09T21:39:56Z', 'revision_number': 4, 'project_id': 'fc29e20c26ee42a799d80e1c04a0cc89', 'gw_port': {'id': '1fec3f83-3f92-45ca-9ff9-3829a2517de7', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:01:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d73106-a925-4327-afcf-e9ed68486116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:51Z', 'updated_at': '2021-11-09T21:39:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '4c5fa58a-fb1b-4773-aaa1-9f579e9a7aea', 'name': '', 'network_id': '9d8459dd-98a3-4a5e-b2ec-fb17d9dd5b19', 'tenant_id': 'fc29e20c26ee42a799d80e1c04a0cc89', 'mac_address': 'fa:16:3e:67:d6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d73106-a925-4327-afcf-e9ed68486116', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'aa34d603-4112-4697-b54c-40fed419352d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:55Z', 'updated_at': '2021-11-09T21:39:56Z', 'revision_number': 2, 'project_id': 'fc29e20c26ee42a799d80e1c04a0cc89', 'subnets': [{'id': 'aa34d603-4112-4697-b54c-40fed419352d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:39:58.953378 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-e6c8973f-6358-4820-90b2-2cf1396040aa None None] Provisioning complete for port 4c5fa58a-fb1b-4773-aaa1-9f579e9a7aea triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:58.953618 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e6c8973f-6358-4820-90b2-2cf1396040aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:58.963078 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a196cbd9-fa3e-4b8b-9d8b-b6be6f9693c1 None None] Network ea07e97d-1f66-42ad-b221-20a0a3c4f097 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:39:58.972235 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1cf57b77-8d74-4fea-b0ff-6faa8ad394fc tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9184303 Nov 09 21:39:58.979436 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42738) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:58.997149 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-89711aeb-3409-4831-bd92-ec8998b2d26b tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Request body: {'port': {'network_id': 'ea07e97d-1f66-42ad-b221-20a0a3c4f097', 'name': 'tempest-ExtraDHCPOptionsTestJSON-575279740'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:39:59.109175 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c8973f-6358-4820-90b2-2cf1396040aa None None] Pushing event updated for resources: {'Port': ['ID=1fec3f83-3f92-45ca-9ff9-3829a2517de7,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:39:59.121002 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-e6c8973f-6358-4820-90b2-2cf1396040aa None None] Port 4c5fa58a-fb1b-4773-aaa1-9f579e9a7aea cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:39:59.241925 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [req-fe7a1b04-ad46-4dcc-99c2-05b2d8d185a9 req-0163b529-5a85-4ad1-ae7e-e6644c844a83 service neutron] (102608) timed out ('10.222.0.49', 47332) {{(pid=102608) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 21:39:59.255912 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89711aeb-3409-4831-bd92-ec8998b2d26b tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Made reservation on behalf of b6b9edc8afa44cb286c2175c3e2ae289 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:39:59.262905 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-89711aeb-3409-4831-bd92-ec8998b2d26b tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:59.305297 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-89711aeb-3409-4831-bd92-ec8998b2d26b tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] device_id is not set on port ffbce965-ffcf-427e-98b1-4cb28690a744 yet. {{(pid=102607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:39:59.340649 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-e6c8973f-6358-4820-90b2-2cf1396040aa None None] Provisioning complete for port 86c964b2-95fb-4c49-b303-c92811d8d822 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:59.341120 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e6c8973f-6358-4820-90b2-2cf1396040aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:59.406682 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf06259-9064-43e6-8d25-6ded8eceed22 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Router 5e99abfe-50fa-47d3-baa9-45dfbba0aace has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:39:59.409736 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 86c964b2-95fb-4c49-b303-c92811d8d822 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:39:59.537555 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bb66d7-ae26-4860-8d1a-feead435954c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-ea07e97d-1f66-42ad-b221-20a0a3c4f097', 'network_id': 'ea07e97d-1f66-42ad-b221-20a0a3c4f097', 'tenant_id': 'b6b9edc8afa44cb286c2175c3e2ae289', 'fixed_ips': [{'subnet_id': 'ba8b49aa-5826-4501-a891-3b20a1efb08c'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:39:59.538675 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-65bb66d7-ae26-4860-8d1a-feead435954c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:59.647804 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-89711aeb-3409-4831-bd92-ec8998b2d26b tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Allocated IP 172.20.0.6 (ea07e97d-1f66-42ad-b221-20a0a3c4f097/ba8b49aa-5826-4501-a891-3b20a1efb08c/ffbce965-ffcf-427e-98b1-4cb28690a744) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:39:59.661362 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf06259-9064-43e6-8d25-6ded8eceed22 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:39:59.672182 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0bf06259-9064-43e6-8d25-6ded8eceed22 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "PUT /v2.0/routers/5e99abfe-50fa-47d3-baa9-45dfbba0aace/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5013611 Nov 09 21:39:59.673989 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42754) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:39:59.674828 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8685a73b-10b3-40ce-859a-2d0a0815e23e None None] Sync routers for ids ['5e99abfe-50fa-47d3-baa9-45dfbba0aace'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:39:59.699382 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8685a73b-10b3-40ce-859a-2d0a0815e23e None None] Routers {'5e99abfe-50fa-47d3-baa9-45dfbba0aace'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:39:59.700328 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-8685a73b-10b3-40ce-859a-2d0a0815e23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:39:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['5e99abfe-50fa-47d3-baa9-45dfbba0aace'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:39:59.764977 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 86c964b2-95fb-4c49-b303-c92811d8d822 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:39:59.765354 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:59.789913 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f4fcdcf-e626-49a6-8317-b263978a8e8c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Deleting subnet a56d0d0e-4a1f-4a04-b0a0-8971720b5c49 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:39:59.795215 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5f4fcdcf-e626-49a6-8317-b263978a8e8c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:59.866345 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5f4fcdcf-e626-49a6-8317-b263978a8e8c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:39:59.882548 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-8685a73b-10b3-40ce-859a-2d0a0815e23e None None] Set router 5e99abfe-50fa-47d3-baa9-45dfbba0aace gateway port host: None {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:40:00.090507 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-89711aeb-3409-4831-bd92-ec8998b2d26b tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:00.105162 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5f4fcdcf-e626-49a6-8317-b263978a8e8c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:00.162802 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-89711aeb-3409-4831-bd92-ec8998b2d26b tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:00.204693 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-8685a73b-10b3-40ce-859a-2d0a0815e23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'name': 'tempest-RoutersTest-router-1123886046', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:09Z', 'updated_at': '2021-11-09T21:39:58Z', 'revision_number': 9, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'gw_port_host': None, '_interfaces': [{'id': 'e0540af9-b49e-403c-afae-b6e35dbdf452', 'name': '', 'network_id': 'c23e0759-5d89-4b33-93e2-5e444d137086', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:37:e2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '36c26984-ca10-48a2-bc3d-2a619c7ecb45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:19Z', 'updated_at': '2021-11-09T21:39:26Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '36c26984-ca10-48a2-bc3d-2a619c7ecb45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd33773-7453-4330-b96c-90b253a45609', 'name': '', 'network_id': '996f4ab5-978d-4248-8819-349796e4794d', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:bb:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:12Z', 'updated_at': '2021-11-09T21:39:20Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:00.237589 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5f4fcdcf-e626-49a6-8317-b263978a8e8c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:00.239449 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8685a73b-10b3-40ce-859a-2d0a0815e23e None None] Checking router: 5e99abfe-50fa-47d3-baa9-45dfbba0aace for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:40:00.249603 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8685a73b-10b3-40ce-859a-2d0a0815e23e None None] Routers {'5e99abfe-50fa-47d3-baa9-45dfbba0aace'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:40:00.249820 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-8685a73b-10b3-40ce-859a-2d0a0815e23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:39:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['5e99abfe-50fa-47d3-baa9-45dfbba0aace'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:00.276549 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-65bb66d7-ae26-4860-8d1a-feead435954c None None] Allocated IP 172.20.0.2 (ea07e97d-1f66-42ad-b221-20a0a3c4f097/ba8b49aa-5826-4501-a891-3b20a1efb08c/eb247c5f-ecca-4c0c-8794-ba9f16364764) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:40:00.277585 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89711aeb-3409-4831-bd92-ec8998b2d26b tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Pushing event updated for resources: {'Port': ['ID=ffbce965-ffcf-427e-98b1-4cb28690a744,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:00.311637 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89711aeb-3409-4831-bd92-ec8998b2d26b tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Network ea07e97d-1f66-42ad-b221-20a0a3c4f097 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:40:00.313098 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-89711aeb-3409-4831-bd92-ec8998b2d26b tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:40:00.316788 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4fcdcf-e626-49a6-8317-b263978a8e8c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event deleted for resources: {'Subnet': ['ID=a56d0d0e-4a1f-4a04-b0a0-8971720b5c49,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:00.322098 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89711aeb-3409-4831-bd92-ec8998b2d26b tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:40:00.324515 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5f4fcdcf-e626-49a6-8317-b263978a8e8c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:00.336072 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42764) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:00.341695 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5f4fcdcf-e626-49a6-8317-b263978a8e8c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "DELETE /v2.0/subnets/a56d0d0e-4a1f-4a04-b0a0-8971720b5c49 HTTP/1.1" status: 204 len: 168 time: 0.6631954 Nov 09 21:40:00.388139 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-8685a73b-10b3-40ce-859a-2d0a0815e23e None None] Set router 5e99abfe-50fa-47d3-baa9-45dfbba0aace gateway port host: None {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:40:00.489594 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25b29e0-3eff-4182-a179-fcfdecb37fbc None None] Network c59ff559-75ed-4aeb-a284-a6097335190b requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:40:00.705192 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89711aeb-3409-4831-bd92-ec8998b2d26b tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:40:00.705859 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-89711aeb-3409-4831-bd92-ec8998b2d26b tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:00.755740 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-76a55db5-144e-4e44-9f4d-5788a199d8bd tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:00.786622 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42776) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:00.787204 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-89711aeb-3409-4831-bd92-ec8998b2d26b tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8063684 Nov 09 21:40:00.792754 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-c7e399f9-5ca8-4fe5-bbf5-fddaa9c812bb tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Request body: {'port': {'network_id': 'ea07e97d-1f66-42ad-b221-20a0a3c4f097', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1091501290', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:40:00.793251 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.api.validators [None req-c7e399f9-5ca8-4fe5-bbf5-fddaa9c812bb tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] bootfile-name is not in valid_values {{(pid=102608) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 21:40:00.793589 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.api.validators [None req-c7e399f9-5ca8-4fe5-bbf5-fddaa9c812bb tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] tftp-server is not in valid_values {{(pid=102608) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 21:40:00.793916 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.api.validators [None req-c7e399f9-5ca8-4fe5-bbf5-fddaa9c812bb tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] server-ip-address is not in valid_values {{(pid=102608) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 21:40:00.831114 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-8685a73b-10b3-40ce-859a-2d0a0815e23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'name': 'tempest-RoutersTest-router-1123886046', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:09Z', 'updated_at': '2021-11-09T21:39:58Z', 'revision_number': 9, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'gw_port_host': None, '_interfaces': [{'id': 'e0540af9-b49e-403c-afae-b6e35dbdf452', 'name': '', 'network_id': 'c23e0759-5d89-4b33-93e2-5e444d137086', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:37:e2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '36c26984-ca10-48a2-bc3d-2a619c7ecb45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:19Z', 'updated_at': '2021-11-09T21:39:26Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '36c26984-ca10-48a2-bc3d-2a619c7ecb45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd33773-7453-4330-b96c-90b253a45609', 'name': '', 'network_id': '996f4ab5-978d-4248-8819-349796e4794d', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:bb:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:12Z', 'updated_at': '2021-11-09T21:39:20Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:00.923174 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-76a55db5-144e-4e44-9f4d-5788a199d8bd tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Deleting port 5844d2c3-2f2e-4e32-a2f0-d7ae7135ac42 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:40:00.923529 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-76a55db5-144e-4e44-9f4d-5788a199d8bd tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:01.126241 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-76a55db5-144e-4e44-9f4d-5788a199d8bd tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] For port 5844d2c3-2f2e-4e32-a2f0-d7ae7135ac42, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5844d2c3-2f2e-4e32-a2f0-d7ae7135ac42,segment=NetworkSegment(03d70605-e111-4b27-a9fa-7770d6d4c90a),segment_id=03d70605-e111-4b27-a9fa-7770d6d4c90a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:40:01.126986 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-76a55db5-144e-4e44-9f4d-5788a199d8bd tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:01.136971 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-65bb66d7-ae26-4860-8d1a-feead435954c None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:01.137226 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e399f9-5ca8-4fe5-bbf5-fddaa9c812bb tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Made reservation on behalf of b6b9edc8afa44cb286c2175c3e2ae289 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:40:01.140616 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c7e399f9-5ca8-4fe5-bbf5-fddaa9c812bb tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:01.162851 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-65bb66d7-ae26-4860-8d1a-feead435954c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:01.210476 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8685a73b-10b3-40ce-859a-2d0a0815e23e None None] The sync data for ids ['5e99abfe-50fa-47d3-baa9-45dfbba0aace'] in n-d-816206-3 is: [{'id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'name': 'tempest-RoutersTest-router-1123886046', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:09Z', 'updated_at': '2021-11-09T21:39:58Z', 'revision_number': 9, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'gw_port_host': None, '_interfaces': [{'id': 'e0540af9-b49e-403c-afae-b6e35dbdf452', 'name': '', 'network_id': 'c23e0759-5d89-4b33-93e2-5e444d137086', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:37:e2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '36c26984-ca10-48a2-bc3d-2a619c7ecb45', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:19Z', 'updated_at': '2021-11-09T21:39:26Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '36c26984-ca10-48a2-bc3d-2a619c7ecb45', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd33773-7453-4330-b96c-90b253a45609', 'name': '', 'network_id': '996f4ab5-978d-4248-8819-349796e4794d', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:bb:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:12Z', 'updated_at': '2021-11-09T21:39:20Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:40:01.212338 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-76a55db5-144e-4e44-9f4d-5788a199d8bd tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Calling delete_port for 5844d2c3-2f2e-4e32-a2f0-d7ae7135ac42 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:40:01.261985 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-c7e399f9-5ca8-4fe5-bbf5-fddaa9c812bb tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] device_id is not set on port d6978919-d962-4528-9b9e-4412a76acb4a yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:40:01.335271 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb66d7-ae26-4860-8d1a-feead435954c None None] Pushing event updated for resources: {'Port': ['ID=eb247c5f-ecca-4c0c-8794-ba9f16364764,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:01.338044 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65eec333-adc0-4e7d-bc28-6bb1eb356381 None None] DHCP port deletion for c59ff559-75ed-4aeb-a284-a6097335190b request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:40:01.345925 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bb66d7-ae26-4860-8d1a-feead435954c None None] Network ea07e97d-1f66-42ad-b221-20a0a3c4f097 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:40:01.348506 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-65bb66d7-ae26-4860-8d1a-feead435954c None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:40:01.351804 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bb66d7-ae26-4860-8d1a-feead435954c None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:40:01.439995 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-76a55db5-144e-4e44-9f4d-5788a199d8bd tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:01.549700 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a55db5-144e-4e44-9f4d-5788a199d8bd tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event deleted for resources: {'Port': ['ID=5844d2c3-2f2e-4e32-a2f0-d7ae7135ac42,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:01.577951 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a55db5-144e-4e44-9f4d-5788a199d8bd tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] No DVR routers for this DVR port 5844d2c3-2f2e-4e32-a2f0-d7ae7135ac42 on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:40:01.601952 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-c7e399f9-5ca8-4fe5-bbf5-fddaa9c812bb tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Allocated IP 172.20.0.5 (ea07e97d-1f66-42ad-b221-20a0a3c4f097/ba8b49aa-5826-4501-a891-3b20a1efb08c/d6978919-d962-4528-9b9e-4412a76acb4a) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:40:01.630613 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-65bb66d7-ae26-4860-8d1a-feead435954c None None] Attempting to bind port eb247c5f-ecca-4c0c-8794-ba9f16364764 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:40:01.648825 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42796) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:01.663104 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-65bb66d7-ae26-4860-8d1a-feead435954c None None] Attempting to bind port eb247c5f-ecca-4c0c-8794-ba9f16364764 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '1e4784d7-07f1-47c0-bd10-54286c054f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ea07e97d-1f66-42ad-b221-20a0a3c4f097'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:40:01.666846 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bb66d7-ae26-4860-8d1a-feead435954c None None] Attempting to bind port eb247c5f-ecca-4c0c-8794-ba9f16364764 on network ea07e97d-1f66-42ad-b221-20a0a3c4f097 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:40:01.689604 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 1fec3f83-3f92-45ca-9ff9-3829a2517de7 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:40:01.692742 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bb66d7-ae26-4860-8d1a-feead435954c None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:40:01.693147 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bb66d7-ae26-4860-8d1a-feead435954c None None] Checking segment: {'id': '1e4784d7-07f1-47c0-bd10-54286c054f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ea07e97d-1f66-42ad-b221-20a0a3c4f097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:40:01.693625 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-65bb66d7-ae26-4860-8d1a-feead435954c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:01.694096 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bb66d7-ae26-4860-8d1a-feead435954c None None] Bound using segment: {'id': '1e4784d7-07f1-47c0-bd10-54286c054f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ea07e97d-1f66-42ad-b221-20a0a3c4f097'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:40:01.694795 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-65bb66d7-ae26-4860-8d1a-feead435954c None None] Bound port: eb247c5f-ecca-4c0c-8794-ba9f16364764, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e4784d7-07f1-47c0-bd10-54286c054f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ea07e97d-1f66-42ad-b221-20a0a3c4f097'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:40:01.695255 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-65bb66d7-ae26-4860-8d1a-feead435954c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:01.737771 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-65eec333-adc0-4e7d-bc28-6bb1eb356381 None None] Deleting port 5844d2c3-2f2e-4e32-a2f0-d7ae7135ac42 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:40:01.738279 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-65eec333-adc0-4e7d-bc28-6bb1eb356381 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:01.834830 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-76a55db5-144e-4e44-9f4d-5788a199d8bd tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:01.915281 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-76a55db5-144e-4e44-9f4d-5788a199d8bd tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c59ff559-75ed-4aeb-a284-a6097335190b']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:01.919415 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-65eec333-adc0-4e7d-bc28-6bb1eb356381 None None] For port 5844d2c3-2f2e-4e32-a2f0-d7ae7135ac42, host n-d-816206-3, got binding levels [] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:40:01.919823 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-65eec333-adc0-4e7d-bc28-6bb1eb356381 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:01.941946 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-76a55db5-144e-4e44-9f4d-5788a199d8bd tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03d70605-e111-4b27-a9fa-7770d6d4c90a') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:01.943384 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-76a55db5-144e-4e44-9f4d-5788a199d8bd tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03d70605-e111-4b27-a9fa-7770d6d4c90a') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:01.961562 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-76a55db5-144e-4e44-9f4d-5788a199d8bd tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:01.977993 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-76a55db5-144e-4e44-9f4d-5788a199d8bd tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:01.983075 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-65eec333-adc0-4e7d-bc28-6bb1eb356381 None None] Calling delete_port for 5844d2c3-2f2e-4e32-a2f0-d7ae7135ac42 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:40:02.001001 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.ipam_backend_mixin [None req-65eec333-adc0-4e7d-bc28-6bb1eb356381 None None] Port 5844d2c3-2f2e-4e32-a2f0-d7ae7135ac42 was not found and therefore no delete operation was performed {{(pid=102609) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 21:40:02.001001 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-65bb66d7-ae26-4860-8d1a-feead435954c None None] For port eb247c5f-ecca-4c0c-8794-ba9f16364764, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:40:02.019812 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-65eec333-adc0-4e7d-bc28-6bb1eb356381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:02.078383 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 1fec3f83-3f92-45ca-9ff9-3829a2517de7 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:40:02.079759 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:02.082942 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76a55db5-144e-4e44-9f4d-5788a199d8bd tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:40:02.083466 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-76a55db5-144e-4e44-9f4d-5788a199d8bd tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:02.086203 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eec333-adc0-4e7d-bc28-6bb1eb356381 None None] Pushing event deleted for resources: {'Port': ['ID=5844d2c3-2f2e-4e32-a2f0-d7ae7135ac42,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:02.088917 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:40:02.088917 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:40:02.088917 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:40:02.088917 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:40:02.088917 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:40:02.088917 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:40:02.088917 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:40:02.088917 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:40:02.088917 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:40:02.088917 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:40:02.088917 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:40:02.088917 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:40:02.088917 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:40:02.088917 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:40:02.088917 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:40:02.088917 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:40:02.088917 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:40:02.088917 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:40:02.088917 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:40:02.088917 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:40:02.088917 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:40:02.088917 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:40:02.088917 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:40:02.088917 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:40:02.088917 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:40:02.088917 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:40:02.088917 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:40:02.088917 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:40:02.088917 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:40:02.088917 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:40:02.088917 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:40:02.088917 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:40:02.134329 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eec333-adc0-4e7d-bc28-6bb1eb356381 None None] No DVR routers for this DVR port 5844d2c3-2f2e-4e32-a2f0-d7ae7135ac42 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:40:02.213182 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c7e399f9-5ca8-4fe5-bbf5-fddaa9c812bb tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:02.245680 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-76a55db5-144e-4e44-9f4d-5788a199d8bd tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:02.250077 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-76a55db5-144e-4e44-9f4d-5788a199d8bd tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:02.256994 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-76a55db5-144e-4e44-9f4d-5788a199d8bd tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "DELETE /v2.0/networks/c59ff559-75ed-4aeb-a284-a6097335190b HTTP/1.1" status: 204 len: 168 time: 1.9078407 Nov 09 21:40:02.257674 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42808) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:02.294000 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c7e399f9-5ca8-4fe5-bbf5-fddaa9c812bb tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:02.367512 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e399f9-5ca8-4fe5-bbf5-fddaa9c812bb tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Network ea07e97d-1f66-42ad-b221-20a0a3c4f097 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:40:02.370517 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e399f9-5ca8-4fe5-bbf5-fddaa9c812bb tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Pushing event updated for resources: {'Port': ['ID=d6978919-d962-4528-9b9e-4412a76acb4a,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:02.382872 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-c7e399f9-5ca8-4fe5-bbf5-fddaa9c812bb tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:40:02.392971 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e399f9-5ca8-4fe5-bbf5-fddaa9c812bb tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:40:02.490599 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e399f9-5ca8-4fe5-bbf5-fddaa9c812bb tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:40:02.491917 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c7e399f9-5ca8-4fe5-bbf5-fddaa9c812bb tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:02.500062 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a55db5-144e-4e44-9f4d-5788a199d8bd tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event deleted for resources: {'Network': ['ID=c59ff559-75ed-4aeb-a284-a6097335190b,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:02.536265 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c7e399f9-5ca8-4fe5-bbf5-fddaa9c812bb tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.7485154 Nov 09 21:40:02.538811 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42810) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:02.541452 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-65bb66d7-ae26-4860-8d1a-feead435954c None None] For port eb247c5f-ecca-4c0c-8794-ba9f16364764, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=eb247c5f-ecca-4c0c-8794-ba9f16364764,segment=NetworkSegment(1e4784d7-07f1-47c0-bd10-54286c054f18),segment_id=1e4784d7-07f1-47c0-bd10-54286c054f18)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:40:02.550163 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-65bb66d7-ae26-4860-8d1a-feead435954c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:02.620549 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb66d7-ae26-4860-8d1a-feead435954c None None] Pushing event updated for resources: {'Port': ['ID=eb247c5f-ecca-4c0c-8794-ba9f16364764,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:02.649961 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b320f08-bc67-4fd9-9dfd-0abd005a1274 tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:40:02.656893 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b320f08-bc67-4fd9-9dfd-0abd005a1274 tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:40:02.668613 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b320f08-bc67-4fd9-9dfd-0abd005a1274 tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:40:02.672687 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5b320f08-bc67-4fd9-9dfd-0abd005a1274 tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1306474 Nov 09 21:40:02.674411 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42814) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:02.819860 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-af38d68f-4cf8-4c67-b775-01b06eed7145 tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Deleting port d6978919-d962-4528-9b9e-4412a76acb4a {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:40:02.820244 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-af38d68f-4cf8-4c67-b775-01b06eed7145 tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:03.040797 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-af38d68f-4cf8-4c67-b775-01b06eed7145 tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:03.064765 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-af38d68f-4cf8-4c67-b775-01b06eed7145 tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Calling delete_port for d6978919-d962-4528-9b9e-4412a76acb4a owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:40:03.246696 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device eb247c5f-ecca-4c0c-8794-ba9f16364764 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:40:03.300311 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-af38d68f-4cf8-4c67-b775-01b06eed7145 tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:03.329861 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port eb247c5f-ecca-4c0c-8794-ba9f16364764 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:40:03.330415 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:03.344223 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af38d68f-4cf8-4c67-b775-01b06eed7145 tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Pushing event deleted for resources: {'Port': ['ID=d6978919-d962-4528-9b9e-4412a76acb4a,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:03.425295 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-af38d68f-4cf8-4c67-b775-01b06eed7145 tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:03.428965 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-af38d68f-4cf8-4c67-b775-01b06eed7145 tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] 10.222.0.49 "DELETE /v2.0/ports/d6978919-d962-4528-9b9e-4412a76acb4a HTTP/1.1" status: 204 len: 168 time: 0.7533233 Nov 09 21:40:03.434400 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42828) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:03.441797 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-22fcf279-6f2d-4895-87c5-98cba1f0725c tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Request body: {'port': {'name': 'tempest-new-port-name-1771486510', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:40:03.442445 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.api.validators [None req-22fcf279-6f2d-4895-87c5-98cba1f0725c tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] bootfile-name is not in valid_values {{(pid=102608) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 21:40:03.443428 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.api.validators [None req-22fcf279-6f2d-4895-87c5-98cba1f0725c tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] tftp-server is not in valid_values {{(pid=102608) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 21:40:03.444194 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.api.validators [None req-22fcf279-6f2d-4895-87c5-98cba1f0725c tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] server-ip-address is not in valid_values {{(pid=102608) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 21:40:03.455568 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:03.505630 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port eb247c5f-ecca-4c0c-8794-ba9f16364764, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=eb247c5f-ecca-4c0c-8794-ba9f16364764,segment=NetworkSegment(1e4784d7-07f1-47c0-bd10-54286c054f18),segment_id=1e4784d7-07f1-47c0-bd10-54286c054f18)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:40:03.511981 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:03.561561 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-22fcf279-6f2d-4895-87c5-98cba1f0725c tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:03.605580 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=eb247c5f-ecca-4c0c-8794-ba9f16364764,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:03.613863 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-01f8d954-15dd-454d-88cd-012ca8a7a0cf tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:40:03.615698 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-01f8d954-15dd-454d-88cd-012ca8a7a0cf tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/networks?id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9 HTTP/1.1" status: 200 len: 812 time: 0.2335856 Nov 09 21:40:03.621611 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8e771dcb-3186-4e29-bd27-cde901844f71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:03.625201 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device d2ed80a8-bec9-4bd4-876b-e578dd145c46 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:40:03.636834 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-c8841370-1e4f-45fb-9606-978f7ec91326 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/quotas/b3039f985d904a47a201680c8c884f50 HTTP/1.1" status: 200 len: 375 time: 0.0119557 Nov 09 21:40:03.650179 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: d2ed80a8-bec9-4bd4-876b-e578dd145c46 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:40:03.651150 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device d2ed80a8-bec9-4bd4-876b-e578dd145c46 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:40:03.651810 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 5844d2c3-2f2e-4e32-a2f0-d7ae7135ac42 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:40:03.696509 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 5844d2c3-2f2e-4e32-a2f0-d7ae7135ac42 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:40:03.697261 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 5844d2c3-2f2e-4e32-a2f0-d7ae7135ac42 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:40:03.717286 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:03.818456 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-52945385-1681-4a7a-8dfa-3cf53e64d57d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3039f985d904a47a201680c8c884f50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1432717 Nov 09 21:40:03.842035 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5436b3ff-2c80-4ad4-b66a-1dcb64a765e3 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:03.853445 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-22fcf279-6f2d-4895-87c5-98cba1f0725c tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:03.859884 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-22fcf279-6f2d-4895-87c5-98cba1f0725c tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:03.970814 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-22fcf279-6f2d-4895-87c5-98cba1f0725c tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] In _notify_port_updated(), no bound segment for port ffbce965-ffcf-427e-98b1-4cb28690a744 on network ea07e97d-1f66-42ad-b221-20a0a3c4f097 {{(pid=102608) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 21:40:03.977818 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fcf279-6f2d-4895-87c5-98cba1f0725c tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:40:03.978519 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-22fcf279-6f2d-4895-87c5-98cba1f0725c tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:03.980445 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-22fcf279-6f2d-4895-87c5-98cba1f0725c tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] 10.222.0.49 "PUT /v2.0/ports/ffbce965-ffcf-427e-98b1-4cb28690a744 HTTP/1.1" status: 200 len: 1136 time: 0.5448511 Nov 09 21:40:03.981527 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fcf279-6f2d-4895-87c5-98cba1f0725c tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Pushing event updated for resources: {'Port': ['ID=ffbce965-ffcf-427e-98b1-4cb28690a744,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:03.985310 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42830) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:04.045945 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bf6820-b1ba-4ff0-926a-9125162c958a tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:40:04.045945 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-63bf6820-b1ba-4ff0-926a-9125162c958a tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] 10.222.0.49 "GET /v2.0/ports/ffbce965-ffcf-427e-98b1-4cb28690a744 HTTP/1.1" status: 200 len: 1136 time: 0.0589566 Nov 09 21:40:04.056211 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42832) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:04.074657 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eaadbd-fff3-4dee-b9df-80c9b7c2269d None None] Sync routers for ids ['91d73106-a925-4327-afcf-e9ed68486116'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:40:04.085746 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eaadbd-fff3-4dee-b9df-80c9b7c2269d None None] Routers {'91d73106-a925-4327-afcf-e9ed68486116'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:40:04.086401 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-62eaadbd-fff3-4dee-b9df-80c9b7c2269d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:39:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['91d73106-a925-4327-afcf-e9ed68486116'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:04.128783 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3eca31-4cf7-4cee-92d9-4cdf181f55ee None None] Network ea07e97d-1f66-42ad-b221-20a0a3c4f097 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:40:04.134425 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-94a35775-2c04-4d56-8dd3-512e217a8c62 service neutron] 10.222.0.49 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057880 Nov 09 21:40:04.228620 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-c3c92a58-ddec-4345-82c2-69f38836ce67 None None] Provisioning complete for port eb247c5f-ecca-4c0c-8794-ba9f16364764 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:40:04.229842 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c3c92a58-ddec-4345-82c2-69f38836ce67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:04.308045 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-62eaadbd-fff3-4dee-b9df-80c9b7c2269d None None] Set router 91d73106-a925-4327-afcf-e9ed68486116 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:40:04.337821 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-1a97f0a9-f812-4211-b906-4fa62dc87f9b service neutron] 10.222.0.49 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024343 Nov 09 21:40:04.407933 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-800cbcdc-4e5a-4220-af44-68df918913cb tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Deleting port ffbce965-ffcf-427e-98b1-4cb28690a744 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:40:04.408293 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-800cbcdc-4e5a-4220-af44-68df918913cb tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:04.587545 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-800cbcdc-4e5a-4220-af44-68df918913cb tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:04.606127 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-8e771dcb-3186-4e29-bd27-cde901844f71 admin admin] Deleting port 4c87a4af-462e-42b9-a66b-af186bac11bd {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:40:04.607899 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8e771dcb-3186-4e29-bd27-cde901844f71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:04.665078 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-62eaadbd-fff3-4dee-b9df-80c9b7c2269d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d73106-a925-4327-afcf-e9ed68486116', 'name': 'tempest-TestVolumeBootPattern-1489370135-router', 'tenant_id': 'fc29e20c26ee42a799d80e1c04a0cc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '1fec3f83-3f92-45ca-9ff9-3829a2517de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:50Z', 'updated_at': '2021-11-09T21:39:56Z', 'revision_number': 4, 'project_id': 'fc29e20c26ee42a799d80e1c04a0cc89', 'gw_port': {'id': '1fec3f83-3f92-45ca-9ff9-3829a2517de7', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:01:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d73106-a925-4327-afcf-e9ed68486116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:51Z', 'updated_at': '2021-11-09T21:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '4c5fa58a-fb1b-4773-aaa1-9f579e9a7aea', 'name': '', 'network_id': '9d8459dd-98a3-4a5e-b2ec-fb17d9dd5b19', 'tenant_id': 'fc29e20c26ee42a799d80e1c04a0cc89', 'mac_address': 'fa:16:3e:67:d6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d73106-a925-4327-afcf-e9ed68486116', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'aa34d603-4112-4697-b54c-40fed419352d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:55Z', 'updated_at': '2021-11-09T21:39:56Z', 'revision_number': 2, 'project_id': 'fc29e20c26ee42a799d80e1c04a0cc89', 'subnets': [{'id': 'aa34d603-4112-4697-b54c-40fed419352d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:04.665755 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-800cbcdc-4e5a-4220-af44-68df918913cb tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Calling delete_port for ffbce965-ffcf-427e-98b1-4cb28690a744 owned by {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:40:04.695657 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eaadbd-fff3-4dee-b9df-80c9b7c2269d None None] Checking router: 91d73106-a925-4327-afcf-e9ed68486116 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:40:04.695941 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-5436b3ff-2c80-4ad4-b66a-1dcb64a765e3 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Deleting port e0540af9-b49e-403c-afae-b6e35dbdf452 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:40:04.696244 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eaadbd-fff3-4dee-b9df-80c9b7c2269d None None] Updating router 91d73106-a925-4327-afcf-e9ed68486116 port 4c5fa58a-fb1b-4773-aaa1-9f579e9a7aea binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:40:04.696400 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5436b3ff-2c80-4ad4-b66a-1dcb64a765e3 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:04.733868 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-62eaadbd-fff3-4dee-b9df-80c9b7c2269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:04.861476 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fee059f0-2292-4f2c-8e0e-53e1c6c89acf req-ba170569-27d7-436f-96c6-24fdfc5411b8 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbff649-4741-4ab4-9beb-ade4e7df9345 HTTP/1.1" status: 200 len: 210 time: 0.0602884 Nov 09 21:40:04.868129 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-8e771dcb-3186-4e29-bd27-cde901844f71 admin admin] For port 4c87a4af-462e-42b9-a66b-af186bac11bd, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=4c87a4af-462e-42b9-a66b-af186bac11bd,segment=NetworkSegment(78ce6615-06a8-4c13-a188-c74fb2e831a4),segment_id=78ce6615-06a8-4c13-a188-c74fb2e831a4)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:40:04.868495 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8e771dcb-3186-4e29-bd27-cde901844f71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:04.898761 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-8e771dcb-3186-4e29-bd27-cde901844f71 admin admin] Calling delete_port for 4c87a4af-462e-42b9-a66b-af186bac11bd owned by network:router_interface {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:40:05.001350 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-9229f294-7cc1-4715-9e8c-3e693c31ac28 None None] Provisioning complete for port eb247c5f-ecca-4c0c-8794-ba9f16364764 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:40:05.001724 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9229f294-7cc1-4715-9e8c-3e693c31ac28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:05.021304 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-5436b3ff-2c80-4ad4-b66a-1dcb64a765e3 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] For port e0540af9-b49e-403c-afae-b6e35dbdf452, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=e0540af9-b49e-403c-afae-b6e35dbdf452,segment=NetworkSegment(eb789e01-d413-4891-a336-992c5dbe6677),segment_id=eb789e01-d413-4891-a336-992c5dbe6677)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:40:05.021713 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5436b3ff-2c80-4ad4-b66a-1dcb64a765e3 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:05.059236 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-5436b3ff-2c80-4ad4-b66a-1dcb64a765e3 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Calling delete_port for e0540af9-b49e-403c-afae-b6e35dbdf452 owned by network:router_interface {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:40:05.118951 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-800cbcdc-4e5a-4220-af44-68df918913cb tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:05.195321 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800cbcdc-4e5a-4220-af44-68df918913cb tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Pushing event deleted for resources: {'Port': ['ID=ffbce965-ffcf-427e-98b1-4cb28690a744,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:05.202366 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-8f659d1e-a03f-44b0-bd86-dee346be173b req-e4e75e29-c611-453b-9a1b-352e423a010f service neutron] (102607) timed out ('10.222.0.49', 57794) {{(pid=102607) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 21:40:05.240583 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device eb247c5f-ecca-4c0c-8794-ba9f16364764 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:40:05.250079 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-62eaadbd-fff3-4dee-b9df-80c9b7c2269d None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:05.293251 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-9229f294-7cc1-4715-9e8c-3e693c31ac28 None None] Could not find standard attr ID for object ffbce965-ffcf-427e-98b1-4cb28690a744. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 21:40:05.296724 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-62eaadbd-fff3-4dee-b9df-80c9b7c2269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:05.340259 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dedd6f-b342-49f7-a856-e258af31e512 None None] Pushing event updated for resources: {'Port': ['ID=4c5fa58a-fb1b-4773-aaa1-9f579e9a7aea,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:05.422609 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port eb247c5f-ecca-4c0c-8794-ba9f16364764 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:40:05.423487 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:05.491463 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-800cbcdc-4e5a-4220-af44-68df918913cb tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:05.495335 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-800cbcdc-4e5a-4220-af44-68df918913cb tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] 10.222.0.49 "DELETE /v2.0/ports/ffbce965-ffcf-427e-98b1-4cb28690a744 HTTP/1.1" status: 204 len: 168 time: 1.4370933 Nov 09 21:40:05.499179 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42848) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:05.502603 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-c077ff9d-ea2e-4d79-a8ef-8470212f14d9 None None] Could not find standard attr ID for object ffbce965-ffcf-427e-98b1-4cb28690a744. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 21:40:05.544829 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-62eaadbd-fff3-4dee-b9df-80c9b7c2269d None None] Attempting to bind port 4c5fa58a-fb1b-4773-aaa1-9f579e9a7aea on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:40:05.545217 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-62eaadbd-fff3-4dee-b9df-80c9b7c2269d None None] Attempting to bind port 4c5fa58a-fb1b-4773-aaa1-9f579e9a7aea by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'bf83426c-b293-4c13-8e0a-313e313aba86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9d8459dd-98a3-4a5e-b2ec-fb17d9dd5b19'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:40:05.545750 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62eaadbd-fff3-4dee-b9df-80c9b7c2269d None None] Attempting to bind port 4c5fa58a-fb1b-4773-aaa1-9f579e9a7aea on network 9d8459dd-98a3-4a5e-b2ec-fb17d9dd5b19 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:40:05.566659 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62eaadbd-fff3-4dee-b9df-80c9b7c2269d None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:40:05.567044 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62eaadbd-fff3-4dee-b9df-80c9b7c2269d None None] Checking segment: {'id': 'bf83426c-b293-4c13-8e0a-313e313aba86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9d8459dd-98a3-4a5e-b2ec-fb17d9dd5b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:40:05.567448 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-62eaadbd-fff3-4dee-b9df-80c9b7c2269d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:05.567841 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62eaadbd-fff3-4dee-b9df-80c9b7c2269d None None] Bound using segment: {'id': 'bf83426c-b293-4c13-8e0a-313e313aba86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9d8459dd-98a3-4a5e-b2ec-fb17d9dd5b19'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:40:05.568316 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-62eaadbd-fff3-4dee-b9df-80c9b7c2269d None None] Bound port: 4c5fa58a-fb1b-4773-aaa1-9f579e9a7aea, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf83426c-b293-4c13-8e0a-313e313aba86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9d8459dd-98a3-4a5e-b2ec-fb17d9dd5b19'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:40:05.571631 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-62eaadbd-fff3-4dee-b9df-80c9b7c2269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:05.659907 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f0441e0-527c-4ed0-9426-aee0098c6612 tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Deleting subnet ba8b49aa-5826-4501-a891-3b20a1efb08c {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:40:05.664578 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5436b3ff-2c80-4ad4-b66a-1dcb64a765e3 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:05.668130 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0f0441e0-527c-4ed0-9426-aee0098c6612 tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:05.714677 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-62eaadbd-fff3-4dee-b9df-80c9b7c2269d None None] For port 4c5fa58a-fb1b-4773-aaa1-9f579e9a7aea, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:40:05.722310 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-27f00a28-016f-4fd4-972c-6487884ca226 None None] Could not find standard attr ID for object d6978919-d962-4528-9b9e-4412a76acb4a. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 21:40:05.752103 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436b3ff-2c80-4ad4-b66a-1dcb64a765e3 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event deleted for resources: {'Port': ['ID=e0540af9-b49e-403c-afae-b6e35dbdf452,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:05.780001 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0f0441e0-527c-4ed0-9426-aee0098c6612 tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:05.953193 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0f0441e0-527c-4ed0-9426-aee0098c6612 tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:05.964469 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-28230efc-9459-4d5b-b580-861e46c57f27 None None] Provisioning complete for port 4c5fa58a-fb1b-4773-aaa1-9f579e9a7aea triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:40:05.968235 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-28230efc-9459-4d5b-b580-861e46c57f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:06.069637 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-62eaadbd-fff3-4dee-b9df-80c9b7c2269d None None] For port 4c5fa58a-fb1b-4773-aaa1-9f579e9a7aea, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=4c5fa58a-fb1b-4773-aaa1-9f579e9a7aea,segment=NetworkSegment(bf83426c-b293-4c13-8e0a-313e313aba86),segment_id=bf83426c-b293-4c13-8e0a-313e313aba86)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:40:06.078341 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9d28b922-551d-4a0d-8522-721c73ea2bb8 req-81324498-d659-4c43-ba8f-498d022a5612 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbff649-4741-4ab4-9beb-ade4e7df9345 HTTP/1.1" status: 200 len: 210 time: 0.0652964 Nov 09 21:40:06.081784 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8e771dcb-3186-4e29-bd27-cde901844f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:06.093404 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-62eaadbd-fff3-4dee-b9df-80c9b7c2269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:06.108008 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-28230efc-9459-4d5b-b580-861e46c57f27 None None] Port 4c5fa58a-fb1b-4773-aaa1-9f579e9a7aea cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:40:06.112450 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0f0441e0-527c-4ed0-9426-aee0098c6612 tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:06.162077 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0f0441e0-527c-4ed0-9426-aee0098c6612 tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:06.172495 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0f0441e0-527c-4ed0-9426-aee0098c6612 tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] 10.222.0.49 "DELETE /v2.0/subnets/ba8b49aa-5826-4501-a891-3b20a1efb08c HTTP/1.1" status: 204 len: 168 time: 0.6696701 Nov 09 21:40:06.176442 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42866) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:06.193915 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e771dcb-3186-4e29-bd27-cde901844f71 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c87a4af-462e-42b9-a66b-af186bac11bd,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:06.247235 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0441e0-527c-4ed0-9426-aee0098c6612 tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Pushing event deleted for resources: {'Subnet': ['ID=ba8b49aa-5826-4501-a891-3b20a1efb08c,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:06.316006 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eaadbd-fff3-4dee-b9df-80c9b7c2269d None None] Routers {'91d73106-a925-4327-afcf-e9ed68486116'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:40:06.317248 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-62eaadbd-fff3-4dee-b9df-80c9b7c2269d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:39:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['91d73106-a925-4327-afcf-e9ed68486116'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:06.398357 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dedd6f-b342-49f7-a856-e258af31e512 None None] Pushing event updated for resources: {'Port': ['ID=4c5fa58a-fb1b-4773-aaa1-9f579e9a7aea,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:06.521593 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-62eaadbd-fff3-4dee-b9df-80c9b7c2269d None None] Set router 91d73106-a925-4327-afcf-e9ed68486116 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:40:06.523560 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f044a1e5-8e4b-4c14-8815-9e63d71e84ad tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:06.559108 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d3aa3b-8bb9-46c4-afea-e4492183ddaf None None] Network ea07e97d-1f66-42ad-b221-20a0a3c4f097 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:40:06.702662 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-f044a1e5-8e4b-4c14-8815-9e63d71e84ad tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Deleting port eb247c5f-ecca-4c0c-8794-ba9f16364764 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:40:06.703159 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f044a1e5-8e4b-4c14-8815-9e63d71e84ad tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:06.838879 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-889c11e4-f669-46e7-a32a-6597c0a79826 None None] Could not find standard attr ID for object ffbce965-ffcf-427e-98b1-4cb28690a744. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 21:40:06.850704 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-f044a1e5-8e4b-4c14-8815-9e63d71e84ad tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] For port eb247c5f-ecca-4c0c-8794-ba9f16364764, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=eb247c5f-ecca-4c0c-8794-ba9f16364764,segment=NetworkSegment(1e4784d7-07f1-47c0-bd10-54286c054f18),segment_id=1e4784d7-07f1-47c0-bd10-54286c054f18)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:40:06.851079 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f044a1e5-8e4b-4c14-8815-9e63d71e84ad tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:06.879563 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-f044a1e5-8e4b-4c14-8815-9e63d71e84ad tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Calling delete_port for eb247c5f-ecca-4c0c-8794-ba9f16364764 owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:40:06.994211 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f044a1e5-8e4b-4c14-8815-9e63d71e84ad tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:07.008822 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f044a1e5-8e4b-4c14-8815-9e63d71e84ad tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] No DVR routers for this DVR port eb247c5f-ecca-4c0c-8794-ba9f16364764 on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:40:07.032526 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f044a1e5-8e4b-4c14-8815-9e63d71e84ad tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Pushing event deleted for resources: {'Port': ['ID=eb247c5f-ecca-4c0c-8794-ba9f16364764,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:07.040844 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5436b3ff-2c80-4ad4-b66a-1dcb64a765e3 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:07.071741 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-acf0bc7e-adbe-42e0-9a65-61fdf1129efc None None] Provisioning complete for port 4c5fa58a-fb1b-4773-aaa1-9f579e9a7aea triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:40:07.075862 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-acf0bc7e-adbe-42e0-9a65-61fdf1129efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:07.155519 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0458eaa4-e432-4c1b-acca-cadb88cb2125 None None] DHCP port deletion for ea07e97d-1f66-42ad-b221-20a0a3c4f097 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:40:07.169593 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f044a1e5-8e4b-4c14-8815-9e63d71e84ad tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:07.214047 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-f044a1e5-8e4b-4c14-8815-9e63d71e84ad tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea07e97d-1f66-42ad-b221-20a0a3c4f097']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:07.238387 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-f044a1e5-8e4b-4c14-8815-9e63d71e84ad tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e4784d7-07f1-47c0-bd10-54286c054f18') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:07.239202 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-f044a1e5-8e4b-4c14-8815-9e63d71e84ad tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e4784d7-07f1-47c0-bd10-54286c054f18') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:07.314994 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f044a1e5-8e4b-4c14-8815-9e63d71e84ad tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:07.327181 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-73ce7fbf-103a-41d5-bbc9-e47d118204f0 req-7e8e8280-b0db-46a3-977a-d45aefea147e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbff649-4741-4ab4-9beb-ade4e7df9345 HTTP/1.1" status: 200 len: 210 time: 0.0760746 Nov 09 21:40:07.355339 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f044a1e5-8e4b-4c14-8815-9e63d71e84ad tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:07.362362 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f044a1e5-8e4b-4c14-8815-9e63d71e84ad tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:40:07.362830 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f044a1e5-8e4b-4c14-8815-9e63d71e84ad tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:07.365955 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:40:07.365955 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:40:07.365955 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:40:07.365955 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:40:07.365955 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:40:07.365955 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:40:07.365955 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:40:07.365955 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:40:07.365955 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:40:07.365955 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:40:07.365955 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:40:07.365955 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:40:07.365955 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:40:07.365955 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:40:07.365955 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:40:07.365955 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:40:07.365955 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:40:07.365955 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:40:07.365955 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:40:07.365955 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:40:07.365955 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:40:07.365955 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:40:07.365955 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:40:07.365955 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:40:07.365955 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:40:07.365955 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:40:07.365955 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:40:07.365955 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:40:07.365955 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:40:07.365955 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:40:07.365955 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:40:07.365955 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:40:07.370232 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-acf0bc7e-adbe-42e0-9a65-61fdf1129efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:07.387742 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-62eaadbd-fff3-4dee-b9df-80c9b7c2269d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d73106-a925-4327-afcf-e9ed68486116', 'name': 'tempest-TestVolumeBootPattern-1489370135-router', 'tenant_id': 'fc29e20c26ee42a799d80e1c04a0cc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '1fec3f83-3f92-45ca-9ff9-3829a2517de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:50Z', 'updated_at': '2021-11-09T21:39:56Z', 'revision_number': 4, 'project_id': 'fc29e20c26ee42a799d80e1c04a0cc89', 'gw_port': {'id': '1fec3f83-3f92-45ca-9ff9-3829a2517de7', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:01:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d73106-a925-4327-afcf-e9ed68486116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:51Z', 'updated_at': '2021-11-09T21:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '4c5fa58a-fb1b-4773-aaa1-9f579e9a7aea', 'name': '', 'network_id': '9d8459dd-98a3-4a5e-b2ec-fb17d9dd5b19', 'tenant_id': 'fc29e20c26ee42a799d80e1c04a0cc89', 'mac_address': 'fa:16:3e:67:d6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d73106-a925-4327-afcf-e9ed68486116', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'aa34d603-4112-4697-b54c-40fed419352d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:55Z', 'updated_at': '2021-11-09T21:40:05Z', 'revision_number': 4, 'project_id': 'fc29e20c26ee42a799d80e1c04a0cc89', 'subnets': [{'id': 'aa34d603-4112-4697-b54c-40fed419352d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:07.389777 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8e771dcb-3186-4e29-bd27-cde901844f71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:07.426543 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eaadbd-fff3-4dee-b9df-80c9b7c2269d None None] The sync data for ids ['91d73106-a925-4327-afcf-e9ed68486116'] in n-d-816206-3 is: [{'id': '91d73106-a925-4327-afcf-e9ed68486116', 'name': 'tempest-TestVolumeBootPattern-1489370135-router', 'tenant_id': 'fc29e20c26ee42a799d80e1c04a0cc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '1fec3f83-3f92-45ca-9ff9-3829a2517de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:50Z', 'updated_at': '2021-11-09T21:39:56Z', 'revision_number': 4, 'project_id': 'fc29e20c26ee42a799d80e1c04a0cc89', 'gw_port': {'id': '1fec3f83-3f92-45ca-9ff9-3829a2517de7', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:01:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d73106-a925-4327-afcf-e9ed68486116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:51Z', 'updated_at': '2021-11-09T21:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '4c5fa58a-fb1b-4773-aaa1-9f579e9a7aea', 'name': '', 'network_id': '9d8459dd-98a3-4a5e-b2ec-fb17d9dd5b19', 'tenant_id': 'fc29e20c26ee42a799d80e1c04a0cc89', 'mac_address': 'fa:16:3e:67:d6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d73106-a925-4327-afcf-e9ed68486116', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'aa34d603-4112-4697-b54c-40fed419352d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:55Z', 'updated_at': '2021-11-09T21:40:05Z', 'revision_number': 4, 'project_id': 'fc29e20c26ee42a799d80e1c04a0cc89', 'subnets': [{'id': 'aa34d603-4112-4697-b54c-40fed419352d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:40:07.466893 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 4c5fa58a-fb1b-4773-aaa1-9f579e9a7aea up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:40:07.499626 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f044a1e5-8e4b-4c14-8815-9e63d71e84ad tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:07.510595 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f044a1e5-8e4b-4c14-8815-9e63d71e84ad tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:07.523507 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f044a1e5-8e4b-4c14-8815-9e63d71e84ad tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] 10.222.0.49 "DELETE /v2.0/networks/ea07e97d-1f66-42ad-b221-20a0a3c4f097 HTTP/1.1" status: 204 len: 168 time: 1.3434007 Nov 09 21:40:07.552425 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-acf0bc7e-adbe-42e0-9a65-61fdf1129efc None None] For port 4c5fa58a-fb1b-4773-aaa1-9f579e9a7aea, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=4c5fa58a-fb1b-4773-aaa1-9f579e9a7aea,segment=NetworkSegment(bf83426c-b293-4c13-8e0a-313e313aba86),segment_id=bf83426c-b293-4c13-8e0a-313e313aba86)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:40:07.560404 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f044a1e5-8e4b-4c14-8815-9e63d71e84ad tempest-ExtraDHCPOptionsTestJSON-405601975 tempest-ExtraDHCPOptionsTestJSON-405601975-project] Pushing event deleted for resources: {'Network': ['ID=ea07e97d-1f66-42ad-b221-20a0a3c4f097,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:07.564190 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-acf0bc7e-adbe-42e0-9a65-61fdf1129efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:07.664834 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf0bc7e-adbe-42e0-9a65-61fdf1129efc None None] Pushing event updated for resources: {'Port': ['ID=4c5fa58a-fb1b-4773-aaa1-9f579e9a7aea,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:07.675725 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 4c5fa58a-fb1b-4773-aaa1-9f579e9a7aea triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:40:07.677553 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:07.706892 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5436b3ff-2c80-4ad4-b66a-1dcb64a765e3 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Router 5e99abfe-50fa-47d3-baa9-45dfbba0aace has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:40:07.936921 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e771dcb-3186-4e29-bd27-cde901844f71 admin admin] Router 4c71162b-5109-443b-9394-f5b29354f739 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:40:07.959958 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42882) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:08.100836 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5436b3ff-2c80-4ad4-b66a-1dcb64a765e3 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:40:08.110654 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42886) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:08.113512 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5436b3ff-2c80-4ad4-b66a-1dcb64a765e3 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "PUT /v2.0/routers/5e99abfe-50fa-47d3-baa9-45dfbba0aace/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8034379 Nov 09 21:40:08.113855 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884b7e85-b816-4147-a7c9-cf2050fc9076 None None] Sync routers for ids ['5e99abfe-50fa-47d3-baa9-45dfbba0aace'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:40:08.125502 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884b7e85-b816-4147-a7c9-cf2050fc9076 None None] Routers {'5e99abfe-50fa-47d3-baa9-45dfbba0aace'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:40:08.126508 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-884b7e85-b816-4147-a7c9-cf2050fc9076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:39:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['5e99abfe-50fa-47d3-baa9-45dfbba0aace'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:08.186261 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e771dcb-3186-4e29-bd27-cde901844f71 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:40:08.192273 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8e771dcb-3186-4e29-bd27-cde901844f71 admin admin] 10.222.0.49 "PUT /v2.0/routers/4c71162b-5109-443b-9394-f5b29354f739/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5365825 Nov 09 21:40:08.194600 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42888) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:08.200508 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613e3239-0b0e-4b9e-b51a-181d06e71dce None None] Sync routers for ids ['4c71162b-5109-443b-9394-f5b29354f739'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:40:08.220570 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613e3239-0b0e-4b9e-b51a-181d06e71dce None None] Routers {'4c71162b-5109-443b-9394-f5b29354f739'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:40:08.221229 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-613e3239-0b0e-4b9e-b51a-181d06e71dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:39:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['4c71162b-5109-443b-9394-f5b29354f739'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:08.230933 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1b49b281-313b-4d89-b799-80f722b5d7e5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b6b9edc8afa44cb286c2175c3e2ae289&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2697279 Nov 09 21:40:08.233123 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-884b7e85-b816-4147-a7c9-cf2050fc9076 None None] Set router 5e99abfe-50fa-47d3-baa9-45dfbba0aace gateway port host: None {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:40:08.240092 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdde6b25-34d5-4f9f-92c7-6da1f47a60a4 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Deleting subnet 36c26984-ca10-48a2-bc3d-2a619c7ecb45 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:40:08.243183 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42890) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:08.252771 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bdde6b25-34d5-4f9f-92c7-6da1f47a60a4 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:08.417274 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bdde6b25-34d5-4f9f-92c7-6da1f47a60a4 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:08.446213 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-23f5d1f5-f6d6-46a9-bb2b-f426ae8d3d20 admin admin] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:08.497236 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-613e3239-0b0e-4b9e-b51a-181d06e71dce None None] Set router 4c71162b-5109-443b-9394-f5b29354f739 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:40:08.565482 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-26086315-8c20-4287-b9f1-49a0b57eb283 req-d15b0f9f-2ec2-40a6-97c9-41d287fabf7e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbff649-4741-4ab4-9beb-ade4e7df9345 HTTP/1.1" status: 200 len: 210 time: 0.0477431 Nov 09 21:40:08.618700 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-884b7e85-b816-4147-a7c9-cf2050fc9076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'name': 'tempest-RoutersTest-router-1123886046', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:09Z', 'updated_at': '2021-11-09T21:40:05Z', 'revision_number': 10, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'gw_port_host': None, '_interfaces': [{'id': 'efd33773-7453-4330-b96c-90b253a45609', 'name': '', 'network_id': '996f4ab5-978d-4248-8819-349796e4794d', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:bb:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:12Z', 'updated_at': '2021-11-09T21:39:20Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:08.703073 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884b7e85-b816-4147-a7c9-cf2050fc9076 None None] Checking router: 5e99abfe-50fa-47d3-baa9-45dfbba0aace for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:40:08.730388 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884b7e85-b816-4147-a7c9-cf2050fc9076 None None] Routers {'5e99abfe-50fa-47d3-baa9-45dfbba0aace'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:40:08.735908 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-884b7e85-b816-4147-a7c9-cf2050fc9076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:39:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['5e99abfe-50fa-47d3-baa9-45dfbba0aace'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:08.738645 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bdde6b25-34d5-4f9f-92c7-6da1f47a60a4 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:08.779207 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-23f5d1f5-f6d6-46a9-bb2b-f426ae8d3d20 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:08.808985 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-613e3239-0b0e-4b9e-b51a-181d06e71dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c71162b-5109-443b-9394-f5b29354f739', 'name': 'tempest-AttachVolumeTestJSON-1471467254-router', 'tenant_id': '8d996b08d23e47a28746199b551ba8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': 'a3c83ed6-20de-4d03-8ecb-1964da5a24cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:30:59Z', 'updated_at': '2021-11-09T21:40:05Z', 'revision_number': 5, 'project_id': '8d996b08d23e47a28746199b551ba8f0', 'gw_port': {'id': 'a3c83ed6-20de-4d03-8ecb-1964da5a24cd', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71162b-5109-443b-9394-f5b29354f739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:31:01Z', 'updated_at': '2021-11-09T21:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:08.837522 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5def8889-0da8-47e5-9ac8-d08a348d0d0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:08.846793 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-1b64173c-03e1-4e0a-b192-b0f561188ff3 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:40:08.848324 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-1b64173c-03e1-4e0a-b192-b0f561188ff3 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.45 "GET /v2.0/networks?id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9 HTTP/1.1" status: 200 len: 812 time: 0.4179163 Nov 09 21:40:08.854120 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bdde6b25-34d5-4f9f-92c7-6da1f47a60a4 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:08.883382 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613e3239-0b0e-4b9e-b51a-181d06e71dce None None] Checking router: 4c71162b-5109-443b-9394-f5b29354f739 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:40:08.891536 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5def8889-0da8-47e5-9ac8-d08a348d0d0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:08.901597 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613e3239-0b0e-4b9e-b51a-181d06e71dce None None] Routers {'4c71162b-5109-443b-9394-f5b29354f739'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:40:08.902210 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-613e3239-0b0e-4b9e-b51a-181d06e71dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:39:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['4c71162b-5109-443b-9394-f5b29354f739'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:08.928688 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-884b7e85-b816-4147-a7c9-cf2050fc9076 None None] Set router 5e99abfe-50fa-47d3-baa9-45dfbba0aace gateway port host: None {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:40:08.943725 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-23f5d1f5-f6d6-46a9-bb2b-f426ae8d3d20 admin admin] Deleting port a3c83ed6-20de-4d03-8ecb-1964da5a24cd {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:40:08.944297 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-23f5d1f5-f6d6-46a9-bb2b-f426ae8d3d20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:08.989941 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-140602be-2d00-4a90-809b-419175129c34 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Request body: {'port': {'device_id': '6cbff649-4741-4ab4-9beb-ade4e7df9345', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'admin_state_up': True, 'tenant_id': 'b3039f985d904a47a201680c8c884f50'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:40:08.996498 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde6b25-34d5-4f9f-92c7-6da1f47a60a4 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event deleted for resources: {'Subnet': ['ID=36c26984-ca10-48a2-bc3d-2a619c7ecb45,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:08.998461 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5def8889-0da8-47e5-9ac8-d08a348d0d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:09.001235 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5def8889-0da8-47e5-9ac8-d08a348d0d0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:09.006755 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5def8889-0da8-47e5-9ac8-d08a348d0d0e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2ef66354-f955-4cb1-93db-4e51858428dd HTTP/1.1" status: 204 len: 168 time: 0.7625883 Nov 09 21:40:09.094735 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-613e3239-0b0e-4b9e-b51a-181d06e71dce None None] Set router 4c71162b-5109-443b-9394-f5b29354f739 gateway port host: None {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:40:09.213702 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-23f5d1f5-f6d6-46a9-bb2b-f426ae8d3d20 admin admin] For port a3c83ed6-20de-4d03-8ecb-1964da5a24cd, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=a3c83ed6-20de-4d03-8ecb-1964da5a24cd,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:40:09.214413 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-23f5d1f5-f6d6-46a9-bb2b-f426ae8d3d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:09.238674 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-613e3239-0b0e-4b9e-b51a-181d06e71dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c71162b-5109-443b-9394-f5b29354f739', 'name': 'tempest-AttachVolumeTestJSON-1471467254-router', 'tenant_id': '8d996b08d23e47a28746199b551ba8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:30:59Z', 'updated_at': '2021-11-09T21:40:08Z', 'revision_number': 6, 'project_id': '8d996b08d23e47a28746199b551ba8f0', 'gw_port_host': None}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:09.271124 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-23f5d1f5-f6d6-46a9-bb2b-f426ae8d3d20 admin admin] Calling delete_port for a3c83ed6-20de-4d03-8ecb-1964da5a24cd owned by network:router_gateway {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:40:09.337525 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 4c5fa58a-fb1b-4773-aaa1-9f579e9a7aea up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:40:09.367128 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bdde6b25-34d5-4f9f-92c7-6da1f47a60a4 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:09.374039 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-bdde6b25-34d5-4f9f-92c7-6da1f47a60a4 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "DELETE /v2.0/subnets/36c26984-ca10-48a2-bc3d-2a619c7ecb45 HTTP/1.1" status: 204 len: 168 time: 1.2610981 Nov 09 21:40:09.375922 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42898) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:09.408051 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def8889-0da8-47e5-9ac8-d08a348d0d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef66354-f955-4cb1-93db-4e51858428dd,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:09.460620 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-884b7e85-b816-4147-a7c9-cf2050fc9076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'name': 'tempest-RoutersTest-router-1123886046', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:09Z', 'updated_at': '2021-11-09T21:40:05Z', 'revision_number': 10, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'gw_port_host': None, '_interfaces': [{'id': 'efd33773-7453-4330-b96c-90b253a45609', 'name': '', 'network_id': '996f4ab5-978d-4248-8819-349796e4794d', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:bb:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:12Z', 'updated_at': '2021-11-09T21:39:20Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:09.463939 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d0fa29-6507-4327-8f00-81eb188a4120 None None] Network c23e0759-5d89-4b33-93e2-5e444d137086 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:40:09.479489 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613e3239-0b0e-4b9e-b51a-181d06e71dce None None] The sync data for ids ['4c71162b-5109-443b-9394-f5b29354f739'] in n-d-816206-3 is: [{'id': '4c71162b-5109-443b-9394-f5b29354f739', 'name': 'tempest-AttachVolumeTestJSON-1471467254-router', 'tenant_id': '8d996b08d23e47a28746199b551ba8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:30:59Z', 'updated_at': '2021-11-09T21:40:08Z', 'revision_number': 6, 'project_id': '8d996b08d23e47a28746199b551ba8f0', 'gw_port_host': None}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:40:09.557378 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884b7e85-b816-4147-a7c9-cf2050fc9076 None None] The sync data for ids ['5e99abfe-50fa-47d3-baa9-45dfbba0aace'] in n-d-816206-3 is: [{'id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'name': 'tempest-RoutersTest-router-1123886046', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:09Z', 'updated_at': '2021-11-09T21:40:05Z', 'revision_number': 10, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'gw_port_host': None, '_interfaces': [{'id': 'efd33773-7453-4330-b96c-90b253a45609', 'name': '', 'network_id': '996f4ab5-978d-4248-8819-349796e4794d', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'mac_address': 'fa:16:3e:bb:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:12Z', 'updated_at': '2021-11-09T21:39:20Z', 'revision_number': 5, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'subnets': [{'id': '0bf6d731-a7ef-4443-97b7-a980b2d31904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:40:09.570991 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-884cd19f-7a80-4cf6-a5fb-8ddc396d624c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:09.637186 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 4c5fa58a-fb1b-4773-aaa1-9f579e9a7aea triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:40:09.638031 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:09.687787 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-140602be-2d00-4a90-809b-419175129c34 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Made reservation on behalf of b3039f985d904a47a201680c8c884f50 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:40:09.700235 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-140602be-2d00-4a90-809b-419175129c34 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:09.778393 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-23f5d1f5-f6d6-46a9-bb2b-f426ae8d3d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:09.815323 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device eb247c5f-ecca-4c0c-8794-ba9f16364764 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:40:09.853009 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: eb247c5f-ecca-4c0c-8794-ba9f16364764 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:40:09.853555 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device eb247c5f-ecca-4c0c-8794-ba9f16364764 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:40:09.896452 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5d1f5-f6d6-46a9-bb2b-f426ae8d3d20 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3c83ed6-20de-4d03-8ecb-1964da5a24cd,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:09.896914 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433a97c6-1f94-4fcd-82b9-37d58140468c None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:40:09.944119 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a2f779d4-3c8f-4d26-a769-8a8a168fe673 req-8abc3bf4-c0ba-4fa5-850e-cce773a09e98 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbff649-4741-4ab4-9beb-ade4e7df9345 HTTP/1.1" status: 200 len: 210 time: 0.2016978 Nov 09 21:40:10.016767 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-23f5d1f5-f6d6-46a9-bb2b-f426ae8d3d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:10.164213 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-884cd19f-7a80-4cf6-a5fb-8ddc396d624c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Deleting port 8686fc0c-4328-447c-925a-b5c343fcee05 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:40:10.164346 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-884cd19f-7a80-4cf6-a5fb-8ddc396d624c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:10.176006 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-23f5d1f5-f6d6-46a9-bb2b-f426ae8d3d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:10.178230 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-23f5d1f5-f6d6-46a9-bb2b-f426ae8d3d20 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:10.225646 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592e02d7-1288-4acf-8cac-90282d41af67 None None] DHCP port deletion for c23e0759-5d89-4b33-93e2-5e444d137086 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:40:10.296172 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-23f5d1f5-f6d6-46a9-bb2b-f426ae8d3d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:10.297470 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f5d1f5-f6d6-46a9-bb2b-f426ae8d3d20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c71162b-5109-443b-9394-f5b29354f739 {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:40:10.302478 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-23f5d1f5-f6d6-46a9-bb2b-f426ae8d3d20 admin admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:10.304160 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-23f5d1f5-f6d6-46a9-bb2b-f426ae8d3d20 admin admin] 10.222.0.49 "DELETE /v2.0/routers/4c71162b-5109-443b-9394-f5b29354f739 HTTP/1.1" status: 204 len: 168 time: 2.1085870 Nov 09 21:40:10.307959 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42924) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:10.310656 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-140602be-2d00-4a90-809b-419175129c34 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Allocated IP 172.20.0.5 (46bdb5bb-fd13-43c3-a075-2640c54ba1a9/9efcad5d-d250-42ce-b381-abda2d565ce1/43593165-95ff-4f07-9d74-2c0ca3b5fac7) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:40:10.311990 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-592e02d7-1288-4acf-8cac-90282d41af67 None None] Deleting port 8686fc0c-4328-447c-925a-b5c343fcee05 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:40:10.314137 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-592e02d7-1288-4acf-8cac-90282d41af67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:10.406408 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-41583f12-b9c9-4885-9add-ee2d99a0fb27 admin admin] Deleting subnet 85ce8c7e-f82b-4b24-9029-22d978d44b85 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:40:10.415543 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-41583f12-b9c9-4885-9add-ee2d99a0fb27 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:10.490361 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-884cd19f-7a80-4cf6-a5fb-8ddc396d624c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] For port 8686fc0c-4328-447c-925a-b5c343fcee05, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=8686fc0c-4328-447c-925a-b5c343fcee05,segment=NetworkSegment(eb789e01-d413-4891-a336-992c5dbe6677),segment_id=eb789e01-d413-4891-a336-992c5dbe6677)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:40:10.490361 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-884cd19f-7a80-4cf6-a5fb-8ddc396d624c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:10.514153 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-41583f12-b9c9-4885-9add-ee2d99a0fb27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:10.527606 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-592e02d7-1288-4acf-8cac-90282d41af67 None None] For port 8686fc0c-4328-447c-925a-b5c343fcee05, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=8686fc0c-4328-447c-925a-b5c343fcee05,segment=NetworkSegment(eb789e01-d413-4891-a336-992c5dbe6677),segment_id=eb789e01-d413-4891-a336-992c5dbe6677)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:40:10.528311 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-592e02d7-1288-4acf-8cac-90282d41af67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:10.542771 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-884cd19f-7a80-4cf6-a5fb-8ddc396d624c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Calling delete_port for 8686fc0c-4328-447c-925a-b5c343fcee05 owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:40:10.591703 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-592e02d7-1288-4acf-8cac-90282d41af67 None None] Calling delete_port for 8686fc0c-4328-447c-925a-b5c343fcee05 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:40:10.688534 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-41583f12-b9c9-4885-9add-ee2d99a0fb27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:10.741136 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-140602be-2d00-4a90-809b-419175129c34 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:10.769845 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-592e02d7-1288-4acf-8cac-90282d41af67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:10.797895 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-41583f12-b9c9-4885-9add-ee2d99a0fb27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:10.799789 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42930) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:10.830044 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e02d7-1288-4acf-8cac-90282d41af67 None None] Pushing event deleted for resources: {'Port': ['ID=8686fc0c-4328-447c-925a-b5c343fcee05,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:10.838621 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592e02d7-1288-4acf-8cac-90282d41af67 None None] No DVR routers for this DVR port 8686fc0c-4328-447c-925a-b5c343fcee05 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:40:10.859016 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41583f12-b9c9-4885-9add-ee2d99a0fb27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85ce8c7e-f82b-4b24-9029-22d978d44b85,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:10.861346 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-41583f12-b9c9-4885-9add-ee2d99a0fb27 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:10.864496 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-41583f12-b9c9-4885-9add-ee2d99a0fb27 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/85ce8c7e-f82b-4b24-9029-22d978d44b85 HTTP/1.1" status: 204 len: 168 time: 0.5549595 Nov 09 21:40:10.866987 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42934) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:10.879657 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cb0708-d1a4-4101-9677-fb6245537e3e None None] Network 55847ffd-7836-446f-91d3-f14e046c5bb2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:40:10.915697 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-884cd19f-7a80-4cf6-a5fb-8ddc396d624c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:11.019631 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884cd19f-7a80-4cf6-a5fb-8ddc396d624c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event deleted for resources: {'Port': ['ID=8686fc0c-4328-447c-925a-b5c343fcee05,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:11.027093 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac81d22d-0bb2-45c0-bcac-64576ad34208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:11.042995 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-140602be-2d00-4a90-809b-419175129c34 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:11.077891 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884cd19f-7a80-4cf6-a5fb-8ddc396d624c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] No DVR routers for this DVR port 8686fc0c-4328-447c-925a-b5c343fcee05 on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:40:11.112111 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-7e35aa63-4798-4bdc-ade3-1d3edc907aba tempest-DvrRoutersNegativeTest-584743063 tempest-DvrRoutersNegativeTest-584743063-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-441901255', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:40:11.122853 n-d-816206-3 neutron-server[102607]: DEBUG neutron.policy [None req-7e35aa63-4798-4bdc-ade3-1d3edc907aba tempest-DvrRoutersNegativeTest-584743063 tempest-DvrRoutersNegativeTest-584743063-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102607) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 09 21:40:11.123124 n-d-816206-3 neutron-server[102607]: DEBUG neutron.policy [None req-7e35aa63-4798-4bdc-ade3-1d3edc907aba tempest-DvrRoutersNegativeTest-584743063 tempest-DvrRoutersNegativeTest-584743063-project] Failed policy check for 'create_router' {{(pid=102607) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 09 21:40:11.123663 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [None req-7e35aa63-4798-4bdc-ade3-1d3edc907aba tempest-DvrRoutersNegativeTest-584743063 tempest-DvrRoutersNegativeTest-584743063-project] create failed (client error): Access was denied to this resource. Nov 09 21:40:11.129455 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7e35aa63-4798-4bdc-ade3-1d3edc907aba tempest-DvrRoutersNegativeTest-584743063 tempest-DvrRoutersNegativeTest-584743063-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3217275 Nov 09 21:40:11.236525 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-140602be-2d00-4a90-809b-419175129c34 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Network 46bdb5bb-fd13-43c3-a075-2640c54ba1a9 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:40:11.282820 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b519bc8-d4f1-4af6-8da3-31c1d4308b9b None None] DHCP port deletion for 55847ffd-7836-446f-91d3-f14e046c5bb2 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:40:11.284811 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 8686fc0c-4328-447c-925a-b5c343fcee05 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:40:11.333265 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 8686fc0c-4328-447c-925a-b5c343fcee05 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:40:11.334568 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 8686fc0c-4328-447c-925a-b5c343fcee05 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:40:11.335176 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 4c87a4af-462e-42b9-a66b-af186bac11bd no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:40:11.372192 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-140602be-2d00-4a90-809b-419175129c34 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:40:11.377629 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-140602be-2d00-4a90-809b-419175129c34 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:40:11.378916 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86c2ea-b647-49f0-9dac-1d94c338c1f7 req-d055b359-0625-4db4-9318-4c1992da744b tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:40:11.391506 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6e86c2ea-b647-49f0-9dac-1d94c338c1f7 req-d055b359-0625-4db4-9318-4c1992da744b tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbff649-4741-4ab4-9beb-ade4e7df9345 HTTP/1.1" status: 200 len: 931 time: 0.2460022 Nov 09 21:40:11.400109 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ac81d22d-0bb2-45c0-bcac-64576ad34208 admin admin] Deleting port 91bd7383-3f5e-44a4-84b4-d9a24437e3e6 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:40:11.402353 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac81d22d-0bb2-45c0-bcac-64576ad34208 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:11.433331 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 4c87a4af-462e-42b9-a66b-af186bac11bd {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:40:11.435299 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 4c87a4af-462e-42b9-a66b-af186bac11bd not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:40:11.435898 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device a3c83ed6-20de-4d03-8ecb-1964da5a24cd no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:40:11.515527 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: a3c83ed6-20de-4d03-8ecb-1964da5a24cd {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:40:11.516098 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device a3c83ed6-20de-4d03-8ecb-1964da5a24cd not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:40:11.516749 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device e0540af9-b49e-403c-afae-b6e35dbdf452 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:40:11.526903 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-140602be-2d00-4a90-809b-419175129c34 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:40:11.529492 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-140602be-2d00-4a90-809b-419175129c34 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:11.551868 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: e0540af9-b49e-403c-afae-b6e35dbdf452 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:40:11.552445 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device e0540af9-b49e-403c-afae-b6e35dbdf452 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:40:11.568083 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-7b519bc8-d4f1-4af6-8da3-31c1d4308b9b None None] Deleting port 91bd7383-3f5e-44a4-84b4-d9a24437e3e6 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:40:11.568476 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7b519bc8-d4f1-4af6-8da3-31c1d4308b9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:11.577577 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140602be-2d00-4a90-809b-419175129c34 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Pushing event updated for resources: {'Port': ['ID=43593165-95ff-4f07-9d74-2c0ca3b5fac7,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:11.593903 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-884cd19f-7a80-4cf6-a5fb-8ddc396d624c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:11.624258 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-140602be-2d00-4a90-809b-419175129c34 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7636719 Nov 09 21:40:11.630079 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-884cd19f-7a80-4cf6-a5fb-8ddc396d624c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c23e0759-5d89-4b33-93e2-5e444d137086']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:11.643490 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-9a69093b-6044-4c47-ac4f-9a92d7744f21 service neutron] Request body: {'port': {'device_id': '6cbff649-4741-4ab4-9beb-ade4e7df9345', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:40:11.651087 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-884cd19f-7a80-4cf6-a5fb-8ddc396d624c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb789e01-d413-4891-a336-992c5dbe6677') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:11.651487 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-884cd19f-7a80-4cf6-a5fb-8ddc396d624c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb789e01-d413-4891-a336-992c5dbe6677') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:11.682724 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6e86c2ea-b647-49f0-9dac-1d94c338c1f7 req-f632f7ac-b002-4734-81e9-3d71d506578c tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884426 Nov 09 21:40:11.696838 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-ac81d22d-0bb2-45c0-bcac-64576ad34208 admin admin] For port 91bd7383-3f5e-44a4-84b4-d9a24437e3e6, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=91bd7383-3f5e-44a4-84b4-d9a24437e3e6,segment=NetworkSegment(78ce6615-06a8-4c13-a188-c74fb2e831a4),segment_id=78ce6615-06a8-4c13-a188-c74fb2e831a4)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:40:11.700703 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac81d22d-0bb2-45c0-bcac-64576ad34208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:11.703791 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-884cd19f-7a80-4cf6-a5fb-8ddc396d624c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:11.737985 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ac81d22d-0bb2-45c0-bcac-64576ad34208 admin admin] Calling delete_port for 91bd7383-3f5e-44a4-84b4-d9a24437e3e6 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:40:11.752511 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-7b519bc8-d4f1-4af6-8da3-31c1d4308b9b None None] For port 91bd7383-3f5e-44a4-84b4-d9a24437e3e6, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=91bd7383-3f5e-44a4-84b4-d9a24437e3e6,segment=NetworkSegment(78ce6615-06a8-4c13-a188-c74fb2e831a4),segment_id=78ce6615-06a8-4c13-a188-c74fb2e831a4)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:40:11.752789 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-9a69093b-6044-4c47-ac4f-9a92d7744f21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:11.754473 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42944) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:11.755872 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7b519bc8-d4f1-4af6-8da3-31c1d4308b9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:11.778696 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-884cd19f-7a80-4cf6-a5fb-8ddc396d624c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:11.791351 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-884cd19f-7a80-4cf6-a5fb-8ddc396d624c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:40:11.792095 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-884cd19f-7a80-4cf6-a5fb-8ddc396d624c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:11.802241 n-d-816206-3 neutron-server[102608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:40:11.802241 n-d-816206-3 neutron-server[102608]: self.session.flush() Nov 09 21:40:11.802241 n-d-816206-3 neutron-server[102608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:40:11.802241 n-d-816206-3 neutron-server[102608]: self.session.flush() Nov 09 21:40:11.802241 n-d-816206-3 neutron-server[102608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:40:11.802241 n-d-816206-3 neutron-server[102608]: self.session.flush() Nov 09 21:40:11.802241 n-d-816206-3 neutron-server[102608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:40:11.802241 n-d-816206-3 neutron-server[102608]: self.session.flush() Nov 09 21:40:11.802241 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:40:11.802241 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:40:11.802241 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:40:11.802241 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:40:11.802241 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:40:11.802241 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:40:11.802241 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:40:11.802241 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:40:11.802241 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:40:11.802241 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:40:11.802241 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:40:11.802241 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:40:11.802241 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:40:11.802241 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:40:11.802241 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:40:11.802241 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:40:11.802241 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:40:11.802241 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:40:11.802241 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:40:11.802241 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:40:11.802241 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:40:11.802241 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:40:11.802241 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:40:11.802241 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:40:11.802241 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:40:11.802241 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:40:11.802241 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:40:11.802241 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:40:11.802241 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:40:11.802241 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:40:11.802241 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:40:11.802241 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:40:11.806097 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-7b519bc8-d4f1-4af6-8da3-31c1d4308b9b None None] Calling delete_port for 91bd7383-3f5e-44a4-84b4-d9a24437e3e6 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:40:11.950692 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac81d22d-0bb2-45c0-bcac-64576ad34208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:12.002544 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-898b4ef2-f482-43e4-9266-33b5cec106a7 None None] Provisioning complete for port 43593165-95ff-4f07-9d74-2c0ca3b5fac7 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:40:12.002916 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-898b4ef2-f482-43e4-9266-33b5cec106a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:12.004247 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac81d22d-0bb2-45c0-bcac-64576ad34208 admin admin] No DVR routers for this DVR port 91bd7383-3f5e-44a4-84b4-d9a24437e3e6 on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:40:12.011346 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81d22d-0bb2-45c0-bcac-64576ad34208 admin admin] Pushing event deleted for resources: {'Port': ['ID=91bd7383-3f5e-44a4-84b4-d9a24437e3e6,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:12.011772 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-884cd19f-7a80-4cf6-a5fb-8ddc396d624c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:12.026362 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-884cd19f-7a80-4cf6-a5fb-8ddc396d624c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:12.032027 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-884cd19f-7a80-4cf6-a5fb-8ddc396d624c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "DELETE /v2.0/networks/c23e0759-5d89-4b33-93e2-5e444d137086 HTTP/1.1" status: 204 len: 168 time: 2.6444776 Nov 09 21:40:12.041550 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 42948) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:12.072925 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884cd19f-7a80-4cf6-a5fb-8ddc396d624c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event deleted for resources: {'Network': ['ID=c23e0759-5d89-4b33-93e2-5e444d137086,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:12.084397 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7b519bc8-d4f1-4af6-8da3-31c1d4308b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:12.118516 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac81d22d-0bb2-45c0-bcac-64576ad34208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:12.160863 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b519bc8-d4f1-4af6-8da3-31c1d4308b9b None None] Pushing event deleted for resources: {'Port': ['ID=91bd7383-3f5e-44a4-84b4-d9a24437e3e6,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:12.172059 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d2bb0932-8763-4977-ae08-cb7fd021442b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:12.174376 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-ac81d22d-0bb2-45c0-bcac-64576ad34208 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55847ffd-7836-446f-91d3-f14e046c5bb2']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:12.186005 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b519bc8-d4f1-4af6-8da3-31c1d4308b9b None None] No DVR routers for this DVR port 91bd7383-3f5e-44a4-84b4-d9a24437e3e6 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:40:12.189263 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-898b4ef2-f482-43e4-9266-33b5cec106a7 None None] Port 43593165-95ff-4f07-9d74-2c0ca3b5fac7 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:40:12.199766 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-ac81d22d-0bb2-45c0-bcac-64576ad34208 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78ce6615-06a8-4c13-a188-c74fb2e831a4') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:12.200058 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-ac81d22d-0bb2-45c0-bcac-64576ad34208 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78ce6615-06a8-4c13-a188-c74fb2e831a4') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:12.215671 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac81d22d-0bb2-45c0-bcac-64576ad34208 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:12.233596 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac81d22d-0bb2-45c0-bcac-64576ad34208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:12.248214 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac81d22d-0bb2-45c0-bcac-64576ad34208 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:40:12.250566 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac81d22d-0bb2-45c0-bcac-64576ad34208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:12.288203 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:40:12.288203 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:40:12.288203 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:40:12.288203 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:40:12.288203 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:40:12.288203 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:40:12.288203 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:40:12.288203 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:40:12.288203 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:40:12.288203 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:40:12.288203 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:40:12.288203 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:40:12.288203 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:40:12.288203 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:40:12.288203 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:40:12.288203 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:40:12.288203 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:40:12.288203 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:40:12.288203 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:40:12.288203 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:40:12.288203 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:40:12.288203 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:40:12.288203 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:40:12.288203 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:40:12.288203 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:40:12.288203 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:40:12.288203 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:40:12.288203 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:40:12.288203 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:40:12.288203 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:40:12.288203 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:40:12.288203 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:40:12.715127 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-9a69093b-6044-4c47-ac4f-9a92d7744f21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43593165-95ff-4f07-9d74-2c0ca3b5fac7 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:40:12.730360 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-9a69093b-6044-4c47-ac4f-9a92d7744f21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:12.736299 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac81d22d-0bb2-45c0-bcac-64576ad34208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:12.743555 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac81d22d-0bb2-45c0-bcac-64576ad34208 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:12.748215 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ac81d22d-0bb2-45c0-bcac-64576ad34208 admin admin] 10.222.0.49 "DELETE /v2.0/networks/55847ffd-7836-446f-91d3-f14e046c5bb2 HTTP/1.1" status: 204 len: 168 time: 1.8803113 Nov 09 21:40:12.764916 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81d22d-0bb2-45c0-bcac-64576ad34208 admin admin] Pushing event deleted for resources: {'Network': ['ID=55847ffd-7836-446f-91d3-f14e046c5bb2,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:12.779641 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-9a69093b-6044-4c47-ac4f-9a92d7744f21 service neutron] Transition to ACTIVE for port object 43593165-95ff-4f07-9d74-2c0ca3b5fac7 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:40:12.831371 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-9a69093b-6044-4c47-ac4f-9a92d7744f21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:12.857958 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d2bb0932-8763-4977-ae08-cb7fd021442b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:12.889818 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d2bb0932-8763-4977-ae08-cb7fd021442b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:12.933230 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42956) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:12.998407 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b7b2a854-52b5-4cfe-b1f2-5a33f36776e9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8d996b08d23e47a28746199b551ba8f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0631552 Nov 09 21:40:13.003871 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42958) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:13.006992 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a69093b-6044-4c47-ac4f-9a92d7744f21 service neutron] Pushing event updated for resources: {'Port': ['ID=43593165-95ff-4f07-9d74-2c0ca3b5fac7,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:13.012291 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d2bb0932-8763-4977-ae08-cb7fd021442b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=379293794a194c58aa43c98065c34f9e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2537310 Nov 09 21:40:13.014951 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 42960) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:13.131162 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bbb73cbd-9f93-4d13-8db0-617c3e8da9d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:13.135064 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c9b6a-a597-46ec-9baf-a468cdf05791 req-df738e3f-8a5a-4b14-a127-c8ebabee78fe tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:40:13.136609 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a57c9b6a-a597-46ec-9baf-a468cdf05791 req-df738e3f-8a5a-4b14-a127-c8ebabee78fe tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbff649-4741-4ab4-9beb-ade4e7df9345 HTTP/1.1" status: 200 len: 943 time: 0.3245227 Nov 09 21:40:13.138198 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-31c5987c-52f6-4c18-8c7e-98d71e27e7b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:13.140250 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a69093b-6044-4c47-ac4f-9a92d7744f21 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:40:13.140601 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a69093b-6044-4c47-ac4f-9a92d7744f21 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:40:13.140966 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a69093b-6044-4c47-ac4f-9a92d7744f21 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:40:13.141304 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a69093b-6044-4c47-ac4f-9a92d7744f21 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:40:13.141815 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a69093b-6044-4c47-ac4f-9a92d7744f21 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:40:13.142154 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a69093b-6044-4c47-ac4f-9a92d7744f21 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:40:13.142486 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a69093b-6044-4c47-ac4f-9a92d7744f21 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:40:13.142884 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a69093b-6044-4c47-ac4f-9a92d7744f21 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:40:13.143214 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a69093b-6044-4c47-ac4f-9a92d7744f21 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:40:13.143536 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a69093b-6044-4c47-ac4f-9a92d7744f21 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:40:13.143859 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a69093b-6044-4c47-ac4f-9a92d7744f21 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:40:13.144179 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a69093b-6044-4c47-ac4f-9a92d7744f21 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:40:13.155155 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb0932-8763-4977-ae08-cb7fd021442b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d17f148-7fee-424e-b88d-d8921be0a30e,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:13.192138 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bbb73cbd-9f93-4d13-8db0-617c3e8da9d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:13.205181 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-31c5987c-52f6-4c18-8c7e-98d71e27e7b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:13.254846 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 91bd7383-3f5e-44a4-84b4-d9a24437e3e6 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:40:13.278167 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a57c9b6a-a597-46ec-9baf-a468cdf05791 req-f7fa497e-a8b2-4cac-9b3d-37ca740d8402 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963159 Nov 09 21:40:13.286065 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-9a69093b-6044-4c47-ac4f-9a92d7744f21 service neutron] Attempting to bind port 43593165-95ff-4f07-9d74-2c0ca3b5fac7 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:40:13.286492 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-9a69093b-6044-4c47-ac4f-9a92d7744f21 service neutron] Attempting to bind port 43593165-95ff-4f07-9d74-2c0ca3b5fac7 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '3170744c-3447-44d8-9a0c-fa1ee6e7efbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:40:13.286823 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-9a69093b-6044-4c47-ac4f-9a92d7744f21 service neutron] Attempting to bind port 43593165-95ff-4f07-9d74-2c0ca3b5fac7 on network 46bdb5bb-fd13-43c3-a075-2640c54ba1a9 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:40:13.292117 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-eea69e56-4746-402f-8281-90bdc0dcaab7 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:13.356965 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-9a69093b-6044-4c47-ac4f-9a92d7744f21 service neutron] Port 43593165-95ff-4f07-9d74-2c0ca3b5fac7 on network 46bdb5bb-fd13-43c3-a075-2640c54ba1a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:40:13.357489 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-9a69093b-6044-4c47-ac4f-9a92d7744f21 service neutron] Attempting to bind port 43593165-95ff-4f07-9d74-2c0ca3b5fac7 on network 46bdb5bb-fd13-43c3-a075-2640c54ba1a9 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:40:13.387062 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-31c5987c-52f6-4c18-8c7e-98d71e27e7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:13.391271 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-31c5987c-52f6-4c18-8c7e-98d71e27e7b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:13.392747 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-31c5987c-52f6-4c18-8c7e-98d71e27e7b9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9d17f148-7fee-424e-b88d-d8921be0a30e HTTP/1.1" status: 204 len: 168 time: 0.3766119 Nov 09 21:40:13.396983 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bbb73cbd-9f93-4d13-8db0-617c3e8da9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:13.400066 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bbb73cbd-9f93-4d13-8db0-617c3e8da9d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:13.402130 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-bbb73cbd-9f93-4d13-8db0-617c3e8da9d7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e33ca49a-2f89-4127-91a8-b936bb5b353b HTTP/1.1" status: 204 len: 168 time: 0.3966839 Nov 09 21:40:13.410623 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c5987c-52f6-4c18-8c7e-98d71e27e7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d17f148-7fee-424e-b88d-d8921be0a30e,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:13.429953 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb73cbd-9f93-4d13-8db0-617c3e8da9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33ca49a-2f89-4127-91a8-b936bb5b353b,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:13.440168 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-9a69093b-6044-4c47-ac4f-9a92d7744f21 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:40:13.440621 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-9a69093b-6044-4c47-ac4f-9a92d7744f21 service neutron] Checking segment: {'id': '3170744c-3447-44d8-9a0c-fa1ee6e7efbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:40:13.440951 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-9a69093b-6044-4c47-ac4f-9a92d7744f21 service neutron] Bound using segment: {'id': '3170744c-3447-44d8-9a0c-fa1ee6e7efbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:40:13.441346 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-9a69093b-6044-4c47-ac4f-9a92d7744f21 service neutron] Bound port: 43593165-95ff-4f07-9d74-2c0ca3b5fac7, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3170744c-3447-44d8-9a0c-fa1ee6e7efbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:40:13.441707 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-9a69093b-6044-4c47-ac4f-9a92d7744f21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:13.576453 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 91bd7383-3f5e-44a4-84b4-d9a24437e3e6 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:40:13.576895 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 91bd7383-3f5e-44a4-84b4-d9a24437e3e6 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:40:13.614664 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-9a69093b-6044-4c47-ac4f-9a92d7744f21 service neutron] For port 43593165-95ff-4f07-9d74-2c0ca3b5fac7, host n-h1-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:40:13.619587 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-9a69093b-6044-4c47-ac4f-9a92d7744f21 service neutron] For port 43593165-95ff-4f07-9d74-2c0ca3b5fac7, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=43593165-95ff-4f07-9d74-2c0ca3b5fac7,segment=NetworkSegment(3170744c-3447-44d8-9a0c-fa1ee6e7efbc),segment_id=3170744c-3447-44d8-9a0c-fa1ee6e7efbc)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:40:13.636353 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-9a69093b-6044-4c47-ac4f-9a92d7744f21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:13.730606 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-9a69093b-6044-4c47-ac4f-9a92d7744f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:40:13.732277 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-9a69093b-6044-4c47-ac4f-9a92d7744f21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:13.738248 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-9a69093b-6044-4c47-ac4f-9a92d7744f21 service neutron] 10.222.0.45 "PUT /v2.0/ports/43593165-95ff-4f07-9d74-2c0ca3b5fac7 HTTP/1.1" status: 200 len: 1091 time: 2.1054280 Nov 09 21:40:13.740838 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cbff649-4741-4ab4-9beb-ade4e7df9345', 'tag': '43593165-95ff-4f07-9d74-2c0ca3b5fac7'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:40:13.752115 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23ebf03-c29d-428c-9ce1-ed1f46932319" -d '{"events": [{"name": "network-changed", "server_uuid": "6cbff649-4741-4ab4-9beb-ade4e7df9345", "tag": "43593165-95ff-4f07-9d74-2c0ca3b5fac7"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:40:14.328050 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783c392a-d132-4ccc-99c7-76a14e26a757 x-openstack-request-id: req-783c392a-d132-4ccc-99c7-76a14e26a757 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:40:14.328341 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cbff649-4741-4ab4-9beb-ade4e7df9345", "tag": "43593165-95ff-4f07-9d74-2c0ca3b5fac7", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:40:14.328603 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-783c392a-d132-4ccc-99c7-76a14e26a757 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:40:14.329027 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cbff649-4741-4ab4-9beb-ade4e7df9345', 'tag': '43593165-95ff-4f07-9d74-2c0ca3b5fac7', 'status': 'completed', 'code': 200} Nov 09 21:40:14.380498 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a69093b-6044-4c47-ac4f-9a92d7744f21 service neutron] Pushing event updated for resources: {'Port': ['ID=43593165-95ff-4f07-9d74-2c0ca3b5fac7,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:14.458817 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-4fc01ccb-4b47-4c29-8f22-927c6647afbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:40:14.460627 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-4fc01ccb-4b47-4c29-8f22-927c6647afbf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b3039f985d904a47a201680c8c884f50&device_id=6cbff649-4741-4ab4-9beb-ade4e7df9345 HTTP/1.1" status: 200 len: 1094 time: 0.6623743 Nov 09 21:40:14.559109 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-eea69e56-4746-402f-8281-90bdc0dcaab7 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Deleting port efd33773-7453-4330-b96c-90b253a45609 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:40:14.559607 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-eea69e56-4746-402f-8281-90bdc0dcaab7 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:14.568077 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-77ea3417-1c53-495d-9be9-66071ba6d38e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43593165-95ff-4f07-9d74-2c0ca3b5fac7 HTTP/1.1" status: 200 len: 217 time: 0.0929372 Nov 09 21:40:14.586348 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32c87a-6b41-4810-a52d-cfff4ec9a7c7 req-494d99db-4f86-45f3-812d-b40e88241cd2 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:40:14.588424 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cc32c87a-6b41-4810-a52d-cfff4ec9a7c7 req-494d99db-4f86-45f3-812d-b40e88241cd2 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbff649-4741-4ab4-9beb-ade4e7df9345 HTTP/1.1" status: 200 len: 943 time: 0.1762705 Nov 09 21:40:14.727791 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-6318129f-c400-4387-8b6c-4830dfdec05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:40:14.729879 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-6318129f-c400-4387-8b6c-4830dfdec05e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9efcad5d-d250-42ce-b381-abda2d565ce1 HTTP/1.1" status: 200 len: 851 time: 0.1402540 Nov 09 21:40:14.794004 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 43014) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:14.814872 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cc32c87a-6b41-4810-a52d-cfff4ec9a7c7 req-13c2547a-e044-4807-be2d-39345b7e000a tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975913 Nov 09 21:40:14.821161 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-eea69e56-4746-402f-8281-90bdc0dcaab7 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] For port efd33773-7453-4330-b96c-90b253a45609, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=efd33773-7453-4330-b96c-90b253a45609,segment=NetworkSegment(f3dceba5-d136-495f-a85b-d8a6a993ff5e),segment_id=f3dceba5-d136-495f-a85b-d8a6a993ff5e)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:40:14.821530 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-eea69e56-4746-402f-8281-90bdc0dcaab7 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:14.841110 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-eea69e56-4746-402f-8281-90bdc0dcaab7 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Calling delete_port for efd33773-7453-4330-b96c-90b253a45609 owned by network:router_interface {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:40:14.851539 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-3dcb32f5-c28c-4eb8-86d3-a80828f66559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:40:14.853186 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-3dcb32f5-c28c-4eb8-86d3-a80828f66559 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1150334 Nov 09 21:40:15.059570 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-53cda6c2-1c7d-4edc-92e9-8dc6dab0e24c service neutron] 10.222.0.45 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975152 Nov 09 21:40:15.165754 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 43024) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:15.205395 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-eea69e56-4746-402f-8281-90bdc0dcaab7 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:15.241957 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-ca9fb6e8-4025-4c19-a11b-38247dff79db tempest-SubnetPoolsTestJSON-1005297763 tempest-SubnetPoolsTestJSON-1005297763-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-680804018', 'prefixes': ['172.20.0.0/16']}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:40:15.297577 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-426f6183-3506-46ce-8a01-89dfe500a4b1 req-a5c6750b-dbd0-4873-bd0e-36abf00bd63f service neutron] 10.222.0.45 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235284 Nov 09 21:40:15.324075 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea69e56-4746-402f-8281-90bdc0dcaab7 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event deleted for resources: {'Port': ['ID=efd33773-7453-4330-b96c-90b253a45609,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:15.384216 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b009039f-2dbe-4dfa-8fbe-4118415ca55c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:15.521180 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ebf03-c29d-428c-9ce1-ed1f46932319 req-fc73dc53-b7fa-47e1-af1d-46300ec4dcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:40:15.522572 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c23ebf03-c29d-428c-9ce1-ed1f46932319 req-fc73dc53-b7fa-47e1-af1d-46300ec4dcd6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b3039f985d904a47a201680c8c884f50&device_id=6cbff649-4741-4ab4-9beb-ade4e7df9345 HTTP/1.1" status: 200 len: 1094 time: 0.1434755 Nov 09 21:40:15.544183 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b009039f-2dbe-4dfa-8fbe-4118415ca55c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:15.549209 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ca9fb6e8-4025-4c19-a11b-38247dff79db tempest-SubnetPoolsTestJSON-1005297763 tempest-SubnetPoolsTestJSON-1005297763-project] Publish callbacks [] for subnetpool, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:15.551149 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ca9fb6e8-4025-4c19-a11b-38247dff79db tempest-SubnetPoolsTestJSON-1005297763 tempest-SubnetPoolsTestJSON-1005297763-project] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.7551301 Nov 09 21:40:15.554697 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b009039f-2dbe-4dfa-8fbe-4118415ca55c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:15.584755 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 43028) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:15.589787 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b009039f-2dbe-4dfa-8fbe-4118415ca55c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=36c262a9d49b4929b92ecce63b9f2b86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4224131 Nov 09 21:40:15.596044 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43030) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:15.713472 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d9a6d72a-7257-4260-b0e3-653f4a3f1da0 tempest-SubnetPoolsTestJSON-1005297763 tempest-SubnetPoolsTestJSON-1005297763-project] 10.222.0.49 "GET /v2.0/subnetpools/9d2dad05-7df0-42e3-ae1f-8bf1be48e33b HTTP/1.1" status: 200 len: 731 time: 0.1206682 Nov 09 21:40:15.719543 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43034) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:15.739460 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-aa5d5ea4-017e-4a52-b951-03e3478917d8 tempest-SubnetPoolsTestJSON-1005297763 tempest-SubnetPoolsTestJSON-1005297763-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-862421654'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:40:15.746233 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-eea69e56-4746-402f-8281-90bdc0dcaab7 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:15.757974 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b009039f-2dbe-4dfa-8fbe-4118415ca55c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f34110-2605-4b07-8101-bb5d709491b7,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:15.778528 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b009039f-2dbe-4dfa-8fbe-4118415ca55c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:40:15.779381 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b009039f-2dbe-4dfa-8fbe-4118415ca55c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:40:15.785088 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b009039f-2dbe-4dfa-8fbe-4118415ca55c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:40:15.785580 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b009039f-2dbe-4dfa-8fbe-4118415ca55c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:40:15.785774 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b009039f-2dbe-4dfa-8fbe-4118415ca55c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:40:15.786113 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b009039f-2dbe-4dfa-8fbe-4118415ca55c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:40:15.786446 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b009039f-2dbe-4dfa-8fbe-4118415ca55c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:40:15.787041 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b009039f-2dbe-4dfa-8fbe-4118415ca55c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:40:15.787179 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b009039f-2dbe-4dfa-8fbe-4118415ca55c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:40:15.787402 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b009039f-2dbe-4dfa-8fbe-4118415ca55c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:40:15.787728 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b009039f-2dbe-4dfa-8fbe-4118415ca55c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:40:15.788051 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b009039f-2dbe-4dfa-8fbe-4118415ca55c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:40:15.887942 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-285a2fbe-ea5c-4757-8f9c-68e056ac0423 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:16.026252 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-285a2fbe-ea5c-4757-8f9c-68e056ac0423 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:16.038237 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ebf03-c29d-428c-9ce1-ed1f46932319 req-4c5efcfa-7cc7-4a19-bf25-a6c10f112b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:40:16.039762 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c23ebf03-c29d-428c-9ce1-ed1f46932319 req-4c5efcfa-7cc7-4a19-bf25-a6c10f112b29 service neutron] 10.222.0.45 "GET /v2.0/networks?id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9 HTTP/1.1" status: 200 len: 912 time: 0.4426534 Nov 09 21:40:16.444421 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c23ebf03-c29d-428c-9ce1-ed1f46932319 req-d865dd8d-d588-485d-a4a9-1b4cc2f0c0a5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43593165-95ff-4f07-9d74-2c0ca3b5fac7 HTTP/1.1" status: 200 len: 217 time: 0.3962255 Nov 09 21:40:16.492862 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-aa5d5ea4-017e-4a52-b951-03e3478917d8 tempest-SubnetPoolsTestJSON-1005297763 tempest-SubnetPoolsTestJSON-1005297763-project] Publish callbacks [] for subnetpool, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:16.494820 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-aa5d5ea4-017e-4a52-b951-03e3478917d8 tempest-SubnetPoolsTestJSON-1005297763 tempest-SubnetPoolsTestJSON-1005297763-project] 10.222.0.49 "PUT /v2.0/subnetpools/9d2dad05-7df0-42e3-ae1f-8bf1be48e33b HTTP/1.1" status: 200 len: 683 time: 0.7698920 Nov 09 21:40:16.498188 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 43048) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:16.508500 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3821ae-8087-472b-b8ab-142d2ae4be2c req-e273888d-ee7b-429a-8ead-4bb817c0b43d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:40:16.511036 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6d3821ae-8087-472b-b8ab-142d2ae4be2c req-e273888d-ee7b-429a-8ead-4bb817c0b43d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbff649-4741-4ab4-9beb-ade4e7df9345 HTTP/1.1" status: 200 len: 943 time: 0.5856712 Nov 09 21:40:16.524606 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea69e56-4746-402f-8281-90bdc0dcaab7 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Router 5e99abfe-50fa-47d3-baa9-45dfbba0aace has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:40:16.559422 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ebf03-c29d-428c-9ce1-ed1f46932319 req-9d3c373b-926b-4570-875a-43835f66a426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:40:16.561102 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c23ebf03-c29d-428c-9ce1-ed1f46932319 req-9d3c373b-926b-4570-875a-43835f66a426 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9efcad5d-d250-42ce-b381-abda2d565ce1 HTTP/1.1" status: 200 len: 851 time: 0.1078446 Nov 09 21:40:16.585121 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-285a2fbe-ea5c-4757-8f9c-68e056ac0423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:16.588297 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-285a2fbe-ea5c-4757-8f9c-68e056ac0423 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:16.592154 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-285a2fbe-ea5c-4757-8f9c-68e056ac0423 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e2f34110-2605-4b07-8101-bb5d709491b7 HTTP/1.1" status: 204 len: 168 time: 0.9937444 Nov 09 21:40:16.670923 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bfe98ed6-e4eb-4fe6-b8db-36c6992305fe tempest-SubnetPoolsTestJSON-1005297763 tempest-SubnetPoolsTestJSON-1005297763-project] Publish callbacks [] for subnetpool, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:16.675766 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-bfe98ed6-e4eb-4fe6-b8db-36c6992305fe tempest-SubnetPoolsTestJSON-1005297763 tempest-SubnetPoolsTestJSON-1005297763-project] 10.222.0.49 "DELETE /v2.0/subnetpools/9d2dad05-7df0-42e3-ae1f-8bf1be48e33b HTTP/1.1" status: 204 len: 168 time: 0.1722405 Nov 09 21:40:16.676607 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 43052) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:16.701498 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285a2fbe-ea5c-4757-8f9c-68e056ac0423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f34110-2605-4b07-8101-bb5d709491b7,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:16.710045 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6d3821ae-8087-472b-b8ab-142d2ae4be2c req-abd1dffa-e108-4b1b-ab7f-611f0829806c tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909738 Nov 09 21:40:16.721696 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea69e56-4746-402f-8281-90bdc0dcaab7 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:40:16.731777 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-eea69e56-4746-402f-8281-90bdc0dcaab7 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "PUT /v2.0/routers/5e99abfe-50fa-47d3-baa9-45dfbba0aace/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6739385 Nov 09 21:40:16.733604 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43054) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:16.735895 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed97a99-ca38-4a79-b233-8930e2d924a8 None None] Sync routers for ids ['5e99abfe-50fa-47d3-baa9-45dfbba0aace'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:40:16.750924 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [None req-e95696f4-bf88-433a-88d5-590f05682d99 tempest-SubnetPoolsTestJSON-1005297763 tempest-SubnetPoolsTestJSON-1005297763-project] show failed (client error): The resource could not be found. Nov 09 21:40:16.753152 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed97a99-ca38-4a79-b233-8930e2d924a8 None None] Routers {'5e99abfe-50fa-47d3-baa9-45dfbba0aace'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:40:16.753782 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-3ed97a99-ca38-4a79-b233-8930e2d924a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:39:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['5e99abfe-50fa-47d3-baa9-45dfbba0aace'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:16.762060 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e95696f4-bf88-433a-88d5-590f05682d99 tempest-SubnetPoolsTestJSON-1005297763 tempest-SubnetPoolsTestJSON-1005297763-project] 10.222.0.49 "GET /v2.0/subnetpools/9d2dad05-7df0-42e3-ae1f-8bf1be48e33b HTTP/1.1" status: 404 len: 346 time: 0.0809493 Nov 09 21:40:16.763677 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 43056) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:16.797284 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [None req-84eb47f7-d1aa-44aa-9ae5-b533fe655aa5 tempest-SubnetPoolsTestJSON-1005297763 tempest-SubnetPoolsTestJSON-1005297763-project] delete failed (client error): The resource could not be found. Nov 09 21:40:16.801241 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-84eb47f7-d1aa-44aa-9ae5-b533fe655aa5 tempest-SubnetPoolsTestJSON-1005297763 tempest-SubnetPoolsTestJSON-1005297763-project] 10.222.0.49 "DELETE /v2.0/subnetpools/9d2dad05-7df0-42e3-ae1f-8bf1be48e33b HTTP/1.1" status: 404 len: 346 time: 0.0331130 Nov 09 21:40:16.801347 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ebf03-c29d-428c-9ce1-ed1f46932319 req-3957344b-e7c2-43f8-b984-2c34087e64ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:40:16.801347 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c23ebf03-c29d-428c-9ce1-ed1f46932319 req-3957344b-e7c2-43f8-b984-2c34087e64ce service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2267687 Nov 09 21:40:16.915588 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-3ed97a99-ca38-4a79-b233-8930e2d924a8 None None] Set router 5e99abfe-50fa-47d3-baa9-45dfbba0aace gateway port host: None {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:40:16.918074 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6e6475f-f6fc-4291-8b18-522912da7bee tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Deleting subnet 0bf6d731-a7ef-4443-97b7-a980b2d31904 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:40:16.924481 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b6e6475f-f6fc-4291-8b18-522912da7bee tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:16.974803 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-3ed97a99-ca38-4a79-b233-8930e2d924a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'name': 'tempest-RoutersTest-router-1123886046', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:09Z', 'updated_at': '2021-11-09T21:40:15Z', 'revision_number': 11, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'gw_port_host': None}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:16.985332 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b6e6475f-f6fc-4291-8b18-522912da7bee tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:17.003953 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed97a99-ca38-4a79-b233-8930e2d924a8 None None] Checking router: 5e99abfe-50fa-47d3-baa9-45dfbba0aace for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:40:17.013388 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed97a99-ca38-4a79-b233-8930e2d924a8 None None] Routers {'5e99abfe-50fa-47d3-baa9-45dfbba0aace'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:40:17.014399 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-3ed97a99-ca38-4a79-b233-8930e2d924a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:39:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['5e99abfe-50fa-47d3-baa9-45dfbba0aace'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:17.048358 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c23ebf03-c29d-428c-9ce1-ed1f46932319 req-ee57521a-7d09-443e-81d9-49e059a93c03 service neutron] 10.222.0.45 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381089 Nov 09 21:40:17.094620 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-3ed97a99-ca38-4a79-b233-8930e2d924a8 None None] Set router 5e99abfe-50fa-47d3-baa9-45dfbba0aace gateway port host: None {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:40:17.161918 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-3ed97a99-ca38-4a79-b233-8930e2d924a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'name': 'tempest-RoutersTest-router-1123886046', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:09Z', 'updated_at': '2021-11-09T21:40:15Z', 'revision_number': 11, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'gw_port_host': None}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:17.197197 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed97a99-ca38-4a79-b233-8930e2d924a8 None None] The sync data for ids ['5e99abfe-50fa-47d3-baa9-45dfbba0aace'] in n-d-816206-3 is: [{'id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'name': 'tempest-RoutersTest-router-1123886046', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:09Z', 'updated_at': '2021-11-09T21:40:15Z', 'revision_number': 11, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'gw_port_host': None}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:40:17.293797 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b6e6475f-f6fc-4291-8b18-522912da7bee tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:17.351905 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c23ebf03-c29d-428c-9ce1-ed1f46932319 req-ff7ff361-f36f-4b1a-90e8-5a63ed01c34a service neutron] 10.222.0.45 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933974 Nov 09 21:40:17.390060 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b6e6475f-f6fc-4291-8b18-522912da7bee tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:17.422057 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 43074) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:17.424712 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6475f-f6fc-4291-8b18-522912da7bee tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event deleted for resources: {'Subnet': ['ID=0bf6d731-a7ef-4443-97b7-a980b2d31904,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:17.426687 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b6e6475f-f6fc-4291-8b18-522912da7bee tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:17.430185 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b6e6475f-f6fc-4291-8b18-522912da7bee tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "DELETE /v2.0/subnets/0bf6d731-a7ef-4443-97b7-a980b2d31904 HTTP/1.1" status: 204 len: 168 time: 0.6839983 Nov 09 21:40:17.433130 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 43078) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:17.437805 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6385fd9f-c104-4457-a647-35f202a04467 None None] Network 996f4ab5-978d-4248-8819-349796e4794d requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:40:17.619294 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e357d2e1-8c2b-4a34-be62-08a54b0aeb08 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:17.623586 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-adf9c3a5-03da-4723-bb5c-2f726ec0f054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:17.692962 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4cd3b684-4108-452e-841c-8d74e73deb5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:17.727468 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad46f8c-e8d0-4d34-bd1a-ed15c2da95a0 None None] DHCP port deletion for 996f4ab5-978d-4248-8819-349796e4794d request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:40:17.765387 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-e357d2e1-8c2b-4a34-be62-08a54b0aeb08 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Deleting port 40db0594-3bbb-4d4e-8be3-98f9e444193c {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:40:17.766226 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e357d2e1-8c2b-4a34-be62-08a54b0aeb08 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:17.831278 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-cad46f8c-e8d0-4d34-bd1a-ed15c2da95a0 None None] Deleting port 40db0594-3bbb-4d4e-8be3-98f9e444193c {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:40:17.831665 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cad46f8c-e8d0-4d34-bd1a-ed15c2da95a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:17.875715 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-e357d2e1-8c2b-4a34-be62-08a54b0aeb08 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] For port 40db0594-3bbb-4d4e-8be3-98f9e444193c, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=40db0594-3bbb-4d4e-8be3-98f9e444193c,segment=NetworkSegment(f3dceba5-d136-495f-a85b-d8a6a993ff5e),segment_id=f3dceba5-d136-495f-a85b-d8a6a993ff5e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:40:17.876120 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e357d2e1-8c2b-4a34-be62-08a54b0aeb08 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:17.902892 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-e357d2e1-8c2b-4a34-be62-08a54b0aeb08 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Calling delete_port for 40db0594-3bbb-4d4e-8be3-98f9e444193c owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:40:17.911003 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-cad46f8c-e8d0-4d34-bd1a-ed15c2da95a0 None None] For port 40db0594-3bbb-4d4e-8be3-98f9e444193c, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=40db0594-3bbb-4d4e-8be3-98f9e444193c,segment=NetworkSegment(f3dceba5-d136-495f-a85b-d8a6a993ff5e),segment_id=f3dceba5-d136-495f-a85b-d8a6a993ff5e)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:40:17.911694 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cad46f8c-e8d0-4d34-bd1a-ed15c2da95a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:17.927834 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb70a9-259b-400d-a1b7-32cd6c172dff req-c941f05e-9b35-46b7-91bf-c32202268d19 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:40:17.938838 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-cad46f8c-e8d0-4d34-bd1a-ed15c2da95a0 None None] Calling delete_port for 40db0594-3bbb-4d4e-8be3-98f9e444193c owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:40:17.938979 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4cd3b684-4108-452e-841c-8d74e73deb5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:17.958466 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7aeb70a9-259b-400d-a1b7-32cd6c172dff req-c941f05e-9b35-46b7-91bf-c32202268d19 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbff649-4741-4ab4-9beb-ade4e7df9345 HTTP/1.1" status: 200 len: 943 time: 0.1403394 Nov 09 21:40:18.014486 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4cd3b684-4108-452e-841c-8d74e73deb5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:18.047078 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cad46f8c-e8d0-4d34-bd1a-ed15c2da95a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:18.047465 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7aeb70a9-259b-400d-a1b7-32cd6c172dff req-0a1d2cd1-bb77-4945-902c-afae20e20ed8 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797539 Nov 09 21:40:18.061620 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad46f8c-e8d0-4d34-bd1a-ed15c2da95a0 None None] No DVR routers for this DVR port 40db0594-3bbb-4d4e-8be3-98f9e444193c on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:40:18.079575 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43092) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:18.080010 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4cd3b684-4108-452e-841c-8d74e73deb5c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=72021f7a25654677b19dab28d5569e6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6566586 Nov 09 21:40:18.082519 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad46f8c-e8d0-4d34-bd1a-ed15c2da95a0 None None] Pushing event deleted for resources: {'Port': ['ID=40db0594-3bbb-4d4e-8be3-98f9e444193c,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:18.092764 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43094) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:18.093452 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e357d2e1-8c2b-4a34-be62-08a54b0aeb08 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:18.097156 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd3b684-4108-452e-841c-8d74e73deb5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370d7ac8-7fd3-42f2-9da4-87ddd8589f8d,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:18.123311 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e357d2e1-8c2b-4a34-be62-08a54b0aeb08 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event deleted for resources: {'Port': ['ID=40db0594-3bbb-4d4e-8be3-98f9e444193c,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:18.128015 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e357d2e1-8c2b-4a34-be62-08a54b0aeb08 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] No DVR routers for this DVR port 40db0594-3bbb-4d4e-8be3-98f9e444193c on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:40:18.150061 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c5da54ce-1b6b-4203-a7b0-8e227e1a0bc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:18.174615 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c5da54ce-1b6b-4203-a7b0-8e227e1a0bc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:18.215885 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-ff637bd9-4414-4d07-b5cc-de8bc17c34c8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-460787360-network', 'tenant_id': '469f95456a2b40728525091048862e3f'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:40:18.216404 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e357d2e1-8c2b-4a34-be62-08a54b0aeb08 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:18.237242 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff637bd9-4414-4d07-b5cc-de8bc17c34c8 admin admin] Made reservation on behalf of 469f95456a2b40728525091048862e3f for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:40:18.237466 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-e357d2e1-8c2b-4a34-be62-08a54b0aeb08 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['996f4ab5-978d-4248-8819-349796e4794d']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:18.239537 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ff637bd9-4414-4d07-b5cc-de8bc17c34c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:18.247251 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-e357d2e1-8c2b-4a34-be62-08a54b0aeb08 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3dceba5-d136-495f-a85b-d8a6a993ff5e') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:18.247558 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-e357d2e1-8c2b-4a34-be62-08a54b0aeb08 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3dceba5-d136-495f-a85b-d8a6a993ff5e') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:18.249900 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ff637bd9-4414-4d07-b5cc-de8bc17c34c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:18.257192 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e357d2e1-8c2b-4a34-be62-08a54b0aeb08 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:18.257365 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c5da54ce-1b6b-4203-a7b0-8e227e1a0bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:18.260425 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c5da54ce-1b6b-4203-a7b0-8e227e1a0bc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:18.261590 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c5da54ce-1b6b-4203-a7b0-8e227e1a0bc9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/370d7ac8-7fd3-42f2-9da4-87ddd8589f8d HTTP/1.1" status: 204 len: 168 time: 0.1803691 Nov 09 21:40:18.271696 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e357d2e1-8c2b-4a34-be62-08a54b0aeb08 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:18.277521 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da54ce-1b6b-4203-a7b0-8e227e1a0bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370d7ac8-7fd3-42f2-9da4-87ddd8589f8d,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:18.282154 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e357d2e1-8c2b-4a34-be62-08a54b0aeb08 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:40:18.282793 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e357d2e1-8c2b-4a34-be62-08a54b0aeb08 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:18.290256 n-d-816206-3 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:40:18.290256 n-d-816206-3 neutron-server[102607]: self.session.flush() Nov 09 21:40:18.290256 n-d-816206-3 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:40:18.290256 n-d-816206-3 neutron-server[102607]: self.session.flush() Nov 09 21:40:18.290256 n-d-816206-3 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:40:18.290256 n-d-816206-3 neutron-server[102607]: self.session.flush() Nov 09 21:40:18.290256 n-d-816206-3 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:40:18.290256 n-d-816206-3 neutron-server[102607]: self.session.flush() Nov 09 21:40:18.290256 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:40:18.290256 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:40:18.290256 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:40:18.290256 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:40:18.290256 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:40:18.290256 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:40:18.290256 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:40:18.290256 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:40:18.290256 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:40:18.290256 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:40:18.290256 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:40:18.290256 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:40:18.290256 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:40:18.290256 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:40:18.290256 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:40:18.290256 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:40:18.290256 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:40:18.290256 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:40:18.290256 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:40:18.290256 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:40:18.290256 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:40:18.290256 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:40:18.290256 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:40:18.290256 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:40:18.290256 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:40:18.290256 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:40:18.290256 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:40:18.290256 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:40:18.290256 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:40:18.290256 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:40:18.290256 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:40:18.290256 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:40:18.361084 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ff637bd9-4414-4d07-b5cc-de8bc17c34c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:18.366171 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ff637bd9-4414-4d07-b5cc-de8bc17c34c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:18.371362 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e357d2e1-8c2b-4a34-be62-08a54b0aeb08 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:18.383774 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e357d2e1-8c2b-4a34-be62-08a54b0aeb08 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:18.391387 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e357d2e1-8c2b-4a34-be62-08a54b0aeb08 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "DELETE /v2.0/networks/996f4ab5-978d-4248-8819-349796e4794d HTTP/1.1" status: 204 len: 168 time: 0.9549026 Nov 09 21:40:18.393597 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43104) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:18.394326 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff637bd9-4414-4d07-b5cc-de8bc17c34c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:40:18.400334 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-e6d603a8-793b-44d8-8266-84f4691b9954 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Request body: {'router': {'routes': None}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:40:18.403586 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e357d2e1-8c2b-4a34-be62-08a54b0aeb08 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Pushing event deleted for resources: {'Network': ['ID=996f4ab5-978d-4248-8819-349796e4794d,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:18.422889 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff637bd9-4414-4d07-b5cc-de8bc17c34c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2d087b-4f00-4cf3-8102-6e0909935235,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:18.500425 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ff637bd9-4414-4d07-b5cc-de8bc17c34c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:18.500927 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-ff637bd9-4414-4d07-b5cc-de8bc17c34c8 admin admin] Added segment d44ec02c-488a-4260-aed3-4df581508a44 of type vlan for network 73b69311-b279-489e-af0f-ad8fda1b30f5 Nov 09 21:40:18.611317 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ff637bd9-4414-4d07-b5cc-de8bc17c34c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:18.636723 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.extraroute_db [None req-e6d603a8-793b-44d8-8266-84f4691b9954 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Added routes are [] {{(pid=102608) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 09 21:40:18.636978 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.extraroute_db [None req-e6d603a8-793b-44d8-8266-84f4691b9954 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Removed routes are [] {{(pid=102608) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 09 21:40:18.637348 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e6d603a8-793b-44d8-8266-84f4691b9954 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27285'] for router, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:18.725945 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ff637bd9-4414-4d07-b5cc-de8bc17c34c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:18.726988 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff637bd9-4414-4d07-b5cc-de8bc17c34c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:40:18.727574 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ff637bd9-4414-4d07-b5cc-de8bc17c34c8 admin admin] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:18.859912 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e6d603a8-793b-44d8-8266-84f4691b9954 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27285'] for router, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:18.890108 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 43136) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:18.890606 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ff637bd9-4414-4d07-b5cc-de8bc17c34c8 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7992961 Nov 09 21:40:18.891223 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e6d603a8-793b-44d8-8266-84f4691b9954 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-376903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-376910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380449'] for router, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:18.897120 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff637bd9-4414-4d07-b5cc-de8bc17c34c8 admin admin] Pushing event updated for resources: {'Network': ['ID=73b69311-b279-489e-af0f-ad8fda1b30f5,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:18.897670 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-21fb3021-a81c-4191-a828-a7ed78899fb2 admin admin] Request body: {'subnet': {'network_id': '73b69311-b279-489e-af0f-ad8fda1b30f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-460787360-subnet', 'tenant_id': '469f95456a2b40728525091048862e3f', 'ip_version': 4}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:40:18.913321 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 73b69311-b279-489e-af0f-ad8fda1b30f5 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:40:18.949025 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21fb3021-a81c-4191-a828-a7ed78899fb2 admin admin] Made reservation on behalf of 469f95456a2b40728525091048862e3f for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:40:18.953488 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-21fb3021-a81c-4191-a828-a7ed78899fb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:18.982838 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d603a8-793b-44d8-8266-84f4691b9954 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Router 5e99abfe-50fa-47d3-baa9-45dfbba0aace has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:40:19.086655 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d603a8-793b-44d8-8266-84f4691b9954 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:40:19.094948 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e6d603a8-793b-44d8-8266-84f4691b9954 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:19.096213 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e6d603a8-793b-44d8-8266-84f4691b9954 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "PUT /v2.0/routers/5e99abfe-50fa-47d3-baa9-45dfbba0aace HTTP/1.1" status: 200 len: 701 time: 0.6996884 Nov 09 21:40:19.099477 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43144) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:19.108877 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24c5fcb-1bf1-4409-8bb2-df7510847ce8 None None] Sync routers for ids ['5e99abfe-50fa-47d3-baa9-45dfbba0aace'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:40:19.135518 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24c5fcb-1bf1-4409-8bb2-df7510847ce8 None None] Routers {'5e99abfe-50fa-47d3-baa9-45dfbba0aace'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:40:19.137000 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-d24c5fcb-1bf1-4409-8bb2-df7510847ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:39:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['5e99abfe-50fa-47d3-baa9-45dfbba0aace'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:19.166650 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d8efcb10-678b-47e0-a2c3-b9397f9ca3d7 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e99abfe-50fa-47d3-baa9-45dfbba0aace HTTP/1.1" status: 200 len: 205 time: 0.0652003 Nov 09 21:40:19.170386 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 43146) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:19.229457 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b7cbe-0e11-40b8-a1c5-31040b5c2972 req-31ef4209-839c-4f92-9636-3f0fde314de7 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:40:19.231271 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ae6b7cbe-0e11-40b8-a1c5-31040b5c2972 req-31ef4209-839c-4f92-9636-3f0fde314de7 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbff649-4741-4ab4-9beb-ade4e7df9345 HTTP/1.1" status: 200 len: 943 time: 0.0714719 Nov 09 21:40:19.232998 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43148) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:19.235579 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028558 Nov 09 21:40:19.239286 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43150) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:19.278364 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-d24c5fcb-1bf1-4409-8bb2-df7510847ce8 None None] Set router 5e99abfe-50fa-47d3-baa9-45dfbba0aace gateway port host: None {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:40:19.295745 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b46580da-c7df-4cd3-8db0-9f268669a922 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:19.336017 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ae6b7cbe-0e11-40b8-a1c5-31040b5c2972 req-d91fcc57-96d9-4a2b-8428-b7e20961dd60 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955563 Nov 09 21:40:19.357946 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 40db0594-3bbb-4d4e-8be3-98f9e444193c no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:40:19.362913 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-99ee7d6d-5eef-4a8b-bee9-f2cdf2e03357 tempest-NetworksApiDiscovery-2085691915 tempest-NetworksApiDiscovery-2085691915-project] 10.222.0.49 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1211424 Nov 09 21:40:19.372273 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 40db0594-3bbb-4d4e-8be3-98f9e444193c {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:40:19.372627 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 40db0594-3bbb-4d4e-8be3-98f9e444193c not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:40:19.373074 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device efd33773-7453-4330-b96c-90b253a45609 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:40:19.376090 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-d24c5fcb-1bf1-4409-8bb2-df7510847ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'name': 'tempest-RoutersTest-router-1123886046', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:09Z', 'updated_at': '2021-11-09T21:40:15Z', 'revision_number': 11, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'gw_port_host': None}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:19.422594 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: efd33773-7453-4330-b96c-90b253a45609 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:40:19.423382 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device efd33773-7453-4330-b96c-90b253a45609 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:40:19.423548 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-21fb3021-a81c-4191-a828-a7ed78899fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:19.425204 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24c5fcb-1bf1-4409-8bb2-df7510847ce8 None None] Checking router: 5e99abfe-50fa-47d3-baa9-45dfbba0aace for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:40:19.439689 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24c5fcb-1bf1-4409-8bb2-df7510847ce8 None None] Routers {'5e99abfe-50fa-47d3-baa9-45dfbba0aace'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:40:19.440533 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-d24c5fcb-1bf1-4409-8bb2-df7510847ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:39:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['5e99abfe-50fa-47d3-baa9-45dfbba0aace'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:19.515988 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-d24c5fcb-1bf1-4409-8bb2-df7510847ce8 None None] Set router 5e99abfe-50fa-47d3-baa9-45dfbba0aace gateway port host: None {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:40:19.527685 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb3021-a81c-4191-a828-a7ed78899fb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2814453-ed2d-46ce-922b-68eeaec2cf37,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:19.575651 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-d24c5fcb-1bf1-4409-8bb2-df7510847ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'name': 'tempest-RoutersTest-router-1123886046', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:09Z', 'updated_at': '2021-11-09T21:40:15Z', 'revision_number': 11, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'gw_port_host': None}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:19.586407 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b46580da-c7df-4cd3-8db0-9f268669a922 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:19.590414 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b46580da-c7df-4cd3-8db0-9f268669a922 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:19.593626 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fb3021-a81c-4191-a828-a7ed78899fb2 admin admin] Checking segment: {'id': 'd44ec02c-488a-4260-aed3-4df581508a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '73b69311-b279-489e-af0f-ad8fda1b30f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:40:19.593992 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fb3021-a81c-4191-a828-a7ed78899fb2 admin admin] Network hostable DHCP agents. Network: 73b69311-b279-489e-af0f-ad8fda1b30f5, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:40:19.610221 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24c5fcb-1bf1-4409-8bb2-df7510847ce8 None None] The sync data for ids ['5e99abfe-50fa-47d3-baa9-45dfbba0aace'] in n-d-816206-3 is: [{'id': '5e99abfe-50fa-47d3-baa9-45dfbba0aace', 'name': 'tempest-RoutersTest-router-1123886046', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:09Z', 'updated_at': '2021-11-09T21:40:15Z', 'revision_number': 11, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'gw_port_host': None}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:40:19.651247 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b46580da-c7df-4cd3-8db0-9f268669a922 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:19.652013 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46580da-c7df-4cd3-8db0-9f268669a922 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Fanout notify agent at l3_agent the message router_deleted on router 5e99abfe-50fa-47d3-baa9-45dfbba0aace {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:40:19.662887 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b46580da-c7df-4cd3-8db0-9f268669a922 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:19.665368 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b46580da-c7df-4cd3-8db0-9f268669a922 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "DELETE /v2.0/routers/5e99abfe-50fa-47d3-baa9-45dfbba0aace HTTP/1.1" status: 204 len: 168 time: 0.4927857 Nov 09 21:40:19.668726 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fb3021-a81c-4191-a828-a7ed78899fb2 admin admin] Network 73b69311-b279-489e-af0f-ad8fda1b30f5 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:40:19.671264 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43158) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:19.675935 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-728f474c-4321-4120-9319-820bdfd03e7d tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-741404791', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:40:19.683546 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-21fb3021-a81c-4191-a828-a7ed78899fb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 73b69311-b279-489e-af0f-ad8fda1b30f5) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:40:19.694285 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8645ea0-6f92-477d-aa4f-7ad01b3b28bf None None] Network 73b69311-b279-489e-af0f-ad8fda1b30f5 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:40:19.705275 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fb3021-a81c-4191-a828-a7ed78899fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:40:19.706179 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-21fb3021-a81c-4191-a828-a7ed78899fb2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:19.715190 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-728f474c-4321-4120-9319-820bdfd03e7d tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:19.716261 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-728f474c-4321-4120-9319-820bdfd03e7d tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:19.725270 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43160) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:19.738841 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-21fb3021-a81c-4191-a828-a7ed78899fb2 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8444686 Nov 09 21:40:19.738841 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 43164) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:19.743645 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-299039f4-3860-4133-93f2-b2842759e6c5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-460787360-router', 'tenant_id': '469f95456a2b40728525091048862e3f', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:40:19.793446 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-299039f4-3860-4133-93f2-b2842759e6c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:19.794913 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-299039f4-3860-4133-93f2-b2842759e6c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:19.837138 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-728f474c-4321-4120-9319-820bdfd03e7d tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:19.844542 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-728f474c-4321-4120-9319-820bdfd03e7d tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:19.887309 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-728f474c-4321-4120-9319-820bdfd03e7d tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:19.889457 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-728f474c-4321-4120-9319-820bdfd03e7d tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2170157 Nov 09 21:40:19.891780 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43170) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:19.899188 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-63d5c665-8edf-42d7-a6f3-68fcb786fc11 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:40:19.906051 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6ccd01-352a-45ec-bfa9-ab14134ddc84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-73b69311-b279-489e-af0f-ad8fda1b30f5', 'network_id': '73b69311-b279-489e-af0f-ad8fda1b30f5', 'tenant_id': '469f95456a2b40728525091048862e3f', 'fixed_ips': [{'subnet_id': 'b2814453-ed2d-46ce-922b-68eeaec2cf37'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:40:19.907865 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ba6ccd01-352a-45ec-bfa9-ab14134ddc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:19.928227 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-299039f4-3860-4133-93f2-b2842759e6c5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:20.067855 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1a01174e-dfad-4269-a5e0-3971d89a2961 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:20.091587 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-ba6ccd01-352a-45ec-bfa9-ab14134ddc84 None None] Allocated IP 172.20.0.2 (73b69311-b279-489e-af0f-ad8fda1b30f5/b2814453-ed2d-46ce-922b-68eeaec2cf37/ca097bdc-7f06-4a9f-9b4b-0c69ddea1734) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:40:20.127217 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-299039f4-3860-4133-93f2-b2842759e6c5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:20.176068 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1a01174e-dfad-4269-a5e0-3971d89a2961 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:20.182298 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-07cc9eaa-9978-42ad-9e76-0fae88cdb2a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:20.270484 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1a01174e-dfad-4269-a5e0-3971d89a2961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:20.283590 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ba6ccd01-352a-45ec-bfa9-ab14134ddc84 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:20.297914 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ba6ccd01-352a-45ec-bfa9-ab14134ddc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:20.366744 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-299039f4-3860-4133-93f2-b2842759e6c5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:20.370336 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6ccd01-352a-45ec-bfa9-ab14134ddc84 None None] Network 73b69311-b279-489e-af0f-ad8fda1b30f5 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:40:20.372511 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ccd01-352a-45ec-bfa9-ab14134ddc84 None None] Pushing event updated for resources: {'Port': ['ID=ca097bdc-7f06-4a9f-9b4b-0c69ddea1734,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:20.376352 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a01174e-dfad-4269-a5e0-3971d89a2961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ed0c18-4014-4d52-b087-acfbc0e4a46f,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:20.391043 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-ba6ccd01-352a-45ec-bfa9-ab14134ddc84 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:40:20.393400 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6ccd01-352a-45ec-bfa9-ab14134ddc84 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:40:20.428355 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6ccd01-352a-45ec-bfa9-ab14134ddc84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:40:20.428725 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6ccd01-352a-45ec-bfa9-ab14134ddc84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:40:20.429068 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6ccd01-352a-45ec-bfa9-ab14134ddc84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:40:20.429666 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6ccd01-352a-45ec-bfa9-ab14134ddc84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:40:20.430007 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6ccd01-352a-45ec-bfa9-ab14134ddc84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:40:20.430338 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6ccd01-352a-45ec-bfa9-ab14134ddc84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:40:20.430663 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6ccd01-352a-45ec-bfa9-ab14134ddc84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:40:20.430988 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6ccd01-352a-45ec-bfa9-ab14134ddc84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:40:20.431318 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6ccd01-352a-45ec-bfa9-ab14134ddc84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:40:20.432188 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6ccd01-352a-45ec-bfa9-ab14134ddc84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:40:20.432561 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6ccd01-352a-45ec-bfa9-ab14134ddc84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:40:20.440321 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6ccd01-352a-45ec-bfa9-ab14134ddc84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:40:20.441902 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-299039f4-3860-4133-93f2-b2842759e6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:20.460004 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1a01174e-dfad-4269-a5e0-3971d89a2961 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e3e24d64885541cdbc1b70d7f8c392f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7327600 Nov 09 21:40:20.462386 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-63d5c665-8edf-42d7-a6f3-68fcb786fc11 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27285'] for router, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:20.468860 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43174) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:20.521618 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-63d5c665-8edf-42d7-a6f3-68fcb786fc11 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-376903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-376910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380449'] for router, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:20.570211 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-ba6ccd01-352a-45ec-bfa9-ab14134ddc84 None None] Attempting to bind port ca097bdc-7f06-4a9f-9b4b-0c69ddea1734 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:40:20.570598 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-ba6ccd01-352a-45ec-bfa9-ab14134ddc84 None None] Attempting to bind port ca097bdc-7f06-4a9f-9b4b-0c69ddea1734 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'd44ec02c-488a-4260-aed3-4df581508a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '73b69311-b279-489e-af0f-ad8fda1b30f5'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:40:20.570973 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6ccd01-352a-45ec-bfa9-ab14134ddc84 None None] Attempting to bind port ca097bdc-7f06-4a9f-9b4b-0c69ddea1734 on network 73b69311-b279-489e-af0f-ad8fda1b30f5 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:40:20.576608 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6ccd01-352a-45ec-bfa9-ab14134ddc84 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:40:20.577017 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6ccd01-352a-45ec-bfa9-ab14134ddc84 None None] Checking segment: {'id': 'd44ec02c-488a-4260-aed3-4df581508a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '73b69311-b279-489e-af0f-ad8fda1b30f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:40:20.577423 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ba6ccd01-352a-45ec-bfa9-ab14134ddc84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:20.578069 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6ccd01-352a-45ec-bfa9-ab14134ddc84 None None] Bound using segment: {'id': 'd44ec02c-488a-4260-aed3-4df581508a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '73b69311-b279-489e-af0f-ad8fda1b30f5'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:40:20.578551 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-ba6ccd01-352a-45ec-bfa9-ab14134ddc84 None None] Bound port: ca097bdc-7f06-4a9f-9b4b-0c69ddea1734, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd44ec02c-488a-4260-aed3-4df581508a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '73b69311-b279-489e-af0f-ad8fda1b30f5'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:40:20.578940 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ba6ccd01-352a-45ec-bfa9-ab14134ddc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:20.643933 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-299039f4-3860-4133-93f2-b2842759e6c5 admin admin] Allocated IP 172.25.7.11 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/ccd3f016-f7ae-4385-a28f-d39c9639b072) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:40:20.653904 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-ba6ccd01-352a-45ec-bfa9-ab14134ddc84 None None] For port ca097bdc-7f06-4a9f-9b4b-0c69ddea1734, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:40:20.660924 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-ba6ccd01-352a-45ec-bfa9-ab14134ddc84 None None] For port ca097bdc-7f06-4a9f-9b4b-0c69ddea1734, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=ca097bdc-7f06-4a9f-9b4b-0c69ddea1734,segment=NetworkSegment(d44ec02c-488a-4260-aed3-4df581508a44),segment_id=d44ec02c-488a-4260-aed3-4df581508a44)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:40:20.668663 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ba6ccd01-352a-45ec-bfa9-ab14134ddc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:20.695366 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8e12c0b4-5f00-4c40-bdb1-b207370e7c70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:20.741585 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5706e0-34b7-47c3-b875-69661a83fe01 req-387720df-5121-40a9-97e7-46e8a96425ba tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:40:20.743260 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8a5706e0-34b7-47c3-b875-69661a83fe01 req-387720df-5121-40a9-97e7-46e8a96425ba tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbff649-4741-4ab4-9beb-ade4e7df9345 HTTP/1.1" status: 200 len: 943 time: 0.1908898 Nov 09 21:40:20.758053 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8e12c0b4-5f00-4c40-bdb1-b207370e7c70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:20.762326 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ccd01-352a-45ec-bfa9-ab14134ddc84 None None] Pushing event updated for resources: {'Port': ['ID=ca097bdc-7f06-4a9f-9b4b-0c69ddea1734,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:20.777540 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-299039f4-3860-4133-93f2-b2842759e6c5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:20.792916 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63d5c665-8edf-42d7-a6f3-68fcb786fc11 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Router 78e2c445-1c45-4f77-982a-9ecec64794b2 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:40:20.819251 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-299039f4-3860-4133-93f2-b2842759e6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:20.843877 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8a5706e0-34b7-47c3-b875-69661a83fe01 req-e2e971d5-6a27-4ed4-a5d4-9d60498d5f0e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890765 Nov 09 21:40:20.859518 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299039f4-3860-4133-93f2-b2842759e6c5 admin admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:40:20.864181 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-299039f4-3860-4133-93f2-b2842759e6c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:40:20.874995 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299039f4-3860-4133-93f2-b2842759e6c5 admin admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:40:20.881719 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a48f78d-a55f-4e94-a650-4f4ac110de64 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:40:20.907997 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299039f4-3860-4133-93f2-b2842759e6c5 admin admin] Pushing event updated for resources: {'Port': ['ID=ccd3f016-f7ae-4385-a28f-d39c9639b072,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:20.935797 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d5c665-8edf-42d7-a6f3-68fcb786fc11 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:40:20.944591 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-63d5c665-8edf-42d7-a6f3-68fcb786fc11 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:20.948389 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-63d5c665-8edf-42d7-a6f3-68fcb786fc11 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "PUT /v2.0/routers/78e2c445-1c45-4f77-982a-9ecec64794b2 HTTP/1.1" status: 200 len: 693 time: 1.0521019 Nov 09 21:40:20.948544 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37865914-c5db-4927-893f-423c4535fde2 None None] Sync routers for ids ['78e2c445-1c45-4f77-982a-9ecec64794b2'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:40:20.949049 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43182) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:20.960271 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8e12c0b4-5f00-4c40-bdb1-b207370e7c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:20.963410 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8e12c0b4-5f00-4c40-bdb1-b207370e7c70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:20.964000 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37865914-c5db-4927-893f-423c4535fde2 None None] Routers {'78e2c445-1c45-4f77-982a-9ecec64794b2'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:40:20.968313 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-37865914-c5db-4927-893f-423c4535fde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:40:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['78e2c445-1c45-4f77-982a-9ecec64794b2'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:20.968454 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8e12c0b4-5f00-4c40-bdb1-b207370e7c70 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/83ed0c18-4014-4d52-b087-acfbc0e4a46f HTTP/1.1" status: 204 len: 168 time: 0.4963734 Nov 09 21:40:21.065783 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e12c0b4-5f00-4c40-bdb1-b207370e7c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ed0c18-4014-4d52-b087-acfbc0e4a46f,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:21.087199 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-606f37d0-9686-4011-999f-6ce75de975f3 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "GET /v2.0/routers/78e2c445-1c45-4f77-982a-9ecec64794b2 HTTP/1.1" status: 200 len: 699 time: 0.1347637 Nov 09 21:40:21.088413 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43188) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:21.101865 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-37865914-c5db-4927-893f-423c4535fde2 None None] Set router 78e2c445-1c45-4f77-982a-9ecec64794b2 gateway port host: None {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:40:21.140890 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-836c3a17-0b37-4d3e-95f2-fb51995bff55 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "GET /v2.0/ports?device_id=78e2c445-1c45-4f77-982a-9ecec64794b2 HTTP/1.1" status: 200 len: 205 time: 0.0511179 Nov 09 21:40:21.143563 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43194) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:21.158971 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:21.207075 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-cfa0d36a-131e-4ac5-b050-fdf6ffcf85a6 None None] Provisioning complete for port ccd3f016-f7ae-4385-a28f-d39c9639b072 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:40:21.207550 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cfa0d36a-131e-4ac5-b050-fdf6ffcf85a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:21.333533 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-174a87b3-f5e1-4518-ad0a-df1434a5ec4d tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:21.335909 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-cfa0d36a-131e-4ac5-b050-fdf6ffcf85a6 None None] Port ccd3f016-f7ae-4385-a28f-d39c9639b072 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:40:21.355691 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device ca097bdc-7f06-4a9f-9b4b-0c69ddea1734 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:40:21.445197 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port ca097bdc-7f06-4a9f-9b4b-0c69ddea1734 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:40:21.445574 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:21.468562 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-37865914-c5db-4927-893f-423c4535fde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e2c445-1c45-4f77-982a-9ecec64794b2', 'name': 'tempest-RoutersTest-router-741404791', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:40:19Z', 'updated_at': '2021-11-09T21:40:20Z', 'revision_number': 2, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'gw_port_host': None}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:21.511332 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-299039f4-3860-4133-93f2-b2842759e6c5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:21.540238 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37865914-c5db-4927-893f-423c4535fde2 None None] Checking router: 78e2c445-1c45-4f77-982a-9ecec64794b2 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:40:21.562606 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37865914-c5db-4927-893f-423c4535fde2 None None] Routers {'78e2c445-1c45-4f77-982a-9ecec64794b2'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:40:21.563227 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-37865914-c5db-4927-893f-423c4535fde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:40:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['78e2c445-1c45-4f77-982a-9ecec64794b2'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:21.619630 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:21.685979 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port ca097bdc-7f06-4a9f-9b4b-0c69ddea1734, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=ca097bdc-7f06-4a9f-9b4b-0c69ddea1734,segment=NetworkSegment(d44ec02c-488a-4260-aed3-4df581508a44),segment_id=d44ec02c-488a-4260-aed3-4df581508a44)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:40:21.699416 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:21.753325 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-37865914-c5db-4927-893f-423c4535fde2 None None] Set router 78e2c445-1c45-4f77-982a-9ecec64794b2 gateway port host: None {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:40:21.824286 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=ca097bdc-7f06-4a9f-9b4b-0c69ddea1734,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:21.861191 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-37865914-c5db-4927-893f-423c4535fde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78e2c445-1c45-4f77-982a-9ecec64794b2', 'name': 'tempest-RoutersTest-router-741404791', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:40:19Z', 'updated_at': '2021-11-09T21:40:20Z', 'revision_number': 2, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'gw_port_host': None}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:21.918693 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37865914-c5db-4927-893f-423c4535fde2 None None] The sync data for ids ['78e2c445-1c45-4f77-982a-9ecec64794b2'] in n-d-816206-3 is: [{'id': '78e2c445-1c45-4f77-982a-9ecec64794b2', 'name': 'tempest-RoutersTest-router-741404791', 'tenant_id': '8d1a7eab032149e5999f26ec9e51a065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:40:19Z', 'updated_at': '2021-11-09T21:40:20Z', 'revision_number': 2, 'project_id': '8d1a7eab032149e5999f26ec9e51a065', 'gw_port_host': None}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:40:21.934218 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-299039f4-3860-4133-93f2-b2842759e6c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:22.210444 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-174a87b3-f5e1-4518-ad0a-df1434a5ec4d tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:22.214382 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-174a87b3-f5e1-4518-ad0a-df1434a5ec4d tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:22.315830 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17b578-a67c-498e-8ad1-1bc0ba70a4b1 req-ec312b57-0289-4985-99cb-b35e0c6f7274 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:40:22.326803 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8b17b578-a67c-498e-8ad1-1bc0ba70a4b1 req-ec312b57-0289-4985-99cb-b35e0c6f7274 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbff649-4741-4ab4-9beb-ade4e7df9345 HTTP/1.1" status: 200 len: 943 time: 0.1631501 Nov 09 21:40:22.333489 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-174a87b3-f5e1-4518-ad0a-df1434a5ec4d tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:22.334715 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174a87b3-f5e1-4518-ad0a-df1434a5ec4d tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Fanout notify agent at l3_agent the message router_deleted on router 78e2c445-1c45-4f77-982a-9ecec64794b2 {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:40:22.348077 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-174a87b3-f5e1-4518-ad0a-df1434a5ec4d tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:22.355863 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-174a87b3-f5e1-4518-ad0a-df1434a5ec4d tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "DELETE /v2.0/routers/78e2c445-1c45-4f77-982a-9ecec64794b2 HTTP/1.1" status: 204 len: 168 time: 1.2108397 Nov 09 21:40:22.358194 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43222) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:22.401150 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-70229fad-0776-42b8-9c56-5519e26b380c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "GET /v2.0/ports?device_id=78e2c445-1c45-4f77-982a-9ecec64794b2 HTTP/1.1" status: 200 len: 205 time: 0.0416141 Nov 09 21:40:22.402094 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43224) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:22.418809 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:22.449703 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-d04f1b5f-9437-4060-95f8-c2ac7b98f56c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] delete failed (client error): The resource could not be found. Nov 09 21:40:22.453297 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d04f1b5f-9437-4060-95f8-c2ac7b98f56c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "DELETE /v2.0/routers/78e2c445-1c45-4f77-982a-9ecec64794b2 HTTP/1.1" status: 404 len: 336 time: 0.0485234 Nov 09 21:40:22.454070 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43226) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:22.500524 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf2c660-f4f6-42a7-9fd5-87cf90c8f0ef tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] DELETE failed (client error): The resource could not be found. Nov 09 21:40:22.501116 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcf2c660-f4f6-42a7-9fd5-87cf90c8f0ef tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:40:22.507624 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-dcf2c660-f4f6-42a7-9fd5-87cf90c8f0ef tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "DELETE /v2.0/subnets/53661427-0e4e-4395-a8ad-c419e2efe72a HTTP/1.1" status: 404 len: 337 time: 0.0523479 Nov 09 21:40:22.508080 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 43228) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:22.508314 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86abee22-2ac8-4abc-b801-1e510fceddeb None None] Network 73b69311-b279-489e-af0f-ad8fda1b30f5 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:40:22.526798 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8b17b578-a67c-498e-8ad1-1bc0ba70a4b1 req-c772067b-db98-4974-bcb3-bf0ae5782d2b tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987202 Nov 09 21:40:22.551848 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-e923360f-3b5a-4d55-b8e5-a216cae955dd tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] DELETE failed (client error): The resource could not be found. Nov 09 21:40:22.551848 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e923360f-3b5a-4d55-b8e5-a216cae955dd tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:40:22.551848 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e923360f-3b5a-4d55-b8e5-a216cae955dd tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "DELETE /v2.0/subnets/a56d0d0e-4a1f-4a04-b0a0-8971720b5c49 HTTP/1.1" status: 404 len: 337 time: 0.0358837 Nov 09 21:40:22.552519 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 43230) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:22.605566 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b560226-1130-470c-82ed-24f5dc78127b tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] DELETE failed (client error): The resource could not be found. Nov 09 21:40:22.607616 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b560226-1130-470c-82ed-24f5dc78127b tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:40:22.614434 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-e898bb6f-1d07-4608-980f-0bae695e248f None None] Provisioning complete for port ca097bdc-7f06-4a9f-9b4b-0c69ddea1734 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:40:22.617266 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7b560226-1130-470c-82ed-24f5dc78127b tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "DELETE /v2.0/subnets/36c26984-ca10-48a2-bc3d-2a619c7ecb45 HTTP/1.1" status: 404 len: 337 time: 0.0614808 Nov 09 21:40:22.617960 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43234) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:22.618387 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e898bb6f-1d07-4608-980f-0bae695e248f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:22.662066 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299039f4-3860-4133-93f2-b2842759e6c5 admin admin] Router f712a410-16fb-4a8e-9a79-2fc7d899bb28 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:40:22.701603 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8272321-07d5-4586-b01c-9a893942bf65 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] DELETE failed (client error): The resource could not be found. Nov 09 21:40:22.702196 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8272321-07d5-4586-b01c-9a893942bf65 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:40:22.707683 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a8272321-07d5-4586-b01c-9a893942bf65 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "DELETE /v2.0/subnets/0bf6d731-a7ef-4443-97b7-a980b2d31904 HTTP/1.1" status: 404 len: 337 time: 0.0864332 Nov 09 21:40:22.708033 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43238) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:22.767228 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 43242) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:22.768103 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5740bc39-4e1d-46dc-bcfd-7cbba610f84a tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e99abfe-50fa-47d3-baa9-45dfbba0aace HTTP/1.1" status: 200 len: 205 time: 0.0551982 Nov 09 21:40:22.850897 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [None req-b2d65de8-aecc-48ea-a3e7-f617ce92fc29 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] delete failed (client error): The resource could not be found. Nov 09 21:40:22.851952 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b2d65de8-aecc-48ea-a3e7-f617ce92fc29 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "DELETE /v2.0/routers/5e99abfe-50fa-47d3-baa9-45dfbba0aace HTTP/1.1" status: 404 len: 336 time: 0.0827072 Nov 09 21:40:22.854639 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 43246) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:22.892954 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:22.925302 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8a0f49d9-f6df-4a68-b525-407248d7dcc4 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "GET /v2.0/ports?device_id=206c4d6e-79eb-4c54-94a5-889ac818e856 HTTP/1.1" status: 200 len: 205 time: 0.0692227 Nov 09 21:40:22.927785 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43248) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:22.975396 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299039f4-3860-4133-93f2-b2842759e6c5 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:40:22.984317 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-45603b6e-8a02-47cf-b361-ed9e773bd548 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] delete failed (client error): The resource could not be found. Nov 09 21:40:22.991261 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-45603b6e-8a02-47cf-b361-ed9e773bd548 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "DELETE /v2.0/routers/206c4d6e-79eb-4c54-94a5-889ac818e856 HTTP/1.1" status: 404 len: 336 time: 0.0613136 Nov 09 21:40:22.997634 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43252) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:22.998818 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e67cda-baac-4edf-ba4d-c34145f33944 None None] Sync routers for ids ['f712a410-16fb-4a8e-9a79-2fc7d899bb28'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:40:23.012341 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e67cda-baac-4edf-ba4d-c34145f33944 None None] Routers {'f712a410-16fb-4a8e-9a79-2fc7d899bb28'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:40:23.013839 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-08e67cda-baac-4edf-ba4d-c34145f33944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:40:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f712a410-16fb-4a8e-9a79-2fc7d899bb28'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:23.041327 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-299039f4-3860-4133-93f2-b2842759e6c5 admin admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:23.046941 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-299039f4-3860-4133-93f2-b2842759e6c5 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3045576 Nov 09 21:40:23.047130 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 43254) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:23.079964 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-5959d317-021d-4f9c-a2a2-a63b1136c89c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] DELETE failed (client error): The resource could not be found. Nov 09 21:40:23.080459 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5959d317-021d-4f9c-a2a2-a63b1136c89c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:40:23.094310 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5959d317-021d-4f9c-a2a2-a63b1136c89c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "DELETE /v2.0/subnets/8244efa4-6ea6-44cc-a123-b02e77e36245 HTTP/1.1" status: 404 len: 337 time: 0.0914338 Nov 09 21:40:23.097435 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43258) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:23.158398 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-9d3c77db-883c-4c05-ad66-2a142c8ae558 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "GET /v2.0/ports?device_id=66ce88cc-4dd9-4203-9742-d548ea2d5e51 HTTP/1.1" status: 200 len: 205 time: 0.0600183 Nov 09 21:40:23.159035 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43260) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:23.247499 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-3e46344f-619d-401d-923d-4ce3c5686b29 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] delete failed (client error): The resource could not be found. Nov 09 21:40:23.261489 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3e46344f-619d-401d-923d-4ce3c5686b29 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "DELETE /v2.0/routers/66ce88cc-4dd9-4203-9742-d548ea2d5e51 HTTP/1.1" status: 404 len: 336 time: 0.0979700 Nov 09 21:40:23.264041 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43264) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:23.273766 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device ca097bdc-7f06-4a9f-9b4b-0c69ddea1734 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:40:23.330292 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 43272) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:23.332780 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0b1622b4-a8aa-4465-933c-68f26b344aa2 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ba3ce23-78ac-4132-88c1-ea51ef6a9f97 HTTP/1.1" status: 200 len: 205 time: 0.0585730 Nov 09 21:40:23.380303 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [None req-9b72e8c3-8adb-499b-95e7-dc6c01ed23f8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] delete failed (client error): The resource could not be found. Nov 09 21:40:23.381792 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-9b72e8c3-8adb-499b-95e7-dc6c01ed23f8 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "DELETE /v2.0/routers/6ba3ce23-78ac-4132-88c1-ea51ef6a9f97 HTTP/1.1" status: 404 len: 336 time: 0.0504441 Nov 09 21:40:23.384325 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43274) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:23.472542 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-e56e8c33-9cb4-4644-8a96-a4bd03c7c874 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] DELETE failed (client error): The resource could not be found. Nov 09 21:40:23.474860 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e56e8c33-9cb4-4644-8a96-a4bd03c7c874 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:40:23.487488 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e56e8c33-9cb4-4644-8a96-a4bd03c7c874 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "DELETE /v2.0/subnets/71fa6e4a-44e2-4755-a6e5-eefc418db940 HTTP/1.1" status: 404 len: 337 time: 0.0992393 Nov 09 21:40:23.494173 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 43276) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:23.539715 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-18aa7231-b46c-42ef-9494-07ab6230a96c tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "GET /v2.0/ports?device_id=596f3a72-ed8b-4c42-9052-e2018d4685b8 HTTP/1.1" status: 200 len: 205 time: 0.0420034 Nov 09 21:40:23.539841 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43278) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:23.631960 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-08e67cda-baac-4edf-ba4d-c34145f33944 None None] Set router f712a410-16fb-4a8e-9a79-2fc7d899bb28 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:40:23.637735 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-40ec9a1a-b562-4155-9fa1-93c26079bf36 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] delete failed (client error): The resource could not be found. Nov 09 21:40:23.637917 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:23.638045 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-40ec9a1a-b562-4155-9fa1-93c26079bf36 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "DELETE /v2.0/routers/596f3a72-ed8b-4c42-9052-e2018d4685b8 HTTP/1.1" status: 404 len: 336 time: 0.0946639 Nov 09 21:40:23.645652 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 43288) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:23.683950 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d861b36-d2cb-485d-92c5-5b65b2fb4435 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] DELETE failed (client error): The resource could not be found. Nov 09 21:40:23.684414 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d861b36-d2cb-485d-92c5-5b65b2fb4435 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:40:23.689899 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4d861b36-d2cb-485d-92c5-5b65b2fb4435 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "DELETE /v2.0/subnets/07529015-5056-4d2a-8f91-56a06350ea0f HTTP/1.1" status: 404 len: 337 time: 0.0383394 Nov 09 21:40:23.690051 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83303b7-426f-4eac-9476-bf46722a4b4b req-5e6686ce-154f-4fcf-a42d-601b2d39b3cf tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:40:23.690980 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e83303b7-426f-4eac-9476-bf46722a4b4b req-5e6686ce-154f-4fcf-a42d-601b2d39b3cf tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbff649-4741-4ab4-9beb-ade4e7df9345 HTTP/1.1" status: 200 len: 943 time: 0.0585945 Nov 09 21:40:23.691969 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-b6872dc6-ae3f-4e3a-bb44-9479bbfedfca None None] Provisioning complete for port ca097bdc-7f06-4a9f-9b4b-0c69ddea1734 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:40:23.692342 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b6872dc6-ae3f-4e3a-bb44-9479bbfedfca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:23.692848 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 43290) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:23.726469 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a9926b0e-7d02-4f82-8200-f9dc2023d01d tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7a2f1b2-81f2-467c-a6ad-d386616d7193 HTTP/1.1" status: 200 len: 205 time: 0.0322216 Nov 09 21:40:23.730052 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 43292) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:23.765963 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e83303b7-426f-4eac-9476-bf46722a4b4b req-6c3b7a9e-6268-4085-b72f-04a6880c88f6 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672026 Nov 09 21:40:23.780098 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [None req-8b0f761f-e9bf-45a7-8c1c-8ada5ecafeb0 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] delete failed (client error): The resource could not be found. Nov 09 21:40:23.783909 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43294) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:23.785112 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8b0f761f-e9bf-45a7-8c1c-8ada5ecafeb0 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "DELETE /v2.0/routers/d7a2f1b2-81f2-467c-a6ad-d386616d7193 HTTP/1.1" status: 404 len: 336 time: 0.0536678 Nov 09 21:40:23.802900 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port ca097bdc-7f06-4a9f-9b4b-0c69ddea1734 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:40:23.803274 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:23.823830 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-a872deaa-9446-4667-a662-d332d4097c0d tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] DELETE failed (client error): The resource could not be found. Nov 09 21:40:23.824295 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a872deaa-9446-4667-a662-d332d4097c0d tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:40:23.828078 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a872deaa-9446-4667-a662-d332d4097c0d tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "DELETE /v2.0/subnets/ffcadaa1-72af-4557-a087-47e891baba77 HTTP/1.1" status: 404 len: 337 time: 0.0417607 Nov 09 21:40:23.830260 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43296) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:23.841687 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a4f2a8e7-4722-4bba-9cf9-13bf48ada387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:23.868043 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-7632e257-f11b-4f3e-952c-6ebaa7ba1544 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] DELETE failed (client error): The resource could not be found. Nov 09 21:40:23.868940 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7632e257-f11b-4f3e-952c-6ebaa7ba1544 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:40:23.876810 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7632e257-f11b-4f3e-952c-6ebaa7ba1544 tempest-RoutersTest-987880496 tempest-RoutersTest-987880496-project] 10.222.0.49 "DELETE /v2.0/subnets/ad2da348-927a-4629-8d34-dd5c7d34b5a9 HTTP/1.1" status: 404 len: 337 time: 0.0451832 Nov 09 21:40:24.004405 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-08e67cda-baac-4edf-ba4d-c34145f33944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'name': 'tempest-TestVolumeBackupRestore-460787360-router', 'tenant_id': '469f95456a2b40728525091048862e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'ccd3f016-f7ae-4385-a28f-d39c9639b072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:40:19Z', 'updated_at': '2021-11-09T21:40:21Z', 'revision_number': 3, 'project_id': '469f95456a2b40728525091048862e3f', 'gw_port': {'id': 'ccd3f016-f7ae-4385-a28f-d39c9639b072', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:11:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:40:20Z', 'updated_at': '2021-11-09T21:40:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:24.036409 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e67cda-baac-4edf-ba4d-c34145f33944 None None] Checking router: f712a410-16fb-4a8e-9a79-2fc7d899bb28 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:40:24.036951 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e67cda-baac-4edf-ba4d-c34145f33944 None None] Updating router f712a410-16fb-4a8e-9a79-2fc7d899bb28 port ccd3f016-f7ae-4385-a28f-d39c9639b072 binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:40:24.037417 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-a4f2a8e7-4722-4bba-9cf9-13bf48ada387 admin admin] Allocated IP 172.20.0.1 (73b69311-b279-489e-af0f-ad8fda1b30f5/b2814453-ed2d-46ce-922b-68eeaec2cf37/f36b622a-0661-4c12-9ef6-31e76c8ee236) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:40:24.066951 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-08e67cda-baac-4edf-ba4d-c34145f33944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:24.152272 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a4f2a8e7-4722-4bba-9cf9-13bf48ada387 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:24.188021 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a4f2a8e7-4722-4bba-9cf9-13bf48ada387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:24.224963 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f2a8e7-4722-4bba-9cf9-13bf48ada387 admin admin] Network 73b69311-b279-489e-af0f-ad8fda1b30f5 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:40:24.230374 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-a4f2a8e7-4722-4bba-9cf9-13bf48ada387 admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:40:24.234376 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f2a8e7-4722-4bba-9cf9-13bf48ada387 admin admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:40:24.244173 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43304) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:24.267602 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f2a8e7-4722-4bba-9cf9-13bf48ada387 admin admin] Pushing event updated for resources: {'Port': ['ID=f36b622a-0661-4c12-9ef6-31e76c8ee236,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:24.290324 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a4f2a8e7-4722-4bba-9cf9-13bf48ada387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:24.342123 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-08e67cda-baac-4edf-ba4d-c34145f33944 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:24.350819 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-08e67cda-baac-4edf-ba4d-c34145f33944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:24.441587 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f951ac6a-92c0-4740-938b-bb46aa85c6e6 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:40:24.452087 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8be4e2-4587-40c1-ae4c-0f1f16780b89 None None] Pushing event updated for resources: {'Port': ['ID=ccd3f016-f7ae-4385-a28f-d39c9639b072,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:24.465835 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-08e67cda-baac-4edf-ba4d-c34145f33944 None None] Attempting to bind port ccd3f016-f7ae-4385-a28f-d39c9639b072 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:40:24.466130 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-08e67cda-baac-4edf-ba4d-c34145f33944 None None] Attempting to bind port ccd3f016-f7ae-4385-a28f-d39c9639b072 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:40:24.467620 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e67cda-baac-4edf-ba4d-c34145f33944 None None] Attempting to bind port ccd3f016-f7ae-4385-a28f-d39c9639b072 on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:40:24.478942 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e67cda-baac-4edf-ba4d-c34145f33944 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:40:24.479820 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e67cda-baac-4edf-ba4d-c34145f33944 None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:40:24.480766 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-08e67cda-baac-4edf-ba4d-c34145f33944 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:24.481685 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e67cda-baac-4edf-ba4d-c34145f33944 None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:40:24.482377 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-08e67cda-baac-4edf-ba4d-c34145f33944 None None] Bound port: ccd3f016-f7ae-4385-a28f-d39c9639b072, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:40:24.483093 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-08e67cda-baac-4edf-ba4d-c34145f33944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:24.497958 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a4f2a8e7-4722-4bba-9cf9-13bf48ada387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:24.537529 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7f9ea7a8-890e-40bf-9e1f-1d08f9c51a16 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8d1a7eab032149e5999f26ec9e51a065&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2910058 Nov 09 21:40:24.539695 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43320) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:24.566272 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-c4cc7c20-6820-4883-977a-033ca6db1375 None None] Provisioning complete for port ccd3f016-f7ae-4385-a28f-d39c9639b072 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:40:24.566645 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c4cc7c20-6820-4883-977a-033ca6db1375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:24.613804 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3af94a1b-eb23-439e-bb87-f8508d0e3142 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:24.622278 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-08e67cda-baac-4edf-ba4d-c34145f33944 None None] For port ccd3f016-f7ae-4385-a28f-d39c9639b072, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:40:24.638056 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3af94a1b-eb23-439e-bb87-f8508d0e3142 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:24.640518 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-08e67cda-baac-4edf-ba4d-c34145f33944 None None] For port ccd3f016-f7ae-4385-a28f-d39c9639b072, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=ccd3f016-f7ae-4385-a28f-d39c9639b072,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:40:24.642703 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-c4cc7c20-6820-4883-977a-033ca6db1375 None None] Port ccd3f016-f7ae-4385-a28f-d39c9639b072 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:40:24.651191 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-08e67cda-baac-4edf-ba4d-c34145f33944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:24.705621 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70092f4d-8850-404c-801b-bad429e43e33 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:40:24.718793 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e67cda-baac-4edf-ba4d-c34145f33944 None None] Routers {'f712a410-16fb-4a8e-9a79-2fc7d899bb28'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:40:24.719486 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-08e67cda-baac-4edf-ba4d-c34145f33944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:40:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f712a410-16fb-4a8e-9a79-2fc7d899bb28'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:24.722634 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3af94a1b-eb23-439e-bb87-f8508d0e3142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:24.728971 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3af94a1b-eb23-439e-bb87-f8508d0e3142 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:24.735077 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3af94a1b-eb23-439e-bb87-f8508d0e3142 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5b7499cb-12ed-440f-ab7b-a926919a21e5 HTTP/1.1" status: 204 len: 168 time: 0.1916564 Nov 09 21:40:24.747357 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af94a1b-eb23-439e-bb87-f8508d0e3142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7499cb-12ed-440f-ab7b-a926919a21e5,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:24.791375 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8be4e2-4587-40c1-ae4c-0f1f16780b89 None None] Pushing event updated for resources: {'Port': ['ID=ccd3f016-f7ae-4385-a28f-d39c9639b072,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:24.814229 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-a2d38ed1-1b2d-40c9-9ecd-0d74bdb33db9 None None] Provisioning complete for port f36b622a-0661-4c12-9ef6-31e76c8ee236 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:40:24.814229 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a2d38ed1-1b2d-40c9-9ecd-0d74bdb33db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:24.829216 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a4f2a8e7-4722-4bba-9cf9-13bf48ada387 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:24.839587 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a4f2a8e7-4722-4bba-9cf9-13bf48ada387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:24.911725 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-a2d38ed1-1b2d-40c9-9ecd-0d74bdb33db9 None None] Port f36b622a-0661-4c12-9ef6-31e76c8ee236 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:40:24.920695 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-08e67cda-baac-4edf-ba4d-c34145f33944 None None] Set router f712a410-16fb-4a8e-9a79-2fc7d899bb28 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:40:24.963812 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:40:24.976372 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-a2d38ed1-1b2d-40c9-9ecd-0d74bdb33db9 None None] Provisioning complete for port ccd3f016-f7ae-4385-a28f-d39c9639b072 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:40:24.976771 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a2d38ed1-1b2d-40c9-9ecd-0d74bdb33db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:24.989511 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97666872-5bf8-49fd-82b3-338374b08b04 req-a4a69f77-c772-4ff1-8c23-5202a9064a7a tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:40:24.991193 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-97666872-5bf8-49fd-82b3-338374b08b04 req-a4a69f77-c772-4ff1-8c23-5202a9064a7a tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbff649-4741-4ab4-9beb-ade4e7df9345 HTTP/1.1" status: 200 len: 943 time: 0.1002588 Nov 09 21:40:25.001790 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a4f2a8e7-4722-4bba-9cf9-13bf48ada387 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:25.005538 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f2a8e7-4722-4bba-9cf9-13bf48ada387 admin admin] Pushing event updated for resources: {'Port': ['ID=f36b622a-0661-4c12-9ef6-31e76c8ee236,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:25.111046 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-97666872-5bf8-49fd-82b3-338374b08b04 req-72b3c660-b4a5-4927-b391-cf81835f5593 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120596 Nov 09 21:40:25.143850 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f2a8e7-4722-4bba-9cf9-13bf48ada387 admin admin] Network 73b69311-b279-489e-af0f-ad8fda1b30f5 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:40:25.151143 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-a4f2a8e7-4722-4bba-9cf9-13bf48ada387 admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:40:25.233201 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a2d38ed1-1b2d-40c9-9ecd-0d74bdb33db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:25.259006 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-a2d38ed1-1b2d-40c9-9ecd-0d74bdb33db9 None None] For port ccd3f016-f7ae-4385-a28f-d39c9639b072, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=ccd3f016-f7ae-4385-a28f-d39c9639b072,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:40:25.269587 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-08e67cda-baac-4edf-ba4d-c34145f33944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'name': 'tempest-TestVolumeBackupRestore-460787360-router', 'tenant_id': '469f95456a2b40728525091048862e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'ccd3f016-f7ae-4385-a28f-d39c9639b072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:40:19Z', 'updated_at': '2021-11-09T21:40:24Z', 'revision_number': 4, 'project_id': '469f95456a2b40728525091048862e3f', 'gw_port': {'id': 'ccd3f016-f7ae-4385-a28f-d39c9639b072', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:11:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:40:20Z', 'updated_at': '2021-11-09T21:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'f36b622a-0661-4c12-9ef6-31e76c8ee236', 'name': '', 'network_id': '73b69311-b279-489e-af0f-ad8fda1b30f5', 'tenant_id': '469f95456a2b40728525091048862e3f', 'mac_address': 'fa:16:3e:22:73:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'b2814453-ed2d-46ce-922b-68eeaec2cf37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:40:23Z', 'updated_at': '2021-11-09T21:40:24Z', 'revision_number': 1, 'project_id': '469f95456a2b40728525091048862e3f', 'subnets': [{'id': 'b2814453-ed2d-46ce-922b-68eeaec2cf37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:25.273329 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a2d38ed1-1b2d-40c9-9ecd-0d74bdb33db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:25.325355 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e67cda-baac-4edf-ba4d-c34145f33944 None None] The sync data for ids ['f712a410-16fb-4a8e-9a79-2fc7d899bb28'] in n-d-816206-3 is: [{'id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'name': 'tempest-TestVolumeBackupRestore-460787360-router', 'tenant_id': '469f95456a2b40728525091048862e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'ccd3f016-f7ae-4385-a28f-d39c9639b072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:40:19Z', 'updated_at': '2021-11-09T21:40:24Z', 'revision_number': 4, 'project_id': '469f95456a2b40728525091048862e3f', 'gw_port': {'id': 'ccd3f016-f7ae-4385-a28f-d39c9639b072', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:11:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:40:20Z', 'updated_at': '2021-11-09T21:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'f36b622a-0661-4c12-9ef6-31e76c8ee236', 'name': '', 'network_id': '73b69311-b279-489e-af0f-ad8fda1b30f5', 'tenant_id': '469f95456a2b40728525091048862e3f', 'mac_address': 'fa:16:3e:22:73:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'b2814453-ed2d-46ce-922b-68eeaec2cf37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:40:23Z', 'updated_at': '2021-11-09T21:40:24Z', 'revision_number': 1, 'project_id': '469f95456a2b40728525091048862e3f', 'subnets': [{'id': 'b2814453-ed2d-46ce-922b-68eeaec2cf37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:40:25.343939 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f2a8e7-4722-4bba-9cf9-13bf48ada387 admin admin] Router f712a410-16fb-4a8e-9a79-2fc7d899bb28 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:40:25.447742 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d38ed1-1b2d-40c9-9ecd-0d74bdb33db9 None None] Pushing event updated for resources: {'Port': ['ID=ccd3f016-f7ae-4385-a28f-d39c9639b072,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:25.517182 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f2a8e7-4722-4bba-9cf9-13bf48ada387 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:40:25.523822 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a4f2a8e7-4722-4bba-9cf9-13bf48ada387 admin admin] 10.222.0.49 "PUT /v2.0/routers/f712a410-16fb-4a8e-9a79-2fc7d899bb28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4756553 Nov 09 21:40:25.618431 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d68ab820-dd6f-49bd-9fde-4f9525f7f6d3 None None] Provisioning complete for port f36b622a-0661-4c12-9ef6-31e76c8ee236 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:40:25.619318 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d68ab820-dd6f-49bd-9fde-4f9525f7f6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:25.757192 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-d68ab820-dd6f-49bd-9fde-4f9525f7f6d3 None None] Port f36b622a-0661-4c12-9ef6-31e76c8ee236 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:40:26.336437 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00a74b-7be1-4e37-9e2c-330ced82b3ab req-47d8680e-a5e8-4711-9449-da57628e5ad2 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:40:26.339605 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6f00a74b-7be1-4e37-9e2c-330ced82b3ab req-47d8680e-a5e8-4711-9449-da57628e5ad2 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbff649-4741-4ab4-9beb-ade4e7df9345 HTTP/1.1" status: 200 len: 943 time: 0.1154594 Nov 09 21:40:26.449806 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6f00a74b-7be1-4e37-9e2c-330ced82b3ab req-0de60d9a-e1da-4fb6-89e4-5cfb0ee17d4f tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006203 Nov 09 21:40:26.654072 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43384) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:26.658966 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-8a6e3dae-3088-4369-a4bb-80b4dcf6ca94 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1856580409-network', 'tenant_id': '2cf21ffaa01649d4bee38b0f07bf83c7'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:40:26.696450 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6e3dae-3088-4369-a4bb-80b4dcf6ca94 admin admin] Made reservation on behalf of 2cf21ffaa01649d4bee38b0f07bf83c7 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:40:26.707677 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8a6e3dae-3088-4369-a4bb-80b4dcf6ca94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:26.719612 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8a6e3dae-3088-4369-a4bb-80b4dcf6ca94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:26.849627 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8a6e3dae-3088-4369-a4bb-80b4dcf6ca94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:26.857790 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8a6e3dae-3088-4369-a4bb-80b4dcf6ca94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:26.982474 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a6e3dae-3088-4369-a4bb-80b4dcf6ca94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:40:26.990180 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e3dae-3088-4369-a4bb-80b4dcf6ca94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b361d58-2f24-4d19-bbdf-6d1d3b46f039,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:27.005284 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8a6e3dae-3088-4369-a4bb-80b4dcf6ca94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:27.005897 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-8a6e3dae-3088-4369-a4bb-80b4dcf6ca94 admin admin] Added segment 0f7cac22-9b36-4496-b532-e32ff1d0a685 of type vlan for network 72bc81ee-3c41-4f5e-8195-508e87f6d682 Nov 09 21:40:27.063402 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 43593165-95ff-4f07-9d74-2c0ca3b5fac7 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:40:27.133108 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8a6e3dae-3088-4369-a4bb-80b4dcf6ca94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:27.214730 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8a6e3dae-3088-4369-a4bb-80b4dcf6ca94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:27.215727 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6e3dae-3088-4369-a4bb-80b4dcf6ca94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:40:27.216460 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8a6e3dae-3088-4369-a4bb-80b4dcf6ca94 admin admin] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:27.277257 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 43593165-95ff-4f07-9d74-2c0ca3b5fac7, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=43593165-95ff-4f07-9d74-2c0ca3b5fac7,segment=NetworkSegment(3170744c-3447-44d8-9a0c-fa1ee6e7efbc),segment_id=3170744c-3447-44d8-9a0c-fa1ee6e7efbc)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:40:27.297361 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '43593165-95ff-4f07-9d74-2c0ca3b5fac7', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'port_id': '43593165-95ff-4f07-9d74-2c0ca3b5fac7', 'mac_address': 'fa:16:3e:76:da:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9efcad5d-d250-42ce-b381-abda2d565ce1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:40:27.358961 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e3dae-3088-4369-a4bb-80b4dcf6ca94 admin admin] Pushing event updated for resources: {'Network': ['ID=72bc81ee-3c41-4f5e-8195-508e87f6d682,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:27.387114 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8a6e3dae-3088-4369-a4bb-80b4dcf6ca94 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7313206 Nov 09 21:40:27.389900 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43402) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:27.394789 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device ccd3f016-f7ae-4385-a28f-d39c9639b072 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:40:27.398393 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-94862475-728d-4fa5-9590-3229d4eb7b79 admin admin] Request body: {'subnet': {'network_id': '72bc81ee-3c41-4f5e-8195-508e87f6d682', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1856580409-subnet', 'tenant_id': '2cf21ffaa01649d4bee38b0f07bf83c7', 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:40:27.401836 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 72bc81ee-3c41-4f5e-8195-508e87f6d682 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:40:27.437551 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94862475-728d-4fa5-9590-3229d4eb7b79 admin admin] Made reservation on behalf of 2cf21ffaa01649d4bee38b0f07bf83c7 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:40:27.448390 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-94862475-728d-4fa5-9590-3229d4eb7b79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:27.533352 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:27.577560 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43593165-95ff-4f07-9d74-2c0ca3b5fac7 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:40:27.604850 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port ccd3f016-f7ae-4385-a28f-d39c9639b072 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:40:27.605223 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:27.611543 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 43593165-95ff-4f07-9d74-2c0ca3b5fac7, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=43593165-95ff-4f07-9d74-2c0ca3b5fac7,segment=NetworkSegment(3170744c-3447-44d8-9a0c-fa1ee6e7efbc),segment_id=3170744c-3447-44d8-9a0c-fa1ee6e7efbc)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:40:27.641970 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:27.718092 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992917a5-852d-4b29-8ad7-0de7b48e975c req-2ad61f03-ad7a-47ef-bf5d-e252299f9c94 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:40:27.723660 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=43593165-95ff-4f07-9d74-2c0ca3b5fac7,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:27.726040 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-992917a5-852d-4b29-8ad7-0de7b48e975c req-2ad61f03-ad7a-47ef-bf5d-e252299f9c94 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbff649-4741-4ab4-9beb-ade4e7df9345 HTTP/1.1" status: 200 len: 943 time: 0.1354895 Nov 09 21:40:27.812118 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-94862475-728d-4fa5-9590-3229d4eb7b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:27.863112 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-992917a5-852d-4b29-8ad7-0de7b48e975c req-d6faecbd-02bf-4d44-aac7-588d44ab822d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298392 Nov 09 21:40:27.890567 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94862475-728d-4fa5-9590-3229d4eb7b79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=765740ff-b431-43ea-8bcf-932097a20b98,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:27.890721 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['43593165-95ff-4f07-9d74-2c0ca3b5fac7'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:40:27.896959 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94862475-728d-4fa5-9590-3229d4eb7b79 admin admin] Checking segment: {'id': '0f7cac22-9b36-4496-b532-e32ff1d0a685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '72bc81ee-3c41-4f5e-8195-508e87f6d682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:40:27.897328 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94862475-728d-4fa5-9590-3229d4eb7b79 admin admin] Network hostable DHCP agents. Network: 72bc81ee-3c41-4f5e-8195-508e87f6d682, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:40:27.929464 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94862475-728d-4fa5-9590-3229d4eb7b79 admin admin] Network 72bc81ee-3c41-4f5e-8195-508e87f6d682 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:40:27.942484 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-94862475-728d-4fa5-9590-3229d4eb7b79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 72bc81ee-3c41-4f5e-8195-508e87f6d682) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:40:27.947248 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94862475-728d-4fa5-9590-3229d4eb7b79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:40:27.948201 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-94862475-728d-4fa5-9590-3229d4eb7b79 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:27.956207 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc373b5-d970-4976-83fa-d7a0df5241b7 None None] Network 72bc81ee-3c41-4f5e-8195-508e87f6d682 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:40:27.994484 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-94862475-728d-4fa5-9590-3229d4eb7b79 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6032445 Nov 09 21:40:27.998706 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 43420) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:28.006227 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-0a4b77b2-9aa4-4547-b8cd-1bbbdbede9cb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1856580409-router', 'tenant_id': '2cf21ffaa01649d4bee38b0f07bf83c7', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:40:28.054398 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0a4b77b2-9aa4-4547-b8cd-1bbbdbede9cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:28.058117 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0a4b77b2-9aa4-4547-b8cd-1bbbdbede9cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:28.162896 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0a4b77b2-9aa4-4547-b8cd-1bbbdbede9cb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:28.221073 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545a432b-704c-4cbc-a177-e1e184a1d3d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-72bc81ee-3c41-4f5e-8195-508e87f6d682', 'network_id': '72bc81ee-3c41-4f5e-8195-508e87f6d682', 'tenant_id': '2cf21ffaa01649d4bee38b0f07bf83c7', 'fixed_ips': [{'subnet_id': '765740ff-b431-43ea-8bcf-932097a20b98'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:40:28.223587 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-545a432b-704c-4cbc-a177-e1e184a1d3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:28.545407 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0a4b77b2-9aa4-4547-b8cd-1bbbdbede9cb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:28.680275 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-545a432b-704c-4cbc-a177-e1e184a1d3d7 None None] Allocated IP 172.20.0.2 (72bc81ee-3c41-4f5e-8195-508e87f6d682/765740ff-b431-43ea-8bcf-932097a20b98/5f6984a9-b133-4e7f-b727-ad74634c3fb5) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:40:28.838223 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0a4b77b2-9aa4-4547-b8cd-1bbbdbede9cb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:28.841908 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5296c834-a186-4020-a77f-d6e3fc5a5e2b None None] Sync routers for ids ['f712a410-16fb-4a8e-9a79-2fc7d899bb28'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:40:28.860172 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0a4b77b2-9aa4-4547-b8cd-1bbbdbede9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:28.860788 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5296c834-a186-4020-a77f-d6e3fc5a5e2b None None] Routers {'f712a410-16fb-4a8e-9a79-2fc7d899bb28'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:40:28.861426 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-5296c834-a186-4020-a77f-d6e3fc5a5e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:40:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f712a410-16fb-4a8e-9a79-2fc7d899bb28'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:28.906284 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43448) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:29.006071 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-545a432b-704c-4cbc-a177-e1e184a1d3d7 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:29.011264 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-0a4b77b2-9aa4-4547-b8cd-1bbbdbede9cb admin admin] Allocated IP 172.25.7.64 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/91192f91-61bb-4c77-b095-e6b67a28e409) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:40:29.024179 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-545a432b-704c-4cbc-a177-e1e184a1d3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:29.092867 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 43593165-95ff-4f07-9d74-2c0ca3b5fac7 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:40:29.143827 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-5296c834-a186-4020-a77f-d6e3fc5a5e2b None None] Set router f712a410-16fb-4a8e-9a79-2fc7d899bb28 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:40:29.174948 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545a432b-704c-4cbc-a177-e1e184a1d3d7 None None] Network 72bc81ee-3c41-4f5e-8195-508e87f6d682 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:40:29.177410 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2ab2c-4293-4a02-95a3-2da446b27d1a req-b7d01747-56c5-4150-a448-c2d1d101b8c3 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:40:29.183474 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-545a432b-704c-4cbc-a177-e1e184a1d3d7 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:40:29.186456 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3ad2ab2c-4293-4a02-95a3-2da446b27d1a req-b7d01747-56c5-4150-a448-c2d1d101b8c3 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbff649-4741-4ab4-9beb-ade4e7df9345 HTTP/1.1" status: 200 len: 944 time: 0.1312451 Nov 09 21:40:29.199822 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545a432b-704c-4cbc-a177-e1e184a1d3d7 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:40:29.221384 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a432b-704c-4cbc-a177-e1e184a1d3d7 None None] Pushing event updated for resources: {'Port': ['ID=5f6984a9-b133-4e7f-b727-ad74634c3fb5,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:29.224502 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0a4b77b2-9aa4-4547-b8cd-1bbbdbede9cb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:29.262436 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0a4b77b2-9aa4-4547-b8cd-1bbbdbede9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:29.297403 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-545a432b-704c-4cbc-a177-e1e184a1d3d7 None None] Attempting to bind port 5f6984a9-b133-4e7f-b727-ad74634c3fb5 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:40:29.298123 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-545a432b-704c-4cbc-a177-e1e184a1d3d7 None None] Attempting to bind port 5f6984a9-b133-4e7f-b727-ad74634c3fb5 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '0f7cac22-9b36-4496-b532-e32ff1d0a685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '72bc81ee-3c41-4f5e-8195-508e87f6d682'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:40:29.298663 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545a432b-704c-4cbc-a177-e1e184a1d3d7 None None] Attempting to bind port 5f6984a9-b133-4e7f-b727-ad74634c3fb5 on network 72bc81ee-3c41-4f5e-8195-508e87f6d682 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:40:29.303120 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 43593165-95ff-4f07-9d74-2c0ca3b5fac7 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:40:29.310586 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545a432b-704c-4cbc-a177-e1e184a1d3d7 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:40:29.311251 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545a432b-704c-4cbc-a177-e1e184a1d3d7 None None] Checking segment: {'id': '0f7cac22-9b36-4496-b532-e32ff1d0a685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '72bc81ee-3c41-4f5e-8195-508e87f6d682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:40:29.311907 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-545a432b-704c-4cbc-a177-e1e184a1d3d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:29.312458 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545a432b-704c-4cbc-a177-e1e184a1d3d7 None None] Bound using segment: {'id': '0f7cac22-9b36-4496-b532-e32ff1d0a685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '72bc81ee-3c41-4f5e-8195-508e87f6d682'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:40:29.313161 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-545a432b-704c-4cbc-a177-e1e184a1d3d7 None None] Bound port: 5f6984a9-b133-4e7f-b727-ad74634c3fb5, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f7cac22-9b36-4496-b532-e32ff1d0a685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '72bc81ee-3c41-4f5e-8195-508e87f6d682'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:40:29.313872 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-545a432b-704c-4cbc-a177-e1e184a1d3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:29.316008 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 43593165-95ff-4f07-9d74-2c0ca3b5fac7 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:40:29.316528 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:29.316697 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0596e91d-9d9a-4639-bb17-4fef438afa63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:29.328586 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3ad2ab2c-4293-4a02-95a3-2da446b27d1a req-a166cd53-fb03-4a82-a84b-17a07f185af0 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412604 Nov 09 21:40:29.356662 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4b77b2-9aa4-4547-b8cd-1bbbdbede9cb admin admin] Pushing event updated for resources: {'Port': ['ID=91192f91-61bb-4c77-b095-e6b67a28e409,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:29.371657 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4b77b2-9aa4-4547-b8cd-1bbbdbede9cb admin admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:40:29.373677 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-0a4b77b2-9aa4-4547-b8cd-1bbbdbede9cb admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:40:29.381933 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4b77b2-9aa4-4547-b8cd-1bbbdbede9cb admin admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:40:29.399755 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5605ad8f-5b3d-4f6a-a799-6cd49a0cd0cc None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:40:29.520555 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-5296c834-a186-4020-a77f-d6e3fc5a5e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'name': 'tempest-TestVolumeBackupRestore-460787360-router', 'tenant_id': '469f95456a2b40728525091048862e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'ccd3f016-f7ae-4385-a28f-d39c9639b072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:40:19Z', 'updated_at': '2021-11-09T21:40:24Z', 'revision_number': 4, 'project_id': '469f95456a2b40728525091048862e3f', 'gw_port': {'id': 'ccd3f016-f7ae-4385-a28f-d39c9639b072', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:40:20Z', 'updated_at': '2021-11-09T21:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'f36b622a-0661-4c12-9ef6-31e76c8ee236', 'name': '', 'network_id': '73b69311-b279-489e-af0f-ad8fda1b30f5', 'tenant_id': '469f95456a2b40728525091048862e3f', 'mac_address': 'fa:16:3e:22:73:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'b2814453-ed2d-46ce-922b-68eeaec2cf37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:40:23Z', 'updated_at': '2021-11-09T21:40:24Z', 'revision_number': 2, 'project_id': '469f95456a2b40728525091048862e3f', 'subnets': [{'id': 'b2814453-ed2d-46ce-922b-68eeaec2cf37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:29.526765 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-545a432b-704c-4cbc-a177-e1e184a1d3d7 None None] For port 5f6984a9-b133-4e7f-b727-ad74634c3fb5, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:40:29.526929 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0596e91d-9d9a-4639-bb17-4fef438afa63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:29.538442 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-545a432b-704c-4cbc-a177-e1e184a1d3d7 None None] For port 5f6984a9-b133-4e7f-b727-ad74634c3fb5, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5f6984a9-b133-4e7f-b727-ad74634c3fb5,segment=NetworkSegment(0f7cac22-9b36-4496-b532-e32ff1d0a685),segment_id=0f7cac22-9b36-4496-b532-e32ff1d0a685)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:40:29.541261 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0596e91d-9d9a-4639-bb17-4fef438afa63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:29.576576 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-545a432b-704c-4cbc-a177-e1e184a1d3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:29.617064 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5296c834-a186-4020-a77f-d6e3fc5a5e2b None None] Checking router: f712a410-16fb-4a8e-9a79-2fc7d899bb28 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:40:29.622508 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5296c834-a186-4020-a77f-d6e3fc5a5e2b None None] Updating router f712a410-16fb-4a8e-9a79-2fc7d899bb28 port f36b622a-0661-4c12-9ef6-31e76c8ee236 binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:40:29.626081 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0596e91d-9d9a-4639-bb17-4fef438afa63 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=54a26ae301cc4d838121a0599c382e58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7154889 Nov 09 21:40:29.626081 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0596e91d-9d9a-4639-bb17-4fef438afa63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685a511c-0a1c-4d96-aa47-7332caa4b321,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:29.641974 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43462) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:29.704189 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5296c834-a186-4020-a77f-d6e3fc5a5e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:29.779744 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c264896a-5f0a-4ba6-ac6b-ac4129f7d97f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:29.866099 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c264896a-5f0a-4ba6-ac6b-ac4129f7d97f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:29.868328 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:29.906745 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a432b-704c-4cbc-a177-e1e184a1d3d7 None None] Pushing event updated for resources: {'Port': ['ID=5f6984a9-b133-4e7f-b727-ad74634c3fb5,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:29.917174 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-8ede0fc9-bdfb-4e40-bcef-53446072bf42 None None] Provisioning complete for port 91192f91-61bb-4c77-b095-e6b67a28e409 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:40:29.917624 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8ede0fc9-bdfb-4e40-bcef-53446072bf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:29.986813 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c264896a-5f0a-4ba6-ac6b-ac4129f7d97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:29.991515 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c264896a-5f0a-4ba6-ac6b-ac4129f7d97f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:29.994232 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c264896a-5f0a-4ba6-ac6b-ac4129f7d97f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/685a511c-0a1c-4d96-aa47-7332caa4b321 HTTP/1.1" status: 204 len: 168 time: 0.3514748 Nov 09 21:40:30.005218 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264896a-5f0a-4ba6-ac6b-ac4129f7d97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685a511c-0a1c-4d96-aa47-7332caa4b321,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:30.021588 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 43593165-95ff-4f07-9d74-2c0ca3b5fac7, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=43593165-95ff-4f07-9d74-2c0ca3b5fac7,segment=NetworkSegment(3170744c-3447-44d8-9a0c-fa1ee6e7efbc),segment_id=3170744c-3447-44d8-9a0c-fa1ee6e7efbc)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:40:30.085567 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cbff649-4741-4ab4-9beb-ade4e7df9345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43593165-95ff-4f07-9d74-2c0ca3b5fac7'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:40:30.094292 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7dd6b4-6209-4c52-916d-272a1f9149f4" -d '{"events": [{"server_uuid": "6cbff649-4741-4ab4-9beb-ade4e7df9345", "name": "network-vif-plugged", "status": "completed", "tag": "43593165-95ff-4f07-9d74-2c0ca3b5fac7"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:40:30.142119 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:30.257551 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2647d14-2ff3-4ac6-905d-6443980c0986 x-openstack-request-id: req-a2647d14-2ff3-4ac6-905d-6443980c0986 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:40:30.258198 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cbff649-4741-4ab4-9beb-ade4e7df9345", "name": "network-vif-plugged", "status": "completed", "tag": "43593165-95ff-4f07-9d74-2c0ca3b5fac7", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:40:30.259020 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a2647d14-2ff3-4ac6-905d-6443980c0986 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:40:30.259020 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cbff649-4741-4ab4-9beb-ade4e7df9345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43593165-95ff-4f07-9d74-2c0ca3b5fac7', 'code': 200} Nov 09 21:40:30.277377 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-8ede0fc9-bdfb-4e40-bcef-53446072bf42 None None] Port 91192f91-61bb-4c77-b095-e6b67a28e409 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:40:30.294183 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=43593165-95ff-4f07-9d74-2c0ca3b5fac7,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:30.398931 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fcc725-7a13-4ce1-8272-8de09167461c req-61692f39-3dec-4d09-9ec9-d06272b0208e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:40:30.401257 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d3fcc725-7a13-4ce1-8272-8de09167461c req-61692f39-3dec-4d09-9ec9-d06272b0208e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6cbff649-4741-4ab4-9beb-ade4e7df9345 HTTP/1.1" status: 200 len: 1096 time: 0.1302867 Nov 09 21:40:30.466920 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d3fcc725-7a13-4ce1-8272-8de09167461c req-6ce4b981-1d06-4b3e-9827-7652fd4177ad service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573456 Nov 09 21:40:30.512313 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0a4b77b2-9aa4-4547-b8cd-1bbbdbede9cb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:30.540072 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5296c834-a186-4020-a77f-d6e3fc5a5e2b None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:30.548439 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5296c834-a186-4020-a77f-d6e3fc5a5e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:30.610505 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e52c70-230d-41ed-a6fe-9d00bf1afde8 None None] Pushing event updated for resources: {'Port': ['ID=f36b622a-0661-4c12-9ef6-31e76c8ee236,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:30.628953 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e52c70-230d-41ed-a6fe-9d00bf1afde8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:40:30.629328 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e52c70-230d-41ed-a6fe-9d00bf1afde8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:40:30.629669 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e52c70-230d-41ed-a6fe-9d00bf1afde8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:40:30.631262 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391879ba-8064-47fc-9c6d-a0e2a71a4813 req-cd7d475d-0790-4af2-888d-a223504849ed tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:40:30.631935 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e52c70-230d-41ed-a6fe-9d00bf1afde8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:40:30.632291 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e52c70-230d-41ed-a6fe-9d00bf1afde8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:40:30.632603 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e52c70-230d-41ed-a6fe-9d00bf1afde8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:40:30.636844 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e52c70-230d-41ed-a6fe-9d00bf1afde8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:40:30.637426 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e52c70-230d-41ed-a6fe-9d00bf1afde8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:40:30.637993 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e52c70-230d-41ed-a6fe-9d00bf1afde8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:40:30.638646 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e52c70-230d-41ed-a6fe-9d00bf1afde8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:40:30.639194 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e52c70-230d-41ed-a6fe-9d00bf1afde8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:40:30.639692 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e52c70-230d-41ed-a6fe-9d00bf1afde8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:40:30.647705 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-391879ba-8064-47fc-9c6d-a0e2a71a4813 req-cd7d475d-0790-4af2-888d-a223504849ed tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbff649-4741-4ab4-9beb-ade4e7df9345 HTTP/1.1" status: 200 len: 945 time: 0.1354418 Nov 09 21:40:30.734774 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-5296c834-a186-4020-a77f-d6e3fc5a5e2b None None] Attempting to bind port f36b622a-0661-4c12-9ef6-31e76c8ee236 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:40:30.735534 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-5296c834-a186-4020-a77f-d6e3fc5a5e2b None None] Attempting to bind port f36b622a-0661-4c12-9ef6-31e76c8ee236 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'd44ec02c-488a-4260-aed3-4df581508a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '73b69311-b279-489e-af0f-ad8fda1b30f5'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:40:30.736165 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5296c834-a186-4020-a77f-d6e3fc5a5e2b None None] Attempting to bind port f36b622a-0661-4c12-9ef6-31e76c8ee236 on network 73b69311-b279-489e-af0f-ad8fda1b30f5 {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:40:30.742019 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5296c834-a186-4020-a77f-d6e3fc5a5e2b None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:40:30.742799 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5296c834-a186-4020-a77f-d6e3fc5a5e2b None None] Checking segment: {'id': 'd44ec02c-488a-4260-aed3-4df581508a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '73b69311-b279-489e-af0f-ad8fda1b30f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:40:30.743628 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5296c834-a186-4020-a77f-d6e3fc5a5e2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:30.744788 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5296c834-a186-4020-a77f-d6e3fc5a5e2b None None] Bound using segment: {'id': 'd44ec02c-488a-4260-aed3-4df581508a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '73b69311-b279-489e-af0f-ad8fda1b30f5'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:40:30.745495 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-5296c834-a186-4020-a77f-d6e3fc5a5e2b None None] Bound port: f36b622a-0661-4c12-9ef6-31e76c8ee236, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd44ec02c-488a-4260-aed3-4df581508a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '73b69311-b279-489e-af0f-ad8fda1b30f5'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:40:30.746125 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5296c834-a186-4020-a77f-d6e3fc5a5e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:30.761918 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-391879ba-8064-47fc-9c6d-a0e2a71a4813 req-7f8f8ab8-59f4-47d1-89c8-4213e668012a tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112697 Nov 09 21:40:30.839518 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-5296c834-a186-4020-a77f-d6e3fc5a5e2b None None] For port f36b622a-0661-4c12-9ef6-31e76c8ee236, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:40:30.843968 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-5296c834-a186-4020-a77f-d6e3fc5a5e2b None None] For port f36b622a-0661-4c12-9ef6-31e76c8ee236, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=f36b622a-0661-4c12-9ef6-31e76c8ee236,segment=NetworkSegment(d44ec02c-488a-4260-aed3-4df581508a44),segment_id=d44ec02c-488a-4260-aed3-4df581508a44)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:40:30.850565 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-5296c834-a186-4020-a77f-d6e3fc5a5e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:30.939923 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0a4b77b2-9aa4-4547-b8cd-1bbbdbede9cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:31.001047 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5296c834-a186-4020-a77f-d6e3fc5a5e2b None None] Routers {'f712a410-16fb-4a8e-9a79-2fc7d899bb28'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:40:31.002376 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-5296c834-a186-4020-a77f-d6e3fc5a5e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:40:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f712a410-16fb-4a8e-9a79-2fc7d899bb28'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:31.005563 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e52c70-230d-41ed-a6fe-9d00bf1afde8 None None] Pushing event updated for resources: {'Port': ['ID=f36b622a-0661-4c12-9ef6-31e76c8ee236,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:31.235622 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-e6885d99-35b0-4b49-b8de-60a34e5bde2c None None] Provisioning complete for port f36b622a-0661-4c12-9ef6-31e76c8ee236 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:40:31.237135 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e6885d99-35b0-4b49-b8de-60a34e5bde2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:31.266043 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4b77b2-9aa4-4547-b8cd-1bbbdbede9cb admin admin] Router 12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:40:31.303516 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-5296c834-a186-4020-a77f-d6e3fc5a5e2b None None] Set router f712a410-16fb-4a8e-9a79-2fc7d899bb28 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:40:31.574695 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e6885d99-35b0-4b49-b8de-60a34e5bde2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:31.594368 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4b77b2-9aa4-4547-b8cd-1bbbdbede9cb admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:40:31.606419 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device f36b622a-0661-4c12-9ef6-31e76c8ee236 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:40:31.613245 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023cf947-9c45-4a82-b637-7ae2399935e5 None None] Sync routers for ids ['12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:40:31.626818 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0a4b77b2-9aa4-4547-b8cd-1bbbdbede9cb admin admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:31.632071 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0a4b77b2-9aa4-4547-b8cd-1bbbdbede9cb admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.6289260 Nov 09 21:40:31.632398 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43500) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:31.671031 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023cf947-9c45-4a82-b637-7ae2399935e5 None None] Routers {'12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:40:31.671674 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-023cf947-9c45-4a82-b637-7ae2399935e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:40:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:31.779168 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-e6885d99-35b0-4b49-b8de-60a34e5bde2c None None] For port f36b622a-0661-4c12-9ef6-31e76c8ee236, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=f36b622a-0661-4c12-9ef6-31e76c8ee236,segment=NetworkSegment(d44ec02c-488a-4260-aed3-4df581508a44),segment_id=d44ec02c-488a-4260-aed3-4df581508a44)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:40:31.782821 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7177ae-96bb-48b5-b289-204eb514fe87 None None] Network 72bc81ee-3c41-4f5e-8195-508e87f6d682 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:40:31.931908 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-5296c834-a186-4020-a77f-d6e3fc5a5e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'name': 'tempest-TestVolumeBackupRestore-460787360-router', 'tenant_id': '469f95456a2b40728525091048862e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'ccd3f016-f7ae-4385-a28f-d39c9639b072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:40:19Z', 'updated_at': '2021-11-09T21:40:24Z', 'revision_number': 4, 'project_id': '469f95456a2b40728525091048862e3f', 'gw_port': {'id': 'ccd3f016-f7ae-4385-a28f-d39c9639b072', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:40:20Z', 'updated_at': '2021-11-09T21:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'f36b622a-0661-4c12-9ef6-31e76c8ee236', 'name': '', 'network_id': '73b69311-b279-489e-af0f-ad8fda1b30f5', 'tenant_id': '469f95456a2b40728525091048862e3f', 'mac_address': 'fa:16:3e:22:73:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'b2814453-ed2d-46ce-922b-68eeaec2cf37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:40:23Z', 'updated_at': '2021-11-09T21:40:30Z', 'revision_number': 4, 'project_id': '469f95456a2b40728525091048862e3f', 'subnets': [{'id': 'b2814453-ed2d-46ce-922b-68eeaec2cf37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:31.965207 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-023cf947-9c45-4a82-b637-7ae2399935e5 None None] Set router 12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:40:31.975496 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1837c49-5589-4d6e-ab03-6ebff15dad92 req-b6ffc47b-1776-4cd2-8312-c7ce2345df92 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:40:31.979678 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f1837c49-5589-4d6e-ab03-6ebff15dad92 req-b6ffc47b-1776-4cd2-8312-c7ce2345df92 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbff649-4741-4ab4-9beb-ade4e7df9345 HTTP/1.1" status: 200 len: 945 time: 0.0891781 Nov 09 21:40:31.993888 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5296c834-a186-4020-a77f-d6e3fc5a5e2b None None] The sync data for ids ['f712a410-16fb-4a8e-9a79-2fc7d899bb28'] in n-d-816206-3 is: [{'id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'name': 'tempest-TestVolumeBackupRestore-460787360-router', 'tenant_id': '469f95456a2b40728525091048862e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'ccd3f016-f7ae-4385-a28f-d39c9639b072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:40:19Z', 'updated_at': '2021-11-09T21:40:24Z', 'revision_number': 4, 'project_id': '469f95456a2b40728525091048862e3f', 'gw_port': {'id': 'ccd3f016-f7ae-4385-a28f-d39c9639b072', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:40:20Z', 'updated_at': '2021-11-09T21:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'f36b622a-0661-4c12-9ef6-31e76c8ee236', 'name': '', 'network_id': '73b69311-b279-489e-af0f-ad8fda1b30f5', 'tenant_id': '469f95456a2b40728525091048862e3f', 'mac_address': 'fa:16:3e:22:73:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'b2814453-ed2d-46ce-922b-68eeaec2cf37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:40:23Z', 'updated_at': '2021-11-09T21:40:30Z', 'revision_number': 4, 'project_id': '469f95456a2b40728525091048862e3f', 'subnets': [{'id': 'b2814453-ed2d-46ce-922b-68eeaec2cf37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:40:32.081548 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f1837c49-5589-4d6e-ab03-6ebff15dad92 req-0eaaf2fb-c882-4cb0-b947-c4b9b51d0a97 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943601 Nov 09 21:40:32.152369 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e6885d99-35b0-4b49-b8de-60a34e5bde2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:32.414837 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b05850-2fbd-4e29-9f7f-1dc201cdb043 req-aebfcc5a-4cd5-49a3-82da-6e34ef93ee86 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:40:32.416481 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-80b05850-2fbd-4e29-9f7f-1dc201cdb043 req-aebfcc5a-4cd5-49a3-82da-6e34ef93ee86 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbff649-4741-4ab4-9beb-ade4e7df9345 HTTP/1.1" status: 200 len: 945 time: 0.1707082 Nov 09 21:40:32.419286 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port f36b622a-0661-4c12-9ef6-31e76c8ee236 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:40:32.419661 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:32.503365 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6885d99-35b0-4b49-b8de-60a34e5bde2c None None] Pushing event updated for resources: {'Port': ['ID=f36b622a-0661-4c12-9ef6-31e76c8ee236,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:32.531155 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-19e457c6-e469-4111-b1d3-689078b0957f None None] Provisioning complete for port f36b622a-0661-4c12-9ef6-31e76c8ee236 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:40:32.531528 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-19e457c6-e469-4111-b1d3-689078b0957f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:32.593500 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-80b05850-2fbd-4e29-9f7f-1dc201cdb043 req-08346e7a-e51c-47e9-a6d7-78563e188031 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607864 Nov 09 21:40:32.793750 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8c98b93e-dcf6-41d1-8bde-b28fef1b5202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:32.872233 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 5f6984a9-b133-4e7f-b727-ad74634c3fb5 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:40:32.927096 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bb409-f1a7-4cf6-bcd4-5f03347137d5 req-6d0fe3aa-6e7b-4a60-9bc3-33512246c015 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:40:32.938931 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6f3bb409-f1a7-4cf6-bcd4-5f03347137d5 req-6d0fe3aa-6e7b-4a60-9bc3-33512246c015 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbff649-4741-4ab4-9beb-ade4e7df9345 HTTP/1.1" status: 200 len: 945 time: 0.1671906 Nov 09 21:40:33.020216 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-19e457c6-e469-4111-b1d3-689078b0957f None None] Provisioning complete for port 5f6984a9-b133-4e7f-b727-ad74634c3fb5 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:40:33.031393 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-19e457c6-e469-4111-b1d3-689078b0957f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:33.066392 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6f3bb409-f1a7-4cf6-bcd4-5f03347137d5 req-93925944-8370-4dd7-a141-9acaf4ed0966 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196058 Nov 09 21:40:33.113816 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-023cf947-9c45-4a82-b637-7ae2399935e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64', 'name': 'tempest-TestVolumeBackupRestore-1856580409-router', 'tenant_id': '2cf21ffaa01649d4bee38b0f07bf83c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '91192f91-61bb-4c77-b095-e6b67a28e409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:40:28Z', 'updated_at': '2021-11-09T21:40:30Z', 'revision_number': 3, 'project_id': '2cf21ffaa01649d4bee38b0f07bf83c7', 'gw_port': {'id': '91192f91-61bb-4c77-b095-e6b67a28e409', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cb:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:40:28Z', 'updated_at': '2021-11-09T21:40:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:33.142827 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-8c98b93e-dcf6-41d1-8bde-b28fef1b5202 admin admin] Allocated IP 172.20.0.1 (72bc81ee-3c41-4f5e-8195-508e87f6d682/765740ff-b431-43ea-8bcf-932097a20b98/d19e247c-e192-440a-abd7-0eea3a7738ec) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:40:33.154462 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 5f6984a9-b133-4e7f-b727-ad74634c3fb5 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:40:33.156182 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:33.215488 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023cf947-9c45-4a82-b637-7ae2399935e5 None None] Checking router: 12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:40:33.215841 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023cf947-9c45-4a82-b637-7ae2399935e5 None None] Updating router 12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64 port 91192f91-61bb-4c77-b095-e6b67a28e409 binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:40:33.265304 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 43572) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:33.358699 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-023cf947-9c45-4a82-b637-7ae2399935e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:33.424503 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8c98b93e-dcf6-41d1-8bde-b28fef1b5202 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:33.498322 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8c98b93e-dcf6-41d1-8bde-b28fef1b5202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:33.567130 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-19e457c6-e469-4111-b1d3-689078b0957f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:33.603820 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4825a67-5f00-4380-9e3c-ed39803cae26 req-5f7d9408-6b3e-4f7c-9098-5f512b07ec0e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:40:33.604319 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c98b93e-dcf6-41d1-8bde-b28fef1b5202 admin admin] Pushing event updated for resources: {'Port': ['ID=d19e247c-e192-440a-abd7-0eea3a7738ec,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:33.608441 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f4825a67-5f00-4380-9e3c-ed39803cae26 req-5f7d9408-6b3e-4f7c-9098-5f512b07ec0e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbff649-4741-4ab4-9beb-ade4e7df9345 HTTP/1.1" status: 200 len: 945 time: 0.0904970 Nov 09 21:40:33.625268 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c98b93e-dcf6-41d1-8bde-b28fef1b5202 admin admin] Network 72bc81ee-3c41-4f5e-8195-508e87f6d682 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:40:33.630259 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-8c98b93e-dcf6-41d1-8bde-b28fef1b5202 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:40:33.637626 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c98b93e-dcf6-41d1-8bde-b28fef1b5202 admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:40:33.650940 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:33.725498 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f4825a67-5f00-4380-9e3c-ed39803cae26 req-83f3ad15-fd4e-41aa-b266-e7f012960743 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097591 Nov 09 21:40:33.742136 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8c98b93e-dcf6-41d1-8bde-b28fef1b5202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:33.760297 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8b6ec19f-da1b-464b-bd4f-18f463cf5a5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:33.941441 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-19e457c6-e469-4111-b1d3-689078b0957f None None] For port 5f6984a9-b133-4e7f-b727-ad74634c3fb5, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5f6984a9-b133-4e7f-b727-ad74634c3fb5,segment=NetworkSegment(0f7cac22-9b36-4496-b532-e32ff1d0a685),segment_id=0f7cac22-9b36-4496-b532-e32ff1d0a685)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:40:33.960210 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8b6ec19f-da1b-464b-bd4f-18f463cf5a5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:33.966444 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8b6ec19f-da1b-464b-bd4f-18f463cf5a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:33.991750 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-19e457c6-e469-4111-b1d3-689078b0957f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:34.033715 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8c98b93e-dcf6-41d1-8bde-b28fef1b5202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:34.055581 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8b6ec19f-da1b-464b-bd4f-18f463cf5a5b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=706823d2372449b2a30b49ff213fdc16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7891304 Nov 09 21:40:34.059207 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 43592) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:34.079928 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ec19f-da1b-464b-bd4f-18f463cf5a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0faf8e7-78e5-47d9-8ae9-362a8e4d28ae,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:34.174196 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1876b123-a915-48e5-b61b-9cda196b4a5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:34.195442 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.db.api [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 21:40:34.195780 n-d-816206-3 neutron-server[102609]: DEBUG oslo_db.api [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 21:40:34.204037 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:34.207856 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1876b123-a915-48e5-b61b-9cda196b4a5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:34.273863 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-0c28fbb1-1f40-4d51-8ad0-2a30345c1a14 None None] Provisioning complete for port d19e247c-e192-440a-abd7-0eea3a7738ec triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:40:34.274234 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0c28fbb1-1f40-4d51-8ad0-2a30345c1a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:34.300925 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8c98b93e-dcf6-41d1-8bde-b28fef1b5202 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:34.308354 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8c98b93e-dcf6-41d1-8bde-b28fef1b5202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:34.309620 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1876b123-a915-48e5-b61b-9cda196b4a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:34.312683 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1876b123-a915-48e5-b61b-9cda196b4a5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:34.316242 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1876b123-a915-48e5-b61b-9cda196b4a5f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a0faf8e7-78e5-47d9-8ae9-362a8e4d28ae HTTP/1.1" status: 204 len: 168 time: 0.2534535 Nov 09 21:40:34.317627 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e457c6-e469-4111-b1d3-689078b0957f None None] Pushing event updated for resources: {'Port': ['ID=5f6984a9-b133-4e7f-b727-ad74634c3fb5,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:34.355822 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876b123-a915-48e5-b61b-9cda196b4a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0faf8e7-78e5-47d9-8ae9-362a8e4d28ae,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:34.374150 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-0c28fbb1-1f40-4d51-8ad0-2a30345c1a14 None None] Port d19e247c-e192-440a-abd7-0eea3a7738ec cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:40:34.385722 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8c98b93e-dcf6-41d1-8bde-b28fef1b5202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:34.428111 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-0c28fbb1-1f40-4d51-8ad0-2a30345c1a14 None None] Provisioning complete for port 5f6984a9-b133-4e7f-b727-ad74634c3fb5 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:40:34.428490 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0c28fbb1-1f40-4d51-8ad0-2a30345c1a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:34.512922 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c98b93e-dcf6-41d1-8bde-b28fef1b5202 admin admin] Pushing event updated for resources: {'Port': ['ID=d19e247c-e192-440a-abd7-0eea3a7738ec,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:34.596136 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c98b93e-dcf6-41d1-8bde-b28fef1b5202 admin admin] Network 72bc81ee-3c41-4f5e-8195-508e87f6d682 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:40:34.598671 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-023cf947-9c45-4a82-b637-7ae2399935e5 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:34.601284 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-8c98b93e-dcf6-41d1-8bde-b28fef1b5202 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:40:34.617406 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-023cf947-9c45-4a82-b637-7ae2399935e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:34.793406 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ea3c69-7527-4353-b090-ce2b66f64fd8 None None] Pushing event updated for resources: {'Port': ['ID=91192f91-61bb-4c77-b095-e6b67a28e409,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:34.809610 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c98b93e-dcf6-41d1-8bde-b28fef1b5202 admin admin] Router 12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:40:34.859736 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e92b87-f8cf-4639-8076-e6d545438a8a None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:40:35.030350 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device f36b622a-0661-4c12-9ef6-31e76c8ee236 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:40:35.035684 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-023cf947-9c45-4a82-b637-7ae2399935e5 None None] Attempting to bind port 91192f91-61bb-4c77-b095-e6b67a28e409 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:40:35.041101 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-023cf947-9c45-4a82-b637-7ae2399935e5 None None] Attempting to bind port 91192f91-61bb-4c77-b095-e6b67a28e409 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:40:35.042149 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023cf947-9c45-4a82-b637-7ae2399935e5 None None] Attempting to bind port 91192f91-61bb-4c77-b095-e6b67a28e409 on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:40:35.082513 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023cf947-9c45-4a82-b637-7ae2399935e5 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:40:35.083721 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023cf947-9c45-4a82-b637-7ae2399935e5 None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:40:35.084383 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-023cf947-9c45-4a82-b637-7ae2399935e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:35.085042 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023cf947-9c45-4a82-b637-7ae2399935e5 None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:40:35.086156 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-023cf947-9c45-4a82-b637-7ae2399935e5 None None] Bound port: 91192f91-61bb-4c77-b095-e6b67a28e409, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:40:35.086774 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-023cf947-9c45-4a82-b637-7ae2399935e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:35.092495 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 43612) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:35.108477 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-93f581d0-aedd-4f46-b781-0aaf8f75113a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:35.151289 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-023cf947-9c45-4a82-b637-7ae2399935e5 None None] For port 91192f91-61bb-4c77-b095-e6b67a28e409, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:40:35.152085 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab473c-1616-4574-97df-a6e8dc477d9a req-26a08713-980f-45f7-8644-02f34f8ec597 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:40:35.153626 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a5ab473c-1616-4574-97df-a6e8dc477d9a req-26a08713-980f-45f7-8644-02f34f8ec597 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.45 "GET /v2.0/ports?device_id=6cbff649-4741-4ab4-9beb-ade4e7df9345 HTTP/1.1" status: 200 len: 945 time: 0.2178955 Nov 09 21:40:35.155329 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-023cf947-9c45-4a82-b637-7ae2399935e5 None None] For port 91192f91-61bb-4c77-b095-e6b67a28e409, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=91192f91-61bb-4c77-b095-e6b67a28e409,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:40:35.169333 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-023cf947-9c45-4a82-b637-7ae2399935e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:35.172714 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5373c9-2db0-462f-89e9-79f808dcf9e8 req-33dfbef3-cdb8-478f-8243-1da11f93eb73 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:40:35.183219 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0d5373c9-2db0-462f-89e9-79f808dcf9e8 req-33dfbef3-cdb8-478f-8243-1da11f93eb73 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbff649-4741-4ab4-9beb-ade4e7df9345 HTTP/1.1" status: 200 len: 945 time: 0.2521589 Nov 09 21:40:35.248063 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-93f581d0-aedd-4f46-b781-0aaf8f75113a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:35.250097 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c98b93e-dcf6-41d1-8bde-b28fef1b5202 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:40:35.257958 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-93f581d0-aedd-4f46-b781-0aaf8f75113a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:35.272315 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9811940e-6348-46d2-b01d-d13e339564f2 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:40:35.301473 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8c98b93e-dcf6-41d1-8bde-b28fef1b5202 admin admin] 10.222.0.49 "PUT /v2.0/routers/12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6673825 Nov 09 21:40:35.324087 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-93f581d0-aedd-4f46-b781-0aaf8f75113a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5f3b1785d42a431db5243abeb98e19b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2304206 Nov 09 21:40:35.328149 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43624) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:35.343534 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f581d0-aedd-4f46-b781-0aaf8f75113a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd39077-d21c-4545-b096-0f5a4ed8a890,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:35.371715 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023cf947-9c45-4a82-b637-7ae2399935e5 None None] Routers {'12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:40:35.372332 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-023cf947-9c45-4a82-b637-7ae2399935e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:40:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:35.413947 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0d5373c9-2db0-462f-89e9-79f808dcf9e8 req-4d158ef0-206f-478a-9d86-5f27b9e2c199 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194822 Nov 09 21:40:35.481781 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-a5ab473c-1616-4574-97df-a6e8dc477d9a req-08effe67-63c3-4c08-a473-f0041ad26284 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Deleting port 43593165-95ff-4f07-9d74-2c0ca3b5fac7 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:40:35.482330 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a5ab473c-1616-4574-97df-a6e8dc477d9a req-08effe67-63c3-4c08-a473-f0041ad26284 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:35.486827 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ea93b63e-1ffa-4254-8355-e973acfecc0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:35.508898 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ea3c69-7527-4353-b090-ce2b66f64fd8 None None] Pushing event updated for resources: {'Port': ['ID=91192f91-61bb-4c77-b095-e6b67a28e409,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:35.580219 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-95b75ca8-dd1c-4ebe-beb9-6f31afea7e81 None None] Provisioning complete for port 91192f91-61bb-4c77-b095-e6b67a28e409 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:40:35.580471 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-95b75ca8-dd1c-4ebe-beb9-6f31afea7e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:35.691395 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port f36b622a-0661-4c12-9ef6-31e76c8ee236 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:40:35.691395 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:35.786693 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-023cf947-9c45-4a82-b637-7ae2399935e5 None None] Set router 12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:40:35.931186 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ea93b63e-1ffa-4254-8355-e973acfecc0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:35.999889 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-95b75ca8-dd1c-4ebe-beb9-6f31afea7e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:36.046711 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 5f6984a9-b133-4e7f-b727-ad74634c3fb5 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:40:36.050383 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-95b75ca8-dd1c-4ebe-beb9-6f31afea7e81 None None] For port 91192f91-61bb-4c77-b095-e6b67a28e409, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=91192f91-61bb-4c77-b095-e6b67a28e409,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:40:36.052930 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-a5ab473c-1616-4574-97df-a6e8dc477d9a req-08effe67-63c3-4c08-a473-f0041ad26284 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] For port 43593165-95ff-4f07-9d74-2c0ca3b5fac7, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=43593165-95ff-4f07-9d74-2c0ca3b5fac7,segment=NetworkSegment(3170744c-3447-44d8-9a0c-fa1ee6e7efbc),segment_id=3170744c-3447-44d8-9a0c-fa1ee6e7efbc)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:40:36.057900 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a5ab473c-1616-4574-97df-a6e8dc477d9a req-08effe67-63c3-4c08-a473-f0041ad26284 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:36.077016 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-a5ab473c-1616-4574-97df-a6e8dc477d9a req-08effe67-63c3-4c08-a473-f0041ad26284 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Calling delete_port for 43593165-95ff-4f07-9d74-2c0ca3b5fac7 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:40:36.083555 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-95b75ca8-dd1c-4ebe-beb9-6f31afea7e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:36.166524 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-95b75ca8-dd1c-4ebe-beb9-6f31afea7e81 None None] Provisioning complete for port d19e247c-e192-440a-abd7-0eea3a7738ec triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:40:36.166895 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-95b75ca8-dd1c-4ebe-beb9-6f31afea7e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:36.246794 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ea93b63e-1ffa-4254-8355-e973acfecc0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:36.250902 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ea93b63e-1ffa-4254-8355-e973acfecc0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:36.255590 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ea93b63e-1ffa-4254-8355-e973acfecc0d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9dd39077-d21c-4545-b096-0f5a4ed8a890 HTTP/1.1" status: 204 len: 168 time: 0.9260654 Nov 09 21:40:36.274328 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea93b63e-1ffa-4254-8355-e973acfecc0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd39077-d21c-4545-b096-0f5a4ed8a890,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:36.291355 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b75ca8-dd1c-4ebe-beb9-6f31afea7e81 None None] Pushing event updated for resources: {'Port': ['ID=91192f91-61bb-4c77-b095-e6b67a28e409,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:36.299698 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-95b75ca8-dd1c-4ebe-beb9-6f31afea7e81 None None] Port d19e247c-e192-440a-abd7-0eea3a7738ec cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:40:36.301063 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 5f6984a9-b133-4e7f-b727-ad74634c3fb5 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:40:36.301917 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:36.304963 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a5ab473c-1616-4574-97df-a6e8dc477d9a req-08effe67-63c3-4c08-a473-f0041ad26284 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:36.335283 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['43593165-95ff-4f07-9d74-2c0ca3b5fac7'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:40:36.397118 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-023cf947-9c45-4a82-b637-7ae2399935e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64', 'name': 'tempest-TestVolumeBackupRestore-1856580409-router', 'tenant_id': '2cf21ffaa01649d4bee38b0f07bf83c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '91192f91-61bb-4c77-b095-e6b67a28e409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:40:28Z', 'updated_at': '2021-11-09T21:40:33Z', 'revision_number': 4, 'project_id': '2cf21ffaa01649d4bee38b0f07bf83c7', 'gw_port': {'id': '91192f91-61bb-4c77-b095-e6b67a28e409', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cb:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:40:28Z', 'updated_at': '2021-11-09T21:40:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'd19e247c-e192-440a-abd7-0eea3a7738ec', 'name': '', 'network_id': '72bc81ee-3c41-4f5e-8195-508e87f6d682', 'tenant_id': '2cf21ffaa01649d4bee38b0f07bf83c7', 'mac_address': 'fa:16:3e:f5:3c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '765740ff-b431-43ea-8bcf-932097a20b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:40:32Z', 'updated_at': '2021-11-09T21:40:34Z', 'revision_number': 2, 'project_id': '2cf21ffaa01649d4bee38b0f07bf83c7', 'subnets': [{'id': '765740ff-b431-43ea-8bcf-932097a20b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:36.405145 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08effe67-63c3-4c08-a473-f0041ad26284 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Pushing event deleted for resources: {'Port': ['ID=43593165-95ff-4f07-9d74-2c0ca3b5fac7,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:36.455129 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023cf947-9c45-4a82-b637-7ae2399935e5 None None] The sync data for ids ['12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64'] in n-d-816206-3 is: [{'id': '12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64', 'name': 'tempest-TestVolumeBackupRestore-1856580409-router', 'tenant_id': '2cf21ffaa01649d4bee38b0f07bf83c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '91192f91-61bb-4c77-b095-e6b67a28e409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:40:28Z', 'updated_at': '2021-11-09T21:40:33Z', 'revision_number': 4, 'project_id': '2cf21ffaa01649d4bee38b0f07bf83c7', 'gw_port': {'id': '91192f91-61bb-4c77-b095-e6b67a28e409', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cb:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:40:28Z', 'updated_at': '2021-11-09T21:40:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'd19e247c-e192-440a-abd7-0eea3a7738ec', 'name': '', 'network_id': '72bc81ee-3c41-4f5e-8195-508e87f6d682', 'tenant_id': '2cf21ffaa01649d4bee38b0f07bf83c7', 'mac_address': 'fa:16:3e:f5:3c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '765740ff-b431-43ea-8bcf-932097a20b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:40:32Z', 'updated_at': '2021-11-09T21:40:34Z', 'revision_number': 2, 'project_id': '2cf21ffaa01649d4bee38b0f07bf83c7', 'subnets': [{'id': '765740ff-b431-43ea-8bcf-932097a20b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:40:36.623645 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ab473c-1616-4574-97df-a6e8dc477d9a req-08effe67-63c3-4c08-a473-f0041ad26284 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] No DVR routers for this DVR port 43593165-95ff-4f07-9d74-2c0ca3b5fac7 on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:40:36.627184 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a5ab473c-1616-4574-97df-a6e8dc477d9a req-08effe67-63c3-4c08-a473-f0041ad26284 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:36.633922 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a5ab473c-1616-4574-97df-a6e8dc477d9a req-08effe67-63c3-4c08-a473-f0041ad26284 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.45 "DELETE /v2.0/ports/43593165-95ff-4f07-9d74-2c0ca3b5fac7 HTTP/1.1" status: 204 len: 173 time: 1.4729118 Nov 09 21:40:36.635411 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cbff649-4741-4ab4-9beb-ade4e7df9345', 'name': 'network-vif-deleted', 'tag': '43593165-95ff-4f07-9d74-2c0ca3b5fac7'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:40:36.660604 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b24a6c7-758d-4b7d-ab7c-8976b4ec4763" -d '{"events": [{"server_uuid": "6cbff649-4741-4ab4-9beb-ade4e7df9345", "name": "network-vif-deleted", "tag": "43593165-95ff-4f07-9d74-2c0ca3b5fac7"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:40:36.700121 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1d4c38c1-152e-4a44-a38c-131373dd8c6a req-b676cfd3-4aef-49f7-a81e-de70b3281cfa tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbff649-4741-4ab4-9beb-ade4e7df9345 HTTP/1.1" status: 200 len: 210 time: 0.1102662 Nov 09 21:40:36.763308 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb08e0e-18dd-444d-b1bf-691bd0a4988c x-openstack-request-id: req-abb08e0e-18dd-444d-b1bf-691bd0a4988c {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:40:36.763610 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cbff649-4741-4ab4-9beb-ade4e7df9345", "name": "network-vif-deleted", "tag": "43593165-95ff-4f07-9d74-2c0ca3b5fac7", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:40:36.763867 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-abb08e0e-18dd-444d-b1bf-691bd0a4988c {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:40:36.764267 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cbff649-4741-4ab4-9beb-ade4e7df9345', 'name': 'network-vif-deleted', 'tag': '43593165-95ff-4f07-9d74-2c0ca3b5fac7', 'status': 'completed', 'code': 200} Nov 09 21:40:37.948527 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0a4b7d02-8eb8-4cf4-9b4b-a35a4355b8d7 req-c358b8ec-b64d-401f-a3f8-45a8bd20d82a tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbff649-4741-4ab4-9beb-ade4e7df9345 HTTP/1.1" status: 200 len: 210 time: 0.0493712 Nov 09 21:40:39.109714 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 91192f91-61bb-4c77-b095-e6b67a28e409 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:40:39.142332 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 43593165-95ff-4f07-9d74-2c0ca3b5fac7 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:40:39.169350 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4a6b4487-175b-41d2-9aea-a15ee13374f5 req-59a6655a-5589-4369-9cdf-49dad493658d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbff649-4741-4ab4-9beb-ade4e7df9345 HTTP/1.1" status: 200 len: 210 time: 0.0578415 Nov 09 21:40:39.260171 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 43593165-95ff-4f07-9d74-2c0ca3b5fac7 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:40:39.260514 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 43593165-95ff-4f07-9d74-2c0ca3b5fac7 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:40:39.312123 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 91192f91-61bb-4c77-b095-e6b67a28e409 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:40:39.312487 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:40.168458 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa51962-0cb8-4708-97ce-88a07cea00ad None None] Sync routers for ids ['12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:40:40.183436 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa51962-0cb8-4708-97ce-88a07cea00ad None None] Routers {'12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:40:40.184271 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-9fa51962-0cb8-4708-97ce-88a07cea00ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:40:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:40.311583 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8036b9f5-fe20-4235-a13f-c98b0d56b6fd req-80425dbe-51fb-4a69-9d2a-66d5ec1b0a0a tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbff649-4741-4ab4-9beb-ade4e7df9345 HTTP/1.1" status: 200 len: 210 time: 0.0374384 Nov 09 21:40:40.441351 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-9fa51962-0cb8-4708-97ce-88a07cea00ad None None] Set router 12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:40:40.860056 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-9fa51962-0cb8-4708-97ce-88a07cea00ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64', 'name': 'tempest-TestVolumeBackupRestore-1856580409-router', 'tenant_id': '2cf21ffaa01649d4bee38b0f07bf83c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '91192f91-61bb-4c77-b095-e6b67a28e409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:40:28Z', 'updated_at': '2021-11-09T21:40:33Z', 'revision_number': 4, 'project_id': '2cf21ffaa01649d4bee38b0f07bf83c7', 'gw_port': {'id': '91192f91-61bb-4c77-b095-e6b67a28e409', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:40:28Z', 'updated_at': '2021-11-09T21:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'd19e247c-e192-440a-abd7-0eea3a7738ec', 'name': '', 'network_id': '72bc81ee-3c41-4f5e-8195-508e87f6d682', 'tenant_id': '2cf21ffaa01649d4bee38b0f07bf83c7', 'mac_address': 'fa:16:3e:f5:3c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '765740ff-b431-43ea-8bcf-932097a20b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:40:32Z', 'updated_at': '2021-11-09T21:40:34Z', 'revision_number': 2, 'project_id': '2cf21ffaa01649d4bee38b0f07bf83c7', 'subnets': [{'id': '765740ff-b431-43ea-8bcf-932097a20b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:40.933431 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa51962-0cb8-4708-97ce-88a07cea00ad None None] Checking router: 12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:40:40.936366 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa51962-0cb8-4708-97ce-88a07cea00ad None None] Updating router 12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64 port d19e247c-e192-440a-abd7-0eea3a7738ec binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:40:41.019475 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9fa51962-0cb8-4708-97ce-88a07cea00ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:41.612969 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ed3bb747-9624-4793-aa6c-d7ee4559b99d req-25de0fc6-aa1e-47f2-beb0-b8de319a0b8d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbff649-4741-4ab4-9beb-ade4e7df9345 HTTP/1.1" status: 200 len: 210 time: 0.0781443 Nov 09 21:40:41.704057 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9fa51962-0cb8-4708-97ce-88a07cea00ad None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:41.717854 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9fa51962-0cb8-4708-97ce-88a07cea00ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:41.954106 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a492090-a739-42e5-af3e-843c1ca7334f None None] Pushing event updated for resources: {'Port': ['ID=d19e247c-e192-440a-abd7-0eea3a7738ec,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:42.055318 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-9fa51962-0cb8-4708-97ce-88a07cea00ad None None] Attempting to bind port d19e247c-e192-440a-abd7-0eea3a7738ec on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:40:42.056249 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-9fa51962-0cb8-4708-97ce-88a07cea00ad None None] Attempting to bind port d19e247c-e192-440a-abd7-0eea3a7738ec by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '0f7cac22-9b36-4496-b532-e32ff1d0a685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '72bc81ee-3c41-4f5e-8195-508e87f6d682'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:40:42.056582 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa51962-0cb8-4708-97ce-88a07cea00ad None None] Attempting to bind port d19e247c-e192-440a-abd7-0eea3a7738ec on network 72bc81ee-3c41-4f5e-8195-508e87f6d682 {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:40:42.072987 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa51962-0cb8-4708-97ce-88a07cea00ad None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:40:42.073380 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa51962-0cb8-4708-97ce-88a07cea00ad None None] Checking segment: {'id': '0f7cac22-9b36-4496-b532-e32ff1d0a685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '72bc81ee-3c41-4f5e-8195-508e87f6d682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:40:42.073757 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9fa51962-0cb8-4708-97ce-88a07cea00ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:42.074144 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa51962-0cb8-4708-97ce-88a07cea00ad None None] Bound using segment: {'id': '0f7cac22-9b36-4496-b532-e32ff1d0a685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '72bc81ee-3c41-4f5e-8195-508e87f6d682'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:40:42.074614 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-9fa51962-0cb8-4708-97ce-88a07cea00ad None None] Bound port: d19e247c-e192-440a-abd7-0eea3a7738ec, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f7cac22-9b36-4496-b532-e32ff1d0a685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '72bc81ee-3c41-4f5e-8195-508e87f6d682'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:40:42.074992 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9fa51962-0cb8-4708-97ce-88a07cea00ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:42.199668 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-9fa51962-0cb8-4708-97ce-88a07cea00ad None None] For port d19e247c-e192-440a-abd7-0eea3a7738ec, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:40:42.205549 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-9fa51962-0cb8-4708-97ce-88a07cea00ad None None] For port d19e247c-e192-440a-abd7-0eea3a7738ec, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=d19e247c-e192-440a-abd7-0eea3a7738ec,segment=NetworkSegment(0f7cac22-9b36-4496-b532-e32ff1d0a685),segment_id=0f7cac22-9b36-4496-b532-e32ff1d0a685)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:40:42.213191 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9fa51962-0cb8-4708-97ce-88a07cea00ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:42.312660 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a492090-a739-42e5-af3e-843c1ca7334f None None] Pushing event updated for resources: {'Port': ['ID=d19e247c-e192-440a-abd7-0eea3a7738ec,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:42.403218 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa51962-0cb8-4708-97ce-88a07cea00ad None None] Routers {'12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:40:42.403904 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-9fa51962-0cb8-4708-97ce-88a07cea00ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:40:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:42.406795 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-6df44e82-ad07-40e2-95bf-adab6a3b30aa None None] Provisioning complete for port d19e247c-e192-440a-abd7-0eea3a7738ec triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:40:42.412264 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6df44e82-ad07-40e2-95bf-adab6a3b30aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:42.710833 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6df44e82-ad07-40e2-95bf-adab6a3b30aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:42.778717 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-9fa51962-0cb8-4708-97ce-88a07cea00ad None None] Set router 12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:40:42.825487 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-6df44e82-ad07-40e2-95bf-adab6a3b30aa None None] For port d19e247c-e192-440a-abd7-0eea3a7738ec, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=d19e247c-e192-440a-abd7-0eea3a7738ec,segment=NetworkSegment(0f7cac22-9b36-4496-b532-e32ff1d0a685),segment_id=0f7cac22-9b36-4496-b532-e32ff1d0a685)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:40:42.849966 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6df44e82-ad07-40e2-95bf-adab6a3b30aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:42.861175 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fb8f9bf2-2546-415c-83f3-efe5c0058b10 req-e80358a1-6159-4014-a793-53840d40678c tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbff649-4741-4ab4-9beb-ade4e7df9345 HTTP/1.1" status: 200 len: 210 time: 0.0553594 Nov 09 21:40:43.033179 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-c22f5dab-dae3-4f44-80f3-340503bcff45 None None] Provisioning complete for port d19e247c-e192-440a-abd7-0eea3a7738ec triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:40:43.033711 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c22f5dab-dae3-4f44-80f3-340503bcff45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:43.037466 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df44e82-ad07-40e2-95bf-adab6a3b30aa None None] Pushing event updated for resources: {'Port': ['ID=d19e247c-e192-440a-abd7-0eea3a7738ec,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:43.096574 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device d19e247c-e192-440a-abd7-0eea3a7738ec up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:40:43.207818 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port d19e247c-e192-440a-abd7-0eea3a7738ec triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:40:43.208617 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:43.406669 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-9fa51962-0cb8-4708-97ce-88a07cea00ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64', 'name': 'tempest-TestVolumeBackupRestore-1856580409-router', 'tenant_id': '2cf21ffaa01649d4bee38b0f07bf83c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '91192f91-61bb-4c77-b095-e6b67a28e409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:40:28Z', 'updated_at': '2021-11-09T21:40:33Z', 'revision_number': 4, 'project_id': '2cf21ffaa01649d4bee38b0f07bf83c7', 'gw_port': {'id': '91192f91-61bb-4c77-b095-e6b67a28e409', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:40:28Z', 'updated_at': '2021-11-09T21:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'd19e247c-e192-440a-abd7-0eea3a7738ec', 'name': '', 'network_id': '72bc81ee-3c41-4f5e-8195-508e87f6d682', 'tenant_id': '2cf21ffaa01649d4bee38b0f07bf83c7', 'mac_address': 'fa:16:3e:f5:3c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '765740ff-b431-43ea-8bcf-932097a20b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:40:32Z', 'updated_at': '2021-11-09T21:40:42Z', 'revision_number': 4, 'project_id': '2cf21ffaa01649d4bee38b0f07bf83c7', 'subnets': [{'id': '765740ff-b431-43ea-8bcf-932097a20b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:40:43.481070 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa51962-0cb8-4708-97ce-88a07cea00ad None None] The sync data for ids ['12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64'] in n-d-816206-3 is: [{'id': '12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64', 'name': 'tempest-TestVolumeBackupRestore-1856580409-router', 'tenant_id': '2cf21ffaa01649d4bee38b0f07bf83c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '91192f91-61bb-4c77-b095-e6b67a28e409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:40:28Z', 'updated_at': '2021-11-09T21:40:33Z', 'revision_number': 4, 'project_id': '2cf21ffaa01649d4bee38b0f07bf83c7', 'gw_port': {'id': '91192f91-61bb-4c77-b095-e6b67a28e409', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:40:28Z', 'updated_at': '2021-11-09T21:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'd19e247c-e192-440a-abd7-0eea3a7738ec', 'name': '', 'network_id': '72bc81ee-3c41-4f5e-8195-508e87f6d682', 'tenant_id': '2cf21ffaa01649d4bee38b0f07bf83c7', 'mac_address': 'fa:16:3e:f5:3c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '765740ff-b431-43ea-8bcf-932097a20b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:40:32Z', 'updated_at': '2021-11-09T21:40:42Z', 'revision_number': 4, 'project_id': '2cf21ffaa01649d4bee38b0f07bf83c7', 'subnets': [{'id': '765740ff-b431-43ea-8bcf-932097a20b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:40:44.075190 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b0af2820-c8e9-483b-bd04-6030177cd82f req-af19a037-9703-45e0-b791-9d9a0b8501a7 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbff649-4741-4ab4-9beb-ade4e7df9345 HTTP/1.1" status: 200 len: 210 time: 0.0873365 Nov 09 21:40:44.941500 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device d19e247c-e192-440a-abd7-0eea3a7738ec up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:40:45.085889 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port d19e247c-e192-440a-abd7-0eea3a7738ec triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:40:45.086261 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:45.234652 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cfb46f7b-c96f-4750-95f5-3eade5e923c6 req-9d527f6c-3467-4fc3-9259-ce6e9ea267c9 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbff649-4741-4ab4-9beb-ade4e7df9345 HTTP/1.1" status: 200 len: 210 time: 0.0558181 Nov 09 21:40:45.565045 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 43922) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:45.781299 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f57e47b3-ba85-459d-a5e8-0f465642246a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:45.917221 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f57e47b3-ba85-459d-a5e8-0f465642246a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:45.921223 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f57e47b3-ba85-459d-a5e8-0f465642246a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:45.965047 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f57e47b3-ba85-459d-a5e8-0f465642246a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c4654a45a4f544798dc2565a085b6535&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3988953 Nov 09 21:40:45.967545 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43926) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:45.983500 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e47b3-ba85-459d-a5e8-0f465642246a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5e683d-9006-4c75-a288-70e26828163f,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:46.022090 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4ef05ac1-ab63-40bc-9cff-c3f2eddea034 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:46.045352 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4ef05ac1-ab63-40bc-9cff-c3f2eddea034 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:46.093590 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4ef05ac1-ab63-40bc-9cff-c3f2eddea034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:46.096508 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4ef05ac1-ab63-40bc-9cff-c3f2eddea034 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:46.097988 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4ef05ac1-ab63-40bc-9cff-c3f2eddea034 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3c5e683d-9006-4c75-a288-70e26828163f HTTP/1.1" status: 204 len: 168 time: 0.1288393 Nov 09 21:40:46.110722 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef05ac1-ab63-40bc-9cff-c3f2eddea034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5e683d-9006-4c75-a288-70e26828163f,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:46.481640 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 43944) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:46.495349 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8952d1a3-be9c-4f7c-8ceb-9ad4ae42f81a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:46.613573 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8952d1a3-be9c-4f7c-8ceb-9ad4ae42f81a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:46.623314 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8952d1a3-be9c-4f7c-8ceb-9ad4ae42f81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:46.675588 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8952d1a3-be9c-4f7c-8ceb-9ad4ae42f81a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=78798b64ca264138953ab711d1410cfd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1928399 Nov 09 21:40:46.678266 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8952d1a3-be9c-4f7c-8ceb-9ad4ae42f81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7af2b03-fe4c-47aa-b5bb-0ed2b3eb0acf,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:46.678540 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 43958) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:46.746895 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-472957fe-f48c-41c1-9a9d-b07f94a8d24e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:46.771249 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-472957fe-f48c-41c1-9a9d-b07f94a8d24e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:46.860174 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-472957fe-f48c-41c1-9a9d-b07f94a8d24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:46.865041 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-472957fe-f48c-41c1-9a9d-b07f94a8d24e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:46.869038 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-472957fe-f48c-41c1-9a9d-b07f94a8d24e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b7af2b03-fe4c-47aa-b5bb-0ed2b3eb0acf HTTP/1.1" status: 204 len: 168 time: 0.1862936 Nov 09 21:40:46.887436 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472957fe-f48c-41c1-9a9d-b07f94a8d24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7af2b03-fe4c-47aa-b5bb-0ed2b3eb0acf,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:47.623234 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-02df3f17-391c-4cda-ad07-4924a1cb299c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:50.169432 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-47a8c0de-fa0e-490e-b44c-d64c3cb81df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:50.789086 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 44096) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:51.041575 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:51.087683 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-079e6d53-f6dc-4c07-acc4-6f1605baa2c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:51.292065 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-079e6d53-f6dc-4c07-acc4-6f1605baa2c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:51.307887 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-079e6d53-f6dc-4c07-acc4-6f1605baa2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:51.353350 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 44124) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:51.354155 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-079e6d53-f6dc-4c07-acc4-6f1605baa2c8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dd07cf299bfa4f248f815c3eb62d9ade&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5624199 Nov 09 21:40:51.377335 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079e6d53-f6dc-4c07-acc4-6f1605baa2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6213a4d-ccd6-41e8-87d4-c2787e88f456,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:51.459562 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ed445dc2-c2d5-466e-a880-20b5f81c13b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:51.483492 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ed445dc2-c2d5-466e-a880-20b5f81c13b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:51.571897 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ed445dc2-c2d5-466e-a880-20b5f81c13b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:51.582455 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ed445dc2-c2d5-466e-a880-20b5f81c13b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:51.594122 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ed445dc2-c2d5-466e-a880-20b5f81c13b0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e6213a4d-ccd6-41e8-87d4-c2787e88f456 HTTP/1.1" status: 204 len: 168 time: 0.2347188 Nov 09 21:40:51.615412 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed445dc2-c2d5-466e-a880-20b5f81c13b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6213a4d-ccd6-41e8-87d4-c2787e88f456,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:52.374574 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 44160) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:52.389031 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1884cc83-df3e-4e45-8a28-5d1818e981a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:52.426657 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:52.475344 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1884cc83-df3e-4e45-8a28-5d1818e981a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:52.482719 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1884cc83-df3e-4e45-8a28-5d1818e981a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:52.541290 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 44164) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:52.553945 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1884cc83-df3e-4e45-8a28-5d1818e981a8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=373a246697ea4c458136e6e392c3448a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1793790 Nov 09 21:40:52.558036 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1884cc83-df3e-4e45-8a28-5d1818e981a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fc69e7-1da1-4e11-8fe7-c8643dd4d226,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:52.634173 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-677b7eef-e9fe-4f56-83d8-48a077458ed4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:52.700149 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-677b7eef-e9fe-4f56-83d8-48a077458ed4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:52.780821 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-677b7eef-e9fe-4f56-83d8-48a077458ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:52.783728 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-677b7eef-e9fe-4f56-83d8-48a077458ed4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:52.785212 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-677b7eef-e9fe-4f56-83d8-48a077458ed4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c7fc69e7-1da1-4e11-8fe7-c8643dd4d226 HTTP/1.1" status: 204 len: 168 time: 0.2416308 Nov 09 21:40:52.801397 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b7eef-e9fe-4f56-83d8-48a077458ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fc69e7-1da1-4e11-8fe7-c8643dd4d226,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:52.903694 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:53.364193 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:54.287002 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 44266) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:54.457486 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1d177382-46b4-497b-83bb-c66eaef732df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:54.548173 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1d177382-46b4-497b-83bb-c66eaef732df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:54.554917 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1d177382-46b4-497b-83bb-c66eaef732df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:54.595086 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d177382-46b4-497b-83bb-c66eaef732df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330467f4-048d-40a4-9893-2223653a9c7b,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:54.622904 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1d177382-46b4-497b-83bb-c66eaef732df admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=af89b84ccfc643e5816c023a53056ef3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3342111 Nov 09 21:40:54.625584 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 44274) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:54.707363 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e915c546-33b6-4acb-97d0-6f61deadc217 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:54.736582 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e915c546-33b6-4acb-97d0-6f61deadc217 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:54.803953 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e915c546-33b6-4acb-97d0-6f61deadc217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:54.807786 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e915c546-33b6-4acb-97d0-6f61deadc217 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:54.812297 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e915c546-33b6-4acb-97d0-6f61deadc217 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/330467f4-048d-40a4-9893-2223653a9c7b HTTP/1.1" status: 204 len: 168 time: 0.1846881 Nov 09 21:40:54.835094 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e915c546-33b6-4acb-97d0-6f61deadc217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330467f4-048d-40a4-9893-2223653a9c7b,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:56.686085 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 44340) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:56.809577 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-977dd005-c251-45ea-a16f-ac20ba886b11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:56.935611 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-977dd005-c251-45ea-a16f-ac20ba886b11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:56.943818 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-977dd005-c251-45ea-a16f-ac20ba886b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:56.986863 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977dd005-c251-45ea-a16f-ac20ba886b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547cb502-e74a-42e9-a201-d13086796e8e,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:56.993459 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-977dd005-c251-45ea-a16f-ac20ba886b11 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=64ddef54682a490794b2f3f4987738e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3047647 Nov 09 21:40:56.996253 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 44344) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:57.049769 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6c962b9f-d7c2-49e4-b2a5-8dd48ca40acc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:57.075655 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6c962b9f-d7c2-49e4-b2a5-8dd48ca40acc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:57.150168 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6c962b9f-d7c2-49e4-b2a5-8dd48ca40acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:57.153991 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6c962b9f-d7c2-49e4-b2a5-8dd48ca40acc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:57.155688 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6c962b9f-d7c2-49e4-b2a5-8dd48ca40acc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/547cb502-e74a-42e9-a201-d13086796e8e HTTP/1.1" status: 204 len: 168 time: 0.1578002 Nov 09 21:40:57.170122 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c962b9f-d7c2-49e4-b2a5-8dd48ca40acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547cb502-e74a-42e9-a201-d13086796e8e,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:58.668329 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 44408) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:58.791530 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-94e84407-3ef6-4d1c-9f00-e71786679a3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:58.880921 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-94e84407-3ef6-4d1c-9f00-e71786679a3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:58.885574 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-94e84407-3ef6-4d1c-9f00-e71786679a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:58.926980 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-94e84407-3ef6-4d1c-9f00-e71786679a3e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ef61cd69de60421393196aef52af76a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2574139 Nov 09 21:40:58.928012 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e84407-3ef6-4d1c-9f00-e71786679a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8136f084-426b-4016-92a0-5339a6ddd6e8,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:58.929874 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 44412) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:59.001518 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-131b4dde-8015-484e-8f62-112fa7398130 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:59.024523 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-131b4dde-8015-484e-8f62-112fa7398130 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:59.087950 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-131b4dde-8015-484e-8f62-112fa7398130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:59.090924 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-131b4dde-8015-484e-8f62-112fa7398130 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:59.092160 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-131b4dde-8015-484e-8f62-112fa7398130 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8136f084-426b-4016-92a0-5339a6ddd6e8 HTTP/1.1" status: 204 len: 168 time: 0.1606791 Nov 09 21:40:59.103286 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b4dde-8015-484e-8f62-112fa7398130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8136f084-426b-4016-92a0-5339a6ddd6e8,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:59.442468 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 44430) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:59.459169 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a7ee61d3-b4fa-4df5-9211-943fbb02bc74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:59.554792 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a7ee61d3-b4fa-4df5-9211-943fbb02bc74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:59.558949 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a7ee61d3-b4fa-4df5-9211-943fbb02bc74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:59.609022 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a7ee61d3-b4fa-4df5-9211-943fbb02bc74 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b44abea6b17442f0abe762a1b8cf37ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1649842 Nov 09 21:40:59.610216 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee61d3-b4fa-4df5-9211-943fbb02bc74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11cb2648-16b3-4578-9438-95e85df9525f,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:40:59.612408 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 44438) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:40:59.674537 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6902c9ac-ca63-48b0-b6a1-a4b66966ccaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:59.698089 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6902c9ac-ca63-48b0-b6a1-a4b66966ccaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:59.746817 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6902c9ac-ca63-48b0-b6a1-a4b66966ccaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:59.749684 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6902c9ac-ca63-48b0-b6a1-a4b66966ccaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:40:59.753494 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6902c9ac-ca63-48b0-b6a1-a4b66966ccaa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/11cb2648-16b3-4578-9438-95e85df9525f HTTP/1.1" status: 204 len: 168 time: 0.1396105 Nov 09 21:40:59.762533 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6902c9ac-ca63-48b0-b6a1-a4b66966ccaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cb2648-16b3-4578-9438-95e85df9525f,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:00.178276 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 44444) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:00.192006 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-352160b6-7a7f-42dc-adf8-349bc7f6dee0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:00.291610 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-352160b6-7a7f-42dc-adf8-349bc7f6dee0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:00.296057 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-352160b6-7a7f-42dc-adf8-349bc7f6dee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:00.337525 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-352160b6-7a7f-42dc-adf8-349bc7f6dee0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=db42a970ee7849e3a20e3824660a5174&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1569262 Nov 09 21:41:00.338756 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352160b6-7a7f-42dc-adf8-349bc7f6dee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10345994-7ffa-4dea-87c7-27de058600ba,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:00.340569 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 44446) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:00.427720 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9dd459fb-e277-4484-9d21-b4ac71e6a3a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:00.454336 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9dd459fb-e277-4484-9d21-b4ac71e6a3a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:00.509512 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9dd459fb-e277-4484-9d21-b4ac71e6a3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:00.513860 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9dd459fb-e277-4484-9d21-b4ac71e6a3a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:00.515783 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-9dd459fb-e277-4484-9d21-b4ac71e6a3a2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/10345994-7ffa-4dea-87c7-27de058600ba HTTP/1.1" status: 204 len: 168 time: 0.1731961 Nov 09 21:41:00.527188 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd459fb-e277-4484-9d21-b4ac71e6a3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10345994-7ffa-4dea-87c7-27de058600ba,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:01.965130 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:41:03.689948 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:08.131928 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 44952) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:08.357638 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7193da65-edc5-4a2c-9807-661af0dac776 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:08.538373 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7193da65-edc5-4a2c-9807-661af0dac776 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:08.544733 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7193da65-edc5-4a2c-9807-661af0dac776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:08.620621 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7193da65-edc5-4a2c-9807-661af0dac776 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a8a4433e443544da8e48bdf07c99b791&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4875984 Nov 09 21:41:08.620811 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 44964) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:08.622520 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7193da65-edc5-4a2c-9807-661af0dac776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3f7c70-e12e-41df-b163-210bfcaeb779,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:08.728740 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6c0dbf8b-e3e3-4665-aaea-91e7cc6799d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:08.777701 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6c0dbf8b-e3e3-4665-aaea-91e7cc6799d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:08.846842 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6c0dbf8b-e3e3-4665-aaea-91e7cc6799d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:08.850083 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6c0dbf8b-e3e3-4665-aaea-91e7cc6799d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:08.864849 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6c0dbf8b-e3e3-4665-aaea-91e7cc6799d3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5b3f7c70-e12e-41df-b163-210bfcaeb779 HTTP/1.1" status: 204 len: 168 time: 0.2300875 Nov 09 21:41:08.888210 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0dbf8b-e3e3-4665-aaea-91e7cc6799d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3f7c70-e12e-41df-b163-210bfcaeb779,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:10.534206 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 45024) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:10.776129 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d2b2fae9-7430-4111-8b92-6a285f3c81fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:10.841434 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 45034) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:10.977647 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d2b2fae9-7430-4111-8b92-6a285f3c81fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:10.983988 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d2b2fae9-7430-4111-8b92-6a285f3c81fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:11.023268 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bfeac498-6419-4403-ad89-78adcc26c18e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:11.041261 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d2b2fae9-7430-4111-8b92-6a285f3c81fb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=562a0e5effee4560b955dfd7fb786996&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5047987 Nov 09 21:41:11.042621 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b2fae9-7430-4111-8b92-6a285f3c81fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25adeff5-239d-4880-a4fb-ce9310fd8718,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:11.045924 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 45038) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:11.132702 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-43e936e0-9632-4941-ba69-1525fed9b988 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:11.169788 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-43e936e0-9632-4941-ba69-1525fed9b988 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:11.172467 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bfeac498-6419-4403-ad89-78adcc26c18e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:11.185833 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bfeac498-6419-4403-ad89-78adcc26c18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:11.224410 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeac498-6419-4403-ad89-78adcc26c18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd983e26-085d-4156-b3e8-c1378498eb03,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:11.231953 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-43e936e0-9632-4941-ba69-1525fed9b988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:11.235207 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-43e936e0-9632-4941-ba69-1525fed9b988 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:11.239596 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-43e936e0-9632-4941-ba69-1525fed9b988 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/25adeff5-239d-4880-a4fb-ce9310fd8718 HTTP/1.1" status: 204 len: 168 time: 0.1894312 Nov 09 21:41:11.253181 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e936e0-9632-4941-ba69-1525fed9b988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25adeff5-239d-4880-a4fb-ce9310fd8718,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:11.261477 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-bfeac498-6419-4403-ad89-78adcc26c18e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=254d035720fb45c0b47fa7e51582dc04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4176974 Nov 09 21:41:11.264094 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 45042) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:11.347646 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e727c09d-94c1-45ff-9d22-de2641e4f0b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:11.374922 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e727c09d-94c1-45ff-9d22-de2641e4f0b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:11.471671 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e727c09d-94c1-45ff-9d22-de2641e4f0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:11.475219 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e727c09d-94c1-45ff-9d22-de2641e4f0b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:11.476789 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e727c09d-94c1-45ff-9d22-de2641e4f0b7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fd983e26-085d-4156-b3e8-c1378498eb03 HTTP/1.1" status: 204 len: 168 time: 0.2113931 Nov 09 21:41:11.489757 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e727c09d-94c1-45ff-9d22-de2641e4f0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd983e26-085d-4156-b3e8-c1378498eb03,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:12.081578 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 45064) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:12.100789 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-37f51bbd-9b62-47a1-a1f4-59a62788e2d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:12.260818 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-37f51bbd-9b62-47a1-a1f4-59a62788e2d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:12.266497 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-37f51bbd-9b62-47a1-a1f4-59a62788e2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:12.354611 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 45070) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:12.357219 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-37f51bbd-9b62-47a1-a1f4-59a62788e2d3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6d65d3b1cc6e428f987928f06c8d6bdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2744799 Nov 09 21:41:12.362334 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f51bbd-9b62-47a1-a1f4-59a62788e2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce86b4c5-0f91-4675-b6b3-4ef5c7631cdc,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:12.462344 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1bbdcaf9-fe01-4c3e-95e8-afcbab9c81a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:12.506303 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1bbdcaf9-fe01-4c3e-95e8-afcbab9c81a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:12.602697 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1bbdcaf9-fe01-4c3e-95e8-afcbab9c81a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:12.605831 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1bbdcaf9-fe01-4c3e-95e8-afcbab9c81a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:12.607873 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1bbdcaf9-fe01-4c3e-95e8-afcbab9c81a6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ce86b4c5-0f91-4675-b6b3-4ef5c7631cdc HTTP/1.1" status: 204 len: 168 time: 0.2516189 Nov 09 21:41:12.642461 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbdcaf9-fe01-4c3e-95e8-afcbab9c81a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce86b4c5-0f91-4675-b6b3-4ef5c7631cdc,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:14.525948 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 45172) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:14.866928 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-96ca2cf8-f5da-434b-8848-7a4e763cd639 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:41:14.919546 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-96ca2cf8-f5da-434b-8848-7a4e763cd639 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks [] for floatingip, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:15.088223 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-96ca2cf8-f5da-434b-8848-7a4e763cd639 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:15.213112 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-96ca2cf8-f5da-434b-8848-7a4e763cd639 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Allocated IP 172.25.7.152 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/4178605a-55b9-45db-b785-ac22819ebeac) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:41:15.396071 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-96ca2cf8-f5da-434b-8848-7a4e763cd639 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:15.435166 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-96ca2cf8-f5da-434b-8848-7a4e763cd639 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:15.484525 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ca2cf8-f5da-434b-8848-7a4e763cd639 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:41:15.491133 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-96ca2cf8-f5da-434b-8848-7a4e763cd639 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:41:15.498183 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ca2cf8-f5da-434b-8848-7a4e763cd639 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:41:15.526927 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca2cf8-f5da-434b-8848-7a4e763cd639 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Pushing event updated for resources: {'Port': ['ID=4178605a-55b9-45db-b785-ac22819ebeac,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:15.759693 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-96ca2cf8-f5da-434b-8848-7a4e763cd639 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:15.810190 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-96ca2cf8-f5da-434b-8848-7a4e763cd639 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:16.077019 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-96ca2cf8-f5da-434b-8848-7a4e763cd639 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:16.084331 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-96ca2cf8-f5da-434b-8848-7a4e763cd639 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:16.181454 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-96ca2cf8-f5da-434b-8848-7a4e763cd639 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:16.184235 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca2cf8-f5da-434b-8848-7a4e763cd639 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Pushing event updated for resources: {'Port': ['ID=4178605a-55b9-45db-b785-ac22819ebeac,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:16.198692 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ca2cf8-f5da-434b-8848-7a4e763cd639 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:41:16.199153 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ca2cf8-f5da-434b-8848-7a4e763cd639 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:41:16.199576 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ca2cf8-f5da-434b-8848-7a4e763cd639 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:41:16.199994 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ca2cf8-f5da-434b-8848-7a4e763cd639 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:41:16.200407 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ca2cf8-f5da-434b-8848-7a4e763cd639 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:41:16.200852 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ca2cf8-f5da-434b-8848-7a4e763cd639 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:41:16.201436 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ca2cf8-f5da-434b-8848-7a4e763cd639 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:41:16.201848 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ca2cf8-f5da-434b-8848-7a4e763cd639 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:41:16.202267 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ca2cf8-f5da-434b-8848-7a4e763cd639 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:41:16.202674 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ca2cf8-f5da-434b-8848-7a4e763cd639 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:41:16.203072 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ca2cf8-f5da-434b-8848-7a4e763cd639 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:41:16.203471 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ca2cf8-f5da-434b-8848-7a4e763cd639 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:41:16.228862 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-96ca2cf8-f5da-434b-8848-7a4e763cd639 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:16.232704 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-96ca2cf8-f5da-434b-8848-7a4e763cd639 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7021620 Nov 09 21:41:16.233227 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 45212) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:16.238233 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-8471e3ff-3c18-4abf-8580-f500a3a4e5fc tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1790236313'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:41:16.282107 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8471e3ff-3c18-4abf-8580-f500a3a4e5fc tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Made reservation on behalf of f89dee96fa314de38a0980912dad2111 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:41:16.285897 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8471e3ff-3c18-4abf-8580-f500a3a4e5fc tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:16.309656 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8471e3ff-3c18-4abf-8580-f500a3a4e5fc tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:16.465938 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8471e3ff-3c18-4abf-8580-f500a3a4e5fc tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:16.477538 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8471e3ff-3c18-4abf-8580-f500a3a4e5fc tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:16.508924 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8471e3ff-3c18-4abf-8580-f500a3a4e5fc tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50d809ac-fe25-41ac-ac50-a80362936cbc,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:16.519604 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8471e3ff-3c18-4abf-8580-f500a3a4e5fc tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:41:16.520011 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8471e3ff-3c18-4abf-8580-f500a3a4e5fc tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:41:16.520303 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8471e3ff-3c18-4abf-8580-f500a3a4e5fc tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:41:16.520694 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8471e3ff-3c18-4abf-8580-f500a3a4e5fc tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:41:16.521079 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8471e3ff-3c18-4abf-8580-f500a3a4e5fc tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:41:16.521372 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8471e3ff-3c18-4abf-8580-f500a3a4e5fc tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:41:16.521706 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8471e3ff-3c18-4abf-8580-f500a3a4e5fc tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:41:16.522313 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8471e3ff-3c18-4abf-8580-f500a3a4e5fc tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:41:16.522878 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8471e3ff-3c18-4abf-8580-f500a3a4e5fc tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:41:16.523390 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8471e3ff-3c18-4abf-8580-f500a3a4e5fc tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:41:16.524330 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8471e3ff-3c18-4abf-8580-f500a3a4e5fc tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:41:16.524753 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8471e3ff-3c18-4abf-8580-f500a3a4e5fc tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:41:16.560991 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8471e3ff-3c18-4abf-8580-f500a3a4e5fc tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:41:16.575972 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8471e3ff-3c18-4abf-8580-f500a3a4e5fc tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:16.576572 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-8471e3ff-3c18-4abf-8580-f500a3a4e5fc tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Added segment 86f638ed-aade-4e7e-ae3a-abe3d6051327 of type vlan for network fd00fc00-9bed-4612-be51-f4b266f15870 Nov 09 21:41:16.635072 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8471e3ff-3c18-4abf-8580-f500a3a4e5fc tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:16.677605 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8471e3ff-3c18-4abf-8580-f500a3a4e5fc tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:16.690945 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8471e3ff-3c18-4abf-8580-f500a3a4e5fc tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:16.691635 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8471e3ff-3c18-4abf-8580-f500a3a4e5fc tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:16.802567 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 45218) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:16.803108 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8471e3ff-3c18-4abf-8580-f500a3a4e5fc tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5680907 Nov 09 21:41:16.824251 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-76e3e99f-72ac-4e5d-95e8-006feb8956fd tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Request body: {'subnet': {'network_id': 'fd00fc00-9bed-4612-be51-f4b266f15870', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:41:16.866253 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8471e3ff-3c18-4abf-8580-f500a3a4e5fc tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Pushing event updated for resources: {'Network': ['ID=fd00fc00-9bed-4612-be51-f4b266f15870,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:16.886883 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network fd00fc00-9bed-4612-be51-f4b266f15870 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:41:17.070679 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e3e99f-72ac-4e5d-95e8-006feb8956fd tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Made reservation on behalf of f89dee96fa314de38a0980912dad2111 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:41:17.076193 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-76e3e99f-72ac-4e5d-95e8-006feb8956fd tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:17.308988 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-76e3e99f-72ac-4e5d-95e8-006feb8956fd tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:17.379128 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e3e99f-72ac-4e5d-95e8-006feb8956fd tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Pushing event updated for resources: {'Subnet': ['ID=b68db80b-8c6c-4c83-9199-4f8572ddad9d,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:17.390590 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e3e99f-72ac-4e5d-95e8-006feb8956fd tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Checking segment: {'id': '86f638ed-aade-4e7e-ae3a-abe3d6051327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fd00fc00-9bed-4612-be51-f4b266f15870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:41:17.390962 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e3e99f-72ac-4e5d-95e8-006feb8956fd tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Network hostable DHCP agents. Network: fd00fc00-9bed-4612-be51-f4b266f15870, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:41:17.411238 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e3e99f-72ac-4e5d-95e8-006feb8956fd tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Network fd00fc00-9bed-4612-be51-f4b266f15870 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:41:17.433937 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-76e3e99f-72ac-4e5d-95e8-006feb8956fd tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, fd00fc00-9bed-4612-be51-f4b266f15870) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:41:17.441029 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e3e99f-72ac-4e5d-95e8-006feb8956fd tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:17.441972 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-76e3e99f-72ac-4e5d-95e8-006feb8956fd tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:17.445259 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c36d0d-eaf1-417a-bb2a-f7a2e4af85d6 None None] Network fd00fc00-9bed-4612-be51-f4b266f15870 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:41:17.471869 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-76e3e99f-72ac-4e5d-95e8-006feb8956fd tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6576173 Nov 09 21:41:17.474331 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 45234) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:17.483684 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-e505d748-fc54-4f54-aaad-6b5926fb3abf tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1322089520', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}, 'admin_state_up': False}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:41:17.516627 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e505d748-fc54-4f54-aaad-6b5926fb3abf tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:17.519388 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e505d748-fc54-4f54-aaad-6b5926fb3abf tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:17.606902 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e505d748-fc54-4f54-aaad-6b5926fb3abf tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:17.652117 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4173a70b-6aeb-4c9c-8cbb-ce327105ff86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:17.692325 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a033a7f6-f315-4cd9-a8c7-5bc38b659326 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-fd00fc00-9bed-4612-be51-f4b266f15870', 'network_id': 'fd00fc00-9bed-4612-be51-f4b266f15870', 'tenant_id': 'f89dee96fa314de38a0980912dad2111', 'fixed_ips': [{'subnet_id': 'b68db80b-8c6c-4c83-9199-4f8572ddad9d'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:41:17.693588 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a033a7f6-f315-4cd9-a8c7-5bc38b659326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:17.829305 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e505d748-fc54-4f54-aaad-6b5926fb3abf tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:17.874892 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-a033a7f6-f315-4cd9-a8c7-5bc38b659326 None None] Allocated IP 172.20.0.2 (fd00fc00-9bed-4612-be51-f4b266f15870/b68db80b-8c6c-4c83-9199-4f8572ddad9d/743a2a8c-2cbf-42d5-9aaa-cc377cc13c62) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:41:18.265061 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a033a7f6-f315-4cd9-a8c7-5bc38b659326 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:18.277704 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a033a7f6-f315-4cd9-a8c7-5bc38b659326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:18.323093 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e505d748-fc54-4f54-aaad-6b5926fb3abf tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks [] for router_gateway, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:18.350383 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e505d748-fc54-4f54-aaad-6b5926fb3abf tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:18.357540 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033a7f6-f315-4cd9-a8c7-5bc38b659326 None None] Pushing event updated for resources: {'Port': ['ID=743a2a8c-2cbf-42d5-9aaa-cc377cc13c62,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:18.385952 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a033a7f6-f315-4cd9-a8c7-5bc38b659326 None None] Network fd00fc00-9bed-4612-be51-f4b266f15870 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:41:18.389178 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-a033a7f6-f315-4cd9-a8c7-5bc38b659326 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:41:18.397217 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a033a7f6-f315-4cd9-a8c7-5bc38b659326 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:41:18.497501 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-a033a7f6-f315-4cd9-a8c7-5bc38b659326 None None] Attempting to bind port 743a2a8c-2cbf-42d5-9aaa-cc377cc13c62 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:41:18.497995 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-a033a7f6-f315-4cd9-a8c7-5bc38b659326 None None] Attempting to bind port 743a2a8c-2cbf-42d5-9aaa-cc377cc13c62 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '86f638ed-aade-4e7e-ae3a-abe3d6051327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fd00fc00-9bed-4612-be51-f4b266f15870'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:41:18.498574 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a033a7f6-f315-4cd9-a8c7-5bc38b659326 None None] Attempting to bind port 743a2a8c-2cbf-42d5-9aaa-cc377cc13c62 on network fd00fc00-9bed-4612-be51-f4b266f15870 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:41:18.505254 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a033a7f6-f315-4cd9-a8c7-5bc38b659326 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:41:18.505858 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a033a7f6-f315-4cd9-a8c7-5bc38b659326 None None] Checking segment: {'id': '86f638ed-aade-4e7e-ae3a-abe3d6051327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fd00fc00-9bed-4612-be51-f4b266f15870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:41:18.506496 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a033a7f6-f315-4cd9-a8c7-5bc38b659326 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:18.507660 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a033a7f6-f315-4cd9-a8c7-5bc38b659326 None None] Bound using segment: {'id': '86f638ed-aade-4e7e-ae3a-abe3d6051327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fd00fc00-9bed-4612-be51-f4b266f15870'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:41:18.508442 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-a033a7f6-f315-4cd9-a8c7-5bc38b659326 None None] Bound port: 743a2a8c-2cbf-42d5-9aaa-cc377cc13c62, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f638ed-aade-4e7e-ae3a-abe3d6051327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fd00fc00-9bed-4612-be51-f4b266f15870'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:41:18.509024 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a033a7f6-f315-4cd9-a8c7-5bc38b659326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:18.513696 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-e505d748-fc54-4f54-aaad-6b5926fb3abf tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Allocated IP 172.25.7.151 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/5db80ae0-b9d9-431d-8818-c52bef2f993f) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:41:18.664874 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e505d748-fc54-4f54-aaad-6b5926fb3abf tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:18.670156 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-a033a7f6-f315-4cd9-a8c7-5bc38b659326 None None] For port 743a2a8c-2cbf-42d5-9aaa-cc377cc13c62, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:41:18.682473 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-a033a7f6-f315-4cd9-a8c7-5bc38b659326 None None] For port 743a2a8c-2cbf-42d5-9aaa-cc377cc13c62, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=743a2a8c-2cbf-42d5-9aaa-cc377cc13c62,segment=NetworkSegment(86f638ed-aade-4e7e-ae3a-abe3d6051327),segment_id=86f638ed-aade-4e7e-ae3a-abe3d6051327)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:41:18.698124 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a033a7f6-f315-4cd9-a8c7-5bc38b659326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:18.716177 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e505d748-fc54-4f54-aaad-6b5926fb3abf tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:18.779030 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e505d748-fc54-4f54-aaad-6b5926fb3abf tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:41:18.789940 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033a7f6-f315-4cd9-a8c7-5bc38b659326 None None] Pushing event updated for resources: {'Port': ['ID=743a2a8c-2cbf-42d5-9aaa-cc377cc13c62,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:18.794729 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-e505d748-fc54-4f54-aaad-6b5926fb3abf tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:41:18.809540 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6548e40-2eec-445b-b397-694c412c433b None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:41:18.810776 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e505d748-fc54-4f54-aaad-6b5926fb3abf tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:41:18.882226 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-f0eb5cfb-fa4f-4820-8116-bc1ec8f7e07e None None] Provisioning complete for port 5db80ae0-b9d9-431d-8818-c52bef2f993f triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:41:18.882601 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f0eb5cfb-fa4f-4820-8116-bc1ec8f7e07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:18.935851 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-f0eb5cfb-fa4f-4820-8116-bc1ec8f7e07e None None] Port 5db80ae0-b9d9-431d-8818-c52bef2f993f cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:41:18.945377 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e505d748-fc54-4f54-aaad-6b5926fb3abf tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Pushing event updated for resources: {'Port': ['ID=5db80ae0-b9d9-431d-8818-c52bef2f993f,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:19.444838 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e505d748-fc54-4f54-aaad-6b5926fb3abf tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks [] for router_gateway, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:19.858393 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e505d748-fc54-4f54-aaad-6b5926fb3abf tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:20.183271 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d387a0c1-fd19-4e63-8591-f2cba3514607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:20.324118 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb69ed1-b97b-4686-820b-1d51a042e9f5 None None] Network fd00fc00-9bed-4612-be51-f4b266f15870 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:41:20.332381 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e505d748-fc54-4f54-aaad-6b5926fb3abf tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Router 203f4d8a-a2d1-4b0f-a6d6-3df21904e243 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:41:20.480756 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-0b7e713b-58b9-4266-8caa-d83cc2abcf5f None None] Provisioning complete for port 743a2a8c-2cbf-42d5-9aaa-cc377cc13c62 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:41:20.481123 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0b7e713b-58b9-4266-8caa-d83cc2abcf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:20.524822 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e505d748-fc54-4f54-aaad-6b5926fb3abf tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:41:20.553048 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c594406e-b195-4732-92e6-799fb3450eed None None] Sync routers for ids ['203f4d8a-a2d1-4b0f-a6d6-3df21904e243'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:41:20.576262 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e505d748-fc54-4f54-aaad-6b5926fb3abf tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:20.580916 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 45326) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:20.587914 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e505d748-fc54-4f54-aaad-6b5926fb3abf tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.1103814 Nov 09 21:41:20.608109 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c594406e-b195-4732-92e6-799fb3450eed None None] Routers {'203f4d8a-a2d1-4b0f-a6d6-3df21904e243'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:41:20.608964 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-c594406e-b195-4732-92e6-799fb3450eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:41:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['203f4d8a-a2d1-4b0f-a6d6-3df21904e243'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:41:20.724110 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-c594406e-b195-4732-92e6-799fb3450eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:41:20.826622 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c594406e-b195-4732-92e6-799fb3450eed None None] Routers {'203f4d8a-a2d1-4b0f-a6d6-3df21904e243'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:41:20.827646 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-c594406e-b195-4732-92e6-799fb3450eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:41:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['203f4d8a-a2d1-4b0f-a6d6-3df21904e243'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:41:20.933529 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0b7e713b-58b9-4266-8caa-d83cc2abcf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:20.939536 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-c594406e-b195-4732-92e6-799fb3450eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:41:20.940055 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c594406e-b195-4732-92e6-799fb3450eed None None] The sync data for ids ['203f4d8a-a2d1-4b0f-a6d6-3df21904e243'] in n-d-816206-3 is: [] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:41:21.018251 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-0b7e713b-58b9-4266-8caa-d83cc2abcf5f None None] For port 743a2a8c-2cbf-42d5-9aaa-cc377cc13c62, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=743a2a8c-2cbf-42d5-9aaa-cc377cc13c62,segment=NetworkSegment(86f638ed-aade-4e7e-ae3a-abe3d6051327),segment_id=86f638ed-aade-4e7e-ae3a-abe3d6051327)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:41:21.042049 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0b7e713b-58b9-4266-8caa-d83cc2abcf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:21.079422 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:21.155202 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e713b-58b9-4266-8caa-d83cc2abcf5f None None] Pushing event updated for resources: {'Port': ['ID=743a2a8c-2cbf-42d5-9aaa-cc377cc13c62,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:21.205949 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7e713b-58b9-4266-8caa-d83cc2abcf5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:41:21.207078 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7e713b-58b9-4266-8caa-d83cc2abcf5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:41:21.210464 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7e713b-58b9-4266-8caa-d83cc2abcf5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:41:21.211074 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7e713b-58b9-4266-8caa-d83cc2abcf5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:41:21.211617 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7e713b-58b9-4266-8caa-d83cc2abcf5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:41:21.213074 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7e713b-58b9-4266-8caa-d83cc2abcf5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:41:21.213641 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7e713b-58b9-4266-8caa-d83cc2abcf5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:41:21.214879 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7e713b-58b9-4266-8caa-d83cc2abcf5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:41:21.215484 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7e713b-58b9-4266-8caa-d83cc2abcf5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:41:21.225282 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7e713b-58b9-4266-8caa-d83cc2abcf5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:41:21.228420 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7e713b-58b9-4266-8caa-d83cc2abcf5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:41:21.229267 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7e713b-58b9-4266-8caa-d83cc2abcf5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:41:21.274784 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 743a2a8c-2cbf-42d5-9aaa-cc377cc13c62 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:41:21.441447 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 743a2a8c-2cbf-42d5-9aaa-cc377cc13c62 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:41:21.443088 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:21.520507 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-f9101c00-83d3-4195-b20e-dd68fac72504 None None] Provisioning complete for port 743a2a8c-2cbf-42d5-9aaa-cc377cc13c62 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:41:21.520507 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f9101c00-83d3-4195-b20e-dd68fac72504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:21.652622 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d23fabd4-a26a-4849-acad-8efea45d68e5 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:22.063316 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-d23fabd4-a26a-4849-acad-8efea45d68e5 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Allocated IP 172.20.0.1 (fd00fc00-9bed-4612-be51-f4b266f15870/b68db80b-8c6c-4c83-9199-4f8572ddad9d/ea699248-f369-42f1-a631-cded023b850e) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:41:22.232253 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d23fabd4-a26a-4849-acad-8efea45d68e5 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:22.307542 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d23fabd4-a26a-4849-acad-8efea45d68e5 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:22.403493 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23fabd4-a26a-4849-acad-8efea45d68e5 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Network fd00fc00-9bed-4612-be51-f4b266f15870 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:41:22.407480 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-d23fabd4-a26a-4849-acad-8efea45d68e5 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:41:22.420347 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:22.439005 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23fabd4-a26a-4849-acad-8efea45d68e5 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:41:22.524277 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23fabd4-a26a-4849-acad-8efea45d68e5 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Pushing event updated for resources: {'Port': ['ID=ea699248-f369-42f1-a631-cded023b850e,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:22.561766 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d23fabd4-a26a-4849-acad-8efea45d68e5 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:22.774422 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d23fabd4-a26a-4849-acad-8efea45d68e5 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:22.873525 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-c6b50bce-4d56-4fc8-8532-cfd121249133 None None] Provisioning complete for port ea699248-f369-42f1-a631-cded023b850e triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:41:22.876579 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c6b50bce-4d56-4fc8-8532-cfd121249133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:22.967614 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:22.968644 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-c6b50bce-4d56-4fc8-8532-cfd121249133 None None] Port ea699248-f369-42f1-a631-cded023b850e cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:41:23.005162 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 743a2a8c-2cbf-42d5-9aaa-cc377cc13c62 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:41:23.070870 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 743a2a8c-2cbf-42d5-9aaa-cc377cc13c62 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:41:23.071505 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:23.235658 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d23fabd4-a26a-4849-acad-8efea45d68e5 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:23.244386 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d23fabd4-a26a-4849-acad-8efea45d68e5 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:23.342357 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d23fabd4-a26a-4849-acad-8efea45d68e5 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:23.351125 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23fabd4-a26a-4849-acad-8efea45d68e5 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Pushing event updated for resources: {'Port': ['ID=ea699248-f369-42f1-a631-cded023b850e,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:23.389253 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:23.455689 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23fabd4-a26a-4849-acad-8efea45d68e5 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Network fd00fc00-9bed-4612-be51-f4b266f15870 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:41:23.457483 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-d23fabd4-a26a-4849-acad-8efea45d68e5 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:41:23.674735 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23fabd4-a26a-4849-acad-8efea45d68e5 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Router 203f4d8a-a2d1-4b0f-a6d6-3df21904e243 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:41:23.874860 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23fabd4-a26a-4849-acad-8efea45d68e5 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:41:23.882544 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d23fabd4-a26a-4849-acad-8efea45d68e5 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] 10.222.0.49 "PUT /v2.0/routers/203f4d8a-a2d1-4b0f-a6d6-3df21904e243/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3005395 Nov 09 21:41:23.885955 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 45396) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:23.887526 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b3e0ae-be7d-4d7f-8fe4-02b23e40bfb6 None None] Sync routers for ids ['203f4d8a-a2d1-4b0f-a6d6-3df21904e243'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:41:23.891501 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-264eac5a-25b1-4d8e-ad40-c54e4a810c85 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Request body: {'port': {'network_id': 'fd00fc00-9bed-4612-be51-f4b266f15870', 'name': 'tempest-FloatingIPAdminTestJSON-1462409061'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:41:23.902390 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b3e0ae-be7d-4d7f-8fe4-02b23e40bfb6 None None] Routers {'203f4d8a-a2d1-4b0f-a6d6-3df21904e243'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:41:23.903265 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-b4b3e0ae-be7d-4d7f-8fe4-02b23e40bfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:41:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['203f4d8a-a2d1-4b0f-a6d6-3df21904e243'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:41:23.925324 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-6c5aed79-2f44-46e2-b510-0e2e33891082 None None] Provisioning complete for port ea699248-f369-42f1-a631-cded023b850e triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:41:23.925981 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6c5aed79-2f44-46e2-b510-0e2e33891082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:23.949138 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-b4b3e0ae-be7d-4d7f-8fe4-02b23e40bfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:41:23.960824 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b3e0ae-be7d-4d7f-8fe4-02b23e40bfb6 None None] Routers {'203f4d8a-a2d1-4b0f-a6d6-3df21904e243'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:41:23.962614 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-b4b3e0ae-be7d-4d7f-8fe4-02b23e40bfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:41:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['203f4d8a-a2d1-4b0f-a6d6-3df21904e243'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:41:24.004702 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-b4b3e0ae-be7d-4d7f-8fe4-02b23e40bfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:41:24.006519 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b3e0ae-be7d-4d7f-8fe4-02b23e40bfb6 None None] The sync data for ids ['203f4d8a-a2d1-4b0f-a6d6-3df21904e243'] in n-d-816206-3 is: [] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:41:24.042293 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-6c5aed79-2f44-46e2-b510-0e2e33891082 None None] Port ea699248-f369-42f1-a631-cded023b850e cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:41:24.100177 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264eac5a-25b1-4d8e-ad40-c54e4a810c85 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Made reservation on behalf of f89dee96fa314de38a0980912dad2111 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:41:24.104276 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-264eac5a-25b1-4d8e-ad40-c54e4a810c85 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:24.129899 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-264eac5a-25b1-4d8e-ad40-c54e4a810c85 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] device_id is not set on port fbd03f90-4bf2-4728-bbcb-dfe920646215 yet. {{(pid=102607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:41:24.248664 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-264eac5a-25b1-4d8e-ad40-c54e4a810c85 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Allocated IP 172.20.0.4 (fd00fc00-9bed-4612-be51-f4b266f15870/b68db80b-8c6c-4c83-9199-4f8572ddad9d/fbd03f90-4bf2-4728-bbcb-dfe920646215) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:41:24.610894 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-264eac5a-25b1-4d8e-ad40-c54e4a810c85 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:24.686220 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-264eac5a-25b1-4d8e-ad40-c54e4a810c85 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:24.794643 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264eac5a-25b1-4d8e-ad40-c54e4a810c85 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Network fd00fc00-9bed-4612-be51-f4b266f15870 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:41:24.798816 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-264eac5a-25b1-4d8e-ad40-c54e4a810c85 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:41:24.800864 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264eac5a-25b1-4d8e-ad40-c54e4a810c85 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Pushing event updated for resources: {'Port': ['ID=fbd03f90-4bf2-4728-bbcb-dfe920646215,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:24.813769 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264eac5a-25b1-4d8e-ad40-c54e4a810c85 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:41:24.901675 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264eac5a-25b1-4d8e-ad40-c54e4a810c85 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:24.902314 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-264eac5a-25b1-4d8e-ad40-c54e4a810c85 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:24.941171 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 45424) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:24.943382 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-264eac5a-25b1-4d8e-ad40-c54e4a810c85 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0543983 Nov 09 21:41:25.059631 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 45430) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:25.140063 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-90b2ce48-c132-43ff-95ad-3ddd0e8303ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:25.269827 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-ed370f22-7e8f-4a4a-8aa6-0e3d0e6789d2 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'project_id': 'f89dee96fa314de38a0980912dad2111', 'port_id': 'fbd03f90-4bf2-4728-bbcb-dfe920646215'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:41:25.279255 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-eb79bacb-2786-4393-9e60-c4dfb3178ff7 None None] Provisioning complete for port fbd03f90-4bf2-4728-bbcb-dfe920646215 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:41:25.279805 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-eb79bacb-2786-4393-9e60-c4dfb3178ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:25.309238 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ed370f22-7e8f-4a4a-8aa6-0e3d0e6789d2 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:25.361228 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-eb79bacb-2786-4393-9e60-c4dfb3178ff7 None None] Port fbd03f90-4bf2-4728-bbcb-dfe920646215 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:41:25.371009 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-90b2ce48-c132-43ff-95ad-3ddd0e8303ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:25.383472 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-90b2ce48-c132-43ff-95ad-3ddd0e8303ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:25.418723 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b2ce48-c132-43ff-95ad-3ddd0e8303ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20f13e0-3e29-4bc7-973e-8f5576f81937,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:25.454225 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-90b2ce48-c132-43ff-95ad-3ddd0e8303ef admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=032eba9175d045daab11c272b9210071&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3932090 Nov 09 21:41:25.457504 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 45436) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:25.519248 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ed370f22-7e8f-4a4a-8aa6-0e3d0e6789d2 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:25.608494 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-84409427-d262-4312-a85a-1568d76884ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:25.651439 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-84409427-d262-4312-a85a-1568d76884ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:25.730984 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-84409427-d262-4312-a85a-1568d76884ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:25.738489 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-84409427-d262-4312-a85a-1568d76884ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:25.741769 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-84409427-d262-4312-a85a-1568d76884ef admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a20f13e0-3e29-4bc7-973e-8f5576f81937 HTTP/1.1" status: 204 len: 168 time: 0.2822504 Nov 09 21:41:25.769665 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84409427-d262-4312-a85a-1568d76884ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20f13e0-3e29-4bc7-973e-8f5576f81937,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:26.037494 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-ed370f22-7e8f-4a4a-8aa6-0e3d0e6789d2 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] Allocated IP 172.25.7.118 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/fda7faf6-a502-45ef-8aa4-181ec06b05ef) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:41:26.163514 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ed370f22-7e8f-4a4a-8aa6-0e3d0e6789d2 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:26.209922 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ed370f22-7e8f-4a4a-8aa6-0e3d0e6789d2 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:26.291160 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed370f22-7e8f-4a4a-8aa6-0e3d0e6789d2 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] Pushing event updated for resources: {'Port': ['ID=fda7faf6-a502-45ef-8aa4-181ec06b05ef,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:26.339074 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed370f22-7e8f-4a4a-8aa6-0e3d0e6789d2 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:41:26.343858 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-ed370f22-7e8f-4a4a-8aa6-0e3d0e6789d2 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:41:26.353613 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed370f22-7e8f-4a4a-8aa6-0e3d0e6789d2 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:41:26.381850 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 45448) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:26.410085 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-366918db-8415-430c-bfc3-f049c580d4e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:26.629329 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-366918db-8415-430c-bfc3-f049c580d4e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:26.641080 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-366918db-8415-430c-bfc3-f049c580d4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:26.747513 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-366918db-8415-430c-bfc3-f049c580d4e2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d343e5ce4951426486659a5a5cfbe486&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3639457 Nov 09 21:41:26.749677 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 45456) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:26.789279 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366918db-8415-430c-bfc3-f049c580d4e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748786ef-fb7f-4d3d-bb63-acc65e24f7d1,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:26.890760 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-227d2311-7390-4e65-942d-62a97eadc057 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:26.931065 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-227d2311-7390-4e65-942d-62a97eadc057 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:26.990539 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-227d2311-7390-4e65-942d-62a97eadc057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:26.993466 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-227d2311-7390-4e65-942d-62a97eadc057 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:26.997987 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-227d2311-7390-4e65-942d-62a97eadc057 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/748786ef-fb7f-4d3d-bb63-acc65e24f7d1 HTTP/1.1" status: 204 len: 168 time: 0.2471569 Nov 09 21:41:27.007002 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d2311-7390-4e65-942d-62a97eadc057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748786ef-fb7f-4d3d-bb63-acc65e24f7d1,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:27.118784 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ed370f22-7e8f-4a4a-8aa6-0e3d0e6789d2 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:27.274772 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ed370f22-7e8f-4a4a-8aa6-0e3d0e6789d2 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:27.541045 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ed370f22-7e8f-4a4a-8aa6-0e3d0e6789d2 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:27.547743 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ed370f22-7e8f-4a4a-8aa6-0e3d0e6789d2 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:27.629939 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ed370f22-7e8f-4a4a-8aa6-0e3d0e6789d2 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:27.690321 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-86bf6e84-6d27-44d2-8157-579dfd5e669b tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:27.691750 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-86bf6e84-6d27-44d2-8157-579dfd5e669b tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/networks?id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9 HTTP/1.1" status: 200 len: 812 time: 0.1499224 Nov 09 21:41:27.714925 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-3deeb9dd-1c2c-4595-b55f-1f441df90986 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/quotas/b3039f985d904a47a201680c8c884f50 HTTP/1.1" status: 200 len: 375 time: 0.0159426 Nov 09 21:41:27.737440 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed370f22-7e8f-4a4a-8aa6-0e3d0e6789d2 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] Pushing event updated for resources: {'Port': ['ID=fda7faf6-a502-45ef-8aa4-181ec06b05ef,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:27.772355 n-d-816206-3 neutron-server[102608]: INFO neutron.db.l3_db [None req-ed370f22-7e8f-4a4a-8aa6-0e3d0e6789d2 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] Floating IP c934b955-d026-4264-805a-66f6d24239c2 associated. External IP: 172.25.7.118, port: fbd03f90-4bf2-4728-bbcb-dfe920646215. Nov 09 21:41:27.790641 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-23647af2-53c8-4fde-92f2-b48c9483657d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3039f985d904a47a201680c8c884f50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0748088 Nov 09 21:41:27.892489 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-55ea231b-960c-4058-83ec-bc92e097211e service neutron] 10.222.0.49 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007111 Nov 09 21:41:28.021615 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-552c3e7e-18ec-4b77-81db-0efb136bf4d1 service neutron] 10.222.0.49 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279240 Nov 09 21:41:28.092311 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed370f22-7e8f-4a4a-8aa6-0e3d0e6789d2 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] Router 203f4d8a-a2d1-4b0f-a6d6-3df21904e243 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:41:28.252706 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed370f22-7e8f-4a4a-8aa6-0e3d0e6789d2 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:41:28.262752 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02170a9a-1535-49b8-bc31-0c3af06a72bb None None] Sync routers for ids ['203f4d8a-a2d1-4b0f-a6d6-3df21904e243'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:41:28.279445 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02170a9a-1535-49b8-bc31-0c3af06a72bb None None] Routers {'203f4d8a-a2d1-4b0f-a6d6-3df21904e243'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:41:28.281305 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-02170a9a-1535-49b8-bc31-0c3af06a72bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:41:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['203f4d8a-a2d1-4b0f-a6d6-3df21904e243'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:41:28.328555 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-da9cf9cc-18f0-4d6c-9404-5e0a09794137 req-07933c70-eee3-40fa-a955-2b619df1e1cd tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 210 time: 0.0526624 Nov 09 21:41:28.337203 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-02170a9a-1535-49b8-bc31-0c3af06a72bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:41:28.346596 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02170a9a-1535-49b8-bc31-0c3af06a72bb None None] Routers {'203f4d8a-a2d1-4b0f-a6d6-3df21904e243'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:41:28.347245 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-02170a9a-1535-49b8-bc31-0c3af06a72bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:41:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['203f4d8a-a2d1-4b0f-a6d6-3df21904e243'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:41:28.352562 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ed370f22-7e8f-4a4a-8aa6-0e3d0e6789d2 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:28.389853 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-02170a9a-1535-49b8-bc31-0c3af06a72bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:41:28.390512 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02170a9a-1535-49b8-bc31-0c3af06a72bb None None] The sync data for ids ['203f4d8a-a2d1-4b0f-a6d6-3df21904e243'] in n-d-816206-3 is: [] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:41:28.419619 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ed370f22-7e8f-4a4a-8aa6-0e3d0e6789d2 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.4769523 Nov 09 21:41:28.422286 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 45524) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:28.600016 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-3b8cbbee-4452-4fb2-bd68-dfd461819003 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] 10.222.0.49 "GET /v2.0/floatingips/c934b955-d026-4264-805a-66f6d24239c2 HTTP/1.1" status: 200 len: 983 time: 0.1762621 Nov 09 21:41:28.602980 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 45536) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:28.764904 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0fa95905-ae54-4631-b5b3-a7f48f909dea tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1467 time: 0.1607025 Nov 09 21:41:28.767408 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 45544) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:28.960404 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-7e79dea3-4d07-4629-a517-c97853b061fb tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Deleting port fda7faf6-a502-45ef-8aa4-181ec06b05ef {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:41:28.960878 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7e79dea3-4d07-4629-a517-c97853b061fb tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:29.066108 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7e79dea3-4d07-4629-a517-c97853b061fb tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:29.066435 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7e79dea3-4d07-4629-a517-c97853b061fb tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:29.078739 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-7e79dea3-4d07-4629-a517-c97853b061fb tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Calling delete_port for fda7faf6-a502-45ef-8aa4-181ec06b05ef owned by network:floatingip {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:41:29.253573 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7e79dea3-4d07-4629-a517-c97853b061fb tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:29.283428 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e79dea3-4d07-4629-a517-c97853b061fb tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Pushing event deleted for resources: {'Port': ['ID=fda7faf6-a502-45ef-8aa4-181ec06b05ef,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:29.356741 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7e79dea3-4d07-4629-a517-c97853b061fb tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks [] for floatingip, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:29.357549 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [None req-7e79dea3-4d07-4629-a517-c97853b061fb tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Floating IP c934b955-d026-4264-805a-66f6d24239c2 disassociated (deleted). External IP: 172.25.7.118, port: fbd03f90-4bf2-4728-bbcb-dfe920646215. Nov 09 21:41:29.487151 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-54975242-f498-413d-a760-f4af1c77b3ff req-13d0679b-6f5f-47e9-9b90-998b93da76be tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 210 time: 0.0750723 Nov 09 21:41:29.640571 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e79dea3-4d07-4629-a517-c97853b061fb tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Router 203f4d8a-a2d1-4b0f-a6d6-3df21904e243 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:41:29.765334 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e79dea3-4d07-4629-a517-c97853b061fb tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:41:29.784948 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7e79dea3-4d07-4629-a517-c97853b061fb tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:29.790184 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79749d2f-be53-4680-b390-d42304b2b3de None None] Sync routers for ids ['203f4d8a-a2d1-4b0f-a6d6-3df21904e243'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:41:29.811563 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79749d2f-be53-4680-b390-d42304b2b3de None None] Routers {'203f4d8a-a2d1-4b0f-a6d6-3df21904e243'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:41:29.812622 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-79749d2f-be53-4680-b390-d42304b2b3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:41:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['203f4d8a-a2d1-4b0f-a6d6-3df21904e243'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:41:29.847969 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 45600) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:29.848968 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7e79dea3-4d07-4629-a517-c97853b061fb tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] 10.222.0.49 "DELETE /v2.0/floatingips/c934b955-d026-4264-805a-66f6d24239c2 HTTP/1.1" status: 204 len: 168 time: 1.0804522 Nov 09 21:41:29.853300 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-79749d2f-be53-4680-b390-d42304b2b3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:41:29.854749 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-ec10e51a-841d-497e-b083-1a015fa83eb8 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:41:29.863126 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79749d2f-be53-4680-b390-d42304b2b3de None None] Routers {'203f4d8a-a2d1-4b0f-a6d6-3df21904e243'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:41:29.864076 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-79749d2f-be53-4680-b390-d42304b2b3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:41:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['203f4d8a-a2d1-4b0f-a6d6-3df21904e243'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:41:29.895998 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ec10e51a-841d-497e-b083-1a015fa83eb8 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:29.913581 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-79749d2f-be53-4680-b390-d42304b2b3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:41:29.915158 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79749d2f-be53-4680-b390-d42304b2b3de None None] The sync data for ids ['203f4d8a-a2d1-4b0f-a6d6-3df21904e243'] in n-d-816206-3 is: [] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:41:30.008374 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ec10e51a-841d-497e-b083-1a015fa83eb8 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:30.193272 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-ec10e51a-841d-497e-b083-1a015fa83eb8 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] Allocated IP 172.25.7.95 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/062f07aa-7fa5-4e4e-9503-03d9d6ae8609) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:41:30.328114 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ec10e51a-841d-497e-b083-1a015fa83eb8 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:30.373556 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ec10e51a-841d-497e-b083-1a015fa83eb8 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:30.461084 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec10e51a-841d-497e-b083-1a015fa83eb8 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:41:30.468049 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-ec10e51a-841d-497e-b083-1a015fa83eb8 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:41:30.481040 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec10e51a-841d-497e-b083-1a015fa83eb8 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:41:30.484361 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec10e51a-841d-497e-b083-1a015fa83eb8 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] Pushing event updated for resources: {'Port': ['ID=062f07aa-7fa5-4e4e-9503-03d9d6ae8609,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:30.530239 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 45636) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:30.649616 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-38913d1d-50b9-4ecd-be7a-6dbcfaba260d req-53f2f1e7-f02d-4631-93b2-4394808c69b1 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 210 time: 0.0639157 Nov 09 21:41:30.661405 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ec10e51a-841d-497e-b083-1a015fa83eb8 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:30.698189 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8075b389-0eee-4379-86e6-28cce276978e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:30.705156 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ec10e51a-841d-497e-b083-1a015fa83eb8 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:30.794604 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8075b389-0eee-4379-86e6-28cce276978e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:30.800549 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8075b389-0eee-4379-86e6-28cce276978e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:30.846395 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8075b389-0eee-4379-86e6-28cce276978e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7edb46bf6caa41a280e99ab78b3da36a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3146124 Nov 09 21:41:30.847958 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8075b389-0eee-4379-86e6-28cce276978e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4197d041-5073-439c-8870-c49afe046a6f,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:30.850556 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 45642) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:30.921084 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-002c08f8-bd78-4f39-a768-258ef20c4e7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:30.921864 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ec10e51a-841d-497e-b083-1a015fa83eb8 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:30.929577 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ec10e51a-841d-497e-b083-1a015fa83eb8 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:30.952207 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-002c08f8-bd78-4f39-a768-258ef20c4e7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:31.016139 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-002c08f8-bd78-4f39-a768-258ef20c4e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:31.018926 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-002c08f8-bd78-4f39-a768-258ef20c4e7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:31.019126 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec10e51a-841d-497e-b083-1a015fa83eb8 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] Pushing event updated for resources: {'Port': ['ID=062f07aa-7fa5-4e4e-9503-03d9d6ae8609,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:31.022795 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-002c08f8-bd78-4f39-a768-258ef20c4e7d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4197d041-5073-439c-8870-c49afe046a6f HTTP/1.1" status: 204 len: 168 time: 0.1680949 Nov 09 21:41:31.029750 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c08f8-bd78-4f39-a768-258ef20c4e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4197d041-5073-439c-8870-c49afe046a6f,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:31.038207 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ec10e51a-841d-497e-b083-1a015fa83eb8 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:31.062393 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ec10e51a-841d-497e-b083-1a015fa83eb8 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:31.064486 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ec10e51a-841d-497e-b083-1a015fa83eb8 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2147148 Nov 09 21:41:31.067689 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 45646) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:31.218120 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-de2a8fa8-76b0-4faf-9cbe-403e755ef011 tempest-FloatingIPAdminTestJSON-524961334 tempest-FloatingIPAdminTestJSON-524961334-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:41:31.254296 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-de2a8fa8-76b0-4faf-9cbe-403e755ef011 tempest-FloatingIPAdminTestJSON-524961334 tempest-FloatingIPAdminTestJSON-524961334-project] Publish callbacks [] for floatingip, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:31.389149 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-de2a8fa8-76b0-4faf-9cbe-403e755ef011 tempest-FloatingIPAdminTestJSON-524961334 tempest-FloatingIPAdminTestJSON-524961334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:31.426072 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 45656) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:31.440963 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b7228ca5-9149-40dd-8235-9a4bcd57dbde admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:31.526244 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-de2a8fa8-76b0-4faf-9cbe-403e755ef011 tempest-FloatingIPAdminTestJSON-524961334 tempest-FloatingIPAdminTestJSON-524961334-project] Allocated IP 172.25.7.160 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/6e16fd51-5f61-47a0-9d3e-5acda0d88d5e) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:41:31.544896 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b7228ca5-9149-40dd-8235-9a4bcd57dbde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:31.549149 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b7228ca5-9149-40dd-8235-9a4bcd57dbde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:31.605407 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7228ca5-9149-40dd-8235-9a4bcd57dbde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9e0233-a018-4085-af2e-2427f365d4ce,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:31.612240 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b7228ca5-9149-40dd-8235-9a4bcd57dbde admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=df56ede4bf00422da79ae46f8c252110&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1825290 Nov 09 21:41:31.612662 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 45664) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:31.681426 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8c3406a2-b735-448a-a2a7-673624c2c2fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:31.704932 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8c3406a2-b735-448a-a2a7-673624c2c2fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:31.760921 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8c3406a2-b735-448a-a2a7-673624c2c2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:31.763560 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8c3406a2-b735-448a-a2a7-673624c2c2fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:31.767312 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8c3406a2-b735-448a-a2a7-673624c2c2fc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6c9e0233-a018-4085-af2e-2427f365d4ce HTTP/1.1" status: 204 len: 168 time: 0.1511836 Nov 09 21:41:31.773360 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3406a2-b735-448a-a2a7-673624c2c2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9e0233-a018-4085-af2e-2427f365d4ce,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:32.007136 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9e8afb7a-5faa-4c82-a2a8-d5ff0bbc8b63 req-2766e406-45c4-4a28-a898-4ff06dfc43b4 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 210 time: 0.0388525 Nov 09 21:41:32.013076 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-de2a8fa8-76b0-4faf-9cbe-403e755ef011 tempest-FloatingIPAdminTestJSON-524961334 tempest-FloatingIPAdminTestJSON-524961334-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:32.054469 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-de2a8fa8-76b0-4faf-9cbe-403e755ef011 tempest-FloatingIPAdminTestJSON-524961334 tempest-FloatingIPAdminTestJSON-524961334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:32.097395 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2a8fa8-76b0-4faf-9cbe-403e755ef011 tempest-FloatingIPAdminTestJSON-524961334 tempest-FloatingIPAdminTestJSON-524961334-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:41:32.100506 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-de2a8fa8-76b0-4faf-9cbe-403e755ef011 tempest-FloatingIPAdminTestJSON-524961334 tempest-FloatingIPAdminTestJSON-524961334-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:41:32.103095 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2a8fa8-76b0-4faf-9cbe-403e755ef011 tempest-FloatingIPAdminTestJSON-524961334 tempest-FloatingIPAdminTestJSON-524961334-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:41:32.128914 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2a8fa8-76b0-4faf-9cbe-403e755ef011 tempest-FloatingIPAdminTestJSON-524961334 tempest-FloatingIPAdminTestJSON-524961334-project] Pushing event updated for resources: {'Port': ['ID=6e16fd51-5f61-47a0-9d3e-5acda0d88d5e,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:32.203582 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-de2a8fa8-76b0-4faf-9cbe-403e755ef011 tempest-FloatingIPAdminTestJSON-524961334 tempest-FloatingIPAdminTestJSON-524961334-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:32.240748 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-de2a8fa8-76b0-4faf-9cbe-403e755ef011 tempest-FloatingIPAdminTestJSON-524961334 tempest-FloatingIPAdminTestJSON-524961334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:32.419193 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-de2a8fa8-76b0-4faf-9cbe-403e755ef011 tempest-FloatingIPAdminTestJSON-524961334 tempest-FloatingIPAdminTestJSON-524961334-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:32.426686 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-de2a8fa8-76b0-4faf-9cbe-403e755ef011 tempest-FloatingIPAdminTestJSON-524961334 tempest-FloatingIPAdminTestJSON-524961334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:32.521754 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2a8fa8-76b0-4faf-9cbe-403e755ef011 tempest-FloatingIPAdminTestJSON-524961334 tempest-FloatingIPAdminTestJSON-524961334-project] Pushing event updated for resources: {'Port': ['ID=6e16fd51-5f61-47a0-9d3e-5acda0d88d5e,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:32.554167 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-de2a8fa8-76b0-4faf-9cbe-403e755ef011 tempest-FloatingIPAdminTestJSON-524961334 tempest-FloatingIPAdminTestJSON-524961334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:32.574981 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-de2a8fa8-76b0-4faf-9cbe-403e755ef011 tempest-FloatingIPAdminTestJSON-524961334 tempest-FloatingIPAdminTestJSON-524961334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:32.579338 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 45702) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:32.579973 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-de2a8fa8-76b0-4faf-9cbe-403e755ef011 tempest-FloatingIPAdminTestJSON-524961334 tempest-FloatingIPAdminTestJSON-524961334-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5107179 Nov 09 21:41:32.941430 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-47dc8107-1e9e-4600-b7fc-77b6048f34d6 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.3596158 Nov 09 21:41:32.943888 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 45714) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:33.027721 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-23337009-7a5d-41aa-8187-6c888bd79803 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0824707 Nov 09 21:41:33.030378 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 45716) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:33.212485 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5ed3d65e-289e-4cbc-8b25-82c6224f1d6d req-4143e0c5-cb7b-42f8-8316-ec102116d941 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 210 time: 0.0463088 Nov 09 21:41:33.275290 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-7ba4b0dc-2aa8-44b4-96d7-2aec7874c51e tempest-FloatingIPAdminTestJSON-524961334 tempest-FloatingIPAdminTestJSON-524961334-project] Deleting port 6e16fd51-5f61-47a0-9d3e-5acda0d88d5e {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:41:33.275755 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7ba4b0dc-2aa8-44b4-96d7-2aec7874c51e tempest-FloatingIPAdminTestJSON-524961334 tempest-FloatingIPAdminTestJSON-524961334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:33.372681 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7ba4b0dc-2aa8-44b4-96d7-2aec7874c51e tempest-FloatingIPAdminTestJSON-524961334 tempest-FloatingIPAdminTestJSON-524961334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:33.373076 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7ba4b0dc-2aa8-44b4-96d7-2aec7874c51e tempest-FloatingIPAdminTestJSON-524961334 tempest-FloatingIPAdminTestJSON-524961334-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:33.387062 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-7ba4b0dc-2aa8-44b4-96d7-2aec7874c51e tempest-FloatingIPAdminTestJSON-524961334 tempest-FloatingIPAdminTestJSON-524961334-project] Calling delete_port for 6e16fd51-5f61-47a0-9d3e-5acda0d88d5e owned by network:floatingip {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:41:33.653066 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7ba4b0dc-2aa8-44b4-96d7-2aec7874c51e tempest-FloatingIPAdminTestJSON-524961334 tempest-FloatingIPAdminTestJSON-524961334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:33.697532 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:33.739564 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba4b0dc-2aa8-44b4-96d7-2aec7874c51e tempest-FloatingIPAdminTestJSON-524961334 tempest-FloatingIPAdminTestJSON-524961334-project] Pushing event deleted for resources: {'Port': ['ID=6e16fd51-5f61-47a0-9d3e-5acda0d88d5e,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:33.857157 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7ba4b0dc-2aa8-44b4-96d7-2aec7874c51e tempest-FloatingIPAdminTestJSON-524961334 tempest-FloatingIPAdminTestJSON-524961334-project] Publish callbacks [] for floatingip, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:33.860204 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7ba4b0dc-2aa8-44b4-96d7-2aec7874c51e tempest-FloatingIPAdminTestJSON-524961334 tempest-FloatingIPAdminTestJSON-524961334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:33.864328 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 45734) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:33.871033 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7ba4b0dc-2aa8-44b4-96d7-2aec7874c51e tempest-FloatingIPAdminTestJSON-524961334 tempest-FloatingIPAdminTestJSON-524961334-project] 10.222.0.49 "DELETE /v2.0/floatingips/1947927f-5c4a-4da2-9b29-7c9ffb827909 HTTP/1.1" status: 204 len: 168 time: 0.8393660 Nov 09 21:41:33.901517 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-ef94dbf5-b282-4f34-8e60-b129af10a9af tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:33.903257 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-ef94dbf5-b282-4f34-8e60-b129af10a9af tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.45 "GET /v2.0/networks?id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9 HTTP/1.1" status: 200 len: 812 time: 0.2705407 Nov 09 21:41:33.917972 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-f4e438fb-cf21-4559-901e-b9c6f9b25176 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Request body: {'port': {'device_id': 'c0982c82-d026-4570-99dd-c5301c08a4b2', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'admin_state_up': True, 'tenant_id': 'b3039f985d904a47a201680c8c884f50'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:41:34.027268 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-78f9eb93-5050-4a47-83ca-7968e5993b13 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] Deleting port 062f07aa-7fa5-4e4e-9503-03d9d6ae8609 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:41:34.027612 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78f9eb93-5050-4a47-83ca-7968e5993b13 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:34.180560 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78f9eb93-5050-4a47-83ca-7968e5993b13 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:34.184136 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78f9eb93-5050-4a47-83ca-7968e5993b13 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:34.184875 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-f4e438fb-cf21-4559-901e-b9c6f9b25176 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Made reservation on behalf of b3039f985d904a47a201680c8c884f50 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:41:34.198991 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-f4e438fb-cf21-4559-901e-b9c6f9b25176 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:34.220063 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-78f9eb93-5050-4a47-83ca-7968e5993b13 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] Calling delete_port for 062f07aa-7fa5-4e4e-9503-03d9d6ae8609 owned by network:floatingip {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:41:34.464696 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-f4e438fb-cf21-4559-901e-b9c6f9b25176 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Allocated IP 172.20.0.9 (46bdb5bb-fd13-43c3-a075-2640c54ba1a9/9efcad5d-d250-42ce-b381-abda2d565ce1/937874b7-1e63-44c9-aead-3fe408288f84) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:41:34.501783 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c9d1d978-c3df-4542-bdaf-6e2ee2194ee6 req-ec23d8c0-e42e-4649-a73e-a0364d330430 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 210 time: 0.1420527 Nov 09 21:41:34.674614 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78f9eb93-5050-4a47-83ca-7968e5993b13 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:34.703710 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9eb93-5050-4a47-83ca-7968e5993b13 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] Pushing event deleted for resources: {'Port': ['ID=062f07aa-7fa5-4e4e-9503-03d9d6ae8609,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:34.801844 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78f9eb93-5050-4a47-83ca-7968e5993b13 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:34.809183 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78f9eb93-5050-4a47-83ca-7968e5993b13 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:34.813479 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-78f9eb93-5050-4a47-83ca-7968e5993b13 tempest-FloatingIPAdminTestJSON-1124820328 tempest-FloatingIPAdminTestJSON-1124820328-project-admin] 10.222.0.49 "DELETE /v2.0/floatingips/1f4a0669-726f-4a10-951d-35e254d23304 HTTP/1.1" status: 204 len: 168 time: 0.9449639 Nov 09 21:41:34.814837 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 45748) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:34.869406 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-f4e438fb-cf21-4559-901e-b9c6f9b25176 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:34.930120 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-f4e438fb-cf21-4559-901e-b9c6f9b25176 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:34.970221 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-1f103765-9610-4425-9db9-acbb6164debb tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Deleting port fbd03f90-4bf2-4728-bbcb-dfe920646215 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:41:34.970750 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1f103765-9610-4425-9db9-acbb6164debb tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:34.995617 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-f4e438fb-cf21-4559-901e-b9c6f9b25176 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Network 46bdb5bb-fd13-43c3-a075-2640c54ba1a9 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:41:34.999571 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-f4e438fb-cf21-4559-901e-b9c6f9b25176 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:41:35.004489 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-f4e438fb-cf21-4559-901e-b9c6f9b25176 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:41:35.009577 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e438fb-cf21-4559-901e-b9c6f9b25176 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Pushing event updated for resources: {'Port': ['ID=937874b7-1e63-44c9-aead-3fe408288f84,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:35.084976 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-f4e438fb-cf21-4559-901e-b9c6f9b25176 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:35.085866 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-f4e438fb-cf21-4559-901e-b9c6f9b25176 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:35.099777 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1f103765-9610-4425-9db9-acbb6164debb tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:35.114006 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-1f103765-9610-4425-9db9-acbb6164debb tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Calling delete_port for fbd03f90-4bf2-4728-bbcb-dfe920646215 owned by {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:41:35.123542 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-f4e438fb-cf21-4559-901e-b9c6f9b25176 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2100000 Nov 09 21:41:35.136876 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-35157014-3e40-4556-9e36-77a815a0e304 service neutron] Request body: {'port': {'device_id': 'c0982c82-d026-4570-99dd-c5301c08a4b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:41:35.237131 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-35157014-3e40-4556-9e36-77a815a0e304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:35.280698 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1f103765-9610-4425-9db9-acbb6164debb tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:35.368129 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f103765-9610-4425-9db9-acbb6164debb tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Pushing event deleted for resources: {'Port': ['ID=fbd03f90-4bf2-4728-bbcb-dfe920646215,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:35.384173 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-bfc79588-d271-402e-93a0-3455f00584e8 None None] Provisioning complete for port 937874b7-1e63-44c9-aead-3fe408288f84 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:41:35.385811 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bfc79588-d271-402e-93a0-3455f00584e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:35.442848 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-bfc79588-d271-402e-93a0-3455f00584e8 None None] Port 937874b7-1e63-44c9-aead-3fe408288f84 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:41:35.557597 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1f103765-9610-4425-9db9-acbb6164debb tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:35.561360 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1f103765-9610-4425-9db9-acbb6164debb tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] 10.222.0.49 "DELETE /v2.0/ports/fbd03f90-4bf2-4728-bbcb-dfe920646215 HTTP/1.1" status: 204 len: 168 time: 0.7453892 Nov 09 21:41:35.563891 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 45768) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:35.658823 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d658615a-c3cd-4a84-a0e7-a2469e02a4d3 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:35.658823 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d658615a-c3cd-4a84-a0e7-a2469e02a4d3 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] 10.222.0.49 "GET /v2.0/ports?device_id=203f4d8a-a2d1-4b0f-a6d6-3df21904e243 HTTP/1.1" status: 200 len: 913 time: 0.0863359 Nov 09 21:41:35.661258 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 45774) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:35.665072 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-17a03866-532c-4f8a-8c78-7e4e1eedaa54 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=65780ad2990e468db799d6e728a3c5a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490646 Nov 09 21:41:35.821951 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b140818-d5f9-4142-a003-9a31a2ea79d2 req-7ece3ba7-9977-48c4-9d11-bd43b7251631 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:35.823599 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3b140818-d5f9-4142-a003-9a31a2ea79d2 req-7ece3ba7-9977-48c4-9d11-bd43b7251631 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 931 time: 0.1487932 Nov 09 21:41:35.930727 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-35157014-3e40-4556-9e36-77a815a0e304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 937874b7-1e63-44c9-aead-3fe408288f84 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:41:35.939415 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-35157014-3e40-4556-9e36-77a815a0e304 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:35.973491 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-35157014-3e40-4556-9e36-77a815a0e304 service neutron] Transition to ACTIVE for port object 937874b7-1e63-44c9-aead-3fe408288f84 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:41:35.999944 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-35157014-3e40-4556-9e36-77a815a0e304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:36.019296 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3b140818-d5f9-4142-a003-9a31a2ea79d2 req-0f41bf98-d7e8-4251-8e20-26ab99b4af04 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888032 Nov 09 21:41:36.119671 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35157014-3e40-4556-9e36-77a815a0e304 service neutron] Pushing event updated for resources: {'Port': ['ID=937874b7-1e63-44c9-aead-3fe408288f84,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:36.140795 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-defa96de-17db-4fb6-8ccf-78cbdc50c9f4 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:36.142857 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-defa96de-17db-4fb6-8ccf-78cbdc50c9f4 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4709613 Nov 09 21:41:36.180409 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-22c8fbc2-fef9-4ec4-8814-c121e0391fab tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] 10.222.0.49 "GET /v2.0/quotas/65780ad2990e468db799d6e728a3c5a1 HTTP/1.1" status: 200 len: 375 time: 0.0244219 Nov 09 21:41:36.321592 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-d77076fd-4612-45d8-b193-6e80005f1c95 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=65780ad2990e468db799d6e728a3c5a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1256058 Nov 09 21:41:36.460067 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-35157014-3e40-4556-9e36-77a815a0e304 service neutron] Attempting to bind port 937874b7-1e63-44c9-aead-3fe408288f84 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:41:36.460886 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-35157014-3e40-4556-9e36-77a815a0e304 service neutron] Attempting to bind port 937874b7-1e63-44c9-aead-3fe408288f84 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '3170744c-3447-44d8-9a0c-fa1ee6e7efbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:41:36.461328 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-35157014-3e40-4556-9e36-77a815a0e304 service neutron] Attempting to bind port 937874b7-1e63-44c9-aead-3fe408288f84 on network 46bdb5bb-fd13-43c3-a075-2640c54ba1a9 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:41:36.471473 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-35157014-3e40-4556-9e36-77a815a0e304 service neutron] Port 937874b7-1e63-44c9-aead-3fe408288f84 on network 46bdb5bb-fd13-43c3-a075-2640c54ba1a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:41:36.473592 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-35157014-3e40-4556-9e36-77a815a0e304 service neutron] Attempting to bind port 937874b7-1e63-44c9-aead-3fe408288f84 on network 46bdb5bb-fd13-43c3-a075-2640c54ba1a9 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:41:36.487222 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-35157014-3e40-4556-9e36-77a815a0e304 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:41:36.487720 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-35157014-3e40-4556-9e36-77a815a0e304 service neutron] Checking segment: {'id': '3170744c-3447-44d8-9a0c-fa1ee6e7efbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:41:36.488321 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-35157014-3e40-4556-9e36-77a815a0e304 service neutron] Bound using segment: {'id': '3170744c-3447-44d8-9a0c-fa1ee6e7efbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:41:36.488920 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-35157014-3e40-4556-9e36-77a815a0e304 service neutron] Bound port: 937874b7-1e63-44c9-aead-3fe408288f84, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3170744c-3447-44d8-9a0c-fa1ee6e7efbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:41:36.490528 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-35157014-3e40-4556-9e36-77a815a0e304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:36.504043 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30adc89c-8d65-405b-b84e-e531a808cdd6 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:36.592403 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-35157014-3e40-4556-9e36-77a815a0e304 service neutron] For port 937874b7-1e63-44c9-aead-3fe408288f84, host n-h1-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:41:36.596395 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-35157014-3e40-4556-9e36-77a815a0e304 service neutron] For port 937874b7-1e63-44c9-aead-3fe408288f84, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=937874b7-1e63-44c9-aead-3fe408288f84,segment=NetworkSegment(3170744c-3447-44d8-9a0c-fa1ee6e7efbc),segment_id=3170744c-3447-44d8-9a0c-fa1ee6e7efbc)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:41:36.602587 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-35157014-3e40-4556-9e36-77a815a0e304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:36.659983 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35157014-3e40-4556-9e36-77a815a0e304 service neutron] Pushing event updated for resources: {'Port': ['ID=937874b7-1e63-44c9-aead-3fe408288f84,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:36.700419 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-35157014-3e40-4556-9e36-77a815a0e304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:36.702692 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-35157014-3e40-4556-9e36-77a815a0e304 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:36.707402 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-35157014-3e40-4556-9e36-77a815a0e304 service neutron] 10.222.0.45 "PUT /v2.0/ports/937874b7-1e63-44c9-aead-3fe408288f84 HTTP/1.1" status: 200 len: 1091 time: 1.5719466 Nov 09 21:41:36.715144 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0982c82-d026-4570-99dd-c5301c08a4b2', 'tag': '937874b7-1e63-44c9-aead-3fe408288f84'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:41:36.719377 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2438c3-b0db-423b-9cf6-85052c26943b" -d '{"events": [{"name": "network-changed", "server_uuid": "c0982c82-d026-4570-99dd-c5301c08a4b2", "tag": "937874b7-1e63-44c9-aead-3fe408288f84"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:41:36.847956 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb86f59-a7dd-4f5a-a426-6e29116b30e3 x-openstack-request-id: req-9cb86f59-a7dd-4f5a-a426-6e29116b30e3 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:41:36.848192 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0982c82-d026-4570-99dd-c5301c08a4b2", "tag": "937874b7-1e63-44c9-aead-3fe408288f84", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:41:36.848414 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9cb86f59-a7dd-4f5a-a426-6e29116b30e3 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:41:36.848841 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0982c82-d026-4570-99dd-c5301c08a4b2', 'tag': '937874b7-1e63-44c9-aead-3fe408288f84', 'status': 'completed', 'code': 200} Nov 09 21:41:36.888453 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-295fe700-12bd-4c0c-ab3c-cc75fad965b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:36.889727 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-295fe700-12bd-4c0c-ab3c-cc75fad965b8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b3039f985d904a47a201680c8c884f50&device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 1094 time: 0.1291709 Nov 09 21:41:36.955606 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-30adc89c-8d65-405b-b84e-e531a808cdd6 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Deleting port ea699248-f369-42f1-a631-cded023b850e {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:41:36.955952 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30adc89c-8d65-405b-b84e-e531a808cdd6 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:36.975986 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-4f3bedbd-c3f5-4b21-8567-52312ae15be4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=937874b7-1e63-44c9-aead-3fe408288f84 HTTP/1.1" status: 200 len: 217 time: 0.0758290 Nov 09 21:41:37.090572 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-adf4ef86-f3aa-4810-acc0-f5979880c800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:37.098937 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-adf4ef86-f3aa-4810-acc0-f5979880c800 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9efcad5d-d250-42ce-b381-abda2d565ce1 HTTP/1.1" status: 200 len: 851 time: 0.1147242 Nov 09 21:41:37.174922 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-52cc0eff-b402-464b-b8d7-2b5be565c283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:37.176566 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-52cc0eff-b402-464b-b8d7-2b5be565c283 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701125 Nov 09 21:41:37.294010 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30adc89c-8d65-405b-b84e-e531a808cdd6 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:37.333775 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-30adc89c-8d65-405b-b84e-e531a808cdd6 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Calling delete_port for ea699248-f369-42f1-a631-cded023b850e owned by network:router_interface {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:41:37.379758 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940e0fb-bcb0-472f-89be-5d7e056d027a req-3c3741d6-4948-438b-9fab-c718c83500fb tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:37.381360 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0940e0fb-bcb0-472f-89be-5d7e056d027a req-3c3741d6-4948-438b-9fab-c718c83500fb tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 943 time: 0.2350616 Nov 09 21:41:37.392604 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-be18da65-3604-471f-a8b0-0cfb566a8276 service neutron] 10.222.0.45 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070293 Nov 09 21:41:37.506253 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0940e0fb-bcb0-472f-89be-5d7e056d027a req-daaf84da-ba16-4a40-9eef-3cd3c7199808 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106527 Nov 09 21:41:37.517962 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a5c7ba5e-b6ad-45b3-bd81-704ab99b8ef6 req-2d6021d9-c19a-46a6-a9ef-b7cbb2d85489 service neutron] 10.222.0.45 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177487 Nov 09 21:41:37.692448 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2438c3-b0db-423b-9cf6-85052c26943b req-43f5aebd-184a-4dd5-821c-150061798597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:37.696981 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7a2438c3-b0db-423b-9cf6-85052c26943b req-43f5aebd-184a-4dd5-821c-150061798597 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b3039f985d904a47a201680c8c884f50&device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 1094 time: 0.1048961 Nov 09 21:41:37.773403 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-af0a8337-6aa5-4cf9-b9b1-00dfaa9c9079 req-cd048da1-65ca-4c91-a16f-533e9dc91f8b tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] 10.222.0.49 "GET /v2.0/ports?device_id=2829779f-6bcc-4f08-af58-7c4a7e80f7b9 HTTP/1.1" status: 200 len: 210 time: 0.0837820 Nov 09 21:41:37.881526 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2438c3-b0db-423b-9cf6-85052c26943b req-0586d7ff-7cda-48e4-892c-c980a5ae0368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:37.884352 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7a2438c3-b0db-423b-9cf6-85052c26943b req-0586d7ff-7cda-48e4-892c-c980a5ae0368 service neutron] 10.222.0.45 "GET /v2.0/networks?id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9 HTTP/1.1" status: 200 len: 912 time: 0.1795070 Nov 09 21:41:37.950687 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30adc89c-8d65-405b-b84e-e531a808cdd6 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:37.987619 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7a2438c3-b0db-423b-9cf6-85052c26943b req-d489ae35-cb29-4414-bda7-eddbe44aae8a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=937874b7-1e63-44c9-aead-3fe408288f84 HTTP/1.1" status: 200 len: 217 time: 0.0954406 Nov 09 21:41:38.028191 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30adc89c-8d65-405b-b84e-e531a808cdd6 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Pushing event deleted for resources: {'Port': ['ID=ea699248-f369-42f1-a631-cded023b850e,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:38.101226 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2438c3-b0db-423b-9cf6-85052c26943b req-34e342b3-a018-4c79-82b3-7a88e3cb952e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:38.102741 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7a2438c3-b0db-423b-9cf6-85052c26943b req-34e342b3-a018-4c79-82b3-7a88e3cb952e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9efcad5d-d250-42ce-b381-abda2d565ce1 HTTP/1.1" status: 200 len: 851 time: 0.1083684 Nov 09 21:41:38.256368 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2438c3-b0db-423b-9cf6-85052c26943b req-af4c8f6e-2e69-4e7c-b078-35421258ae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:38.258675 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7a2438c3-b0db-423b-9cf6-85052c26943b req-af4c8f6e-2e69-4e7c-b078-35421258ae7b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1355205 Nov 09 21:41:38.436102 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30adc89c-8d65-405b-b84e-e531a808cdd6 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:38.593325 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7a2438c3-b0db-423b-9cf6-85052c26943b req-1cd1ba50-1c0a-4e8b-aa44-8ede3a11dee8 service neutron] 10.222.0.45 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274531 Nov 09 21:41:38.814843 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7a2438c3-b0db-423b-9cf6-85052c26943b req-52bc65ce-0b77-44fc-be9b-872212b6d279 service neutron] 10.222.0.45 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149415 Nov 09 21:41:38.848836 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11740b-76ed-4c6c-96df-1e9b3dc67595 req-610b41c5-7096-4b0a-86ac-407a71f68b6a tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:38.850079 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-be11740b-76ed-4c6c-96df-1e9b3dc67595 req-610b41c5-7096-4b0a-86ac-407a71f68b6a tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 943 time: 0.1630957 Nov 09 21:41:38.959794 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-be11740b-76ed-4c6c-96df-1e9b3dc67595 req-42d3403a-8647-4a55-870a-7000d61cb185 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014955 Nov 09 21:41:38.965668 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:41:38.985935 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-124a2c17-3b63-4f3c-b13f-df4232b2ef2e req-4a0e5ad7-36be-447e-a15c-82a1da84ee37 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] 10.222.0.49 "GET /v2.0/ports?device_id=2829779f-6bcc-4f08-af58-7c4a7e80f7b9 HTTP/1.1" status: 200 len: 210 time: 0.0564454 Nov 09 21:41:39.061807 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30adc89c-8d65-405b-b84e-e531a808cdd6 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Router 203f4d8a-a2d1-4b0f-a6d6-3df21904e243 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:41:39.177440 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30adc89c-8d65-405b-b84e-e531a808cdd6 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:41:39.185806 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-30adc89c-8d65-405b-b84e-e531a808cdd6 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] 10.222.0.49 "PUT /v2.0/routers/203f4d8a-a2d1-4b0f-a6d6-3df21904e243/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5213108 Nov 09 21:41:39.185981 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 45838) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:39.199312 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749ee3cd-5814-4742-ac2b-f51e7d097063 None None] Sync routers for ids ['203f4d8a-a2d1-4b0f-a6d6-3df21904e243'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:41:39.213295 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749ee3cd-5814-4742-ac2b-f51e7d097063 None None] Routers {'203f4d8a-a2d1-4b0f-a6d6-3df21904e243'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:41:39.214153 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-749ee3cd-5814-4742-ac2b-f51e7d097063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:41:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['203f4d8a-a2d1-4b0f-a6d6-3df21904e243'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:41:39.273796 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-749ee3cd-5814-4742-ac2b-f51e7d097063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:41:39.290647 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749ee3cd-5814-4742-ac2b-f51e7d097063 None None] Routers {'203f4d8a-a2d1-4b0f-a6d6-3df21904e243'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:41:39.292718 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-749ee3cd-5814-4742-ac2b-f51e7d097063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:41:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['203f4d8a-a2d1-4b0f-a6d6-3df21904e243'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:41:39.331052 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f5118da2-1e10-4b76-8f42-1f3b0028689b tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:39.353452 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-749ee3cd-5814-4742-ac2b-f51e7d097063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:41:39.354140 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749ee3cd-5814-4742-ac2b-f51e7d097063 None None] The sync data for ids ['203f4d8a-a2d1-4b0f-a6d6-3df21904e243'] in n-d-816206-3 is: [] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:41:39.483869 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-b38adc42-b125-466e-9681-ce763752164a tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=65780ad2990e468db799d6e728a3c5a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433884 Nov 09 21:41:39.518390 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f5118da2-1e10-4b76-8f42-1f3b0028689b tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:40.129179 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-a0541342-5478-446e-9a2a-cd66b4e52c33 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:40.130744 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-a0541342-5478-446e-9a2a-cd66b4e52c33 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6346142 Nov 09 21:41:40.190026 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-f9738711-e91a-4981-85d7-a6b17d318403 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] Request body: {'port': {'device_id': '2829779f-6bcc-4f08-af58-7c4a7e80f7b9', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'admin_state_up': True, 'tenant_id': '65780ad2990e468db799d6e728a3c5a1'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:41:40.216388 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc1b05-ee96-46a5-b796-42179dc00aef req-391285b1-73db-42f5-b811-81ece895e5d7 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:40.222396 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b8cc1b05-ee96-46a5-b796-42179dc00aef req-391285b1-73db-42f5-b811-81ece895e5d7 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 943 time: 0.1224222 Nov 09 21:41:40.294360 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b8cc1b05-ee96-46a5-b796-42179dc00aef req-57419b7e-a678-4923-a177-dbdf23703b1d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650761 Nov 09 21:41:40.308421 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-98d1954b-7ea2-4782-9f51-0478960fe5c2 req-72368e17-b339-4a87-adb3-826b759e48f3 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] 10.222.0.49 "GET /v2.0/ports?device_id=2829779f-6bcc-4f08-af58-7c4a7e80f7b9 HTTP/1.1" status: 200 len: 210 time: 0.1763062 Nov 09 21:41:40.359965 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-f5118da2-1e10-4b76-8f42-1f3b0028689b tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Deleting port 5db80ae0-b9d9-431d-8818-c52bef2f993f {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:41:40.360605 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f5118da2-1e10-4b76-8f42-1f3b0028689b tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:40.442126 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f5118da2-1e10-4b76-8f42-1f3b0028689b tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:40.455650 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-f5118da2-1e10-4b76-8f42-1f3b0028689b tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Calling delete_port for 5db80ae0-b9d9-431d-8818-c52bef2f993f owned by network:router_gateway {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:41:40.571822 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-f9738711-e91a-4981-85d7-a6b17d318403 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] Made reservation on behalf of 65780ad2990e468db799d6e728a3c5a1 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:41:40.576316 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-f9738711-e91a-4981-85d7-a6b17d318403 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:40.625142 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-f9738711-e91a-4981-85d7-a6b17d318403 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:40.738362 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f5118da2-1e10-4b76-8f42-1f3b0028689b tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:40.791305 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5118da2-1e10-4b76-8f42-1f3b0028689b tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Pushing event deleted for resources: {'Port': ['ID=5db80ae0-b9d9-431d-8818-c52bef2f993f,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:40.809560 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8621fde9-2087-4c83-a986-e0b404f889ec None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:41:40.920130 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f5118da2-1e10-4b76-8f42-1f3b0028689b tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:40.964718 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-f9738711-e91a-4981-85d7-a6b17d318403 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:41.005988 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-f9738711-e91a-4981-85d7-a6b17d318403 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:41.132809 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f5118da2-1e10-4b76-8f42-1f3b0028689b tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:41.144511 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f5118da2-1e10-4b76-8f42-1f3b0028689b tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:41.165953 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9738711-e91a-4981-85d7-a6b17d318403 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc914e12-31c9-4fb7-85b5-0c92ead5d93a,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:41.239611 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f5118da2-1e10-4b76-8f42-1f3b0028689b tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:41.240328 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5118da2-1e10-4b76-8f42-1f3b0028689b tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Fanout notify agent at l3_agent the message router_deleted on router 203f4d8a-a2d1-4b0f-a6d6-3df21904e243 {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:41:41.250921 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f5118da2-1e10-4b76-8f42-1f3b0028689b tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:41.252402 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f5118da2-1e10-4b76-8f42-1f3b0028689b tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] 10.222.0.49 "DELETE /v2.0/routers/203f4d8a-a2d1-4b0f-a6d6-3df21904e243 HTTP/1.1" status: 204 len: 168 time: 2.0654659 Nov 09 21:41:41.256384 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 45878) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:41.368397 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-f9738711-e91a-4981-85d7-a6b17d318403 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] Allocated IP 192.168.233.6 (568519e4-f6af-4966-9e93-738c3c6cb9f1/5ba3500c-a288-4596-ba94-148f2bd8a6da/539956ef-dd0a-4282-8ee7-59eb824abab1) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:41:41.413039 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-d07494d1-6e9e-4438-92c3-893c7863d25f tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Deleting subnet b68db80b-8c6c-4c83-9199-4f8572ddad9d {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:41:41.468471 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d07494d1-6e9e-4438-92c3-893c7863d25f tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:41.535737 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c96e2518-2feb-4f27-a5d7-c03947d07711 req-b1db4cda-ec2a-4c07-9855-021778d76e4f tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] 10.222.0.49 "GET /v2.0/ports?device_id=2829779f-6bcc-4f08-af58-7c4a7e80f7b9 HTTP/1.1" status: 200 len: 210 time: 0.0978844 Nov 09 21:41:41.548007 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69db36-2fa7-4a76-9c44-82aa9e409354 req-46911924-c4e5-414c-ada0-3daef65188ab tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:41.552449 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d07494d1-6e9e-4438-92c3-893c7863d25f tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:41.557911 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cb69db36-2fa7-4a76-9c44-82aa9e409354 req-46911924-c4e5-414c-ada0-3daef65188ab tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 943 time: 0.1389127 Nov 09 21:41:41.661523 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cb69db36-2fa7-4a76-9c44-82aa9e409354 req-b28d3f9b-ddc4-4d52-8bd2-809bbc1a46a2 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950561 Nov 09 21:41:41.747212 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d07494d1-6e9e-4438-92c3-893c7863d25f tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:41.890671 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-f9738711-e91a-4981-85d7-a6b17d318403 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:41.919110 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d07494d1-6e9e-4438-92c3-893c7863d25f tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:41.955327 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a40acdb-14de-48b2-8b6e-67f137a4cb63 None None] Network fd00fc00-9bed-4612-be51-f4b266f15870 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:41:42.001199 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d07494d1-6e9e-4438-92c3-893c7863d25f tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:42.004347 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d07494d1-6e9e-4438-92c3-893c7863d25f tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] 10.222.0.49 "DELETE /v2.0/subnets/b68db80b-8c6c-4c83-9199-4f8572ddad9d HTTP/1.1" status: 204 len: 168 time: 0.7469184 Nov 09 21:41:42.006976 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 45886) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:42.012176 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07494d1-6e9e-4438-92c3-893c7863d25f tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Pushing event deleted for resources: {'Subnet': ['ID=b68db80b-8c6c-4c83-9199-4f8572ddad9d,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:42.042922 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-f9738711-e91a-4981-85d7-a6b17d318403 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:42.143795 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-f9738711-e91a-4981-85d7-a6b17d318403 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] Network 568519e4-f6af-4966-9e93-738c3c6cb9f1 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:41:42.149435 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-f9738711-e91a-4981-85d7-a6b17d318403 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:41:42.154899 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-f9738711-e91a-4981-85d7-a6b17d318403 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:41:42.235051 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-f9738711-e91a-4981-85d7-a6b17d318403 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:42.235738 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-f9738711-e91a-4981-85d7-a6b17d318403 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:42.287967 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-57a26d04-603f-423b-bbb1-07c2cd0adb94 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:42.323091 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-f9738711-e91a-4981-85d7-a6b17d318403 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1402137 Nov 09 21:41:42.323867 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9738711-e91a-4981-85d7-a6b17d318403 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] Pushing event updated for resources: {'Port': ['ID=539956ef-dd0a-4282-8ee7-59eb824abab1,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:42.336574 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c8ab02-8b6e-405b-ba84-9e2a4ef04630 None None] DHCP port deletion for fd00fc00-9bed-4612-be51-f4b266f15870 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:41:42.342452 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-a1ced970-baec-4138-9ee6-4555ff98e97a service neutron] Request body: {'port': {'device_id': '2829779f-6bcc-4f08-af58-7c4a7e80f7b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:41:42.479704 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-a1ced970-baec-4138-9ee6-4555ff98e97a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:42.479849 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-57a26d04-603f-423b-bbb1-07c2cd0adb94 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Deleting port 743a2a8c-2cbf-42d5-9aaa-cc377cc13c62 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:41:42.480444 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-57a26d04-603f-423b-bbb1-07c2cd0adb94 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:42.595228 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-11c8ab02-8b6e-405b-ba84-9e2a4ef04630 None None] Deleting port 743a2a8c-2cbf-42d5-9aaa-cc377cc13c62 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:41:42.595901 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-11c8ab02-8b6e-405b-ba84-9e2a4ef04630 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:42.719411 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-57a26d04-603f-423b-bbb1-07c2cd0adb94 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] For port 743a2a8c-2cbf-42d5-9aaa-cc377cc13c62, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=743a2a8c-2cbf-42d5-9aaa-cc377cc13c62,segment=NetworkSegment(86f638ed-aade-4e7e-ae3a-abe3d6051327),segment_id=86f638ed-aade-4e7e-ae3a-abe3d6051327)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:41:42.719948 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-57a26d04-603f-423b-bbb1-07c2cd0adb94 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:42.762068 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-57a26d04-603f-423b-bbb1-07c2cd0adb94 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Calling delete_port for 743a2a8c-2cbf-42d5-9aaa-cc377cc13c62 owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:41:42.945922 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b82005-a323-4b1b-b0d0-0cf6cdeae32f req-5132e05b-ab02-49ff-923b-151d21de5d40 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:42.951582 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-04b82005-a323-4b1b-b0d0-0cf6cdeae32f req-5132e05b-ab02-49ff-923b-151d21de5d40 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] 10.222.0.49 "GET /v2.0/ports?device_id=2829779f-6bcc-4f08-af58-7c4a7e80f7b9 HTTP/1.1" status: 200 len: 934 time: 0.2280800 Nov 09 21:41:43.038000 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97bf97-8fef-4019-b03e-92d1f1641d35 req-4cb8e3c4-156e-4cea-9c39-de3722d78aae tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:43.045699 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7f97bf97-8fef-4019-b03e-92d1f1641d35 req-4cb8e3c4-156e-4cea-9c39-de3722d78aae tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 943 time: 0.1670508 Nov 09 21:41:43.047149 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-04b82005-a323-4b1b-b0d0-0cf6cdeae32f req-a72adf27-58ff-4fe1-9f0e-a33ac03defc8 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc914e12-31c9-4fb7-85b5-0c92ead5d93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863473 Nov 09 21:41:43.115947 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-11c8ab02-8b6e-405b-ba84-9e2a4ef04630 None None] For port 743a2a8c-2cbf-42d5-9aaa-cc377cc13c62, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=743a2a8c-2cbf-42d5-9aaa-cc377cc13c62,segment=NetworkSegment(86f638ed-aade-4e7e-ae3a-abe3d6051327),segment_id=86f638ed-aade-4e7e-ae3a-abe3d6051327)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:41:43.118026 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-11c8ab02-8b6e-405b-ba84-9e2a4ef04630 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:43.135343 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-11c8ab02-8b6e-405b-ba84-9e2a4ef04630 None None] Calling delete_port for 743a2a8c-2cbf-42d5-9aaa-cc377cc13c62 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:41:43.193073 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7f97bf97-8fef-4019-b03e-92d1f1641d35 req-1a98bb47-c620-4447-86c4-1aaf9b0ba2f0 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437836 Nov 09 21:41:43.200464 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-57a26d04-603f-423b-bbb1-07c2cd0adb94 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:43.252341 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-11c8ab02-8b6e-405b-ba84-9e2a4ef04630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:43.262116 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 743a2a8c-2cbf-42d5-9aaa-cc377cc13c62 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:41:43.263753 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a26d04-603f-423b-bbb1-07c2cd0adb94 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Pushing event deleted for resources: {'Port': ['ID=743a2a8c-2cbf-42d5-9aaa-cc377cc13c62,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:43.268538 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a26d04-603f-423b-bbb1-07c2cd0adb94 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] No DVR routers for this DVR port 743a2a8c-2cbf-42d5-9aaa-cc377cc13c62 on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:41:43.323385 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 743a2a8c-2cbf-42d5-9aaa-cc377cc13c62 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:41:43.324063 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 743a2a8c-2cbf-42d5-9aaa-cc377cc13c62 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:41:43.332042 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-a1ced970-baec-4138-9ee6-4555ff98e97a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 539956ef-dd0a-4282-8ee7-59eb824abab1 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:41:43.352378 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c8ab02-8b6e-405b-ba84-9e2a4ef04630 None None] Pushing event deleted for resources: {'Port': ['ID=743a2a8c-2cbf-42d5-9aaa-cc377cc13c62,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:43.354119 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-a1ced970-baec-4138-9ee6-4555ff98e97a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:43.372850 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-aa56997f-ea84-428e-8b28-2a9fa22eee4b None None] Provisioning complete for port 539956ef-dd0a-4282-8ee7-59eb824abab1 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:41:43.373625 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-aa56997f-ea84-428e-8b28-2a9fa22eee4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:43.380594 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-a1ced970-baec-4138-9ee6-4555ff98e97a service neutron] Transition to ACTIVE for port object 539956ef-dd0a-4282-8ee7-59eb824abab1 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:41:43.407491 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-a1ced970-baec-4138-9ee6-4555ff98e97a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:43.447862 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c8ab02-8b6e-405b-ba84-9e2a4ef04630 None None] No DVR routers for this DVR port 743a2a8c-2cbf-42d5-9aaa-cc377cc13c62 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:41:43.478685 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ced970-baec-4138-9ee6-4555ff98e97a service neutron] Pushing event updated for resources: {'Port': ['ID=539956ef-dd0a-4282-8ee7-59eb824abab1,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:43.493375 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-57a26d04-603f-423b-bbb1-07c2cd0adb94 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:43.509623 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-aa56997f-ea84-428e-8b28-2a9fa22eee4b None None] Port 539956ef-dd0a-4282-8ee7-59eb824abab1 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:41:43.561103 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-57a26d04-603f-423b-bbb1-07c2cd0adb94 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd00fc00-9bed-4612-be51-f4b266f15870']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:41:43.628192 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-a1ced970-baec-4138-9ee6-4555ff98e97a service neutron] Attempting to bind port 539956ef-dd0a-4282-8ee7-59eb824abab1 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:41:43.628973 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-a1ced970-baec-4138-9ee6-4555ff98e97a service neutron] Attempting to bind port 539956ef-dd0a-4282-8ee7-59eb824abab1 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:41:43.631754 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-57a26d04-603f-423b-bbb1-07c2cd0adb94 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86f638ed-aade-4e7e-ae3a-abe3d6051327') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:41:43.631754 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-57a26d04-603f-423b-bbb1-07c2cd0adb94 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86f638ed-aade-4e7e-ae3a-abe3d6051327') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:41:43.635138 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-a1ced970-baec-4138-9ee6-4555ff98e97a service neutron] Attempting to bind port 539956ef-dd0a-4282-8ee7-59eb824abab1 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:41:43.653006 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-a1ced970-baec-4138-9ee6-4555ff98e97a service neutron] Port 539956ef-dd0a-4282-8ee7-59eb824abab1 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:41:43.653291 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-57a26d04-603f-423b-bbb1-07c2cd0adb94 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:43.655577 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-a1ced970-baec-4138-9ee6-4555ff98e97a service neutron] Attempting to bind port 539956ef-dd0a-4282-8ee7-59eb824abab1 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:41:43.674941 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-57a26d04-603f-423b-bbb1-07c2cd0adb94 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:43.686833 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-a1ced970-baec-4138-9ee6-4555ff98e97a service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:41:43.688788 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-a1ced970-baec-4138-9ee6-4555ff98e97a service neutron] Checking segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:41:43.690205 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57a26d04-603f-423b-bbb1-07c2cd0adb94 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:41:43.690376 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-a1ced970-baec-4138-9ee6-4555ff98e97a service neutron] Bound using segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:41:43.690945 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-a1ced970-baec-4138-9ee6-4555ff98e97a service neutron] Bound port: 539956ef-dd0a-4282-8ee7-59eb824abab1, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:41:43.691265 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-57a26d04-603f-423b-bbb1-07c2cd0adb94 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:43.691442 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-a1ced970-baec-4138-9ee6-4555ff98e97a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:43.717819 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:41:43.717819 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:41:43.717819 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:41:43.717819 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:41:43.717819 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:41:43.717819 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:41:43.717819 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:41:43.717819 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:41:43.717819 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:41:43.717819 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:41:43.717819 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:41:43.717819 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:41:43.717819 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:41:43.717819 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:41:43.717819 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:41:43.717819 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:41:43.717819 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:41:43.717819 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:41:43.717819 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:41:43.717819 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:41:43.717819 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:41:43.717819 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:41:43.717819 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:41:43.717819 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:41:43.717819 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:41:43.717819 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:41:43.717819 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:41:43.717819 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:41:43.717819 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:41:43.717819 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:41:43.717819 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:41:43.717819 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:41:43.834570 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-57a26d04-603f-423b-bbb1-07c2cd0adb94 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:43.844389 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-57a26d04-603f-423b-bbb1-07c2cd0adb94 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:43.847556 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-57a26d04-603f-423b-bbb1-07c2cd0adb94 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] 10.222.0.49 "DELETE /v2.0/networks/fd00fc00-9bed-4612-be51-f4b266f15870 HTTP/1.1" status: 204 len: 168 time: 1.8389039 Nov 09 21:41:43.868197 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-a1ced970-baec-4138-9ee6-4555ff98e97a service neutron] For port 539956ef-dd0a-4282-8ee7-59eb824abab1, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:41:43.870314 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-a1ced970-baec-4138-9ee6-4555ff98e97a service neutron] For port 539956ef-dd0a-4282-8ee7-59eb824abab1, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=539956ef-dd0a-4282-8ee7-59eb824abab1,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:41:43.874186 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 45906) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:43.876223 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a26d04-603f-423b-bbb1-07c2cd0adb94 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Pushing event deleted for resources: {'Network': ['ID=fd00fc00-9bed-4612-be51-f4b266f15870,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:43.889844 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-a1ced970-baec-4138-9ee6-4555ff98e97a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:43.998781 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-a1ced970-baec-4138-9ee6-4555ff98e97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:44.003096 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-a1ced970-baec-4138-9ee6-4555ff98e97a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:44.003096 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-a1ced970-baec-4138-9ee6-4555ff98e97a service neutron] 10.222.0.43 "PUT /v2.0/ports/539956ef-dd0a-4282-8ee7-59eb824abab1 HTTP/1.1" status: 200 len: 1094 time: 1.6630042 Nov 09 21:41:44.005563 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2829779f-6bcc-4f08-af58-7c4a7e80f7b9', 'tag': '539956ef-dd0a-4282-8ee7-59eb824abab1'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:41:44.013330 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6fdf164-cb15-4686-ad18-429afb7f736e" -d '{"events": [{"name": "network-changed", "server_uuid": "2829779f-6bcc-4f08-af58-7c4a7e80f7b9", "tag": "539956ef-dd0a-4282-8ee7-59eb824abab1"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:41:44.152023 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ced970-baec-4138-9ee6-4555ff98e97a service neutron] Pushing event updated for resources: {'Port': ['ID=539956ef-dd0a-4282-8ee7-59eb824abab1,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:44.169074 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c71f45-45fe-4a91-b952-023591bd6afe x-openstack-request-id: req-e7c71f45-45fe-4a91-b952-023591bd6afe {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:41:44.169354 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2829779f-6bcc-4f08-af58-7c4a7e80f7b9", "tag": "539956ef-dd0a-4282-8ee7-59eb824abab1", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:41:44.169610 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e7c71f45-45fe-4a91-b952-023591bd6afe {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:41:44.170010 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2829779f-6bcc-4f08-af58-7c4a7e80f7b9', 'tag': '539956ef-dd0a-4282-8ee7-59eb824abab1', 'status': 'completed', 'code': 200} Nov 09 21:41:44.347223 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f41ca-a58c-47a4-8bf9-8ede9ff63d20 req-9234127d-6e64-45ed-8bf0-2d28ccddbcee tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:44.358585 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-227f41ca-a58c-47a4-8bf9-8ede9ff63d20 req-9234127d-6e64-45ed-8bf0-2d28ccddbcee tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] 10.222.0.49 "GET /v2.0/ports?device_id=2829779f-6bcc-4f08-af58-7c4a7e80f7b9 HTTP/1.1" status: 200 len: 946 time: 0.1309948 Nov 09 21:41:44.363303 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-c77245e1-03d6-47a1-8887-535800af1adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:44.374432 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-c77245e1-03d6-47a1-8887-535800af1adc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=65780ad2990e468db799d6e728a3c5a1&device_id=2829779f-6bcc-4f08-af58-7c4a7e80f7b9 HTTP/1.1" status: 200 len: 1097 time: 0.1976163 Nov 09 21:41:44.493419 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-227f41ca-a58c-47a4-8bf9-8ede9ff63d20 req-0202865d-ca52-49c1-8d2f-e76005320dfb tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc914e12-31c9-4fb7-85b5-0c92ead5d93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216269 Nov 09 21:41:44.533134 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-9936de26-6596-4eee-b681-b5365be35fbf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=539956ef-dd0a-4282-8ee7-59eb824abab1 HTTP/1.1" status: 200 len: 217 time: 0.1531968 Nov 09 21:41:44.633106 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-fe2b06c5-c567-4f24-91b5-12ebd9675e19 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Deleting port 4178605a-55b9-45db-b785-ac22819ebeac {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:41:44.633569 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fe2b06c5-c567-4f24-91b5-12ebd9675e19 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:44.649042 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e93db-a8e8-43bf-b709-d0a16da1447c req-73b7c294-c784-405d-9504-411bdbf825c0 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:44.650745 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0f4e93db-a8e8-43bf-b709-d0a16da1447c req-73b7c294-c784-405d-9504-411bdbf825c0 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 943 time: 0.2983911 Nov 09 21:41:44.734481 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-b064e62f-8ccc-43f8-912b-d8d8724aec3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:44.734481 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-b064e62f-8ccc-43f8-912b-d8d8724aec3d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.1850324 Nov 09 21:41:44.835107 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fe2b06c5-c567-4f24-91b5-12ebd9675e19 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:44.838919 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fe2b06c5-c567-4f24-91b5-12ebd9675e19 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:44.877130 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-fe2b06c5-c567-4f24-91b5-12ebd9675e19 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Calling delete_port for 4178605a-55b9-45db-b785-ac22819ebeac owned by network:floatingip {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:41:44.882371 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0f4e93db-a8e8-43bf-b709-d0a16da1447c req-c698d33d-c17d-4316-87db-d12256081f9a tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096586 Nov 09 21:41:44.886512 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-314c9a23-ffd9-431e-9177-1400e3d2cfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:44.888118 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-314c9a23-ffd9-431e-9177-1400e3d2cfb1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1444757 Nov 09 21:41:45.083561 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-0123a2fc-c3fc-42f5-a512-424478fb292e service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865382 Nov 09 21:41:45.218915 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fe2b06c5-c567-4f24-91b5-12ebd9675e19 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:45.330770 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b06c5-c567-4f24-91b5-12ebd9675e19 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Pushing event deleted for resources: {'Port': ['ID=4178605a-55b9-45db-b785-ac22819ebeac,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:45.383788 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e8b64a44-a358-40a3-9c50-0f02fe029085 req-87c63ffd-b42a-4eb1-bc45-a38847eeaf4f service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929642 Nov 09 21:41:45.417996 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fe2b06c5-c567-4f24-91b5-12ebd9675e19 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks [] for floatingip, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:45.421595 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fe2b06c5-c567-4f24-91b5-12ebd9675e19 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:45.422942 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-fe2b06c5-c567-4f24-91b5-12ebd9675e19 tempest-FloatingIPAdminTestJSON-738761718 tempest-FloatingIPAdminTestJSON-738761718-project] 10.222.0.49 "DELETE /v2.0/floatingips/740094fe-b0c3-49c8-b036-894b18ab05a2 HTTP/1.1" status: 204 len: 168 time: 1.5482945 Nov 09 21:41:45.573299 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fdf164-cb15-4686-ad18-429afb7f736e req-6dc7c642-8a64-4423-8722-e08e8cb55d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:45.574779 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e6fdf164-cb15-4686-ad18-429afb7f736e req-6dc7c642-8a64-4423-8722-e08e8cb55d21 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=65780ad2990e468db799d6e728a3c5a1&device_id=2829779f-6bcc-4f08-af58-7c4a7e80f7b9 HTTP/1.1" status: 200 len: 1097 time: 0.0876067 Nov 09 21:41:45.778493 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fdf164-cb15-4686-ad18-429afb7f736e req-725a9a7d-61dc-46d3-a8d9-3e689b164f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:45.784484 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e6fdf164-cb15-4686-ad18-429afb7f736e req-725a9a7d-61dc-46d3-a8d9-3e689b164f5f service neutron] 10.222.0.43 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.1985409 Nov 09 21:41:45.820981 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffcb224-aad4-4598-91bd-461a0d8993cb req-c5e918de-045b-4a77-9959-cab0d097f248 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:45.823359 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9ffcb224-aad4-4598-91bd-461a0d8993cb req-c5e918de-045b-4a77-9959-cab0d097f248 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] 10.222.0.49 "GET /v2.0/ports?device_id=2829779f-6bcc-4f08-af58-7c4a7e80f7b9 HTTP/1.1" status: 200 len: 946 time: 0.1214066 Nov 09 21:41:45.831452 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 45956) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:45.868288 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e6fdf164-cb15-4686-ad18-429afb7f736e req-671c4e0b-f693-4c79-8f19-cb95fd297405 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=539956ef-dd0a-4282-8ee7-59eb824abab1 HTTP/1.1" status: 200 len: 217 time: 0.0723441 Nov 09 21:41:45.947585 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9ffcb224-aad4-4598-91bd-461a0d8993cb req-85069a30-d2f7-400a-9dc9-229dbcd85333 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc914e12-31c9-4fb7-85b5-0c92ead5d93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081223 Nov 09 21:41:45.995918 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fdf164-cb15-4686-ad18-429afb7f736e req-385fc174-c16a-468d-a595-242881186545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:46.004480 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e6fdf164-cb15-4686-ad18-429afb7f736e req-385fc174-c16a-468d-a595-242881186545 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.1279113 Nov 09 21:41:46.093142 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1eef4c54-15fa-4ffb-8257-e4ae909b2355 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:46.127744 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fdf164-cb15-4686-ad18-429afb7f736e req-5e2783c9-d703-4db3-9bc3-f89932b69a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:46.129276 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e6fdf164-cb15-4686-ad18-429afb7f736e req-5e2783c9-d703-4db3-9bc3-f89932b69a68 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1170137 Nov 09 21:41:46.166877 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819dd59-8865-41da-9146-8782ddbe9a59 req-a44fb600-8677-4913-a873-d2552bc2258a tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:46.168408 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8819dd59-8865-41da-9146-8782ddbe9a59 req-a44fb600-8677-4913-a873-d2552bc2258a tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 943 time: 0.1164241 Nov 09 21:41:46.253414 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8819dd59-8865-41da-9146-8782ddbe9a59 req-d0ca3ebc-767e-43b6-b770-612ab2344654 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604732 Nov 09 21:41:46.307173 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e6fdf164-cb15-4686-ad18-429afb7f736e req-b60323c1-1e1b-44d9-abd0-4ab26ef8497a service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663847 Nov 09 21:41:46.363086 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1eef4c54-15fa-4ffb-8257-e4ae909b2355 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:46.372781 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1eef4c54-15fa-4ffb-8257-e4ae909b2355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:46.382585 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 45970) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:46.441754 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef4c54-15fa-4ffb-8257-e4ae909b2355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f110cc-7efe-4fb7-8a30-f180bb51daf2,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:46.452688 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1eef4c54-15fa-4ffb-8257-e4ae909b2355 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=23549619096f408083f530a2526629b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6172147 Nov 09 21:41:46.516411 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 45974) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:46.598599 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a7db967e-387c-44f6-a959-85475fc96ac3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:46.638684 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a7db967e-387c-44f6-a959-85475fc96ac3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:46.715066 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-636e3a2e-0f8b-4932-b68f-55cba90573d8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f89dee96fa314de38a0980912dad2111&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3264990 Nov 09 21:41:46.718718 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 45976) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:46.753109 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a7db967e-387c-44f6-a959-85475fc96ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:46.756122 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a7db967e-387c-44f6-a959-85475fc96ac3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:46.761221 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a7db967e-387c-44f6-a959-85475fc96ac3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/61f110cc-7efe-4fb7-8a30-f180bb51daf2 HTTP/1.1" status: 204 len: 168 time: 0.2398446 Nov 09 21:41:46.781089 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e6fdf164-cb15-4686-ad18-429afb7f736e req-dd10ba2f-4abd-4f33-aaf6-d1953aed161f service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4677494 Nov 09 21:41:46.792216 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db967e-387c-44f6-a959-85475fc96ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f110cc-7efe-4fb7-8a30-f180bb51daf2,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:46.796622 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cf6403f0-e9e0-407f-aa64-45c11890ac4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:46.823549 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cf6403f0-e9e0-407f-aa64-45c11890ac4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:46.898038 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cf6403f0-e9e0-407f-aa64-45c11890ac4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:46.907715 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cf6403f0-e9e0-407f-aa64-45c11890ac4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:46.913943 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-cf6403f0-e9e0-407f-aa64-45c11890ac4e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/50d809ac-fe25-41ac-ac50-a80362936cbc HTTP/1.1" status: 204 len: 168 time: 0.1899066 Nov 09 21:41:46.919869 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6403f0-e9e0-407f-aa64-45c11890ac4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d809ac-fe25-41ac-ac50-a80362936cbc,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:47.480142 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 45998) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:47.505571 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a94c8d1e-339d-4c62-bf2e-9560d05ee6f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:47.533544 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e8f1a-d44f-446d-9522-62c2cb86bf5c req-a04c8b2e-57f0-4e24-8f78-4c7ee09e01da tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:47.538497 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bc9e8f1a-d44f-446d-9522-62c2cb86bf5c req-a04c8b2e-57f0-4e24-8f78-4c7ee09e01da tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 943 time: 0.1449773 Nov 09 21:41:47.651337 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-26255978-992a-450d-9c3e-1dbd2aeef0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:47.716403 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2f09e-e8bf-4613-aa4e-dd18c0e3256c req-bd2352b1-91a5-4fbd-b634-50562dc788ab tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:47.724295 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c8d2f09e-e8bf-4613-aa4e-dd18c0e3256c req-bd2352b1-91a5-4fbd-b634-50562dc788ab tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] 10.222.0.49 "GET /v2.0/ports?device_id=2829779f-6bcc-4f08-af58-7c4a7e80f7b9 HTTP/1.1" status: 200 len: 946 time: 0.6552906 Nov 09 21:41:47.751035 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46000) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:47.755586 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bc9e8f1a-d44f-446d-9522-62c2cb86bf5c req-0d26c3f2-5339-4036-a402-1ce2017411c9 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991963 Nov 09 21:41:47.782507 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a94c8d1e-339d-4c62-bf2e-9560d05ee6f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:47.795574 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a94c8d1e-339d-4c62-bf2e-9560d05ee6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:47.799697 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-806d891c-58e0-4d86-b7c9-b6f346b755bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:47.852557 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c8d2f09e-e8bf-4613-aa4e-dd18c0e3256c req-b029ff43-44f1-49a8-9f3d-50d70f556df2 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc914e12-31c9-4fb7-85b5-0c92ead5d93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273971 Nov 09 21:41:47.861461 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c8d1e-339d-4c62-bf2e-9560d05ee6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d480d7c-f98d-47ce-bdbd-ed9553257e59,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:47.890205 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a94c8d1e-339d-4c62-bf2e-9560d05ee6f4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bacca0314f4943d8988281a09370812c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4086790 Nov 09 21:41:47.892987 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 46002) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:47.955673 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-806d891c-58e0-4d86-b7c9-b6f346b755bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:47.962628 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-806d891c-58e0-4d86-b7c9-b6f346b755bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:47.968423 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-91e49d92-489b-417c-8d42-941a8eed5c3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:47.999786 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-91e49d92-489b-417c-8d42-941a8eed5c3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:48.004532 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-806d891c-58e0-4d86-b7c9-b6f346b755bf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e9cce5a5537f4489acc8c6a625be9359&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2487714 Nov 09 21:41:48.009822 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46004) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:48.027755 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d891c-58e0-4d86-b7c9-b6f346b755bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96479440-0fef-41e9-8000-63f9ebaf7e3d,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:48.087976 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2ef7f644-3f0e-499d-9fd6-2a2993309f55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:48.097964 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-91e49d92-489b-417c-8d42-941a8eed5c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:48.101308 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-91e49d92-489b-417c-8d42-941a8eed5c3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:48.102664 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-91e49d92-489b-417c-8d42-941a8eed5c3d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8d480d7c-f98d-47ce-bdbd-ed9553257e59 HTTP/1.1" status: 204 len: 168 time: 0.2085285 Nov 09 21:41:48.112055 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e49d92-489b-417c-8d42-941a8eed5c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d480d7c-f98d-47ce-bdbd-ed9553257e59,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:48.127407 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2ef7f644-3f0e-499d-9fd6-2a2993309f55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:48.182088 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2ef7f644-3f0e-499d-9fd6-2a2993309f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:48.185199 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2ef7f644-3f0e-499d-9fd6-2a2993309f55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:48.188724 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2ef7f644-3f0e-499d-9fd6-2a2993309f55 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/96479440-0fef-41e9-8000-63f9ebaf7e3d HTTP/1.1" status: 204 len: 168 time: 0.1755304 Nov 09 21:41:48.199031 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef7f644-3f0e-499d-9fd6-2a2993309f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96479440-0fef-41e9-8000-63f9ebaf7e3d,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:48.560072 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 539956ef-dd0a-4282-8ee7-59eb824abab1 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:41:48.642952 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 46028) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:48.660414 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6bf3d15f-2a19-4cb9-aee2-a170534ab664 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:48.670460 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 539956ef-dd0a-4282-8ee7-59eb824abab1, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=539956ef-dd0a-4282-8ee7-59eb824abab1,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:41:48.682039 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '539956ef-dd0a-4282-8ee7-59eb824abab1', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'port_id': '539956ef-dd0a-4282-8ee7-59eb824abab1', 'mac_address': 'fa:16:3e:89:e0:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba3500c-a288-4596-ba94-148f2bd8a6da', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:41:48.726262 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:48.739857 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 539956ef-dd0a-4282-8ee7-59eb824abab1 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:41:48.751711 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6bf3d15f-2a19-4cb9-aee2-a170534ab664 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:48.758214 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6bf3d15f-2a19-4cb9-aee2-a170534ab664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:48.760070 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 539956ef-dd0a-4282-8ee7-59eb824abab1, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=539956ef-dd0a-4282-8ee7-59eb824abab1,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:41:48.766817 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:48.822973 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=539956ef-dd0a-4282-8ee7-59eb824abab1,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:48.838846 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6bf3d15f-2a19-4cb9-aee2-a170534ab664 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c9850c91551b45b9a380b02e854ce98e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1910248 Nov 09 21:41:48.839136 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46034) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:48.855459 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3d15f-2a19-4cb9-aee2-a170534ab664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14a5d5f-b3dd-45d9-94df-12081e387c0d,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:48.915634 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0399a746-78b2-40da-8919-d054fc31eeb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:48.978823 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0399a746-78b2-40da-8919-d054fc31eeb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:49.048803 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['539956ef-dd0a-4282-8ee7-59eb824abab1'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:41:49.070674 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ab01c-ba0b-42d3-b772-972a570f620b req-eb42250f-08e9-41d9-b44e-287eba2dcb17 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:49.076229 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9c0ab01c-ba0b-42d3-b772-972a570f620b req-eb42250f-08e9-41d9-b44e-287eba2dcb17 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] 10.222.0.49 "GET /v2.0/ports?device_id=2829779f-6bcc-4f08-af58-7c4a7e80f7b9 HTTP/1.1" status: 200 len: 947 time: 0.1122053 Nov 09 21:41:49.127983 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0399a746-78b2-40da-8919-d054fc31eeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:49.130757 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0399a746-78b2-40da-8919-d054fc31eeb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:49.134686 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0399a746-78b2-40da-8919-d054fc31eeb9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e14a5d5f-b3dd-45d9-94df-12081e387c0d HTTP/1.1" status: 204 len: 168 time: 0.2928002 Nov 09 21:41:49.185367 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9c0ab01c-ba0b-42d3-b772-972a570f620b req-058b166b-219b-4628-b2af-b93895dbd98e tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc914e12-31c9-4fb7-85b5-0c92ead5d93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022267 Nov 09 21:41:49.186261 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0399a746-78b2-40da-8919-d054fc31eeb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14a5d5f-b3dd-45d9-94df-12081e387c0d,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:49.250420 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a2d73-4201-4b1a-b5ae-842f35d728e6 req-a7dd476c-dbc9-4bc3-836f-7920a1d67ddd tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:49.252396 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f63a2d73-4201-4b1a-b5ae-842f35d728e6 req-a7dd476c-dbc9-4bc3-836f-7920a1d67ddd tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 943 time: 0.3754146 Nov 09 21:41:49.341141 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f63a2d73-4201-4b1a-b5ae-842f35d728e6 req-ca46ef18-82f5-496a-b097-5dc47deb96c3 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774245 Nov 09 21:41:50.180224 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d5f38e8a-a51d-4bab-95c3-c7ceff80b418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:50.381524 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2eacb8-f66f-43f9-88c9-1654f7305f81 req-0abe3bed-8fb6-4c20-b550-b338eba3d815 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:50.384975 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2f2eacb8-f66f-43f9-88c9-1654f7305f81 req-0abe3bed-8fb6-4c20-b550-b338eba3d815 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] 10.222.0.49 "GET /v2.0/ports?device_id=2829779f-6bcc-4f08-af58-7c4a7e80f7b9 HTTP/1.1" status: 200 len: 947 time: 0.0908771 Nov 09 21:41:50.494211 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2f2eacb8-f66f-43f9-88c9-1654f7305f81 req-058b94fc-6b2c-485d-80b6-d0b3712cec1b tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc914e12-31c9-4fb7-85b5-0c92ead5d93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019363 Nov 09 21:41:50.545676 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 539956ef-dd0a-4282-8ee7-59eb824abab1 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:41:50.576051 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f15d5c-6075-4fb3-b482-8edafefb8658 req-311416d9-de0c-418b-83de-9eb7e8221757 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:50.578277 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c1f15d5c-6075-4fb3-b482-8edafefb8658 req-311416d9-de0c-418b-83de-9eb7e8221757 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 943 time: 0.1355348 Nov 09 21:41:50.673074 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c1f15d5c-6075-4fb3-b482-8edafefb8658 req-4acbd0f6-d27e-4e58-a305-08fa51d48884 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884366 Nov 09 21:41:50.679793 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 539956ef-dd0a-4282-8ee7-59eb824abab1 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:41:50.686177 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 539956ef-dd0a-4282-8ee7-59eb824abab1 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:41:50.686744 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:50.781863 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46122) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:50.837798 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:50.883106 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 539956ef-dd0a-4282-8ee7-59eb824abab1, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=539956ef-dd0a-4282-8ee7-59eb824abab1,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:41:50.884661 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2829779f-6bcc-4f08-af58-7c4a7e80f7b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '539956ef-dd0a-4282-8ee7-59eb824abab1'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:41:50.888050 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65fffc5-1747-4fa2-adf3-c69f95f03d97" -d '{"events": [{"server_uuid": "2829779f-6bcc-4f08-af58-7c4a7e80f7b9", "name": "network-vif-plugged", "status": "completed", "tag": "539956ef-dd0a-4282-8ee7-59eb824abab1"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:41:50.914148 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:50.979223 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20268fe2-09f6-4d10-b998-707a8b816e8b x-openstack-request-id: req-20268fe2-09f6-4d10-b998-707a8b816e8b {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:41:50.979524 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2829779f-6bcc-4f08-af58-7c4a7e80f7b9", "name": "network-vif-plugged", "status": "completed", "tag": "539956ef-dd0a-4282-8ee7-59eb824abab1", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:41:50.980183 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-20268fe2-09f6-4d10-b998-707a8b816e8b {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:41:50.980586 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2829779f-6bcc-4f08-af58-7c4a7e80f7b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '539956ef-dd0a-4282-8ee7-59eb824abab1', 'code': 200} Nov 09 21:41:51.002086 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=539956ef-dd0a-4282-8ee7-59eb824abab1,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:51.036996 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:51.146922 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57967ac-06ba-4c66-8bc4-8d5fc24db813 req-9e02dc6f-d4d4-4163-a9a4-38b373cf5932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:51.153222 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b57967ac-06ba-4c66-8bc4-8d5fc24db813 req-9e02dc6f-d4d4-4163-a9a4-38b373cf5932 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2829779f-6bcc-4f08-af58-7c4a7e80f7b9 HTTP/1.1" status: 200 len: 1099 time: 0.0845330 Nov 09 21:41:51.186590 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-67093b24-637b-4835-815f-1406cb8be11c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:51.203090 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b57967ac-06ba-4c66-8bc4-8d5fc24db813 req-db8d01a5-c6ee-414d-b558-f94bbe00928a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bc914e12-31c9-4fb7-85b5-0c92ead5d93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416441 Nov 09 21:41:51.294866 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 46138) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:51.325293 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-67093b24-637b-4835-815f-1406cb8be11c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:51.332333 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-67093b24-637b-4835-815f-1406cb8be11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:51.396528 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-67093b24-637b-4835-815f-1406cb8be11c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d22b1f404ea44c7c983ae769481b9d42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6111178 Nov 09 21:41:51.397223 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 46142) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:51.411328 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67093b24-637b-4835-815f-1406cb8be11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd35e7d7-ab04-4224-b492-005579a17aaa,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:51.438070 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-6274f0bf-ef1c-4748-a40d-eff840d1ab31 tempest-QuotasTest-1031210202 tempest-QuotasTest-1031210202-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:41:51.520543 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46150) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:51.532900 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6274f0bf-ef1c-4748-a40d-eff840d1ab31 tempest-QuotasTest-1031210202 tempest-QuotasTest-1031210202-project-admin] 10.222.0.49 "PUT /v2.0/quotas/693d7d0a94834743bb7f0b9c9e8f18d3 HTTP/1.1" status: 200 len: 366 time: 0.2358544 Nov 09 21:41:51.534669 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fd9a6926-bbf6-4a40-a318-c68d44e8a059 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:51.540777 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2355b646-d769-4c71-9b78-1e475be540b6 tempest-QuotasTest-1031210202 tempest-QuotasTest-1031210202-project-admin] 10.222.0.49 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0163951 Nov 09 21:41:51.540995 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46152) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:51.558715 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-083370c0-233d-4425-a9d6-a22f6720c98d tempest-QuotasTest-1031210202 tempest-QuotasTest-1031210202-project-admin] 10.222.0.49 "GET /v2.0/quotas/693d7d0a94834743bb7f0b9c9e8f18d3 HTTP/1.1" status: 200 len: 366 time: 0.0142894 Nov 09 21:41:51.559717 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46154) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:51.574562 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fd9a6926-bbf6-4a40-a318-c68d44e8a059 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:51.597328 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e9eb4d06-97d0-43ab-b6fc-37aa0400c9b4 tempest-QuotasTest-1031210202 tempest-QuotasTest-1031210202-project-admin] 10.222.0.49 "DELETE /v2.0/quotas/693d7d0a94834743bb7f0b9c9e8f18d3 HTTP/1.1" status: 204 len: 168 time: 0.0359447 Nov 09 21:41:51.601062 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46158) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:51.615033 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2924a08b-08a2-4cf8-9536-8c49bdab5a1a tempest-QuotasTest-1031210202 tempest-QuotasTest-1031210202-project-admin] 10.222.0.49 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0108862 Nov 09 21:41:51.615806 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46160) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:51.627446 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-aff2eb2a-76e5-4478-839a-1bebe77c6177 tempest-QuotasTest-1031210202 tempest-QuotasTest-1031210202-project-admin] 10.222.0.49 "GET /v2.0/quotas/693d7d0a94834743bb7f0b9c9e8f18d3 HTTP/1.1" status: 200 len: 370 time: 0.0091231 Nov 09 21:41:51.629879 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46162) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:51.636313 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7d470d91-12f3-4624-81d7-df89efda5bfb tempest-QuotasTest-1031210202 tempest-QuotasTest-1031210202-project-admin] 10.222.0.49 "GET /v2.0/quotas/693d7d0a94834743bb7f0b9c9e8f18d3/default HTTP/1.1" status: 200 len: 370 time: 0.0052052 Nov 09 21:41:51.638813 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46164) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:51.653570 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-a3c063fa-884e-40f1-943d-e1fe3b56190f tempest-QuotasTest-1031210202 tempest-QuotasTest-1031210202-project-admin] delete failed (client error): The resource could not be found. Nov 09 21:41:51.654768 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a3c063fa-884e-40f1-943d-e1fe3b56190f tempest-QuotasTest-1031210202 tempest-QuotasTest-1031210202-project-admin] 10.222.0.49 "DELETE /v2.0/quotas/693d7d0a94834743bb7f0b9c9e8f18d3 HTTP/1.1" status: 404 len: 348 time: 0.0144732 Nov 09 21:41:51.688677 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fd9a6926-bbf6-4a40-a318-c68d44e8a059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:51.692592 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fd9a6926-bbf6-4a40-a318-c68d44e8a059 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:51.696304 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-fd9a6926-bbf6-4a40-a318-c68d44e8a059 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fd35e7d7-ab04-4224-b492-005579a17aaa HTTP/1.1" status: 204 len: 168 time: 0.2952025 Nov 09 21:41:51.747346 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c842639-2d5a-45f4-9796-ada2e365d3a5 req-f2c37cd9-b9dd-4390-8e70-81a4652718a0 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:51.749197 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0c842639-2d5a-45f4-9796-ada2e365d3a5 req-f2c37cd9-b9dd-4390-8e70-81a4652718a0 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] 10.222.0.49 "GET /v2.0/ports?device_id=2829779f-6bcc-4f08-af58-7c4a7e80f7b9 HTTP/1.1" status: 200 len: 948 time: 0.1456792 Nov 09 21:41:51.750004 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a6926-bbf6-4a40-a318-c68d44e8a059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd35e7d7-ab04-4224-b492-005579a17aaa,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:51.834722 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0c842639-2d5a-45f4-9796-ada2e365d3a5 req-3d06babc-7b93-48fc-9302-4c3c7ad25230 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc914e12-31c9-4fb7-85b5-0c92ead5d93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769227 Nov 09 21:41:51.868774 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 46172) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:51.891684 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce098cae-90e6-4617-9424-32601f747842 req-45782c1d-2df4-4df2-90ae-b1ceb3c3041e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:51.895573 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ce098cae-90e6-4617-9424-32601f747842 req-45782c1d-2df4-4df2-90ae-b1ceb3c3041e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 943 time: 0.0977373 Nov 09 21:41:51.903755 n-d-816206-3 neutron-server[102607]: DEBUG neutron.quota.resource [None req-861e2b55-a605-4cf2-8755-1e4aaf64943c tempest-QuotasTest-1031210202 tempest-QuotasTest-1031210202-project-admin] Usage tracker for resource:network and project:e5fb9040c25b4408af4b2e6417276498 is out of sync, need to count used quota {{(pid=102607) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 21:41:51.907235 n-d-816206-3 neutron-server[102607]: DEBUG neutron.quota.resource [None req-861e2b55-a605-4cf2-8755-1e4aaf64943c tempest-QuotasTest-1031210202 tempest-QuotasTest-1031210202-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102607) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 09 21:41:51.914420 n-d-816206-3 neutron-server[102607]: DEBUG neutron.quota.resource [None req-861e2b55-a605-4cf2-8755-1e4aaf64943c tempest-QuotasTest-1031210202 tempest-QuotasTest-1031210202-project-admin] Usage tracker for resource:subnet and project:e5fb9040c25b4408af4b2e6417276498 is out of sync, need to count used quota {{(pid=102607) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 21:41:51.918444 n-d-816206-3 neutron-server[102607]: DEBUG neutron.quota.resource [None req-861e2b55-a605-4cf2-8755-1e4aaf64943c tempest-QuotasTest-1031210202 tempest-QuotasTest-1031210202-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102607) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 09 21:41:51.929111 n-d-816206-3 neutron-server[102607]: DEBUG neutron.quota.resource [None req-861e2b55-a605-4cf2-8755-1e4aaf64943c tempest-QuotasTest-1031210202 tempest-QuotasTest-1031210202-project-admin] Usage tracker for resource:subnetpool and project:e5fb9040c25b4408af4b2e6417276498 is out of sync, need to count used quota {{(pid=102607) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 21:41:51.939902 n-d-816206-3 neutron-server[102607]: DEBUG neutron.quota.resource [None req-861e2b55-a605-4cf2-8755-1e4aaf64943c tempest-QuotasTest-1031210202 tempest-QuotasTest-1031210202-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102607) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 09 21:41:51.949176 n-d-816206-3 neutron-server[102607]: DEBUG neutron.quota.resource [None req-861e2b55-a605-4cf2-8755-1e4aaf64943c tempest-QuotasTest-1031210202 tempest-QuotasTest-1031210202-project-admin] Usage tracker for resource:port and project:e5fb9040c25b4408af4b2e6417276498 is out of sync, need to count used quota {{(pid=102607) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 21:41:51.954214 n-d-816206-3 neutron-server[102607]: DEBUG neutron.quota.resource [None req-861e2b55-a605-4cf2-8755-1e4aaf64943c tempest-QuotasTest-1031210202 tempest-QuotasTest-1031210202-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102607) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 09 21:41:51.963549 n-d-816206-3 neutron-server[102607]: DEBUG neutron.quota.resource [None req-861e2b55-a605-4cf2-8755-1e4aaf64943c tempest-QuotasTest-1031210202 tempest-QuotasTest-1031210202-project-admin] Usage tracker for resource:router and project:e5fb9040c25b4408af4b2e6417276498 is out of sync, need to count used quota {{(pid=102607) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 21:41:51.967934 n-d-816206-3 neutron-server[102607]: DEBUG neutron.quota.resource [None req-861e2b55-a605-4cf2-8755-1e4aaf64943c tempest-QuotasTest-1031210202 tempest-QuotasTest-1031210202-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102607) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 09 21:41:51.977560 n-d-816206-3 neutron-server[102607]: DEBUG neutron.quota.resource [None req-861e2b55-a605-4cf2-8755-1e4aaf64943c tempest-QuotasTest-1031210202 tempest-QuotasTest-1031210202-project-admin] Usage tracker for resource:floatingip and project:e5fb9040c25b4408af4b2e6417276498 is out of sync, need to count used quota {{(pid=102607) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 21:41:51.982252 n-d-816206-3 neutron-server[102607]: DEBUG neutron.quota.resource [None req-861e2b55-a605-4cf2-8755-1e4aaf64943c tempest-QuotasTest-1031210202 tempest-QuotasTest-1031210202-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102607) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 09 21:41:52.006764 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ce098cae-90e6-4617-9424-32601f747842 req-f359e945-7aab-4a87-b3e3-aa544551c529 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014309 Nov 09 21:41:52.030169 n-d-816206-3 neutron-server[102607]: DEBUG neutron.quota.resource [None req-861e2b55-a605-4cf2-8755-1e4aaf64943c tempest-QuotasTest-1031210202 tempest-QuotasTest-1031210202-project-admin] Usage tracker for resource:security_group and project:e5fb9040c25b4408af4b2e6417276498 is out of sync, need to count used quota {{(pid=102607) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 21:41:52.036626 n-d-816206-3 neutron-server[102607]: DEBUG neutron.quota.resource [None req-861e2b55-a605-4cf2-8755-1e4aaf64943c tempest-QuotasTest-1031210202 tempest-QuotasTest-1031210202-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102607) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 09 21:41:52.046336 n-d-816206-3 neutron-server[102607]: DEBUG neutron.quota.resource [None req-861e2b55-a605-4cf2-8755-1e4aaf64943c tempest-QuotasTest-1031210202 tempest-QuotasTest-1031210202-project-admin] Usage tracker for resource:security_group_rule and project:e5fb9040c25b4408af4b2e6417276498 is out of sync, need to count used quota {{(pid=102607) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 21:41:52.050670 n-d-816206-3 neutron-server[102607]: DEBUG neutron.quota.resource [None req-861e2b55-a605-4cf2-8755-1e4aaf64943c tempest-QuotasTest-1031210202 tempest-QuotasTest-1031210202-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102607) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 09 21:41:52.060333 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-861e2b55-a605-4cf2-8755-1e4aaf64943c tempest-QuotasTest-1031210202 tempest-QuotasTest-1031210202-project-admin] 10.222.0.49 "GET /v2.0/quotas/e5fb9040c25b4408af4b2e6417276498/details.json HTTP/1.1" status: 200 len: 703 time: 0.1865313 Nov 09 21:41:52.313680 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46178) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:52.328070 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-879d3af1-b34b-4cfc-82aa-69f73a3b70d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:52.424313 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:52.451373 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-879d3af1-b34b-4cfc-82aa-69f73a3b70d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:52.462519 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-879d3af1-b34b-4cfc-82aa-69f73a3b70d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:52.480762 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 46182) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:52.564364 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d3af1-b34b-4cfc-82aa-69f73a3b70d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f762f8a0-87a7-42e1-99dc-c2785d25010d,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:52.578602 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 46188) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:52.593773 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-879d3af1-b34b-4cfc-82aa-69f73a3b70d8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0cbb0678cb5d4ce48f39da8fee273179&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2786379 Nov 09 21:41:52.660311 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-46c8fc92-ee78-464a-b667-f511b7617092 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:52.703931 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-46c8fc92-ee78-464a-b667-f511b7617092 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:52.705928 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-213e6005-be70-4751-9e44-d0779b7d3b1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:52.787588 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-46c8fc92-ee78-464a-b667-f511b7617092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:52.790997 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-46c8fc92-ee78-464a-b667-f511b7617092 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:52.795685 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-46c8fc92-ee78-464a-b667-f511b7617092 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f762f8a0-87a7-42e1-99dc-c2785d25010d HTTP/1.1" status: 204 len: 168 time: 0.2161078 Nov 09 21:41:52.814187 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8fc92-ee78-464a-b667-f511b7617092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f762f8a0-87a7-42e1-99dc-c2785d25010d,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:52.841880 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-213e6005-be70-4751-9e44-d0779b7d3b1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:52.849087 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-213e6005-be70-4751-9e44-d0779b7d3b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:52.940972 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:52.956343 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-213e6005-be70-4751-9e44-d0779b7d3b1f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e430d73c289141f4b3b9c2a1da1a9e05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4744430 Nov 09 21:41:52.958844 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46194) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:52.971373 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e6005-be70-4751-9e44-d0779b7d3b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8100f979-e94d-4455-9c1a-6e57d1dd8c8f,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:53.003064 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8639c-2edd-4809-9586-881bed6cf0b9 req-20079ad4-f303-4404-9810-f9f15f6269d3 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:53.005021 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-08c8639c-2edd-4809-9586-881bed6cf0b9 req-20079ad4-f303-4404-9810-f9f15f6269d3 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] 10.222.0.49 "GET /v2.0/ports?device_id=2829779f-6bcc-4f08-af58-7c4a7e80f7b9 HTTP/1.1" status: 200 len: 948 time: 0.0708115 Nov 09 21:41:53.059844 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cadf722f-0cd9-4d13-ab96-6d455c355fca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:53.119946 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cadf722f-0cd9-4d13-ab96-6d455c355fca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:53.124110 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-08c8639c-2edd-4809-9586-881bed6cf0b9 req-e5997985-5e7c-41cc-9aa7-a1e9f56fc883 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc914e12-31c9-4fb7-85b5-0c92ead5d93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104569 Nov 09 21:41:53.277377 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cadf722f-0cd9-4d13-ab96-6d455c355fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:53.280259 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cadf722f-0cd9-4d13-ab96-6d455c355fca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:53.297821 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-cadf722f-0cd9-4d13-ab96-6d455c355fca admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8100f979-e94d-4455-9c1a-6e57d1dd8c8f HTTP/1.1" status: 204 len: 168 time: 0.3257174 Nov 09 21:41:53.322204 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf722f-0cd9-4d13-ab96-6d455c355fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8100f979-e94d-4455-9c1a-6e57d1dd8c8f,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:53.363000 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4b804-dcfb-4cf6-9433-6b17bc9d6479 req-d98008c4-6bab-4a43-bbf8-a264f5c0a036 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:53.378715 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-eab4b804-dcfb-4cf6-9433-6b17bc9d6479 req-d98008c4-6bab-4a43-bbf8-a264f5c0a036 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 943 time: 0.2251709 Nov 09 21:41:53.404556 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:53.476647 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-eab4b804-dcfb-4cf6-9433-6b17bc9d6479 req-6c038334-f976-4819-b482-7af094663c3a tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969069 Nov 09 21:41:53.805154 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46232) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:53.825911 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9df2fe48-f13e-46a9-a7ef-86c44a2f86d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:53.939410 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9df2fe48-f13e-46a9-a7ef-86c44a2f86d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:53.952369 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9df2fe48-f13e-46a9-a7ef-86c44a2f86d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:54.413845 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 46242) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:54.414391 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-9df2fe48-f13e-46a9-a7ef-86c44a2f86d7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e5fb9040c25b4408af4b2e6417276498&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6069562 Nov 09 21:41:54.414883 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df2fe48-f13e-46a9-a7ef-86c44a2f86d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7efb1154-3b5e-44b8-b632-9eb493078900,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:54.603493 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8e5e95f0-8ea6-4dce-b394-b4711e2dc0e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:54.640466 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8e5e95f0-8ea6-4dce-b394-b4711e2dc0e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:54.670656 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f0f5f-5eb5-4ba8-8e2c-fa9b3c49fb61 req-2c8eebe1-caea-4a99-bf8d-575e1582fa3e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:54.677778 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ba6f0f5f-5eb5-4ba8-8e2c-fa9b3c49fb61 req-2c8eebe1-caea-4a99-bf8d-575e1582fa3e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 943 time: 0.0967374 Nov 09 21:41:54.711623 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8e5e95f0-8ea6-4dce-b394-b4711e2dc0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:54.716966 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8e5e95f0-8ea6-4dce-b394-b4711e2dc0e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:54.718185 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8e5e95f0-8ea6-4dce-b394-b4711e2dc0e6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7efb1154-3b5e-44b8-b632-9eb493078900 HTTP/1.1" status: 204 len: 168 time: 0.3022430 Nov 09 21:41:54.748268 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5e95f0-8ea6-4dce-b394-b4711e2dc0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7efb1154-3b5e-44b8-b632-9eb493078900,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:54.811981 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ba6f0f5f-5eb5-4ba8-8e2c-fa9b3c49fb61 req-40df76b5-e590-4343-9004-3b18aad8383a tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317060 Nov 09 21:41:55.554351 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 46286) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:55.652051 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-8d24ad2c-0e01-4fee-bb68-9ed82969f590 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Request body: {'networks': [{'name': 'tempest-network--293796133'}, {'name': 'tempest-network--1323553601'}]} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:41:55.652371 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-8d24ad2c-0e01-4fee-bb68-9ed82969f590 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Request body: {'network': {'name': 'tempest-network--293796133'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:41:55.652869 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-8d24ad2c-0e01-4fee-bb68-9ed82969f590 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Request body: {'network': {'name': 'tempest-network--1323553601'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:41:55.677503 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d24ad2c-0e01-4fee-bb68-9ed82969f590 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Made reservation on behalf of 1785abe24cc241aeb66b178dc2be4a70 for: {'network': 2} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:41:55.683198 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8d24ad2c-0e01-4fee-bb68-9ed82969f590 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:55.693205 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8d24ad2c-0e01-4fee-bb68-9ed82969f590 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:55.773988 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8d24ad2c-0e01-4fee-bb68-9ed82969f590 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:55.777867 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8d24ad2c-0e01-4fee-bb68-9ed82969f590 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:55.778418 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8d24ad2c-0e01-4fee-bb68-9ed82969f590 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:55.818330 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d24ad2c-0e01-4fee-bb68-9ed82969f590 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=749fe6aa-41a7-4439-ab34-b4b8f49bcf02,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:55.833392 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d24ad2c-0e01-4fee-bb68-9ed82969f590 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:41:55.843567 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8d24ad2c-0e01-4fee-bb68-9ed82969f590 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:55.843910 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-8d24ad2c-0e01-4fee-bb68-9ed82969f590 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Added segment dcd0dc67-092c-4f72-942f-52aa79b74245 of type vlan for network 54d6d523-d06e-4cae-ae90-44c4005d4515 Nov 09 21:41:55.885309 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8d24ad2c-0e01-4fee-bb68-9ed82969f590 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:55.939729 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d24ad2c-0e01-4fee-bb68-9ed82969f590 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:41:55.959781 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8d24ad2c-0e01-4fee-bb68-9ed82969f590 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:55.960432 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-8d24ad2c-0e01-4fee-bb68-9ed82969f590 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Added segment 0db9a520-dc62-4f60-90c5-9fb6d258e76a of type vlan for network 9b153f29-67c8-4f0e-b56d-021d6b25c911 Nov 09 21:41:55.983946 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab618355-3123-4773-ba4e-8d0175482ad0 req-6e4b6f6b-2907-4d41-bd18-39f3aaff394c tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:55.985575 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ab618355-3123-4773-ba4e-8d0175482ad0 req-6e4b6f6b-2907-4d41-bd18-39f3aaff394c tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 943 time: 0.0841463 Nov 09 21:41:56.030652 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8d24ad2c-0e01-4fee-bb68-9ed82969f590 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:56.076832 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ab618355-3123-4773-ba4e-8d0175482ad0 req-0b4732cb-ede8-492c-942c-5fc1f7a68d78 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706716 Nov 09 21:41:56.077864 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8d24ad2c-0e01-4fee-bb68-9ed82969f590 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:56.078357 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8d24ad2c-0e01-4fee-bb68-9ed82969f590 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:56.083637 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d24ad2c-0e01-4fee-bb68-9ed82969f590 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:56.088535 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d24ad2c-0e01-4fee-bb68-9ed82969f590 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:56.089206 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8d24ad2c-0e01-4fee-bb68-9ed82969f590 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:56.150817 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8d24ad2c-0e01-4fee-bb68-9ed82969f590 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.5931525 Nov 09 21:41:56.151228 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46296) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:56.160581 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d24ad2c-0e01-4fee-bb68-9ed82969f590 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Pushing event updated for resources: {'Network': ['ID=54d6d523-d06e-4cae-ae90-44c4005d4515,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:56.172622 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 54d6d523-d06e-4cae-ae90-44c4005d4515 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:41:56.227108 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d24ad2c-0e01-4fee-bb68-9ed82969f590 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Pushing event updated for resources: {'Network': ['ID=9b153f29-67c8-4f0e-b56d-021d6b25c911,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:56.271813 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 9b153f29-67c8-4f0e-b56d-021d6b25c911 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:41:56.383495 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5265084a-8bc0-421a-9329-2e351ce2b46d tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:56.389548 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5265084a-8bc0-421a-9329-2e351ce2b46d tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:56.395474 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5265084a-8bc0-421a-9329-2e351ce2b46d tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:56.401807 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5265084a-8bc0-421a-9329-2e351ce2b46d tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:56.406018 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5265084a-8bc0-421a-9329-2e351ce2b46d tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2505524 Nov 09 21:41:56.406420 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 46298) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:56.497982 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-660f0349-b366-428f-8dc8-e51a64ada9ed tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:56.584111 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-660f0349-b366-428f-8dc8-e51a64ada9ed tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:56.606190 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-660f0349-b366-428f-8dc8-e51a64ada9ed tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54d6d523-d06e-4cae-ae90-44c4005d4515']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:41:56.615517 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-660f0349-b366-428f-8dc8-e51a64ada9ed tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcd0dc67-092c-4f72-942f-52aa79b74245') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:41:56.616015 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-660f0349-b366-428f-8dc8-e51a64ada9ed tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcd0dc67-092c-4f72-942f-52aa79b74245') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:41:56.625680 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-660f0349-b366-428f-8dc8-e51a64ada9ed tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:56.638834 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-660f0349-b366-428f-8dc8-e51a64ada9ed tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:56.645007 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-660f0349-b366-428f-8dc8-e51a64ada9ed tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:41:56.645561 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-660f0349-b366-428f-8dc8-e51a64ada9ed tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:56.649323 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:41:56.649323 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:41:56.649323 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:41:56.649323 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:41:56.649323 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:41:56.649323 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:41:56.649323 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:41:56.649323 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:41:56.649323 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:41:56.649323 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:41:56.649323 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:41:56.649323 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:41:56.649323 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:41:56.649323 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:41:56.649323 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:41:56.649323 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:41:56.649323 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:41:56.649323 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:41:56.649323 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:41:56.649323 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:41:56.649323 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:41:56.649323 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:41:56.649323 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:41:56.649323 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:41:56.649323 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:41:56.649323 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:41:56.649323 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:41:56.649323 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:41:56.649323 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:41:56.649323 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:41:56.649323 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:41:56.649323 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:41:56.718367 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-660f0349-b366-428f-8dc8-e51a64ada9ed tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:56.731671 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-660f0349-b366-428f-8dc8-e51a64ada9ed tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:56.736695 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-660f0349-b366-428f-8dc8-e51a64ada9ed tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] 10.222.0.49 "DELETE /v2.0/networks/54d6d523-d06e-4cae-ae90-44c4005d4515 HTTP/1.1" status: 204 len: 168 time: 0.3275306 Nov 09 21:41:56.738324 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46302) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:56.762786 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f0349-b366-428f-8dc8-e51a64ada9ed tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Pushing event deleted for resources: {'Network': ['ID=54d6d523-d06e-4cae-ae90-44c4005d4515,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:56.827890 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-404a802c-e066-4ee7-a144-05f779b47b7b tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:56.925800 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-404a802c-e066-4ee7-a144-05f779b47b7b tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:56.948088 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-404a802c-e066-4ee7-a144-05f779b47b7b tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b153f29-67c8-4f0e-b56d-021d6b25c911']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:41:56.957477 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-404a802c-e066-4ee7-a144-05f779b47b7b tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0db9a520-dc62-4f60-90c5-9fb6d258e76a') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:41:56.957976 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-404a802c-e066-4ee7-a144-05f779b47b7b tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0db9a520-dc62-4f60-90c5-9fb6d258e76a') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:41:56.967407 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-404a802c-e066-4ee7-a144-05f779b47b7b tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:56.981445 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-404a802c-e066-4ee7-a144-05f779b47b7b tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:56.987327 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-404a802c-e066-4ee7-a144-05f779b47b7b tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:41:56.987776 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-404a802c-e066-4ee7-a144-05f779b47b7b tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:56.990884 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:41:56.990884 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:41:56.990884 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:41:56.990884 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:41:56.990884 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:41:56.990884 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:41:56.990884 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:41:56.990884 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:41:56.990884 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:41:56.990884 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:41:56.990884 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:41:56.990884 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:41:56.990884 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:41:56.990884 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:41:56.990884 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:41:56.990884 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:41:56.990884 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:41:56.990884 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:41:56.990884 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:41:56.990884 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:41:56.990884 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:41:56.990884 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:41:56.990884 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:41:56.990884 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:41:56.990884 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:41:56.990884 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:41:56.990884 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:41:56.990884 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:41:56.990884 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:41:56.990884 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:41:56.990884 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:41:56.990884 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:41:57.050772 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-404a802c-e066-4ee7-a144-05f779b47b7b tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:57.057223 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-404a802c-e066-4ee7-a144-05f779b47b7b tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:57.064582 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 46306) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:57.064867 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-404a802c-e066-4ee7-a144-05f779b47b7b tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] 10.222.0.49 "DELETE /v2.0/networks/9b153f29-67c8-4f0e-b56d-021d6b25c911 HTTP/1.1" status: 204 len: 168 time: 0.3249218 Nov 09 21:41:57.081308 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a802c-e066-4ee7-a144-05f779b47b7b tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Pushing event deleted for resources: {'Network': ['ID=9b153f29-67c8-4f0e-b56d-021d6b25c911,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:57.222072 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e342c27-ab45-43c0-bcb6-b3691d0e92a2 req-1c4619cb-e3c3-4275-b31c-df09ee5e1982 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:57.224426 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4e342c27-ab45-43c0-bcb6-b3691d0e92a2 req-1c4619cb-e3c3-4275-b31c-df09ee5e1982 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 943 time: 0.0592709 Nov 09 21:41:57.282360 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34f7b36-97b3-4bba-838f-6d327ac10539 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:57.290293 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34f7b36-97b3-4bba-838f-6d327ac10539 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:57.292533 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d34f7b36-97b3-4bba-838f-6d327ac10539 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2262704 Nov 09 21:41:57.296416 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 46310) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:57.302465 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-120db2bb-13ff-4272-9567-d23aed82d8bf tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2145664447'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:41:57.307997 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4e342c27-ab45-43c0-bcb6-b3691d0e92a2 req-58c053bb-3858-4287-8442-edeb6b80464c tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667017 Nov 09 21:41:57.326040 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120db2bb-13ff-4272-9567-d23aed82d8bf tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Made reservation on behalf of 1785abe24cc241aeb66b178dc2be4a70 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:41:57.329522 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-120db2bb-13ff-4272-9567-d23aed82d8bf tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:57.357085 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-120db2bb-13ff-4272-9567-d23aed82d8bf tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:41:57.366169 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-120db2bb-13ff-4272-9567-d23aed82d8bf tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:57.366590 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-120db2bb-13ff-4272-9567-d23aed82d8bf tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Added segment 244400fe-59de-4dcb-b436-96fce16187ba of type vlan for network 7eb6d3cd-c517-421d-bb06-4ad3c6e30eeb Nov 09 21:41:57.409460 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-120db2bb-13ff-4272-9567-d23aed82d8bf tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:57.436461 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-120db2bb-13ff-4272-9567-d23aed82d8bf tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:57.442681 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120db2bb-13ff-4272-9567-d23aed82d8bf tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:57.443786 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-120db2bb-13ff-4272-9567-d23aed82d8bf tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:57.517543 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-120db2bb-13ff-4272-9567-d23aed82d8bf tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2197998 Nov 09 21:41:57.520301 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46312) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:57.526663 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-a4e649aa-e7e8-4887-a3ba-2c14851b944b tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-524573147'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:41:57.539055 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120db2bb-13ff-4272-9567-d23aed82d8bf tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Pushing event updated for resources: {'Network': ['ID=7eb6d3cd-c517-421d-bb06-4ad3c6e30eeb,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:57.554253 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e649aa-e7e8-4887-a3ba-2c14851b944b tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Made reservation on behalf of 1785abe24cc241aeb66b178dc2be4a70 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:41:57.558234 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a4e649aa-e7e8-4887-a3ba-2c14851b944b tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:57.560708 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 7eb6d3cd-c517-421d-bb06-4ad3c6e30eeb details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:41:57.584082 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4e649aa-e7e8-4887-a3ba-2c14851b944b tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:41:57.594873 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a4e649aa-e7e8-4887-a3ba-2c14851b944b tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:57.595281 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-a4e649aa-e7e8-4887-a3ba-2c14851b944b tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Added segment 48230670-785a-46a6-94c4-dadc677efccc of type vlan for network b314cb1d-351a-48fa-9114-c8fa93348695 Nov 09 21:41:57.644001 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a4e649aa-e7e8-4887-a3ba-2c14851b944b tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:57.670696 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a4e649aa-e7e8-4887-a3ba-2c14851b944b tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:57.677513 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e649aa-e7e8-4887-a3ba-2c14851b944b tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:57.678795 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a4e649aa-e7e8-4887-a3ba-2c14851b944b tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:57.753462 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a4e649aa-e7e8-4887-a3ba-2c14851b944b tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2317421 Nov 09 21:41:57.756222 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 46316) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:57.761902 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-df27c33e-eccf-4cfe-aaee-d0c63c2c0b21 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Request body: {'ports': [{'network_id': '7eb6d3cd-c517-421d-bb06-4ad3c6e30eeb', 'name': 'tempest-port--1345054086', 'admin_state_up': True}, {'network_id': 'b314cb1d-351a-48fa-9114-c8fa93348695', 'admin_state_up': False}]} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:41:57.762217 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-df27c33e-eccf-4cfe-aaee-d0c63c2c0b21 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Request body: {'port': {'network_id': '7eb6d3cd-c517-421d-bb06-4ad3c6e30eeb', 'name': 'tempest-port--1345054086', 'admin_state_up': True}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:41:57.762737 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-df27c33e-eccf-4cfe-aaee-d0c63c2c0b21 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Request body: {'port': {'network_id': 'b314cb1d-351a-48fa-9114-c8fa93348695', 'admin_state_up': False}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:41:57.770461 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e649aa-e7e8-4887-a3ba-2c14851b944b tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Pushing event updated for resources: {'Network': ['ID=b314cb1d-351a-48fa-9114-c8fa93348695,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:57.782435 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network b314cb1d-351a-48fa-9114-c8fa93348695 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:41:57.953769 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df27c33e-eccf-4cfe-aaee-d0c63c2c0b21 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Made reservation on behalf of 1785abe24cc241aeb66b178dc2be4a70 for: {'port': 2} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:41:57.958450 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-df27c33e-eccf-4cfe-aaee-d0c63c2c0b21 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:57.971618 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-df27c33e-eccf-4cfe-aaee-d0c63c2c0b21 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:58.053195 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-df27c33e-eccf-4cfe-aaee-d0c63c2c0b21 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] device_id is not set on port 7d3f69df-0c09-44b8-90cc-63bc55053f44 yet. {{(pid=102607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:41:58.172901 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-df27c33e-eccf-4cfe-aaee-d0c63c2c0b21 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:58.243645 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-df27c33e-eccf-4cfe-aaee-d0c63c2c0b21 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] device_id is not set on port 48257e05-a10c-49af-96e9-6b4bf12d9762 yet. {{(pid=102607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:41:58.352268 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-df27c33e-eccf-4cfe-aaee-d0c63c2c0b21 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:58.391217 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-df27c33e-eccf-4cfe-aaee-d0c63c2c0b21 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:58.481687 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27c33e-eccf-4cfe-aaee-d0c63c2c0b21 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Pushing event updated for resources: {'Port': ['ID=7d3f69df-0c09-44b8-90cc-63bc55053f44,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:58.502488 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df27c33e-eccf-4cfe-aaee-d0c63c2c0b21 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Checking segment: {'id': '244400fe-59de-4dcb-b436-96fce16187ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7eb6d3cd-c517-421d-bb06-4ad3c6e30eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:41:58.502850 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df27c33e-eccf-4cfe-aaee-d0c63c2c0b21 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Network hostable DHCP agents. Network: 7eb6d3cd-c517-421d-bb06-4ad3c6e30eeb, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:41:58.513381 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e354b94-5ae2-4d7e-beda-a0a52696f5d5 req-c8838cef-7ae0-4835-84ee-2d42e6ae81e2 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:58.514876 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0e354b94-5ae2-4d7e-beda-a0a52696f5d5 req-c8838cef-7ae0-4835-84ee-2d42e6ae81e2 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 943 time: 0.0899577 Nov 09 21:41:58.543461 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df27c33e-eccf-4cfe-aaee-d0c63c2c0b21 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Network 7eb6d3cd-c517-421d-bb06-4ad3c6e30eeb is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:41:58.570173 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-df27c33e-eccf-4cfe-aaee-d0c63c2c0b21 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 7eb6d3cd-c517-421d-bb06-4ad3c6e30eeb) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:41:58.576790 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df27c33e-eccf-4cfe-aaee-d0c63c2c0b21 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:41:58.577656 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-df27c33e-eccf-4cfe-aaee-d0c63c2c0b21 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:58.582519 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0e354b94-5ae2-4d7e-beda-a0a52696f5d5 req-a01efb19-8a63-4451-918f-dd8f5e53cce8 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587735 Nov 09 21:41:58.587097 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d544fc8b-d320-4074-a0e3-2eb4078c9784 None None] Network 7eb6d3cd-c517-421d-bb06-4ad3c6e30eeb requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:41:58.645915 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27c33e-eccf-4cfe-aaee-d0c63c2c0b21 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Pushing event updated for resources: {'Port': ['ID=48257e05-a10c-49af-96e9-6b4bf12d9762,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:58.668466 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df27c33e-eccf-4cfe-aaee-d0c63c2c0b21 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Checking segment: {'id': '48230670-785a-46a6-94c4-dadc677efccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b314cb1d-351a-48fa-9114-c8fa93348695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:41:58.668934 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df27c33e-eccf-4cfe-aaee-d0c63c2c0b21 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Network hostable DHCP agents. Network: b314cb1d-351a-48fa-9114-c8fa93348695, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:41:58.688578 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df27c33e-eccf-4cfe-aaee-d0c63c2c0b21 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Network b314cb1d-351a-48fa-9114-c8fa93348695 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:41:58.703382 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-df27c33e-eccf-4cfe-aaee-d0c63c2c0b21 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, b314cb1d-351a-48fa-9114-c8fa93348695) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:41:58.710978 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df27c33e-eccf-4cfe-aaee-d0c63c2c0b21 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:41:58.717121 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df27c33e-eccf-4cfe-aaee-d0c63c2c0b21 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:58.722030 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df27c33e-eccf-4cfe-aaee-d0c63c2c0b21 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:58.722719 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-df27c33e-eccf-4cfe-aaee-d0c63c2c0b21 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:58.738661 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8879a17d-8867-413f-8470-88f73de2fa3d None None] Network b314cb1d-351a-48fa-9114-c8fa93348695 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:41:58.754015 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-df27c33e-eccf-4cfe-aaee-d0c63c2c0b21 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 0.9959497 Nov 09 21:41:58.756372 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46326) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:58.861066 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a19b66-8257-4c5b-9441-fea7160682ca tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:58.871317 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a19b66-8257-4c5b-9441-fea7160682ca tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:58.876077 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-30a19b66-8257-4c5b-9441-fea7160682ca tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1161628 Nov 09 21:41:58.876461 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 46328) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:58.983652 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-2cddec3b-7f4d-435d-a50a-e2944a6d347c tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Deleting port 7d3f69df-0c09-44b8-90cc-63bc55053f44 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:41:58.984048 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2cddec3b-7f4d-435d-a50a-e2944a6d347c tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:59.055269 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2cddec3b-7f4d-435d-a50a-e2944a6d347c tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:59.067715 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-2cddec3b-7f4d-435d-a50a-e2944a6d347c tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Calling delete_port for 7d3f69df-0c09-44b8-90cc-63bc55053f44 owned by {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:41:59.145851 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2cddec3b-7f4d-435d-a50a-e2944a6d347c tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:59.176128 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cddec3b-7f4d-435d-a50a-e2944a6d347c tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Pushing event deleted for resources: {'Port': ['ID=7d3f69df-0c09-44b8-90cc-63bc55053f44,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:59.180060 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2cddec3b-7f4d-435d-a50a-e2944a6d347c tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:59.183337 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2cddec3b-7f4d-435d-a50a-e2944a6d347c tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] 10.222.0.49 "DELETE /v2.0/ports/7d3f69df-0c09-44b8-90cc-63bc55053f44 HTTP/1.1" status: 204 len: 168 time: 0.3058345 Nov 09 21:41:59.186189 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46330) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:59.281574 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-dbac55b4-18a3-4acf-bf17-a8528ee583f1 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Deleting port 48257e05-a10c-49af-96e9-6b4bf12d9762 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:41:59.281902 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dbac55b4-18a3-4acf-bf17-a8528ee583f1 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:59.351402 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dbac55b4-18a3-4acf-bf17-a8528ee583f1 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:59.363925 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-dbac55b4-18a3-4acf-bf17-a8528ee583f1 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Calling delete_port for 48257e05-a10c-49af-96e9-6b4bf12d9762 owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:41:59.449085 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dbac55b4-18a3-4acf-bf17-a8528ee583f1 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:59.475586 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac55b4-18a3-4acf-bf17-a8528ee583f1 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Pushing event deleted for resources: {'Port': ['ID=48257e05-a10c-49af-96e9-6b4bf12d9762,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:59.483459 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dbac55b4-18a3-4acf-bf17-a8528ee583f1 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:59.490069 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-dbac55b4-18a3-4acf-bf17-a8528ee583f1 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] 10.222.0.49 "DELETE /v2.0/ports/48257e05-a10c-49af-96e9-6b4bf12d9762 HTTP/1.1" status: 204 len: 168 time: 0.3028219 Nov 09 21:41:59.490644 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46332) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:59.525110 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-66448e69-dfac-4ea7-b1a6-ed2bc2cbf879 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0295672 Nov 09 21:41:59.526060 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46334) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:59.530932 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-ee5bb634-7006-4c51-ab63-fcdca003c4d2 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1410802216'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:41:59.554386 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5bb634-7006-4c51-ab63-fcdca003c4d2 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Made reservation on behalf of 1785abe24cc241aeb66b178dc2be4a70 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:41:59.559080 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ee5bb634-7006-4c51-ab63-fcdca003c4d2 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:59.585341 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee5bb634-7006-4c51-ab63-fcdca003c4d2 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:41:59.596379 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ee5bb634-7006-4c51-ab63-fcdca003c4d2 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:59.597104 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-ee5bb634-7006-4c51-ab63-fcdca003c4d2 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Added segment de38d545-13ce-44bb-ae3f-65600b3ef57d of type vlan for network dbe887b9-b4a0-4edf-be43-395a182d2fad Nov 09 21:41:59.645642 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ee5bb634-7006-4c51-ab63-fcdca003c4d2 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:59.681855 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ee5bb634-7006-4c51-ab63-fcdca003c4d2 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:59.687792 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5bb634-7006-4c51-ab63-fcdca003c4d2 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:59.688442 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ee5bb634-7006-4c51-ab63-fcdca003c4d2 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:59.788977 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ee5bb634-7006-4c51-ab63-fcdca003c4d2 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2618206 Nov 09 21:41:59.791734 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 46342) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:41:59.797281 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-f8a685b7-9b6c-4f3a-9cd1-0e2c4ab51740 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-552604572'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:41:59.813108 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcedbc9f-7c6a-409a-958e-cc65a1b6d758 req-8c87fd2c-6713-457b-9b4f-54d87188aac7 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:41:59.814613 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dcedbc9f-7c6a-409a-958e-cc65a1b6d758 req-8c87fd2c-6713-457b-9b4f-54d87188aac7 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 943 time: 0.1005492 Nov 09 21:41:59.815265 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5bb634-7006-4c51-ab63-fcdca003c4d2 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Pushing event updated for resources: {'Network': ['ID=dbe887b9-b4a0-4edf-be43-395a182d2fad,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:41:59.826091 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network dbe887b9-b4a0-4edf-be43-395a182d2fad details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:41:59.848542 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a685b7-9b6c-4f3a-9cd1-0e2c4ab51740 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Made reservation on behalf of 1785abe24cc241aeb66b178dc2be4a70 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:41:59.853038 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f8a685b7-9b6c-4f3a-9cd1-0e2c4ab51740 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:59.912257 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8a685b7-9b6c-4f3a-9cd1-0e2c4ab51740 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:41:59.929902 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dcedbc9f-7c6a-409a-958e-cc65a1b6d758 req-5c862d55-ddac-49a2-b780-335b573cf9a1 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937171 Nov 09 21:41:59.933539 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f8a685b7-9b6c-4f3a-9cd1-0e2c4ab51740 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:41:59.935581 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-f8a685b7-9b6c-4f3a-9cd1-0e2c4ab51740 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Added segment d9021785-f4d3-4b9b-a05f-4254207987b4 of type vlan for network 6e3b63fd-40c9-4e7b-aed8-6f4ba079117e Nov 09 21:42:00.009581 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f8a685b7-9b6c-4f3a-9cd1-0e2c4ab51740 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:00.047197 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f8a685b7-9b6c-4f3a-9cd1-0e2c4ab51740 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:00.055911 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a685b7-9b6c-4f3a-9cd1-0e2c4ab51740 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:00.056564 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f8a685b7-9b6c-4f3a-9cd1-0e2c4ab51740 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:00.125723 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f8a685b7-9b6c-4f3a-9cd1-0e2c4ab51740 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3327687 Nov 09 21:42:00.149300 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a685b7-9b6c-4f3a-9cd1-0e2c4ab51740 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Pushing event updated for resources: {'Network': ['ID=6e3b63fd-40c9-4e7b-aed8-6f4ba079117e,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:00.165368 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 6e3b63fd-40c9-4e7b-aed8-6f4ba079117e details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:42:00.257063 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 46346) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:00.263749 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-411078bd-b1f1-4f08-94fc-d3e56ae67f75 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Request body: {'subnets': [{'network_id': 'dbe887b9-b4a0-4edf-be43-395a182d2fad', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--114519029', 'ip_version': 4}, {'network_id': '6e3b63fd-40c9-4e7b-aed8-6f4ba079117e', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:42:00.263916 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-411078bd-b1f1-4f08-94fc-d3e56ae67f75 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Request body: {'subnet': {'network_id': 'dbe887b9-b4a0-4edf-be43-395a182d2fad', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--114519029', 'ip_version': 4}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:42:00.264565 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-411078bd-b1f1-4f08-94fc-d3e56ae67f75 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Request body: {'subnet': {'network_id': '6e3b63fd-40c9-4e7b-aed8-6f4ba079117e', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:42:00.505011 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411078bd-b1f1-4f08-94fc-d3e56ae67f75 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Made reservation on behalf of 1785abe24cc241aeb66b178dc2be4a70 for: {'subnet': 2} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:42:00.510401 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-411078bd-b1f1-4f08-94fc-d3e56ae67f75 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:00.510980 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-411078bd-b1f1-4f08-94fc-d3e56ae67f75 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:00.833902 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 46358) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:00.999258 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-411078bd-b1f1-4f08-94fc-d3e56ae67f75 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:01.001144 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d698de3d-38df-4ada-ac72-40805fdcb309 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:01.075164 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411078bd-b1f1-4f08-94fc-d3e56ae67f75 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Pushing event updated for resources: {'Subnet': ['ID=757396d0-fdb7-4d90-bdc9-4c425e0ac179,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:01.168368 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd24169-a52d-4723-908c-dcc0c25b0bcb req-73912403-7bd7-4351-82e4-e9cb9bc06ecb tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:01.170018 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7dd24169-a52d-4723-908c-dcc0c25b0bcb req-73912403-7bd7-4351-82e4-e9cb9bc06ecb tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 943 time: 0.1192162 Nov 09 21:42:01.172407 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411078bd-b1f1-4f08-94fc-d3e56ae67f75 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Checking segment: {'id': 'de38d545-13ce-44bb-ae3f-65600b3ef57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'dbe887b9-b4a0-4edf-be43-395a182d2fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:42:01.172867 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411078bd-b1f1-4f08-94fc-d3e56ae67f75 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Network hostable DHCP agents. Network: dbe887b9-b4a0-4edf-be43-395a182d2fad, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:42:01.237482 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411078bd-b1f1-4f08-94fc-d3e56ae67f75 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Network dbe887b9-b4a0-4edf-be43-395a182d2fad is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:42:01.264071 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d698de3d-38df-4ada-ac72-40805fdcb309 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:01.265987 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-411078bd-b1f1-4f08-94fc-d3e56ae67f75 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, dbe887b9-b4a0-4edf-be43-395a182d2fad) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:42:01.271391 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-411078bd-b1f1-4f08-94fc-d3e56ae67f75 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:01.276016 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bb9936-3924-433f-8c8a-2cddfb269a40 None None] Network dbe887b9-b4a0-4edf-be43-395a182d2fad requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:42:01.283400 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7dd24169-a52d-4723-908c-dcc0c25b0bcb req-2d0fc157-7c80-4707-a877-0c5ba27a1bc9 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021361 Nov 09 21:42:01.284066 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d698de3d-38df-4ada-ac72-40805fdcb309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:01.374961 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46370) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:01.375572 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d698de3d-38df-4ada-ac72-40805fdcb309 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e3a266f3056b46f39c90707a8df68a55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5392449 Nov 09 21:42:01.381072 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d698de3d-38df-4ada-ac72-40805fdcb309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43abef4-ac69-423e-8900-96fd9f877651,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:01.386031 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411078bd-b1f1-4f08-94fc-d3e56ae67f75 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Pushing event updated for resources: {'Subnet': ['ID=b43fabee-f4e7-4398-8ad2-8cb9a4dcda31,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:01.407582 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411078bd-b1f1-4f08-94fc-d3e56ae67f75 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Checking segment: {'id': 'd9021785-f4d3-4b9b-a05f-4254207987b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6e3b63fd-40c9-4e7b-aed8-6f4ba079117e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:42:01.408072 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411078bd-b1f1-4f08-94fc-d3e56ae67f75 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Network hostable DHCP agents. Network: 6e3b63fd-40c9-4e7b-aed8-6f4ba079117e, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:42:01.430626 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411078bd-b1f1-4f08-94fc-d3e56ae67f75 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Network 6e3b63fd-40c9-4e7b-aed8-6f4ba079117e is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:42:01.443634 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-411078bd-b1f1-4f08-94fc-d3e56ae67f75 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 6e3b63fd-40c9-4e7b-aed8-6f4ba079117e) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:42:01.449531 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411078bd-b1f1-4f08-94fc-d3e56ae67f75 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:01.450060 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411078bd-b1f1-4f08-94fc-d3e56ae67f75 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:01.450701 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-411078bd-b1f1-4f08-94fc-d3e56ae67f75 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:01.454003 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b772670-a26c-4941-a6bc-f93f9ec1a3ca None None] Network 6e3b63fd-40c9-4e7b-aed8-6f4ba079117e requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:42:01.470919 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d7a561-fe93-4f06-b50a-728ecf65cf34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-dbe887b9-b4a0-4edf-be43-395a182d2fad', 'network_id': 'dbe887b9-b4a0-4edf-be43-395a182d2fad', 'tenant_id': '1785abe24cc241aeb66b178dc2be4a70', 'fixed_ips': [{'subnet_id': '757396d0-fdb7-4d90-bdc9-4c425e0ac179'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:42:01.472076 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-06d7a561-fe93-4f06-b50a-728ecf65cf34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:01.480765 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-411078bd-b1f1-4f08-94fc-d3e56ae67f75 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.2225089 Nov 09 21:42:01.483098 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 46372) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:01.509703 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1bf0e5df-36ca-4f18-99ee-62d85a24871b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:01.540075 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1bf0e5df-36ca-4f18-99ee-62d85a24871b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:01.582603 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32689dc8-0ca7-4967-bc3b-df6806edd6e6 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:01.584291 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32689dc8-0ca7-4967-bc3b-df6806edd6e6 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:01.586466 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32689dc8-0ca7-4967-bc3b-df6806edd6e6 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:01.590991 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-32689dc8-0ca7-4967-bc3b-df6806edd6e6 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1040654 Nov 09 21:42:01.591755 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 46374) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:01.638890 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1bf0e5df-36ca-4f18-99ee-62d85a24871b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:01.642091 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1bf0e5df-36ca-4f18-99ee-62d85a24871b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:01.654058 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1bf0e5df-36ca-4f18-99ee-62d85a24871b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b43abef4-ac69-423e-8900-96fd9f877651 HTTP/1.1" status: 204 len: 168 time: 0.2710998 Nov 09 21:42:01.671685 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf0e5df-36ca-4f18-99ee-62d85a24871b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43abef4-ac69-423e-8900-96fd9f877651,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:01.737045 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ca1e996-d7e2-453d-b01c-0c039f105895 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Deleting subnet 757396d0-fdb7-4d90-bdc9-4c425e0ac179 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:42:01.742651 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07dcb009-c5e8-459f-bc46-cfd504a089d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-6e3b63fd-40c9-4e7b-aed8-6f4ba079117e', 'network_id': '6e3b63fd-40c9-4e7b-aed8-6f4ba079117e', 'tenant_id': '1785abe24cc241aeb66b178dc2be4a70', 'fixed_ips': [{'subnet_id': 'b43fabee-f4e7-4398-8ad2-8cb9a4dcda31'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:42:01.743798 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-07dcb009-c5e8-459f-bc46-cfd504a089d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:01.764727 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-06d7a561-fe93-4f06-b50a-728ecf65cf34 None None] Allocated IP 172.20.0.2 (dbe887b9-b4a0-4edf-be43-395a182d2fad/757396d0-fdb7-4d90-bdc9-4c425e0ac179/c79aca0a-0ac8-420a-b8b2-ce26c63ee80a) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:42:01.895698 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-07dcb009-c5e8-459f-bc46-cfd504a089d5 None None] Allocated IP 172.20.0.18 (6e3b63fd-40c9-4e7b-aed8-6f4ba079117e/b43fabee-f4e7-4398-8ad2-8cb9a4dcda31/78952e16-bd81-421e-b455-cac1dbd24890) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:42:02.045163 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 46384) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:02.067616 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c66d9bc8-f275-4929-aac5-1a4bed26a121 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:02.182114 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c66d9bc8-f275-4929-aac5-1a4bed26a121 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:02.187535 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c66d9bc8-f275-4929-aac5-1a4bed26a121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:02.235218 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c66d9bc8-f275-4929-aac5-1a4bed26a121 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c62e0dadf9fb4597bc7670bd1d21f613&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1865182 Nov 09 21:42:02.235541 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46390) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:02.246031 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66d9bc8-f275-4929-aac5-1a4bed26a121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65154f1c-107f-4f7c-b93e-84c65d782416,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:02.299760 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-94b3727f-66a9-418c-bafc-bd82b4ee2448 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:02.326518 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-94b3727f-66a9-418c-bafc-bd82b4ee2448 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:02.388865 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-06d7a561-fe93-4f06-b50a-728ecf65cf34 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:02.404385 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7ca1e996-d7e2-453d-b01c-0c039f105895 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:02.418891 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-06d7a561-fe93-4f06-b50a-728ecf65cf34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:02.421938 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-07dcb009-c5e8-459f-bc46-cfd504a089d5 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:02.431485 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-94b3727f-66a9-418c-bafc-bd82b4ee2448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:02.437002 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-94b3727f-66a9-418c-bafc-bd82b4ee2448 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:02.440613 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-94b3727f-66a9-418c-bafc-bd82b4ee2448 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/65154f1c-107f-4f7c-b93e-84c65d782416 HTTP/1.1" status: 204 len: 168 time: 0.2016127 Nov 09 21:42:02.454496 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7ca1e996-d7e2-453d-b01c-0c039f105895 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:02.473514 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d7a561-fe93-4f06-b50a-728ecf65cf34 None None] Pushing event updated for resources: {'Port': ['ID=c79aca0a-0ac8-420a-b8b2-ce26c63ee80a,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:02.479646 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-07dcb009-c5e8-459f-bc46-cfd504a089d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:02.481407 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b615042-ba59-4777-84c1-adb0bf46b99d req-d15b9b9e-39af-4680-b9d8-5c9ab56e927c tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:02.490569 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d7a561-fe93-4f06-b50a-728ecf65cf34 None None] Network dbe887b9-b4a0-4edf-be43-395a182d2fad is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:42:02.501636 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1b615042-ba59-4777-84c1-adb0bf46b99d req-d15b9b9e-39af-4680-b9d8-5c9ab56e927c tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 943 time: 0.1263950 Nov 09 21:42:02.528883 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-06d7a561-fe93-4f06-b50a-728ecf65cf34 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:42:02.531018 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dcb009-c5e8-459f-bc46-cfd504a089d5 None None] Pushing event updated for resources: {'Port': ['ID=78952e16-bd81-421e-b455-cac1dbd24890,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:02.536870 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d7a561-fe93-4f06-b50a-728ecf65cf34 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:42:02.553942 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b3727f-66a9-418c-bafc-bd82b4ee2448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65154f1c-107f-4f7c-b93e-84c65d782416,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:02.608453 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07dcb009-c5e8-459f-bc46-cfd504a089d5 None None] Network 6e3b63fd-40c9-4e7b-aed8-6f4ba079117e is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:42:02.624997 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7ca1e996-d7e2-453d-b01c-0c039f105895 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:02.626978 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-06d7a561-fe93-4f06-b50a-728ecf65cf34 None None] Attempting to bind port c79aca0a-0ac8-420a-b8b2-ce26c63ee80a on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:42:02.627356 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-06d7a561-fe93-4f06-b50a-728ecf65cf34 None None] Attempting to bind port c79aca0a-0ac8-420a-b8b2-ce26c63ee80a by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'de38d545-13ce-44bb-ae3f-65600b3ef57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'dbe887b9-b4a0-4edf-be43-395a182d2fad'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:42:02.627720 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d7a561-fe93-4f06-b50a-728ecf65cf34 None None] Attempting to bind port c79aca0a-0ac8-420a-b8b2-ce26c63ee80a on network dbe887b9-b4a0-4edf-be43-395a182d2fad {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:42:02.628533 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1b615042-ba59-4777-84c1-adb0bf46b99d req-60867e9e-73d2-4995-9f73-a3f2ad6aa007 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177680 Nov 09 21:42:02.630104 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-07dcb009-c5e8-459f-bc46-cfd504a089d5 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:42:02.635995 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dcb009-c5e8-459f-bc46-cfd504a089d5 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:42:02.673294 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d7a561-fe93-4f06-b50a-728ecf65cf34 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:42:02.673691 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d7a561-fe93-4f06-b50a-728ecf65cf34 None None] Checking segment: {'id': 'de38d545-13ce-44bb-ae3f-65600b3ef57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'dbe887b9-b4a0-4edf-be43-395a182d2fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:42:02.674203 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-06d7a561-fe93-4f06-b50a-728ecf65cf34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:02.674436 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d7a561-fe93-4f06-b50a-728ecf65cf34 None None] Bound using segment: {'id': 'de38d545-13ce-44bb-ae3f-65600b3ef57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'dbe887b9-b4a0-4edf-be43-395a182d2fad'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:42:02.675824 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-06d7a561-fe93-4f06-b50a-728ecf65cf34 None None] Bound port: c79aca0a-0ac8-420a-b8b2-ce26c63ee80a, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de38d545-13ce-44bb-ae3f-65600b3ef57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'dbe887b9-b4a0-4edf-be43-395a182d2fad'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:42:02.676359 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-06d7a561-fe93-4f06-b50a-728ecf65cf34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:02.713027 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7ca1e996-d7e2-453d-b01c-0c039f105895 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:02.747567 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca1e996-d7e2-453d-b01c-0c039f105895 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Pushing event deleted for resources: {'Subnet': ['ID=757396d0-fdb7-4d90-bdc9-4c425e0ac179,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:02.758386 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-07dcb009-c5e8-459f-bc46-cfd504a089d5 None None] Attempting to bind port 78952e16-bd81-421e-b455-cac1dbd24890 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:42:02.758869 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-07dcb009-c5e8-459f-bc46-cfd504a089d5 None None] Attempting to bind port 78952e16-bd81-421e-b455-cac1dbd24890 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'd9021785-f4d3-4b9b-a05f-4254207987b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6e3b63fd-40c9-4e7b-aed8-6f4ba079117e'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:42:02.759236 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dcb009-c5e8-459f-bc46-cfd504a089d5 None None] Attempting to bind port 78952e16-bd81-421e-b455-cac1dbd24890 on network 6e3b63fd-40c9-4e7b-aed8-6f4ba079117e {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:42:02.760667 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7ca1e996-d7e2-453d-b01c-0c039f105895 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:02.764561 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7ca1e996-d7e2-453d-b01c-0c039f105895 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] 10.222.0.49 "DELETE /v2.0/subnets/757396d0-fdb7-4d90-bdc9-4c425e0ac179 HTTP/1.1" status: 204 len: 168 time: 1.1707468 Nov 09 21:42:02.766257 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dcb009-c5e8-459f-bc46-cfd504a089d5 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:42:02.766629 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dcb009-c5e8-459f-bc46-cfd504a089d5 None None] Checking segment: {'id': 'd9021785-f4d3-4b9b-a05f-4254207987b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6e3b63fd-40c9-4e7b-aed8-6f4ba079117e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:42:02.767026 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-07dcb009-c5e8-459f-bc46-cfd504a089d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:02.767329 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 46398) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:02.767463 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dcb009-c5e8-459f-bc46-cfd504a089d5 None None] Bound using segment: {'id': 'd9021785-f4d3-4b9b-a05f-4254207987b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6e3b63fd-40c9-4e7b-aed8-6f4ba079117e'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:42:02.767867 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-07dcb009-c5e8-459f-bc46-cfd504a089d5 None None] Bound port: 78952e16-bd81-421e-b455-cac1dbd24890, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9021785-f4d3-4b9b-a05f-4254207987b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6e3b63fd-40c9-4e7b-aed8-6f4ba079117e'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:42:02.768245 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-07dcb009-c5e8-459f-bc46-cfd504a089d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:02.829641 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-3333c4e8-77d3-45e7-bca9-48446716bd4a tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Deleting subnet b43fabee-f4e7-4398-8ad2-8cb9a4dcda31 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:42:02.832879 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3333c4e8-77d3-45e7-bca9-48446716bd4a tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:02.849182 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-06d7a561-fe93-4f06-b50a-728ecf65cf34 None None] For port c79aca0a-0ac8-420a-b8b2-ce26c63ee80a, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:42:02.853211 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-06d7a561-fe93-4f06-b50a-728ecf65cf34 None None] For port c79aca0a-0ac8-420a-b8b2-ce26c63ee80a, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=c79aca0a-0ac8-420a-b8b2-ce26c63ee80a,segment=NetworkSegment(de38d545-13ce-44bb-ae3f-65600b3ef57d),segment_id=de38d545-13ce-44bb-ae3f-65600b3ef57d)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:42:02.863974 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-06d7a561-fe93-4f06-b50a-728ecf65cf34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:02.880780 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3333c4e8-77d3-45e7-bca9-48446716bd4a tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:02.985460 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc38beb-b34a-422d-9b57-772dbc8bfc75 None None] Network dbe887b9-b4a0-4edf-be43-395a182d2fad requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:42:03.042357 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-07dcb009-c5e8-459f-bc46-cfd504a089d5 None None] For port 78952e16-bd81-421e-b455-cac1dbd24890, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:42:03.074493 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d7a561-fe93-4f06-b50a-728ecf65cf34 None None] Pushing event updated for resources: {'Port': ['ID=c79aca0a-0ac8-420a-b8b2-ce26c63ee80a,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:03.079073 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-07dcb009-c5e8-459f-bc46-cfd504a089d5 None None] For port 78952e16-bd81-421e-b455-cac1dbd24890, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=78952e16-bd81-421e-b455-cac1dbd24890,segment=NetworkSegment(d9021785-f4d3-4b9b-a05f-4254207987b4),segment_id=d9021785-f4d3-4b9b-a05f-4254207987b4)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:42:03.092765 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3333c4e8-77d3-45e7-bca9-48446716bd4a tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:03.093767 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-07dcb009-c5e8-459f-bc46-cfd504a089d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:03.227055 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3333c4e8-77d3-45e7-bca9-48446716bd4a tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:03.235834 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dcb009-c5e8-459f-bc46-cfd504a089d5 None None] Pushing event updated for resources: {'Port': ['ID=78952e16-bd81-421e-b455-cac1dbd24890,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:03.276873 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3333c4e8-77d3-45e7-bca9-48446716bd4a tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Pushing event deleted for resources: {'Subnet': ['ID=b43fabee-f4e7-4398-8ad2-8cb9a4dcda31,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:03.296270 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3333c4e8-77d3-45e7-bca9-48446716bd4a tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:03.300964 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-3333c4e8-77d3-45e7-bca9-48446716bd4a tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] 10.222.0.49 "DELETE /v2.0/subnets/b43fabee-f4e7-4398-8ad2-8cb9a4dcda31 HTTP/1.1" status: 204 len: 168 time: 0.5324683 Nov 09 21:42:03.304345 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 46420) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:03.363305 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b007f6dc-e078-4cd0-9e6d-2da6b69b0d88 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:03.364813 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b007f6dc-e078-4cd0-9e6d-2da6b69b0d88 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0565174 Nov 09 21:42:03.371570 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 46424) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:03.508104 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-254d1932-908f-4214-869b-811670bc3b9b tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:03.721859 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:03.920680 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9e58a-f9e1-451a-97e6-31d0a537dc20 req-3949158f-9fea-4b09-b871-6a28c5a19b85 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:03.922175 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8bb9e58a-f9e1-451a-97e6-31d0a537dc20 req-3949158f-9fea-4b09-b871-6a28c5a19b85 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 943 time: 0.0701191 Nov 09 21:42:03.927565 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-254d1932-908f-4214-869b-811670bc3b9b tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Deleting port 78952e16-bd81-421e-b455-cac1dbd24890 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:42:03.928174 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-254d1932-908f-4214-869b-811670bc3b9b tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:04.054673 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-254d1932-908f-4214-869b-811670bc3b9b tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] For port 78952e16-bd81-421e-b455-cac1dbd24890, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=78952e16-bd81-421e-b455-cac1dbd24890,segment=NetworkSegment(d9021785-f4d3-4b9b-a05f-4254207987b4),segment_id=d9021785-f4d3-4b9b-a05f-4254207987b4)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:42:04.055315 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-254d1932-908f-4214-869b-811670bc3b9b tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:04.070806 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-254d1932-908f-4214-869b-811670bc3b9b tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Calling delete_port for 78952e16-bd81-421e-b455-cac1dbd24890 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:42:04.077992 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8bb9e58a-f9e1-451a-97e6-31d0a537dc20 req-46ca9c13-36be-474a-aaed-bc7d3076f15e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469717 Nov 09 21:42:04.189608 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-254d1932-908f-4214-869b-811670bc3b9b tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:04.228150 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254d1932-908f-4214-869b-811670bc3b9b tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Pushing event deleted for resources: {'Port': ['ID=78952e16-bd81-421e-b455-cac1dbd24890,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:04.236839 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254d1932-908f-4214-869b-811670bc3b9b tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] No DVR routers for this DVR port 78952e16-bd81-421e-b455-cac1dbd24890 on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:42:04.345555 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-254d1932-908f-4214-869b-811670bc3b9b tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:04.375823 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-254d1932-908f-4214-869b-811670bc3b9b tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e3b63fd-40c9-4e7b-aed8-6f4ba079117e']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:04.388879 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-254d1932-908f-4214-869b-811670bc3b9b tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9021785-f4d3-4b9b-a05f-4254207987b4') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:04.389324 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-254d1932-908f-4214-869b-811670bc3b9b tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9021785-f4d3-4b9b-a05f-4254207987b4') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:04.401581 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-254d1932-908f-4214-869b-811670bc3b9b tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:04.425365 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-254d1932-908f-4214-869b-811670bc3b9b tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:04.432531 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-254d1932-908f-4214-869b-811670bc3b9b tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:42:04.434588 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-254d1932-908f-4214-869b-811670bc3b9b tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:04.437557 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:42:04.437557 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:42:04.437557 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:42:04.437557 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:42:04.437557 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:42:04.437557 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:42:04.437557 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:42:04.437557 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:42:04.437557 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:42:04.437557 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:42:04.437557 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:42:04.437557 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:42:04.437557 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:42:04.437557 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:42:04.437557 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:42:04.437557 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:42:04.437557 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:42:04.437557 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:42:04.437557 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:42:04.437557 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:42:04.437557 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:42:04.437557 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:42:04.437557 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:42:04.437557 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:42:04.437557 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:42:04.437557 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:42:04.437557 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:42:04.437557 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:42:04.437557 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:42:04.437557 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:42:04.437557 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:42:04.437557 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:42:04.481459 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f961c33-8577-495e-b13c-0c29fb18b243 None None] Network 6e3b63fd-40c9-4e7b-aed8-6f4ba079117e requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:42:04.520576 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-254d1932-908f-4214-869b-811670bc3b9b tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:04.548806 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-254d1932-908f-4214-869b-811670bc3b9b tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:04.555317 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-254d1932-908f-4214-869b-811670bc3b9b tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] 10.222.0.49 "DELETE /v2.0/networks/6e3b63fd-40c9-4e7b-aed8-6f4ba079117e HTTP/1.1" status: 204 len: 168 time: 1.1791515 Nov 09 21:42:04.555317 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254d1932-908f-4214-869b-811670bc3b9b tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Pushing event deleted for resources: {'Network': ['ID=6e3b63fd-40c9-4e7b-aed8-6f4ba079117e,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:04.555565 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 46460) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:04.567161 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-fbaeb8d9-41b6-4d80-90d8-dffe48e306a1 None None] Could not find standard attr ID for object 78952e16-bd81-421e-b455-cac1dbd24890. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 21:42:04.646574 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-32f412a4-88b6-404c-8f43-08a385d0d259 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:04.700813 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce67310-0942-4206-9553-2d6e301b73b9 None None] DHCP port deletion for 6e3b63fd-40c9-4e7b-aed8-6f4ba079117e request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:42:04.719857 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-32f412a4-88b6-404c-8f43-08a385d0d259 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Deleting port c79aca0a-0ac8-420a-b8b2-ce26c63ee80a {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:42:04.721355 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-32f412a4-88b6-404c-8f43-08a385d0d259 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:04.734094 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a073e72-67dc-4129-a4a1-8d1046aebe8c None None] get_active_networks_info from n-d-816206-3 {{(pid=102609) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 21:42:04.797340 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-32f412a4-88b6-404c-8f43-08a385d0d259 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] For port c79aca0a-0ac8-420a-b8b2-ce26c63ee80a, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=c79aca0a-0ac8-420a-b8b2-ce26c63ee80a,segment=NetworkSegment(de38d545-13ce-44bb-ae3f-65600b3ef57d),segment_id=de38d545-13ce-44bb-ae3f-65600b3ef57d)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:42:04.798090 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-32f412a4-88b6-404c-8f43-08a385d0d259 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:04.817530 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-32f412a4-88b6-404c-8f43-08a385d0d259 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Calling delete_port for c79aca0a-0ac8-420a-b8b2-ce26c63ee80a owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:42:04.849816 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a073e72-67dc-4129-a4a1-8d1046aebe8c None None] Resources bound (agent type, host, resource id): {{(pid=102609) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 21:42:04.877344 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46468) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:04.934083 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-32f412a4-88b6-404c-8f43-08a385d0d259 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:04.968564 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f412a4-88b6-404c-8f43-08a385d0d259 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Pushing event deleted for resources: {'Port': ['ID=c79aca0a-0ac8-420a-b8b2-ce26c63ee80a,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:04.973713 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f412a4-88b6-404c-8f43-08a385d0d259 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] No DVR routers for this DVR port c79aca0a-0ac8-420a-b8b2-ce26c63ee80a on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:42:05.048623 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fc37e118-5c54-4c67-bdf7-bbbb8b7e9c08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:05.078974 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-32f412a4-88b6-404c-8f43-08a385d0d259 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:05.115311 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-32f412a4-88b6-404c-8f43-08a385d0d259 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbe887b9-b4a0-4edf-be43-395a182d2fad']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:05.127462 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-32f412a4-88b6-404c-8f43-08a385d0d259 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de38d545-13ce-44bb-ae3f-65600b3ef57d') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:05.127911 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-32f412a4-88b6-404c-8f43-08a385d0d259 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de38d545-13ce-44bb-ae3f-65600b3ef57d') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:05.141455 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-32f412a4-88b6-404c-8f43-08a385d0d259 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:05.157406 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-32f412a4-88b6-404c-8f43-08a385d0d259 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:05.167180 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fc37e118-5c54-4c67-bdf7-bbbb8b7e9c08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:05.172968 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32f412a4-88b6-404c-8f43-08a385d0d259 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:42:05.173547 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-32f412a4-88b6-404c-8f43-08a385d0d259 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:05.175841 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fc37e118-5c54-4c67-bdf7-bbbb8b7e9c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:05.179244 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:42:05.179244 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:42:05.179244 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:42:05.179244 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:42:05.179244 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:42:05.179244 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:42:05.179244 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:42:05.179244 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:42:05.179244 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:42:05.179244 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:42:05.179244 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:42:05.179244 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:42:05.179244 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:42:05.179244 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:42:05.179244 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:42:05.179244 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:42:05.179244 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:42:05.179244 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:42:05.179244 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:42:05.179244 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:42:05.179244 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:42:05.179244 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:42:05.179244 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:42:05.179244 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:42:05.179244 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:42:05.179244 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:42:05.179244 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:42:05.179244 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:42:05.179244 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:42:05.179244 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:42:05.179244 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:42:05.179244 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:42:05.249352 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-32f412a4-88b6-404c-8f43-08a385d0d259 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:05.250063 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-fc37e118-5c54-4c67-bdf7-bbbb8b7e9c08 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=02643faeff9b4644a5a73d3669c8dd08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3711185 Nov 09 21:42:05.252722 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46476) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:05.259235 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37e118-5c54-4c67-bdf7-bbbb8b7e9c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85192a8-989b-4131-825f-ff49cff50282,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:05.259400 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-32f412a4-88b6-404c-8f43-08a385d0d259 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:05.268321 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-32f412a4-88b6-404c-8f43-08a385d0d259 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] 10.222.0.49 "DELETE /v2.0/networks/dbe887b9-b4a0-4edf-be43-395a182d2fad HTTP/1.1" status: 204 len: 168 time: 0.7119324 Nov 09 21:42:05.269130 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 46478) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:05.297525 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f412a4-88b6-404c-8f43-08a385d0d259 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Pushing event deleted for resources: {'Network': ['ID=dbe887b9-b4a0-4edf-be43-395a182d2fad,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:05.304097 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fff97-a8a8-4fc9-afb9-d6442e74a22e req-fad8a6be-ea1d-45a5-967e-39e01ba4fbc6 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:05.305829 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-662fff97-a8a8-4fc9-afb9-d6442e74a22e req-fad8a6be-ea1d-45a5-967e-39e01ba4fbc6 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 943 time: 0.1040914 Nov 09 21:42:05.339543 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7ef54673-f6b8-4f93-b2ac-2ba66f7acdb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:05.375447 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7ef54673-f6b8-4f93-b2ac-2ba66f7acdb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:05.388935 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-db9bcbce-5b3c-40cf-8e37-22cc0f08a961 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:05.409647 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-662fff97-a8a8-4fc9-afb9-d6442e74a22e req-d3e1e57b-8d38-4504-b4ac-cf5a32d1cd46 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933249 Nov 09 21:42:05.460822 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7ef54673-f6b8-4f93-b2ac-2ba66f7acdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:05.463390 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7ef54673-f6b8-4f93-b2ac-2ba66f7acdb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:05.464525 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7ef54673-f6b8-4f93-b2ac-2ba66f7acdb9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d85192a8-989b-4131-825f-ff49cff50282 HTTP/1.1" status: 204 len: 168 time: 0.2109165 Nov 09 21:42:05.481707 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef54673-f6b8-4f93-b2ac-2ba66f7acdb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85192a8-989b-4131-825f-ff49cff50282,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:05.496219 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-db9bcbce-5b3c-40cf-8e37-22cc0f08a961 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:05.518909 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-db9bcbce-5b3c-40cf-8e37-22cc0f08a961 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b314cb1d-351a-48fa-9114-c8fa93348695']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:05.528525 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-db9bcbce-5b3c-40cf-8e37-22cc0f08a961 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48230670-785a-46a6-94c4-dadc677efccc') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:05.528926 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-db9bcbce-5b3c-40cf-8e37-22cc0f08a961 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48230670-785a-46a6-94c4-dadc677efccc') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:05.538789 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-db9bcbce-5b3c-40cf-8e37-22cc0f08a961 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:05.554832 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-db9bcbce-5b3c-40cf-8e37-22cc0f08a961 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:05.561193 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db9bcbce-5b3c-40cf-8e37-22cc0f08a961 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:42:05.562575 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-db9bcbce-5b3c-40cf-8e37-22cc0f08a961 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:05.566771 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:42:05.566771 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:42:05.566771 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:42:05.566771 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:42:05.566771 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:42:05.566771 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:42:05.566771 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:42:05.566771 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:42:05.566771 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:42:05.566771 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:42:05.566771 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:42:05.566771 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:42:05.566771 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:42:05.566771 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:42:05.566771 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:42:05.566771 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:42:05.566771 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:42:05.566771 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:42:05.566771 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:42:05.566771 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:42:05.566771 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:42:05.566771 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:42:05.566771 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:42:05.566771 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:42:05.566771 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:42:05.566771 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:42:05.566771 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:42:05.566771 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:42:05.566771 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:42:05.566771 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:42:05.566771 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:42:05.566771 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:42:05.635482 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-db9bcbce-5b3c-40cf-8e37-22cc0f08a961 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:05.642321 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-db9bcbce-5b3c-40cf-8e37-22cc0f08a961 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:05.650853 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46486) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:05.651245 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-db9bcbce-5b3c-40cf-8e37-22cc0f08a961 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] 10.222.0.49 "DELETE /v2.0/networks/b314cb1d-351a-48fa-9114-c8fa93348695 HTTP/1.1" status: 204 len: 168 time: 0.3760633 Nov 09 21:42:05.668178 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9bcbce-5b3c-40cf-8e37-22cc0f08a961 tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Pushing event deleted for resources: {'Network': ['ID=b314cb1d-351a-48fa-9114-c8fa93348695,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:05.730238 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7cbd8096-270a-4684-a374-fda245f29f4c tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:05.778456 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46488) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:05.819648 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8fd0581c-e98f-40ed-a12a-060b26fc4968 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:05.839100 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7cbd8096-270a-4684-a374-fda245f29f4c tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:05.867329 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-7cbd8096-270a-4684-a374-fda245f29f4c tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eb6d3cd-c517-421d-bb06-4ad3c6e30eeb']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:05.884120 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-7cbd8096-270a-4684-a374-fda245f29f4c tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '244400fe-59de-4dcb-b436-96fce16187ba') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:05.884120 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-7cbd8096-270a-4684-a374-fda245f29f4c tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '244400fe-59de-4dcb-b436-96fce16187ba') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:05.898052 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7cbd8096-270a-4684-a374-fda245f29f4c tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:05.924331 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7cbd8096-270a-4684-a374-fda245f29f4c tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:05.935651 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cbd8096-270a-4684-a374-fda245f29f4c tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:42:05.936034 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7cbd8096-270a-4684-a374-fda245f29f4c tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:05.939158 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:42:05.939158 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:42:05.939158 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:42:05.939158 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:42:05.939158 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:42:05.939158 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:42:05.939158 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:42:05.939158 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:42:05.939158 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:42:05.939158 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:42:05.939158 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:42:05.939158 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:42:05.939158 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:42:05.939158 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:42:05.939158 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:42:05.939158 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:42:05.939158 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:42:05.939158 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:42:05.939158 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:42:05.939158 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:42:05.939158 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:42:05.939158 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:42:05.939158 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:42:05.939158 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:42:05.939158 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:42:05.939158 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:42:05.939158 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:42:05.939158 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:42:05.939158 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:42:05.939158 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:42:05.939158 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:42:05.939158 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:42:06.014199 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8fd0581c-e98f-40ed-a12a-060b26fc4968 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:06.022299 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7cbd8096-270a-4684-a374-fda245f29f4c tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:06.024394 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8fd0581c-e98f-40ed-a12a-060b26fc4968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:06.034386 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7cbd8096-270a-4684-a374-fda245f29f4c tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:06.040860 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7cbd8096-270a-4684-a374-fda245f29f4c tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] 10.222.0.49 "DELETE /v2.0/networks/7eb6d3cd-c517-421d-bb06-4ad3c6e30eeb HTTP/1.1" status: 204 len: 168 time: 0.3855162 Nov 09 21:42:06.071927 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbd8096-270a-4684-a374-fda245f29f4c tempest-BulkNetworkOpsTest-156376821 tempest-BulkNetworkOpsTest-156376821-project] Pushing event deleted for resources: {'Network': ['ID=7eb6d3cd-c517-421d-bb06-4ad3c6e30eeb,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:06.088250 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8fd0581c-e98f-40ed-a12a-060b26fc4968 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b9fbf7235331473081be22062fd90a23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3062782 Nov 09 21:42:06.088625 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 46496) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:06.093851 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd0581c-e98f-40ed-a12a-060b26fc4968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851d4974-08c6-4c38-a8c5-285c937a9658,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:06.138907 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c71ea0a8-3dac-43d0-a78e-11b8a970a294 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:06.160869 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c71ea0a8-3dac-43d0-a78e-11b8a970a294 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:06.237830 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c71ea0a8-3dac-43d0-a78e-11b8a970a294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:06.241046 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c71ea0a8-3dac-43d0-a78e-11b8a970a294 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:06.245052 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c71ea0a8-3dac-43d0-a78e-11b8a970a294 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/851d4974-08c6-4c38-a8c5-285c937a9658 HTTP/1.1" status: 204 len: 168 time: 0.1525469 Nov 09 21:42:06.256097 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ea0a8-3dac-43d0-a78e-11b8a970a294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851d4974-08c6-4c38-a8c5-285c937a9658,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:06.315911 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46504) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:06.580342 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5b297-be8f-46b1-bd91-2e880c979399 req-6aaaeda3-79db-4003-bf3b-2f10b3985987 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:06.582488 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c9e5b297-be8f-46b1-bd91-2e880c979399 req-6aaaeda3-79db-4003-bf3b-2f10b3985987 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 943 time: 0.0639992 Nov 09 21:42:06.583645 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-60e3b47e-3994-44a6-917d-891e9b1e77c5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1785abe24cc241aeb66b178dc2be4a70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2665772 Nov 09 21:42:06.586149 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46516) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:06.644132 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c9e5b297-be8f-46b1-bd91-2e880c979399 req-cb86a825-e90e-4d51-90dc-fec79ca2f2bc tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548248 Nov 09 21:42:06.667019 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-14821e4d-7164-42e5-933a-cdb27af18993 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:06.695445 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-14821e4d-7164-42e5-933a-cdb27af18993 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:06.752163 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-14821e4d-7164-42e5-933a-cdb27af18993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:06.754794 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-14821e4d-7164-42e5-933a-cdb27af18993 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:06.755979 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-14821e4d-7164-42e5-933a-cdb27af18993 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/749fe6aa-41a7-4439-ab34-b4b8f49bcf02 HTTP/1.1" status: 204 len: 168 time: 0.1689103 Nov 09 21:42:06.763905 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14821e4d-7164-42e5-933a-cdb27af18993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749fe6aa-41a7-4439-ab34-b4b8f49bcf02,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:07.550798 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46570) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:07.851483 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad13f1-5ff0-4528-9dd0-9bbdee0ac4cd req-b8eb637f-8456-4a73-8821-b64868cf51cf tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:07.853052 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-85ad13f1-5ff0-4528-9dd0-9bbdee0ac4cd req-b8eb637f-8456-4a73-8821-b64868cf51cf tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 943 time: 0.1111214 Nov 09 21:42:07.858120 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-1fe6ab68-7d1a-400b-9796-c20754f17357 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-561445362'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:42:07.907820 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe6ab68-7d1a-400b-9796-c20754f17357 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Made reservation on behalf of 78d826362bbd4940a8fc1ad5afe15586 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:42:07.911364 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1fe6ab68-7d1a-400b-9796-c20754f17357 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:07.922833 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1fe6ab68-7d1a-400b-9796-c20754f17357 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:07.936363 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-85ad13f1-5ff0-4528-9dd0-9bbdee0ac4cd req-42afad2c-41f0-44ab-ae27-6458999cf5a7 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739002 Nov 09 21:42:08.013317 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1fe6ab68-7d1a-400b-9796-c20754f17357 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:08.017434 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1fe6ab68-7d1a-400b-9796-c20754f17357 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:08.044241 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe6ab68-7d1a-400b-9796-c20754f17357 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:42:08.058257 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe6ab68-7d1a-400b-9796-c20754f17357 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2762bc9f-61f1-4c43-9942-5462b4049a1b,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:08.062926 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1fe6ab68-7d1a-400b-9796-c20754f17357 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:08.063264 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-1fe6ab68-7d1a-400b-9796-c20754f17357 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Added segment 8ab42225-9fe1-4d04-be45-a71f4b46d2b5 of type vlan for network 58dee022-ecd0-4641-9522-ab0ae3613059 Nov 09 21:42:08.102436 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1fe6ab68-7d1a-400b-9796-c20754f17357 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:08.129077 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1fe6ab68-7d1a-400b-9796-c20754f17357 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:08.136040 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe6ab68-7d1a-400b-9796-c20754f17357 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:08.136748 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1fe6ab68-7d1a-400b-9796-c20754f17357 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:08.208668 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1fe6ab68-7d1a-400b-9796-c20754f17357 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6447835 Nov 09 21:42:08.232225 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe6ab68-7d1a-400b-9796-c20754f17357 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Pushing event updated for resources: {'Network': ['ID=58dee022-ecd0-4641-9522-ab0ae3613059,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:08.254713 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 58dee022-ecd0-4641-9522-ab0ae3613059 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:42:09.076129 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d3ec2b-e6f3-494c-856d-0cf97c6c5db9 req-4423fea4-8d5d-4419-bb69-9c1eda4e939f tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:09.080079 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-06d3ec2b-e6f3-494c-856d-0cf97c6c5db9 req-4423fea4-8d5d-4419-bb69-9c1eda4e939f tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 943 time: 0.0597944 Nov 09 21:42:09.192853 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-06d3ec2b-e6f3-494c-856d-0cf97c6c5db9 req-da28c7eb-f864-4df1-b3c8-8e2e35dbc26d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057909 Nov 09 21:42:09.419401 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 937874b7-1e63-44c9-aead-3fe408288f84 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:42:09.629450 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 937874b7-1e63-44c9-aead-3fe408288f84, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=937874b7-1e63-44c9-aead-3fe408288f84,segment=NetworkSegment(3170744c-3447-44d8-9a0c-fa1ee6e7efbc),segment_id=3170744c-3447-44d8-9a0c-fa1ee6e7efbc)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:42:09.664517 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '937874b7-1e63-44c9-aead-3fe408288f84', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'port_id': '937874b7-1e63-44c9-aead-3fe408288f84', 'mac_address': 'fa:16:3e:ee:5b:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9efcad5d-d250-42ce-b381-abda2d565ce1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:42:09.712981 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:09.744836 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 937874b7-1e63-44c9-aead-3fe408288f84 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:42:09.785386 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 937874b7-1e63-44c9-aead-3fe408288f84, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=937874b7-1e63-44c9-aead-3fe408288f84,segment=NetworkSegment(3170744c-3447-44d8-9a0c-fa1ee6e7efbc),segment_id=3170744c-3447-44d8-9a0c-fa1ee6e7efbc)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:42:09.790293 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:09.924905 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=937874b7-1e63-44c9-aead-3fe408288f84,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:09.960979 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e3f523d1-d807-440f-ba5f-392e9ada7acf req-5d352204-72f8-4f22-9136-f8656b4be4b5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2829779f-6bcc-4f08-af58-7c4a7e80f7b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1229022 Nov 09 21:42:10.015273 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['937874b7-1e63-44c9-aead-3fe408288f84'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:42:10.151970 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f523d1-d807-440f-ba5f-392e9ada7acf req-7a84ac4d-d6c7-4da5-a940-d9770f1b92a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:10.153626 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e3f523d1-d807-440f-ba5f-392e9ada7acf req-7a84ac4d-d6c7-4da5-a940-d9770f1b92a6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=65780ad2990e468db799d6e728a3c5a1&device_id=2829779f-6bcc-4f08-af58-7c4a7e80f7b9 HTTP/1.1" status: 200 len: 1099 time: 0.0952420 Nov 09 21:42:10.453079 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579a51f-54aa-49f9-8c4e-86e62675d94a req-4f1d4453-a734-4beb-a13c-44dd937805bd tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:10.478660 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9579a51f-54aa-49f9-8c4e-86e62675d94a req-4f1d4453-a734-4beb-a13c-44dd937805bd tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 944 time: 0.1280134 Nov 09 21:42:10.499509 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f523d1-d807-440f-ba5f-392e9ada7acf req-89ff4a9d-e014-4246-9240-1cd70798bff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:10.501021 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e3f523d1-d807-440f-ba5f-392e9ada7acf req-89ff4a9d-e014-4246-9240-1cd70798bff1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.2871432 Nov 09 21:42:10.592453 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e3f523d1-d807-440f-ba5f-392e9ada7acf req-9d1b30d0-5b2c-4b12-a0ef-8c7457cb9bc8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=539956ef-dd0a-4282-8ee7-59eb824abab1 HTTP/1.1" status: 200 len: 217 time: 0.0836549 Nov 09 21:42:10.593118 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9579a51f-54aa-49f9-8c4e-86e62675d94a req-b1c4e962-f606-4db9-be98-94f126a0b643 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135240 Nov 09 21:42:10.664245 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f523d1-d807-440f-ba5f-392e9ada7acf req-b2be4418-5b68-4e63-ac7a-6a0daa50c891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:10.666407 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e3f523d1-d807-440f-ba5f-392e9ada7acf req-b2be4418-5b68-4e63-ac7a-6a0daa50c891 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.0649614 Nov 09 21:42:10.748390 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f523d1-d807-440f-ba5f-392e9ada7acf req-358bdff6-ba5c-455c-9f83-1d2e1cc0c9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:10.752153 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e3f523d1-d807-440f-ba5f-392e9ada7acf req-358bdff6-ba5c-455c-9f83-1d2e1cc0c9f5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0773182 Nov 09 21:42:10.914835 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e3f523d1-d807-440f-ba5f-392e9ada7acf req-74dad5a8-ae6c-4fa4-b86b-809da428280b service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535525 Nov 09 21:42:11.115984 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e3f523d1-d807-440f-ba5f-392e9ada7acf req-b89a8131-6f82-4691-8e37-ac678f4bc10f service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820676 Nov 09 21:42:11.434193 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 937874b7-1e63-44c9-aead-3fe408288f84 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:42:11.539515 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 937874b7-1e63-44c9-aead-3fe408288f84 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:42:11.545766 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 937874b7-1e63-44c9-aead-3fe408288f84 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:42:11.546287 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:11.659555 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46642) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:11.664912 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-6cbeb4d6-d9c0-4dfc-a21c-db7e5a6e71f4 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Request body: {'subnet': {'network_id': '58dee022-ecd0-4641-9522-ab0ae3613059', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:42:11.758264 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:11.800068 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0982c82-d026-4570-99dd-c5301c08a4b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937874b7-1e63-44c9-aead-3fe408288f84'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:42:11.807703 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec0bfaf-052b-4859-a60b-0a90bafb8823" -d '{"events": [{"server_uuid": "c0982c82-d026-4570-99dd-c5301c08a4b2", "name": "network-vif-plugged", "status": "completed", "tag": "937874b7-1e63-44c9-aead-3fe408288f84"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:42:11.809211 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ba3dd-990b-4dc8-89c5-7be9fa9f0b22 req-6cb8eaca-487b-4ea3-8d50-a5755ee0683b tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:11.820446 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbeb4d6-d9c0-4dfc-a21c-db7e5a6e71f4 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Made reservation on behalf of 78d826362bbd4940a8fc1ad5afe15586 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:42:11.823954 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6cbeb4d6-d9c0-4dfc-a21c-db7e5a6e71f4 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:11.840227 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 937874b7-1e63-44c9-aead-3fe408288f84, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=937874b7-1e63-44c9-aead-3fe408288f84,segment=NetworkSegment(3170744c-3447-44d8-9a0c-fa1ee6e7efbc),segment_id=3170744c-3447-44d8-9a0c-fa1ee6e7efbc)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:42:11.847758 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-981ba3dd-990b-4dc8-89c5-7be9fa9f0b22 req-6cb8eaca-487b-4ea3-8d50-a5755ee0683b tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 944 time: 0.1412296 Nov 09 21:42:11.851428 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:11.956502 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79de5087-4b27-451d-b68d-0d7ea6611c48 x-openstack-request-id: req-79de5087-4b27-451d-b68d-0d7ea6611c48 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:42:11.956896 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0982c82-d026-4570-99dd-c5301c08a4b2", "name": "network-vif-plugged", "status": "completed", "tag": "937874b7-1e63-44c9-aead-3fe408288f84", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:42:11.958336 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-79de5087-4b27-451d-b68d-0d7ea6611c48 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:42:11.958879 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0982c82-d026-4570-99dd-c5301c08a4b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937874b7-1e63-44c9-aead-3fe408288f84', 'code': 200} Nov 09 21:42:11.961324 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=937874b7-1e63-44c9-aead-3fe408288f84,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:12.029898 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-981ba3dd-990b-4dc8-89c5-7be9fa9f0b22 req-e2bccd66-978d-44fc-9f38-89d9f2de5e41 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809134 Nov 09 21:42:12.098002 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b3557-6fd8-42aa-a21f-fb887dc11531 req-f423f894-84c1-4beb-a771-e6829f2a705b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:12.099611 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6f4b3557-6fd8-42aa-a21f-fb887dc11531 req-f423f894-84c1-4beb-a771-e6829f2a705b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 1096 time: 0.0786614 Nov 09 21:42:12.249016 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6f4b3557-6fd8-42aa-a21f-fb887dc11531 req-622b53a0-867e-4c48-ad15-f75b0c468bac service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383700 Nov 09 21:42:12.296989 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6cbeb4d6-d9c0-4dfc-a21c-db7e5a6e71f4 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:12.425514 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbeb4d6-d9c0-4dfc-a21c-db7e5a6e71f4 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Checking segment: {'id': '8ab42225-9fe1-4d04-be45-a71f4b46d2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '58dee022-ecd0-4641-9522-ab0ae3613059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:42:12.426124 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbeb4d6-d9c0-4dfc-a21c-db7e5a6e71f4 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Network hostable DHCP agents. Network: 58dee022-ecd0-4641-9522-ab0ae3613059, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:42:12.429756 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbeb4d6-d9c0-4dfc-a21c-db7e5a6e71f4 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Pushing event updated for resources: {'Subnet': ['ID=689ba373-61bf-49de-8aa7-73c57321e7b6,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:12.470646 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbeb4d6-d9c0-4dfc-a21c-db7e5a6e71f4 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Network 58dee022-ecd0-4641-9522-ab0ae3613059 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:42:12.483646 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-6cbeb4d6-d9c0-4dfc-a21c-db7e5a6e71f4 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 58dee022-ecd0-4641-9522-ab0ae3613059) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:42:12.494032 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d2212f-7116-43f7-83d4-2d411de92770 None None] Network 58dee022-ecd0-4641-9522-ab0ae3613059 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:42:12.495656 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbeb4d6-d9c0-4dfc-a21c-db7e5a6e71f4 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:12.496254 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6cbeb4d6-d9c0-4dfc-a21c-db7e5a6e71f4 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:12.527252 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 46656) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:12.528564 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6cbeb4d6-d9c0-4dfc-a21c-db7e5a6e71f4 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8678532 Nov 09 21:42:12.532182 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-8b55c853-e2e9-4edc-81ac-07c6dc41fd56 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-631360159'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:42:12.575469 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b55c853-e2e9-4edc-81ac-07c6dc41fd56 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Made reservation on behalf of 78d826362bbd4940a8fc1ad5afe15586 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:42:12.579125 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8b55c853-e2e9-4edc-81ac-07c6dc41fd56 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:12.633519 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b55c853-e2e9-4edc-81ac-07c6dc41fd56 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:42:12.642592 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8b55c853-e2e9-4edc-81ac-07c6dc41fd56 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:12.643026 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-8b55c853-e2e9-4edc-81ac-07c6dc41fd56 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Added segment e8ef4458-5fc1-493d-aac6-a0f60db1b1be of type vlan for network c5c5dc99-cbad-459e-8efb-9a0da3dc4fe1 Nov 09 21:42:12.671126 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88867cf1-0be5-4966-be0c-5a85db7cd8c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-58dee022-ecd0-4641-9522-ab0ae3613059', 'network_id': '58dee022-ecd0-4641-9522-ab0ae3613059', 'tenant_id': '78d826362bbd4940a8fc1ad5afe15586', 'fixed_ips': [{'subnet_id': '689ba373-61bf-49de-8aa7-73c57321e7b6'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:42:12.672063 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-88867cf1-0be5-4966-be0c-5a85db7cd8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:12.734114 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8b55c853-e2e9-4edc-81ac-07c6dc41fd56 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:12.789468 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8b55c853-e2e9-4edc-81ac-07c6dc41fd56 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:12.799505 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b55c853-e2e9-4edc-81ac-07c6dc41fd56 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:12.800156 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8b55c853-e2e9-4edc-81ac-07c6dc41fd56 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:12.894022 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-88867cf1-0be5-4966-be0c-5a85db7cd8c7 None None] Allocated IP 2001:db8:0:ffff::2 (58dee022-ecd0-4641-9522-ab0ae3613059/689ba373-61bf-49de-8aa7-73c57321e7b6/c29df413-72e4-4805-a778-35be00af58e1) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:42:12.930679 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b55c853-e2e9-4edc-81ac-07c6dc41fd56 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Pushing event updated for resources: {'Network': ['ID=c5c5dc99-cbad-459e-8efb-9a0da3dc4fe1,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:12.950456 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46666) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:12.950999 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8b55c853-e2e9-4edc-81ac-07c6dc41fd56 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4223151 Nov 09 21:42:12.959619 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-7f4654c8-8629-4b5f-96d0-6db6b8560525 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Request body: {'subnet': {'network_id': 'c5c5dc99-cbad-459e-8efb-9a0da3dc4fe1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:42:12.974138 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network c5c5dc99-cbad-459e-8efb-9a0da3dc4fe1 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:42:13.095151 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4654c8-8629-4b5f-96d0-6db6b8560525 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Made reservation on behalf of 78d826362bbd4940a8fc1ad5afe15586 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:42:13.099230 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7f4654c8-8629-4b5f-96d0-6db6b8560525 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:13.270446 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d490f63-fc99-472f-a06c-a478efb4523c req-844aebe0-2972-466b-87c5-77c4741c41c8 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:13.278421 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9d490f63-fc99-472f-a06c-a478efb4523c req-844aebe0-2972-466b-87c5-77c4741c41c8 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 945 time: 0.1445024 Nov 09 21:42:13.291103 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-88867cf1-0be5-4966-be0c-5a85db7cd8c7 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:13.299623 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-88867cf1-0be5-4966-be0c-5a85db7cd8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:13.356137 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9d490f63-fc99-472f-a06c-a478efb4523c req-4d6186b0-04ce-4b9e-8ff4-098574bad237 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767415 Nov 09 21:42:13.546507 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88867cf1-0be5-4966-be0c-5a85db7cd8c7 None None] Network 58dee022-ecd0-4641-9522-ab0ae3613059 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:42:13.552366 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-88867cf1-0be5-4966-be0c-5a85db7cd8c7 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:42:13.555744 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88867cf1-0be5-4966-be0c-5a85db7cd8c7 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:42:13.563065 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88867cf1-0be5-4966-be0c-5a85db7cd8c7 None None] Pushing event updated for resources: {'Port': ['ID=c29df413-72e4-4805-a778-35be00af58e1,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:13.608134 n-d-816206-3 neutron-server[102608]: DEBUG neutron.objects.ports [None req-7f4654c8-8629-4b5f-96d0-6db6b8560525 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102608) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 21:42:13.610369 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7f4654c8-8629-4b5f-96d0-6db6b8560525 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:13.625186 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-88867cf1-0be5-4966-be0c-5a85db7cd8c7 None None] Attempting to bind port c29df413-72e4-4805-a778-35be00af58e1 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:42:13.626275 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-88867cf1-0be5-4966-be0c-5a85db7cd8c7 None None] Attempting to bind port c29df413-72e4-4805-a778-35be00af58e1 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '8ab42225-9fe1-4d04-be45-a71f4b46d2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '58dee022-ecd0-4641-9522-ab0ae3613059'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:42:13.626734 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88867cf1-0be5-4966-be0c-5a85db7cd8c7 None None] Attempting to bind port c29df413-72e4-4805-a778-35be00af58e1 on network 58dee022-ecd0-4641-9522-ab0ae3613059 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:42:13.632249 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88867cf1-0be5-4966-be0c-5a85db7cd8c7 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:42:13.633203 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88867cf1-0be5-4966-be0c-5a85db7cd8c7 None None] Checking segment: {'id': '8ab42225-9fe1-4d04-be45-a71f4b46d2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '58dee022-ecd0-4641-9522-ab0ae3613059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:42:13.633853 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-88867cf1-0be5-4966-be0c-5a85db7cd8c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:13.634346 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88867cf1-0be5-4966-be0c-5a85db7cd8c7 None None] Bound using segment: {'id': '8ab42225-9fe1-4d04-be45-a71f4b46d2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '58dee022-ecd0-4641-9522-ab0ae3613059'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:42:13.634916 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-88867cf1-0be5-4966-be0c-5a85db7cd8c7 None None] Bound port: c29df413-72e4-4805-a778-35be00af58e1, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ab42225-9fe1-4d04-be45-a71f4b46d2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '58dee022-ecd0-4641-9522-ab0ae3613059'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:42:13.635398 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-88867cf1-0be5-4966-be0c-5a85db7cd8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:13.720419 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-88867cf1-0be5-4966-be0c-5a85db7cd8c7 None None] For port c29df413-72e4-4805-a778-35be00af58e1, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:42:13.742663 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-88867cf1-0be5-4966-be0c-5a85db7cd8c7 None None] For port c29df413-72e4-4805-a778-35be00af58e1, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=c29df413-72e4-4805-a778-35be00af58e1,segment=NetworkSegment(8ab42225-9fe1-4d04-be45-a71f4b46d2b5),segment_id=8ab42225-9fe1-4d04-be45-a71f4b46d2b5)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:42:13.747750 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4654c8-8629-4b5f-96d0-6db6b8560525 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Checking segment: {'id': 'e8ef4458-5fc1-493d-aac6-a0f60db1b1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c5c5dc99-cbad-459e-8efb-9a0da3dc4fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:42:13.748231 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4654c8-8629-4b5f-96d0-6db6b8560525 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Network hostable DHCP agents. Network: c5c5dc99-cbad-459e-8efb-9a0da3dc4fe1, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:42:13.750379 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-88867cf1-0be5-4966-be0c-5a85db7cd8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:13.750868 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4654c8-8629-4b5f-96d0-6db6b8560525 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Pushing event updated for resources: {'Subnet': ['ID=99039ea5-7caa-43b5-a6d9-5e81b96d0670,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:13.792927 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4654c8-8629-4b5f-96d0-6db6b8560525 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Network c5c5dc99-cbad-459e-8efb-9a0da3dc4fe1 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:42:13.804799 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-7f4654c8-8629-4b5f-96d0-6db6b8560525 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, c5c5dc99-cbad-459e-8efb-9a0da3dc4fe1) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:42:13.819865 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4654c8-8629-4b5f-96d0-6db6b8560525 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:13.820584 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7f4654c8-8629-4b5f-96d0-6db6b8560525 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:13.823940 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81444d79-cdeb-4a50-aeca-161c0c4e38a4 None None] Network c5c5dc99-cbad-459e-8efb-9a0da3dc4fe1 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:42:13.855526 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7f4654c8-8629-4b5f-96d0-6db6b8560525 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9019327 Nov 09 21:42:13.858068 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46680) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:13.865392 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-f0d762d2-ad7d-45b9-9327-8b52cd56f2f9 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Request body: {'port': {'network_id': 'c5c5dc99-cbad-459e-8efb-9a0da3dc4fe1', 'name': 'tempest-NetworksIpV6TestAttrs-1372912524'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:42:14.015917 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88867cf1-0be5-4966-be0c-5a85db7cd8c7 None None] Pushing event updated for resources: {'Port': ['ID=c29df413-72e4-4805-a778-35be00af58e1,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:14.086923 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7adea06-23ab-4bc0-b516-c5078caa09ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-c5c5dc99-cbad-459e-8efb-9a0da3dc4fe1', 'network_id': 'c5c5dc99-cbad-459e-8efb-9a0da3dc4fe1', 'tenant_id': '78d826362bbd4940a8fc1ad5afe15586', 'fixed_ips': [{'subnet_id': '99039ea5-7caa-43b5-a6d9-5e81b96d0670'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:42:14.087917 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d7adea06-23ab-4bc0-b516-c5078caa09ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:14.106592 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d762d2-ad7d-45b9-9327-8b52cd56f2f9 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Made reservation on behalf of 78d826362bbd4940a8fc1ad5afe15586 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:42:14.111835 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f0d762d2-ad7d-45b9-9327-8b52cd56f2f9 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:14.135321 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-f0d762d2-ad7d-45b9-9327-8b52cd56f2f9 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] device_id is not set on port 24435b24-9009-4a38-9ef9-27fd3e65bfda yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:42:14.327567 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-d7adea06-23ab-4bc0-b516-c5078caa09ce None None] Allocated IP 2001:db8::f816:3eff:feb2:37b6 (c5c5dc99-cbad-459e-8efb-9a0da3dc4fe1/99039ea5-7caa-43b5-a6d9-5e81b96d0670/613733c3-3708-454d-bd5d-e93a38453d9d) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:42:14.567887 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696ebf1-be39-4d5e-ba96-b1d7c6ffec22 req-a72b4f2b-54b2-4649-83ab-49e9f86ea559 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:14.570039 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7696ebf1-be39-4d5e-ba96-b1d7c6ffec22 req-a72b4f2b-54b2-4649-83ab-49e9f86ea559 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 945 time: 0.1034412 Nov 09 21:42:14.629131 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d7adea06-23ab-4bc0-b516-c5078caa09ce None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:14.651804 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d7adea06-23ab-4bc0-b516-c5078caa09ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:14.669589 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7696ebf1-be39-4d5e-ba96-b1d7c6ffec22 req-08d3538c-1975-429c-a148-8547f313167d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871110 Nov 09 21:42:14.731070 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-f0d762d2-ad7d-45b9-9327-8b52cd56f2f9 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Allocated IP 2001:db8::f816:3eff:fe9a:2d18 (c5c5dc99-cbad-459e-8efb-9a0da3dc4fe1/99039ea5-7caa-43b5-a6d9-5e81b96d0670/24435b24-9009-4a38-9ef9-27fd3e65bfda) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:42:14.760351 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adea06-23ab-4bc0-b516-c5078caa09ce None None] Pushing event updated for resources: {'Port': ['ID=613733c3-3708-454d-bd5d-e93a38453d9d,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:14.772334 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7adea06-23ab-4bc0-b516-c5078caa09ce None None] Network c5c5dc99-cbad-459e-8efb-9a0da3dc4fe1 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:42:14.773893 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-d7adea06-23ab-4bc0-b516-c5078caa09ce None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:42:14.781804 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7adea06-23ab-4bc0-b516-c5078caa09ce None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:42:14.853322 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-d7adea06-23ab-4bc0-b516-c5078caa09ce None None] Attempting to bind port 613733c3-3708-454d-bd5d-e93a38453d9d on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:42:14.853852 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-d7adea06-23ab-4bc0-b516-c5078caa09ce None None] Attempting to bind port 613733c3-3708-454d-bd5d-e93a38453d9d by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'e8ef4458-5fc1-493d-aac6-a0f60db1b1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c5c5dc99-cbad-459e-8efb-9a0da3dc4fe1'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:42:14.854322 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7adea06-23ab-4bc0-b516-c5078caa09ce None None] Attempting to bind port 613733c3-3708-454d-bd5d-e93a38453d9d on network c5c5dc99-cbad-459e-8efb-9a0da3dc4fe1 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:42:14.866851 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7adea06-23ab-4bc0-b516-c5078caa09ce None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:42:14.867416 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7adea06-23ab-4bc0-b516-c5078caa09ce None None] Checking segment: {'id': 'e8ef4458-5fc1-493d-aac6-a0f60db1b1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c5c5dc99-cbad-459e-8efb-9a0da3dc4fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:42:14.867920 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d7adea06-23ab-4bc0-b516-c5078caa09ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:14.868449 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7adea06-23ab-4bc0-b516-c5078caa09ce None None] Bound using segment: {'id': 'e8ef4458-5fc1-493d-aac6-a0f60db1b1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c5c5dc99-cbad-459e-8efb-9a0da3dc4fe1'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:42:14.869045 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-d7adea06-23ab-4bc0-b516-c5078caa09ce None None] Bound port: 613733c3-3708-454d-bd5d-e93a38453d9d, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8ef4458-5fc1-493d-aac6-a0f60db1b1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c5c5dc99-cbad-459e-8efb-9a0da3dc4fe1'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:42:14.869545 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d7adea06-23ab-4bc0-b516-c5078caa09ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:14.963135 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-d7adea06-23ab-4bc0-b516-c5078caa09ce None None] For port 613733c3-3708-454d-bd5d-e93a38453d9d, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:42:14.966845 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-d7adea06-23ab-4bc0-b516-c5078caa09ce None None] For port 613733c3-3708-454d-bd5d-e93a38453d9d, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=613733c3-3708-454d-bd5d-e93a38453d9d,segment=NetworkSegment(e8ef4458-5fc1-493d-aac6-a0f60db1b1be),segment_id=e8ef4458-5fc1-493d-aac6-a0f60db1b1be)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:42:14.976440 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d7adea06-23ab-4bc0-b516-c5078caa09ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:15.103309 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26617c-1982-41d3-8800-3e72974e1547 req-0ca59993-3bfa-46d4-85d7-025fbc0a1d39 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:15.105036 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adea06-23ab-4bc0-b516-c5078caa09ce None None] Pushing event updated for resources: {'Port': ['ID=613733c3-3708-454d-bd5d-e93a38453d9d,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:15.117727 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1c26617c-1982-41d3-8800-3e72974e1547 req-0ca59993-3bfa-46d4-85d7-025fbc0a1d39 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 945 time: 0.2588105 Nov 09 21:42:15.167629 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c29df413-72e4-4805-a778-35be00af58e1 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:42:15.257227 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port c29df413-72e4-4805-a778-35be00af58e1 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:42:15.257737 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:15.315004 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f0d762d2-ad7d-45b9-9327-8b52cd56f2f9 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:15.365766 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1c26617c-1982-41d3-8800-3e72974e1547 req-e6bd06a2-e585-4145-965e-8198271e4814 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273548 Nov 09 21:42:15.455980 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:15.476003 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f0d762d2-ad7d-45b9-9327-8b52cd56f2f9 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:15.553684 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port c29df413-72e4-4805-a778-35be00af58e1, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=c29df413-72e4-4805-a778-35be00af58e1,segment=NetworkSegment(8ab42225-9fe1-4d04-be45-a71f4b46d2b5),segment_id=8ab42225-9fe1-4d04-be45-a71f4b46d2b5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:42:15.558078 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:15.627385 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b2a78-8427-4234-ad84-5a1edd37af2a req-72b129b9-b344-4ba6-95e0-f60c6a943f9b tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:15.656859 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-016b2a78-8427-4234-ad84-5a1edd37af2a req-72b129b9-b344-4ba6-95e0-f60c6a943f9b tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 945 time: 0.1315701 Nov 09 21:42:15.660226 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=c29df413-72e4-4805-a778-35be00af58e1,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:15.688289 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d762d2-ad7d-45b9-9327-8b52cd56f2f9 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Network c5c5dc99-cbad-459e-8efb-9a0da3dc4fe1 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:42:15.704009 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-f0d762d2-ad7d-45b9-9327-8b52cd56f2f9 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:42:15.706367 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d762d2-ad7d-45b9-9327-8b52cd56f2f9 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Pushing event updated for resources: {'Port': ['ID=24435b24-9009-4a38-9ef9-27fd3e65bfda,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:15.709077 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d762d2-ad7d-45b9-9327-8b52cd56f2f9 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:42:15.726934 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d762d2-ad7d-45b9-9327-8b52cd56f2f9 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:15.727814 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f0d762d2-ad7d-45b9-9327-8b52cd56f2f9 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:15.754378 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-016b2a78-8427-4234-ad84-5a1edd37af2a req-18ceedb2-4be0-4329-8638-631ce244e116 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916710 Nov 09 21:42:15.764341 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 46708) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:15.764579 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f0d762d2-ad7d-45b9-9327-8b52cd56f2f9 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.9051692 Nov 09 21:42:15.877124 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-9678ff9b-211d-4b20-b975-c224c6e5ff00 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Deleting subnet 99039ea5-7caa-43b5-a6d9-5e81b96d0670 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:42:15.886807 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9678ff9b-211d-4b20-b975-c224c6e5ff00 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:15.951436 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9678ff9b-211d-4b20-b975-c224c6e5ff00 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:15.966640 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:42:15.986632 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948ac94a-6816-41b3-a88e-087e8ea5a82d None None] Network 58dee022-ecd0-4641-9522-ab0ae3613059 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:42:16.141810 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-6534657b-13d3-4a07-b5e4-70eb29b3ad71 None None] Provisioning complete for port c29df413-72e4-4805-a778-35be00af58e1 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:42:16.146595 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6534657b-13d3-4a07-b5e4-70eb29b3ad71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:16.263089 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9678ff9b-211d-4b20-b975-c224c6e5ff00 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:16.521198 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9678ff9b-211d-4b20-b975-c224c6e5ff00 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:16.559442 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9678ff9b-211d-4b20-b975-c224c6e5ff00 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:16.578853 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-9678ff9b-211d-4b20-b975-c224c6e5ff00 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] 10.222.0.49 "DELETE /v2.0/subnets/99039ea5-7caa-43b5-a6d9-5e81b96d0670 HTTP/1.1" status: 204 len: 168 time: 0.8134065 Nov 09 21:42:16.582276 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46724) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:16.654180 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9678ff9b-211d-4b20-b975-c224c6e5ff00 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Pushing event deleted for resources: {'Subnet': ['ID=99039ea5-7caa-43b5-a6d9-5e81b96d0670,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:16.690057 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2487236-cf20-4469-ad50-8495b29d02e7 req-7c9191bf-ff01-4b47-89a1-857f199d9e01 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:16.700621 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a2487236-cf20-4469-ad50-8495b29d02e7 req-7c9191bf-ff01-4b47-89a1-857f199d9e01 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 945 time: 0.3883688 Nov 09 21:42:16.810157 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0e3b7f-9609-41e3-a06a-996390a91f1b tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:16.811846 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0e3b7f-9609-41e3-a06a-996390a91f1b tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:16.817057 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-cd0e3b7f-9609-41e3-a06a-996390a91f1b tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2333720 Nov 09 21:42:16.817900 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46732) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:16.852172 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9678ff9b-211d-4b20-b975-c224c6e5ff00 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:42:16.856100 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9678ff9b-211d-4b20-b975-c224c6e5ff00 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:42:16.857682 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9678ff9b-211d-4b20-b975-c224c6e5ff00 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:42:16.857878 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9678ff9b-211d-4b20-b975-c224c6e5ff00 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:42:16.858286 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9678ff9b-211d-4b20-b975-c224c6e5ff00 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:42:16.858735 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9678ff9b-211d-4b20-b975-c224c6e5ff00 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:42:16.859200 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9678ff9b-211d-4b20-b975-c224c6e5ff00 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:42:16.861152 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9678ff9b-211d-4b20-b975-c224c6e5ff00 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:42:16.862656 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9678ff9b-211d-4b20-b975-c224c6e5ff00 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:42:16.862656 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9678ff9b-211d-4b20-b975-c224c6e5ff00 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:42:16.864109 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9678ff9b-211d-4b20-b975-c224c6e5ff00 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:42:16.866891 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9678ff9b-211d-4b20-b975-c224c6e5ff00 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:42:16.919021 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d757d1-7b4f-4da6-9264-05b1c988a847 None None] Network c5c5dc99-cbad-459e-8efb-9a0da3dc4fe1 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:42:16.968183 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a2487236-cf20-4469-ad50-8495b29d02e7 req-46da72f9-459a-4dcf-b6f2-e915414e4e33 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562637 Nov 09 21:42:17.068079 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b2723e62-03a3-4b21-9a78-760599b604a1 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:17.102010 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2723e62-03a3-4b21-9a78-760599b604a1 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 09 21:42:17.102517 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2723e62-03a3-4b21-9a78-760599b604a1 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:42:17.122301 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 46734) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:17.122704 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b2723e62-03a3-4b21-9a78-760599b604a1 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] 10.222.0.49 "DELETE /v2.0/networks/c5c5dc99-cbad-459e-8efb-9a0da3dc4fe1 HTTP/1.1" status: 409 len: 405 time: 0.3037143 Nov 09 21:42:17.133059 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-6aa01f14-7a00-4b28-8ff6-aefa4d3a7ed8 None None] Provisioning complete for port 613733c3-3708-454d-bd5d-e93a38453d9d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:42:17.133800 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6aa01f14-7a00-4b28-8ff6-aefa4d3a7ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:17.136287 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-9b45b8b9-599a-4d0a-8e00-b14a03ddb9e8 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-496318115'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:42:17.179538 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b45b8b9-599a-4d0a-8e00-b14a03ddb9e8 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Made reservation on behalf of 78d826362bbd4940a8fc1ad5afe15586 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:42:17.190887 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9b45b8b9-599a-4d0a-8e00-b14a03ddb9e8 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:17.263038 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b45b8b9-599a-4d0a-8e00-b14a03ddb9e8 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:42:17.303778 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9b45b8b9-599a-4d0a-8e00-b14a03ddb9e8 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:17.306443 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-9b45b8b9-599a-4d0a-8e00-b14a03ddb9e8 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Added segment 25351b68-e176-427f-941c-007a1921d052 of type vlan for network a414c416-44db-4715-8ba2-c51663e2e45e Nov 09 21:42:17.317777 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 613733c3-3708-454d-bd5d-e93a38453d9d up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:42:17.388171 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6aa01f14-7a00-4b28-8ff6-aefa4d3a7ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:17.406381 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9b45b8b9-599a-4d0a-8e00-b14a03ddb9e8 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:17.411322 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2600ea5-4e50-4836-a35a-d571d821d218 None None] DHCP port deletion for c5c5dc99-cbad-459e-8efb-9a0da3dc4fe1 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:42:17.473920 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-6aa01f14-7a00-4b28-8ff6-aefa4d3a7ed8 None None] For port 613733c3-3708-454d-bd5d-e93a38453d9d, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=613733c3-3708-454d-bd5d-e93a38453d9d,segment=NetworkSegment(e8ef4458-5fc1-493d-aac6-a0f60db1b1be),segment_id=e8ef4458-5fc1-493d-aac6-a0f60db1b1be)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:42:17.487896 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6aa01f14-7a00-4b28-8ff6-aefa4d3a7ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:17.507383 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9b45b8b9-599a-4d0a-8e00-b14a03ddb9e8 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:17.551345 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa01f14-7a00-4b28-8ff6-aefa4d3a7ed8 None None] Pushing event updated for resources: {'Port': ['ID=613733c3-3708-454d-bd5d-e93a38453d9d,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:17.565235 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 613733c3-3708-454d-bd5d-e93a38453d9d triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:42:17.565606 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:17.586255 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b45b8b9-599a-4d0a-8e00-b14a03ddb9e8 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:17.587777 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9b45b8b9-599a-4d0a-8e00-b14a03ddb9e8 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:17.669462 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-d2600ea5-4e50-4836-a35a-d571d821d218 None None] Deleting port 613733c3-3708-454d-bd5d-e93a38453d9d {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:42:17.669850 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d2600ea5-4e50-4836-a35a-d571d821d218 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:17.735836 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764103c8-86b9-46b7-a90f-9c3936b4c986 req-726fb347-82f2-4f70-92d0-0a115e5e54df tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:17.737047 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d40c1490-5d68-43c9-935a-fdcce27f7257 None None] Provisioning complete for port c29df413-72e4-4805-a778-35be00af58e1 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:42:17.737435 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d40c1490-5d68-43c9-935a-fdcce27f7257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:17.739294 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-764103c8-86b9-46b7-a90f-9c3936b4c986 req-726fb347-82f2-4f70-92d0-0a115e5e54df tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 945 time: 0.2041352 Nov 09 21:42:17.798319 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b45b8b9-599a-4d0a-8e00-b14a03ddb9e8 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Pushing event updated for resources: {'Network': ['ID=a414c416-44db-4715-8ba2-c51663e2e45e,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:17.823743 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network a414c416-44db-4715-8ba2-c51663e2e45e details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:42:17.827359 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-9b45b8b9-599a-4d0a-8e00-b14a03ddb9e8 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7027507 Nov 09 21:42:17.830758 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 46746) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:17.830975 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ea093e78-8cab-47a4-a179-a410858c2b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:17.841188 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-f35f1799-9858-4bcd-8c90-f08b4d2c9c18 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Request body: {'subnet': {'network_id': 'a414c416-44db-4715-8ba2-c51663e2e45e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:42:17.970312 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-764103c8-86b9-46b7-a90f-9c3936b4c986 req-ba31182d-3db0-499e-8e1a-6e97ee4c4d4d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Deleting port 937874b7-1e63-44c9-aead-3fe408288f84 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:42:17.975697 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-764103c8-86b9-46b7-a90f-9c3936b4c986 req-ba31182d-3db0-499e-8e1a-6e97ee4c4d4d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:17.989439 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-d2600ea5-4e50-4836-a35a-d571d821d218 None None] For port 613733c3-3708-454d-bd5d-e93a38453d9d, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=613733c3-3708-454d-bd5d-e93a38453d9d,segment=NetworkSegment(e8ef4458-5fc1-493d-aac6-a0f60db1b1be),segment_id=e8ef4458-5fc1-493d-aac6-a0f60db1b1be)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:42:17.989989 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d2600ea5-4e50-4836-a35a-d571d821d218 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:18.056981 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-d2600ea5-4e50-4836-a35a-d571d821d218 None None] Calling delete_port for 613733c3-3708-454d-bd5d-e93a38453d9d owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:42:18.065522 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c29df413-72e4-4805-a778-35be00af58e1 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:42:18.088091 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35f1799-9858-4bcd-8c90-f08b4d2c9c18 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Made reservation on behalf of 78d826362bbd4940a8fc1ad5afe15586 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:42:18.097760 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f35f1799-9858-4bcd-8c90-f08b4d2c9c18 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:18.135853 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port c29df413-72e4-4805-a778-35be00af58e1 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:42:18.136351 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:18.231102 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-764103c8-86b9-46b7-a90f-9c3936b4c986 req-ba31182d-3db0-499e-8e1a-6e97ee4c4d4d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] For port 937874b7-1e63-44c9-aead-3fe408288f84, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=937874b7-1e63-44c9-aead-3fe408288f84,segment=NetworkSegment(3170744c-3447-44d8-9a0c-fa1ee6e7efbc),segment_id=3170744c-3447-44d8-9a0c-fa1ee6e7efbc)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:42:18.231102 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-764103c8-86b9-46b7-a90f-9c3936b4c986 req-ba31182d-3db0-499e-8e1a-6e97ee4c4d4d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:18.274463 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-764103c8-86b9-46b7-a90f-9c3936b4c986 req-ba31182d-3db0-499e-8e1a-6e97ee4c4d4d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Calling delete_port for 937874b7-1e63-44c9-aead-3fe408288f84 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:42:18.299834 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5188591-9285-46cc-9ce2-14a8fa928db3 req-d945a142-21b9-41c7-9b87-d16de09bd375 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:18.301384 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a5188591-9285-46cc-9ce2-14a8fa928db3 req-d945a142-21b9-41c7-9b87-d16de09bd375 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 945 time: 0.1447935 Nov 09 21:42:18.374317 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d2600ea5-4e50-4836-a35a-d571d821d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:18.399394 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a5188591-9285-46cc-9ce2-14a8fa928db3 req-693fd3ca-1e59-472e-9ac5-828cfd6a281f tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636332 Nov 09 21:42:18.421311 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2600ea5-4e50-4836-a35a-d571d821d218 None None] Pushing event deleted for resources: {'Port': ['ID=613733c3-3708-454d-bd5d-e93a38453d9d,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:18.448381 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2600ea5-4e50-4836-a35a-d571d821d218 None None] No DVR routers for this DVR port 613733c3-3708-454d-bd5d-e93a38453d9d on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:42:18.521202 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-764103c8-86b9-46b7-a90f-9c3936b4c986 req-ba31182d-3db0-499e-8e1a-6e97ee4c4d4d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:18.537405 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['937874b7-1e63-44c9-aead-3fe408288f84'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:42:18.581443 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba31182d-3db0-499e-8e1a-6e97ee4c4d4d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Pushing event deleted for resources: {'Port': ['ID=937874b7-1e63-44c9-aead-3fe408288f84,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:18.591806 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba31182d-3db0-499e-8e1a-6e97ee4c4d4d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:42:18.592381 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba31182d-3db0-499e-8e1a-6e97ee4c4d4d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:42:18.592889 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba31182d-3db0-499e-8e1a-6e97ee4c4d4d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:42:18.593368 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba31182d-3db0-499e-8e1a-6e97ee4c4d4d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:42:18.593844 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba31182d-3db0-499e-8e1a-6e97ee4c4d4d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:42:18.594334 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba31182d-3db0-499e-8e1a-6e97ee4c4d4d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:42:18.594803 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba31182d-3db0-499e-8e1a-6e97ee4c4d4d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:42:18.595616 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba31182d-3db0-499e-8e1a-6e97ee4c4d4d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:42:18.595748 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba31182d-3db0-499e-8e1a-6e97ee4c4d4d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:42:18.596070 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba31182d-3db0-499e-8e1a-6e97ee4c4d4d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:42:18.596383 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba31182d-3db0-499e-8e1a-6e97ee4c4d4d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:42:18.596833 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba31182d-3db0-499e-8e1a-6e97ee4c4d4d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:42:18.692473 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-764103c8-86b9-46b7-a90f-9c3936b4c986 req-ba31182d-3db0-499e-8e1a-6e97ee4c4d4d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] No DVR routers for this DVR port 937874b7-1e63-44c9-aead-3fe408288f84 on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:42:18.702346 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-764103c8-86b9-46b7-a90f-9c3936b4c986 req-ba31182d-3db0-499e-8e1a-6e97ee4c4d4d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:18.710023 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-764103c8-86b9-46b7-a90f-9c3936b4c986 req-ba31182d-3db0-499e-8e1a-6e97ee4c4d4d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.45 "DELETE /v2.0/ports/937874b7-1e63-44c9-aead-3fe408288f84 HTTP/1.1" status: 204 len: 173 time: 0.9576442 Nov 09 21:42:18.710494 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0982c82-d026-4570-99dd-c5301c08a4b2', 'name': 'network-vif-deleted', 'tag': '937874b7-1e63-44c9-aead-3fe408288f84'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:42:18.713083 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cec655d-f6b6-401a-a894-70e94844466e" -d '{"events": [{"server_uuid": "c0982c82-d026-4570-99dd-c5301c08a4b2", "name": "network-vif-deleted", "tag": "937874b7-1e63-44c9-aead-3fe408288f84"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:42:18.770482 n-d-816206-3 neutron-server[102607]: DEBUG neutron.objects.ports [None req-f35f1799-9858-4bcd-8c90-f08b4d2c9c18 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102607) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 21:42:18.773342 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f35f1799-9858-4bcd-8c90-f08b4d2c9c18 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:18.871858 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f1799-9858-4bcd-8c90-f08b4d2c9c18 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Pushing event updated for resources: {'Subnet': ['ID=a1cf8764-7e28-4ca8-b3a5-be6910c4ac92,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:18.877270 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35f1799-9858-4bcd-8c90-f08b4d2c9c18 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Checking segment: {'id': '25351b68-e176-427f-941c-007a1921d052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a414c416-44db-4715-8ba2-c51663e2e45e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:42:18.877646 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35f1799-9858-4bcd-8c90-f08b4d2c9c18 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Network hostable DHCP agents. Network: a414c416-44db-4715-8ba2-c51663e2e45e, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:42:18.898263 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2245db7-1990-4d42-bed9-f53c6ac15972 x-openstack-request-id: req-f2245db7-1990-4d42-bed9-f53c6ac15972 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:42:18.899581 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0982c82-d026-4570-99dd-c5301c08a4b2", "name": "network-vif-deleted", "tag": "937874b7-1e63-44c9-aead-3fe408288f84", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:42:18.900056 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f2245db7-1990-4d42-bed9-f53c6ac15972 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:42:18.900697 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0982c82-d026-4570-99dd-c5301c08a4b2', 'name': 'network-vif-deleted', 'tag': '937874b7-1e63-44c9-aead-3fe408288f84', 'status': 'completed', 'code': 200} Nov 09 21:42:18.914299 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35f1799-9858-4bcd-8c90-f08b4d2c9c18 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Network a414c416-44db-4715-8ba2-c51663e2e45e is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:42:18.930168 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-f35f1799-9858-4bcd-8c90-f08b4d2c9c18 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, a414c416-44db-4715-8ba2-c51663e2e45e) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:42:18.937928 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35f1799-9858-4bcd-8c90-f08b4d2c9c18 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:18.938523 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f35f1799-9858-4bcd-8c90-f08b4d2c9c18 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:18.943244 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d554e52-abb3-4690-8074-f5bcc7c146e1 None None] Network a414c416-44db-4715-8ba2-c51663e2e45e requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:42:18.972452 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f35f1799-9858-4bcd-8c90-f08b4d2c9c18 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1380970 Nov 09 21:42:18.972705 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 46762) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:18.979830 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-2c6dc977-94c5-44de-a360-67eed268aea8 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Request body: {'port': {'network_id': 'a414c416-44db-4715-8ba2-c51663e2e45e', 'name': 'tempest-NetworksIpV6TestAttrs-1988639170'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:42:19.181963 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 613733c3-3708-454d-bd5d-e93a38453d9d no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:42:19.203291 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 613733c3-3708-454d-bd5d-e93a38453d9d {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:42:19.203640 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 613733c3-3708-454d-bd5d-e93a38453d9d not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:42:19.234367 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9312a5c4-12e0-4018-8cf1-447aa75f4469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-a414c416-44db-4715-8ba2-c51663e2e45e', 'network_id': 'a414c416-44db-4715-8ba2-c51663e2e45e', 'tenant_id': '78d826362bbd4940a8fc1ad5afe15586', 'fixed_ips': [{'subnet_id': 'a1cf8764-7e28-4ca8-b3a5-be6910c4ac92'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:42:19.235367 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9312a5c4-12e0-4018-8cf1-447aa75f4469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:19.280264 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6dc977-94c5-44de-a360-67eed268aea8 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Made reservation on behalf of 78d826362bbd4940a8fc1ad5afe15586 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:42:19.284440 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2c6dc977-94c5-44de-a360-67eed268aea8 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:19.343056 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-2c6dc977-94c5-44de-a360-67eed268aea8 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] device_id is not set on port 43cfea96-b489-4257-aa48-d69774fe4323 yet. {{(pid=102607) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:42:19.486201 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-9312a5c4-12e0-4018-8cf1-447aa75f4469 None None] Allocated IP 2001:db8::f816:3eff:fe49:b841 (a414c416-44db-4715-8ba2-c51663e2e45e/a1cf8764-7e28-4ca8-b3a5-be6910c4ac92/1e5fa45d-79c3-4452-9aed-d047f0b687b3) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:42:19.616394 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-56b0d662-bbce-4481-a0e7-0820d0064ab3 req-7e734efc-cca3-4049-88fa-9d4409a1143e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 210 time: 0.0462940 Nov 09 21:42:19.774053 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9312a5c4-12e0-4018-8cf1-447aa75f4469 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:19.785937 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9312a5c4-12e0-4018-8cf1-447aa75f4469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:19.850306 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-2c6dc977-94c5-44de-a360-67eed268aea8 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Allocated IP 2001:db8::f816:3eff:fec4:2a47 (a414c416-44db-4715-8ba2-c51663e2e45e/a1cf8764-7e28-4ca8-b3a5-be6910c4ac92/43cfea96-b489-4257-aa48-d69774fe4323) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:42:19.876654 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9312a5c4-12e0-4018-8cf1-447aa75f4469 None None] Network a414c416-44db-4715-8ba2-c51663e2e45e is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:42:19.883360 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-9312a5c4-12e0-4018-8cf1-447aa75f4469 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:42:19.888010 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9312a5c4-12e0-4018-8cf1-447aa75f4469 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:42:19.904763 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9312a5c4-12e0-4018-8cf1-447aa75f4469 None None] Pushing event updated for resources: {'Port': ['ID=1e5fa45d-79c3-4452-9aed-d047f0b687b3,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:20.026198 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-9312a5c4-12e0-4018-8cf1-447aa75f4469 None None] Attempting to bind port 1e5fa45d-79c3-4452-9aed-d047f0b687b3 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:42:20.029345 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-9312a5c4-12e0-4018-8cf1-447aa75f4469 None None] Attempting to bind port 1e5fa45d-79c3-4452-9aed-d047f0b687b3 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '25351b68-e176-427f-941c-007a1921d052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a414c416-44db-4715-8ba2-c51663e2e45e'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:42:20.030165 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9312a5c4-12e0-4018-8cf1-447aa75f4469 None None] Attempting to bind port 1e5fa45d-79c3-4452-9aed-d047f0b687b3 on network a414c416-44db-4715-8ba2-c51663e2e45e {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:42:20.045370 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9312a5c4-12e0-4018-8cf1-447aa75f4469 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:42:20.046123 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9312a5c4-12e0-4018-8cf1-447aa75f4469 None None] Checking segment: {'id': '25351b68-e176-427f-941c-007a1921d052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a414c416-44db-4715-8ba2-c51663e2e45e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:42:20.046547 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9312a5c4-12e0-4018-8cf1-447aa75f4469 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:20.046973 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9312a5c4-12e0-4018-8cf1-447aa75f4469 None None] Bound using segment: {'id': '25351b68-e176-427f-941c-007a1921d052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a414c416-44db-4715-8ba2-c51663e2e45e'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:42:20.047452 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-9312a5c4-12e0-4018-8cf1-447aa75f4469 None None] Bound port: 1e5fa45d-79c3-4452-9aed-d047f0b687b3, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25351b68-e176-427f-941c-007a1921d052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a414c416-44db-4715-8ba2-c51663e2e45e'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:42:20.047845 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9312a5c4-12e0-4018-8cf1-447aa75f4469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:20.094574 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2c6dc977-94c5-44de-a360-67eed268aea8 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:20.202368 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2c6dc977-94c5-44de-a360-67eed268aea8 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:20.246424 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9691a442-517f-4d6a-abc4-58893d69c5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:20.266868 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-9312a5c4-12e0-4018-8cf1-447aa75f4469 None None] For port 1e5fa45d-79c3-4452-9aed-d047f0b687b3, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:42:20.286871 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-9312a5c4-12e0-4018-8cf1-447aa75f4469 None None] For port 1e5fa45d-79c3-4452-9aed-d047f0b687b3, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=1e5fa45d-79c3-4452-9aed-d047f0b687b3,segment=NetworkSegment(25351b68-e176-427f-941c-007a1921d052),segment_id=25351b68-e176-427f-941c-007a1921d052)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:42:20.302378 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9312a5c4-12e0-4018-8cf1-447aa75f4469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:20.326045 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6dc977-94c5-44de-a360-67eed268aea8 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Network a414c416-44db-4715-8ba2-c51663e2e45e is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:42:20.332378 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-2c6dc977-94c5-44de-a360-67eed268aea8 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:42:20.338912 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6dc977-94c5-44de-a360-67eed268aea8 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:42:20.347379 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6dc977-94c5-44de-a360-67eed268aea8 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:20.348285 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2c6dc977-94c5-44de-a360-67eed268aea8 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:20.391653 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6dc977-94c5-44de-a360-67eed268aea8 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Pushing event updated for resources: {'Port': ['ID=43cfea96-b489-4257-aa48-d69774fe4323,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:20.465317 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2c6dc977-94c5-44de-a360-67eed268aea8 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.4915874 Nov 09 21:42:20.469303 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46786) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:20.530808 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9312a5c4-12e0-4018-8cf1-447aa75f4469 None None] Pushing event updated for resources: {'Port': ['ID=1e5fa45d-79c3-4452-9aed-d047f0b687b3,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:20.622570 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-1346ff3b-1d65-4c04-ba06-01ac89d8b51b tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Deleting subnet a1cf8764-7e28-4ca8-b3a5-be6910c4ac92 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:42:20.635516 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1346ff3b-1d65-4c04-ba06-01ac89d8b51b tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:20.811195 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1346ff3b-1d65-4c04-ba06-01ac89d8b51b tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:20.861225 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-78a3f990-73fa-4111-b442-e32a6b10ac49 req-bed1bb9e-5fa2-4e93-9812-ad9081770a57 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 210 time: 0.0735035 Nov 09 21:42:21.041199 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:21.086387 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1346ff3b-1d65-4c04-ba06-01ac89d8b51b tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:21.147727 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 1e5fa45d-79c3-4452-9aed-d047f0b687b3 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:42:21.154526 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1346ff3b-1d65-4c04-ba06-01ac89d8b51b tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:21.219308 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1346ff3b-1d65-4c04-ba06-01ac89d8b51b tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Pushing event deleted for resources: {'Subnet': ['ID=a1cf8764-7e28-4ca8-b3a5-be6910c4ac92,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:21.223416 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1346ff3b-1d65-4c04-ba06-01ac89d8b51b tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:21.229522 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 46802) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:21.230095 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1346ff3b-1d65-4c04-ba06-01ac89d8b51b tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] 10.222.0.49 "DELETE /v2.0/subnets/a1cf8764-7e28-4ca8-b3a5-be6910c4ac92 HTTP/1.1" status: 204 len: 168 time: 0.7574172 Nov 09 21:42:21.317836 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd717221-aaed-438b-b3af-1f77f4df9804 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:21.325241 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd717221-aaed-438b-b3af-1f77f4df9804 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:21.326851 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-cd717221-aaed-438b-b3af-1f77f4df9804 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0963292 Nov 09 21:42:21.329602 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 46806) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:21.533305 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 937874b7-1e63-44c9-aead-3fe408288f84 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:42:21.555913 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f6973806-9c68-48db-819d-bdab507464b8 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:21.565828 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6973806-9c68-48db-819d-bdab507464b8 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 09 21:42:21.566309 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6973806-9c68-48db-819d-bdab507464b8 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:42:21.569516 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f6973806-9c68-48db-819d-bdab507464b8 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] 10.222.0.49 "DELETE /v2.0/networks/a414c416-44db-4715-8ba2-c51663e2e45e HTTP/1.1" status: 409 len: 405 time: 0.2389226 Nov 09 21:42:21.582221 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 46812) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:21.587980 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-511b65b7-7f50-43e5-b190-50ca30d17cf4 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2273825'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:42:21.602185 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 937874b7-1e63-44c9-aead-3fe408288f84 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:42:21.602556 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 937874b7-1e63-44c9-aead-3fe408288f84 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:42:21.632031 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 1e5fa45d-79c3-4452-9aed-d047f0b687b3 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:42:21.634155 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:21.635097 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511b65b7-7f50-43e5-b190-50ca30d17cf4 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Made reservation on behalf of 78d826362bbd4940a8fc1ad5afe15586 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:42:21.642023 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-511b65b7-7f50-43e5-b190-50ca30d17cf4 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:21.679055 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-511b65b7-7f50-43e5-b190-50ca30d17cf4 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:42:21.699703 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-511b65b7-7f50-43e5-b190-50ca30d17cf4 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:21.700092 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-511b65b7-7f50-43e5-b190-50ca30d17cf4 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Added segment fadde7b3-38f1-4dce-bff0-e0ed7c5e1d98 of type vlan for network 87b14536-d9e6-4c80-b760-96f9a26fc243 Nov 09 21:42:21.766179 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-511b65b7-7f50-43e5-b190-50ca30d17cf4 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:21.806013 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-511b65b7-7f50-43e5-b190-50ca30d17cf4 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:21.817264 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511b65b7-7f50-43e5-b190-50ca30d17cf4 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:21.819151 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-511b65b7-7f50-43e5-b190-50ca30d17cf4 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:21.888067 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:21.971881 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 1e5fa45d-79c3-4452-9aed-d047f0b687b3, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=1e5fa45d-79c3-4452-9aed-d047f0b687b3,segment=NetworkSegment(25351b68-e176-427f-941c-007a1921d052),segment_id=25351b68-e176-427f-941c-007a1921d052)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:42:21.977795 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:22.042527 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-511b65b7-7f50-43e5-b190-50ca30d17cf4 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4516935 Nov 09 21:42:22.043488 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 46822) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:22.062285 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-b6f729df-daa8-4bb9-b550-6f744d4e9ff7 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Request body: {'subnet': {'network_id': '87b14536-d9e6-4c80-b760-96f9a26fc243', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:42:22.068955 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4a5bce08-8c8d-41bd-93b7-7946d91f8f6f req-abea8bdc-76e5-42b8-8ad1-5b15475dc57a tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 210 time: 0.1129625 Nov 09 21:42:22.073729 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=1e5fa45d-79c3-4452-9aed-d047f0b687b3,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:22.100941 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ad98fc-3b5d-4877-a8cb-8088631db6c2 None None] Network a414c416-44db-4715-8ba2-c51663e2e45e requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:42:22.119567 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:42:22.119904 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:42:22.120260 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:42:22.120597 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:42:22.120964 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:42:22.121324 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:42:22.121875 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:42:22.121975 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:42:22.122231 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:42:22.122548 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:42:22.123014 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:42:22.123338 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:42:22.231573 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-1a197f04-dec1-40be-9c76-c7a5aa5bbc66 None None] Provisioning complete for port 1e5fa45d-79c3-4452-9aed-d047f0b687b3 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:42:22.231947 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1a197f04-dec1-40be-9c76-c7a5aa5bbc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:22.330887 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511b65b7-7f50-43e5-b190-50ca30d17cf4 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Pushing event updated for resources: {'Network': ['ID=87b14536-d9e6-4c80-b760-96f9a26fc243,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:22.379609 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 87b14536-d9e6-4c80-b760-96f9a26fc243 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:42:22.504190 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb2eaf5-a24d-46ca-84f4-e13536ba2afb None None] DHCP port deletion for a414c416-44db-4715-8ba2-c51663e2e45e request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:42:22.538689 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f729df-daa8-4bb9-b550-6f744d4e9ff7 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Made reservation on behalf of 78d826362bbd4940a8fc1ad5afe15586 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:42:22.544083 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b6f729df-daa8-4bb9-b550-6f744d4e9ff7 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:22.608308 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:22.659130 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-7fb2eaf5-a24d-46ca-84f4-e13536ba2afb None None] Deleting port 1e5fa45d-79c3-4452-9aed-d047f0b687b3 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:42:22.659507 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7fb2eaf5-a24d-46ca-84f4-e13536ba2afb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:22.791817 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-7fb2eaf5-a24d-46ca-84f4-e13536ba2afb None None] For port 1e5fa45d-79c3-4452-9aed-d047f0b687b3, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=1e5fa45d-79c3-4452-9aed-d047f0b687b3,segment=NetworkSegment(25351b68-e176-427f-941c-007a1921d052),segment_id=25351b68-e176-427f-941c-007a1921d052)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:42:22.792211 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7fb2eaf5-a24d-46ca-84f4-e13536ba2afb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:22.820332 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-7fb2eaf5-a24d-46ca-84f4-e13536ba2afb None None] Calling delete_port for 1e5fa45d-79c3-4452-9aed-d047f0b687b3 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:42:22.961489 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:23.002130 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7fb2eaf5-a24d-46ca-84f4-e13536ba2afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:23.084425 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb2eaf5-a24d-46ca-84f4-e13536ba2afb None None] No DVR routers for this DVR port 1e5fa45d-79c3-4452-9aed-d047f0b687b3 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:42:23.089888 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb2eaf5-a24d-46ca-84f4-e13536ba2afb None None] Pushing event deleted for resources: {'Port': ['ID=1e5fa45d-79c3-4452-9aed-d047f0b687b3,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:23.132288 n-d-816206-3 neutron-server[102607]: DEBUG neutron.objects.ports [None req-b6f729df-daa8-4bb9-b550-6f744d4e9ff7 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102607) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 21:42:23.134095 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b6f729df-daa8-4bb9-b550-6f744d4e9ff7 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:23.211443 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f729df-daa8-4bb9-b550-6f744d4e9ff7 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Pushing event updated for resources: {'Subnet': ['ID=5dc15d58-d8e6-4650-897d-d1de12adda2d,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:23.214248 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f729df-daa8-4bb9-b550-6f744d4e9ff7 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Checking segment: {'id': 'fadde7b3-38f1-4dce-bff0-e0ed7c5e1d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '87b14536-d9e6-4c80-b760-96f9a26fc243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:42:23.214617 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f729df-daa8-4bb9-b550-6f744d4e9ff7 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Network hostable DHCP agents. Network: 87b14536-d9e6-4c80-b760-96f9a26fc243, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:42:23.308380 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6a469e68-ef84-4ba3-bbc8-6c43d72b44d6 req-d38bc42a-62a4-479d-b2b8-6d009dcfb6ba tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 210 time: 0.0789499 Nov 09 21:42:23.309387 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f729df-daa8-4bb9-b550-6f744d4e9ff7 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Network 87b14536-d9e6-4c80-b760-96f9a26fc243 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:42:23.324859 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-b6f729df-daa8-4bb9-b550-6f744d4e9ff7 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 87b14536-d9e6-4c80-b760-96f9a26fc243) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:42:23.336185 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f729df-daa8-4bb9-b550-6f744d4e9ff7 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:23.336858 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b6f729df-daa8-4bb9-b550-6f744d4e9ff7 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:23.374058 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da70f761-52e0-41e5-a0c7-ccd43e793538 None None] Network 87b14536-d9e6-4c80-b760-96f9a26fc243 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:42:23.377477 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b6f729df-daa8-4bb9-b550-6f744d4e9ff7 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3253472 Nov 09 21:42:23.380233 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 46852) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:23.553303 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:23.563021 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 1e5fa45d-79c3-4452-9aed-d047f0b687b3 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:42:23.614907 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 1e5fa45d-79c3-4452-9aed-d047f0b687b3 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:42:23.615670 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 1e5fa45d-79c3-4452-9aed-d047f0b687b3 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:42:23.637792 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-014ae7a7-a02e-4023-ac78-90ec0343598f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:23.705936 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb8b9fd-b0a7-48df-af47-6c368d77f1bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-87b14536-d9e6-4c80-b760-96f9a26fc243', 'network_id': '87b14536-d9e6-4c80-b760-96f9a26fc243', 'tenant_id': '78d826362bbd4940a8fc1ad5afe15586', 'fixed_ips': [{'subnet_id': '5dc15d58-d8e6-4650-897d-d1de12adda2d'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:42:23.707481 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1fb8b9fd-b0a7-48df-af47-6c368d77f1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:23.861283 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-014ae7a7-a02e-4023-ac78-90ec0343598f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:23.977802 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-1fb8b9fd-b0a7-48df-af47-6c368d77f1bf None None] Allocated IP 2001:db8::f816:3eff:fe95:33eb (87b14536-d9e6-4c80-b760-96f9a26fc243/5dc15d58-d8e6-4650-897d-d1de12adda2d/279a85e9-3142-4a79-a73b-dca5f6279dba) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:42:24.196864 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1fb8b9fd-b0a7-48df-af47-6c368d77f1bf None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:24.210979 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1fb8b9fd-b0a7-48df-af47-6c368d77f1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:24.234136 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-014ae7a7-a02e-4023-ac78-90ec0343598f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:24.293317 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb8b9fd-b0a7-48df-af47-6c368d77f1bf None None] Network 87b14536-d9e6-4c80-b760-96f9a26fc243 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:42:24.298924 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-1fb8b9fd-b0a7-48df-af47-6c368d77f1bf None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:42:24.331060 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb8b9fd-b0a7-48df-af47-6c368d77f1bf None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:42:24.340424 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb8b9fd-b0a7-48df-af47-6c368d77f1bf None None] Pushing event updated for resources: {'Port': ['ID=279a85e9-3142-4a79-a73b-dca5f6279dba,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:24.426706 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-1fb8b9fd-b0a7-48df-af47-6c368d77f1bf None None] Attempting to bind port 279a85e9-3142-4a79-a73b-dca5f6279dba on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:42:24.428358 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-1fb8b9fd-b0a7-48df-af47-6c368d77f1bf None None] Attempting to bind port 279a85e9-3142-4a79-a73b-dca5f6279dba by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'fadde7b3-38f1-4dce-bff0-e0ed7c5e1d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '87b14536-d9e6-4c80-b760-96f9a26fc243'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:42:24.428782 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb8b9fd-b0a7-48df-af47-6c368d77f1bf None None] Attempting to bind port 279a85e9-3142-4a79-a73b-dca5f6279dba on network 87b14536-d9e6-4c80-b760-96f9a26fc243 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:42:24.435069 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb8b9fd-b0a7-48df-af47-6c368d77f1bf None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:42:24.435455 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb8b9fd-b0a7-48df-af47-6c368d77f1bf None None] Checking segment: {'id': 'fadde7b3-38f1-4dce-bff0-e0ed7c5e1d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '87b14536-d9e6-4c80-b760-96f9a26fc243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:42:24.435861 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1fb8b9fd-b0a7-48df-af47-6c368d77f1bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:24.436255 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb8b9fd-b0a7-48df-af47-6c368d77f1bf None None] Bound using segment: {'id': 'fadde7b3-38f1-4dce-bff0-e0ed7c5e1d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '87b14536-d9e6-4c80-b760-96f9a26fc243'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:42:24.436769 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-1fb8b9fd-b0a7-48df-af47-6c368d77f1bf None None] Bound port: 279a85e9-3142-4a79-a73b-dca5f6279dba, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fadde7b3-38f1-4dce-bff0-e0ed7c5e1d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '87b14536-d9e6-4c80-b760-96f9a26fc243'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:42:24.437649 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1fb8b9fd-b0a7-48df-af47-6c368d77f1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:24.522521 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-37a3d3f3-b20d-45af-8003-6ba6af5e388b req-cca7ffdd-df84-4206-a145-edfce3836b19 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 210 time: 0.0580554 Nov 09 21:42:24.573155 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-1fb8b9fd-b0a7-48df-af47-6c368d77f1bf None None] For port 279a85e9-3142-4a79-a73b-dca5f6279dba, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:42:24.577026 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-1fb8b9fd-b0a7-48df-af47-6c368d77f1bf None None] For port 279a85e9-3142-4a79-a73b-dca5f6279dba, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=279a85e9-3142-4a79-a73b-dca5f6279dba,segment=NetworkSegment(fadde7b3-38f1-4dce-bff0-e0ed7c5e1d98),segment_id=fadde7b3-38f1-4dce-bff0-e0ed7c5e1d98)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:42:24.590381 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1fb8b9fd-b0a7-48df-af47-6c368d77f1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:24.681439 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb8b9fd-b0a7-48df-af47-6c368d77f1bf None None] Pushing event updated for resources: {'Port': ['ID=279a85e9-3142-4a79-a73b-dca5f6279dba,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:24.698127 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158a0698-98ac-416b-8391-d4618d6fdf03 None None] Network 87b14536-d9e6-4c80-b760-96f9a26fc243 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:42:24.889122 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ae7a7-a02e-4023-ac78-90ec0343598f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Pushing event deleted for resources: {'Subnet': ['ID=5dc15d58-d8e6-4650-897d-d1de12adda2d,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:25.011199 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-014ae7a7-a02e-4023-ac78-90ec0343598f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:25.018448 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6531fccb-5ae4-4580-b7d7-460f392ad5a2 None None] get_active_networks_info from n-d-816206-3 {{(pid=102609) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 21:42:25.058337 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-014ae7a7-a02e-4023-ac78-90ec0343598f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b14536-d9e6-4c80-b760-96f9a26fc243']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:25.072238 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-014ae7a7-a02e-4023-ac78-90ec0343598f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fadde7b3-38f1-4dce-bff0-e0ed7c5e1d98') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:25.072548 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-014ae7a7-a02e-4023-ac78-90ec0343598f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fadde7b3-38f1-4dce-bff0-e0ed7c5e1d98') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:25.108746 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-014ae7a7-a02e-4023-ac78-90ec0343598f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:25.137521 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-014ae7a7-a02e-4023-ac78-90ec0343598f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:25.151244 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-014ae7a7-a02e-4023-ac78-90ec0343598f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:42:25.151645 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-014ae7a7-a02e-4023-ac78-90ec0343598f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:25.154679 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:42:25.154679 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:42:25.154679 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:42:25.154679 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:42:25.154679 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:42:25.154679 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:42:25.154679 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:42:25.154679 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:42:25.154679 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:42:25.154679 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:42:25.154679 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:42:25.154679 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:42:25.154679 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:42:25.154679 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:42:25.154679 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:42:25.154679 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:42:25.154679 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:42:25.154679 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:42:25.154679 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:42:25.154679 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:42:25.154679 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:42:25.154679 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:42:25.154679 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:42:25.154679 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:42:25.154679 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:42:25.154679 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:42:25.154679 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:42:25.154679 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:42:25.154679 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:42:25.154679 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:42:25.154679 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:42:25.154679 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:42:25.226545 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6531fccb-5ae4-4580-b7d7-460f392ad5a2 None None] Resources bound (agent type, host, resource id): {{(pid=102609) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 21:42:25.272230 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.db.api [None req-014ae7a7-a02e-4023-ac78-90ec0343598f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 21:42:25.272230 n-d-816206-3 neutron-server[102607]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 21:42:25.272230 n-d-816206-3 neutron-server[102607]: [parameters: {'id': '87b14536-d9e6-4c80-b760-96f9a26fc243'}] Nov 09 21:42:25.272230 n-d-816206-3 neutron-server[102607]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 21:42:25.272610 n-d-816206-3 neutron-server[102607]: DEBUG oslo_db.api [None req-014ae7a7-a02e-4023-ac78-90ec0343598f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 21:42:25.700347 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-683a094a-ec55-4319-a512-716b1126b2c9 req-a4b426a0-3776-4ad1-ae88-ac6f715a5eac tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 210 time: 0.0771868 Nov 09 21:42:25.773694 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-014ae7a7-a02e-4023-ac78-90ec0343598f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:25.845343 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-014ae7a7-a02e-4023-ac78-90ec0343598f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Deleting port 279a85e9-3142-4a79-a73b-dca5f6279dba {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:42:25.845884 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-014ae7a7-a02e-4023-ac78-90ec0343598f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:25.925238 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-014ae7a7-a02e-4023-ac78-90ec0343598f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] For port 279a85e9-3142-4a79-a73b-dca5f6279dba, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=279a85e9-3142-4a79-a73b-dca5f6279dba,segment=NetworkSegment(fadde7b3-38f1-4dce-bff0-e0ed7c5e1d98),segment_id=fadde7b3-38f1-4dce-bff0-e0ed7c5e1d98)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:42:25.926315 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-014ae7a7-a02e-4023-ac78-90ec0343598f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:25.941805 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-014ae7a7-a02e-4023-ac78-90ec0343598f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Calling delete_port for 279a85e9-3142-4a79-a73b-dca5f6279dba owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:42:26.058236 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-014ae7a7-a02e-4023-ac78-90ec0343598f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:26.105690 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ae7a7-a02e-4023-ac78-90ec0343598f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Pushing event deleted for resources: {'Port': ['ID=279a85e9-3142-4a79-a73b-dca5f6279dba,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:26.107785 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014ae7a7-a02e-4023-ac78-90ec0343598f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] No DVR routers for this DVR port 279a85e9-3142-4a79-a73b-dca5f6279dba on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:42:26.207982 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-014ae7a7-a02e-4023-ac78-90ec0343598f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:26.231983 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-014ae7a7-a02e-4023-ac78-90ec0343598f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b14536-d9e6-4c80-b760-96f9a26fc243']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:26.243069 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-014ae7a7-a02e-4023-ac78-90ec0343598f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fadde7b3-38f1-4dce-bff0-e0ed7c5e1d98') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:26.243723 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-014ae7a7-a02e-4023-ac78-90ec0343598f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fadde7b3-38f1-4dce-bff0-e0ed7c5e1d98') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:26.254553 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-014ae7a7-a02e-4023-ac78-90ec0343598f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:26.269433 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-014ae7a7-a02e-4023-ac78-90ec0343598f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:26.276164 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-014ae7a7-a02e-4023-ac78-90ec0343598f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:42:26.277579 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-014ae7a7-a02e-4023-ac78-90ec0343598f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:26.281339 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:42:26.281339 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:42:26.281339 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:42:26.281339 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:42:26.281339 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:42:26.281339 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:42:26.281339 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:42:26.281339 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:42:26.281339 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:42:26.281339 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:42:26.281339 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:42:26.281339 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:42:26.281339 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:42:26.281339 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:42:26.281339 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:42:26.281339 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:42:26.281339 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:42:26.281339 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:42:26.281339 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:42:26.281339 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:42:26.281339 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:42:26.281339 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:42:26.281339 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:42:26.281339 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:42:26.281339 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:42:26.281339 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:42:26.281339 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:42:26.281339 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:42:26.281339 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:42:26.281339 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:42:26.281339 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:42:26.281339 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:42:26.366051 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-014ae7a7-a02e-4023-ac78-90ec0343598f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:26.371462 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-014ae7a7-a02e-4023-ac78-90ec0343598f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:26.374797 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-014ae7a7-a02e-4023-ac78-90ec0343598f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] 10.222.0.49 "DELETE /v2.0/networks/87b14536-d9e6-4c80-b760-96f9a26fc243 HTTP/1.1" status: 204 len: 168 time: 2.9921370 Nov 09 21:42:26.380034 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46922) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:26.386531 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-96401914-b611-4ae1-89e9-785b13283739 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-784104251'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:42:26.413368 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ae7a7-a02e-4023-ac78-90ec0343598f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Pushing event deleted for resources: {'Network': ['ID=87b14536-d9e6-4c80-b760-96f9a26fc243,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:26.446925 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96401914-b611-4ae1-89e9-785b13283739 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Made reservation on behalf of 78d826362bbd4940a8fc1ad5afe15586 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:42:26.450500 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-96401914-b611-4ae1-89e9-785b13283739 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:26.501405 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96401914-b611-4ae1-89e9-785b13283739 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:42:26.524288 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-96401914-b611-4ae1-89e9-785b13283739 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:26.525010 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-96401914-b611-4ae1-89e9-785b13283739 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Added segment 7ca416e3-08c2-4577-8708-7797bf347ff5 of type vlan for network 385ad0fe-1911-43be-a442-1c234cf8fa86 Nov 09 21:42:26.600196 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-96401914-b611-4ae1-89e9-785b13283739 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:26.633171 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-96401914-b611-4ae1-89e9-785b13283739 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:26.638853 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96401914-b611-4ae1-89e9-785b13283739 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:26.639564 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-96401914-b611-4ae1-89e9-785b13283739 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:26.677921 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 46928) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:26.683181 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-5be7cfc9-0923-4b56-8a6c-b2cdb8692341 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Request body: {'subnet': {'network_id': '385ad0fe-1911-43be-a442-1c234cf8fa86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:42:26.686871 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-96401914-b611-4ae1-89e9-785b13283739 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3048327 Nov 09 21:42:26.804347 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96401914-b611-4ae1-89e9-785b13283739 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Pushing event updated for resources: {'Network': ['ID=385ad0fe-1911-43be-a442-1c234cf8fa86,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:26.838136 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 385ad0fe-1911-43be-a442-1c234cf8fa86 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:42:26.855949 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-25cd59e7-a444-4cc7-8410-03b3ef720041 req-bfd1a939-a9dd-4c9f-8746-8ceadc55088a tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 210 time: 0.0310657 Nov 09 21:42:26.892495 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be7cfc9-0923-4b56-8a6c-b2cdb8692341 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Made reservation on behalf of 78d826362bbd4940a8fc1ad5afe15586 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:42:26.898584 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5be7cfc9-0923-4b56-8a6c-b2cdb8692341 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:27.126221 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5be7cfc9-0923-4b56-8a6c-b2cdb8692341 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:27.201171 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be7cfc9-0923-4b56-8a6c-b2cdb8692341 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Pushing event updated for resources: {'Subnet': ['ID=98b164c3-eceb-42ce-a2bc-ef821d6de3fd,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:27.213911 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be7cfc9-0923-4b56-8a6c-b2cdb8692341 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Checking segment: {'id': '7ca416e3-08c2-4577-8708-7797bf347ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '385ad0fe-1911-43be-a442-1c234cf8fa86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:42:27.214355 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be7cfc9-0923-4b56-8a6c-b2cdb8692341 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Network hostable DHCP agents. Network: 385ad0fe-1911-43be-a442-1c234cf8fa86, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:42:27.242144 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be7cfc9-0923-4b56-8a6c-b2cdb8692341 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Network 385ad0fe-1911-43be-a442-1c234cf8fa86 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:42:27.259943 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-5be7cfc9-0923-4b56-8a6c-b2cdb8692341 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 385ad0fe-1911-43be-a442-1c234cf8fa86) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:42:27.264281 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be7cfc9-0923-4b56-8a6c-b2cdb8692341 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:27.264918 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5be7cfc9-0923-4b56-8a6c-b2cdb8692341 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:27.271154 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bca8e7-8556-4da8-bd16-0d428ace2ac3 None None] Network 385ad0fe-1911-43be-a442-1c234cf8fa86 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:42:27.283812 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5be7cfc9-0923-4b56-8a6c-b2cdb8692341 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6047394 Nov 09 21:42:27.286470 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 46946) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:27.408113 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-be882b0b-2571-4cae-bd85-a56536c60d3f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:27.494693 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-be882b0b-2571-4cae-bd85-a56536c60d3f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:27.574293 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c4e553-0a85-41ee-8bbe-38a2b4203ed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-385ad0fe-1911-43be-a442-1c234cf8fa86', 'network_id': '385ad0fe-1911-43be-a442-1c234cf8fa86', 'tenant_id': '78d826362bbd4940a8fc1ad5afe15586', 'fixed_ips': [{'subnet_id': '98b164c3-eceb-42ce-a2bc-ef821d6de3fd'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:42:27.576852 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-60c4e553-0a85-41ee-8bbe-38a2b4203ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:27.621769 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-be882b0b-2571-4cae-bd85-a56536c60d3f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:27.672018 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be882b0b-2571-4cae-bd85-a56536c60d3f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Pushing event deleted for resources: {'Subnet': ['ID=98b164c3-eceb-42ce-a2bc-ef821d6de3fd,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server [None req-60c4e553-0a85-41ee-8bbe-38a2b4203ed8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 98b164c3-eceb-42ce-a2bc-ef821d6de3fd: This subnet is being modified by another concurrent operation. Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise exception Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 98b164c3-eceb-42ce-a2bc-ef821d6de3fd: This subnet is being modified by another concurrent operation. Nov 09 21:42:27.716682 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server Nov 09 21:42:27.734428 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57ce3a0-29b7-45ad-b667-3d1bc15640ba None None] Network 385ad0fe-1911-43be-a442-1c234cf8fa86 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:42:27.803666 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-be882b0b-2571-4cae-bd85-a56536c60d3f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:27.892750 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-be882b0b-2571-4cae-bd85-a56536c60d3f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['385ad0fe-1911-43be-a442-1c234cf8fa86']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:27.908496 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-be882b0b-2571-4cae-bd85-a56536c60d3f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ca416e3-08c2-4577-8708-7797bf347ff5') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:27.908858 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-be882b0b-2571-4cae-bd85-a56536c60d3f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ca416e3-08c2-4577-8708-7797bf347ff5') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:27.928532 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213f3502-3d7e-46bd-9e09-8ce866d3bc8d None None] get_active_networks_info from n-d-816206-3 {{(pid=102609) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 21:42:27.940935 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-be882b0b-2571-4cae-bd85-a56536c60d3f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:27.976332 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-be882b0b-2571-4cae-bd85-a56536c60d3f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:27.983015 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be882b0b-2571-4cae-bd85-a56536c60d3f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:42:27.983430 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-be882b0b-2571-4cae-bd85-a56536c60d3f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:28.082604 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:42:28.082604 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:42:28.082604 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:42:28.082604 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:42:28.082604 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:42:28.082604 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:42:28.082604 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:42:28.082604 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:42:28.082604 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:42:28.082604 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:42:28.082604 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:42:28.082604 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:42:28.082604 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:42:28.082604 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:42:28.082604 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:42:28.082604 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:42:28.082604 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:42:28.082604 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:42:28.082604 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:42:28.082604 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:42:28.082604 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:42:28.082604 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:42:28.082604 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:42:28.082604 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:42:28.082604 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:42:28.082604 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:42:28.082604 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:42:28.082604 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:42:28.082604 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:42:28.082604 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:42:28.082604 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:42:28.082604 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:42:28.108178 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213f3502-3d7e-46bd-9e09-8ce866d3bc8d None None] Resources bound (agent type, host, resource id): {{(pid=102609) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 21:42:28.145464 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1d7a74e1-8b3b-452f-b17a-30d84836d5bc req-076d94aa-2c2e-47ce-9b99-12451e90884e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0982c82-d026-4570-99dd-c5301c08a4b2 HTTP/1.1" status: 200 len: 210 time: 0.0563488 Nov 09 21:42:28.181007 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-be882b0b-2571-4cae-bd85-a56536c60d3f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:28.186838 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-be882b0b-2571-4cae-bd85-a56536c60d3f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:28.192606 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-be882b0b-2571-4cae-bd85-a56536c60d3f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] 10.222.0.49 "DELETE /v2.0/networks/385ad0fe-1911-43be-a442-1c234cf8fa86 HTTP/1.1" status: 204 len: 168 time: 0.9050574 Nov 09 21:42:28.198581 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 46972) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:28.206065 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-c74d0da7-19fc-4e17-9791-fb2b6dd8bbf7 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-253686842'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:42:28.226432 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be882b0b-2571-4cae-bd85-a56536c60d3f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Pushing event deleted for resources: {'Network': ['ID=385ad0fe-1911-43be-a442-1c234cf8fa86,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:28.254810 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74d0da7-19fc-4e17-9791-fb2b6dd8bbf7 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Made reservation on behalf of 78d826362bbd4940a8fc1ad5afe15586 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:42:28.270609 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c74d0da7-19fc-4e17-9791-fb2b6dd8bbf7 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:28.305535 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c74d0da7-19fc-4e17-9791-fb2b6dd8bbf7 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:42:28.340678 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c74d0da7-19fc-4e17-9791-fb2b6dd8bbf7 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:28.341412 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-c74d0da7-19fc-4e17-9791-fb2b6dd8bbf7 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Added segment 60796357-2fdf-4231-857d-3a85004d308d of type vlan for network 02259dc6-3b34-4e6a-aeb2-edf11a0d153b Nov 09 21:42:28.414549 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c74d0da7-19fc-4e17-9791-fb2b6dd8bbf7 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:28.478105 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c74d0da7-19fc-4e17-9791-fb2b6dd8bbf7 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:28.493796 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74d0da7-19fc-4e17-9791-fb2b6dd8bbf7 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:28.494461 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c74d0da7-19fc-4e17-9791-fb2b6dd8bbf7 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:28.539106 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c74d0da7-19fc-4e17-9791-fb2b6dd8bbf7 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3341169 Nov 09 21:42:28.540863 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 46978) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:28.546341 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-d5262b7f-f0cf-4c6d-86d8-c1ad0ddd633d tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Request body: {'subnet': {'network_id': '02259dc6-3b34-4e6a-aeb2-edf11a0d153b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:42:28.603696 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d0da7-19fc-4e17-9791-fb2b6dd8bbf7 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Pushing event updated for resources: {'Network': ['ID=02259dc6-3b34-4e6a-aeb2-edf11a0d153b,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:28.614843 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 02259dc6-3b34-4e6a-aeb2-edf11a0d153b details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:42:28.779911 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5262b7f-f0cf-4c6d-86d8-c1ad0ddd633d tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Made reservation on behalf of 78d826362bbd4940a8fc1ad5afe15586 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:42:28.783893 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d5262b7f-f0cf-4c6d-86d8-c1ad0ddd633d tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:29.450256 n-d-816206-3 neutron-server[102608]: DEBUG neutron.objects.ports [None req-d5262b7f-f0cf-4c6d-86d8-c1ad0ddd633d tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102608) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 21:42:29.451835 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d5262b7f-f0cf-4c6d-86d8-c1ad0ddd633d tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:29.518016 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5262b7f-f0cf-4c6d-86d8-c1ad0ddd633d tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Pushing event updated for resources: {'Subnet': ['ID=63dd7de3-9122-48ae-9f54-88524c537e57,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:29.534852 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5262b7f-f0cf-4c6d-86d8-c1ad0ddd633d tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Checking segment: {'id': '60796357-2fdf-4231-857d-3a85004d308d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '02259dc6-3b34-4e6a-aeb2-edf11a0d153b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:42:29.535217 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5262b7f-f0cf-4c6d-86d8-c1ad0ddd633d tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Network hostable DHCP agents. Network: 02259dc6-3b34-4e6a-aeb2-edf11a0d153b, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:42:29.557136 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5262b7f-f0cf-4c6d-86d8-c1ad0ddd633d tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Network 02259dc6-3b34-4e6a-aeb2-edf11a0d153b is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:42:29.570102 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-d5262b7f-f0cf-4c6d-86d8-c1ad0ddd633d tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 02259dc6-3b34-4e6a-aeb2-edf11a0d153b) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:42:29.574507 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5262b7f-f0cf-4c6d-86d8-c1ad0ddd633d tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:29.575269 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d5262b7f-f0cf-4c6d-86d8-c1ad0ddd633d tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:29.581808 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d338e41-e8ed-4e7a-a9d3-34ea7ad315e2 None None] Network 02259dc6-3b34-4e6a-aeb2-edf11a0d153b requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:42:29.620247 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d5262b7f-f0cf-4c6d-86d8-c1ad0ddd633d tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0775647 Nov 09 21:42:29.622879 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 47016) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:29.816410 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5a5f8e-4762-401e-a507-e983af9ad5b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-02259dc6-3b34-4e6a-aeb2-edf11a0d153b', 'network_id': '02259dc6-3b34-4e6a-aeb2-edf11a0d153b', 'tenant_id': '78d826362bbd4940a8fc1ad5afe15586', 'fixed_ips': [{'subnet_id': '63dd7de3-9122-48ae-9f54-88524c537e57'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:42:29.817388 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8d5a5f8e-4762-401e-a507-e983af9ad5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:29.837145 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f55a63de-c482-4a5c-b281-f45f5d5f26f2 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:29.946927 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f55a63de-c482-4a5c-b281-f45f5d5f26f2 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:30.184384 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-8d5a5f8e-4762-401e-a507-e983af9ad5b3 None None] Allocated IP 2001:db8::f816:3eff:fe83:8747 (02259dc6-3b34-4e6a-aeb2-edf11a0d153b/63dd7de3-9122-48ae-9f54-88524c537e57/9db9f66f-0085-4e43-b500-b8e43438ca4e) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:42:30.412509 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8d5a5f8e-4762-401e-a507-e983af9ad5b3 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:30.428939 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8d5a5f8e-4762-401e-a507-e983af9ad5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:30.465521 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f55a63de-c482-4a5c-b281-f45f5d5f26f2 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:30.503879 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a5f8e-4762-401e-a507-e983af9ad5b3 None None] Pushing event updated for resources: {'Port': ['ID=9db9f66f-0085-4e43-b500-b8e43438ca4e,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:30.517325 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5a5f8e-4762-401e-a507-e983af9ad5b3 None None] Network 02259dc6-3b34-4e6a-aeb2-edf11a0d153b is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:42:30.518986 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-8d5a5f8e-4762-401e-a507-e983af9ad5b3 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:42:30.525681 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5a5f8e-4762-401e-a507-e983af9ad5b3 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:42:30.527720 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a63de-c482-4a5c-b281-f45f5d5f26f2 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Pushing event deleted for resources: {'Subnet': ['ID=63dd7de3-9122-48ae-9f54-88524c537e57,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:30.604733 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-8d5a5f8e-4762-401e-a507-e983af9ad5b3 None None] Attempting to bind port 9db9f66f-0085-4e43-b500-b8e43438ca4e on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:42:30.604733 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-8d5a5f8e-4762-401e-a507-e983af9ad5b3 None None] Attempting to bind port 9db9f66f-0085-4e43-b500-b8e43438ca4e by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '60796357-2fdf-4231-857d-3a85004d308d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '02259dc6-3b34-4e6a-aeb2-edf11a0d153b'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:42:30.604733 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5a5f8e-4762-401e-a507-e983af9ad5b3 None None] Attempting to bind port 9db9f66f-0085-4e43-b500-b8e43438ca4e on network 02259dc6-3b34-4e6a-aeb2-edf11a0d153b {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:42:30.611110 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5a5f8e-4762-401e-a507-e983af9ad5b3 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:42:30.611416 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5a5f8e-4762-401e-a507-e983af9ad5b3 None None] Checking segment: {'id': '60796357-2fdf-4231-857d-3a85004d308d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '02259dc6-3b34-4e6a-aeb2-edf11a0d153b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:42:30.611755 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8d5a5f8e-4762-401e-a507-e983af9ad5b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:30.612151 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5a5f8e-4762-401e-a507-e983af9ad5b3 None None] Bound using segment: {'id': '60796357-2fdf-4231-857d-3a85004d308d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '02259dc6-3b34-4e6a-aeb2-edf11a0d153b'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:42:30.612651 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-8d5a5f8e-4762-401e-a507-e983af9ad5b3 None None] Bound port: 9db9f66f-0085-4e43-b500-b8e43438ca4e, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60796357-2fdf-4231-857d-3a85004d308d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '02259dc6-3b34-4e6a-aeb2-edf11a0d153b'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:42:30.613048 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8d5a5f8e-4762-401e-a507-e983af9ad5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:30.623544 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f55a63de-c482-4a5c-b281-f45f5d5f26f2 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:30.651523 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-f55a63de-c482-4a5c-b281-f45f5d5f26f2 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02259dc6-3b34-4e6a-aeb2-edf11a0d153b']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:30.661041 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-f55a63de-c482-4a5c-b281-f45f5d5f26f2 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60796357-2fdf-4231-857d-3a85004d308d') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:30.661345 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-f55a63de-c482-4a5c-b281-f45f5d5f26f2 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60796357-2fdf-4231-857d-3a85004d308d') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:30.671593 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f55a63de-c482-4a5c-b281-f45f5d5f26f2 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:30.686234 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f55a63de-c482-4a5c-b281-f45f5d5f26f2 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:30.692435 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f55a63de-c482-4a5c-b281-f45f5d5f26f2 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:42:30.692859 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f55a63de-c482-4a5c-b281-f45f5d5f26f2 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:30.752471 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:42:30.752471 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:42:30.752471 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:42:30.752471 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:42:30.752471 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:42:30.752471 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:42:30.752471 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:42:30.752471 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:42:30.752471 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:42:30.752471 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:42:30.752471 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:42:30.752471 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:42:30.752471 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:42:30.752471 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:42:30.752471 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:42:30.752471 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:42:30.752471 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:42:30.752471 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:42:30.752471 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:42:30.752471 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:42:30.752471 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:42:30.752471 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:42:30.752471 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:42:30.752471 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:42:30.752471 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:42:30.752471 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:42:30.752471 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:42:30.752471 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:42:30.752471 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:42:30.752471 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:42:30.752471 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:42:30.752471 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:42:30.756205 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-8d5a5f8e-4762-401e-a507-e983af9ad5b3 None None] For port 9db9f66f-0085-4e43-b500-b8e43438ca4e, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:42:30.759438 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-8d5a5f8e-4762-401e-a507-e983af9ad5b3 None None] For port 9db9f66f-0085-4e43-b500-b8e43438ca4e, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=9db9f66f-0085-4e43-b500-b8e43438ca4e,segment=NetworkSegment(60796357-2fdf-4231-857d-3a85004d308d),segment_id=60796357-2fdf-4231-857d-3a85004d308d)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:42:30.760041 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.db.api [None req-f55a63de-c482-4a5c-b281-f45f5d5f26f2 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 21:42:30.760041 n-d-816206-3 neutron-server[102608]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 21:42:30.760041 n-d-816206-3 neutron-server[102608]: [parameters: {'id': '02259dc6-3b34-4e6a-aeb2-edf11a0d153b'}] Nov 09 21:42:30.760041 n-d-816206-3 neutron-server[102608]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 21:42:30.760554 n-d-816206-3 neutron-server[102608]: DEBUG oslo_db.api [None req-f55a63de-c482-4a5c-b281-f45f5d5f26f2 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 21:42:30.766696 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8d5a5f8e-4762-401e-a507-e983af9ad5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:30.905330 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a5f8e-4762-401e-a507-e983af9ad5b3 None None] Pushing event updated for resources: {'Port': ['ID=9db9f66f-0085-4e43-b500-b8e43438ca4e,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:30.923717 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f032f45d-672c-42e9-9971-7047713a9d20 None None] Network 02259dc6-3b34-4e6a-aeb2-edf11a0d153b requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:42:31.080458 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b247bae7-fe83-4233-8db0-bd09638f8c04 None None] get_active_networks_info from n-d-816206-3 {{(pid=102609) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 21:42:31.186577 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b247bae7-fe83-4233-8db0-bd09638f8c04 None None] Resources bound (agent type, host, resource id): {{(pid=102609) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 21:42:31.261773 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f55a63de-c482-4a5c-b281-f45f5d5f26f2 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:31.404780 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-f55a63de-c482-4a5c-b281-f45f5d5f26f2 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Deleting port 9db9f66f-0085-4e43-b500-b8e43438ca4e {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:42:31.405167 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f55a63de-c482-4a5c-b281-f45f5d5f26f2 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:31.482695 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-f55a63de-c482-4a5c-b281-f45f5d5f26f2 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] For port 9db9f66f-0085-4e43-b500-b8e43438ca4e, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=9db9f66f-0085-4e43-b500-b8e43438ca4e,segment=NetworkSegment(60796357-2fdf-4231-857d-3a85004d308d),segment_id=60796357-2fdf-4231-857d-3a85004d308d)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:42:31.483185 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f55a63de-c482-4a5c-b281-f45f5d5f26f2 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:31.496992 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-f55a63de-c482-4a5c-b281-f45f5d5f26f2 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Calling delete_port for 9db9f66f-0085-4e43-b500-b8e43438ca4e owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:42:31.609750 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f55a63de-c482-4a5c-b281-f45f5d5f26f2 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:31.635693 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a63de-c482-4a5c-b281-f45f5d5f26f2 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Pushing event deleted for resources: {'Port': ['ID=9db9f66f-0085-4e43-b500-b8e43438ca4e,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:31.641530 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55a63de-c482-4a5c-b281-f45f5d5f26f2 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] No DVR routers for this DVR port 9db9f66f-0085-4e43-b500-b8e43438ca4e on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:42:31.732915 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f55a63de-c482-4a5c-b281-f45f5d5f26f2 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:31.759699 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-f55a63de-c482-4a5c-b281-f45f5d5f26f2 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02259dc6-3b34-4e6a-aeb2-edf11a0d153b']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:31.781318 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-f55a63de-c482-4a5c-b281-f45f5d5f26f2 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60796357-2fdf-4231-857d-3a85004d308d') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:31.781777 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-f55a63de-c482-4a5c-b281-f45f5d5f26f2 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60796357-2fdf-4231-857d-3a85004d308d') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:31.795967 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f55a63de-c482-4a5c-b281-f45f5d5f26f2 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:31.810379 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f55a63de-c482-4a5c-b281-f45f5d5f26f2 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:31.816874 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f55a63de-c482-4a5c-b281-f45f5d5f26f2 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:42:31.817414 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f55a63de-c482-4a5c-b281-f45f5d5f26f2 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:31.881332 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:42:31.881332 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:42:31.881332 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:42:31.881332 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:42:31.881332 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:42:31.881332 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:42:31.881332 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:42:31.881332 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:42:31.881332 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:42:31.881332 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:42:31.881332 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:42:31.881332 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:42:31.881332 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:42:31.881332 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:42:31.881332 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:42:31.881332 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:42:31.881332 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:42:31.881332 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:42:31.881332 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:42:31.881332 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:42:31.881332 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:42:31.881332 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:42:31.881332 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:42:31.881332 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:42:31.881332 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:42:31.881332 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:42:31.881332 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:42:31.881332 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:42:31.881332 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:42:31.881332 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:42:31.881332 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:42:31.881332 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:42:31.895291 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f55a63de-c482-4a5c-b281-f45f5d5f26f2 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:31.909883 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f55a63de-c482-4a5c-b281-f45f5d5f26f2 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:31.918095 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f55a63de-c482-4a5c-b281-f45f5d5f26f2 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] 10.222.0.49 "DELETE /v2.0/networks/02259dc6-3b34-4e6a-aeb2-edf11a0d153b HTTP/1.1" status: 204 len: 168 time: 2.2924261 Nov 09 21:42:31.921045 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 47090) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:31.931206 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a63de-c482-4a5c-b281-f45f5d5f26f2 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Pushing event deleted for resources: {'Network': ['ID=02259dc6-3b34-4e6a-aeb2-edf11a0d153b,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:31.962138 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-b45d01d2-2db7-4efd-b7a3-c44120c5465f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] DELETE failed (client error): The resource could not be found. Nov 09 21:42:31.962787 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b45d01d2-2db7-4efd-b7a3-c44120c5465f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:42:31.966372 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b45d01d2-2db7-4efd-b7a3-c44120c5465f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] 10.222.0.49 "DELETE /v2.0/subnets/63dd7de3-9122-48ae-9f54-88524c537e57 HTTP/1.1" status: 404 len: 337 time: 0.0443058 Nov 09 21:42:31.968815 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 47096) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:32.019156 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-231040ce-8f89-4544-b0dc-464dad6027aa tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] DELETE failed (client error): The resource could not be found. Nov 09 21:42:32.020036 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-231040ce-8f89-4544-b0dc-464dad6027aa tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:42:32.024191 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-231040ce-8f89-4544-b0dc-464dad6027aa tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] 10.222.0.49 "DELETE /v2.0/networks/02259dc6-3b34-4e6a-aeb2-edf11a0d153b HTTP/1.1" status: 404 len: 339 time: 0.0543394 Nov 09 21:42:32.027105 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 47098) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:32.057987 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ece8401-98a9-4385-b67f-f12676dc3d0a tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] DELETE failed (client error): The resource could not be found. Nov 09 21:42:32.058460 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ece8401-98a9-4385-b67f-f12676dc3d0a tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:42:32.061643 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5ece8401-98a9-4385-b67f-f12676dc3d0a tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] 10.222.0.49 "DELETE /v2.0/subnets/98b164c3-eceb-42ce-a2bc-ef821d6de3fd HTTP/1.1" status: 404 len: 337 time: 0.0336890 Nov 09 21:42:32.064387 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 47100) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:32.087670 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-0874dd18-9484-4e92-936c-be9781006d97 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] DELETE failed (client error): The resource could not be found. Nov 09 21:42:32.088769 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0874dd18-9484-4e92-936c-be9781006d97 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:42:32.094927 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0874dd18-9484-4e92-936c-be9781006d97 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] 10.222.0.49 "DELETE /v2.0/networks/385ad0fe-1911-43be-a442-1c234cf8fa86 HTTP/1.1" status: 404 len: 339 time: 0.0264571 Nov 09 21:42:32.095835 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 47102) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:32.126566 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-0183ab8c-8137-4ec7-9cc6-d479d0538dae tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] DELETE failed (client error): The resource could not be found. Nov 09 21:42:32.126566 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0183ab8c-8137-4ec7-9cc6-d479d0538dae tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:42:32.130168 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0183ab8c-8137-4ec7-9cc6-d479d0538dae tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] 10.222.0.49 "DELETE /v2.0/subnets/5dc15d58-d8e6-4650-897d-d1de12adda2d HTTP/1.1" status: 404 len: 337 time: 0.0338404 Nov 09 21:42:32.133556 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 47104) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:32.169143 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ada6807-f9f3-4fcb-899d-fd7510d2d544 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] DELETE failed (client error): The resource could not be found. Nov 09 21:42:32.170252 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ada6807-f9f3-4fcb-899d-fd7510d2d544 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:42:32.176190 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 47106) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:32.176776 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4ada6807-f9f3-4fcb-899d-fd7510d2d544 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] 10.222.0.49 "DELETE /v2.0/networks/87b14536-d9e6-4c80-b760-96f9a26fc243 HTTP/1.1" status: 404 len: 339 time: 0.0420096 Nov 09 21:42:32.322790 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-3c5c864f-9080-4dc5-9bb5-d7d7633524a6 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Deleting port 43cfea96-b489-4257-aa48-d69774fe4323 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:42:32.323392 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3c5c864f-9080-4dc5-9bb5-d7d7633524a6 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:32.409543 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3c5c864f-9080-4dc5-9bb5-d7d7633524a6 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:32.446134 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-3c5c864f-9080-4dc5-9bb5-d7d7633524a6 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Calling delete_port for 43cfea96-b489-4257-aa48-d69774fe4323 owned by {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:42:32.542896 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3c5c864f-9080-4dc5-9bb5-d7d7633524a6 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:32.582978 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5c864f-9080-4dc5-9bb5-d7d7633524a6 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Pushing event deleted for resources: {'Port': ['ID=43cfea96-b489-4257-aa48-d69774fe4323,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:32.599034 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3c5c864f-9080-4dc5-9bb5-d7d7633524a6 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:32.605677 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 47122) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:32.614636 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3c5c864f-9080-4dc5-9bb5-d7d7633524a6 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] 10.222.0.49 "DELETE /v2.0/ports/43cfea96-b489-4257-aa48-d69774fe4323 HTTP/1.1" status: 204 len: 168 time: 0.4373064 Nov 09 21:42:32.668208 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd24563a-eedc-436a-8d26-c5ea9f0272e7 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] DELETE failed (client error): The resource could not be found. Nov 09 21:42:32.668703 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd24563a-eedc-436a-8d26-c5ea9f0272e7 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:42:32.679914 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 47126) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:32.688533 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-fd24563a-eedc-436a-8d26-c5ea9f0272e7 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] 10.222.0.49 "DELETE /v2.0/subnets/a1cf8764-7e28-4ca8-b3a5-be6910c4ac92 HTTP/1.1" status: 404 len: 337 time: 0.0816660 Nov 09 21:42:32.810861 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3397e0e7-7638-4ae0-8708-8b7529514f98 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:32.940516 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3397e0e7-7638-4ae0-8708-8b7529514f98 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:32.963450 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-3397e0e7-7638-4ae0-8708-8b7529514f98 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a414c416-44db-4715-8ba2-c51663e2e45e']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:32.973764 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-3397e0e7-7638-4ae0-8708-8b7529514f98 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25351b68-e176-427f-941c-007a1921d052') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:32.974058 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-3397e0e7-7638-4ae0-8708-8b7529514f98 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25351b68-e176-427f-941c-007a1921d052') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:32.984614 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3397e0e7-7638-4ae0-8708-8b7529514f98 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:32.997988 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3397e0e7-7638-4ae0-8708-8b7529514f98 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:33.005446 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3397e0e7-7638-4ae0-8708-8b7529514f98 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:42:33.006552 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3397e0e7-7638-4ae0-8708-8b7529514f98 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:33.063707 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:42:33.063707 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:42:33.063707 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:42:33.063707 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:42:33.063707 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:42:33.063707 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:42:33.063707 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:42:33.063707 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:42:33.063707 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:42:33.063707 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:42:33.063707 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:42:33.063707 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:42:33.063707 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:42:33.063707 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:42:33.063707 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:42:33.063707 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:42:33.063707 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:42:33.063707 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:42:33.063707 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:42:33.063707 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:42:33.063707 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:42:33.063707 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:42:33.063707 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:42:33.063707 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:42:33.063707 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:42:33.063707 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:42:33.063707 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:42:33.063707 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:42:33.063707 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:42:33.063707 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:42:33.063707 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:42:33.063707 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:42:33.127566 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3397e0e7-7638-4ae0-8708-8b7529514f98 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:33.138873 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3397e0e7-7638-4ae0-8708-8b7529514f98 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:33.148830 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 47140) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:33.157469 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3397e0e7-7638-4ae0-8708-8b7529514f98 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] 10.222.0.49 "DELETE /v2.0/networks/a414c416-44db-4715-8ba2-c51663e2e45e HTTP/1.1" status: 204 len: 168 time: 0.4755871 Nov 09 21:42:33.174172 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3397e0e7-7638-4ae0-8708-8b7529514f98 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Pushing event deleted for resources: {'Network': ['ID=a414c416-44db-4715-8ba2-c51663e2e45e,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:33.351221 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-5802a3be-dc4f-4128-9fbe-051ae0f82f0f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Deleting port 24435b24-9009-4a38-9ef9-27fd3e65bfda {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:42:33.351573 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5802a3be-dc4f-4128-9fbe-051ae0f82f0f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:33.452961 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5802a3be-dc4f-4128-9fbe-051ae0f82f0f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:33.474764 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-5802a3be-dc4f-4128-9fbe-051ae0f82f0f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Calling delete_port for 24435b24-9009-4a38-9ef9-27fd3e65bfda owned by {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:42:33.680451 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5802a3be-dc4f-4128-9fbe-051ae0f82f0f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:33.732901 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:33.747720 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5802a3be-dc4f-4128-9fbe-051ae0f82f0f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Pushing event deleted for resources: {'Port': ['ID=24435b24-9009-4a38-9ef9-27fd3e65bfda,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:33.757292 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5802a3be-dc4f-4128-9fbe-051ae0f82f0f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:33.762715 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5802a3be-dc4f-4128-9fbe-051ae0f82f0f tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] 10.222.0.49 "DELETE /v2.0/ports/24435b24-9009-4a38-9ef9-27fd3e65bfda HTTP/1.1" status: 204 len: 168 time: 0.6121321 Nov 09 21:42:33.764381 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 47160) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:33.795109 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dc55d7d-f1f5-45f5-b705-16742e762493 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] DELETE failed (client error): The resource could not be found. Nov 09 21:42:33.795733 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dc55d7d-f1f5-45f5-b705-16742e762493 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:42:33.799117 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1dc55d7d-f1f5-45f5-b705-16742e762493 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] 10.222.0.49 "DELETE /v2.0/subnets/99039ea5-7caa-43b5-a6d9-5e81b96d0670 HTTP/1.1" status: 404 len: 337 time: 0.0334811 Nov 09 21:42:33.801769 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 47166) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:33.910758 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e10628cd-855c-44b8-b53b-2560dff90769 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:34.002883 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e10628cd-855c-44b8-b53b-2560dff90769 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:34.026076 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-e10628cd-855c-44b8-b53b-2560dff90769 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5c5dc99-cbad-459e-8efb-9a0da3dc4fe1']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:34.037585 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-e10628cd-855c-44b8-b53b-2560dff90769 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8ef4458-5fc1-493d-aac6-a0f60db1b1be') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:34.038134 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-e10628cd-855c-44b8-b53b-2560dff90769 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8ef4458-5fc1-493d-aac6-a0f60db1b1be') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:34.049728 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e10628cd-855c-44b8-b53b-2560dff90769 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:34.070053 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e10628cd-855c-44b8-b53b-2560dff90769 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:34.076747 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e10628cd-855c-44b8-b53b-2560dff90769 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:42:34.077269 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e10628cd-855c-44b8-b53b-2560dff90769 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:34.142272 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:42:34.142272 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:42:34.142272 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:42:34.142272 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:42:34.142272 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:42:34.142272 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:42:34.142272 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:42:34.142272 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:42:34.142272 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:42:34.142272 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:42:34.142272 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:42:34.142272 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:42:34.142272 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:42:34.142272 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:42:34.142272 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:42:34.142272 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:42:34.142272 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:42:34.142272 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:42:34.142272 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:42:34.142272 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:42:34.142272 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:42:34.142272 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:42:34.142272 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:42:34.142272 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:42:34.142272 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:42:34.142272 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:42:34.142272 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:42:34.142272 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:42:34.142272 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:42:34.142272 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:42:34.142272 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:42:34.142272 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:42:34.223851 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e10628cd-855c-44b8-b53b-2560dff90769 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:34.258452 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e10628cd-855c-44b8-b53b-2560dff90769 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:34.261935 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e10628cd-855c-44b8-b53b-2560dff90769 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] 10.222.0.49 "DELETE /v2.0/networks/c5c5dc99-cbad-459e-8efb-9a0da3dc4fe1 HTTP/1.1" status: 204 len: 168 time: 0.4583871 Nov 09 21:42:34.264342 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 47178) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:34.309931 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10628cd-855c-44b8-b53b-2560dff90769 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Pushing event deleted for resources: {'Network': ['ID=c5c5dc99-cbad-459e-8efb-9a0da3dc4fe1,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:34.341183 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-07370fbb-68cf-4b11-8a8e-dc8c58750395 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Deleting subnet 689ba373-61bf-49de-8aa7-73c57321e7b6 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:42:34.344962 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-07370fbb-68cf-4b11-8a8e-dc8c58750395 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:34.391271 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-07370fbb-68cf-4b11-8a8e-dc8c58750395 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:34.523262 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-07370fbb-68cf-4b11-8a8e-dc8c58750395 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:34.640621 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-07370fbb-68cf-4b11-8a8e-dc8c58750395 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:34.702594 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7226b04-b617-421b-865d-3fb96b445ebf None None] Network 58dee022-ecd0-4641-9522-ab0ae3613059 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:42:34.704022 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-07370fbb-68cf-4b11-8a8e-dc8c58750395 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:34.708273 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-07370fbb-68cf-4b11-8a8e-dc8c58750395 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] 10.222.0.49 "DELETE /v2.0/subnets/689ba373-61bf-49de-8aa7-73c57321e7b6 HTTP/1.1" status: 204 len: 168 time: 0.4427669 Nov 09 21:42:34.710748 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 47192) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:34.895556 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07370fbb-68cf-4b11-8a8e-dc8c58750395 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Pushing event deleted for resources: {'Subnet': ['ID=689ba373-61bf-49de-8aa7-73c57321e7b6,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:34.901373 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2ccd253b-a7a3-46a7-809c-b5fd527ed753 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:34.985668 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4aa435-dce4-4ff0-9c9e-b9a58d8a1a86 None None] DHCP port deletion for 58dee022-ecd0-4641-9522-ab0ae3613059 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:42:34.990863 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-2ccd253b-a7a3-46a7-809c-b5fd527ed753 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Deleting port c29df413-72e4-4805-a778-35be00af58e1 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:42:34.991401 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2ccd253b-a7a3-46a7-809c-b5fd527ed753 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:35.080645 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-be4aa435-dce4-4ff0-9c9e-b9a58d8a1a86 None None] Deleting port c29df413-72e4-4805-a778-35be00af58e1 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:42:35.081029 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-be4aa435-dce4-4ff0-9c9e-b9a58d8a1a86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:35.097361 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-2ccd253b-a7a3-46a7-809c-b5fd527ed753 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] For port c29df413-72e4-4805-a778-35be00af58e1, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=c29df413-72e4-4805-a778-35be00af58e1,segment=NetworkSegment(8ab42225-9fe1-4d04-be45-a71f4b46d2b5),segment_id=8ab42225-9fe1-4d04-be45-a71f4b46d2b5)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:42:35.097993 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2ccd253b-a7a3-46a7-809c-b5fd527ed753 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:35.118972 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-2ccd253b-a7a3-46a7-809c-b5fd527ed753 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Calling delete_port for c29df413-72e4-4805-a778-35be00af58e1 owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:42:35.211967 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-be4aa435-dce4-4ff0-9c9e-b9a58d8a1a86 None None] For port c29df413-72e4-4805-a778-35be00af58e1, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=c29df413-72e4-4805-a778-35be00af58e1,segment=NetworkSegment(8ab42225-9fe1-4d04-be45-a71f4b46d2b5),segment_id=8ab42225-9fe1-4d04-be45-a71f4b46d2b5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:42:35.212257 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-be4aa435-dce4-4ff0-9c9e-b9a58d8a1a86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:35.230539 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-be4aa435-dce4-4ff0-9c9e-b9a58d8a1a86 None None] Calling delete_port for c29df413-72e4-4805-a778-35be00af58e1 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:42:35.244905 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2ccd253b-a7a3-46a7-809c-b5fd527ed753 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:35.277373 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd253b-a7a3-46a7-809c-b5fd527ed753 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Pushing event deleted for resources: {'Port': ['ID=c29df413-72e4-4805-a778-35be00af58e1,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:35.285586 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccd253b-a7a3-46a7-809c-b5fd527ed753 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] No DVR routers for this DVR port c29df413-72e4-4805-a778-35be00af58e1 on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:42:35.400839 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 21:42:35.404712 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2ccd253b-a7a3-46a7-809c-b5fd527ed753 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:35.413222 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-be4aa435-dce4-4ff0-9c9e-b9a58d8a1a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:35.442962 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4aa435-dce4-4ff0-9c9e-b9a58d8a1a86 None None] Pushing event deleted for resources: {'Port': ['ID=c29df413-72e4-4805-a778-35be00af58e1,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:35.464794 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-2ccd253b-a7a3-46a7-809c-b5fd527ed753 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58dee022-ecd0-4641-9522-ab0ae3613059']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:35.478396 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c29df413-72e4-4805-a778-35be00af58e1 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:42:35.497714 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-2ccd253b-a7a3-46a7-809c-b5fd527ed753 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ab42225-9fe1-4d04-be45-a71f4b46d2b5') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:35.498015 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-2ccd253b-a7a3-46a7-809c-b5fd527ed753 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ab42225-9fe1-4d04-be45-a71f4b46d2b5') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:35.523386 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2ccd253b-a7a3-46a7-809c-b5fd527ed753 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:35.525014 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4aa435-dce4-4ff0-9c9e-b9a58d8a1a86 None None] No DVR routers for this DVR port c29df413-72e4-4805-a778-35be00af58e1 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:42:35.544060 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: c29df413-72e4-4805-a778-35be00af58e1 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:42:35.544767 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c29df413-72e4-4805-a778-35be00af58e1 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:42:35.551340 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2ccd253b-a7a3-46a7-809c-b5fd527ed753 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:35.563879 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ccd253b-a7a3-46a7-809c-b5fd527ed753 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:42:35.564451 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2ccd253b-a7a3-46a7-809c-b5fd527ed753 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:35.633227 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:42:35.633227 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:42:35.633227 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:42:35.633227 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:42:35.633227 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:42:35.633227 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:42:35.633227 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:42:35.633227 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:42:35.633227 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:42:35.633227 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:42:35.633227 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:42:35.633227 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:42:35.633227 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:42:35.633227 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:42:35.633227 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:42:35.633227 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:42:35.633227 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:42:35.633227 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:42:35.633227 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:42:35.633227 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:42:35.633227 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:42:35.633227 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:42:35.633227 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:42:35.633227 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:42:35.633227 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:42:35.633227 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:42:35.633227 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:42:35.633227 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:42:35.633227 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:42:35.633227 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:42:35.633227 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:42:35.633227 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:42:35.676033 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2ccd253b-a7a3-46a7-809c-b5fd527ed753 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:35.683176 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2ccd253b-a7a3-46a7-809c-b5fd527ed753 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:35.687817 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2ccd253b-a7a3-46a7-809c-b5fd527ed753 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] 10.222.0.49 "DELETE /v2.0/networks/58dee022-ecd0-4641-9522-ab0ae3613059 HTTP/1.1" status: 204 len: 168 time: 0.9761000 Nov 09 21:42:35.717800 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd253b-a7a3-46a7-809c-b5fd527ed753 tempest-NetworksIpV6TestAttrs-1683649306 tempest-NetworksIpV6TestAttrs-1683649306-project] Pushing event deleted for resources: {'Network': ['ID=58dee022-ecd0-4641-9522-ab0ae3613059,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:36.195135 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 47250) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:36.518068 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-86c4483f-853e-4dd0-8cd4-ff61d07abee3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=78d826362bbd4940a8fc1ad5afe15586&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3217306 Nov 09 21:42:36.520423 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 47264) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:36.644180 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f05cce60-d8c9-499e-99c8-de1ef61f3493 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:36.710263 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f05cce60-d8c9-499e-99c8-de1ef61f3493 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:36.794262 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f05cce60-d8c9-499e-99c8-de1ef61f3493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:36.798711 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f05cce60-d8c9-499e-99c8-de1ef61f3493 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:36.803922 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f05cce60-d8c9-499e-99c8-de1ef61f3493 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2762bc9f-61f1-4c43-9942-5462b4049a1b HTTP/1.1" status: 204 len: 168 time: 0.2824280 Nov 09 21:42:36.815560 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05cce60-d8c9-499e-99c8-de1ef61f3493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2762bc9f-61f1-4c43-9942-5462b4049a1b,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:37.985306 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 47342) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:38.170905 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-71b822f4-64b4-413a-b93a-cb0b7642e911 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1959659870'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:42:38.223036 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b822f4-64b4-413a-b93a-cb0b7642e911 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Made reservation on behalf of f79a3b077685495fae8a8cde24333813 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:42:38.230865 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-71b822f4-64b4-413a-b93a-cb0b7642e911 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:38.240941 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-71b822f4-64b4-413a-b93a-cb0b7642e911 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:38.379690 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-71b822f4-64b4-413a-b93a-cb0b7642e911 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:38.384872 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-71b822f4-64b4-413a-b93a-cb0b7642e911 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:38.428814 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71b822f4-64b4-413a-b93a-cb0b7642e911 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:42:38.428814 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b822f4-64b4-413a-b93a-cb0b7642e911 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bba4638-ece3-4c9f-8b87-e49a9fa7ef9c,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:38.435099 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-71b822f4-64b4-413a-b93a-cb0b7642e911 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:38.435099 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-71b822f4-64b4-413a-b93a-cb0b7642e911 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Added segment f3d8f255-a15f-45b7-a1a5-bb7ed2e7369f of type vlan for network 89e77e7f-c957-46dc-87e6-61bb5e8f3d71 Nov 09 21:42:38.498609 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-71b822f4-64b4-413a-b93a-cb0b7642e911 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:38.527467 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-71b822f4-64b4-413a-b93a-cb0b7642e911 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:38.534738 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b822f4-64b4-413a-b93a-cb0b7642e911 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:38.535824 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-71b822f4-64b4-413a-b93a-cb0b7642e911 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:38.565259 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-71b822f4-64b4-413a-b93a-cb0b7642e911 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5762165 Nov 09 21:42:38.624938 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b822f4-64b4-413a-b93a-cb0b7642e911 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event updated for resources: {'Network': ['ID=89e77e7f-c957-46dc-87e6-61bb5e8f3d71,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:38.640382 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 89e77e7f-c957-46dc-87e6-61bb5e8f3d71 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:42:38.693528 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 47372) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:38.698603 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-f9e9235e-a9da-42e5-be54-b2e38aa87afe tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Request body: {'subnet': {'network_id': '89e77e7f-c957-46dc-87e6-61bb5e8f3d71', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:42:38.843533 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e9235e-a9da-42e5-be54-b2e38aa87afe tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Made reservation on behalf of f79a3b077685495fae8a8cde24333813 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:42:38.843533 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f9e9235e-a9da-42e5-be54-b2e38aa87afe tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:39.068956 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f9e9235e-a9da-42e5-be54-b2e38aa87afe tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:39.147994 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e9235e-a9da-42e5-be54-b2e38aa87afe tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event updated for resources: {'Subnet': ['ID=972e9e1a-2592-48be-a79c-70c7695c408c,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:39.152979 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e9235e-a9da-42e5-be54-b2e38aa87afe tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Checking segment: {'id': 'f3d8f255-a15f-45b7-a1a5-bb7ed2e7369f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '89e77e7f-c957-46dc-87e6-61bb5e8f3d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:42:39.153350 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e9235e-a9da-42e5-be54-b2e38aa87afe tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Network hostable DHCP agents. Network: 89e77e7f-c957-46dc-87e6-61bb5e8f3d71, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:42:39.184406 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e9235e-a9da-42e5-be54-b2e38aa87afe tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Network 89e77e7f-c957-46dc-87e6-61bb5e8f3d71 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:42:39.209241 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-f9e9235e-a9da-42e5-be54-b2e38aa87afe tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 89e77e7f-c957-46dc-87e6-61bb5e8f3d71) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:42:39.214777 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e9235e-a9da-42e5-be54-b2e38aa87afe tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:39.215381 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f9e9235e-a9da-42e5-be54-b2e38aa87afe tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:39.231149 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a91e76c-1805-4a10-bbbc-08e51a560500 None None] Network 89e77e7f-c957-46dc-87e6-61bb5e8f3d71 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:42:39.281896 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f9e9235e-a9da-42e5-be54-b2e38aa87afe tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5872297 Nov 09 21:42:39.285428 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 47404) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:39.292532 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-276d9981-914b-4712-be6a-8e571c783e11 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2130476855'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:42:39.374947 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276d9981-914b-4712-be6a-8e571c783e11 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Made reservation on behalf of f79a3b077685495fae8a8cde24333813 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:42:39.386230 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-276d9981-914b-4712-be6a-8e571c783e11 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:39.422016 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-276d9981-914b-4712-be6a-8e571c783e11 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:42:39.435005 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-276d9981-914b-4712-be6a-8e571c783e11 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:39.435712 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-276d9981-914b-4712-be6a-8e571c783e11 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Added segment 729dfeab-efef-4011-897c-6b282ffeb76c of type vlan for network 3d613988-ac9f-47fe-9ea1-c3b9eef45cd8 Nov 09 21:42:39.543097 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dfef4f-b58b-4813-98f5-0485d946f41c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-89e77e7f-c957-46dc-87e6-61bb5e8f3d71', 'network_id': '89e77e7f-c957-46dc-87e6-61bb5e8f3d71', 'tenant_id': 'f79a3b077685495fae8a8cde24333813', 'fixed_ips': [{'subnet_id': '972e9e1a-2592-48be-a79c-70c7695c408c'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:42:39.543982 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-70dfef4f-b58b-4813-98f5-0485d946f41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:39.581028 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-276d9981-914b-4712-be6a-8e571c783e11 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:39.614285 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-276d9981-914b-4712-be6a-8e571c783e11 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:39.621272 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276d9981-914b-4712-be6a-8e571c783e11 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:39.621808 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-276d9981-914b-4712-be6a-8e571c783e11 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:39.697123 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-276d9981-914b-4712-be6a-8e571c783e11 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4101679 Nov 09 21:42:39.699145 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 47416) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:39.707326 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-b827b775-e26f-49c4-b592-b3a3de1c666a tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Request body: {'subnet': {'network_id': '3d613988-ac9f-47fe-9ea1-c3b9eef45cd8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:42:39.721554 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d9981-914b-4712-be6a-8e571c783e11 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event updated for resources: {'Network': ['ID=3d613988-ac9f-47fe-9ea1-c3b9eef45cd8,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:39.742014 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 3d613988-ac9f-47fe-9ea1-c3b9eef45cd8 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:42:39.902525 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-70dfef4f-b58b-4813-98f5-0485d946f41c None None] Allocated IP 172.20.255.242 (89e77e7f-c957-46dc-87e6-61bb5e8f3d71/972e9e1a-2592-48be-a79c-70c7695c408c/2e84ad43-0efa-4f3b-8cf0-e3714664c6f1) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:42:39.913173 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b827b775-e26f-49c4-b592-b3a3de1c666a tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Made reservation on behalf of f79a3b077685495fae8a8cde24333813 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:42:39.920259 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b827b775-e26f-49c4-b592-b3a3de1c666a tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:40.097993 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-70dfef4f-b58b-4813-98f5-0485d946f41c None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:40.109235 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-70dfef4f-b58b-4813-98f5-0485d946f41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:40.178309 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dfef4f-b58b-4813-98f5-0485d946f41c None None] Pushing event updated for resources: {'Port': ['ID=2e84ad43-0efa-4f3b-8cf0-e3714664c6f1,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:40.207057 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70dfef4f-b58b-4813-98f5-0485d946f41c None None] Network 89e77e7f-c957-46dc-87e6-61bb5e8f3d71 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:42:40.209916 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-70dfef4f-b58b-4813-98f5-0485d946f41c None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:42:40.215891 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dfef4f-b58b-4813-98f5-0485d946f41c None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:42:40.337963 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-70dfef4f-b58b-4813-98f5-0485d946f41c None None] Attempting to bind port 2e84ad43-0efa-4f3b-8cf0-e3714664c6f1 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:42:40.338341 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-70dfef4f-b58b-4813-98f5-0485d946f41c None None] Attempting to bind port 2e84ad43-0efa-4f3b-8cf0-e3714664c6f1 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'f3d8f255-a15f-45b7-a1a5-bb7ed2e7369f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '89e77e7f-c957-46dc-87e6-61bb5e8f3d71'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:42:40.338718 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dfef4f-b58b-4813-98f5-0485d946f41c None None] Attempting to bind port 2e84ad43-0efa-4f3b-8cf0-e3714664c6f1 on network 89e77e7f-c957-46dc-87e6-61bb5e8f3d71 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:42:40.341957 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b827b775-e26f-49c4-b592-b3a3de1c666a tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:40.352860 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dfef4f-b58b-4813-98f5-0485d946f41c None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:42:40.353444 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dfef4f-b58b-4813-98f5-0485d946f41c None None] Checking segment: {'id': 'f3d8f255-a15f-45b7-a1a5-bb7ed2e7369f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '89e77e7f-c957-46dc-87e6-61bb5e8f3d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:42:40.354005 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-70dfef4f-b58b-4813-98f5-0485d946f41c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:40.354564 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dfef4f-b58b-4813-98f5-0485d946f41c None None] Bound using segment: {'id': 'f3d8f255-a15f-45b7-a1a5-bb7ed2e7369f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '89e77e7f-c957-46dc-87e6-61bb5e8f3d71'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:42:40.355182 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-70dfef4f-b58b-4813-98f5-0485d946f41c None None] Bound port: 2e84ad43-0efa-4f3b-8cf0-e3714664c6f1, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3d8f255-a15f-45b7-a1a5-bb7ed2e7369f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '89e77e7f-c957-46dc-87e6-61bb5e8f3d71'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:42:40.356456 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-70dfef4f-b58b-4813-98f5-0485d946f41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:40.463585 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b827b775-e26f-49c4-b592-b3a3de1c666a tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event updated for resources: {'Subnet': ['ID=daf1449f-72c1-4730-862a-f10d28dcf34b,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:40.471699 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b827b775-e26f-49c4-b592-b3a3de1c666a tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Checking segment: {'id': '729dfeab-efef-4011-897c-6b282ffeb76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3d613988-ac9f-47fe-9ea1-c3b9eef45cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:42:40.472073 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b827b775-e26f-49c4-b592-b3a3de1c666a tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Network hostable DHCP agents. Network: 3d613988-ac9f-47fe-9ea1-c3b9eef45cd8, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:42:40.500586 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b827b775-e26f-49c4-b592-b3a3de1c666a tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Network 3d613988-ac9f-47fe-9ea1-c3b9eef45cd8 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:42:40.509976 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-70dfef4f-b58b-4813-98f5-0485d946f41c None None] For port 2e84ad43-0efa-4f3b-8cf0-e3714664c6f1, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:42:40.514264 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-70dfef4f-b58b-4813-98f5-0485d946f41c None None] For port 2e84ad43-0efa-4f3b-8cf0-e3714664c6f1, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=2e84ad43-0efa-4f3b-8cf0-e3714664c6f1,segment=NetworkSegment(f3d8f255-a15f-45b7-a1a5-bb7ed2e7369f),segment_id=f3d8f255-a15f-45b7-a1a5-bb7ed2e7369f)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:42:40.515254 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-b827b775-e26f-49c4-b592-b3a3de1c666a tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 3d613988-ac9f-47fe-9ea1-c3b9eef45cd8) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:42:40.521578 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b827b775-e26f-49c4-b592-b3a3de1c666a tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:40.522296 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b827b775-e26f-49c4-b592-b3a3de1c666a tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:40.526722 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-70dfef4f-b58b-4813-98f5-0485d946f41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:40.560508 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b827b775-e26f-49c4-b592-b3a3de1c666a tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8588459 Nov 09 21:42:40.563595 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 47446) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:40.638414 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e250aa5-18ea-4027-a6cd-6f6975165dec None None] Network 3d613988-ac9f-47fe-9ea1-c3b9eef45cd8 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:42:40.647665 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dfef4f-b58b-4813-98f5-0485d946f41c None None] Pushing event updated for resources: {'Port': ['ID=2e84ad43-0efa-4f3b-8cf0-e3714664c6f1,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:40.735571 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6e56b2f7-c8fb-4636-bac6-99d44c2f9a49 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:40.845900 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6e56b2f7-c8fb-4636-bac6-99d44c2f9a49 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:40.866608 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14531c9-c44d-4f1a-bdcd-ad6f96567ddb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-3d613988-ac9f-47fe-9ea1-c3b9eef45cd8', 'network_id': '3d613988-ac9f-47fe-9ea1-c3b9eef45cd8', 'tenant_id': 'f79a3b077685495fae8a8cde24333813', 'fixed_ips': [{'subnet_id': 'daf1449f-72c1-4730-862a-f10d28dcf34b'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:42:40.867474 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d14531c9-c44d-4f1a-bdcd-ad6f96567ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:41.012362 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [req-fd9c35ee-3955-4b6f-a19e-b740b2d319d2 req-9691374d-b704-4ecf-a211-fb871bdfc995 service neutron] (102608) timed out ('10.222.0.45', 59132) {{(pid=102608) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 21:42:41.044439 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6e56b2f7-c8fb-4636-bac6-99d44c2f9a49 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:41.104397 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56b2f7-c8fb-4636-bac6-99d44c2f9a49 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event deleted for resources: {'Subnet': ['ID=daf1449f-72c1-4730-862a-f10d28dcf34b,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server [None req-d14531c9-c44d-4f1a-bdcd-ad6f96567ddb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet daf1449f-72c1-4730-862a-f10d28dcf34b: This subnet is being modified by another concurrent operation. Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise exception Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet daf1449f-72c1-4730-862a-f10d28dcf34b: This subnet is being modified by another concurrent operation. Nov 09 21:42:41.140361 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server Nov 09 21:42:41.166298 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef9049b-aa43-476f-b6e9-6ac63f9baf17 None None] Network 3d613988-ac9f-47fe-9ea1-c3b9eef45cd8 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:42:41.276797 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6e56b2f7-c8fb-4636-bac6-99d44c2f9a49 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:41.319693 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-6e56b2f7-c8fb-4636-bac6-99d44c2f9a49 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d613988-ac9f-47fe-9ea1-c3b9eef45cd8']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:41.332807 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-6e56b2f7-c8fb-4636-bac6-99d44c2f9a49 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '729dfeab-efef-4011-897c-6b282ffeb76c') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:41.333158 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-6e56b2f7-c8fb-4636-bac6-99d44c2f9a49 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '729dfeab-efef-4011-897c-6b282ffeb76c') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:41.357938 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6e56b2f7-c8fb-4636-bac6-99d44c2f9a49 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:41.376290 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6e56b2f7-c8fb-4636-bac6-99d44c2f9a49 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:41.382856 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e56b2f7-c8fb-4636-bac6-99d44c2f9a49 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:42:41.383174 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6e56b2f7-c8fb-4636-bac6-99d44c2f9a49 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:41.465527 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:42:41.465527 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:42:41.465527 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:42:41.465527 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:42:41.465527 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:42:41.465527 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:42:41.465527 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:42:41.465527 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:42:41.465527 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:42:41.465527 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:42:41.465527 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:42:41.465527 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:42:41.465527 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:42:41.465527 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:42:41.465527 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:42:41.465527 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:42:41.465527 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:42:41.465527 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:42:41.465527 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:42:41.465527 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:42:41.465527 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:42:41.465527 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:42:41.465527 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:42:41.465527 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:42:41.465527 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:42:41.465527 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:42:41.465527 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:42:41.465527 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:42:41.465527 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:42:41.465527 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:42:41.465527 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:42:41.465527 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:42:41.474532 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6e56b2f7-c8fb-4636-bac6-99d44c2f9a49 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:41.482653 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6e56b2f7-c8fb-4636-bac6-99d44c2f9a49 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:41.489940 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 47478) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:41.491848 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6e56b2f7-c8fb-4636-bac6-99d44c2f9a49 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "DELETE /v2.0/networks/3d613988-ac9f-47fe-9ea1-c3b9eef45cd8 HTTP/1.1" status: 204 len: 168 time: 0.9274256 Nov 09 21:42:41.495275 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-6805615e-e806-46c2-858a-ad0df7aa79e4 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1673950270'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:42:41.507399 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56b2f7-c8fb-4636-bac6-99d44c2f9a49 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event deleted for resources: {'Network': ['ID=3d613988-ac9f-47fe-9ea1-c3b9eef45cd8,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:41.546392 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6805615e-e806-46c2-858a-ad0df7aa79e4 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Made reservation on behalf of f79a3b077685495fae8a8cde24333813 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:42:41.554242 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6805615e-e806-46c2-858a-ad0df7aa79e4 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:41.595432 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 2e84ad43-0efa-4f3b-8cf0-e3714664c6f1 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:42:41.612061 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6805615e-e806-46c2-858a-ad0df7aa79e4 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:42:41.635195 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6805615e-e806-46c2-858a-ad0df7aa79e4 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:41.635458 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-6805615e-e806-46c2-858a-ad0df7aa79e4 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Added segment 91a4322d-754b-4936-97e8-acfcb4bd1739 of type vlan for network edbb5fd5-85b6-47f1-b248-fe55366a0df8 Nov 09 21:42:41.680312 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 2e84ad43-0efa-4f3b-8cf0-e3714664c6f1 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:42:41.680886 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:41.729924 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6805615e-e806-46c2-858a-ad0df7aa79e4 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:41.783767 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6805615e-e806-46c2-858a-ad0df7aa79e4 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:41.785467 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:41.798936 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6805615e-e806-46c2-858a-ad0df7aa79e4 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:41.799502 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6805615e-e806-46c2-858a-ad0df7aa79e4 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:41.854034 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6805615e-e806-46c2-858a-ad0df7aa79e4 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3627753 Nov 09 21:42:41.857173 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 47492) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:41.870249 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-fff7e531-ac6a-4a48-b11d-c33aea658542 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Request body: {'subnet': {'network_id': 'edbb5fd5-85b6-47f1-b248-fe55366a0df8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:42:41.931805 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6805615e-e806-46c2-858a-ad0df7aa79e4 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event updated for resources: {'Network': ['ID=edbb5fd5-85b6-47f1-b248-fe55366a0df8,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:41.937048 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 2e84ad43-0efa-4f3b-8cf0-e3714664c6f1, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=2e84ad43-0efa-4f3b-8cf0-e3714664c6f1,segment=NetworkSegment(f3d8f255-a15f-45b7-a1a5-bb7ed2e7369f),segment_id=f3d8f255-a15f-45b7-a1a5-bb7ed2e7369f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:42:41.944524 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:41.988954 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network edbb5fd5-85b6-47f1-b248-fe55366a0df8 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:42:42.082842 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff7e531-ac6a-4a48-b11d-c33aea658542 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Made reservation on behalf of f79a3b077685495fae8a8cde24333813 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:42:42.088127 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fff7e531-ac6a-4a48-b11d-c33aea658542 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:42.140475 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=2e84ad43-0efa-4f3b-8cf0-e3714664c6f1,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:42.195513 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.ipam_backend_mixin [None req-fff7e531-ac6a-4a48-b11d-c33aea658542 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Performing IP validity checks on allocation pools {{(pid=102607) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 21:42:42.196186 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.ipam_backend_mixin [None req-fff7e531-ac6a-4a48-b11d-c33aea658542 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102607) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 21:42:42.198737 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716e66a3-5677-409e-97cc-27169568704d None None] Network 89e77e7f-c957-46dc-87e6-61bb5e8f3d71 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:42:42.382290 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fff7e531-ac6a-4a48-b11d-c33aea658542 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:42.516712 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7e531-ac6a-4a48-b11d-c33aea658542 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event updated for resources: {'Subnet': ['ID=a15f982b-e8f2-4760-afd0-1d343714709d,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:42.535316 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-076b69c1-7ed4-4d80-9940-240db0e3889d None None] Provisioning complete for port 2e84ad43-0efa-4f3b-8cf0-e3714664c6f1 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:42:42.535842 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff7e531-ac6a-4a48-b11d-c33aea658542 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Checking segment: {'id': '91a4322d-754b-4936-97e8-acfcb4bd1739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'edbb5fd5-85b6-47f1-b248-fe55366a0df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:42:42.536062 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-076b69c1-7ed4-4d80-9940-240db0e3889d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:42.536424 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff7e531-ac6a-4a48-b11d-c33aea658542 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Network hostable DHCP agents. Network: edbb5fd5-85b6-47f1-b248-fe55366a0df8, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:42:42.591060 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff7e531-ac6a-4a48-b11d-c33aea658542 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Network edbb5fd5-85b6-47f1-b248-fe55366a0df8 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:42:42.606695 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-fff7e531-ac6a-4a48-b11d-c33aea658542 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, edbb5fd5-85b6-47f1-b248-fe55366a0df8) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:42:42.611314 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff7e531-ac6a-4a48-b11d-c33aea658542 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:42.612026 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fff7e531-ac6a-4a48-b11d-c33aea658542 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:42.621638 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768cf87c-52bd-404e-8db0-a9fcd6c0f898 None None] Network edbb5fd5-85b6-47f1-b248-fe55366a0df8 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:42:42.641725 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-fff7e531-ac6a-4a48-b11d-c33aea658542 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.7833307 Nov 09 21:42:42.644246 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 47516) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:42.766773 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4fe45546-08cf-4450-a00c-aa75b4b08cc2 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:42.840770 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4fe45546-08cf-4450-a00c-aa75b4b08cc2 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:42.912962 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4fe45546-08cf-4450-a00c-aa75b4b08cc2 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:42.995512 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe45546-08cf-4450-a00c-aa75b4b08cc2 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event deleted for resources: {'Subnet': ['ID=a15f982b-e8f2-4760-afd0-1d343714709d,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:43.073513 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4fe45546-08cf-4450-a00c-aa75b4b08cc2 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:43.104468 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-4fe45546-08cf-4450-a00c-aa75b4b08cc2 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edbb5fd5-85b6-47f1-b248-fe55366a0df8']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:43.132209 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-4fe45546-08cf-4450-a00c-aa75b4b08cc2 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91a4322d-754b-4936-97e8-acfcb4bd1739') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:43.132510 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-4fe45546-08cf-4450-a00c-aa75b4b08cc2 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91a4322d-754b-4936-97e8-acfcb4bd1739') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:43.155451 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fa26df-3d5a-4bab-86ed-636859aafa25 None None] Network edbb5fd5-85b6-47f1-b248-fe55366a0df8 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:42:43.156005 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4fe45546-08cf-4450-a00c-aa75b4b08cc2 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:43.186489 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4fe45546-08cf-4450-a00c-aa75b4b08cc2 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:43.200218 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fe45546-08cf-4450-a00c-aa75b4b08cc2 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:42:43.200660 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4fe45546-08cf-4450-a00c-aa75b4b08cc2 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:43.206635 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:42:43.206635 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:42:43.206635 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:42:43.206635 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:42:43.206635 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:42:43.206635 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:42:43.206635 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:42:43.206635 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:42:43.206635 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:42:43.206635 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:42:43.206635 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:42:43.206635 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:42:43.206635 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:42:43.206635 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:42:43.206635 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:42:43.206635 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:42:43.206635 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:42:43.206635 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:42:43.206635 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:42:43.206635 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:42:43.206635 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:42:43.206635 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:42:43.206635 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:42:43.206635 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:42:43.206635 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:42:43.206635 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:42:43.206635 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:42:43.206635 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:42:43.206635 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:42:43.206635 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:42:43.206635 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:42:43.206635 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:42:43.337936 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4fe45546-08cf-4450-a00c-aa75b4b08cc2 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:43.348213 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4fe45546-08cf-4450-a00c-aa75b4b08cc2 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:43.356550 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 47534) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:43.365867 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4fe45546-08cf-4450-a00c-aa75b4b08cc2 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "DELETE /v2.0/networks/edbb5fd5-85b6-47f1-b248-fe55366a0df8 HTTP/1.1" status: 204 len: 168 time: 0.7067580 Nov 09 21:42:43.369936 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-39c1298e-8209-41cd-a800-c1b8638d7d7d tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1435593947'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:42:43.406184 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c1298e-8209-41cd-a800-c1b8638d7d7d tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Made reservation on behalf of f79a3b077685495fae8a8cde24333813 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:42:43.406396 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe45546-08cf-4450-a00c-aa75b4b08cc2 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event deleted for resources: {'Network': ['ID=edbb5fd5-85b6-47f1-b248-fe55366a0df8,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:43.412220 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-39c1298e-8209-41cd-a800-c1b8638d7d7d tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:43.463347 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39c1298e-8209-41cd-a800-c1b8638d7d7d tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:42:43.477006 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-39c1298e-8209-41cd-a800-c1b8638d7d7d tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:43.477373 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-39c1298e-8209-41cd-a800-c1b8638d7d7d tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Added segment e50ecd91-f7b7-4b33-b6dd-c9926188e7ac of type vlan for network ab086616-3e9c-4e64-b4e0-c9848383d3a8 Nov 09 21:42:43.514293 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b7d0af-503b-48ea-b89f-939903e58bc2 None None] get_active_networks_info from n-d-816206-3 {{(pid=102609) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 21:42:43.547977 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 2e84ad43-0efa-4f3b-8cf0-e3714664c6f1 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:42:43.579335 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-39c1298e-8209-41cd-a800-c1b8638d7d7d tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:43.629132 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-39c1298e-8209-41cd-a800-c1b8638d7d7d tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:43.629813 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-4abfd1f0-c26f-4c70-a3a9-c1cc881ec5d1 None None] Provisioning complete for port 2e84ad43-0efa-4f3b-8cf0-e3714664c6f1 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:42:43.630262 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4abfd1f0-c26f-4c70-a3a9-c1cc881ec5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:43.635440 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c1298e-8209-41cd-a800-c1b8638d7d7d tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:43.636042 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-39c1298e-8209-41cd-a800-c1b8638d7d7d tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:43.676265 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 2e84ad43-0efa-4f3b-8cf0-e3714664c6f1 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:42:43.676648 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:43.744739 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-39c1298e-8209-41cd-a800-c1b8638d7d7d tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3866818 Nov 09 21:42:43.747785 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 47542) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:43.753756 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-bc94e610-7aa3-416c-84d6-f49863b52aef tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Request body: {'subnet': {'network_id': 'ab086616-3e9c-4e64-b4e0-c9848383d3a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:42:43.796052 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c1298e-8209-41cd-a800-c1b8638d7d7d tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event updated for resources: {'Network': ['ID=ab086616-3e9c-4e64-b4e0-c9848383d3a8,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:43.827629 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network ab086616-3e9c-4e64-b4e0-c9848383d3a8 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:42:43.992453 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc94e610-7aa3-416c-84d6-f49863b52aef tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Made reservation on behalf of f79a3b077685495fae8a8cde24333813 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:42:43.993639 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b7d0af-503b-48ea-b89f-939903e58bc2 None None] Resources bound (agent type, host, resource id): {{(pid=102609) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 21:42:43.996750 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bc94e610-7aa3-416c-84d6-f49863b52aef tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:44.539851 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bc94e610-7aa3-416c-84d6-f49863b52aef tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:44.682795 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc94e610-7aa3-416c-84d6-f49863b52aef tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event updated for resources: {'Subnet': ['ID=283ea883-d067-4b03-aa11-1df0897ebca2,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:44.700494 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc94e610-7aa3-416c-84d6-f49863b52aef tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Checking segment: {'id': 'e50ecd91-f7b7-4b33-b6dd-c9926188e7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ab086616-3e9c-4e64-b4e0-c9848383d3a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:42:44.700899 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc94e610-7aa3-416c-84d6-f49863b52aef tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Network hostable DHCP agents. Network: ab086616-3e9c-4e64-b4e0-c9848383d3a8, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:42:44.720114 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc94e610-7aa3-416c-84d6-f49863b52aef tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Network ab086616-3e9c-4e64-b4e0-c9848383d3a8 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:42:44.762502 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-bc94e610-7aa3-416c-84d6-f49863b52aef tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, ab086616-3e9c-4e64-b4e0-c9848383d3a8) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:42:44.773805 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee76a574-f2ab-4811-8816-20c6316ffbc7 None None] Network ab086616-3e9c-4e64-b4e0-c9848383d3a8 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:42:44.787431 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc94e610-7aa3-416c-84d6-f49863b52aef tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:44.790086 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bc94e610-7aa3-416c-84d6-f49863b52aef tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:44.841834 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-bc94e610-7aa3-416c-84d6-f49863b52aef tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0902464 Nov 09 21:42:44.843188 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 47614) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:45.090925 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0f4c6622-8cad-4bbe-b315-fef29b789627 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:45.169964 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0f4c6622-8cad-4bbe-b315-fef29b789627 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:45.170242 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0902ef5-a3b4-403a-b63b-fc4a0ee40e0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-ab086616-3e9c-4e64-b4e0-c9848383d3a8', 'network_id': 'ab086616-3e9c-4e64-b4e0-c9848383d3a8', 'tenant_id': 'f79a3b077685495fae8a8cde24333813', 'fixed_ips': [{'subnet_id': '283ea883-d067-4b03-aa11-1df0897ebca2'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:42:45.171724 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d0902ef5-a3b4-403a-b63b-fc4a0ee40e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:45.334765 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0f4c6622-8cad-4bbe-b315-fef29b789627 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:45.389422 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c6622-8cad-4bbe-b315-fef29b789627 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event deleted for resources: {'Subnet': ['ID=283ea883-d067-4b03-aa11-1df0897ebca2,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server [None req-d0902ef5-a3b4-403a-b63b-fc4a0ee40e0a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 283ea883-d067-4b03-aa11-1df0897ebca2: This subnet is being modified by another concurrent operation. Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise exception Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 283ea883-d067-4b03-aa11-1df0897ebca2: This subnet is being modified by another concurrent operation. Nov 09 21:42:45.401757 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server Nov 09 21:42:45.453573 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ab554d-d2d3-46fd-9566-87c6d1ea27f0 None None] Network ab086616-3e9c-4e64-b4e0-c9848383d3a8 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:42:45.569216 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0f4c6622-8cad-4bbe-b315-fef29b789627 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:45.634421 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-0f4c6622-8cad-4bbe-b315-fef29b789627 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab086616-3e9c-4e64-b4e0-c9848383d3a8']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:45.652600 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-0f4c6622-8cad-4bbe-b315-fef29b789627 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e50ecd91-f7b7-4b33-b6dd-c9926188e7ac') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:45.652937 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-0f4c6622-8cad-4bbe-b315-fef29b789627 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e50ecd91-f7b7-4b33-b6dd-c9926188e7ac') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:45.672865 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0f4c6622-8cad-4bbe-b315-fef29b789627 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:45.701578 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0f4c6622-8cad-4bbe-b315-fef29b789627 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:45.705512 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7651aa-c617-45bc-9712-63ade0c86858 None None] get_active_networks_info from n-d-816206-3 {{(pid=102609) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 21:42:45.761085 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f4c6622-8cad-4bbe-b315-fef29b789627 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:42:45.761601 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0f4c6622-8cad-4bbe-b315-fef29b789627 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:45.764940 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:42:45.764940 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:42:45.764940 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:42:45.764940 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:42:45.764940 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:42:45.764940 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:42:45.764940 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:42:45.764940 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:42:45.764940 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:42:45.764940 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:42:45.764940 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:42:45.764940 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:42:45.764940 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:42:45.764940 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:42:45.764940 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:42:45.764940 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:42:45.764940 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:42:45.764940 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:42:45.764940 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:42:45.764940 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:42:45.764940 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:42:45.764940 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:42:45.764940 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:42:45.764940 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:42:45.764940 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:42:45.764940 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:42:45.764940 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:42:45.764940 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:42:45.764940 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:42:45.764940 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:42:45.764940 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:42:45.764940 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:42:45.854753 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0f4c6622-8cad-4bbe-b315-fef29b789627 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:45.863395 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0f4c6622-8cad-4bbe-b315-fef29b789627 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:45.868189 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0f4c6622-8cad-4bbe-b315-fef29b789627 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "DELETE /v2.0/networks/ab086616-3e9c-4e64-b4e0-c9848383d3a8 HTTP/1.1" status: 204 len: 168 time: 1.0239689 Nov 09 21:42:45.871703 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 47670) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:45.876991 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-80d4663a-1578-4d3d-9297-b2fd1f1917f4 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1246820383'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:42:45.899881 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c6622-8cad-4bbe-b315-fef29b789627 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event deleted for resources: {'Network': ['ID=ab086616-3e9c-4e64-b4e0-c9848383d3a8,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:45.933969 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d4663a-1578-4d3d-9297-b2fd1f1917f4 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Made reservation on behalf of f79a3b077685495fae8a8cde24333813 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:42:45.939105 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7651aa-c617-45bc-9712-63ade0c86858 None None] Resources bound (agent type, host, resource id): {{(pid=102609) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 21:42:45.941839 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-80d4663a-1578-4d3d-9297-b2fd1f1917f4 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:45.988322 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80d4663a-1578-4d3d-9297-b2fd1f1917f4 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:42:46.000694 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-80d4663a-1578-4d3d-9297-b2fd1f1917f4 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:46.002031 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-80d4663a-1578-4d3d-9297-b2fd1f1917f4 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Added segment ad2af027-0344-432e-a794-8f31cc410f44 of type vlan for network 9a4b1394-14b8-4417-b247-222bd8650291 Nov 09 21:42:46.058532 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-80d4663a-1578-4d3d-9297-b2fd1f1917f4 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:46.117276 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-80d4663a-1578-4d3d-9297-b2fd1f1917f4 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:46.123676 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d4663a-1578-4d3d-9297-b2fd1f1917f4 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:46.124457 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-80d4663a-1578-4d3d-9297-b2fd1f1917f4 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:46.148083 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-80d4663a-1578-4d3d-9297-b2fd1f1917f4 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2752538 Nov 09 21:42:46.152013 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 47678) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:46.174270 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-a96443d0-6d40-4c41-8ab9-2dad1284a1fc tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Request body: {'subnet': {'network_id': '9a4b1394-14b8-4417-b247-222bd8650291', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:42:46.228339 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4663a-1578-4d3d-9297-b2fd1f1917f4 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event updated for resources: {'Network': ['ID=9a4b1394-14b8-4417-b247-222bd8650291,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:46.242105 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 9a4b1394-14b8-4417-b247-222bd8650291 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:42:46.306022 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96443d0-6d40-4c41-8ab9-2dad1284a1fc tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Made reservation on behalf of f79a3b077685495fae8a8cde24333813 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:42:46.310577 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a96443d0-6d40-4c41-8ab9-2dad1284a1fc tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:46.633523 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a96443d0-6d40-4c41-8ab9-2dad1284a1fc tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:46.721587 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96443d0-6d40-4c41-8ab9-2dad1284a1fc tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event updated for resources: {'Subnet': ['ID=ac05c988-3e62-41aa-809e-fe07e57fb9e0,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:46.731638 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96443d0-6d40-4c41-8ab9-2dad1284a1fc tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Checking segment: {'id': 'ad2af027-0344-432e-a794-8f31cc410f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9a4b1394-14b8-4417-b247-222bd8650291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:42:46.732083 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96443d0-6d40-4c41-8ab9-2dad1284a1fc tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Network hostable DHCP agents. Network: 9a4b1394-14b8-4417-b247-222bd8650291, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:42:46.757366 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96443d0-6d40-4c41-8ab9-2dad1284a1fc tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Network 9a4b1394-14b8-4417-b247-222bd8650291 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:42:46.781244 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-a96443d0-6d40-4c41-8ab9-2dad1284a1fc tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 9a4b1394-14b8-4417-b247-222bd8650291) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:42:46.795143 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bd4914-2c06-4904-ace1-a454bcd236a3 None None] Network 9a4b1394-14b8-4417-b247-222bd8650291 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:42:46.812446 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96443d0-6d40-4c41-8ab9-2dad1284a1fc tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:46.816507 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a96443d0-6d40-4c41-8ab9-2dad1284a1fc tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:46.857769 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a96443d0-6d40-4c41-8ab9-2dad1284a1fc tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7022746 Nov 09 21:42:46.858411 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 47698) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:47.070257 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ec585cc4-8458-4c66-90fd-b99305d7f8cc tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:47.099812 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614837dc-5e9d-4195-a55f-e5a0a491f640 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-9a4b1394-14b8-4417-b247-222bd8650291', 'network_id': '9a4b1394-14b8-4417-b247-222bd8650291', 'tenant_id': 'f79a3b077685495fae8a8cde24333813', 'fixed_ips': [{'subnet_id': 'ac05c988-3e62-41aa-809e-fe07e57fb9e0'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:42:47.100739 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-614837dc-5e9d-4195-a55f-e5a0a491f640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:47.167869 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ec585cc4-8458-4c66-90fd-b99305d7f8cc tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:47.293961 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ec585cc4-8458-4c66-90fd-b99305d7f8cc tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server [None req-614837dc-5e9d-4195-a55f-e5a0a491f640 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ac05c988-3e62-41aa-809e-fe07e57fb9e0: This subnet is being modified by another concurrent operation. Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise exception Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ac05c988-3e62-41aa-809e-fe07e57fb9e0: This subnet is being modified by another concurrent operation. Nov 09 21:42:47.299185 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server Nov 09 21:42:47.328522 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec585cc4-8458-4c66-90fd-b99305d7f8cc tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event deleted for resources: {'Subnet': ['ID=ac05c988-3e62-41aa-809e-fe07e57fb9e0,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:47.358179 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2af7c4-2419-4f73-8649-df2263c427f0 None None] Network 9a4b1394-14b8-4417-b247-222bd8650291 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:42:47.471811 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ec585cc4-8458-4c66-90fd-b99305d7f8cc tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:47.538367 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-ec585cc4-8458-4c66-90fd-b99305d7f8cc tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a4b1394-14b8-4417-b247-222bd8650291']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:47.566369 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-ec585cc4-8458-4c66-90fd-b99305d7f8cc tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad2af027-0344-432e-a794-8f31cc410f44') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:47.566883 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-ec585cc4-8458-4c66-90fd-b99305d7f8cc tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad2af027-0344-432e-a794-8f31cc410f44') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:47.595175 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ec585cc4-8458-4c66-90fd-b99305d7f8cc tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:47.621342 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ec585cc4-8458-4c66-90fd-b99305d7f8cc tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:47.623868 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f438c7af-ae98-4ef3-a137-06c5476c9d83 None None] get_active_networks_info from n-d-816206-3 {{(pid=102609) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 21:42:47.638360 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec585cc4-8458-4c66-90fd-b99305d7f8cc tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:42:47.639076 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ec585cc4-8458-4c66-90fd-b99305d7f8cc tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:47.653721 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6700eb9c-698e-4437-ace9-9dbfce970427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:47.654990 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:42:47.654990 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:42:47.654990 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:42:47.654990 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:42:47.654990 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:42:47.654990 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:42:47.654990 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:42:47.654990 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:42:47.654990 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:42:47.654990 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:42:47.654990 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:42:47.654990 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:42:47.654990 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:42:47.654990 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:42:47.654990 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:42:47.654990 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:42:47.654990 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:42:47.654990 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:42:47.654990 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:42:47.654990 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:42:47.654990 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:42:47.654990 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:42:47.654990 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:42:47.654990 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:42:47.654990 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:42:47.654990 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:42:47.654990 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:42:47.654990 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:42:47.654990 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:42:47.654990 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:42:47.654990 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:42:47.654990 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:42:47.767485 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ec585cc4-8458-4c66-90fd-b99305d7f8cc tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:47.781368 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ec585cc4-8458-4c66-90fd-b99305d7f8cc tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:47.785832 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ec585cc4-8458-4c66-90fd-b99305d7f8cc tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "DELETE /v2.0/networks/9a4b1394-14b8-4417-b247-222bd8650291 HTTP/1.1" status: 204 len: 168 time: 0.9268026 Nov 09 21:42:47.791872 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 47720) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:47.809388 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-9fe313f0-3c71-47c6-a7a2-8f6272c0a7f9 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1342181289'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:42:47.861049 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f438c7af-ae98-4ef3-a137-06c5476c9d83 None None] Resources bound (agent type, host, resource id): {{(pid=102609) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 21:42:47.892966 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec585cc4-8458-4c66-90fd-b99305d7f8cc tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event deleted for resources: {'Network': ['ID=9a4b1394-14b8-4417-b247-222bd8650291,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:47.925210 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe313f0-3c71-47c6-a7a2-8f6272c0a7f9 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Made reservation on behalf of f79a3b077685495fae8a8cde24333813 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:42:47.929739 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9fe313f0-3c71-47c6-a7a2-8f6272c0a7f9 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:47.979809 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fe313f0-3c71-47c6-a7a2-8f6272c0a7f9 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:42:47.995130 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9fe313f0-3c71-47c6-a7a2-8f6272c0a7f9 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:47.995711 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-9fe313f0-3c71-47c6-a7a2-8f6272c0a7f9 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Added segment 693fe5cc-7e87-49cd-aa7b-02bc0fd65caa of type vlan for network 8ddcea0a-ecad-4ea8-a352-4eafdd8f8421 Nov 09 21:42:48.049937 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9fe313f0-3c71-47c6-a7a2-8f6272c0a7f9 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:48.077497 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9fe313f0-3c71-47c6-a7a2-8f6272c0a7f9 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:48.083101 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe313f0-3c71-47c6-a7a2-8f6272c0a7f9 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:48.083760 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9fe313f0-3c71-47c6-a7a2-8f6272c0a7f9 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:48.150072 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-9fe313f0-3c71-47c6-a7a2-8f6272c0a7f9 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3554971 Nov 09 21:42:48.152931 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 47730) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:48.159313 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-8f9ee5c8-17e9-4b5a-aeba-a18b9702bd1c tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Request body: {'subnet': {'network_id': '8ddcea0a-ecad-4ea8-a352-4eafdd8f8421', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:42:48.181205 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe313f0-3c71-47c6-a7a2-8f6272c0a7f9 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event updated for resources: {'Network': ['ID=8ddcea0a-ecad-4ea8-a352-4eafdd8f8421,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:48.209782 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 8ddcea0a-ecad-4ea8-a352-4eafdd8f8421 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:42:48.361855 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9ee5c8-17e9-4b5a-aeba-a18b9702bd1c tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Made reservation on behalf of f79a3b077685495fae8a8cde24333813 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:42:48.368044 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8f9ee5c8-17e9-4b5a-aeba-a18b9702bd1c tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:48.494062 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.ipam_backend_mixin [None req-8f9ee5c8-17e9-4b5a-aeba-a18b9702bd1c tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Performing IP validity checks on allocation pools {{(pid=102607) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 21:42:48.495097 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.ipam_backend_mixin [None req-8f9ee5c8-17e9-4b5a-aeba-a18b9702bd1c tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102607) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 21:42:48.670486 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8f9ee5c8-17e9-4b5a-aeba-a18b9702bd1c tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:48.776269 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ee5c8-17e9-4b5a-aeba-a18b9702bd1c tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event updated for resources: {'Subnet': ['ID=56e8ee01-7e95-4252-b30d-a112001e80d2,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:48.784273 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9ee5c8-17e9-4b5a-aeba-a18b9702bd1c tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Checking segment: {'id': '693fe5cc-7e87-49cd-aa7b-02bc0fd65caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8ddcea0a-ecad-4ea8-a352-4eafdd8f8421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:42:48.784659 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9ee5c8-17e9-4b5a-aeba-a18b9702bd1c tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Network hostable DHCP agents. Network: 8ddcea0a-ecad-4ea8-a352-4eafdd8f8421, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:42:48.811431 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9ee5c8-17e9-4b5a-aeba-a18b9702bd1c tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Network 8ddcea0a-ecad-4ea8-a352-4eafdd8f8421 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:42:48.825925 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-8f9ee5c8-17e9-4b5a-aeba-a18b9702bd1c tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 8ddcea0a-ecad-4ea8-a352-4eafdd8f8421) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:42:48.830792 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9ee5c8-17e9-4b5a-aeba-a18b9702bd1c tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:48.831407 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8f9ee5c8-17e9-4b5a-aeba-a18b9702bd1c tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:48.838966 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dc4d0a-8f09-4179-a1b7-d389d05524d5 None None] Network 8ddcea0a-ecad-4ea8-a352-4eafdd8f8421 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:42:48.872938 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 47752) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:48.877268 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8f9ee5c8-17e9-4b5a-aeba-a18b9702bd1c tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.7211404 Nov 09 21:42:49.067142 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ec8fbae1-f2d3-40fc-a1c2-f72576f26470 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:49.151347 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49470a4c-ad82-497e-89a2-1af954e08547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-8ddcea0a-ecad-4ea8-a352-4eafdd8f8421', 'network_id': '8ddcea0a-ecad-4ea8-a352-4eafdd8f8421', 'tenant_id': 'f79a3b077685495fae8a8cde24333813', 'fixed_ips': [{'subnet_id': '56e8ee01-7e95-4252-b30d-a112001e80d2'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:42:49.153581 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-49470a4c-ad82-497e-89a2-1af954e08547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:49.165681 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ec8fbae1-f2d3-40fc-a1c2-f72576f26470 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:49.257606 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ec8fbae1-f2d3-40fc-a1c2-f72576f26470 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server [None req-49470a4c-ad82-497e-89a2-1af954e08547 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 56e8ee01-7e95-4252-b30d-a112001e80d2: This subnet is being modified by another concurrent operation. Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise exception Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 56e8ee01-7e95-4252-b30d-a112001e80d2: This subnet is being modified by another concurrent operation. Nov 09 21:42:49.279320 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server Nov 09 21:42:49.312009 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b51039-e1db-4950-a889-7de2a471a86b None None] Network 8ddcea0a-ecad-4ea8-a352-4eafdd8f8421 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:42:49.331269 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8fbae1-f2d3-40fc-a1c2-f72576f26470 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event deleted for resources: {'Subnet': ['ID=56e8ee01-7e95-4252-b30d-a112001e80d2,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:49.436576 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ec8fbae1-f2d3-40fc-a1c2-f72576f26470 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:49.501249 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-ec8fbae1-f2d3-40fc-a1c2-f72576f26470 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ddcea0a-ecad-4ea8-a352-4eafdd8f8421']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:49.526784 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-ec8fbae1-f2d3-40fc-a1c2-f72576f26470 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '693fe5cc-7e87-49cd-aa7b-02bc0fd65caa') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:49.527084 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-ec8fbae1-f2d3-40fc-a1c2-f72576f26470 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '693fe5cc-7e87-49cd-aa7b-02bc0fd65caa') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:49.536075 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17db740f-f963-4481-9709-74f87d567c4d None None] get_active_networks_info from n-d-816206-3 {{(pid=102609) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 21:42:49.548862 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ec8fbae1-f2d3-40fc-a1c2-f72576f26470 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:49.577041 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ec8fbae1-f2d3-40fc-a1c2-f72576f26470 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:49.587911 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec8fbae1-f2d3-40fc-a1c2-f72576f26470 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:42:49.588235 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ec8fbae1-f2d3-40fc-a1c2-f72576f26470 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:49.591370 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:42:49.591370 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:42:49.591370 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:42:49.591370 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:42:49.591370 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:42:49.591370 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:42:49.591370 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:42:49.591370 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:42:49.591370 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:42:49.591370 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:42:49.591370 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:42:49.591370 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:42:49.591370 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:42:49.591370 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:42:49.591370 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:42:49.591370 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:42:49.591370 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:42:49.591370 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:42:49.591370 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:42:49.591370 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:42:49.591370 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:42:49.591370 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:42:49.591370 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:42:49.591370 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:42:49.591370 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:42:49.591370 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:42:49.591370 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:42:49.591370 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:42:49.591370 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:42:49.591370 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:42:49.591370 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:42:49.591370 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:42:49.727039 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17db740f-f963-4481-9709-74f87d567c4d None None] Resources bound (agent type, host, resource id): {{(pid=102609) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 21:42:49.743896 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ec8fbae1-f2d3-40fc-a1c2-f72576f26470 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:49.752580 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ec8fbae1-f2d3-40fc-a1c2-f72576f26470 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:49.755831 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ec8fbae1-f2d3-40fc-a1c2-f72576f26470 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "DELETE /v2.0/networks/8ddcea0a-ecad-4ea8-a352-4eafdd8f8421 HTTP/1.1" status: 204 len: 168 time: 0.8816268 Nov 09 21:42:49.760755 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 47782) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:49.766300 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-3ae9a489-fcd7-409f-bf4c-bb5e1728fd18 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-56221104'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:42:49.787781 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8fbae1-f2d3-40fc-a1c2-f72576f26470 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event deleted for resources: {'Network': ['ID=8ddcea0a-ecad-4ea8-a352-4eafdd8f8421,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:49.812002 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae9a489-fcd7-409f-bf4c-bb5e1728fd18 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Made reservation on behalf of f79a3b077685495fae8a8cde24333813 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:42:49.816036 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3ae9a489-fcd7-409f-bf4c-bb5e1728fd18 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:49.882203 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ae9a489-fcd7-409f-bf4c-bb5e1728fd18 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:42:49.905101 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3ae9a489-fcd7-409f-bf4c-bb5e1728fd18 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:49.905529 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-3ae9a489-fcd7-409f-bf4c-bb5e1728fd18 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Added segment 0e800ed6-43ca-4ea1-ba2b-44330dc73f34 of type vlan for network 25fdae4d-a728-472f-b2c2-3e683a8abe65 Nov 09 21:42:49.988946 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3ae9a489-fcd7-409f-bf4c-bb5e1728fd18 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:50.049361 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3ae9a489-fcd7-409f-bf4c-bb5e1728fd18 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:50.057089 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae9a489-fcd7-409f-bf4c-bb5e1728fd18 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:50.057760 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3ae9a489-fcd7-409f-bf4c-bb5e1728fd18 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:50.231084 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8103880a-4395-41d0-bf51-3d4d87c47b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:50.241713 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae9a489-fcd7-409f-bf4c-bb5e1728fd18 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event updated for resources: {'Network': ['ID=25fdae4d-a728-472f-b2c2-3e683a8abe65,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:50.253889 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3ae9a489-fcd7-409f-bf4c-bb5e1728fd18 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4916074 Nov 09 21:42:50.256665 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 47796) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:50.261665 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-53018815-4280-4c73-9c85-11b2a18581de tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Request body: {'subnet': {'network_id': '25fdae4d-a728-472f-b2c2-3e683a8abe65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:42:50.272720 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 25fdae4d-a728-472f-b2c2-3e683a8abe65 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:42:50.370211 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53018815-4280-4c73-9c85-11b2a18581de tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Made reservation on behalf of f79a3b077685495fae8a8cde24333813 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:42:50.376115 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-53018815-4280-4c73-9c85-11b2a18581de tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:51.090223 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:51.207139 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-53018815-4280-4c73-9c85-11b2a18581de tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:51.286267 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53018815-4280-4c73-9c85-11b2a18581de tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event updated for resources: {'Subnet': ['ID=60ad09fc-2938-4f2c-8599-735ec8f120cd,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:51.298047 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53018815-4280-4c73-9c85-11b2a18581de tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Checking segment: {'id': '0e800ed6-43ca-4ea1-ba2b-44330dc73f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '25fdae4d-a728-472f-b2c2-3e683a8abe65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:42:51.298484 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53018815-4280-4c73-9c85-11b2a18581de tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Network hostable DHCP agents. Network: 25fdae4d-a728-472f-b2c2-3e683a8abe65, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:42:51.323948 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53018815-4280-4c73-9c85-11b2a18581de tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Network 25fdae4d-a728-472f-b2c2-3e683a8abe65 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:42:51.341718 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-53018815-4280-4c73-9c85-11b2a18581de tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 25fdae4d-a728-472f-b2c2-3e683a8abe65) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:42:51.346734 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53018815-4280-4c73-9c85-11b2a18581de tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:51.347395 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-53018815-4280-4c73-9c85-11b2a18581de tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:51.356585 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefff8b2-0252-4746-a818-a5077e690f8b None None] Network 25fdae4d-a728-472f-b2c2-3e683a8abe65 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:42:51.374852 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-53018815-4280-4c73-9c85-11b2a18581de tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1144404 Nov 09 21:42:51.375110 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 47828) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:51.534045 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3a140d9a-a0eb-46e6-bea9-fa5d73e7fdb2 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:51.607556 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3a140d9a-a0eb-46e6-bea9-fa5d73e7fdb2 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:51.759340 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3a140d9a-a0eb-46e6-bea9-fa5d73e7fdb2 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:51.791089 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a140d9a-a0eb-46e6-bea9-fa5d73e7fdb2 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event deleted for resources: {'Subnet': ['ID=60ad09fc-2938-4f2c-8599-735ec8f120cd,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:51.865404 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac60685-bbbb-42e2-a2ff-73202907a070 None None] Network 25fdae4d-a728-472f-b2c2-3e683a8abe65 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:42:51.924521 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3a140d9a-a0eb-46e6-bea9-fa5d73e7fdb2 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:51.956583 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-3a140d9a-a0eb-46e6-bea9-fa5d73e7fdb2 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25fdae4d-a728-472f-b2c2-3e683a8abe65']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:51.978002 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-3a140d9a-a0eb-46e6-bea9-fa5d73e7fdb2 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e800ed6-43ca-4ea1-ba2b-44330dc73f34') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:51.978383 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-3a140d9a-a0eb-46e6-bea9-fa5d73e7fdb2 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e800ed6-43ca-4ea1-ba2b-44330dc73f34') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:51.991446 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3a140d9a-a0eb-46e6-bea9-fa5d73e7fdb2 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:52.014594 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3a140d9a-a0eb-46e6-bea9-fa5d73e7fdb2 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:52.032241 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a140d9a-a0eb-46e6-bea9-fa5d73e7fdb2 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:42:52.032853 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3a140d9a-a0eb-46e6-bea9-fa5d73e7fdb2 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:52.037854 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:42:52.037854 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:42:52.037854 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:42:52.037854 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:42:52.037854 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:42:52.037854 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:42:52.037854 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:42:52.037854 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:42:52.037854 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:42:52.037854 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:42:52.037854 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:42:52.037854 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:42:52.037854 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:42:52.037854 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:42:52.037854 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:42:52.037854 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:42:52.037854 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:42:52.037854 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:42:52.037854 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:42:52.037854 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:42:52.037854 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:42:52.037854 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:42:52.037854 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:42:52.037854 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:42:52.037854 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:42:52.037854 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:42:52.037854 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:42:52.037854 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:42:52.037854 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:42:52.037854 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:42:52.037854 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:42:52.037854 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:42:52.109748 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3a140d9a-a0eb-46e6-bea9-fa5d73e7fdb2 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:52.117392 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3a140d9a-a0eb-46e6-bea9-fa5d73e7fdb2 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:52.120793 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3a140d9a-a0eb-46e6-bea9-fa5d73e7fdb2 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "DELETE /v2.0/networks/25fdae4d-a728-472f-b2c2-3e683a8abe65 HTTP/1.1" status: 204 len: 168 time: 0.7445250 Nov 09 21:42:52.124295 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 47850) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:52.147906 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-f2d7bc46-231a-4f86-92dd-99d49a14f162 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-905773000'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:42:52.152908 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a140d9a-a0eb-46e6-bea9-fa5d73e7fdb2 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event deleted for resources: {'Network': ['ID=25fdae4d-a728-472f-b2c2-3e683a8abe65,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:52.194257 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d7bc46-231a-4f86-92dd-99d49a14f162 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Made reservation on behalf of f79a3b077685495fae8a8cde24333813 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:42:52.199196 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f2d7bc46-231a-4f86-92dd-99d49a14f162 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:52.238675 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2d7bc46-231a-4f86-92dd-99d49a14f162 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:42:52.254457 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f2d7bc46-231a-4f86-92dd-99d49a14f162 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:52.255364 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-f2d7bc46-231a-4f86-92dd-99d49a14f162 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Added segment e66c8626-fc2f-4874-99d8-7f22eca97d21 of type vlan for network 536c3aa4-d05f-4c8e-b86e-a545be9a7331 Nov 09 21:42:52.335508 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f2d7bc46-231a-4f86-92dd-99d49a14f162 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:52.368064 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f2d7bc46-231a-4f86-92dd-99d49a14f162 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:52.375452 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d7bc46-231a-4f86-92dd-99d49a14f162 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:52.376271 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f2d7bc46-231a-4f86-92dd-99d49a14f162 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:52.438837 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:52.501135 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 47864) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:52.507407 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-f8479bf9-64f8-45d3-8a81-1e2c78ec522f tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Request body: {'subnet': {'network_id': '536c3aa4-d05f-4c8e-b86e-a545be9a7331', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:42:52.513234 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f2d7bc46-231a-4f86-92dd-99d49a14f162 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3701682 Nov 09 21:42:52.529602 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d7bc46-231a-4f86-92dd-99d49a14f162 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event updated for resources: {'Network': ['ID=536c3aa4-d05f-4c8e-b86e-a545be9a7331,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:52.545695 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 536c3aa4-d05f-4c8e-b86e-a545be9a7331 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:42:52.782995 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8479bf9-64f8-45d3-8a81-1e2c78ec522f tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Made reservation on behalf of f79a3b077685495fae8a8cde24333813 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:42:52.790985 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f8479bf9-64f8-45d3-8a81-1e2c78ec522f tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:52.972099 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:42:52.986356 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:53.220539 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f8479bf9-64f8-45d3-8a81-1e2c78ec522f tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:53.322810 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8479bf9-64f8-45d3-8a81-1e2c78ec522f tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event updated for resources: {'Subnet': ['ID=3c2ead4d-abf5-4910-978c-fe166b95eb35,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:53.325569 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8479bf9-64f8-45d3-8a81-1e2c78ec522f tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Checking segment: {'id': 'e66c8626-fc2f-4874-99d8-7f22eca97d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '536c3aa4-d05f-4c8e-b86e-a545be9a7331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:42:53.326077 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8479bf9-64f8-45d3-8a81-1e2c78ec522f tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Network hostable DHCP agents. Network: 536c3aa4-d05f-4c8e-b86e-a545be9a7331, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:42:53.358202 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8479bf9-64f8-45d3-8a81-1e2c78ec522f tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Network 536c3aa4-d05f-4c8e-b86e-a545be9a7331 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:42:53.388838 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-f8479bf9-64f8-45d3-8a81-1e2c78ec522f tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 536c3aa4-d05f-4c8e-b86e-a545be9a7331) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:42:53.406036 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189255ae-a029-4ce3-80d5-90e295c85472 None None] Network 536c3aa4-d05f-4c8e-b86e-a545be9a7331 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:42:53.425666 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8479bf9-64f8-45d3-8a81-1e2c78ec522f tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:53.426263 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f8479bf9-64f8-45d3-8a81-1e2c78ec522f tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:53.465611 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 47892) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:53.481176 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f8479bf9-64f8-45d3-8a81-1e2c78ec522f tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9773388 Nov 09 21:42:53.574152 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:53.657092 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-36193d9b-d85b-4195-988a-f7e45f12d699 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:53.719590 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cad2bf-7d46-44e0-91f0-94d87f4a8621 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-536c3aa4-d05f-4c8e-b86e-a545be9a7331', 'network_id': '536c3aa4-d05f-4c8e-b86e-a545be9a7331', 'tenant_id': 'f79a3b077685495fae8a8cde24333813', 'fixed_ips': [{'subnet_id': '3c2ead4d-abf5-4910-978c-fe166b95eb35'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:42:53.719590 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-46cad2bf-7d46-44e0-91f0-94d87f4a8621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:53.763446 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-36193d9b-d85b-4195-988a-f7e45f12d699 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:53.943237 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-36193d9b-d85b-4195-988a-f7e45f12d699 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server [None req-46cad2bf-7d46-44e0-91f0-94d87f4a8621 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3c2ead4d-abf5-4910-978c-fe166b95eb35: This subnet is being modified by another concurrent operation. Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise exception Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3c2ead4d-abf5-4910-978c-fe166b95eb35: This subnet is being modified by another concurrent operation. Nov 09 21:42:53.992704 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server Nov 09 21:42:54.002102 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36193d9b-d85b-4195-988a-f7e45f12d699 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event deleted for resources: {'Subnet': ['ID=3c2ead4d-abf5-4910-978c-fe166b95eb35,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:54.032264 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5b5a2d-7a10-45bc-a4e7-122d96069ca7 None None] Network 536c3aa4-d05f-4c8e-b86e-a545be9a7331 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:42:54.188860 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-36193d9b-d85b-4195-988a-f7e45f12d699 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:54.218861 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67a6c1e-c74d-47e8-8585-6e5ce9033ef8 None None] get_active_networks_info from n-d-816206-3 {{(pid=102609) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 21:42:54.233079 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-36193d9b-d85b-4195-988a-f7e45f12d699 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['536c3aa4-d05f-4c8e-b86e-a545be9a7331']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:54.251183 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-36193d9b-d85b-4195-988a-f7e45f12d699 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e66c8626-fc2f-4874-99d8-7f22eca97d21') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:54.251536 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-36193d9b-d85b-4195-988a-f7e45f12d699 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e66c8626-fc2f-4874-99d8-7f22eca97d21') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:54.263053 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-36193d9b-d85b-4195-988a-f7e45f12d699 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:54.299899 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-36193d9b-d85b-4195-988a-f7e45f12d699 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:54.315832 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36193d9b-d85b-4195-988a-f7e45f12d699 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:42:54.316381 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-36193d9b-d85b-4195-988a-f7e45f12d699 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:54.322342 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:42:54.322342 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:42:54.322342 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:42:54.322342 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:42:54.322342 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:42:54.322342 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:42:54.322342 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:42:54.322342 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:42:54.322342 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:42:54.322342 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:42:54.322342 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:42:54.322342 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:42:54.322342 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:42:54.322342 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:42:54.322342 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:42:54.322342 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:42:54.322342 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:42:54.322342 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:42:54.322342 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:42:54.322342 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:42:54.322342 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:42:54.322342 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:42:54.322342 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:42:54.322342 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:42:54.322342 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:42:54.322342 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:42:54.322342 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:42:54.322342 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:42:54.322342 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:42:54.322342 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:42:54.322342 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:42:54.322342 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:42:54.390334 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67a6c1e-c74d-47e8-8585-6e5ce9033ef8 None None] Resources bound (agent type, host, resource id): {{(pid=102609) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 21:42:54.425221 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-36193d9b-d85b-4195-988a-f7e45f12d699 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:54.434545 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-36193d9b-d85b-4195-988a-f7e45f12d699 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:54.441515 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-36193d9b-d85b-4195-988a-f7e45f12d699 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "DELETE /v2.0/networks/536c3aa4-d05f-4c8e-b86e-a545be9a7331 HTTP/1.1" status: 204 len: 168 time: 0.9746609 Nov 09 21:42:54.447860 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 47920) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:54.458765 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-6344b636-076c-40c8-ba06-fcc8431fd40c tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1345123174'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:42:54.475030 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36193d9b-d85b-4195-988a-f7e45f12d699 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event deleted for resources: {'Network': ['ID=536c3aa4-d05f-4c8e-b86e-a545be9a7331,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:54.519097 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6344b636-076c-40c8-ba06-fcc8431fd40c tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Made reservation on behalf of f79a3b077685495fae8a8cde24333813 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:42:54.523475 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6344b636-076c-40c8-ba06-fcc8431fd40c tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:54.562758 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6344b636-076c-40c8-ba06-fcc8431fd40c tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:42:54.583437 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6344b636-076c-40c8-ba06-fcc8431fd40c tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:54.583864 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-6344b636-076c-40c8-ba06-fcc8431fd40c tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Added segment f88bcc3c-5ec1-427f-828b-83e2871b7147 of type vlan for network 475b0f05-81bb-4650-a56c-596cfdb460e2 Nov 09 21:42:54.649189 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6344b636-076c-40c8-ba06-fcc8431fd40c tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:54.695812 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6344b636-076c-40c8-ba06-fcc8431fd40c tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:54.705341 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6344b636-076c-40c8-ba06-fcc8431fd40c tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:54.706462 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6344b636-076c-40c8-ba06-fcc8431fd40c tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567734'] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:54.803509 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 47932) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:54.811514 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-63e88fc8-c6b3-4a3f-8009-f03050b56d90 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:42:54.815254 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6344b636-076c-40c8-ba06-fcc8431fd40c tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3661928 Nov 09 21:42:54.862696 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6344b636-076c-40c8-ba06-fcc8431fd40c tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event updated for resources: {'Network': ['ID=475b0f05-81bb-4650-a56c-596cfdb460e2,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:54.878707 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 475b0f05-81bb-4650-a56c-596cfdb460e2 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:42:55.089012 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-63e88fc8-c6b3-4a3f-8009-f03050b56d90 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:55.108586 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-63e88fc8-c6b3-4a3f-8009-f03050b56d90 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:55.131678 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-63e88fc8-c6b3-4a3f-8009-f03050b56d90 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Network 475b0f05-81bb-4650-a56c-596cfdb460e2 is not hosted by any dhcp agent {{(pid=102608) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 21:42:55.138540 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e88fc8-c6b3-4a3f-8009-f03050b56d90 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:55.139361 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-63e88fc8-c6b3-4a3f-8009-f03050b56d90 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:55.140876 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-63e88fc8-c6b3-4a3f-8009-f03050b56d90 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "PUT /v2.0/networks/475b0f05-81bb-4650-a56c-596cfdb460e2 HTTP/1.1" status: 200 len: 723 time: 0.3361571 Nov 09 21:42:55.143680 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 47944) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:55.151262 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-48b23ec5-767c-47c2-b32f-4a0b097473ea tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Request body: {'subnet': {'network_id': '475b0f05-81bb-4650-a56c-596cfdb460e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:42:55.291860 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e88fc8-c6b3-4a3f-8009-f03050b56d90 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event updated for resources: {'Network': ['ID=475b0f05-81bb-4650-a56c-596cfdb460e2,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:55.303622 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 475b0f05-81bb-4650-a56c-596cfdb460e2 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:42:55.332122 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b23ec5-767c-47c2-b32f-4a0b097473ea tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Made reservation on behalf of f79a3b077685495fae8a8cde24333813 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:42:55.337613 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-48b23ec5-767c-47c2-b32f-4a0b097473ea tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:55.641871 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-48b23ec5-767c-47c2-b32f-4a0b097473ea tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:55.721574 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b23ec5-767c-47c2-b32f-4a0b097473ea tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event updated for resources: {'Subnet': ['ID=fdba26c2-8025-45b5-9563-675f3fabfbe5,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:55.757340 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b23ec5-767c-47c2-b32f-4a0b097473ea tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Checking segment: {'id': 'f88bcc3c-5ec1-427f-828b-83e2871b7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '475b0f05-81bb-4650-a56c-596cfdb460e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:42:55.757701 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b23ec5-767c-47c2-b32f-4a0b097473ea tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Network hostable DHCP agents. Network: 475b0f05-81bb-4650-a56c-596cfdb460e2, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:42:55.814160 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b23ec5-767c-47c2-b32f-4a0b097473ea tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Network 475b0f05-81bb-4650-a56c-596cfdb460e2 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:42:55.836390 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-48b23ec5-767c-47c2-b32f-4a0b097473ea tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 475b0f05-81bb-4650-a56c-596cfdb460e2) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:42:55.843356 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b23ec5-767c-47c2-b32f-4a0b097473ea tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:55.845813 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-48b23ec5-767c-47c2-b32f-4a0b097473ea tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:55.863960 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22675cd-4151-4c5c-a28e-8bacd7cf682f None None] Network 475b0f05-81bb-4650-a56c-596cfdb460e2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:42:55.882043 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-48b23ec5-767c-47c2-b32f-4a0b097473ea tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7374663 Nov 09 21:42:55.884660 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 47964) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:55.895972 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-3e3ea6e5-c942-458d-9771-e83df3b517d2 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:42:56.112221 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd745999-d8ef-45c0-a1b2-ce6bec63ace3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-475b0f05-81bb-4650-a56c-596cfdb460e2', 'network_id': '475b0f05-81bb-4650-a56c-596cfdb460e2', 'tenant_id': 'f79a3b077685495fae8a8cde24333813', 'fixed_ips': [{'subnet_id': 'fdba26c2-8025-45b5-9563-675f3fabfbe5'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:42:56.113394 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bd745999-d8ef-45c0-a1b2-ce6bec63ace3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:56.123237 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3e3ea6e5-c942-458d-9771-e83df3b517d2 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12320925'] for subnet, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:56.368299 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3e3ea6e5-c942-458d-9771-e83df3b517d2 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752600576386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8482792'] for subnet, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:56.451593 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3ea6e5-c942-458d-9771-e83df3b517d2 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:56.451794 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-bd745999-d8ef-45c0-a1b2-ce6bec63ace3 None None] Allocated IP 172.20.0.2 (475b0f05-81bb-4650-a56c-596cfdb460e2/fdba26c2-8025-45b5-9563-675f3fabfbe5/b1539b19-3d02-4e6f-886b-32d37be25770) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:42:56.452102 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3e3ea6e5-c942-458d-9771-e83df3b517d2 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:56.456074 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3e3ea6e5-c942-458d-9771-e83df3b517d2 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "PUT /v2.0/subnets/fdba26c2-8025-45b5-9563-675f3fabfbe5 HTTP/1.1" status: 200 len: 806 time: 0.5666389 Nov 09 21:42:56.456628 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 47980) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:56.479147 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ea6e5-c942-458d-9771-e83df3b517d2 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event updated for resources: {'Subnet': ['ID=fdba26c2-8025-45b5-9563-675f3fabfbe5,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:56.715060 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-466af597-e713-4715-bb96-a87cf886ec98 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:56.715955 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bd745999-d8ef-45c0-a1b2-ce6bec63ace3 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:56.725184 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bd745999-d8ef-45c0-a1b2-ce6bec63ace3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:56.785297 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd745999-d8ef-45c0-a1b2-ce6bec63ace3 None None] Network 475b0f05-81bb-4650-a56c-596cfdb460e2 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:42:56.791550 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-bd745999-d8ef-45c0-a1b2-ce6bec63ace3 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:42:56.804923 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd745999-d8ef-45c0-a1b2-ce6bec63ace3 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:42:56.815417 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd745999-d8ef-45c0-a1b2-ce6bec63ace3 None None] Pushing event updated for resources: {'Port': ['ID=b1539b19-3d02-4e6f-886b-32d37be25770,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:56.838936 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-466af597-e713-4715-bb96-a87cf886ec98 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Deleting port b1539b19-3d02-4e6f-886b-32d37be25770 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:42:56.839381 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-466af597-e713-4715-bb96-a87cf886ec98 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:56.973246 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-bd745999-d8ef-45c0-a1b2-ce6bec63ace3 None None] Attempting to bind port b1539b19-3d02-4e6f-886b-32d37be25770 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:42:56.975134 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-bd745999-d8ef-45c0-a1b2-ce6bec63ace3 None None] Attempting to bind port b1539b19-3d02-4e6f-886b-32d37be25770 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'f88bcc3c-5ec1-427f-828b-83e2871b7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '475b0f05-81bb-4650-a56c-596cfdb460e2'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:42:56.975482 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd745999-d8ef-45c0-a1b2-ce6bec63ace3 None None] Attempting to bind port b1539b19-3d02-4e6f-886b-32d37be25770 on network 475b0f05-81bb-4650-a56c-596cfdb460e2 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:42:56.984835 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd745999-d8ef-45c0-a1b2-ce6bec63ace3 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:42:56.984835 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd745999-d8ef-45c0-a1b2-ce6bec63ace3 None None] Checking segment: {'id': 'f88bcc3c-5ec1-427f-828b-83e2871b7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '475b0f05-81bb-4650-a56c-596cfdb460e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:42:56.985223 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bd745999-d8ef-45c0-a1b2-ce6bec63ace3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:56.985617 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd745999-d8ef-45c0-a1b2-ce6bec63ace3 None None] Bound using segment: {'id': 'f88bcc3c-5ec1-427f-828b-83e2871b7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '475b0f05-81bb-4650-a56c-596cfdb460e2'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:42:56.993871 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-bd745999-d8ef-45c0-a1b2-ce6bec63ace3 None None] Bound port: b1539b19-3d02-4e6f-886b-32d37be25770, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f88bcc3c-5ec1-427f-828b-83e2871b7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '475b0f05-81bb-4650-a56c-596cfdb460e2'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:42:56.994490 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bd745999-d8ef-45c0-a1b2-ce6bec63ace3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:56.998039 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-466af597-e713-4715-bb96-a87cf886ec98 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] For port b1539b19-3d02-4e6f-886b-32d37be25770, host n-d-816206-3, got binding levels [] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:42:56.998541 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-466af597-e713-4715-bb96-a87cf886ec98 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:57.021693 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-466af597-e713-4715-bb96-a87cf886ec98 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Calling delete_port for b1539b19-3d02-4e6f-886b-32d37be25770 owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:42:57.093146 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-bd745999-d8ef-45c0-a1b2-ce6bec63ace3 None None] For port b1539b19-3d02-4e6f-886b-32d37be25770, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:42:57.100035 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-bd745999-d8ef-45c0-a1b2-ce6bec63ace3 None None] For port b1539b19-3d02-4e6f-886b-32d37be25770, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=b1539b19-3d02-4e6f-886b-32d37be25770,segment=NetworkSegment(f88bcc3c-5ec1-427f-828b-83e2871b7147),segment_id=f88bcc3c-5ec1-427f-828b-83e2871b7147)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:42:57.108946 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bd745999-d8ef-45c0-a1b2-ce6bec63ace3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:57.197274 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd745999-d8ef-45c0-a1b2-ce6bec63ace3 None None] Pushing event updated for resources: {'Port': ['ID=b1539b19-3d02-4e6f-886b-32d37be25770,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:57.252337 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-466af597-e713-4715-bb96-a87cf886ec98 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:57.344542 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466af597-e713-4715-bb96-a87cf886ec98 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event deleted for resources: {'Port': ['ID=b1539b19-3d02-4e6f-886b-32d37be25770,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:57.409477 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466af597-e713-4715-bb96-a87cf886ec98 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] No DVR routers for this DVR port b1539b19-3d02-4e6f-886b-32d37be25770 on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:42:57.482472 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-466af597-e713-4715-bb96-a87cf886ec98 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:57.618024 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-466af597-e713-4715-bb96-a87cf886ec98 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:57.710153 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466af597-e713-4715-bb96-a87cf886ec98 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event deleted for resources: {'Subnet': ['ID=fdba26c2-8025-45b5-9563-675f3fabfbe5,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:57.785359 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-466af597-e713-4715-bb96-a87cf886ec98 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:57.809462 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-466af597-e713-4715-bb96-a87cf886ec98 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['475b0f05-81bb-4650-a56c-596cfdb460e2']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:57.819934 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-466af597-e713-4715-bb96-a87cf886ec98 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f88bcc3c-5ec1-427f-828b-83e2871b7147') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:57.820246 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-466af597-e713-4715-bb96-a87cf886ec98 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f88bcc3c-5ec1-427f-828b-83e2871b7147') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:42:57.830479 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-466af597-e713-4715-bb96-a87cf886ec98 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:57.849625 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-466af597-e713-4715-bb96-a87cf886ec98 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:57.860122 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-466af597-e713-4715-bb96-a87cf886ec98 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:42:57.860627 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-466af597-e713-4715-bb96-a87cf886ec98 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:57.923147 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:42:57.923147 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:42:57.923147 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:42:57.923147 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:42:57.923147 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:42:57.923147 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:42:57.923147 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:42:57.923147 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:42:57.923147 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:42:57.923147 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:42:57.923147 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:42:57.923147 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:42:57.923147 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:42:57.923147 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:42:57.923147 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:42:57.923147 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:42:57.923147 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:42:57.923147 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:42:57.923147 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:42:57.923147 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:42:57.923147 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:42:57.923147 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:42:57.923147 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:42:57.923147 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:42:57.923147 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:42:57.923147 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:42:57.923147 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:42:57.923147 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:42:57.923147 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:42:57.923147 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:42:57.923147 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:42:57.923147 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:42:57.971122 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-466af597-e713-4715-bb96-a87cf886ec98 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:57.983611 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-466af597-e713-4715-bb96-a87cf886ec98 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:57.989182 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-466af597-e713-4715-bb96-a87cf886ec98 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "DELETE /v2.0/networks/475b0f05-81bb-4650-a56c-596cfdb460e2 HTTP/1.1" status: 204 len: 168 time: 1.5277085 Nov 09 21:42:57.990805 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48024) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:58.007570 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466af597-e713-4715-bb96-a87cf886ec98 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event deleted for resources: {'Network': ['ID=475b0f05-81bb-4650-a56c-596cfdb460e2,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:58.034757 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1fc7d1e-abd6-40a4-8152-e0bea5b9db6d tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] DELETE failed (client error): The resource could not be found. Nov 09 21:42:58.035851 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1fc7d1e-abd6-40a4-8152-e0bea5b9db6d tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:42:58.042694 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e1fc7d1e-abd6-40a4-8152-e0bea5b9db6d tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "DELETE /v2.0/networks/475b0f05-81bb-4650-a56c-596cfdb460e2 HTTP/1.1" status: 404 len: 339 time: 0.0507464 Nov 09 21:42:58.046754 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48028) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:58.052392 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-607067af-d66a-4845-b0b5-a6b40f800341 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1853206404', 'description': 'd1'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:42:58.121992 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607067af-d66a-4845-b0b5-a6b40f800341 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Made reservation on behalf of f79a3b077685495fae8a8cde24333813 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:42:58.131498 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-607067af-d66a-4845-b0b5-a6b40f800341 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:58.197176 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-607067af-d66a-4845-b0b5-a6b40f800341 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:42:58.208679 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-607067af-d66a-4845-b0b5-a6b40f800341 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:58.209114 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-607067af-d66a-4845-b0b5-a6b40f800341 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Added segment 1f8f9ee5-18f3-4462-baaf-dd1f525cdd7c of type vlan for network c4470c29-4777-4a02-bfd2-bd25ea0b2b48 Nov 09 21:42:58.278720 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-607067af-d66a-4845-b0b5-a6b40f800341 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:58.328829 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-607067af-d66a-4845-b0b5-a6b40f800341 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:58.344001 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607067af-d66a-4845-b0b5-a6b40f800341 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:58.344933 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-607067af-d66a-4845-b0b5-a6b40f800341 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:58.482695 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607067af-d66a-4845-b0b5-a6b40f800341 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event updated for resources: {'Network': ['ID=c4470c29-4777-4a02-bfd2-bd25ea0b2b48,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:58.503178 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network c4470c29-4777-4a02-bfd2-bd25ea0b2b48 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:42:58.513075 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-607067af-d66a-4845-b0b5-a6b40f800341 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4651532 Nov 09 21:42:58.515637 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48038) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:58.653475 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49dc3baa-5883-40cc-9d3f-6fe8f883b171 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:58.655178 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-49dc3baa-5883-40cc-9d3f-6fe8f883b171 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "GET /v2.0/networks?id=c4470c29-4777-4a02-bfd2-bd25ea0b2b48 HTTP/1.1" status: 200 len: 761 time: 0.1385994 Nov 09 21:42:58.658016 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48040) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:58.663717 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-6703b25b-90b7-4a14-9023-25a2f4d32113 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Request body: {'network': {'description': 'd2'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:42:58.912040 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6703b25b-90b7-4a14-9023-25a2f4d32113 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:58.940979 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6703b25b-90b7-4a14-9023-25a2f4d32113 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:58.941376 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-07d2109e-3419-4a20-9b39-91dad9902e26 None None] Could not find standard attr ID for object b1539b19-3d02-4e6f-886b-32d37be25770. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 21:42:58.957313 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6703b25b-90b7-4a14-9023-25a2f4d32113 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Network c4470c29-4777-4a02-bfd2-bd25ea0b2b48 is not hosted by any dhcp agent {{(pid=102607) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 21:42:58.967634 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4617306e-e5d0-4d48-90ac-87924eb3f8b1 None None] DHCP port deletion for 475b0f05-81bb-4650-a56c-596cfdb460e2 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:42:58.967932 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6703b25b-90b7-4a14-9023-25a2f4d32113 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:58.968579 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6703b25b-90b7-4a14-9023-25a2f4d32113 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:58.969947 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6703b25b-90b7-4a14-9023-25a2f4d32113 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "PUT /v2.0/networks/c4470c29-4777-4a02-bfd2-bd25ea0b2b48 HTTP/1.1" status: 200 len: 758 time: 0.3110089 Nov 09 21:42:58.972945 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48050) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:59.033564 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578fbb02-a19e-4f2e-bd2f-25c23b831d1c None None] Network 475b0f05-81bb-4650-a56c-596cfdb460e2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:42:59.070207 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578fbb02-a19e-4f2e-bd2f-25c23b831d1c None None] Network 475b0f05-81bb-4650-a56c-596cfdb460e2 could not be found, it might have been deleted concurrently. {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 09 21:42:59.090126 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecb6e2c-d12a-4a7f-90cc-12e560484e1a None None] Network 475b0f05-81bb-4650-a56c-596cfdb460e2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:42:59.104407 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecb6e2c-d12a-4a7f-90cc-12e560484e1a None None] Network 475b0f05-81bb-4650-a56c-596cfdb460e2 could not be found, it might have been deleted concurrently. {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 09 21:42:59.124216 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6703b25b-90b7-4a14-9023-25a2f4d32113 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event updated for resources: {'Network': ['ID=c4470c29-4777-4a02-bfd2-bd25ea0b2b48,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:59.147763 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network c4470c29-4777-4a02-bfd2-bd25ea0b2b48 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:42:59.222285 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c528e6-935c-4ede-a292-22b6352aeb3f tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:59.224626 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c6c528e6-935c-4ede-a292-22b6352aeb3f tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "GET /v2.0/networks?id=c4470c29-4777-4a02-bfd2-bd25ea0b2b48 HTTP/1.1" status: 200 len: 761 time: 0.2489252 Nov 09 21:42:59.228569 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48064) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:59.236346 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-b49626f9-e276-4197-aae6-a7f19a3de085 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-966440660'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:42:59.266059 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49626f9-e276-4197-aae6-a7f19a3de085 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Made reservation on behalf of f79a3b077685495fae8a8cde24333813 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:42:59.271046 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b49626f9-e276-4197-aae6-a7f19a3de085 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:59.310642 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b49626f9-e276-4197-aae6-a7f19a3de085 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:42:59.332111 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b49626f9-e276-4197-aae6-a7f19a3de085 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:59.332461 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-b49626f9-e276-4197-aae6-a7f19a3de085 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Added segment 96347072-da97-478c-985c-5840b1809366 of type vlan for network c480442a-2e47-4a37-ab1f-8509dafa67b8 Nov 09 21:42:59.390747 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b49626f9-e276-4197-aae6-a7f19a3de085 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:59.428508 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b49626f9-e276-4197-aae6-a7f19a3de085 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:59.435677 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49626f9-e276-4197-aae6-a7f19a3de085 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:42:59.436356 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b49626f9-e276-4197-aae6-a7f19a3de085 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:42:59.515966 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48070) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:42:59.516324 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b49626f9-e276-4197-aae6-a7f19a3de085 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2865899 Nov 09 21:42:59.525535 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-9bb4c649-1b6a-44a2-a1ae-a485378e7e0a tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Request body: {'subnet': {'network_id': 'c480442a-2e47-4a37-ab1f-8509dafa67b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:42:59.559505 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49626f9-e276-4197-aae6-a7f19a3de085 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event updated for resources: {'Network': ['ID=c480442a-2e47-4a37-ab1f-8509dafa67b8,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:42:59.576341 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network c480442a-2e47-4a37-ab1f-8509dafa67b8 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:42:59.791041 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb4c649-1b6a-44a2-a1ae-a485378e7e0a tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Made reservation on behalf of f79a3b077685495fae8a8cde24333813 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:42:59.793032 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9bb4c649-1b6a-44a2-a1ae-a485378e7e0a tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:00.239556 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9bb4c649-1b6a-44a2-a1ae-a485378e7e0a tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:00.330216 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb4c649-1b6a-44a2-a1ae-a485378e7e0a tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event updated for resources: {'Subnet': ['ID=d8ca5666-15c6-40b0-991f-1c229bd7f33d,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:00.340762 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb4c649-1b6a-44a2-a1ae-a485378e7e0a tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Checking segment: {'id': '96347072-da97-478c-985c-5840b1809366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c480442a-2e47-4a37-ab1f-8509dafa67b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:43:00.341132 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb4c649-1b6a-44a2-a1ae-a485378e7e0a tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Network hostable DHCP agents. Network: c480442a-2e47-4a37-ab1f-8509dafa67b8, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:43:00.381875 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb4c649-1b6a-44a2-a1ae-a485378e7e0a tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Network c480442a-2e47-4a37-ab1f-8509dafa67b8 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:43:00.399147 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-9bb4c649-1b6a-44a2-a1ae-a485378e7e0a tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, c480442a-2e47-4a37-ab1f-8509dafa67b8) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:43:00.404459 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb4c649-1b6a-44a2-a1ae-a485378e7e0a tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:00.405403 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9bb4c649-1b6a-44a2-a1ae-a485378e7e0a tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:00.412255 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2a40b1-9fc9-48c0-9a04-517d5840d460 None None] Network c480442a-2e47-4a37-ab1f-8509dafa67b8 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:43:00.430509 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-9bb4c649-1b6a-44a2-a1ae-a485378e7e0a tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9126208 Nov 09 21:43:00.433233 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48098) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:00.701692 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dae7cd-8a75-419b-bb26-cf34f51e894f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-c480442a-2e47-4a37-ab1f-8509dafa67b8', 'network_id': 'c480442a-2e47-4a37-ab1f-8509dafa67b8', 'tenant_id': 'f79a3b077685495fae8a8cde24333813', 'fixed_ips': [{'subnet_id': 'd8ca5666-15c6-40b0-991f-1c229bd7f33d'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:43:00.702679 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-59dae7cd-8a75-419b-bb26-cf34f51e894f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:00.990109 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ff6dc501-e2b7-42ef-8938-db2ed81acd94 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:01.081733 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ff6dc501-e2b7-42ef-8938-db2ed81acd94 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:01.099889 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-59dae7cd-8a75-419b-bb26-cf34f51e894f None None] Allocated IP 172.20.0.2 (c480442a-2e47-4a37-ab1f-8509dafa67b8/d8ca5666-15c6-40b0-991f-1c229bd7f33d/3aef1fc2-7ded-4d67-b16f-169bc8fa1abe) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:43:01.318710 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-59dae7cd-8a75-419b-bb26-cf34f51e894f None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:01.325904 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-59dae7cd-8a75-419b-bb26-cf34f51e894f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:01.367656 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dae7cd-8a75-419b-bb26-cf34f51e894f None None] Network c480442a-2e47-4a37-ab1f-8509dafa67b8 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:43:01.371086 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-59dae7cd-8a75-419b-bb26-cf34f51e894f None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:43:01.375079 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dae7cd-8a75-419b-bb26-cf34f51e894f None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:43:01.382745 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ff6dc501-e2b7-42ef-8938-db2ed81acd94 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:01.460445 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dae7cd-8a75-419b-bb26-cf34f51e894f None None] Pushing event updated for resources: {'Port': ['ID=3aef1fc2-7ded-4d67-b16f-169bc8fa1abe,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:01.468308 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-59dae7cd-8a75-419b-bb26-cf34f51e894f None None] Attempting to bind port 3aef1fc2-7ded-4d67-b16f-169bc8fa1abe on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:43:01.468308 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-59dae7cd-8a75-419b-bb26-cf34f51e894f None None] Attempting to bind port 3aef1fc2-7ded-4d67-b16f-169bc8fa1abe by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '96347072-da97-478c-985c-5840b1809366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c480442a-2e47-4a37-ab1f-8509dafa67b8'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:43:01.468308 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dae7cd-8a75-419b-bb26-cf34f51e894f None None] Attempting to bind port 3aef1fc2-7ded-4d67-b16f-169bc8fa1abe on network c480442a-2e47-4a37-ab1f-8509dafa67b8 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:43:01.472570 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dae7cd-8a75-419b-bb26-cf34f51e894f None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:43:01.476355 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dae7cd-8a75-419b-bb26-cf34f51e894f None None] Checking segment: {'id': '96347072-da97-478c-985c-5840b1809366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c480442a-2e47-4a37-ab1f-8509dafa67b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:43:01.476355 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-59dae7cd-8a75-419b-bb26-cf34f51e894f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:01.476355 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dae7cd-8a75-419b-bb26-cf34f51e894f None None] Bound using segment: {'id': '96347072-da97-478c-985c-5840b1809366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c480442a-2e47-4a37-ab1f-8509dafa67b8'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:43:01.476355 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-59dae7cd-8a75-419b-bb26-cf34f51e894f None None] Bound port: 3aef1fc2-7ded-4d67-b16f-169bc8fa1abe, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96347072-da97-478c-985c-5840b1809366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c480442a-2e47-4a37-ab1f-8509dafa67b8'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:43:01.476355 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-59dae7cd-8a75-419b-bb26-cf34f51e894f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:01.569852 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-59dae7cd-8a75-419b-bb26-cf34f51e894f None None] For port 3aef1fc2-7ded-4d67-b16f-169bc8fa1abe, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:43:01.573773 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-59dae7cd-8a75-419b-bb26-cf34f51e894f None None] For port 3aef1fc2-7ded-4d67-b16f-169bc8fa1abe, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=3aef1fc2-7ded-4d67-b16f-169bc8fa1abe,segment=NetworkSegment(96347072-da97-478c-985c-5840b1809366),segment_id=96347072-da97-478c-985c-5840b1809366)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:43:01.581444 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-59dae7cd-8a75-419b-bb26-cf34f51e894f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:01.705864 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69afac7-dea3-4c4a-9ba9-8d03410df86f None None] Network c480442a-2e47-4a37-ab1f-8509dafa67b8 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:43:01.709093 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dae7cd-8a75-419b-bb26-cf34f51e894f None None] Pushing event updated for resources: {'Port': ['ID=3aef1fc2-7ded-4d67-b16f-169bc8fa1abe,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:01.713320 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ff6dc501-e2b7-42ef-8938-db2ed81acd94 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:01.744760 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-ff6dc501-e2b7-42ef-8938-db2ed81acd94 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c480442a-2e47-4a37-ab1f-8509dafa67b8']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:01.770507 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-ff6dc501-e2b7-42ef-8938-db2ed81acd94 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96347072-da97-478c-985c-5840b1809366') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:01.771837 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-ff6dc501-e2b7-42ef-8938-db2ed81acd94 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96347072-da97-478c-985c-5840b1809366') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:01.775771 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6dc501-e2b7-42ef-8938-db2ed81acd94 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event deleted for resources: {'Subnet': ['ID=d8ca5666-15c6-40b0-991f-1c229bd7f33d,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:01.803211 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ff6dc501-e2b7-42ef-8938-db2ed81acd94 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:01.819966 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ff6dc501-e2b7-42ef-8938-db2ed81acd94 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:01.828867 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff6dc501-e2b7-42ef-8938-db2ed81acd94 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:43:01.829629 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ff6dc501-e2b7-42ef-8938-db2ed81acd94 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:01.834937 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:43:01.834937 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:43:01.834937 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:43:01.834937 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:43:01.834937 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:43:01.834937 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:43:01.834937 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:43:01.834937 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:43:01.834937 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:43:01.834937 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:43:01.834937 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:43:01.834937 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:43:01.834937 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:43:01.834937 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:43:01.834937 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:43:01.834937 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:43:01.834937 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:43:01.834937 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:43:01.834937 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:43:01.834937 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:43:01.834937 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:43:01.834937 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:43:01.834937 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:43:01.834937 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:43:01.834937 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:43:01.834937 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:43:01.834937 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:43:01.834937 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:43:01.834937 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:43:01.834937 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:43:01.834937 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:43:01.834937 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:43:01.909472 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6808b56a-400a-41b9-ac43-d4d5a428a0cf None None] get_active_networks_info from n-d-816206-3 {{(pid=102609) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 21:43:01.947373 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.db.api [None req-ff6dc501-e2b7-42ef-8938-db2ed81acd94 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 21:43:01.947373 n-d-816206-3 neutron-server[102607]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 21:43:01.947373 n-d-816206-3 neutron-server[102607]: [parameters: {'id': 'c480442a-2e47-4a37-ab1f-8509dafa67b8'}] Nov 09 21:43:01.947373 n-d-816206-3 neutron-server[102607]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 21:43:01.947950 n-d-816206-3 neutron-server[102607]: DEBUG oslo_db.api [None req-ff6dc501-e2b7-42ef-8938-db2ed81acd94 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 21:43:02.106867 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6808b56a-400a-41b9-ac43-d4d5a428a0cf None None] Resources bound (agent type, host, resource id): {{(pid=102609) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 21:43:02.449539 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ff6dc501-e2b7-42ef-8938-db2ed81acd94 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:02.540436 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ff6dc501-e2b7-42ef-8938-db2ed81acd94 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Deleting port 3aef1fc2-7ded-4d67-b16f-169bc8fa1abe {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:43:02.541590 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ff6dc501-e2b7-42ef-8938-db2ed81acd94 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:02.651365 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-ff6dc501-e2b7-42ef-8938-db2ed81acd94 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] For port 3aef1fc2-7ded-4d67-b16f-169bc8fa1abe, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=3aef1fc2-7ded-4d67-b16f-169bc8fa1abe,segment=NetworkSegment(96347072-da97-478c-985c-5840b1809366),segment_id=96347072-da97-478c-985c-5840b1809366)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:43:02.651808 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ff6dc501-e2b7-42ef-8938-db2ed81acd94 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:02.664662 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ff6dc501-e2b7-42ef-8938-db2ed81acd94 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Calling delete_port for 3aef1fc2-7ded-4d67-b16f-169bc8fa1abe owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:43:02.778523 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ff6dc501-e2b7-42ef-8938-db2ed81acd94 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:02.808020 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6dc501-e2b7-42ef-8938-db2ed81acd94 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event deleted for resources: {'Port': ['ID=3aef1fc2-7ded-4d67-b16f-169bc8fa1abe,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:02.816862 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6dc501-e2b7-42ef-8938-db2ed81acd94 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] No DVR routers for this DVR port 3aef1fc2-7ded-4d67-b16f-169bc8fa1abe on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:43:02.982056 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ff6dc501-e2b7-42ef-8938-db2ed81acd94 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:03.021915 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-ff6dc501-e2b7-42ef-8938-db2ed81acd94 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c480442a-2e47-4a37-ab1f-8509dafa67b8']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:03.034162 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-ff6dc501-e2b7-42ef-8938-db2ed81acd94 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96347072-da97-478c-985c-5840b1809366') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:03.034541 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-ff6dc501-e2b7-42ef-8938-db2ed81acd94 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96347072-da97-478c-985c-5840b1809366') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:03.046569 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ff6dc501-e2b7-42ef-8938-db2ed81acd94 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:03.072256 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ff6dc501-e2b7-42ef-8938-db2ed81acd94 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:03.079274 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff6dc501-e2b7-42ef-8938-db2ed81acd94 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:43:03.079913 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ff6dc501-e2b7-42ef-8938-db2ed81acd94 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:03.125006 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:43:03.125006 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:43:03.125006 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:43:03.125006 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:43:03.125006 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:43:03.125006 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:43:03.125006 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:43:03.125006 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:43:03.125006 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:43:03.125006 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:43:03.125006 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:43:03.125006 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:43:03.125006 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:43:03.125006 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:43:03.125006 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:43:03.125006 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:43:03.125006 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:43:03.125006 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:43:03.125006 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:43:03.125006 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:43:03.125006 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:43:03.125006 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:43:03.125006 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:43:03.125006 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:43:03.125006 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:43:03.125006 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:43:03.125006 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:43:03.125006 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:43:03.125006 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:43:03.125006 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:43:03.125006 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:43:03.125006 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:43:03.164838 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ff6dc501-e2b7-42ef-8938-db2ed81acd94 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:03.172932 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ff6dc501-e2b7-42ef-8938-db2ed81acd94 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:03.185235 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48170) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:03.190717 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ff6dc501-e2b7-42ef-8938-db2ed81acd94 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "DELETE /v2.0/networks/c480442a-2e47-4a37-ab1f-8509dafa67b8 HTTP/1.1" status: 204 len: 168 time: 2.7562449 Nov 09 21:43:03.214845 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d4e7f4b-d3a4-47c7-8080-e94001659ffd tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] GET failed (client error): The resource could not be found. Nov 09 21:43:03.216585 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3d4e7f4b-d3a4-47c7-8080-e94001659ffd tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "GET /v2.0/subnets/d8ca5666-15c6-40b0-991f-1c229bd7f33d HTTP/1.1" status: 404 len: 337 time: 0.0340242 Nov 09 21:43:03.222091 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48174) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:03.234098 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6dc501-e2b7-42ef-8938-db2ed81acd94 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event deleted for resources: {'Network': ['ID=c480442a-2e47-4a37-ab1f-8509dafa67b8,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:03.260925 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-36ffd76e-8c79-4257-9d29-8a7e38484ace tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] DELETE failed (client error): The resource could not be found. Nov 09 21:43:03.262022 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36ffd76e-8c79-4257-9d29-8a7e38484ace tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:43:03.266227 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-36ffd76e-8c79-4257-9d29-8a7e38484ace tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "DELETE /v2.0/networks/c480442a-2e47-4a37-ab1f-8509dafa67b8 HTTP/1.1" status: 404 len: 339 time: 0.0406280 Nov 09 21:43:03.270249 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48176) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:03.594838 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e814fea-5166-4344-b132-7c34f849e05e tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:03.599636 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7e814fea-5166-4344-b132-7c34f849e05e tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3286850 Nov 09 21:43:03.601429 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48188) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:03.649138 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0689d9a0-ebde-4cd9-aae5-b089876af73b tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "GET /v2.0/subnets?network_id=4531c23d-84b7-490d-8d7c-6676781b6e6a HTTP/1.1" status: 200 len: 207 time: 0.0462079 Nov 09 21:43:03.654145 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48190) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:03.730617 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:03.841259 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f52fa66-88df-4928-a230-eddb178da818 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:03.847789 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f52fa66-88df-4928-a230-eddb178da818 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:03.854107 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f52fa66-88df-4928-a230-eddb178da818 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:03.872329 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f52fa66-88df-4928-a230-eddb178da818 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:03.878777 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48198) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:03.878915 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6f52fa66-88df-4928-a230-eddb178da818 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2234876 Nov 09 21:43:04.093180 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4df49db4-1c6f-4c55-bf42-bb08fcf9816a tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2085128 Nov 09 21:43:04.093482 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48206) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:04.170429 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5498ba06-1378-439b-bb7f-24ddd61cee73 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:04.171935 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5498ba06-1378-439b-bb7f-24ddd61cee73 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:04.176687 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5498ba06-1378-439b-bb7f-24ddd61cee73 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0791183 Nov 09 21:43:04.177376 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48208) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:04.242625 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd176d1-974b-48ab-9e76-95acb537b1e5 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Attributes excluded by policy engine: ['shared'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:04.244024 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd176d1-974b-48ab-9e76-95acb537b1e5 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Attributes excluded by policy engine: ['shared'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:04.250264 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3cd176d1-974b-48ab-9e76-95acb537b1e5 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0672717 Nov 09 21:43:04.250264 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48214) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:04.407490 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc7e7eb-fa07-4d0f-9911-5a77fe6a5a94 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:04.410853 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0bc7e7eb-fa07-4d0f-9911-5a77fe6a5a94 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "GET /v2.0/networks/89e77e7f-c957-46dc-87e6-61bb5e8f3d71 HTTP/1.1" status: 200 len: 800 time: 0.1593759 Nov 09 21:43:04.414438 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48226) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:04.536208 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d63483d7-2e94-4e08-ba51-b8ce6bebd48b tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "GET /v2.0/networks/89e77e7f-c957-46dc-87e6-61bb5e8f3d71?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1204154 Nov 09 21:43:04.539453 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48228) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:04.611846 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c518c78-8e7b-4d6e-a826-70eee741c983 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:04.613245 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2c518c78-8e7b-4d6e-a826-70eee741c983 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "GET /v2.0/subnets/972e9e1a-2592-48be-a79c-70c7695c408c HTTP/1.1" status: 200 len: 811 time: 0.0723155 Nov 09 21:43:04.618609 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48236) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:04.691343 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71c4418-1269-4d89-afa6-88092eb225b3 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Attributes excluded by policy engine: ['shared'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:04.691343 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d71c4418-1269-4d89-afa6-88092eb225b3 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "GET /v2.0/subnets/972e9e1a-2592-48be-a79c-70c7695c408c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0707049 Nov 09 21:43:04.696657 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48240) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:04.701071 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-38c942d0-8525-42b1-81b1-10379c916bfa tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-569811001'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:43:04.724584 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c942d0-8525-42b1-81b1-10379c916bfa tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Made reservation on behalf of f79a3b077685495fae8a8cde24333813 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:43:04.728555 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-38c942d0-8525-42b1-81b1-10379c916bfa tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:04.759041 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38c942d0-8525-42b1-81b1-10379c916bfa tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:43:04.769614 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-38c942d0-8525-42b1-81b1-10379c916bfa tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:04.769954 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-38c942d0-8525-42b1-81b1-10379c916bfa tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Added segment b7ead5dd-d8ec-4c0d-83e8-b29acb2cdb91 of type vlan for network 84d9b1db-eb24-49b3-8b6d-563998323eee Nov 09 21:43:04.811317 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-38c942d0-8525-42b1-81b1-10379c916bfa tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:04.838021 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-38c942d0-8525-42b1-81b1-10379c916bfa tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:04.844101 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c942d0-8525-42b1-81b1-10379c916bfa tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:04.846648 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-38c942d0-8525-42b1-81b1-10379c916bfa tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:04.919428 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-38c942d0-8525-42b1-81b1-10379c916bfa tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2219341 Nov 09 21:43:04.920348 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48242) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:04.925416 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c942d0-8525-42b1-81b1-10379c916bfa tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event updated for resources: {'Network': ['ID=84d9b1db-eb24-49b3-8b6d-563998323eee,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:04.927746 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-2f3a2d2b-0d9a-4977-91b6-53bf6f948502 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Request body: {'subnet': {'network_id': '84d9b1db-eb24-49b3-8b6d-563998323eee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:43:04.938264 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 84d9b1db-eb24-49b3-8b6d-563998323eee details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:43:05.134693 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3a2d2b-0d9a-4977-91b6-53bf6f948502 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Made reservation on behalf of f79a3b077685495fae8a8cde24333813 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:43:05.139265 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2f3a2d2b-0d9a-4977-91b6-53bf6f948502 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:05.263098 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.ipam_backend_mixin [None req-2f3a2d2b-0d9a-4977-91b6-53bf6f948502 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Performing IP validity checks on allocation pools {{(pid=102607) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 21:43:05.276014 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.ipam_backend_mixin [None req-2f3a2d2b-0d9a-4977-91b6-53bf6f948502 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102607) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 21:43:05.568908 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2f3a2d2b-0d9a-4977-91b6-53bf6f948502 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:05.836893 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3a2d2b-0d9a-4977-91b6-53bf6f948502 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Checking segment: {'id': 'b7ead5dd-d8ec-4c0d-83e8-b29acb2cdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '84d9b1db-eb24-49b3-8b6d-563998323eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:43:05.836893 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3a2d2b-0d9a-4977-91b6-53bf6f948502 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Network hostable DHCP agents. Network: 84d9b1db-eb24-49b3-8b6d-563998323eee, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:43:05.836893 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a2d2b-0d9a-4977-91b6-53bf6f948502 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event updated for resources: {'Subnet': ['ID=90c4fd73-66c1-457b-a30a-7a3f29dce999,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:05.836893 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3a2d2b-0d9a-4977-91b6-53bf6f948502 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Network 84d9b1db-eb24-49b3-8b6d-563998323eee is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:43:05.836893 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-2f3a2d2b-0d9a-4977-91b6-53bf6f948502 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 84d9b1db-eb24-49b3-8b6d-563998323eee) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:43:05.836893 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3a2d2b-0d9a-4977-91b6-53bf6f948502 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:05.836893 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2f3a2d2b-0d9a-4977-91b6-53bf6f948502 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:05.839548 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0a7d79-36f8-4ab6-b944-f105efaff3da None None] Network 84d9b1db-eb24-49b3-8b6d-563998323eee requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:43:05.839736 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2f3a2d2b-0d9a-4977-91b6-53bf6f948502 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8398967 Nov 09 21:43:05.839736 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48284) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:05.839736 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-913d1339-ab8d-4a5c-a91b-6af889e7e7c2 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:43:05.961962 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-913d1339-ab8d-4a5c-a91b-6af889e7e7c2 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8711961'] for subnet, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:06.086398 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61971b09-73bd-410e-8fa1-ab42f78fe30b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-84d9b1db-eb24-49b3-8b6d-563998323eee', 'network_id': '84d9b1db-eb24-49b3-8b6d-563998323eee', 'tenant_id': 'f79a3b077685495fae8a8cde24333813', 'fixed_ips': [{'subnet_id': '90c4fd73-66c1-457b-a30a-7a3f29dce999'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:43:06.088230 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-61971b09-73bd-410e-8fa1-ab42f78fe30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:06.329466 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-913d1339-ab8d-4a5c-a91b-6af889e7e7c2 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752600576386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9946142'] for subnet, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:06.390786 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913d1339-ab8d-4a5c-a91b-6af889e7e7c2 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event updated for resources: {'Subnet': ['ID=90c4fd73-66c1-457b-a30a-7a3f29dce999,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:06.407344 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913d1339-ab8d-4a5c-a91b-6af889e7e7c2 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:06.408186 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-913d1339-ab8d-4a5c-a91b-6af889e7e7c2 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:06.409984 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-913d1339-ab8d-4a5c-a91b-6af889e7e7c2 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "PUT /v2.0/subnets/90c4fd73-66c1-457b-a30a-7a3f29dce999 HTTP/1.1" status: 200 len: 877 time: 0.6444566 Nov 09 21:43:06.413363 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48308) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:06.574749 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d26642e4-3040-4eb9-8eca-e3352e918c42 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:06.741999 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-61971b09-73bd-410e-8fa1-ab42f78fe30b None None] Allocated IP 172.20.0.3 (84d9b1db-eb24-49b3-8b6d-563998323eee/90c4fd73-66c1-457b-a30a-7a3f29dce999/9b107331-10c4-4faa-809b-de66ad714d54) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:43:06.748174 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d26642e4-3040-4eb9-8eca-e3352e918c42 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:06.984890 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-61971b09-73bd-410e-8fa1-ab42f78fe30b None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:07.003091 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-61971b09-73bd-410e-8fa1-ab42f78fe30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:07.019793 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d26642e4-3040-4eb9-8eca-e3352e918c42 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:07.050086 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61971b09-73bd-410e-8fa1-ab42f78fe30b None None] Network 84d9b1db-eb24-49b3-8b6d-563998323eee is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:43:07.053434 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-61971b09-73bd-410e-8fa1-ab42f78fe30b None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:43:07.056941 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61971b09-73bd-410e-8fa1-ab42f78fe30b None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:43:07.072500 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26642e4-3040-4eb9-8eca-e3352e918c42 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event deleted for resources: {'Subnet': ['ID=90c4fd73-66c1-457b-a30a-7a3f29dce999,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:07.167784 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61971b09-73bd-410e-8fa1-ab42f78fe30b None None] Pushing event updated for resources: {'Port': ['ID=9b107331-10c4-4faa-809b-de66ad714d54,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:07.209440 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-61971b09-73bd-410e-8fa1-ab42f78fe30b None None] Attempting to bind port 9b107331-10c4-4faa-809b-de66ad714d54 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:43:07.211039 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-61971b09-73bd-410e-8fa1-ab42f78fe30b None None] Attempting to bind port 9b107331-10c4-4faa-809b-de66ad714d54 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'b7ead5dd-d8ec-4c0d-83e8-b29acb2cdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '84d9b1db-eb24-49b3-8b6d-563998323eee'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:43:07.211419 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61971b09-73bd-410e-8fa1-ab42f78fe30b None None] Attempting to bind port 9b107331-10c4-4faa-809b-de66ad714d54 on network 84d9b1db-eb24-49b3-8b6d-563998323eee {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:43:07.223689 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61971b09-73bd-410e-8fa1-ab42f78fe30b None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:43:07.224076 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61971b09-73bd-410e-8fa1-ab42f78fe30b None None] Checking segment: {'id': 'b7ead5dd-d8ec-4c0d-83e8-b29acb2cdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '84d9b1db-eb24-49b3-8b6d-563998323eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:43:07.224476 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-61971b09-73bd-410e-8fa1-ab42f78fe30b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:07.224895 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61971b09-73bd-410e-8fa1-ab42f78fe30b None None] Bound using segment: {'id': 'b7ead5dd-d8ec-4c0d-83e8-b29acb2cdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '84d9b1db-eb24-49b3-8b6d-563998323eee'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:43:07.225368 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-61971b09-73bd-410e-8fa1-ab42f78fe30b None None] Bound port: 9b107331-10c4-4faa-809b-de66ad714d54, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ead5dd-d8ec-4c0d-83e8-b29acb2cdb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '84d9b1db-eb24-49b3-8b6d-563998323eee'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:43:07.225752 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-61971b09-73bd-410e-8fa1-ab42f78fe30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:07.227881 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d26642e4-3040-4eb9-8eca-e3352e918c42 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:07.248903 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-d26642e4-3040-4eb9-8eca-e3352e918c42 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84d9b1db-eb24-49b3-8b6d-563998323eee']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:07.259282 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-d26642e4-3040-4eb9-8eca-e3352e918c42 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ead5dd-d8ec-4c0d-83e8-b29acb2cdb91') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:07.259589 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-d26642e4-3040-4eb9-8eca-e3352e918c42 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ead5dd-d8ec-4c0d-83e8-b29acb2cdb91') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:07.269326 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d26642e4-3040-4eb9-8eca-e3352e918c42 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:07.282643 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d26642e4-3040-4eb9-8eca-e3352e918c42 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:07.288981 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d26642e4-3040-4eb9-8eca-e3352e918c42 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:43:07.289377 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d26642e4-3040-4eb9-8eca-e3352e918c42 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:07.354876 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-61971b09-73bd-410e-8fa1-ab42f78fe30b None None] For port 9b107331-10c4-4faa-809b-de66ad714d54, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:43:07.364745 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:43:07.364745 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:43:07.364745 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:43:07.364745 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:43:07.364745 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:43:07.364745 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:43:07.364745 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:43:07.364745 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:43:07.364745 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:43:07.364745 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:43:07.364745 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:43:07.364745 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:43:07.364745 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:43:07.364745 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:43:07.364745 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:43:07.364745 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:43:07.364745 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:43:07.364745 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:43:07.364745 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:43:07.364745 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:43:07.364745 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:43:07.364745 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:43:07.364745 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:43:07.364745 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:43:07.364745 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:43:07.364745 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:43:07.364745 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:43:07.364745 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:43:07.364745 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:43:07.364745 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:43:07.364745 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:43:07.364745 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:43:07.391627 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-61971b09-73bd-410e-8fa1-ab42f78fe30b None None] For port 9b107331-10c4-4faa-809b-de66ad714d54, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=9b107331-10c4-4faa-809b-de66ad714d54,segment=NetworkSegment(b7ead5dd-d8ec-4c0d-83e8-b29acb2cdb91),segment_id=b7ead5dd-d8ec-4c0d-83e8-b29acb2cdb91)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:43:07.398568 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.db.api [None req-d26642e4-3040-4eb9-8eca-e3352e918c42 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 21:43:07.398568 n-d-816206-3 neutron-server[102608]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 21:43:07.398568 n-d-816206-3 neutron-server[102608]: [parameters: {'id': '84d9b1db-eb24-49b3-8b6d-563998323eee'}] Nov 09 21:43:07.398568 n-d-816206-3 neutron-server[102608]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 21:43:07.399319 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-61971b09-73bd-410e-8fa1-ab42f78fe30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:07.399788 n-d-816206-3 neutron-server[102608]: DEBUG oslo_db.api [None req-d26642e4-3040-4eb9-8eca-e3352e918c42 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 21:43:07.505088 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61971b09-73bd-410e-8fa1-ab42f78fe30b None None] Pushing event updated for resources: {'Port': ['ID=9b107331-10c4-4faa-809b-de66ad714d54,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:07.528559 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78130c4-bbf7-4ef3-87d6-880f28468110 None None] Network 84d9b1db-eb24-49b3-8b6d-563998323eee requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:43:07.702527 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60dbbe3b-3396-4f71-bfe0-8b02c9df1134 None None] Network 84d9b1db-eb24-49b3-8b6d-563998323eee requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:43:07.882670 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8228854e-e5cc-47df-9f59-532b82629b05 None None] get_active_networks_info from n-d-816206-3 {{(pid=102609) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 21:43:07.901797 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d26642e4-3040-4eb9-8eca-e3352e918c42 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:08.025640 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-d26642e4-3040-4eb9-8eca-e3352e918c42 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Deleting port 9b107331-10c4-4faa-809b-de66ad714d54 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:43:08.026467 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d26642e4-3040-4eb9-8eca-e3352e918c42 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:08.084667 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8228854e-e5cc-47df-9f59-532b82629b05 None None] Resources bound (agent type, host, resource id): {{(pid=102609) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 21:43:08.138849 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-d26642e4-3040-4eb9-8eca-e3352e918c42 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] For port 9b107331-10c4-4faa-809b-de66ad714d54, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=9b107331-10c4-4faa-809b-de66ad714d54,segment=NetworkSegment(b7ead5dd-d8ec-4c0d-83e8-b29acb2cdb91),segment_id=b7ead5dd-d8ec-4c0d-83e8-b29acb2cdb91)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:43:08.139144 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d26642e4-3040-4eb9-8eca-e3352e918c42 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:08.166107 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-d26642e4-3040-4eb9-8eca-e3352e918c42 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Calling delete_port for 9b107331-10c4-4faa-809b-de66ad714d54 owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:43:08.329902 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d26642e4-3040-4eb9-8eca-e3352e918c42 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:08.370829 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26642e4-3040-4eb9-8eca-e3352e918c42 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event deleted for resources: {'Port': ['ID=9b107331-10c4-4faa-809b-de66ad714d54,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:08.373758 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26642e4-3040-4eb9-8eca-e3352e918c42 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] No DVR routers for this DVR port 9b107331-10c4-4faa-809b-de66ad714d54 on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:43:08.486603 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d26642e4-3040-4eb9-8eca-e3352e918c42 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:08.531868 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-d26642e4-3040-4eb9-8eca-e3352e918c42 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84d9b1db-eb24-49b3-8b6d-563998323eee']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:08.543852 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-d26642e4-3040-4eb9-8eca-e3352e918c42 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ead5dd-d8ec-4c0d-83e8-b29acb2cdb91') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:08.544218 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-d26642e4-3040-4eb9-8eca-e3352e918c42 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ead5dd-d8ec-4c0d-83e8-b29acb2cdb91') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:08.556456 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d26642e4-3040-4eb9-8eca-e3352e918c42 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:08.575994 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d26642e4-3040-4eb9-8eca-e3352e918c42 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:08.586093 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d26642e4-3040-4eb9-8eca-e3352e918c42 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:43:08.586812 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d26642e4-3040-4eb9-8eca-e3352e918c42 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:08.590970 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:43:08.590970 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:43:08.590970 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:43:08.590970 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:43:08.590970 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:43:08.590970 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:43:08.590970 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:43:08.590970 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:43:08.590970 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:43:08.590970 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:43:08.590970 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:43:08.590970 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:43:08.590970 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:43:08.590970 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:43:08.590970 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:43:08.590970 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:43:08.590970 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:43:08.590970 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:43:08.590970 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:43:08.590970 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:43:08.590970 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:43:08.590970 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:43:08.590970 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:43:08.590970 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:43:08.590970 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:43:08.590970 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:43:08.590970 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:43:08.590970 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:43:08.590970 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:43:08.590970 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:43:08.590970 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:43:08.590970 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:43:08.713709 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d26642e4-3040-4eb9-8eca-e3352e918c42 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:08.729133 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d26642e4-3040-4eb9-8eca-e3352e918c42 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:08.733108 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d26642e4-3040-4eb9-8eca-e3352e918c42 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "DELETE /v2.0/networks/84d9b1db-eb24-49b3-8b6d-563998323eee HTTP/1.1" status: 204 len: 168 time: 2.3186612 Nov 09 21:43:08.736586 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48400) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:08.767340 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-679464ac-6782-499b-8726-a6887de05367 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] DELETE failed (client error): The resource could not be found. Nov 09 21:43:08.768173 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-679464ac-6782-499b-8726-a6887de05367 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:43:08.771378 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26642e4-3040-4eb9-8eca-e3352e918c42 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event deleted for resources: {'Network': ['ID=84d9b1db-eb24-49b3-8b6d-563998323eee,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:08.772874 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-679464ac-6782-499b-8726-a6887de05367 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "DELETE /v2.0/subnets/90c4fd73-66c1-457b-a30a-7a3f29dce999 HTTP/1.1" status: 404 len: 337 time: 0.0346217 Nov 09 21:43:08.775783 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48402) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:08.822924 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-88345888-3a1c-42d7-92b1-6b8156d7262e tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] DELETE failed (client error): The resource could not be found. Nov 09 21:43:08.823797 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88345888-3a1c-42d7-92b1-6b8156d7262e tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:43:08.828483 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-88345888-3a1c-42d7-92b1-6b8156d7262e tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "DELETE /v2.0/networks/84d9b1db-eb24-49b3-8b6d-563998323eee HTTP/1.1" status: 404 len: 339 time: 0.0517235 Nov 09 21:43:08.831096 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48404) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:08.868396 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b0e6c0a-21eb-4ab9-b51b-0a9dbcf29575 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] DELETE failed (client error): The resource could not be found. Nov 09 21:43:08.872727 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b0e6c0a-21eb-4ab9-b51b-0a9dbcf29575 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:43:08.872727 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5b0e6c0a-21eb-4ab9-b51b-0a9dbcf29575 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "DELETE /v2.0/subnets/d8ca5666-15c6-40b0-991f-1c229bd7f33d HTTP/1.1" status: 404 len: 337 time: 0.0400980 Nov 09 21:43:08.875538 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48408) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:08.912176 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4d6ccb4-9c60-473b-beaa-5456933f56f8 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] DELETE failed (client error): The resource could not be found. Nov 09 21:43:08.912838 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4d6ccb4-9c60-473b-beaa-5456933f56f8 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:43:08.918553 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48410) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:08.920101 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e4d6ccb4-9c60-473b-beaa-5456933f56f8 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "DELETE /v2.0/networks/c480442a-2e47-4a37-ab1f-8509dafa67b8 HTTP/1.1" status: 404 len: 339 time: 0.0433528 Nov 09 21:43:09.078828 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f662d4e3-c2ac-47ff-8696-8d6a68baa6bc tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:09.254204 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f662d4e3-c2ac-47ff-8696-8d6a68baa6bc tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:09.288423 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-f662d4e3-c2ac-47ff-8696-8d6a68baa6bc tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4470c29-4777-4a02-bfd2-bd25ea0b2b48']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:09.306208 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-f662d4e3-c2ac-47ff-8696-8d6a68baa6bc tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f8f9ee5-18f3-4462-baaf-dd1f525cdd7c') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:09.306208 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-f662d4e3-c2ac-47ff-8696-8d6a68baa6bc tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f8f9ee5-18f3-4462-baaf-dd1f525cdd7c') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:09.323194 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f662d4e3-c2ac-47ff-8696-8d6a68baa6bc tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:09.338173 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f662d4e3-c2ac-47ff-8696-8d6a68baa6bc tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:09.344655 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f662d4e3-c2ac-47ff-8696-8d6a68baa6bc tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:43:09.345082 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f662d4e3-c2ac-47ff-8696-8d6a68baa6bc tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:09.348187 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:43:09.348187 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:43:09.348187 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:43:09.348187 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:43:09.348187 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:43:09.348187 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:43:09.348187 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:43:09.348187 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:43:09.348187 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:43:09.348187 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:43:09.348187 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:43:09.348187 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:43:09.348187 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:43:09.348187 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:43:09.348187 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:43:09.348187 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:43:09.348187 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:43:09.348187 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:43:09.348187 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:43:09.348187 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:43:09.348187 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:43:09.348187 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:43:09.348187 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:43:09.348187 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:43:09.348187 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:43:09.348187 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:43:09.348187 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:43:09.348187 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:43:09.348187 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:43:09.348187 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:43:09.348187 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:43:09.348187 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:43:09.441843 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f662d4e3-c2ac-47ff-8696-8d6a68baa6bc tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:09.455875 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f662d4e3-c2ac-47ff-8696-8d6a68baa6bc tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:09.463515 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f662d4e3-c2ac-47ff-8696-8d6a68baa6bc tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "DELETE /v2.0/networks/c4470c29-4777-4a02-bfd2-bd25ea0b2b48 HTTP/1.1" status: 204 len: 168 time: 0.5416040 Nov 09 21:43:09.463851 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48446) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:09.499719 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f662d4e3-c2ac-47ff-8696-8d6a68baa6bc tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event deleted for resources: {'Network': ['ID=c4470c29-4777-4a02-bfd2-bd25ea0b2b48,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:09.514551 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-ded8c294-c305-489c-8eca-220e2f9edb74 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] DELETE failed (client error): The resource could not be found. Nov 09 21:43:09.515217 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ded8c294-c305-489c-8eca-220e2f9edb74 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:43:09.519565 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ded8c294-c305-489c-8eca-220e2f9edb74 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "DELETE /v2.0/subnets/fdba26c2-8025-45b5-9563-675f3fabfbe5 HTTP/1.1" status: 404 len: 337 time: 0.0544407 Nov 09 21:43:09.522771 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48452) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:09.552808 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-c90ecde8-5f9b-4cfa-ae3e-e6e49f7e8639 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] DELETE failed (client error): The resource could not be found. Nov 09 21:43:09.554137 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c90ecde8-5f9b-4cfa-ae3e-e6e49f7e8639 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:43:09.558544 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c90ecde8-5f9b-4cfa-ae3e-e6e49f7e8639 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "DELETE /v2.0/networks/475b0f05-81bb-4650-a56c-596cfdb460e2 HTTP/1.1" status: 404 len: 339 time: 0.0337377 Nov 09 21:43:09.566240 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48458) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:09.604820 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-5390bc98-834f-42bd-8ce1-a2df9c3f5131 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] DELETE failed (client error): The resource could not be found. Nov 09 21:43:09.605276 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5390bc98-834f-42bd-8ce1-a2df9c3f5131 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:43:09.609021 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5390bc98-834f-42bd-8ce1-a2df9c3f5131 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "DELETE /v2.0/subnets/3c2ead4d-abf5-4910-978c-fe166b95eb35 HTTP/1.1" status: 404 len: 337 time: 0.0416882 Nov 09 21:43:09.611531 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48460) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:09.642146 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-b948ba4f-0072-47e3-9844-edcdde6c265c tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] DELETE failed (client error): The resource could not be found. Nov 09 21:43:09.642691 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b948ba4f-0072-47e3-9844-edcdde6c265c tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:43:09.646556 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b948ba4f-0072-47e3-9844-edcdde6c265c tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "DELETE /v2.0/networks/536c3aa4-d05f-4c8e-b86e-a545be9a7331 HTTP/1.1" status: 404 len: 339 time: 0.0338817 Nov 09 21:43:09.648875 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48462) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:09.674864 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-10a6acfb-df44-457c-9e63-5a48d64f6c28 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] DELETE failed (client error): The resource could not be found. Nov 09 21:43:09.675319 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10a6acfb-df44-457c-9e63-5a48d64f6c28 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:43:09.678647 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-10a6acfb-df44-457c-9e63-5a48d64f6c28 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "DELETE /v2.0/subnets/60ad09fc-2938-4f2c-8599-735ec8f120cd HTTP/1.1" status: 404 len: 337 time: 0.0286920 Nov 09 21:43:09.681359 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48464) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:09.699539 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-366a0237-ec2a-4285-813f-dc06e961db85 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] DELETE failed (client error): The resource could not be found. Nov 09 21:43:09.700082 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-366a0237-ec2a-4285-813f-dc06e961db85 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:43:09.704780 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-366a0237-ec2a-4285-813f-dc06e961db85 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "DELETE /v2.0/networks/25fdae4d-a728-472f-b2c2-3e683a8abe65 HTTP/1.1" status: 404 len: 339 time: 0.0207257 Nov 09 21:43:09.705628 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48466) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:09.732670 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4116cc4-a1f3-4854-8e7c-cfcd81854e7b tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] DELETE failed (client error): The resource could not be found. Nov 09 21:43:09.733123 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4116cc4-a1f3-4854-8e7c-cfcd81854e7b tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:43:09.736674 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f4116cc4-a1f3-4854-8e7c-cfcd81854e7b tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "DELETE /v2.0/subnets/56e8ee01-7e95-4252-b30d-a112001e80d2 HTTP/1.1" status: 404 len: 337 time: 0.0295956 Nov 09 21:43:09.738671 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48468) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:09.761792 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-20637600-e994-4466-9312-e624dc4e8072 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] DELETE failed (client error): The resource could not be found. Nov 09 21:43:09.762396 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20637600-e994-4466-9312-e624dc4e8072 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:43:09.765829 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-20637600-e994-4466-9312-e624dc4e8072 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "DELETE /v2.0/networks/8ddcea0a-ecad-4ea8-a352-4eafdd8f8421 HTTP/1.1" status: 404 len: 339 time: 0.0259957 Nov 09 21:43:09.768379 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48470) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:09.802843 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c2f8e15-5cb2-4147-a6a4-428b3fab1fb8 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] DELETE failed (client error): The resource could not be found. Nov 09 21:43:09.803310 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c2f8e15-5cb2-4147-a6a4-428b3fab1fb8 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:43:09.808978 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4c2f8e15-5cb2-4147-a6a4-428b3fab1fb8 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "DELETE /v2.0/subnets/ac05c988-3e62-41aa-809e-fe07e57fb9e0 HTTP/1.1" status: 404 len: 337 time: 0.0372984 Nov 09 21:43:09.809299 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48474) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:09.851250 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-46b976c7-c96d-4fef-8c79-95605412a316 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] DELETE failed (client error): The resource could not be found. Nov 09 21:43:09.851798 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46b976c7-c96d-4fef-8c79-95605412a316 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:43:09.857131 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-46b976c7-c96d-4fef-8c79-95605412a316 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "DELETE /v2.0/networks/9a4b1394-14b8-4417-b247-222bd8650291 HTTP/1.1" status: 404 len: 339 time: 0.0445800 Nov 09 21:43:09.857792 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48476) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:09.933524 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe54f43-0539-4a77-96b7-6aa00e9e18e2 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] DELETE failed (client error): The resource could not be found. Nov 09 21:43:09.934195 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbe54f43-0539-4a77-96b7-6aa00e9e18e2 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:43:09.945878 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48480) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:09.946151 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-dbe54f43-0539-4a77-96b7-6aa00e9e18e2 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "DELETE /v2.0/subnets/283ea883-d067-4b03-aa11-1df0897ebca2 HTTP/1.1" status: 404 len: 337 time: 0.0871799 Nov 09 21:43:09.991582 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a2dfdc8-1b82-47f0-95de-7408cecd018a tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] DELETE failed (client error): The resource could not be found. Nov 09 21:43:09.993633 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a2dfdc8-1b82-47f0-95de-7408cecd018a tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:43:09.997358 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1a2dfdc8-1b82-47f0-95de-7408cecd018a tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "DELETE /v2.0/networks/ab086616-3e9c-4e64-b4e0-c9848383d3a8 HTTP/1.1" status: 404 len: 339 time: 0.0502474 Nov 09 21:43:09.999943 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48484) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:10.594746 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-86c779eb-ae0d-4f18-9ea7-fadf7ba4c388 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] DELETE failed (client error): The resource could not be found. Nov 09 21:43:10.595396 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86c779eb-ae0d-4f18-9ea7-fadf7ba4c388 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:43:10.602081 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48506) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:10.602224 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-86c779eb-ae0d-4f18-9ea7-fadf7ba4c388 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "DELETE /v2.0/subnets/a15f982b-e8f2-4760-afd0-1d343714709d HTTP/1.1" status: 404 len: 337 time: 0.6012514 Nov 09 21:43:10.636564 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-12684fda-080b-421a-bfea-73497e1d4992 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] DELETE failed (client error): The resource could not be found. Nov 09 21:43:10.637501 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12684fda-080b-421a-bfea-73497e1d4992 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:43:10.641391 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-12684fda-080b-421a-bfea-73497e1d4992 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "DELETE /v2.0/networks/edbb5fd5-85b6-47f1-b248-fe55366a0df8 HTTP/1.1" status: 404 len: 339 time: 0.0380402 Nov 09 21:43:10.647989 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48508) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:10.705569 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-75048096-caa8-48f7-bf69-04d6bc9370ed tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] DELETE failed (client error): The resource could not be found. Nov 09 21:43:10.706023 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75048096-caa8-48f7-bf69-04d6bc9370ed tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:43:10.716984 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48510) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:10.717187 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-75048096-caa8-48f7-bf69-04d6bc9370ed tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "DELETE /v2.0/subnets/daf1449f-72c1-4730-862a-f10d28dcf34b HTTP/1.1" status: 404 len: 337 time: 0.0648797 Nov 09 21:43:10.738774 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7f5da55-e238-4961-9a40-c8c88743cfdf tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] DELETE failed (client error): The resource could not be found. Nov 09 21:43:10.739541 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7f5da55-e238-4961-9a40-c8c88743cfdf tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:43:10.743459 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c12ab213-e9a5-442f-a490-b731fd3f99f1 req-a6765c88-5cf7-4505-ad62-8bdddab12026 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2829779f-6bcc-4f08-af58-7c4a7e80f7b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1622794 Nov 09 21:43:10.745396 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48512) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:10.745709 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d7f5da55-e238-4961-9a40-c8c88743cfdf tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "DELETE /v2.0/networks/3d613988-ac9f-47fe-9ea1-c3b9eef45cd8 HTTP/1.1" status: 404 len: 339 time: 0.0317554 Nov 09 21:43:10.873777 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb122480-4d71-4db8-b321-b1c4f518fe06 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Deleting subnet 972e9e1a-2592-48be-a79c-70c7695c408c {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:43:10.878420 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bb122480-4d71-4db8-b321-b1c4f518fe06 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:10.947160 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bb122480-4d71-4db8-b321-b1c4f518fe06 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:11.003528 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ab213-e9a5-442f-a490-b731fd3f99f1 req-9244ea78-c61a-4837-88d1-da2b7f018329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:11.005731 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c12ab213-e9a5-442f-a490-b731fd3f99f1 req-9244ea78-c61a-4837-88d1-da2b7f018329 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=65780ad2990e468db799d6e728a3c5a1&device_id=2829779f-6bcc-4f08-af58-7c4a7e80f7b9 HTTP/1.1" status: 200 len: 1099 time: 0.1800230 Nov 09 21:43:11.142471 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bb122480-4d71-4db8-b321-b1c4f518fe06 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:11.257229 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bb122480-4d71-4db8-b321-b1c4f518fe06 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:11.265656 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ab213-e9a5-442f-a490-b731fd3f99f1 req-93d4a902-9cd1-48e1-9fa3-d417b3db6971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:11.267348 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c12ab213-e9a5-442f-a490-b731fd3f99f1 req-93d4a902-9cd1-48e1-9fa3-d417b3db6971 service neutron] 10.222.0.43 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.2376697 Nov 09 21:43:11.298519 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb122480-4d71-4db8-b321-b1c4f518fe06 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event deleted for resources: {'Subnet': ['ID=972e9e1a-2592-48be-a79c-70c7695c408c,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:11.310522 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336c0236-708a-48cd-a94b-c4b7cb67b613 None None] Network 89e77e7f-c957-46dc-87e6-61bb5e8f3d71 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:43:11.367977 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bb122480-4d71-4db8-b321-b1c4f518fe06 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:11.384623 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48528) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:11.394100 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-bb122480-4d71-4db8-b321-b1c4f518fe06 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "DELETE /v2.0/subnets/972e9e1a-2592-48be-a79c-70c7695c408c HTTP/1.1" status: 204 len: 168 time: 0.6464951 Nov 09 21:43:11.402284 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c12ab213-e9a5-442f-a490-b731fd3f99f1 req-ce5ed656-1c9c-42a3-9638-116660ff9e81 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=539956ef-dd0a-4282-8ee7-59eb824abab1 HTTP/1.1" status: 200 len: 217 time: 0.1115165 Nov 09 21:43:11.507929 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f89c1aa6-6691-4381-8ec5-50c9f78891c0 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:11.578237 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ab213-e9a5-442f-a490-b731fd3f99f1 req-2c1b861c-70cb-4856-893a-7dbce9ae2f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:11.578465 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c12ab213-e9a5-442f-a490-b731fd3f99f1 req-2c1b861c-70cb-4856-893a-7dbce9ae2f92 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.1689610 Nov 09 21:43:11.667563 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ab213-e9a5-442f-a490-b731fd3f99f1 req-52d8f04d-25fc-42f5-a65e-a02585a3d8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:11.672367 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c12ab213-e9a5-442f-a490-b731fd3f99f1 req-52d8f04d-25fc-42f5-a65e-a02585a3d8c9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0847702 Nov 09 21:43:11.684940 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-c12ab213-e9a5-442f-a490-b731fd3f99f1 req-521a7715-2ad2-461d-9e0e-a347b15124e2 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:43:11.686122 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c12ab213-e9a5-442f-a490-b731fd3f99f1 req-521a7715-2ad2-461d-9e0e-a347b15124e2 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056829 Nov 09 21:43:11.716816 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-f89c1aa6-6691-4381-8ec5-50c9f78891c0 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Deleting port 2e84ad43-0efa-4f3b-8cf0-e3714664c6f1 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:43:11.717169 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f89c1aa6-6691-4381-8ec5-50c9f78891c0 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:11.757098 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7103a8d8-c5ab-4d7e-8985-9cfb6e2ad4c1 None None] DHCP port deletion for 89e77e7f-c957-46dc-87e6-61bb5e8f3d71 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:43:11.850499 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-f89c1aa6-6691-4381-8ec5-50c9f78891c0 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] For port 2e84ad43-0efa-4f3b-8cf0-e3714664c6f1, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=2e84ad43-0efa-4f3b-8cf0-e3714664c6f1,segment=NetworkSegment(f3d8f255-a15f-45b7-a1a5-bb7ed2e7369f),segment_id=f3d8f255-a15f-45b7-a1a5-bb7ed2e7369f)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:43:11.850723 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-7103a8d8-c5ab-4d7e-8985-9cfb6e2ad4c1 None None] Deleting port 2e84ad43-0efa-4f3b-8cf0-e3714664c6f1 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:43:11.850870 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f89c1aa6-6691-4381-8ec5-50c9f78891c0 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:11.851004 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7103a8d8-c5ab-4d7e-8985-9cfb6e2ad4c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:11.864849 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-f89c1aa6-6691-4381-8ec5-50c9f78891c0 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Calling delete_port for 2e84ad43-0efa-4f3b-8cf0-e3714664c6f1 owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:43:11.886749 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c12ab213-e9a5-442f-a490-b731fd3f99f1 req-c9b86d99-bc24-4815-a2de-09c57ea6d1c5 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923785 Nov 09 21:43:11.971515 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-7103a8d8-c5ab-4d7e-8985-9cfb6e2ad4c1 None None] For port 2e84ad43-0efa-4f3b-8cf0-e3714664c6f1, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=2e84ad43-0efa-4f3b-8cf0-e3714664c6f1,segment=NetworkSegment(f3d8f255-a15f-45b7-a1a5-bb7ed2e7369f),segment_id=f3d8f255-a15f-45b7-a1a5-bb7ed2e7369f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:43:11.971917 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7103a8d8-c5ab-4d7e-8985-9cfb6e2ad4c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:11.997651 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-7103a8d8-c5ab-4d7e-8985-9cfb6e2ad4c1 None None] Calling delete_port for 2e84ad43-0efa-4f3b-8cf0-e3714664c6f1 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:43:12.023481 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c12ab213-e9a5-442f-a490-b731fd3f99f1 req-d9c2e0bf-1819-42ed-b2e7-ba3bda1e1470 service neutron] 10.222.0.43 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287599 Nov 09 21:43:12.028504 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f89c1aa6-6691-4381-8ec5-50c9f78891c0 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:12.061282 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c1aa6-6691-4381-8ec5-50c9f78891c0 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event deleted for resources: {'Port': ['ID=2e84ad43-0efa-4f3b-8cf0-e3714664c6f1,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:12.063657 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89c1aa6-6691-4381-8ec5-50c9f78891c0 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] No DVR routers for this DVR port 2e84ad43-0efa-4f3b-8cf0-e3714664c6f1 on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:43:12.164211 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7103a8d8-c5ab-4d7e-8985-9cfb6e2ad4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:12.177827 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f89c1aa6-6691-4381-8ec5-50c9f78891c0 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:12.202497 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-f89c1aa6-6691-4381-8ec5-50c9f78891c0 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89e77e7f-c957-46dc-87e6-61bb5e8f3d71']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:12.225001 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-f89c1aa6-6691-4381-8ec5-50c9f78891c0 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3d8f255-a15f-45b7-a1a5-bb7ed2e7369f') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:12.225582 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-f89c1aa6-6691-4381-8ec5-50c9f78891c0 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3d8f255-a15f-45b7-a1a5-bb7ed2e7369f') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:12.243210 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7103a8d8-c5ab-4d7e-8985-9cfb6e2ad4c1 None None] Pushing event deleted for resources: {'Port': ['ID=2e84ad43-0efa-4f3b-8cf0-e3714664c6f1,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:12.246003 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f89c1aa6-6691-4381-8ec5-50c9f78891c0 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:12.247641 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7103a8d8-c5ab-4d7e-8985-9cfb6e2ad4c1 None None] No DVR routers for this DVR port 2e84ad43-0efa-4f3b-8cf0-e3714664c6f1 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:43:12.271854 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f89c1aa6-6691-4381-8ec5-50c9f78891c0 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:12.297827 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f89c1aa6-6691-4381-8ec5-50c9f78891c0 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:43:12.298661 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f89c1aa6-6691-4381-8ec5-50c9f78891c0 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:12.303551 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:43:12.303551 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:43:12.303551 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:43:12.303551 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:43:12.303551 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:43:12.303551 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:43:12.303551 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:43:12.303551 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:43:12.303551 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:43:12.303551 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:43:12.303551 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:43:12.303551 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:43:12.303551 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:43:12.303551 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:43:12.303551 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:43:12.303551 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:43:12.303551 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:43:12.303551 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:43:12.303551 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:43:12.303551 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:43:12.303551 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:43:12.303551 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:43:12.303551 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:43:12.303551 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:43:12.303551 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:43:12.303551 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:43:12.303551 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:43:12.303551 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:43:12.303551 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:43:12.303551 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:43:12.303551 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:43:12.303551 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:43:12.413420 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f89c1aa6-6691-4381-8ec5-50c9f78891c0 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:12.445518 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f89c1aa6-6691-4381-8ec5-50c9f78891c0 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:12.449723 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f89c1aa6-6691-4381-8ec5-50c9f78891c0 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] 10.222.0.49 "DELETE /v2.0/networks/89e77e7f-c957-46dc-87e6-61bb5e8f3d71 HTTP/1.1" status: 204 len: 168 time: 1.0640507 Nov 09 21:43:12.464470 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c1aa6-6691-4381-8ec5-50c9f78891c0 tempest-NetworksTest-402857726 tempest-NetworksTest-402857726-project] Pushing event deleted for resources: {'Network': ['ID=89e77e7f-c957-46dc-87e6-61bb5e8f3d71,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:12.863137 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48568) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:13.102059 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7da892d2-a0ac-417b-a898-ec00c9486c93 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f79a3b077685495fae8a8cde24333813&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2366385 Nov 09 21:43:13.105327 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48580) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:13.216402 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8c3ab55a-e00b-45ec-ab8e-4bf9605c1b87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:13.269014 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8c3ab55a-e00b-45ec-ab8e-4bf9605c1b87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:13.334721 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8c3ab55a-e00b-45ec-ab8e-4bf9605c1b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:13.338541 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8c3ab55a-e00b-45ec-ab8e-4bf9605c1b87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:13.341580 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8c3ab55a-e00b-45ec-ab8e-4bf9605c1b87 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2bba4638-ece3-4c9f-8b87-e49a9fa7ef9c HTTP/1.1" status: 204 len: 168 time: 0.2339139 Nov 09 21:43:13.384904 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ab55a-e00b-45ec-ab8e-4bf9605c1b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bba4638-ece3-4c9f-8b87-e49a9fa7ef9c,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:13.595770 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 2e84ad43-0efa-4f3b-8cf0-e3714664c6f1 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:43:13.626536 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 2e84ad43-0efa-4f3b-8cf0-e3714664c6f1 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:43:13.627842 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 2e84ad43-0efa-4f3b-8cf0-e3714664c6f1 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:43:14.729970 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48638) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:14.968454 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-8e117389-c856-4934-b118-0910ebdefcbc tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-973030024'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:43:15.011119 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e117389-c856-4934-b118-0910ebdefcbc tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Made reservation on behalf of 015835ba1a5f4e05aead246a6e1521d9 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:43:15.026603 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8e117389-c856-4934-b118-0910ebdefcbc tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:15.048028 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8e117389-c856-4934-b118-0910ebdefcbc tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:15.182263 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8e117389-c856-4934-b118-0910ebdefcbc tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:15.188774 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8e117389-c856-4934-b118-0910ebdefcbc tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:15.203328 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e117389-c856-4934-b118-0910ebdefcbc tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:43:15.228203 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8e117389-c856-4934-b118-0910ebdefcbc tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:15.228543 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-8e117389-c856-4934-b118-0910ebdefcbc tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Added segment 136c7954-875f-4bf0-90de-f16557dc0bd3 of type vlan for network 9971c345-5878-48b7-8526-f0755a3561e9 Nov 09 21:43:15.280394 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8e117389-c856-4934-b118-0910ebdefcbc tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:15.351717 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e117389-c856-4934-b118-0910ebdefcbc tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51a22693-1dbf-4bb3-a573-e2d8225ec20e,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:15.356642 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8e117389-c856-4934-b118-0910ebdefcbc tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:15.363842 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e117389-c856-4934-b118-0910ebdefcbc tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:15.364519 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8e117389-c856-4934-b118-0910ebdefcbc tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:15.464552 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8e117389-c856-4934-b118-0910ebdefcbc tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7334852 Nov 09 21:43:15.467201 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48658) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:15.474876 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-3a8a38cd-cd1c-40b6-ab3e-9e185b6743ea tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1528046632'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:43:15.479426 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e117389-c856-4934-b118-0910ebdefcbc tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event updated for resources: {'Network': ['ID=9971c345-5878-48b7-8526-f0755a3561e9,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:15.503119 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 9971c345-5878-48b7-8526-f0755a3561e9 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:43:15.518896 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8a38cd-cd1c-40b6-ab3e-9e185b6743ea tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Made reservation on behalf of 015835ba1a5f4e05aead246a6e1521d9 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:43:15.523319 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3a8a38cd-cd1c-40b6-ab3e-9e185b6743ea tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:15.575215 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a8a38cd-cd1c-40b6-ab3e-9e185b6743ea tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:43:15.587802 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3a8a38cd-cd1c-40b6-ab3e-9e185b6743ea tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:15.588528 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-3a8a38cd-cd1c-40b6-ab3e-9e185b6743ea tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Added segment df786db4-d3ea-4807-8866-f27f1cbb2630 of type vlan for network 003bd905-153c-4e77-9eb8-36d5b95a5453 Nov 09 21:43:15.653055 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3a8a38cd-cd1c-40b6-ab3e-9e185b6743ea tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:15.692763 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3a8a38cd-cd1c-40b6-ab3e-9e185b6743ea tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:15.700965 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8a38cd-cd1c-40b6-ab3e-9e185b6743ea tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:15.701709 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3a8a38cd-cd1c-40b6-ab3e-9e185b6743ea tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:15.794351 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48672) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:15.805702 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-f2aef6d4-d116-4824-8b89-15fd9453da03 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Request body: {'subnet': {'network_id': '9971c345-5878-48b7-8526-f0755a3561e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:43:15.808097 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-3a8a38cd-cd1c-40b6-ab3e-9e185b6743ea tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3398218 Nov 09 21:43:15.827649 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a38cd-cd1c-40b6-ab3e-9e185b6743ea tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event updated for resources: {'Network': ['ID=003bd905-153c-4e77-9eb8-36d5b95a5453,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:15.840814 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 003bd905-153c-4e77-9eb8-36d5b95a5453 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:43:15.953950 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2aef6d4-d116-4824-8b89-15fd9453da03 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Made reservation on behalf of 015835ba1a5f4e05aead246a6e1521d9 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:43:15.964878 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f2aef6d4-d116-4824-8b89-15fd9453da03 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:16.200452 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f2aef6d4-d116-4824-8b89-15fd9453da03 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:16.262830 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aef6d4-d116-4824-8b89-15fd9453da03 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event updated for resources: {'Subnet': ['ID=bedf3258-1e83-4c46-ba19-b4bd5fda0178,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:16.321249 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2aef6d4-d116-4824-8b89-15fd9453da03 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Checking segment: {'id': '136c7954-875f-4bf0-90de-f16557dc0bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9971c345-5878-48b7-8526-f0755a3561e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:43:16.321689 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2aef6d4-d116-4824-8b89-15fd9453da03 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Network hostable DHCP agents. Network: 9971c345-5878-48b7-8526-f0755a3561e9, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:43:16.343847 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2aef6d4-d116-4824-8b89-15fd9453da03 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Network 9971c345-5878-48b7-8526-f0755a3561e9 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:43:16.359863 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-f2aef6d4-d116-4824-8b89-15fd9453da03 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 9971c345-5878-48b7-8526-f0755a3561e9) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:43:16.372794 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fe4d41-b236-44e6-bb23-9144704189a8 None None] Network 9971c345-5878-48b7-8526-f0755a3561e9 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:43:16.381625 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2aef6d4-d116-4824-8b89-15fd9453da03 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:16.382234 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f2aef6d4-d116-4824-8b89-15fd9453da03 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:16.426169 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f2aef6d4-d116-4824-8b89-15fd9453da03 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6306393 Nov 09 21:43:16.429372 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48690) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:16.434442 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-7ffef2b4-3fba-4114-ad06-2b90fb1966e7 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Request body: {'subnet': {'network_id': '003bd905-153c-4e77-9eb8-36d5b95a5453', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:43:16.626807 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ffef2b4-3fba-4114-ad06-2b90fb1966e7 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Made reservation on behalf of 015835ba1a5f4e05aead246a6e1521d9 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:43:16.631407 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7ffef2b4-3fba-4114-ad06-2b90fb1966e7 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:16.653050 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5130c4cd-9388-4d12-b1ec-605261366cee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-9971c345-5878-48b7-8526-f0755a3561e9', 'network_id': '9971c345-5878-48b7-8526-f0755a3561e9', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'fixed_ips': [{'subnet_id': 'bedf3258-1e83-4c46-ba19-b4bd5fda0178'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:43:16.654038 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5130c4cd-9388-4d12-b1ec-605261366cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:16.894224 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-5130c4cd-9388-4d12-b1ec-605261366cee None None] Allocated IP 2001:db8::2 (9971c345-5878-48b7-8526-f0755a3561e9/bedf3258-1e83-4c46-ba19-b4bd5fda0178/f274ae0c-b529-4e1f-818e-d5a656e18c6a) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:43:17.014887 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7ffef2b4-3fba-4114-ad06-2b90fb1966e7 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:17.068086 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd082ce-7034-4751-9b31-c09078da8546 req-b3adee96-0359-45e8-a840-5174a4521391 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:17.076619 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6fd082ce-7034-4751-9b31-c09078da8546 req-b3adee96-0359-45e8-a840-5174a4521391 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/networks?id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9 HTTP/1.1" status: 200 len: 812 time: 0.2464976 Nov 09 21:43:17.096857 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6fd082ce-7034-4751-9b31-c09078da8546 req-72903f9e-928a-4d85-98ae-4c06ad815340 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/quotas/b3039f985d904a47a201680c8c884f50 HTTP/1.1" status: 200 len: 375 time: 0.0192564 Nov 09 21:43:17.102485 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffef2b4-3fba-4114-ad06-2b90fb1966e7 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event updated for resources: {'Subnet': ['ID=1aecd2c6-f5af-4158-8c7c-148bfd603b42,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:17.116456 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffef2b4-3fba-4114-ad06-2b90fb1966e7 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Checking segment: {'id': 'df786db4-d3ea-4807-8866-f27f1cbb2630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '003bd905-153c-4e77-9eb8-36d5b95a5453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:43:17.117226 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffef2b4-3fba-4114-ad06-2b90fb1966e7 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Network hostable DHCP agents. Network: 003bd905-153c-4e77-9eb8-36d5b95a5453, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:43:17.140120 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffef2b4-3fba-4114-ad06-2b90fb1966e7 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Network 003bd905-153c-4e77-9eb8-36d5b95a5453 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:43:17.165948 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-7ffef2b4-3fba-4114-ad06-2b90fb1966e7 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 003bd905-153c-4e77-9eb8-36d5b95a5453) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:43:17.175533 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffef2b4-3fba-4114-ad06-2b90fb1966e7 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:17.177829 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7ffef2b4-3fba-4114-ad06-2b90fb1966e7 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:17.184365 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6fd082ce-7034-4751-9b31-c09078da8546 req-972ad7b0-2b05-4861-8758-1db8f6c3aba9 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3039f985d904a47a201680c8c884f50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0865407 Nov 09 21:43:17.194050 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-6fd082ce-7034-4751-9b31-c09078da8546 req-d75ba01f-07d6-4db9-9652-5d1441adf130 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:43:17.204507 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6fd082ce-7034-4751-9b31-c09078da8546 req-d75ba01f-07d6-4db9-9652-5d1441adf130 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0189044 Nov 09 21:43:17.205787 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7ffef2b4-3fba-4114-ad06-2b90fb1966e7 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7751033 Nov 09 21:43:17.209145 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 48716) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:17.216521 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-2273625e-3388-4dee-b73b-aad120e4b240 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1918671127', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:43:17.227821 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5130c4cd-9388-4d12-b1ec-605261366cee None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:17.234021 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97882a8-f150-4e26-bd2a-e9edf68bd521 None None] Network 003bd905-153c-4e77-9eb8-36d5b95a5453 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:43:17.278097 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2273625e-3388-4dee-b73b-aad120e4b240 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:17.279399 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2273625e-3388-4dee-b73b-aad120e4b240 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:17.296826 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5130c4cd-9388-4d12-b1ec-605261366cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:17.423322 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2273625e-3388-4dee-b73b-aad120e4b240 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:17.429566 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2273625e-3388-4dee-b73b-aad120e4b240 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:17.446246 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6fd082ce-7034-4751-9b31-c09078da8546 req-643ba4e3-fa0f-4105-af9c-e478c6f1f12f service neutron] 10.222.0.49 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372179 Nov 09 21:43:17.472794 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5130c4cd-9388-4d12-b1ec-605261366cee None None] Network 9971c345-5878-48b7-8526-f0755a3561e9 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:43:17.482805 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2273625e-3388-4dee-b73b-aad120e4b240 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:17.487444 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2273625e-3388-4dee-b73b-aad120e4b240 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2744935 Nov 09 21:43:17.488050 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-5130c4cd-9388-4d12-b1ec-605261366cee None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:43:17.497025 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5130c4cd-9388-4d12-b1ec-605261366cee None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:43:17.497798 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48726) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:17.682846 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5130c4cd-9388-4d12-b1ec-605261366cee None None] Pushing event updated for resources: {'Port': ['ID=f274ae0c-b529-4e1f-818e-d5a656e18c6a,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:17.731673 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8e457aed-11e5-4997-97f0-6998b7b483be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:17.733970 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-5130c4cd-9388-4d12-b1ec-605261366cee None None] Attempting to bind port f274ae0c-b529-4e1f-818e-d5a656e18c6a on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:43:17.734543 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-5130c4cd-9388-4d12-b1ec-605261366cee None None] Attempting to bind port f274ae0c-b529-4e1f-818e-d5a656e18c6a by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '136c7954-875f-4bf0-90de-f16557dc0bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9971c345-5878-48b7-8526-f0755a3561e9'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:43:17.735143 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5130c4cd-9388-4d12-b1ec-605261366cee None None] Attempting to bind port f274ae0c-b529-4e1f-818e-d5a656e18c6a on network 9971c345-5878-48b7-8526-f0755a3561e9 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:43:17.742868 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77485bb-f8c3-4b83-976a-ed9f5c8a1dd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-003bd905-153c-4e77-9eb8-36d5b95a5453', 'network_id': '003bd905-153c-4e77-9eb8-36d5b95a5453', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'fixed_ips': [{'subnet_id': '1aecd2c6-f5af-4158-8c7c-148bfd603b42'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:43:17.744144 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b77485bb-f8c3-4b83-976a-ed9f5c8a1dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:17.761595 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5130c4cd-9388-4d12-b1ec-605261366cee None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:43:17.762542 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5130c4cd-9388-4d12-b1ec-605261366cee None None] Checking segment: {'id': '136c7954-875f-4bf0-90de-f16557dc0bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9971c345-5878-48b7-8526-f0755a3561e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:43:17.763176 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5130c4cd-9388-4d12-b1ec-605261366cee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:17.763778 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5130c4cd-9388-4d12-b1ec-605261366cee None None] Bound using segment: {'id': '136c7954-875f-4bf0-90de-f16557dc0bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9971c345-5878-48b7-8526-f0755a3561e9'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:43:17.764484 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-5130c4cd-9388-4d12-b1ec-605261366cee None None] Bound port: f274ae0c-b529-4e1f-818e-d5a656e18c6a, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136c7954-875f-4bf0-90de-f16557dc0bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9971c345-5878-48b7-8526-f0755a3561e9'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:43:17.765127 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5130c4cd-9388-4d12-b1ec-605261366cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:17.839649 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6fd082ce-7034-4751-9b31-c09078da8546 req-f62cac2d-19b4-442d-a67d-b7d414c132da service neutron] 10.222.0.49 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792746 Nov 09 21:43:18.032414 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-5130c4cd-9388-4d12-b1ec-605261366cee None None] For port f274ae0c-b529-4e1f-818e-d5a656e18c6a, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:43:18.058179 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-5130c4cd-9388-4d12-b1ec-605261366cee None None] For port f274ae0c-b529-4e1f-818e-d5a656e18c6a, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=f274ae0c-b529-4e1f-818e-d5a656e18c6a,segment=NetworkSegment(136c7954-875f-4bf0-90de-f16557dc0bd3),segment_id=136c7954-875f-4bf0-90de-f16557dc0bd3)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:43:18.064487 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-b77485bb-f8c3-4b83-976a-ed9f5c8a1dd0 None None] Allocated IP 2001:db8:1::2 (003bd905-153c-4e77-9eb8-36d5b95a5453/1aecd2c6-f5af-4158-8c7c-148bfd603b42/5a89707d-a33e-4ece-ac4b-200a43346977) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:43:18.071703 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5130c4cd-9388-4d12-b1ec-605261366cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:18.086798 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7e50eaef-85cb-490f-a285-3bb91db65e02 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:18.464254 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d6bc6cac-d895-43da-8fce-2585b3af8b99 req-a90dea72-0db9-4d65-bade-8e895c810a82 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b HTTP/1.1" status: 200 len: 210 time: 0.1119061 Nov 09 21:43:18.644233 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-7e50eaef-85cb-490f-a285-3bb91db65e02 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Allocated IP 2001:db8::1 (9971c345-5878-48b7-8526-f0755a3561e9/bedf3258-1e83-4c46-ba19-b4bd5fda0178/67c0853d-6360-4a88-b4e1-6ba139f25b72) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:43:18.740925 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5130c4cd-9388-4d12-b1ec-605261366cee None None] Pushing event updated for resources: {'Port': ['ID=f274ae0c-b529-4e1f-818e-d5a656e18c6a,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:18.798828 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b77485bb-f8c3-4b83-976a-ed9f5c8a1dd0 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:18.815089 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b77485bb-f8c3-4b83-976a-ed9f5c8a1dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:18.868576 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77485bb-f8c3-4b83-976a-ed9f5c8a1dd0 None None] Network 003bd905-153c-4e77-9eb8-36d5b95a5453 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:43:18.873946 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-b77485bb-f8c3-4b83-976a-ed9f5c8a1dd0 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:43:18.894959 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77485bb-f8c3-4b83-976a-ed9f5c8a1dd0 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:43:18.907122 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7e50eaef-85cb-490f-a285-3bb91db65e02 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:18.963893 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7e50eaef-85cb-490f-a285-3bb91db65e02 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:19.030917 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77485bb-f8c3-4b83-976a-ed9f5c8a1dd0 None None] Pushing event updated for resources: {'Port': ['ID=5a89707d-a33e-4ece-ac4b-200a43346977,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:19.054720 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e50eaef-85cb-490f-a285-3bb91db65e02 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event updated for resources: {'Port': ['ID=67c0853d-6360-4a88-b4e1-6ba139f25b72,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:19.063031 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-b77485bb-f8c3-4b83-976a-ed9f5c8a1dd0 None None] Attempting to bind port 5a89707d-a33e-4ece-ac4b-200a43346977 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:43:19.063665 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-b77485bb-f8c3-4b83-976a-ed9f5c8a1dd0 None None] Attempting to bind port 5a89707d-a33e-4ece-ac4b-200a43346977 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'df786db4-d3ea-4807-8866-f27f1cbb2630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '003bd905-153c-4e77-9eb8-36d5b95a5453'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:43:19.064348 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77485bb-f8c3-4b83-976a-ed9f5c8a1dd0 None None] Attempting to bind port 5a89707d-a33e-4ece-ac4b-200a43346977 on network 003bd905-153c-4e77-9eb8-36d5b95a5453 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:43:19.070009 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50eaef-85cb-490f-a285-3bb91db65e02 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:43:19.070357 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50eaef-85cb-490f-a285-3bb91db65e02 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:43:19.070702 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50eaef-85cb-490f-a285-3bb91db65e02 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:43:19.071037 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50eaef-85cb-490f-a285-3bb91db65e02 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:43:19.071371 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50eaef-85cb-490f-a285-3bb91db65e02 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:43:19.071950 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50eaef-85cb-490f-a285-3bb91db65e02 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:43:19.072280 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50eaef-85cb-490f-a285-3bb91db65e02 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:43:19.072609 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50eaef-85cb-490f-a285-3bb91db65e02 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:43:19.072994 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50eaef-85cb-490f-a285-3bb91db65e02 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:43:19.073306 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50eaef-85cb-490f-a285-3bb91db65e02 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:43:19.073633 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50eaef-85cb-490f-a285-3bb91db65e02 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:43:19.073982 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50eaef-85cb-490f-a285-3bb91db65e02 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:43:19.096246 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e50eaef-85cb-490f-a285-3bb91db65e02 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Network 9971c345-5878-48b7-8526-f0755a3561e9 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:43:19.098289 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-7e50eaef-85cb-490f-a285-3bb91db65e02 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:43:19.102026 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77485bb-f8c3-4b83-976a-ed9f5c8a1dd0 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:43:19.102411 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77485bb-f8c3-4b83-976a-ed9f5c8a1dd0 None None] Checking segment: {'id': 'df786db4-d3ea-4807-8866-f27f1cbb2630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '003bd905-153c-4e77-9eb8-36d5b95a5453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:43:19.102817 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b77485bb-f8c3-4b83-976a-ed9f5c8a1dd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:19.103212 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77485bb-f8c3-4b83-976a-ed9f5c8a1dd0 None None] Bound using segment: {'id': 'df786db4-d3ea-4807-8866-f27f1cbb2630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '003bd905-153c-4e77-9eb8-36d5b95a5453'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:43:19.103676 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-b77485bb-f8c3-4b83-976a-ed9f5c8a1dd0 None None] Bound port: 5a89707d-a33e-4ece-ac4b-200a43346977, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df786db4-d3ea-4807-8866-f27f1cbb2630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '003bd905-153c-4e77-9eb8-36d5b95a5453'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:43:19.104058 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b77485bb-f8c3-4b83-976a-ed9f5c8a1dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:19.105341 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e50eaef-85cb-490f-a285-3bb91db65e02 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:43:19.105961 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7e50eaef-85cb-490f-a285-3bb91db65e02 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:19.282315 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7e50eaef-85cb-490f-a285-3bb91db65e02 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:19.339149 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-b77485bb-f8c3-4b83-976a-ed9f5c8a1dd0 None None] For port 5a89707d-a33e-4ece-ac4b-200a43346977, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:43:19.345040 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-b77485bb-f8c3-4b83-976a-ed9f5c8a1dd0 None None] For port 5a89707d-a33e-4ece-ac4b-200a43346977, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5a89707d-a33e-4ece-ac4b-200a43346977,segment=NetworkSegment(df786db4-d3ea-4807-8866-f27f1cbb2630),segment_id=df786db4-d3ea-4807-8866-f27f1cbb2630)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:43:19.354857 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b77485bb-f8c3-4b83-976a-ed9f5c8a1dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:19.521798 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77485bb-f8c3-4b83-976a-ed9f5c8a1dd0 None None] Pushing event updated for resources: {'Port': ['ID=5a89707d-a33e-4ece-ac4b-200a43346977,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:19.750715 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device f274ae0c-b529-4e1f-818e-d5a656e18c6a up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:43:19.874360 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port f274ae0c-b529-4e1f-818e-d5a656e18c6a triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:43:19.885913 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:20.064011 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-36deef3b-fa85-4f9f-a628-3692ee8f29a8 req-4729006e-2d79-41e5-a038-8630cc402bd8 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b HTTP/1.1" status: 200 len: 210 time: 0.0968409 Nov 09 21:43:20.086776 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358ceeea-3334-4536-bce7-58217fe35cbe None None] Network 9971c345-5878-48b7-8526-f0755a3561e9 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:43:20.170450 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd082ce-7034-4751-9b31-c09078da8546 req-50046c7f-4e18-4785-bd77-ae69500c69d8 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:20.172138 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6fd082ce-7034-4751-9b31-c09078da8546 req-50046c7f-4e18-4785-bd77-ae69500c69d8 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.45 "GET /v2.0/networks?id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9 HTTP/1.1" status: 200 len: 812 time: 0.2639816 Nov 09 21:43:20.186079 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-6fd082ce-7034-4751-9b31-c09078da8546 req-277b4ef8-3323-443d-802b-00125017d0a6 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Request body: {'port': {'device_id': '8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'admin_state_up': True, 'tenant_id': 'b3039f985d904a47a201680c8c884f50'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:43:20.423097 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fd082ce-7034-4751-9b31-c09078da8546 req-277b4ef8-3323-443d-802b-00125017d0a6 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Made reservation on behalf of b3039f985d904a47a201680c8c884f50 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:43:20.428555 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-6fd082ce-7034-4751-9b31-c09078da8546 req-277b4ef8-3323-443d-802b-00125017d0a6 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:20.471893 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-eed3511c-0c26-47d8-9fdb-bf835c8891f7 None None] Provisioning complete for port f274ae0c-b529-4e1f-818e-d5a656e18c6a triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:43:20.472253 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-eed3511c-0c26-47d8-9fdb-bf835c8891f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:20.487255 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bd6747cb-ba64-46da-84e0-42d56f22cb02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:20.503165 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7e50eaef-85cb-490f-a285-3bb91db65e02 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:20.510956 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7e50eaef-85cb-490f-a285-3bb91db65e02 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:20.512025 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7e50eaef-85cb-490f-a285-3bb91db65e02 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:20.585780 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e50eaef-85cb-490f-a285-3bb91db65e02 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event updated for resources: {'Port': ['ID=67c0853d-6360-4a88-b4e1-6ba139f25b72,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:20.608352 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:20.774365 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-6fd082ce-7034-4751-9b31-c09078da8546 req-277b4ef8-3323-443d-802b-00125017d0a6 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Allocated IP 172.20.0.11 (46bdb5bb-fd13-43c3-a075-2640c54ba1a9/9efcad5d-d250-42ce-b381-abda2d565ce1/be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:43:20.806793 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e50eaef-85cb-490f-a285-3bb91db65e02 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Network 9971c345-5878-48b7-8526-f0755a3561e9 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:43:20.808288 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-7e50eaef-85cb-490f-a285-3bb91db65e02 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:43:20.877206 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port f274ae0c-b529-4e1f-818e-d5a656e18c6a, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=f274ae0c-b529-4e1f-818e-d5a656e18c6a,segment=NetworkSegment(136c7954-875f-4bf0-90de-f16557dc0bd3),segment_id=136c7954-875f-4bf0-90de-f16557dc0bd3)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:43:20.919424 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:21.075158 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e50eaef-85cb-490f-a285-3bb91db65e02 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Router bd3612f9-28f4-45e8-ab38-a4217e5387dd is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:43:21.256716 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:21.307699 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e50eaef-85cb-490f-a285-3bb91db65e02 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:43:21.320158 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=f274ae0c-b529-4e1f-818e-d5a656e18c6a,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:21.321886 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5973f61f-950b-43df-b714-e323a9623d6b None None] Sync routers for ids ['bd3612f9-28f4-45e8-ab38-a4217e5387dd'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:43:21.329378 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7e50eaef-85cb-490f-a285-3bb91db65e02 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "PUT /v2.0/routers/bd3612f9-28f4-45e8-ab38-a4217e5387dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8296094 Nov 09 21:43:21.330963 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48850) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:21.341906 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5973f61f-950b-43df-b714-e323a9623d6b None None] Routers {'bd3612f9-28f4-45e8-ab38-a4217e5387dd'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:43:21.342774 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-5973f61f-950b-43df-b714-e323a9623d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:43:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['bd3612f9-28f4-45e8-ab38-a4217e5387dd'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:21.357344 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-6fd082ce-7034-4751-9b31-c09078da8546 req-277b4ef8-3323-443d-802b-00125017d0a6 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:21.373216 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-17486496-e97f-4c23-b8f6-dbc370bf638d req-2b3537b1-52e7-462e-b9c2-f899f39d200f tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b HTTP/1.1" status: 200 len: 210 time: 0.1735599 Nov 09 21:43:21.379011 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb2b62a-b900-43c2-a05d-41c4cdde52c8 None None] Network 003bd905-153c-4e77-9eb8-36d5b95a5453 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:43:21.460716 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-5973f61f-950b-43df-b714-e323a9623d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:21.482842 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-6fd082ce-7034-4751-9b31-c09078da8546 req-277b4ef8-3323-443d-802b-00125017d0a6 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:21.495629 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422ba86f-4f3a-42e2-ab50-8ef8be95c667 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:21.506249 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5973f61f-950b-43df-b714-e323a9623d6b None None] Routers {'bd3612f9-28f4-45e8-ab38-a4217e5387dd'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:43:21.508798 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-5973f61f-950b-43df-b714-e323a9623d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:43:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['bd3612f9-28f4-45e8-ab38-a4217e5387dd'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:21.527574 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-422ba86f-4f3a-42e2-ab50-8ef8be95c667 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "GET /v2.0/ports/67c0853d-6360-4a88-b4e1-6ba139f25b72 HTTP/1.1" status: 200 len: 911 time: 0.1945868 Nov 09 21:43:21.528229 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48856) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:21.547514 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fd082ce-7034-4751-9b31-c09078da8546 req-277b4ef8-3323-443d-802b-00125017d0a6 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Network 46bdb5bb-fd13-43c3-a075-2640c54ba1a9 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:43:21.552408 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-6fd082ce-7034-4751-9b31-c09078da8546 req-277b4ef8-3323-443d-802b-00125017d0a6 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:43:21.558433 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd082ce-7034-4751-9b31-c09078da8546 req-277b4ef8-3323-443d-802b-00125017d0a6 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:43:21.679912 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b4ef8-3323-443d-802b-00125017d0a6 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Pushing event updated for resources: {'Port': ['ID=be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:21.699731 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b4ef8-3323-443d-802b-00125017d0a6 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:43:21.700101 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b4ef8-3323-443d-802b-00125017d0a6 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:43:21.700476 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b4ef8-3323-443d-802b-00125017d0a6 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:43:21.700840 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b4ef8-3323-443d-802b-00125017d0a6 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:43:21.701174 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b4ef8-3323-443d-802b-00125017d0a6 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:43:21.701503 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b4ef8-3323-443d-802b-00125017d0a6 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:43:21.702718 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b4ef8-3323-443d-802b-00125017d0a6 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:43:21.703542 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b4ef8-3323-443d-802b-00125017d0a6 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:43:21.703542 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b4ef8-3323-443d-802b-00125017d0a6 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:43:21.703693 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b4ef8-3323-443d-802b-00125017d0a6 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:43:21.703973 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b4ef8-3323-443d-802b-00125017d0a6 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:43:21.704292 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b4ef8-3323-443d-802b-00125017d0a6 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:43:21.714939 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-5973f61f-950b-43df-b714-e323a9623d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:21.715764 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5973f61f-950b-43df-b714-e323a9623d6b None None] The sync data for ids ['bd3612f9-28f4-45e8-ab38-a4217e5387dd'] in n-d-816206-3 is: [] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:43:21.723398 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd082ce-7034-4751-9b31-c09078da8546 req-277b4ef8-3323-443d-802b-00125017d0a6 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:21.724069 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-6fd082ce-7034-4751-9b31-c09078da8546 req-277b4ef8-3323-443d-802b-00125017d0a6 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:21.747890 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6fd082ce-7034-4751-9b31-c09078da8546 req-277b4ef8-3323-443d-802b-00125017d0a6 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5657616 Nov 09 21:43:21.772795 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [req-6fd082ce-7034-4751-9b31-c09078da8546 req-03cdb830-4165-403c-8886-7396bc213cb5 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:43:21.776082 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6fd082ce-7034-4751-9b31-c09078da8546 req-03cdb830-4165-403c-8886-7396bc213cb5 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0196762 Nov 09 21:43:21.854427 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device f274ae0c-b529-4e1f-818e-d5a656e18c6a up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:43:21.936470 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-6fd082ce-7034-4751-9b31-c09078da8546 req-b11823d8-1d89-4a8f-bcc3-5c934cdc24cf service neutron] Request body: {'port': {'device_id': '8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:43:21.961426 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-30795382-6c8e-410a-acbf-e45a7bcc709b None None] Provisioning complete for port 5a89707d-a33e-4ece-ac4b-200a43346977 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:43:21.961993 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-30795382-6c8e-410a-acbf-e45a7bcc709b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:22.203075 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-6fd082ce-7034-4751-9b31-c09078da8546 req-b11823d8-1d89-4a8f-bcc3-5c934cdc24cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:22.250190 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port f274ae0c-b529-4e1f-818e-d5a656e18c6a triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:43:22.250843 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:22.320097 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-30795382-6c8e-410a-acbf-e45a7bcc709b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:22.381735 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6b0ead0c-5097-48db-8f0c-e1847bf711f0 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:22.590060 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-30795382-6c8e-410a-acbf-e45a7bcc709b None None] For port 5a89707d-a33e-4ece-ac4b-200a43346977, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5a89707d-a33e-4ece-ac4b-200a43346977,segment=NetworkSegment(df786db4-d3ea-4807-8866-f27f1cbb2630),segment_id=df786db4-d3ea-4807-8866-f27f1cbb2630)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:43:22.646781 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-30795382-6c8e-410a-acbf-e45a7bcc709b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:22.874897 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30795382-6c8e-410a-acbf-e45a7bcc709b None None] Pushing event updated for resources: {'Port': ['ID=5a89707d-a33e-4ece-ac4b-200a43346977,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:22.930930 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 5a89707d-a33e-4ece-ac4b-200a43346977 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:43:22.987236 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:23.001250 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-732e2937-8ccd-4383-85ac-44a679167c3a None None] Provisioning complete for port 67c0853d-6360-4a88-b4e1-6ba139f25b72 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:43:23.001620 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-732e2937-8ccd-4383-85ac-44a679167c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:23.003797 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30795382-6c8e-410a-acbf-e45a7bcc709b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:43:23.004196 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30795382-6c8e-410a-acbf-e45a7bcc709b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:43:23.012897 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30795382-6c8e-410a-acbf-e45a7bcc709b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:43:23.013277 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30795382-6c8e-410a-acbf-e45a7bcc709b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:43:23.013610 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30795382-6c8e-410a-acbf-e45a7bcc709b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:43:23.014009 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30795382-6c8e-410a-acbf-e45a7bcc709b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:43:23.014342 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30795382-6c8e-410a-acbf-e45a7bcc709b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:43:23.015271 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30795382-6c8e-410a-acbf-e45a7bcc709b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:43:23.015271 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30795382-6c8e-410a-acbf-e45a7bcc709b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:43:23.015447 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30795382-6c8e-410a-acbf-e45a7bcc709b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:43:23.015739 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30795382-6c8e-410a-acbf-e45a7bcc709b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:43:23.016068 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30795382-6c8e-410a-acbf-e45a7bcc709b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:43:23.079240 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-6fd082ce-7034-4751-9b31-c09078da8546 req-b11823d8-1d89-4a8f-bcc3-5c934cdc24cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:43:23.079801 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:23.095305 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-6fd082ce-7034-4751-9b31-c09078da8546 req-b11823d8-1d89-4a8f-bcc3-5c934cdc24cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:23.115299 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-732e2937-8ccd-4383-85ac-44a679167c3a None None] Port 67c0853d-6360-4a88-b4e1-6ba139f25b72 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:43:23.119635 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd36bf9-d45d-4da0-81c3-db2faedfd6cd req-8d4bf686-a85d-42e4-b02c-6e653fa356e2 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:23.122214 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9cd36bf9-d45d-4da0-81c3-db2faedfd6cd req-8d4bf686-a85d-42e4-b02c-6e653fa356e2 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b HTTP/1.1" status: 200 len: 932 time: 0.5344870 Nov 09 21:43:23.131571 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-6fd082ce-7034-4751-9b31-c09078da8546 req-b11823d8-1d89-4a8f-bcc3-5c934cdc24cf service neutron] Transition to ACTIVE for port object be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:43:23.140133 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-732e2937-8ccd-4383-85ac-44a679167c3a None None] Provisioning complete for port be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:43:23.140604 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-732e2937-8ccd-4383-85ac-44a679167c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:23.143129 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-6b0ead0c-5097-48db-8f0c-e1847bf711f0 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Allocated IP 2001:db8:1::1 (003bd905-153c-4e77-9eb8-36d5b95a5453/1aecd2c6-f5af-4158-8c7c-148bfd603b42/6721fd81-6669-4dc3-9fa5-0d4436b77290) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:43:23.148344 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 5a89707d-a33e-4ece-ac4b-200a43346977 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:43:23.148840 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:23.149385 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-6fd082ce-7034-4751-9b31-c09078da8546 req-b11823d8-1d89-4a8f-bcc3-5c934cdc24cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:23.216796 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-732e2937-8ccd-4383-85ac-44a679167c3a None None] Port be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:43:23.233560 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-732e2937-8ccd-4383-85ac-44a679167c3a None None] Provisioning complete for port f274ae0c-b529-4e1f-818e-d5a656e18c6a triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:43:23.233934 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-732e2937-8ccd-4383-85ac-44a679167c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:23.248042 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9cd36bf9-d45d-4da0-81c3-db2faedfd6cd req-6b1d7b51-3bb6-4f5d-af06-7d8ba445f6d8 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135607 Nov 09 21:43:23.315266 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11823d8-1d89-4a8f-bcc3-5c934cdc24cf service neutron] Pushing event updated for resources: {'Port': ['ID=be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:23.529905 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6b0ead0c-5097-48db-8f0c-e1847bf711f0 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:23.538469 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-6fd082ce-7034-4751-9b31-c09078da8546 req-b11823d8-1d89-4a8f-bcc3-5c934cdc24cf service neutron] Attempting to bind port be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:43:23.541454 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-6fd082ce-7034-4751-9b31-c09078da8546 req-b11823d8-1d89-4a8f-bcc3-5c934cdc24cf service neutron] Attempting to bind port be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '3170744c-3447-44d8-9a0c-fa1ee6e7efbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:43:23.541794 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd082ce-7034-4751-9b31-c09078da8546 req-b11823d8-1d89-4a8f-bcc3-5c934cdc24cf service neutron] Attempting to bind port be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429 on network 46bdb5bb-fd13-43c3-a075-2640c54ba1a9 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:43:23.555879 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd082ce-7034-4751-9b31-c09078da8546 req-b11823d8-1d89-4a8f-bcc3-5c934cdc24cf service neutron] Port be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429 on network 46bdb5bb-fd13-43c3-a075-2640c54ba1a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:43:23.556205 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd082ce-7034-4751-9b31-c09078da8546 req-b11823d8-1d89-4a8f-bcc3-5c934cdc24cf service neutron] Attempting to bind port be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429 on network 46bdb5bb-fd13-43c3-a075-2640c54ba1a9 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:43:23.573312 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd082ce-7034-4751-9b31-c09078da8546 req-b11823d8-1d89-4a8f-bcc3-5c934cdc24cf service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:43:23.574024 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd082ce-7034-4751-9b31-c09078da8546 req-b11823d8-1d89-4a8f-bcc3-5c934cdc24cf service neutron] Checking segment: {'id': '3170744c-3447-44d8-9a0c-fa1ee6e7efbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:43:23.574619 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd082ce-7034-4751-9b31-c09078da8546 req-b11823d8-1d89-4a8f-bcc3-5c934cdc24cf service neutron] Bound using segment: {'id': '3170744c-3447-44d8-9a0c-fa1ee6e7efbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:43:23.575212 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-6fd082ce-7034-4751-9b31-c09078da8546 req-b11823d8-1d89-4a8f-bcc3-5c934cdc24cf service neutron] Bound port: be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3170744c-3447-44d8-9a0c-fa1ee6e7efbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:43:23.575746 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-6fd082ce-7034-4751-9b31-c09078da8546 req-b11823d8-1d89-4a8f-bcc3-5c934cdc24cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:23.600351 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:23.620604 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6b0ead0c-5097-48db-8f0c-e1847bf711f0 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:23.668215 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0ead0c-5097-48db-8f0c-e1847bf711f0 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Network 003bd905-153c-4e77-9eb8-36d5b95a5453 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:43:23.670715 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-6b0ead0c-5097-48db-8f0c-e1847bf711f0 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:43:23.678564 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0ead0c-5097-48db-8f0c-e1847bf711f0 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:43:23.679121 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6b0ead0c-5097-48db-8f0c-e1847bf711f0 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:23.739222 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0ead0c-5097-48db-8f0c-e1847bf711f0 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event updated for resources: {'Port': ['ID=6721fd81-6669-4dc3-9fa5-0d4436b77290,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:23.759995 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-11c72758-3c0b-4f58-b50f-04c124c95e6e None None] Provisioning complete for port 67c0853d-6360-4a88-b4e1-6ba139f25b72 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:43:23.760374 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-11c72758-3c0b-4f58-b50f-04c124c95e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:23.777145 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-6fd082ce-7034-4751-9b31-c09078da8546 req-b11823d8-1d89-4a8f-bcc3-5c934cdc24cf service neutron] For port be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429, host n-h1-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:43:23.789476 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-6fd082ce-7034-4751-9b31-c09078da8546 req-b11823d8-1d89-4a8f-bcc3-5c934cdc24cf service neutron] For port be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429,segment=NetworkSegment(3170744c-3447-44d8-9a0c-fa1ee6e7efbc),segment_id=3170744c-3447-44d8-9a0c-fa1ee6e7efbc)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:43:23.803651 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-6fd082ce-7034-4751-9b31-c09078da8546 req-b11823d8-1d89-4a8f-bcc3-5c934cdc24cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:23.842101 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 5a89707d-a33e-4ece-ac4b-200a43346977 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:43:23.946624 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11823d8-1d89-4a8f-bcc3-5c934cdc24cf service neutron] Pushing event updated for resources: {'Port': ['ID=be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:23.961677 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6b0ead0c-5097-48db-8f0c-e1847bf711f0 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:23.965184 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd082ce-7034-4751-9b31-c09078da8546 req-b11823d8-1d89-4a8f-bcc3-5c934cdc24cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:23.966132 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-6fd082ce-7034-4751-9b31-c09078da8546 req-b11823d8-1d89-4a8f-bcc3-5c934cdc24cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:23.979281 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6fd082ce-7034-4751-9b31-c09078da8546 req-b11823d8-1d89-4a8f-bcc3-5c934cdc24cf service neutron] 10.222.0.45 "PUT /v2.0/ports/be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429 HTTP/1.1" status: 200 len: 1092 time: 2.1952529 Nov 09 21:43:23.987716 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-11c72758-3c0b-4f58-b50f-04c124c95e6e None None] Port 67c0853d-6360-4a88-b4e1-6ba139f25b72 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:43:23.995036 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b', 'tag': 'be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:43:24.023230 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b94e307-70fc-4501-9514-8e45f12ce645" -d '{"events": [{"name": "network-changed", "server_uuid": "8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b", "tag": "be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:43:24.054403 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-11c72758-3c0b-4f58-b50f-04c124c95e6e None None] Provisioning complete for port 5a89707d-a33e-4ece-ac4b-200a43346977 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:43:24.054770 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-11c72758-3c0b-4f58-b50f-04c124c95e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:24.117800 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 5a89707d-a33e-4ece-ac4b-200a43346977 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:43:24.118177 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:24.171309 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e78acc-d5de-47ce-a0f4-1268ffc16a47 x-openstack-request-id: req-17e78acc-d5de-47ce-a0f4-1268ffc16a47 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:43:24.171807 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b", "tag": "be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:43:24.171889 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-17e78acc-d5de-47ce-a0f4-1268ffc16a47 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:43:24.172238 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b', 'tag': 'be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429', 'status': 'completed', 'code': 200} Nov 09 21:43:24.202575 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd082ce-7034-4751-9b31-c09078da8546 req-d56116f6-d5ac-4f8c-a8e7-ff7ef2923b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:24.206004 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6fd082ce-7034-4751-9b31-c09078da8546 req-d56116f6-d5ac-4f8c-a8e7-ff7ef2923b34 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b3039f985d904a47a201680c8c884f50&device_id=8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b HTTP/1.1" status: 200 len: 1095 time: 0.1729124 Nov 09 21:43:24.297269 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6fd082ce-7034-4751-9b31-c09078da8546 req-ee402f24-fc5d-477c-bf63-eced8c5f26fa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429 HTTP/1.1" status: 200 len: 217 time: 0.0842385 Nov 09 21:43:24.398917 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-06aa3714-e509-4c7f-ba4d-a310c03eadcc None None] Provisioning complete for port 6721fd81-6669-4dc3-9fa5-0d4436b77290 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:43:24.399267 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-06aa3714-e509-4c7f-ba4d-a310c03eadcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:24.472418 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd082ce-7034-4751-9b31-c09078da8546 req-281771b8-4c0d-4b24-a159-114b1e56accf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:24.480572 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6fd082ce-7034-4751-9b31-c09078da8546 req-281771b8-4c0d-4b24-a159-114b1e56accf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9efcad5d-d250-42ce-b381-abda2d565ce1 HTTP/1.1" status: 200 len: 851 time: 0.1755421 Nov 09 21:43:24.565056 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65524c-dd0f-46d8-995b-b90f6e24afd2 req-7cc68e5a-eb33-4e60-a8e5-c5f8ea9dab0a tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:24.568677 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-06aa3714-e509-4c7f-ba4d-a310c03eadcc None None] Port 6721fd81-6669-4dc3-9fa5-0d4436b77290 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:43:24.573930 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cc65524c-dd0f-46d8-995b-b90f6e24afd2 req-7cc68e5a-eb33-4e60-a8e5-c5f8ea9dab0a tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b HTTP/1.1" status: 200 len: 944 time: 0.1642730 Nov 09 21:43:24.612129 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd082ce-7034-4751-9b31-c09078da8546 req-aa680c11-5b75-42eb-b009-de7d3e0e659d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:24.614765 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6fd082ce-7034-4751-9b31-c09078da8546 req-aa680c11-5b75-42eb-b009-de7d3e0e659d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1266246 Nov 09 21:43:24.660244 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cc65524c-dd0f-46d8-995b-b90f6e24afd2 req-84bd4d84-ad69-40cc-95e6-866b691b9998 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855377 Nov 09 21:43:24.738331 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6b0ead0c-5097-48db-8f0c-e1847bf711f0 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:24.744260 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6b0ead0c-5097-48db-8f0c-e1847bf711f0 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:24.745404 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6b0ead0c-5097-48db-8f0c-e1847bf711f0 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:24.777003 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6fd082ce-7034-4751-9b31-c09078da8546 req-2d034fd5-4b42-4bdc-9c96-3483ee7f0542 service neutron] 10.222.0.45 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542623 Nov 09 21:43:24.931338 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6fd082ce-7034-4751-9b31-c09078da8546 req-0e203ff2-00bd-43ad-bcb3-922d67c26067 service neutron] 10.222.0.45 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466770 Nov 09 21:43:24.998149 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0ead0c-5097-48db-8f0c-e1847bf711f0 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event updated for resources: {'Port': ['ID=6721fd81-6669-4dc3-9fa5-0d4436b77290,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:25.063727 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94e307-70fc-4501-9514-8e45f12ce645 req-e1a5b02d-a627-4d7f-9bc1-bf5ce5720f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:25.065389 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9b94e307-70fc-4501-9514-8e45f12ce645 req-e1a5b02d-a627-4d7f-9bc1-bf5ce5720f10 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b3039f985d904a47a201680c8c884f50&device_id=8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b HTTP/1.1" status: 200 len: 1095 time: 0.0825360 Nov 09 21:43:25.082514 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0ead0c-5097-48db-8f0c-e1847bf711f0 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Network 003bd905-153c-4e77-9eb8-36d5b95a5453 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:43:25.083756 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-6b0ead0c-5097-48db-8f0c-e1847bf711f0 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:43:25.237791 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94e307-70fc-4501-9514-8e45f12ce645 req-20248bc5-f11d-4e94-8c30-365e4e341111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:25.239346 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9b94e307-70fc-4501-9514-8e45f12ce645 req-20248bc5-f11d-4e94-8c30-365e4e341111 service neutron] 10.222.0.45 "GET /v2.0/networks?id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9 HTTP/1.1" status: 200 len: 912 time: 0.1668549 Nov 09 21:43:25.297507 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0ead0c-5097-48db-8f0c-e1847bf711f0 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Router bd3612f9-28f4-45e8-ab38-a4217e5387dd has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:43:25.302796 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9b94e307-70fc-4501-9514-8e45f12ce645 req-67220e34-2977-4b50-b002-8785a8a4658f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429 HTTP/1.1" status: 200 len: 217 time: 0.0563245 Nov 09 21:43:25.409122 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94e307-70fc-4501-9514-8e45f12ce645 req-6d05e14e-e192-438b-9cf0-55ef0e1c0d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:25.412056 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9b94e307-70fc-4501-9514-8e45f12ce645 req-6d05e14e-e192-438b-9cf0-55ef0e1c0d8b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9efcad5d-d250-42ce-b381-abda2d565ce1 HTTP/1.1" status: 200 len: 851 time: 0.0841401 Nov 09 21:43:25.539283 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94e307-70fc-4501-9514-8e45f12ce645 req-9999c3fa-d93d-4fde-8b34-1573f951c02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:25.540811 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9b94e307-70fc-4501-9514-8e45f12ce645 req-9999c3fa-d93d-4fde-8b34-1573f951c02e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1205785 Nov 09 21:43:25.569087 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0ead0c-5097-48db-8f0c-e1847bf711f0 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:43:25.579021 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18f4270-19bd-4936-9d6b-572c6b36d553 None None] Sync routers for ids ['bd3612f9-28f4-45e8-ab38-a4217e5387dd'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:43:25.586798 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6b0ead0c-5097-48db-8f0c-e1847bf711f0 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "PUT /v2.0/routers/bd3612f9-28f4-45e8-ab38-a4217e5387dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0511069 Nov 09 21:43:25.587796 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48938) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:25.615655 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18f4270-19bd-4936-9d6b-572c6b36d553 None None] Routers {'bd3612f9-28f4-45e8-ab38-a4217e5387dd'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:43:25.616544 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-d18f4270-19bd-4936-9d6b-572c6b36d553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:43:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['bd3612f9-28f4-45e8-ab38-a4217e5387dd'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:25.698435 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9b94e307-70fc-4501-9514-8e45f12ce645 req-e36d68d5-47cc-4b5a-92f2-6ce8276b4f64 service neutron] 10.222.0.45 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504383 Nov 09 21:43:25.711446 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-d18f4270-19bd-4936-9d6b-572c6b36d553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:25.740005 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1617d1d8-2a59-4729-b735-4a3603a387b6 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:25.744766 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1617d1d8-2a59-4729-b735-4a3603a387b6 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "GET /v2.0/ports/6721fd81-6669-4dc3-9fa5-0d4436b77290 HTTP/1.1" status: 200 len: 913 time: 0.1559076 Nov 09 21:43:25.748755 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 48948) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:25.750898 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18f4270-19bd-4936-9d6b-572c6b36d553 None None] Routers {'bd3612f9-28f4-45e8-ab38-a4217e5387dd'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:43:25.752295 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-d18f4270-19bd-4936-9d6b-572c6b36d553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:43:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['bd3612f9-28f4-45e8-ab38-a4217e5387dd'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:25.803098 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-d18f4270-19bd-4936-9d6b-572c6b36d553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:25.804513 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18f4270-19bd-4936-9d6b-572c6b36d553 None None] The sync data for ids ['bd3612f9-28f4-45e8-ab38-a4217e5387dd'] in n-d-816206-3 is: [] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:43:25.818835 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-cc839698-f3bf-407f-9ab9-25e1c7b4f4a6 None None] Provisioning complete for port 6721fd81-6669-4dc3-9fa5-0d4436b77290 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:43:25.819855 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cc839698-f3bf-407f-9ab9-25e1c7b4f4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:25.877736 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-cc839698-f3bf-407f-9ab9-25e1c7b4f4a6 None None] Port 6721fd81-6669-4dc3-9fa5-0d4436b77290 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:43:26.055915 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d02ed-80a0-44a0-a52f-27e262b56933 req-e7760172-538c-430d-8872-043c491b052e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:26.057857 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bd4d02ed-80a0-44a0-a52f-27e262b56933 req-e7760172-538c-430d-8872-043c491b052e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b HTTP/1.1" status: 200 len: 944 time: 0.1724346 Nov 09 21:43:26.079777 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9b94e307-70fc-4501-9514-8e45f12ce645 req-32fedf8c-e813-4e49-8dbe-700bb7bb4b00 service neutron] 10.222.0.45 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730454 Nov 09 21:43:26.162270 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bd4d02ed-80a0-44a0-a52f-27e262b56933 req-9ca5691a-55ac-43fa-8b45-2a86f88e3558 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925553 Nov 09 21:43:26.393990 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4e43360a-8477-45ed-9f18-be1b750c7c5f tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:26.725019 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-4e43360a-8477-45ed-9f18-be1b750c7c5f tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Deleting port 6721fd81-6669-4dc3-9fa5-0d4436b77290 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:43:26.725758 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4e43360a-8477-45ed-9f18-be1b750c7c5f tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:26.842262 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4e43360a-8477-45ed-9f18-be1b750c7c5f tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:26.856367 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-4e43360a-8477-45ed-9f18-be1b750c7c5f tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Calling delete_port for 6721fd81-6669-4dc3-9fa5-0d4436b77290 owned by network:router_interface {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:43:27.092584 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4e43360a-8477-45ed-9f18-be1b750c7c5f tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:27.127904 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e43360a-8477-45ed-9f18-be1b750c7c5f tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event deleted for resources: {'Port': ['ID=6721fd81-6669-4dc3-9fa5-0d4436b77290,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:27.298568 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4e43360a-8477-45ed-9f18-be1b750c7c5f tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:27.464531 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f62555-0862-4e74-9974-e9230e33da9e req-6290d90f-cc8c-4915-aa4c-ccd63287e9db tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:27.471942 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c0f62555-0862-4e74-9974-e9230e33da9e req-6290d90f-cc8c-4915-aa4c-ccd63287e9db tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b HTTP/1.1" status: 200 len: 944 time: 0.1647122 Nov 09 21:43:27.624753 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c0f62555-0862-4e74-9974-e9230e33da9e req-2a5ead5f-4dc5-46ac-8d9b-9e6eed6ca2f4 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520059 Nov 09 21:43:27.659094 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e43360a-8477-45ed-9f18-be1b750c7c5f tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Router bd3612f9-28f4-45e8-ab38-a4217e5387dd has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:43:28.095943 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e43360a-8477-45ed-9f18-be1b750c7c5f tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:43:28.108126 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8919802f-118d-4269-afbc-d850a02d6ab8 None None] Sync routers for ids ['bd3612f9-28f4-45e8-ab38-a4217e5387dd'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:43:28.112125 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49026) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:28.124741 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8919802f-118d-4269-afbc-d850a02d6ab8 None None] Routers {'bd3612f9-28f4-45e8-ab38-a4217e5387dd'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:43:28.125303 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4e43360a-8477-45ed-9f18-be1b750c7c5f tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "PUT /v2.0/routers/bd3612f9-28f4-45e8-ab38-a4217e5387dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3753517 Nov 09 21:43:28.125723 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-8919802f-118d-4269-afbc-d850a02d6ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:43:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['bd3612f9-28f4-45e8-ab38-a4217e5387dd'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:28.166453 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-8919802f-118d-4269-afbc-d850a02d6ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:28.179022 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8919802f-118d-4269-afbc-d850a02d6ab8 None None] Routers {'bd3612f9-28f4-45e8-ab38-a4217e5387dd'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:43:28.179889 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-8919802f-118d-4269-afbc-d850a02d6ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:43:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['bd3612f9-28f4-45e8-ab38-a4217e5387dd'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:28.271871 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-8919802f-118d-4269-afbc-d850a02d6ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:28.272958 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8919802f-118d-4269-afbc-d850a02d6ab8 None None] The sync data for ids ['bd3612f9-28f4-45e8-ab38-a4217e5387dd'] in n-d-816206-3 is: [] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:43:28.544520 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4ef3b036-bb03-43f2-90b8-aa282874972c tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:28.848228 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8267b-5e3b-4333-af95-6615e57367a0 req-c8af4003-544e-4d67-a11e-f56a19fb02d7 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:28.849934 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a4f8267b-5e3b-4333-af95-6615e57367a0 req-c8af4003-544e-4d67-a11e-f56a19fb02d7 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b HTTP/1.1" status: 200 len: 944 time: 0.0839360 Nov 09 21:43:28.862452 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-4ef3b036-bb03-43f2-90b8-aa282874972c tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Deleting port 67c0853d-6360-4a88-b4e1-6ba139f25b72 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:43:28.862925 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4ef3b036-bb03-43f2-90b8-aa282874972c tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:28.983481 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a4f8267b-5e3b-4333-af95-6615e57367a0 req-37d8f8c7-af50-4758-9783-2d26ddba404c tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238835 Nov 09 21:43:29.016122 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4ef3b036-bb03-43f2-90b8-aa282874972c tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:29.035167 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-4ef3b036-bb03-43f2-90b8-aa282874972c tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Calling delete_port for 67c0853d-6360-4a88-b4e1-6ba139f25b72 owned by network:router_interface {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:43:29.231256 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4ef3b036-bb03-43f2-90b8-aa282874972c tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:29.331879 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef3b036-bb03-43f2-90b8-aa282874972c tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event deleted for resources: {'Port': ['ID=67c0853d-6360-4a88-b4e1-6ba139f25b72,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:29.378783 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4ef3b036-bb03-43f2-90b8-aa282874972c tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:29.554599 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef3b036-bb03-43f2-90b8-aa282874972c tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Router bd3612f9-28f4-45e8-ab38-a4217e5387dd has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:43:29.637603 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef3b036-bb03-43f2-90b8-aa282874972c tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:43:29.646329 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4ef3b036-bb03-43f2-90b8-aa282874972c tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "PUT /v2.0/routers/bd3612f9-28f4-45e8-ab38-a4217e5387dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5330136 Nov 09 21:43:29.646958 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49040) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:29.647727 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b3fc60-be3f-4a46-b76a-9b93327781a6 None None] Sync routers for ids ['bd3612f9-28f4-45e8-ab38-a4217e5387dd'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:43:29.658492 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b3fc60-be3f-4a46-b76a-9b93327781a6 None None] Routers {'bd3612f9-28f4-45e8-ab38-a4217e5387dd'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:43:29.659114 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b6b3fc60-be3f-4a46-b76a-9b93327781a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:43:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['bd3612f9-28f4-45e8-ab38-a4217e5387dd'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:29.682404 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-90fec0ff-ee13-4217-9078-67615a59f0da tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd3612f9-28f4-45e8-ab38-a4217e5387dd HTTP/1.1" status: 200 len: 205 time: 0.0316777 Nov 09 21:43:29.682633 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49042) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:29.704564 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b6b3fc60-be3f-4a46-b76a-9b93327781a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:29.714700 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b3fc60-be3f-4a46-b76a-9b93327781a6 None None] Routers {'bd3612f9-28f4-45e8-ab38-a4217e5387dd'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:43:29.715315 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b6b3fc60-be3f-4a46-b76a-9b93327781a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:43:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['bd3612f9-28f4-45e8-ab38-a4217e5387dd'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:29.749292 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b6b3fc60-be3f-4a46-b76a-9b93327781a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:29.749857 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b3fc60-be3f-4a46-b76a-9b93327781a6 None None] The sync data for ids ['bd3612f9-28f4-45e8-ab38-a4217e5387dd'] in n-d-816206-3 is: [] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:43:29.776362 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3958b96a-974e-427c-856d-5c48a53134b9 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:29.964107 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:43:30.140579 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfde964-18f8-48dd-8669-f681a5dc438f req-ea2244e6-0f2f-4223-8e1c-0aa9a5d86071 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:30.142874 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dcfde964-18f8-48dd-8669-f681a5dc438f req-ea2244e6-0f2f-4223-8e1c-0aa9a5d86071 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b HTTP/1.1" status: 200 len: 944 time: 0.0690429 Nov 09 21:43:30.200201 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dcfde964-18f8-48dd-8669-f681a5dc438f req-82aa7f01-0429-4651-ad1c-a4afc489b878 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501723 Nov 09 21:43:30.293170 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3958b96a-974e-427c-856d-5c48a53134b9 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:30.295911 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3958b96a-974e-427c-856d-5c48a53134b9 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:30.339268 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3958b96a-974e-427c-856d-5c48a53134b9 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:30.339823 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3958b96a-974e-427c-856d-5c48a53134b9 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Fanout notify agent at l3_agent the message router_deleted on router bd3612f9-28f4-45e8-ab38-a4217e5387dd {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:43:30.346912 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3958b96a-974e-427c-856d-5c48a53134b9 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:30.350947 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3958b96a-974e-427c-856d-5c48a53134b9 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "DELETE /v2.0/routers/bd3612f9-28f4-45e8-ab38-a4217e5387dd HTTP/1.1" status: 204 len: 168 time: 0.6642518 Nov 09 21:43:30.350947 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49052) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:30.401360 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5c404f8-0b81-477e-b889-4785661ceaae tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Deleting subnet 1aecd2c6-f5af-4158-8c7c-148bfd603b42 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:43:30.404567 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e5c404f8-0b81-477e-b889-4785661ceaae tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:30.448553 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e5c404f8-0b81-477e-b889-4785661ceaae tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:30.531924 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e5c404f8-0b81-477e-b889-4785661ceaae tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:30.588764 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e5c404f8-0b81-477e-b889-4785661ceaae tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:30.621296 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c404f8-0b81-477e-b889-4785661ceaae tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event deleted for resources: {'Subnet': ['ID=1aecd2c6-f5af-4158-8c7c-148bfd603b42,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:30.630775 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e5c404f8-0b81-477e-b889-4785661ceaae tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:30.630775 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e5c404f8-0b81-477e-b889-4785661ceaae tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "DELETE /v2.0/subnets/1aecd2c6-f5af-4158-8c7c-148bfd603b42 HTTP/1.1" status: 204 len: 168 time: 0.2759783 Nov 09 21:43:30.631563 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea024e95-bedb-491d-880d-e19588299bd3 None None] Network 003bd905-153c-4e77-9eb8-36d5b95a5453 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:43:30.631775 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49054) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:30.688096 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ce0612-59b1-4d7c-93ee-6fc7b55d88c5 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Deleting subnet bedf3258-1e83-4c46-ba19-b4bd5fda0178 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:43:30.691501 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b4ce0612-59b1-4d7c-93ee-6fc7b55d88c5 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:30.731116 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b4ce0612-59b1-4d7c-93ee-6fc7b55d88c5 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:30.828498 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b4ce0612-59b1-4d7c-93ee-6fc7b55d88c5 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:30.829147 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b46f18-fedb-457b-b926-505b467e478a None None] DHCP port deletion for 003bd905-153c-4e77-9eb8-36d5b95a5453 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:43:30.877926 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-28b46f18-fedb-457b-b926-505b467e478a None None] Deleting port 5a89707d-a33e-4ece-ac4b-200a43346977 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:43:30.878451 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-28b46f18-fedb-457b-b926-505b467e478a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:30.893515 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b4ce0612-59b1-4d7c-93ee-6fc7b55d88c5 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:30.923469 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce0612-59b1-4d7c-93ee-6fc7b55d88c5 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event deleted for resources: {'Subnet': ['ID=bedf3258-1e83-4c46-ba19-b4bd5fda0178,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:30.925302 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b4ce0612-59b1-4d7c-93ee-6fc7b55d88c5 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:30.931711 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b4ce0612-59b1-4d7c-93ee-6fc7b55d88c5 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "DELETE /v2.0/subnets/bedf3258-1e83-4c46-ba19-b4bd5fda0178 HTTP/1.1" status: 204 len: 168 time: 0.2971084 Nov 09 21:43:30.932124 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 49056) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:30.945080 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7b63ae-85ff-402a-9975-9b7ad988943a None None] Network 9971c345-5878-48b7-8526-f0755a3561e9 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:43:30.996939 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-28b46f18-fedb-457b-b926-505b467e478a None None] For port 5a89707d-a33e-4ece-ac4b-200a43346977, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5a89707d-a33e-4ece-ac4b-200a43346977,segment=NetworkSegment(df786db4-d3ea-4807-8866-f27f1cbb2630),segment_id=df786db4-d3ea-4807-8866-f27f1cbb2630)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:43:30.997271 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-28b46f18-fedb-457b-b926-505b467e478a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:31.018650 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-123cfe9e-2310-4d13-9040-4ab1636cf369 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:31.020226 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-28b46f18-fedb-457b-b926-505b467e478a None None] Calling delete_port for 5a89707d-a33e-4ece-ac4b-200a43346977 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:43:31.085997 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-123cfe9e-2310-4d13-9040-4ab1636cf369 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Deleting port 5a89707d-a33e-4ece-ac4b-200a43346977 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:43:31.086449 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-123cfe9e-2310-4d13-9040-4ab1636cf369 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:31.168062 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-123cfe9e-2310-4d13-9040-4ab1636cf369 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] For port 5a89707d-a33e-4ece-ac4b-200a43346977, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5a89707d-a33e-4ece-ac4b-200a43346977,segment=NetworkSegment(df786db4-d3ea-4807-8866-f27f1cbb2630),segment_id=df786db4-d3ea-4807-8866-f27f1cbb2630)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:43:31.168731 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-123cfe9e-2310-4d13-9040-4ab1636cf369 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:31.181951 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-123cfe9e-2310-4d13-9040-4ab1636cf369 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Calling delete_port for 5a89707d-a33e-4ece-ac4b-200a43346977 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:43:31.293188 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-123cfe9e-2310-4d13-9040-4ab1636cf369 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:31.320232 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-28b46f18-fedb-457b-b926-505b467e478a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:31.341123 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87909ce3-6840-4411-abda-5a33d49f5a91 req-eb510f11-5442-4720-af90-f4f24af60fcd tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:31.342660 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-87909ce3-6840-4411-abda-5a33d49f5a91 req-eb510f11-5442-4720-af90-f4f24af60fcd tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b HTTP/1.1" status: 200 len: 944 time: 0.0692849 Nov 09 21:43:31.345967 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123cfe9e-2310-4d13-9040-4ab1636cf369 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event deleted for resources: {'Port': ['ID=5a89707d-a33e-4ece-ac4b-200a43346977,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:31.347994 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123cfe9e-2310-4d13-9040-4ab1636cf369 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] No DVR routers for this DVR port 5a89707d-a33e-4ece-ac4b-200a43346977 on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:43:31.367555 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b46f18-fedb-457b-b926-505b467e478a None None] Pushing event deleted for resources: {'Port': ['ID=5a89707d-a33e-4ece-ac4b-200a43346977,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:31.374808 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b46f18-fedb-457b-b926-505b467e478a None None] No DVR routers for this DVR port 5a89707d-a33e-4ece-ac4b-200a43346977 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:43:31.388848 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33280a57-fbe4-41c4-bc84-d8a872857997 None None] DHCP port deletion for 9971c345-5878-48b7-8526-f0755a3561e9 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:43:31.443849 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-87909ce3-6840-4411-abda-5a33d49f5a91 req-1a6ce6ca-17c9-4004-86b1-673636e4a656 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845253 Nov 09 21:43:31.474799 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-33280a57-fbe4-41c4-bc84-d8a872857997 None None] Deleting port f274ae0c-b529-4e1f-818e-d5a656e18c6a {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:43:31.475285 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-33280a57-fbe4-41c4-bc84-d8a872857997 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:31.481927 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-123cfe9e-2310-4d13-9040-4ab1636cf369 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:31.506216 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-123cfe9e-2310-4d13-9040-4ab1636cf369 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['003bd905-153c-4e77-9eb8-36d5b95a5453']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:31.517807 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-123cfe9e-2310-4d13-9040-4ab1636cf369 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df786db4-d3ea-4807-8866-f27f1cbb2630') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:31.518220 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-123cfe9e-2310-4d13-9040-4ab1636cf369 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df786db4-d3ea-4807-8866-f27f1cbb2630') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:31.528549 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-123cfe9e-2310-4d13-9040-4ab1636cf369 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:31.542149 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-123cfe9e-2310-4d13-9040-4ab1636cf369 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:31.544778 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-33280a57-fbe4-41c4-bc84-d8a872857997 None None] For port f274ae0c-b529-4e1f-818e-d5a656e18c6a, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=f274ae0c-b529-4e1f-818e-d5a656e18c6a,segment=NetworkSegment(136c7954-875f-4bf0-90de-f16557dc0bd3),segment_id=136c7954-875f-4bf0-90de-f16557dc0bd3)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:43:31.545125 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-33280a57-fbe4-41c4-bc84-d8a872857997 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:31.548382 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-123cfe9e-2310-4d13-9040-4ab1636cf369 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:43:31.548876 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-123cfe9e-2310-4d13-9040-4ab1636cf369 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:31.553152 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:43:31.553152 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:43:31.553152 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:43:31.553152 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:43:31.553152 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:43:31.553152 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:43:31.553152 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:43:31.553152 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:43:31.553152 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:43:31.553152 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:43:31.553152 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:43:31.553152 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:43:31.553152 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:43:31.553152 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:43:31.553152 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:43:31.553152 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:43:31.553152 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:43:31.553152 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:43:31.553152 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:43:31.553152 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:43:31.553152 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:43:31.553152 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:43:31.553152 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:43:31.553152 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:43:31.553152 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:43:31.553152 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:43:31.553152 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:43:31.553152 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:43:31.553152 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:43:31.553152 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:43:31.553152 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:43:31.553152 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:43:31.559408 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-33280a57-fbe4-41c4-bc84-d8a872857997 None None] Calling delete_port for f274ae0c-b529-4e1f-818e-d5a656e18c6a owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:43:31.618095 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-123cfe9e-2310-4d13-9040-4ab1636cf369 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:31.626038 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-123cfe9e-2310-4d13-9040-4ab1636cf369 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:31.629733 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-123cfe9e-2310-4d13-9040-4ab1636cf369 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "DELETE /v2.0/networks/003bd905-153c-4e77-9eb8-36d5b95a5453 HTTP/1.1" status: 204 len: 168 time: 0.6964879 Nov 09 21:43:31.632324 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 49066) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:31.651429 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123cfe9e-2310-4d13-9040-4ab1636cf369 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event deleted for resources: {'Network': ['ID=003bd905-153c-4e77-9eb8-36d5b95a5453,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:31.655971 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-33280a57-fbe4-41c4-bc84-d8a872857997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:31.688363 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device f274ae0c-b529-4e1f-818e-d5a656e18c6a no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:43:31.692669 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33280a57-fbe4-41c4-bc84-d8a872857997 None None] No DVR routers for this DVR port f274ae0c-b529-4e1f-818e-d5a656e18c6a on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:43:31.702919 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33280a57-fbe4-41c4-bc84-d8a872857997 None None] Pushing event deleted for resources: {'Port': ['ID=f274ae0c-b529-4e1f-818e-d5a656e18c6a,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:31.726206 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: f274ae0c-b529-4e1f-818e-d5a656e18c6a {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:43:31.726637 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device f274ae0c-b529-4e1f-818e-d5a656e18c6a not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:43:31.727234 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 5a89707d-a33e-4ece-ac4b-200a43346977 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:43:31.731488 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0f71bb7b-e5d3-45d4-9124-e7226b5cf253 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:31.748017 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 5a89707d-a33e-4ece-ac4b-200a43346977 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:43:31.748362 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 5a89707d-a33e-4ece-ac4b-200a43346977 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:43:31.831106 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0f71bb7b-e5d3-45d4-9124-e7226b5cf253 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:31.845603 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-0f71bb7b-e5d3-45d4-9124-e7226b5cf253 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9971c345-5878-48b7-8526-f0755a3561e9']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:31.855696 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-0f71bb7b-e5d3-45d4-9124-e7226b5cf253 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '136c7954-875f-4bf0-90de-f16557dc0bd3') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:31.856002 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-0f71bb7b-e5d3-45d4-9124-e7226b5cf253 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '136c7954-875f-4bf0-90de-f16557dc0bd3') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:31.866605 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0f71bb7b-e5d3-45d4-9124-e7226b5cf253 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:31.879549 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0f71bb7b-e5d3-45d4-9124-e7226b5cf253 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:31.885336 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f71bb7b-e5d3-45d4-9124-e7226b5cf253 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:43:31.885723 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0f71bb7b-e5d3-45d4-9124-e7226b5cf253 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:31.888980 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:43:31.888980 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:43:31.888980 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:43:31.888980 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:43:31.888980 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:43:31.888980 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:43:31.888980 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:43:31.888980 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:43:31.888980 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:43:31.888980 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:43:31.888980 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:43:31.888980 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:43:31.888980 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:43:31.888980 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:43:31.888980 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:43:31.888980 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:43:31.888980 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:43:31.888980 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:43:31.888980 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:43:31.888980 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:43:31.888980 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:43:31.888980 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:43:31.888980 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:43:31.888980 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:43:31.888980 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:43:31.888980 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:43:31.888980 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:43:31.888980 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:43:31.888980 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:43:31.888980 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:43:31.888980 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:43:31.888980 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:43:31.947447 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0f71bb7b-e5d3-45d4-9124-e7226b5cf253 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:31.956437 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0f71bb7b-e5d3-45d4-9124-e7226b5cf253 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:31.960077 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0f71bb7b-e5d3-45d4-9124-e7226b5cf253 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "DELETE /v2.0/networks/9971c345-5878-48b7-8526-f0755a3561e9 HTTP/1.1" status: 204 len: 168 time: 0.3267233 Nov 09 21:43:31.964885 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49068) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:31.970865 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-339f93bf-0be5-4b6e-ba10-d839d1c90fa3 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1899041921'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:43:31.975006 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f71bb7b-e5d3-45d4-9124-e7226b5cf253 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event deleted for resources: {'Network': ['ID=9971c345-5878-48b7-8526-f0755a3561e9,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:31.993439 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339f93bf-0be5-4b6e-ba10-d839d1c90fa3 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Made reservation on behalf of 015835ba1a5f4e05aead246a6e1521d9 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:43:31.997307 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-339f93bf-0be5-4b6e-ba10-d839d1c90fa3 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:32.023878 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-339f93bf-0be5-4b6e-ba10-d839d1c90fa3 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:43:32.033937 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-339f93bf-0be5-4b6e-ba10-d839d1c90fa3 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:32.034369 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-339f93bf-0be5-4b6e-ba10-d839d1c90fa3 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Added segment 22e3ee5e-c4c7-40d1-9210-49485043354e of type vlan for network f5c138e5-40fb-46ca-b112-b2d6ed33069a Nov 09 21:43:32.083144 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-339f93bf-0be5-4b6e-ba10-d839d1c90fa3 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:32.115966 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-339f93bf-0be5-4b6e-ba10-d839d1c90fa3 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:32.122229 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339f93bf-0be5-4b6e-ba10-d839d1c90fa3 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:32.128430 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-339f93bf-0be5-4b6e-ba10-d839d1c90fa3 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:32.179515 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-339f93bf-0be5-4b6e-ba10-d839d1c90fa3 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2135379 Nov 09 21:43:32.182400 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49076) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:32.194676 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-c2d255cf-8fd4-4ada-a02e-316d2f82858f tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Request body: {'subnet': {'network_id': 'f5c138e5-40fb-46ca-b112-b2d6ed33069a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:43:32.218139 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f93bf-0be5-4b6e-ba10-d839d1c90fa3 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event updated for resources: {'Network': ['ID=f5c138e5-40fb-46ca-b112-b2d6ed33069a,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:32.229374 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network f5c138e5-40fb-46ca-b112-b2d6ed33069a details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:43:32.304329 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d255cf-8fd4-4ada-a02e-316d2f82858f tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Made reservation on behalf of 015835ba1a5f4e05aead246a6e1521d9 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:43:32.308925 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c2d255cf-8fd4-4ada-a02e-316d2f82858f tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:32.507268 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c2d255cf-8fd4-4ada-a02e-316d2f82858f tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:32.574526 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d255cf-8fd4-4ada-a02e-316d2f82858f tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event updated for resources: {'Subnet': ['ID=c5a117ba-9524-46a3-b710-23b384f27173,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:32.584376 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131082e-640d-4beb-8f38-1281512f8ad6 req-33ce7ea2-305e-469d-94a1-9393968a5846 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:32.586203 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c131082e-640d-4beb-8f38-1281512f8ad6 req-33ce7ea2-305e-469d-94a1-9393968a5846 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b HTTP/1.1" status: 200 len: 944 time: 0.0570045 Nov 09 21:43:32.589324 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d255cf-8fd4-4ada-a02e-316d2f82858f tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Checking segment: {'id': '22e3ee5e-c4c7-40d1-9210-49485043354e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f5c138e5-40fb-46ca-b112-b2d6ed33069a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:43:32.589860 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d255cf-8fd4-4ada-a02e-316d2f82858f tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Network hostable DHCP agents. Network: f5c138e5-40fb-46ca-b112-b2d6ed33069a, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:43:32.607331 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d255cf-8fd4-4ada-a02e-316d2f82858f tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Network f5c138e5-40fb-46ca-b112-b2d6ed33069a is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:43:32.616391 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-c2d255cf-8fd4-4ada-a02e-316d2f82858f tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, f5c138e5-40fb-46ca-b112-b2d6ed33069a) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:43:32.625504 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f18f2c-5465-4d0d-bccb-593d73d35b52 None None] Network f5c138e5-40fb-46ca-b112-b2d6ed33069a requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:43:32.633453 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d255cf-8fd4-4ada-a02e-316d2f82858f tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:32.634131 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c2d255cf-8fd4-4ada-a02e-316d2f82858f tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:32.654379 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c2d255cf-8fd4-4ada-a02e-316d2f82858f tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4707208 Nov 09 21:43:32.655089 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49080) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:32.657620 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c131082e-640d-4beb-8f38-1281512f8ad6 req-3dda8fda-e978-4e9d-8e57-ec8537cc7195 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646269 Nov 09 21:43:32.660965 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-2304d16f-670a-4e64-b348-ef5697e3041c tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-663602196', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:43:32.692060 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2304d16f-670a-4e64-b348-ef5697e3041c tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:32.693871 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2304d16f-670a-4e64-b348-ef5697e3041c tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:32.751730 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2304d16f-670a-4e64-b348-ef5697e3041c tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:32.757510 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2304d16f-670a-4e64-b348-ef5697e3041c tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:32.776438 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2304d16f-670a-4e64-b348-ef5697e3041c tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:32.780106 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2304d16f-670a-4e64-b348-ef5697e3041c tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1216433 Nov 09 21:43:32.780285 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49082) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:32.785782 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-44b1501a-7bc5-4581-9126-791669de1952 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Request body: {'port': {'network_id': 'f5c138e5-40fb-46ca-b112-b2d6ed33069a', 'name': 'tempest-RoutersIpV6Test-55634468'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:43:32.795153 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa89449-49dc-482e-8f6e-a743ae06a919 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-f5c138e5-40fb-46ca-b112-b2d6ed33069a', 'network_id': 'f5c138e5-40fb-46ca-b112-b2d6ed33069a', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'fixed_ips': [{'subnet_id': 'c5a117ba-9524-46a3-b710-23b384f27173'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:43:32.796084 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bfa89449-49dc-482e-8f6e-a743ae06a919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:32.901540 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b1501a-7bc5-4581-9126-791669de1952 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Made reservation on behalf of 015835ba1a5f4e05aead246a6e1521d9 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:43:32.905293 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-44b1501a-7bc5-4581-9126-791669de1952 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:32.931536 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-44b1501a-7bc5-4581-9126-791669de1952 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] device_id is not set on port ebe8786c-8927-44d0-bfda-f5f6b548ac6f yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:43:32.943523 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-bfa89449-49dc-482e-8f6e-a743ae06a919 None None] Allocated IP 2001:db8::2 (f5c138e5-40fb-46ca-b112-b2d6ed33069a/c5a117ba-9524-46a3-b710-23b384f27173/dbaeaa7d-fe9d-450e-98b9-79a80f50540f) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:43:33.092465 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bfa89449-49dc-482e-8f6e-a743ae06a919 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:33.101190 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bfa89449-49dc-482e-8f6e-a743ae06a919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:33.149171 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa89449-49dc-482e-8f6e-a743ae06a919 None None] Network f5c138e5-40fb-46ca-b112-b2d6ed33069a is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:43:33.151138 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-bfa89449-49dc-482e-8f6e-a743ae06a919 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:43:33.155685 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa89449-49dc-482e-8f6e-a743ae06a919 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:43:33.165623 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-44b1501a-7bc5-4581-9126-791669de1952 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Allocated IP 2001:db8::ea (f5c138e5-40fb-46ca-b112-b2d6ed33069a/c5a117ba-9524-46a3-b710-23b384f27173/ebe8786c-8927-44d0-bfda-f5f6b548ac6f) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:43:33.175418 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa89449-49dc-482e-8f6e-a743ae06a919 None None] Pushing event updated for resources: {'Port': ['ID=dbaeaa7d-fe9d-450e-98b9-79a80f50540f,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:33.227634 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-bfa89449-49dc-482e-8f6e-a743ae06a919 None None] Attempting to bind port dbaeaa7d-fe9d-450e-98b9-79a80f50540f on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:43:33.228008 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-bfa89449-49dc-482e-8f6e-a743ae06a919 None None] Attempting to bind port dbaeaa7d-fe9d-450e-98b9-79a80f50540f by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '22e3ee5e-c4c7-40d1-9210-49485043354e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f5c138e5-40fb-46ca-b112-b2d6ed33069a'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:43:33.228372 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa89449-49dc-482e-8f6e-a743ae06a919 None None] Attempting to bind port dbaeaa7d-fe9d-450e-98b9-79a80f50540f on network f5c138e5-40fb-46ca-b112-b2d6ed33069a {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:43:33.233872 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa89449-49dc-482e-8f6e-a743ae06a919 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:43:33.234537 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa89449-49dc-482e-8f6e-a743ae06a919 None None] Checking segment: {'id': '22e3ee5e-c4c7-40d1-9210-49485043354e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f5c138e5-40fb-46ca-b112-b2d6ed33069a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:43:33.234704 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bfa89449-49dc-482e-8f6e-a743ae06a919 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:33.235089 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa89449-49dc-482e-8f6e-a743ae06a919 None None] Bound using segment: {'id': '22e3ee5e-c4c7-40d1-9210-49485043354e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f5c138e5-40fb-46ca-b112-b2d6ed33069a'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:43:33.235558 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-bfa89449-49dc-482e-8f6e-a743ae06a919 None None] Bound port: dbaeaa7d-fe9d-450e-98b9-79a80f50540f, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22e3ee5e-c4c7-40d1-9210-49485043354e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f5c138e5-40fb-46ca-b112-b2d6ed33069a'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:43:33.235938 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bfa89449-49dc-482e-8f6e-a743ae06a919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:33.305688 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-bfa89449-49dc-482e-8f6e-a743ae06a919 None None] For port dbaeaa7d-fe9d-450e-98b9-79a80f50540f, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:43:33.308992 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-bfa89449-49dc-482e-8f6e-a743ae06a919 None None] For port dbaeaa7d-fe9d-450e-98b9-79a80f50540f, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=dbaeaa7d-fe9d-450e-98b9-79a80f50540f,segment=NetworkSegment(22e3ee5e-c4c7-40d1-9210-49485043354e),segment_id=22e3ee5e-c4c7-40d1-9210-49485043354e)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:43:33.315061 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bfa89449-49dc-482e-8f6e-a743ae06a919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:33.337523 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-44b1501a-7bc5-4581-9126-791669de1952 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:33.371901 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa89449-49dc-482e-8f6e-a743ae06a919 None None] Pushing event updated for resources: {'Port': ['ID=dbaeaa7d-fe9d-450e-98b9-79a80f50540f,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:33.387280 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-44b1501a-7bc5-4581-9126-791669de1952 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:33.435982 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b1501a-7bc5-4581-9126-791669de1952 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Network f5c138e5-40fb-46ca-b112-b2d6ed33069a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:43:33.442000 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-44b1501a-7bc5-4581-9126-791669de1952 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:43:33.446046 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b1501a-7bc5-4581-9126-791669de1952 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:43:33.451793 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b1501a-7bc5-4581-9126-791669de1952 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:33.452490 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-44b1501a-7bc5-4581-9126-791669de1952 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:33.465619 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b1501a-7bc5-4581-9126-791669de1952 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event updated for resources: {'Port': ['ID=ebe8786c-8927-44d0-bfda-f5f6b548ac6f,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:33.477622 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-44b1501a-7bc5-4581-9126-791669de1952 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 926 time: 0.6961021 Nov 09 21:43:33.480608 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 49090) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:33.729970 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:33.731850 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device dbaeaa7d-fe9d-450e-98b9-79a80f50540f up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:43:33.804424 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port dbaeaa7d-fe9d-450e-98b9-79a80f50540f triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:43:33.804836 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:33.836464 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff9298-b775-4c04-b549-2f72a9dc81b6 req-e435967e-579b-4dbf-bf54-aa6757b36923 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:33.843892 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a4ff9298-b775-4c04-b549-2f72a9dc81b6 req-e435967e-579b-4dbf-bf54-aa6757b36923 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b HTTP/1.1" status: 200 len: 944 time: 0.0672054 Nov 09 21:43:33.899869 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e2291165-f63e-4aaf-8406-7962480c8402 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:33.902163 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a4ff9298-b775-4c04-b549-2f72a9dc81b6 req-ba7aeaac-2065-4dd5-85a4-b32a780ff5d9 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574574 Nov 09 21:43:33.912302 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:33.950266 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port dbaeaa7d-fe9d-450e-98b9-79a80f50540f, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=dbaeaa7d-fe9d-450e-98b9-79a80f50540f,segment=NetworkSegment(22e3ee5e-c4c7-40d1-9210-49485043354e),segment_id=22e3ee5e-c4c7-40d1-9210-49485043354e)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:43:33.960477 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:34.022033 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=dbaeaa7d-fe9d-450e-98b9-79a80f50540f,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:34.187041 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e2291165-f63e-4aaf-8406-7962480c8402 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:34.195203 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e2291165-f63e-4aaf-8406-7962480c8402 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:34.310023 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2291165-f63e-4aaf-8406-7962480c8402 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event updated for resources: {'Port': ['ID=ebe8786c-8927-44d0-bfda-f5f6b548ac6f,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:34.398566 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e2291165-f63e-4aaf-8406-7962480c8402 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:34.504663 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d4acdf-04e4-4ee4-b9b9-7cdd9d4e9d8c None None] Network f5c138e5-40fb-46ca-b112-b2d6ed33069a requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:43:34.524493 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e2291165-f63e-4aaf-8406-7962480c8402 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:34.591341 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-4851215c-ca4e-47be-a280-d731602a0b16 None None] Provisioning complete for port dbaeaa7d-fe9d-450e-98b9-79a80f50540f triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:43:34.591708 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4851215c-ca4e-47be-a280-d731602a0b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:34.794718 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e2291165-f63e-4aaf-8406-7962480c8402 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:34.802353 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e2291165-f63e-4aaf-8406-7962480c8402 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:34.803414 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e2291165-f63e-4aaf-8406-7962480c8402 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:34.892853 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2291165-f63e-4aaf-8406-7962480c8402 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event updated for resources: {'Port': ['ID=ebe8786c-8927-44d0-bfda-f5f6b548ac6f,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:34.942585 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2291165-f63e-4aaf-8406-7962480c8402 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Network f5c138e5-40fb-46ca-b112-b2d6ed33069a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:43:34.944415 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-e2291165-f63e-4aaf-8406-7962480c8402 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:43:35.058958 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-4975fe4b-f375-4627-81b5-a873fc60b490 None None] Provisioning complete for port ebe8786c-8927-44d0-bfda-f5f6b548ac6f triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:43:35.059621 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4975fe4b-f375-4627-81b5-a873fc60b490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:35.092261 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01a2e5-496d-4bd4-9627-61d6d0c275b8 req-30bed2fc-1c46-4718-b0df-24027310b607 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:35.094518 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fa01a2e5-496d-4bd4-9627-61d6d0c275b8 req-30bed2fc-1c46-4718-b0df-24027310b607 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b HTTP/1.1" status: 200 len: 944 time: 0.1003466 Nov 09 21:43:35.110597 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-4975fe4b-f375-4627-81b5-a873fc60b490 None None] Port ebe8786c-8927-44d0-bfda-f5f6b548ac6f cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:43:35.123888 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-4975fe4b-f375-4627-81b5-a873fc60b490 None None] Provisioning complete for port dbaeaa7d-fe9d-450e-98b9-79a80f50540f triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:43:35.124656 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4975fe4b-f375-4627-81b5-a873fc60b490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:35.162293 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2291165-f63e-4aaf-8406-7962480c8402 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Router c8eaf316-125e-4c39-a6f7-d8e34d823f61 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:43:35.180103 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fa01a2e5-496d-4bd4-9627-61d6d0c275b8 req-a6d46079-a764-4b1e-8418-9d857f318ca5 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770087 Nov 09 21:43:35.283122 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2291165-f63e-4aaf-8406-7962480c8402 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:43:35.291586 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e2291165-f63e-4aaf-8406-7962480c8402 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "PUT /v2.0/routers/c8eaf316-125e-4c39-a6f7-d8e34d823f61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8101687 Nov 09 21:43:35.291831 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49108) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:35.293775 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab687dc-828b-4058-aa2b-260edf45cdc8 None None] Sync routers for ids ['c8eaf316-125e-4c39-a6f7-d8e34d823f61'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:43:35.304770 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab687dc-828b-4058-aa2b-260edf45cdc8 None None] Routers {'c8eaf316-125e-4c39-a6f7-d8e34d823f61'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:43:35.305313 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-3ab687dc-828b-4058-aa2b-260edf45cdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:43:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['c8eaf316-125e-4c39-a6f7-d8e34d823f61'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:35.353760 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-3ab687dc-828b-4058-aa2b-260edf45cdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:35.357660 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde46bf1-173c-445a-9fd2-5967d958f65e tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:35.362324 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 49110) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:35.366119 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab687dc-828b-4058-aa2b-260edf45cdc8 None None] Routers {'c8eaf316-125e-4c39-a6f7-d8e34d823f61'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:43:35.366996 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-3ab687dc-828b-4058-aa2b-260edf45cdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:43:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['c8eaf316-125e-4c39-a6f7-d8e34d823f61'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:35.374717 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-cde46bf1-173c-445a-9fd2-5967d958f65e tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "GET /v2.0/ports/ebe8786c-8927-44d0-bfda-f5f6b548ac6f HTTP/1.1" status: 200 len: 981 time: 0.0811555 Nov 09 21:43:35.374951 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-794bc229-a88c-40ee-ae25-4d33825c9ede None None] Provisioning complete for port ebe8786c-8927-44d0-bfda-f5f6b548ac6f triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:43:35.375172 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-794bc229-a88c-40ee-ae25-4d33825c9ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:35.403574 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-3ab687dc-828b-4058-aa2b-260edf45cdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:35.404564 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab687dc-828b-4058-aa2b-260edf45cdc8 None None] The sync data for ids ['c8eaf316-125e-4c39-a6f7-d8e34d823f61'] in n-d-816206-3 is: [] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:43:35.423092 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-794bc229-a88c-40ee-ae25-4d33825c9ede None None] Port ebe8786c-8927-44d0-bfda-f5f6b548ac6f cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:43:35.655447 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-16495117-4eb6-4ffa-8278-da102bbed957 None None] Provisioning complete for port ebe8786c-8927-44d0-bfda-f5f6b548ac6f triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:43:35.656014 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-16495117-4eb6-4ffa-8278-da102bbed957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:35.701192 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device dbaeaa7d-fe9d-450e-98b9-79a80f50540f up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:43:35.768118 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-16495117-4eb6-4ffa-8278-da102bbed957 None None] Port ebe8786c-8927-44d0-bfda-f5f6b548ac6f cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:43:35.780975 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port dbaeaa7d-fe9d-450e-98b9-79a80f50540f triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:43:35.781448 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:35.838259 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d6f66c14-b4c3-47ed-b6b5-754d3f2f5090 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:35.899430 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-7193c917-bc93-48b7-b3b9-6705137ea45f None None] Provisioning complete for port ebe8786c-8927-44d0-bfda-f5f6b548ac6f triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:43:35.899761 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7193c917-bc93-48b7-b3b9-6705137ea45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:35.939377 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-7193c917-bc93-48b7-b3b9-6705137ea45f None None] Port ebe8786c-8927-44d0-bfda-f5f6b548ac6f cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:43:36.320381 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a21d19d-5632-487a-a405-3f46ba8b07cc req-d8a5c548-e971-4d2a-aa51-3ce3e5bcac33 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:36.322045 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0a21d19d-5632-487a-a405-3f46ba8b07cc req-d8a5c548-e971-4d2a-aa51-3ce3e5bcac33 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b HTTP/1.1" status: 200 len: 944 time: 0.0569379 Nov 09 21:43:36.371893 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-d6f66c14-b4c3-47ed-b6b5-754d3f2f5090 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Deleting port ebe8786c-8927-44d0-bfda-f5f6b548ac6f {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:43:36.372452 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d6f66c14-b4c3-47ed-b6b5-754d3f2f5090 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:36.373363 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0a21d19d-5632-487a-a405-3f46ba8b07cc req-6121425c-833d-4aa8-b108-de0d6f4bf08c tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429070 Nov 09 21:43:36.462306 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d6f66c14-b4c3-47ed-b6b5-754d3f2f5090 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:36.474484 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-d6f66c14-b4c3-47ed-b6b5-754d3f2f5090 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Calling delete_port for ebe8786c-8927-44d0-bfda-f5f6b548ac6f owned by network:router_interface {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:43:36.655108 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d6f66c14-b4c3-47ed-b6b5-754d3f2f5090 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:36.716693 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f66c14-b4c3-47ed-b6b5-754d3f2f5090 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event deleted for resources: {'Port': ['ID=ebe8786c-8927-44d0-bfda-f5f6b548ac6f,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:36.805424 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d6f66c14-b4c3-47ed-b6b5-754d3f2f5090 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:36.968246 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f66c14-b4c3-47ed-b6b5-754d3f2f5090 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Router c8eaf316-125e-4c39-a6f7-d8e34d823f61 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:43:37.047680 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f66c14-b4c3-47ed-b6b5-754d3f2f5090 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:43:37.055903 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d6f66c14-b4c3-47ed-b6b5-754d3f2f5090 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "PUT /v2.0/routers/c8eaf316-125e-4c39-a6f7-d8e34d823f61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6893191 Nov 09 21:43:37.056967 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 49120) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:37.058065 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876450e2-440a-47c4-97b0-7107130a403b None None] Sync routers for ids ['c8eaf316-125e-4c39-a6f7-d8e34d823f61'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:43:37.069435 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876450e2-440a-47c4-97b0-7107130a403b None None] Routers {'c8eaf316-125e-4c39-a6f7-d8e34d823f61'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:43:37.070052 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-876450e2-440a-47c4-97b0-7107130a403b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:43:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['c8eaf316-125e-4c39-a6f7-d8e34d823f61'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:37.105501 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-876450e2-440a-47c4-97b0-7107130a403b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:37.118044 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876450e2-440a-47c4-97b0-7107130a403b None None] Routers {'c8eaf316-125e-4c39-a6f7-d8e34d823f61'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:43:37.118956 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-876450e2-440a-47c4-97b0-7107130a403b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:43:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['c8eaf316-125e-4c39-a6f7-d8e34d823f61'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:37.164178 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-876450e2-440a-47c4-97b0-7107130a403b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:37.165092 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876450e2-440a-47c4-97b0-7107130a403b None None] The sync data for ids ['c8eaf316-125e-4c39-a6f7-d8e34d823f61'] in n-d-816206-3 is: [] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:43:37.258183 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [None req-1ad2a07e-ea80-48cb-a136-87d80c3054ac tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] remove_router_interface failed (client error): The resource could not be found. Nov 09 21:43:37.261645 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1ad2a07e-ea80-48cb-a136-87d80c3054ac tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "PUT /v2.0/routers/c8eaf316-125e-4c39-a6f7-d8e34d823f61/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2014158 Nov 09 21:43:37.262234 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 49124) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:37.293202 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a39493f1-a5b3-49bf-99ed-f42c7fde4c1f tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8eaf316-125e-4c39-a6f7-d8e34d823f61 HTTP/1.1" status: 200 len: 205 time: 0.0269353 Nov 09 21:43:37.293926 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49128) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:37.386841 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c8d12a6f-cabb-4df0-98ee-38ae0b37b53d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:37.514728 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeffcb99-177e-4b63-8ae8-764dc6924b3a req-a4edcc80-943a-436d-9c2a-7140d366c565 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:37.516478 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-eeffcb99-177e-4b63-8ae8-764dc6924b3a req-a4edcc80-943a-436d-9c2a-7140d366c565 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b HTTP/1.1" status: 200 len: 944 time: 0.0681989 Nov 09 21:43:37.570479 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-eeffcb99-177e-4b63-8ae8-764dc6924b3a req-64425679-a4fb-43cc-851a-229f3d27ac14 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470011 Nov 09 21:43:37.584444 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c8d12a6f-cabb-4df0-98ee-38ae0b37b53d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:37.587041 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c8d12a6f-cabb-4df0-98ee-38ae0b37b53d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:37.646491 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c8d12a6f-cabb-4df0-98ee-38ae0b37b53d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:37.647329 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d12a6f-cabb-4df0-98ee-38ae0b37b53d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Fanout notify agent at l3_agent the message router_deleted on router c8eaf316-125e-4c39-a6f7-d8e34d823f61 {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:43:37.660169 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c8d12a6f-cabb-4df0-98ee-38ae0b37b53d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:37.663463 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c8d12a6f-cabb-4df0-98ee-38ae0b37b53d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "DELETE /v2.0/routers/c8eaf316-125e-4c39-a6f7-d8e34d823f61 HTTP/1.1" status: 204 len: 168 time: 0.3663383 Nov 09 21:43:37.663988 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49134) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:37.724439 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-25b368de-dc3a-4a61-a1c6-c755c1f0aeff tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Deleting subnet c5a117ba-9524-46a3-b710-23b384f27173 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:43:37.727879 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-25b368de-dc3a-4a61-a1c6-c755c1f0aeff tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:37.773944 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-25b368de-dc3a-4a61-a1c6-c755c1f0aeff tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:37.871838 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-25b368de-dc3a-4a61-a1c6-c755c1f0aeff tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:37.946597 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-25b368de-dc3a-4a61-a1c6-c755c1f0aeff tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:37.984796 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-25b368de-dc3a-4a61-a1c6-c755c1f0aeff tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:37.987987 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-25b368de-dc3a-4a61-a1c6-c755c1f0aeff tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "DELETE /v2.0/subnets/c5a117ba-9524-46a3-b710-23b384f27173 HTTP/1.1" status: 204 len: 168 time: 0.3230081 Nov 09 21:43:37.989643 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b368de-dc3a-4a61-a1c6-c755c1f0aeff tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event deleted for resources: {'Subnet': ['ID=c5a117ba-9524-46a3-b710-23b384f27173,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:37.991247 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 49138) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:37.994767 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97f7974-b63e-4e7c-a4a0-8f2d826b2507 None None] Network f5c138e5-40fb-46ca-b112-b2d6ed33069a requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:43:38.085520 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30668139-eddf-4313-b662-02e47d6cf775 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:38.149469 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-30668139-eddf-4313-b662-02e47d6cf775 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Deleting port dbaeaa7d-fe9d-450e-98b9-79a80f50540f {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:43:38.150000 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30668139-eddf-4313-b662-02e47d6cf775 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:38.221825 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4597983e-0d11-4151-96c8-3503d6373e50 None None] DHCP port deletion for f5c138e5-40fb-46ca-b112-b2d6ed33069a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:43:38.223340 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-30668139-eddf-4313-b662-02e47d6cf775 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] For port dbaeaa7d-fe9d-450e-98b9-79a80f50540f, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=dbaeaa7d-fe9d-450e-98b9-79a80f50540f,segment=NetworkSegment(22e3ee5e-c4c7-40d1-9210-49485043354e),segment_id=22e3ee5e-c4c7-40d1-9210-49485043354e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:43:38.223762 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30668139-eddf-4313-b662-02e47d6cf775 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:38.237227 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-30668139-eddf-4313-b662-02e47d6cf775 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Calling delete_port for dbaeaa7d-fe9d-450e-98b9-79a80f50540f owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:43:38.273653 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-4597983e-0d11-4151-96c8-3503d6373e50 None None] Deleting port dbaeaa7d-fe9d-450e-98b9-79a80f50540f {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:43:38.274125 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4597983e-0d11-4151-96c8-3503d6373e50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:38.335228 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30668139-eddf-4313-b662-02e47d6cf775 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:38.354105 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-4597983e-0d11-4151-96c8-3503d6373e50 None None] For port dbaeaa7d-fe9d-450e-98b9-79a80f50540f, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=dbaeaa7d-fe9d-450e-98b9-79a80f50540f,segment=NetworkSegment(22e3ee5e-c4c7-40d1-9210-49485043354e),segment_id=22e3ee5e-c4c7-40d1-9210-49485043354e)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:43:38.354776 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4597983e-0d11-4151-96c8-3503d6373e50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:38.362202 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30668139-eddf-4313-b662-02e47d6cf775 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event deleted for resources: {'Port': ['ID=dbaeaa7d-fe9d-450e-98b9-79a80f50540f,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:38.366440 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30668139-eddf-4313-b662-02e47d6cf775 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] No DVR routers for this DVR port dbaeaa7d-fe9d-450e-98b9-79a80f50540f on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:43:38.371392 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-4597983e-0d11-4151-96c8-3503d6373e50 None None] Calling delete_port for dbaeaa7d-fe9d-450e-98b9-79a80f50540f owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:43:38.450532 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30668139-eddf-4313-b662-02e47d6cf775 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:38.455624 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4597983e-0d11-4151-96c8-3503d6373e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:38.474577 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-30668139-eddf-4313-b662-02e47d6cf775 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5c138e5-40fb-46ca-b112-b2d6ed33069a']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:38.485244 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-30668139-eddf-4313-b662-02e47d6cf775 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22e3ee5e-c4c7-40d1-9210-49485043354e') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:38.485874 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-30668139-eddf-4313-b662-02e47d6cf775 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22e3ee5e-c4c7-40d1-9210-49485043354e') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:38.489783 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4597983e-0d11-4151-96c8-3503d6373e50 None None] Pushing event deleted for resources: {'Port': ['ID=dbaeaa7d-fe9d-450e-98b9-79a80f50540f,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:38.492130 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4597983e-0d11-4151-96c8-3503d6373e50 None None] No DVR routers for this DVR port dbaeaa7d-fe9d-450e-98b9-79a80f50540f on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:43:38.505160 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30668139-eddf-4313-b662-02e47d6cf775 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:38.520525 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30668139-eddf-4313-b662-02e47d6cf775 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:38.527016 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30668139-eddf-4313-b662-02e47d6cf775 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:43:38.527410 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30668139-eddf-4313-b662-02e47d6cf775 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:38.530616 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:43:38.530616 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:43:38.530616 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:43:38.530616 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:43:38.530616 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:43:38.530616 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:43:38.530616 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:43:38.530616 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:43:38.530616 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:43:38.530616 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:43:38.530616 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:43:38.530616 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:43:38.530616 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:43:38.530616 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:43:38.530616 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:43:38.530616 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:43:38.530616 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:43:38.530616 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:43:38.530616 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:43:38.530616 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:43:38.530616 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:43:38.530616 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:43:38.530616 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:43:38.530616 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:43:38.530616 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:43:38.530616 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:43:38.530616 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:43:38.530616 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:43:38.530616 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:43:38.530616 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:43:38.530616 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:43:38.530616 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:43:38.595430 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30668139-eddf-4313-b662-02e47d6cf775 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:38.598899 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30668139-eddf-4313-b662-02e47d6cf775 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:38.606341 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-30668139-eddf-4313-b662-02e47d6cf775 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "DELETE /v2.0/networks/f5c138e5-40fb-46ca-b112-b2d6ed33069a HTTP/1.1" status: 204 len: 168 time: 0.6097839 Nov 09 21:43:38.606760 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49148) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:38.612009 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-d2b23753-f2e1-4619-86f9-7b3d9d79a61b tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1884624530'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:43:38.619591 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30668139-eddf-4313-b662-02e47d6cf775 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event deleted for resources: {'Network': ['ID=f5c138e5-40fb-46ca-b112-b2d6ed33069a,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:38.649480 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b23753-f2e1-4619-86f9-7b3d9d79a61b tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Made reservation on behalf of 015835ba1a5f4e05aead246a6e1521d9 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:43:38.653584 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d2b23753-f2e1-4619-86f9-7b3d9d79a61b tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:38.709249 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2b23753-f2e1-4619-86f9-7b3d9d79a61b tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:43:38.729695 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1f4d2-80fd-45f3-b90f-61a7afbdfc80 req-e9369ca6-7272-4e3c-a2aa-a85e964705ec tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:38.731572 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-02c1f4d2-80fd-45f3-b90f-61a7afbdfc80 req-e9369ca6-7272-4e3c-a2aa-a85e964705ec tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b HTTP/1.1" status: 200 len: 944 time: 0.0754416 Nov 09 21:43:38.732702 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d2b23753-f2e1-4619-86f9-7b3d9d79a61b tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:38.733048 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-d2b23753-f2e1-4619-86f9-7b3d9d79a61b tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Added segment f1ad9f0d-b5e3-4b5f-8684-0155f718812c of type vlan for network 78a53e10-7254-4db0-8104-3f48f37ddb77 Nov 09 21:43:38.788001 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d2b23753-f2e1-4619-86f9-7b3d9d79a61b tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:38.827460 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-02c1f4d2-80fd-45f3-b90f-61a7afbdfc80 req-5aff8144-0f74-4cec-9788-4095bd0851ed tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862014 Nov 09 21:43:38.837494 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d2b23753-f2e1-4619-86f9-7b3d9d79a61b tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:38.843383 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b23753-f2e1-4619-86f9-7b3d9d79a61b tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:38.843972 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d2b23753-f2e1-4619-86f9-7b3d9d79a61b tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:38.906269 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d2b23753-f2e1-4619-86f9-7b3d9d79a61b tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2983725 Nov 09 21:43:38.909126 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49150) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:38.916545 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-67140127-04b3-465a-86ae-1ea354fe12b6 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Request body: {'subnet': {'network_id': '78a53e10-7254-4db0-8104-3f48f37ddb77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:43:38.921225 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b23753-f2e1-4619-86f9-7b3d9d79a61b tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event updated for resources: {'Network': ['ID=78a53e10-7254-4db0-8104-3f48f37ddb77,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:38.931947 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 78a53e10-7254-4db0-8104-3f48f37ddb77 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:43:39.012376 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67140127-04b3-465a-86ae-1ea354fe12b6 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Made reservation on behalf of 015835ba1a5f4e05aead246a6e1521d9 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:43:39.016701 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-67140127-04b3-465a-86ae-1ea354fe12b6 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:39.219333 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-67140127-04b3-465a-86ae-1ea354fe12b6 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:39.277895 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67140127-04b3-465a-86ae-1ea354fe12b6 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event updated for resources: {'Subnet': ['ID=b4faa432-975b-41c9-aeb6-0f2afbd95759,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:39.288970 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67140127-04b3-465a-86ae-1ea354fe12b6 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Checking segment: {'id': 'f1ad9f0d-b5e3-4b5f-8684-0155f718812c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '78a53e10-7254-4db0-8104-3f48f37ddb77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:43:39.289341 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67140127-04b3-465a-86ae-1ea354fe12b6 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Network hostable DHCP agents. Network: 78a53e10-7254-4db0-8104-3f48f37ddb77, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:43:39.314917 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67140127-04b3-465a-86ae-1ea354fe12b6 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Network 78a53e10-7254-4db0-8104-3f48f37ddb77 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:43:39.325355 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-67140127-04b3-465a-86ae-1ea354fe12b6 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 78a53e10-7254-4db0-8104-3f48f37ddb77) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:43:39.331036 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67140127-04b3-465a-86ae-1ea354fe12b6 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:39.331639 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-67140127-04b3-465a-86ae-1ea354fe12b6 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:39.339250 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb36ba97-0e98-4730-b2ea-718ab5517a02 None None] Network 78a53e10-7254-4db0-8104-3f48f37ddb77 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:43:39.355162 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 49156) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:39.355552 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-67140127-04b3-465a-86ae-1ea354fe12b6 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4451883 Nov 09 21:43:39.361437 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-e360760b-94ae-4683-b82b-ebfb4fe26611 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1380165048', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:43:39.406895 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e360760b-94ae-4683-b82b-ebfb4fe26611 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:39.408559 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e360760b-94ae-4683-b82b-ebfb4fe26611 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:39.483318 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e360760b-94ae-4683-b82b-ebfb4fe26611 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:39.494313 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e360760b-94ae-4683-b82b-ebfb4fe26611 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:39.513576 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e360760b-94ae-4683-b82b-ebfb4fe26611 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:39.514779 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e360760b-94ae-4683-b82b-ebfb4fe26611 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1586125 Nov 09 21:43:39.517366 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 49160) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:39.523741 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e176018-692d-46ad-af9c-aa9dc17b3e68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-78a53e10-7254-4db0-8104-3f48f37ddb77', 'network_id': '78a53e10-7254-4db0-8104-3f48f37ddb77', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'fixed_ips': [{'subnet_id': 'b4faa432-975b-41c9-aeb6-0f2afbd95759'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:43:39.524718 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2e176018-692d-46ad-af9c-aa9dc17b3e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:39.662486 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device dbaeaa7d-fe9d-450e-98b9-79a80f50540f no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:43:39.688844 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: dbaeaa7d-fe9d-450e-98b9-79a80f50540f {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:43:39.689207 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device dbaeaa7d-fe9d-450e-98b9-79a80f50540f not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:43:39.894546 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-2e176018-692d-46ad-af9c-aa9dc17b3e68 None None] Allocated IP 2001:db8::2 (78a53e10-7254-4db0-8104-3f48f37ddb77/b4faa432-975b-41c9-aeb6-0f2afbd95759/84265846-011d-49a1-a6ed-bb63b57844d1) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:43:39.902781 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3e3a5eac-82f7-459a-8bdb-7b40752a42fc tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:39.994689 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2e176018-692d-46ad-af9c-aa9dc17b3e68 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:40.006898 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2e176018-692d-46ad-af9c-aa9dc17b3e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:40.065517 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e176018-692d-46ad-af9c-aa9dc17b3e68 None None] Pushing event updated for resources: {'Port': ['ID=84265846-011d-49a1-a6ed-bb63b57844d1,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:40.072724 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e176018-692d-46ad-af9c-aa9dc17b3e68 None None] Network 78a53e10-7254-4db0-8104-3f48f37ddb77 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:43:40.075076 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-2e176018-692d-46ad-af9c-aa9dc17b3e68 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:43:40.077404 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e176018-692d-46ad-af9c-aa9dc17b3e68 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:43:40.107257 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8639c68-b4ce-4a2b-a62f-e89b6064c61a req-86ed1fc7-abe7-46f5-a551-1c32a24cf19e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:40.115764 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e8639c68-b4ce-4a2b-a62f-e89b6064c61a req-86ed1fc7-abe7-46f5-a551-1c32a24cf19e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b HTTP/1.1" status: 200 len: 944 time: 0.1655638 Nov 09 21:43:40.151440 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-2e176018-692d-46ad-af9c-aa9dc17b3e68 None None] Attempting to bind port 84265846-011d-49a1-a6ed-bb63b57844d1 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:43:40.152067 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-2e176018-692d-46ad-af9c-aa9dc17b3e68 None None] Attempting to bind port 84265846-011d-49a1-a6ed-bb63b57844d1 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'f1ad9f0d-b5e3-4b5f-8684-0155f718812c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '78a53e10-7254-4db0-8104-3f48f37ddb77'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:43:40.152623 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e176018-692d-46ad-af9c-aa9dc17b3e68 None None] Attempting to bind port 84265846-011d-49a1-a6ed-bb63b57844d1 on network 78a53e10-7254-4db0-8104-3f48f37ddb77 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:43:40.164985 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e176018-692d-46ad-af9c-aa9dc17b3e68 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:43:40.165401 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e176018-692d-46ad-af9c-aa9dc17b3e68 None None] Checking segment: {'id': 'f1ad9f0d-b5e3-4b5f-8684-0155f718812c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '78a53e10-7254-4db0-8104-3f48f37ddb77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:43:40.166342 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2e176018-692d-46ad-af9c-aa9dc17b3e68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:40.167121 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e176018-692d-46ad-af9c-aa9dc17b3e68 None None] Bound using segment: {'id': 'f1ad9f0d-b5e3-4b5f-8684-0155f718812c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '78a53e10-7254-4db0-8104-3f48f37ddb77'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:43:40.167783 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-2e176018-692d-46ad-af9c-aa9dc17b3e68 None None] Bound port: 84265846-011d-49a1-a6ed-bb63b57844d1, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ad9f0d-b5e3-4b5f-8684-0155f718812c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '78a53e10-7254-4db0-8104-3f48f37ddb77'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:43:40.168384 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2e176018-692d-46ad-af9c-aa9dc17b3e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:40.242274 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-2e176018-692d-46ad-af9c-aa9dc17b3e68 None None] For port 84265846-011d-49a1-a6ed-bb63b57844d1, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:43:40.246749 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-2e176018-692d-46ad-af9c-aa9dc17b3e68 None None] For port 84265846-011d-49a1-a6ed-bb63b57844d1, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=84265846-011d-49a1-a6ed-bb63b57844d1,segment=NetworkSegment(f1ad9f0d-b5e3-4b5f-8684-0155f718812c),segment_id=f1ad9f0d-b5e3-4b5f-8684-0155f718812c)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:43:40.256960 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2e176018-692d-46ad-af9c-aa9dc17b3e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:40.262770 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e8639c68-b4ce-4a2b-a62f-e89b6064c61a req-96405bd3-8c54-4cb8-932d-b23eb3ee7a70 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460874 Nov 09 21:43:40.354915 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e176018-692d-46ad-af9c-aa9dc17b3e68 None None] Pushing event updated for resources: {'Port': ['ID=84265846-011d-49a1-a6ed-bb63b57844d1,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:40.401956 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-3e3a5eac-82f7-459a-8bdb-7b40752a42fc tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Allocated IP 2001:db8::1 (78a53e10-7254-4db0-8104-3f48f37ddb77/b4faa432-975b-41c9-aeb6-0f2afbd95759/5ee06461-3b19-4ebb-a8fa-39db13c9a7c8) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:43:40.551360 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3e3a5eac-82f7-459a-8bdb-7b40752a42fc tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:40.625478 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3e3a5eac-82f7-459a-8bdb-7b40752a42fc tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:40.681926 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3a5eac-82f7-459a-8bdb-7b40752a42fc tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Network 78a53e10-7254-4db0-8104-3f48f37ddb77 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:43:40.700591 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-3e3a5eac-82f7-459a-8bdb-7b40752a42fc tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:43:40.702634 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3a5eac-82f7-459a-8bdb-7b40752a42fc tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event updated for resources: {'Port': ['ID=5ee06461-3b19-4ebb-a8fa-39db13c9a7c8,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:40.711661 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3a5eac-82f7-459a-8bdb-7b40752a42fc tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:43:40.712328 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3e3a5eac-82f7-459a-8bdb-7b40752a42fc tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:40.859715 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3e3a5eac-82f7-459a-8bdb-7b40752a42fc tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:41.187189 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3e3a5eac-82f7-459a-8bdb-7b40752a42fc tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:41.196246 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3e3a5eac-82f7-459a-8bdb-7b40752a42fc tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:41.197455 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3e3a5eac-82f7-459a-8bdb-7b40752a42fc tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:41.267772 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3a5eac-82f7-459a-8bdb-7b40752a42fc tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event updated for resources: {'Port': ['ID=5ee06461-3b19-4ebb-a8fa-39db13c9a7c8,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:41.405715 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3a5eac-82f7-459a-8bdb-7b40752a42fc tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Network 78a53e10-7254-4db0-8104-3f48f37ddb77 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:43:41.407189 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-3e3a5eac-82f7-459a-8bdb-7b40752a42fc tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:43:41.547223 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04d1fd-2bec-4c09-81ff-646de69a287f req-d5a5ff5e-132d-4e6e-bb6c-c037d31e8fe0 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:41.549594 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2b04d1fd-2bec-4c09-81ff-646de69a287f req-d5a5ff5e-132d-4e6e-bb6c-c037d31e8fe0 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b HTTP/1.1" status: 200 len: 944 time: 0.1345029 Nov 09 21:43:41.657699 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2b04d1fd-2bec-4c09-81ff-646de69a287f req-54e0a278-f301-4450-aced-23c05bd61896 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950203 Nov 09 21:43:41.661824 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e3a5eac-82f7-459a-8bdb-7b40752a42fc tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Router e9463c43-e6bc-4be4-a969-e5b2d7707bb4 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:43:41.808514 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 84265846-011d-49a1-a6ed-bb63b57844d1 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:43:41.861265 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3a5eac-82f7-459a-8bdb-7b40752a42fc tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:43:41.862421 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcc7feb-8e7b-4f57-bce4-c068123c23b6 None None] Network 78a53e10-7254-4db0-8104-3f48f37ddb77 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:43:41.871724 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4630b0f-0f96-4cf3-af4b-ce30e2bced41 None None] Sync routers for ids ['e9463c43-e6bc-4be4-a969-e5b2d7707bb4'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:43:41.885426 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-3e3a5eac-82f7-459a-8bdb-7b40752a42fc tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "PUT /v2.0/routers/e9463c43-e6bc-4be4-a969-e5b2d7707bb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3670151 Nov 09 21:43:41.888051 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49242) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:41.897347 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4630b0f-0f96-4cf3-af4b-ce30e2bced41 None None] Routers {'e9463c43-e6bc-4be4-a969-e5b2d7707bb4'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:43:41.897962 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-e4630b0f-0f96-4cf3-af4b-ce30e2bced41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:43:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e9463c43-e6bc-4be4-a969-e5b2d7707bb4'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:41.952322 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-e4630b0f-0f96-4cf3-af4b-ce30e2bced41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:41.969470 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4630b0f-0f96-4cf3-af4b-ce30e2bced41 None None] Routers {'e9463c43-e6bc-4be4-a969-e5b2d7707bb4'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:43:41.970055 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-e4630b0f-0f96-4cf3-af4b-ce30e2bced41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:43:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e9463c43-e6bc-4be4-a969-e5b2d7707bb4'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:41.983025 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fd33a8-486a-4b1f-9395-cc68f88a44a1 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:41.985544 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-48fd33a8-486a-4b1f-9395-cc68f88a44a1 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "GET /v2.0/ports/5ee06461-3b19-4ebb-a8fa-39db13c9a7c8 HTTP/1.1" status: 200 len: 911 time: 0.0952775 Nov 09 21:43:41.988318 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49252) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:42.017418 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-e4630b0f-0f96-4cf3-af4b-ce30e2bced41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:42.018058 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4630b0f-0f96-4cf3-af4b-ce30e2bced41 None None] The sync data for ids ['e9463c43-e6bc-4be4-a969-e5b2d7707bb4'] in n-d-816206-3 is: [] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:43:42.296747 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 84265846-011d-49a1-a6ed-bb63b57844d1 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:43:42.297324 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:42.306565 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-5365bd68-4b1a-4494-b148-78841f2b22d8 None None] Provisioning complete for port 84265846-011d-49a1-a6ed-bb63b57844d1 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:43:42.307147 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5365bd68-4b1a-4494-b148-78841f2b22d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:42.427304 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-29a12ca9-a0c6-485a-9047-09ef40f3cf32 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:42.632531 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5365bd68-4b1a-4494-b148-78841f2b22d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:42.636815 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:42.717894 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 84265846-011d-49a1-a6ed-bb63b57844d1, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=84265846-011d-49a1-a6ed-bb63b57844d1,segment=NetworkSegment(f1ad9f0d-b5e3-4b5f-8684-0155f718812c),segment_id=f1ad9f0d-b5e3-4b5f-8684-0155f718812c)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:43:42.728060 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:42.935307 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=84265846-011d-49a1-a6ed-bb63b57844d1,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:42.944446 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.db.api [None req-5365bd68-4b1a-4494-b148-78841f2b22d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 21:43:42.944787 n-d-816206-3 neutron-server[102609]: DEBUG oslo_db.api [None req-5365bd68-4b1a-4494-b148-78841f2b22d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 21:43:42.946636 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eddcfea-749d-4323-ac9e-2981b8e9fd01 req-64b8c069-44cc-4867-9b8d-4c47a144675c tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:42.948593 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5eddcfea-749d-4323-ac9e-2981b8e9fd01 req-64b8c069-44cc-4867-9b8d-4c47a144675c tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b HTTP/1.1" status: 200 len: 944 time: 0.1585991 Nov 09 21:43:42.966306 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-29a12ca9-a0c6-485a-9047-09ef40f3cf32 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Deleting port 5ee06461-3b19-4ebb-a8fa-39db13c9a7c8 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:43:42.966774 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-29a12ca9-a0c6-485a-9047-09ef40f3cf32 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:43.073647 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5eddcfea-749d-4323-ac9e-2981b8e9fd01 req-e90ee6e4-3075-4e0a-92ea-fc5fb1a062fa tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173100 Nov 09 21:43:43.119419 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-29a12ca9-a0c6-485a-9047-09ef40f3cf32 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:43.135003 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-29a12ca9-a0c6-485a-9047-09ef40f3cf32 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Calling delete_port for 5ee06461-3b19-4ebb-a8fa-39db13c9a7c8 owned by network:router_interface {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:43:43.420256 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-29a12ca9-a0c6-485a-9047-09ef40f3cf32 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:43.475988 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a12ca9-a0c6-485a-9047-09ef40f3cf32 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event deleted for resources: {'Port': ['ID=5ee06461-3b19-4ebb-a8fa-39db13c9a7c8,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:43.617164 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-29a12ca9-a0c6-485a-9047-09ef40f3cf32 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:43.646709 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-0ce0ba84-5a7a-4851-903a-434ed0311fba None None] Could not find standard attr ID for object 5ee06461-3b19-4ebb-a8fa-39db13c9a7c8. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 21:43:43.745068 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 84265846-011d-49a1-a6ed-bb63b57844d1 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:43:43.749835 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:43:43.752829 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-0ce0ba84-5a7a-4851-903a-434ed0311fba None None] Provisioning complete for port 84265846-011d-49a1-a6ed-bb63b57844d1 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:43:43.753205 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0ce0ba84-5a7a-4851-903a-434ed0311fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:43.938210 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a12ca9-a0c6-485a-9047-09ef40f3cf32 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Router e9463c43-e6bc-4be4-a969-e5b2d7707bb4 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:43:43.987708 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429,segment=NetworkSegment(3170744c-3447-44d8-9a0c-fa1ee6e7efbc),segment_id=3170744c-3447-44d8-9a0c-fa1ee6e7efbc)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:43:44.035350 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 84265846-011d-49a1-a6ed-bb63b57844d1 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:43:44.038200 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:44.043035 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': 'be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'port_id': 'be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429', 'mac_address': 'fa:16:3e:a3:14:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9efcad5d-d250-42ce-b381-abda2d565ce1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:43:44.074943 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a12ca9-a0c6-485a-9047-09ef40f3cf32 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:43:44.084362 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-29a12ca9-a0c6-485a-9047-09ef40f3cf32 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "PUT /v2.0/routers/e9463c43-e6bc-4be4-a969-e5b2d7707bb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0941186 Nov 09 21:43:44.086802 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49450) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:44.099593 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413aeeef-c8fe-46c7-8ccc-7cc97269b8d3 None None] Sync routers for ids ['e9463c43-e6bc-4be4-a969-e5b2d7707bb4'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:43:44.115202 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413aeeef-c8fe-46c7-8ccc-7cc97269b8d3 None None] Routers {'e9463c43-e6bc-4be4-a969-e5b2d7707bb4'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:43:44.116705 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-413aeeef-c8fe-46c7-8ccc-7cc97269b8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:43:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e9463c43-e6bc-4be4-a969-e5b2d7707bb4'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:44.155581 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ef90bc62-c910-42ca-8610-4cf63011d62f tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9463c43-e6bc-4be4-a969-e5b2d7707bb4 HTTP/1.1" status: 200 len: 205 time: 0.0643568 Nov 09 21:43:44.156130 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 49460) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:44.162697 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-413aeeef-c8fe-46c7-8ccc-7cc97269b8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:44.248989 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413aeeef-c8fe-46c7-8ccc-7cc97269b8d3 None None] Routers {'e9463c43-e6bc-4be4-a969-e5b2d7707bb4'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:43:44.249819 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-413aeeef-c8fe-46c7-8ccc-7cc97269b8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:43:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e9463c43-e6bc-4be4-a969-e5b2d7707bb4'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:44.308562 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-413aeeef-c8fe-46c7-8ccc-7cc97269b8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:44.309502 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413aeeef-c8fe-46c7-8ccc-7cc97269b8d3 None None] The sync data for ids ['e9463c43-e6bc-4be4-a969-e5b2d7707bb4'] in n-d-816206-3 is: [] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:43:44.348947 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:44.359716 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a682610-e4f7-45ed-a8e5-dc4080b8584b tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:44.360377 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4980a-10e3-4376-8e37-48b9749cffb7 req-2edbc9a6-418e-4aa9-b3c2-785643990df0 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:44.367151 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-19e4980a-10e3-4376-8e37-48b9749cffb7 req-2edbc9a6-418e-4aa9-b3c2-785643990df0 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b HTTP/1.1" status: 200 len: 944 time: 0.1164513 Nov 09 21:43:44.388231 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:43:44.411460 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429,segment=NetworkSegment(3170744c-3447-44d8-9a0c-fa1ee6e7efbc),segment_id=3170744c-3447-44d8-9a0c-fa1ee6e7efbc)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:43:44.422634 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:44.498590 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:44.505976 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-550f09be-f036-4897-8252-555cacd08b6e None None] Could not find standard attr ID for object 5ee06461-3b19-4ebb-a8fa-39db13c9a7c8. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 21:43:44.563886 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-19e4980a-10e3-4376-8e37-48b9749cffb7 req-8a303954-4be5-4aae-a9cd-1b543f469660 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694996 Nov 09 21:43:44.627226 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:43:44.633600 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a682610-e4f7-45ed-a8e5-dc4080b8584b tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:44.637099 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a682610-e4f7-45ed-a8e5-dc4080b8584b tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:44.699155 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a682610-e4f7-45ed-a8e5-dc4080b8584b tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:44.700584 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a682610-e4f7-45ed-a8e5-dc4080b8584b tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Fanout notify agent at l3_agent the message router_deleted on router e9463c43-e6bc-4be4-a969-e5b2d7707bb4 {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:43:44.712481 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a682610-e4f7-45ed-a8e5-dc4080b8584b tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:44.713778 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6a682610-e4f7-45ed-a8e5-dc4080b8584b tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "DELETE /v2.0/routers/e9463c43-e6bc-4be4-a969-e5b2d7707bb4 HTTP/1.1" status: 204 len: 168 time: 0.5565674 Nov 09 21:43:44.716376 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 49510) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:44.782578 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-1998250e-ca34-471d-a81a-3986894cd7d6 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Deleting subnet b4faa432-975b-41c9-aeb6-0f2afbd95759 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:43:44.787206 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1998250e-ca34-471d-a81a-3986894cd7d6 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:44.837465 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1998250e-ca34-471d-a81a-3986894cd7d6 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:44.959038 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1998250e-ca34-471d-a81a-3986894cd7d6 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:45.030112 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1998250e-ca34-471d-a81a-3986894cd7d6 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:45.062882 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1998250e-ca34-471d-a81a-3986894cd7d6 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event deleted for resources: {'Subnet': ['ID=b4faa432-975b-41c9-aeb6-0f2afbd95759,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:45.067069 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1998250e-ca34-471d-a81a-3986894cd7d6 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:45.073281 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1998250e-ca34-471d-a81a-3986894cd7d6 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "DELETE /v2.0/subnets/b4faa432-975b-41c9-aeb6-0f2afbd95759 HTTP/1.1" status: 204 len: 168 time: 0.3533237 Nov 09 21:43:45.073968 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 49548) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:45.078335 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cddf0b-0c9a-4b6e-9160-ae38b8a58b9e None None] Network 78a53e10-7254-4db0-8104-3f48f37ddb77 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:43:45.219909 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-edc07f61-a261-4be7-a702-bc3437b1b6ed tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:45.313460 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-edc07f61-a261-4be7-a702-bc3437b1b6ed tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Deleting port 84265846-011d-49a1-a6ed-bb63b57844d1 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:43:45.313801 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-edc07f61-a261-4be7-a702-bc3437b1b6ed tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:45.410887 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedbf1b3-b30e-42da-a760-40b161b4950c None None] DHCP port deletion for 78a53e10-7254-4db0-8104-3f48f37ddb77 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:43:45.434705 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-edc07f61-a261-4be7-a702-bc3437b1b6ed tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] For port 84265846-011d-49a1-a6ed-bb63b57844d1, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=84265846-011d-49a1-a6ed-bb63b57844d1,segment=NetworkSegment(f1ad9f0d-b5e3-4b5f-8684-0155f718812c),segment_id=f1ad9f0d-b5e3-4b5f-8684-0155f718812c)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:43:45.435357 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-edc07f61-a261-4be7-a702-bc3437b1b6ed tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:45.479984 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-fedbf1b3-b30e-42da-a760-40b161b4950c None None] Deleting port 84265846-011d-49a1-a6ed-bb63b57844d1 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:43:45.480370 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fedbf1b3-b30e-42da-a760-40b161b4950c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:45.510461 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-edc07f61-a261-4be7-a702-bc3437b1b6ed tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Calling delete_port for 84265846-011d-49a1-a6ed-bb63b57844d1 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:43:45.568066 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-fedbf1b3-b30e-42da-a760-40b161b4950c None None] For port 84265846-011d-49a1-a6ed-bb63b57844d1, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=84265846-011d-49a1-a6ed-bb63b57844d1,segment=NetworkSegment(f1ad9f0d-b5e3-4b5f-8684-0155f718812c),segment_id=f1ad9f0d-b5e3-4b5f-8684-0155f718812c)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:43:45.568469 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fedbf1b3-b30e-42da-a760-40b161b4950c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:45.589323 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-fedbf1b3-b30e-42da-a760-40b161b4950c None None] Calling delete_port for 84265846-011d-49a1-a6ed-bb63b57844d1 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:43:45.712300 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-edc07f61-a261-4be7-a702-bc3437b1b6ed tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:45.740819 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fedbf1b3-b30e-42da-a760-40b161b4950c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:45.743197 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:43:45.782892 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc07f61-a261-4be7-a702-bc3437b1b6ed tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event deleted for resources: {'Port': ['ID=84265846-011d-49a1-a6ed-bb63b57844d1,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:45.802389 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc07f61-a261-4be7-a702-bc3437b1b6ed tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] No DVR routers for this DVR port 84265846-011d-49a1-a6ed-bb63b57844d1 on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:43:45.838999 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 84265846-011d-49a1-a6ed-bb63b57844d1 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:43:45.947096 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb77888-8289-438b-9c7d-ae7e03ba60da req-1d606173-a7c2-4902-855f-b86fdb83bc61 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:45.948777 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1eb77888-8289-438b-9c7d-ae7e03ba60da req-1d606173-a7c2-4902-855f-b86fdb83bc61 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b HTTP/1.1" status: 200 len: 945 time: 0.1770117 Nov 09 21:43:45.962033 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 84265846-011d-49a1-a6ed-bb63b57844d1 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:43:45.962381 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 84265846-011d-49a1-a6ed-bb63b57844d1 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:43:45.981188 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedbf1b3-b30e-42da-a760-40b161b4950c None None] Pushing event deleted for resources: {'Port': ['ID=84265846-011d-49a1-a6ed-bb63b57844d1,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:45.986703 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedbf1b3-b30e-42da-a760-40b161b4950c None None] No DVR routers for this DVR port 84265846-011d-49a1-a6ed-bb63b57844d1 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:43:46.027528 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:43:46.033003 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:43:46.033842 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:46.044056 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1eb77888-8289-438b-9c7d-ae7e03ba60da req-8cf75b90-db19-43fc-8114-360da40d9cdc tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879958 Nov 09 21:43:46.046077 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-edc07f61-a261-4be7-a702-bc3437b1b6ed tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:46.084920 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-edc07f61-a261-4be7-a702-bc3437b1b6ed tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78a53e10-7254-4db0-8104-3f48f37ddb77']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:46.096608 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-edc07f61-a261-4be7-a702-bc3437b1b6ed tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1ad9f0d-b5e3-4b5f-8684-0155f718812c') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:46.096871 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-edc07f61-a261-4be7-a702-bc3437b1b6ed tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1ad9f0d-b5e3-4b5f-8684-0155f718812c') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:46.117036 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-edc07f61-a261-4be7-a702-bc3437b1b6ed tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:46.145121 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-edc07f61-a261-4be7-a702-bc3437b1b6ed tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:46.154795 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edc07f61-a261-4be7-a702-bc3437b1b6ed tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:43:46.155300 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-edc07f61-a261-4be7-a702-bc3437b1b6ed tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:46.155415 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:46.185396 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:43:46.188665 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fdf4be3-7336-4f28-b797-5de034a9b343" -d '{"events": [{"server_uuid": "8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b", "name": "network-vif-plugged", "status": "completed", "tag": "be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:43:46.226529 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429,segment=NetworkSegment(3170744c-3447-44d8-9a0c-fa1ee6e7efbc),segment_id=3170744c-3447-44d8-9a0c-fa1ee6e7efbc)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:43:46.237159 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:46.375377 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:46.447327 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49686) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:46.451964 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-53a02bbb-8934-40c6-aeb4-d705ffb9e976 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1676836613', 'description': 'tempest-secgroup-smoke-1676836613 description', 'project_id': '469f95456a2b40728525091048862e3f'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:43:46.514132 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-53a02bbb-8934-40c6-aeb4-d705ffb9e976 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:46.546172 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ee7abf-d996-4ef3-9f40-5abd59135bf8 x-openstack-request-id: req-e8ee7abf-d996-4ef3-9f40-5abd59135bf8 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:43:46.546489 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b", "name": "network-vif-plugged", "status": "completed", "tag": "be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:43:46.546717 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e8ee7abf-d996-4ef3-9f40-5abd59135bf8 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:43:46.547123 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429', 'code': 200} Nov 09 21:43:46.690866 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c764a27-6eda-45ba-91e6-151c533b378d req-fafe8234-1020-467d-a146-ee6832ba27ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:46.692859 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2c764a27-6eda-45ba-91e6-151c533b378d req-fafe8234-1020-467d-a146-ee6832ba27ac service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b HTTP/1.1" status: 200 len: 1097 time: 0.0676959 Nov 09 21:43:46.730422 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:43:46.730422 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:43:46.730422 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:43:46.730422 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:43:46.730422 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:43:46.730422 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:43:46.730422 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:43:46.730422 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:43:46.730422 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:43:46.730422 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:43:46.730422 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:43:46.730422 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:43:46.730422 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:43:46.730422 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:43:46.730422 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:43:46.730422 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:43:46.730422 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:43:46.730422 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:43:46.730422 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:43:46.730422 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:43:46.730422 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:43:46.730422 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:43:46.730422 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:43:46.730422 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:43:46.730422 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:43:46.730422 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:43:46.730422 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:43:46.730422 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:43:46.730422 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:43:46.730422 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:43:46.730422 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:43:46.730422 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:43:46.736656 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-edc07f61-a261-4be7-a702-bc3437b1b6ed tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:46.746344 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-edc07f61-a261-4be7-a702-bc3437b1b6ed tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:46.754243 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-edc07f61-a261-4be7-a702-bc3437b1b6ed tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "DELETE /v2.0/networks/78a53e10-7254-4db0-8104-3f48f37ddb77 HTTP/1.1" status: 204 len: 168 time: 1.6797731 Nov 09 21:43:46.756981 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 49718) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:46.762197 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-c0c2ca51-df79-4f6d-b207-4e71bfd99c9d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1949498924', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}, 'admin_state_up': False}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:43:46.771368 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2c764a27-6eda-45ba-91e6-151c533b378d req-6bbcfae6-c4d2-4ab5-b306-724cb6daec4d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715067 Nov 09 21:43:46.786202 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc07f61-a261-4be7-a702-bc3437b1b6ed tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event deleted for resources: {'Network': ['ID=78a53e10-7254-4db0-8104-3f48f37ddb77,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:46.826584 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-53a02bbb-8934-40c6-aeb4-d705ffb9e976 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:46.831718 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c0c2ca51-df79-4f6d-b207-4e71bfd99c9d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:46.833016 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c0c2ca51-df79-4f6d-b207-4e71bfd99c9d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:46.834604 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-53a02bbb-8934-40c6-aeb4-d705ffb9e976 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:46.855824 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-53a02bbb-8934-40c6-aeb4-d705ffb9e976 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:46.857182 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-53a02bbb-8934-40c6-aeb4-d705ffb9e976 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4089403 Nov 09 21:43:46.864083 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49728) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:46.871687 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-4147da00-99f2-4bf8-ab86-cb754c0a0698 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Request body: {'security_group_rule': {'security_group_id': 'fb6a75aa-32b9-40fc-a03f-75c0344eb296', 'project_id': '469f95456a2b40728525091048862e3f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:43:46.896728 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a02bbb-8934-40c6-aeb4-d705ffb9e976 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6a75aa-32b9-40fc-a03f-75c0344eb296,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:46.929387 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4147da00-99f2-4bf8-ab86-cb754c0a0698 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:46.970697 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c0c2ca51-df79-4f6d-b207-4e71bfd99c9d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:47.074897 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4147da00-99f2-4bf8-ab86-cb754c0a0698 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:47.080843 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4147da00-99f2-4bf8-ab86-cb754c0a0698 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:47.110027 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4147da00-99f2-4bf8-ab86-cb754c0a0698 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beff7c0e-57bd-4366-8356-04a14eeb8852,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:47.121539 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4147da00-99f2-4bf8-ab86-cb754c0a0698 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:47.123457 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4147da00-99f2-4bf8-ab86-cb754c0a0698 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2579379 Nov 09 21:43:47.125860 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49760) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:47.133135 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-8341510f-dbb1-4f2c-87d7-4494f404b07c tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Request body: {'security_group_rule': {'security_group_id': 'fb6a75aa-32b9-40fc-a03f-75c0344eb296', 'project_id': '469f95456a2b40728525091048862e3f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:43:47.163476 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c0c2ca51-df79-4f6d-b207-4e71bfd99c9d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:47.177715 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8341510f-dbb1-4f2c-87d7-4494f404b07c tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:47.281190 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed70ea-3fca-482c-8566-65c23a56c099 req-76bdd444-a926-46f0-ac04-d27a9a5026a8 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:47.283088 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9fed70ea-3fca-482c-8566-65c23a56c099 req-76bdd444-a926-46f0-ac04-d27a9a5026a8 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b HTTP/1.1" status: 200 len: 946 time: 0.0975747 Nov 09 21:43:47.351115 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8341510f-dbb1-4f2c-87d7-4494f404b07c tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:47.357685 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8341510f-dbb1-4f2c-87d7-4494f404b07c tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:47.410810 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341510f-dbb1-4f2c-87d7-4494f404b07c tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da88af1d-6cf0-46dc-af93-7f2800b7e293,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:47.428152 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8341510f-dbb1-4f2c-87d7-4494f404b07c tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:47.430231 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8341510f-dbb1-4f2c-87d7-4494f404b07c tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3018928 Nov 09 21:43:47.435572 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49792) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:47.441560 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-0ac93d1e-c342-4dcb-861b-0d0f08a5add0 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Request body: {'security_group_rule': {'security_group_id': 'fb6a75aa-32b9-40fc-a03f-75c0344eb296', 'project_id': '469f95456a2b40728525091048862e3f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:43:47.502985 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9fed70ea-3fca-482c-8566-65c23a56c099 req-4036187b-0aca-4f32-9583-af7bf942ec83 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023728 Nov 09 21:43:47.506609 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0ac93d1e-c342-4dcb-861b-0d0f08a5add0 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:47.553433 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c0c2ca51-df79-4f6d-b207-4e71bfd99c9d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for router_gateway, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:47.570336 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0ac93d1e-c342-4dcb-861b-0d0f08a5add0 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:47.575292 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0ac93d1e-c342-4dcb-861b-0d0f08a5add0 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:47.577118 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c0c2ca51-df79-4f6d-b207-4e71bfd99c9d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:47.601963 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac93d1e-c342-4dcb-861b-0d0f08a5add0 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7552c501-7900-495b-baee-0dc7e216efe0,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:47.625940 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a89b4e71-666e-482c-a017-e573bd7bae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:47.634889 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0ac93d1e-c342-4dcb-861b-0d0f08a5add0 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:47.636553 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0ac93d1e-c342-4dcb-861b-0d0f08a5add0 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1997936 Nov 09 21:43:47.639174 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49800) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:47.665606 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-c1d5521e-7d86-4866-801a-4d891916e92a tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Request body: {'security_group_rule': {'security_group_id': 'fb6a75aa-32b9-40fc-a03f-75c0344eb296', 'project_id': '469f95456a2b40728525091048862e3f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:43:47.697827 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-c0c2ca51-df79-4f6d-b207-4e71bfd99c9d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Allocated IP 172.25.7.89 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/e11866d7-29cb-4b8c-8c01-6d0b99b14deb) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:43:47.713170 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c1d5521e-7d86-4866-801a-4d891916e92a tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:47.800352 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c1d5521e-7d86-4866-801a-4d891916e92a tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:47.806197 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c1d5521e-7d86-4866-801a-4d891916e92a tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:47.828451 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5521e-7d86-4866-801a-4d891916e92a tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdf45c15-7095-43fd-9ef0-2eddc6843109,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:47.842830 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c1d5521e-7d86-4866-801a-4d891916e92a tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:47.845321 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c1d5521e-7d86-4866-801a-4d891916e92a tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2049961 Nov 09 21:43:47.848616 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 49806) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:47.855467 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-216ed01e-1de8-447f-8f7c-d7daa0a448a3 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Request body: {'security_group_rule': {'security_group_id': 'fb6a75aa-32b9-40fc-a03f-75c0344eb296', 'project_id': '469f95456a2b40728525091048862e3f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:43:47.902011 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c0c2ca51-df79-4f6d-b207-4e71bfd99c9d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:47.916521 n-d-816206-3 neutron-server[102607]: INFO neutron.db.securitygroups_db [None req-216ed01e-1de8-447f-8f7c-d7daa0a448a3 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Project 469f95456a2b40728525091048862e3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 21:43:47.927740 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-216ed01e-1de8-447f-8f7c-d7daa0a448a3 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:47.995127 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c0c2ca51-df79-4f6d-b207-4e71bfd99c9d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:48.074100 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c2ca51-df79-4f6d-b207-4e71bfd99c9d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:43:48.075917 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-216ed01e-1de8-447f-8f7c-d7daa0a448a3 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:48.079439 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-c0c2ca51-df79-4f6d-b207-4e71bfd99c9d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:43:48.084707 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c2ca51-df79-4f6d-b207-4e71bfd99c9d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:43:48.086917 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-216ed01e-1de8-447f-8f7c-d7daa0a448a3 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:48.102424 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e7d849-e850-4e3f-9c0f-982712220be6 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:43:48.136682 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c2ca51-df79-4f6d-b207-4e71bfd99c9d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event updated for resources: {'Port': ['ID=e11866d7-29cb-4b8c-8c01-6d0b99b14deb,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:48.172581 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-3628673c-e319-4912-9d8c-551f210202dc None None] Provisioning complete for port e11866d7-29cb-4b8c-8c01-6d0b99b14deb triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:43:48.173082 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3628673c-e319-4912-9d8c-551f210202dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:48.179537 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ed01e-1de8-447f-8f7c-d7daa0a448a3 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd4f43e1-8dbe-4934-a6bd-23565525b2b5,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:48.232184 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-3628673c-e319-4912-9d8c-551f210202dc None None] Port e11866d7-29cb-4b8c-8c01-6d0b99b14deb cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:43:48.237807 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-216ed01e-1de8-447f-8f7c-d7daa0a448a3 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:48.245127 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49824) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:48.245307 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-216ed01e-1de8-447f-8f7c-d7daa0a448a3 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3954170 Nov 09 21:43:48.249735 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-7eb058db-4b82-45d5-a9f5-4973ad315177 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Request body: {'security_group_rule': {'security_group_id': 'fb6a75aa-32b9-40fc-a03f-75c0344eb296', 'project_id': '469f95456a2b40728525091048862e3f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:43:48.304104 n-d-816206-3 neutron-server[102608]: INFO neutron.db.securitygroups_db [None req-7eb058db-4b82-45d5-a9f5-4973ad315177 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Project 469f95456a2b40728525091048862e3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 21:43:48.313851 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7eb058db-4b82-45d5-a9f5-4973ad315177 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:48.423642 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7eb058db-4b82-45d5-a9f5-4973ad315177 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:48.430214 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7eb058db-4b82-45d5-a9f5-4973ad315177 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:48.454013 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb058db-4b82-45d5-a9f5-4973ad315177 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cb4a9be-e36d-4486-99f7-fa192a4ada8e,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:48.474812 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7eb058db-4b82-45d5-a9f5-4973ad315177 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:48.491717 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7eb058db-4b82-45d5-a9f5-4973ad315177 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2453682 Nov 09 21:43:48.583329 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c0c2ca51-df79-4f6d-b207-4e71bfd99c9d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for router_gateway, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:48.644057 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9049d28-8b98-4330-8f07-664cdeced955 req-3a4c1acf-2b1e-47eb-969c-e95f1c4981ba tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:48.645723 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c9049d28-8b98-4330-8f07-664cdeced955 req-3a4c1acf-2b1e-47eb-969c-e95f1c4981ba tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b HTTP/1.1" status: 200 len: 946 time: 0.0526428 Nov 09 21:43:48.762801 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c9049d28-8b98-4330-8f07-664cdeced955 req-41412f4e-3640-4b0d-b2ff-eeffc28c267f tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090620 Nov 09 21:43:48.874796 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c0c2ca51-df79-4f6d-b207-4e71bfd99c9d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:48.934632 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6b59a-32c4-43a8-a6b3-660683453785 req-9b887f45-825e-4783-9be1-82d33f7885a9 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:48.937385 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-44d6b59a-32c4-43a8-a6b3-660683453785 req-9b887f45-825e-4783-9be1-82d33f7885a9 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b HTTP/1.1" status: 200 len: 946 time: 0.0847936 Nov 09 21:43:48.947698 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-e4f24074-bd42-40bf-9549-74dc21b48fad tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1676836613&fields=id&tenant_id=469f95456a2b40728525091048862e3f HTTP/1.1" status: 200 len: 267 time: 0.1532893 Nov 09 21:43:49.056206 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-44d6b59a-32c4-43a8-a6b3-660683453785 req-7b86407b-dc97-4a41-8f9b-0a5b0b350b19 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121528 Nov 09 21:43:49.285044 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-60bf5b2c-1af9-4d12-850b-d34ecdf69b4f tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:49.292861 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-60bf5b2c-1af9-4d12-850b-d34ecdf69b4f tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/networks?id=73b69311-b279-489e-af0f-ad8fda1b30f5 HTTP/1.1" status: 200 len: 813 time: 0.3317516 Nov 09 21:43:49.296082 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c2ca51-df79-4f6d-b207-4e71bfd99c9d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Router b40744dc-6da0-4739-bc72-4809f3273085 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:43:49.319811 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-d362277f-3372-4d14-8f1d-d564d7f4ce66 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/quotas/469f95456a2b40728525091048862e3f HTTP/1.1" status: 200 len: 375 time: 0.0260708 Nov 09 21:43:49.449061 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-f60ad238-2461-465f-badb-f6abed81839f tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=469f95456a2b40728525091048862e3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1281435 Nov 09 21:43:49.537861 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c2ca51-df79-4f6d-b207-4e71bfd99c9d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:43:49.549947 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f7d847-8df8-4c11-9774-eef4b58898bb None None] Sync routers for ids ['b40744dc-6da0-4739-bc72-4809f3273085'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:43:49.568524 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f7d847-8df8-4c11-9774-eef4b58898bb None None] Routers {'b40744dc-6da0-4739-bc72-4809f3273085'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:43:49.569210 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-f5f7d847-8df8-4c11-9774-eef4b58898bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:43:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['b40744dc-6da0-4739-bc72-4809f3273085'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:49.589421 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c0c2ca51-df79-4f6d-b207-4e71bfd99c9d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:49.593105 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c0c2ca51-df79-4f6d-b207-4e71bfd99c9d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.8323467 Nov 09 21:43:49.594269 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49870) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:49.660360 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-f5f7d847-8df8-4c11-9774-eef4b58898bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:49.679968 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f7d847-8df8-4c11-9774-eef4b58898bb None None] Routers {'b40744dc-6da0-4739-bc72-4809f3273085'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:43:49.680576 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-f5f7d847-8df8-4c11-9774-eef4b58898bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:43:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['b40744dc-6da0-4739-bc72-4809f3273085'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:49.757132 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-f5f7d847-8df8-4c11-9774-eef4b58898bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:49.759793 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f7d847-8df8-4c11-9774-eef4b58898bb None None] The sync data for ids ['b40744dc-6da0-4739-bc72-4809f3273085'] in n-d-816206-3 is: [] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:43:49.802111 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-22913c12-6a67-4f18-8910-ff64a95fb5f4 service neutron] 10.222.0.49 "GET /v2.0/networks/73b69311-b279-489e-af0f-ad8fda1b30f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957761 Nov 09 21:43:49.889588 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-04fa2cac-eca4-4a88-9ccd-cbf1952db7df tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "GET /v2.0/routers/b40744dc-6da0-4739-bc72-4809f3273085 HTTP/1.1" status: 200 len: 884 time: 0.2934840 Nov 09 21:43:49.890284 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49886) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:49.941632 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-05a864f1-3de8-49c9-881d-8c2a8763c0cb service neutron] 10.222.0.49 "GET /v2.0/networks/73b69311-b279-489e-af0f-ad8fda1b30f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261091 Nov 09 21:43:50.182601 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-92a0875c-f0b0-4eb6-a5e8-7f3ed0b18766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:50.283240 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b13f3e2d-5a65-4e3e-b46b-7d115562ae75 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3918436 Nov 09 21:43:50.286297 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49906) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:50.296491 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-a436b1b9-8b44-4f69-877c-349c9f32a959 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1949498924'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:43:50.622708 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3080cb6a-5193-441e-90d7-2e6ac930e7fa req-e782461c-dd30-4e7f-8c57-8eb00f3d89d8 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/ports?device_id=09b4dfd1-2f39-42ec-a372-ec8f56b0394b HTTP/1.1" status: 200 len: 210 time: 0.0745873 Nov 09 21:43:50.922967 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a436b1b9-8b44-4f69-877c-349c9f32a959 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27285'] for router, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:50.938914 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a436b1b9-8b44-4f69-877c-349c9f32a959 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-376903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-376910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380449'] for router, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:51.058877 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:51.742070 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a436b1b9-8b44-4f69-877c-349c9f32a959 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Router b40744dc-6da0-4739-bc72-4809f3273085 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:43:51.821393 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d2cbe7b5-6fa7-4bbf-af3e-c1000e81f887 req-70352335-c6fa-444c-bd6c-6e28f06fa41e tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/ports?device_id=09b4dfd1-2f39-42ec-a372-ec8f56b0394b HTTP/1.1" status: 200 len: 210 time: 0.0455060 Nov 09 21:43:51.907892 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a436b1b9-8b44-4f69-877c-349c9f32a959 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:43:51.916225 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a436b1b9-8b44-4f69-877c-349c9f32a959 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:51.919746 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a436b1b9-8b44-4f69-877c-349c9f32a959 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "PUT /v2.0/routers/b40744dc-6da0-4739-bc72-4809f3273085 HTTP/1.1" status: 200 len: 891 time: 1.6302233 Nov 09 21:43:51.919992 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 49992) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:51.922439 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c026c0-8ff4-4d5e-93d1-12f017ea95c6 None None] Sync routers for ids ['b40744dc-6da0-4739-bc72-4809f3273085'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:43:51.942606 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c026c0-8ff4-4d5e-93d1-12f017ea95c6 None None] Routers {'b40744dc-6da0-4739-bc72-4809f3273085'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:43:51.947493 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-87c026c0-8ff4-4d5e-93d1-12f017ea95c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:43:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['b40744dc-6da0-4739-bc72-4809f3273085'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:52.041912 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-87c026c0-8ff4-4d5e-93d1-12f017ea95c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:52.054481 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c026c0-8ff4-4d5e-93d1-12f017ea95c6 None None] Routers {'b40744dc-6da0-4739-bc72-4809f3273085'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:43:52.055411 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-87c026c0-8ff4-4d5e-93d1-12f017ea95c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:43:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['b40744dc-6da0-4739-bc72-4809f3273085'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:52.132753 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-87c026c0-8ff4-4d5e-93d1-12f017ea95c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:43:52.133742 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c026c0-8ff4-4d5e-93d1-12f017ea95c6 None None] The sync data for ids ['b40744dc-6da0-4739-bc72-4809f3273085'] in n-d-816206-3 is: [] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:43:52.231490 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c3091cd0-609d-4b9c-8679-3f0f0b002808 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "GET /v2.0/routers/b40744dc-6da0-4739-bc72-4809f3273085 HTTP/1.1" status: 200 len: 891 time: 0.3077466 Nov 09 21:43:52.232591 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 49998) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:52.272056 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-57922d42-72c6-4853-bdad-23fb7bd86cd3 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "GET /v2.0/ports?device_id=b40744dc-6da0-4739-bc72-4809f3273085 HTTP/1.1" status: 200 len: 205 time: 0.0354414 Nov 09 21:43:52.272261 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50000) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:52.449240 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e5069b1c-3f9b-4c89-869c-3474f581d87c tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:52.449498 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:52.729374 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e5069b1c-3f9b-4c89-869c-3474f581d87c tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:52.744264 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-873dfbef-305c-4726-8cb6-ea98dcc63699 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:52.746253 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-873dfbef-305c-4726-8cb6-ea98dcc63699 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.43 "GET /v2.0/networks?id=73b69311-b279-489e-af0f-ad8fda1b30f5 HTTP/1.1" status: 200 len: 813 time: 0.1925201 Nov 09 21:43:52.917797 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-76fa2563-e44d-42ed-8dda-d3b05b5a780c tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=469f95456a2b40728525091048862e3f HTTP/1.1" status: 200 len: 380 time: 0.1352413 Nov 09 21:43:52.931892 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-d17d1898-7907-4fb8-b6a6-a30897caec0a tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Request body: {'port': {'device_id': '09b4dfd1-2f39-42ec-a372-ec8f56b0394b', 'network_id': '73b69311-b279-489e-af0f-ad8fda1b30f5', 'admin_state_up': True, 'tenant_id': '469f95456a2b40728525091048862e3f', 'security_groups': ['fb6a75aa-32b9-40fc-a03f-75c0344eb296']}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:43:52.933617 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:52.944569 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-e5069b1c-3f9b-4c89-869c-3474f581d87c tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Deleting port e11866d7-29cb-4b8c-8c01-6d0b99b14deb {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:43:52.945305 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e5069b1c-3f9b-4c89-869c-3474f581d87c tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:53.006274 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-7596c055-6242-48be-a0ec-38c7889a1723 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:53.016580 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-7596c055-6242-48be-a0ec-38c7889a1723 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/networks?id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9 HTTP/1.1" status: 200 len: 812 time: 0.2144175 Nov 09 21:43:53.036344 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-57f97b35-1d21-4377-b437-b844687402be tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/quotas/b3039f985d904a47a201680c8c884f50 HTTP/1.1" status: 200 len: 375 time: 0.0185149 Nov 09 21:43:53.048023 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-930fd3d9-e632-4b89-99fc-dc18bb8718fb req-c9e71315-15ba-4625-95b9-82f388e725df tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/ports?device_id=09b4dfd1-2f39-42ec-a372-ec8f56b0394b HTTP/1.1" status: 200 len: 210 time: 0.1059511 Nov 09 21:43:53.114080 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-b6ef1c47-5c44-45c8-bb6a-d5c57571cf68 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3039f985d904a47a201680c8c884f50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0766513 Nov 09 21:43:53.386816 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:53.396225 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-8f39f646-5964-4c07-9473-e9a10ee03fc0 service neutron] 10.222.0.49 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807541 Nov 09 21:43:53.624531 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-d2fde7e9-344f-4a9c-b5fe-fe487f05c45b service neutron] 10.222.0.49 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117803 Nov 09 21:43:53.716172 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-d17d1898-7907-4fb8-b6a6-a30897caec0a tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Made reservation on behalf of 469f95456a2b40728525091048862e3f for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:43:53.720771 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-d17d1898-7907-4fb8-b6a6-a30897caec0a tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:53.736389 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e5069b1c-3f9b-4c89-869c-3474f581d87c tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:53.915087 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-e5069b1c-3f9b-4c89-869c-3474f581d87c tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Calling delete_port for e11866d7-29cb-4b8c-8c01-6d0b99b14deb owned by network:router_gateway {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:43:53.928181 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-d17d1898-7907-4fb8-b6a6-a30897caec0a tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Allocated IP 172.20.0.13 (73b69311-b279-489e-af0f-ad8fda1b30f5/b2814453-ed2d-46ce-922b-68eeaec2cf37/f7c87dbd-446c-49f2-95dc-19a9d7ec8427) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:43:53.934685 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-837aa433-9396-41c6-9467-dbd667d1c5b2 req-ee4c1384-72ea-416b-860c-9d1fb6938df0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0657809 Nov 09 21:43:54.046561 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837aa433-9396-41c6-9467-dbd667d1c5b2 req-f2fd4607-8fb5-476a-bc3a-dd8af4ec7e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:54.049283 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-837aa433-9396-41c6-9467-dbd667d1c5b2 req-f2fd4607-8fb5-476a-bc3a-dd8af4ec7e1c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b3039f985d904a47a201680c8c884f50&device_id=8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b HTTP/1.1" status: 200 len: 1097 time: 0.0669107 Nov 09 21:43:54.208175 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837aa433-9396-41c6-9467-dbd667d1c5b2 req-d04114f5-8b86-4a40-8622-589f9faf69d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:54.209898 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-837aa433-9396-41c6-9467-dbd667d1c5b2 req-d04114f5-8b86-4a40-8622-589f9faf69d6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9 HTTP/1.1" status: 200 len: 912 time: 0.1361527 Nov 09 21:43:54.228967 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fcd852c7-16bf-4a2d-85d1-96464eb79e00 req-71ee75d6-6a42-42ff-ac34-652f26178cbb tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/ports?device_id=09b4dfd1-2f39-42ec-a372-ec8f56b0394b HTTP/1.1" status: 200 len: 210 time: 0.0423295 Nov 09 21:43:54.261999 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-837aa433-9396-41c6-9467-dbd667d1c5b2 req-187103df-e776-4afc-8983-8a98b4c947bf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429 HTTP/1.1" status: 200 len: 217 time: 0.0436180 Nov 09 21:43:54.282608 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-d17d1898-7907-4fb8-b6a6-a30897caec0a tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:54.322289 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837aa433-9396-41c6-9467-dbd667d1c5b2 req-21072d0b-bc61-481d-992e-a06aa0cfd183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:54.323989 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e5069b1c-3f9b-4c89-869c-3474f581d87c tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:54.324591 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-837aa433-9396-41c6-9467-dbd667d1c5b2 req-21072d0b-bc61-481d-992e-a06aa0cfd183 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9efcad5d-d250-42ce-b381-abda2d565ce1 HTTP/1.1" status: 200 len: 851 time: 0.0545590 Nov 09 21:43:54.357289 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5069b1c-3f9b-4c89-869c-3474f581d87c tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event deleted for resources: {'Port': ['ID=e11866d7-29cb-4b8c-8c01-6d0b99b14deb,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:54.381486 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-d17d1898-7907-4fb8-b6a6-a30897caec0a tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:54.420369 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2434d34d-618b-4c94-9bcc-d54119483373 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:43:54.450071 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-d17d1898-7907-4fb8-b6a6-a30897caec0a tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Network 73b69311-b279-489e-af0f-ad8fda1b30f5 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:43:54.452166 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837aa433-9396-41c6-9467-dbd667d1c5b2 req-692b67ec-4a82-4be2-bc91-3631c337aa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:54.453719 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-837aa433-9396-41c6-9467-dbd667d1c5b2 req-692b67ec-4a82-4be2-bc91-3631c337aa11 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1211891 Nov 09 21:43:54.480276 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d1898-7907-4fb8-b6a6-a30897caec0a tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Pushing event updated for resources: {'Port': ['ID=f7c87dbd-446c-49f2-95dc-19a9d7ec8427,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:54.483184 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-d17d1898-7907-4fb8-b6a6-a30897caec0a tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:43:54.488381 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-d17d1898-7907-4fb8-b6a6-a30897caec0a tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:43:54.551980 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-d17d1898-7907-4fb8-b6a6-a30897caec0a tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:54.552697 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-d17d1898-7907-4fb8-b6a6-a30897caec0a tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:54.614982 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-d17d1898-7907-4fb8-b6a6-a30897caec0a tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6874852 Nov 09 21:43:54.621192 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-837aa433-9396-41c6-9467-dbd667d1c5b2 req-ca626649-d58e-47e7-870b-a6948e64ba03 service neutron] 10.222.0.45 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586144 Nov 09 21:43:54.642449 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-13371e34-3ace-43d8-b492-52af3db77860 service neutron] Request body: {'port': {'device_id': '09b4dfd1-2f39-42ec-a372-ec8f56b0394b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:43:54.747523 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e5069b1c-3f9b-4c89-869c-3474f581d87c tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:54.764082 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-837aa433-9396-41c6-9467-dbd667d1c5b2 req-dbd268cb-0a81-455a-8a0c-2648ea0a880d service neutron] 10.222.0.45 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358900 Nov 09 21:43:54.847545 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-b32e6b95-c68b-4f37-ac91-34b597e464b5 None None] Provisioning complete for port f7c87dbd-446c-49f2-95dc-19a9d7ec8427 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:43:54.847921 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b32e6b95-c68b-4f37-ac91-34b597e464b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:54.884756 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-13371e34-3ace-43d8-b492-52af3db77860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:54.889755 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-b32e6b95-c68b-4f37-ac91-34b597e464b5 None None] Port f7c87dbd-446c-49f2-95dc-19a9d7ec8427 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:43:54.902603 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e5069b1c-3f9b-4c89-869c-3474f581d87c tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:54.904793 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e5069b1c-3f9b-4c89-869c-3474f581d87c tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:54.989064 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e5069b1c-3f9b-4c89-869c-3474f581d87c tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:54.989830 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5069b1c-3f9b-4c89-869c-3474f581d87c tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Fanout notify agent at l3_agent the message router_deleted on router b40744dc-6da0-4739-bc72-4809f3273085 {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:43:54.996570 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e5069b1c-3f9b-4c89-869c-3474f581d87c tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:54.997674 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e5069b1c-3f9b-4c89-869c-3474f581d87c tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "DELETE /v2.0/routers/b40744dc-6da0-4739-bc72-4809f3273085 HTTP/1.1" status: 204 len: 168 time: 2.7243571 Nov 09 21:43:55.002131 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50068) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:55.007871 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-98000a19-6edb-4a0c-9a88-4e06a9ee567a tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1629199392'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:43:55.031613 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98000a19-6edb-4a0c-9a88-4e06a9ee567a tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Made reservation on behalf of 015835ba1a5f4e05aead246a6e1521d9 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:43:55.036361 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-98000a19-6edb-4a0c-9a88-4e06a9ee567a tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:55.080603 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98000a19-6edb-4a0c-9a88-4e06a9ee567a tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:43:55.096473 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-98000a19-6edb-4a0c-9a88-4e06a9ee567a tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:55.097482 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-98000a19-6edb-4a0c-9a88-4e06a9ee567a tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Added segment ed426f60-fe01-4c66-bc35-a531aea33711 of type vlan for network 48945bc6-25d6-4b18-84c4-1a29a918582e Nov 09 21:43:55.162130 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-98000a19-6edb-4a0c-9a88-4e06a9ee567a tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:55.199975 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-98000a19-6edb-4a0c-9a88-4e06a9ee567a tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:55.208883 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98000a19-6edb-4a0c-9a88-4e06a9ee567a tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:55.209836 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-98000a19-6edb-4a0c-9a88-4e06a9ee567a tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:55.295589 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-13371e34-3ace-43d8-b492-52af3db77860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7c87dbd-446c-49f2-95dc-19a9d7ec8427 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:43:55.305501 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-98000a19-6edb-4a0c-9a88-4e06a9ee567a tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3021822 Nov 09 21:43:55.306351 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-13371e34-3ace-43d8-b492-52af3db77860 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:55.311243 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50076) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:55.315877 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-629bac1c-413f-4187-af5d-c188bb4dde80 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Request body: {'subnet': {'network_id': '48945bc6-25d6-4b18-84c4-1a29a918582e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:43:55.328866 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98000a19-6edb-4a0c-9a88-4e06a9ee567a tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event updated for resources: {'Network': ['ID=48945bc6-25d6-4b18-84c4-1a29a918582e,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:55.341100 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 48945bc6-25d6-4b18-84c4-1a29a918582e details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:43:55.451436 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-13371e34-3ace-43d8-b492-52af3db77860 service neutron] Transition to ACTIVE for port object f7c87dbd-446c-49f2-95dc-19a9d7ec8427 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:43:55.460403 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-13371e34-3ace-43d8-b492-52af3db77860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:55.534300 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fbb8ae-457e-450b-8ceb-b258bc9f9a72 req-f51f5b53-e66d-401f-bfb3-5bd642655de8 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:55.535987 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-69fbb8ae-457e-450b-8ceb-b258bc9f9a72 req-f51f5b53-e66d-401f-bfb3-5bd642655de8 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/ports?device_id=09b4dfd1-2f39-42ec-a372-ec8f56b0394b HTTP/1.1" status: 200 len: 932 time: 0.1401813 Nov 09 21:43:55.556235 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629bac1c-413f-4187-af5d-c188bb4dde80 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Made reservation on behalf of 015835ba1a5f4e05aead246a6e1521d9 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:43:55.559646 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-629bac1c-413f-4187-af5d-c188bb4dde80 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:55.564997 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13371e34-3ace-43d8-b492-52af3db77860 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c87dbd-446c-49f2-95dc-19a9d7ec8427,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:55.738892 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-69fbb8ae-457e-450b-8ceb-b258bc9f9a72 req-a34bddc5-c7eb-4a36-8f2e-69b949660991 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb6a75aa-32b9-40fc-a03f-75c0344eb296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958392 Nov 09 21:43:55.912662 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-629bac1c-413f-4187-af5d-c188bb4dde80 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:55.944906 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-13371e34-3ace-43d8-b492-52af3db77860 service neutron] Attempting to bind port f7c87dbd-446c-49f2-95dc-19a9d7ec8427 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:43:55.945528 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-13371e34-3ace-43d8-b492-52af3db77860 service neutron] Attempting to bind port f7c87dbd-446c-49f2-95dc-19a9d7ec8427 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': 'd44ec02c-488a-4260-aed3-4df581508a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '73b69311-b279-489e-af0f-ad8fda1b30f5'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:43:55.946177 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-13371e34-3ace-43d8-b492-52af3db77860 service neutron] Attempting to bind port f7c87dbd-446c-49f2-95dc-19a9d7ec8427 on network 73b69311-b279-489e-af0f-ad8fda1b30f5 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:43:55.967061 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-13371e34-3ace-43d8-b492-52af3db77860 service neutron] Port f7c87dbd-446c-49f2-95dc-19a9d7ec8427 on network 73b69311-b279-489e-af0f-ad8fda1b30f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:43:55.967748 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-13371e34-3ace-43d8-b492-52af3db77860 service neutron] Attempting to bind port f7c87dbd-446c-49f2-95dc-19a9d7ec8427 on network 73b69311-b279-489e-af0f-ad8fda1b30f5 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:43:55.980194 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-13371e34-3ace-43d8-b492-52af3db77860 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:43:55.981095 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-13371e34-3ace-43d8-b492-52af3db77860 service neutron] Checking segment: {'id': 'd44ec02c-488a-4260-aed3-4df581508a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '73b69311-b279-489e-af0f-ad8fda1b30f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:43:55.981842 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-13371e34-3ace-43d8-b492-52af3db77860 service neutron] Bound using segment: {'id': 'd44ec02c-488a-4260-aed3-4df581508a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '73b69311-b279-489e-af0f-ad8fda1b30f5'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:43:55.982545 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-13371e34-3ace-43d8-b492-52af3db77860 service neutron] Bound port: f7c87dbd-446c-49f2-95dc-19a9d7ec8427, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd44ec02c-488a-4260-aed3-4df581508a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '73b69311-b279-489e-af0f-ad8fda1b30f5'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:43:55.983135 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-13371e34-3ace-43d8-b492-52af3db77860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:56.065792 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629bac1c-413f-4187-af5d-c188bb4dde80 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event updated for resources: {'Subnet': ['ID=290d92d8-d067-4763-8016-90114e6712b9,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:56.109574 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5dcc7241-77d8-4642-95aa-8bb2903d2bb4 req-574a4037-d790-4034-bf75-a057bc3a47fd tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ae0c754-b0bc-4210-bcf3-409a6151621a HTTP/1.1" status: 200 len: 210 time: 0.0501080 Nov 09 21:43:56.115636 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629bac1c-413f-4187-af5d-c188bb4dde80 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Checking segment: {'id': 'ed426f60-fe01-4c66-bc35-a531aea33711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '48945bc6-25d6-4b18-84c4-1a29a918582e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:43:56.116349 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629bac1c-413f-4187-af5d-c188bb4dde80 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Network hostable DHCP agents. Network: 48945bc6-25d6-4b18-84c4-1a29a918582e, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:43:56.162268 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-13371e34-3ace-43d8-b492-52af3db77860 service neutron] For port f7c87dbd-446c-49f2-95dc-19a9d7ec8427, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:43:56.164450 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629bac1c-413f-4187-af5d-c188bb4dde80 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Network 48945bc6-25d6-4b18-84c4-1a29a918582e is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:43:56.168889 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-13371e34-3ace-43d8-b492-52af3db77860 service neutron] For port f7c87dbd-446c-49f2-95dc-19a9d7ec8427, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f7c87dbd-446c-49f2-95dc-19a9d7ec8427,segment=NetworkSegment(d44ec02c-488a-4260-aed3-4df581508a44),segment_id=d44ec02c-488a-4260-aed3-4df581508a44)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:43:56.179675 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-13371e34-3ace-43d8-b492-52af3db77860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:56.206102 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-629bac1c-413f-4187-af5d-c188bb4dde80 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 48945bc6-25d6-4b18-84c4-1a29a918582e) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:43:56.217487 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ad6b32-ab14-443e-8fcf-444ae7cccfca None None] Network 48945bc6-25d6-4b18-84c4-1a29a918582e requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:43:56.247316 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629bac1c-413f-4187-af5d-c188bb4dde80 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:56.255696 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-629bac1c-413f-4187-af5d-c188bb4dde80 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:56.323172 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-629bac1c-413f-4187-af5d-c188bb4dde80 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0118365 Nov 09 21:43:56.325824 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50090) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:56.330759 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-7172003e-9714-4305-acd0-bcdc144dc85c tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1126673963', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:43:56.402119 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-13371e34-3ace-43d8-b492-52af3db77860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:56.402760 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-13371e34-3ace-43d8-b492-52af3db77860 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:56.406275 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-13371e34-3ace-43d8-b492-52af3db77860 service neutron] 10.222.0.43 "PUT /v2.0/ports/f7c87dbd-446c-49f2-95dc-19a9d7ec8427 HTTP/1.1" status: 200 len: 1092 time: 1.7661617 Nov 09 21:43:56.407015 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13371e34-3ace-43d8-b492-52af3db77860 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c87dbd-446c-49f2-95dc-19a9d7ec8427,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:56.413636 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7172003e-9714-4305-acd0-bcdc144dc85c tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:56.415419 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09b4dfd1-2f39-42ec-a372-ec8f56b0394b', 'tag': 'f7c87dbd-446c-49f2-95dc-19a9d7ec8427'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:43:56.417545 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7172003e-9714-4305-acd0-bcdc144dc85c tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:56.424283 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6102cf15-f93d-484a-a407-7e365aea0752" -d '{"events": [{"name": "network-changed", "server_uuid": "09b4dfd1-2f39-42ec-a372-ec8f56b0394b", "tag": "f7c87dbd-446c-49f2-95dc-19a9d7ec8427"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:43:56.536714 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df954f72-9339-4358-a794-d2d9cda270e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-48945bc6-25d6-4b18-84c4-1a29a918582e', 'network_id': '48945bc6-25d6-4b18-84c4-1a29a918582e', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'fixed_ips': [{'subnet_id': '290d92d8-d067-4763-8016-90114e6712b9'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:43:56.541158 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-df954f72-9339-4358-a794-d2d9cda270e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:56.586468 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-75496f0c-fcd0-4e3e-a783-2d99325717a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:56.588119 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-75496f0c-fcd0-4e3e-a783-2d99325717a9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=469f95456a2b40728525091048862e3f&device_id=09b4dfd1-2f39-42ec-a372-ec8f56b0394b HTTP/1.1" status: 200 len: 1095 time: 0.0860984 Nov 09 21:43:56.692650 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-ffcf9ff4-5854-4e1b-ab57-40b42491e726 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7c87dbd-446c-49f2-95dc-19a9d7ec8427 HTTP/1.1" status: 200 len: 217 time: 0.0877345 Nov 09 21:43:56.730085 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7172003e-9714-4305-acd0-bcdc144dc85c tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:56.743253 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7172003e-9714-4305-acd0-bcdc144dc85c tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:56.749948 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba357e09-a4f8-4e11-a92e-72008bcc0bc5 x-openstack-request-id: req-ba357e09-a4f8-4e11-a92e-72008bcc0bc5 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:43:56.750308 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09b4dfd1-2f39-42ec-a372-ec8f56b0394b", "tag": "f7c87dbd-446c-49f2-95dc-19a9d7ec8427", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:43:56.750688 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ba357e09-a4f8-4e11-a92e-72008bcc0bc5 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:43:56.751258 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09b4dfd1-2f39-42ec-a372-ec8f56b0394b', 'tag': 'f7c87dbd-446c-49f2-95dc-19a9d7ec8427', 'status': 'completed', 'code': 200} Nov 09 21:43:56.793416 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-364ca8f1-bd0c-416a-9baa-ca18959b900a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:56.798492 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-364ca8f1-bd0c-416a-9baa-ca18959b900a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b2814453-ed2d-46ce-922b-68eeaec2cf37 HTTP/1.1" status: 200 len: 852 time: 0.0974016 Nov 09 21:43:56.814374 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac551d-6386-4682-b040-b0f373d8e001 req-af607518-8cb8-448f-86ba-88b2fa4465e5 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:56.819903 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-69ac551d-6386-4682-b040-b0f373d8e001 req-af607518-8cb8-448f-86ba-88b2fa4465e5 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] 10.222.0.49 "GET /v2.0/ports?device_id=2829779f-6bcc-4f08-af58-7c4a7e80f7b9 HTTP/1.1" status: 200 len: 948 time: 0.3472443 Nov 09 21:43:56.826223 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7172003e-9714-4305-acd0-bcdc144dc85c tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:56.829970 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7172003e-9714-4305-acd0-bcdc144dc85c tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5004189 Nov 09 21:43:56.830180 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50106) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:43:56.898268 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-df954f72-9339-4358-a794-d2d9cda270e4 None None] Allocated IP 2001:db8::2 (48945bc6-25d6-4b18-84c4-1a29a918582e/290d92d8-d067-4763-8016-90114e6712b9/3330210b-f33d-4ae4-87b3-e32b34e4bd5f) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:43:56.950671 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce58cf8-373d-4da5-94c9-b959dc4bd2e4 req-8b90e745-b798-4ea1-abbf-2d0ad2351fdf tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:56.960017 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5ce58cf8-373d-4da5-94c9-b959dc4bd2e4 req-8b90e745-b798-4ea1-abbf-2d0ad2351fdf tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/ports?device_id=09b4dfd1-2f39-42ec-a372-ec8f56b0394b HTTP/1.1" status: 200 len: 944 time: 0.0910411 Nov 09 21:43:56.999642 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-69ac551d-6386-4682-b040-b0f373d8e001 req-d99b3bd5-7dd4-4f14-a607-27c50571432f tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc914e12-31c9-4fb7-85b5-0c92ead5d93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638894 Nov 09 21:43:57.000494 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-5a4f8058-0360-4250-b1fe-6ef1e02d1c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:57.002199 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-5a4f8058-0360-4250-b1fe-6ef1e02d1c06 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=73b69311-b279-489e-af0f-ad8fda1b30f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1966326 Nov 09 21:43:57.157681 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-3bedcfcf-3bc6-4bde-899f-003cd4f97dc0 service neutron] 10.222.0.43 "GET /v2.0/networks/73b69311-b279-489e-af0f-ad8fda1b30f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176291 Nov 09 21:43:57.198985 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5ce58cf8-373d-4da5-94c9-b959dc4bd2e4 req-a1bf8688-28d2-4f40-b899-e76a7224697e tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb6a75aa-32b9-40fc-a03f-75c0344eb296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2379971 Nov 09 21:43:57.328103 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-df954f72-9339-4358-a794-d2d9cda270e4 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:57.339561 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-df954f72-9339-4358-a794-d2d9cda270e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:57.355133 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-241552f5-95dd-41cf-985c-8ee5b9c67fec req-ff73c241-82ae-4e28-b7f6-812cbd25f72f service neutron] 10.222.0.43 "GET /v2.0/networks/73b69311-b279-489e-af0f-ad8fda1b30f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869061 Nov 09 21:43:57.355351 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2b6d22c8-d847-4da2-ac62-5eb2edbfa297 req-1bdf917f-e6e9-4679-a048-32e840104233 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ae0c754-b0bc-4210-bcf3-409a6151621a HTTP/1.1" status: 200 len: 210 time: 0.0828063 Nov 09 21:43:57.410154 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b3365b53-fdcd-44bf-b7ac-0ffc64e90516 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:57.413646 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df954f72-9339-4358-a794-d2d9cda270e4 None None] Network 48945bc6-25d6-4b18-84c4-1a29a918582e is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:43:57.416960 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-df954f72-9339-4358-a794-d2d9cda270e4 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:43:57.421287 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df954f72-9339-4358-a794-d2d9cda270e4 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:43:57.428008 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df954f72-9339-4358-a794-d2d9cda270e4 None None] Pushing event updated for resources: {'Port': ['ID=3330210b-f33d-4ae4-87b3-e32b34e4bd5f,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:57.504242 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-df954f72-9339-4358-a794-d2d9cda270e4 None None] Attempting to bind port 3330210b-f33d-4ae4-87b3-e32b34e4bd5f on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:43:57.504606 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-df954f72-9339-4358-a794-d2d9cda270e4 None None] Attempting to bind port 3330210b-f33d-4ae4-87b3-e32b34e4bd5f by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'ed426f60-fe01-4c66-bc35-a531aea33711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '48945bc6-25d6-4b18-84c4-1a29a918582e'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:43:57.505039 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6102cf15-f93d-484a-a407-7e365aea0752 req-23f58dd8-b8b8-490e-8272-2afbe9b0eddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:57.505362 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df954f72-9339-4358-a794-d2d9cda270e4 None None] Attempting to bind port 3330210b-f33d-4ae4-87b3-e32b34e4bd5f on network 48945bc6-25d6-4b18-84c4-1a29a918582e {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:43:57.506785 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6102cf15-f93d-484a-a407-7e365aea0752 req-23f58dd8-b8b8-490e-8272-2afbe9b0eddf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=469f95456a2b40728525091048862e3f&device_id=09b4dfd1-2f39-42ec-a372-ec8f56b0394b HTTP/1.1" status: 200 len: 1095 time: 0.0661657 Nov 09 21:43:57.511726 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df954f72-9339-4358-a794-d2d9cda270e4 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:43:57.512086 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df954f72-9339-4358-a794-d2d9cda270e4 None None] Checking segment: {'id': 'ed426f60-fe01-4c66-bc35-a531aea33711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '48945bc6-25d6-4b18-84c4-1a29a918582e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:43:57.512487 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-df954f72-9339-4358-a794-d2d9cda270e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:57.512907 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df954f72-9339-4358-a794-d2d9cda270e4 None None] Bound using segment: {'id': 'ed426f60-fe01-4c66-bc35-a531aea33711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '48945bc6-25d6-4b18-84c4-1a29a918582e'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:43:57.513372 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-df954f72-9339-4358-a794-d2d9cda270e4 None None] Bound port: 3330210b-f33d-4ae4-87b3-e32b34e4bd5f, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed426f60-fe01-4c66-bc35-a531aea33711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '48945bc6-25d6-4b18-84c4-1a29a918582e'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:43:57.513753 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-df954f72-9339-4358-a794-d2d9cda270e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:57.619921 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-df954f72-9339-4358-a794-d2d9cda270e4 None None] For port 3330210b-f33d-4ae4-87b3-e32b34e4bd5f, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:43:57.623192 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-df954f72-9339-4358-a794-d2d9cda270e4 None None] For port 3330210b-f33d-4ae4-87b3-e32b34e4bd5f, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=3330210b-f33d-4ae4-87b3-e32b34e4bd5f,segment=NetworkSegment(ed426f60-fe01-4c66-bc35-a531aea33711),segment_id=ed426f60-fe01-4c66-bc35-a531aea33711)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:43:57.630880 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-df954f72-9339-4358-a794-d2d9cda270e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:57.661172 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6102cf15-f93d-484a-a407-7e365aea0752 req-83c23f2b-9892-4822-8224-6d9ac85abc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:57.663065 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6102cf15-f93d-484a-a407-7e365aea0752 req-83c23f2b-9892-4822-8224-6d9ac85abc11 service neutron] 10.222.0.43 "GET /v2.0/networks?id=73b69311-b279-489e-af0f-ad8fda1b30f5 HTTP/1.1" status: 200 len: 913 time: 0.1377976 Nov 09 21:43:57.739480 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6102cf15-f93d-484a-a407-7e365aea0752 req-6d65f4e0-ac68-40d2-a1ec-9d93174dcc6e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7c87dbd-446c-49f2-95dc-19a9d7ec8427 HTTP/1.1" status: 200 len: 217 time: 0.0517938 Nov 09 21:43:57.760003 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df954f72-9339-4358-a794-d2d9cda270e4 None None] Pushing event updated for resources: {'Port': ['ID=3330210b-f33d-4ae4-87b3-e32b34e4bd5f,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:57.814616 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6102cf15-f93d-484a-a407-7e365aea0752 req-928a5832-b72a-496d-8847-922413f8fd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:57.816873 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6102cf15-f93d-484a-a407-7e365aea0752 req-928a5832-b72a-496d-8847-922413f8fd83 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b2814453-ed2d-46ce-922b-68eeaec2cf37 HTTP/1.1" status: 200 len: 852 time: 0.0705233 Nov 09 21:43:57.886881 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6102cf15-f93d-484a-a407-7e365aea0752 req-fd2edf5c-4b74-4891-851d-805e233e1315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:57.888522 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6102cf15-f93d-484a-a407-7e365aea0752 req-fd2edf5c-4b74-4891-851d-805e233e1315 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=73b69311-b279-489e-af0f-ad8fda1b30f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584631 Nov 09 21:43:57.978002 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-b3365b53-fdcd-44bf-b7ac-0ffc64e90516 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Allocated IP 2001:db8::1 (48945bc6-25d6-4b18-84c4-1a29a918582e/290d92d8-d067-4763-8016-90114e6712b9/6e12d068-a540-445a-a12f-3e5816c397ca) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:43:57.990901 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-c6227c1c-0f51-4867-bdc4-9e22ce344413 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:57.997484 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-c6227c1c-0f51-4867-bdc4-9e22ce344413 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.45 "GET /v2.0/networks?id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9 HTTP/1.1" status: 200 len: 812 time: 0.2894394 Nov 09 21:43:58.068103 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-f92491bf-cc99-4b8a-9993-4f9092878f48 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Request body: {'port': {'device_id': '4ae0c754-b0bc-4210-bcf3-409a6151621a', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'admin_state_up': True, 'tenant_id': 'b3039f985d904a47a201680c8c884f50'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:43:58.137903 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6102cf15-f93d-484a-a407-7e365aea0752 req-83712bf2-ef0c-4324-ad8b-c15f09233ebf service neutron] 10.222.0.43 "GET /v2.0/networks/73b69311-b279-489e-af0f-ad8fda1b30f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420361 Nov 09 21:43:58.263822 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd4efbe-6304-4a1c-9c72-b154dc9497db req-a56fe05b-064e-4f2d-991c-b83123b0a613 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:58.265675 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0fd4efbe-6304-4a1c-9c72-b154dc9497db req-a56fe05b-064e-4f2d-991c-b83123b0a613 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] 10.222.0.43 "GET /v2.0/ports?device_id=2829779f-6bcc-4f08-af58-7c4a7e80f7b9 HTTP/1.1" status: 200 len: 948 time: 0.2385697 Nov 09 21:43:58.347822 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753b01e-1995-4438-9e2a-c64a19c3f593 req-600fd0b4-6c60-4db9-83f7-0fe4efb73c77 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:58.357287 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9753b01e-1995-4438-9e2a-c64a19c3f593 req-600fd0b4-6c60-4db9-83f7-0fe4efb73c77 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] 10.222.0.49 "GET /v2.0/ports?device_id=2829779f-6bcc-4f08-af58-7c4a7e80f7b9 HTTP/1.1" status: 200 len: 948 time: 0.2323132 Nov 09 21:43:58.409430 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b3365b53-fdcd-44bf-b7ac-0ffc64e90516 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:58.459336 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b3365b53-fdcd-44bf-b7ac-0ffc64e90516 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:58.524080 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9753b01e-1995-4438-9e2a-c64a19c3f593 req-5f3dd1a1-b497-45ae-95d2-2545631739c6 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] 10.222.0.49 "GET /v2.0/security-groups?id=bc914e12-31c9-4fb7-85b5-0c92ead5d93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658578 Nov 09 21:43:58.536089 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6102cf15-f93d-484a-a407-7e365aea0752 req-cc921237-565f-40a1-b3e8-0b0b9a4bd2e4 service neutron] 10.222.0.43 "GET /v2.0/networks/73b69311-b279-489e-af0f-ad8fda1b30f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679991 Nov 09 21:43:58.550372 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3365b53-fdcd-44bf-b7ac-0ffc64e90516 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Network 48945bc6-25d6-4b18-84c4-1a29a918582e is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:43:58.565386 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-0fd4efbe-6304-4a1c-9c72-b154dc9497db req-7cd9a5f8-16b7-4ebd-8304-0529ebef6881 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] Deleting port 539956ef-dd0a-4282-8ee7-59eb824abab1 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:43:58.569492 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-b3365b53-fdcd-44bf-b7ac-0ffc64e90516 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:43:58.572173 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0fd4efbe-6304-4a1c-9c72-b154dc9497db req-7cd9a5f8-16b7-4ebd-8304-0529ebef6881 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:58.578861 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3365b53-fdcd-44bf-b7ac-0ffc64e90516 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:43:58.579430 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b3365b53-fdcd-44bf-b7ac-0ffc64e90516 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:58.591849 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-f92491bf-cc99-4b8a-9993-4f9092878f48 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Made reservation on behalf of b3039f985d904a47a201680c8c884f50 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:43:58.595711 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-f92491bf-cc99-4b8a-9993-4f9092878f48 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:58.650037 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3365b53-fdcd-44bf-b7ac-0ffc64e90516 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event updated for resources: {'Port': ['ID=6e12d068-a540-445a-a12f-3e5816c397ca,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:58.668022 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf983c4-28ee-4a4f-8997-391fd3663d59 req-e71c59ca-cdea-4fb9-bb18-1dcd91c6459f tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:58.669960 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4bf983c4-28ee-4a4f-8997-391fd3663d59 req-e71c59ca-cdea-4fb9-bb18-1dcd91c6459f tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/ports?device_id=09b4dfd1-2f39-42ec-a372-ec8f56b0394b HTTP/1.1" status: 200 len: 944 time: 0.2122183 Nov 09 21:43:58.704050 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-695c405a-1039-4672-9a48-36a22dc54f75 req-96ec5403-9de4-4ff7-a130-d79fc30ded82 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ae0c754-b0bc-4210-bcf3-409a6151621a HTTP/1.1" status: 200 len: 210 time: 0.0548084 Nov 09 21:43:58.759368 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-0fd4efbe-6304-4a1c-9c72-b154dc9497db req-7cd9a5f8-16b7-4ebd-8304-0529ebef6881 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] For port 539956ef-dd0a-4282-8ee7-59eb824abab1, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=539956ef-dd0a-4282-8ee7-59eb824abab1,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:43:58.759821 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0fd4efbe-6304-4a1c-9c72-b154dc9497db req-7cd9a5f8-16b7-4ebd-8304-0529ebef6881 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:58.779114 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-0fd4efbe-6304-4a1c-9c72-b154dc9497db req-7cd9a5f8-16b7-4ebd-8304-0529ebef6881 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] Calling delete_port for 539956ef-dd0a-4282-8ee7-59eb824abab1 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:43:58.860700 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-f92491bf-cc99-4b8a-9993-4f9092878f48 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Allocated IP 172.20.0.6 (46bdb5bb-fd13-43c3-a075-2640c54ba1a9/9efcad5d-d250-42ce-b381-abda2d565ce1/80353db2-c0a0-4a94-95ee-3d884ab99ead) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:43:59.016240 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0fd4efbe-6304-4a1c-9c72-b154dc9497db req-7cd9a5f8-16b7-4ebd-8304-0529ebef6881 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:59.053850 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd9a5f8-16b7-4ebd-8304-0529ebef6881 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] Pushing event deleted for resources: {'Port': ['ID=539956ef-dd0a-4282-8ee7-59eb824abab1,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:59.057355 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['539956ef-dd0a-4282-8ee7-59eb824abab1'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:43:59.132549 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd4efbe-6304-4a1c-9c72-b154dc9497db req-7cd9a5f8-16b7-4ebd-8304-0529ebef6881 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] No DVR routers for this DVR port 539956ef-dd0a-4282-8ee7-59eb824abab1 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:43:59.140185 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0fd4efbe-6304-4a1c-9c72-b154dc9497db req-7cd9a5f8-16b7-4ebd-8304-0529ebef6881 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:59.146116 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0fd4efbe-6304-4a1c-9c72-b154dc9497db req-7cd9a5f8-16b7-4ebd-8304-0529ebef6881 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] 10.222.0.43 "DELETE /v2.0/ports/539956ef-dd0a-4282-8ee7-59eb824abab1 HTTP/1.1" status: 204 len: 173 time: 0.8720801 Nov 09 21:43:59.146606 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2829779f-6bcc-4f08-af58-7c4a7e80f7b9', 'name': 'network-vif-deleted', 'tag': '539956ef-dd0a-4282-8ee7-59eb824abab1'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:43:59.149710 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4cd7c85-d215-4d12-ae68-fc8afbf92b1e" -d '{"events": [{"server_uuid": "2829779f-6bcc-4f08-af58-7c4a7e80f7b9", "name": "network-vif-deleted", "tag": "539956ef-dd0a-4282-8ee7-59eb824abab1"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:43:59.203701 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-f92491bf-cc99-4b8a-9993-4f9092878f48 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:59.219594 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bb9f7d-a81f-449e-986d-d5927670e15b x-openstack-request-id: req-c2bb9f7d-a81f-449e-986d-d5927670e15b {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:43:59.219890 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2829779f-6bcc-4f08-af58-7c4a7e80f7b9", "name": "network-vif-deleted", "tag": "539956ef-dd0a-4282-8ee7-59eb824abab1", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:43:59.220147 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c2bb9f7d-a81f-449e-986d-d5927670e15b {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:43:59.220552 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2829779f-6bcc-4f08-af58-7c4a7e80f7b9', 'name': 'network-vif-deleted', 'tag': '539956ef-dd0a-4282-8ee7-59eb824abab1', 'status': 'completed', 'code': 200} Nov 09 21:43:59.259290 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-f92491bf-cc99-4b8a-9993-4f9092878f48 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:59.271854 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:43:59.366911 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45b00a2-c7dc-41d1-ba3d-9b6564f85c35 None None] Network 48945bc6-25d6-4b18-84c4-1a29a918582e requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:43:59.416539 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b3365b53-fdcd-44bf-b7ac-0ffc64e90516 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:59.433245 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4bf983c4-28ee-4a4f-8997-391fd3663d59 req-245c53b1-c725-493e-9153-bef79f9828fc tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb6a75aa-32b9-40fc-a03f-75c0344eb296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4858494 Nov 09 21:43:59.438045 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-f92491bf-cc99-4b8a-9993-4f9092878f48 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Network 46bdb5bb-fd13-43c3-a075-2640c54ba1a9 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:43:59.445912 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-f92491bf-cc99-4b8a-9993-4f9092878f48 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:43:59.449863 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-f92491bf-cc99-4b8a-9993-4f9092878f48 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:43:59.538993 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-b8fae8b2-4dc4-4045-9699-39998471de0e None None] Provisioning complete for port 3330210b-f33d-4ae4-87b3-e32b34e4bd5f triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:43:59.539445 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b8fae8b2-4dc4-4045-9699-39998471de0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:59.554771 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92491bf-cc99-4b8a-9993-4f9092878f48 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Pushing event updated for resources: {'Port': ['ID=80353db2-c0a0-4a94-95ee-3d884ab99ead,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:43:59.596728 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-f92491bf-cc99-4b8a-9993-4f9092878f48 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:43:59.596728 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-f92491bf-cc99-4b8a-9993-4f9092878f48 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:43:59.621942 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-f92491bf-cc99-4b8a-9993-4f9092878f48 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5930600 Nov 09 21:43:59.885245 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-2af8f837-db85-44a7-b351-92a88401bffe service neutron] Request body: {'port': {'device_id': '4ae0c754-b0bc-4210-bcf3-409a6151621a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:43:59.955378 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d6cf1053-e052-48e2-86b1-8f95b30cfebb req-82d3fc71-b9d3-4070-8c43-02e52bd76f43 tempest-VolumesBackupsTest-1248298292 tempest-VolumesBackupsTest-1248298292-project] 10.222.0.49 "GET /v2.0/ports?device_id=2829779f-6bcc-4f08-af58-7c4a7e80f7b9 HTTP/1.1" status: 200 len: 210 time: 0.0755534 Nov 09 21:44:00.004688 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 3330210b-f33d-4ae4-87b3-e32b34e4bd5f up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:44:00.080914 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b8fae8b2-4dc4-4045-9699-39998471de0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:00.152248 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-b8fae8b2-4dc4-4045-9699-39998471de0e None None] For port 3330210b-f33d-4ae4-87b3-e32b34e4bd5f, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=3330210b-f33d-4ae4-87b3-e32b34e4bd5f,segment=NetworkSegment(ed426f60-fe01-4c66-bc35-a531aea33711),segment_id=ed426f60-fe01-4c66-bc35-a531aea33711)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:44:00.169577 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b8fae8b2-4dc4-4045-9699-39998471de0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:00.250102 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fae8b2-4dc4-4045-9699-39998471de0e None None] Pushing event updated for resources: {'Port': ['ID=3330210b-f33d-4ae4-87b3-e32b34e4bd5f,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:00.260620 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 3330210b-f33d-4ae4-87b3-e32b34e4bd5f triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:44:00.261291 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:00.342311 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-2af8f837-db85-44a7-b351-92a88401bffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:00.365113 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-97ea81f0-8282-4eee-8e9b-a221e13ce991 None None] Provisioning complete for port 80353db2-c0a0-4a94-95ee-3d884ab99ead triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:44:00.365490 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-97ea81f0-8282-4eee-8e9b-a221e13ce991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:00.405799 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-97ea81f0-8282-4eee-8e9b-a221e13ce991 None None] Port 80353db2-c0a0-4a94-95ee-3d884ab99ead cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:44:00.406963 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b3365b53-fdcd-44bf-b7ac-0ffc64e90516 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:00.612250 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de33033-9fe0-44f4-b198-2d4e6f1862d8 req-9faddca1-9f16-4581-863e-8c9af4ee92a9 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:00.614560 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2de33033-9fe0-44f4-b198-2d4e6f1862d8 req-9faddca1-9f16-4581-863e-8c9af4ee92a9 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ae0c754-b0bc-4210-bcf3-409a6151621a HTTP/1.1" status: 200 len: 931 time: 0.7081015 Nov 09 21:44:00.632438 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b3365b53-fdcd-44bf-b7ac-0ffc64e90516 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:00.633286 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b3365b53-fdcd-44bf-b7ac-0ffc64e90516 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:00.642583 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-fa93530d-f6d5-4ad1-a859-46990964d79f None None] Provisioning complete for port 6e12d068-a540-445a-a12f-3e5816c397ca triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:44:00.643383 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fa93530d-f6d5-4ad1-a859-46990964d79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:00.650953 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e3000-1c0e-40db-bc10-e275ae3f338a req-bfe47cc9-c7ba-49f7-a117-40e831f8ec81 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:00.654750 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b15e3000-1c0e-40db-bc10-e275ae3f338a req-bfe47cc9-c7ba-49f7-a117-40e831f8ec81 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/ports?device_id=09b4dfd1-2f39-42ec-a372-ec8f56b0394b HTTP/1.1" status: 200 len: 944 time: 0.0906475 Nov 09 21:44:00.697043 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-fa93530d-f6d5-4ad1-a859-46990964d79f None None] Port 6e12d068-a540-445a-a12f-3e5816c397ca cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:44:00.723354 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-fa93530d-f6d5-4ad1-a859-46990964d79f None None] Provisioning complete for port 3330210b-f33d-4ae4-87b3-e32b34e4bd5f triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:44:00.724115 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fa93530d-f6d5-4ad1-a859-46990964d79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:00.729567 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b15e3000-1c0e-40db-bc10-e275ae3f338a req-66a55d67-013b-47b3-a132-1cd2f1d73af6 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb6a75aa-32b9-40fc-a03f-75c0344eb296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684853 Nov 09 21:44:00.957866 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-1d7b84d6-a87b-4c39-8da5-5730a7e599f5 None None] Provisioning complete for port 6e12d068-a540-445a-a12f-3e5816c397ca triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:44:00.958256 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1d7b84d6-a87b-4c39-8da5-5730a7e599f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:01.007578 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-1d7b84d6-a87b-4c39-8da5-5730a7e599f5 None None] Port 6e12d068-a540-445a-a12f-3e5816c397ca cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:44:01.034851 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 539956ef-dd0a-4282-8ee7-59eb824abab1 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:44:01.066634 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: 539956ef-dd0a-4282-8ee7-59eb824abab1 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:44:01.067147 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 539956ef-dd0a-4282-8ee7-59eb824abab1 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:44:01.218904 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2de33033-9fe0-44f4-b198-2d4e6f1862d8 req-9a13b66e-ea34-4ede-ab6e-248c38b2a817 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5398424 Nov 09 21:44:01.239838 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3365b53-fdcd-44bf-b7ac-0ffc64e90516 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event updated for resources: {'Port': ['ID=6e12d068-a540-445a-a12f-3e5816c397ca,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:01.316707 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3365b53-fdcd-44bf-b7ac-0ffc64e90516 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Network 48945bc6-25d6-4b18-84c4-1a29a918582e is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:44:01.321400 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-b3365b53-fdcd-44bf-b7ac-0ffc64e90516 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:44:01.428798 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-2af8f837-db85-44a7-b351-92a88401bffe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80353db2-c0a0-4a94-95ee-3d884ab99ead {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:44:01.442367 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-2af8f837-db85-44a7-b351-92a88401bffe service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:01.474006 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-2af8f837-db85-44a7-b351-92a88401bffe service neutron] Transition to ACTIVE for port object 80353db2-c0a0-4a94-95ee-3d884ab99ead will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:44:01.499791 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-2af8f837-db85-44a7-b351-92a88401bffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:01.579597 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af8f837-db85-44a7-b351-92a88401bffe service neutron] Pushing event updated for resources: {'Port': ['ID=80353db2-c0a0-4a94-95ee-3d884ab99ead,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:01.584354 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3365b53-fdcd-44bf-b7ac-0ffc64e90516 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Router eac36348-beda-4784-bba2-fe9632b4307e is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:44:01.743432 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d4f075fa-dd5a-417a-9e56-b5de52604951 None None] Provisioning complete for port 6e12d068-a540-445a-a12f-3e5816c397ca triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:44:01.744429 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d4f075fa-dd5a-417a-9e56-b5de52604951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:01.769688 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 3330210b-f33d-4ae4-87b3-e32b34e4bd5f up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:44:01.791323 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-2af8f837-db85-44a7-b351-92a88401bffe service neutron] Attempting to bind port 80353db2-c0a0-4a94-95ee-3d884ab99ead on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:44:01.791864 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-2af8f837-db85-44a7-b351-92a88401bffe service neutron] Attempting to bind port 80353db2-c0a0-4a94-95ee-3d884ab99ead by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '3170744c-3447-44d8-9a0c-fa1ee6e7efbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:44:01.792040 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-2af8f837-db85-44a7-b351-92a88401bffe service neutron] Attempting to bind port 80353db2-c0a0-4a94-95ee-3d884ab99ead on network 46bdb5bb-fd13-43c3-a075-2640c54ba1a9 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:44:01.818450 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-2af8f837-db85-44a7-b351-92a88401bffe service neutron] Port 80353db2-c0a0-4a94-95ee-3d884ab99ead on network 46bdb5bb-fd13-43c3-a075-2640c54ba1a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:44:01.818785 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-2af8f837-db85-44a7-b351-92a88401bffe service neutron] Attempting to bind port 80353db2-c0a0-4a94-95ee-3d884ab99ead on network 46bdb5bb-fd13-43c3-a075-2640c54ba1a9 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:44:01.821183 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3365b53-fdcd-44bf-b7ac-0ffc64e90516 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:44:01.826968 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b3365b53-fdcd-44bf-b7ac-0ffc64e90516 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "PUT /v2.0/routers/eac36348-beda-4784-bba2-fe9632b4307e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9957638 Nov 09 21:44:01.829770 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50146) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:01.830434 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-d4f075fa-dd5a-417a-9e56-b5de52604951 None None] Port 6e12d068-a540-445a-a12f-3e5816c397ca cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:44:01.833090 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3218a34-0f6b-4e42-acf8-9ec4611c598e None None] Sync routers for ids ['eac36348-beda-4784-bba2-fe9632b4307e'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:44:01.839069 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-2af8f837-db85-44a7-b351-92a88401bffe service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:44:01.839416 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-2af8f837-db85-44a7-b351-92a88401bffe service neutron] Checking segment: {'id': '3170744c-3447-44d8-9a0c-fa1ee6e7efbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:44:01.839806 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-2af8f837-db85-44a7-b351-92a88401bffe service neutron] Bound using segment: {'id': '3170744c-3447-44d8-9a0c-fa1ee6e7efbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:44:01.840259 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-2af8f837-db85-44a7-b351-92a88401bffe service neutron] Bound port: 80353db2-c0a0-4a94-95ee-3d884ab99ead, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3170744c-3447-44d8-9a0c-fa1ee6e7efbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:44:01.840619 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-2af8f837-db85-44a7-b351-92a88401bffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:01.858756 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3218a34-0f6b-4e42-acf8-9ec4611c598e None None] Routers {'eac36348-beda-4784-bba2-fe9632b4307e'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:44:01.860925 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-b3218a34-0f6b-4e42-acf8-9ec4611c598e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:43:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['eac36348-beda-4784-bba2-fe9632b4307e'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:01.889408 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 3330210b-f33d-4ae4-87b3-e32b34e4bd5f triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:44:01.890151 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:01.922380 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-b3218a34-0f6b-4e42-acf8-9ec4611c598e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:01.930435 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1a9865-153a-46ce-8f2a-7a0deaf074e1 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:01.931916 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4d1a9865-153a-46ce-8f2a-7a0deaf074e1 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "GET /v2.0/ports/6e12d068-a540-445a-a12f-3e5816c397ca HTTP/1.1" status: 200 len: 911 time: 0.1011660 Nov 09 21:44:01.933838 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3218a34-0f6b-4e42-acf8-9ec4611c598e None None] Routers {'eac36348-beda-4784-bba2-fe9632b4307e'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:44:01.934809 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-b3218a34-0f6b-4e42-acf8-9ec4611c598e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:43:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['eac36348-beda-4784-bba2-fe9632b4307e'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:01.938035 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50148) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:01.942404 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-ef7aafe2-f4a0-478e-a0be-a43cf4249b1e tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '290d92d8-d067-4763-8016-90114e6712b9'}]}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:44:02.007455 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a6c18-8fbd-4c0f-a0c7-7fa07a2e3cb9 req-a4d2e293-e639-4e7e-b539-ce58af3f64d7 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:02.009983 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-b3218a34-0f6b-4e42-acf8-9ec4611c598e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:02.010860 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3218a34-0f6b-4e42-acf8-9ec4611c598e None None] The sync data for ids ['eac36348-beda-4784-bba2-fe9632b4307e'] in n-d-816206-3 is: [] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:44:02.014734 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-520a6c18-8fbd-4c0f-a0c7-7fa07a2e3cb9 req-a4d2e293-e639-4e7e-b539-ce58af3f64d7 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/ports?device_id=09b4dfd1-2f39-42ec-a372-ec8f56b0394b HTTP/1.1" status: 200 len: 944 time: 0.1086707 Nov 09 21:44:02.070851 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-520a6c18-8fbd-4c0f-a0c7-7fa07a2e3cb9 req-ef811f64-5e75-46ea-8711-e67942f0216e tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb6a75aa-32b9-40fc-a03f-75c0344eb296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552378 Nov 09 21:44:02.132609 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-2af8f837-db85-44a7-b351-92a88401bffe service neutron] For port 80353db2-c0a0-4a94-95ee-3d884ab99ead, host n-h1-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:44:02.137401 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-2af8f837-db85-44a7-b351-92a88401bffe service neutron] For port 80353db2-c0a0-4a94-95ee-3d884ab99ead, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=80353db2-c0a0-4a94-95ee-3d884ab99ead,segment=NetworkSegment(3170744c-3447-44d8-9a0c-fa1ee6e7efbc),segment_id=3170744c-3447-44d8-9a0c-fa1ee6e7efbc)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:44:02.143482 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-2af8f837-db85-44a7-b351-92a88401bffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:02.207954 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-2af8f837-db85-44a7-b351-92a88401bffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:02.208585 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-2af8f837-db85-44a7-b351-92a88401bffe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:02.213221 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-2af8f837-db85-44a7-b351-92a88401bffe service neutron] 10.222.0.45 "PUT /v2.0/ports/80353db2-c0a0-4a94-95ee-3d884ab99ead HTTP/1.1" status: 200 len: 1091 time: 2.4566524 Nov 09 21:44:02.213221 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ae0c754-b0bc-4210-bcf3-409a6151621a', 'tag': '80353db2-c0a0-4a94-95ee-3d884ab99ead'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:44:02.214437 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f561e3-7ec2-4f58-9138-f5e86757de97" -d '{"events": [{"name": "network-changed", "server_uuid": "4ae0c754-b0bc-4210-bcf3-409a6151621a", "tag": "80353db2-c0a0-4a94-95ee-3d884ab99ead"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:44:02.326803 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82545bc6-2d1f-41a2-a978-d5394abca3f5 x-openstack-request-id: req-82545bc6-2d1f-41a2-a978-d5394abca3f5 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:44:02.327097 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ae0c754-b0bc-4210-bcf3-409a6151621a", "tag": "80353db2-c0a0-4a94-95ee-3d884ab99ead", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:44:02.327362 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-82545bc6-2d1f-41a2-a978-d5394abca3f5 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:44:02.327783 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ae0c754-b0bc-4210-bcf3-409a6151621a', 'tag': '80353db2-c0a0-4a94-95ee-3d884ab99ead', 'status': 'completed', 'code': 200} Nov 09 21:44:02.350215 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af8f837-db85-44a7-b351-92a88401bffe service neutron] Pushing event updated for resources: {'Port': ['ID=80353db2-c0a0-4a94-95ee-3d884ab99ead,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:02.358504 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ef7aafe2-f4a0-478e-a0be-a43cf4249b1e tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:02.429694 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-7bf2546f-00e4-4017-a185-c555a1ee9640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:02.431216 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-7bf2546f-00e4-4017-a185-c555a1ee9640 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b3039f985d904a47a201680c8c884f50&device_id=4ae0c754-b0bc-4210-bcf3-409a6151621a HTTP/1.1" status: 200 len: 1094 time: 0.1441150 Nov 09 21:44:02.450145 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ced32-cb94-41c9-a2a7-cc4e86b90161 req-fc13ffbb-e36b-4652-82f2-3167cf2c2f7f tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:02.462610 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-625ced32-cb94-41c9-a2a7-cc4e86b90161 req-fc13ffbb-e36b-4652-82f2-3167cf2c2f7f tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ae0c754-b0bc-4210-bcf3-409a6151621a HTTP/1.1" status: 200 len: 943 time: 0.1234164 Nov 09 21:44:02.567783 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-625ced32-cb94-41c9-a2a7-cc4e86b90161 req-db8f1a26-820f-4f42-9cc6-863f3f9d1a80 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873656 Nov 09 21:44:02.570696 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-6158f493-c7b4-4488-9b7c-04a8ce84a923 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80353db2-c0a0-4a94-95ee-3d884ab99ead HTTP/1.1" status: 200 len: 217 time: 0.1251156 Nov 09 21:44:02.677430 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-501ecbe1-59a6-4db2-bbe0-e37ccba92f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:02.679062 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-501ecbe1-59a6-4db2-bbe0-e37ccba92f09 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9efcad5d-d250-42ce-b381-abda2d565ce1 HTTP/1.1" status: 200 len: 851 time: 0.1015520 Nov 09 21:44:02.768313 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-3866a58d-eeff-47d4-a271-80308d3f3e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:02.770376 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-3866a58d-eeff-47d4-a271-80308d3f3e4f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834639 Nov 09 21:44:02.952361 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-4e2f7a6b-d134-491a-b670-eb241a9a81a5 service neutron] 10.222.0.45 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676378 Nov 09 21:44:02.982092 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ef7aafe2-f4a0-478e-a0be-a43cf4249b1e tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:03.022910 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ef7aafe2-f4a0-478e-a0be-a43cf4249b1e tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:03.028894 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7aafe2-f4a0-478e-a0be-a43cf4249b1e tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:03.029496 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ef7aafe2-f4a0-478e-a0be-a43cf4249b1e tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:03.030875 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ef7aafe2-f4a0-478e-a0be-a43cf4249b1e tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "PUT /v2.0/ports/6e12d068-a540-445a-a12f-3e5816c397ca HTTP/1.1" status: 200 len: 911 time: 1.0926559 Nov 09 21:44:03.033891 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50160) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:03.093201 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7aafe2-f4a0-478e-a0be-a43cf4249b1e tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event updated for resources: {'Port': ['ID=6e12d068-a540-445a-a12f-3e5816c397ca,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:03.123308 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2063643d-5219-4356-b5f7-6e7967709ab3 req-22eae4dd-5c71-4c2b-834b-f4200e188676 service neutron] 10.222.0.45 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609190 Nov 09 21:44:03.262163 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f561e3-7ec2-4f58-9138-f5e86757de97 req-d54f7e2c-5823-4f92-b80b-0e98a1a9c75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:03.263699 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-50f561e3-7ec2-4f58-9138-f5e86757de97 req-d54f7e2c-5823-4f92-b80b-0e98a1a9c75b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b3039f985d904a47a201680c8c884f50&device_id=4ae0c754-b0bc-4210-bcf3-409a6151621a HTTP/1.1" status: 200 len: 1094 time: 0.0858948 Nov 09 21:44:03.276709 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b01a0-0888-4ff8-96ad-8ad38ae0ae46 req-e9e9af97-9c34-4b87-a59e-0bffdb9a5012 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:03.285231 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ed0b01a0-0888-4ff8-96ad-8ad38ae0ae46 req-e9e9af97-9c34-4b87-a59e-0bffdb9a5012 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/ports?device_id=09b4dfd1-2f39-42ec-a372-ec8f56b0394b HTTP/1.1" status: 200 len: 944 time: 0.0965388 Nov 09 21:44:03.406577 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ed0b01a0-0888-4ff8-96ad-8ad38ae0ae46 req-34a0167a-13a2-4def-ab2c-b70c774ab0b0 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb6a75aa-32b9-40fc-a03f-75c0344eb296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201499 Nov 09 21:44:03.441108 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f561e3-7ec2-4f58-9138-f5e86757de97 req-f86f239a-de76-4c5f-a7da-4c033c075a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:03.443473 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-50f561e3-7ec2-4f58-9138-f5e86757de97 req-f86f239a-de76-4c5f-a7da-4c033c075a83 service neutron] 10.222.0.45 "GET /v2.0/networks?id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9 HTTP/1.1" status: 200 len: 912 time: 0.1483567 Nov 09 21:44:03.492328 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a77c1078-e4ed-4edc-bd18-b3ad933d8eba tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:03.509817 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-50f561e3-7ec2-4f58-9138-f5e86757de97 req-fb12d669-7e02-4d8e-97c0-65749114b796 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80353db2-c0a0-4a94-95ee-3d884ab99ead HTTP/1.1" status: 200 len: 217 time: 0.0597615 Nov 09 21:44:03.641498 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f561e3-7ec2-4f58-9138-f5e86757de97 req-b6b2d39c-9030-4f9f-84fd-741abf458a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:03.643040 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-50f561e3-7ec2-4f58-9138-f5e86757de97 req-b6b2d39c-9030-4f9f-84fd-741abf458a56 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9efcad5d-d250-42ce-b381-abda2d565ce1 HTTP/1.1" status: 200 len: 851 time: 0.1274107 Nov 09 21:44:03.704568 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f561e3-7ec2-4f58-9138-f5e86757de97 req-7b8a26d3-0305-42d6-817a-dff38e5bfd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:03.711076 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-50f561e3-7ec2-4f58-9138-f5e86757de97 req-7b8a26d3-0305-42d6-817a-dff38e5bfd5d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589306 Nov 09 21:44:03.757882 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:03.900093 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-50f561e3-7ec2-4f58-9138-f5e86757de97 req-61d239b2-24a7-4c66-9177-acdf62f89e43 service neutron] 10.222.0.45 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815186 Nov 09 21:44:04.134506 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-50f561e3-7ec2-4f58-9138-f5e86757de97 req-6c421236-3a47-4761-bf52-3b90ed382da4 service neutron] 10.222.0.45 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284017 Nov 09 21:44:04.374965 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf641da8-4ca0-496f-a3d4-1a085137321b req-2cd6eefb-c8b4-4b09-b027-2357fbb06f25 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:04.376836 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cf641da8-4ca0-496f-a3d4-1a085137321b req-2cd6eefb-c8b4-4b09-b027-2357fbb06f25 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ae0c754-b0bc-4210-bcf3-409a6151621a HTTP/1.1" status: 200 len: 943 time: 0.6884358 Nov 09 21:44:04.496662 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cf641da8-4ca0-496f-a3d4-1a085137321b req-3764b29c-2366-4cab-9b09-02b0158a1ad5 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009226 Nov 09 21:44:04.592801 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-a77c1078-e4ed-4edc-bd18-b3ad933d8eba tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Deleting port 6e12d068-a540-445a-a12f-3e5816c397ca {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:44:04.594567 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a77c1078-e4ed-4edc-bd18-b3ad933d8eba tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:04.608972 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05252a61-ef5c-4de3-b454-cbfe426d395f req-90b19cca-c6c3-4f2f-b418-db0c3d9c50d0 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:04.611533 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-05252a61-ef5c-4de3-b454-cbfe426d395f req-90b19cca-c6c3-4f2f-b418-db0c3d9c50d0 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/ports?device_id=09b4dfd1-2f39-42ec-a372-ec8f56b0394b HTTP/1.1" status: 200 len: 944 time: 0.1228492 Nov 09 21:44:04.723147 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-05252a61-ef5c-4de3-b454-cbfe426d395f req-08a89347-e1da-47ba-a9a0-305ac0d9c3df tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb6a75aa-32b9-40fc-a03f-75c0344eb296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026742 Nov 09 21:44:04.763189 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a77c1078-e4ed-4edc-bd18-b3ad933d8eba tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:04.789180 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-a77c1078-e4ed-4edc-bd18-b3ad933d8eba tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Calling delete_port for 6e12d068-a540-445a-a12f-3e5816c397ca owned by network:router_interface {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:44:05.104942 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a77c1078-e4ed-4edc-bd18-b3ad933d8eba tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:05.141040 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c1078-e4ed-4edc-bd18-b3ad933d8eba tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event deleted for resources: {'Port': ['ID=6e12d068-a540-445a-a12f-3e5816c397ca,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:05.390593 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a77c1078-e4ed-4edc-bd18-b3ad933d8eba tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:05.732112 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77c1078-e4ed-4edc-bd18-b3ad933d8eba tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Router eac36348-beda-4784-bba2-fe9632b4307e has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:44:05.792467 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7381c65e-342a-4619-88be-4be1533f0b63 req-f66b4ae8-f47e-4b34-b4f8-0c30abc29f67 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:05.796434 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7381c65e-342a-4619-88be-4be1533f0b63 req-f66b4ae8-f47e-4b34-b4f8-0c30abc29f67 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ae0c754-b0bc-4210-bcf3-409a6151621a HTTP/1.1" status: 200 len: 943 time: 0.1242476 Nov 09 21:44:05.935408 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77c1078-e4ed-4edc-bd18-b3ad933d8eba tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:44:05.947975 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90915413-dda0-4092-8ac1-56544c36c6c3 None None] Sync routers for ids ['eac36348-beda-4784-bba2-fe9632b4307e'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:44:05.963543 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90915413-dda0-4092-8ac1-56544c36c6c3 None None] Routers {'eac36348-beda-4784-bba2-fe9632b4307e'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:44:05.967961 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-90915413-dda0-4092-8ac1-56544c36c6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:43:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['eac36348-beda-4784-bba2-fe9632b4307e'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:05.981421 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a77c1078-e4ed-4edc-bd18-b3ad933d8eba tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "PUT /v2.0/routers/eac36348-beda-4784-bba2-fe9632b4307e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9448745 Nov 09 21:44:05.989466 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50182) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:06.042130 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5fc37-2fd0-4ba7-afa4-87c1b19c845c req-f8f233c1-68b0-47cc-b9d0-29326605769f tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:06.054593 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-68b5fc37-2fd0-4ba7-afa4-87c1b19c845c req-f8f233c1-68b0-47cc-b9d0-29326605769f tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/ports?device_id=09b4dfd1-2f39-42ec-a372-ec8f56b0394b HTTP/1.1" status: 200 len: 944 time: 0.1852546 Nov 09 21:44:06.062698 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50184) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:06.072285 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-90915413-dda0-4092-8ac1-56544c36c6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:06.074583 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-caddecb9-157f-4b4f-af07-96d1104f8e23 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "GET /v2.0/ports?device_id=eac36348-beda-4784-bba2-fe9632b4307e HTTP/1.1" status: 200 len: 205 time: 0.0839565 Nov 09 21:44:06.124351 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7381c65e-342a-4619-88be-4be1533f0b63 req-d1f0673b-7d23-440f-af9b-0767b05bab21 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937995 Nov 09 21:44:06.130706 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90915413-dda0-4092-8ac1-56544c36c6c3 None None] Routers {'eac36348-beda-4784-bba2-fe9632b4307e'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:44:06.131648 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-90915413-dda0-4092-8ac1-56544c36c6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:43:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['eac36348-beda-4784-bba2-fe9632b4307e'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:06.223729 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-90915413-dda0-4092-8ac1-56544c36c6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:06.224608 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90915413-dda0-4092-8ac1-56544c36c6c3 None None] The sync data for ids ['eac36348-beda-4784-bba2-fe9632b4307e'] in n-d-816206-3 is: [] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:44:06.286845 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-aa6a54eb-f104-4246-86bb-6633738751ff tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:06.297143 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-68b5fc37-2fd0-4ba7-afa4-87c1b19c845c req-a61638d5-21fb-4067-9d3c-ee167d9b23cf tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb6a75aa-32b9-40fc-a03f-75c0344eb296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2352080 Nov 09 21:44:06.556017 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-aa6a54eb-f104-4246-86bb-6633738751ff tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:06.558436 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-aa6a54eb-f104-4246-86bb-6633738751ff tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:06.673528 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-aa6a54eb-f104-4246-86bb-6633738751ff tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:06.674056 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6a54eb-f104-4246-86bb-6633738751ff tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Fanout notify agent at l3_agent the message router_deleted on router eac36348-beda-4784-bba2-fe9632b4307e {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:44:06.693447 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-aa6a54eb-f104-4246-86bb-6633738751ff tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:06.697424 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50190) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:06.698091 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-aa6a54eb-f104-4246-86bb-6633738751ff tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "DELETE /v2.0/routers/eac36348-beda-4784-bba2-fe9632b4307e HTTP/1.1" status: 204 len: 168 time: 0.6343699 Nov 09 21:44:06.835225 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8b259e3-b120-4be9-b76e-a35c08698598 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Deleting subnet 290d92d8-d067-4763-8016-90114e6712b9 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:44:06.845903 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f8b259e3-b120-4be9-b76e-a35c08698598 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:06.918522 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f8b259e3-b120-4be9-b76e-a35c08698598 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:06.965736 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:44:07.050987 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f8b259e3-b120-4be9-b76e-a35c08698598 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:07.141536 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f8b259e3-b120-4be9-b76e-a35c08698598 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:07.286126 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b259e3-b120-4be9-b76e-a35c08698598 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event deleted for resources: {'Subnet': ['ID=290d92d8-d067-4763-8016-90114e6712b9,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:07.288620 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f8b259e3-b120-4be9-b76e-a35c08698598 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:07.295811 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f8b259e3-b120-4be9-b76e-a35c08698598 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "DELETE /v2.0/subnets/290d92d8-d067-4763-8016-90114e6712b9 HTTP/1.1" status: 204 len: 168 time: 0.5955911 Nov 09 21:44:07.301619 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50196) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:07.302614 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489d2997-3e01-43f3-9623-781882477674 None None] Network 48945bc6-25d6-4b18-84c4-1a29a918582e requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:44:07.579547 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53629e1-7b2a-4635-92db-f62e17e4291f req-92d1dc88-9681-445f-82fc-5eecdc12f62d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:07.582042 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a53629e1-7b2a-4635-92db-f62e17e4291f req-92d1dc88-9681-445f-82fc-5eecdc12f62d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ae0c754-b0bc-4210-bcf3-409a6151621a HTTP/1.1" status: 200 len: 943 time: 0.1653397 Nov 09 21:44:07.616673 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7b977429-b989-42c8-8a93-1ff6d8dfaa81 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:07.636414 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a6e932-a5bc-49d4-bab6-0fc3c5e1b1b4 None None] DHCP port deletion for 48945bc6-25d6-4b18-84c4-1a29a918582e request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:44:07.681419 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1101a-d6f4-4f86-956c-3cbf4b7bed9f req-c0c30eef-655c-49d6-bb04-2059318a41f8 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:07.688005 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-02f1101a-d6f4-4f86-956c-3cbf4b7bed9f req-c0c30eef-655c-49d6-bb04-2059318a41f8 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/ports?device_id=09b4dfd1-2f39-42ec-a372-ec8f56b0394b HTTP/1.1" status: 200 len: 944 time: 0.1972139 Nov 09 21:44:07.709531 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a53629e1-7b2a-4635-92db-f62e17e4291f req-5ac03370-c311-48f5-b7a0-00de5c9f2851 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107237 Nov 09 21:44:07.747881 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 3330210b-f33d-4ae4-87b3-e32b34e4bd5f no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:44:07.823976 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-61a6e932-a5bc-49d4-bab6-0fc3c5e1b1b4 None None] Deleting port 3330210b-f33d-4ae4-87b3-e32b34e4bd5f {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:44:07.824349 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-61a6e932-a5bc-49d4-bab6-0fc3c5e1b1b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:07.985245 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-61a6e932-a5bc-49d4-bab6-0fc3c5e1b1b4 None None] For port 3330210b-f33d-4ae4-87b3-e32b34e4bd5f, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=3330210b-f33d-4ae4-87b3-e32b34e4bd5f,segment=NetworkSegment(ed426f60-fe01-4c66-bc35-a531aea33711),segment_id=ed426f60-fe01-4c66-bc35-a531aea33711)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:44:07.986997 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-61a6e932-a5bc-49d4-bab6-0fc3c5e1b1b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:07.988452 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-02f1101a-d6f4-4f86-956c-3cbf4b7bed9f req-4bca500c-dda6-4b81-b192-5b40ec4ca41b tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb6a75aa-32b9-40fc-a03f-75c0344eb296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2977931 Nov 09 21:44:08.031392 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-7b977429-b989-42c8-8a93-1ff6d8dfaa81 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Deleting port 3330210b-f33d-4ae4-87b3-e32b34e4bd5f {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:44:08.031741 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7b977429-b989-42c8-8a93-1ff6d8dfaa81 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:08.213031 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-7b977429-b989-42c8-8a93-1ff6d8dfaa81 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] For port 3330210b-f33d-4ae4-87b3-e32b34e4bd5f, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=3330210b-f33d-4ae4-87b3-e32b34e4bd5f,segment=NetworkSegment(ed426f60-fe01-4c66-bc35-a531aea33711),segment_id=ed426f60-fe01-4c66-bc35-a531aea33711)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:44:08.213421 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7b977429-b989-42c8-8a93-1ff6d8dfaa81 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:08.229603 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-7b977429-b989-42c8-8a93-1ff6d8dfaa81 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Calling delete_port for 3330210b-f33d-4ae4-87b3-e32b34e4bd5f owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:44:08.244429 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:08.276118 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-61a6e932-a5bc-49d4-bab6-0fc3c5e1b1b4 None None] Calling delete_port for 3330210b-f33d-4ae4-87b3-e32b34e4bd5f owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:44:08.361894 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 3330210b-f33d-4ae4-87b3-e32b34e4bd5f, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=3330210b-f33d-4ae4-87b3-e32b34e4bd5f,segment=NetworkSegment(ed426f60-fe01-4c66-bc35-a531aea33711),segment_id=ed426f60-fe01-4c66-bc35-a531aea33711)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:44:08.375462 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7b977429-b989-42c8-8a93-1ff6d8dfaa81 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:08.427955 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:08.454868 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b977429-b989-42c8-8a93-1ff6d8dfaa81 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event deleted for resources: {'Port': ['ID=3330210b-f33d-4ae4-87b3-e32b34e4bd5f,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:08.457480 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event deleted for resources: {'Port': ['ID=3330210b-f33d-4ae4-87b3-e32b34e4bd5f,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:08.499803 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-61a6e932-a5bc-49d4-bab6-0fc3c5e1b1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:08.517238 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a6e932-a5bc-49d4-bab6-0fc3c5e1b1b4 None None] No DVR routers for this DVR port 3330210b-f33d-4ae4-87b3-e32b34e4bd5f on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:44:08.523509 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b977429-b989-42c8-8a93-1ff6d8dfaa81 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] No DVR routers for this DVR port 3330210b-f33d-4ae4-87b3-e32b34e4bd5f on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:44:08.540802 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6e932-a5bc-49d4-bab6-0fc3c5e1b1b4 None None] Pushing event deleted for resources: {'Port': ['ID=3330210b-f33d-4ae4-87b3-e32b34e4bd5f,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:08.743257 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7b977429-b989-42c8-8a93-1ff6d8dfaa81 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:08.786949 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-7b977429-b989-42c8-8a93-1ff6d8dfaa81 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48945bc6-25d6-4b18-84c4-1a29a918582e']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:08.809351 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-7b977429-b989-42c8-8a93-1ff6d8dfaa81 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed426f60-fe01-4c66-bc35-a531aea33711') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:08.816929 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-7b977429-b989-42c8-8a93-1ff6d8dfaa81 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed426f60-fe01-4c66-bc35-a531aea33711') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:08.859528 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7b977429-b989-42c8-8a93-1ff6d8dfaa81 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:08.917873 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7b977429-b989-42c8-8a93-1ff6d8dfaa81 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:08.937225 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b977429-b989-42c8-8a93-1ff6d8dfaa81 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:44:08.937687 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7b977429-b989-42c8-8a93-1ff6d8dfaa81 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:08.945838 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:44:08.945838 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:44:08.945838 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:44:08.945838 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:44:08.945838 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:44:08.945838 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:44:08.945838 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:44:08.945838 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:44:08.945838 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:44:08.945838 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:44:08.945838 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:44:08.945838 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:44:08.945838 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:44:08.945838 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:44:08.945838 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:44:08.945838 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:44:08.945838 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:44:08.945838 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:44:08.945838 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:44:08.945838 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:44:08.945838 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:44:08.945838 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:44:08.945838 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:44:08.945838 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:44:08.945838 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:44:08.945838 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:44:08.945838 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:44:08.945838 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:44:08.945838 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:44:08.945838 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:44:08.945838 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:44:08.945838 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:44:08.958232 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436c7f4-8af5-44b6-975b-1748bdc8bbf5 req-9b104a25-176c-4fe5-8491-e49fc2c88687 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:08.965623 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f436c7f4-8af5-44b6-975b-1748bdc8bbf5 req-9b104a25-176c-4fe5-8491-e49fc2c88687 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ae0c754-b0bc-4210-bcf3-409a6151621a HTTP/1.1" status: 200 len: 943 time: 0.1068680 Nov 09 21:44:09.032041 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f436c7f4-8af5-44b6-975b-1748bdc8bbf5 req-5cbb0e0a-b9f8-47d5-a2d8-040e7f3f9c9a tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614903 Nov 09 21:44:09.078922 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7b977429-b989-42c8-8a93-1ff6d8dfaa81 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:09.115038 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7b977429-b989-42c8-8a93-1ff6d8dfaa81 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:09.118542 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7b977429-b989-42c8-8a93-1ff6d8dfaa81 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "DELETE /v2.0/networks/48945bc6-25d6-4b18-84c4-1a29a918582e HTTP/1.1" status: 204 len: 168 time: 1.8157692 Nov 09 21:44:09.119361 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b977429-b989-42c8-8a93-1ff6d8dfaa81 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event deleted for resources: {'Network': ['ID=48945bc6-25d6-4b18-84c4-1a29a918582e,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:09.122539 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50266) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:09.126660 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-8c69c5c1-ed80-4544-85f6-8e90bc069592 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1860189715', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:44:09.187367 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8c69c5c1-ed80-4544-85f6-8e90bc069592 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:09.188552 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8c69c5c1-ed80-4544-85f6-8e90bc069592 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:09.217033 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da04060-4614-4338-8011-8152979fd5a2 req-76d780fd-4ee5-431c-9b88-74329e703fc4 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:09.218621 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3da04060-4614-4338-8011-8152979fd5a2 req-76d780fd-4ee5-431c-9b88-74329e703fc4 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/ports?device_id=09b4dfd1-2f39-42ec-a372-ec8f56b0394b HTTP/1.1" status: 200 len: 944 time: 0.0971551 Nov 09 21:44:09.324964 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8c69c5c1-ed80-4544-85f6-8e90bc069592 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:09.327569 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3da04060-4614-4338-8011-8152979fd5a2 req-b458152f-488a-4c08-b93f-f981277b0147 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb6a75aa-32b9-40fc-a03f-75c0344eb296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020689 Nov 09 21:44:09.340484 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8c69c5c1-ed80-4544-85f6-8e90bc069592 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:09.379904 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8c69c5c1-ed80-4544-85f6-8e90bc069592 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:09.382552 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8c69c5c1-ed80-4544-85f6-8e90bc069592 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2593184 Nov 09 21:44:09.384225 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50286) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:09.390035 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-f5ebea49-bf26-4c90-a55e-e24f697cc100 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-630848329'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:44:09.414611 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ebea49-bf26-4c90-a55e-e24f697cc100 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Made reservation on behalf of 015835ba1a5f4e05aead246a6e1521d9 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:44:09.418156 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f5ebea49-bf26-4c90-a55e-e24f697cc100 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:09.456738 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5ebea49-bf26-4c90-a55e-e24f697cc100 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:44:09.475410 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f5ebea49-bf26-4c90-a55e-e24f697cc100 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:09.476043 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-f5ebea49-bf26-4c90-a55e-e24f697cc100 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Added segment 8d081f6c-82b2-4abe-981e-ef3699a0db68 of type vlan for network 10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7 Nov 09 21:44:09.528730 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f5ebea49-bf26-4c90-a55e-e24f697cc100 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:09.562528 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f5ebea49-bf26-4c90-a55e-e24f697cc100 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:09.568226 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ebea49-bf26-4c90-a55e-e24f697cc100 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:09.569032 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f5ebea49-bf26-4c90-a55e-e24f697cc100 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:09.635463 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f5ebea49-bf26-4c90-a55e-e24f697cc100 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2474167 Nov 09 21:44:09.635898 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50288) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:09.641665 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-7476f9e1-0585-4e02-ab51-771677f49239 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Request body: {'subnet': {'network_id': '10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:44:09.646091 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ebea49-bf26-4c90-a55e-e24f697cc100 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event updated for resources: {'Network': ['ID=10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:09.657107 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:44:09.829292 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7476f9e1-0585-4e02-ab51-771677f49239 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Made reservation on behalf of 015835ba1a5f4e05aead246a6e1521d9 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:44:09.845076 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7476f9e1-0585-4e02-ab51-771677f49239 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:10.094187 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7476f9e1-0585-4e02-ab51-771677f49239 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:10.206943 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7476f9e1-0585-4e02-ab51-771677f49239 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event updated for resources: {'Subnet': ['ID=e321718d-6452-4dab-bb14-fd4da33c92db,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:10.219480 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7476f9e1-0585-4e02-ab51-771677f49239 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Checking segment: {'id': '8d081f6c-82b2-4abe-981e-ef3699a0db68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:44:10.219841 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7476f9e1-0585-4e02-ab51-771677f49239 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Network hostable DHCP agents. Network: 10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:44:10.246150 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7476f9e1-0585-4e02-ab51-771677f49239 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Network 10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:44:10.259737 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-7476f9e1-0585-4e02-ab51-771677f49239 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:44:10.269464 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9646c02-ac7c-474c-b23c-36e27ac8ee0c req-480482fc-5870-4b30-af2d-d9605aa9d0b5 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:10.270697 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7476f9e1-0585-4e02-ab51-771677f49239 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:10.271415 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7476f9e1-0585-4e02-ab51-771677f49239 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:10.272334 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a9646c02-ac7c-474c-b23c-36e27ac8ee0c req-480482fc-5870-4b30-af2d-d9605aa9d0b5 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ae0c754-b0bc-4210-bcf3-409a6151621a HTTP/1.1" status: 200 len: 943 time: 0.1544893 Nov 09 21:44:10.276553 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7733f35b-6fb1-42df-8cb7-6c8a61a1dd7c None None] Network 10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:44:10.318396 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7476f9e1-0585-4e02-ab51-771677f49239 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6812582 Nov 09 21:44:10.320449 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50294) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:10.352426 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a9646c02-ac7c-474c-b23c-36e27ac8ee0c req-df25c6d3-85b3-4a35-b9a7-840a6a9fcbd0 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706565 Nov 09 21:44:10.617559 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5ec2dd-aa73-49e0-bb43-b3c2ddd4e948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7', 'network_id': '10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'fixed_ips': [{'subnet_id': 'e321718d-6452-4dab-bb14-fd4da33c92db'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:44:10.619146 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3f5ec2dd-aa73-49e0-bb43-b3c2ddd4e948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:10.699932 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d3dbc-f467-4a0c-9da1-d7bc63a18640 req-cabf4b5c-2189-4156-80dc-1ff5266245da tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:10.707750 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f55d3dbc-f467-4a0c-9da1-d7bc63a18640 req-cabf4b5c-2189-4156-80dc-1ff5266245da tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/ports?device_id=09b4dfd1-2f39-42ec-a372-ec8f56b0394b HTTP/1.1" status: 200 len: 944 time: 0.1635695 Nov 09 21:44:10.836187 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-3f5ec2dd-aa73-49e0-bb43-b3c2ddd4e948 None None] Allocated IP 2001:db8::2 (10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7/e321718d-6452-4dab-bb14-fd4da33c92db/038dd771-b2b4-4451-b843-2fe6b422c847) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:44:11.044614 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3f5ec2dd-aa73-49e0-bb43-b3c2ddd4e948 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:11.053115 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3f5ec2dd-aa73-49e0-bb43-b3c2ddd4e948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:11.099066 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5ec2dd-aa73-49e0-bb43-b3c2ddd4e948 None None] Network 10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:44:11.102421 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-3f5ec2dd-aa73-49e0-bb43-b3c2ddd4e948 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:44:11.108374 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5ec2dd-aa73-49e0-bb43-b3c2ddd4e948 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:44:11.141660 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ec2dd-aa73-49e0-bb43-b3c2ddd4e948 None None] Pushing event updated for resources: {'Port': ['ID=038dd771-b2b4-4451-b843-2fe6b422c847,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:11.171367 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-3f5ec2dd-aa73-49e0-bb43-b3c2ddd4e948 None None] Attempting to bind port 038dd771-b2b4-4451-b843-2fe6b422c847 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:44:11.171705 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-3f5ec2dd-aa73-49e0-bb43-b3c2ddd4e948 None None] Attempting to bind port 038dd771-b2b4-4451-b843-2fe6b422c847 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '8d081f6c-82b2-4abe-981e-ef3699a0db68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:44:11.172018 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5ec2dd-aa73-49e0-bb43-b3c2ddd4e948 None None] Attempting to bind port 038dd771-b2b4-4451-b843-2fe6b422c847 on network 10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:44:11.177440 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5ec2dd-aa73-49e0-bb43-b3c2ddd4e948 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:44:11.177811 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5ec2dd-aa73-49e0-bb43-b3c2ddd4e948 None None] Checking segment: {'id': '8d081f6c-82b2-4abe-981e-ef3699a0db68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:44:11.178210 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3f5ec2dd-aa73-49e0-bb43-b3c2ddd4e948 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:11.178602 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5ec2dd-aa73-49e0-bb43-b3c2ddd4e948 None None] Bound using segment: {'id': '8d081f6c-82b2-4abe-981e-ef3699a0db68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:44:11.179078 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-3f5ec2dd-aa73-49e0-bb43-b3c2ddd4e948 None None] Bound port: 038dd771-b2b4-4451-b843-2fe6b422c847, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d081f6c-82b2-4abe-981e-ef3699a0db68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:44:11.179462 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3f5ec2dd-aa73-49e0-bb43-b3c2ddd4e948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:11.210215 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f55d3dbc-f467-4a0c-9da1-d7bc63a18640 req-ae0b4a8d-006b-44bb-8955-d342decca262 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb6a75aa-32b9-40fc-a03f-75c0344eb296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5016026 Nov 09 21:44:11.244564 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-3f5ec2dd-aa73-49e0-bb43-b3c2ddd4e948 None None] For port 038dd771-b2b4-4451-b843-2fe6b422c847, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:44:11.245101 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8647b21f-2247-40cb-9628-87f6032871a2 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:11.248204 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-3f5ec2dd-aa73-49e0-bb43-b3c2ddd4e948 None None] For port 038dd771-b2b4-4451-b843-2fe6b422c847, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=038dd771-b2b4-4451-b843-2fe6b422c847,segment=NetworkSegment(8d081f6c-82b2-4abe-981e-ef3699a0db68),segment_id=8d081f6c-82b2-4abe-981e-ef3699a0db68)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:44:11.253218 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3f5ec2dd-aa73-49e0-bb43-b3c2ddd4e948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:11.319499 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ec2dd-aa73-49e0-bb43-b3c2ddd4e948 None None] Pushing event updated for resources: {'Port': ['ID=038dd771-b2b4-4451-b843-2fe6b422c847,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:11.590060 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51571832-f6fb-48bd-b398-9070d705b49e req-3f65f8ca-f728-425e-a0e4-65cfe38cfa5f tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:11.591428 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-8647b21f-2247-40cb-9628-87f6032871a2 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Allocated IP 2001:db8::1 (10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7/e321718d-6452-4dab-bb14-fd4da33c92db/be31fac7-9396-4b1f-9c45-b4928994b878) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:44:11.602897 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-51571832-f6fb-48bd-b398-9070d705b49e req-3f65f8ca-f728-425e-a0e4-65cfe38cfa5f tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ae0c754-b0bc-4210-bcf3-409a6151621a HTTP/1.1" status: 200 len: 943 time: 0.1401145 Nov 09 21:44:11.715586 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-51571832-f6fb-48bd-b398-9070d705b49e req-80eb171d-06c6-4cea-ae14-04a951b29b97 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107564 Nov 09 21:44:11.791288 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8647b21f-2247-40cb-9628-87f6032871a2 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:11.795473 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 038dd771-b2b4-4451-b843-2fe6b422c847 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:44:11.833160 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8647b21f-2247-40cb-9628-87f6032871a2 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:11.869945 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 038dd771-b2b4-4451-b843-2fe6b422c847 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:44:11.871297 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:11.920560 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8647b21f-2247-40cb-9628-87f6032871a2 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Network 10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:44:11.934724 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-8647b21f-2247-40cb-9628-87f6032871a2 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:44:11.943394 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8647b21f-2247-40cb-9628-87f6032871a2 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:44:11.946938 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8647b21f-2247-40cb-9628-87f6032871a2 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:11.951812 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647b21f-2247-40cb-9628-87f6032871a2 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event updated for resources: {'Port': ['ID=be31fac7-9396-4b1f-9c45-b4928994b878,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:11.997468 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:12.044033 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 038dd771-b2b4-4451-b843-2fe6b422c847, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=038dd771-b2b4-4451-b843-2fe6b422c847,segment=NetworkSegment(8d081f6c-82b2-4abe-981e-ef3699a0db68),segment_id=8d081f6c-82b2-4abe-981e-ef3699a0db68)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:44:12.050031 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:12.148294 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=038dd771-b2b4-4451-b843-2fe6b422c847,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:12.150953 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8647b21f-2247-40cb-9628-87f6032871a2 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:12.386658 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b9e22-032b-43bd-b283-857adb728ef4 req-855a2f39-89c3-4712-98ce-0ebee98353f6 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:12.388210 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fc8b9e22-032b-43bd-b283-857adb728ef4 req-855a2f39-89c3-4712-98ce-0ebee98353f6 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/ports?device_id=09b4dfd1-2f39-42ec-a372-ec8f56b0394b HTTP/1.1" status: 200 len: 944 time: 0.0796924 Nov 09 21:44:12.580291 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fc8b9e22-032b-43bd-b283-857adb728ef4 req-cdfb97ef-36f4-4cb8-9829-9f357271d410 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb6a75aa-32b9-40fc-a03f-75c0344eb296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725068 Nov 09 21:44:12.614549 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8647b21f-2247-40cb-9628-87f6032871a2 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:12.621100 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8647b21f-2247-40cb-9628-87f6032871a2 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:12.622172 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8647b21f-2247-40cb-9628-87f6032871a2 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:12.657992 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131fdd2d-8633-4ac1-aeb6-1e18f5030ed5 None None] Network 10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:44:12.723518 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647b21f-2247-40cb-9628-87f6032871a2 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event updated for resources: {'Port': ['ID=be31fac7-9396-4b1f-9c45-b4928994b878,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:12.777434 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8647b21f-2247-40cb-9628-87f6032871a2 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Network 10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:44:12.780882 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-8647b21f-2247-40cb-9628-87f6032871a2 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:44:12.853600 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-b7dac6d7-3ddd-405f-b0d7-227bf45a836e None None] Provisioning complete for port 038dd771-b2b4-4451-b843-2fe6b422c847 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:44:12.853977 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b7dac6d7-3ddd-405f-b0d7-227bf45a836e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:12.877206 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b91ea-e9f1-49aa-8762-57992eb57d13 req-f1685e9d-728e-4dc6-9f08-fd8d17388c28 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:12.887140 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a34b91ea-e9f1-49aa-8762-57992eb57d13 req-f1685e9d-728e-4dc6-9f08-fd8d17388c28 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ae0c754-b0bc-4210-bcf3-409a6151621a HTTP/1.1" status: 200 len: 943 time: 0.0994976 Nov 09 21:44:12.959328 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a34b91ea-e9f1-49aa-8762-57992eb57d13 req-ca572888-2158-4686-8f3f-3ecfdc9fea6d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701139 Nov 09 21:44:13.022427 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8647b21f-2247-40cb-9628-87f6032871a2 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Router a01d14b0-fe9e-422a-a85a-f2cebadd5c5a is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:44:13.103260 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device f7c87dbd-446c-49f2-95dc-19a9d7ec8427 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:44:13.218250 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8647b21f-2247-40cb-9628-87f6032871a2 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:44:13.234603 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8647b21f-2247-40cb-9628-87f6032871a2 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "PUT /v2.0/routers/a01d14b0-fe9e-422a-a85a-f2cebadd5c5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9083021 Nov 09 21:44:13.236525 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50354) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:13.240816 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bb6e82-983d-45f1-8359-22cd436ed6e6 None None] Sync routers for ids ['a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:44:13.249387 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-24b08811-8261-4835-9e23-78835177c73f tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2067652369'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:44:13.263367 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port f7c87dbd-446c-49f2-95dc-19a9d7ec8427, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f7c87dbd-446c-49f2-95dc-19a9d7ec8427,segment=NetworkSegment(d44ec02c-488a-4260-aed3-4df581508a44),segment_id=d44ec02c-488a-4260-aed3-4df581508a44)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:44:13.285408 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': 'f7c87dbd-446c-49f2-95dc-19a9d7ec8427', 'network_id': '73b69311-b279-489e-af0f-ad8fda1b30f5', 'port_id': 'f7c87dbd-446c-49f2-95dc-19a9d7ec8427', 'mac_address': 'fa:16:3e:39:f9:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2814453-ed2d-46ce-922b-68eeaec2cf37', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:44:13.292277 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b08811-8261-4835-9e23-78835177c73f tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Made reservation on behalf of 015835ba1a5f4e05aead246a6e1521d9 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:44:13.297965 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-24b08811-8261-4835-9e23-78835177c73f tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:13.313160 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bb6e82-983d-45f1-8359-22cd436ed6e6 None None] Routers {'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:44:13.313783 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-d3bb6e82-983d-45f1-8359-22cd436ed6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:43:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:13.355941 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24b08811-8261-4835-9e23-78835177c73f tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:44:13.362831 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:13.379757 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-24b08811-8261-4835-9e23-78835177c73f tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:13.380305 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-24b08811-8261-4835-9e23-78835177c73f tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Added segment d35871a1-c6f7-49d7-9ea6-5700530e925d of type vlan for network eb9aa108-6a53-4fc3-8a74-a91677d1e7d3 Nov 09 21:44:13.384467 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7c87dbd-446c-49f2-95dc-19a9d7ec8427 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:44:13.426507 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port f7c87dbd-446c-49f2-95dc-19a9d7ec8427, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f7c87dbd-446c-49f2-95dc-19a9d7ec8427,segment=NetworkSegment(d44ec02c-488a-4260-aed3-4df581508a44),segment_id=d44ec02c-488a-4260-aed3-4df581508a44)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:44:13.435550 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:13.460304 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-24b08811-8261-4835-9e23-78835177c73f tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:13.509107 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-24b08811-8261-4835-9e23-78835177c73f tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:13.518089 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b08811-8261-4835-9e23-78835177c73f tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:13.519468 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-24b08811-8261-4835-9e23-78835177c73f tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:13.571912 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=f7c87dbd-446c-49f2-95dc-19a9d7ec8427,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:13.577372 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-d3bb6e82-983d-45f1-8359-22cd436ed6e6 None None] Set router a01d14b0-fe9e-422a-a85a-f2cebadd5c5a gateway port host: None {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:44:13.616425 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-24b08811-8261-4835-9e23-78835177c73f tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3757102 Nov 09 21:44:13.619189 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50386) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:13.625464 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-4f46082f-9d66-47a4-af6b-0863cc52b4ac tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Request body: {'subnet': {'network_id': 'eb9aa108-6a53-4fc3-8a74-a91677d1e7d3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:44:13.642306 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b08811-8261-4835-9e23-78835177c73f tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event updated for resources: {'Network': ['ID=eb9aa108-6a53-4fc3-8a74-a91677d1e7d3,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:13.707727 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-841903cc-00a1-4dc6-ad08-fe3673b347ae None None] Provisioning complete for port 038dd771-b2b4-4451-b843-2fe6b422c847 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:44:13.708104 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-841903cc-00a1-4dc6-ad08-fe3673b347ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:13.773468 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['f7c87dbd-446c-49f2-95dc-19a9d7ec8427'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:44:13.790164 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network eb9aa108-6a53-4fc3-8a74-a91677d1e7d3 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:44:13.932121 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847701bf-2abb-4a2f-9dc2-3305e17bdc83 req-c81f1b18-e09b-42d9-a092-7bd94b2aff3a tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:13.944430 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-847701bf-2abb-4a2f-9dc2-3305e17bdc83 req-c81f1b18-e09b-42d9-a092-7bd94b2aff3a tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/ports?device_id=09b4dfd1-2f39-42ec-a372-ec8f56b0394b HTTP/1.1" status: 200 len: 945 time: 0.1726918 Nov 09 21:44:13.994929 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f46082f-9d66-47a4-af6b-0863cc52b4ac tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Made reservation on behalf of 015835ba1a5f4e05aead246a6e1521d9 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:44:14.014661 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4f46082f-9d66-47a4-af6b-0863cc52b4ac tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:14.121401 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-847701bf-2abb-4a2f-9dc2-3305e17bdc83 req-cc1d4588-c507-4ba7-a5b9-de18070c0135 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb6a75aa-32b9-40fc-a03f-75c0344eb296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735389 Nov 09 21:44:14.124709 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-d3bb6e82-983d-45f1-8359-22cd436ed6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'name': 'tempest-RoutersIpV6Test-router-1860189715', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:44:09Z', 'updated_at': '2021-11-09T21:44:12Z', 'revision_number': 2, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'gw_port_host': None, '_interfaces': [{'id': 'be31fac7-9396-4b1f-9c45-b4928994b878', 'name': '', 'network_id': '10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:d7:91:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'e321718d-6452-4dab-bb14-fd4da33c92db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:11Z', 'updated_at': '2021-11-09T21:44:12Z', 'revision_number': 2, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': 'e321718d-6452-4dab-bb14-fd4da33c92db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:14.237561 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bb6e82-983d-45f1-8359-22cd436ed6e6 None None] Checking router: a01d14b0-fe9e-422a-a85a-f2cebadd5c5a for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:44:14.241073 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bb6e82-983d-45f1-8359-22cd436ed6e6 None None] Updating router a01d14b0-fe9e-422a-a85a-f2cebadd5c5a port be31fac7-9396-4b1f-9c45-b4928994b878 binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:44:14.316245 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d3bb6e82-983d-45f1-8359-22cd436ed6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:14.394357 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4f46082f-9d66-47a4-af6b-0863cc52b4ac tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:14.554111 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 038dd771-b2b4-4451-b843-2fe6b422c847 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:44:14.677166 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2b59a-e6ab-4457-93ee-9c9bdf6b2c84 req-d229c6ed-5018-40d3-9b63-518fa232f615 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:14.678895 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-60a2b59a-e6ab-4457-93ee-9c9bdf6b2c84 req-d229c6ed-5018-40d3-9b63-518fa232f615 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ae0c754-b0bc-4210-bcf3-409a6151621a HTTP/1.1" status: 200 len: 943 time: 0.3166671 Nov 09 21:44:14.734683 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f46082f-9d66-47a4-af6b-0863cc52b4ac tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event updated for resources: {'Subnet': ['ID=a3e2062f-5359-40e8-b134-819d2d84083f,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:14.758247 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f46082f-9d66-47a4-af6b-0863cc52b4ac tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Checking segment: {'id': 'd35871a1-c6f7-49d7-9ea6-5700530e925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'eb9aa108-6a53-4fc3-8a74-a91677d1e7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:44:14.758904 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f46082f-9d66-47a4-af6b-0863cc52b4ac tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Network hostable DHCP agents. Network: eb9aa108-6a53-4fc3-8a74-a91677d1e7d3, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:44:14.876854 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f46082f-9d66-47a4-af6b-0863cc52b4ac tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Network eb9aa108-6a53-4fc3-8a74-a91677d1e7d3 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:44:14.892269 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 038dd771-b2b4-4451-b843-2fe6b422c847 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:44:14.892668 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:14.900603 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-4f46082f-9d66-47a4-af6b-0863cc52b4ac tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, eb9aa108-6a53-4fc3-8a74-a91677d1e7d3) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:44:14.928923 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f46082f-9d66-47a4-af6b-0863cc52b4ac tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:14.929743 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4f46082f-9d66-47a4-af6b-0863cc52b4ac tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:14.948137 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c23d2d-e5bf-40dd-a25c-21221f4b79ff None None] Network eb9aa108-6a53-4fc3-8a74-a91677d1e7d3 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:44:14.981425 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-60a2b59a-e6ab-4457-93ee-9c9bdf6b2c84 req-a3736ad8-4b9d-4d26-a53c-57e18d3785a0 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505319 Nov 09 21:44:15.015841 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4f46082f-9d66-47a4-af6b-0863cc52b4ac tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3946710 Nov 09 21:44:15.019646 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50500) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:15.310021 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b017a2b-47d1-4f65-a04a-76a5131864a4 req-39787698-9109-42a0-b60c-da9dc73d1ce8 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:15.330606 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d3bb6e82-983d-45f1-8359-22cd436ed6e6 None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:15.337476 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6b017a2b-47d1-4f65-a04a-76a5131864a4 req-39787698-9109-42a0-b60c-da9dc73d1ce8 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/ports?device_id=09b4dfd1-2f39-42ec-a372-ec8f56b0394b HTTP/1.1" status: 200 len: 945 time: 0.1175034 Nov 09 21:44:15.349581 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d3bb6e82-983d-45f1-8359-22cd436ed6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:15.443684 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-841903cc-00a1-4dc6-ad08-fe3673b347ae None None] Provisioning complete for port be31fac7-9396-4b1f-9c45-b4928994b878 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:44:15.444244 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-841903cc-00a1-4dc6-ad08-fe3673b347ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:15.449929 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef2098b-986d-429b-b306-1eadfb9da012 None None] Pushing event updated for resources: {'Port': ['ID=be31fac7-9396-4b1f-9c45-b4928994b878,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:15.497235 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6b017a2b-47d1-4f65-a04a-76a5131864a4 req-93b32523-47ad-4be6-ab36-12e9ff18c3ba tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb6a75aa-32b9-40fc-a03f-75c0344eb296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587934 Nov 09 21:44:15.506750 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef2098b-986d-429b-b306-1eadfb9da012 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:44:15.506965 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef2098b-986d-429b-b306-1eadfb9da012 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:44:15.507254 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef2098b-986d-429b-b306-1eadfb9da012 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:44:15.507594 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef2098b-986d-429b-b306-1eadfb9da012 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:44:15.507925 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef2098b-986d-429b-b306-1eadfb9da012 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:44:15.508256 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef2098b-986d-429b-b306-1eadfb9da012 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:44:15.508586 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef2098b-986d-429b-b306-1eadfb9da012 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:44:15.509031 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef2098b-986d-429b-b306-1eadfb9da012 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:44:15.509359 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef2098b-986d-429b-b306-1eadfb9da012 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:44:15.509681 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef2098b-986d-429b-b306-1eadfb9da012 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:44:15.510008 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef2098b-986d-429b-b306-1eadfb9da012 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:44:15.510331 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef2098b-986d-429b-b306-1eadfb9da012 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:44:15.560212 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-841903cc-00a1-4dc6-ad08-fe3673b347ae None None] Port be31fac7-9396-4b1f-9c45-b4928994b878 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:44:15.651477 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-d3bb6e82-983d-45f1-8359-22cd436ed6e6 None None] Attempting to bind port be31fac7-9396-4b1f-9c45-b4928994b878 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:44:15.653383 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-d3bb6e82-983d-45f1-8359-22cd436ed6e6 None None] Attempting to bind port be31fac7-9396-4b1f-9c45-b4928994b878 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '8d081f6c-82b2-4abe-981e-ef3699a0db68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:44:15.655480 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bb6e82-983d-45f1-8359-22cd436ed6e6 None None] Attempting to bind port be31fac7-9396-4b1f-9c45-b4928994b878 on network 10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7 {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:44:15.668911 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bb6e82-983d-45f1-8359-22cd436ed6e6 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:44:15.671355 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bb6e82-983d-45f1-8359-22cd436ed6e6 None None] Checking segment: {'id': '8d081f6c-82b2-4abe-981e-ef3699a0db68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:44:15.671974 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d3bb6e82-983d-45f1-8359-22cd436ed6e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:15.673319 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bb6e82-983d-45f1-8359-22cd436ed6e6 None None] Bound using segment: {'id': '8d081f6c-82b2-4abe-981e-ef3699a0db68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:44:15.693151 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-d3bb6e82-983d-45f1-8359-22cd436ed6e6 None None] Bound port: be31fac7-9396-4b1f-9c45-b4928994b878, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d081f6c-82b2-4abe-981e-ef3699a0db68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:44:15.694505 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d3bb6e82-983d-45f1-8359-22cd436ed6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:15.767208 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55f2bb3-9706-4b4d-b3d0-e40b2098d7da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-eb9aa108-6a53-4fc3-8a74-a91677d1e7d3', 'network_id': 'eb9aa108-6a53-4fc3-8a74-a91677d1e7d3', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'fixed_ips': [{'subnet_id': 'a3e2062f-5359-40e8-b134-819d2d84083f'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:44:15.769002 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c55f2bb3-9706-4b4d-b3d0-e40b2098d7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:15.848712 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-d3bb6e82-983d-45f1-8359-22cd436ed6e6 None None] For port be31fac7-9396-4b1f-9c45-b4928994b878, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:44:15.858529 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-d3bb6e82-983d-45f1-8359-22cd436ed6e6 None None] For port be31fac7-9396-4b1f-9c45-b4928994b878, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=be31fac7-9396-4b1f-9c45-b4928994b878,segment=NetworkSegment(8d081f6c-82b2-4abe-981e-ef3699a0db68),segment_id=8d081f6c-82b2-4abe-981e-ef3699a0db68)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:44:15.866659 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d3bb6e82-983d-45f1-8359-22cd436ed6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:15.879967 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-bd2aac00-b65b-4936-849a-d0ef7f143626 None None] Provisioning complete for port be31fac7-9396-4b1f-9c45-b4928994b878 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:44:15.880821 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bd2aac00-b65b-4936-849a-d0ef7f143626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:16.006159 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-914d07c0-8681-41ed-a571-43858b994b5e tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:16.043629 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bb6e82-983d-45f1-8359-22cd436ed6e6 None None] Routers {'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:44:16.044266 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-d3bb6e82-983d-45f1-8359-22cd436ed6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:43:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:16.294292 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef2098b-986d-429b-b306-1eadfb9da012 None None] Pushing event updated for resources: {'Port': ['ID=be31fac7-9396-4b1f-9c45-b4928994b878,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:16.409732 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-d3bb6e82-983d-45f1-8359-22cd436ed6e6 None None] Set router a01d14b0-fe9e-422a-a85a-f2cebadd5c5a gateway port host: None {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:44:16.599604 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bd2aac00-b65b-4936-849a-d0ef7f143626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:16.653504 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-c55f2bb3-9706-4b4d-b3d0-e40b2098d7da None None] Allocated IP 2001:db8:1::2 (eb9aa108-6a53-4fc3-8a74-a91677d1e7d3/a3e2062f-5359-40e8-b134-819d2d84083f/5d285c62-222c-4cab-82d6-a9ffe4c06cb8) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:44:16.716758 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-bd2aac00-b65b-4936-849a-d0ef7f143626 None None] For port be31fac7-9396-4b1f-9c45-b4928994b878, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=be31fac7-9396-4b1f-9c45-b4928994b878,segment=NetworkSegment(8d081f6c-82b2-4abe-981e-ef3699a0db68),segment_id=8d081f6c-82b2-4abe-981e-ef3699a0db68)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:44:16.734019 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bd2aac00-b65b-4936-849a-d0ef7f143626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:16.781444 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1346a15-ba9a-431d-a2c7-dae1fb37bd91 req-e04b70d9-fcb5-4f4a-8367-1e4fe3b68a24 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:16.794926 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d1346a15-ba9a-431d-a2c7-dae1fb37bd91 req-e04b70d9-fcb5-4f4a-8367-1e4fe3b68a24 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/ports?device_id=09b4dfd1-2f39-42ec-a372-ec8f56b0394b HTTP/1.1" status: 200 len: 945 time: 0.1551700 Nov 09 21:44:16.826086 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2aac00-b65b-4936-849a-d0ef7f143626 None None] Pushing event updated for resources: {'Port': ['ID=be31fac7-9396-4b1f-9c45-b4928994b878,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:16.828471 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305221dd-c9cf-434f-83a6-fc5c0db81dbb req-f7d01ebe-e718-49fa-8899-ff05990d4d58 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:16.850885 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-305221dd-c9cf-434f-83a6-fc5c0db81dbb req-f7d01ebe-e718-49fa-8899-ff05990d4d58 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ae0c754-b0bc-4210-bcf3-409a6151621a HTTP/1.1" status: 200 len: 943 time: 0.6488566 Nov 09 21:44:16.969505 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d1346a15-ba9a-431d-a2c7-dae1fb37bd91 req-ad1f02e0-1b88-4f33-ad25-4ca43c069131 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb6a75aa-32b9-40fc-a03f-75c0344eb296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669652 Nov 09 21:44:17.006757 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-07518582-9674-4fa5-9dab-275497460d9c None None] Provisioning complete for port be31fac7-9396-4b1f-9c45-b4928994b878 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:44:17.007616 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-07518582-9674-4fa5-9dab-275497460d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:17.043967 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-305221dd-c9cf-434f-83a6-fc5c0db81dbb req-cf8d8512-65cd-469e-96eb-87d6c015b386 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904430 Nov 09 21:44:17.118123 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device f7c87dbd-446c-49f2-95dc-19a9d7ec8427 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:44:17.125381 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-d3bb6e82-983d-45f1-8359-22cd436ed6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'name': 'tempest-RoutersIpV6Test-router-1860189715', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:44:09Z', 'updated_at': '2021-11-09T21:44:12Z', 'revision_number': 2, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'gw_port_host': None, '_interfaces': [{'id': 'be31fac7-9396-4b1f-9c45-b4928994b878', 'name': '', 'network_id': '10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:d7:91:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'e321718d-6452-4dab-bb14-fd4da33c92db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:11Z', 'updated_at': '2021-11-09T21:44:15Z', 'revision_number': 4, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': 'e321718d-6452-4dab-bb14-fd4da33c92db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:17.166870 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bb6e82-983d-45f1-8359-22cd436ed6e6 None None] The sync data for ids ['a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'] in n-d-816206-3 is: [{'id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'name': 'tempest-RoutersIpV6Test-router-1860189715', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:44:09Z', 'updated_at': '2021-11-09T21:44:12Z', 'revision_number': 2, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'gw_port_host': None, '_interfaces': [{'id': 'be31fac7-9396-4b1f-9c45-b4928994b878', 'name': '', 'network_id': '10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:d7:91:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'e321718d-6452-4dab-bb14-fd4da33c92db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:11Z', 'updated_at': '2021-11-09T21:44:15Z', 'revision_number': 4, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': 'e321718d-6452-4dab-bb14-fd4da33c92db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:44:17.295806 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c55f2bb3-9706-4b4d-b3d0-e40b2098d7da None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:17.369174 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c55f2bb3-9706-4b4d-b3d0-e40b2098d7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:17.449472 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-914d07c0-8681-41ed-a571-43858b994b5e tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Allocated IP 2001:db8:1::1 (eb9aa108-6a53-4fc3-8a74-a91677d1e7d3/a3e2062f-5359-40e8-b134-819d2d84083f/b4a33b91-06c5-4317-9502-46ddba101505) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:44:17.525774 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55f2bb3-9706-4b4d-b3d0-e40b2098d7da None None] Network eb9aa108-6a53-4fc3-8a74-a91677d1e7d3 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:44:17.539619 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-c55f2bb3-9706-4b4d-b3d0-e40b2098d7da None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:44:17.562842 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55f2bb3-9706-4b4d-b3d0-e40b2098d7da None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:44:17.601718 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port f7c87dbd-446c-49f2-95dc-19a9d7ec8427 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:44:17.605314 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f2bb3-9706-4b4d-b3d0-e40b2098d7da None None] Pushing event updated for resources: {'Port': ['ID=5d285c62-222c-4cab-82d6-a9ffe4c06cb8,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:17.686860 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port f7c87dbd-446c-49f2-95dc-19a9d7ec8427 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:44:17.687397 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:17.866275 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-914d07c0-8681-41ed-a571-43858b994b5e tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:17.887369 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0453e09f-e195-4904-88e2-7ee2a249d09c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:17.902127 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device be31fac7-9396-4b1f-9c45-b4928994b878 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:44:17.997437 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-c55f2bb3-9706-4b4d-b3d0-e40b2098d7da None None] Attempting to bind port 5d285c62-222c-4cab-82d6-a9ffe4c06cb8 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:44:17.998119 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-c55f2bb3-9706-4b4d-b3d0-e40b2098d7da None None] Attempting to bind port 5d285c62-222c-4cab-82d6-a9ffe4c06cb8 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'd35871a1-c6f7-49d7-9ea6-5700530e925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'eb9aa108-6a53-4fc3-8a74-a91677d1e7d3'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:44:17.999456 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55f2bb3-9706-4b4d-b3d0-e40b2098d7da None None] Attempting to bind port 5d285c62-222c-4cab-82d6-a9ffe4c06cb8 on network eb9aa108-6a53-4fc3-8a74-a91677d1e7d3 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:44:18.044850 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-914d07c0-8681-41ed-a571-43858b994b5e tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:18.067316 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55f2bb3-9706-4b4d-b3d0-e40b2098d7da None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:44:18.069781 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55f2bb3-9706-4b4d-b3d0-e40b2098d7da None None] Checking segment: {'id': 'd35871a1-c6f7-49d7-9ea6-5700530e925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'eb9aa108-6a53-4fc3-8a74-a91677d1e7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:44:18.073483 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c55f2bb3-9706-4b4d-b3d0-e40b2098d7da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:18.074518 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55f2bb3-9706-4b4d-b3d0-e40b2098d7da None None] Bound using segment: {'id': 'd35871a1-c6f7-49d7-9ea6-5700530e925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'eb9aa108-6a53-4fc3-8a74-a91677d1e7d3'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:44:18.076050 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-c55f2bb3-9706-4b4d-b3d0-e40b2098d7da None None] Bound port: 5d285c62-222c-4cab-82d6-a9ffe4c06cb8, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35871a1-c6f7-49d7-9ea6-5700530e925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'eb9aa108-6a53-4fc3-8a74-a91677d1e7d3'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:44:18.076762 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c55f2bb3-9706-4b4d-b3d0-e40b2098d7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:18.191200 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914d07c0-8681-41ed-a571-43858b994b5e tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Network eb9aa108-6a53-4fc3-8a74-a91677d1e7d3 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:44:18.196404 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-914d07c0-8681-41ed-a571-43858b994b5e tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:44:18.208837 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914d07c0-8681-41ed-a571-43858b994b5e tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:44:18.209795 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-914d07c0-8681-41ed-a571-43858b994b5e tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:18.224994 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port be31fac7-9396-4b1f-9c45-b4928994b878 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:44:18.225373 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:18.306354 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0119e94e-d30a-4a3a-8254-8a1ed8363eeb req-e3c69b1f-1383-4590-8d07-c4918765d9ee tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:18.309036 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0119e94e-d30a-4a3a-8254-8a1ed8363eeb req-e3c69b1f-1383-4590-8d07-c4918765d9ee tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/ports?device_id=09b4dfd1-2f39-42ec-a372-ec8f56b0394b HTTP/1.1" status: 200 len: 945 time: 0.1877270 Nov 09 21:44:18.355123 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-c55f2bb3-9706-4b4d-b3d0-e40b2098d7da None None] For port 5d285c62-222c-4cab-82d6-a9ffe4c06cb8, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:44:18.360987 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-c55f2bb3-9706-4b4d-b3d0-e40b2098d7da None None] For port 5d285c62-222c-4cab-82d6-a9ffe4c06cb8, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5d285c62-222c-4cab-82d6-a9ffe4c06cb8,segment=NetworkSegment(d35871a1-c6f7-49d7-9ea6-5700530e925d),segment_id=d35871a1-c6f7-49d7-9ea6-5700530e925d)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:44:18.378858 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d07c0-8681-41ed-a571-43858b994b5e tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event updated for resources: {'Port': ['ID=b4a33b91-06c5-4317-9502-46ddba101505,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:18.385966 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c55f2bb3-9706-4b4d-b3d0-e40b2098d7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:18.391927 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:18.512754 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d731fdf-0927-4ec1-a638-674a385df388 req-21fa8435-ea37-49b4-b599-10292313dcb1 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:18.527408 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3d731fdf-0927-4ec1-a638-674a385df388 req-21fa8435-ea37-49b4-b599-10292313dcb1 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ae0c754-b0bc-4210-bcf3-409a6151621a HTTP/1.1" status: 200 len: 943 time: 0.3010979 Nov 09 21:44:18.561975 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09b4dfd1-2f39-42ec-a372-ec8f56b0394b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c87dbd-446c-49f2-95dc-19a9d7ec8427'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:44:18.562859 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0119e94e-d30a-4a3a-8254-8a1ed8363eeb req-d1828f9b-ef05-4d1c-ad1a-178f49123ff1 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb6a75aa-32b9-40fc-a03f-75c0344eb296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2399821 Nov 09 21:44:18.586024 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b2dc77-9af6-485d-b1b7-7bb958a7d3aa" -d '{"events": [{"server_uuid": "09b4dfd1-2f39-42ec-a372-ec8f56b0394b", "name": "network-vif-plugged", "status": "completed", "tag": "f7c87dbd-446c-49f2-95dc-19a9d7ec8427"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:44:18.653525 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port f7c87dbd-446c-49f2-95dc-19a9d7ec8427, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f7c87dbd-446c-49f2-95dc-19a9d7ec8427,segment=NetworkSegment(d44ec02c-488a-4260-aed3-4df581508a44),segment_id=d44ec02c-488a-4260-aed3-4df581508a44)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:44:18.657900 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3d731fdf-0927-4ec1-a638-674a385df388 req-f19bbccb-0b3d-4127-a1d3-9d0bc544821d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251938 Nov 09 21:44:18.716734 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:18.754421 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-914d07c0-8681-41ed-a571-43858b994b5e tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:18.776826 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfe256e-7012-4bf1-8602-6520b67473d4 x-openstack-request-id: req-8bfe256e-7012-4bf1-8602-6520b67473d4 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:44:18.786392 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09b4dfd1-2f39-42ec-a372-ec8f56b0394b", "name": "network-vif-plugged", "status": "completed", "tag": "f7c87dbd-446c-49f2-95dc-19a9d7ec8427", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:44:18.787587 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8bfe256e-7012-4bf1-8602-6520b67473d4 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:44:18.788170 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09b4dfd1-2f39-42ec-a372-ec8f56b0394b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c87dbd-446c-49f2-95dc-19a9d7ec8427', 'code': 200} Nov 09 21:44:18.794178 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f2bb3-9706-4b4d-b3d0-e40b2098d7da None None] Pushing event updated for resources: {'Port': ['ID=5d285c62-222c-4cab-82d6-a9ffe4c06cb8,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:18.948817 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=f7c87dbd-446c-49f2-95dc-19a9d7ec8427,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:19.238138 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e6955-39a5-42f6-8306-07c7e5d29ca1 req-903d2faa-2b9a-4440-90f8-3d4d0dd65a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:19.240527 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a08e6955-39a5-42f6-8306-07c7e5d29ca1 req-903d2faa-2b9a-4440-90f8-3d4d0dd65a03 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=09b4dfd1-2f39-42ec-a372-ec8f56b0394b HTTP/1.1" status: 200 len: 1097 time: 0.1072433 Nov 09 21:44:19.366967 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a08e6955-39a5-42f6-8306-07c7e5d29ca1 req-96c353cc-03df-43e0-ab7a-110b3ce53658 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fb6a75aa-32b9-40fc-a03f-75c0344eb296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069808 Nov 09 21:44:19.471516 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-914d07c0-8681-41ed-a571-43858b994b5e tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:19.483231 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-914d07c0-8681-41ed-a571-43858b994b5e tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:19.484248 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-914d07c0-8681-41ed-a571-43858b994b5e tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:19.587852 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d07c0-8681-41ed-a571-43858b994b5e tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event updated for resources: {'Port': ['ID=b4a33b91-06c5-4317-9502-46ddba101505,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:19.607063 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914d07c0-8681-41ed-a571-43858b994b5e tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:44:19.607420 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914d07c0-8681-41ed-a571-43858b994b5e tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:44:19.607915 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914d07c0-8681-41ed-a571-43858b994b5e tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:44:19.610603 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914d07c0-8681-41ed-a571-43858b994b5e tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:44:19.614791 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914d07c0-8681-41ed-a571-43858b994b5e tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:44:19.615382 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914d07c0-8681-41ed-a571-43858b994b5e tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:44:19.615907 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914d07c0-8681-41ed-a571-43858b994b5e tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:44:19.616563 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914d07c0-8681-41ed-a571-43858b994b5e tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:44:19.617117 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914d07c0-8681-41ed-a571-43858b994b5e tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:44:19.617609 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914d07c0-8681-41ed-a571-43858b994b5e tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:44:19.618114 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914d07c0-8681-41ed-a571-43858b994b5e tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:44:19.618753 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914d07c0-8681-41ed-a571-43858b994b5e tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:44:19.747480 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914d07c0-8681-41ed-a571-43858b994b5e tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Network eb9aa108-6a53-4fc3-8a74-a91677d1e7d3 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:44:19.767555 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-914d07c0-8681-41ed-a571-43858b994b5e tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:44:19.894580 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 5d285c62-222c-4cab-82d6-a9ffe4c06cb8 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:44:19.923853 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5a92e-00a7-4522-b95e-50139ce0f85e req-124856e9-7d7f-4391-8fcb-83bd5e33d5a4 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:19.932001 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8b4e9-6ef4-4136-8efb-86546dbedc66 req-ecee4bb3-1e63-4f86-a8df-5458862ceff2 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:19.933649 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c3c8b4e9-6ef4-4136-8efb-86546dbedc66 req-ecee4bb3-1e63-4f86-a8df-5458862ceff2 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/ports?device_id=09b4dfd1-2f39-42ec-a372-ec8f56b0394b HTTP/1.1" status: 200 len: 946 time: 0.2567830 Nov 09 21:44:19.947453 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9fc5a92e-00a7-4522-b95e-50139ce0f85e req-124856e9-7d7f-4391-8fcb-83bd5e33d5a4 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ae0c754-b0bc-4210-bcf3-409a6151621a HTTP/1.1" status: 200 len: 943 time: 0.1328790 Nov 09 21:44:19.988928 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 5d285c62-222c-4cab-82d6-a9ffe4c06cb8 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:44:19.990048 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:20.124681 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9fc5a92e-00a7-4522-b95e-50139ce0f85e req-fde718e1-854a-4bd9-99cc-2362b23be569 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763098 Nov 09 21:44:20.162114 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:20.169718 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6a8c584f-2e6d-418b-81b0-b29565ff6e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:20.250802 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 5d285c62-222c-4cab-82d6-a9ffe4c06cb8, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5d285c62-222c-4cab-82d6-a9ffe4c06cb8,segment=NetworkSegment(d35871a1-c6f7-49d7-9ea6-5700530e925d),segment_id=d35871a1-c6f7-49d7-9ea6-5700530e925d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:44:20.256093 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:20.289430 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914d07c0-8681-41ed-a571-43858b994b5e tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Router a01d14b0-fe9e-422a-a85a-f2cebadd5c5a has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:44:20.302476 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c3c8b4e9-6ef4-4136-8efb-86546dbedc66 req-95a9d215-fe49-4c54-8c1b-445f86867896 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb6a75aa-32b9-40fc-a03f-75c0344eb296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2895455 Nov 09 21:44:20.411444 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=5d285c62-222c-4cab-82d6-a9ffe4c06cb8,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:20.554590 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914d07c0-8681-41ed-a571-43858b994b5e tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:44:20.566573 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fae56c-1076-45fd-8b8e-6eb85e273d53 None None] Sync routers for ids ['a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:44:20.569359 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-914d07c0-8681-41ed-a571-43858b994b5e tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "PUT /v2.0/routers/a01d14b0-fe9e-422a-a85a-f2cebadd5c5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5462291 Nov 09 21:44:20.571873 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50826) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:20.577132 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-85ffeae0-6563-48b3-a266-ef32dedfd17a tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1197156412'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:44:20.584428 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fae56c-1076-45fd-8b8e-6eb85e273d53 None None] Routers {'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:44:20.585135 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-d4fae56c-1076-45fd-8b8e-6eb85e273d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:44:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:20.613462 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ffeae0-6563-48b3-a266-ef32dedfd17a tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Made reservation on behalf of 015835ba1a5f4e05aead246a6e1521d9 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:44:20.625327 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85ffeae0-6563-48b3-a266-ef32dedfd17a tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:20.723081 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-d4fae56c-1076-45fd-8b8e-6eb85e273d53 None None] Set router a01d14b0-fe9e-422a-a85a-f2cebadd5c5a gateway port host: None {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:44:20.792921 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f41a25-e0cc-4628-9c79-aaab3bcadc17 None None] Network eb9aa108-6a53-4fc3-8a74-a91677d1e7d3 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:44:21.249171 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85ffeae0-6563-48b3-a266-ef32dedfd17a tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:44:21.265033 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85ffeae0-6563-48b3-a266-ef32dedfd17a tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:21.265033 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-85ffeae0-6563-48b3-a266-ef32dedfd17a tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Added segment 5dbf3140-990f-4cb2-ae1a-90013dd8bc80 of type vlan for network 4895c55e-499a-42b3-99b3-464f42c866c2 Nov 09 21:44:21.297951 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-81be47d7-dde5-42b7-8153-a198f7b41af4 None None] Provisioning complete for port 5d285c62-222c-4cab-82d6-a9ffe4c06cb8 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:44:21.298728 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-81be47d7-dde5-42b7-8153-a198f7b41af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:21.306912 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce38845-d34d-4d17-a4b6-58628f0a4409 req-562a8621-152c-4108-a5eb-e305182ccc3c tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:21.315481 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3ce38845-d34d-4d17-a4b6-58628f0a4409 req-562a8621-152c-4108-a5eb-e305182ccc3c tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ae0c754-b0bc-4210-bcf3-409a6151621a HTTP/1.1" status: 200 len: 943 time: 0.0734227 Nov 09 21:44:21.324742 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85ffeae0-6563-48b3-a266-ef32dedfd17a tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:21.359456 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85ffeae0-6563-48b3-a266-ef32dedfd17a tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:21.371551 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ffeae0-6563-48b3-a266-ef32dedfd17a tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:21.372197 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85ffeae0-6563-48b3-a266-ef32dedfd17a tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:21.433033 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3ce38845-d34d-4d17-a4b6-58628f0a4409 req-b868657e-11b9-48c5-9782-de98c8c334c9 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162302 Nov 09 21:44:21.493926 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:21.560621 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ffeae0-6563-48b3-a266-ef32dedfd17a tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event updated for resources: {'Network': ['ID=4895c55e-499a-42b3-99b3-464f42c866c2,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:21.581317 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-85ffeae0-6563-48b3-a266-ef32dedfd17a tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0053737 Nov 09 21:44:21.582000 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50834) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:21.587233 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-0cd80058-37f8-40cd-83e6-83b22ff88332 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Request body: {'subnet': {'network_id': '4895c55e-499a-42b3-99b3-464f42c866c2', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:44:21.620836 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 4895c55e-499a-42b3-99b3-464f42c866c2 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:44:21.645407 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e87de5-6317-4957-8651-024c209f2f97 req-832774ca-0fe2-4c11-b60c-40f2a0c8fb8b tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:21.647246 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-69e87de5-6317-4957-8651-024c209f2f97 req-832774ca-0fe2-4c11-b60c-40f2a0c8fb8b tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/ports?device_id=09b4dfd1-2f39-42ec-a372-ec8f56b0394b HTTP/1.1" status: 200 len: 946 time: 0.1007531 Nov 09 21:44:21.708138 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-69e87de5-6317-4957-8651-024c209f2f97 req-4ba4db44-ccef-4e97-a4c7-43520412d235 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb6a75aa-32b9-40fc-a03f-75c0344eb296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548754 Nov 09 21:44:21.822847 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd80058-37f8-40cd-83e6-83b22ff88332 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Made reservation on behalf of 015835ba1a5f4e05aead246a6e1521d9 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:44:21.826482 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0cd80058-37f8-40cd-83e6-83b22ff88332 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:21.879388 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-d4fae56c-1076-45fd-8b8e-6eb85e273d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'name': 'tempest-RoutersIpV6Test-router-1860189715', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:44:09Z', 'updated_at': '2021-11-09T21:44:18Z', 'revision_number': 3, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'gw_port_host': None, '_interfaces': [{'id': 'b4a33b91-06c5-4317-9502-46ddba101505', 'name': '', 'network_id': 'eb9aa108-6a53-4fc3-8a74-a91677d1e7d3', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:95:5a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'a3e2062f-5359-40e8-b134-819d2d84083f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:16Z', 'updated_at': '2021-11-09T21:44:19Z', 'revision_number': 2, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': 'a3e2062f-5359-40e8-b134-819d2d84083f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be31fac7-9396-4b1f-9c45-b4928994b878', 'name': '', 'network_id': '10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:d7:91:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'e321718d-6452-4dab-bb14-fd4da33c92db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:11Z', 'updated_at': '2021-11-09T21:44:16Z', 'revision_number': 5, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': 'e321718d-6452-4dab-bb14-fd4da33c92db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:21.889529 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 5d285c62-222c-4cab-82d6-a9ffe4c06cb8 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:44:21.972253 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fae56c-1076-45fd-8b8e-6eb85e273d53 None None] Checking router: a01d14b0-fe9e-422a-a85a-f2cebadd5c5a for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:44:21.972613 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fae56c-1076-45fd-8b8e-6eb85e273d53 None None] Updating router a01d14b0-fe9e-422a-a85a-f2cebadd5c5a port b4a33b91-06c5-4317-9502-46ddba101505 binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:44:22.066710 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d4fae56c-1076-45fd-8b8e-6eb85e273d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:22.155031 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b64c81-efc8-4789-b14c-4c7fc88df744 req-9fa3a560-8c00-4716-ba54-384072b6c3ba tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:22.157726 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f6b64c81-efc8-4789-b14c-4c7fc88df744 req-9fa3a560-8c00-4716-ba54-384072b6c3ba tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/ports?device_id=09b4dfd1-2f39-42ec-a372-ec8f56b0394b HTTP/1.1" status: 200 len: 946 time: 0.2888746 Nov 09 21:44:22.222896 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 5d285c62-222c-4cab-82d6-a9ffe4c06cb8 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:44:22.223586 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:22.306670 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-04657ff8-eff3-4412-8ded-85ae865795da None None] Provisioning complete for port 5d285c62-222c-4cab-82d6-a9ffe4c06cb8 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:44:22.309835 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-04657ff8-eff3-4412-8ded-85ae865795da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:22.311326 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f6b64c81-efc8-4789-b14c-4c7fc88df744 req-a6e6152e-e94c-4ac0-b85a-53b7257aeae8 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb6a75aa-32b9-40fc-a03f-75c0344eb296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364591 Nov 09 21:44:22.355682 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50846) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:22.459053 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0cd80058-37f8-40cd-83e6-83b22ff88332 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:22.544433 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd80058-37f8-40cd-83e6-83b22ff88332 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event updated for resources: {'Subnet': ['ID=8dded207-4b18-43da-b0e8-eba8c0a3d06b,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:22.571164 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd80058-37f8-40cd-83e6-83b22ff88332 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:44:22.571524 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd80058-37f8-40cd-83e6-83b22ff88332 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:44:22.571939 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd80058-37f8-40cd-83e6-83b22ff88332 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:44:22.572261 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd80058-37f8-40cd-83e6-83b22ff88332 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:44:22.572596 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd80058-37f8-40cd-83e6-83b22ff88332 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:44:22.573061 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd80058-37f8-40cd-83e6-83b22ff88332 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:44:22.573396 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd80058-37f8-40cd-83e6-83b22ff88332 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:44:22.573754 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd80058-37f8-40cd-83e6-83b22ff88332 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:44:22.574084 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd80058-37f8-40cd-83e6-83b22ff88332 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:44:22.574412 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd80058-37f8-40cd-83e6-83b22ff88332 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:44:22.574737 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd80058-37f8-40cd-83e6-83b22ff88332 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:44:22.575061 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd80058-37f8-40cd-83e6-83b22ff88332 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:44:22.602495 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd80058-37f8-40cd-83e6-83b22ff88332 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Checking segment: {'id': '5dbf3140-990f-4cb2-ae1a-90013dd8bc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4895c55e-499a-42b3-99b3-464f42c866c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:44:22.603507 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd80058-37f8-40cd-83e6-83b22ff88332 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Network hostable DHCP agents. Network: 4895c55e-499a-42b3-99b3-464f42c866c2, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:44:22.633354 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd80058-37f8-40cd-83e6-83b22ff88332 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Network 4895c55e-499a-42b3-99b3-464f42c866c2 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:44:22.662008 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-0cd80058-37f8-40cd-83e6-83b22ff88332 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 4895c55e-499a-42b3-99b3-464f42c866c2) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:44:22.676997 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd80058-37f8-40cd-83e6-83b22ff88332 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:22.677743 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0cd80058-37f8-40cd-83e6-83b22ff88332 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:22.687262 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a813c-f9c3-43d3-a54d-bb36b6791484 req-0ca9f1ba-e3da-4b5b-a351-93cebfdffbf6 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:22.697591 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-475a813c-f9c3-43d3-a54d-bb36b6791484 req-0ca9f1ba-e3da-4b5b-a351-93cebfdffbf6 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ae0c754-b0bc-4210-bcf3-409a6151621a HTTP/1.1" status: 200 len: 943 time: 0.1260309 Nov 09 21:44:22.712572 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:22.715839 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a156c87f-28a5-4df9-a80b-7f81e009a6d5 None None] Network 4895c55e-499a-42b3-99b3-464f42c866c2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:44:22.747878 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0cd80058-37f8-40cd-83e6-83b22ff88332 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1602297 Nov 09 21:44:22.751719 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50854) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:22.977069 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-475a813c-f9c3-43d3-a54d-bb36b6791484 req-b34c9e5a-d025-4b73-81e6-ef0da84c41cf tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643948 Nov 09 21:44:23.007996 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0519931e-8bbb-475e-93b6-4ccf9bcfaaa5 tempest-TestVolumeBackupRestore-2088326216 tempest-TestVolumeBackupRestore-2088326216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:23.007996 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0519931e-8bbb-475e-93b6-4ccf9bcfaaa5 tempest-TestVolumeBackupRestore-2088326216 tempest-TestVolumeBackupRestore-2088326216-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=09b4dfd1-2f39-42ec-a372-ec8f56b0394b HTTP/1.1" status: 200 len: 1092 time: 0.6427188 Nov 09 21:44:23.008775 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50856) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:23.015163 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-26da603e-7682-430c-837d-a3cbd7d9a07c tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'port_id': 'f7c87dbd-446c-49f2-95dc-19a9d7ec8427', 'tenant_id': '469f95456a2b40728525091048862e3f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:44:23.029829 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:23.070256 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-26da603e-7682-430c-837d-a3cbd7d9a07c tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks [] for floatingip, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:23.227743 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-26da603e-7682-430c-837d-a3cbd7d9a07c tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:23.242848 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-04657ff8-eff3-4412-8ded-85ae865795da None None] Provisioning complete for port b4a33b91-06c5-4317-9502-46ddba101505 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:44:23.243224 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-04657ff8-eff3-4412-8ded-85ae865795da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:23.396280 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-26da603e-7682-430c-837d-a3cbd7d9a07c tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Allocated IP 172.25.7.208 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/60c4afd3-12db-4395-9bde-6fdc52e6a6d7) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:44:23.439595 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cfed53-cbd9-4f5a-b8d3-20e3ab8d0b5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-4895c55e-499a-42b3-99b3-464f42c866c2', 'network_id': '4895c55e-499a-42b3-99b3-464f42c866c2', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'fixed_ips': [{'subnet_id': '8dded207-4b18-43da-b0e8-eba8c0a3d06b'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:44:23.440512 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e8cfed53-cbd9-4f5a-b8d3-20e3ab8d0b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:23.457930 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-04657ff8-eff3-4412-8ded-85ae865795da None None] Port b4a33b91-06c5-4317-9502-46ddba101505 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:44:23.513213 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:23.529216 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d4fae56c-1076-45fd-8b8e-6eb85e273d53 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:23.577187 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-174bedd8-c286-4a1c-98ea-00d318c1e5c3 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:23.611017 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-26da603e-7682-430c-837d-a3cbd7d9a07c tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:23.637575 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d4fae56c-1076-45fd-8b8e-6eb85e273d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:23.675693 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-26da603e-7682-430c-837d-a3cbd7d9a07c tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:23.746383 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-27a2511f-dce9-4214-a95d-998bdaf7a0a2 None None] Provisioning complete for port b4a33b91-06c5-4317-9502-46ddba101505 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:44:23.746749 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-27a2511f-dce9-4214-a95d-998bdaf7a0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:23.754598 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c1b92c-1eef-40db-885d-3399210abdec None None] Pushing event updated for resources: {'Port': ['ID=b4a33b91-06c5-4317-9502-46ddba101505,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:23.827133 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26da603e-7682-430c-837d-a3cbd7d9a07c tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:44:23.830578 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da603e-7682-430c-837d-a3cbd7d9a07c tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Pushing event updated for resources: {'Port': ['ID=60c4afd3-12db-4395-9bde-6fdc52e6a6d7,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:23.832816 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1b92c-1eef-40db-885d-3399210abdec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:44:23.833165 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1b92c-1eef-40db-885d-3399210abdec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:44:23.833556 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1b92c-1eef-40db-885d-3399210abdec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:44:23.833986 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1b92c-1eef-40db-885d-3399210abdec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:44:23.834323 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1b92c-1eef-40db-885d-3399210abdec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:44:23.834650 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1b92c-1eef-40db-885d-3399210abdec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:44:23.834973 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1b92c-1eef-40db-885d-3399210abdec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:44:23.835384 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1b92c-1eef-40db-885d-3399210abdec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:44:23.835711 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1b92c-1eef-40db-885d-3399210abdec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:44:23.836030 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1b92c-1eef-40db-885d-3399210abdec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:44:23.836349 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1b92c-1eef-40db-885d-3399210abdec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:44:23.836688 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1b92c-1eef-40db-885d-3399210abdec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:44:23.857670 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-26da603e-7682-430c-837d-a3cbd7d9a07c tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:44:23.865245 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26da603e-7682-430c-837d-a3cbd7d9a07c tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:44:23.900836 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-27a2511f-dce9-4214-a95d-998bdaf7a0a2 None None] Port b4a33b91-06c5-4317-9502-46ddba101505 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:44:23.909924 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-e8cfed53-cbd9-4f5a-b8d3-20e3ab8d0b5e None None] Allocated IP 2001:db8:2::2 (4895c55e-499a-42b3-99b3-464f42c866c2/8dded207-4b18-43da-b0e8-eba8c0a3d06b/c6bfeda3-444b-4018-a84b-17ac4970f785) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:44:23.917276 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-d4fae56c-1076-45fd-8b8e-6eb85e273d53 None None] Attempting to bind port b4a33b91-06c5-4317-9502-46ddba101505 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:44:23.917644 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-d4fae56c-1076-45fd-8b8e-6eb85e273d53 None None] Attempting to bind port b4a33b91-06c5-4317-9502-46ddba101505 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'd35871a1-c6f7-49d7-9ea6-5700530e925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'eb9aa108-6a53-4fc3-8a74-a91677d1e7d3'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:44:23.918008 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fae56c-1076-45fd-8b8e-6eb85e273d53 None None] Attempting to bind port b4a33b91-06c5-4317-9502-46ddba101505 on network eb9aa108-6a53-4fc3-8a74-a91677d1e7d3 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:44:23.932588 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fae56c-1076-45fd-8b8e-6eb85e273d53 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:44:23.933077 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fae56c-1076-45fd-8b8e-6eb85e273d53 None None] Checking segment: {'id': 'd35871a1-c6f7-49d7-9ea6-5700530e925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'eb9aa108-6a53-4fc3-8a74-a91677d1e7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:44:23.933591 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d4fae56c-1076-45fd-8b8e-6eb85e273d53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:23.933997 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fae56c-1076-45fd-8b8e-6eb85e273d53 None None] Bound using segment: {'id': 'd35871a1-c6f7-49d7-9ea6-5700530e925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'eb9aa108-6a53-4fc3-8a74-a91677d1e7d3'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:44:23.934555 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-d4fae56c-1076-45fd-8b8e-6eb85e273d53 None None] Bound port: b4a33b91-06c5-4317-9502-46ddba101505, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35871a1-c6f7-49d7-9ea6-5700530e925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'eb9aa108-6a53-4fc3-8a74-a91677d1e7d3'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:44:23.934991 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d4fae56c-1076-45fd-8b8e-6eb85e273d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:24.115450 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-d4fae56c-1076-45fd-8b8e-6eb85e273d53 None None] For port b4a33b91-06c5-4317-9502-46ddba101505, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:44:24.138038 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-d4fae56c-1076-45fd-8b8e-6eb85e273d53 None None] For port b4a33b91-06c5-4317-9502-46ddba101505, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=b4a33b91-06c5-4317-9502-46ddba101505,segment=NetworkSegment(d35871a1-c6f7-49d7-9ea6-5700530e925d),segment_id=d35871a1-c6f7-49d7-9ea6-5700530e925d)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:44:24.199808 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f51f82-5e1b-42c1-9557-23ecdc5820ac req-ad7e79dc-bfc2-445b-8475-3a584ed25984 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:24.202414 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b6f51f82-5e1b-42c1-9557-23ecdc5820ac req-ad7e79dc-bfc2-445b-8475-3a584ed25984 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ae0c754-b0bc-4210-bcf3-409a6151621a HTTP/1.1" status: 200 len: 943 time: 0.1000566 Nov 09 21:44:24.217683 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d4fae56c-1076-45fd-8b8e-6eb85e273d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:24.232828 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e8cfed53-cbd9-4f5a-b8d3-20e3ab8d0b5e None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:24.318590 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e8cfed53-cbd9-4f5a-b8d3-20e3ab8d0b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:24.357944 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-1f5db37f-17d4-46e6-ae1a-b65e9a4931d9 None None] Provisioning complete for port b4a33b91-06c5-4317-9502-46ddba101505 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:44:24.358322 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1f5db37f-17d4-46e6-ae1a-b65e9a4931d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:24.373535 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b6f51f82-5e1b-42c1-9557-23ecdc5820ac req-6923d470-9a85-45ca-9cde-497b770d97ff tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513224 Nov 09 21:44:24.414711 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fae56c-1076-45fd-8b8e-6eb85e273d53 None None] Routers {'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:44:24.415534 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-d4fae56c-1076-45fd-8b8e-6eb85e273d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:44:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:24.420044 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-174bedd8-c286-4a1c-98ea-00d318c1e5c3 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Allocated IP 2001:db8:2::1 (4895c55e-499a-42b3-99b3-464f42c866c2/8dded207-4b18-43da-b0e8-eba8c0a3d06b/0056a7ca-e32e-4cf5-9074-29ed8a9cac2b) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:44:24.691515 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-174bedd8-c286-4a1c-98ea-00d318c1e5c3 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:24.748081 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-26da603e-7682-430c-837d-a3cbd7d9a07c tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:24.763164 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-174bedd8-c286-4a1c-98ea-00d318c1e5c3 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:24.809555 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-d4fae56c-1076-45fd-8b8e-6eb85e273d53 None None] Set router a01d14b0-fe9e-422a-a85a-f2cebadd5c5a gateway port host: None {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:44:24.860466 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174bedd8-c286-4a1c-98ea-00d318c1e5c3 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event updated for resources: {'Port': ['ID=0056a7ca-e32e-4cf5-9074-29ed8a9cac2b,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:24.877006 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174bedd8-c286-4a1c-98ea-00d318c1e5c3 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Network 4895c55e-499a-42b3-99b3-464f42c866c2 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:44:24.879599 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-174bedd8-c286-4a1c-98ea-00d318c1e5c3 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:44:24.882211 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174bedd8-c286-4a1c-98ea-00d318c1e5c3 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:44:24.882978 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-174bedd8-c286-4a1c-98ea-00d318c1e5c3 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:24.909312 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-26da603e-7682-430c-837d-a3cbd7d9a07c tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:25.022084 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cfed53-cbd9-4f5a-b8d3-20e3ab8d0b5e None None] Network 4895c55e-499a-42b3-99b3-464f42c866c2 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:44:25.027527 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-174bedd8-c286-4a1c-98ea-00d318c1e5c3 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:25.031385 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-e8cfed53-cbd9-4f5a-b8d3-20e3ab8d0b5e None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:44:25.035186 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cfed53-cbd9-4f5a-b8d3-20e3ab8d0b5e None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:44:25.042321 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c1b92c-1eef-40db-885d-3399210abdec None None] Pushing event updated for resources: {'Port': ['ID=b4a33b91-06c5-4317-9502-46ddba101505,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:25.185818 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-e8cfed53-cbd9-4f5a-b8d3-20e3ab8d0b5e None None] Attempting to bind port c6bfeda3-444b-4018-a84b-17ac4970f785 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:44:25.186286 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-e8cfed53-cbd9-4f5a-b8d3-20e3ab8d0b5e None None] Attempting to bind port c6bfeda3-444b-4018-a84b-17ac4970f785 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '5dbf3140-990f-4cb2-ae1a-90013dd8bc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4895c55e-499a-42b3-99b3-464f42c866c2'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:44:25.186661 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cfed53-cbd9-4f5a-b8d3-20e3ab8d0b5e None None] Attempting to bind port c6bfeda3-444b-4018-a84b-17ac4970f785 on network 4895c55e-499a-42b3-99b3-464f42c866c2 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:44:25.193900 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cfed53-cbd9-4f5a-b8d3-20e3ab8d0b5e None None] Pushing event updated for resources: {'Port': ['ID=c6bfeda3-444b-4018-a84b-17ac4970f785,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:25.242205 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1f5db37f-17d4-46e6-ae1a-b65e9a4931d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:25.248866 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cfed53-cbd9-4f5a-b8d3-20e3ab8d0b5e None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:44:25.249256 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cfed53-cbd9-4f5a-b8d3-20e3ab8d0b5e None None] Checking segment: {'id': '5dbf3140-990f-4cb2-ae1a-90013dd8bc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4895c55e-499a-42b3-99b3-464f42c866c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:44:25.249713 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e8cfed53-cbd9-4f5a-b8d3-20e3ab8d0b5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:25.250109 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cfed53-cbd9-4f5a-b8d3-20e3ab8d0b5e None None] Bound using segment: {'id': '5dbf3140-990f-4cb2-ae1a-90013dd8bc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4895c55e-499a-42b3-99b3-464f42c866c2'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:44:25.251455 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-e8cfed53-cbd9-4f5a-b8d3-20e3ab8d0b5e None None] Bound port: c6bfeda3-444b-4018-a84b-17ac4970f785, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dbf3140-990f-4cb2-ae1a-90013dd8bc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4895c55e-499a-42b3-99b3-464f42c866c2'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:44:25.251455 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e8cfed53-cbd9-4f5a-b8d3-20e3ab8d0b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:25.288227 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-d4fae56c-1076-45fd-8b8e-6eb85e273d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'name': 'tempest-RoutersIpV6Test-router-1860189715', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:44:09Z', 'updated_at': '2021-11-09T21:44:18Z', 'revision_number': 3, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'gw_port_host': None, '_interfaces': [{'id': 'b4a33b91-06c5-4317-9502-46ddba101505', 'name': '', 'network_id': 'eb9aa108-6a53-4fc3-8a74-a91677d1e7d3', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:95:5a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'a3e2062f-5359-40e8-b134-819d2d84083f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:16Z', 'updated_at': '2021-11-09T21:44:24Z', 'revision_number': 4, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': 'a3e2062f-5359-40e8-b134-819d2d84083f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be31fac7-9396-4b1f-9c45-b4928994b878', 'name': '', 'network_id': '10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:d7:91:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'e321718d-6452-4dab-bb14-fd4da33c92db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:11Z', 'updated_at': '2021-11-09T21:44:16Z', 'revision_number': 5, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': 'e321718d-6452-4dab-bb14-fd4da33c92db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:25.337508 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fae56c-1076-45fd-8b8e-6eb85e273d53 None None] The sync data for ids ['a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'] in n-d-816206-3 is: [{'id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'name': 'tempest-RoutersIpV6Test-router-1860189715', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:44:09Z', 'updated_at': '2021-11-09T21:44:18Z', 'revision_number': 3, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'gw_port_host': None, '_interfaces': [{'id': 'b4a33b91-06c5-4317-9502-46ddba101505', 'name': '', 'network_id': 'eb9aa108-6a53-4fc3-8a74-a91677d1e7d3', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:95:5a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'a3e2062f-5359-40e8-b134-819d2d84083f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:16Z', 'updated_at': '2021-11-09T21:44:24Z', 'revision_number': 4, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': 'a3e2062f-5359-40e8-b134-819d2d84083f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be31fac7-9396-4b1f-9c45-b4928994b878', 'name': '', 'network_id': '10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:d7:91:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'e321718d-6452-4dab-bb14-fd4da33c92db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:11Z', 'updated_at': '2021-11-09T21:44:16Z', 'revision_number': 5, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': 'e321718d-6452-4dab-bb14-fd4da33c92db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:44:25.378597 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-26da603e-7682-430c-837d-a3cbd7d9a07c tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:25.389630 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [req-50427875-7189-44f9-88d3-118bc69abe2f req-74dfdf4c-4f5a-4d66-ba03-3492ec00d821 service neutron] (102608) timed out ('10.222.0.43', 56290) {{(pid=102608) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 21:44:25.391162 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-1f5db37f-17d4-46e6-ae1a-b65e9a4931d9 None None] For port b4a33b91-06c5-4317-9502-46ddba101505, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=b4a33b91-06c5-4317-9502-46ddba101505,segment=NetworkSegment(d35871a1-c6f7-49d7-9ea6-5700530e925d),segment_id=d35871a1-c6f7-49d7-9ea6-5700530e925d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:44:25.399913 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-26da603e-7682-430c-837d-a3cbd7d9a07c tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:25.443460 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1f5db37f-17d4-46e6-ae1a-b65e9a4931d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:25.575109 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-174bedd8-c286-4a1c-98ea-00d318c1e5c3 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:25.576620 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-e8cfed53-cbd9-4f5a-b8d3-20e3ab8d0b5e None None] For port c6bfeda3-444b-4018-a84b-17ac4970f785, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:44:25.585751 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-174bedd8-c286-4a1c-98ea-00d318c1e5c3 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:25.586902 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-174bedd8-c286-4a1c-98ea-00d318c1e5c3 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:25.619829 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-e8cfed53-cbd9-4f5a-b8d3-20e3ab8d0b5e None None] For port c6bfeda3-444b-4018-a84b-17ac4970f785, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=c6bfeda3-444b-4018-a84b-17ac4970f785,segment=NetworkSegment(5dbf3140-990f-4cb2-ae1a-90013dd8bc80),segment_id=5dbf3140-990f-4cb2-ae1a-90013dd8bc80)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:44:25.645856 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e8cfed53-cbd9-4f5a-b8d3-20e3ab8d0b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:25.646649 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da603e-7682-430c-837d-a3cbd7d9a07c tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Pushing event updated for resources: {'Port': ['ID=60c4afd3-12db-4395-9bde-6fdc52e6a6d7,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:25.682917 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-1c700299-d091-49a5-983e-48347238f390 None None] Provisioning complete for port b4a33b91-06c5-4317-9502-46ddba101505 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:44:25.683536 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1c700299-d091-49a5-983e-48347238f390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:25.710328 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c0158-1f5b-4730-85f7-76363f71dfdf req-b5df3aff-0550-4d7e-bdd8-6a962d6d6090 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:25.712040 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-392c0158-1f5b-4730-85f7-76363f71dfdf req-b5df3aff-0550-4d7e-bdd8-6a962d6d6090 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ae0c754-b0bc-4210-bcf3-409a6151621a HTTP/1.1" status: 200 len: 943 time: 0.1680596 Nov 09 21:44:25.713111 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-26da603e-7682-430c-837d-a3cbd7d9a07c tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:25.796209 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5db37f-17d4-46e6-ae1a-b65e9a4931d9 None None] Pushing event updated for resources: {'Port': ['ID=b4a33b91-06c5-4317-9502-46ddba101505,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:25.818757 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174bedd8-c286-4a1c-98ea-00d318c1e5c3 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event updated for resources: {'Port': ['ID=0056a7ca-e32e-4cf5-9074-29ed8a9cac2b,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:25.893253 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174bedd8-c286-4a1c-98ea-00d318c1e5c3 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Network 4895c55e-499a-42b3-99b3-464f42c866c2 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:44:25.898742 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-174bedd8-c286-4a1c-98ea-00d318c1e5c3 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:44:25.949420 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device b4a33b91-06c5-4317-9502-46ddba101505 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:44:25.996924 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-392c0158-1f5b-4730-85f7-76363f71dfdf req-7371aa88-ec46-4e3c-baec-c21f52b45c8c tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749171 Nov 09 21:44:26.054589 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [None req-26da603e-7682-430c-837d-a3cbd7d9a07c tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Floating IP f7249713-e95a-4941-81ed-5aad05cfbbf3 associated. External IP: 172.25.7.208, port: f7c87dbd-446c-49f2-95dc-19a9d7ec8427. Nov 09 21:44:26.144704 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174bedd8-c286-4a1c-98ea-00d318c1e5c3 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Router a01d14b0-fe9e-422a-a85a-f2cebadd5c5a has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:44:26.158076 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cfed53-cbd9-4f5a-b8d3-20e3ab8d0b5e None None] Pushing event updated for resources: {'Port': ['ID=c6bfeda3-444b-4018-a84b-17ac4970f785,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:26.168301 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port b4a33b91-06c5-4317-9502-46ddba101505 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:44:26.169378 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:26.382759 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174bedd8-c286-4a1c-98ea-00d318c1e5c3 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:44:26.397557 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50874) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:26.398311 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-174bedd8-c286-4a1c-98ea-00d318c1e5c3 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "PUT /v2.0/routers/a01d14b0-fe9e-422a-a85a-f2cebadd5c5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6435690 Nov 09 21:44:26.412581 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-cb059314-d946-4dca-83fd-05da43d57757 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1855242762'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:44:26.507337 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb059314-d946-4dca-83fd-05da43d57757 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Made reservation on behalf of 015835ba1a5f4e05aead246a6e1521d9 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:44:26.511332 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cb059314-d946-4dca-83fd-05da43d57757 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:26.558793 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26da603e-7682-430c-837d-a3cbd7d9a07c tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Router f712a410-16fb-4a8e-9a79-2fc7d899bb28 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:44:26.559869 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb059314-d946-4dca-83fd-05da43d57757 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:44:26.578881 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cb059314-d946-4dca-83fd-05da43d57757 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:26.579325 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-cb059314-d946-4dca-83fd-05da43d57757 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Added segment b39d4e35-a8a6-4bb1-94cc-1915a8f6c661 of type vlan for network c72e2856-d964-4355-9506-5ea601c73623 Nov 09 21:44:26.683283 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cb059314-d946-4dca-83fd-05da43d57757 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:26.777153 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26da603e-7682-430c-837d-a3cbd7d9a07c tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:44:26.790357 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90633bd6-50c7-4ad1-ba43-e9ed5025ec71 None None] Sync routers for ids ['f712a410-16fb-4a8e-9a79-2fc7d899bb28'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:44:26.792677 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cb059314-d946-4dca-83fd-05da43d57757 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:26.808212 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90633bd6-50c7-4ad1-ba43-e9ed5025ec71 None None] Routers {'f712a410-16fb-4a8e-9a79-2fc7d899bb28'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:44:26.809377 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-90633bd6-50c7-4ad1-ba43-e9ed5025ec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:44:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f712a410-16fb-4a8e-9a79-2fc7d899bb28'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:26.810201 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1fcde7-85a6-46f9-bedc-a2cedca08b71 None None] Sync routers for ids ['a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:44:26.810340 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb059314-d946-4dca-83fd-05da43d57757 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:26.810980 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cb059314-d946-4dca-83fd-05da43d57757 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:26.836425 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1fcde7-85a6-46f9-bedc-a2cedca08b71 None None] Routers {'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:44:26.839061 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-2c1fcde7-85a6-46f9-bedc-a2cedca08b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:44:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:26.906500 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-26da603e-7682-430c-837d-a3cbd7d9a07c tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:26.948202 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-26da603e-7682-430c-837d-a3cbd7d9a07c tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.9379814 Nov 09 21:44:26.950883 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50880) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:26.957919 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09b4dfd1-2f39-42ec-a372-ec8f56b0394b', 'tag': 'f7c87dbd-446c-49f2-95dc-19a9d7ec8427'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:44:26.960811 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75607bc8-c5dd-4b40-bcf6-d55b6cbbc35d" -d '{"events": [{"name": "network-changed", "server_uuid": "09b4dfd1-2f39-42ec-a372-ec8f56b0394b", "tag": "f7c87dbd-446c-49f2-95dc-19a9d7ec8427"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:44:26.977801 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-cb059314-d946-4dca-83fd-05da43d57757 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5784056 Nov 09 21:44:26.993122 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-90633bd6-50c7-4ad1-ba43-e9ed5025ec71 None None] Set router f712a410-16fb-4a8e-9a79-2fc7d899bb28 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:44:26.993500 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50884) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:27.007228 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-e6b64557-1b49-4728-82ed-130a335f6837 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Request body: {'subnet': {'network_id': 'c72e2856-d964-4355-9506-5ea601c73623', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:44:27.029255 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb059314-d946-4dca-83fd-05da43d57757 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event updated for resources: {'Network': ['ID=c72e2856-d964-4355-9506-5ea601c73623,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:27.067804 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network c72e2856-d964-4355-9506-5ea601c73623 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:44:27.114047 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1b8680-3c9b-4ca4-9986-2e7aa46cc725 tempest-TestVolumeBackupRestore-2088326216 tempest-TestVolumeBackupRestore-2088326216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:27.115738 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-af1b8680-3c9b-4ca4-9986-2e7aa46cc725 tempest-TestVolumeBackupRestore-2088326216 tempest-TestVolumeBackupRestore-2088326216-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=09b4dfd1-2f39-42ec-a372-ec8f56b0394b HTTP/1.1" status: 200 len: 1092 time: 0.1632245 Nov 09 21:44:27.119102 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50888) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:27.134962 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-dfe6c886-dea5-4340-9a15-f7bd684d09f4 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Request body: {'floatingip': {'port_id': 'f7c87dbd-446c-49f2-95dc-19a9d7ec8427'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:44:27.229254 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dfe6c886-dea5-4340-9a15-f7bd684d09f4 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks [] for floatingip, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:27.291536 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-2c1fcde7-85a6-46f9-bedc-a2cedca08b71 None None] Set router a01d14b0-fe9e-422a-a85a-f2cebadd5c5a gateway port host: None {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:44:27.293909 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b798456-8782-4aa9-aad7-1285e770772d x-openstack-request-id: req-8b798456-8782-4aa9-aad7-1285e770772d {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:44:27.294675 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09b4dfd1-2f39-42ec-a372-ec8f56b0394b", "tag": "f7c87dbd-446c-49f2-95dc-19a9d7ec8427", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:44:27.294675 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8b798456-8782-4aa9-aad7-1285e770772d {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:44:27.299296 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09b4dfd1-2f39-42ec-a372-ec8f56b0394b', 'tag': 'f7c87dbd-446c-49f2-95dc-19a9d7ec8427', 'status': 'completed', 'code': 200} Nov 09 21:44:27.457821 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-90633bd6-50c7-4ad1-ba43-e9ed5025ec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'name': 'tempest-TestVolumeBackupRestore-460787360-router', 'tenant_id': '469f95456a2b40728525091048862e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'ccd3f016-f7ae-4385-a28f-d39c9639b072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:40:19Z', 'updated_at': '2021-11-09T21:40:24Z', 'revision_number': 4, 'project_id': '469f95456a2b40728525091048862e3f', 'gw_port': {'id': 'ccd3f016-f7ae-4385-a28f-d39c9639b072', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:40:20Z', 'updated_at': '2021-11-09T21:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': 'f7249713-e95a-4941-81ed-5aad05cfbbf3', 'tenant_id': '469f95456a2b40728525091048862e3f', 'floating_ip_address': '172.25.7.208', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'port_id': 'f7c87dbd-446c-49f2-95dc-19a9d7ec8427', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73b69311-b279-489e-af0f-ad8fda1b30f5', 'mac_address': 'fa:16:3e:39:f9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b4dfd1-2f39-42ec-a372-ec8f56b0394b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:44:24Z', 'updated_at': '2021-11-09T21:44:24Z', 'revision_number': 0, 'project_id': '469f95456a2b40728525091048862e3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f36b622a-0661-4c12-9ef6-31e76c8ee236', 'name': '', 'network_id': '73b69311-b279-489e-af0f-ad8fda1b30f5', 'tenant_id': '469f95456a2b40728525091048862e3f', 'mac_address': 'fa:16:3e:22:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'b2814453-ed2d-46ce-922b-68eeaec2cf37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:40:23Z', 'updated_at': '2021-11-09T21:40:31Z', 'revision_number': 5, 'project_id': '469f95456a2b40728525091048862e3f', 'subnets': [{'id': 'b2814453-ed2d-46ce-922b-68eeaec2cf37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:27.517463 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90633bd6-50c7-4ad1-ba43-e9ed5025ec71 None None] Checking router: f712a410-16fb-4a8e-9a79-2fc7d899bb28 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:44:27.529065 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90633bd6-50c7-4ad1-ba43-e9ed5025ec71 None None] Routers {'f712a410-16fb-4a8e-9a79-2fc7d899bb28'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:44:27.530037 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-90633bd6-50c7-4ad1-ba43-e9ed5025ec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:44:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f712a410-16fb-4a8e-9a79-2fc7d899bb28'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:27.638434 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f99b3b6-d8e4-48a1-b892-d0dfc5ab0d0a None None] Network 4895c55e-499a-42b3-99b3-464f42c866c2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:44:27.638936 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75607bc8-c5dd-4b40-bcf6-d55b6cbbc35d req-a5df78ae-7934-4dbc-81f5-e13fc6cd1da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:27.644698 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-75607bc8-c5dd-4b40-bcf6-d55b6cbbc35d req-a5df78ae-7934-4dbc-81f5-e13fc6cd1da4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=469f95456a2b40728525091048862e3f&device_id=09b4dfd1-2f39-42ec-a372-ec8f56b0394b HTTP/1.1" status: 200 len: 1097 time: 0.3407357 Nov 09 21:44:27.697008 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b64557-1b49-4728-82ed-130a335f6837 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Made reservation on behalf of 015835ba1a5f4e05aead246a6e1521d9 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:44:27.701901 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e6b64557-1b49-4728-82ed-130a335f6837 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:27.739042 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-90633bd6-50c7-4ad1-ba43-e9ed5025ec71 None None] Set router f712a410-16fb-4a8e-9a79-2fc7d899bb28 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:44:27.794043 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c6d09-3cdd-4fa9-ac6b-8263631a8aaa req-3fa61515-c0fe-4aa4-87d6-9fbafa4b6df5 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:27.795891 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4b6c6d09-3cdd-4fa9-ac6b-8263631a8aaa req-3fa61515-c0fe-4aa4-87d6-9fbafa4b6df5 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ae0c754-b0bc-4210-bcf3-409a6151621a HTTP/1.1" status: 200 len: 943 time: 0.4957585 Nov 09 21:44:27.950097 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-a96b1110-57aa-4f4e-a9e3-a4cf423c93a9 None None] Provisioning complete for port c6bfeda3-444b-4018-a84b-17ac4970f785 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:44:27.950901 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a96b1110-57aa-4f4e-a9e3-a4cf423c93a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:28.059131 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c6bfeda3-444b-4018-a84b-17ac4970f785 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:44:28.183155 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port c6bfeda3-444b-4018-a84b-17ac4970f785 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:44:28.184206 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:28.331718 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a96b1110-57aa-4f4e-a9e3-a4cf423c93a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:28.404513 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-90633bd6-50c7-4ad1-ba43-e9ed5025ec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'name': 'tempest-TestVolumeBackupRestore-460787360-router', 'tenant_id': '469f95456a2b40728525091048862e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'ccd3f016-f7ae-4385-a28f-d39c9639b072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:40:19Z', 'updated_at': '2021-11-09T21:40:24Z', 'revision_number': 4, 'project_id': '469f95456a2b40728525091048862e3f', 'gw_port': {'id': 'ccd3f016-f7ae-4385-a28f-d39c9639b072', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:40:20Z', 'updated_at': '2021-11-09T21:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': 'f7249713-e95a-4941-81ed-5aad05cfbbf3', 'tenant_id': '469f95456a2b40728525091048862e3f', 'floating_ip_address': '172.25.7.208', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'port_id': 'f7c87dbd-446c-49f2-95dc-19a9d7ec8427', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73b69311-b279-489e-af0f-ad8fda1b30f5', 'mac_address': 'fa:16:3e:39:f9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b4dfd1-2f39-42ec-a372-ec8f56b0394b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:44:24Z', 'updated_at': '2021-11-09T21:44:24Z', 'revision_number': 0, 'project_id': '469f95456a2b40728525091048862e3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f36b622a-0661-4c12-9ef6-31e76c8ee236', 'name': '', 'network_id': '73b69311-b279-489e-af0f-ad8fda1b30f5', 'tenant_id': '469f95456a2b40728525091048862e3f', 'mac_address': 'fa:16:3e:22:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'b2814453-ed2d-46ce-922b-68eeaec2cf37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:40:23Z', 'updated_at': '2021-11-09T21:40:31Z', 'revision_number': 5, 'project_id': '469f95456a2b40728525091048862e3f', 'subnets': [{'id': 'b2814453-ed2d-46ce-922b-68eeaec2cf37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:28.468373 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-2c1fcde7-85a6-46f9-bedc-a2cedca08b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'name': 'tempest-RoutersIpV6Test-router-1860189715', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:44:09Z', 'updated_at': '2021-11-09T21:44:24Z', 'revision_number': 4, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'gw_port_host': None, '_interfaces': [{'id': '0056a7ca-e32e-4cf5-9074-29ed8a9cac2b', 'name': '', 'network_id': '4895c55e-499a-42b3-99b3-464f42c866c2', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:0b:e4:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '8dded207-4b18-43da-b0e8-eba8c0a3d06b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:23Z', 'updated_at': '2021-11-09T21:44:25Z', 'revision_number': 2, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': '8dded207-4b18-43da-b0e8-eba8c0a3d06b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4a33b91-06c5-4317-9502-46ddba101505', 'name': '', 'network_id': 'eb9aa108-6a53-4fc3-8a74-a91677d1e7d3', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:95:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'a3e2062f-5359-40e8-b134-819d2d84083f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:16Z', 'updated_at': '2021-11-09T21:44:25Z', 'revision_number': 5, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': 'a3e2062f-5359-40e8-b134-819d2d84083f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be31fac7-9396-4b1f-9c45-b4928994b878', 'name': '', 'network_id': '10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:d7:91:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'e321718d-6452-4dab-bb14-fd4da33c92db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:11Z', 'updated_at': '2021-11-09T21:44:16Z', 'revision_number': 5, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': 'e321718d-6452-4dab-bb14-fd4da33c92db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:28.484235 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90633bd6-50c7-4ad1-ba43-e9ed5025ec71 None None] The sync data for ids ['f712a410-16fb-4a8e-9a79-2fc7d899bb28'] in n-d-816206-3 is: [{'id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'name': 'tempest-TestVolumeBackupRestore-460787360-router', 'tenant_id': '469f95456a2b40728525091048862e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'ccd3f016-f7ae-4385-a28f-d39c9639b072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:40:19Z', 'updated_at': '2021-11-09T21:40:24Z', 'revision_number': 4, 'project_id': '469f95456a2b40728525091048862e3f', 'gw_port': {'id': 'ccd3f016-f7ae-4385-a28f-d39c9639b072', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:40:20Z', 'updated_at': '2021-11-09T21:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': 'f7249713-e95a-4941-81ed-5aad05cfbbf3', 'tenant_id': '469f95456a2b40728525091048862e3f', 'floating_ip_address': '172.25.7.208', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'port_id': 'f7c87dbd-446c-49f2-95dc-19a9d7ec8427', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73b69311-b279-489e-af0f-ad8fda1b30f5', 'mac_address': 'fa:16:3e:39:f9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b4dfd1-2f39-42ec-a372-ec8f56b0394b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:44:24Z', 'updated_at': '2021-11-09T21:44:24Z', 'revision_number': 0, 'project_id': '469f95456a2b40728525091048862e3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f36b622a-0661-4c12-9ef6-31e76c8ee236', 'name': '', 'network_id': '73b69311-b279-489e-af0f-ad8fda1b30f5', 'tenant_id': '469f95456a2b40728525091048862e3f', 'mac_address': 'fa:16:3e:22:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'b2814453-ed2d-46ce-922b-68eeaec2cf37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:40:23Z', 'updated_at': '2021-11-09T21:40:31Z', 'revision_number': 5, 'project_id': '469f95456a2b40728525091048862e3f', 'subnets': [{'id': 'b2814453-ed2d-46ce-922b-68eeaec2cf37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:44:28.709951 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4b6c6d09-3cdd-4fa9-ac6b-8263631a8aaa req-17afc37f-d76c-480a-8b10-9f89f0bba7c5 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542387 Nov 09 21:44:28.858619 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dfe6c886-dea5-4340-9a15-f7bd684d09f4 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:28.876904 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75607bc8-c5dd-4b40-bcf6-d55b6cbbc35d req-e67fa139-8570-4063-9aa1-9b14a92f06c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:28.881626 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-75607bc8-c5dd-4b40-bcf6-d55b6cbbc35d req-e67fa139-8570-4063-9aa1-9b14a92f06c5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=73b69311-b279-489e-af0f-ad8fda1b30f5 HTTP/1.1" status: 200 len: 913 time: 1.2232690 Nov 09 21:44:28.926995 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dfe6c886-dea5-4340-9a15-f7bd684d09f4 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:29.011770 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e6b64557-1b49-4728-82ed-130a335f6837 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:29.030110 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1fcde7-85a6-46f9-bedc-a2cedca08b71 None None] Checking router: a01d14b0-fe9e-422a-a85a-f2cebadd5c5a for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:44:29.031958 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1fcde7-85a6-46f9-bedc-a2cedca08b71 None None] Updating router a01d14b0-fe9e-422a-a85a-f2cebadd5c5a port 0056a7ca-e32e-4cf5-9074-29ed8a9cac2b binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:44:29.039921 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a314bd1-af16-4fc6-9e0a-d643786234a5 None None] New status for floating IP f7249713-e95a-4941-81ed-5aad05cfbbf3: ACTIVE {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:44:29.100235 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b64557-1b49-4728-82ed-130a335f6837 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event updated for resources: {'Subnet': ['ID=8d483fb3-d4f8-4570-ac62-ffd53acb4ba9,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:29.106683 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2c1fcde7-85a6-46f9-bedc-a2cedca08b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:29.117617 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-a96b1110-57aa-4f4e-a9e3-a4cf423c93a9 None None] For port c6bfeda3-444b-4018-a84b-17ac4970f785, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=c6bfeda3-444b-4018-a84b-17ac4970f785,segment=NetworkSegment(5dbf3140-990f-4cb2-ae1a-90013dd8bc80),segment_id=5dbf3140-990f-4cb2-ae1a-90013dd8bc80)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:44:29.130230 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a96b1110-57aa-4f4e-a9e3-a4cf423c93a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:29.172522 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-75607bc8-c5dd-4b40-bcf6-d55b6cbbc35d req-57e2ef13-5c8a-4dc1-9bbf-8a94c3b2b62a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7c87dbd-446c-49f2-95dc-19a9d7ec8427 HTTP/1.1" status: 200 len: 1000 time: 0.2743390 Nov 09 21:44:29.193961 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:29.304766 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b64557-1b49-4728-82ed-130a335f6837 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Checking segment: {'id': 'b39d4e35-a8a6-4bb1-94cc-1915a8f6c661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c72e2856-d964-4355-9506-5ea601c73623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:44:29.305133 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b64557-1b49-4728-82ed-130a335f6837 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Network hostable DHCP agents. Network: c72e2856-d964-4355-9506-5ea601c73623, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:44:29.339112 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b1110-57aa-4f4e-a9e3-a4cf423c93a9 None None] Pushing event updated for resources: {'Port': ['ID=c6bfeda3-444b-4018-a84b-17ac4970f785,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:29.391258 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-2e0cc00f-be5e-4424-a79e-22f87063ebc7 None None] Provisioning complete for port 0056a7ca-e32e-4cf5-9074-29ed8a9cac2b triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:44:29.396933 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2e0cc00f-be5e-4424-a79e-22f87063ebc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:29.408868 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75607bc8-c5dd-4b40-bcf6-d55b6cbbc35d req-52f5f615-0f93-4538-8d16-b81d8d466424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:29.413112 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-75607bc8-c5dd-4b40-bcf6-d55b6cbbc35d req-52f5f615-0f93-4538-8d16-b81d8d466424 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b2814453-ed2d-46ce-922b-68eeaec2cf37 HTTP/1.1" status: 200 len: 852 time: 0.2028365 Nov 09 21:44:29.414336 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b64557-1b49-4728-82ed-130a335f6837 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Network c72e2856-d964-4355-9506-5ea601c73623 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:44:29.459699 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-e6b64557-1b49-4728-82ed-130a335f6837 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, c72e2856-d964-4355-9506-5ea601c73623) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:44:29.474584 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b64557-1b49-4728-82ed-130a335f6837 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:29.474584 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e6b64557-1b49-4728-82ed-130a335f6837 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:29.529335 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe6c886-dea5-4340-9a15-f7bd684d09f4 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Router f712a410-16fb-4a8e-9a79-2fc7d899bb28 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:44:29.540924 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e6b64557-1b49-4728-82ed-130a335f6837 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5426352 Nov 09 21:44:29.541346 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50898) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:29.588537 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75607bc8-c5dd-4b40-bcf6-d55b6cbbc35d req-5e66b9fb-3933-402c-a548-e20658e162fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:29.590145 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-75607bc8-c5dd-4b40-bcf6-d55b6cbbc35d req-5e66b9fb-3933-402c-a548-e20658e162fd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=73b69311-b279-489e-af0f-ad8fda1b30f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1582830 Nov 09 21:44:29.618893 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b87625d-0ee6-490f-ba9c-0e5bcec50eea None None] Network c72e2856-d964-4355-9506-5ea601c73623 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:44:29.785568 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-75607bc8-c5dd-4b40-bcf6-d55b6cbbc35d req-b3f22d3b-3392-46d6-a2cc-8da50beaddc3 service neutron] 10.222.0.43 "GET /v2.0/networks/73b69311-b279-489e-af0f-ad8fda1b30f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827726 Nov 09 21:44:29.867643 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.db.api [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 21:44:29.868050 n-d-816206-3 neutron-server[102609]: DEBUG oslo_db.api [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 21:44:30.067609 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-75607bc8-c5dd-4b40-bcf6-d55b6cbbc35d req-f5048e76-25ef-4191-b99a-ad1f11fe3ca7 service neutron] 10.222.0.43 "GET /v2.0/networks/73b69311-b279-489e-af0f-ad8fda1b30f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766871 Nov 09 21:44:30.083300 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe6c886-dea5-4340-9a15-f7bd684d09f4 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:44:30.087227 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b419535e-c156-45c6-aadb-3ed4a3eadb4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-c72e2856-d964-4355-9506-5ea601c73623', 'network_id': 'c72e2856-d964-4355-9506-5ea601c73623', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'fixed_ips': [{'subnet_id': '8d483fb3-d4f8-4570-ac62-ffd53acb4ba9'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:44:30.088247 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b419535e-c156-45c6-aadb-3ed4a3eadb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:30.098178 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dfe6c886-dea5-4340-9a15-f7bd684d09f4 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:30.105888 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-2e0cc00f-be5e-4424-a79e-22f87063ebc7 None None] Port 0056a7ca-e32e-4cf5-9074-29ed8a9cac2b cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:44:30.117151 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7492a05a-e8d9-4ded-bd65-c552e93f01ab None None] Sync routers for ids ['f712a410-16fb-4a8e-9a79-2fc7d899bb28'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:44:30.177741 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09b4dfd1-2f39-42ec-a372-ec8f56b0394b', 'tag': 'f7c87dbd-446c-49f2-95dc-19a9d7ec8427'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:44:30.184481 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8558032a-f96b-4b02-9232-441efc194705" -d '{"events": [{"name": "network-changed", "server_uuid": "09b4dfd1-2f39-42ec-a372-ec8f56b0394b", "tag": "f7c87dbd-446c-49f2-95dc-19a9d7ec8427"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:44:30.200553 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7492a05a-e8d9-4ded-bd65-c552e93f01ab None None] Routers {'f712a410-16fb-4a8e-9a79-2fc7d899bb28'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:44:30.204183 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-7492a05a-e8d9-4ded-bd65-c552e93f01ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:44:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f712a410-16fb-4a8e-9a79-2fc7d899bb28'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:30.287643 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-dfe6c886-dea5-4340-9a15-f7bd684d09f4 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "PUT /v2.0/floatingips/f7249713-e95a-4941-81ed-5aad05cfbbf3 HTTP/1.1" status: 200 len: 992 time: 3.1577291 Nov 09 21:44:30.298546 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-2e0cc00f-be5e-4424-a79e-22f87063ebc7 None None] Provisioning complete for port c6bfeda3-444b-4018-a84b-17ac4970f785 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:44:30.299044 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2e0cc00f-be5e-4424-a79e-22f87063ebc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:30.302041 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a24d6-ccf6-4c1a-b634-fd6946c3b68d req-81c3e48d-bb2e-4558-9d29-fca8e44aa47d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:30.311185 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8a6a24d6-ccf6-4c1a-b634-fd6946c3b68d req-81c3e48d-bb2e-4558-9d29-fca8e44aa47d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ae0c754-b0bc-4210-bcf3-409a6151621a HTTP/1.1" status: 200 len: 943 time: 0.3941472 Nov 09 21:44:30.438430 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185b547a-56f0-4e9b-a08e-03229c9a17db x-openstack-request-id: req-185b547a-56f0-4e9b-a08e-03229c9a17db {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:44:30.438646 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09b4dfd1-2f39-42ec-a372-ec8f56b0394b", "tag": "f7c87dbd-446c-49f2-95dc-19a9d7ec8427", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:44:30.438943 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-185b547a-56f0-4e9b-a08e-03229c9a17db {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:44:30.439503 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09b4dfd1-2f39-42ec-a372-ec8f56b0394b', 'tag': 'f7c87dbd-446c-49f2-95dc-19a9d7ec8427', 'status': 'completed', 'code': 200} Nov 09 21:44:30.490410 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8a6a24d6-ccf6-4c1a-b634-fd6946c3b68d req-32f3ea08-d8f9-43da-9551-3e3b33e20e69 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781659 Nov 09 21:44:30.575453 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558032a-f96b-4b02-9232-441efc194705 req-2dfba16a-f258-4f61-a0c0-2ab9c8e3c5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:30.577299 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8558032a-f96b-4b02-9232-441efc194705 req-2dfba16a-f258-4f61-a0c0-2ab9c8e3c5bb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=469f95456a2b40728525091048862e3f&device_id=09b4dfd1-2f39-42ec-a372-ec8f56b0394b HTTP/1.1" status: 200 len: 1097 time: 0.1024659 Nov 09 21:44:30.584065 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2c1fcde7-85a6-46f9-bedc-a2cedca08b71 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:30.610648 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-78fff460-4b82-4890-9aeb-0b74c6568123 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:30.630770 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-7492a05a-e8d9-4ded-bd65-c552e93f01ab None None] Set router f712a410-16fb-4a8e-9a79-2fc7d899bb28 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:44:30.709822 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558032a-f96b-4b02-9232-441efc194705 req-c873e2f4-3cde-46e6-af6a-8ce740a47967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:30.711681 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8558032a-f96b-4b02-9232-441efc194705 req-c873e2f4-3cde-46e6-af6a-8ce740a47967 service neutron] 10.222.0.43 "GET /v2.0/networks?id=73b69311-b279-489e-af0f-ad8fda1b30f5 HTTP/1.1" status: 200 len: 913 time: 0.1258552 Nov 09 21:44:30.805872 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8558032a-f96b-4b02-9232-441efc194705 req-98f811fa-0981-4241-acfe-d9c72a3e24b8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7c87dbd-446c-49f2-95dc-19a9d7ec8427 HTTP/1.1" status: 200 len: 1002 time: 0.0838988 Nov 09 21:44:30.852807 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-b419535e-c156-45c6-aadb-3ed4a3eadb4a None None] Allocated IP 2001:db8:3::2 (c72e2856-d964-4355-9506-5ea601c73623/8d483fb3-d4f8-4570-ac62-ffd53acb4ba9/0b552d36-327f-4a10-bc63-2d4a6b35e635) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:44:30.867980 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558032a-f96b-4b02-9232-441efc194705 req-64757249-53c2-4952-872e-b152b4f39336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:30.869673 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8558032a-f96b-4b02-9232-441efc194705 req-64757249-53c2-4952-872e-b152b4f39336 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b2814453-ed2d-46ce-922b-68eeaec2cf37 HTTP/1.1" status: 200 len: 852 time: 0.0560977 Nov 09 21:44:30.947955 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558032a-f96b-4b02-9232-441efc194705 req-ab0728d4-39e7-4152-a8e8-e1cc3a521c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:30.953202 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8558032a-f96b-4b02-9232-441efc194705 req-ab0728d4-39e7-4152-a8e8-e1cc3a521c22 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=73b69311-b279-489e-af0f-ad8fda1b30f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753226 Nov 09 21:44:31.075402 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2c1fcde7-85a6-46f9-bedc-a2cedca08b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:31.084720 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device b4a33b91-06c5-4317-9502-46ddba101505 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:44:31.089727 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8558032a-f96b-4b02-9232-441efc194705 req-65cd6ecf-b543-4432-9e8c-0105f1c818ac service neutron] 10.222.0.43 "GET /v2.0/networks/73b69311-b279-489e-af0f-ad8fda1b30f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272962 Nov 09 21:44:31.215461 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f90bd-1dd3-4dbc-aa28-01d009002fbe None None] Pushing event updated for resources: {'Port': ['ID=0056a7ca-e32e-4cf5-9074-29ed8a9cac2b,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:31.265051 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8558032a-f96b-4b02-9232-441efc194705 req-42de0aae-4e46-4b87-b52a-de9e1fbd0e0a service neutron] 10.222.0.43 "GET /v2.0/networks/73b69311-b279-489e-af0f-ad8fda1b30f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671579 Nov 09 21:44:31.456532 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-2c1fcde7-85a6-46f9-bedc-a2cedca08b71 None None] Attempting to bind port 0056a7ca-e32e-4cf5-9074-29ed8a9cac2b on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:44:31.457062 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-2c1fcde7-85a6-46f9-bedc-a2cedca08b71 None None] Attempting to bind port 0056a7ca-e32e-4cf5-9074-29ed8a9cac2b by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '5dbf3140-990f-4cb2-ae1a-90013dd8bc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4895c55e-499a-42b3-99b3-464f42c866c2'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:44:31.457527 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1fcde7-85a6-46f9-bedc-a2cedca08b71 None None] Attempting to bind port 0056a7ca-e32e-4cf5-9074-29ed8a9cac2b on network 4895c55e-499a-42b3-99b3-464f42c866c2 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:44:31.478447 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1fcde7-85a6-46f9-bedc-a2cedca08b71 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:44:31.479019 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1fcde7-85a6-46f9-bedc-a2cedca08b71 None None] Checking segment: {'id': '5dbf3140-990f-4cb2-ae1a-90013dd8bc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4895c55e-499a-42b3-99b3-464f42c866c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:44:31.479550 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2c1fcde7-85a6-46f9-bedc-a2cedca08b71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:31.480006 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1fcde7-85a6-46f9-bedc-a2cedca08b71 None None] Bound using segment: {'id': '5dbf3140-990f-4cb2-ae1a-90013dd8bc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4895c55e-499a-42b3-99b3-464f42c866c2'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:44:31.480694 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-2c1fcde7-85a6-46f9-bedc-a2cedca08b71 None None] Bound port: 0056a7ca-e32e-4cf5-9074-29ed8a9cac2b, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dbf3140-990f-4cb2-ae1a-90013dd8bc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4895c55e-499a-42b3-99b3-464f42c866c2'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:44:31.481129 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2c1fcde7-85a6-46f9-bedc-a2cedca08b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:31.555624 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port b4a33b91-06c5-4317-9502-46ddba101505 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:44:31.556232 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:31.648415 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b419535e-c156-45c6-aadb-3ed4a3eadb4a None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:31.671056 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-b6816183-125e-4c67-be59-4645409dd9f8 None None] Provisioning complete for port 0056a7ca-e32e-4cf5-9074-29ed8a9cac2b triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:44:31.671792 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b6816183-125e-4c67-be59-4645409dd9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:31.687527 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-7492a05a-e8d9-4ded-bd65-c552e93f01ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'name': 'tempest-TestVolumeBackupRestore-460787360-router', 'tenant_id': '469f95456a2b40728525091048862e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'ccd3f016-f7ae-4385-a28f-d39c9639b072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:40:19Z', 'updated_at': '2021-11-09T21:40:24Z', 'revision_number': 4, 'project_id': '469f95456a2b40728525091048862e3f', 'gw_port': {'id': 'ccd3f016-f7ae-4385-a28f-d39c9639b072', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:40:20Z', 'updated_at': '2021-11-09T21:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': 'f7249713-e95a-4941-81ed-5aad05cfbbf3', 'tenant_id': '469f95456a2b40728525091048862e3f', 'floating_ip_address': '172.25.7.208', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'port_id': 'f7c87dbd-446c-49f2-95dc-19a9d7ec8427', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73b69311-b279-489e-af0f-ad8fda1b30f5', 'mac_address': 'fa:16:3e:39:f9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b4dfd1-2f39-42ec-a372-ec8f56b0394b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:44:24Z', 'updated_at': '2021-11-09T21:44:29Z', 'revision_number': 2, 'project_id': '469f95456a2b40728525091048862e3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f36b622a-0661-4c12-9ef6-31e76c8ee236', 'name': '', 'network_id': '73b69311-b279-489e-af0f-ad8fda1b30f5', 'tenant_id': '469f95456a2b40728525091048862e3f', 'mac_address': 'fa:16:3e:22:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'b2814453-ed2d-46ce-922b-68eeaec2cf37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:40:23Z', 'updated_at': '2021-11-09T21:40:31Z', 'revision_number': 5, 'project_id': '469f95456a2b40728525091048862e3f', 'subnets': [{'id': 'b2814453-ed2d-46ce-922b-68eeaec2cf37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:31.699135 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73caf42-d18e-4a1c-9d5f-314366bdf885 req-9fae030c-fc82-4877-b8bd-c8684269eb86 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:31.701553 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a73caf42-d18e-4a1c-9d5f-314366bdf885 req-9fae030c-fc82-4877-b8bd-c8684269eb86 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ae0c754-b0bc-4210-bcf3-409a6151621a HTTP/1.1" status: 200 len: 943 time: 0.0866256 Nov 09 21:44:31.769639 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b419535e-c156-45c6-aadb-3ed4a3eadb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:31.773538 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-78fff460-4b82-4890-9aeb-0b74c6568123 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Allocated IP 2001:db8:3::1 (c72e2856-d964-4355-9506-5ea601c73623/8d483fb3-d4f8-4570-ac62-ffd53acb4ba9/2eff4d2a-99f1-40e4-8dda-9f14845b1ddd) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:44:31.775104 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-b6816183-125e-4c67-be59-4645409dd9f8 None None] Port 0056a7ca-e32e-4cf5-9074-29ed8a9cac2b cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:44:31.806946 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a73caf42-d18e-4a1c-9d5f-314366bdf885 req-d5e6f6d3-147b-4cfc-84e0-ef3bc58b8077 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971103 Nov 09 21:44:31.972055 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-78fff460-4b82-4890-9aeb-0b74c6568123 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:32.018852 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-78fff460-4b82-4890-9aeb-0b74c6568123 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:32.086305 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fff460-4b82-4890-9aeb-0b74c6568123 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event updated for resources: {'Port': ['ID=2eff4d2a-99f1-40e4-8dda-9f14845b1ddd,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:32.099706 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fff460-4b82-4890-9aeb-0b74c6568123 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Network c72e2856-d964-4355-9506-5ea601c73623 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:44:32.101994 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-78fff460-4b82-4890-9aeb-0b74c6568123 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:44:32.105635 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fff460-4b82-4890-9aeb-0b74c6568123 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:44:32.106378 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-78fff460-4b82-4890-9aeb-0b74c6568123 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:32.119042 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-2c1fcde7-85a6-46f9-bedc-a2cedca08b71 None None] For port 0056a7ca-e32e-4cf5-9074-29ed8a9cac2b, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:44:32.125722 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7492a05a-e8d9-4ded-bd65-c552e93f01ab None None] Checking router: f712a410-16fb-4a8e-9a79-2fc7d899bb28 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:44:32.144383 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b419535e-c156-45c6-aadb-3ed4a3eadb4a None None] Network c72e2856-d964-4355-9506-5ea601c73623 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:44:32.157686 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-b419535e-c156-45c6-aadb-3ed4a3eadb4a None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:44:32.167381 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-1f67c490-d091-4fb7-9a68-d93fac2da2be None None] Provisioning complete for port 0056a7ca-e32e-4cf5-9074-29ed8a9cac2b triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:44:32.167815 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1f67c490-d091-4fb7-9a68-d93fac2da2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:32.211935 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b419535e-c156-45c6-aadb-3ed4a3eadb4a None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:44:32.217634 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-2c1fcde7-85a6-46f9-bedc-a2cedca08b71 None None] For port 0056a7ca-e32e-4cf5-9074-29ed8a9cac2b, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=0056a7ca-e32e-4cf5-9074-29ed8a9cac2b,segment=NetworkSegment(5dbf3140-990f-4cb2-ae1a-90013dd8bc80),segment_id=5dbf3140-990f-4cb2-ae1a-90013dd8bc80)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:44:32.219593 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-1f67c490-d091-4fb7-9a68-d93fac2da2be None None] Port 0056a7ca-e32e-4cf5-9074-29ed8a9cac2b cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:44:32.229962 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419535e-c156-45c6-aadb-3ed4a3eadb4a None None] Pushing event updated for resources: {'Port': ['ID=0b552d36-327f-4a10-bc63-2d4a6b35e635,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:32.235236 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2c1fcde7-85a6-46f9-bedc-a2cedca08b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:32.290911 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7492a05a-e8d9-4ded-bd65-c552e93f01ab None None] Routers {'f712a410-16fb-4a8e-9a79-2fc7d899bb28'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:44:32.291658 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-7492a05a-e8d9-4ded-bd65-c552e93f01ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:44:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f712a410-16fb-4a8e-9a79-2fc7d899bb28'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:32.294169 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-78fff460-4b82-4890-9aeb-0b74c6568123 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:32.422980 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1fcde7-85a6-46f9-bedc-a2cedca08b71 None None] Routers {'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:44:32.423618 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-2c1fcde7-85a6-46f9-bedc-a2cedca08b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:44:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:32.454779 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09b4dfd1-2f39-42ec-a372-ec8f56b0394b', 'tag': 'f7c87dbd-446c-49f2-95dc-19a9d7ec8427'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:44:32.461525 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaee35f5-22cc-4f5e-bd55-e6e59a4bd699" -d '{"events": [{"name": "network-changed", "server_uuid": "09b4dfd1-2f39-42ec-a372-ec8f56b0394b", "tag": "f7c87dbd-446c-49f2-95dc-19a9d7ec8427"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:44:32.548863 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-b419535e-c156-45c6-aadb-3ed4a3eadb4a None None] Attempting to bind port 0b552d36-327f-4a10-bc63-2d4a6b35e635 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:44:32.549365 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-b419535e-c156-45c6-aadb-3ed4a3eadb4a None None] Attempting to bind port 0b552d36-327f-4a10-bc63-2d4a6b35e635 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'b39d4e35-a8a6-4bb1-94cc-1915a8f6c661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c72e2856-d964-4355-9506-5ea601c73623'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:44:32.549734 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b419535e-c156-45c6-aadb-3ed4a3eadb4a None None] Attempting to bind port 0b552d36-327f-4a10-bc63-2d4a6b35e635 on network c72e2856-d964-4355-9506-5ea601c73623 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:44:32.563570 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4447a7ee-73c0-4d75-ad8a-bf4a5b5c31c9 x-openstack-request-id: req-4447a7ee-73c0-4d75-ad8a-bf4a5b5c31c9 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:44:32.563892 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09b4dfd1-2f39-42ec-a372-ec8f56b0394b", "tag": "f7c87dbd-446c-49f2-95dc-19a9d7ec8427", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:44:32.564191 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4447a7ee-73c0-4d75-ad8a-bf4a5b5c31c9 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:44:32.564987 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09b4dfd1-2f39-42ec-a372-ec8f56b0394b', 'tag': 'f7c87dbd-446c-49f2-95dc-19a9d7ec8427', 'status': 'completed', 'code': 200} Nov 09 21:44:32.622051 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b419535e-c156-45c6-aadb-3ed4a3eadb4a None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:44:32.625847 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b419535e-c156-45c6-aadb-3ed4a3eadb4a None None] Checking segment: {'id': 'b39d4e35-a8a6-4bb1-94cc-1915a8f6c661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c72e2856-d964-4355-9506-5ea601c73623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:44:32.626411 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b419535e-c156-45c6-aadb-3ed4a3eadb4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:32.626823 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b419535e-c156-45c6-aadb-3ed4a3eadb4a None None] Bound using segment: {'id': 'b39d4e35-a8a6-4bb1-94cc-1915a8f6c661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c72e2856-d964-4355-9506-5ea601c73623'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:44:32.632505 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-b419535e-c156-45c6-aadb-3ed4a3eadb4a None None] Bound port: 0b552d36-327f-4a10-bc63-2d4a6b35e635, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b39d4e35-a8a6-4bb1-94cc-1915a8f6c661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c72e2856-d964-4355-9506-5ea601c73623'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:44:32.633112 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b419535e-c156-45c6-aadb-3ed4a3eadb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:32.678178 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f90bd-1dd3-4dbc-aa28-01d009002fbe None None] Pushing event updated for resources: {'Port': ['ID=0056a7ca-e32e-4cf5-9074-29ed8a9cac2b,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:32.703380 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee35f5-22cc-4f5e-bd55-e6e59a4bd699 req-5bcfe829-f4ef-41dd-a031-341ec1ce1987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:32.708749 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aaee35f5-22cc-4f5e-bd55-e6e59a4bd699 req-5bcfe829-f4ef-41dd-a031-341ec1ce1987 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=469f95456a2b40728525091048862e3f&device_id=09b4dfd1-2f39-42ec-a372-ec8f56b0394b HTTP/1.1" status: 200 len: 1097 time: 0.1090412 Nov 09 21:44:32.711236 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c6bfeda3-444b-4018-a84b-17ac4970f785 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:44:32.823325 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-78fff460-4b82-4890-9aeb-0b74c6568123 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:32.830631 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-78fff460-4b82-4890-9aeb-0b74c6568123 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:32.831705 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-78fff460-4b82-4890-9aeb-0b74c6568123 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:32.862662 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee35f5-22cc-4f5e-bd55-e6e59a4bd699 req-fdc77bb8-ce3b-44fa-9dc2-91721921d596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:32.864375 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aaee35f5-22cc-4f5e-bd55-e6e59a4bd699 req-fdc77bb8-ce3b-44fa-9dc2-91721921d596 service neutron] 10.222.0.43 "GET /v2.0/networks?id=73b69311-b279-489e-af0f-ad8fda1b30f5 HTTP/1.1" status: 200 len: 913 time: 0.1481922 Nov 09 21:44:32.922012 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-b419535e-c156-45c6-aadb-3ed4a3eadb4a None None] For port 0b552d36-327f-4a10-bc63-2d4a6b35e635, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:44:32.927197 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-b419535e-c156-45c6-aadb-3ed4a3eadb4a None None] For port 0b552d36-327f-4a10-bc63-2d4a6b35e635, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=0b552d36-327f-4a10-bc63-2d4a6b35e635,segment=NetworkSegment(b39d4e35-a8a6-4bb1-94cc-1915a8f6c661),segment_id=b39d4e35-a8a6-4bb1-94cc-1915a8f6c661)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:44:32.941355 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-7492a05a-e8d9-4ded-bd65-c552e93f01ab None None] Set router f712a410-16fb-4a8e-9a79-2fc7d899bb28 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:44:32.968942 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aaee35f5-22cc-4f5e-bd55-e6e59a4bd699 req-26f8a17c-fc93-4691-989b-c08ff0bad5d8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7c87dbd-446c-49f2-95dc-19a9d7ec8427 HTTP/1.1" status: 200 len: 1002 time: 0.0960279 Nov 09 21:44:33.096512 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074146c8-2f13-4416-9caf-a3e9908c7407 req-c5c96f95-bf0e-48a5-8b56-6835cad5757f tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:33.098745 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fff460-4b82-4890-9aeb-0b74c6568123 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Network c72e2856-d964-4355-9506-5ea601c73623 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:44:33.098933 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-074146c8-2f13-4416-9caf-a3e9908c7407 req-c5c96f95-bf0e-48a5-8b56-6835cad5757f tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ae0c754-b0bc-4210-bcf3-409a6151621a HTTP/1.1" status: 200 len: 943 time: 0.1286016 Nov 09 21:44:33.104470 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee35f5-22cc-4f5e-bd55-e6e59a4bd699 req-aa19b7ec-4211-4af9-ba6d-7cf08c38e0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:33.106306 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aaee35f5-22cc-4f5e-bd55-e6e59a4bd699 req-aa19b7ec-4211-4af9-ba6d-7cf08c38e0a3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b2814453-ed2d-46ce-922b-68eeaec2cf37 HTTP/1.1" status: 200 len: 852 time: 0.1168571 Nov 09 21:44:33.108193 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-78fff460-4b82-4890-9aeb-0b74c6568123 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:44:33.145574 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-2c1fcde7-85a6-46f9-bedc-a2cedca08b71 None None] Set router a01d14b0-fe9e-422a-a85a-f2cebadd5c5a gateway port host: None {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:44:33.154267 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b419535e-c156-45c6-aadb-3ed4a3eadb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:33.185437 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fff460-4b82-4890-9aeb-0b74c6568123 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event updated for resources: {'Port': ['ID=2eff4d2a-99f1-40e4-8dda-9f14845b1ddd,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:33.265592 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78fff460-4b82-4890-9aeb-0b74c6568123 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Router a01d14b0-fe9e-422a-a85a-f2cebadd5c5a has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:44:33.266773 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-074146c8-2f13-4416-9caf-a3e9908c7407 req-f1f1f46c-85b9-4093-bb50-8639b4711d8b tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311371 Nov 09 21:44:33.279309 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee35f5-22cc-4f5e-bd55-e6e59a4bd699 req-3a570869-3cba-4950-a358-e61f87069158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:33.284712 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aaee35f5-22cc-4f5e-bd55-e6e59a4bd699 req-3a570869-3cba-4950-a358-e61f87069158 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=73b69311-b279-489e-af0f-ad8fda1b30f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1614590 Nov 09 21:44:33.379397 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78fff460-4b82-4890-9aeb-0b74c6568123 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:44:33.384937 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-78fff460-4b82-4890-9aeb-0b74c6568123 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "PUT /v2.0/routers/a01d14b0-fe9e-422a-a85a-f2cebadd5c5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8423507 Nov 09 21:44:33.387919 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50946) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:33.393866 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-adf74c1b-3837-41ad-b8c8-85e8140354d7 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:44:33.418805 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-38e237c7-96c9-4582-a525-eb6548331bde None None] Provisioning complete for port 0056a7ca-e32e-4cf5-9074-29ed8a9cac2b triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:44:33.419371 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-38e237c7-96c9-4582-a525-eb6548331bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:33.461807 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aaee35f5-22cc-4f5e-bd55-e6e59a4bd699 req-b4cc7325-6a63-4adc-84aa-dbfe446673cf service neutron] 10.222.0.43 "GET /v2.0/networks/73b69311-b279-489e-af0f-ad8fda1b30f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649029 Nov 09 21:44:33.626354 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aaee35f5-22cc-4f5e-bd55-e6e59a4bd699 req-3f1c589c-db4f-4d67-b2ac-8850c4936058 service neutron] 10.222.0.43 "GET /v2.0/networks/73b69311-b279-489e-af0f-ad8fda1b30f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552303 Nov 09 21:44:33.653915 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port c6bfeda3-444b-4018-a84b-17ac4970f785 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:44:33.656140 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:33.706132 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419535e-c156-45c6-aadb-3ed4a3eadb4a None None] Pushing event updated for resources: {'Port': ['ID=0b552d36-327f-4a10-bc63-2d4a6b35e635,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:33.949602 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-7492a05a-e8d9-4ded-bd65-c552e93f01ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'name': 'tempest-TestVolumeBackupRestore-460787360-router', 'tenant_id': '469f95456a2b40728525091048862e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'ccd3f016-f7ae-4385-a28f-d39c9639b072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:40:19Z', 'updated_at': '2021-11-09T21:40:24Z', 'revision_number': 4, 'project_id': '469f95456a2b40728525091048862e3f', 'gw_port': {'id': 'ccd3f016-f7ae-4385-a28f-d39c9639b072', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:40:20Z', 'updated_at': '2021-11-09T21:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': 'f7249713-e95a-4941-81ed-5aad05cfbbf3', 'tenant_id': '469f95456a2b40728525091048862e3f', 'floating_ip_address': '172.25.7.208', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'port_id': 'f7c87dbd-446c-49f2-95dc-19a9d7ec8427', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73b69311-b279-489e-af0f-ad8fda1b30f5', 'mac_address': 'fa:16:3e:39:f9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b4dfd1-2f39-42ec-a372-ec8f56b0394b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:44:24Z', 'updated_at': '2021-11-09T21:44:29Z', 'revision_number': 2, 'project_id': '469f95456a2b40728525091048862e3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f36b622a-0661-4c12-9ef6-31e76c8ee236', 'name': '', 'network_id': '73b69311-b279-489e-af0f-ad8fda1b30f5', 'tenant_id': '469f95456a2b40728525091048862e3f', 'mac_address': 'fa:16:3e:22:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'b2814453-ed2d-46ce-922b-68eeaec2cf37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:40:23Z', 'updated_at': '2021-11-09T21:40:31Z', 'revision_number': 5, 'project_id': '469f95456a2b40728525091048862e3f', 'subnets': [{'id': 'b2814453-ed2d-46ce-922b-68eeaec2cf37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:33.950613 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.extraroute_db [None req-adf74c1b-3837-41ad-b8c8-85e8140354d7 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=102608) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 09 21:44:33.969286 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.extraroute_db [None req-adf74c1b-3837-41ad-b8c8-85e8140354d7 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Removed routes are [] {{(pid=102608) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 09 21:44:33.969935 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-adf74c1b-3837-41ad-b8c8-85e8140354d7 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27285'] for router, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:33.983868 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:33.985590 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-38e237c7-96c9-4582-a525-eb6548331bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:33.993752 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7492a05a-e8d9-4ded-bd65-c552e93f01ab None None] The sync data for ids ['f712a410-16fb-4a8e-9a79-2fc7d899bb28'] in n-d-816206-3 is: [{'id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'name': 'tempest-TestVolumeBackupRestore-460787360-router', 'tenant_id': '469f95456a2b40728525091048862e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'ccd3f016-f7ae-4385-a28f-d39c9639b072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:40:19Z', 'updated_at': '2021-11-09T21:40:24Z', 'revision_number': 4, 'project_id': '469f95456a2b40728525091048862e3f', 'gw_port': {'id': 'ccd3f016-f7ae-4385-a28f-d39c9639b072', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:40:20Z', 'updated_at': '2021-11-09T21:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': 'f7249713-e95a-4941-81ed-5aad05cfbbf3', 'tenant_id': '469f95456a2b40728525091048862e3f', 'floating_ip_address': '172.25.7.208', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'port_id': 'f7c87dbd-446c-49f2-95dc-19a9d7ec8427', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73b69311-b279-489e-af0f-ad8fda1b30f5', 'mac_address': 'fa:16:3e:39:f9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b4dfd1-2f39-42ec-a372-ec8f56b0394b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:44:24Z', 'updated_at': '2021-11-09T21:44:29Z', 'revision_number': 2, 'project_id': '469f95456a2b40728525091048862e3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f36b622a-0661-4c12-9ef6-31e76c8ee236', 'name': '', 'network_id': '73b69311-b279-489e-af0f-ad8fda1b30f5', 'tenant_id': '469f95456a2b40728525091048862e3f', 'mac_address': 'fa:16:3e:22:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'b2814453-ed2d-46ce-922b-68eeaec2cf37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:40:23Z', 'updated_at': '2021-11-09T21:40:31Z', 'revision_number': 5, 'project_id': '469f95456a2b40728525091048862e3f', 'subnets': [{'id': 'b2814453-ed2d-46ce-922b-68eeaec2cf37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:44:34.020850 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-2c1fcde7-85a6-46f9-bedc-a2cedca08b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'name': 'tempest-RoutersIpV6Test-router-1860189715', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:44:09Z', 'updated_at': '2021-11-09T21:44:32Z', 'revision_number': 5, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'gw_port_host': None, '_interfaces': [{'id': '0056a7ca-e32e-4cf5-9074-29ed8a9cac2b', 'name': '', 'network_id': '4895c55e-499a-42b3-99b3-464f42c866c2', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:0b:e4:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '8dded207-4b18-43da-b0e8-eba8c0a3d06b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:23Z', 'updated_at': '2021-11-09T21:44:31Z', 'revision_number': 4, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': '8dded207-4b18-43da-b0e8-eba8c0a3d06b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2eff4d2a-99f1-40e4-8dda-9f14845b1ddd', 'name': '', 'network_id': 'c72e2856-d964-4355-9506-5ea601c73623', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:bc:bd:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '8d483fb3-d4f8-4570-ac62-ffd53acb4ba9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:30Z', 'updated_at': '2021-11-09T21:44:31Z', 'revision_number': 1, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': '8d483fb3-d4f8-4570-ac62-ffd53acb4ba9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4a33b91-06c5-4317-9502-46ddba101505', 'name': '', 'network_id': 'eb9aa108-6a53-4fc3-8a74-a91677d1e7d3', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:95:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'a3e2062f-5359-40e8-b134-819d2d84083f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:16Z', 'updated_at': '2021-11-09T21:44:25Z', 'revision_number': 5, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': 'a3e2062f-5359-40e8-b134-819d2d84083f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be31fac7-9396-4b1f-9c45-b4928994b878', 'name': '', 'network_id': '10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:d7:91:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'e321718d-6452-4dab-bb14-fd4da33c92db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:11Z', 'updated_at': '2021-11-09T21:44:16Z', 'revision_number': 5, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': 'e321718d-6452-4dab-bb14-fd4da33c92db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:34.065854 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1fcde7-85a6-46f9-bedc-a2cedca08b71 None None] The sync data for ids ['a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'] in n-d-816206-3 is: [{'id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'name': 'tempest-RoutersIpV6Test-router-1860189715', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:44:09Z', 'updated_at': '2021-11-09T21:44:32Z', 'revision_number': 5, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'gw_port_host': None, '_interfaces': [{'id': '0056a7ca-e32e-4cf5-9074-29ed8a9cac2b', 'name': '', 'network_id': '4895c55e-499a-42b3-99b3-464f42c866c2', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:0b:e4:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '8dded207-4b18-43da-b0e8-eba8c0a3d06b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:23Z', 'updated_at': '2021-11-09T21:44:31Z', 'revision_number': 4, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': '8dded207-4b18-43da-b0e8-eba8c0a3d06b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2eff4d2a-99f1-40e4-8dda-9f14845b1ddd', 'name': '', 'network_id': 'c72e2856-d964-4355-9506-5ea601c73623', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:bc:bd:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '8d483fb3-d4f8-4570-ac62-ffd53acb4ba9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:30Z', 'updated_at': '2021-11-09T21:44:31Z', 'revision_number': 1, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': '8d483fb3-d4f8-4570-ac62-ffd53acb4ba9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4a33b91-06c5-4317-9502-46ddba101505', 'name': '', 'network_id': 'eb9aa108-6a53-4fc3-8a74-a91677d1e7d3', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:95:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'a3e2062f-5359-40e8-b134-819d2d84083f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:16Z', 'updated_at': '2021-11-09T21:44:25Z', 'revision_number': 5, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': 'a3e2062f-5359-40e8-b134-819d2d84083f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be31fac7-9396-4b1f-9c45-b4928994b878', 'name': '', 'network_id': '10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:d7:91:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'e321718d-6452-4dab-bb14-fd4da33c92db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:11Z', 'updated_at': '2021-11-09T21:44:16Z', 'revision_number': 5, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': 'e321718d-6452-4dab-bb14-fd4da33c92db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:44:34.093513 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-38e237c7-96c9-4582-a525-eb6548331bde None None] For port 0056a7ca-e32e-4cf5-9074-29ed8a9cac2b, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=0056a7ca-e32e-4cf5-9074-29ed8a9cac2b,segment=NetworkSegment(5dbf3140-990f-4cb2-ae1a-90013dd8bc80),segment_id=5dbf3140-990f-4cb2-ae1a-90013dd8bc80)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:44:34.109059 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-38e237c7-96c9-4582-a525-eb6548331bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:34.223121 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e237c7-96c9-4582-a525-eb6548331bde None None] Pushing event updated for resources: {'Port': ['ID=0056a7ca-e32e-4cf5-9074-29ed8a9cac2b,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:34.381035 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-adf74c1b-3837-41ad-b8c8-85e8140354d7 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27285'] for router, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:34.390559 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-adf74c1b-3837-41ad-b8c8-85e8140354d7 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-376903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-376910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380449'] for router, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:35.044221 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 0056a7ca-e32e-4cf5-9074-29ed8a9cac2b up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:44:35.170818 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 0056a7ca-e32e-4cf5-9074-29ed8a9cac2b triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:44:35.171189 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:35.245754 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a914d-d3ee-4e77-9ff7-56c3cb178e57 req-8178ff4b-87a6-4115-a71f-eb7c121cf386 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:35.246462 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-285a914d-d3ee-4e77-9ff7-56c3cb178e57 req-8178ff4b-87a6-4115-a71f-eb7c121cf386 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ae0c754-b0bc-4210-bcf3-409a6151621a HTTP/1.1" status: 200 len: 943 time: 0.8126597 Nov 09 21:44:35.255854 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf74c1b-3837-41ad-b8c8-85e8140354d7 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Router a01d14b0-fe9e-422a-a85a-f2cebadd5c5a has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:44:35.274437 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf1b24a-3e6c-4a6b-b4d4-68b4e2d86772 None None] Network c72e2856-d964-4355-9506-5ea601c73623 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:44:35.480934 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-285a914d-d3ee-4e77-9ff7-56c3cb178e57 req-e5ef4be2-26c1-41e6-8a85-51a665cfd193 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128184 Nov 09 21:44:35.520432 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf74c1b-3837-41ad-b8c8-85e8140354d7 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:44:35.530568 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-adf74c1b-3837-41ad-b8c8-85e8140354d7 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:35.531982 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-adf74c1b-3837-41ad-b8c8-85e8140354d7 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "PUT /v2.0/routers/a01d14b0-fe9e-422a-a85a-f2cebadd5c5a HTTP/1.1" status: 200 len: 954 time: 2.1422100 Nov 09 21:44:35.534839 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50968) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:35.611183 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-0c5be1d5-cd2e-48e1-9e60-4abe5b60d1a3 None None] Provisioning complete for port 0b552d36-327f-4a10-bc63-2d4a6b35e635 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:44:35.612299 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0c5be1d5-cd2e-48e1-9e60-4abe5b60d1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:35.650419 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-da9a1e98-e0ed-4b5c-b019-78f085f288d7 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "GET /v2.0/routers/a01d14b0-fe9e-422a-a85a-f2cebadd5c5a HTTP/1.1" status: 200 len: 954 time: 0.1144214 Nov 09 21:44:35.653354 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 50970) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:35.658232 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-e7509fc1-6a16-40d5-b4ea-dd0175b8e8d6 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Request body: {'router': {'routes': None}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:44:35.715432 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 0b552d36-327f-4a10-bc63-2d4a6b35e635 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:44:35.847441 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0c5be1d5-cd2e-48e1-9e60-4abe5b60d1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:35.894916 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 0b552d36-327f-4a10-bc63-2d4a6b35e635 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:44:35.895290 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:35.900027 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-0c5be1d5-cd2e-48e1-9e60-4abe5b60d1a3 None None] For port 0b552d36-327f-4a10-bc63-2d4a6b35e635, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=0b552d36-327f-4a10-bc63-2d4a6b35e635,segment=NetworkSegment(b39d4e35-a8a6-4bb1-94cc-1915a8f6c661),segment_id=b39d4e35-a8a6-4bb1-94cc-1915a8f6c661)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:44:35.920903 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0c5be1d5-cd2e-48e1-9e60-4abe5b60d1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:35.988544 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5be1d5-cd2e-48e1-9e60-4abe5b60d1a3 None None] Pushing event updated for resources: {'Port': ['ID=0b552d36-327f-4a10-bc63-2d4a6b35e635,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:36.027685 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 80353db2-c0a0-4a94-95ee-3d884ab99ead details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:44:36.058640 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5f2602-37c8-4d62-b2e8-04d427f78974 None None] Sync routers for ids ['a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:44:36.079390 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5f2602-37c8-4d62-b2e8-04d427f78974 None None] Routers {'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:44:36.080018 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-1d5f2602-37c8-4d62-b2e8-04d427f78974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:44:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:36.173317 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.extraroute_db [None req-e7509fc1-6a16-40d5-b4ea-dd0175b8e8d6 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Added routes are [] {{(pid=102608) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 09 21:44:36.173940 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.extraroute_db [None req-e7509fc1-6a16-40d5-b4ea-dd0175b8e8d6 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=102608) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 09 21:44:36.202873 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 80353db2-c0a0-4a94-95ee-3d884ab99ead, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=80353db2-c0a0-4a94-95ee-3d884ab99ead,segment=NetworkSegment(3170744c-3447-44d8-9a0c-fa1ee6e7efbc),segment_id=3170744c-3447-44d8-9a0c-fa1ee6e7efbc)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:44:36.215993 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '80353db2-c0a0-4a94-95ee-3d884ab99ead', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'port_id': '80353db2-c0a0-4a94-95ee-3d884ab99ead', 'mac_address': 'fa:16:3e:f8:91:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9efcad5d-d250-42ce-b381-abda2d565ce1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:44:36.218591 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e7509fc1-6a16-40d5-b4ea-dd0175b8e8d6 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27285'] for router, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:36.239469 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-1d5f2602-37c8-4d62-b2e8-04d427f78974 None None] Set router a01d14b0-fe9e-422a-a85a-f2cebadd5c5a gateway port host: None {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:44:36.269348 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:36.295537 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-87ebcd67-0948-48ec-9266-04dfc4671555 None None] Provisioning complete for port 2eff4d2a-99f1-40e4-8dda-9f14845b1ddd triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:44:36.295911 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-87ebcd67-0948-48ec-9266-04dfc4671555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:36.300302 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80353db2-c0a0-4a94-95ee-3d884ab99ead {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:44:36.364836 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 80353db2-c0a0-4a94-95ee-3d884ab99ead, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=80353db2-c0a0-4a94-95ee-3d884ab99ead,segment=NetworkSegment(3170744c-3447-44d8-9a0c-fa1ee6e7efbc),segment_id=3170744c-3447-44d8-9a0c-fa1ee6e7efbc)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:44:36.373185 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-87ebcd67-0948-48ec-9266-04dfc4671555 None None] Port 2eff4d2a-99f1-40e4-8dda-9f14845b1ddd cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:44:36.375694 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:36.434483 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-87ebcd67-0948-48ec-9266-04dfc4671555 None None] Provisioning complete for port 0b552d36-327f-4a10-bc63-2d4a6b35e635 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:44:36.436193 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-87ebcd67-0948-48ec-9266-04dfc4671555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:36.507901 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=80353db2-c0a0-4a94-95ee-3d884ab99ead,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:36.599511 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['80353db2-c0a0-4a94-95ee-3d884ab99ead'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:44:36.606518 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e7509fc1-6a16-40d5-b4ea-dd0175b8e8d6 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27285'] for router, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:36.615636 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e7509fc1-6a16-40d5-b4ea-dd0175b8e8d6 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-376903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-376910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380449'] for router, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:36.655031 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-1d5f2602-37c8-4d62-b2e8-04d427f78974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'name': 'tempest-RoutersIpV6Test-router-1860189715', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:44:09Z', 'updated_at': '2021-11-09T21:44:33Z', 'revision_number': 6, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'gw_port_host': None, '_interfaces': [{'id': '0056a7ca-e32e-4cf5-9074-29ed8a9cac2b', 'name': '', 'network_id': '4895c55e-499a-42b3-99b3-464f42c866c2', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:0b:e4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '8dded207-4b18-43da-b0e8-eba8c0a3d06b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:23Z', 'updated_at': '2021-11-09T21:44:34Z', 'revision_number': 5, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': '8dded207-4b18-43da-b0e8-eba8c0a3d06b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2eff4d2a-99f1-40e4-8dda-9f14845b1ddd', 'name': '', 'network_id': 'c72e2856-d964-4355-9506-5ea601c73623', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:bc:bd:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '8d483fb3-d4f8-4570-ac62-ffd53acb4ba9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:30Z', 'updated_at': '2021-11-09T21:44:32Z', 'revision_number': 2, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': '8d483fb3-d4f8-4570-ac62-ffd53acb4ba9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4a33b91-06c5-4317-9502-46ddba101505', 'name': '', 'network_id': 'eb9aa108-6a53-4fc3-8a74-a91677d1e7d3', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:95:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'a3e2062f-5359-40e8-b134-819d2d84083f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:16Z', 'updated_at': '2021-11-09T21:44:25Z', 'revision_number': 5, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': 'a3e2062f-5359-40e8-b134-819d2d84083f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be31fac7-9396-4b1f-9c45-b4928994b878', 'name': '', 'network_id': '10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:d7:91:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'e321718d-6452-4dab-bb14-fd4da33c92db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:11Z', 'updated_at': '2021-11-09T21:44:16Z', 'revision_number': 5, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': 'e321718d-6452-4dab-bb14-fd4da33c92db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:36.692383 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 0b552d36-327f-4a10-bc63-2d4a6b35e635 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:44:36.716171 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5f2602-37c8-4d62-b2e8-04d427f78974 None None] Checking router: a01d14b0-fe9e-422a-a85a-f2cebadd5c5a for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:44:36.716894 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5f2602-37c8-4d62-b2e8-04d427f78974 None None] Updating router a01d14b0-fe9e-422a-a85a-f2cebadd5c5a port 2eff4d2a-99f1-40e4-8dda-9f14845b1ddd binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:44:36.774432 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1d5f2602-37c8-4d62-b2e8-04d427f78974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:36.819831 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15aa6d4-9512-44c3-8242-59bdf37cd55a req-de191eef-b61e-4ebd-9eab-10bd70f4e439 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:36.833399 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7509fc1-6a16-40d5-b4ea-dd0175b8e8d6 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Router a01d14b0-fe9e-422a-a85a-f2cebadd5c5a has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:44:36.833582 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e15aa6d4-9512-44c3-8242-59bdf37cd55a req-de191eef-b61e-4ebd-9eab-10bd70f4e439 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ae0c754-b0bc-4210-bcf3-409a6151621a HTTP/1.1" status: 200 len: 944 time: 0.1353824 Nov 09 21:44:36.997853 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e15aa6d4-9512-44c3-8242-59bdf37cd55a req-10212ea0-9596-4470-86f3-0f58a8e9a25e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632421 Nov 09 21:44:37.004097 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 0b552d36-327f-4a10-bc63-2d4a6b35e635 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:44:37.004507 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:37.018535 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-5933c336-6959-4de6-8d6b-4e1ad7a630ec None None] Provisioning complete for port 2eff4d2a-99f1-40e4-8dda-9f14845b1ddd triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:44:37.018983 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5933c336-6959-4de6-8d6b-4e1ad7a630ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:37.142084 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7509fc1-6a16-40d5-b4ea-dd0175b8e8d6 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:44:37.160670 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e7509fc1-6a16-40d5-b4ea-dd0175b8e8d6 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:37.165119 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50980) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:37.165938 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e7509fc1-6a16-40d5-b4ea-dd0175b8e8d6 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "PUT /v2.0/routers/a01d14b0-fe9e-422a-a85a-f2cebadd5c5a HTTP/1.1" status: 200 len: 704 time: 1.5113785 Nov 09 21:44:37.222246 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-5933c336-6959-4de6-8d6b-4e1ad7a630ec None None] Port 2eff4d2a-99f1-40e4-8dda-9f14845b1ddd cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:44:37.285809 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d8fdc110-c00f-4bae-9dd4-5f77732e59ae tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "GET /v2.0/routers/a01d14b0-fe9e-422a-a85a-f2cebadd5c5a HTTP/1.1" status: 200 len: 704 time: 0.1186962 Nov 09 21:44:37.287787 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 50982) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:37.346207 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1d5f2602-37c8-4d62-b2e8-04d427f78974 None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:37.351140 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-4554fe95-4e57-4e81-926d-7cbbb594c62f None None] Provisioning complete for port 2eff4d2a-99f1-40e4-8dda-9f14845b1ddd triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:44:37.351517 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4554fe95-4e57-4e81-926d-7cbbb594c62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:37.358062 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1d5f2602-37c8-4d62-b2e8-04d427f78974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:37.426548 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-4554fe95-4e57-4e81-926d-7cbbb594c62f None None] Port 2eff4d2a-99f1-40e4-8dda-9f14845b1ddd cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:44:37.512854 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f47e49c-f3ef-4967-8524-c0a42e54fb89 None None] Pushing event updated for resources: {'Port': ['ID=2eff4d2a-99f1-40e4-8dda-9f14845b1ddd,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:37.557463 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-1d5f2602-37c8-4d62-b2e8-04d427f78974 None None] Attempting to bind port 2eff4d2a-99f1-40e4-8dda-9f14845b1ddd on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:44:37.557827 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-1d5f2602-37c8-4d62-b2e8-04d427f78974 None None] Attempting to bind port 2eff4d2a-99f1-40e4-8dda-9f14845b1ddd by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'b39d4e35-a8a6-4bb1-94cc-1915a8f6c661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c72e2856-d964-4355-9506-5ea601c73623'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:44:37.558379 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5f2602-37c8-4d62-b2e8-04d427f78974 None None] Attempting to bind port 2eff4d2a-99f1-40e4-8dda-9f14845b1ddd on network c72e2856-d964-4355-9506-5ea601c73623 {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:44:37.564362 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5f2602-37c8-4d62-b2e8-04d427f78974 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:44:37.565607 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5f2602-37c8-4d62-b2e8-04d427f78974 None None] Checking segment: {'id': 'b39d4e35-a8a6-4bb1-94cc-1915a8f6c661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c72e2856-d964-4355-9506-5ea601c73623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:44:37.566176 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1d5f2602-37c8-4d62-b2e8-04d427f78974 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:37.566739 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5f2602-37c8-4d62-b2e8-04d427f78974 None None] Bound using segment: {'id': 'b39d4e35-a8a6-4bb1-94cc-1915a8f6c661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c72e2856-d964-4355-9506-5ea601c73623'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:44:37.567423 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-1d5f2602-37c8-4d62-b2e8-04d427f78974 None None] Bound port: 2eff4d2a-99f1-40e4-8dda-9f14845b1ddd, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b39d4e35-a8a6-4bb1-94cc-1915a8f6c661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c72e2856-d964-4355-9506-5ea601c73623'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:44:37.567977 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1d5f2602-37c8-4d62-b2e8-04d427f78974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:37.713418 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-1d5f2602-37c8-4d62-b2e8-04d427f78974 None None] For port 2eff4d2a-99f1-40e4-8dda-9f14845b1ddd, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:44:37.718462 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-1d5f2602-37c8-4d62-b2e8-04d427f78974 None None] For port 2eff4d2a-99f1-40e4-8dda-9f14845b1ddd, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=2eff4d2a-99f1-40e4-8dda-9f14845b1ddd,segment=NetworkSegment(b39d4e35-a8a6-4bb1-94cc-1915a8f6c661),segment_id=b39d4e35-a8a6-4bb1-94cc-1915a8f6c661)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:44:37.723575 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1d5f2602-37c8-4d62-b2e8-04d427f78974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:37.791022 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f47e49c-f3ef-4967-8524-c0a42e54fb89 None None] Pushing event updated for resources: {'Port': ['ID=2eff4d2a-99f1-40e4-8dda-9f14845b1ddd,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:37.845093 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5f2602-37c8-4d62-b2e8-04d427f78974 None None] Routers {'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:44:37.846675 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-1d5f2602-37c8-4d62-b2e8-04d427f78974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:44:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:37.885060 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-bf60366e-80c7-4480-b899-41bc85fb300f None None] Provisioning complete for port 2eff4d2a-99f1-40e4-8dda-9f14845b1ddd triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:44:37.885766 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bf60366e-80c7-4480-b899-41bc85fb300f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:37.939181 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-22678506-f8f8-4194-9a10-abc3ef609071 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:38.009336 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-1d5f2602-37c8-4d62-b2e8-04d427f78974 None None] Set router a01d14b0-fe9e-422a-a85a-f2cebadd5c5a gateway port host: None {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:44:38.076934 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bf60366e-80c7-4480-b899-41bc85fb300f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:38.079398 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 80353db2-c0a0-4a94-95ee-3d884ab99ead up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:44:38.183539 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-bf60366e-80c7-4480-b899-41bc85fb300f None None] For port 2eff4d2a-99f1-40e4-8dda-9f14845b1ddd, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=2eff4d2a-99f1-40e4-8dda-9f14845b1ddd,segment=NetworkSegment(b39d4e35-a8a6-4bb1-94cc-1915a8f6c661),segment_id=b39d4e35-a8a6-4bb1-94cc-1915a8f6c661)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:44:38.203424 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bf60366e-80c7-4480-b899-41bc85fb300f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:38.209960 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 80353db2-c0a0-4a94-95ee-3d884ab99ead completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:44:38.236102 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 80353db2-c0a0-4a94-95ee-3d884ab99ead triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:44:38.238078 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:38.309155 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad37dcd-58dc-4171-bdbd-bc5fd7215c11 req-42667286-34db-4291-8892-51d62159ca36 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:38.310795 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0ad37dcd-58dc-4171-bdbd-bc5fd7215c11 req-42667286-34db-4291-8892-51d62159ca36 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ae0c754-b0bc-4210-bcf3-409a6151621a HTTP/1.1" status: 200 len: 944 time: 0.1886351 Nov 09 21:44:38.374261 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf60366e-80c7-4480-b899-41bc85fb300f None None] Pushing event updated for resources: {'Port': ['ID=2eff4d2a-99f1-40e4-8dda-9f14845b1ddd,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:38.390732 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-fa2c921f-60ee-4ba4-8cb4-82b86c0a82d0 None None] Provisioning complete for port 2eff4d2a-99f1-40e4-8dda-9f14845b1ddd triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:44:38.391700 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fa2c921f-60ee-4ba4-8cb4-82b86c0a82d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:38.426627 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0ad37dcd-58dc-4171-bdbd-bc5fd7215c11 req-a6cfba70-0a0a-401f-9c4a-d6a4a478dd5f tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077580 Nov 09 21:44:38.560207 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-1d5f2602-37c8-4d62-b2e8-04d427f78974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'name': 'tempest-RoutersIpV6Test-router-1860189715', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:44:09Z', 'updated_at': '2021-11-09T21:44:36Z', 'revision_number': 7, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'gw_port_host': None, '_interfaces': [{'id': '0056a7ca-e32e-4cf5-9074-29ed8a9cac2b', 'name': '', 'network_id': '4895c55e-499a-42b3-99b3-464f42c866c2', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:0b:e4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '8dded207-4b18-43da-b0e8-eba8c0a3d06b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:23Z', 'updated_at': '2021-11-09T21:44:34Z', 'revision_number': 5, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': '8dded207-4b18-43da-b0e8-eba8c0a3d06b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2eff4d2a-99f1-40e4-8dda-9f14845b1ddd', 'name': '', 'network_id': 'c72e2856-d964-4355-9506-5ea601c73623', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:bc:bd:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '8d483fb3-d4f8-4570-ac62-ffd53acb4ba9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:30Z', 'updated_at': '2021-11-09T21:44:37Z', 'revision_number': 4, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': '8d483fb3-d4f8-4570-ac62-ffd53acb4ba9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4a33b91-06c5-4317-9502-46ddba101505', 'name': '', 'network_id': 'eb9aa108-6a53-4fc3-8a74-a91677d1e7d3', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:95:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'a3e2062f-5359-40e8-b134-819d2d84083f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:16Z', 'updated_at': '2021-11-09T21:44:25Z', 'revision_number': 5, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': 'a3e2062f-5359-40e8-b134-819d2d84083f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be31fac7-9396-4b1f-9c45-b4928994b878', 'name': '', 'network_id': '10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:d7:91:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'e321718d-6452-4dab-bb14-fd4da33c92db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:11Z', 'updated_at': '2021-11-09T21:44:16Z', 'revision_number': 5, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': 'e321718d-6452-4dab-bb14-fd4da33c92db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:38.600320 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:38.616013 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-22678506-f8f8-4194-9a10-abc3ef609071 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Deleting port 2eff4d2a-99f1-40e4-8dda-9f14845b1ddd {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:44:38.616375 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-22678506-f8f8-4194-9a10-abc3ef609071 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:38.651055 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 2eff4d2a-99f1-40e4-8dda-9f14845b1ddd up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:44:38.663784 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5f2602-37c8-4d62-b2e8-04d427f78974 None None] The sync data for ids ['a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'] in n-d-816206-3 is: [{'id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'name': 'tempest-RoutersIpV6Test-router-1860189715', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:44:09Z', 'updated_at': '2021-11-09T21:44:36Z', 'revision_number': 7, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'gw_port_host': None, '_interfaces': [{'id': '0056a7ca-e32e-4cf5-9074-29ed8a9cac2b', 'name': '', 'network_id': '4895c55e-499a-42b3-99b3-464f42c866c2', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:0b:e4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '8dded207-4b18-43da-b0e8-eba8c0a3d06b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:23Z', 'updated_at': '2021-11-09T21:44:34Z', 'revision_number': 5, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': '8dded207-4b18-43da-b0e8-eba8c0a3d06b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2eff4d2a-99f1-40e4-8dda-9f14845b1ddd', 'name': '', 'network_id': 'c72e2856-d964-4355-9506-5ea601c73623', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:bc:bd:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '8d483fb3-d4f8-4570-ac62-ffd53acb4ba9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:30Z', 'updated_at': '2021-11-09T21:44:37Z', 'revision_number': 4, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': '8d483fb3-d4f8-4570-ac62-ffd53acb4ba9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4a33b91-06c5-4317-9502-46ddba101505', 'name': '', 'network_id': 'eb9aa108-6a53-4fc3-8a74-a91677d1e7d3', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:95:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'a3e2062f-5359-40e8-b134-819d2d84083f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:16Z', 'updated_at': '2021-11-09T21:44:25Z', 'revision_number': 5, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': 'a3e2062f-5359-40e8-b134-819d2d84083f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be31fac7-9396-4b1f-9c45-b4928994b878', 'name': '', 'network_id': '10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:d7:91:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'e321718d-6452-4dab-bb14-fd4da33c92db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:11Z', 'updated_at': '2021-11-09T21:44:16Z', 'revision_number': 5, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': 'e321718d-6452-4dab-bb14-fd4da33c92db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:44:38.857804 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae0c754-b0bc-4210-bcf3-409a6151621a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80353db2-c0a0-4a94-95ee-3d884ab99ead'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:44:38.862476 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b377b1-a408-478b-ad0e-2cd684af1fd7" -d '{"events": [{"server_uuid": "4ae0c754-b0bc-4210-bcf3-409a6151621a", "name": "network-vif-plugged", "status": "completed", "tag": "80353db2-c0a0-4a94-95ee-3d884ab99ead"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:44:38.867103 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-22678506-f8f8-4194-9a10-abc3ef609071 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] For port 2eff4d2a-99f1-40e4-8dda-9f14845b1ddd, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=2eff4d2a-99f1-40e4-8dda-9f14845b1ddd,segment=NetworkSegment(b39d4e35-a8a6-4bb1-94cc-1915a8f6c661),segment_id=b39d4e35-a8a6-4bb1-94cc-1915a8f6c661)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:44:38.867905 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-22678506-f8f8-4194-9a10-abc3ef609071 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:38.889244 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 80353db2-c0a0-4a94-95ee-3d884ab99ead, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=80353db2-c0a0-4a94-95ee-3d884ab99ead,segment=NetworkSegment(3170744c-3447-44d8-9a0c-fa1ee6e7efbc),segment_id=3170744c-3447-44d8-9a0c-fa1ee6e7efbc)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:44:38.890072 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-22678506-f8f8-4194-9a10-abc3ef609071 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Calling delete_port for 2eff4d2a-99f1-40e4-8dda-9f14845b1ddd owned by network:router_interface {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:44:38.902708 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 2eff4d2a-99f1-40e4-8dda-9f14845b1ddd triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:44:38.903110 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:39.007685 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870190ce-5ba5-49af-82ff-f9691352a92f x-openstack-request-id: req-870190ce-5ba5-49af-82ff-f9691352a92f {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:44:39.009546 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ae0c754-b0bc-4210-bcf3-409a6151621a", "name": "network-vif-plugged", "status": "completed", "tag": "80353db2-c0a0-4a94-95ee-3d884ab99ead", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:44:39.010033 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-870190ce-5ba5-49af-82ff-f9691352a92f {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:44:39.030413 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae0c754-b0bc-4210-bcf3-409a6151621a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80353db2-c0a0-4a94-95ee-3d884ab99ead', 'code': 200} Nov 09 21:44:39.039268 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:39.105795 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4861b7-0a53-4521-8d0f-9b9163da0dfd req-47421bdf-eea4-480b-8dbf-57d9a600a1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:39.112894 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1f4861b7-0a53-4521-8d0f-9b9163da0dfd req-47421bdf-eea4-480b-8dbf-57d9a600a1a1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4ae0c754-b0bc-4210-bcf3-409a6151621a HTTP/1.1" status: 200 len: 1096 time: 0.1013851 Nov 09 21:44:39.130911 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c533205-c931-4b49-9dd8-4344bbdd0cab None None] Sync routers for ids ['a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:44:39.134761 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-22678506-f8f8-4194-9a10-abc3ef609071 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:39.168507 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c533205-c931-4b49-9dd8-4344bbdd0cab None None] Routers {'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:44:39.169234 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-8c533205-c931-4b49-9dd8-4344bbdd0cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:44:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:39.171656 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=80353db2-c0a0-4a94-95ee-3d884ab99ead,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:39.175119 n-d-816206-3 neutron-server[102609]: INFO neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No ports have port_id starting with 2eff4d2a-99f1-40e4-8dda-9f14845b1ddd Nov 09 21:44:39.207720 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22678506-f8f8-4194-9a10-abc3ef609071 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event deleted for resources: {'Port': ['ID=2eff4d2a-99f1-40e4-8dda-9f14845b1ddd,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:39.213661 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1f4861b7-0a53-4521-8d0f-9b9163da0dfd req-a170bf48-07b0-45e4-9cfd-45b975f6053a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936058 Nov 09 21:44:39.317496 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-8c533205-c931-4b49-9dd8-4344bbdd0cab None None] Set router a01d14b0-fe9e-422a-a85a-f2cebadd5c5a gateway port host: None {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:44:39.375713 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-22678506-f8f8-4194-9a10-abc3ef609071 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:39.606123 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29323dfa-66b3-4e0b-88c0-66c3377590ae req-9b28b662-d4de-4299-b0bc-2ff1ff4f3741 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:39.608577 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-29323dfa-66b3-4e0b-88c0-66c3377590ae req-9b28b662-d4de-4299-b0bc-2ff1ff4f3741 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ae0c754-b0bc-4210-bcf3-409a6151621a HTTP/1.1" status: 200 len: 945 time: 0.0879002 Nov 09 21:44:39.687956 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-29323dfa-66b3-4e0b-88c0-66c3377590ae req-7ebf7937-a6cd-43d3-a105-26e0133954ed tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725319 Nov 09 21:44:39.689812 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22678506-f8f8-4194-9a10-abc3ef609071 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Router a01d14b0-fe9e-422a-a85a-f2cebadd5c5a has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:44:39.698474 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-8c533205-c931-4b49-9dd8-4344bbdd0cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'name': 'tempest-RoutersIpV6Test-router-1860189715', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:44:09Z', 'updated_at': '2021-11-09T21:44:39Z', 'revision_number': 8, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'gw_port_host': None, '_interfaces': [{'id': '0056a7ca-e32e-4cf5-9074-29ed8a9cac2b', 'name': '', 'network_id': '4895c55e-499a-42b3-99b3-464f42c866c2', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:0b:e4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '8dded207-4b18-43da-b0e8-eba8c0a3d06b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:23Z', 'updated_at': '2021-11-09T21:44:34Z', 'revision_number': 5, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': '8dded207-4b18-43da-b0e8-eba8c0a3d06b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4a33b91-06c5-4317-9502-46ddba101505', 'name': '', 'network_id': 'eb9aa108-6a53-4fc3-8a74-a91677d1e7d3', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:95:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'a3e2062f-5359-40e8-b134-819d2d84083f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:16Z', 'updated_at': '2021-11-09T21:44:25Z', 'revision_number': 5, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': 'a3e2062f-5359-40e8-b134-819d2d84083f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be31fac7-9396-4b1f-9c45-b4928994b878', 'name': '', 'network_id': '10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:d7:91:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'e321718d-6452-4dab-bb14-fd4da33c92db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:11Z', 'updated_at': '2021-11-09T21:44:16Z', 'revision_number': 5, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': 'e321718d-6452-4dab-bb14-fd4da33c92db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:39.738801 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c533205-c931-4b49-9dd8-4344bbdd0cab None None] Checking router: a01d14b0-fe9e-422a-a85a-f2cebadd5c5a for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:44:39.753605 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c533205-c931-4b49-9dd8-4344bbdd0cab None None] Routers {'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:44:39.754746 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-8c533205-c931-4b49-9dd8-4344bbdd0cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:44:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:39.840754 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22678506-f8f8-4194-9a10-abc3ef609071 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:44:39.854275 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-22678506-f8f8-4194-9a10-abc3ef609071 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "PUT /v2.0/routers/a01d14b0-fe9e-422a-a85a-f2cebadd5c5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5619383 Nov 09 21:44:39.854672 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51020) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:39.869377 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-8c533205-c931-4b49-9dd8-4344bbdd0cab None None] Set router a01d14b0-fe9e-422a-a85a-f2cebadd5c5a gateway port host: None {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:44:39.930631 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-23a187d9-37a7-4680-a3ae-d8eaeb8c4562 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Deleting subnet 8d483fb3-d4f8-4570-ac62-ffd53acb4ba9 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:44:39.934941 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-23a187d9-37a7-4680-a3ae-d8eaeb8c4562 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:40.018696 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-23a187d9-37a7-4680-a3ae-d8eaeb8c4562 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:40.150134 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-23a187d9-37a7-4680-a3ae-d8eaeb8c4562 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:40.154340 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-8c533205-c931-4b49-9dd8-4344bbdd0cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'name': 'tempest-RoutersIpV6Test-router-1860189715', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:44:09Z', 'updated_at': '2021-11-09T21:44:39Z', 'revision_number': 8, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'gw_port_host': None, '_interfaces': [{'id': '0056a7ca-e32e-4cf5-9074-29ed8a9cac2b', 'name': '', 'network_id': '4895c55e-499a-42b3-99b3-464f42c866c2', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:0b:e4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '8dded207-4b18-43da-b0e8-eba8c0a3d06b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:23Z', 'updated_at': '2021-11-09T21:44:34Z', 'revision_number': 5, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': '8dded207-4b18-43da-b0e8-eba8c0a3d06b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4a33b91-06c5-4317-9502-46ddba101505', 'name': '', 'network_id': 'eb9aa108-6a53-4fc3-8a74-a91677d1e7d3', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:95:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'a3e2062f-5359-40e8-b134-819d2d84083f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:16Z', 'updated_at': '2021-11-09T21:44:25Z', 'revision_number': 5, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': 'a3e2062f-5359-40e8-b134-819d2d84083f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be31fac7-9396-4b1f-9c45-b4928994b878', 'name': '', 'network_id': '10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:d7:91:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'e321718d-6452-4dab-bb14-fd4da33c92db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:11Z', 'updated_at': '2021-11-09T21:44:16Z', 'revision_number': 5, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': 'e321718d-6452-4dab-bb14-fd4da33c92db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:40.238600 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-23a187d9-37a7-4680-a3ae-d8eaeb8c4562 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:40.276430 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a187d9-37a7-4680-a3ae-d8eaeb8c4562 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event deleted for resources: {'Subnet': ['ID=8d483fb3-d4f8-4570-ac62-ffd53acb4ba9,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:40.279591 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-23a187d9-37a7-4680-a3ae-d8eaeb8c4562 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:40.283692 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-23a187d9-37a7-4680-a3ae-d8eaeb8c4562 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "DELETE /v2.0/subnets/8d483fb3-d4f8-4570-ac62-ffd53acb4ba9 HTTP/1.1" status: 204 len: 168 time: 0.4279785 Nov 09 21:44:40.286735 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51030) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:40.402289 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-29fd2651-dd3f-4502-931b-cda53603c2a2 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:40.418013 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bf377d-36b6-4de3-adfc-ec462bc0c0b9 None None] Network c72e2856-d964-4355-9506-5ea601c73623 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:44:40.422505 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c533205-c931-4b49-9dd8-4344bbdd0cab None None] The sync data for ids ['a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'] in n-d-816206-3 is: [{'id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'name': 'tempest-RoutersIpV6Test-router-1860189715', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:44:09Z', 'updated_at': '2021-11-09T21:44:39Z', 'revision_number': 8, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'gw_port_host': None, '_interfaces': [{'id': '0056a7ca-e32e-4cf5-9074-29ed8a9cac2b', 'name': '', 'network_id': '4895c55e-499a-42b3-99b3-464f42c866c2', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:0b:e4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '8dded207-4b18-43da-b0e8-eba8c0a3d06b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:23Z', 'updated_at': '2021-11-09T21:44:34Z', 'revision_number': 5, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': '8dded207-4b18-43da-b0e8-eba8c0a3d06b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4a33b91-06c5-4317-9502-46ddba101505', 'name': '', 'network_id': 'eb9aa108-6a53-4fc3-8a74-a91677d1e7d3', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:95:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'a3e2062f-5359-40e8-b134-819d2d84083f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:16Z', 'updated_at': '2021-11-09T21:44:25Z', 'revision_number': 5, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': 'a3e2062f-5359-40e8-b134-819d2d84083f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be31fac7-9396-4b1f-9c45-b4928994b878', 'name': '', 'network_id': '10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:d7:91:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'e321718d-6452-4dab-bb14-fd4da33c92db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:11Z', 'updated_at': '2021-11-09T21:44:16Z', 'revision_number': 5, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': 'e321718d-6452-4dab-bb14-fd4da33c92db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:44:40.520081 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-29fd2651-dd3f-4502-931b-cda53603c2a2 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Deleting port 0b552d36-327f-4a10-bc63-2d4a6b35e635 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:44:40.520938 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-29fd2651-dd3f-4502-931b-cda53603c2a2 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:40.612736 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-29fd2651-dd3f-4502-931b-cda53603c2a2 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] For port 0b552d36-327f-4a10-bc63-2d4a6b35e635, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=0b552d36-327f-4a10-bc63-2d4a6b35e635,segment=NetworkSegment(b39d4e35-a8a6-4bb1-94cc-1915a8f6c661),segment_id=b39d4e35-a8a6-4bb1-94cc-1915a8f6c661)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:44:40.613506 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-29fd2651-dd3f-4502-931b-cda53603c2a2 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:40.629039 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-29fd2651-dd3f-4502-931b-cda53603c2a2 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Calling delete_port for 0b552d36-327f-4a10-bc63-2d4a6b35e635 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:44:40.720800 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-29fd2651-dd3f-4502-931b-cda53603c2a2 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:40.761872 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd2651-dd3f-4502-931b-cda53603c2a2 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event deleted for resources: {'Port': ['ID=0b552d36-327f-4a10-bc63-2d4a6b35e635,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:40.768583 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fd2651-dd3f-4502-931b-cda53603c2a2 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] No DVR routers for this DVR port 0b552d36-327f-4a10-bc63-2d4a6b35e635 on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:44:40.835415 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc2714d-5a33-47c9-87aa-5b19e252d31a None None] DHCP port deletion for c72e2856-d964-4355-9506-5ea601c73623 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:44:40.955530 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-29fd2651-dd3f-4502-931b-cda53603c2a2 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:40.982692 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-29fd2651-dd3f-4502-931b-cda53603c2a2 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c72e2856-d964-4355-9506-5ea601c73623']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:41.020146 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-29fd2651-dd3f-4502-931b-cda53603c2a2 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b39d4e35-a8a6-4bb1-94cc-1915a8f6c661') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:41.020454 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-29fd2651-dd3f-4502-931b-cda53603c2a2 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b39d4e35-a8a6-4bb1-94cc-1915a8f6c661') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:41.036351 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-29fd2651-dd3f-4502-931b-cda53603c2a2 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:41.060745 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb97c5-e8ca-44c9-b8f8-a35fdb58f557 req-e4fa3ce7-a953-4760-803e-854b746ce1a1 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:41.062434 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-47eb97c5-e8ca-44c9-b8f8-a35fdb58f557 req-e4fa3ce7-a953-4760-803e-854b746ce1a1 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ae0c754-b0bc-4210-bcf3-409a6151621a HTTP/1.1" status: 200 len: 945 time: 0.1492314 Nov 09 21:44:41.063480 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-29fd2651-dd3f-4502-931b-cda53603c2a2 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:41.073313 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29fd2651-dd3f-4502-931b-cda53603c2a2 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:44:41.074006 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-29fd2651-dd3f-4502-931b-cda53603c2a2 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:41.097340 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:44:41.097340 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:44:41.097340 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:44:41.097340 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:44:41.097340 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:44:41.097340 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:44:41.097340 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:44:41.097340 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:44:41.097340 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:44:41.097340 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:44:41.097340 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:44:41.097340 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:44:41.097340 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:44:41.097340 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:44:41.097340 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:44:41.097340 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:44:41.097340 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:44:41.097340 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:44:41.097340 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:44:41.097340 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:44:41.097340 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:44:41.097340 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:44:41.097340 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:44:41.097340 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:44:41.097340 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:44:41.097340 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:44:41.097340 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:44:41.097340 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:44:41.097340 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:44:41.097340 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:44:41.097340 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:44:41.097340 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:44:41.193746 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-29fd2651-dd3f-4502-931b-cda53603c2a2 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:41.199379 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-29fd2651-dd3f-4502-931b-cda53603c2a2 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:41.206971 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51046) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:41.207441 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-29fd2651-dd3f-4502-931b-cda53603c2a2 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "DELETE /v2.0/networks/c72e2856-d964-4355-9506-5ea601c73623 HTTP/1.1" status: 204 len: 168 time: 0.9190271 Nov 09 21:44:41.222343 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0113aa94-1cda-4a69-a6c2-e2035f6b65f0 None None] Sync routers for ids ['a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:44:41.233446 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd2651-dd3f-4502-931b-cda53603c2a2 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event deleted for resources: {'Network': ['ID=c72e2856-d964-4355-9506-5ea601c73623,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:41.244470 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0113aa94-1cda-4a69-a6c2-e2035f6b65f0 None None] Routers {'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:44:41.245416 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-0113aa94-1cda-4a69-a6c2-e2035f6b65f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:44:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:41.253109 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-47eb97c5-e8ca-44c9-b8f8-a35fdb58f557 req-82414c3d-e30a-4847-83f1-269b2e89e028 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156437 Nov 09 21:44:41.394860 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c93774-65a3-4957-9b1a-9ef7a3f31ed3 req-fdbfb53d-5803-47e1-9385-116f8717ba26 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:41.396615 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-09c93774-65a3-4957-9b1a-9ef7a3f31ed3 req-fdbfb53d-5803-47e1-9385-116f8717ba26 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ae0c754-b0bc-4210-bcf3-409a6151621a HTTP/1.1" status: 200 len: 945 time: 0.0743809 Nov 09 21:44:41.500121 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-0113aa94-1cda-4a69-a6c2-e2035f6b65f0 None None] Set router a01d14b0-fe9e-422a-a85a-f2cebadd5c5a gateway port host: None {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:44:41.566064 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-09c93774-65a3-4957-9b1a-9ef7a3f31ed3 req-4db229dc-518c-4a6e-81d2-197bf06e2757 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602390 Nov 09 21:44:41.774132 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-0113aa94-1cda-4a69-a6c2-e2035f6b65f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'name': 'tempest-RoutersIpV6Test-router-1860189715', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:44:09Z', 'updated_at': '2021-11-09T21:44:39Z', 'revision_number': 8, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'gw_port_host': None, '_interfaces': [{'id': '0056a7ca-e32e-4cf5-9074-29ed8a9cac2b', 'name': '', 'network_id': '4895c55e-499a-42b3-99b3-464f42c866c2', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:0b:e4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '8dded207-4b18-43da-b0e8-eba8c0a3d06b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:23Z', 'updated_at': '2021-11-09T21:44:34Z', 'revision_number': 5, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': '8dded207-4b18-43da-b0e8-eba8c0a3d06b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4a33b91-06c5-4317-9502-46ddba101505', 'name': '', 'network_id': 'eb9aa108-6a53-4fc3-8a74-a91677d1e7d3', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:95:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'a3e2062f-5359-40e8-b134-819d2d84083f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:16Z', 'updated_at': '2021-11-09T21:44:25Z', 'revision_number': 5, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': 'a3e2062f-5359-40e8-b134-819d2d84083f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be31fac7-9396-4b1f-9c45-b4928994b878', 'name': '', 'network_id': '10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:d7:91:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'e321718d-6452-4dab-bb14-fd4da33c92db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:11Z', 'updated_at': '2021-11-09T21:44:16Z', 'revision_number': 5, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': 'e321718d-6452-4dab-bb14-fd4da33c92db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:41.776285 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-26c619e6-3f00-40bb-bdce-0eaa756a2b83 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:41.812983 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0113aa94-1cda-4a69-a6c2-e2035f6b65f0 None None] Checking router: a01d14b0-fe9e-422a-a85a-f2cebadd5c5a for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:44:41.822530 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0113aa94-1cda-4a69-a6c2-e2035f6b65f0 None None] Routers {'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:44:41.823490 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-0113aa94-1cda-4a69-a6c2-e2035f6b65f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:44:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:41.960095 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-0113aa94-1cda-4a69-a6c2-e2035f6b65f0 None None] Set router a01d14b0-fe9e-422a-a85a-f2cebadd5c5a gateway port host: None {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:44:42.048691 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deee036-b313-4ca0-afff-74c0559be0f0 req-c9787ab3-fc59-44d9-82d9-c36c7da485f8 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:42.049855 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8deee036-b313-4ca0-afff-74c0559be0f0 req-c9787ab3-fc59-44d9-82d9-c36c7da485f8 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ae0c754-b0bc-4210-bcf3-409a6151621a HTTP/1.1" status: 200 len: 945 time: 0.0854280 Nov 09 21:44:42.154893 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8deee036-b313-4ca0-afff-74c0559be0f0 req-f2a53785-5244-4ed7-95c8-6b00113df783 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829437 Nov 09 21:44:42.197326 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-26c619e6-3f00-40bb-bdce-0eaa756a2b83 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Deleting port 0056a7ca-e32e-4cf5-9074-29ed8a9cac2b {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:44:42.198201 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-26c619e6-3f00-40bb-bdce-0eaa756a2b83 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:42.246477 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-0113aa94-1cda-4a69-a6c2-e2035f6b65f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'name': 'tempest-RoutersIpV6Test-router-1860189715', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:44:09Z', 'updated_at': '2021-11-09T21:44:39Z', 'revision_number': 8, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'gw_port_host': None, '_interfaces': [{'id': '0056a7ca-e32e-4cf5-9074-29ed8a9cac2b', 'name': '', 'network_id': '4895c55e-499a-42b3-99b3-464f42c866c2', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:0b:e4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '8dded207-4b18-43da-b0e8-eba8c0a3d06b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:23Z', 'updated_at': '2021-11-09T21:44:34Z', 'revision_number': 5, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': '8dded207-4b18-43da-b0e8-eba8c0a3d06b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4a33b91-06c5-4317-9502-46ddba101505', 'name': '', 'network_id': 'eb9aa108-6a53-4fc3-8a74-a91677d1e7d3', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:95:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'a3e2062f-5359-40e8-b134-819d2d84083f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:16Z', 'updated_at': '2021-11-09T21:44:25Z', 'revision_number': 5, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': 'a3e2062f-5359-40e8-b134-819d2d84083f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be31fac7-9396-4b1f-9c45-b4928994b878', 'name': '', 'network_id': '10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:d7:91:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'e321718d-6452-4dab-bb14-fd4da33c92db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:11Z', 'updated_at': '2021-11-09T21:44:16Z', 'revision_number': 5, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': 'e321718d-6452-4dab-bb14-fd4da33c92db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:42.283923 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0113aa94-1cda-4a69-a6c2-e2035f6b65f0 None None] The sync data for ids ['a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'] in n-d-816206-3 is: [{'id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'name': 'tempest-RoutersIpV6Test-router-1860189715', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:44:09Z', 'updated_at': '2021-11-09T21:44:39Z', 'revision_number': 8, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'gw_port_host': None, '_interfaces': [{'id': '0056a7ca-e32e-4cf5-9074-29ed8a9cac2b', 'name': '', 'network_id': '4895c55e-499a-42b3-99b3-464f42c866c2', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:0b:e4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '8dded207-4b18-43da-b0e8-eba8c0a3d06b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:23Z', 'updated_at': '2021-11-09T21:44:34Z', 'revision_number': 5, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': '8dded207-4b18-43da-b0e8-eba8c0a3d06b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4a33b91-06c5-4317-9502-46ddba101505', 'name': '', 'network_id': 'eb9aa108-6a53-4fc3-8a74-a91677d1e7d3', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:95:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'a3e2062f-5359-40e8-b134-819d2d84083f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:16Z', 'updated_at': '2021-11-09T21:44:25Z', 'revision_number': 5, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': 'a3e2062f-5359-40e8-b134-819d2d84083f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be31fac7-9396-4b1f-9c45-b4928994b878', 'name': '', 'network_id': '10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:d7:91:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'e321718d-6452-4dab-bb14-fd4da33c92db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:11Z', 'updated_at': '2021-11-09T21:44:16Z', 'revision_number': 5, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': 'e321718d-6452-4dab-bb14-fd4da33c92db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:44:42.309820 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-26c619e6-3f00-40bb-bdce-0eaa756a2b83 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] For port 0056a7ca-e32e-4cf5-9074-29ed8a9cac2b, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=0056a7ca-e32e-4cf5-9074-29ed8a9cac2b,segment=NetworkSegment(5dbf3140-990f-4cb2-ae1a-90013dd8bc80),segment_id=5dbf3140-990f-4cb2-ae1a-90013dd8bc80)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:44:42.310847 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-26c619e6-3f00-40bb-bdce-0eaa756a2b83 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:42.327231 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-26c619e6-3f00-40bb-bdce-0eaa756a2b83 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Calling delete_port for 0056a7ca-e32e-4cf5-9074-29ed8a9cac2b owned by network:router_interface {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:44:42.560299 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 0b552d36-327f-4a10-bc63-2d4a6b35e635 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:44:42.568946 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-26c619e6-3f00-40bb-bdce-0eaa756a2b83 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:42.588169 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 0b552d36-327f-4a10-bc63-2d4a6b35e635 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:44:42.588538 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 0b552d36-327f-4a10-bc63-2d4a6b35e635 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:44:42.589166 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 2eff4d2a-99f1-40e4-8dda-9f14845b1ddd no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:44:42.601391 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c619e6-3f00-40bb-bdce-0eaa756a2b83 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event deleted for resources: {'Port': ['ID=0056a7ca-e32e-4cf5-9074-29ed8a9cac2b,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:42.624267 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 2eff4d2a-99f1-40e4-8dda-9f14845b1ddd {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:44:42.624707 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 2eff4d2a-99f1-40e4-8dda-9f14845b1ddd not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:44:42.764459 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-26c619e6-3f00-40bb-bdce-0eaa756a2b83 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:43.006386 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c619e6-3f00-40bb-bdce-0eaa756a2b83 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Router a01d14b0-fe9e-422a-a85a-f2cebadd5c5a has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:44:43.112921 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c619e6-3f00-40bb-bdce-0eaa756a2b83 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:44:43.118162 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-26c619e6-3f00-40bb-bdce-0eaa756a2b83 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "PUT /v2.0/routers/a01d14b0-fe9e-422a-a85a-f2cebadd5c5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9099772 Nov 09 21:44:43.121153 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51088) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:43.123995 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6092701e-1bf0-49e3-b659-f6a6794d6162 None None] Sync routers for ids ['a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:44:43.139319 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6092701e-1bf0-49e3-b659-f6a6794d6162 None None] Routers {'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:44:43.139987 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-6092701e-1bf0-49e3-b659-f6a6794d6162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:44:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:43.177508 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-359f5b62-3c46-42ed-bab3-8668a8cda7ea tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Deleting subnet 8dded207-4b18-43da-b0e8-eba8c0a3d06b {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:44:43.181160 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-359f5b62-3c46-42ed-bab3-8668a8cda7ea tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:43.258567 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-6092701e-1bf0-49e3-b659-f6a6794d6162 None None] Set router a01d14b0-fe9e-422a-a85a-f2cebadd5c5a gateway port host: None {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:44:43.284417 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-359f5b62-3c46-42ed-bab3-8668a8cda7ea tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:43.342665 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf539d-36cc-4ece-a7ab-33bac07ae217 req-40e62f22-7a22-4d40-9bca-0b566d328489 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:43.351026 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fcbf539d-36cc-4ece-a7ab-33bac07ae217 req-40e62f22-7a22-4d40-9bca-0b566d328489 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ae0c754-b0bc-4210-bcf3-409a6151621a HTTP/1.1" status: 200 len: 945 time: 0.0698164 Nov 09 21:44:43.436521 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fcbf539d-36cc-4ece-a7ab-33bac07ae217 req-a07d88a8-25b2-4e51-af41-f02e6d9fb75a tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845740 Nov 09 21:44:43.602034 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-6092701e-1bf0-49e3-b659-f6a6794d6162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'name': 'tempest-RoutersIpV6Test-router-1860189715', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:44:09Z', 'updated_at': '2021-11-09T21:44:42Z', 'revision_number': 9, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'gw_port_host': None, '_interfaces': [{'id': 'b4a33b91-06c5-4317-9502-46ddba101505', 'name': '', 'network_id': 'eb9aa108-6a53-4fc3-8a74-a91677d1e7d3', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:95:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'a3e2062f-5359-40e8-b134-819d2d84083f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:16Z', 'updated_at': '2021-11-09T21:44:25Z', 'revision_number': 5, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': 'a3e2062f-5359-40e8-b134-819d2d84083f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be31fac7-9396-4b1f-9c45-b4928994b878', 'name': '', 'network_id': '10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:d7:91:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'e321718d-6452-4dab-bb14-fd4da33c92db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:11Z', 'updated_at': '2021-11-09T21:44:16Z', 'revision_number': 5, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': 'e321718d-6452-4dab-bb14-fd4da33c92db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:43.637295 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6092701e-1bf0-49e3-b659-f6a6794d6162 None None] Checking router: a01d14b0-fe9e-422a-a85a-f2cebadd5c5a for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:44:43.654202 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6092701e-1bf0-49e3-b659-f6a6794d6162 None None] Routers {'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:44:43.655465 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-6092701e-1bf0-49e3-b659-f6a6794d6162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:44:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:43.773887 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-6092701e-1bf0-49e3-b659-f6a6794d6162 None None] Set router a01d14b0-fe9e-422a-a85a-f2cebadd5c5a gateway port host: None {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:44:43.901178 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-359f5b62-3c46-42ed-bab3-8668a8cda7ea tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:43.955982 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c20b8-0901-42af-a186-ea2945dffa46 req-b7256806-7225-46cb-b2c3-6808051a24da tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:43.957814 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f11c20b8-0901-42af-a186-ea2945dffa46 req-b7256806-7225-46cb-b2c3-6808051a24da tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ae0c754-b0bc-4210-bcf3-409a6151621a HTTP/1.1" status: 200 len: 945 time: 0.5611470 Nov 09 21:44:43.969156 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:44:44.065239 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-6092701e-1bf0-49e3-b659-f6a6794d6162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'name': 'tempest-RoutersIpV6Test-router-1860189715', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:44:09Z', 'updated_at': '2021-11-09T21:44:42Z', 'revision_number': 9, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'gw_port_host': None, '_interfaces': [{'id': 'b4a33b91-06c5-4317-9502-46ddba101505', 'name': '', 'network_id': 'eb9aa108-6a53-4fc3-8a74-a91677d1e7d3', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:95:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'a3e2062f-5359-40e8-b134-819d2d84083f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:16Z', 'updated_at': '2021-11-09T21:44:25Z', 'revision_number': 5, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': 'a3e2062f-5359-40e8-b134-819d2d84083f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be31fac7-9396-4b1f-9c45-b4928994b878', 'name': '', 'network_id': '10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:d7:91:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'e321718d-6452-4dab-bb14-fd4da33c92db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:11Z', 'updated_at': '2021-11-09T21:44:16Z', 'revision_number': 5, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': 'e321718d-6452-4dab-bb14-fd4da33c92db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:44.071696 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-359f5b62-3c46-42ed-bab3-8668a8cda7ea tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:44.101589 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6092701e-1bf0-49e3-b659-f6a6794d6162 None None] The sync data for ids ['a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'] in n-d-816206-3 is: [{'id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'name': 'tempest-RoutersIpV6Test-router-1860189715', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:44:09Z', 'updated_at': '2021-11-09T21:44:42Z', 'revision_number': 9, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'gw_port_host': None, '_interfaces': [{'id': 'b4a33b91-06c5-4317-9502-46ddba101505', 'name': '', 'network_id': 'eb9aa108-6a53-4fc3-8a74-a91677d1e7d3', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:95:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'a3e2062f-5359-40e8-b134-819d2d84083f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:16Z', 'updated_at': '2021-11-09T21:44:25Z', 'revision_number': 5, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': 'a3e2062f-5359-40e8-b134-819d2d84083f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be31fac7-9396-4b1f-9c45-b4928994b878', 'name': '', 'network_id': '10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:d7:91:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'e321718d-6452-4dab-bb14-fd4da33c92db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:11Z', 'updated_at': '2021-11-09T21:44:16Z', 'revision_number': 5, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': 'e321718d-6452-4dab-bb14-fd4da33c92db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:44:44.102858 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359f5b62-3c46-42ed-bab3-8668a8cda7ea tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event deleted for resources: {'Subnet': ['ID=8dded207-4b18-43da-b0e8-eba8c0a3d06b,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:44.108079 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-359f5b62-3c46-42ed-bab3-8668a8cda7ea tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:44.112022 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-359f5b62-3c46-42ed-bab3-8668a8cda7ea tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "DELETE /v2.0/subnets/8dded207-4b18-43da-b0e8-eba8c0a3d06b HTTP/1.1" status: 204 len: 168 time: 0.9892659 Nov 09 21:44:44.116615 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51108) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:44.135549 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34527c39-a2cc-4d69-93f3-92e173287c5b None None] Network 4895c55e-499a-42b3-99b3-464f42c866c2 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:44:44.141284 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-f11c20b8-0901-42af-a186-ea2945dffa46 req-090fdb94-41f5-4477-8eda-2d161def54b8 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Deleting port 80353db2-c0a0-4a94-95ee-3d884ab99ead {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:44:44.141717 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f11c20b8-0901-42af-a186-ea2945dffa46 req-090fdb94-41f5-4477-8eda-2d161def54b8 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:44.224278 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-37391cf2-3d9b-4c31-be9c-a45e7dc46ede tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:44.302024 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-f11c20b8-0901-42af-a186-ea2945dffa46 req-090fdb94-41f5-4477-8eda-2d161def54b8 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] For port 80353db2-c0a0-4a94-95ee-3d884ab99ead, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=80353db2-c0a0-4a94-95ee-3d884ab99ead,segment=NetworkSegment(3170744c-3447-44d8-9a0c-fa1ee6e7efbc),segment_id=3170744c-3447-44d8-9a0c-fa1ee6e7efbc)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:44:44.304868 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-37391cf2-3d9b-4c31-be9c-a45e7dc46ede tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Deleting port c6bfeda3-444b-4018-a84b-17ac4970f785 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:44:44.305353 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f11c20b8-0901-42af-a186-ea2945dffa46 req-090fdb94-41f5-4477-8eda-2d161def54b8 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:44.306368 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-37391cf2-3d9b-4c31-be9c-a45e7dc46ede tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:44.335646 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-f11c20b8-0901-42af-a186-ea2945dffa46 req-090fdb94-41f5-4477-8eda-2d161def54b8 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Calling delete_port for 80353db2-c0a0-4a94-95ee-3d884ab99ead owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:44:44.417462 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-37391cf2-3d9b-4c31-be9c-a45e7dc46ede tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] For port c6bfeda3-444b-4018-a84b-17ac4970f785, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=c6bfeda3-444b-4018-a84b-17ac4970f785,segment=NetworkSegment(5dbf3140-990f-4cb2-ae1a-90013dd8bc80),segment_id=5dbf3140-990f-4cb2-ae1a-90013dd8bc80)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:44:44.418071 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-37391cf2-3d9b-4c31-be9c-a45e7dc46ede tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:44.467641 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-37391cf2-3d9b-4c31-be9c-a45e7dc46ede tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Calling delete_port for c6bfeda3-444b-4018-a84b-17ac4970f785 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:44:44.499848 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c298584-65dd-40b6-917a-484b7cea7800 None None] DHCP port deletion for 4895c55e-499a-42b3-99b3-464f42c866c2 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:44:44.642232 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-9c298584-65dd-40b6-917a-484b7cea7800 None None] Deleting port c6bfeda3-444b-4018-a84b-17ac4970f785 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:44:44.643414 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9c298584-65dd-40b6-917a-484b7cea7800 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:44.676182 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 0056a7ca-e32e-4cf5-9074-29ed8a9cac2b no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:44:44.697634 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-37391cf2-3d9b-4c31-be9c-a45e7dc46ede tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:44.725302 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f11c20b8-0901-42af-a186-ea2945dffa46 req-090fdb94-41f5-4477-8eda-2d161def54b8 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:44.764603 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37391cf2-3d9b-4c31-be9c-a45e7dc46ede tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event deleted for resources: {'Port': ['ID=c6bfeda3-444b-4018-a84b-17ac4970f785,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:44.768391 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37391cf2-3d9b-4c31-be9c-a45e7dc46ede tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] No DVR routers for this DVR port c6bfeda3-444b-4018-a84b-17ac4970f785 on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:44:44.791824 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429', '80353db2-c0a0-4a94-95ee-3d884ab99ead'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:44:44.843877 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090fdb94-41f5-4477-8eda-2d161def54b8 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Pushing event deleted for resources: {'Port': ['ID=80353db2-c0a0-4a94-95ee-3d884ab99ead,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:44.878087 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-9c298584-65dd-40b6-917a-484b7cea7800 None None] For port c6bfeda3-444b-4018-a84b-17ac4970f785, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=c6bfeda3-444b-4018-a84b-17ac4970f785,segment=NetworkSegment(5dbf3140-990f-4cb2-ae1a-90013dd8bc80),segment_id=5dbf3140-990f-4cb2-ae1a-90013dd8bc80)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:44:44.878555 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9c298584-65dd-40b6-917a-484b7cea7800 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:44.899221 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-37391cf2-3d9b-4c31-be9c-a45e7dc46ede tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:44.907139 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-9c298584-65dd-40b6-917a-484b7cea7800 None None] Calling delete_port for c6bfeda3-444b-4018-a84b-17ac4970f785 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:44:44.957381 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-37391cf2-3d9b-4c31-be9c-a45e7dc46ede tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4895c55e-499a-42b3-99b3-464f42c866c2']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:44.974454 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11c20b8-0901-42af-a186-ea2945dffa46 req-090fdb94-41f5-4477-8eda-2d161def54b8 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] No DVR routers for this DVR port 80353db2-c0a0-4a94-95ee-3d884ab99ead on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:44:44.981568 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-37391cf2-3d9b-4c31-be9c-a45e7dc46ede tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dbf3140-990f-4cb2-ae1a-90013dd8bc80') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:44.985484 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-f11c20b8-0901-42af-a186-ea2945dffa46 req-090fdb94-41f5-4477-8eda-2d161def54b8 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:44.986020 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-37391cf2-3d9b-4c31-be9c-a45e7dc46ede tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dbf3140-990f-4cb2-ae1a-90013dd8bc80') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:44.994813 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f11c20b8-0901-42af-a186-ea2945dffa46 req-090fdb94-41f5-4477-8eda-2d161def54b8 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.45 "DELETE /v2.0/ports/80353db2-c0a0-4a94-95ee-3d884ab99ead HTTP/1.1" status: 204 len: 173 time: 1.0301619 Nov 09 21:44:44.998817 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae0c754-b0bc-4210-bcf3-409a6151621a', 'name': 'network-vif-deleted', 'tag': '80353db2-c0a0-4a94-95ee-3d884ab99ead'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:44:45.004226 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090a408f-58c2-4d31-b592-5bd4ca913750" -d '{"events": [{"server_uuid": "4ae0c754-b0bc-4210-bcf3-409a6151621a", "name": "network-vif-deleted", "tag": "80353db2-c0a0-4a94-95ee-3d884ab99ead"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:44:45.009712 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-37391cf2-3d9b-4c31-be9c-a45e7dc46ede tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:45.016160 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 0056a7ca-e32e-4cf5-9074-29ed8a9cac2b {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:44:45.016478 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 0056a7ca-e32e-4cf5-9074-29ed8a9cac2b not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:44:45.016884 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c6bfeda3-444b-4018-a84b-17ac4970f785 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:44:45.035513 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e7056-7f23-4a1b-9ae8-60a6f820cc19 req-39b95304-9adb-4977-ac4d-14686a4c77e6 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:45.045189 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-076e7056-7f23-4a1b-9ae8-60a6f820cc19 req-39b95304-9adb-4977-ac4d-14686a4c77e6 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ae0c754-b0bc-4210-bcf3-409a6151621a HTTP/1.1" status: 200 len: 867 time: 0.3919933 Nov 09 21:44:45.047439 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-37391cf2-3d9b-4c31-be9c-a45e7dc46ede tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:45.058688 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: c6bfeda3-444b-4018-a84b-17ac4970f785 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:44:45.059058 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c6bfeda3-444b-4018-a84b-17ac4970f785 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:44:45.074881 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37391cf2-3d9b-4c31-be9c-a45e7dc46ede tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:44:45.078728 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-37391cf2-3d9b-4c31-be9c-a45e7dc46ede tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:45.094521 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:44:45.094521 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:44:45.094521 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:44:45.094521 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:44:45.094521 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:44:45.094521 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:44:45.094521 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:44:45.094521 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:44:45.094521 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:44:45.094521 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:44:45.094521 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:44:45.094521 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:44:45.094521 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:44:45.094521 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:44:45.094521 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:44:45.094521 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:44:45.094521 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:44:45.094521 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:44:45.094521 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:44:45.094521 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:44:45.094521 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:44:45.094521 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:44:45.094521 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:44:45.094521 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:44:45.094521 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:44:45.094521 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:44:45.094521 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:44:45.094521 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:44:45.094521 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:44:45.094521 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:44:45.094521 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:44:45.094521 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:44:45.179873 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8aceac1-7c98-4f92-a91f-e3b52f654687 x-openstack-request-id: req-c8aceac1-7c98-4f92-a91f-e3b52f654687 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:44:45.180533 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ae0c754-b0bc-4210-bcf3-409a6151621a", "name": "network-vif-deleted", "tag": "80353db2-c0a0-4a94-95ee-3d884ab99ead", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:44:45.181480 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c8aceac1-7c98-4f92-a91f-e3b52f654687 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:44:45.182017 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae0c754-b0bc-4210-bcf3-409a6151621a', 'name': 'network-vif-deleted', 'tag': '80353db2-c0a0-4a94-95ee-3d884ab99ead', 'status': 'completed', 'code': 200} Nov 09 21:44:45.194911 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-076e7056-7f23-4a1b-9ae8-60a6f820cc19 req-1bd661c7-6c61-4400-8abe-bbbba8709f9d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392834 Nov 09 21:44:45.239787 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-37391cf2-3d9b-4c31-be9c-a45e7dc46ede tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:45.241207 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9c298584-65dd-40b6-917a-484b7cea7800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:45.261966 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-37391cf2-3d9b-4c31-be9c-a45e7dc46ede tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:45.265581 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-37391cf2-3d9b-4c31-be9c-a45e7dc46ede tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "DELETE /v2.0/networks/4895c55e-499a-42b3-99b3-464f42c866c2 HTTP/1.1" status: 204 len: 168 time: 1.1480088 Nov 09 21:44:45.266669 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37391cf2-3d9b-4c31-be9c-a45e7dc46ede tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event deleted for resources: {'Network': ['ID=4895c55e-499a-42b3-99b3-464f42c866c2,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:45.268886 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51130) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:45.296397 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9c298584-65dd-40b6-917a-484b7cea7800 None None] Network 4895c55e-499a-42b3-99b3-464f42c866c2 is not hosted by any dhcp agent {{(pid=102609) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 21:44:45.297211 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c298584-65dd-40b6-917a-484b7cea7800 None None] No DVR routers for this DVR port c6bfeda3-444b-4018-a84b-17ac4970f785 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:44:45.301902 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c298584-65dd-40b6-917a-484b7cea7800 None None] Pushing event deleted for resources: {'Port': ['ID=c6bfeda3-444b-4018-a84b-17ac4970f785,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:46.039102 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f9204dd7-6b58-4643-bd96-307f2b31cc5d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:46.356005 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6fb2d552-b28c-4b7c-afb9-bea9af9041bd req-7ea41793-8ae3-4341-a760-4c71301e14ff tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ae0c754-b0bc-4210-bcf3-409a6151621a HTTP/1.1" status: 200 len: 210 time: 0.0396271 Nov 09 21:44:46.362820 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-f9204dd7-6b58-4643-bd96-307f2b31cc5d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Deleting port b4a33b91-06c5-4317-9502-46ddba101505 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:44:46.363185 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f9204dd7-6b58-4643-bd96-307f2b31cc5d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:46.498471 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-f9204dd7-6b58-4643-bd96-307f2b31cc5d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] For port b4a33b91-06c5-4317-9502-46ddba101505, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=b4a33b91-06c5-4317-9502-46ddba101505,segment=NetworkSegment(d35871a1-c6f7-49d7-9ea6-5700530e925d),segment_id=d35871a1-c6f7-49d7-9ea6-5700530e925d)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:44:46.498919 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f9204dd7-6b58-4643-bd96-307f2b31cc5d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:46.514783 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-f9204dd7-6b58-4643-bd96-307f2b31cc5d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Calling delete_port for b4a33b91-06c5-4317-9502-46ddba101505 owned by network:router_interface {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:44:46.727026 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f9204dd7-6b58-4643-bd96-307f2b31cc5d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:46.758296 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9204dd7-6b58-4643-bd96-307f2b31cc5d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event deleted for resources: {'Port': ['ID=b4a33b91-06c5-4317-9502-46ddba101505,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:46.901372 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f9204dd7-6b58-4643-bd96-307f2b31cc5d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:47.129679 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9204dd7-6b58-4643-bd96-307f2b31cc5d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Router a01d14b0-fe9e-422a-a85a-f2cebadd5c5a has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:44:47.254467 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9204dd7-6b58-4643-bd96-307f2b31cc5d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:44:47.265098 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f9204dd7-6b58-4643-bd96-307f2b31cc5d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "PUT /v2.0/routers/a01d14b0-fe9e-422a-a85a-f2cebadd5c5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9951508 Nov 09 21:44:47.265630 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84a7b5b-e31f-4cfd-8258-3ffbef566e7e None None] Sync routers for ids ['a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:44:47.268663 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51166) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:47.278969 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84a7b5b-e31f-4cfd-8258-3ffbef566e7e None None] Routers {'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:44:47.293098 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-e84a7b5b-e31f-4cfd-8258-3ffbef566e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:44:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:47.326429 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-477cf80b-b71c-46ed-a71e-6a714ca840a9 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Deleting subnet a3e2062f-5359-40e8-b134-819d2d84083f {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:44:47.332158 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-477cf80b-b71c-46ed-a71e-6a714ca840a9 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:47.403472 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-477cf80b-b71c-46ed-a71e-6a714ca840a9 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:47.425266 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-e84a7b5b-e31f-4cfd-8258-3ffbef566e7e None None] Set router a01d14b0-fe9e-422a-a85a-f2cebadd5c5a gateway port host: None {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:44:47.535834 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ba9136a2-3a61-4bac-bb1a-242c997c121a req-096a472c-fd38-47d0-8ba0-ca24d0d37bba tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ae0c754-b0bc-4210-bcf3-409a6151621a HTTP/1.1" status: 200 len: 210 time: 0.0290856 Nov 09 21:44:47.541463 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-477cf80b-b71c-46ed-a71e-6a714ca840a9 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:47.633224 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-477cf80b-b71c-46ed-a71e-6a714ca840a9 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:47.645447 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-95eae3d2-7441-4e6f-82f4-4bb666728c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:47.668155 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477cf80b-b71c-46ed-a71e-6a714ca840a9 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event deleted for resources: {'Subnet': ['ID=a3e2062f-5359-40e8-b134-819d2d84083f,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:47.676969 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-477cf80b-b71c-46ed-a71e-6a714ca840a9 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:47.682084 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-477cf80b-b71c-46ed-a71e-6a714ca840a9 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "DELETE /v2.0/subnets/a3e2062f-5359-40e8-b134-819d2d84083f HTTP/1.1" status: 204 len: 168 time: 0.4116211 Nov 09 21:44:47.684410 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51178) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:47.691559 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0eb15a8-c8fb-48e7-a717-695d5a33f7aa None None] Network eb9aa108-6a53-4fc3-8a74-a91677d1e7d3 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:44:47.703831 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-e84a7b5b-e31f-4cfd-8258-3ffbef566e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'name': 'tempest-RoutersIpV6Test-router-1860189715', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:44:09Z', 'updated_at': '2021-11-09T21:44:46Z', 'revision_number': 10, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'gw_port_host': None, '_interfaces': [{'id': 'be31fac7-9396-4b1f-9c45-b4928994b878', 'name': '', 'network_id': '10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:d7:91:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'e321718d-6452-4dab-bb14-fd4da33c92db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:11Z', 'updated_at': '2021-11-09T21:44:16Z', 'revision_number': 5, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': 'e321718d-6452-4dab-bb14-fd4da33c92db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:47.737352 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84a7b5b-e31f-4cfd-8258-3ffbef566e7e None None] Checking router: a01d14b0-fe9e-422a-a85a-f2cebadd5c5a for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:44:47.748015 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84a7b5b-e31f-4cfd-8258-3ffbef566e7e None None] Routers {'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:44:47.748949 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-e84a7b5b-e31f-4cfd-8258-3ffbef566e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:44:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:47.789556 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-05bd79b9-0bb3-451c-ac5c-adb1dfeebe8d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:47.856224 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-05bd79b9-0bb3-451c-ac5c-adb1dfeebe8d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Deleting port 5d285c62-222c-4cab-82d6-a9ffe4c06cb8 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:44:47.856844 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-05bd79b9-0bb3-451c-ac5c-adb1dfeebe8d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:47.863822 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-e84a7b5b-e31f-4cfd-8258-3ffbef566e7e None None] Set router a01d14b0-fe9e-422a-a85a-f2cebadd5c5a gateway port host: None {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:44:47.946897 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-05bd79b9-0bb3-451c-ac5c-adb1dfeebe8d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] For port 5d285c62-222c-4cab-82d6-a9ffe4c06cb8, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5d285c62-222c-4cab-82d6-a9ffe4c06cb8,segment=NetworkSegment(d35871a1-c6f7-49d7-9ea6-5700530e925d),segment_id=d35871a1-c6f7-49d7-9ea6-5700530e925d)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:44:47.947278 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-05bd79b9-0bb3-451c-ac5c-adb1dfeebe8d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:47.965599 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-05bd79b9-0bb3-451c-ac5c-adb1dfeebe8d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Calling delete_port for 5d285c62-222c-4cab-82d6-a9ffe4c06cb8 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:44:48.023627 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efda9adf-a56c-4bfd-9f1c-8c4ce158d837 None None] DHCP port deletion for eb9aa108-6a53-4fc3-8a74-a91677d1e7d3 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:44:48.085800 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 80353db2-c0a0-4a94-95ee-3d884ab99ead no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:44:48.120408 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-05bd79b9-0bb3-451c-ac5c-adb1dfeebe8d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:48.124613 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 80353db2-c0a0-4a94-95ee-3d884ab99ead {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:44:48.125288 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 80353db2-c0a0-4a94-95ee-3d884ab99ead not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:44:48.134720 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-efda9adf-a56c-4bfd-9f1c-8c4ce158d837 None None] Deleting port 5d285c62-222c-4cab-82d6-a9ffe4c06cb8 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:44:48.136142 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-efda9adf-a56c-4bfd-9f1c-8c4ce158d837 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:48.166863 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd79b9-0bb3-451c-ac5c-adb1dfeebe8d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event deleted for resources: {'Port': ['ID=5d285c62-222c-4cab-82d6-a9ffe4c06cb8,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:48.170348 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bd79b9-0bb3-451c-ac5c-adb1dfeebe8d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] No DVR routers for this DVR port 5d285c62-222c-4cab-82d6-a9ffe4c06cb8 on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:44:48.173042 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-e84a7b5b-e31f-4cfd-8258-3ffbef566e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'name': 'tempest-RoutersIpV6Test-router-1860189715', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:44:09Z', 'updated_at': '2021-11-09T21:44:46Z', 'revision_number': 10, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'gw_port_host': None, '_interfaces': [{'id': 'be31fac7-9396-4b1f-9c45-b4928994b878', 'name': '', 'network_id': '10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:d7:91:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'e321718d-6452-4dab-bb14-fd4da33c92db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:11Z', 'updated_at': '2021-11-09T21:44:16Z', 'revision_number': 5, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': 'e321718d-6452-4dab-bb14-fd4da33c92db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:48.207991 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84a7b5b-e31f-4cfd-8258-3ffbef566e7e None None] The sync data for ids ['a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'] in n-d-816206-3 is: [{'id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'name': 'tempest-RoutersIpV6Test-router-1860189715', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:44:09Z', 'updated_at': '2021-11-09T21:44:46Z', 'revision_number': 10, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'gw_port_host': None, '_interfaces': [{'id': 'be31fac7-9396-4b1f-9c45-b4928994b878', 'name': '', 'network_id': '10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'mac_address': 'fa:16:3e:d7:91:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'e321718d-6452-4dab-bb14-fd4da33c92db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:44:11Z', 'updated_at': '2021-11-09T21:44:16Z', 'revision_number': 5, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'subnets': [{'id': 'e321718d-6452-4dab-bb14-fd4da33c92db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:44:48.266826 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-efda9adf-a56c-4bfd-9f1c-8c4ce158d837 None None] For port 5d285c62-222c-4cab-82d6-a9ffe4c06cb8, host n-d-816206-3, got binding levels [] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:44:48.267268 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-efda9adf-a56c-4bfd-9f1c-8c4ce158d837 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:48.283673 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-efda9adf-a56c-4bfd-9f1c-8c4ce158d837 None None] Calling delete_port for 5d285c62-222c-4cab-82d6-a9ffe4c06cb8 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:44:48.288175 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.ipam_backend_mixin [None req-efda9adf-a56c-4bfd-9f1c-8c4ce158d837 None None] Port 5d285c62-222c-4cab-82d6-a9ffe4c06cb8 was not found and therefore no delete operation was performed {{(pid=102609) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 21:44:48.291577 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-efda9adf-a56c-4bfd-9f1c-8c4ce158d837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:48.301237 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-05bd79b9-0bb3-451c-ac5c-adb1dfeebe8d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:48.312605 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efda9adf-a56c-4bfd-9f1c-8c4ce158d837 None None] No DVR routers for this DVR port 5d285c62-222c-4cab-82d6-a9ffe4c06cb8 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:44:48.333017 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-05bd79b9-0bb3-451c-ac5c-adb1dfeebe8d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb9aa108-6a53-4fc3-8a74-a91677d1e7d3']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:48.346147 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda9adf-a56c-4bfd-9f1c-8c4ce158d837 None None] Pushing event deleted for resources: {'Port': ['ID=5d285c62-222c-4cab-82d6-a9ffe4c06cb8,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:48.354646 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-05bd79b9-0bb3-451c-ac5c-adb1dfeebe8d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd35871a1-c6f7-49d7-9ea6-5700530e925d') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:48.354938 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-05bd79b9-0bb3-451c-ac5c-adb1dfeebe8d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd35871a1-c6f7-49d7-9ea6-5700530e925d') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:48.366965 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-05bd79b9-0bb3-451c-ac5c-adb1dfeebe8d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:48.381732 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-05bd79b9-0bb3-451c-ac5c-adb1dfeebe8d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:48.388815 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05bd79b9-0bb3-451c-ac5c-adb1dfeebe8d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:44:48.389604 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-05bd79b9-0bb3-451c-ac5c-adb1dfeebe8d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:48.393049 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:44:48.393049 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:44:48.393049 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:44:48.393049 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:44:48.393049 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:44:48.393049 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:44:48.393049 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:44:48.393049 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:44:48.393049 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:44:48.393049 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:44:48.393049 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:44:48.393049 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:44:48.393049 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:44:48.393049 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:44:48.393049 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:44:48.393049 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:44:48.393049 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:44:48.393049 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:44:48.393049 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:44:48.393049 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:44:48.393049 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:44:48.393049 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:44:48.393049 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:44:48.393049 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:44:48.393049 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:44:48.393049 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:44:48.393049 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:44:48.393049 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:44:48.393049 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:44:48.393049 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:44:48.393049 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:44:48.393049 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:44:48.467151 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-05bd79b9-0bb3-451c-ac5c-adb1dfeebe8d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:48.487560 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-05bd79b9-0bb3-451c-ac5c-adb1dfeebe8d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:48.492318 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-05bd79b9-0bb3-451c-ac5c-adb1dfeebe8d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "DELETE /v2.0/networks/eb9aa108-6a53-4fc3-8a74-a91677d1e7d3 HTTP/1.1" status: 204 len: 168 time: 0.8060236 Nov 09 21:44:48.497552 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51196) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:48.521526 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd79b9-0bb3-451c-ac5c-adb1dfeebe8d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event deleted for resources: {'Network': ['ID=eb9aa108-6a53-4fc3-8a74-a91677d1e7d3,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:48.729978 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a74d30b3-155a-4be8-8bda-eb895d23efe2 req-840a0c5a-f352-4243-8737-d478372492bf tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ae0c754-b0bc-4210-bcf3-409a6151621a HTTP/1.1" status: 200 len: 210 time: 0.0477812 Nov 09 21:44:48.785162 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 5d285c62-222c-4cab-82d6-a9ffe4c06cb8 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:44:48.843526 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 5d285c62-222c-4cab-82d6-a9ffe4c06cb8 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:44:48.847196 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 5d285c62-222c-4cab-82d6-a9ffe4c06cb8 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:44:48.847196 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device b4a33b91-06c5-4317-9502-46ddba101505 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:44:48.880400 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: b4a33b91-06c5-4317-9502-46ddba101505 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:44:48.881590 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device b4a33b91-06c5-4317-9502-46ddba101505 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:44:48.976789 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-acb23c95-5a73-4153-8af5-d91e9bb41045 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:49.233652 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-acb23c95-5a73-4153-8af5-d91e9bb41045 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Deleting port be31fac7-9396-4b1f-9c45-b4928994b878 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:44:49.234168 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-acb23c95-5a73-4153-8af5-d91e9bb41045 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:49.333216 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-acb23c95-5a73-4153-8af5-d91e9bb41045 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] For port be31fac7-9396-4b1f-9c45-b4928994b878, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=be31fac7-9396-4b1f-9c45-b4928994b878,segment=NetworkSegment(8d081f6c-82b2-4abe-981e-ef3699a0db68),segment_id=8d081f6c-82b2-4abe-981e-ef3699a0db68)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:44:49.333601 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-acb23c95-5a73-4153-8af5-d91e9bb41045 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:49.349901 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-acb23c95-5a73-4153-8af5-d91e9bb41045 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Calling delete_port for be31fac7-9396-4b1f-9c45-b4928994b878 owned by network:router_interface {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:44:49.569471 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-acb23c95-5a73-4153-8af5-d91e9bb41045 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:49.598748 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb23c95-5a73-4153-8af5-d91e9bb41045 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event deleted for resources: {'Port': ['ID=be31fac7-9396-4b1f-9c45-b4928994b878,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:49.714147 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-acb23c95-5a73-4153-8af5-d91e9bb41045 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:49.876400 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2d568754-fdbf-4db8-b294-542910c80781 req-1a57f773-7e34-4876-bd24-a97ac7d1d896 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ae0c754-b0bc-4210-bcf3-409a6151621a HTTP/1.1" status: 200 len: 210 time: 0.0397451 Nov 09 21:44:49.981686 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb23c95-5a73-4153-8af5-d91e9bb41045 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Router a01d14b0-fe9e-422a-a85a-f2cebadd5c5a has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:44:50.071212 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb23c95-5a73-4153-8af5-d91e9bb41045 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:44:50.076573 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-acb23c95-5a73-4153-8af5-d91e9bb41045 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "PUT /v2.0/routers/a01d14b0-fe9e-422a-a85a-f2cebadd5c5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5765169 Nov 09 21:44:50.079648 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51224) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:50.094038 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f218ba4-c474-48c6-8ba4-60add779509c None None] Sync routers for ids ['a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:44:50.108563 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f218ba4-c474-48c6-8ba4-60add779509c None None] Routers {'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:44:50.109313 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-6f218ba4-c474-48c6-8ba4-60add779509c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:44:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:50.199798 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ebcd462-80bf-4029-95a7-91347f6f3a30 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Deleting subnet e321718d-6452-4dab-bb14-fd4da33c92db {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:44:50.203572 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2ebcd462-80bf-4029-95a7-91347f6f3a30 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:50.228593 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-6f218ba4-c474-48c6-8ba4-60add779509c None None] Set router a01d14b0-fe9e-422a-a85a-f2cebadd5c5a gateway port host: None {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:44:50.266648 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9540b3f3-70c7-4a8f-ab47-3e1c9ffa3c96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:50.299767 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2ebcd462-80bf-4029-95a7-91347f6f3a30 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:50.303855 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-6f218ba4-c474-48c6-8ba4-60add779509c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'name': 'tempest-RoutersIpV6Test-router-1860189715', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:44:09Z', 'updated_at': '2021-11-09T21:44:49Z', 'revision_number': 11, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'gw_port_host': None}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:50.341288 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f218ba4-c474-48c6-8ba4-60add779509c None None] Checking router: a01d14b0-fe9e-422a-a85a-f2cebadd5c5a for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:44:50.354563 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f218ba4-c474-48c6-8ba4-60add779509c None None] Routers {'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:44:50.356154 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-6f218ba4-c474-48c6-8ba4-60add779509c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:44:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:50.420586 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2ebcd462-80bf-4029-95a7-91347f6f3a30 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:50.450989 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-6f218ba4-c474-48c6-8ba4-60add779509c None None] Set router a01d14b0-fe9e-422a-a85a-f2cebadd5c5a gateway port host: None {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:44:50.515561 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2ebcd462-80bf-4029-95a7-91347f6f3a30 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:50.571175 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebcd462-80bf-4029-95a7-91347f6f3a30 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event deleted for resources: {'Subnet': ['ID=e321718d-6452-4dab-bb14-fd4da33c92db,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:50.574947 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-6f218ba4-c474-48c6-8ba4-60add779509c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'name': 'tempest-RoutersIpV6Test-router-1860189715', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:44:09Z', 'updated_at': '2021-11-09T21:44:49Z', 'revision_number': 11, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'gw_port_host': None}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:50.575694 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2ebcd462-80bf-4029-95a7-91347f6f3a30 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:50.581413 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2ebcd462-80bf-4029-95a7-91347f6f3a30 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "DELETE /v2.0/subnets/e321718d-6452-4dab-bb14-fd4da33c92db HTTP/1.1" status: 204 len: 168 time: 0.5005176 Nov 09 21:44:50.589992 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51238) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:50.637748 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fcc6ab-ac9e-42d4-800b-16cdb99f5a78 None None] Network 10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:44:50.642918 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f218ba4-c474-48c6-8ba4-60add779509c None None] The sync data for ids ['a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'] in n-d-816206-3 is: [{'id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'name': 'tempest-RoutersIpV6Test-router-1860189715', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:44:09Z', 'updated_at': '2021-11-09T21:44:49Z', 'revision_number': 11, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'gw_port_host': None}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:44:50.690090 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1f1bdd82-d400-4290-9d5f-2d9d9b1ff8e9 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:50.767603 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-1f1bdd82-d400-4290-9d5f-2d9d9b1ff8e9 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Deleting port 038dd771-b2b4-4451-b843-2fe6b422c847 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:44:50.767957 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1f1bdd82-d400-4290-9d5f-2d9d9b1ff8e9 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:50.862366 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-1f1bdd82-d400-4290-9d5f-2d9d9b1ff8e9 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] For port 038dd771-b2b4-4451-b843-2fe6b422c847, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=038dd771-b2b4-4451-b843-2fe6b422c847,segment=NetworkSegment(8d081f6c-82b2-4abe-981e-ef3699a0db68),segment_id=8d081f6c-82b2-4abe-981e-ef3699a0db68)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:44:50.862778 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1f1bdd82-d400-4290-9d5f-2d9d9b1ff8e9 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:50.876843 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-1f1bdd82-d400-4290-9d5f-2d9d9b1ff8e9 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Calling delete_port for 038dd771-b2b4-4451-b843-2fe6b422c847 owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:44:50.974910 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1f1bdd82-d400-4290-9d5f-2d9d9b1ff8e9 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:51.031895 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e24d6c5-09d3-4bc0-9404-5243e4bc4d9e None None] DHCP port deletion for 10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:44:51.036900 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6494eb21-4121-4265-941e-89f82f143637 req-109ef155-ace6-421a-bab1-8dae260e5277 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ae0c754-b0bc-4210-bcf3-409a6151621a HTTP/1.1" status: 200 len: 210 time: 0.0583751 Nov 09 21:44:51.047580 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1bdd82-d400-4290-9d5f-2d9d9b1ff8e9 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] No DVR routers for this DVR port 038dd771-b2b4-4451-b843-2fe6b422c847 on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:44:51.078448 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1bdd82-d400-4290-9d5f-2d9d9b1ff8e9 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event deleted for resources: {'Port': ['ID=038dd771-b2b4-4451-b843-2fe6b422c847,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:51.106703 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:51.153471 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1f1bdd82-d400-4290-9d5f-2d9d9b1ff8e9 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:51.177664 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-1f1bdd82-d400-4290-9d5f-2d9d9b1ff8e9 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:51.191750 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-1f1bdd82-d400-4290-9d5f-2d9d9b1ff8e9 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d081f6c-82b2-4abe-981e-ef3699a0db68') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:51.192103 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-1f1bdd82-d400-4290-9d5f-2d9d9b1ff8e9 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d081f6c-82b2-4abe-981e-ef3699a0db68') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:51.203479 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1f1bdd82-d400-4290-9d5f-2d9d9b1ff8e9 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:51.219171 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1f1bdd82-d400-4290-9d5f-2d9d9b1ff8e9 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:51.226515 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f1bdd82-d400-4290-9d5f-2d9d9b1ff8e9 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:44:51.226970 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1f1bdd82-d400-4290-9d5f-2d9d9b1ff8e9 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:51.230542 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:44:51.230542 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:44:51.230542 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:44:51.230542 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:44:51.230542 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:44:51.230542 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:44:51.230542 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:44:51.230542 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:44:51.230542 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:44:51.230542 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:44:51.230542 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:44:51.230542 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:44:51.230542 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:44:51.230542 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:44:51.230542 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:44:51.230542 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:44:51.230542 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:44:51.230542 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:44:51.230542 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:44:51.230542 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:44:51.230542 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:44:51.230542 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:44:51.230542 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:44:51.230542 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:44:51.230542 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:44:51.230542 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:44:51.230542 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:44:51.230542 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:44:51.230542 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:44:51.230542 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:44:51.230542 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:44:51.230542 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:44:51.312203 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1f1bdd82-d400-4290-9d5f-2d9d9b1ff8e9 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:51.319887 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1f1bdd82-d400-4290-9d5f-2d9d9b1ff8e9 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:51.327142 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51252) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:51.327647 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1f1bdd82-d400-4290-9d5f-2d9d9b1ff8e9 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "DELETE /v2.0/networks/10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7 HTTP/1.1" status: 204 len: 168 time: 0.7402911 Nov 09 21:44:51.336513 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-15ef4400-d962-430a-8c1e-cfce066b8188 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Request body: {'router': {'routes': None}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:44:51.345295 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1bdd82-d400-4290-9d5f-2d9d9b1ff8e9 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Pushing event deleted for resources: {'Network': ['ID=10ca9ffc-cfbf-4dfb-bd31-9c5f362132b7,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:51.554621 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.extraroute_db [None req-15ef4400-d962-430a-8c1e-cfce066b8188 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Added routes are [] {{(pid=102607) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 09 21:44:51.554938 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.extraroute_db [None req-15ef4400-d962-430a-8c1e-cfce066b8188 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Removed routes are [] {{(pid=102607) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 09 21:44:51.555356 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-15ef4400-d962-430a-8c1e-cfce066b8188 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27285'] for router, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:51.714772 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-15ef4400-d962-430a-8c1e-cfce066b8188 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27285'] for router, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:51.718660 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-15ef4400-d962-430a-8c1e-cfce066b8188 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-376903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-376910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380449'] for router, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:51.806480 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ef4400-d962-430a-8c1e-cfce066b8188 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Router a01d14b0-fe9e-422a-a85a-f2cebadd5c5a has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:44:51.891253 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ef4400-d962-430a-8c1e-cfce066b8188 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:44:51.898763 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-15ef4400-d962-430a-8c1e-cfce066b8188 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:51.899936 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-15ef4400-d962-430a-8c1e-cfce066b8188 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "PUT /v2.0/routers/a01d14b0-fe9e-422a-a85a-f2cebadd5c5a HTTP/1.1" status: 200 len: 705 time: 0.5710473 Nov 09 21:44:51.902993 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51266) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:51.908627 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebae369-8590-45e1-9243-8e98c437c810 None None] Sync routers for ids ['a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:44:51.919457 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebae369-8590-45e1-9243-8e98c437c810 None None] Routers {'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:44:51.920304 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-7ebae369-8590-45e1-9243-8e98c437c810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:44:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:51.931095 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-cb7c7ef3-908c-4f1a-ba1b-933557c859e8 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "GET /v2.0/ports?device_id=a01d14b0-fe9e-422a-a85a-f2cebadd5c5a HTTP/1.1" status: 200 len: 205 time: 0.0266395 Nov 09 21:44:51.934170 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51268) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:52.034237 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0e6cbdb3-8192-4782-8b78-afd52b335452 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:52.152566 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-675f9e0c-c696-4284-8dfd-60b5ca01cf71 req-182fc1b0-96f3-490e-b80b-e6a85213cd7e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ae0c754-b0bc-4210-bcf3-409a6151621a HTTP/1.1" status: 200 len: 210 time: 0.0440681 Nov 09 21:44:52.153889 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-7ebae369-8590-45e1-9243-8e98c437c810 None None] Set router a01d14b0-fe9e-422a-a85a-f2cebadd5c5a gateway port host: None {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:44:52.262344 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0e6cbdb3-8192-4782-8b78-afd52b335452 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:52.262688 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-7ebae369-8590-45e1-9243-8e98c437c810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a', 'name': 'tempest-RoutersIpV6Test-router-1860189715', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:44:09Z', 'updated_at': '2021-11-09T21:44:49Z', 'revision_number': 11, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'gw_port_host': None}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:52.265090 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0e6cbdb3-8192-4782-8b78-afd52b335452 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:52.317546 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebae369-8590-45e1-9243-8e98c437c810 None None] Checking router: a01d14b0-fe9e-422a-a85a-f2cebadd5c5a for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:44:52.321368 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0e6cbdb3-8192-4782-8b78-afd52b335452 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:52.322341 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6cbdb3-8192-4782-8b78-afd52b335452 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Fanout notify agent at l3_agent the message router_deleted on router a01d14b0-fe9e-422a-a85a-f2cebadd5c5a {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:44:52.329033 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebae369-8590-45e1-9243-8e98c437c810 None None] Routers set() bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:44:52.329513 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebae369-8590-45e1-9243-8e98c437c810 None None] Router IDs set() for agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 09 21:44:52.331027 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_agentschedulers_db [None req-7ebae369-8590-45e1-9243-8e98c437c810 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:44:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent'). {{(pid=102610) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 09 21:44:52.332179 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebae369-8590-45e1-9243-8e98c437c810 None None] The sync data for ids ['a01d14b0-fe9e-422a-a85a-f2cebadd5c5a'] in n-d-816206-3 is: [] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:44:52.332424 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0e6cbdb3-8192-4782-8b78-afd52b335452 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:52.334366 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0e6cbdb3-8192-4782-8b78-afd52b335452 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "DELETE /v2.0/routers/a01d14b0-fe9e-422a-a85a-f2cebadd5c5a HTTP/1.1" status: 204 len: 168 time: 0.3990581 Nov 09 21:44:52.340047 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51276) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:52.347816 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-ed08334b-86ee-4e10-807e-bdb6128902ae tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-680964291', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:44:52.390464 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ed08334b-86ee-4e10-807e-bdb6128902ae tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:52.396769 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ed08334b-86ee-4e10-807e-bdb6128902ae tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:52.442488 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:52.499834 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ed08334b-86ee-4e10-807e-bdb6128902ae tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:52.511692 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ed08334b-86ee-4e10-807e-bdb6128902ae tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:52.545110 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ed08334b-86ee-4e10-807e-bdb6128902ae tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:52.546814 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ed08334b-86ee-4e10-807e-bdb6128902ae tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2055240 Nov 09 21:44:52.550173 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51284) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:52.572682 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-f66db036-fb6d-4e26-b4df-5ae5ac5880cb tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:44:52.590238 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device be31fac7-9396-4b1f-9c45-b4928994b878 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:44:52.627171 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: be31fac7-9396-4b1f-9c45-b4928994b878 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:44:52.627659 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device be31fac7-9396-4b1f-9c45-b4928994b878 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:44:52.628537 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 038dd771-b2b4-4451-b843-2fe6b422c847 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:44:52.655450 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 038dd771-b2b4-4451-b843-2fe6b422c847 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:44:52.655450 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 038dd771-b2b4-4451-b843-2fe6b422c847 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:44:52.871874 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f66db036-fb6d-4e26-b4df-5ae5ac5880cb tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27285'] for router, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:52.889326 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f66db036-fb6d-4e26-b4df-5ae5ac5880cb tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-376903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-376910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380449'] for router, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:52.987013 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:53.027897 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66db036-fb6d-4e26-b4df-5ae5ac5880cb tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Router abe38152-07ac-4fbe-964a-f55cdb179782 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:44:53.130078 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66db036-fb6d-4e26-b4df-5ae5ac5880cb tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:44:53.137896 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f66db036-fb6d-4e26-b4df-5ae5ac5880cb tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:53.142359 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f66db036-fb6d-4e26-b4df-5ae5ac5880cb tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "PUT /v2.0/routers/abe38152-07ac-4fbe-964a-f55cdb179782 HTTP/1.1" status: 200 len: 697 time: 0.5883811 Nov 09 21:44:53.142659 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51298) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:53.146740 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1a7c87-751d-406e-a565-ffd4c0c58797 None None] Sync routers for ids ['abe38152-07ac-4fbe-964a-f55cdb179782'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:44:53.163700 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1a7c87-751d-406e-a565-ffd4c0c58797 None None] Routers {'abe38152-07ac-4fbe-964a-f55cdb179782'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:44:53.164333 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-7c1a7c87-751d-406e-a565-ffd4c0c58797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:44:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['abe38152-07ac-4fbe-964a-f55cdb179782'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:53.269395 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-7c1a7c87-751d-406e-a565-ffd4c0c58797 None None] Set router abe38152-07ac-4fbe-964a-f55cdb179782 gateway port host: None {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:44:53.275225 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2bd04623-0ff4-4fd1-9747-338cd85b4bc4 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "GET /v2.0/routers/abe38152-07ac-4fbe-964a-f55cdb179782 HTTP/1.1" status: 200 len: 703 time: 0.1312277 Nov 09 21:44:53.278678 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51302) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:53.338348 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6c97532d-7dcd-4f96-befe-bd1db7a026c2 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "GET /v2.0/ports?device_id=abe38152-07ac-4fbe-964a-f55cdb179782 HTTP/1.1" status: 200 len: 205 time: 0.0566137 Nov 09 21:44:53.349519 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51304) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:53.364019 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-7c1a7c87-751d-406e-a565-ffd4c0c58797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe38152-07ac-4fbe-964a-f55cdb179782', 'name': 'tempest-RoutersIpV6Test-router-680964291', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:44:52Z', 'updated_at': '2021-11-09T21:44:52Z', 'revision_number': 2, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'gw_port_host': None}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:53.403050 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-826ff7a7-d1ae-4b01-8125-45795ca2b5ae req-910a8624-9e69-4678-a378-f535997bf55e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ae0c754-b0bc-4210-bcf3-409a6151621a HTTP/1.1" status: 200 len: 210 time: 0.0822058 Nov 09 21:44:53.438905 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1a7c87-751d-406e-a565-ffd4c0c58797 None None] Checking router: abe38152-07ac-4fbe-964a-f55cdb179782 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:44:53.455715 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1a7c87-751d-406e-a565-ffd4c0c58797 None None] Routers {'abe38152-07ac-4fbe-964a-f55cdb179782'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:44:53.457233 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-7c1a7c87-751d-406e-a565-ffd4c0c58797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:44:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['abe38152-07ac-4fbe-964a-f55cdb179782'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:53.459275 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d78a234c-8092-4771-b62d-488fc238fe89 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:53.512691 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:53.569052 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-7c1a7c87-751d-406e-a565-ffd4c0c58797 None None] Set router abe38152-07ac-4fbe-964a-f55cdb179782 gateway port host: None {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:44:53.646669 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-7c1a7c87-751d-406e-a565-ffd4c0c58797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe38152-07ac-4fbe-964a-f55cdb179782', 'name': 'tempest-RoutersIpV6Test-router-680964291', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:44:52Z', 'updated_at': '2021-11-09T21:44:52Z', 'revision_number': 2, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'gw_port_host': None}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:44:53.697953 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1a7c87-751d-406e-a565-ffd4c0c58797 None None] The sync data for ids ['abe38152-07ac-4fbe-964a-f55cdb179782'] in n-d-816206-3 is: [{'id': 'abe38152-07ac-4fbe-964a-f55cdb179782', 'name': 'tempest-RoutersIpV6Test-router-680964291', 'tenant_id': '015835ba1a5f4e05aead246a6e1521d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:44:52Z', 'updated_at': '2021-11-09T21:44:52Z', 'revision_number': 2, 'project_id': '015835ba1a5f4e05aead246a6e1521d9', 'gw_port_host': None}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:44:54.180332 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d78a234c-8092-4771-b62d-488fc238fe89 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:54.183370 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d78a234c-8092-4771-b62d-488fc238fe89 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:54.236215 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d78a234c-8092-4771-b62d-488fc238fe89 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:54.236849 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78a234c-8092-4771-b62d-488fc238fe89 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Fanout notify agent at l3_agent the message router_deleted on router abe38152-07ac-4fbe-964a-f55cdb179782 {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:44:54.247684 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d78a234c-8092-4771-b62d-488fc238fe89 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:54.254312 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d78a234c-8092-4771-b62d-488fc238fe89 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "DELETE /v2.0/routers/abe38152-07ac-4fbe-964a-f55cdb179782 HTTP/1.1" status: 204 len: 168 time: 0.8989344 Nov 09 21:44:54.255177 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51322) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:54.311619 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-fde84254-9b26-4616-a971-09395116e99f tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "GET /v2.0/ports?device_id=abe38152-07ac-4fbe-964a-f55cdb179782 HTTP/1.1" status: 200 len: 205 time: 0.0551641 Nov 09 21:44:54.311834 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51324) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:54.366746 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-790d1a0e-6612-47e7-aa6b-d0f7fad10e46 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] delete failed (client error): The resource could not be found. Nov 09 21:44:54.368026 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-790d1a0e-6612-47e7-aa6b-d0f7fad10e46 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "DELETE /v2.0/routers/abe38152-07ac-4fbe-964a-f55cdb179782 HTTP/1.1" status: 404 len: 336 time: 0.0547733 Nov 09 21:44:54.371900 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51326) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:54.417322 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8780eda-81a2-422b-a4e6-3b99a73f79b7 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] DELETE failed (client error): The resource could not be found. Nov 09 21:44:54.417793 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8780eda-81a2-422b-a4e6-3b99a73f79b7 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:44:54.422205 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e8780eda-81a2-422b-a4e6-3b99a73f79b7 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "DELETE /v2.0/subnets/8d483fb3-d4f8-4570-ac62-ffd53acb4ba9 HTTP/1.1" status: 404 len: 337 time: 0.0496004 Nov 09 21:44:54.423768 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51330) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:54.452745 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-917dfecc-fee9-4b21-8766-a8826a8f9628 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] DELETE failed (client error): The resource could not be found. Nov 09 21:44:54.453218 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-917dfecc-fee9-4b21-8766-a8826a8f9628 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:44:54.457542 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-917dfecc-fee9-4b21-8766-a8826a8f9628 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "DELETE /v2.0/subnets/8dded207-4b18-43da-b0e8-eba8c0a3d06b HTTP/1.1" status: 404 len: 337 time: 0.0327256 Nov 09 21:44:54.460276 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51332) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:54.510698 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7dff8a8-dfaf-405c-aa0c-9f8d792d144b tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] DELETE failed (client error): The resource could not be found. Nov 09 21:44:54.511167 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7dff8a8-dfaf-405c-aa0c-9f8d792d144b tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:44:54.516685 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c7dff8a8-dfaf-405c-aa0c-9f8d792d144b tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "DELETE /v2.0/subnets/a3e2062f-5359-40e8-b134-819d2d84083f HTTP/1.1" status: 404 len: 337 time: 0.0531399 Nov 09 21:44:54.517115 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51336) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:54.554967 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-912da5f9-6dac-41c3-bc2d-378934bef50e tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] DELETE failed (client error): The resource could not be found. Nov 09 21:44:54.555448 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-912da5f9-6dac-41c3-bc2d-378934bef50e tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:44:54.558576 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-912da5f9-6dac-41c3-bc2d-378934bef50e tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "DELETE /v2.0/subnets/e321718d-6452-4dab-bb14-fd4da33c92db HTTP/1.1" status: 404 len: 337 time: 0.0397372 Nov 09 21:44:54.561074 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51340) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:54.588911 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b8cb30c7-ec65-44a9-8187-375c66d10f4d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "GET /v2.0/ports?device_id=a01d14b0-fe9e-422a-a85a-f2cebadd5c5a HTTP/1.1" status: 200 len: 205 time: 0.0267093 Nov 09 21:44:54.591318 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51346) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:54.627948 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-b7abe426-1c15-440a-a315-31deda995101 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] delete failed (client error): The resource could not be found. Nov 09 21:44:54.640829 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b7abe426-1c15-440a-a315-31deda995101 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "DELETE /v2.0/routers/a01d14b0-fe9e-422a-a85a-f2cebadd5c5a HTTP/1.1" status: 404 len: 336 time: 0.0484657 Nov 09 21:44:54.643877 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51350) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:54.684058 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-822cf406-97bd-4f32-9e97-06d7a689617a tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "GET /v2.0/ports?device_id=eac36348-beda-4784-bba2-fe9632b4307e HTTP/1.1" status: 200 len: 205 time: 0.0390801 Nov 09 21:44:54.686557 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51352) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:54.728749 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [None req-0f878509-7d3c-46d7-ac68-940ede962554 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] delete failed (client error): The resource could not be found. Nov 09 21:44:54.730005 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0f878509-7d3c-46d7-ac68-940ede962554 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "DELETE /v2.0/routers/eac36348-beda-4784-bba2-fe9632b4307e HTTP/1.1" status: 404 len: 336 time: 0.0423951 Nov 09 21:44:54.732792 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51356) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:54.759471 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-969923f8-8b0a-4b3d-9000-23226cb1065d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] DELETE failed (client error): The resource could not be found. Nov 09 21:44:54.760072 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-969923f8-8b0a-4b3d-9000-23226cb1065d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:44:54.763250 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-969923f8-8b0a-4b3d-9000-23226cb1065d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "DELETE /v2.0/subnets/290d92d8-d067-4763-8016-90114e6712b9 HTTP/1.1" status: 404 len: 337 time: 0.0293684 Nov 09 21:44:54.765861 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51358) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:54.792673 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-281bfabe-6079-4497-a1d7-b936865ffb6f tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "GET /v2.0/ports?device_id=b40744dc-6da0-4739-bc72-4809f3273085 HTTP/1.1" status: 200 len: 205 time: 0.0256307 Nov 09 21:44:54.795381 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51360) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:54.842493 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [None req-64846f7d-5f88-4d4d-984a-ce9189215f32 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] delete failed (client error): The resource could not be found. Nov 09 21:44:54.843512 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-64846f7d-5f88-4d4d-984a-ce9189215f32 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "DELETE /v2.0/routers/b40744dc-6da0-4739-bc72-4809f3273085 HTTP/1.1" status: 404 len: 336 time: 0.0470386 Nov 09 21:44:54.846284 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51362) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:54.898516 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-dd610319-ee76-4209-b075-b182373a8ded tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9463c43-e6bc-4be4-a969-e5b2d7707bb4 HTTP/1.1" status: 200 len: 205 time: 0.0508809 Nov 09 21:44:54.899286 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51368) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:54.922200 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0763ad9c-4965-48f4-9a5c-47b83f6df201 req-e94af00d-b2d3-47c4-8f68-807c22e44127 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0650244 Nov 09 21:44:54.951749 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [None req-b38496f2-4c75-4b66-9dc4-fab8f8b8d205 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] delete failed (client error): The resource could not be found. Nov 09 21:44:54.955856 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51370) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:54.956090 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b38496f2-4c75-4b66-9dc4-fab8f8b8d205 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "DELETE /v2.0/routers/e9463c43-e6bc-4be4-a969-e5b2d7707bb4 HTTP/1.1" status: 404 len: 336 time: 0.0552197 Nov 09 21:44:54.999456 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ae2377-713e-40e5-b957-8e2c31c5086a tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] DELETE failed (client error): The resource could not be found. Nov 09 21:44:54.999456 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07ae2377-713e-40e5-b957-8e2c31c5086a tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:44:55.002840 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-07ae2377-713e-40e5-b957-8e2c31c5086a tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "DELETE /v2.0/subnets/b4faa432-975b-41c9-aeb6-0f2afbd95759 HTTP/1.1" status: 404 len: 337 time: 0.0457880 Nov 09 21:44:55.005503 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51372) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:55.042631 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763ad9c-4965-48f4-9a5c-47b83f6df201 req-96ae086a-681b-4f36-9c41-719e5e142ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:55.044274 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0763ad9c-4965-48f4-9a5c-47b83f6df201 req-96ae086a-681b-4f36-9c41-719e5e142ae2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b3039f985d904a47a201680c8c884f50&device_id=8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b HTTP/1.1" status: 200 len: 1097 time: 0.0547795 Nov 09 21:44:55.044388 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0305ea5b-707b-462c-a96f-82c84cfb560a tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8eaf316-125e-4c39-a6f7-d8e34d823f61 HTTP/1.1" status: 200 len: 205 time: 0.0374439 Nov 09 21:44:55.046565 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51374) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:55.116622 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [None req-12f47bfc-e54a-4eff-8b92-2df20fac23ba tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] delete failed (client error): The resource could not be found. Nov 09 21:44:55.119135 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-12f47bfc-e54a-4eff-8b92-2df20fac23ba tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "DELETE /v2.0/routers/c8eaf316-125e-4c39-a6f7-d8e34d823f61 HTTP/1.1" status: 404 len: 336 time: 0.0700085 Nov 09 21:44:55.121582 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51376) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:55.164908 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-c943f418-9f78-46bb-a949-4e9350df02f3 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] DELETE failed (client error): The resource could not be found. Nov 09 21:44:55.165560 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c943f418-9f78-46bb-a949-4e9350df02f3 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:44:55.170042 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c943f418-9f78-46bb-a949-4e9350df02f3 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "DELETE /v2.0/subnets/c5a117ba-9524-46a3-b710-23b384f27173 HTTP/1.1" status: 404 len: 337 time: 0.0472839 Nov 09 21:44:55.173751 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51378) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:55.216431 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-9437bbe0-f0c7-4c03-a947-c843d4946141 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd3612f9-28f4-45e8-ab38-a4217e5387dd HTTP/1.1" status: 200 len: 205 time: 0.0413358 Nov 09 21:44:55.219753 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51382) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:55.227250 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763ad9c-4965-48f4-9a5c-47b83f6df201 req-41910c90-8476-4cb7-9251-91b776132ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:55.228174 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0763ad9c-4965-48f4-9a5c-47b83f6df201 req-41910c90-8476-4cb7-9251-91b776132ced service neutron] 10.222.0.45 "GET /v2.0/networks?id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9 HTTP/1.1" status: 200 len: 912 time: 0.1602154 Nov 09 21:44:55.281460 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0763ad9c-4965-48f4-9a5c-47b83f6df201 req-31561faa-22c0-45f6-9eec-35554657ae9b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429 HTTP/1.1" status: 200 len: 217 time: 0.0462687 Nov 09 21:44:55.303431 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [None req-89b82a26-d6cc-410a-9352-944896e5bc82 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] delete failed (client error): The resource could not be found. Nov 09 21:44:55.307559 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-89b82a26-d6cc-410a-9352-944896e5bc82 tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "DELETE /v2.0/routers/bd3612f9-28f4-45e8-ab38-a4217e5387dd HTTP/1.1" status: 404 len: 336 time: 0.0860589 Nov 09 21:44:55.308309 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51388) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:55.357993 n-d-816206-3 neutron-server[102607]: INFO neutron.pecan_wsgi.hooks.translation [None req-b324c7d0-8261-4717-88bc-be37b4b6cddc tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] DELETE failed (client error): The resource could not be found. Nov 09 21:44:55.358693 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b324c7d0-8261-4717-88bc-be37b4b6cddc tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102607) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:44:55.362016 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763ad9c-4965-48f4-9a5c-47b83f6df201 req-344155c6-1260-40cd-992d-2919ed81aadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:55.365025 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0763ad9c-4965-48f4-9a5c-47b83f6df201 req-344155c6-1260-40cd-992d-2919ed81aadc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9efcad5d-d250-42ce-b381-abda2d565ce1 HTTP/1.1" status: 200 len: 851 time: 0.0749724 Nov 09 21:44:55.365599 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b324c7d0-8261-4717-88bc-be37b4b6cddc tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "DELETE /v2.0/subnets/1aecd2c6-f5af-4158-8c7c-148bfd603b42 HTTP/1.1" status: 404 len: 337 time: 0.0561607 Nov 09 21:44:55.366262 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51390) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:55.436268 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-c33b278f-d57d-4b59-bd5a-1b65609b993d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] DELETE failed (client error): The resource could not be found. Nov 09 21:44:55.437599 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c33b278f-d57d-4b59-bd5a-1b65609b993d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 21:44:55.442194 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c33b278f-d57d-4b59-bd5a-1b65609b993d tempest-RoutersIpV6Test-834274877 tempest-RoutersIpV6Test-834274877-project] 10.222.0.49 "DELETE /v2.0/subnets/bedf3258-1e83-4c46-ba19-b4bd5fda0178 HTTP/1.1" status: 404 len: 337 time: 0.0745971 Nov 09 21:44:55.485234 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763ad9c-4965-48f4-9a5c-47b83f6df201 req-aa83983c-3737-4191-b049-0bb10ae6dad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:44:55.487931 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0763ad9c-4965-48f4-9a5c-47b83f6df201 req-aa83983c-3737-4191-b049-0bb10ae6dad2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1111169 Nov 09 21:44:55.614447 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0763ad9c-4965-48f4-9a5c-47b83f6df201 req-4e1d54f4-decf-4cc9-bdbd-1074565428b6 service neutron] 10.222.0.45 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192729 Nov 09 21:44:55.779145 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0763ad9c-4965-48f4-9a5c-47b83f6df201 req-c91d59d4-98c9-46dc-9049-07d1b4732d8d service neutron] 10.222.0.45 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575923 Nov 09 21:44:55.882507 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51406) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:56.052550 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6e2d92dd-8bf9-4aef-b677-d430ddaa324e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=015835ba1a5f4e05aead246a6e1521d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1680565 Nov 09 21:44:56.054567 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51414) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:56.107682 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a24034a0-25cc-4aa1-9181-2e9bfee937c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:56.129925 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a24034a0-25cc-4aa1-9181-2e9bfee937c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:56.181384 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a24034a0-25cc-4aa1-9181-2e9bfee937c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:56.184129 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a24034a0-25cc-4aa1-9181-2e9bfee937c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:56.188748 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a24034a0-25cc-4aa1-9181-2e9bfee937c8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/51a22693-1dbf-4bb3-a573-e2d8225ec20e HTTP/1.1" status: 204 len: 168 time: 0.1329002 Nov 09 21:44:56.198521 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24034a0-25cc-4aa1-9181-2e9bfee937c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a22693-1dbf-4bb3-a573-e2d8225ec20e,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:57.277667 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51468) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:57.391671 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-5b2bc6cd-9b42-439f-a2dc-bbf0cc77800e tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Request body: {'security_group': {'name': 'tempest-secgroup--1626662020'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:44:57.417176 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5b2bc6cd-9b42-439f-a2dc-bbf0cc77800e tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:57.426701 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5b2bc6cd-9b42-439f-a2dc-bbf0cc77800e tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:57.534330 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5b2bc6cd-9b42-439f-a2dc-bbf0cc77800e tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:57.539361 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5b2bc6cd-9b42-439f-a2dc-bbf0cc77800e tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:57.588450 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2bc6cd-9b42-439f-a2dc-bbf0cc77800e tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc83aef-b142-4a40-a9a5-cb5ae52225ec,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:57.641638 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5b2bc6cd-9b42-439f-a2dc-bbf0cc77800e tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:57.650150 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5b2bc6cd-9b42-439f-a2dc-bbf0cc77800e tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:57.687408 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2bc6cd-9b42-439f-a2dc-bbf0cc77800e tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9f5882-fc33-4630-ae86-c0e0ee99c91b,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:57.693329 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5b2bc6cd-9b42-439f-a2dc-bbf0cc77800e tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:57.697157 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5b2bc6cd-9b42-439f-a2dc-bbf0cc77800e tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4151990 Nov 09 21:44:57.697496 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51480) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:57.834521 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0f542d34-be8d-45d0-a7d3-7abdd6944a70 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1354358 Nov 09 21:44:57.837652 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51488) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:57.842077 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-60cb8cf5-1857-456a-a80b-807f136391dc tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Request body: {'security_group': {'name': 'tempest-security--346234455', 'description': 'tempest-security-description-1227818940'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:44:57.885615 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-60cb8cf5-1857-456a-a80b-807f136391dc tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:57.934230 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-60cb8cf5-1857-456a-a80b-807f136391dc tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:57.941190 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-60cb8cf5-1857-456a-a80b-807f136391dc tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:57.944065 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-60cb8cf5-1857-456a-a80b-807f136391dc tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:57.948468 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51494) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:57.953546 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-60cb8cf5-1857-456a-a80b-807f136391dc tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "PUT /v2.0/security-groups/2f9f5882-fc33-4630-ae86-c0e0ee99c91b HTTP/1.1" status: 200 len: 1796 time: 0.1144190 Nov 09 21:44:58.007594 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb8cf5-1857-456a-a80b-807f136391dc tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9f5882-fc33-4630-ae86-c0e0ee99c91b,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:58.009465 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-18eec76c-3d96-4ff6-b65b-b65fa932fcd8 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "GET /v2.0/security-groups/2f9f5882-fc33-4630-ae86-c0e0ee99c91b HTTP/1.1" status: 200 len: 1796 time: 0.0596480 Nov 09 21:44:58.010148 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51500) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:58.101389 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7ff28210-4479-49c2-9d71-3506190dc811 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:58.125749 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7ff28210-4479-49c2-9d71-3506190dc811 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:58.174837 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7ff28210-4479-49c2-9d71-3506190dc811 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:58.178055 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7ff28210-4479-49c2-9d71-3506190dc811 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:58.181535 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7ff28210-4479-49c2-9d71-3506190dc811 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "DELETE /v2.0/security-groups/2f9f5882-fc33-4630-ae86-c0e0ee99c91b HTTP/1.1" status: 204 len: 168 time: 0.1680388 Nov 09 21:44:58.181906 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51502) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:58.200810 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff28210-4479-49c2-9d71-3506190dc811 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9f5882-fc33-4630-ae86-c0e0ee99c91b,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:58.246573 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51508) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:58.258069 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-630ca943-01c9-444a-88fb-2ad64ab3a91c tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0748985 Nov 09 21:44:58.269174 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-dd21e382-e683-4612-bd16-452d52fe469f tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] delete failed (client error): The resource could not be found. Nov 09 21:44:58.274285 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51510) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:58.288952 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-dd21e382-e683-4612-bd16-452d52fe469f tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "DELETE /v2.0/security-groups/2f9f5882-fc33-4630-ae86-c0e0ee99c91b HTTP/1.1" status: 404 len: 347 time: 0.0303416 Nov 09 21:44:58.289517 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-1c940028-8e21-4ab1-95c6-d303a7fcda39 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Request body: {'security_group': {'name': 'tempest-secgroup--1608957168'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:44:58.319593 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1c940028-8e21-4ab1-95c6-d303a7fcda39 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:58.406330 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1c940028-8e21-4ab1-95c6-d303a7fcda39 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:58.411075 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1c940028-8e21-4ab1-95c6-d303a7fcda39 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:58.837993 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1c940028-8e21-4ab1-95c6-d303a7fcda39 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:58.843481 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1c940028-8e21-4ab1-95c6-d303a7fcda39 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5641141 Nov 09 21:44:58.843857 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c940028-8e21-4ab1-95c6-d303a7fcda39 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3246e4d-9cb3-4256-ba8f-33e4ad9b4391,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:58.844019 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51534) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:58.848753 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-60a64f8f-5696-4047-9f0f-f7c1d8028907 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Request body: {'security_group_rule': {'security_group_id': 'c3246e4d-9cb3-4256-ba8f-33e4ad9b4391', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:44:58.926529 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-60a64f8f-5696-4047-9f0f-f7c1d8028907 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:59.011471 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-60a64f8f-5696-4047-9f0f-f7c1d8028907 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:59.016415 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-60a64f8f-5696-4047-9f0f-f7c1d8028907 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:59.042252 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a64f8f-5696-4047-9f0f-f7c1d8028907 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc7084f4-b146-45ae-a673-9fd2c3d81eaa,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:59.051176 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-60a64f8f-5696-4047-9f0f-f7c1d8028907 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:59.055221 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-60a64f8f-5696-4047-9f0f-f7c1d8028907 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2074285 Nov 09 21:44:59.055733 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51536) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:59.089895 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0c7e9595-0687-4f06-a7c9-d75e4da63ae7 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:59.098415 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0c7e9595-0687-4f06-a7c9-d75e4da63ae7 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:59.144497 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0c7e9595-0687-4f06-a7c9-d75e4da63ae7 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:59.151949 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0c7e9595-0687-4f06-a7c9-d75e4da63ae7 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:59.154464 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0c7e9595-0687-4f06-a7c9-d75e4da63ae7 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/cc7084f4-b146-45ae-a673-9fd2c3d81eaa HTTP/1.1" status: 204 len: 168 time: 0.0976198 Nov 09 21:44:59.157104 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51540) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:59.165376 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7e9595-0687-4f06-a7c9-d75e4da63ae7 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc7084f4-b146-45ae-a673-9fd2c3d81eaa,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:59.244853 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-9616a1e1-5776-4dda-b37e-0d962d4f455a tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0863035 Nov 09 21:44:59.247929 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51548) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:59.352703 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-599a3445-199d-445e-b1a7-77e9428cdb5a tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:59.379181 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-599a3445-199d-445e-b1a7-77e9428cdb5a tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:59.442530 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-599a3445-199d-445e-b1a7-77e9428cdb5a tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:59.445630 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-599a3445-199d-445e-b1a7-77e9428cdb5a tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:59.449867 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51552) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:59.450356 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-599a3445-199d-445e-b1a7-77e9428cdb5a tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "DELETE /v2.0/security-groups/c3246e4d-9cb3-4256-ba8f-33e4ad9b4391 HTTP/1.1" status: 204 len: 168 time: 0.2010314 Nov 09 21:44:59.477482 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a3445-199d-445e-b1a7-77e9428cdb5a tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3246e4d-9cb3-4256-ba8f-33e4ad9b4391,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:44:59.555419 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51554) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:59.570250 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b239f262-6499-4e1f-a445-bb416820d226 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1181998 Nov 09 21:44:59.575498 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51556) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:59.585261 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-f57e9714-058f-4872-bfd6-e744e65c2b20 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Request body: {'security_group': {'name': 'tempest-secgroup--1145817882'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:44:59.625511 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f57e9714-058f-4872-bfd6-e744e65c2b20 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:59.816403 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f57e9714-058f-4872-bfd6-e744e65c2b20 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:59.834521 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f57e9714-058f-4872-bfd6-e744e65c2b20 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:59.861596 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-bca5acb5-f19f-4127-8056-04ac9d17c46d tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Deleting port 60c4afd3-12db-4395-9bde-6fdc52e6a6d7 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:44:59.862586 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bca5acb5-f19f-4127-8056-04ac9d17c46d tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:59.902325 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f57e9714-058f-4872-bfd6-e744e65c2b20 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:44:59.906360 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f57e9714-058f-4872-bfd6-e744e65c2b20 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3271775 Nov 09 21:44:59.907309 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51566) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:44:59.951728 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-55d6d81f-7c48-4e6c-b2ee-5ab905cc7dca tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Request body: {'security_group_rule': {'security_group_id': '61770f8a-29f1-46ee-a173-b2ec31b71749', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:00.029678 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e9714-058f-4872-bfd6-e744e65c2b20 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61770f8a-29f1-46ee-a173-b2ec31b71749,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:00.050263 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-55d6d81f-7c48-4e6c-b2ee-5ab905cc7dca tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:00.094623 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bca5acb5-f19f-4127-8056-04ac9d17c46d tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:00.094922 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bca5acb5-f19f-4127-8056-04ac9d17c46d tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:00.120958 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-bca5acb5-f19f-4127-8056-04ac9d17c46d tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Calling delete_port for 60c4afd3-12db-4395-9bde-6fdc52e6a6d7 owned by network:floatingip {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:45:00.236552 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-55d6d81f-7c48-4e6c-b2ee-5ab905cc7dca tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:00.242751 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-55d6d81f-7c48-4e6c-b2ee-5ab905cc7dca tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:00.305723 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d6d81f-7c48-4e6c-b2ee-5ab905cc7dca tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43826ab0-2120-4865-8876-6456cabbf8f5,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:00.346896 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-55d6d81f-7c48-4e6c-b2ee-5ab905cc7dca tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:00.348483 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-55d6d81f-7c48-4e6c-b2ee-5ab905cc7dca tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4401703 Nov 09 21:45:00.351054 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51576) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:00.359968 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-cfe813d1-90ed-47ff-a64c-a494797bd5c1 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Request body: {'security_group_rule': {'security_group_id': '61770f8a-29f1-46ee-a173-b2ec31b71749', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:00.373794 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bca5acb5-f19f-4127-8056-04ac9d17c46d tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:00.414271 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca5acb5-f19f-4127-8056-04ac9d17c46d tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Pushing event deleted for resources: {'Port': ['ID=60c4afd3-12db-4395-9bde-6fdc52e6a6d7,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:00.429144 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cfe813d1-90ed-47ff-a64c-a494797bd5c1 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:00.576377 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cfe813d1-90ed-47ff-a64c-a494797bd5c1 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:00.583706 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cfe813d1-90ed-47ff-a64c-a494797bd5c1 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:00.588110 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bca5acb5-f19f-4127-8056-04ac9d17c46d tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks [] for floatingip, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:00.588523 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [None req-bca5acb5-f19f-4127-8056-04ac9d17c46d tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Floating IP f7249713-e95a-4941-81ed-5aad05cfbbf3 disassociated (deleted). External IP: 172.25.7.208, port: f7c87dbd-446c-49f2-95dc-19a9d7ec8427. Nov 09 21:45:00.609020 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe813d1-90ed-47ff-a64c-a494797bd5c1 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb4fe936-8915-4591-b227-5c47bbae2105,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:00.620753 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cfe813d1-90ed-47ff-a64c-a494797bd5c1 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:00.622056 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-cfe813d1-90ed-47ff-a64c-a494797bd5c1 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2698793 Nov 09 21:45:00.627365 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51584) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:00.634984 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-265e8678-79a9-4c42-a2c4-c8ddd4159936 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Request body: {'security_group_rule': {'security_group_id': '61770f8a-29f1-46ee-a173-b2ec31b71749', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:00.667786 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-265e8678-79a9-4c42-a2c4-c8ddd4159936 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:00.747669 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-265e8678-79a9-4c42-a2c4-c8ddd4159936 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:00.753380 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-265e8678-79a9-4c42-a2c4-c8ddd4159936 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:00.787875 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-265e8678-79a9-4c42-a2c4-c8ddd4159936 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:00.792587 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-265e8678-79a9-4c42-a2c4-c8ddd4159936 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1641994 Nov 09 21:45:00.793404 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51586) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:00.799906 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-ae63cfa0-c282-46e9-9d70-066f68021448 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Request body: {'security_group_rule': {'security_group_id': '61770f8a-29f1-46ee-a173-b2ec31b71749', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:00.806008 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265e8678-79a9-4c42-a2c4-c8ddd4159936 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87af97e5-842c-4e9e-b4e9-5f13724db22f,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:00.844826 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ae63cfa0-c282-46e9-9d70-066f68021448 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:00.872470 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca5acb5-f19f-4127-8056-04ac9d17c46d tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Router f712a410-16fb-4a8e-9a79-2fc7d899bb28 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:45:00.976063 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ae63cfa0-c282-46e9-9d70-066f68021448 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:00.982900 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ae63cfa0-c282-46e9-9d70-066f68021448 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:01.022689 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae63cfa0-c282-46e9-9d70-066f68021448 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aada605-f0bc-45e9-b122-23863d2351e4,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:01.046929 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ae63cfa0-c282-46e9-9d70-066f68021448 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:01.051618 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ae63cfa0-c282-46e9-9d70-066f68021448 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2522490 Nov 09 21:45:01.051779 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51596) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:01.056165 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-9538c22c-217f-4e1d-8b66-494ca025cfee tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Request body: {'security_group_rule': {'security_group_id': '61770f8a-29f1-46ee-a173-b2ec31b71749', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:01.111674 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9538c22c-217f-4e1d-8b66-494ca025cfee tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:01.123075 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca5acb5-f19f-4127-8056-04ac9d17c46d tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:45:01.137305 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6c91e8-4cf0-4afb-8592-7b613312b304 None None] Sync routers for ids ['f712a410-16fb-4a8e-9a79-2fc7d899bb28'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:45:01.141177 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bca5acb5-f19f-4127-8056-04ac9d17c46d tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:01.152441 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6c91e8-4cf0-4afb-8592-7b613312b304 None None] Routers {'f712a410-16fb-4a8e-9a79-2fc7d899bb28'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:45:01.157082 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-4e6c91e8-4cf0-4afb-8592-7b613312b304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:44:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f712a410-16fb-4a8e-9a79-2fc7d899bb28'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:01.215130 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-bca5acb5-f19f-4127-8056-04ac9d17c46d tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "DELETE /v2.0/floatingips/f7249713-e95a-4941-81ed-5aad05cfbbf3 HTTP/1.1" status: 204 len: 168 time: 1.6584220 Nov 09 21:45:01.216750 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09b4dfd1-2f39-42ec-a372-ec8f56b0394b', 'tag': 'f7c87dbd-446c-49f2-95dc-19a9d7ec8427'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:45:01.239022 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4904799-6565-43c2-945f-28f1812844c8" -d '{"events": [{"name": "network-changed", "server_uuid": "09b4dfd1-2f39-42ec-a372-ec8f56b0394b", "tag": "f7c87dbd-446c-49f2-95dc-19a9d7ec8427"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:45:01.311886 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b004a0a-1656-40cb-a3c5-d33da71db901 x-openstack-request-id: req-9b004a0a-1656-40cb-a3c5-d33da71db901 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:45:01.312077 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09b4dfd1-2f39-42ec-a372-ec8f56b0394b", "tag": "f7c87dbd-446c-49f2-95dc-19a9d7ec8427", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:45:01.312390 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9b004a0a-1656-40cb-a3c5-d33da71db901 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:45:01.312987 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09b4dfd1-2f39-42ec-a372-ec8f56b0394b', 'tag': 'f7c87dbd-446c-49f2-95dc-19a9d7ec8427', 'status': 'completed', 'code': 200} Nov 09 21:45:01.315823 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9538c22c-217f-4e1d-8b66-494ca025cfee tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:01.329079 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9538c22c-217f-4e1d-8b66-494ca025cfee tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:01.350122 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9538c22c-217f-4e1d-8b66-494ca025cfee tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2302a0e0-2a9d-4112-85c3-0af3e586794c,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:01.399356 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9538c22c-217f-4e1d-8b66-494ca025cfee tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:01.400593 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-9538c22c-217f-4e1d-8b66-494ca025cfee tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3478961 Nov 09 21:45:01.406416 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51604) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:01.511239 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1b3c17fa-e295-4acf-a31f-b2b07b32cea1 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:01.536523 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1b3c17fa-e295-4acf-a31f-b2b07b32cea1 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:01.549661 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4904799-6565-43c2-945f-28f1812844c8 req-2b39a8d4-0957-4153-817b-67cf11772fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:45:01.556182 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b4904799-6565-43c2-945f-28f1812844c8 req-2b39a8d4-0957-4153-817b-67cf11772fee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=469f95456a2b40728525091048862e3f&device_id=09b4dfd1-2f39-42ec-a372-ec8f56b0394b HTTP/1.1" status: 200 len: 1097 time: 0.1874106 Nov 09 21:45:01.559386 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-4e6c91e8-4cf0-4afb-8592-7b613312b304 None None] Set router f712a410-16fb-4a8e-9a79-2fc7d899bb28 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:45:01.588152 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1b3c17fa-e295-4acf-a31f-b2b07b32cea1 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:01.600076 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1b3c17fa-e295-4acf-a31f-b2b07b32cea1 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:01.606337 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1b3c17fa-e295-4acf-a31f-b2b07b32cea1 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/2302a0e0-2a9d-4112-85c3-0af3e586794c HTTP/1.1" status: 204 len: 168 time: 0.1938446 Nov 09 21:45:01.608205 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51612) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:01.614520 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3c17fa-e295-4acf-a31f-b2b07b32cea1 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2302a0e0-2a9d-4112-85c3-0af3e586794c,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:01.723621 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-9997ef95-3c0c-4735-bedc-7e4245ee67fd tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0854301 Nov 09 21:45:01.726599 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51614) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:01.746544 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4904799-6565-43c2-945f-28f1812844c8 req-f0aae323-6ab9-40b7-b49b-4f8910740d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:45:01.748050 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b4904799-6565-43c2-945f-28f1812844c8 req-f0aae323-6ab9-40b7-b49b-4f8910740d44 service neutron] 10.222.0.43 "GET /v2.0/networks?id=73b69311-b279-489e-af0f-ad8fda1b30f5 HTTP/1.1" status: 200 len: 913 time: 0.1853273 Nov 09 21:45:01.813438 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-28a4bd73-a862-4dbe-a3d4-be8737809754 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:01.827591 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-28a4bd73-a862-4dbe-a3d4-be8737809754 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:01.859007 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf42f4-cfdf-4d2d-a3c1-54f3f358cce6 req-c758f1a7-bd40-478a-8d6d-6bd571b89b9c tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:45:01.860666 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3dbf42f4-cfdf-4d2d-a3c1-54f3f358cce6 req-c758f1a7-bd40-478a-8d6d-6bd571b89b9c tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/ports?device_id=09b4dfd1-2f39-42ec-a372-ec8f56b0394b HTTP/1.1" status: 200 len: 946 time: 0.0947018 Nov 09 21:45:01.865169 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b4904799-6565-43c2-945f-28f1812844c8 req-57e3869f-b4de-423f-9b6b-dd21555edc7e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7c87dbd-446c-49f2-95dc-19a9d7ec8427 HTTP/1.1" status: 200 len: 217 time: 0.1040533 Nov 09 21:45:01.913969 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-28a4bd73-a862-4dbe-a3d4-be8737809754 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:01.941978 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-28a4bd73-a862-4dbe-a3d4-be8737809754 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:01.943287 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-28a4bd73-a862-4dbe-a3d4-be8737809754 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/4aada605-f0bc-45e9-b122-23863d2351e4 HTTP/1.1" status: 204 len: 168 time: 0.2156441 Nov 09 21:45:01.944660 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4bd73-a862-4dbe-a3d4-be8737809754 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4aada605-f0bc-45e9-b122-23863d2351e4,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:01.950170 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51624) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:01.958137 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4904799-6565-43c2-945f-28f1812844c8 req-72472213-d3ea-46b5-b4d9-0278c6b365a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:45:01.962674 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b4904799-6565-43c2-945f-28f1812844c8 req-72472213-d3ea-46b5-b4d9-0278c6b365a3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b2814453-ed2d-46ce-922b-68eeaec2cf37 HTTP/1.1" status: 200 len: 852 time: 0.0921066 Nov 09 21:45:02.013901 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3dbf42f4-cfdf-4d2d-a3c1-54f3f358cce6 req-275648b3-72b3-4760-890d-a3532316bf20 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb6a75aa-32b9-40fc-a03f-75c0344eb296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439033 Nov 09 21:45:02.062308 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-4e6c91e8-4cf0-4afb-8592-7b613312b304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'name': 'tempest-TestVolumeBackupRestore-460787360-router', 'tenant_id': '469f95456a2b40728525091048862e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'ccd3f016-f7ae-4385-a28f-d39c9639b072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:40:19Z', 'updated_at': '2021-11-09T21:40:24Z', 'revision_number': 4, 'project_id': '469f95456a2b40728525091048862e3f', 'gw_port': {'id': 'ccd3f016-f7ae-4385-a28f-d39c9639b072', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:40:20Z', 'updated_at': '2021-11-09T21:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'f36b622a-0661-4c12-9ef6-31e76c8ee236', 'name': '', 'network_id': '73b69311-b279-489e-af0f-ad8fda1b30f5', 'tenant_id': '469f95456a2b40728525091048862e3f', 'mac_address': 'fa:16:3e:22:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'b2814453-ed2d-46ce-922b-68eeaec2cf37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:40:23Z', 'updated_at': '2021-11-09T21:40:31Z', 'revision_number': 5, 'project_id': '469f95456a2b40728525091048862e3f', 'subnets': [{'id': 'b2814453-ed2d-46ce-922b-68eeaec2cf37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:02.073918 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-89693294-38b6-4772-8327-ca924b1af569 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1221776 Nov 09 21:45:02.076819 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51626) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:02.100699 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4904799-6565-43c2-945f-28f1812844c8 req-5ccf0b5b-4413-4fb5-8c1a-f1ac27835094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:45:02.102203 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b4904799-6565-43c2-945f-28f1812844c8 req-5ccf0b5b-4413-4fb5-8c1a-f1ac27835094 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=73b69311-b279-489e-af0f-ad8fda1b30f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1210237 Nov 09 21:45:02.116999 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6c91e8-4cf0-4afb-8592-7b613312b304 None None] Checking router: f712a410-16fb-4a8e-9a79-2fc7d899bb28 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:45:02.123414 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f865d9ef-e1ef-42a9-a5c6-a53ff47ac7ee tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:02.127682 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6c91e8-4cf0-4afb-8592-7b613312b304 None None] Routers {'f712a410-16fb-4a8e-9a79-2fc7d899bb28'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:45:02.128324 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-4e6c91e8-4cf0-4afb-8592-7b613312b304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:44:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f712a410-16fb-4a8e-9a79-2fc7d899bb28'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:02.141315 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f865d9ef-e1ef-42a9-a5c6-a53ff47ac7ee tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:02.216826 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f865d9ef-e1ef-42a9-a5c6-a53ff47ac7ee tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:02.230934 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f865d9ef-e1ef-42a9-a5c6-a53ff47ac7ee tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:02.232160 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f865d9ef-e1ef-42a9-a5c6-a53ff47ac7ee tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/87af97e5-842c-4e9e-b4e9-5f13724db22f HTTP/1.1" status: 204 len: 168 time: 0.1544013 Nov 09 21:45:02.235104 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51632) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:02.253424 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-4e6c91e8-4cf0-4afb-8592-7b613312b304 None None] Set router f712a410-16fb-4a8e-9a79-2fc7d899bb28 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:45:02.259898 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b4904799-6565-43c2-945f-28f1812844c8 req-ddf59509-bd45-4eaf-b445-a45937e31383 service neutron] 10.222.0.43 "GET /v2.0/networks/73b69311-b279-489e-af0f-ad8fda1b30f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465349 Nov 09 21:45:02.265779 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f865d9ef-e1ef-42a9-a5c6-a53ff47ac7ee tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87af97e5-842c-4e9e-b4e9-5f13724db22f,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:02.310064 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e9a54779-6dc6-4ba2-9026-a07391eaca92 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0737355 Nov 09 21:45:02.310741 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51634) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:02.339701 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f2e1016a-3a06-46fd-bdce-d4da81c3fd52 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:02.353009 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f2e1016a-3a06-46fd-bdce-d4da81c3fd52 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:02.426983 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b4904799-6565-43c2-945f-28f1812844c8 req-cf29dbca-9f46-4b8a-bfd8-a9d320601052 service neutron] 10.222.0.43 "GET /v2.0/networks/73b69311-b279-489e-af0f-ad8fda1b30f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571636 Nov 09 21:45:02.433929 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f2e1016a-3a06-46fd-bdce-d4da81c3fd52 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:02.446380 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f2e1016a-3a06-46fd-bdce-d4da81c3fd52 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:02.449049 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f2e1016a-3a06-46fd-bdce-d4da81c3fd52 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/eb4fe936-8915-4591-b227-5c47bbae2105 HTTP/1.1" status: 204 len: 168 time: 0.1361651 Nov 09 21:45:02.450711 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51640) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:02.456315 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e1016a-3a06-46fd-bdce-d4da81c3fd52 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb4fe936-8915-4591-b227-5c47bbae2105,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:02.532777 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e33a8560-8154-46fc-b06a-b51e101a334d tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0808301 Nov 09 21:45:02.535612 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51646) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:02.574853 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-17c96599-509b-438a-9ac9-80efd17f6309 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:02.582109 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-4e6c91e8-4cf0-4afb-8592-7b613312b304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'name': 'tempest-TestVolumeBackupRestore-460787360-router', 'tenant_id': '469f95456a2b40728525091048862e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'ccd3f016-f7ae-4385-a28f-d39c9639b072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:40:19Z', 'updated_at': '2021-11-09T21:40:24Z', 'revision_number': 4, 'project_id': '469f95456a2b40728525091048862e3f', 'gw_port': {'id': 'ccd3f016-f7ae-4385-a28f-d39c9639b072', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:40:20Z', 'updated_at': '2021-11-09T21:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'f36b622a-0661-4c12-9ef6-31e76c8ee236', 'name': '', 'network_id': '73b69311-b279-489e-af0f-ad8fda1b30f5', 'tenant_id': '469f95456a2b40728525091048862e3f', 'mac_address': 'fa:16:3e:22:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'b2814453-ed2d-46ce-922b-68eeaec2cf37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:40:23Z', 'updated_at': '2021-11-09T21:40:31Z', 'revision_number': 5, 'project_id': '469f95456a2b40728525091048862e3f', 'subnets': [{'id': 'b2814453-ed2d-46ce-922b-68eeaec2cf37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:02.585128 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-17c96599-509b-438a-9ac9-80efd17f6309 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:02.617813 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-17c96599-509b-438a-9ac9-80efd17f6309 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:02.624844 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-17c96599-509b-438a-9ac9-80efd17f6309 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:02.629207 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-17c96599-509b-438a-9ac9-80efd17f6309 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/43826ab0-2120-4865-8876-6456cabbf8f5 HTTP/1.1" status: 204 len: 168 time: 0.0884709 Nov 09 21:45:02.629955 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51648) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:02.632594 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c96599-509b-438a-9ac9-80efd17f6309 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43826ab0-2120-4865-8876-6456cabbf8f5,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:02.645256 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6c91e8-4cf0-4afb-8592-7b613312b304 None None] The sync data for ids ['f712a410-16fb-4a8e-9a79-2fc7d899bb28'] in n-d-816206-3 is: [{'id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'name': 'tempest-TestVolumeBackupRestore-460787360-router', 'tenant_id': '469f95456a2b40728525091048862e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'ccd3f016-f7ae-4385-a28f-d39c9639b072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:40:19Z', 'updated_at': '2021-11-09T21:40:24Z', 'revision_number': 4, 'project_id': '469f95456a2b40728525091048862e3f', 'gw_port': {'id': 'ccd3f016-f7ae-4385-a28f-d39c9639b072', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:40:20Z', 'updated_at': '2021-11-09T21:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'f36b622a-0661-4c12-9ef6-31e76c8ee236', 'name': '', 'network_id': '73b69311-b279-489e-af0f-ad8fda1b30f5', 'tenant_id': '469f95456a2b40728525091048862e3f', 'mac_address': 'fa:16:3e:22:73:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'b2814453-ed2d-46ce-922b-68eeaec2cf37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:40:23Z', 'updated_at': '2021-11-09T21:40:31Z', 'revision_number': 5, 'project_id': '469f95456a2b40728525091048862e3f', 'subnets': [{'id': 'b2814453-ed2d-46ce-922b-68eeaec2cf37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:45:02.699148 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51656) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:02.699546 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-da398111-8a79-4e2b-a9b7-efb441a78601 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0685558 Nov 09 21:45:02.803936 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0bc1bcb3-c743-46d6-a0c3-a29736e0aa50 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:02.830588 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68410262-ad58-4cb8-8806-8919d8e9a57d req-6c066274-657e-45af-a0da-b334b2791d05 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:45:02.832141 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-68410262-ad58-4cb8-8806-8919d8e9a57d req-6c066274-657e-45af-a0da-b334b2791d05 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b HTTP/1.1" status: 200 len: 946 time: 0.0840280 Nov 09 21:45:02.841347 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0bc1bcb3-c743-46d6-a0c3-a29736e0aa50 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:02.894609 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0bc1bcb3-c743-46d6-a0c3-a29736e0aa50 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:02.898497 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0bc1bcb3-c743-46d6-a0c3-a29736e0aa50 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:02.899822 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0bc1bcb3-c743-46d6-a0c3-a29736e0aa50 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "DELETE /v2.0/security-groups/61770f8a-29f1-46ee-a173-b2ec31b71749 HTTP/1.1" status: 204 len: 168 time: 0.1992416 Nov 09 21:45:02.904793 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51662) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:02.906586 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-68410262-ad58-4cb8-8806-8919d8e9a57d req-13ece3bf-059b-4c0f-a7e3-fd06411fd3a1 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651197 Nov 09 21:45:02.925287 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc1bcb3-c743-46d6-a0c3-a29736e0aa50 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61770f8a-29f1-46ee-a173-b2ec31b71749,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:02.980320 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51668) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:02.980989 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-eaeaff23-89c0-4da5-bcdf-031d1b1cad67 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0745227 Nov 09 21:45:02.991692 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-b89da2a9-e1e6-4bae-b87b-a3609db10fa0 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Request body: {'security_group': {'name': 'tempest-secgroup--564759913'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:03.030457 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b89da2a9-e1e6-4bae-b87b-a3609db10fa0 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:03.140268 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd67c1bc-b66c-4d6b-8ae3-2ccff8edac56 None None] New status for floating IP f7249713-e95a-4941-81ed-5aad05cfbbf3: DOWN {{(pid=102609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:45:03.181005 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b89da2a9-e1e6-4bae-b87b-a3609db10fa0 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:03.190198 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b89da2a9-e1e6-4bae-b87b-a3609db10fa0 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:03.223636 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89da2a9-e1e6-4bae-b87b-a3609db10fa0 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=828bbcfb-c4c7-46b2-a8ed-836efc32cc88,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:03.234226 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b4a918-0c96-408a-8c89-fed154fe54fd req-06756df4-ec07-44bc-9c45-eaf4f38ef756 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:45:03.237299 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b89da2a9-e1e6-4bae-b87b-a3609db10fa0 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:03.238778 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f2b4a918-0c96-408a-8c89-fed154fe54fd req-06756df4-ec07-44bc-9c45-eaf4f38ef756 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/ports?device_id=09b4dfd1-2f39-42ec-a372-ec8f56b0394b HTTP/1.1" status: 200 len: 946 time: 0.1239364 Nov 09 21:45:03.245055 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51680) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:03.245297 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b89da2a9-e1e6-4bae-b87b-a3609db10fa0 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2562447 Nov 09 21:45:03.251015 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-c89ece31-788f-4a8b-837b-89ce8ed2d07e tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Request body: {'security_group_rule': {'security_group_id': '828bbcfb-c4c7-46b2-a8ed-836efc32cc88', 'direction': 'ingress', 'protocol': 17}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:03.344535 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c89ece31-788f-4a8b-837b-89ce8ed2d07e tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:03.361443 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f2b4a918-0c96-408a-8c89-fed154fe54fd req-fa255d1e-0f87-440d-af79-abd94e473ab2 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb6a75aa-32b9-40fc-a03f-75c0344eb296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141372 Nov 09 21:45:03.384211 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fffe69c-c791-4aee-969d-da6c481ebc39 req-b7a939e7-fec7-4155-a44d-d0d15ef27215 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:45:03.384211 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0fffe69c-c791-4aee-969d-da6c481ebc39 req-b7a939e7-fec7-4155-a44d-d0d15ef27215 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.43 "GET /v2.0/ports?device_id=09b4dfd1-2f39-42ec-a372-ec8f56b0394b HTTP/1.1" status: 200 len: 946 time: 0.1092057 Nov 09 21:45:03.482994 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c89ece31-788f-4a8b-837b-89ce8ed2d07e tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:03.496507 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c89ece31-788f-4a8b-837b-89ce8ed2d07e tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:03.520973 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ece31-788f-4a8b-837b-89ce8ed2d07e tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eda88d65-e359-411c-b54f-de3b318394c0,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:03.527838 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-0fffe69c-c791-4aee-969d-da6c481ebc39 req-eb96950b-377d-415c-ab63-06c96ce2671f tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Deleting port f7c87dbd-446c-49f2-95dc-19a9d7ec8427 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:45:03.528182 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0fffe69c-c791-4aee-969d-da6c481ebc39 req-eb96950b-377d-415c-ab63-06c96ce2671f tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:03.535212 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c89ece31-788f-4a8b-837b-89ce8ed2d07e tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:03.539253 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51686) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:03.539407 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c89ece31-788f-4a8b-837b-89ce8ed2d07e tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2932129 Nov 09 21:45:03.620856 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-56484a77-b626-4da9-a13a-e284e430f8df tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:03.659577 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-0fffe69c-c791-4aee-969d-da6c481ebc39 req-eb96950b-377d-415c-ab63-06c96ce2671f tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] For port f7c87dbd-446c-49f2-95dc-19a9d7ec8427, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f7c87dbd-446c-49f2-95dc-19a9d7ec8427,segment=NetworkSegment(d44ec02c-488a-4260-aed3-4df581508a44),segment_id=d44ec02c-488a-4260-aed3-4df581508a44)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:45:03.659820 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-56484a77-b626-4da9-a13a-e284e430f8df tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:03.660803 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0fffe69c-c791-4aee-969d-da6c481ebc39 req-eb96950b-377d-415c-ab63-06c96ce2671f tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:03.676927 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-0fffe69c-c791-4aee-969d-da6c481ebc39 req-eb96950b-377d-415c-ab63-06c96ce2671f tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Calling delete_port for f7c87dbd-446c-49f2-95dc-19a9d7ec8427 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:45:03.707485 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-56484a77-b626-4da9-a13a-e284e430f8df tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:03.710270 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-56484a77-b626-4da9-a13a-e284e430f8df tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:03.711543 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-56484a77-b626-4da9-a13a-e284e430f8df tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "DELETE /v2.0/security-groups/828bbcfb-c4c7-46b2-a8ed-836efc32cc88 HTTP/1.1" status: 204 len: 168 time: 0.1706176 Nov 09 21:45:03.714977 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51692) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:03.742584 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56484a77-b626-4da9-a13a-e284e430f8df tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=828bbcfb-c4c7-46b2-a8ed-836efc32cc88,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:03.758591 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:03.776154 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-396bd008-5c9e-4193-b8fc-a5f37fda4d2d tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0586245 Nov 09 21:45:03.780527 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51694) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:03.787407 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-41919d85-779d-479f-94bd-f06e0c2e9244 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Request body: {'security_group': {'name': 'tempest-secgroup--1792726039'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:03.820875 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-41919d85-779d-479f-94bd-f06e0c2e9244 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:03.899297 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0fffe69c-c791-4aee-969d-da6c481ebc39 req-eb96950b-377d-415c-ab63-06c96ce2671f tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:03.917670 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-41919d85-779d-479f-94bd-f06e0c2e9244 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:03.923422 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-41919d85-779d-479f-94bd-f06e0c2e9244 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:03.938458 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb96950b-377d-415c-ab63-06c96ce2671f tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Pushing event deleted for resources: {'Port': ['ID=f7c87dbd-446c-49f2-95dc-19a9d7ec8427,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:03.959701 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-41919d85-779d-479f-94bd-f06e0c2e9244 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:03.965663 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-41919d85-779d-479f-94bd-f06e0c2e9244 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1810801 Nov 09 21:45:03.966311 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51702) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:03.971745 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-5cb8e6c8-ed60-4720-88a6-e8fc5fd16251 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Request body: {'security_group': {'name': 'tempest-secgroup--57324152'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:03.996872 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5cb8e6c8-ed60-4720-88a6-e8fc5fd16251 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:04.000821 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41919d85-779d-479f-94bd-f06e0c2e9244 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38183a23-d579-476d-89d6-d339c3b593be,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:04.035561 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fffe69c-c791-4aee-969d-da6c481ebc39 req-eb96950b-377d-415c-ab63-06c96ce2671f tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] No DVR routers for this DVR port f7c87dbd-446c-49f2-95dc-19a9d7ec8427 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:45:04.046284 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0fffe69c-c791-4aee-969d-da6c481ebc39 req-eb96950b-377d-415c-ab63-06c96ce2671f tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:04.050146 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0fffe69c-c791-4aee-969d-da6c481ebc39 req-eb96950b-377d-415c-ab63-06c96ce2671f tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.43 "DELETE /v2.0/ports/f7c87dbd-446c-49f2-95dc-19a9d7ec8427 HTTP/1.1" status: 204 len: 173 time: 0.6595893 Nov 09 21:45:04.051070 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09b4dfd1-2f39-42ec-a372-ec8f56b0394b', 'name': 'network-vif-deleted', 'tag': 'f7c87dbd-446c-49f2-95dc-19a9d7ec8427'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:45:04.061234 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c6d706-c67d-4b8a-865a-29a8cbcd3880" -d '{"events": [{"server_uuid": "09b4dfd1-2f39-42ec-a372-ec8f56b0394b", "name": "network-vif-deleted", "tag": "f7c87dbd-446c-49f2-95dc-19a9d7ec8427"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:45:04.114290 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5680f6f-0e15-47b0-bf06-c5900ed5f3c4 x-openstack-request-id: req-c5680f6f-0e15-47b0-bf06-c5900ed5f3c4 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:45:04.115073 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09b4dfd1-2f39-42ec-a372-ec8f56b0394b", "name": "network-vif-deleted", "tag": "f7c87dbd-446c-49f2-95dc-19a9d7ec8427", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:45:04.115330 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c5680f6f-0e15-47b0-bf06-c5900ed5f3c4 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:45:04.115814 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09b4dfd1-2f39-42ec-a372-ec8f56b0394b', 'name': 'network-vif-deleted', 'tag': 'f7c87dbd-446c-49f2-95dc-19a9d7ec8427', 'status': 'completed', 'code': 200} Nov 09 21:45:04.120912 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d9f8b-3f4a-434b-96ec-3e88f41ba16d req-00101490-92c6-468d-ad47-5262c77821d0 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:45:04.122425 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a57d9f8b-3f4a-434b-96ec-3e88f41ba16d req-00101490-92c6-468d-ad47-5262c77821d0 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b HTTP/1.1" status: 200 len: 946 time: 0.0794823 Nov 09 21:45:04.219300 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5cb8e6c8-ed60-4720-88a6-e8fc5fd16251 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:04.265091 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5cb8e6c8-ed60-4720-88a6-e8fc5fd16251 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:04.271210 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a57d9f8b-3f4a-434b-96ec-3e88f41ba16d req-f1c55c53-d3e0-48a4-8015-1a54bc680064 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=7b0973bd-fce1-46c5-9e72-c828670f1638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365962 Nov 09 21:45:04.281693 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa20d49e-a90f-4689-abcb-afad73d0e2a1 req-3daea75a-15cc-4244-b33d-567fe655c17c tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:45:04.283551 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fa20d49e-a90f-4689-abcb-afad73d0e2a1 req-3daea75a-15cc-4244-b33d-567fe655c17c tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.45 "GET /v2.0/ports?device_id=8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b HTTP/1.1" status: 200 len: 946 time: 0.1602330 Nov 09 21:45:04.363838 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5cb8e6c8-ed60-4720-88a6-e8fc5fd16251 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:04.365119 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5cb8e6c8-ed60-4720-88a6-e8fc5fd16251 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3978724 Nov 09 21:45:04.367919 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51718) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:04.372832 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-9c35cbb0-55be-4674-a9be-1766ed688529 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Request body: {'security_group_rule': {'security_group_id': '38183a23-d579-476d-89d6-d339c3b593be', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'dbb0ff74-2293-458d-ad44-feb6b63200d0', 'remote_ip_prefix': None}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:04.380293 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb8e6c8-ed60-4720-88a6-e8fc5fd16251 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb0ff74-2293-458d-ad44-feb6b63200d0,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:04.447783 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-fa20d49e-a90f-4689-abcb-afad73d0e2a1 req-261fc38f-ca99-4886-bde0-8d9af197d1fe tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Deleting port be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:45:04.448600 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-fa20d49e-a90f-4689-abcb-afad73d0e2a1 req-261fc38f-ca99-4886-bde0-8d9af197d1fe tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:04.455666 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9c35cbb0-55be-4674-a9be-1766ed688529 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:04.567735 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-fa20d49e-a90f-4689-abcb-afad73d0e2a1 req-261fc38f-ca99-4886-bde0-8d9af197d1fe tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] For port be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429,segment=NetworkSegment(3170744c-3447-44d8-9a0c-fa1ee6e7efbc),segment_id=3170744c-3447-44d8-9a0c-fa1ee6e7efbc)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:45:04.568397 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-fa20d49e-a90f-4689-abcb-afad73d0e2a1 req-261fc38f-ca99-4886-bde0-8d9af197d1fe tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:04.608728 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9c35cbb0-55be-4674-a9be-1766ed688529 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:04.609809 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-fa20d49e-a90f-4689-abcb-afad73d0e2a1 req-261fc38f-ca99-4886-bde0-8d9af197d1fe tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Calling delete_port for be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:45:04.623873 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9c35cbb0-55be-4674-a9be-1766ed688529 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:04.653302 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d596ff90-3fbb-43b4-8d8d-27e66e94c496 req-32c3550f-9c92-429e-aaf0-040fcd6e0ea1 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/ports?device_id=09b4dfd1-2f39-42ec-a372-ec8f56b0394b HTTP/1.1" status: 200 len: 210 time: 0.1083951 Nov 09 21:45:04.662901 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c35cbb0-55be-4674-a9be-1766ed688529 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=498658c7-e43a-475f-bcee-b90f73b9167f,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:04.693282 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9c35cbb0-55be-4674-a9be-1766ed688529 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:04.697839 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-9c35cbb0-55be-4674-a9be-1766ed688529 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3286633 Nov 09 21:45:04.698682 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51724) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:04.724317 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e6c5b709-2cb0-4579-86fc-c1d4e2c0f068 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:04.732829 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e6c5b709-2cb0-4579-86fc-c1d4e2c0f068 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:04.801861 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e6c5b709-2cb0-4579-86fc-c1d4e2c0f068 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:04.823860 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e6c5b709-2cb0-4579-86fc-c1d4e2c0f068 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:04.827128 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e6c5b709-2cb0-4579-86fc-c1d4e2c0f068 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/498658c7-e43a-475f-bcee-b90f73b9167f HTTP/1.1" status: 204 len: 168 time: 0.1269691 Nov 09 21:45:04.831596 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51732) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:04.839538 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c5b709-2cb0-4579-86fc-c1d4e2c0f068 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=498658c7-e43a-475f-bcee-b90f73b9167f,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:04.841663 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-fa20d49e-a90f-4689-abcb-afad73d0e2a1 req-261fc38f-ca99-4886-bde0-8d9af197d1fe tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:04.854664 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:45:04.911235 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261fc38f-ca99-4886-bde0-8d9af197d1fe tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Pushing event deleted for resources: {'Port': ['ID=be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:04.935662 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-69e8a95b-311c-4e61-a07d-27f15796021a tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1027718 Nov 09 21:45:04.938690 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51734) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:04.997636 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5c9cf4e0-d60b-41a2-b4b8-453d6ccb22bc tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:04.998004 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa20d49e-a90f-4689-abcb-afad73d0e2a1 req-261fc38f-ca99-4886-bde0-8d9af197d1fe tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] No DVR routers for this DVR port be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429 on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:45:05.001531 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-fa20d49e-a90f-4689-abcb-afad73d0e2a1 req-261fc38f-ca99-4886-bde0-8d9af197d1fe tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:05.006181 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fa20d49e-a90f-4689-abcb-afad73d0e2a1 req-261fc38f-ca99-4886-bde0-8d9af197d1fe tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.45 "DELETE /v2.0/ports/be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429 HTTP/1.1" status: 204 len: 173 time: 0.7151825 Nov 09 21:45:05.006617 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b', 'name': 'network-vif-deleted', 'tag': 'be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:45:05.008976 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3bf41c8-641a-49ca-95d7-7d540f3ebab9" -d '{"events": [{"server_uuid": "8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b", "name": "network-vif-deleted", "tag": "be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:45:05.025124 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5c9cf4e0-d60b-41a2-b4b8-453d6ccb22bc tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:05.092751 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5c9cf4e0-d60b-41a2-b4b8-453d6ccb22bc tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:05.095837 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5c9cf4e0-d60b-41a2-b4b8-453d6ccb22bc tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:05.100777 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5c9cf4e0-d60b-41a2-b4b8-453d6ccb22bc tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "DELETE /v2.0/security-groups/dbb0ff74-2293-458d-ad44-feb6b63200d0 HTTP/1.1" status: 204 len: 168 time: 0.1566248 Nov 09 21:45:05.100937 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51746) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:05.109408 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9cf4e0-d60b-41a2-b4b8-453d6ccb22bc tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb0ff74-2293-458d-ad44-feb6b63200d0,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:05.206581 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25297ffa-8bc8-4b44-ae3b-f90ec5912d13 x-openstack-request-id: req-25297ffa-8bc8-4b44-ae3b-f90ec5912d13 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:45:05.206581 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b", "name": "network-vif-deleted", "tag": "be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:45:05.206581 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-25297ffa-8bc8-4b44-ae3b-f90ec5912d13 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:45:05.207528 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b', 'name': 'network-vif-deleted', 'tag': 'be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429', 'status': 'completed', 'code': 200} Nov 09 21:45:05.279056 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c6f48bd3-1d9c-4c0e-b550-27a32c0669a4 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1753445 Nov 09 21:45:05.279290 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device f7c87dbd-446c-49f2-95dc-19a9d7ec8427 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:45:05.280049 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51752) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:05.298640 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: f7c87dbd-446c-49f2-95dc-19a9d7ec8427 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:45:05.299536 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device f7c87dbd-446c-49f2-95dc-19a9d7ec8427 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:45:05.368251 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7767b07b-ca70-494c-8942-f9a77a6decf5 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:05.410593 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7767b07b-ca70-494c-8942-f9a77a6decf5 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:05.422466 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9740ba4c-4d03-4849-a793-6c842af58fe3 req-96cc2b42-bef8-470f-984a-e798990955cd tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b HTTP/1.1" status: 200 len: 210 time: 0.0469475 Nov 09 21:45:05.519393 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7767b07b-ca70-494c-8942-f9a77a6decf5 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:05.522217 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7767b07b-ca70-494c-8942-f9a77a6decf5 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:05.523488 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7767b07b-ca70-494c-8942-f9a77a6decf5 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "DELETE /v2.0/security-groups/38183a23-d579-476d-89d6-d339c3b593be HTTP/1.1" status: 204 len: 168 time: 0.2424486 Nov 09 21:45:05.526834 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51756) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:05.539619 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767b07b-ca70-494c-8942-f9a77a6decf5 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38183a23-d579-476d-89d6-d339c3b593be,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:05.594406 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-25f1f644-d060-4b31-b250-3d8d9bef6131 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0661962 Nov 09 21:45:05.598690 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51762) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:05.603988 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-4d1f9db8-86c9-4ca5-a465-6bbb8a5e42f4 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Request body: {'security_group': {'name': 'tempest-secgroup--1604893318'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:05.656812 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4d1f9db8-86c9-4ca5-a465-6bbb8a5e42f4 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:05.817384 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d8a03f89-9455-4c8e-9400-a70e18851310 req-9f4227b4-99d8-41dc-9009-2d5854e92858 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/ports?device_id=09b4dfd1-2f39-42ec-a372-ec8f56b0394b HTTP/1.1" status: 200 len: 210 time: 0.0462456 Nov 09 21:45:05.831350 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4d1f9db8-86c9-4ca5-a465-6bbb8a5e42f4 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:05.847095 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4d1f9db8-86c9-4ca5-a465-6bbb8a5e42f4 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:05.894604 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4d1f9db8-86c9-4ca5-a465-6bbb8a5e42f4 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:05.898606 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4d1f9db8-86c9-4ca5-a465-6bbb8a5e42f4 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2961831 Nov 09 21:45:05.899209 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51772) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:05.903517 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-7a01d7e1-12d2-4b46-a479-79f566b58c6c tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Request body: {'security_group_rule': {'security_group_id': '5974b573-3665-4377-9175-d7c9a73f288d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:05.912321 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f9db8-86c9-4ca5-a465-6bbb8a5e42f4 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5974b573-3665-4377-9175-d7c9a73f288d,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:05.947564 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7a01d7e1-12d2-4b46-a479-79f566b58c6c tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:06.022195 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7a01d7e1-12d2-4b46-a479-79f566b58c6c tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:06.027632 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7a01d7e1-12d2-4b46-a479-79f566b58c6c tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:06.055509 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01d7e1-12d2-4b46-a479-79f566b58c6c tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4ed2621-11b6-443d-a225-ac5dd26c02ca,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:06.067237 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7a01d7e1-12d2-4b46-a479-79f566b58c6c tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:06.068935 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7a01d7e1-12d2-4b46-a479-79f566b58c6c tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1691210 Nov 09 21:45:06.071934 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51780) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:06.117740 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b054c255-5269-4481-b8f3-5568a0c50883 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:06.132168 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b054c255-5269-4481-b8f3-5568a0c50883 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:06.165008 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b054c255-5269-4481-b8f3-5568a0c50883 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:06.176736 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b054c255-5269-4481-b8f3-5568a0c50883 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:06.178039 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b054c255-5269-4481-b8f3-5568a0c50883 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/b4ed2621-11b6-443d-a225-ac5dd26c02ca HTTP/1.1" status: 204 len: 168 time: 0.1050384 Nov 09 21:45:06.180935 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51786) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:06.185067 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b054c255-5269-4481-b8f3-5568a0c50883 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4ed2621-11b6-443d-a225-ac5dd26c02ca,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:06.240263 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-cc8265b0-25ef-4b47-b665-0222420a9643 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0557740 Nov 09 21:45:06.240621 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51790) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:06.298522 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-09476ac0-32e6-4a0c-94b4-b8a2d8a9e854 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:06.331183 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-09476ac0-32e6-4a0c-94b4-b8a2d8a9e854 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:06.380029 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-09476ac0-32e6-4a0c-94b4-b8a2d8a9e854 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:06.382880 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-09476ac0-32e6-4a0c-94b4-b8a2d8a9e854 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:06.386610 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-09476ac0-32e6-4a0c-94b4-b8a2d8a9e854 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "DELETE /v2.0/security-groups/5974b573-3665-4377-9175-d7c9a73f288d HTTP/1.1" status: 204 len: 168 time: 0.1425843 Nov 09 21:45:06.387919 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51794) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:06.395088 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09476ac0-32e6-4a0c-94b4-b8a2d8a9e854 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5974b573-3665-4377-9175-d7c9a73f288d,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:06.456984 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51798) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:06.458616 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-be802080-ae66-42aa-8dc0-5b768843e083 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0690351 Nov 09 21:45:06.462328 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-49a033c2-b966-4775-8344-5d9b416fb33e tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Request body: {'security_group': {'name': 'tempest-secgroup--1655054283'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:06.507853 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-49a033c2-b966-4775-8344-5d9b416fb33e tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:06.579117 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-792efad3-c74f-4f0b-b34b-d6a9e9d73e81 req-cdcb1bac-a6f5-432c-ba13-420080dd8af0 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b HTTP/1.1" status: 200 len: 210 time: 0.0510194 Nov 09 21:45:06.606305 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-49a033c2-b966-4775-8344-5d9b416fb33e tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:06.613011 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-49a033c2-b966-4775-8344-5d9b416fb33e tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:06.652902 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-49a033c2-b966-4775-8344-5d9b416fb33e tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:06.654179 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-49a033c2-b966-4775-8344-5d9b416fb33e tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1961336 Nov 09 21:45:06.656909 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51804) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:06.663008 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-efc9df98-ccdb-4181-89a7-1807e7af5e1b tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Request body: {'security_group_rule': {'security_group_id': 'dfd8cecf-b529-47d8-bfc8-728ec4c6fc18', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:06.667584 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a033c2-b966-4775-8344-5d9b416fb33e tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd8cecf-b529-47d8-bfc8-728ec4c6fc18,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:06.698114 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-efc9df98-ccdb-4181-89a7-1807e7af5e1b tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:06.765859 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-efc9df98-ccdb-4181-89a7-1807e7af5e1b tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:06.769840 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-efc9df98-ccdb-4181-89a7-1807e7af5e1b tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:06.788885 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc9df98-ccdb-4181-89a7-1807e7af5e1b tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f780970-4c68-4e10-93e9-5cbc1d04c4a4,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:06.807094 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-efc9df98-ccdb-4181-89a7-1807e7af5e1b tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:06.811429 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51806) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:06.819383 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-efc9df98-ccdb-4181-89a7-1807e7af5e1b tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1608171 Nov 09 21:45:06.836292 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51808) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:06.836661 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0cfe489c-f208-4296-9e5d-dd5a98253c5d tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "GET /v2.0/security-group-rules/6f780970-4c68-4e10-93e9-5cbc1d04c4a4 HTTP/1.1" status: 200 len: 763 time: 0.0231335 Nov 09 21:45:06.890272 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d7ef4ce9-b50e-4d3d-b8a2-4756ab9353ae tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0527186 Nov 09 21:45:06.893415 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51816) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:06.956544 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-700ffec3-9183-4f5f-8a8e-7b9a0f0af386 req-c5671e45-760e-42f1-b775-4f8391333d2c tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/ports?device_id=09b4dfd1-2f39-42ec-a372-ec8f56b0394b HTTP/1.1" status: 200 len: 210 time: 0.0564926 Nov 09 21:45:06.968339 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-364790ec-8286-4acd-ad1e-e834ee71920f tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:06.986772 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-364790ec-8286-4acd-ad1e-e834ee71920f tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:07.020235 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-364790ec-8286-4acd-ad1e-e834ee71920f tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:07.027348 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-364790ec-8286-4acd-ad1e-e834ee71920f tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:07.028835 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-364790ec-8286-4acd-ad1e-e834ee71920f tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/6f780970-4c68-4e10-93e9-5cbc1d04c4a4 HTTP/1.1" status: 204 len: 168 time: 0.1342871 Nov 09 21:45:07.031171 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51818) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:07.057473 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364790ec-8286-4acd-ad1e-e834ee71920f tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f780970-4c68-4e10-93e9-5cbc1d04c4a4,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:07.080839 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-410cf48e-d16e-45f1-82ad-6d1dfba83944 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0484202 Nov 09 21:45:07.083354 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51820) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:07.087941 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-712aebbd-b810-46f7-b3f5-301cd61abdd2 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Request body: {'security_group_rule': {'security_group_id': 'dfd8cecf-b529-47d8-bfc8-728ec4c6fc18', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:07.122731 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-712aebbd-b810-46f7-b3f5-301cd61abdd2 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:07.195608 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-712aebbd-b810-46f7-b3f5-301cd61abdd2 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:07.203940 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-712aebbd-b810-46f7-b3f5-301cd61abdd2 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:07.229382 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712aebbd-b810-46f7-b3f5-301cd61abdd2 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfb65422-93de-4736-84ef-8448e35dab9c,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:07.249104 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-712aebbd-b810-46f7-b3f5-301cd61abdd2 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:07.255563 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-712aebbd-b810-46f7-b3f5-301cd61abdd2 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1709337 Nov 09 21:45:07.255749 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51826) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:07.281095 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4bc2611c-9b56-46b0-8c52-d205a5ed1aa1 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "GET /v2.0/security-group-rules/cfb65422-93de-4736-84ef-8448e35dab9c HTTP/1.1" status: 200 len: 763 time: 0.0241585 Nov 09 21:45:07.282117 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51828) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:07.329880 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d2120b26-b70c-4148-93f5-9c3eb33cfcb0 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0456214 Nov 09 21:45:07.330583 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51830) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:07.375732 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d39b7ea0-040a-49e1-a3ab-e227431c1f0e tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:07.385129 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d39b7ea0-040a-49e1-a3ab-e227431c1f0e tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:07.419132 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d39b7ea0-040a-49e1-a3ab-e227431c1f0e tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:07.426635 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d39b7ea0-040a-49e1-a3ab-e227431c1f0e tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:07.428036 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d39b7ea0-040a-49e1-a3ab-e227431c1f0e tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/cfb65422-93de-4736-84ef-8448e35dab9c HTTP/1.1" status: 204 len: 168 time: 0.0964606 Nov 09 21:45:07.430594 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51836) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:07.437374 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b7ea0-040a-49e1-a3ab-e227431c1f0e tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cfb65422-93de-4736-84ef-8448e35dab9c,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:07.493864 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-872bc1aa-13d2-46ea-b1de-19f23f974635 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0618198 Nov 09 21:45:07.497000 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51838) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:07.502959 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-4ee66b07-6872-47c7-85a5-ffb4fe585f35 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Request body: {'security_group_rule': {'security_group_id': 'dfd8cecf-b529-47d8-bfc8-728ec4c6fc18', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:07.543251 n-d-816206-3 neutron-server[102608]: INFO neutron.db.securitygroups_db [None req-4ee66b07-6872-47c7-85a5-ffb4fe585f35 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Project dfcda57a95104bcf862ceaf2b8b1dee6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 21:45:07.549859 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4ee66b07-6872-47c7-85a5-ffb4fe585f35 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:07.623924 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4ee66b07-6872-47c7-85a5-ffb4fe585f35 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:07.629384 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4ee66b07-6872-47c7-85a5-ffb4fe585f35 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:07.648664 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee66b07-6872-47c7-85a5-ffb4fe585f35 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddab2d6a-8907-4e7b-9d51-d502e545b8e8,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:07.677300 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4ee66b07-6872-47c7-85a5-ffb4fe585f35 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:07.679077 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4ee66b07-6872-47c7-85a5-ffb4fe585f35 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1809747 Nov 09 21:45:07.681831 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51846) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:07.705445 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-313d3906-55c4-4fa9-a23f-0200d7b2a5ba tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "GET /v2.0/security-group-rules/ddab2d6a-8907-4e7b-9d51-d502e545b8e8 HTTP/1.1" status: 200 len: 769 time: 0.0223753 Nov 09 21:45:07.717416 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51848) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:07.761147 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c56458b2-0568-4a63-a554-bcf2b41179ab req-f803877c-0bac-469e-9557-80069d17ed7a tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b HTTP/1.1" status: 200 len: 210 time: 0.0654945 Nov 09 21:45:07.778851 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c811df42-fe36-4916-b99a-482b9156d07c tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0581949 Nov 09 21:45:07.779649 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51850) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:07.807495 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6edf8a71-4424-4838-ac10-475b862cd2bb tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:07.822255 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6edf8a71-4424-4838-ac10-475b862cd2bb tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:07.861907 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6edf8a71-4424-4838-ac10-475b862cd2bb tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:07.870824 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6edf8a71-4424-4838-ac10-475b862cd2bb tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:07.871938 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6edf8a71-4424-4838-ac10-475b862cd2bb tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/ddab2d6a-8907-4e7b-9d51-d502e545b8e8 HTTP/1.1" status: 204 len: 168 time: 0.0910869 Nov 09 21:45:07.874660 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51856) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:07.877960 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf8a71-4424-4838-ac10-475b862cd2bb tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ddab2d6a-8907-4e7b-9d51-d502e545b8e8,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:07.944174 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51858) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:07.945889 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-954f997e-f036-4e0f-97ae-7d42eeaec3d3 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0693521 Nov 09 21:45:08.004712 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ea070682-e517-47bb-9515-1a8026edd261 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:08.029285 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ea070682-e517-47bb-9515-1a8026edd261 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:08.081779 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ea070682-e517-47bb-9515-1a8026edd261 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:08.085144 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ea070682-e517-47bb-9515-1a8026edd261 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:08.087070 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ea070682-e517-47bb-9515-1a8026edd261 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "DELETE /v2.0/security-groups/dfd8cecf-b529-47d8-bfc8-728ec4c6fc18 HTTP/1.1" status: 204 len: 168 time: 0.1417463 Nov 09 21:45:08.090718 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51862) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:08.111713 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea070682-e517-47bb-9515-1a8026edd261 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd8cecf-b529-47d8-bfc8-728ec4c6fc18,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:08.118839 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-274a5629-77ca-485f-ab38-10d07359cf01 req-14d483a5-1325-4839-95f2-63474a155297 tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/ports?device_id=09b4dfd1-2f39-42ec-a372-ec8f56b0394b HTTP/1.1" status: 200 len: 210 time: 0.0485570 Nov 09 21:45:08.169597 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:45:08.199867 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51868) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:08.200284 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7a4fed5b-de91-4e21-a803-641c86bfdd9d tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1081638 Nov 09 21:45:08.214046 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:45:08.214768 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device be9e2b2f-8ba0-4a0f-bd3c-81b786d1f429 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:45:08.276364 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c56184ba-b5c0-407e-b972-43c914ad6240 tempest-SecGroupIPv6Test-153043555 tempest-SecGroupIPv6Test-153043555-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0750160 Nov 09 21:45:08.612277 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51882) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:08.766107 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1708c766-545b-44c6-9def-8e833145213c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dfcda57a95104bcf862ceaf2b8b1dee6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1526303 Nov 09 21:45:08.769394 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51886) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:08.821686 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1684d113-5c2c-4485-a095-8b918aca8293 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:08.844318 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1684d113-5c2c-4485-a095-8b918aca8293 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:08.915100 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1684d113-5c2c-4485-a095-8b918aca8293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:08.919548 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1684d113-5c2c-4485-a095-8b918aca8293 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:08.923437 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1684d113-5c2c-4485-a095-8b918aca8293 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2fc83aef-b142-4a40-a9a5-cb5ae52225ec HTTP/1.1" status: 204 len: 168 time: 0.1505358 Nov 09 21:45:08.957325 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3534f81a-5a53-4b00-99b2-9ff685aa3f1d req-34e7c883-b550-43d4-a3d1-5fc8c0632138 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b HTTP/1.1" status: 200 len: 210 time: 0.0532777 Nov 09 21:45:08.971383 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1684d113-5c2c-4485-a095-8b918aca8293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc83aef-b142-4a40-a9a5-cb5ae52225ec,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:09.269764 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9c4dbf62-3ffc-42a2-ab14-cd6cb58d26aa req-50b31f1f-fd69-4a4b-a60a-6368cf444cea tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/ports?device_id=09b4dfd1-2f39-42ec-a372-ec8f56b0394b HTTP/1.1" status: 200 len: 210 time: 0.0481713 Nov 09 21:45:09.777570 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51930) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:09.958911 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-cd63c7d0-6534-4952-ba0e-a7ad15cb3e70 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Request body: {'security_group': {'name': 'tempest-secgroup--531444507'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:10.005840 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cd63c7d0-6534-4952-ba0e-a7ad15cb3e70 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:10.031276 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cd63c7d0-6534-4952-ba0e-a7ad15cb3e70 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:10.074591 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fe8b6f77-ce4b-4fd5-9c6d-3957fee6bb26 req-2b1097ee-161c-45f4-8dea-d5776f10f2f1 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b HTTP/1.1" status: 200 len: 210 time: 0.0412939 Nov 09 21:45:10.152208 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cd63c7d0-6534-4952-ba0e-a7ad15cb3e70 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:10.156422 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cd63c7d0-6534-4952-ba0e-a7ad15cb3e70 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:10.198589 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd63c7d0-6534-4952-ba0e-a7ad15cb3e70 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1be52f-88c7-4a19-8d76-749ddc96112f,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:10.271725 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cd63c7d0-6534-4952-ba0e-a7ad15cb3e70 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:10.280094 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cd63c7d0-6534-4952-ba0e-a7ad15cb3e70 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:10.326856 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cd63c7d0-6534-4952-ba0e-a7ad15cb3e70 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:10.331294 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-cd63c7d0-6534-4952-ba0e-a7ad15cb3e70 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5492640 Nov 09 21:45:10.331635 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51944) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:10.333568 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd63c7d0-6534-4952-ba0e-a7ad15cb3e70 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd262a7c-5327-4410-a5e0-2b4286e6d71d,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:10.407284 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-406eb3db-516b-4529-85c0-187487c591da req-e8ad3429-8771-4535-97c1-7c31c70ed6ca tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "GET /v2.0/ports?device_id=09b4dfd1-2f39-42ec-a372-ec8f56b0394b HTTP/1.1" status: 200 len: 210 time: 0.0290403 Nov 09 21:45:10.410796 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0146ee4f-a413-424e-af1f-ce3e2e275d4c tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0778046 Nov 09 21:45:10.413610 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51946) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:10.422375 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-747e813a-b9fa-44e4-af9c-1461fdb6df85 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Request body: {'security_group': {'name': 'tempest-security--1929197833', 'description': 'tempest-security-description-825859526'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:10.468539 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-747e813a-b9fa-44e4-af9c-1461fdb6df85 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:10.544104 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-747e813a-b9fa-44e4-af9c-1461fdb6df85 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:10.556770 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-747e813a-b9fa-44e4-af9c-1461fdb6df85 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:10.559496 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-747e813a-b9fa-44e4-af9c-1461fdb6df85 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:10.560957 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-747e813a-b9fa-44e4-af9c-1461fdb6df85 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "PUT /v2.0/security-groups/bd262a7c-5327-4410-a5e0-2b4286e6d71d HTTP/1.1" status: 200 len: 1796 time: 0.1460650 Nov 09 21:45:10.564219 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51948) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:10.612087 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e813a-b9fa-44e4-af9c-1461fdb6df85 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd262a7c-5327-4410-a5e0-2b4286e6d71d,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:10.634830 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-fb598205-9982-4bd1-ac6c-4d5e941c0737 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "GET /v2.0/security-groups/bd262a7c-5327-4410-a5e0-2b4286e6d71d HTTP/1.1" status: 200 len: 1796 time: 0.0691581 Nov 09 21:45:10.637608 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51954) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:10.717102 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-911e44e0-a3c7-4222-a968-8802b4e31e75 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:10.741975 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-911e44e0-a3c7-4222-a968-8802b4e31e75 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:10.805272 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-911e44e0-a3c7-4222-a968-8802b4e31e75 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:10.808304 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-911e44e0-a3c7-4222-a968-8802b4e31e75 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:10.809718 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-911e44e0-a3c7-4222-a968-8802b4e31e75 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "DELETE /v2.0/security-groups/bd262a7c-5327-4410-a5e0-2b4286e6d71d HTTP/1.1" status: 204 len: 168 time: 0.1707149 Nov 09 21:45:10.812882 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51956) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:10.844149 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e44e0-a3c7-4222-a968-8802b4e31e75 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd262a7c-5327-4410-a5e0-2b4286e6d71d,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:10.889878 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-018b562a-8e42-4a3d-bffb-81c7182de051 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0751805 Nov 09 21:45:10.892680 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51960) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:10.909351 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-b3eeb935-5b0d-4f28-b6c5-d43ce4a29b1e tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] delete failed (client error): The resource could not be found. Nov 09 21:45:10.910733 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b3eeb935-5b0d-4f28-b6c5-d43ce4a29b1e tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "DELETE /v2.0/security-groups/bd262a7c-5327-4410-a5e0-2b4286e6d71d HTTP/1.1" status: 404 len: 347 time: 0.0166752 Nov 09 21:45:10.915004 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51964) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:10.919531 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-4c1ba47c-1a11-4f44-9fe0-f8be5ec7602a tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Request body: {'security_group': {'name': 'tempest-secgroup--1753513797'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:10.959212 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4c1ba47c-1a11-4f44-9fe0-f8be5ec7602a tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:11.074602 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4c1ba47c-1a11-4f44-9fe0-f8be5ec7602a tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:11.079695 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4c1ba47c-1a11-4f44-9fe0-f8be5ec7602a tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:11.112197 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1ba47c-1a11-4f44-9fe0-f8be5ec7602a tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e396531-73b7-441c-bd50-2a65a912208d,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:11.128052 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4c1ba47c-1a11-4f44-9fe0-f8be5ec7602a tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:11.132993 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51972) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:11.134373 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4c1ba47c-1a11-4f44-9fe0-f8be5ec7602a tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2185371 Nov 09 21:45:11.140500 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-9c2dc112-c67e-45ef-a795-6f2862a5570f tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Request body: {'security_group_rule': {'security_group_id': '3e396531-73b7-441c-bd50-2a65a912208d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:11.185531 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9c2dc112-c67e-45ef-a795-6f2862a5570f tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:11.224127 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aaf14c2c-f76f-464f-b7a4-e1e6474123c4 req-3bdce2ea-4ac8-41fa-bbc6-7527150865b8 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b HTTP/1.1" status: 200 len: 210 time: 0.0329893 Nov 09 21:45:11.272364 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9c2dc112-c67e-45ef-a795-6f2862a5570f tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:11.279103 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9c2dc112-c67e-45ef-a795-6f2862a5570f tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:11.297673 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2dc112-c67e-45ef-a795-6f2862a5570f tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6aa6945-4e62-46d6-b5ec-6d2373b122da,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:11.318729 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9c2dc112-c67e-45ef-a795-6f2862a5570f tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:11.320426 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-9c2dc112-c67e-45ef-a795-6f2862a5570f tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1855638 Nov 09 21:45:11.323233 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51978) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:11.352344 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-eaeb465a-dde2-4aab-b213-245c9fb9bd25 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:11.362039 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-eaeb465a-dde2-4aab-b213-245c9fb9bd25 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:11.406517 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-eaeb465a-dde2-4aab-b213-245c9fb9bd25 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:11.415190 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-eaeb465a-dde2-4aab-b213-245c9fb9bd25 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:11.416849 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-eaeb465a-dde2-4aab-b213-245c9fb9bd25 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/b6aa6945-4e62-46d6-b5ec-6d2373b122da HTTP/1.1" status: 204 len: 168 time: 0.0926406 Nov 09 21:45:11.419473 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51980) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:11.428092 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb465a-dde2-4aab-b213-245c9fb9bd25 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b6aa6945-4e62-46d6-b5ec-6d2373b122da,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:11.480913 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51984) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:11.523665 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-861592a7-efe5-4c92-a665-b3a6e4fce826 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0998826 Nov 09 21:45:11.524242 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 51988) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:11.596622 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c7c42efe-69d7-4d3b-93c3-f90c41bed4aa tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:11.625584 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c7c42efe-69d7-4d3b-93c3-f90c41bed4aa tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:11.637854 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-71c76b05-7b30-4024-a4b6-8337d0591176 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:11.667077 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-71c76b05-7b30-4024-a4b6-8337d0591176 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:11.733725 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c7c42efe-69d7-4d3b-93c3-f90c41bed4aa tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:11.736018 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-71c76b05-7b30-4024-a4b6-8337d0591176 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:11.737609 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c7c42efe-69d7-4d3b-93c3-f90c41bed4aa tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:11.738781 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c7c42efe-69d7-4d3b-93c3-f90c41bed4aa tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] 10.222.0.49 "DELETE /v2.0/security-groups/fb6a75aa-32b9-40fc-a03f-75c0344eb296 HTTP/1.1" status: 204 len: 168 time: 0.2569070 Nov 09 21:45:11.741691 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-71c76b05-7b30-4024-a4b6-8337d0591176 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:11.747961 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 51998) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:11.748090 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-71c76b05-7b30-4024-a4b6-8337d0591176 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "DELETE /v2.0/security-groups/3e396531-73b7-441c-bd50-2a65a912208d HTTP/1.1" status: 204 len: 168 time: 0.2235444 Nov 09 21:45:11.767377 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c76b05-7b30-4024-a4b6-8337d0591176 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e396531-73b7-441c-bd50-2a65a912208d,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:11.786847 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c42efe-69d7-4d3b-93c3-f90c41bed4aa tempest-TestVolumeBackupRestore-735857236 tempest-TestVolumeBackupRestore-735857236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6a75aa-32b9-40fc-a03f-75c0344eb296,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:11.855316 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-3436db53-f643-4b39-90e8-893bfbd4637d tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1062517 Nov 09 21:45:11.862600 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52002) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:11.867550 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-f42c0600-06ea-481b-ad96-8862c83fb9ca tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Request body: {'security_group': {'name': 'tempest-secgroup--1204550250'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:11.894047 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f42c0600-06ea-481b-ad96-8862c83fb9ca tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:12.066719 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f42c0600-06ea-481b-ad96-8862c83fb9ca tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:12.073046 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f42c0600-06ea-481b-ad96-8862c83fb9ca tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:12.134678 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f42c0600-06ea-481b-ad96-8862c83fb9ca tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:12.137072 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f42c0600-06ea-481b-ad96-8862c83fb9ca tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2735193 Nov 09 21:45:12.140875 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52024) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:12.147550 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-eb6e439e-4c00-4d46-ac8e-545a5e3af93d tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Request body: {'security_group_rule': {'security_group_id': '75147dcd-fce9-48eb-9498-3c87f94aa955', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:12.186463 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42c0600-06ea-481b-ad96-8862c83fb9ca tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75147dcd-fce9-48eb-9498-3c87f94aa955,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:12.247600 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-eb6e439e-4c00-4d46-ac8e-545a5e3af93d tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:12.337129 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-eb6e439e-4c00-4d46-ac8e-545a5e3af93d tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:12.347187 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-eb6e439e-4c00-4d46-ac8e-545a5e3af93d tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:12.403616 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-eb6e439e-4c00-4d46-ac8e-545a5e3af93d tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:12.408894 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-eb6e439e-4c00-4d46-ac8e-545a5e3af93d tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2613099 Nov 09 21:45:12.412794 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52048) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:12.421373 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-b4b3d4c0-bc0a-4b60-98e8-04950c713bfd tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Request body: {'security_group_rule': {'security_group_id': '75147dcd-fce9-48eb-9498-3c87f94aa955', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:12.435192 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fb283f7f-48af-49f4-90c5-54f76c3af5a0 req-f2c140cb-fba1-4477-9346-a8eca1c6c364 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b HTTP/1.1" status: 200 len: 210 time: 0.0694773 Nov 09 21:45:12.435895 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e439e-4c00-4d46-ac8e-545a5e3af93d tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13253d2a-6993-4c84-a7be-7f503fb64cc7,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:12.507297 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b4b3d4c0-bc0a-4b60-98e8-04950c713bfd tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:12.591389 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b4b3d4c0-bc0a-4b60-98e8-04950c713bfd tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:12.604814 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b4b3d4c0-bc0a-4b60-98e8-04950c713bfd tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:12.657994 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b3d4c0-bc0a-4b60-98e8-04950c713bfd tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4c39086-c290-44af-b73e-e4450d10bab2,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:12.681224 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b4b3d4c0-bc0a-4b60-98e8-04950c713bfd tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:12.682441 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b4b3d4c0-bc0a-4b60-98e8-04950c713bfd tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2675681 Nov 09 21:45:12.685069 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52082) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:12.693593 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-14b11da2-601f-4b7b-94e8-d42c7115b7ac tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Request body: {'security_group_rule': {'security_group_id': '75147dcd-fce9-48eb-9498-3c87f94aa955', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:12.727762 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-14b11da2-601f-4b7b-94e8-d42c7115b7ac tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:12.800137 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-14b11da2-601f-4b7b-94e8-d42c7115b7ac tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:12.805756 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-14b11da2-601f-4b7b-94e8-d42c7115b7ac tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:12.833200 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b11da2-601f-4b7b-94e8-d42c7115b7ac tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c04148c5-eba2-493e-982f-d1fe8ad79c4a,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:12.856190 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-14b11da2-601f-4b7b-94e8-d42c7115b7ac tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:12.858212 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-14b11da2-601f-4b7b-94e8-d42c7115b7ac tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1713552 Nov 09 21:45:12.860694 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52102) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:12.866834 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-e9238abb-c3fe-4859-9f5f-40d11b246fd0 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Request body: {'security_group_rule': {'security_group_id': '75147dcd-fce9-48eb-9498-3c87f94aa955', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:12.901629 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e9238abb-c3fe-4859-9f5f-40d11b246fd0 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:12.999507 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e9238abb-c3fe-4859-9f5f-40d11b246fd0 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:13.007030 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e9238abb-c3fe-4859-9f5f-40d11b246fd0 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:13.042025 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9238abb-c3fe-4859-9f5f-40d11b246fd0 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9751e28-0407-43bb-af59-28b755855f7b,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:13.060466 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e9238abb-c3fe-4859-9f5f-40d11b246fd0 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:13.065032 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e9238abb-c3fe-4859-9f5f-40d11b246fd0 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1997423 Nov 09 21:45:13.065424 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52128) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:13.070280 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-e1200ecb-a0a7-475f-a381-257196e12831 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Request body: {'security_group_rule': {'security_group_id': '75147dcd-fce9-48eb-9498-3c87f94aa955', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:13.111440 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e1200ecb-a0a7-475f-a381-257196e12831 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:13.189332 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e1200ecb-a0a7-475f-a381-257196e12831 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:13.203621 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e1200ecb-a0a7-475f-a381-257196e12831 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:13.224005 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1200ecb-a0a7-475f-a381-257196e12831 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e365d60a-0093-4a0b-b711-9208633cbbb3,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:13.245984 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e1200ecb-a0a7-475f-a381-257196e12831 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:13.249879 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e1200ecb-a0a7-475f-a381-257196e12831 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1806688 Nov 09 21:45:13.250320 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52148) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:13.279756 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-907bb4aa-e204-4405-b3d2-d76e9d9a9623 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:13.289087 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-907bb4aa-e204-4405-b3d2-d76e9d9a9623 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:13.320204 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-907bb4aa-e204-4405-b3d2-d76e9d9a9623 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:13.345083 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-907bb4aa-e204-4405-b3d2-d76e9d9a9623 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:13.348838 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-907bb4aa-e204-4405-b3d2-d76e9d9a9623 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/e365d60a-0093-4a0b-b711-9208633cbbb3 HTTP/1.1" status: 204 len: 168 time: 0.0953317 Nov 09 21:45:13.349730 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52162) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:13.381320 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907bb4aa-e204-4405-b3d2-d76e9d9a9623 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e365d60a-0093-4a0b-b711-9208633cbbb3,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:13.419812 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52172) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:13.428441 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-317bc572-7945-4030-803d-3490021dc80c tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0773931 Nov 09 21:45:13.470486 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dbcc66a6-836e-4ce6-a2af-14076d217377 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:13.481589 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dbcc66a6-836e-4ce6-a2af-14076d217377 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:13.519557 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dbcc66a6-836e-4ce6-a2af-14076d217377 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:13.527725 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dbcc66a6-836e-4ce6-a2af-14076d217377 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:13.529991 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-dbcc66a6-836e-4ce6-a2af-14076d217377 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/a9751e28-0407-43bb-af59-28b755855f7b HTTP/1.1" status: 204 len: 168 time: 0.1089969 Nov 09 21:45:13.538183 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52188) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:13.547438 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc66a6-836e-4ce6-a2af-14076d217377 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a9751e28-0407-43bb-af59-28b755855f7b,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:13.556483 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c0e13c1-2878-4d9b-ad63-a19f0c9008f5 req-42b3d10c-52eb-4807-9b80-f0d482a555d2 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b HTTP/1.1" status: 200 len: 210 time: 0.0404005 Nov 09 21:45:13.693606 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a03925b0-5f86-4b54-9cc1-cd198d9b7ca3 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1537929 Nov 09 21:45:13.696422 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52210) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:13.745489 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ccc1c511-82bd-42c7-a7d4-59b3785db323 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:13.756822 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ccc1c511-82bd-42c7-a7d4-59b3785db323 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:13.791601 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ccc1c511-82bd-42c7-a7d4-59b3785db323 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:13.801342 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ccc1c511-82bd-42c7-a7d4-59b3785db323 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:13.802884 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ccc1c511-82bd-42c7-a7d4-59b3785db323 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/c04148c5-eba2-493e-982f-d1fe8ad79c4a HTTP/1.1" status: 204 len: 168 time: 0.1048398 Nov 09 21:45:13.805452 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52222) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:13.832926 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1c511-82bd-42c7-a7d4-59b3785db323 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c04148c5-eba2-493e-982f-d1fe8ad79c4a,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:13.895117 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-062f0d5d-9314-41d8-a399-5a49f8b196a4 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0882888 Nov 09 21:45:13.898023 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52234) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:13.931105 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78a6059d-ed02-4e78-be91-e0e266fc8b75 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:13.944652 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78a6059d-ed02-4e78-be91-e0e266fc8b75 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:14.006141 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78a6059d-ed02-4e78-be91-e0e266fc8b75 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:14.012225 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78a6059d-ed02-4e78-be91-e0e266fc8b75 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:14.015918 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52246) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:14.017454 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-78a6059d-ed02-4e78-be91-e0e266fc8b75 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/d4c39086-c290-44af-b73e-e4450d10bab2 HTTP/1.1" status: 204 len: 168 time: 0.1183193 Nov 09 21:45:14.037051 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a6059d-ed02-4e78-be91-e0e266fc8b75 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4c39086-c290-44af-b73e-e4450d10bab2,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:14.116059 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-112c7633-0722-44b1-96b3-d9cbe1f5fc01 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0958023 Nov 09 21:45:14.116472 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52260) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:14.150389 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c1f767b0-e38a-42fc-89b3-7b61f394f3f9 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:14.161470 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c1f767b0-e38a-42fc-89b3-7b61f394f3f9 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:14.194711 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c1f767b0-e38a-42fc-89b3-7b61f394f3f9 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:14.202864 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c1f767b0-e38a-42fc-89b3-7b61f394f3f9 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:14.204704 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c1f767b0-e38a-42fc-89b3-7b61f394f3f9 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/13253d2a-6993-4c84-a7be-7f503fb64cc7 HTTP/1.1" status: 204 len: 168 time: 0.0863619 Nov 09 21:45:14.207913 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52270) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:14.216754 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f767b0-e38a-42fc-89b3-7b61f394f3f9 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13253d2a-6993-4c84-a7be-7f503fb64cc7,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:14.264010 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4be68fe9-b179-44b7-a940-ff103018444b tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0546284 Nov 09 21:45:14.267363 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52278) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:14.341089 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ae6564fa-3137-40af-b345-e2fa396d819a tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:14.393418 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ae6564fa-3137-40af-b345-e2fa396d819a tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:14.491009 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ae6564fa-3137-40af-b345-e2fa396d819a tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:14.499455 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ae6564fa-3137-40af-b345-e2fa396d819a tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:14.504170 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52308) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:14.505159 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ae6564fa-3137-40af-b345-e2fa396d819a tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "DELETE /v2.0/security-groups/75147dcd-fce9-48eb-9498-3c87f94aa955 HTTP/1.1" status: 204 len: 168 time: 0.2367074 Nov 09 21:45:14.528102 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6564fa-3137-40af-b345-e2fa396d819a tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75147dcd-fce9-48eb-9498-3c87f94aa955,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:14.598019 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-295939c8-2e48-444e-adf3-4d3ff0000c48 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0890601 Nov 09 21:45:14.598811 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52320) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:14.603267 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-d600458f-0240-4382-ba0f-d43d60eb8772 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Request body: {'security_group': {'name': 'tempest-secgroup--1421870560'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:14.675016 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d600458f-0240-4382-ba0f-d43d60eb8772 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:14.817009 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-79476ae1-cc1f-4306-bafa-b0ef839a01ec req-39128a02-a918-4423-9e23-1262c6c22bc3 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b HTTP/1.1" status: 200 len: 210 time: 0.0508485 Nov 09 21:45:14.858811 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d600458f-0240-4382-ba0f-d43d60eb8772 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:14.866700 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d600458f-0240-4382-ba0f-d43d60eb8772 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:14.924450 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d600458f-0240-4382-ba0f-d43d60eb8772 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:14.930724 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52358) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:14.935757 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-f1d69b05-0c6f-48ca-b46b-bd56839484ea tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Request body: {'security_group_rule': {'security_group_id': '150f7079-e89f-4d41-bfeb-764e1764ebfe', 'direction': 'ingress', 'protocol': 17}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:14.941872 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d600458f-0240-4382-ba0f-d43d60eb8772 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3405902 Nov 09 21:45:14.947580 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d600458f-0240-4382-ba0f-d43d60eb8772 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=150f7079-e89f-4d41-bfeb-764e1764ebfe,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:14.988660 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f1d69b05-0c6f-48ca-b46b-bd56839484ea tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:15.098588 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f1d69b05-0c6f-48ca-b46b-bd56839484ea tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:15.113105 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f1d69b05-0c6f-48ca-b46b-bd56839484ea tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:15.144531 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d69b05-0c6f-48ca-b46b-bd56839484ea tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6680bd9b-5df5-4964-8562-30920b9f050b,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:15.171972 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f1d69b05-0c6f-48ca-b46b-bd56839484ea tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:15.173771 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f1d69b05-0c6f-48ca-b46b-bd56839484ea tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2420070 Nov 09 21:45:15.176816 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52382) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:15.256344 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0e0e2fed-6701-4bef-bedf-91deafd064cb tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:15.309103 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0e0e2fed-6701-4bef-bedf-91deafd064cb tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:15.388467 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0e0e2fed-6701-4bef-bedf-91deafd064cb tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:15.391535 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0e0e2fed-6701-4bef-bedf-91deafd064cb tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:15.392752 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0e0e2fed-6701-4bef-bedf-91deafd064cb tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "DELETE /v2.0/security-groups/150f7079-e89f-4d41-bfeb-764e1764ebfe HTTP/1.1" status: 204 len: 168 time: 0.2148008 Nov 09 21:45:15.395435 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52406) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:15.412621 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e2fed-6701-4bef-bedf-91deafd064cb tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=150f7079-e89f-4d41-bfeb-764e1764ebfe,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:15.479844 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-acf18e8a-0f4b-4e9e-bc77-f569ab40d342 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0825305 Nov 09 21:45:15.485854 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52416) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:15.491799 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-ae54da27-6918-401c-a69b-ee0c51f16fa6 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Request body: {'security_group': {'name': 'tempest-secgroup--1693347146'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:15.549519 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ae54da27-6918-401c-a69b-ee0c51f16fa6 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:15.650174 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ae54da27-6918-401c-a69b-ee0c51f16fa6 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:15.658093 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ae54da27-6918-401c-a69b-ee0c51f16fa6 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:15.697062 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ae54da27-6918-401c-a69b-ee0c51f16fa6 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:15.698496 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ae54da27-6918-401c-a69b-ee0c51f16fa6 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2113237 Nov 09 21:45:15.700597 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae54da27-6918-401c-a69b-ee0c51f16fa6 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af90a75b-12a1-4abf-8e6d-f3e623dc6244,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:15.701950 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52446) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:15.707034 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-ad917b5d-8ad1-4663-8831-78ddba6661b7 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Request body: {'security_group': {'name': 'tempest-secgroup--570004400'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:15.775880 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ad917b5d-8ad1-4663-8831-78ddba6661b7 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:15.953205 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ad917b5d-8ad1-4663-8831-78ddba6661b7 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:15.972687 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ad917b5d-8ad1-4663-8831-78ddba6661b7 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:16.032164 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5d3a55b3-d3a1-47a4-a8e1-0dad56dfea48 req-7e7fe8ac-d9c4-43a2-8da6-83aa26d16c6b tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b HTTP/1.1" status: 200 len: 210 time: 0.0682268 Nov 09 21:45:16.043533 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ad917b5d-8ad1-4663-8831-78ddba6661b7 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:16.045344 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ad917b5d-8ad1-4663-8831-78ddba6661b7 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3419957 Nov 09 21:45:16.050462 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52482) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:16.054803 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad917b5d-8ad1-4663-8831-78ddba6661b7 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=678898b1-92f5-4d6f-9bf1-ef1c4ad2ac52,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:16.055016 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-d7375e30-bbb9-4778-84eb-844b129846c3 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Request body: {'security_group_rule': {'security_group_id': 'af90a75b-12a1-4abf-8e6d-f3e623dc6244', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '678898b1-92f5-4d6f-9bf1-ef1c4ad2ac52', 'remote_ip_prefix': None}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:16.116175 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d7375e30-bbb9-4778-84eb-844b129846c3 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:16.228251 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d7375e30-bbb9-4778-84eb-844b129846c3 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:16.237009 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d7375e30-bbb9-4778-84eb-844b129846c3 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:16.259264 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7375e30-bbb9-4778-84eb-844b129846c3 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3e3f875-e0f1-4caf-9bb5-cdc01c08b86b,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:16.276003 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d7375e30-bbb9-4778-84eb-844b129846c3 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:16.277351 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d7375e30-bbb9-4778-84eb-844b129846c3 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2258186 Nov 09 21:45:16.280302 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52508) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:16.310372 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-38afb00c-449a-4c5f-9dbc-127ac44b36f1 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:16.320193 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-38afb00c-449a-4c5f-9dbc-127ac44b36f1 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:16.356682 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-38afb00c-449a-4c5f-9dbc-127ac44b36f1 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:16.363798 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-38afb00c-449a-4c5f-9dbc-127ac44b36f1 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:16.365202 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-38afb00c-449a-4c5f-9dbc-127ac44b36f1 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/c3e3f875-e0f1-4caf-9bb5-cdc01c08b86b HTTP/1.1" status: 204 len: 168 time: 0.0837388 Nov 09 21:45:16.367902 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52510) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:16.371277 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38afb00c-449a-4c5f-9dbc-127ac44b36f1 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3e3f875-e0f1-4caf-9bb5-cdc01c08b86b,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:16.428313 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a7b523ab-39dc-48ae-b6ef-fe0386d208dc tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0592196 Nov 09 21:45:16.428579 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52512) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:16.564567 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3b5109ba-b56d-48bc-a8a6-a06346123ed7 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:16.623080 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3b5109ba-b56d-48bc-a8a6-a06346123ed7 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:16.701012 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3b5109ba-b56d-48bc-a8a6-a06346123ed7 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:16.704551 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3b5109ba-b56d-48bc-a8a6-a06346123ed7 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:16.707931 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-3b5109ba-b56d-48bc-a8a6-a06346123ed7 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "DELETE /v2.0/security-groups/678898b1-92f5-4d6f-9bf1-ef1c4ad2ac52 HTTP/1.1" status: 204 len: 168 time: 0.2785194 Nov 09 21:45:16.710604 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52538) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:16.747847 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5109ba-b56d-48bc-a8a6-a06346123ed7 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=678898b1-92f5-4d6f-9bf1-ef1c4ad2ac52,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:16.831976 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-24481088-c796-4c9f-8f07-7e7b85fcc299 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1167254 Nov 09 21:45:16.832367 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52552) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:16.918972 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f00c1130-f819-4ffb-a291-9487fca2c202 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:16.969453 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f00c1130-f819-4ffb-a291-9487fca2c202 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:17.040838 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f00c1130-f819-4ffb-a291-9487fca2c202 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:17.045252 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f00c1130-f819-4ffb-a291-9487fca2c202 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:17.053488 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52578) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:17.053640 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f00c1130-f819-4ffb-a291-9487fca2c202 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "DELETE /v2.0/security-groups/af90a75b-12a1-4abf-8e6d-f3e623dc6244 HTTP/1.1" status: 204 len: 168 time: 0.2198305 Nov 09 21:45:17.077659 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00c1130-f819-4ffb-a291-9487fca2c202 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af90a75b-12a1-4abf-8e6d-f3e623dc6244,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:17.153325 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-31a0bca9-3016-4788-8372-429477434394 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0979714 Nov 09 21:45:17.157679 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52586) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:17.166124 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-526cf0a4-6d93-49e2-b8a7-0a16fdf8780d tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Request body: {'security_group': {'name': 'tempest-secgroup--583994054'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:17.215839 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1b398b2e-62df-4267-920a-0c5a0b6aeea7 req-7df535b8-868c-4ccd-b027-8e3360188ab3 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fe9a35c-5f97-49a3-afd8-cfc7a38cfd9b HTTP/1.1" status: 200 len: 210 time: 0.0432951 Nov 09 21:45:17.253643 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-526cf0a4-6d93-49e2-b8a7-0a16fdf8780d tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:17.382060 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-526cf0a4-6d93-49e2-b8a7-0a16fdf8780d tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:17.388182 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-526cf0a4-6d93-49e2-b8a7-0a16fdf8780d tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:17.432688 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-526cf0a4-6d93-49e2-b8a7-0a16fdf8780d tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:17.436612 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-526cf0a4-6d93-49e2-b8a7-0a16fdf8780d tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2750788 Nov 09 21:45:17.437275 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52612) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:17.442215 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-3bb1c40c-0470-4ca7-93f9-549e1ae8aed4 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Request body: {'security_group_rule': {'security_group_id': '8d86b952-dee6-4ded-bc23-24a558ea9d33', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:17.442584 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526cf0a4-6d93-49e2-b8a7-0a16fdf8780d tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d86b952-dee6-4ded-bc23-24a558ea9d33,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:17.515203 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3bb1c40c-0470-4ca7-93f9-549e1ae8aed4 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:17.595101 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3bb1c40c-0470-4ca7-93f9-549e1ae8aed4 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:17.604057 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3bb1c40c-0470-4ca7-93f9-549e1ae8aed4 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:17.626731 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb1c40c-0470-4ca7-93f9-549e1ae8aed4 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=affce3cc-55b8-48eb-a49f-a05760b12b3d,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:17.639424 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3bb1c40c-0470-4ca7-93f9-549e1ae8aed4 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:17.640851 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3bb1c40c-0470-4ca7-93f9-549e1ae8aed4 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2025099 Nov 09 21:45:17.643894 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52616) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:17.661300 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-35bbcafd-4f7e-4f22-9805-748be245d772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:17.687152 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-755d3d8a-d8ef-49b0-9f0d-803c4f50cbe6 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:17.696283 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-755d3d8a-d8ef-49b0-9f0d-803c4f50cbe6 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:17.773426 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-755d3d8a-d8ef-49b0-9f0d-803c4f50cbe6 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:17.785708 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-755d3d8a-d8ef-49b0-9f0d-803c4f50cbe6 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:17.787067 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-755d3d8a-d8ef-49b0-9f0d-803c4f50cbe6 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/affce3cc-55b8-48eb-a49f-a05760b12b3d HTTP/1.1" status: 204 len: 168 time: 0.1421087 Nov 09 21:45:17.788014 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d3d8a-d8ef-49b0-9f0d-803c4f50cbe6 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=affce3cc-55b8-48eb-a49f-a05760b12b3d,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:17.789873 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52622) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:17.853837 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-64c062fa-d4e3-4346-9658-284f154e2bcc tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0626166 Nov 09 21:45:17.856401 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52626) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:17.915625 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3c0e99fd-5bfa-4109-800d-18684a3bd476 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:17.948111 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3c0e99fd-5bfa-4109-800d-18684a3bd476 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:17.999398 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3c0e99fd-5bfa-4109-800d-18684a3bd476 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:18.003644 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3c0e99fd-5bfa-4109-800d-18684a3bd476 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:18.005065 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-3c0e99fd-5bfa-4109-800d-18684a3bd476 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "DELETE /v2.0/security-groups/8d86b952-dee6-4ded-bc23-24a558ea9d33 HTTP/1.1" status: 204 len: 168 time: 0.1476378 Nov 09 21:45:18.007942 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52628) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:18.015667 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e99fd-5bfa-4109-800d-18684a3bd476 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d86b952-dee6-4ded-bc23-24a558ea9d33,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:18.060934 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e48ce125-1c3c-441f-a2f8-a7af5926342f tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0509651 Nov 09 21:45:18.065556 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52630) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:18.070934 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-a78060b7-c292-4a81-8800-d045d80accba tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Request body: {'security_group': {'name': 'tempest-secgroup--1198056368'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:18.095991 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a78060b7-c292-4a81-8800-d045d80accba tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:18.175903 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a78060b7-c292-4a81-8800-d045d80accba tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:18.180967 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a78060b7-c292-4a81-8800-d045d80accba tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:18.220510 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78060b7-c292-4a81-8800-d045d80accba tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10859605-8821-4188-bf94-0ee716b85bf5,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:18.226710 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a78060b7-c292-4a81-8800-d045d80accba tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:18.229224 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a78060b7-c292-4a81-8800-d045d80accba tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1624069 Nov 09 21:45:18.231833 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52632) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:18.237712 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-1416d740-ec9b-41a1-a0c8-82685bcc6316 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Request body: {'security_group_rule': {'security_group_id': '10859605-8821-4188-bf94-0ee716b85bf5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:18.308209 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1416d740-ec9b-41a1-a0c8-82685bcc6316 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:18.383915 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1416d740-ec9b-41a1-a0c8-82685bcc6316 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:18.388189 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1416d740-ec9b-41a1-a0c8-82685bcc6316 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:18.412904 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1416d740-ec9b-41a1-a0c8-82685bcc6316 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e22e9c7d-d0e7-48b4-8b8b-8719d4d35cd0,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:18.430636 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1416d740-ec9b-41a1-a0c8-82685bcc6316 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:18.432988 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1416d740-ec9b-41a1-a0c8-82685bcc6316 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1987286 Nov 09 21:45:18.434626 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52640) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:18.465114 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6da668f1-4a71-4b2e-a3b0-65d94795bb67 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "GET /v2.0/security-group-rules/e22e9c7d-d0e7-48b4-8b8b-8719d4d35cd0 HTTP/1.1" status: 200 len: 763 time: 0.0280225 Nov 09 21:45:18.467655 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52642) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:18.521463 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-06ac8715-df52-4041-937e-69e87b5e1068 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0524178 Nov 09 21:45:18.524078 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52646) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:18.551437 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-faad9993-2f39-4fef-a7b4-9fb2a487d820 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:18.561233 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-faad9993-2f39-4fef-a7b4-9fb2a487d820 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:18.598881 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-faad9993-2f39-4fef-a7b4-9fb2a487d820 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:18.614657 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-faad9993-2f39-4fef-a7b4-9fb2a487d820 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:18.618768 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52648) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:18.619256 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-faad9993-2f39-4fef-a7b4-9fb2a487d820 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/e22e9c7d-d0e7-48b4-8b8b-8719d4d35cd0 HTTP/1.1" status: 204 len: 168 time: 0.0935495 Nov 09 21:45:18.625619 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad9993-2f39-4fef-a7b4-9fb2a487d820 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e22e9c7d-d0e7-48b4-8b8b-8719d4d35cd0,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:18.682477 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-76d701d9-d072-449b-aaf3-4a7b629864c4 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0621789 Nov 09 21:45:18.684984 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52650) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:18.689366 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-109574d3-61fe-4619-be89-ba0d5ee2d01e tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Request body: {'security_group_rule': {'security_group_id': '10859605-8821-4188-bf94-0ee716b85bf5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:18.723022 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-109574d3-61fe-4619-be89-ba0d5ee2d01e tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:18.795982 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-109574d3-61fe-4619-be89-ba0d5ee2d01e tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:18.801852 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-109574d3-61fe-4619-be89-ba0d5ee2d01e tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:18.832780 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-109574d3-61fe-4619-be89-ba0d5ee2d01e tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:18.834170 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-109574d3-61fe-4619-be89-ba0d5ee2d01e tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1480970 Nov 09 21:45:18.836833 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52656) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:18.859916 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d98bc39a-ec9b-4f8c-acb2-375583c144e9 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "GET /v2.0/security-group-rules/62f24081-6a70-4e16-bdeb-a74bd72ce452 HTTP/1.1" status: 200 len: 763 time: 0.0211322 Nov 09 21:45:18.862187 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109574d3-61fe-4619-be89-ba0d5ee2d01e tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62f24081-6a70-4e16-bdeb-a74bd72ce452,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:18.864133 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52660) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:18.919867 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-fae281b1-f4ed-4545-a0b0-09772c91e95e tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0518408 Nov 09 21:45:18.920235 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52662) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:18.946211 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-774b1d0c-9210-45e4-9636-68d9f6cc30a0 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:18.959736 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-774b1d0c-9210-45e4-9636-68d9f6cc30a0 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:18.996500 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-774b1d0c-9210-45e4-9636-68d9f6cc30a0 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:19.007286 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-774b1d0c-9210-45e4-9636-68d9f6cc30a0 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:19.012311 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52664) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:19.021076 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-774b1d0c-9210-45e4-9636-68d9f6cc30a0 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/62f24081-6a70-4e16-bdeb-a74bd72ce452 HTTP/1.1" status: 204 len: 168 time: 0.0996413 Nov 09 21:45:19.040678 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b1d0c-9210-45e4-9636-68d9f6cc30a0 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=62f24081-6a70-4e16-bdeb-a74bd72ce452,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:19.084840 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52666) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:19.085102 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-00201991-4496-480a-96a5-b9b9843ad2e6 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0703611 Nov 09 21:45:19.090848 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-bbd4ae3c-6121-4175-b301-7d3be8d58549 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Request body: {'security_group_rule': {'security_group_id': '10859605-8821-4188-bf94-0ee716b85bf5', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:19.140004 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bbd4ae3c-6121-4175-b301-7d3be8d58549 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:19.200659 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bbd4ae3c-6121-4175-b301-7d3be8d58549 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:19.206278 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bbd4ae3c-6121-4175-b301-7d3be8d58549 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:19.241514 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bbd4ae3c-6121-4175-b301-7d3be8d58549 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:19.245312 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-bbd4ae3c-6121-4175-b301-7d3be8d58549 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1564238 Nov 09 21:45:19.245312 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd4ae3c-6121-4175-b301-7d3be8d58549 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3af720b4-ff21-4f7e-a0df-1974a810084a,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:19.246218 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52668) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:19.270866 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-cef72059-50cd-43f4-9c96-e5130a6864d3 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "GET /v2.0/security-group-rules/3af720b4-ff21-4f7e-a0df-1974a810084a HTTP/1.1" status: 200 len: 764 time: 0.0241232 Nov 09 21:45:19.274432 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52670) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:19.331752 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52672) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:19.332516 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-53796531-806d-4ccd-85a6-854e76db4fc1 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0568311 Nov 09 21:45:19.356820 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5819ab6e-e766-4dee-beb8-aaead43adf91 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:19.365375 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5819ab6e-e766-4dee-beb8-aaead43adf91 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:19.394557 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5819ab6e-e766-4dee-beb8-aaead43adf91 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:19.421282 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5819ab6e-e766-4dee-beb8-aaead43adf91 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:19.424463 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5819ab6e-e766-4dee-beb8-aaead43adf91 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/3af720b4-ff21-4f7e-a0df-1974a810084a HTTP/1.1" status: 204 len: 168 time: 0.0909996 Nov 09 21:45:19.426907 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5819ab6e-e766-4dee-beb8-aaead43adf91 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3af720b4-ff21-4f7e-a0df-1974a810084a,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:19.429155 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52676) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:19.510367 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52678) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:19.510931 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f548cd17-9782-48a8-845d-ba6830a66a0e tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0813131 Nov 09 21:45:19.569532 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a84df08f-9ec0-4e30-b945-20cc2067afb8 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:19.617228 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a84df08f-9ec0-4e30-b945-20cc2067afb8 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:19.702828 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a84df08f-9ec0-4e30-b945-20cc2067afb8 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:19.705607 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a84df08f-9ec0-4e30-b945-20cc2067afb8 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:19.706902 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a84df08f-9ec0-4e30-b945-20cc2067afb8 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "DELETE /v2.0/security-groups/10859605-8821-4188-bf94-0ee716b85bf5 HTTP/1.1" status: 204 len: 168 time: 0.1946194 Nov 09 21:45:19.709890 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52684) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:19.728431 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84df08f-9ec0-4e30-b945-20cc2067afb8 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10859605-8821-4188-bf94-0ee716b85bf5,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:19.756912 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84df08f-9ec0-4e30-b945-20cc2067afb8 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:45:19.759168 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84df08f-9ec0-4e30-b945-20cc2067afb8 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:45:19.759729 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84df08f-9ec0-4e30-b945-20cc2067afb8 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:45:19.760233 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84df08f-9ec0-4e30-b945-20cc2067afb8 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:45:19.760859 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84df08f-9ec0-4e30-b945-20cc2067afb8 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:45:19.761377 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84df08f-9ec0-4e30-b945-20cc2067afb8 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:45:19.762126 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84df08f-9ec0-4e30-b945-20cc2067afb8 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:45:19.764267 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84df08f-9ec0-4e30-b945-20cc2067afb8 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:45:19.764895 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84df08f-9ec0-4e30-b945-20cc2067afb8 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:45:19.765393 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84df08f-9ec0-4e30-b945-20cc2067afb8 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:45:19.765913 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84df08f-9ec0-4e30-b945-20cc2067afb8 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:45:19.767296 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84df08f-9ec0-4e30-b945-20cc2067afb8 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:45:19.803718 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2c0e0b20-c36f-4680-8445-f9ca6c774c0f tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0926328 Nov 09 21:45:19.810667 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52688) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:19.872528 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ecc2e081-ee43-48e9-b1c6-637cfe5f0a99 tempest-SecGroupTest-86809511 tempest-SecGroupTest-86809511-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0600936 Nov 09 21:45:20.190147 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-83bfac53-8f87-474e-9750-9c67517d5775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:20.286850 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52698) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:20.542931 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3f4d58c7-6c6a-480f-827f-a4a6cc18230b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=691539071c71416e8323225db9f6e21f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2548237 Nov 09 21:45:20.545500 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52704) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:20.600910 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c18566d6-75a2-4bef-9b96-979721f0b1e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:20.624021 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c18566d6-75a2-4bef-9b96-979721f0b1e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:20.690253 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c18566d6-75a2-4bef-9b96-979721f0b1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:20.693165 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c18566d6-75a2-4bef-9b96-979721f0b1e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:20.697040 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c18566d6-75a2-4bef-9b96-979721f0b1e6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ce1be52f-88c7-4a19-8d76-749ddc96112f HTTP/1.1" status: 204 len: 168 time: 0.1498392 Nov 09 21:45:20.720655 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18566d6-75a2-4bef-9b96-979721f0b1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1be52f-88c7-4a19-8d76-749ddc96112f,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:20.967812 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:45:21.065999 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:21.988096 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52746) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:22.107870 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52752) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:22.196628 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-9cc577f6-719d-426e-9478-34036265bc13 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1861654843'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:22.234510 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc577f6-719d-426e-9478-34036265bc13 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Made reservation on behalf of 5bb7a5214a6f4ff8a807d58da383c4c7 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:45:22.238811 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9cc577f6-719d-426e-9478-34036265bc13 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:22.259695 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9cc577f6-719d-426e-9478-34036265bc13 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:22.429617 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9cc577f6-719d-426e-9478-34036265bc13 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:22.437540 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9cc577f6-719d-426e-9478-34036265bc13 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:22.454719 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc577f6-719d-426e-9478-34036265bc13 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:45:22.456558 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:22.467021 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9cc577f6-719d-426e-9478-34036265bc13 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:22.474887 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-9cc577f6-719d-426e-9478-34036265bc13 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Added segment b2332c45-a1d5-4b0d-8a5d-87a2b923747b of type vlan for network 24c71663-52fb-4337-9c68-c16f9f853afd Nov 09 21:45:22.517716 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9cc577f6-719d-426e-9478-34036265bc13 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:22.598924 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9cc577f6-719d-426e-9478-34036265bc13 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:22.611448 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc577f6-719d-426e-9478-34036265bc13 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:45:22.612904 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9cc577f6-719d-426e-9478-34036265bc13 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:22.710538 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-9cc577f6-719d-426e-9478-34036265bc13 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7213039 Nov 09 21:45:22.715839 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52758) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:22.721128 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc577f6-719d-426e-9478-34036265bc13 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90eb87e4-fe15-4846-a5c8-4ac57c6a5933,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:22.722461 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-a46c08d6-c6fe-417e-9dbc-ad08bcd339dc tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Request body: {'subnet': {'network_id': '24c71663-52fb-4337-9c68-c16f9f853afd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:22.746019 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc577f6-719d-426e-9478-34036265bc13 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:45:22.746699 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc577f6-719d-426e-9478-34036265bc13 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:45:22.747365 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc577f6-719d-426e-9478-34036265bc13 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:45:22.747949 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc577f6-719d-426e-9478-34036265bc13 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:45:22.748495 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc577f6-719d-426e-9478-34036265bc13 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:45:22.749261 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc577f6-719d-426e-9478-34036265bc13 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:45:22.749906 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc577f6-719d-426e-9478-34036265bc13 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:45:22.750485 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc577f6-719d-426e-9478-34036265bc13 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:45:22.751613 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc577f6-719d-426e-9478-34036265bc13 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:45:22.752150 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc577f6-719d-426e-9478-34036265bc13 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:45:22.752870 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc577f6-719d-426e-9478-34036265bc13 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:45:22.753415 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc577f6-719d-426e-9478-34036265bc13 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:45:22.757644 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc577f6-719d-426e-9478-34036265bc13 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Pushing event updated for resources: {'Network': ['ID=24c71663-52fb-4337-9c68-c16f9f853afd,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:22.795105 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 24c71663-52fb-4337-9c68-c16f9f853afd details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:45:22.905237 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46c08d6-c6fe-417e-9dbc-ad08bcd339dc tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Made reservation on behalf of 5bb7a5214a6f4ff8a807d58da383c4c7 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:45:22.909951 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a46c08d6-c6fe-417e-9dbc-ad08bcd339dc tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:23.031900 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:23.159202 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a46c08d6-c6fe-417e-9dbc-ad08bcd339dc tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:23.361909 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c08d6-c6fe-417e-9dbc-ad08bcd339dc tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Pushing event updated for resources: {'Subnet': ['ID=97b5a183-70be-4264-8545-890724faca25,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:23.405312 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:23.447524 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46c08d6-c6fe-417e-9dbc-ad08bcd339dc tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Checking segment: {'id': 'b2332c45-a1d5-4b0d-8a5d-87a2b923747b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '24c71663-52fb-4337-9c68-c16f9f853afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:45:23.448118 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46c08d6-c6fe-417e-9dbc-ad08bcd339dc tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Network hostable DHCP agents. Network: 24c71663-52fb-4337-9c68-c16f9f853afd, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:45:23.546114 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46c08d6-c6fe-417e-9dbc-ad08bcd339dc tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Network 24c71663-52fb-4337-9c68-c16f9f853afd is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:45:23.607513 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-a46c08d6-c6fe-417e-9dbc-ad08bcd339dc tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 24c71663-52fb-4337-9c68-c16f9f853afd) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:45:23.615314 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46c08d6-c6fe-417e-9dbc-ad08bcd339dc tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:45:23.616084 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a46c08d6-c6fe-417e-9dbc-ad08bcd339dc tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:23.624220 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aed0e3c-c329-4ac0-bddf-a89c5a8270f1 None None] Network 24c71663-52fb-4337-9c68-c16f9f853afd requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:45:23.671238 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a46c08d6-c6fe-417e-9dbc-ad08bcd339dc tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9526212 Nov 09 21:45:23.672301 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52768) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:23.678434 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-f863d39b-e43c-4ed2-bdd7-e5109c5d966a tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Request body: {'port': {'network_id': '24c71663-52fb-4337-9c68-c16f9f853afd', 'name': 'tempest-TagsExtTest-1428504590'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:23.721071 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6906a7bf-7b39-4185-84e6-79133a82c2f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:23.930562 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f863d39b-e43c-4ed2-bdd7-e5109c5d966a tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Made reservation on behalf of 5bb7a5214a6f4ff8a807d58da383c4c7 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:45:23.934528 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f863d39b-e43c-4ed2-bdd7-e5109c5d966a tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:23.968827 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [None req-f863d39b-e43c-4ed2-bdd7-e5109c5d966a tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] device_id is not set on port 4bc104b0-286a-4b73-9c83-66b4b3b8d739 yet. {{(pid=102608) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 21:45:24.006347 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc875d95-2b24-429c-80ee-a0c00b37e20e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-24c71663-52fb-4337-9c68-c16f9f853afd', 'network_id': '24c71663-52fb-4337-9c68-c16f9f853afd', 'tenant_id': '5bb7a5214a6f4ff8a807d58da383c4c7', 'fixed_ips': [{'subnet_id': '97b5a183-70be-4264-8545-890724faca25'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:45:24.007230 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dc875d95-2b24-429c-80ee-a0c00b37e20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:24.204795 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-f863d39b-e43c-4ed2-bdd7-e5109c5d966a tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Allocated IP 172.20.0.14 (24c71663-52fb-4337-9c68-c16f9f853afd/97b5a183-70be-4264-8545-890724faca25/4bc104b0-286a-4b73-9c83-66b4b3b8d739) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:45:24.298375 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-6906a7bf-7b39-4185-84e6-79133a82c2f7 admin admin] Deleting port f36b622a-0661-4c12-9ef6-31e76c8ee236 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:45:24.298964 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6906a7bf-7b39-4185-84e6-79133a82c2f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:24.446274 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-6906a7bf-7b39-4185-84e6-79133a82c2f7 admin admin] For port f36b622a-0661-4c12-9ef6-31e76c8ee236, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=f36b622a-0661-4c12-9ef6-31e76c8ee236,segment=NetworkSegment(d44ec02c-488a-4260-aed3-4df581508a44),segment_id=d44ec02c-488a-4260-aed3-4df581508a44)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:45:24.446680 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6906a7bf-7b39-4185-84e6-79133a82c2f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:24.522388 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f863d39b-e43c-4ed2-bdd7-e5109c5d966a tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:24.597135 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f863d39b-e43c-4ed2-bdd7-e5109c5d966a tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:24.690575 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f863d39b-e43c-4ed2-bdd7-e5109c5d966a tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Pushing event updated for resources: {'Port': ['ID=4bc104b0-286a-4b73-9c83-66b4b3b8d739,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:24.703437 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f863d39b-e43c-4ed2-bdd7-e5109c5d966a tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Network 24c71663-52fb-4337-9c68-c16f9f853afd is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:45:24.705097 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-f863d39b-e43c-4ed2-bdd7-e5109c5d966a tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:45:24.707688 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f863d39b-e43c-4ed2-bdd7-e5109c5d966a tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:45:24.738945 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-dc875d95-2b24-429c-80ee-a0c00b37e20e None None] Allocated IP 172.20.0.2 (24c71663-52fb-4337-9c68-c16f9f853afd/97b5a183-70be-4264-8545-890724faca25/bb78acea-44e7-4662-a8ff-04f57edf6618) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:45:24.841295 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f863d39b-e43c-4ed2-bdd7-e5109c5d966a tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:45:24.842760 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f863d39b-e43c-4ed2-bdd7-e5109c5d966a tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:24.912803 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f863d39b-e43c-4ed2-bdd7-e5109c5d966a tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2386787 Nov 09 21:45:24.926133 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52784) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:24.939778 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-6906a7bf-7b39-4185-84e6-79133a82c2f7 admin admin] Calling delete_port for f36b622a-0661-4c12-9ef6-31e76c8ee236 owned by network:router_interface {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:45:24.953918 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-e5e3f3d6-5055-4735-a5e2-951a046918df tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-280577418', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:25.013076 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e5e3f3d6-5055-4735-a5e2-951a046918df tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:25.014523 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e5e3f3d6-5055-4735-a5e2-951a046918df tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:25.095425 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dc875d95-2b24-429c-80ee-a0c00b37e20e None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:25.103920 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dc875d95-2b24-429c-80ee-a0c00b37e20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:25.164261 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc875d95-2b24-429c-80ee-a0c00b37e20e None None] Pushing event updated for resources: {'Port': ['ID=bb78acea-44e7-4662-a8ff-04f57edf6618,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:25.169979 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e5e3f3d6-5055-4735-a5e2-951a046918df tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:25.178395 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e5e3f3d6-5055-4735-a5e2-951a046918df tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:25.183269 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc875d95-2b24-429c-80ee-a0c00b37e20e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:45:25.183904 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc875d95-2b24-429c-80ee-a0c00b37e20e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:45:25.184405 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc875d95-2b24-429c-80ee-a0c00b37e20e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:45:25.184886 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc875d95-2b24-429c-80ee-a0c00b37e20e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:45:25.185364 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc875d95-2b24-429c-80ee-a0c00b37e20e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:45:25.185857 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc875d95-2b24-429c-80ee-a0c00b37e20e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:45:25.186289 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc875d95-2b24-429c-80ee-a0c00b37e20e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:45:25.186717 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc875d95-2b24-429c-80ee-a0c00b37e20e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:45:25.187147 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc875d95-2b24-429c-80ee-a0c00b37e20e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:45:25.187647 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc875d95-2b24-429c-80ee-a0c00b37e20e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:45:25.188156 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc875d95-2b24-429c-80ee-a0c00b37e20e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:45:25.188587 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc875d95-2b24-429c-80ee-a0c00b37e20e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:45:25.195645 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc875d95-2b24-429c-80ee-a0c00b37e20e None None] Network 24c71663-52fb-4337-9c68-c16f9f853afd is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:45:25.197744 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-dc875d95-2b24-429c-80ee-a0c00b37e20e None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:45:25.200974 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc875d95-2b24-429c-80ee-a0c00b37e20e None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:45:25.230051 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e5e3f3d6-5055-4735-a5e2-951a046918df tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:25.243387 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e5e3f3d6-5055-4735-a5e2-951a046918df tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3161480 Nov 09 21:45:25.243929 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52802) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:25.249335 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-74eb9d84-e864-40bd-92f7-494ec96fdb24 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-924214105', 'prefixes': ['172.20.0.0/16']}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:25.276147 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-dc875d95-2b24-429c-80ee-a0c00b37e20e None None] Attempting to bind port bb78acea-44e7-4662-a8ff-04f57edf6618 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:45:25.276823 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-dc875d95-2b24-429c-80ee-a0c00b37e20e None None] Attempting to bind port bb78acea-44e7-4662-a8ff-04f57edf6618 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'b2332c45-a1d5-4b0d-8a5d-87a2b923747b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '24c71663-52fb-4337-9c68-c16f9f853afd'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:45:25.278017 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc875d95-2b24-429c-80ee-a0c00b37e20e None None] Attempting to bind port bb78acea-44e7-4662-a8ff-04f57edf6618 on network 24c71663-52fb-4337-9c68-c16f9f853afd {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:45:25.285760 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc875d95-2b24-429c-80ee-a0c00b37e20e None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:45:25.286242 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc875d95-2b24-429c-80ee-a0c00b37e20e None None] Checking segment: {'id': 'b2332c45-a1d5-4b0d-8a5d-87a2b923747b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '24c71663-52fb-4337-9c68-c16f9f853afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:45:25.286765 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dc875d95-2b24-429c-80ee-a0c00b37e20e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:25.287234 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc875d95-2b24-429c-80ee-a0c00b37e20e None None] Bound using segment: {'id': 'b2332c45-a1d5-4b0d-8a5d-87a2b923747b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '24c71663-52fb-4337-9c68-c16f9f853afd'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:45:25.287799 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-dc875d95-2b24-429c-80ee-a0c00b37e20e None None] Bound port: bb78acea-44e7-4662-a8ff-04f57edf6618, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2332c45-a1d5-4b0d-8a5d-87a2b923747b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '24c71663-52fb-4337-9c68-c16f9f853afd'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:45:25.288259 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dc875d95-2b24-429c-80ee-a0c00b37e20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:25.365818 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-dc875d95-2b24-429c-80ee-a0c00b37e20e None None] For port bb78acea-44e7-4662-a8ff-04f57edf6618, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:45:25.369326 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-dc875d95-2b24-429c-80ee-a0c00b37e20e None None] For port bb78acea-44e7-4662-a8ff-04f57edf6618, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=bb78acea-44e7-4662-a8ff-04f57edf6618,segment=NetworkSegment(b2332c45-a1d5-4b0d-8a5d-87a2b923747b),segment_id=b2332c45-a1d5-4b0d-8a5d-87a2b923747b)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:45:25.379100 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dc875d95-2b24-429c-80ee-a0c00b37e20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:25.450210 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6906a7bf-7b39-4185-84e6-79133a82c2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:25.498827 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc875d95-2b24-429c-80ee-a0c00b37e20e None None] Pushing event updated for resources: {'Port': ['ID=bb78acea-44e7-4662-a8ff-04f57edf6618,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:25.551476 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6906a7bf-7b39-4185-84e6-79133a82c2f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f36b622a-0661-4c12-9ef6-31e76c8ee236,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:25.778366 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-74eb9d84-e864-40bd-92f7-494ec96fdb24 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Publish callbacks [] for subnetpool, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:25.781920 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-74eb9d84-e864-40bd-92f7-494ec96fdb24 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.5367162 Nov 09 21:45:25.785564 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52824) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:25.794379 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.tag.tag_plugin [None req-4fd88a27-3856-48ff-ba82-74ff894d4155 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '97b5a183-70be-4264-8545-890724faca25', 'tempest-TagsExtTest-Tag-1859815166') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:25.924128 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6906a7bf-7b39-4185-84e6-79133a82c2f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:26.050339 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4fd88a27-3856-48ff-ba82-74ff894d4155 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "PUT /v2.0/subnets/97b5a183-70be-4264-8545-890724faca25/tags/tempest-TagsExtTest-Tag-1859815166 HTTP/1.1" status: 201 len: 201 time: 0.2596083 Nov 09 21:45:26.053819 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52832) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:26.064198 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.tag.tag_plugin [None req-d4a01edc-fe94-49e0-b759-0070b2e14cdb tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4bc104b0-286a-4b73-9c83-66b4b3b8d739', 'tempest-TagsExtTest-Tag-673399733') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:26.188087 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d4a01edc-fe94-49e0-b759-0070b2e14cdb tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "PUT /v2.0/ports/4bc104b0-286a-4b73-9c83-66b4b3b8d739/tags/tempest-TagsExtTest-Tag-673399733 HTTP/1.1" status: 201 len: 201 time: 0.1320727 Nov 09 21:45:26.190705 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52842) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:26.195988 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.tag.tag_plugin [None req-e339e982-374a-45a9-88e6-8990d2c13f38 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '47b5402f-b405-4029-a56a-22d3b7318852', 'tempest-TagsExtTest-Tag-2084571398') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:26.258721 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6906a7bf-7b39-4185-84e6-79133a82c2f7 admin admin] Router f712a410-16fb-4a8e-9a79-2fc7d899bb28 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:45:26.399546 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e339e982-374a-45a9-88e6-8990d2c13f38 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "PUT /v2.0/routers/47b5402f-b405-4029-a56a-22d3b7318852/tags/tempest-TagsExtTest-Tag-2084571398 HTTP/1.1" status: 201 len: 201 time: 0.2077043 Nov 09 21:45:26.400179 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52848) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:26.405629 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.tag.tag_plugin [None req-f6b9e30b-c2f2-4e25-bb30-d8959c7dd26b tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'fa4fe2ee-6c28-42d0-a865-cc53619935d6', 'tempest-TagsExtTest-Tag-1708803473') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:26.490111 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52850) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:26.490645 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f6b9e30b-c2f2-4e25-bb30-d8959c7dd26b tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "PUT /v2.0/subnetpools/fa4fe2ee-6c28-42d0-a865-cc53619935d6/tags/tempest-TagsExtTest-Tag-1708803473 HTTP/1.1" status: 201 len: 201 time: 0.0887449 Nov 09 21:45:26.494462 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.tag.tag_plugin [None req-cd4231c4-5d73-4b74-8ccc-cc568af89065 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '97b5a183-70be-4264-8545-890724faca25') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:26.602859 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6906a7bf-7b39-4185-84e6-79133a82c2f7 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:45:26.615091 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed716cec-8337-4344-ab05-ac0168b35c72 None None] Sync routers for ids ['f712a410-16fb-4a8e-9a79-2fc7d899bb28'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:45:26.619804 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6906a7bf-7b39-4185-84e6-79133a82c2f7 admin admin] 10.222.0.49 "PUT /v2.0/routers/f712a410-16fb-4a8e-9a79-2fc7d899bb28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5101495 Nov 09 21:45:26.622478 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52852) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:26.647886 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed716cec-8337-4344-ab05-ac0168b35c72 None None] Routers {'f712a410-16fb-4a8e-9a79-2fc7d899bb28'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:45:26.650493 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-ed716cec-8337-4344-ab05-ac0168b35c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:45:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f712a410-16fb-4a8e-9a79-2fc7d899bb28'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:26.757329 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-cd4231c4-5d73-4b74-8ccc-cc568af89065 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "GET /v2.0/subnets/97b5a183-70be-4264-8545-890724faca25/tags HTTP/1.1" status: 200 len: 241 time: 0.2661250 Nov 09 21:45:26.759983 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52856) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:26.768264 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.tag.tag_plugin [None req-cedf571d-ee1e-4c40-8055-5052f48a0900 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '97b5a183-70be-4264-8545-890724faca25', 'tempest-TagsExtTest-Tag-1859815166') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:26.832371 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-ed716cec-8337-4344-ab05-ac0168b35c72 None None] Set router f712a410-16fb-4a8e-9a79-2fc7d899bb28 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:45:26.855756 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device bb78acea-44e7-4662-a8ff-04f57edf6618 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:45:26.906865 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2c4de891-5030-49e7-8ea2-2237d91bac3e admin admin] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:26.932315 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-cedf571d-ee1e-4c40-8055-5052f48a0900 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "GET /v2.0/subnets/97b5a183-70be-4264-8545-890724faca25/tags/tempest-TagsExtTest-Tag-1859815166 HTTP/1.1" status: 204 len: 168 time: 0.1712575 Nov 09 21:45:26.939986 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52860) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:26.944356 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.tag.tag_plugin [None req-21079f9e-2311-46a9-acb6-90b6a4458ffc tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '97b5a183-70be-4264-8545-890724faca25', 'tempest-TagsExtTest-Tag-1859815166') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:27.072163 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port bb78acea-44e7-4662-a8ff-04f57edf6618 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:45:27.072739 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:27.129831 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-21079f9e-2311-46a9-acb6-90b6a4458ffc tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "DELETE /v2.0/subnets/97b5a183-70be-4264-8545-890724faca25/tags/tempest-TagsExtTest-Tag-1859815166 HTTP/1.1" status: 204 len: 168 time: 0.1887875 Nov 09 21:45:27.133137 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52864) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:27.143351 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.tag.tag_plugin [None req-32714e7f-775d-4e9e-9e01-e0a8b0ac6238 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '97b5a183-70be-4264-8545-890724faca25') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:27.211408 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2c4de891-5030-49e7-8ea2-2237d91bac3e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:27.214839 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52868) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:27.226087 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-b1e3dc80-6565-4577-803c-69ed104e350c tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1185313116', 'description': 'tempest-secgroup-smoke-1185313116 description', 'project_id': 'b3039f985d904a47a201680c8c884f50'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:27.265160 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68cc15d-05e4-47e1-aef7-dbec4f494bc9 None None] Network 24c71663-52fb-4337-9c68-c16f9f853afd requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:45:27.280497 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b1e3dc80-6565-4577-803c-69ed104e350c tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:27.309343 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-32714e7f-775d-4e9e-9e01-e0a8b0ac6238 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "GET /v2.0/subnets/97b5a183-70be-4264-8545-890724faca25/tags HTTP/1.1" status: 200 len: 205 time: 0.1751521 Nov 09 21:45:27.313214 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52870) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:27.319433 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.tag.tag_plugin [None req-706786b1-956e-4014-8ddd-33491d941d07 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4bc104b0-286a-4b73-9c83-66b4b3b8d739') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:27.341982 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-ed716cec-8337-4344-ab05-ac0168b35c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'name': 'tempest-TestVolumeBackupRestore-460787360-router', 'tenant_id': '469f95456a2b40728525091048862e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'ccd3f016-f7ae-4385-a28f-d39c9639b072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:40:19Z', 'updated_at': '2021-11-09T21:45:25Z', 'revision_number': 5, 'project_id': '469f95456a2b40728525091048862e3f', 'gw_port': {'id': 'ccd3f016-f7ae-4385-a28f-d39c9639b072', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:40:20Z', 'updated_at': '2021-11-09T21:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:27.351584 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:27.389803 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-2c4de891-5030-49e7-8ea2-2237d91bac3e admin admin] Deleting port ccd3f016-f7ae-4385-a28f-d39c9639b072 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:45:27.390146 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2c4de891-5030-49e7-8ea2-2237d91bac3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:27.403697 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed716cec-8337-4344-ab05-ac0168b35c72 None None] Checking router: f712a410-16fb-4a8e-9a79-2fc7d899bb28 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:45:27.429673 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed716cec-8337-4344-ab05-ac0168b35c72 None None] Routers {'f712a410-16fb-4a8e-9a79-2fc7d899bb28'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:45:27.432840 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-ed716cec-8337-4344-ab05-ac0168b35c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:45:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f712a410-16fb-4a8e-9a79-2fc7d899bb28'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:27.440113 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port bb78acea-44e7-4662-a8ff-04f57edf6618, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=bb78acea-44e7-4662-a8ff-04f57edf6618,segment=NetworkSegment(b2332c45-a1d5-4b0d-8a5d-87a2b923747b),segment_id=b2332c45-a1d5-4b0d-8a5d-87a2b923747b)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:45:27.452923 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b1e3dc80-6565-4577-803c-69ed104e350c tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:27.467081 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b1e3dc80-6565-4577-803c-69ed104e350c tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:27.487808 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-893710ce-e0f5-4c19-b904-e6cc2aaea575 None None] Provisioning complete for port bb78acea-44e7-4662-a8ff-04f57edf6618 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:45:27.488227 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-893710ce-e0f5-4c19-b904-e6cc2aaea575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:27.520706 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b1e3dc80-6565-4577-803c-69ed104e350c tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:27.522739 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b1e3dc80-6565-4577-803c-69ed104e350c tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3068955 Nov 09 21:45:27.534284 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52872) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:27.539053 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-2c4de891-5030-49e7-8ea2-2237d91bac3e admin admin] For port ccd3f016-f7ae-4385-a28f-d39c9639b072, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=ccd3f016-f7ae-4385-a28f-d39c9639b072,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:45:27.539429 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2c4de891-5030-49e7-8ea2-2237d91bac3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:27.545618 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-0c12d5da-3c34-487b-989a-95f9f4cb1edb tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Request body: {'security_group_rule': {'security_group_id': 'd2ffbac2-efa0-42a2-b3ec-3d8edf9da112', 'project_id': 'b3039f985d904a47a201680c8c884f50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:27.551920 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:27.558731 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e3dc80-6565-4577-803c-69ed104e350c tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:27.584740 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-2c4de891-5030-49e7-8ea2-2237d91bac3e admin admin] Calling delete_port for ccd3f016-f7ae-4385-a28f-d39c9639b072 owned by network:router_gateway {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:45:27.620411 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0c12d5da-3c34-487b-989a-95f9f4cb1edb tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:27.622076 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-ed716cec-8337-4344-ab05-ac0168b35c72 None None] Set router f712a410-16fb-4a8e-9a79-2fc7d899bb28 gateway port host: None {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:45:27.652435 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=bb78acea-44e7-4662-a8ff-04f57edf6618,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:27.728737 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0c12d5da-3c34-487b-989a-95f9f4cb1edb tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:27.739019 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0c12d5da-3c34-487b-989a-95f9f4cb1edb tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:27.777364 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12d5da-3c34-487b-989a-95f9f4cb1edb tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75160160-bdb9-4df8-8acb-9078dffe75c7,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:27.790357 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0c12d5da-3c34-487b-989a-95f9f4cb1edb tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:27.791583 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0c12d5da-3c34-487b-989a-95f9f4cb1edb tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2532694 Nov 09 21:45:27.794325 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52874) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:27.800455 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-9c5deda0-5cbd-45df-a2bc-d49de6d2b9e2 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Request body: {'security_group_rule': {'security_group_id': 'd2ffbac2-efa0-42a2-b3ec-3d8edf9da112', 'project_id': 'b3039f985d904a47a201680c8c884f50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:27.848164 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-706786b1-956e-4014-8ddd-33491d941d07 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "GET /v2.0/ports/4bc104b0-286a-4b73-9c83-66b4b3b8d739/tags HTTP/1.1" status: 200 len: 240 time: 0.5296292 Nov 09 21:45:27.851603 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52876) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:27.858779 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9c5deda0-5cbd-45df-a2bc-d49de6d2b9e2 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:27.861429 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.tag.tag_plugin [None req-695d3f48-effa-488f-a01d-12da4d56351c tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4bc104b0-286a-4b73-9c83-66b4b3b8d739', 'tempest-TagsExtTest-Tag-673399733') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:27.918439 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-ed716cec-8337-4344-ab05-ac0168b35c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'name': 'tempest-TestVolumeBackupRestore-460787360-router', 'tenant_id': '469f95456a2b40728525091048862e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:40:19Z', 'updated_at': '2021-11-09T21:45:27Z', 'revision_number': 6, 'project_id': '469f95456a2b40728525091048862e3f', 'gw_port_host': None}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:27.970730 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed716cec-8337-4344-ab05-ac0168b35c72 None None] The sync data for ids ['f712a410-16fb-4a8e-9a79-2fc7d899bb28'] in n-d-816206-3 is: [{'id': 'f712a410-16fb-4a8e-9a79-2fc7d899bb28', 'name': 'tempest-TestVolumeBackupRestore-460787360-router', 'tenant_id': '469f95456a2b40728525091048862e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:40:19Z', 'updated_at': '2021-11-09T21:45:27Z', 'revision_number': 6, 'project_id': '469f95456a2b40728525091048862e3f', 'gw_port_host': None}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:45:28.011748 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9c5deda0-5cbd-45df-a2bc-d49de6d2b9e2 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:28.020200 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9c5deda0-5cbd-45df-a2bc-d49de6d2b9e2 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:28.028722 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-695d3f48-effa-488f-a01d-12da4d56351c tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "GET /v2.0/ports/4bc104b0-286a-4b73-9c83-66b4b3b8d739/tags/tempest-TagsExtTest-Tag-673399733 HTTP/1.1" status: 204 len: 168 time: 0.1683497 Nov 09 21:45:28.029256 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52878) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:28.040228 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2c4de891-5030-49e7-8ea2-2237d91bac3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:28.043192 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.tag.tag_plugin [None req-643fa05f-34b9-456c-afc2-3add736ce77e tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '4bc104b0-286a-4b73-9c83-66b4b3b8d739', 'tempest-TagsExtTest-Tag-673399733') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:28.088469 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4de891-5030-49e7-8ea2-2237d91bac3e admin admin] Pushing event deleted for resources: {'Port': ['ID=ccd3f016-f7ae-4385-a28f-d39c9639b072,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:28.111015 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9819fa0-ac4e-4c58-85bb-6142b8c132c5 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:45:28.146641 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5deda0-5cbd-45df-a2bc-d49de6d2b9e2 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0eecc3d-7e87-4b28-97bd-53f68fb24f6e,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:28.165277 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9c5deda0-5cbd-45df-a2bc-d49de6d2b9e2 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:28.167797 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-9c5deda0-5cbd-45df-a2bc-d49de6d2b9e2 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3724947 Nov 09 21:45:28.170714 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52882) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:28.177708 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-80394cf8-3d97-44b3-8741-bfc5e8a24ffb tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Request body: {'security_group_rule': {'security_group_id': 'd2ffbac2-efa0-42a2-b3ec-3d8edf9da112', 'project_id': 'b3039f985d904a47a201680c8c884f50', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:28.195111 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2c4de891-5030-49e7-8ea2-2237d91bac3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:28.251648 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-80394cf8-3d97-44b3-8741-bfc5e8a24ffb tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:28.269918 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-643fa05f-34b9-456c-afc2-3add736ce77e tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "DELETE /v2.0/ports/4bc104b0-286a-4b73-9c83-66b4b3b8d739/tags/tempest-TagsExtTest-Tag-673399733 HTTP/1.1" status: 204 len: 168 time: 0.2379670 Nov 09 21:45:28.270757 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52886) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:28.284172 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.tag.tag_plugin [None req-68df799e-d100-4b9b-abda-56270b032167 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4bc104b0-286a-4b73-9c83-66b4b3b8d739') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:28.319013 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2c4de891-5030-49e7-8ea2-2237d91bac3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:28.321440 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2c4de891-5030-49e7-8ea2-2237d91bac3e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:28.410352 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2c4de891-5030-49e7-8ea2-2237d91bac3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:28.411294 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4de891-5030-49e7-8ea2-2237d91bac3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f712a410-16fb-4a8e-9a79-2fc7d899bb28 {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:45:28.419793 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-68df799e-d100-4b9b-abda-56270b032167 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "GET /v2.0/ports/4bc104b0-286a-4b73-9c83-66b4b3b8d739/tags HTTP/1.1" status: 200 len: 205 time: 0.1455624 Nov 09 21:45:28.420507 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52888) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:28.421777 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2c4de891-5030-49e7-8ea2-2237d91bac3e admin admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:28.424709 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2c4de891-5030-49e7-8ea2-2237d91bac3e admin admin] 10.222.0.49 "DELETE /v2.0/routers/f712a410-16fb-4a8e-9a79-2fc7d899bb28 HTTP/1.1" status: 204 len: 168 time: 1.8012221 Nov 09 21:45:28.428516 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52890) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:28.429587 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.tag.tag_plugin [None req-d568c31e-1cb0-4271-bdaf-b0eaaa654d7c tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '47b5402f-b405-4029-a56a-22d3b7318852') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:28.434113 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-f10d6b5f-4a9d-40d9-bbb3-5bbc5857b485 None None] Provisioning complete for port bb78acea-44e7-4662-a8ff-04f57edf6618 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:45:28.437165 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f10d6b5f-4a9d-40d9-bbb3-5bbc5857b485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:28.522196 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cbb7877-0ee6-4a38-bc5a-3eb7ee02052e admin admin] Deleting subnet b2814453-ed2d-46ce-922b-68eeaec2cf37 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:45:28.531079 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8cbb7877-0ee6-4a38-bc5a-3eb7ee02052e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:28.583087 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-80394cf8-3d97-44b3-8741-bfc5e8a24ffb tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:28.642369 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8cbb7877-0ee6-4a38-bc5a-3eb7ee02052e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:28.643856 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-f10d6b5f-4a9d-40d9-bbb3-5bbc5857b485 None None] Provisioning complete for port 4bc104b0-286a-4b73-9c83-66b4b3b8d739 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:45:28.645143 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f10d6b5f-4a9d-40d9-bbb3-5bbc5857b485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:28.647181 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d568c31e-1cb0-4271-bdaf-b0eaaa654d7c tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "GET /v2.0/routers/47b5402f-b405-4029-a56a-22d3b7318852/tags HTTP/1.1" status: 200 len: 241 time: 0.2229373 Nov 09 21:45:28.648501 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-80394cf8-3d97-44b3-8741-bfc5e8a24ffb tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:28.656822 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52894) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:28.674641 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.tag.tag_plugin [None req-ef5648b3-80c6-47ae-84b0-aed58e6b3d24 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '47b5402f-b405-4029-a56a-22d3b7318852', 'tempest-TagsExtTest-Tag-2084571398') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:28.674992 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80394cf8-3d97-44b3-8741-bfc5e8a24ffb tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5c55004-afc7-493e-afb4-ff32fadb9a02,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:28.685261 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-f10d6b5f-4a9d-40d9-bbb3-5bbc5857b485 None None] Port 4bc104b0-286a-4b73-9c83-66b4b3b8d739 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:45:28.689227 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-80394cf8-3d97-44b3-8741-bfc5e8a24ffb tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:28.692702 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-80394cf8-3d97-44b3-8741-bfc5e8a24ffb tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5197260 Nov 09 21:45:28.693595 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52896) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:28.699305 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-2fe51a0c-c758-4def-999b-620af91e4948 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Request body: {'security_group_rule': {'security_group_id': 'd2ffbac2-efa0-42a2-b3ec-3d8edf9da112', 'project_id': 'b3039f985d904a47a201680c8c884f50', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:28.733857 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2fe51a0c-c758-4def-999b-620af91e4948 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:28.809318 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-0301f609-3fb3-4a60-9c12-d277136cb276 None None] Provisioning complete for port 4bc104b0-286a-4b73-9c83-66b4b3b8d739 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:45:28.810099 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0301f609-3fb3-4a60-9c12-d277136cb276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:28.815787 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2fe51a0c-c758-4def-999b-620af91e4948 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:28.832022 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2fe51a0c-c758-4def-999b-620af91e4948 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:28.836150 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8cbb7877-0ee6-4a38-bc5a-3eb7ee02052e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:28.854252 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-0301f609-3fb3-4a60-9c12-d277136cb276 None None] Port 4bc104b0-286a-4b73-9c83-66b4b3b8d739 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:45:28.868056 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe51a0c-c758-4def-999b-620af91e4948 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1827faa9-a210-4ded-9916-cb21292f10da,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:28.879419 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2fe51a0c-c758-4def-999b-620af91e4948 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:28.883211 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2fe51a0c-c758-4def-999b-620af91e4948 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1861656 Nov 09 21:45:28.883578 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52900) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:28.888054 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-3de9f337-6370-4b85-b418-922f605927ea tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Request body: {'security_group_rule': {'security_group_id': 'd2ffbac2-efa0-42a2-b3ec-3d8edf9da112', 'project_id': 'b3039f985d904a47a201680c8c884f50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:28.935059 n-d-816206-3 neutron-server[102607]: INFO neutron.db.securitygroups_db [None req-3de9f337-6370-4b85-b418-922f605927ea tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Project b3039f985d904a47a201680c8c884f50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 21:45:28.947736 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3de9f337-6370-4b85-b418-922f605927ea tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:29.012865 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device bb78acea-44e7-4662-a8ff-04f57edf6618 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:45:29.062555 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3de9f337-6370-4b85-b418-922f605927ea tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:29.068303 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3de9f337-6370-4b85-b418-922f605927ea tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:29.087412 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de9f337-6370-4b85-b418-922f605927ea tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41fc2385-bf0e-4fea-8be9-a31fe955f134,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:29.107692 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3de9f337-6370-4b85-b418-922f605927ea tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:29.114138 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-3de9f337-6370-4b85-b418-922f605927ea tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2295282 Nov 09 21:45:29.117005 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52902) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:29.119890 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port bb78acea-44e7-4662-a8ff-04f57edf6618 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:45:29.120844 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:29.123954 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-d9e191e9-1a4f-48e3-9211-7ed7f2ca3fe2 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Request body: {'security_group_rule': {'security_group_id': 'd2ffbac2-efa0-42a2-b3ec-3d8edf9da112', 'project_id': 'b3039f985d904a47a201680c8c884f50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:29.162867 n-d-816206-3 neutron-server[102607]: INFO neutron.db.securitygroups_db [None req-d9e191e9-1a4f-48e3-9211-7ed7f2ca3fe2 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Project b3039f985d904a47a201680c8c884f50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 21:45:29.169269 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d9e191e9-1a4f-48e3-9211-7ed7f2ca3fe2 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:29.309081 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device f36b622a-0661-4c12-9ef6-31e76c8ee236 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:45:29.343487 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d9e191e9-1a4f-48e3-9211-7ed7f2ca3fe2 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:29.360658 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: f36b622a-0661-4c12-9ef6-31e76c8ee236 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:45:29.361109 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device f36b622a-0661-4c12-9ef6-31e76c8ee236 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:45:29.368458 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d9e191e9-1a4f-48e3-9211-7ed7f2ca3fe2 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:29.427606 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8cbb7877-0ee6-4a38-bc5a-3eb7ee02052e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:29.448711 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e191e9-1a4f-48e3-9211-7ed7f2ca3fe2 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af564fba-7768-4cdb-b0be-cc0c098cd4f3,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:29.456904 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb7877-0ee6-4a38-bc5a-3eb7ee02052e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2814453-ed2d-46ce-922b-68eeaec2cf37,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:29.461343 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ef5648b3-80c6-47ae-84b0-aed58e6b3d24 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "GET /v2.0/routers/47b5402f-b405-4029-a56a-22d3b7318852/tags/tempest-TagsExtTest-Tag-2084571398 HTTP/1.1" status: 204 len: 168 time: 0.8010328 Nov 09 21:45:29.462491 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8cbb7877-0ee6-4a38-bc5a-3eb7ee02052e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:29.466275 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d9e191e9-1a4f-48e3-9211-7ed7f2ca3fe2 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:29.470854 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d9e191e9-1a4f-48e3-9211-7ed7f2ca3fe2 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3493009 Nov 09 21:45:29.470854 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52914) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:29.473792 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.tag.tag_plugin [None req-dbd97f6a-5a7a-4c38-a74f-bbc12dd19822 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '47b5402f-b405-4029-a56a-22d3b7318852', 'tempest-TagsExtTest-Tag-2084571398') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:29.476102 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3496aa-4403-4a16-83fc-d083704b7546 None None] Network 73b69311-b279-489e-af0f-ad8fda1b30f5 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:45:29.481579 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8cbb7877-0ee6-4a38-bc5a-3eb7ee02052e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b2814453-ed2d-46ce-922b-68eeaec2cf37 HTTP/1.1" status: 204 len: 168 time: 1.0479999 Nov 09 21:45:29.492614 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52920) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:29.618441 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-dbd97f6a-5a7a-4c38-a74f-bbc12dd19822 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "DELETE /v2.0/routers/47b5402f-b405-4029-a56a-22d3b7318852/tags/tempest-TagsExtTest-Tag-2084571398 HTTP/1.1" status: 204 len: 168 time: 0.1491933 Nov 09 21:45:29.623407 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52944) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:29.631952 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.tag.tag_plugin [None req-b7efb629-86cf-4efb-a6f3-a06cddbbf3c4 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '47b5402f-b405-4029-a56a-22d3b7318852') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:29.716268 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a4a5d28c-e718-4a6e-8718-ae0c0f7fac8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:29.736422 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b7efb629-86cf-4efb-a6f3-a06cddbbf3c4 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "GET /v2.0/routers/47b5402f-b405-4029-a56a-22d3b7318852/tags HTTP/1.1" status: 200 len: 205 time: 0.1117740 Nov 09 21:45:29.739070 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52958) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:29.748881 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.tag.tag_plugin [None req-7771f00a-aecd-4c79-a74b-42f66c969081 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'fa4fe2ee-6c28-42d0-a865-cc53619935d6') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:29.749419 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e272362-21b9-4da8-9c21-3c04d95c68de None None] DHCP port deletion for 73b69311-b279-489e-af0f-ad8fda1b30f5 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:45:29.787357 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-a4a5d28c-e718-4a6e-8718-ae0c0f7fac8a admin admin] Deleting port ca097bdc-7f06-4a9f-9b4b-0c69ddea1734 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:45:29.788272 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a4a5d28c-e718-4a6e-8718-ae0c0f7fac8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:29.793665 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7771f00a-aecd-4c79-a74b-42f66c969081 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "GET /v2.0/subnetpools/fa4fe2ee-6c28-42d0-a865-cc53619935d6/tags HTTP/1.1" status: 200 len: 241 time: 0.0534880 Nov 09 21:45:29.796199 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52960) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:29.803074 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.tag.tag_plugin [None req-a8fd5a92-033b-4a57-8081-32d75b96f8ac tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fa4fe2ee-6c28-42d0-a865-cc53619935d6', 'tempest-TagsExtTest-Tag-1708803473') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:29.833995 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a8fd5a92-033b-4a57-8081-32d75b96f8ac tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "GET /v2.0/subnetpools/fa4fe2ee-6c28-42d0-a865-cc53619935d6/tags/tempest-TagsExtTest-Tag-1708803473 HTTP/1.1" status: 204 len: 168 time: 0.0359116 Nov 09 21:45:29.836503 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52962) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:29.837944 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-2e272362-21b9-4da8-9c21-3c04d95c68de None None] Deleting port ca097bdc-7f06-4a9f-9b4b-0c69ddea1734 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:45:29.838554 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2e272362-21b9-4da8-9c21-3c04d95c68de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:29.848313 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.tag.tag_plugin [None req-0c8e3eaf-36f0-4cf2-8592-d26318a79309 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'fa4fe2ee-6c28-42d0-a865-cc53619935d6', 'tempest-TagsExtTest-Tag-1708803473') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:29.868144 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-a4a5d28c-e718-4a6e-8718-ae0c0f7fac8a admin admin] For port ca097bdc-7f06-4a9f-9b4b-0c69ddea1734, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=ca097bdc-7f06-4a9f-9b4b-0c69ddea1734,segment=NetworkSegment(d44ec02c-488a-4260-aed3-4df581508a44),segment_id=d44ec02c-488a-4260-aed3-4df581508a44)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:45:29.869285 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a4a5d28c-e718-4a6e-8718-ae0c0f7fac8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:29.886698 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-a4a5d28c-e718-4a6e-8718-ae0c0f7fac8a admin admin] Calling delete_port for ca097bdc-7f06-4a9f-9b4b-0c69ddea1734 owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:45:29.907588 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0c8e3eaf-36f0-4cf2-8592-d26318a79309 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "DELETE /v2.0/subnetpools/fa4fe2ee-6c28-42d0-a865-cc53619935d6/tags/tempest-TagsExtTest-Tag-1708803473 HTTP/1.1" status: 204 len: 168 time: 0.0685065 Nov 09 21:45:29.913103 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52964) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:29.917945 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.tag.tag_plugin [None req-887de0cb-85c1-4623-9cea-1dca84e4193d tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'fa4fe2ee-6c28-42d0-a865-cc53619935d6') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:29.942573 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-887de0cb-85c1-4623-9cea-1dca84e4193d tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "GET /v2.0/subnetpools/fa4fe2ee-6c28-42d0-a865-cc53619935d6/tags HTTP/1.1" status: 200 len: 205 time: 0.0281444 Nov 09 21:45:29.945429 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52966) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:29.949992 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.tag.tag_plugin [None req-672dbeab-5620-4824-8096-f6d7ced51312 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fa4fe2ee-6c28-42d0-a865-cc53619935d6') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:29.957746 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-2e272362-21b9-4da8-9c21-3c04d95c68de None None] For port ca097bdc-7f06-4a9f-9b4b-0c69ddea1734, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=ca097bdc-7f06-4a9f-9b4b-0c69ddea1734,segment=NetworkSegment(d44ec02c-488a-4260-aed3-4df581508a44),segment_id=d44ec02c-488a-4260-aed3-4df581508a44)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:45:29.958271 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2e272362-21b9-4da8-9c21-3c04d95c68de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:29.978668 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-2e272362-21b9-4da8-9c21-3c04d95c68de None None] Calling delete_port for ca097bdc-7f06-4a9f-9b4b-0c69ddea1734 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:45:29.998984 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-672dbeab-5620-4824-8096-f6d7ced51312 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "DELETE /v2.0/subnetpools/fa4fe2ee-6c28-42d0-a865-cc53619935d6/tags HTTP/1.1" status: 204 len: 168 time: 0.0499692 Nov 09 21:45:29.999291 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52968) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:30.003864 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.tag.tag_plugin [None req-17a1a3d0-b9fe-4d14-b5d0-8f7a75bad98a tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '47b5402f-b405-4029-a56a-22d3b7318852') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:30.096412 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a4a5d28c-e718-4a6e-8718-ae0c0f7fac8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:30.103478 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2e272362-21b9-4da8-9c21-3c04d95c68de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:30.122735 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e272362-21b9-4da8-9c21-3c04d95c68de None None] No DVR routers for this DVR port ca097bdc-7f06-4a9f-9b4b-0c69ddea1734 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:45:30.133885 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-17a1a3d0-b9fe-4d14-b5d0-8f7a75bad98a tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "DELETE /v2.0/routers/47b5402f-b405-4029-a56a-22d3b7318852/tags HTTP/1.1" status: 204 len: 168 time: 0.1336107 Nov 09 21:45:30.136379 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52974) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:30.141943 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.tag.tag_plugin [None req-ba3b709b-4456-4f2c-bc63-dfda60b4ed1e tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4bc104b0-286a-4b73-9c83-66b4b3b8d739') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:30.142593 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a5d28c-e718-4a6e-8718-ae0c0f7fac8a admin admin] Pushing event deleted for resources: {'Port': ['ID=ca097bdc-7f06-4a9f-9b4b-0c69ddea1734,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:30.153375 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e272362-21b9-4da8-9c21-3c04d95c68de None None] Pushing event deleted for resources: {'Port': ['ID=ca097bdc-7f06-4a9f-9b4b-0c69ddea1734,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:30.161407 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a5d28c-e718-4a6e-8718-ae0c0f7fac8a admin admin] No DVR routers for this DVR port ca097bdc-7f06-4a9f-9b4b-0c69ddea1734 on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:45:30.232448 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ba3b709b-4456-4f2c-bc63-dfda60b4ed1e tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "DELETE /v2.0/ports/4bc104b0-286a-4b73-9c83-66b4b3b8d739/tags HTTP/1.1" status: 204 len: 168 time: 0.0948234 Nov 09 21:45:30.235130 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 52980) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:30.241329 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.tag.tag_plugin [None req-83685de8-f736-4e00-9be2-8ab5387d9b03 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '97b5a183-70be-4264-8545-890724faca25') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:30.270488 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a4a5d28c-e718-4a6e-8718-ae0c0f7fac8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:30.303162 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-a4a5d28c-e718-4a6e-8718-ae0c0f7fac8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73b69311-b279-489e-af0f-ad8fda1b30f5']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:30.318415 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-a4a5d28c-e718-4a6e-8718-ae0c0f7fac8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd44ec02c-488a-4260-aed3-4df581508a44') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:30.318850 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-a4a5d28c-e718-4a6e-8718-ae0c0f7fac8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd44ec02c-488a-4260-aed3-4df581508a44') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:30.329257 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-83685de8-f736-4e00-9be2-8ab5387d9b03 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "DELETE /v2.0/subnets/97b5a183-70be-4264-8545-890724faca25/tags HTTP/1.1" status: 204 len: 168 time: 0.0927289 Nov 09 21:45:30.333827 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 52988) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:30.335888 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a4a5d28c-e718-4a6e-8718-ae0c0f7fac8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:30.353292 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a4a5d28c-e718-4a6e-8718-ae0c0f7fac8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:30.360826 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4a5d28c-e718-4a6e-8718-ae0c0f7fac8a admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:45:30.361347 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a4a5d28c-e718-4a6e-8718-ae0c0f7fac8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:30.409172 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:45:30.409172 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:45:30.409172 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:45:30.409172 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:45:30.409172 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:45:30.409172 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:45:30.409172 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:45:30.409172 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:45:30.409172 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:45:30.409172 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:45:30.409172 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:45:30.409172 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:45:30.409172 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:45:30.409172 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:45:30.409172 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:45:30.409172 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:45:30.409172 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:45:30.409172 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:45:30.409172 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:45:30.409172 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:45:30.409172 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:45:30.409172 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:45:30.409172 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:45:30.409172 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:45:30.409172 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:45:30.409172 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:45:30.409172 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:45:30.409172 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:45:30.409172 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:45:30.409172 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:45:30.409172 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:45:30.409172 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:45:30.414743 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.tag.tag_plugin [None req-2ef3a42b-71ad-4c36-8079-fd10d830a921 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '97b5a183-70be-4264-8545-890724faca25', 'tempest-TagsExtTest-Tag-859701908') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:30.470061 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a4a5d28c-e718-4a6e-8718-ae0c0f7fac8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:30.477939 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a4a5d28c-e718-4a6e-8718-ae0c0f7fac8a admin admin] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:30.481204 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a4a5d28c-e718-4a6e-8718-ae0c0f7fac8a admin admin] 10.222.0.49 "DELETE /v2.0/networks/73b69311-b279-489e-af0f-ad8fda1b30f5 HTTP/1.1" status: 204 len: 168 time: 0.9927504 Nov 09 21:45:30.484312 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 53018) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:30.501239 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a5d28c-e718-4a6e-8718-ae0c0f7fac8a admin admin] Pushing event deleted for resources: {'Network': ['ID=73b69311-b279-489e-af0f-ad8fda1b30f5,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:30.547133 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2ef3a42b-71ad-4c36-8079-fd10d830a921 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "PUT /v2.0/subnets/97b5a183-70be-4264-8545-890724faca25/tags/tempest-TagsExtTest-Tag-859701908 HTTP/1.1" status: 201 len: 201 time: 0.1388624 Nov 09 21:45:30.548416 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53022) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:30.554873 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.tag.tag_plugin [None req-02c1e3c6-52e0-4b42-b9c3-75706473e974 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4bc104b0-286a-4b73-9c83-66b4b3b8d739', 'tempest-TagsExtTest-Tag-656549526') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:30.686745 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device ccd3f016-f7ae-4385-a28f-d39c9639b072 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:45:30.700206 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-02c1e3c6-52e0-4b42-b9c3-75706473e974 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "PUT /v2.0/ports/4bc104b0-286a-4b73-9c83-66b4b3b8d739/tags/tempest-TagsExtTest-Tag-656549526 HTTP/1.1" status: 201 len: 201 time: 0.1478643 Nov 09 21:45:30.701139 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53032) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:30.720297 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.tag.tag_plugin [None req-3c5f617c-3b67-4b28-8cc5-cd65f1da35d4 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '47b5402f-b405-4029-a56a-22d3b7318852', 'tempest-TagsExtTest-Tag-2014539139') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:30.738609 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: ccd3f016-f7ae-4385-a28f-d39c9639b072 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:45:30.739217 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device ccd3f016-f7ae-4385-a28f-d39c9639b072 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:45:30.739803 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device ca097bdc-7f06-4a9f-9b4b-0c69ddea1734 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:45:30.773232 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: ca097bdc-7f06-4a9f-9b4b-0c69ddea1734 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:45:30.773829 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device ca097bdc-7f06-4a9f-9b4b-0c69ddea1734 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:45:30.965988 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3c5f617c-3b67-4b28-8cc5-cd65f1da35d4 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "PUT /v2.0/routers/47b5402f-b405-4029-a56a-22d3b7318852/tags/tempest-TagsExtTest-Tag-2014539139 HTTP/1.1" status: 201 len: 201 time: 0.2559030 Nov 09 21:45:30.967882 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53062) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:30.978064 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.tag.tag_plugin [None req-01502428-8a44-440c-b13f-407861523d84 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'fa4fe2ee-6c28-42d0-a865-cc53619935d6', 'tempest-TagsExtTest-Tag-2005576603') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:31.054670 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-01502428-8a44-440c-b13f-407861523d84 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "PUT /v2.0/subnetpools/fa4fe2ee-6c28-42d0-a865-cc53619935d6/tags/tempest-TagsExtTest-Tag-2005576603 HTTP/1.1" status: 201 len: 201 time: 0.0844574 Nov 09 21:45:31.055935 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53074) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:31.061898 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.tag.tag_plugin [None req-f528f40e-234f-40f3-ad79-66c033fb79cf tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '97b5a183-70be-4264-8545-890724faca25', {'tags': ['tempest-TagsExtTest-Tag-2081646894', 'tempest-TagsExtTest-Tag-1595825816', 'tempest-TagsExtTest-Tag-704639632']}) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:31.115565 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-762f36bc-4e14-4608-8715-d04a971adb6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:31.139663 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f528f40e-234f-40f3-ad79-66c033fb79cf tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "PUT /v2.0/subnets/97b5a183-70be-4264-8545-890724faca25/tags HTTP/1.1" status: 200 len: 317 time: 0.0818143 Nov 09 21:45:31.149821 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53084) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:31.161750 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.tag.tag_plugin [None req-5bb8098f-88db-4e4d-9187-0f09771cbbc4 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '97b5a183-70be-4264-8545-890724faca25') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:31.272429 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5bb8098f-88db-4e4d-9187-0f09771cbbc4 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "DELETE /v2.0/subnets/97b5a183-70be-4264-8545-890724faca25/tags HTTP/1.1" status: 204 len: 168 time: 0.1204889 Nov 09 21:45:31.275361 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53100) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:31.283144 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.tag.tag_plugin [None req-1ceb562f-d8da-44a4-9e5a-c3b6d38bd7a3 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '97b5a183-70be-4264-8545-890724faca25', 'tempest-TagsExtTest-Tag-2081646894') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:31.352663 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-1ceb562f-d8da-44a4-9e5a-c3b6d38bd7a3 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] show failed (client error): The resource could not be found. Nov 09 21:45:31.356993 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1ceb562f-d8da-44a4-9e5a-c3b6d38bd7a3 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "GET /v2.0/subnets/97b5a183-70be-4264-8545-890724faca25/tags/tempest-TagsExtTest-Tag-2081646894 HTTP/1.1" status: 404 len: 329 time: 0.0762424 Nov 09 21:45:31.356993 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53110) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:31.362460 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.tag.tag_plugin [None req-153c81a1-f172-46ad-ad1a-56f14e18a214 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '97b5a183-70be-4264-8545-890724faca25', 'tempest-TagsExtTest-Tag-1595825816') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:31.462124 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-153c81a1-f172-46ad-ad1a-56f14e18a214 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] show failed (client error): The resource could not be found. Nov 09 21:45:31.464330 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-153c81a1-f172-46ad-ad1a-56f14e18a214 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "GET /v2.0/subnets/97b5a183-70be-4264-8545-890724faca25/tags/tempest-TagsExtTest-Tag-1595825816 HTTP/1.1" status: 404 len: 329 time: 0.1064279 Nov 09 21:45:31.471926 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 53128) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:31.490710 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.tag.tag_plugin [None req-9abc997b-82f8-4a3e-97e2-4278fe958b14 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '97b5a183-70be-4264-8545-890724faca25', 'tempest-TagsExtTest-Tag-704639632') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:31.538819 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-762f36bc-4e14-4608-8715-d04a971adb6b admin admin] Deleting port d19e247c-e192-440a-abd7-0eea3a7738ec {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:45:31.539167 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-762f36bc-4e14-4608-8715-d04a971adb6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:31.607539 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [None req-9abc997b-82f8-4a3e-97e2-4278fe958b14 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] show failed (client error): The resource could not be found. Nov 09 21:45:31.608672 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-9abc997b-82f8-4a3e-97e2-4278fe958b14 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "GET /v2.0/subnets/97b5a183-70be-4264-8545-890724faca25/tags/tempest-TagsExtTest-Tag-704639632 HTTP/1.1" status: 404 len: 328 time: 0.1347842 Nov 09 21:45:31.612283 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53148) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:31.626049 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.tag.tag_plugin [None req-96045ab6-e8b1-408b-b5f1-08b98a7fdbe6 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '4bc104b0-286a-4b73-9c83-66b4b3b8d739', {'tags': ['tempest-TagsExtTest-Tag-1902474348', 'tempest-TagsExtTest-Tag-219358928', 'tempest-TagsExtTest-Tag-444332486']}) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:31.663374 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-762f36bc-4e14-4608-8715-d04a971adb6b admin admin] For port d19e247c-e192-440a-abd7-0eea3a7738ec, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=d19e247c-e192-440a-abd7-0eea3a7738ec,segment=NetworkSegment(0f7cac22-9b36-4496-b532-e32ff1d0a685),segment_id=0f7cac22-9b36-4496-b532-e32ff1d0a685)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:45:31.663942 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-762f36bc-4e14-4608-8715-d04a971adb6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:31.684587 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-762f36bc-4e14-4608-8715-d04a971adb6b admin admin] Calling delete_port for d19e247c-e192-440a-abd7-0eea3a7738ec owned by network:router_interface {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:45:31.731371 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-96045ab6-e8b1-408b-b5f1-08b98a7fdbe6 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "PUT /v2.0/ports/4bc104b0-286a-4b73-9c83-66b4b3b8d739/tags HTTP/1.1" status: 200 len: 316 time: 0.1178153 Nov 09 21:45:31.734321 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53166) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:31.741433 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.tag.tag_plugin [None req-6c51a0ff-77ef-4923-81e1-b5e415795634 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4bc104b0-286a-4b73-9c83-66b4b3b8d739') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:31.861823 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6c51a0ff-77ef-4923-81e1-b5e415795634 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "DELETE /v2.0/ports/4bc104b0-286a-4b73-9c83-66b4b3b8d739/tags HTTP/1.1" status: 204 len: 168 time: 0.1218662 Nov 09 21:45:31.867250 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 53182) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:31.872475 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.tag.tag_plugin [None req-411b678f-a772-4674-961b-f53f9347fe6d tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4bc104b0-286a-4b73-9c83-66b4b3b8d739', 'tempest-TagsExtTest-Tag-1902474348') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:31.991885 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [None req-411b678f-a772-4674-961b-f53f9347fe6d tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] show failed (client error): The resource could not be found. Nov 09 21:45:31.993340 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-411b678f-a772-4674-961b-f53f9347fe6d tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "GET /v2.0/ports/4bc104b0-286a-4b73-9c83-66b4b3b8d739/tags/tempest-TagsExtTest-Tag-1902474348 HTTP/1.1" status: 404 len: 329 time: 0.1248169 Nov 09 21:45:31.996273 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53200) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:32.000820 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.tag.tag_plugin [None req-d760acda-2969-424c-be95-a31c0e257a92 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4bc104b0-286a-4b73-9c83-66b4b3b8d739', 'tempest-TagsExtTest-Tag-219358928') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:32.031319 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-762f36bc-4e14-4608-8715-d04a971adb6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:32.063442 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-d760acda-2969-424c-be95-a31c0e257a92 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] show failed (client error): The resource could not be found. Nov 09 21:45:32.064477 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d760acda-2969-424c-be95-a31c0e257a92 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "GET /v2.0/ports/4bc104b0-286a-4b73-9c83-66b4b3b8d739/tags/tempest-TagsExtTest-Tag-219358928 HTTP/1.1" status: 404 len: 328 time: 0.0671358 Nov 09 21:45:32.069114 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53210) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:32.077020 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762f36bc-4e14-4608-8715-d04a971adb6b admin admin] Pushing event deleted for resources: {'Port': ['ID=d19e247c-e192-440a-abd7-0eea3a7738ec,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:32.083861 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.tag.tag_plugin [None req-157e7d30-d1c9-4371-b444-944e826c70a1 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4bc104b0-286a-4b73-9c83-66b4b3b8d739', 'tempest-TagsExtTest-Tag-444332486') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:32.207098 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-157e7d30-d1c9-4371-b444-944e826c70a1 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] show failed (client error): The resource could not be found. Nov 09 21:45:32.208421 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-157e7d30-d1c9-4371-b444-944e826c70a1 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "GET /v2.0/ports/4bc104b0-286a-4b73-9c83-66b4b3b8d739/tags/tempest-TagsExtTest-Tag-444332486 HTTP/1.1" status: 404 len: 328 time: 0.1378670 Nov 09 21:45:32.211161 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53224) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:32.217350 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.tag.tag_plugin [None req-ede2322b-283b-4636-bba2-9db31f40ee21 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '47b5402f-b405-4029-a56a-22d3b7318852', {'tags': ['tempest-TagsExtTest-Tag-1268692732', 'tempest-TagsExtTest-Tag-432064269', 'tempest-TagsExtTest-Tag-276226107']}) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:32.398114 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ede2322b-283b-4636-bba2-9db31f40ee21 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "PUT /v2.0/routers/47b5402f-b405-4029-a56a-22d3b7318852/tags HTTP/1.1" status: 200 len: 316 time: 0.1857553 Nov 09 21:45:32.400827 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53246) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:32.408075 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-762f36bc-4e14-4608-8715-d04a971adb6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:32.418289 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.tag.tag_plugin [None req-4bc0c3a5-67f2-42fc-9a41-eacd2044ee99 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '47b5402f-b405-4029-a56a-22d3b7318852') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:32.645987 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4bc0c3a5-67f2-42fc-9a41-eacd2044ee99 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "DELETE /v2.0/routers/47b5402f-b405-4029-a56a-22d3b7318852/tags HTTP/1.1" status: 204 len: 168 time: 0.2435539 Nov 09 21:45:32.647259 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53276) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:32.652728 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.tag.tag_plugin [None req-83b13c47-4490-4b50-a18e-7a1bb0c02025 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '47b5402f-b405-4029-a56a-22d3b7318852', 'tempest-TagsExtTest-Tag-1268692732') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:32.785068 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-83b13c47-4490-4b50-a18e-7a1bb0c02025 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] show failed (client error): The resource could not be found. Nov 09 21:45:32.786098 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-83b13c47-4490-4b50-a18e-7a1bb0c02025 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "GET /v2.0/routers/47b5402f-b405-4029-a56a-22d3b7318852/tags/tempest-TagsExtTest-Tag-1268692732 HTTP/1.1" status: 404 len: 329 time: 0.1379204 Nov 09 21:45:32.789038 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53294) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:32.793452 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.tag.tag_plugin [None req-4940f4db-23f9-444c-9f84-b2a330d795ef tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '47b5402f-b405-4029-a56a-22d3b7318852', 'tempest-TagsExtTest-Tag-432064269') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:32.816201 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-762f36bc-4e14-4608-8715-d04a971adb6b admin admin] Router 12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:45:32.940579 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-4940f4db-23f9-444c-9f84-b2a330d795ef tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] show failed (client error): The resource could not be found. Nov 09 21:45:32.941942 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4940f4db-23f9-444c-9f84-b2a330d795ef tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "GET /v2.0/routers/47b5402f-b405-4029-a56a-22d3b7318852/tags/tempest-TagsExtTest-Tag-432064269 HTTP/1.1" status: 404 len: 328 time: 0.1520174 Nov 09 21:45:32.945465 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53314) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:32.956015 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.tag.tag_plugin [None req-ea14e687-5926-4f8f-8470-39c30984a390 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '47b5402f-b405-4029-a56a-22d3b7318852', 'tempest-TagsExtTest-Tag-276226107') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:32.991617 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762f36bc-4e14-4608-8715-d04a971adb6b admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:45:33.003824 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d2128b-de9e-450b-a34f-30c38258923b None None] Sync routers for ids ['12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:45:33.006799 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-762f36bc-4e14-4608-8715-d04a971adb6b admin admin] 10.222.0.49 "PUT /v2.0/routers/12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5207915 Nov 09 21:45:33.009250 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 53324) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:33.027846 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d2128b-de9e-450b-a34f-30c38258923b None None] Routers {'12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:45:33.028478 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-f3d2128b-de9e-450b-a34f-30c38258923b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:45:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:33.107551 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-ea14e687-5926-4f8f-8470-39c30984a390 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] show failed (client error): The resource could not be found. Nov 09 21:45:33.108957 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ea14e687-5926-4f8f-8470-39c30984a390 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "GET /v2.0/routers/47b5402f-b405-4029-a56a-22d3b7318852/tags/tempest-TagsExtTest-Tag-276226107 HTTP/1.1" status: 404 len: 328 time: 0.1623900 Nov 09 21:45:33.112743 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53334) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:33.122454 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.tag.tag_plugin [None req-f7ceca4d-11c6-4874-ab2c-948f424d4a13 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'fa4fe2ee-6c28-42d0-a865-cc53619935d6', {'tags': ['tempest-TagsExtTest-Tag-749464208', 'tempest-TagsExtTest-Tag-1586102468', 'tempest-TagsExtTest-Tag-1843176297']}) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:33.178826 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f7ceca4d-11c6-4874-ab2c-948f424d4a13 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "PUT /v2.0/subnetpools/fa4fe2ee-6c28-42d0-a865-cc53619935d6/tags HTTP/1.1" status: 200 len: 317 time: 0.0648270 Nov 09 21:45:33.181391 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53344) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:33.186307 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.tag.tag_plugin [None req-e00d475e-d01e-4df8-803e-cef1269ec575 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fa4fe2ee-6c28-42d0-a865-cc53619935d6') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:33.247682 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5a9f4540-7f87-4606-b230-c4928a3749ad admin admin] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:33.254232 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e00d475e-d01e-4df8-803e-cef1269ec575 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "DELETE /v2.0/subnetpools/fa4fe2ee-6c28-42d0-a865-cc53619935d6/tags HTTP/1.1" status: 204 len: 168 time: 0.0716019 Nov 09 21:45:33.257594 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53354) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:33.270114 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.tag.tag_plugin [None req-95a90a88-2489-4a94-a50d-f969e801611a tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fa4fe2ee-6c28-42d0-a865-cc53619935d6', 'tempest-TagsExtTest-Tag-749464208') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:33.297454 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-f3d2128b-de9e-450b-a34f-30c38258923b None None] Set router 12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:45:33.328524 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-95a90a88-2489-4a94-a50d-f969e801611a tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] show failed (client error): The resource could not be found. Nov 09 21:45:33.331349 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-95a90a88-2489-4a94-a50d-f969e801611a tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "GET /v2.0/subnetpools/fa4fe2ee-6c28-42d0-a865-cc53619935d6/tags/tempest-TagsExtTest-Tag-749464208 HTTP/1.1" status: 404 len: 328 time: 0.0728152 Nov 09 21:45:33.341868 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53366) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:33.346684 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.tag.tag_plugin [None req-a1f8e6ce-0f28-4ecf-969d-f337f0a6d768 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fa4fe2ee-6c28-42d0-a865-cc53619935d6', 'tempest-TagsExtTest-Tag-1586102468') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:33.398721 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-a1f8e6ce-0f28-4ecf-969d-f337f0a6d768 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] show failed (client error): The resource could not be found. Nov 09 21:45:33.400043 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a1f8e6ce-0f28-4ecf-969d-f337f0a6d768 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "GET /v2.0/subnetpools/fa4fe2ee-6c28-42d0-a865-cc53619935d6/tags/tempest-TagsExtTest-Tag-1586102468 HTTP/1.1" status: 404 len: 329 time: 0.0571895 Nov 09 21:45:33.404521 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53374) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:33.409485 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.tag.tag_plugin [None req-658de031-f9eb-47bd-99ad-7730af539684 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fa4fe2ee-6c28-42d0-a865-cc53619935d6', 'tempest-TagsExtTest-Tag-1843176297') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:33.436334 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-658de031-f9eb-47bd-99ad-7730af539684 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] show failed (client error): The resource could not be found. Nov 09 21:45:33.437547 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-658de031-f9eb-47bd-99ad-7730af539684 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "GET /v2.0/subnetpools/fa4fe2ee-6c28-42d0-a865-cc53619935d6/tags/tempest-TagsExtTest-Tag-1843176297 HTTP/1.1" status: 404 len: 329 time: 0.0316019 Nov 09 21:45:33.442483 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53378) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:33.450545 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.tag.tag_plugin [None req-b0b6244a-ac43-4781-93dd-005ebe5bf288 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fa4fe2ee-6c28-42d0-a865-cc53619935d6') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:33.474111 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5a9f4540-7f87-4606-b230-c4928a3749ad admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:33.534617 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b0b6244a-ac43-4781-93dd-005ebe5bf288 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "DELETE /v2.0/subnetpools/fa4fe2ee-6c28-42d0-a865-cc53619935d6/tags HTTP/1.1" status: 204 len: 168 time: 0.0879560 Nov 09 21:45:33.534763 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53390) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:33.540556 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.tag.tag_plugin [None req-08ce9e01-54db-48c0-a08c-4f2a53837561 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '47b5402f-b405-4029-a56a-22d3b7318852') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:33.612941 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-5a9f4540-7f87-4606-b230-c4928a3749ad admin admin] Deleting port 91192f91-61bb-4c77-b095-e6b67a28e409 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:45:33.613366 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5a9f4540-7f87-4606-b230-c4928a3749ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:33.704495 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-08ce9e01-54db-48c0-a08c-4f2a53837561 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "DELETE /v2.0/routers/47b5402f-b405-4029-a56a-22d3b7318852/tags HTTP/1.1" status: 204 len: 168 time: 0.1686747 Nov 09 21:45:33.705432 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53412) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:33.717251 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-5a9f4540-7f87-4606-b230-c4928a3749ad admin admin] For port 91192f91-61bb-4c77-b095-e6b67a28e409, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=91192f91-61bb-4c77-b095-e6b67a28e409,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:45:33.718646 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.tag.tag_plugin [None req-d69ced86-13bb-4f84-aa40-15b5aeb169b2 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4bc104b0-286a-4b73-9c83-66b4b3b8d739') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:33.718891 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5a9f4540-7f87-4606-b230-c4928a3749ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:33.738259 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-5a9f4540-7f87-4606-b230-c4928a3749ad admin admin] Calling delete_port for 91192f91-61bb-4c77-b095-e6b67a28e409 owned by network:router_gateway {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:45:33.843428 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:33.890793 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-f3d2128b-de9e-450b-a34f-30c38258923b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64', 'name': 'tempest-TestVolumeBackupRestore-1856580409-router', 'tenant_id': '2cf21ffaa01649d4bee38b0f07bf83c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '91192f91-61bb-4c77-b095-e6b67a28e409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:40:28Z', 'updated_at': '2021-11-09T21:45:31Z', 'revision_number': 5, 'project_id': '2cf21ffaa01649d4bee38b0f07bf83c7', 'gw_port': {'id': '91192f91-61bb-4c77-b095-e6b67a28e409', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:40:28Z', 'updated_at': '2021-11-09T21:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:33.893298 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d69ced86-13bb-4f84-aa40-15b5aeb169b2 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "DELETE /v2.0/ports/4bc104b0-286a-4b73-9c83-66b4b3b8d739/tags HTTP/1.1" status: 204 len: 168 time: 0.1859519 Nov 09 21:45:33.895330 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 53428) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:33.918124 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.tag.tag_plugin [None req-cac02800-3c1b-4628-ad08-00d49c37fe60 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '97b5a183-70be-4264-8545-890724faca25') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:33.931278 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d2128b-de9e-450b-a34f-30c38258923b None None] Checking router: 12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:45:33.944553 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d2128b-de9e-450b-a34f-30c38258923b None None] Routers {'12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:45:33.945548 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-f3d2128b-de9e-450b-a34f-30c38258923b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:45:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:34.161952 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-f3d2128b-de9e-450b-a34f-30c38258923b None None] Set router 12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64 gateway port host: None {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:45:34.226072 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-f3d2128b-de9e-450b-a34f-30c38258923b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64', 'name': 'tempest-TestVolumeBackupRestore-1856580409-router', 'tenant_id': '2cf21ffaa01649d4bee38b0f07bf83c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:40:28Z', 'updated_at': '2021-11-09T21:45:33Z', 'revision_number': 6, 'project_id': '2cf21ffaa01649d4bee38b0f07bf83c7', 'gw_port_host': None}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:34.289312 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d2128b-de9e-450b-a34f-30c38258923b None None] The sync data for ids ['12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64'] in n-d-816206-3 is: [{'id': '12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64', 'name': 'tempest-TestVolumeBackupRestore-1856580409-router', 'tenant_id': '2cf21ffaa01649d4bee38b0f07bf83c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:40:28Z', 'updated_at': '2021-11-09T21:45:33Z', 'revision_number': 6, 'project_id': '2cf21ffaa01649d4bee38b0f07bf83c7', 'gw_port_host': None}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:45:34.421371 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5a9f4540-7f87-4606-b230-c4928a3749ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:34.464564 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9f4540-7f87-4606-b230-c4928a3749ad admin admin] Pushing event deleted for resources: {'Port': ['ID=91192f91-61bb-4c77-b095-e6b67a28e409,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:34.536808 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4e87e8-550c-4d99-b1a3-e70948c282b3 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:45:34.581390 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-cac02800-3c1b-4628-ad08-00d49c37fe60 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "DELETE /v2.0/subnets/97b5a183-70be-4264-8545-890724faca25/tags HTTP/1.1" status: 204 len: 168 time: 0.6850417 Nov 09 21:45:34.586881 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53498) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:34.608272 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5a9f4540-7f87-4606-b230-c4928a3749ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:34.716575 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5a9f4540-7f87-4606-b230-c4928a3749ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:34.720032 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5a9f4540-7f87-4606-b230-c4928a3749ad admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:34.743644 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a9c65f65-dee9-4546-bdf1-c273d513719a tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Publish callbacks [] for subnetpool, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:34.751620 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a9c65f65-dee9-4546-bdf1-c273d513719a tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "DELETE /v2.0/subnetpools/fa4fe2ee-6c28-42d0-a865-cc53619935d6 HTTP/1.1" status: 204 len: 168 time: 0.1635084 Nov 09 21:45:34.752535 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53518) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:34.806070 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 53526) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:34.810228 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-43b0d1ae-851c-4538-a910-89d56740a6fd tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "GET /v2.0/ports?device_id=47b5402f-b405-4029-a56a-22d3b7318852 HTTP/1.1" status: 200 len: 205 time: 0.0553439 Nov 09 21:45:34.885019 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5a9f4540-7f87-4606-b230-c4928a3749ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:34.885595 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9f4540-7f87-4606-b230-c4928a3749ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64 {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:45:34.888874 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-651546e6-7929-49ed-8d9d-85c9aad4adb1 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:34.941023 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device d19e247c-e192-440a-abd7-0eea3a7738ec no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:45:34.978330 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: d19e247c-e192-440a-abd7-0eea3a7738ec {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:45:34.978761 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device d19e247c-e192-440a-abd7-0eea3a7738ec not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:45:34.996276 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5a9f4540-7f87-4606-b230-c4928a3749ad admin admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:34.997443 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5a9f4540-7f87-4606-b230-c4928a3749ad admin admin] 10.222.0.49 "DELETE /v2.0/routers/12b94f1a-b03a-4c3c-95cf-49cd6bd7ef64 HTTP/1.1" status: 204 len: 168 time: 1.9867852 Nov 09 21:45:35.001228 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53546) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:35.086113 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-e88a2413-76c7-4d42-b94f-330462967f39 admin admin] Deleting subnet 765740ff-b431-43ea-8bcf-932097a20b98 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:45:35.090082 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e88a2413-76c7-4d42-b94f-330462967f39 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:35.097012 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-651546e6-7929-49ed-8d9d-85c9aad4adb1 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:35.099183 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-651546e6-7929-49ed-8d9d-85c9aad4adb1 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:35.137918 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e88a2413-76c7-4d42-b94f-330462967f39 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:35.145766 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-651546e6-7929-49ed-8d9d-85c9aad4adb1 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:35.146384 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651546e6-7929-49ed-8d9d-85c9aad4adb1 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Fanout notify agent at l3_agent the message router_deleted on router 47b5402f-b405-4029-a56a-22d3b7318852 {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:45:35.153782 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-651546e6-7929-49ed-8d9d-85c9aad4adb1 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:35.155141 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-651546e6-7929-49ed-8d9d-85c9aad4adb1 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "DELETE /v2.0/routers/47b5402f-b405-4029-a56a-22d3b7318852 HTTP/1.1" status: 204 len: 168 time: 0.3468626 Nov 09 21:45:35.158718 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 53552) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:35.246848 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e88a2413-76c7-4d42-b94f-330462967f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:35.291880 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-67b69c29-fe78-4176-bd2d-78a9caa1cea4 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Deleting port 4bc104b0-286a-4b73-9c83-66b4b3b8d739 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:45:35.292557 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-67b69c29-fe78-4176-bd2d-78a9caa1cea4 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:35.323004 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e88a2413-76c7-4d42-b94f-330462967f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:35.363029 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a2413-76c7-4d42-b94f-330462967f39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=765740ff-b431-43ea-8bcf-932097a20b98,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:35.369976 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e88a2413-76c7-4d42-b94f-330462967f39 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:35.375908 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e88a2413-76c7-4d42-b94f-330462967f39 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/765740ff-b431-43ea-8bcf-932097a20b98 HTTP/1.1" status: 204 len: 168 time: 0.3725586 Nov 09 21:45:35.378732 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53556) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:35.389783 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab16d1b-97d7-403e-8662-1669eb651311 None None] Network 72bc81ee-3c41-4f5e-8195-508e87f6d682 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:45:35.445664 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-67b69c29-fe78-4176-bd2d-78a9caa1cea4 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:35.473722 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-67b69c29-fe78-4176-bd2d-78a9caa1cea4 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Calling delete_port for 4bc104b0-286a-4b73-9c83-66b4b3b8d739 owned by {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:45:35.594364 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f5a25640-c39b-4c3e-8416-2a0c66904226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:35.699791 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-f5a25640-c39b-4c3e-8416-2a0c66904226 admin admin] Deleting port 5f6984a9-b133-4e7f-b727-ad74634c3fb5 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:45:35.700683 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f5a25640-c39b-4c3e-8416-2a0c66904226 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:35.717219 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-67b69c29-fe78-4176-bd2d-78a9caa1cea4 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:35.749727 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b69c29-fe78-4176-bd2d-78a9caa1cea4 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Pushing event deleted for resources: {'Port': ['ID=4bc104b0-286a-4b73-9c83-66b4b3b8d739,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:35.749952 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3147e2cc-300f-45c0-81d6-1f9e10c7392e None None] DHCP port deletion for 72bc81ee-3c41-4f5e-8195-508e87f6d682 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:45:35.851259 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-f5a25640-c39b-4c3e-8416-2a0c66904226 admin admin] For port 5f6984a9-b133-4e7f-b727-ad74634c3fb5, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5f6984a9-b133-4e7f-b727-ad74634c3fb5,segment=NetworkSegment(0f7cac22-9b36-4496-b532-e32ff1d0a685),segment_id=0f7cac22-9b36-4496-b532-e32ff1d0a685)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:45:35.856274 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f5a25640-c39b-4c3e-8416-2a0c66904226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:35.860911 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-3147e2cc-300f-45c0-81d6-1f9e10c7392e None None] Deleting port 5f6984a9-b133-4e7f-b727-ad74634c3fb5 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:45:35.861465 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3147e2cc-300f-45c0-81d6-1f9e10c7392e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:35.898945 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-f5a25640-c39b-4c3e-8416-2a0c66904226 admin admin] Calling delete_port for 5f6984a9-b133-4e7f-b727-ad74634c3fb5 owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:45:35.964397 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-67b69c29-fe78-4176-bd2d-78a9caa1cea4 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:35.976296 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-67b69c29-fe78-4176-bd2d-78a9caa1cea4 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "DELETE /v2.0/ports/4bc104b0-286a-4b73-9c83-66b4b3b8d739 HTTP/1.1" status: 204 len: 168 time: 0.8165321 Nov 09 21:45:35.980933 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 53570) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:35.999620 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-3147e2cc-300f-45c0-81d6-1f9e10c7392e None None] For port 5f6984a9-b133-4e7f-b727-ad74634c3fb5, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5f6984a9-b133-4e7f-b727-ad74634c3fb5,segment=NetworkSegment(0f7cac22-9b36-4496-b532-e32ff1d0a685),segment_id=0f7cac22-9b36-4496-b532-e32ff1d0a685)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:45:35.999803 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3147e2cc-300f-45c0-81d6-1f9e10c7392e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:36.021815 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-3147e2cc-300f-45c0-81d6-1f9e10c7392e None None] Calling delete_port for 5f6984a9-b133-4e7f-b727-ad74634c3fb5 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:45:36.106495 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-77181aac-c029-45eb-a838-c330814f9c89 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Deleting subnet 97b5a183-70be-4264-8545-890724faca25 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:45:36.112542 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-77181aac-c029-45eb-a838-c330814f9c89 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:36.143291 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f5a25640-c39b-4c3e-8416-2a0c66904226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:36.167545 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3147e2cc-300f-45c0-81d6-1f9e10c7392e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:36.170601 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-77181aac-c029-45eb-a838-c330814f9c89 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:36.192702 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3147e2cc-300f-45c0-81d6-1f9e10c7392e None None] No DVR routers for this DVR port 5f6984a9-b133-4e7f-b727-ad74634c3fb5 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:45:36.196970 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a25640-c39b-4c3e-8416-2a0c66904226 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f6984a9-b133-4e7f-b727-ad74634c3fb5,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:36.224079 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a25640-c39b-4c3e-8416-2a0c66904226 admin admin] No DVR routers for this DVR port 5f6984a9-b133-4e7f-b727-ad74634c3fb5 on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:45:36.245180 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147e2cc-300f-45c0-81d6-1f9e10c7392e None None] Pushing event deleted for resources: {'Port': ['ID=5f6984a9-b133-4e7f-b727-ad74634c3fb5,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:36.325694 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f5a25640-c39b-4c3e-8416-2a0c66904226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:36.351294 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-f5a25640-c39b-4c3e-8416-2a0c66904226 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72bc81ee-3c41-4f5e-8195-508e87f6d682']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:36.374872 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-f5a25640-c39b-4c3e-8416-2a0c66904226 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f7cac22-9b36-4496-b532-e32ff1d0a685') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:36.375429 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-f5a25640-c39b-4c3e-8416-2a0c66904226 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f7cac22-9b36-4496-b532-e32ff1d0a685') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:36.379538 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-77181aac-c029-45eb-a838-c330814f9c89 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:36.408693 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f5a25640-c39b-4c3e-8416-2a0c66904226 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:36.434286 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f5a25640-c39b-4c3e-8416-2a0c66904226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:36.443036 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5a25640-c39b-4c3e-8416-2a0c66904226 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:45:36.443697 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f5a25640-c39b-4c3e-8416-2a0c66904226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:36.445770 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:45:36.445770 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:45:36.445770 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:45:36.445770 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:45:36.445770 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:45:36.445770 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:45:36.445770 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:45:36.445770 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:45:36.445770 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:45:36.445770 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:45:36.445770 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:45:36.445770 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:45:36.445770 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:45:36.445770 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:45:36.445770 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:45:36.445770 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:45:36.445770 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:45:36.445770 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:45:36.445770 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:45:36.445770 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:45:36.445770 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:45:36.445770 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:45:36.445770 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:45:36.445770 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:45:36.445770 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:45:36.445770 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:45:36.445770 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:45:36.445770 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:45:36.445770 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:45:36.445770 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:45:36.445770 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:45:36.445770 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:45:36.452038 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-77181aac-c029-45eb-a838-c330814f9c89 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:36.507490 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77181aac-c029-45eb-a838-c330814f9c89 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Pushing event deleted for resources: {'Subnet': ['ID=97b5a183-70be-4264-8545-890724faca25,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:36.525439 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-77181aac-c029-45eb-a838-c330814f9c89 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:36.526819 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a9dc53-4854-404b-9824-255099cc0ad7 None None] Network 24c71663-52fb-4337-9c68-c16f9f853afd requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:45:36.532601 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-77181aac-c029-45eb-a838-c330814f9c89 tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "DELETE /v2.0/subnets/97b5a183-70be-4264-8545-890724faca25 HTTP/1.1" status: 204 len: 168 time: 0.5476654 Nov 09 21:45:36.534138 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 53572) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:36.545403 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f5a25640-c39b-4c3e-8416-2a0c66904226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:36.587112 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f5a25640-c39b-4c3e-8416-2a0c66904226 admin admin] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:36.602250 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f5a25640-c39b-4c3e-8416-2a0c66904226 admin admin] 10.222.0.49 "DELETE /v2.0/networks/72bc81ee-3c41-4f5e-8195-508e87f6d682 HTTP/1.1" status: 204 len: 168 time: 1.2191164 Nov 09 21:45:36.657898 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a25640-c39b-4c3e-8416-2a0c66904226 admin admin] Pushing event deleted for resources: {'Network': ['ID=72bc81ee-3c41-4f5e-8195-508e87f6d682,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:36.689915 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 5f6984a9-b133-4e7f-b727-ad74634c3fb5 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:45:36.716287 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 5f6984a9-b133-4e7f-b727-ad74634c3fb5 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:45:36.716908 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 5f6984a9-b133-4e7f-b727-ad74634c3fb5 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:45:36.717480 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 91192f91-61bb-4c77-b095-e6b67a28e409 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:45:36.751005 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 91192f91-61bb-4c77-b095-e6b67a28e409 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:45:36.751625 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 91192f91-61bb-4c77-b095-e6b67a28e409 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:45:36.832345 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-65a98251-299c-4055-902c-e31e7f34b11e tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:36.864413 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53582) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:36.881401 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c418597-93e4-4cb2-a971-65514bdce187 None None] DHCP port deletion for 24c71663-52fb-4337-9c68-c16f9f853afd request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:45:36.920967 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-65a98251-299c-4055-902c-e31e7f34b11e tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Deleting port bb78acea-44e7-4662-a8ff-04f57edf6618 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:45:36.921311 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-65a98251-299c-4055-902c-e31e7f34b11e tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:36.984371 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f244cc32-4645-4588-b9fa-38bc01d72b8b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=469f95456a2b40728525091048862e3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1071885 Nov 09 21:45:36.985201 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53586) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:37.009479 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-3c418597-93e4-4cb2-a971-65514bdce187 None None] Deleting port bb78acea-44e7-4662-a8ff-04f57edf6618 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:45:37.010537 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3c418597-93e4-4cb2-a971-65514bdce187 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:37.086445 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-3c418597-93e4-4cb2-a971-65514bdce187 None None] For port bb78acea-44e7-4662-a8ff-04f57edf6618, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=bb78acea-44e7-4662-a8ff-04f57edf6618,segment=NetworkSegment(b2332c45-a1d5-4b0d-8a5d-87a2b923747b),segment_id=b2332c45-a1d5-4b0d-8a5d-87a2b923747b)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:45:37.087094 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3c418597-93e4-4cb2-a971-65514bdce187 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:37.097885 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-65a98251-299c-4055-902c-e31e7f34b11e tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] For port bb78acea-44e7-4662-a8ff-04f57edf6618, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=bb78acea-44e7-4662-a8ff-04f57edf6618,segment=NetworkSegment(b2332c45-a1d5-4b0d-8a5d-87a2b923747b),segment_id=b2332c45-a1d5-4b0d-8a5d-87a2b923747b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:45:37.098267 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-65a98251-299c-4055-902c-e31e7f34b11e tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:37.103148 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-3c418597-93e4-4cb2-a971-65514bdce187 None None] Calling delete_port for bb78acea-44e7-4662-a8ff-04f57edf6618 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:45:37.150205 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3614a6c5-23a4-43ff-b26d-d3751cec80d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:37.155068 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-65a98251-299c-4055-902c-e31e7f34b11e tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Calling delete_port for bb78acea-44e7-4662-a8ff-04f57edf6618 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:45:37.215104 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3c418597-93e4-4cb2-a971-65514bdce187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:37.235824 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3614a6c5-23a4-43ff-b26d-d3751cec80d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:37.265500 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c418597-93e4-4cb2-a971-65514bdce187 None None] Pushing event deleted for resources: {'Port': ['ID=bb78acea-44e7-4662-a8ff-04f57edf6618,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:37.288380 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c418597-93e4-4cb2-a971-65514bdce187 None None] No DVR routers for this DVR port bb78acea-44e7-4662-a8ff-04f57edf6618 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:45:37.349530 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3614a6c5-23a4-43ff-b26d-d3751cec80d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:37.354309 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3614a6c5-23a4-43ff-b26d-d3751cec80d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:37.358941 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3614a6c5-23a4-43ff-b26d-d3751cec80d9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9e2d087b-4f00-4cf3-8102-6e0909935235 HTTP/1.1" status: 204 len: 168 time: 0.3703113 Nov 09 21:45:37.387396 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3614a6c5-23a4-43ff-b26d-d3751cec80d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2d087b-4f00-4cf3-8102-6e0909935235,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:37.447476 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-65a98251-299c-4055-902c-e31e7f34b11e tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:37.526444 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a98251-299c-4055-902c-e31e7f34b11e tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Pushing event deleted for resources: {'Port': ['ID=bb78acea-44e7-4662-a8ff-04f57edf6618,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:37.537694 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a98251-299c-4055-902c-e31e7f34b11e tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] No DVR routers for this DVR port bb78acea-44e7-4662-a8ff-04f57edf6618 on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:45:37.642131 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-65a98251-299c-4055-902c-e31e7f34b11e tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:37.672905 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-65a98251-299c-4055-902c-e31e7f34b11e tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24c71663-52fb-4337-9c68-c16f9f853afd']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:37.684792 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-65a98251-299c-4055-902c-e31e7f34b11e tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2332c45-a1d5-4b0d-8a5d-87a2b923747b') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:37.685343 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-65a98251-299c-4055-902c-e31e7f34b11e tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2332c45-a1d5-4b0d-8a5d-87a2b923747b') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:45:37.701377 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-65a98251-299c-4055-902c-e31e7f34b11e tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:37.716694 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-65a98251-299c-4055-902c-e31e7f34b11e tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:37.723836 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65a98251-299c-4055-902c-e31e7f34b11e tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:45:37.730886 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-65a98251-299c-4055-902c-e31e7f34b11e tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:37.804279 n-d-816206-3 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:45:37.804279 n-d-816206-3 neutron-server[102607]: self.session.flush() Nov 09 21:45:37.804279 n-d-816206-3 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:45:37.804279 n-d-816206-3 neutron-server[102607]: self.session.flush() Nov 09 21:45:37.804279 n-d-816206-3 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:45:37.804279 n-d-816206-3 neutron-server[102607]: self.session.flush() Nov 09 21:45:37.804279 n-d-816206-3 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:45:37.804279 n-d-816206-3 neutron-server[102607]: self.session.flush() Nov 09 21:45:37.804279 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:45:37.804279 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:45:37.804279 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:45:37.804279 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:45:37.804279 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:45:37.804279 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:45:37.804279 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:45:37.804279 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:45:37.804279 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:45:37.804279 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:45:37.804279 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:45:37.804279 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:45:37.804279 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:45:37.804279 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:45:37.804279 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:45:37.804279 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:45:37.804279 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:45:37.804279 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:45:37.804279 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:45:37.804279 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:45:37.804279 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:45:37.804279 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:45:37.804279 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:45:37.804279 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:45:37.804279 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:45:37.804279 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:45:37.804279 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:45:37.804279 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:45:37.804279 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:45:37.804279 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:45:37.804279 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:45:37.804279 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:45:37.810251 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-65a98251-299c-4055-902c-e31e7f34b11e tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:37.839294 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-65a98251-299c-4055-902c-e31e7f34b11e tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:37.843823 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-65a98251-299c-4055-902c-e31e7f34b11e tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] 10.222.0.49 "DELETE /v2.0/networks/24c71663-52fb-4337-9c68-c16f9f853afd HTTP/1.1" status: 204 len: 168 time: 1.3080001 Nov 09 21:45:37.844871 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a98251-299c-4055-902c-e31e7f34b11e tempest-TagsExtTest-35341197 tempest-TagsExtTest-35341197-project] Pushing event deleted for resources: {'Network': ['ID=24c71663-52fb-4337-9c68-c16f9f853afd,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:38.039940 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53600) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:38.129048 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 53604) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:38.131638 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0906e5b4-25d3-41cd-8392-1fbf0f198c39 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2cf21ffaa01649d4bee38b0f07bf83c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0839603 Nov 09 21:45:38.291506 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-df2c77b7-51ad-49e5-8a83-4ad90510f6b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:38.334314 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-df2c77b7-51ad-49e5-8a83-4ad90510f6b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:38.380962 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53610) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:38.402842 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-df2c77b7-51ad-49e5-8a83-4ad90510f6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:38.406096 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-df2c77b7-51ad-49e5-8a83-4ad90510f6b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:38.411459 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-df2c77b7-51ad-49e5-8a83-4ad90510f6b8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1b361d58-2f24-4d19-bbdf-6d1d3b46f039 HTTP/1.1" status: 204 len: 168 time: 0.2801750 Nov 09 21:45:38.431932 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c77b7-51ad-49e5-8a83-4ad90510f6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b361d58-2f24-4d19-bbdf-6d1d3b46f039,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:38.649156 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device bb78acea-44e7-4662-a8ff-04f57edf6618 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:45:38.674311 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 53618) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:38.686024 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4abcbc17-8a8f-4b26-a82f-f74487e72cba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5bb7a5214a6f4ff8a807d58da383c4c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3028526 Nov 09 21:45:38.703739 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: bb78acea-44e7-4662-a8ff-04f57edf6618 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:45:38.705821 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device bb78acea-44e7-4662-a8ff-04f57edf6618 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:45:38.748598 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6bf2c7a8-e123-4f28-82e4-ddd7766db01a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:38.791730 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6bf2c7a8-e123-4f28-82e4-ddd7766db01a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:38.855862 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6bf2c7a8-e123-4f28-82e4-ddd7766db01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:38.867495 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6bf2c7a8-e123-4f28-82e4-ddd7766db01a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:38.874706 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6bf2c7a8-e123-4f28-82e4-ddd7766db01a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/90eb87e4-fe15-4846-a5c8-4ac57c6a5933 HTTP/1.1" status: 204 len: 168 time: 0.1989350 Nov 09 21:45:38.888355 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf2c7a8-e123-4f28-82e4-ddd7766db01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90eb87e4-fe15-4846-a5c8-4ac57c6a5933,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:41.286110 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 53692) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:41.455480 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-01c904cb-089c-487d-a32d-6de026b194cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:41.585785 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-01c904cb-089c-487d-a32d-6de026b194cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:41.591427 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-01c904cb-089c-487d-a32d-6de026b194cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:41.644316 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-01c904cb-089c-487d-a32d-6de026b194cf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b8d08256c8124d4497579753f40439e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3569443 Nov 09 21:45:41.645827 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c904cb-089c-487d-a32d-6de026b194cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75604158-ab7d-429e-981c-80c9e01eb06b,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:41.647309 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53706) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:41.700670 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-821bfcd9-8974-4319-a142-473935105acb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:41.732869 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-821bfcd9-8974-4319-a142-473935105acb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:41.825558 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-821bfcd9-8974-4319-a142-473935105acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:41.829088 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-821bfcd9-8974-4319-a142-473935105acb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:41.845103 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-821bfcd9-8974-4319-a142-473935105acb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/75604158-ab7d-429e-981c-80c9e01eb06b HTTP/1.1" status: 204 len: 168 time: 0.1844366 Nov 09 21:45:41.865351 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821bfcd9-8974-4319-a142-473935105acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75604158-ab7d-429e-981c-80c9e01eb06b,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:42.351501 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53720) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:42.366005 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-72ba339c-9228-4e4a-82ee-e7a1d2f1d4ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:42.537114 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-72ba339c-9228-4e4a-82ee-e7a1d2f1d4ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:42.543269 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-72ba339c-9228-4e4a-82ee-e7a1d2f1d4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:42.601059 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-72ba339c-9228-4e4a-82ee-e7a1d2f1d4ad admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3fef8e80bf714999a7e57e2455b6bdbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2451110 Nov 09 21:45:42.601059 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba339c-9228-4e4a-82ee-e7a1d2f1d4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53dbd07-82c9-4632-b542-150fdc2b7279,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:42.602202 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 53722) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:42.673518 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c35ef925-4f0c-4b6a-ac76-13f95a85bbd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:42.701357 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c35ef925-4f0c-4b6a-ac76-13f95a85bbd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:42.793976 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c35ef925-4f0c-4b6a-ac76-13f95a85bbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:42.799093 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c35ef925-4f0c-4b6a-ac76-13f95a85bbd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:42.803794 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c35ef925-4f0c-4b6a-ac76-13f95a85bbd4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e53dbd07-82c9-4632-b542-150fdc2b7279 HTTP/1.1" status: 204 len: 168 time: 0.1974666 Nov 09 21:45:42.821019 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35ef925-4f0c-4b6a-ac76-13f95a85bbd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53dbd07-82c9-4632-b542-150fdc2b7279,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:46.364504 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53816) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:46.573293 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-acc42655-f336-4c1f-b20d-15ab41765daa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:46.742743 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-acc42655-f336-4c1f-b20d-15ab41765daa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:46.774200 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-acc42655-f336-4c1f-b20d-15ab41765daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:46.804439 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc42655-f336-4c1f-b20d-15ab41765daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a9a428-c612-42ac-9558-bd55e782d8c0,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:46.836604 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-acc42655-f336-4c1f-b20d-15ab41765daa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=56f40fcaeb1641899939ae23d68907e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4701850 Nov 09 21:45:46.839065 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53822) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:46.893955 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5fc2be6a-1dce-407b-8d77-6b49df88b14b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:46.916779 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5fc2be6a-1dce-407b-8d77-6b49df88b14b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:46.972403 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5fc2be6a-1dce-407b-8d77-6b49df88b14b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:46.976809 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5fc2be6a-1dce-407b-8d77-6b49df88b14b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:46.981107 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5fc2be6a-1dce-407b-8d77-6b49df88b14b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c9a9a428-c612-42ac-9558-bd55e782d8c0 HTTP/1.1" status: 204 len: 168 time: 0.1384814 Nov 09 21:45:46.990466 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc2be6a-1dce-407b-8d77-6b49df88b14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a9a428-c612-42ac-9558-bd55e782d8c0,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:47.360129 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 53840) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:47.377146 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-32cdfc3e-1b86-4c64-8fc5-bd4ab2b1c763 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:47.513185 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-32cdfc3e-1b86-4c64-8fc5-bd4ab2b1c763 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:47.521125 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-32cdfc3e-1b86-4c64-8fc5-bd4ab2b1c763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:47.556415 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cdfc3e-1b86-4c64-8fc5-bd4ab2b1c763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a474312e-a3b8-48f8-a7f2-ef63bc686e0c,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:47.580687 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-32cdfc3e-1b86-4c64-8fc5-bd4ab2b1c763 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a555b35aa17c4030aaa2252032037795&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2168875 Nov 09 21:45:47.582273 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 53848) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:47.639726 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-69cd3126-d8ce-489f-90a5-f8c26dc565c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:47.642766 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-271818ee-975f-4e12-a98f-0e57dfc686cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:47.670546 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-69cd3126-d8ce-489f-90a5-f8c26dc565c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:47.744804 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-69cd3126-d8ce-489f-90a5-f8c26dc565c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:47.747730 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-69cd3126-d8ce-489f-90a5-f8c26dc565c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:47.752093 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-69cd3126-d8ce-489f-90a5-f8c26dc565c8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a474312e-a3b8-48f8-a7f2-ef63bc686e0c HTTP/1.1" status: 204 len: 168 time: 0.1683502 Nov 09 21:45:47.761401 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd3126-d8ce-489f-90a5-f8c26dc565c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a474312e-a3b8-48f8-a7f2-ef63bc686e0c,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:50.183470 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dd031405-b64d-496c-b5df-bfe556f9ea04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:51.060426 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:52.455916 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:52.952026 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:53.391847 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:55.175403 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54066) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:55.337642 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b48cc244-4955-4173-89a3-039b86348140 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:55.478554 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-4406103f-774e-49ec-9c2f-3c9ad6053faa tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1185313116&fields=id&tenant_id=b3039f985d904a47a201680c8c884f50 HTTP/1.1" status: 200 len: 267 time: 0.1052113 Nov 09 21:45:55.512884 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b48cc244-4955-4173-89a3-039b86348140 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:55.521308 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b48cc244-4955-4173-89a3-039b86348140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:55.566532 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b48cc244-4955-4173-89a3-039b86348140 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7f336d45aae74083bc07b342623e2c7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3888588 Nov 09 21:45:55.570474 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54082) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:55.595533 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48cc244-4955-4173-89a3-039b86348140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832e632f-b224-48c6-b629-69cdd8d52981,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:55.639795 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-e1c3a677-e354-4d3d-8580-b2c58a267266 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:45:55.642309 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-e1c3a677-e354-4d3d-8580-b2c58a267266 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/networks?id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9 HTTP/1.1" status: 200 len: 812 time: 0.1621885 Nov 09 21:45:55.663594 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bcd9866e-9b33-4b2b-95ac-23d865651847 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:55.669256 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-a117050a-7862-4544-ab01-fac3fe33d52c tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/quotas/b3039f985d904a47a201680c8c884f50 HTTP/1.1" status: 200 len: 375 time: 0.0127950 Nov 09 21:45:55.703284 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bcd9866e-9b33-4b2b-95ac-23d865651847 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:55.747765 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-4de6a315-1cfc-4e31-aabc-6217d50bd9da tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3039f985d904a47a201680c8c884f50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0716476 Nov 09 21:45:55.768723 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bcd9866e-9b33-4b2b-95ac-23d865651847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:55.771647 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bcd9866e-9b33-4b2b-95ac-23d865651847 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:55.775417 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-bcd9866e-9b33-4b2b-95ac-23d865651847 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/832e632f-b224-48c6-b629-69cdd8d52981 HTTP/1.1" status: 204 len: 168 time: 0.2010255 Nov 09 21:45:55.783400 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9866e-9b33-4b2b-95ac-23d865651847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832e632f-b224-48c6-b629-69cdd8d52981,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:55.919666 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-246d3eb4-e99e-4aff-b98a-9a7907e7c21e service neutron] 10.222.0.49 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502023 Nov 09 21:45:56.051896 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-c8ecc5eb-f5b6-4bb8-8683-ceb31eef1185 service neutron] 10.222.0.49 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308885 Nov 09 21:45:56.196294 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54098) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:56.213963 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a7c87ef4-b747-49d6-b3d1-c8dbf96d6e42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:56.315117 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a7c87ef4-b747-49d6-b3d1-c8dbf96d6e42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:56.322496 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a7c87ef4-b747-49d6-b3d1-c8dbf96d6e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:56.387882 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c87ef4-b747-49d6-b3d1-c8dbf96d6e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74cebf24-6969-4a56-b785-3ca9f6eb5a60,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:56.409517 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a7c87ef4-b747-49d6-b3d1-c8dbf96d6e42 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=64a0835b3d1d4740927240a48e2eb24d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2104521 Nov 09 21:45:56.413917 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54112) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:45:56.463531 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ac1b6c8b-9638-48aa-a700-d080b6edcdde req-9be6cc79-8fbc-47da-8cef-53171073f344 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1e5d9b4-fcbc-4df8-9122-6c60367f779a HTTP/1.1" status: 200 len: 210 time: 0.0423284 Nov 09 21:45:56.554499 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c04bb0a4-3165-4222-9ab3-ef92e10e9de0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:56.581408 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c04bb0a4-3165-4222-9ab3-ef92e10e9de0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:56.645853 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c04bb0a4-3165-4222-9ab3-ef92e10e9de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:56.649504 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c04bb0a4-3165-4222-9ab3-ef92e10e9de0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:56.650839 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c04bb0a4-3165-4222-9ab3-ef92e10e9de0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/74cebf24-6969-4a56-b785-3ca9f6eb5a60 HTTP/1.1" status: 204 len: 168 time: 0.2359209 Nov 09 21:45:56.674231 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04bb0a4-3165-4222-9ab3-ef92e10e9de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74cebf24-6969-4a56-b785-3ca9f6eb5a60,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:57.591456 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1f91d997-60ee-4728-9c86-db914503bf70 req-7a73e977-4f2b-4254-b369-dcb4f5459bdb tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1e5d9b4-fcbc-4df8-9122-6c60367f779a HTTP/1.1" status: 200 len: 210 time: 0.0271125 Nov 09 21:45:57.811738 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-48b03a96-018e-4322-a766-1978e42b0fd5 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:45:57.813328 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-48b03a96-018e-4322-a766-1978e42b0fd5 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.43 "GET /v2.0/networks?id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9 HTTP/1.1" status: 200 len: 812 time: 0.1729107 Nov 09 21:45:57.910855 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-232fe9d4-ce93-446b-a7a8-bd86814c480a tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3039f985d904a47a201680c8c884f50 HTTP/1.1" status: 200 len: 380 time: 0.0813997 Nov 09 21:45:57.926290 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-7186bc1f-cee6-4f12-915a-0d6b00601787 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Request body: {'port': {'device_id': 'c1e5d9b4-fcbc-4df8-9122-6c60367f779a', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'admin_state_up': True, 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'security_groups': ['d2ffbac2-efa0-42a2-b3ec-3d8edf9da112']}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:57.969116 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:45:58.081869 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-7186bc1f-cee6-4f12-915a-0d6b00601787 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Made reservation on behalf of b3039f985d904a47a201680c8c884f50 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:45:58.086623 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-7186bc1f-cee6-4f12-915a-0d6b00601787 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:58.244587 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-7186bc1f-cee6-4f12-915a-0d6b00601787 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Allocated IP 172.20.0.5 (46bdb5bb-fd13-43c3-a075-2640c54ba1a9/9efcad5d-d250-42ce-b381-abda2d565ce1/6252ca7c-2ea5-4741-a160-bc5688c11373) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:45:58.418504 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-7186bc1f-cee6-4f12-915a-0d6b00601787 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:58.475336 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-7186bc1f-cee6-4f12-915a-0d6b00601787 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:58.529186 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-7186bc1f-cee6-4f12-915a-0d6b00601787 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Network 46bdb5bb-fd13-43c3-a075-2640c54ba1a9 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:45:58.532804 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-7186bc1f-cee6-4f12-915a-0d6b00601787 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:45:58.550634 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-7186bc1f-cee6-4f12-915a-0d6b00601787 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:45:58.611310 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7186bc1f-cee6-4f12-915a-0d6b00601787 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Pushing event updated for resources: {'Port': ['ID=6252ca7c-2ea5-4741-a160-bc5688c11373,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:58.652907 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-7186bc1f-cee6-4f12-915a-0d6b00601787 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:45:58.653759 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-7186bc1f-cee6-4f12-915a-0d6b00601787 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:58.673994 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-7186bc1f-cee6-4f12-915a-0d6b00601787 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7525301 Nov 09 21:45:58.696426 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-58c4c3a5-b4f1-4638-9d8f-52dc4547fda3 service neutron] Request body: {'port': {'device_id': 'c1e5d9b4-fcbc-4df8-9122-6c60367f779a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:45:58.810148 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4a973-fb47-4364-8a82-ddd656076113 req-50e6ce5f-e9cc-4a76-a2e5-a9fdc59d27f3 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:45:58.818786 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-62b4a973-fb47-4364-8a82-ddd656076113 req-50e6ce5f-e9cc-4a76-a2e5-a9fdc59d27f3 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1e5d9b4-fcbc-4df8-9122-6c60367f779a HTTP/1.1" status: 200 len: 931 time: 0.1063962 Nov 09 21:45:58.823240 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-58c4c3a5-b4f1-4638-9d8f-52dc4547fda3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:58.931649 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-62b4a973-fb47-4364-8a82-ddd656076113 req-24fe5de3-c049-4bc6-a754-80801550d760 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116154 Nov 09 21:45:58.996670 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-68b08ca5-ef1d-4b5f-a3b8-f90274d2cc54 None None] Provisioning complete for port 6252ca7c-2ea5-4741-a160-bc5688c11373 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:45:58.997221 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-68b08ca5-ef1d-4b5f-a3b8-f90274d2cc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:59.079722 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-68b08ca5-ef1d-4b5f-a3b8-f90274d2cc54 None None] Port 6252ca7c-2ea5-4741-a160-bc5688c11373 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:45:59.246014 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-58c4c3a5-b4f1-4638-9d8f-52dc4547fda3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6252ca7c-2ea5-4741-a160-bc5688c11373 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:45:59.254383 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-58c4c3a5-b4f1-4638-9d8f-52dc4547fda3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:59.268302 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-58c4c3a5-b4f1-4638-9d8f-52dc4547fda3 service neutron] Transition to ACTIVE for port object 6252ca7c-2ea5-4741-a160-bc5688c11373 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:45:59.273732 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-58c4c3a5-b4f1-4638-9d8f-52dc4547fda3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:59.325457 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c4c3a5-b4f1-4638-9d8f-52dc4547fda3 service neutron] Pushing event updated for resources: {'Port': ['ID=6252ca7c-2ea5-4741-a160-bc5688c11373,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:59.525528 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-58c4c3a5-b4f1-4638-9d8f-52dc4547fda3 service neutron] Attempting to bind port 6252ca7c-2ea5-4741-a160-bc5688c11373 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:45:59.525870 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-58c4c3a5-b4f1-4638-9d8f-52dc4547fda3 service neutron] Attempting to bind port 6252ca7c-2ea5-4741-a160-bc5688c11373 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '3170744c-3447-44d8-9a0c-fa1ee6e7efbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:45:59.526206 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-58c4c3a5-b4f1-4638-9d8f-52dc4547fda3 service neutron] Attempting to bind port 6252ca7c-2ea5-4741-a160-bc5688c11373 on network 46bdb5bb-fd13-43c3-a075-2640c54ba1a9 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:45:59.531463 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-58c4c3a5-b4f1-4638-9d8f-52dc4547fda3 service neutron] Port 6252ca7c-2ea5-4741-a160-bc5688c11373 on network 46bdb5bb-fd13-43c3-a075-2640c54ba1a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:45:59.532539 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-58c4c3a5-b4f1-4638-9d8f-52dc4547fda3 service neutron] Attempting to bind port 6252ca7c-2ea5-4741-a160-bc5688c11373 on network 46bdb5bb-fd13-43c3-a075-2640c54ba1a9 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:45:59.538311 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-58c4c3a5-b4f1-4638-9d8f-52dc4547fda3 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:45:59.538705 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-58c4c3a5-b4f1-4638-9d8f-52dc4547fda3 service neutron] Checking segment: {'id': '3170744c-3447-44d8-9a0c-fa1ee6e7efbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:45:59.539160 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-58c4c3a5-b4f1-4638-9d8f-52dc4547fda3 service neutron] Bound using segment: {'id': '3170744c-3447-44d8-9a0c-fa1ee6e7efbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:45:59.539776 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-58c4c3a5-b4f1-4638-9d8f-52dc4547fda3 service neutron] Bound port: 6252ca7c-2ea5-4741-a160-bc5688c11373, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3170744c-3447-44d8-9a0c-fa1ee6e7efbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:45:59.540380 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-58c4c3a5-b4f1-4638-9d8f-52dc4547fda3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:59.644860 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-58c4c3a5-b4f1-4638-9d8f-52dc4547fda3 service neutron] For port 6252ca7c-2ea5-4741-a160-bc5688c11373, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:45:59.651716 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-58c4c3a5-b4f1-4638-9d8f-52dc4547fda3 service neutron] For port 6252ca7c-2ea5-4741-a160-bc5688c11373, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=6252ca7c-2ea5-4741-a160-bc5688c11373,segment=NetworkSegment(3170744c-3447-44d8-9a0c-fa1ee6e7efbc),segment_id=3170744c-3447-44d8-9a0c-fa1ee6e7efbc)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:45:59.663109 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-58c4c3a5-b4f1-4638-9d8f-52dc4547fda3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:59.678686 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-58c4c3a5-b4f1-4638-9d8f-52dc4547fda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:45:59.679495 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-58c4c3a5-b4f1-4638-9d8f-52dc4547fda3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:45:59.681448 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-58c4c3a5-b4f1-4638-9d8f-52dc4547fda3 service neutron] 10.222.0.43 "PUT /v2.0/ports/6252ca7c-2ea5-4741-a160-bc5688c11373 HTTP/1.1" status: 200 len: 1091 time: 0.9912143 Nov 09 21:45:59.683066 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1e5d9b4-fcbc-4df8-9122-6c60367f779a', 'tag': '6252ca7c-2ea5-4741-a160-bc5688c11373'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:45:59.685398 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5acc75a-a0f1-4896-9383-d16510781aeb" -d '{"events": [{"name": "network-changed", "server_uuid": "c1e5d9b4-fcbc-4df8-9122-6c60367f779a", "tag": "6252ca7c-2ea5-4741-a160-bc5688c11373"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:45:59.875498 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb7045f-a265-4368-92f1-8dafed073ca2 x-openstack-request-id: req-eeb7045f-a265-4368-92f1-8dafed073ca2 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:45:59.875982 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1e5d9b4-fcbc-4df8-9122-6c60367f779a", "tag": "6252ca7c-2ea5-4741-a160-bc5688c11373", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:45:59.876255 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eeb7045f-a265-4368-92f1-8dafed073ca2 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:45:59.876698 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1e5d9b4-fcbc-4df8-9122-6c60367f779a', 'tag': '6252ca7c-2ea5-4741-a160-bc5688c11373', 'status': 'completed', 'code': 200} Nov 09 21:45:59.929154 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c4c3a5-b4f1-4638-9d8f-52dc4547fda3 service neutron] Pushing event updated for resources: {'Port': ['ID=6252ca7c-2ea5-4741-a160-bc5688c11373,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:45:59.942904 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-ec3aa3aa-d0a8-43a8-969f-28d9f273e0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:45:59.959056 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-ec3aa3aa-d0a8-43a8-969f-28d9f273e0b0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b3039f985d904a47a201680c8c884f50&device_id=c1e5d9b4-fcbc-4df8-9122-6c60367f779a HTTP/1.1" status: 200 len: 1094 time: 0.1710026 Nov 09 21:46:00.063467 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-0265686d-0be8-490a-93c2-333f451db1de service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6252ca7c-2ea5-4741-a160-bc5688c11373 HTTP/1.1" status: 200 len: 217 time: 0.0889030 Nov 09 21:46:00.109466 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f27b1-d93e-4403-a2ab-49c283336ac7 req-3dd98e8d-e20e-484d-b1f0-6b3dbf640b65 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:00.111228 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4e5f27b1-d93e-4403-a2ab-49c283336ac7 req-3dd98e8d-e20e-484d-b1f0-6b3dbf640b65 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1e5d9b4-fcbc-4df8-9122-6c60367f779a HTTP/1.1" status: 200 len: 943 time: 0.0712650 Nov 09 21:46:00.127016 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-0587b68b-57d0-4ba1-9896-5e32d0e761ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:00.128481 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-0587b68b-57d0-4ba1-9896-5e32d0e761ee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9efcad5d-d250-42ce-b381-abda2d565ce1 HTTP/1.1" status: 200 len: 851 time: 0.0570097 Nov 09 21:46:00.204388 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-86be8a23-7d1d-43b0-a60a-1211732437e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:00.206992 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-86be8a23-7d1d-43b0-a60a-1211732437e6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710266 Nov 09 21:46:00.223021 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4e5f27b1-d93e-4403-a2ab-49c283336ac7 req-4590bbec-00eb-4081-9812-c51abf3ea7c8 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049967 Nov 09 21:46:00.346390 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-867fbbca-23f8-4fac-b192-38a227f04cf3 service neutron] 10.222.0.43 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313605 Nov 09 21:46:00.507265 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bb23a202-883c-4c14-a8fe-7c53e3b40ba2 req-4247a5b6-52bc-4d3d-884e-b09eb52379d0 service neutron] 10.222.0.43 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535468 Nov 09 21:46:00.688366 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5acc75a-a0f1-4896-9383-d16510781aeb req-ed692e3e-6322-4faf-9c8e-05d3135d3918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:00.691406 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d5acc75a-a0f1-4896-9383-d16510781aeb req-ed692e3e-6322-4faf-9c8e-05d3135d3918 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b3039f985d904a47a201680c8c884f50&device_id=c1e5d9b4-fcbc-4df8-9122-6c60367f779a HTTP/1.1" status: 200 len: 1094 time: 0.0799839 Nov 09 21:46:00.799864 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5acc75a-a0f1-4896-9383-d16510781aeb req-172f1ebe-7416-4ff4-a1ed-ce750db12ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:00.801516 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d5acc75a-a0f1-4896-9383-d16510781aeb req-172f1ebe-7416-4ff4-a1ed-ce750db12ef8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9 HTTP/1.1" status: 200 len: 912 time: 0.1014102 Nov 09 21:46:00.852899 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d5acc75a-a0f1-4896-9383-d16510781aeb req-5bd27ea1-883b-4f39-8d5c-1794a8892599 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6252ca7c-2ea5-4741-a160-bc5688c11373 HTTP/1.1" status: 200 len: 217 time: 0.0443528 Nov 09 21:46:00.921220 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5acc75a-a0f1-4896-9383-d16510781aeb req-f006f0b1-66de-48d6-b525-f3683172d320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:00.923388 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d5acc75a-a0f1-4896-9383-d16510781aeb req-f006f0b1-66de-48d6-b525-f3683172d320 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9efcad5d-d250-42ce-b381-abda2d565ce1 HTTP/1.1" status: 200 len: 851 time: 0.0561981 Nov 09 21:46:00.972414 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5acc75a-a0f1-4896-9383-d16510781aeb req-7a2e5498-5224-45c9-ab23-8621c8424690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:00.978874 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d5acc75a-a0f1-4896-9383-d16510781aeb req-7a2e5498-5224-45c9-ab23-8621c8424690 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468984 Nov 09 21:46:01.106792 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d5acc75a-a0f1-4896-9383-d16510781aeb req-4c61070b-dac9-409a-9e64-4c068fe99669 service neutron] 10.222.0.43 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203973 Nov 09 21:46:01.239814 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d5acc75a-a0f1-4896-9383-d16510781aeb req-b8cbf2d1-245a-471f-b1a2-2685751edfa4 service neutron] 10.222.0.43 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256495 Nov 09 21:46:01.418454 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705efcfd-efe5-406a-955b-13ae3aa6b519 req-0d6a7682-feea-4e07-93c8-a11c72c2a336 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:01.421020 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-705efcfd-efe5-406a-955b-13ae3aa6b519 req-0d6a7682-feea-4e07-93c8-a11c72c2a336 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1e5d9b4-fcbc-4df8-9122-6c60367f779a HTTP/1.1" status: 200 len: 943 time: 0.0839961 Nov 09 21:46:01.500404 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-705efcfd-efe5-406a-955b-13ae3aa6b519 req-d3c01a4d-cfa6-4ec0-b3e1-acdf97d3a43c tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546305 Nov 09 21:46:02.692207 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36154982-deec-48e0-9ff1-ce4cb2219e14 req-19295538-fa7d-4797-90e7-13f8bc12751e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:02.707805 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-36154982-deec-48e0-9ff1-ce4cb2219e14 req-19295538-fa7d-4797-90e7-13f8bc12751e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1e5d9b4-fcbc-4df8-9122-6c60367f779a HTTP/1.1" status: 200 len: 943 time: 0.1055236 Nov 09 21:46:02.821381 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-36154982-deec-48e0-9ff1-ce4cb2219e14 req-0bb5a069-5a4a-4ce4-9d83-32ccd47fe9a1 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121402 Nov 09 21:46:03.794640 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:04.013629 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645bb781-98ab-483c-85ed-222232ddd3ac req-8f4f8aa9-b5d2-4989-93d6-be64030af4d0 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:04.026373 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-645bb781-98ab-483c-85ed-222232ddd3ac req-8f4f8aa9-b5d2-4989-93d6-be64030af4d0 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1e5d9b4-fcbc-4df8-9122-6c60367f779a HTTP/1.1" status: 200 len: 943 time: 0.1269634 Nov 09 21:46:04.165298 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-645bb781-98ab-483c-85ed-222232ddd3ac req-65add762-6673-451b-9d48-6df0de564989 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371844 Nov 09 21:46:05.406416 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43827f-2a4e-4937-8b3d-7ed9109ef4d2 req-7c3e4ad1-a2c2-479d-a769-c242ba4d11df tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:05.421303 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2b43827f-2a4e-4937-8b3d-7ed9109ef4d2 req-7c3e4ad1-a2c2-479d-a769-c242ba4d11df tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1e5d9b4-fcbc-4df8-9122-6c60367f779a HTTP/1.1" status: 200 len: 943 time: 0.1341834 Nov 09 21:46:05.517346 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2b43827f-2a4e-4937-8b3d-7ed9109ef4d2 req-5713f3a6-9d19-4e25-8aaf-4a00dcad963f tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948052 Nov 09 21:46:06.640401 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54372) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:06.658839 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e65aa-f83b-443d-8299-4b9f3561035f req-0c1cdd46-b128-472f-b0c0-741be2dbbc1d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:06.666619 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-688e65aa-f83b-443d-8299-4b9f3561035f req-0c1cdd46-b128-472f-b0c0-741be2dbbc1d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1e5d9b4-fcbc-4df8-9122-6c60367f779a HTTP/1.1" status: 200 len: 943 time: 0.0724773 Nov 09 21:46:06.737272 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-688e65aa-f83b-443d-8299-4b9f3561035f req-220b2f33-adad-461e-9b3f-f86fc53afa64 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696921 Nov 09 21:46:06.805302 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7b3b2b8d-428e-4776-96b9-e699a098b297 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:06.893891 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7b3b2b8d-428e-4776-96b9-e699a098b297 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:06.900586 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7b3b2b8d-428e-4776-96b9-e699a098b297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:06.949748 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54382) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:06.950323 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7b3b2b8d-428e-4776-96b9-e699a098b297 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b58e4b1abb07459b9a05eaf2c1787500&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3046160 Nov 09 21:46:06.951306 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b2b8d-428e-4776-96b9-e699a098b297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ddd101f-7e5e-4d91-80e8-a3fc29b8ae7f,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:07.007123 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-65af64dd-36d6-4c26-8eb4-57e002a9b253 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:07.035886 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-65af64dd-36d6-4c26-8eb4-57e002a9b253 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:07.109844 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-65af64dd-36d6-4c26-8eb4-57e002a9b253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:07.115310 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-65af64dd-36d6-4c26-8eb4-57e002a9b253 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:07.116947 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-65af64dd-36d6-4c26-8eb4-57e002a9b253 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3ddd101f-7e5e-4d91-80e8-a3fc29b8ae7f HTTP/1.1" status: 204 len: 168 time: 0.1660595 Nov 09 21:46:07.128860 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af64dd-36d6-4c26-8eb4-57e002a9b253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ddd101f-7e5e-4d91-80e8-a3fc29b8ae7f,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:07.461111 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54398) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:07.493141 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dc0f119d-082e-42c7-8c8d-9da94b74713b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:07.591238 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dc0f119d-082e-42c7-8c8d-9da94b74713b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:07.597014 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dc0f119d-082e-42c7-8c8d-9da94b74713b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:07.638298 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-dc0f119d-082e-42c7-8c8d-9da94b74713b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d3ee9d1964134866bf2cdbf4d401860f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1754229 Nov 09 21:46:07.639463 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f119d-082e-42c7-8c8d-9da94b74713b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe835dd-ba76-4a03-9520-37cabc8d9644,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:07.641743 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54404) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:07.701261 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0d0d5cb9-ddd6-4cc6-bd01-752c573c448c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:07.722645 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0d0d5cb9-ddd6-4cc6-bd01-752c573c448c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:07.775643 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0d0d5cb9-ddd6-4cc6-bd01-752c573c448c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:07.778962 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0d0d5cb9-ddd6-4cc6-bd01-752c573c448c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:07.780607 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0d0d5cb9-ddd6-4cc6-bd01-752c573c448c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ebe835dd-ba76-4a03-9520-37cabc8d9644 HTTP/1.1" status: 204 len: 168 time: 0.1368766 Nov 09 21:46:07.816558 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d5cb9-ddd6-4cc6-bd01-752c573c448c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe835dd-ba76-4a03-9520-37cabc8d9644,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:07.965901 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7e790-af38-4b0f-98f4-62f932416025 req-f0130c6a-9650-4107-9609-a73bbfc4735f tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:07.970543 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-09e7e790-af38-4b0f-98f4-62f932416025 req-f0130c6a-9650-4107-9609-a73bbfc4735f tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1e5d9b4-fcbc-4df8-9122-6c60367f779a HTTP/1.1" status: 200 len: 943 time: 0.1015327 Nov 09 21:46:08.059125 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-09e7e790-af38-4b0f-98f4-62f932416025 req-4627d1cf-a398-4b6e-9cc2-14270ce78fd1 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833347 Nov 09 21:46:09.253173 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c804c4-19bd-4022-9444-fc348ca2513e req-12078ee0-7989-4ed3-8d63-8aebe23dfad7 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:09.261657 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a8c804c4-19bd-4022-9444-fc348ca2513e req-12078ee0-7989-4ed3-8d63-8aebe23dfad7 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1e5d9b4-fcbc-4df8-9122-6c60367f779a HTTP/1.1" status: 200 len: 943 time: 0.1016324 Nov 09 21:46:09.336250 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a8c804c4-19bd-4022-9444-fc348ca2513e req-f0588171-84f3-4a87-8f69-99df4db32bab tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634339 Nov 09 21:46:09.963208 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54504) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:10.090282 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-968ec8f5-faad-4522-9810-3fbb733f8764 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:10.182932 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-968ec8f5-faad-4522-9810-3fbb733f8764 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:10.190771 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-968ec8f5-faad-4522-9810-3fbb733f8764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:10.236451 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54516) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:10.243109 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-968ec8f5-faad-4522-9810-3fbb733f8764 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9118b464a20a465e9099b91bafaf439f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2782762 Nov 09 21:46:10.244076 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ec8f5-faad-4522-9810-3fbb733f8764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676118da-096d-4bcf-8544-893b4575bd61,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:10.300334 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0d265251-b85c-4232-9320-4108b24fd12e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:10.334695 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0d265251-b85c-4232-9320-4108b24fd12e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:10.389346 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0d265251-b85c-4232-9320-4108b24fd12e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:10.392839 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0d265251-b85c-4232-9320-4108b24fd12e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:10.400957 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0d265251-b85c-4232-9320-4108b24fd12e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/676118da-096d-4bcf-8544-893b4575bd61 HTTP/1.1" status: 204 len: 168 time: 0.1603115 Nov 09 21:46:10.464013 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d265251-b85c-4232-9320-4108b24fd12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676118da-096d-4bcf-8544-893b4575bd61,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:10.505875 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748a2fb-8662-4cf4-b9b2-3e3791f81fef req-bf54dc16-b799-414b-8c53-deb0c0340a31 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:10.507692 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a748a2fb-8662-4cf4-b9b2-3e3791f81fef req-bf54dc16-b799-414b-8c53-deb0c0340a31 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1e5d9b4-fcbc-4df8-9122-6c60367f779a HTTP/1.1" status: 200 len: 943 time: 0.1054063 Nov 09 21:46:10.584758 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a748a2fb-8662-4cf4-b9b2-3e3791f81fef req-07cb0ce9-3ca9-4a92-b7f6-ac8208103465 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706387 Nov 09 21:46:10.743444 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54530) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:10.756503 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ea3bd1dd-ee0f-48ef-bf4c-eebb59e73e8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:10.840702 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ea3bd1dd-ee0f-48ef-bf4c-eebb59e73e8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:10.844865 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ea3bd1dd-ee0f-48ef-bf4c-eebb59e73e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:10.885164 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ea3bd1dd-ee0f-48ef-bf4c-eebb59e73e8d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a9e405468838446a88229acd5291171d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1405137 Nov 09 21:46:10.887977 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54536) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:10.891581 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3bd1dd-ee0f-48ef-bf4c-eebb59e73e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9e158b-153c-48cc-9ce5-dc8e76835e6b,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:10.947833 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-484b62bd-ffab-4015-82ce-23f284e43cf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:10.969784 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-484b62bd-ffab-4015-82ce-23f284e43cf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:11.025033 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-484b62bd-ffab-4015-82ce-23f284e43cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:11.027832 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-484b62bd-ffab-4015-82ce-23f284e43cf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:11.032079 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-484b62bd-ffab-4015-82ce-23f284e43cf3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eb9e158b-153c-48cc-9ce5-dc8e76835e6b HTTP/1.1" status: 204 len: 168 time: 0.1388807 Nov 09 21:46:11.038570 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b62bd-ffab-4015-82ce-23f284e43cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9e158b-153c-48cc-9ce5-dc8e76835e6b,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:11.575578 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54568) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:11.721320 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d43e1a-b67f-434e-9020-d70caf3dea0e req-4b1855d3-d92b-4bca-95fa-8a6f1616c17c tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:11.731146 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a4d43e1a-b67f-434e-9020-d70caf3dea0e req-4b1855d3-d92b-4bca-95fa-8a6f1616c17c tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1e5d9b4-fcbc-4df8-9122-6c60367f779a HTTP/1.1" status: 200 len: 943 time: 0.0709157 Nov 09 21:46:11.761550 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d73dd202-00b0-4a90-be8a-2c9573364976 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:11.833324 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a4d43e1a-b67f-434e-9020-d70caf3dea0e req-41ce9b60-2610-4173-87bd-d41fc626a58e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009297 Nov 09 21:46:11.919265 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d73dd202-00b0-4a90-be8a-2c9573364976 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:11.926572 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d73dd202-00b0-4a90-be8a-2c9573364976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:11.971275 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d73dd202-00b0-4a90-be8a-2c9573364976 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1040d10bcb594b0d98e5468c959a3f02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3945911 Nov 09 21:46:12.001756 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73dd202-00b0-4a90-be8a-2c9573364976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91d6309-eb89-40b0-aa99-95aa3a5d2fe8,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:12.070247 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54598) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:12.125986 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4c5cd47d-831d-4bd6-9f9e-446b9851f035 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:12.151411 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4c5cd47d-831d-4bd6-9f9e-446b9851f035 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:12.215300 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4c5cd47d-831d-4bd6-9f9e-446b9851f035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:12.220379 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4c5cd47d-831d-4bd6-9f9e-446b9851f035 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:12.222569 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4c5cd47d-831d-4bd6-9f9e-446b9851f035 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f91d6309-eb89-40b0-aa99-95aa3a5d2fe8 HTTP/1.1" status: 204 len: 168 time: 0.1512303 Nov 09 21:46:12.232047 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5cd47d-831d-4bd6-9f9e-446b9851f035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91d6309-eb89-40b0-aa99-95aa3a5d2fe8,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:12.597428 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54622) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:12.611855 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-43894a8b-be24-4175-9a23-5d17219e8ee7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:12.699118 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-43894a8b-be24-4175-9a23-5d17219e8ee7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:12.703695 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-43894a8b-be24-4175-9a23-5d17219e8ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:12.745232 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-43894a8b-be24-4175-9a23-5d17219e8ee7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d513c7beefd44e80a1390df37f648084&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1466241 Nov 09 21:46:12.746535 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43894a8b-be24-4175-9a23-5d17219e8ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d47933b-2f00-4f88-9933-fd0468654cbb,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:12.747992 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54626) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:12.818531 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f77b8d68-5c35-42c4-836d-c39e858167ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:12.841536 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f77b8d68-5c35-42c4-836d-c39e858167ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:12.906742 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f77b8d68-5c35-42c4-836d-c39e858167ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:12.909362 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f77b8d68-5c35-42c4-836d-c39e858167ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:12.910544 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f77b8d68-5c35-42c4-836d-c39e858167ce admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0d47933b-2f00-4f88-9933-fd0468654cbb HTTP/1.1" status: 204 len: 168 time: 0.1591709 Nov 09 21:46:12.961697 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b8d68-5c35-42c4-836d-c39e858167ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d47933b-2f00-4f88-9933-fd0468654cbb,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:13.015907 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c585b-e5e4-48f4-93ea-152eef96a86f req-a74afedc-2a9c-45e0-af9f-6b8deb7922a3 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:13.017720 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1b7c585b-e5e4-48f4-93ea-152eef96a86f req-a74afedc-2a9c-45e0-af9f-6b8deb7922a3 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1e5d9b4-fcbc-4df8-9122-6c60367f779a HTTP/1.1" status: 200 len: 943 time: 0.0980160 Nov 09 21:46:13.084996 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1b7c585b-e5e4-48f4-93ea-152eef96a86f req-c7e5fd97-f4a7-4b14-858b-8b12c941840e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593209 Nov 09 21:46:13.625687 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 6252ca7c-2ea5-4741-a160-bc5688c11373 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:46:13.741855 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 6252ca7c-2ea5-4741-a160-bc5688c11373, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=6252ca7c-2ea5-4741-a160-bc5688c11373,segment=NetworkSegment(3170744c-3447-44d8-9a0c-fa1ee6e7efbc),segment_id=3170744c-3447-44d8-9a0c-fa1ee6e7efbc)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:46:13.756000 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '6252ca7c-2ea5-4741-a160-bc5688c11373', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'port_id': '6252ca7c-2ea5-4741-a160-bc5688c11373', 'mac_address': 'fa:16:3e:be:16:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9efcad5d-d250-42ce-b381-abda2d565ce1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:46:13.803819 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:13.819031 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6252ca7c-2ea5-4741-a160-bc5688c11373 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:46:13.852022 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 6252ca7c-2ea5-4741-a160-bc5688c11373, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=6252ca7c-2ea5-4741-a160-bc5688c11373,segment=NetworkSegment(3170744c-3447-44d8-9a0c-fa1ee6e7efbc),segment_id=3170744c-3447-44d8-9a0c-fa1ee6e7efbc)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:46:13.858349 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:13.936748 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=6252ca7c-2ea5-4741-a160-bc5688c11373,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:14.170365 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['6252ca7c-2ea5-4741-a160-bc5688c11373'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:46:14.266354 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a31b4-4931-45b8-9258-919711de4edf req-e7762dc2-ac07-4829-8588-2ab30e47cd06 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:14.267848 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9d8a31b4-4931-45b8-9258-919711de4edf req-e7762dc2-ac07-4829-8588-2ab30e47cd06 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1e5d9b4-fcbc-4df8-9122-6c60367f779a HTTP/1.1" status: 200 len: 944 time: 0.1002533 Nov 09 21:46:14.392983 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9d8a31b4-4931-45b8-9258-919711de4edf req-1dff082c-bf29-40d2-a9a2-90434de18580 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177487 Nov 09 21:46:15.509817 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d1dcf-7819-4fd9-8452-81f1cff4a910 req-5f80d586-eb4f-40d0-ab0c-1d77b4e4ce6a tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:15.511303 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-853d1dcf-7819-4fd9-8452-81f1cff4a910 req-5f80d586-eb4f-40d0-ab0c-1d77b4e4ce6a tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1e5d9b4-fcbc-4df8-9122-6c60367f779a HTTP/1.1" status: 200 len: 944 time: 0.0568011 Nov 09 21:46:15.562307 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-853d1dcf-7819-4fd9-8452-81f1cff4a910 req-b1617c48-b3de-41e0-be6d-c927b001dbf7 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438142 Nov 09 21:46:15.639442 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 6252ca7c-2ea5-4741-a160-bc5688c11373 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:46:15.701747 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 6252ca7c-2ea5-4741-a160-bc5688c11373 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:46:15.706385 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 6252ca7c-2ea5-4741-a160-bc5688c11373 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:46:15.706753 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:15.798802 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:15.824975 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e5d9b4-fcbc-4df8-9122-6c60367f779a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6252ca7c-2ea5-4741-a160-bc5688c11373'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:46:15.827743 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda1db73-31af-42a3-af81-13f2f052d56e" -d '{"events": [{"server_uuid": "c1e5d9b4-fcbc-4df8-9122-6c60367f779a", "name": "network-vif-plugged", "status": "completed", "tag": "6252ca7c-2ea5-4741-a160-bc5688c11373"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:46:15.840800 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 6252ca7c-2ea5-4741-a160-bc5688c11373, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=6252ca7c-2ea5-4741-a160-bc5688c11373,segment=NetworkSegment(3170744c-3447-44d8-9a0c-fa1ee6e7efbc),segment_id=3170744c-3447-44d8-9a0c-fa1ee6e7efbc)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:46:15.847651 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:15.888396 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a37e203-4be5-4698-8f00-91950a797c29 x-openstack-request-id: req-5a37e203-4be5-4698-8f00-91950a797c29 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:46:15.888746 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e5d9b4-fcbc-4df8-9122-6c60367f779a", "name": "network-vif-plugged", "status": "completed", "tag": "6252ca7c-2ea5-4741-a160-bc5688c11373", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:46:15.888996 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5a37e203-4be5-4698-8f00-91950a797c29 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:46:15.889390 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e5d9b4-fcbc-4df8-9122-6c60367f779a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6252ca7c-2ea5-4741-a160-bc5688c11373', 'code': 200} Nov 09 21:46:15.907563 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=6252ca7c-2ea5-4741-a160-bc5688c11373,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:16.018127 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf56f42-2793-4ba3-8329-a7f6ecbfec0f req-d417eeb8-0f97-48af-9142-098c88a7911f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:16.019762 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bdf56f42-2793-4ba3-8329-a7f6ecbfec0f req-d417eeb8-0f97-48af-9142-098c88a7911f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c1e5d9b4-fcbc-4df8-9122-6c60367f779a HTTP/1.1" status: 200 len: 1096 time: 0.0405877 Nov 09 21:46:16.068523 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bdf56f42-2793-4ba3-8329-a7f6ecbfec0f req-83e41aa3-e833-489a-9b61-c3c9fb12c779 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408757 Nov 09 21:46:16.703774 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28c34f-08bc-406f-8f17-9f3901d2a18d req-1b23b12b-c54c-41fb-8a31-4f49aed3ada6 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:16.712706 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ef28c34f-08bc-406f-8f17-9f3901d2a18d req-1b23b12b-c54c-41fb-8a31-4f49aed3ada6 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1e5d9b4-fcbc-4df8-9122-6c60367f779a HTTP/1.1" status: 200 len: 945 time: 0.0689278 Nov 09 21:46:16.774646 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ef28c34f-08bc-406f-8f17-9f3901d2a18d req-c04734cb-e05e-4e97-9974-72e92fbb32da tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584450 Nov 09 21:46:17.075742 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [req-c7fd8b22-d283-4c03-bcbb-08842f353c08 req-61c0fd2c-9207-4384-b164-72d285403f7a service neutron] (102608) timed out ('10.222.0.49', 33062) {{(pid=102608) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 21:46:17.641310 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-42be9c8c-971d-456c-bffb-7e3d1746951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:17.908208 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ddb61b-60fb-4572-abc3-fca474f25887 req-f9189113-1829-4b0e-b273-95534a488879 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:17.917022 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-64ddb61b-60fb-4572-abc3-fca474f25887 req-f9189113-1829-4b0e-b273-95534a488879 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1e5d9b4-fcbc-4df8-9122-6c60367f779a HTTP/1.1" status: 200 len: 945 time: 0.0636420 Nov 09 21:46:17.973659 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-64ddb61b-60fb-4572-abc3-fca474f25887 req-79faebc0-46de-46bf-b80f-fe32251adcd7 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555599 Nov 09 21:46:18.100037 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c1c06-9081-4a0b-8f5e-6824c7ce2681 req-03692a47-7063-44d0-9b33-cc84cd501422 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:18.101453 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f78c1c06-9081-4a0b-8f5e-6824c7ce2681 req-03692a47-7063-44d0-9b33-cc84cd501422 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1e5d9b4-fcbc-4df8-9122-6c60367f779a HTTP/1.1" status: 200 len: 945 time: 0.0481722 Nov 09 21:46:18.158708 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f78c1c06-9081-4a0b-8f5e-6824c7ce2681 req-b92273ba-e36c-4a15-8227-5d6f172c95b5 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482273 Nov 09 21:46:18.184016 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54762) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:18.435057 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e769aab-60f8-46f2-bcd4-c2fa19775e05 tempest-TestVolumeBootPattern-352565874 tempest-TestVolumeBootPattern-352565874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:18.439911 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5e769aab-60f8-46f2-bcd4-c2fa19775e05 tempest-TestVolumeBootPattern-352565874 tempest-TestVolumeBootPattern-352565874-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=c1e5d9b4-fcbc-4df8-9122-6c60367f779a HTTP/1.1" status: 200 len: 1091 time: 0.2548420 Nov 09 21:46:18.440562 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54772) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:18.447262 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-1c267f25-1d5c-48c9-a57a-30362dc0945e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'port_id': '6252ca7c-2ea5-4741-a160-bc5688c11373', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:46:18.478768 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1c267f25-1d5c-48c9-a57a-30362dc0945e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks [] for floatingip, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:18.614379 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1c267f25-1d5c-48c9-a57a-30362dc0945e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:18.700983 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54782) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:18.774242 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-1c267f25-1d5c-48c9-a57a-30362dc0945e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Allocated IP 172.25.7.118 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/65c40fa9-83e6-48f6-bef6-badfff9dad0a) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:46:18.857825 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-83ceac1a-0f2d-4da8-a1a9-a518320624b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:18.948521 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1c267f25-1d5c-48c9-a57a-30362dc0945e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:18.978503 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-83ceac1a-0f2d-4da8-a1a9-a518320624b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:18.985788 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-83ceac1a-0f2d-4da8-a1a9-a518320624b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:19.043356 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1c267f25-1d5c-48c9-a57a-30362dc0945e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:19.064072 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-83ceac1a-0f2d-4da8-a1a9-a518320624b4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=42ad37cbf97b48a5878ec3364ea8a518&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3589256 Nov 09 21:46:19.065294 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54788) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:19.098862 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ceac1a-0f2d-4da8-a1a9-a518320624b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0163e8-6d85-498d-9287-6c013a459b6f,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:19.111777 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c267f25-1d5c-48c9-a57a-30362dc0945e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:46:19.117143 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-1c267f25-1d5c-48c9-a57a-30362dc0945e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:46:19.121147 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c267f25-1d5c-48c9-a57a-30362dc0945e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:46:19.175374 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9fcc61ca-07ee-4cd1-bb50-e37b142230d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:19.189546 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c267f25-1d5c-48c9-a57a-30362dc0945e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Pushing event updated for resources: {'Port': ['ID=65c40fa9-83e6-48f6-bef6-badfff9dad0a,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:19.208675 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9fcc61ca-07ee-4cd1-bb50-e37b142230d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:19.272666 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9fcc61ca-07ee-4cd1-bb50-e37b142230d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:19.275691 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9fcc61ca-07ee-4cd1-bb50-e37b142230d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:19.277307 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-9fcc61ca-07ee-4cd1-bb50-e37b142230d6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/df0163e8-6d85-498d-9287-6c013a459b6f HTTP/1.1" status: 204 len: 168 time: 0.2071052 Nov 09 21:46:19.290261 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc61ca-07ee-4cd1-bb50-e37b142230d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0163e8-6d85-498d-9287-6c013a459b6f,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:19.787995 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54798) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:19.804143 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4790c215-ffba-44f7-91d3-c705d03d1fc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:19.982056 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4790c215-ffba-44f7-91d3-c705d03d1fc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:19.989404 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4790c215-ffba-44f7-91d3-c705d03d1fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:20.025325 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4790c215-ffba-44f7-91d3-c705d03d1fc1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f199e8a5934a4c4e9b5d29dc7e28a10f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2357872 Nov 09 21:46:20.033994 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54802) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:20.081296 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4790c215-ffba-44f7-91d3-c705d03d1fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589e5970-8c65-4d8c-8302-d76a047f164e,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:20.092134 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1c267f25-1d5c-48c9-a57a-30362dc0945e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:20.120552 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8cf3158f-1a45-4bbf-969f-aa9357011093 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:20.183892 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c8537575-a9ad-41ca-8bbc-e68d968213be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:20.198138 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8cf3158f-1a45-4bbf-969f-aa9357011093 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:20.204411 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1c267f25-1d5c-48c9-a57a-30362dc0945e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:20.295522 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8cf3158f-1a45-4bbf-969f-aa9357011093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:20.298832 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8cf3158f-1a45-4bbf-969f-aa9357011093 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:20.303991 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8cf3158f-1a45-4bbf-969f-aa9357011093 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/589e5970-8c65-4d8c-8302-d76a047f164e HTTP/1.1" status: 204 len: 168 time: 0.2682514 Nov 09 21:46:20.318574 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf3158f-1a45-4bbf-969f-aa9357011093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589e5970-8c65-4d8c-8302-d76a047f164e,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:20.422912 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1c267f25-1d5c-48c9-a57a-30362dc0945e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:20.434227 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1c267f25-1d5c-48c9-a57a-30362dc0945e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:20.545294 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1c267f25-1d5c-48c9-a57a-30362dc0945e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:20.685622 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c267f25-1d5c-48c9-a57a-30362dc0945e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Pushing event updated for resources: {'Port': ['ID=65c40fa9-83e6-48f6-bef6-badfff9dad0a,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:20.725514 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [None req-1c267f25-1d5c-48c9-a57a-30362dc0945e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Floating IP 52b62bfe-13f6-4a47-99cc-8e96e9f39c1b associated. External IP: 172.25.7.118, port: 6252ca7c-2ea5-4741-a160-bc5688c11373. Nov 09 21:46:20.729779 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c267f25-1d5c-48c9-a57a-30362dc0945e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:46:20.730134 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c267f25-1d5c-48c9-a57a-30362dc0945e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:46:20.730494 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c267f25-1d5c-48c9-a57a-30362dc0945e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:46:20.730840 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c267f25-1d5c-48c9-a57a-30362dc0945e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:46:20.731183 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c267f25-1d5c-48c9-a57a-30362dc0945e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:46:20.731531 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c267f25-1d5c-48c9-a57a-30362dc0945e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:46:20.731859 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c267f25-1d5c-48c9-a57a-30362dc0945e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:46:20.732276 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c267f25-1d5c-48c9-a57a-30362dc0945e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:46:20.732512 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c267f25-1d5c-48c9-a57a-30362dc0945e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:46:20.732870 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c267f25-1d5c-48c9-a57a-30362dc0945e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:46:20.734002 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c267f25-1d5c-48c9-a57a-30362dc0945e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:46:20.734529 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c267f25-1d5c-48c9-a57a-30362dc0945e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:46:21.006173 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c267f25-1d5c-48c9-a57a-30362dc0945e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Router 1b2e24c5-ccc7-4862-90b8-ee99c4c555d4 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:46:21.076089 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:21.157748 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c267f25-1d5c-48c9-a57a-30362dc0945e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:46:21.169294 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f38f7b-32fa-4bc1-804e-5f3af46815eb None None] Sync routers for ids ['1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:46:21.186262 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1c267f25-1d5c-48c9-a57a-30362dc0945e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:21.190201 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f38f7b-32fa-4bc1-804e-5f3af46815eb None None] Routers {'1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:46:21.191627 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-94f38f7b-32fa-4bc1-804e-5f3af46815eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:46:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:46:21.284390 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1c267f25-1d5c-48c9-a57a-30362dc0945e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8424180 Nov 09 21:46:21.285336 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1e5d9b4-fcbc-4df8-9122-6c60367f779a', 'tag': '6252ca7c-2ea5-4741-a160-bc5688c11373'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:46:21.288077 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b350a621-8d8a-4c78-a326-9996bad19b8d" -d '{"events": [{"name": "network-changed", "server_uuid": "c1e5d9b4-fcbc-4df8-9122-6c60367f779a", "tag": "6252ca7c-2ea5-4741-a160-bc5688c11373"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:46:21.334458 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-94f38f7b-32fa-4bc1-804e-5f3af46815eb None None] Set router 1b2e24c5-ccc7-4862-90b8-ee99c4c555d4 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:46:21.339345 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7bcf34-b292-4198-9fa1-ea309f078642 x-openstack-request-id: req-dd7bcf34-b292-4198-9fa1-ea309f078642 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:46:21.339744 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1e5d9b4-fcbc-4df8-9122-6c60367f779a", "tag": "6252ca7c-2ea5-4741-a160-bc5688c11373", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:46:21.340105 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dd7bcf34-b292-4198-9fa1-ea309f078642 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:46:21.340659 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1e5d9b4-fcbc-4df8-9122-6c60367f779a', 'tag': '6252ca7c-2ea5-4741-a160-bc5688c11373', 'status': 'completed', 'code': 200} Nov 09 21:46:21.477284 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350a621-8d8a-4c78-a326-9996bad19b8d req-ffe159e0-9816-4f64-9415-926cec359fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:21.479030 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b350a621-8d8a-4c78-a326-9996bad19b8d req-ffe159e0-9816-4f64-9415-926cec359fa6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b3039f985d904a47a201680c8c884f50&device_id=c1e5d9b4-fcbc-4df8-9122-6c60367f779a HTTP/1.1" status: 200 len: 1096 time: 0.0855327 Nov 09 21:46:21.611249 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350a621-8d8a-4c78-a326-9996bad19b8d req-28117f43-e5ea-4bb8-a78f-596d26e149c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:21.618052 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b350a621-8d8a-4c78-a326-9996bad19b8d req-28117f43-e5ea-4bb8-a78f-596d26e149c0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9 HTTP/1.1" status: 200 len: 912 time: 0.1320999 Nov 09 21:46:21.715114 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-94f38f7b-32fa-4bc1-804e-5f3af46815eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'name': 'tempest-TestVolumeBootPattern-1292353347-router', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'd84d1d29-9a29-45db-9b0e-77fc8aa843c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:33Z', 'updated_at': '2021-11-09T21:39:43Z', 'revision_number': 4, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'gw_port': {'id': 'd84d1d29-9a29-45db-9b0e-77fc8aa843c6', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:35Z', 'updated_at': '2021-11-09T21:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '52b62bfe-13f6-4a47-99cc-8e96e9f39c1b', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'floating_ip_address': '172.25.7.118', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'port_id': '6252ca7c-2ea5-4741-a160-bc5688c11373', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'mac_address': 'fa:16:3e:be:16:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e5d9b4-fcbc-4df8-9122-6c60367f779a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:46:19Z', 'updated_at': '2021-11-09T21:46:19Z', 'revision_number': 0, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88e40d85-1c64-4ab2-83a3-5e10488b36a7', 'name': '', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'mac_address': 'fa:16:3e:72:1e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '9efcad5d-d250-42ce-b381-abda2d565ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:41Z', 'updated_at': '2021-11-09T21:39:49Z', 'revision_number': 5, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'subnets': [{'id': '9efcad5d-d250-42ce-b381-abda2d565ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:46:21.726596 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b350a621-8d8a-4c78-a326-9996bad19b8d req-4d9605d4-f938-4614-ac02-3c4006502efd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6252ca7c-2ea5-4741-a160-bc5688c11373 HTTP/1.1" status: 200 len: 999 time: 0.1001318 Nov 09 21:46:21.753089 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f38f7b-32fa-4bc1-804e-5f3af46815eb None None] Checking router: 1b2e24c5-ccc7-4862-90b8-ee99c4c555d4 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:46:21.782298 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f38f7b-32fa-4bc1-804e-5f3af46815eb None None] Routers {'1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:46:21.784405 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-94f38f7b-32fa-4bc1-804e-5f3af46815eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:46:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:46:21.822654 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350a621-8d8a-4c78-a326-9996bad19b8d req-d648e9f0-1515-4e9d-a46f-60e2d6e71ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:21.826862 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b350a621-8d8a-4c78-a326-9996bad19b8d req-d648e9f0-1515-4e9d-a46f-60e2d6e71ff7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9efcad5d-d250-42ce-b381-abda2d565ce1 HTTP/1.1" status: 200 len: 851 time: 0.0907967 Nov 09 21:46:21.897825 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350a621-8d8a-4c78-a326-9996bad19b8d req-8c132484-3ee1-4490-9f56-5d4c8a3c3945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:21.900582 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b350a621-8d8a-4c78-a326-9996bad19b8d req-8c132484-3ee1-4490-9f56-5d4c8a3c3945 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653627 Nov 09 21:46:21.956204 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-94f38f7b-32fa-4bc1-804e-5f3af46815eb None None] Set router 1b2e24c5-ccc7-4862-90b8-ee99c4c555d4 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:46:22.026911 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b350a621-8d8a-4c78-a326-9996bad19b8d req-2bb4d09f-44fa-46f4-9681-79eab108fbb4 service neutron] 10.222.0.43 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174443 Nov 09 21:46:22.126782 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54856) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:22.143342 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b350a621-8d8a-4c78-a326-9996bad19b8d req-9b127b36-8942-4c79-be14-ce0749a3a344 service neutron] 10.222.0.43 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080959 Nov 09 21:46:22.237621 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-94f38f7b-32fa-4bc1-804e-5f3af46815eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'name': 'tempest-TestVolumeBootPattern-1292353347-router', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'd84d1d29-9a29-45db-9b0e-77fc8aa843c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:33Z', 'updated_at': '2021-11-09T21:39:43Z', 'revision_number': 4, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'gw_port': {'id': 'd84d1d29-9a29-45db-9b0e-77fc8aa843c6', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:35Z', 'updated_at': '2021-11-09T21:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '52b62bfe-13f6-4a47-99cc-8e96e9f39c1b', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'floating_ip_address': '172.25.7.118', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'port_id': '6252ca7c-2ea5-4741-a160-bc5688c11373', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'mac_address': 'fa:16:3e:be:16:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e5d9b4-fcbc-4df8-9122-6c60367f779a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:46:19Z', 'updated_at': '2021-11-09T21:46:19Z', 'revision_number': 0, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88e40d85-1c64-4ab2-83a3-5e10488b36a7', 'name': '', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'mac_address': 'fa:16:3e:72:1e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '9efcad5d-d250-42ce-b381-abda2d565ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:41Z', 'updated_at': '2021-11-09T21:39:49Z', 'revision_number': 5, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'subnets': [{'id': '9efcad5d-d250-42ce-b381-abda2d565ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:46:22.265858 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f38f7b-32fa-4bc1-804e-5f3af46815eb None None] The sync data for ids ['1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'] in n-d-816206-3 is: [{'id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'name': 'tempest-TestVolumeBootPattern-1292353347-router', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'd84d1d29-9a29-45db-9b0e-77fc8aa843c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:33Z', 'updated_at': '2021-11-09T21:39:43Z', 'revision_number': 4, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'gw_port': {'id': 'd84d1d29-9a29-45db-9b0e-77fc8aa843c6', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:35Z', 'updated_at': '2021-11-09T21:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '52b62bfe-13f6-4a47-99cc-8e96e9f39c1b', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'floating_ip_address': '172.25.7.118', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'port_id': '6252ca7c-2ea5-4741-a160-bc5688c11373', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'mac_address': 'fa:16:3e:be:16:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e5d9b4-fcbc-4df8-9122-6c60367f779a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:46:19Z', 'updated_at': '2021-11-09T21:46:19Z', 'revision_number': 0, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88e40d85-1c64-4ab2-83a3-5e10488b36a7', 'name': '', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'mac_address': 'fa:16:3e:72:1e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '9efcad5d-d250-42ce-b381-abda2d565ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:41Z', 'updated_at': '2021-11-09T21:39:49Z', 'revision_number': 5, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'subnets': [{'id': '9efcad5d-d250-42ce-b381-abda2d565ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:46:22.304500 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-a82b9219-8f59-456f-a212-52f11a5bd1bc tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Request body: {'network': {'name': 'tempest-network-smoke--350376562', 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'port_security_enabled': True}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:46:22.331843 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82b9219-8f59-456f-a212-52f11a5bd1bc tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Made reservation on behalf of bd26d45f3284479db773fef1499ac4be for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:46:22.335708 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a82b9219-8f59-456f-a212-52f11a5bd1bc tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:22.348852 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a82b9219-8f59-456f-a212-52f11a5bd1bc tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:22.429091 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a82b9219-8f59-456f-a212-52f11a5bd1bc tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:22.437072 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a82b9219-8f59-456f-a212-52f11a5bd1bc tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:22.458686 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:22.466752 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a82b9219-8f59-456f-a212-52f11a5bd1bc tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:46:22.477089 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b9219-8f59-456f-a212-52f11a5bd1bc tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb3e56b-d36a-4483-9c04-298d5562e6a9,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:22.484141 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a82b9219-8f59-456f-a212-52f11a5bd1bc tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:22.485341 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-a82b9219-8f59-456f-a212-52f11a5bd1bc tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Added segment 9b3cd22a-0e46-42f3-8bb0-273d4769e7a3 of type vlan for network a216761d-34ed-4b38-956d-afebd2398376 Nov 09 21:46:22.533970 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a82b9219-8f59-456f-a212-52f11a5bd1bc tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:22.548975 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56824d4d-29e6-431c-a9be-80a75d8b927c None None] New status for floating IP 52b62bfe-13f6-4a47-99cc-8e96e9f39c1b: ACTIVE {{(pid=102609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:46:22.565237 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a82b9219-8f59-456f-a212-52f11a5bd1bc tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:22.572839 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82b9219-8f59-456f-a212-52f11a5bd1bc tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:22.573536 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a82b9219-8f59-456f-a212-52f11a5bd1bc tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:22.632510 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a82b9219-8f59-456f-a212-52f11a5bd1bc tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5039463 Nov 09 21:46:22.635543 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54862) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:22.640610 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-74ab1aa8-cfad-42f6-ac61-2ccf1e973cc1 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1471807766', 'admin_state_up': True, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:46:22.659318 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b9219-8f59-456f-a212-52f11a5bd1bc tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event updated for resources: {'Network': ['ID=a216761d-34ed-4b38-956d-afebd2398376,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:22.666222 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-74ab1aa8-cfad-42f6-ac61-2ccf1e973cc1 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:22.669145 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-74ab1aa8-cfad-42f6-ac61-2ccf1e973cc1 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:22.678716 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network a216761d-34ed-4b38-956d-afebd2398376 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:46:22.729347 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-74ab1aa8-cfad-42f6-ac61-2ccf1e973cc1 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:22.893430 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-74ab1aa8-cfad-42f6-ac61-2ccf1e973cc1 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:22.954858 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:23.106643 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-74ab1aa8-cfad-42f6-ac61-2ccf1e973cc1 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for router_gateway, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:23.127070 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-74ab1aa8-cfad-42f6-ac61-2ccf1e973cc1 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:23.258688 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-74ab1aa8-cfad-42f6-ac61-2ccf1e973cc1 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Allocated IP 172.25.7.213 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/50c7863d-b76d-4e88-8e48-eeec88bb9fb1) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:46:23.379833 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-74ab1aa8-cfad-42f6-ac61-2ccf1e973cc1 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:23.388485 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:23.420235 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-74ab1aa8-cfad-42f6-ac61-2ccf1e973cc1 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:23.471771 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ab1aa8-cfad-42f6-ac61-2ccf1e973cc1 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:46:23.472480 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-74ab1aa8-cfad-42f6-ac61-2ccf1e973cc1 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:46:23.477328 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ab1aa8-cfad-42f6-ac61-2ccf1e973cc1 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:46:23.480586 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab1aa8-cfad-42f6-ac61-2ccf1e973cc1 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event updated for resources: {'Port': ['ID=50c7863d-b76d-4e88-8e48-eeec88bb9fb1,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:23.514814 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4104be0f-c251-4922-96d4-98f19b2c902c None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:46:23.575566 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-7b9b10db-30d6-4d8f-ab58-90c76aa1231d None None] Provisioning complete for port 50c7863d-b76d-4e88-8e48-eeec88bb9fb1 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:46:23.576433 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7b9b10db-30d6-4d8f-ab58-90c76aa1231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:23.624915 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-7b9b10db-30d6-4d8f-ab58-90c76aa1231d None None] Port 50c7863d-b76d-4e88-8e48-eeec88bb9fb1 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:46:23.758767 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-74ab1aa8-cfad-42f6-ac61-2ccf1e973cc1 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for router_gateway, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:23.969403 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-74ab1aa8-cfad-42f6-ac61-2ccf1e973cc1 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:24.103717 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ab1aa8-cfad-42f6-ac61-2ccf1e973cc1 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Router d5eeebb8-5bf2-4212-ab8c-45a104ad0142 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:46:24.575431 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ab1aa8-cfad-42f6-ac61-2ccf1e973cc1 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:46:24.586644 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cdb2e0-a921-4924-a882-09d572eb1430 None None] Sync routers for ids ['d5eeebb8-5bf2-4212-ab8c-45a104ad0142'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:46:24.597863 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-74ab1aa8-cfad-42f6-ac61-2ccf1e973cc1 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:24.601801 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-74ab1aa8-cfad-42f6-ac61-2ccf1e973cc1 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9646287 Nov 09 21:46:24.602520 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54888) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:24.613110 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cdb2e0-a921-4924-a882-09d572eb1430 None None] Routers {'d5eeebb8-5bf2-4212-ab8c-45a104ad0142'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:46:24.613743 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-73cdb2e0-a921-4924-a882-09d572eb1430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:46:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['d5eeebb8-5bf2-4212-ab8c-45a104ad0142'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:46:24.704836 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54892) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:24.719103 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4404f57d-8e4e-4f4e-a2c5-c28282435acc tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=bd26d45f3284479db773fef1499ac4be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1150782 Nov 09 21:46:24.759313 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-73cdb2e0-a921-4924-a882-09d572eb1430 None None] Set router d5eeebb8-5bf2-4212-ab8c-45a104ad0142 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:46:24.922758 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b764f930-525b-45b7-ac06-db015c3fcede tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:24.927814 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54894) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:24.942757 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b764f930-525b-45b7-ac06-db015c3fcede tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2366242 Nov 09 21:46:24.961692 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-73cdb2e0-a921-4924-a882-09d572eb1430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'name': 'tempest-TestNetworkBasicOps-router-1471807766', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '50c7863d-b76d-4e88-8e48-eeec88bb9fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:46:22Z', 'updated_at': '2021-11-09T21:46:23Z', 'revision_number': 3, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'gw_port': {'id': '50c7863d-b76d-4e88-8e48-eeec88bb9fb1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:87:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:23Z', 'updated_at': '2021-11-09T21:46:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:46:24.975871 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54896) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:24.981021 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-d8fb81bf-57d8-470c-99a0-bc4ad3111e7a tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1935602972', 'network_id': 'a216761d-34ed-4b38-956d-afebd2398376', 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:46:24.989737 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-65dcccf0-93f1-4c08-a7ec-1d2518b2a454 tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=4531c23d-84b7-490d-8d7c-6676781b6e6a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0606759 Nov 09 21:46:24.995578 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cdb2e0-a921-4924-a882-09d572eb1430 None None] Checking router: d5eeebb8-5bf2-4212-ab8c-45a104ad0142 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:46:24.996154 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cdb2e0-a921-4924-a882-09d572eb1430 None None] Updating router d5eeebb8-5bf2-4212-ab8c-45a104ad0142 port 50c7863d-b76d-4e88-8e48-eeec88bb9fb1 binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:46:25.040650 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-73cdb2e0-a921-4924-a882-09d572eb1430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:25.095363 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8fb81bf-57d8-470c-99a0-bc4ad3111e7a tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Made reservation on behalf of bd26d45f3284479db773fef1499ac4be for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:46:25.099857 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d8fb81bf-57d8-470c-99a0-bc4ad3111e7a tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:25.375099 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d8fb81bf-57d8-470c-99a0-bc4ad3111e7a tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:25.449724 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb81bf-57d8-470c-99a0-bc4ad3111e7a tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event updated for resources: {'Subnet': ['ID=9649b6d0-d911-4a83-a41d-f6afea5832a6,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:25.459454 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fb81bf-57d8-470c-99a0-bc4ad3111e7a tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Checking segment: {'id': '9b3cd22a-0e46-42f3-8bb0-273d4769e7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a216761d-34ed-4b38-956d-afebd2398376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:46:25.459816 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fb81bf-57d8-470c-99a0-bc4ad3111e7a tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Network hostable DHCP agents. Network: a216761d-34ed-4b38-956d-afebd2398376, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:46:25.480584 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fb81bf-57d8-470c-99a0-bc4ad3111e7a tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Network a216761d-34ed-4b38-956d-afebd2398376 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:46:25.487585 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-73cdb2e0-a921-4924-a882-09d572eb1430 None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:25.496868 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-73cdb2e0-a921-4924-a882-09d572eb1430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:25.499118 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-d8fb81bf-57d8-470c-99a0-bc4ad3111e7a tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, a216761d-34ed-4b38-956d-afebd2398376) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:46:25.504743 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fb81bf-57d8-470c-99a0-bc4ad3111e7a tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:25.505649 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d8fb81bf-57d8-470c-99a0-bc4ad3111e7a tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:25.508426 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73a5579-abf3-4bbc-a042-34f0312cb6d7 None None] Network a216761d-34ed-4b38-956d-afebd2398376 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:46:25.536669 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54902) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:25.537140 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d8fb81bf-57d8-470c-99a0-bc4ad3111e7a tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5598657 Nov 09 21:46:25.602122 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c000db-8af9-499b-8d5d-7000e6d95b85 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:46:25.611823 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09d5c0-e1d5-4bba-b4bc-a9215c8a806a None None] Pushing event updated for resources: {'Port': ['ID=50c7863d-b76d-4e88-8e48-eeec88bb9fb1,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:25.614238 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-73cdb2e0-a921-4924-a882-09d572eb1430 None None] Attempting to bind port 50c7863d-b76d-4e88-8e48-eeec88bb9fb1 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:46:25.615117 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-73cdb2e0-a921-4924-a882-09d572eb1430 None None] Attempting to bind port 50c7863d-b76d-4e88-8e48-eeec88bb9fb1 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:46:25.615117 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cdb2e0-a921-4924-a882-09d572eb1430 None None] Attempting to bind port 50c7863d-b76d-4e88-8e48-eeec88bb9fb1 on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:46:25.625237 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b09d5c0-e1d5-4bba-b4bc-a9215c8a806a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:46:25.625602 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b09d5c0-e1d5-4bba-b4bc-a9215c8a806a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:46:25.626433 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b09d5c0-e1d5-4bba-b4bc-a9215c8a806a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:46:25.626433 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b09d5c0-e1d5-4bba-b4bc-a9215c8a806a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:46:25.626657 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b09d5c0-e1d5-4bba-b4bc-a9215c8a806a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:46:25.626879 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b09d5c0-e1d5-4bba-b4bc-a9215c8a806a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:46:25.627199 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b09d5c0-e1d5-4bba-b4bc-a9215c8a806a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:46:25.627512 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b09d5c0-e1d5-4bba-b4bc-a9215c8a806a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:46:25.627828 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b09d5c0-e1d5-4bba-b4bc-a9215c8a806a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:46:25.628142 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b09d5c0-e1d5-4bba-b4bc-a9215c8a806a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:46:25.628457 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b09d5c0-e1d5-4bba-b4bc-a9215c8a806a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:46:25.628806 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b09d5c0-e1d5-4bba-b4bc-a9215c8a806a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:46:25.632039 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cdb2e0-a921-4924-a882-09d572eb1430 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:46:25.638823 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cdb2e0-a921-4924-a882-09d572eb1430 None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:46:25.639217 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-73cdb2e0-a921-4924-a882-09d572eb1430 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:25.640179 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cdb2e0-a921-4924-a882-09d572eb1430 None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:46:25.641197 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-73cdb2e0-a921-4924-a882-09d572eb1430 None None] Bound port: 50c7863d-b76d-4e88-8e48-eeec88bb9fb1, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:46:25.641473 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-73cdb2e0-a921-4924-a882-09d572eb1430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:25.710745 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-73cdb2e0-a921-4924-a882-09d572eb1430 None None] For port 50c7863d-b76d-4e88-8e48-eeec88bb9fb1, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:46:25.714611 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-73cdb2e0-a921-4924-a882-09d572eb1430 None None] For port 50c7863d-b76d-4e88-8e48-eeec88bb9fb1, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=50c7863d-b76d-4e88-8e48-eeec88bb9fb1,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:46:25.723983 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-73cdb2e0-a921-4924-a882-09d572eb1430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:25.760258 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-06db63c8-1323-427f-b729-f46408b77aeb None None] Provisioning complete for port 50c7863d-b76d-4e88-8e48-eeec88bb9fb1 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:46:25.760864 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-06db63c8-1323-427f-b729-f46408b77aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:25.765178 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f626cd0f-a68d-4d94-a976-6c712db60300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-a216761d-34ed-4b38-956d-afebd2398376', 'network_id': 'a216761d-34ed-4b38-956d-afebd2398376', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'fixed_ips': [{'subnet_id': '9649b6d0-d911-4a83-a41d-f6afea5832a6'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:46:25.766297 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f626cd0f-a68d-4d94-a976-6c712db60300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:25.845421 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cdb2e0-a921-4924-a882-09d572eb1430 None None] Routers {'d5eeebb8-5bf2-4212-ab8c-45a104ad0142'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:46:25.846160 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-73cdb2e0-a921-4924-a882-09d572eb1430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:46:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['d5eeebb8-5bf2-4212-ab8c-45a104ad0142'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:46:25.853079 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09d5c0-e1d5-4bba-b4bc-a9215c8a806a None None] Pushing event updated for resources: {'Port': ['ID=50c7863d-b76d-4e88-8e48-eeec88bb9fb1,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:25.984025 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f3fdf6-d9f1-43ba-912e-7f6b45000e29 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:46:25.986140 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-73cdb2e0-a921-4924-a882-09d572eb1430 None None] Set router d5eeebb8-5bf2-4212-ab8c-45a104ad0142 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:46:26.281400 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-73cdb2e0-a921-4924-a882-09d572eb1430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'name': 'tempest-TestNetworkBasicOps-router-1471807766', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '50c7863d-b76d-4e88-8e48-eeec88bb9fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:46:22Z', 'updated_at': '2021-11-09T21:46:23Z', 'revision_number': 3, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'gw_port': {'id': '50c7863d-b76d-4e88-8e48-eeec88bb9fb1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:87:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:23Z', 'updated_at': '2021-11-09T21:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:46:26.287837 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-06db63c8-1323-427f-b729-f46408b77aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:26.298886 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-f626cd0f-a68d-4d94-a976-6c712db60300 None None] Allocated IP 172.20.0.2 (a216761d-34ed-4b38-956d-afebd2398376/9649b6d0-d911-4a83-a41d-f6afea5832a6/3297db71-73ce-438b-9473-251ac136d437) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:46:26.316855 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cdb2e0-a921-4924-a882-09d572eb1430 None None] The sync data for ids ['d5eeebb8-5bf2-4212-ab8c-45a104ad0142'] in n-d-816206-3 is: [{'id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'name': 'tempest-TestNetworkBasicOps-router-1471807766', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '50c7863d-b76d-4e88-8e48-eeec88bb9fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:46:22Z', 'updated_at': '2021-11-09T21:46:23Z', 'revision_number': 3, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'gw_port': {'id': '50c7863d-b76d-4e88-8e48-eeec88bb9fb1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:87:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:23Z', 'updated_at': '2021-11-09T21:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:46:26.513164 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-06db63c8-1323-427f-b729-f46408b77aeb None None] For port 50c7863d-b76d-4e88-8e48-eeec88bb9fb1, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=50c7863d-b76d-4e88-8e48-eeec88bb9fb1,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:46:26.554324 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-06db63c8-1323-427f-b729-f46408b77aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:26.719364 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f626cd0f-a68d-4d94-a976-6c712db60300 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:26.751115 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db63c8-1323-427f-b729-f46408b77aeb None None] Pushing event updated for resources: {'Port': ['ID=50c7863d-b76d-4e88-8e48-eeec88bb9fb1,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:26.756773 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-173fa98a-88a9-498f-8d8d-14952b0e8cf4 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:26.787542 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f626cd0f-a68d-4d94-a976-6c712db60300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:26.823721 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06db63c8-1323-427f-b729-f46408b77aeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:46:26.824413 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06db63c8-1323-427f-b729-f46408b77aeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:46:26.826609 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06db63c8-1323-427f-b729-f46408b77aeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:46:26.827176 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06db63c8-1323-427f-b729-f46408b77aeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:46:26.827711 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06db63c8-1323-427f-b729-f46408b77aeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:46:26.828236 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06db63c8-1323-427f-b729-f46408b77aeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:46:26.828815 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06db63c8-1323-427f-b729-f46408b77aeb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:46:26.831785 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06db63c8-1323-427f-b729-f46408b77aeb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:46:26.832402 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06db63c8-1323-427f-b729-f46408b77aeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:46:26.833009 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06db63c8-1323-427f-b729-f46408b77aeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:46:26.833601 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06db63c8-1323-427f-b729-f46408b77aeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:46:26.835179 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06db63c8-1323-427f-b729-f46408b77aeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:46:26.924063 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f626cd0f-a68d-4d94-a976-6c712db60300 None None] Pushing event updated for resources: {'Port': ['ID=3297db71-73ce-438b-9473-251ac136d437,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:26.933047 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54916) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:26.933621 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-47345a6e-264a-406c-b7b2-8e021965caf4 None None] Provisioning complete for port 50c7863d-b76d-4e88-8e48-eeec88bb9fb1 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:46:26.934213 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-47345a6e-264a-406c-b7b2-8e021965caf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:27.015592 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f626cd0f-a68d-4d94-a976-6c712db60300 None None] Network a216761d-34ed-4b38-956d-afebd2398376 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:46:27.022650 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-f626cd0f-a68d-4d94-a976-6c712db60300 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:46:27.026928 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f626cd0f-a68d-4d94-a976-6c712db60300 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:46:27.136849 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-f626cd0f-a68d-4d94-a976-6c712db60300 None None] Attempting to bind port 3297db71-73ce-438b-9473-251ac136d437 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:46:27.137237 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-f626cd0f-a68d-4d94-a976-6c712db60300 None None] Attempting to bind port 3297db71-73ce-438b-9473-251ac136d437 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '9b3cd22a-0e46-42f3-8bb0-273d4769e7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a216761d-34ed-4b38-956d-afebd2398376'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:46:27.137728 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f626cd0f-a68d-4d94-a976-6c712db60300 None None] Attempting to bind port 3297db71-73ce-438b-9473-251ac136d437 on network a216761d-34ed-4b38-956d-afebd2398376 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:46:27.145896 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f626cd0f-a68d-4d94-a976-6c712db60300 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:46:27.146274 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f626cd0f-a68d-4d94-a976-6c712db60300 None None] Checking segment: {'id': '9b3cd22a-0e46-42f3-8bb0-273d4769e7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a216761d-34ed-4b38-956d-afebd2398376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:46:27.146844 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f626cd0f-a68d-4d94-a976-6c712db60300 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:27.147292 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f626cd0f-a68d-4d94-a976-6c712db60300 None None] Bound using segment: {'id': '9b3cd22a-0e46-42f3-8bb0-273d4769e7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a216761d-34ed-4b38-956d-afebd2398376'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:46:27.147761 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-f626cd0f-a68d-4d94-a976-6c712db60300 None None] Bound port: 3297db71-73ce-438b-9473-251ac136d437, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b3cd22a-0e46-42f3-8bb0-273d4769e7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a216761d-34ed-4b38-956d-afebd2398376'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:46:27.148140 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f626cd0f-a68d-4d94-a976-6c712db60300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:27.200369 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-32db9783-702a-4c80-88f6-0baa73f76da2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:27.251738 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-f626cd0f-a68d-4d94-a976-6c712db60300 None None] For port 3297db71-73ce-438b-9473-251ac136d437, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:46:27.259498 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-f626cd0f-a68d-4d94-a976-6c712db60300 None None] For port 3297db71-73ce-438b-9473-251ac136d437, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=3297db71-73ce-438b-9473-251ac136d437,segment=NetworkSegment(9b3cd22a-0e46-42f3-8bb0-273d4769e7a3),segment_id=9b3cd22a-0e46-42f3-8bb0-273d4769e7a3)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:46:27.267515 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f626cd0f-a68d-4d94-a976-6c712db60300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:27.341019 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f626cd0f-a68d-4d94-a976-6c712db60300 None None] Pushing event updated for resources: {'Port': ['ID=3297db71-73ce-438b-9473-251ac136d437,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:27.456265 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-173fa98a-88a9-498f-8d8d-14952b0e8cf4 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Allocated IP 172.20.0.1 (a216761d-34ed-4b38-956d-afebd2398376/9649b6d0-d911-4a83-a41d-f6afea5832a6/e5a703af-c820-4971-89b8-50adadf88801) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:46:27.472448 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-32db9783-702a-4c80-88f6-0baa73f76da2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:27.481206 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-32db9783-702a-4c80-88f6-0baa73f76da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:27.568729 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-32db9783-702a-4c80-88f6-0baa73f76da2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cc5321cd2f4048108c5af183eda6711a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6343486 Nov 09 21:46:27.569100 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54922) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:27.665447 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db9783-702a-4c80-88f6-0baa73f76da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c0c37f-9b96-4104-9d15-6a693c24f7d2,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:27.682928 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1acd8801-717e-43a0-86f7-9fed5b81f9ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:27.688121 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32db9783-702a-4c80-88f6-0baa73f76da2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:46:27.689656 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32db9783-702a-4c80-88f6-0baa73f76da2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:46:27.690128 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32db9783-702a-4c80-88f6-0baa73f76da2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:46:27.690797 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32db9783-702a-4c80-88f6-0baa73f76da2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:46:27.692265 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32db9783-702a-4c80-88f6-0baa73f76da2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:46:27.693090 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32db9783-702a-4c80-88f6-0baa73f76da2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:46:27.693090 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32db9783-702a-4c80-88f6-0baa73f76da2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:46:27.693625 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32db9783-702a-4c80-88f6-0baa73f76da2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:46:27.694505 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32db9783-702a-4c80-88f6-0baa73f76da2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:46:27.694906 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32db9783-702a-4c80-88f6-0baa73f76da2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:46:27.695336 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32db9783-702a-4c80-88f6-0baa73f76da2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:46:27.696166 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32db9783-702a-4c80-88f6-0baa73f76da2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:46:27.724246 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1acd8801-717e-43a0-86f7-9fed5b81f9ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:27.789500 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-173fa98a-88a9-498f-8d8d-14952b0e8cf4 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:27.826305 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1acd8801-717e-43a0-86f7-9fed5b81f9ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:27.829789 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1acd8801-717e-43a0-86f7-9fed5b81f9ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:27.833507 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1acd8801-717e-43a0-86f7-9fed5b81f9ea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/63c0c37f-9b96-4104-9d15-6a693c24f7d2 HTTP/1.1" status: 204 len: 168 time: 0.2607994 Nov 09 21:46:27.841966 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acd8801-717e-43a0-86f7-9fed5b81f9ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c0c37f-9b96-4104-9d15-6a693c24f7d2,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:27.869740 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-173fa98a-88a9-498f-8d8d-14952b0e8cf4 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:27.913758 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173fa98a-88a9-498f-8d8d-14952b0e8cf4 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Network a216761d-34ed-4b38-956d-afebd2398376 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:46:27.916966 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-173fa98a-88a9-498f-8d8d-14952b0e8cf4 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:46:27.948853 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173fa98a-88a9-498f-8d8d-14952b0e8cf4 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:46:28.009960 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173fa98a-88a9-498f-8d8d-14952b0e8cf4 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event updated for resources: {'Port': ['ID=e5a703af-c820-4971-89b8-50adadf88801,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:28.015091 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-173fa98a-88a9-498f-8d8d-14952b0e8cf4 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:28.153006 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-173fa98a-88a9-498f-8d8d-14952b0e8cf4 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:28.177292 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54932) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:28.191565 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee7c91e8-528f-49a6-ac05-7baab0c2f587 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:28.289324 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee7c91e8-528f-49a6-ac05-7baab0c2f587 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:28.299774 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee7c91e8-528f-49a6-ac05-7baab0c2f587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:28.352748 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ee7c91e8-528f-49a6-ac05-7baab0c2f587 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=80227fd988b3483ea779c390d526a5e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1715569 Nov 09 21:46:28.355440 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54934) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:28.366993 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c91e8-528f-49a6-ac05-7baab0c2f587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4895d900-7b24-476c-8336-1fc8013390da,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:28.430284 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-77222fc7-6817-4edc-ba9a-b77a722f7b5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:28.456716 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-77222fc7-6817-4edc-ba9a-b77a722f7b5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:28.495233 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-173fa98a-88a9-498f-8d8d-14952b0e8cf4 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:28.501094 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-173fa98a-88a9-498f-8d8d-14952b0e8cf4 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:28.523831 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-77222fc7-6817-4edc-ba9a-b77a722f7b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:28.527672 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-77222fc7-6817-4edc-ba9a-b77a722f7b5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:28.528994 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-77222fc7-6817-4edc-ba9a-b77a722f7b5b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4895d900-7b24-476c-8336-1fc8013390da HTTP/1.1" status: 204 len: 168 time: 0.1720145 Nov 09 21:46:28.540430 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77222fc7-6817-4edc-ba9a-b77a722f7b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4895d900-7b24-476c-8336-1fc8013390da,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:28.594196 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-173fa98a-88a9-498f-8d8d-14952b0e8cf4 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:28.596318 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173fa98a-88a9-498f-8d8d-14952b0e8cf4 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event updated for resources: {'Port': ['ID=e5a703af-c820-4971-89b8-50adadf88801,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:28.680722 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ef0ba7-ec34-4f7e-87fc-cc70de35f986 None None] Network a216761d-34ed-4b38-956d-afebd2398376 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:46:28.746940 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173fa98a-88a9-498f-8d8d-14952b0e8cf4 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Network a216761d-34ed-4b38-956d-afebd2398376 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:46:28.748811 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-173fa98a-88a9-498f-8d8d-14952b0e8cf4 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:46:28.771530 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 50c7863d-b76d-4e88-8e48-eeec88bb9fb1 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:46:28.875460 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-f7d90b96-b4d4-4095-8caf-4f49722cd7f7 None None] Provisioning complete for port 3297db71-73ce-438b-9473-251ac136d437 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:46:28.875842 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f7d90b96-b4d4-4095-8caf-4f49722cd7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:28.887614 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 50c7863d-b76d-4e88-8e48-eeec88bb9fb1 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:46:28.887991 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:28.928479 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-173fa98a-88a9-498f-8d8d-14952b0e8cf4 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Router d5eeebb8-5bf2-4212-ab8c-45a104ad0142 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:46:29.062061 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173fa98a-88a9-498f-8d8d-14952b0e8cf4 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:46:29.071767 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-173fa98a-88a9-498f-8d8d-14952b0e8cf4 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "PUT /v2.0/routers/d5eeebb8-5bf2-4212-ab8c-45a104ad0142/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5310936 Nov 09 21:46:29.072227 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54942) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:29.086047 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54944) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:29.113064 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f5f7b720-18d7-4ed2-8d30-335596f096d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:29.127564 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 3297db71-73ce-438b-9473-251ac136d437 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:46:29.194940 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f7d90b96-b4d4-4095-8caf-4f49722cd7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:29.209019 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 3297db71-73ce-438b-9473-251ac136d437 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:46:29.209402 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:29.258581 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f5f7b720-18d7-4ed2-8d30-335596f096d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:29.267823 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f5f7b720-18d7-4ed2-8d30-335596f096d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:29.296782 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-f7d90b96-b4d4-4095-8caf-4f49722cd7f7 None None] For port 3297db71-73ce-438b-9473-251ac136d437, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=3297db71-73ce-438b-9473-251ac136d437,segment=NetworkSegment(9b3cd22a-0e46-42f3-8bb0-273d4769e7a3),segment_id=9b3cd22a-0e46-42f3-8bb0-273d4769e7a3)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:46:29.312110 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f7d90b96-b4d4-4095-8caf-4f49722cd7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:29.344097 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f5f7b720-18d7-4ed2-8d30-335596f096d7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d532a344cd6e434d9f747cf6ef22d5cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2567813 Nov 09 21:46:29.344761 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54946) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:29.359448 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7b720-18d7-4ed2-8d30-335596f096d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e31dc6c-d6db-415f-bb6b-89ae2b1a266c,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:29.386590 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d90b96-b4d4-4095-8caf-4f49722cd7f7 None None] Pushing event updated for resources: {'Port': ['ID=3297db71-73ce-438b-9473-251ac136d437,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:29.424904 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-37cadbf4-ac90-4057-8aa2-7e928239bc88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:29.466594 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e8d0d3-7317-4559-b290-4dfca99658c2 None None] Sync routers for ids ['d5eeebb8-5bf2-4212-ab8c-45a104ad0142'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:46:29.479438 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-37cadbf4-ac90-4057-8aa2-7e928239bc88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:29.505473 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd308d4-db1c-444e-bbc9-d3ba02366980 tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:29.506021 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd308d4-db1c-444e-bbc9-d3ba02366980 tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:29.506457 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e8d0d3-7317-4559-b290-4dfca99658c2 None None] Routers {'d5eeebb8-5bf2-4212-ab8c-45a104ad0142'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:46:29.506585 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd308d4-db1c-444e-bbc9-d3ba02366980 tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:29.506952 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd308d4-db1c-444e-bbc9-d3ba02366980 tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:29.507116 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-36e8d0d3-7317-4559-b290-4dfca99658c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:46:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['d5eeebb8-5bf2-4212-ab8c-45a104ad0142'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:46:29.509177 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd308d4-db1c-444e-bbc9-d3ba02366980 tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:29.509658 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd308d4-db1c-444e-bbc9-d3ba02366980 tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:29.512313 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-efd308d4-db1c-444e-bbc9-d3ba02366980 tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.4381459 Nov 09 21:46:29.515971 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54950) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:29.785722 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131e10f0-007a-4c3a-b03d-0733294137fc tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:29.785722 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131e10f0-007a-4c3a-b03d-0733294137fc tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:29.785722 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131e10f0-007a-4c3a-b03d-0733294137fc tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:29.785722 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131e10f0-007a-4c3a-b03d-0733294137fc tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:29.785722 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131e10f0-007a-4c3a-b03d-0733294137fc tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:29.785722 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131e10f0-007a-4c3a-b03d-0733294137fc tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:29.785722 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-131e10f0-007a-4c3a-b03d-0733294137fc tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.1177063 Nov 09 21:46:29.785722 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-37cadbf4-ac90-4057-8aa2-7e928239bc88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:29.792036 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54960) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:29.792602 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-37cadbf4-ac90-4057-8aa2-7e928239bc88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:29.792602 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-37cadbf4-ac90-4057-8aa2-7e928239bc88 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6e31dc6c-d6db-415f-bb6b-89ae2b1a266c HTTP/1.1" status: 204 len: 168 time: 0.2945170 Nov 09 21:46:29.792602 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cadbf4-ac90-4057-8aa2-7e928239bc88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e31dc6c-d6db-415f-bb6b-89ae2b1a266c,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:29.793298 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-36e8d0d3-7317-4559-b290-4dfca99658c2 None None] Set router d5eeebb8-5bf2-4212-ab8c-45a104ad0142 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:46:29.973722 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-9b509e5f-cf58-4b36-92c1-ec3bf3948cda None None] Provisioning complete for port e5a703af-c820-4971-89b8-50adadf88801 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:46:29.974461 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9b509e5f-cf58-4b36-92c1-ec3bf3948cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:30.022729 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-9b509e5f-cf58-4b36-92c1-ec3bf3948cda None None] Port e5a703af-c820-4971-89b8-50adadf88801 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:46:30.052081 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-9b509e5f-cf58-4b36-92c1-ec3bf3948cda None None] Provisioning complete for port 3297db71-73ce-438b-9473-251ac136d437 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:46:30.052776 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9b509e5f-cf58-4b36-92c1-ec3bf3948cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:30.071184 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ab42758c-e2e8-4f23-83ed-0c95885b99d8 tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.4321990 Nov 09 21:46:30.216091 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-36e8d0d3-7317-4559-b290-4dfca99658c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'name': 'tempest-TestNetworkBasicOps-router-1471807766', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '50c7863d-b76d-4e88-8e48-eeec88bb9fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:46:22Z', 'updated_at': '2021-11-09T21:46:28Z', 'revision_number': 4, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'gw_port': {'id': '50c7863d-b76d-4e88-8e48-eeec88bb9fb1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:87:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:23Z', 'updated_at': '2021-11-09T21:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'e5a703af-c820-4971-89b8-50adadf88801', 'name': '', 'network_id': 'a216761d-34ed-4b38-956d-afebd2398376', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'mac_address': 'fa:16:3e:79:6a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '9649b6d0-d911-4a83-a41d-f6afea5832a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:27Z', 'updated_at': '2021-11-09T21:46:28Z', 'revision_number': 2, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'subnets': [{'id': '9649b6d0-d911-4a83-a41d-f6afea5832a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:46:30.262317 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e8d0d3-7317-4559-b290-4dfca99658c2 None None] Checking router: d5eeebb8-5bf2-4212-ab8c-45a104ad0142 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:46:30.262696 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e8d0d3-7317-4559-b290-4dfca99658c2 None None] Updating router d5eeebb8-5bf2-4212-ab8c-45a104ad0142 port e5a703af-c820-4971-89b8-50adadf88801 binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:46:30.306220 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-36e8d0d3-7317-4559-b290-4dfca99658c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:30.336792 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-f40ce5ad-9fb3-4294-9919-664bc47a860d None None] Provisioning complete for port e5a703af-c820-4971-89b8-50adadf88801 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:46:30.337783 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f40ce5ad-9fb3-4294-9919-664bc47a860d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:30.399974 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 54988) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:30.404963 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-4af5230f-ff31-4ee5-9d68-67bf55e9ec57 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-556836274', 'description': 'tempest-secgroup-smoke-556836274 description', 'project_id': 'bd26d45f3284479db773fef1499ac4be'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:46:30.414902 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-f40ce5ad-9fb3-4294-9919-664bc47a860d None None] Port e5a703af-c820-4971-89b8-50adadf88801 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:46:30.433871 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4af5230f-ff31-4ee5-9d68-67bf55e9ec57 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:30.529881 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4af5230f-ff31-4ee5-9d68-67bf55e9ec57 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:30.534580 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4af5230f-ff31-4ee5-9d68-67bf55e9ec57 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:30.582970 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4af5230f-ff31-4ee5-9d68-67bf55e9ec57 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:30.584048 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4af5230f-ff31-4ee5-9d68-67bf55e9ec57 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1829751 Nov 09 21:46:30.586121 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af5230f-ff31-4ee5-9d68-67bf55e9ec57 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fda77e66-ea43-4e76-97ee-2476d21d8107,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:30.587035 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 54998) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:30.594869 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-f8cdc232-0655-402d-9d33-6e5ff829f425 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Request body: {'security_group_rule': {'security_group_id': 'fda77e66-ea43-4e76-97ee-2476d21d8107', 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:46:30.661478 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f8cdc232-0655-402d-9d33-6e5ff829f425 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:30.716599 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 3297db71-73ce-438b-9473-251ac136d437 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:46:30.757768 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f8cdc232-0655-402d-9d33-6e5ff829f425 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:30.766976 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f8cdc232-0655-402d-9d33-6e5ff829f425 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:30.782242 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-36e8d0d3-7317-4559-b290-4dfca99658c2 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:30.794311 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-36e8d0d3-7317-4559-b290-4dfca99658c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:30.808941 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cdc232-0655-402d-9d33-6e5ff829f425 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eabd9b16-4edc-4562-b3d9-c5fe172ca65f,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:30.839871 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f8cdc232-0655-402d-9d33-6e5ff829f425 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:30.841764 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f8cdc232-0655-402d-9d33-6e5ff829f425 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2514970 Nov 09 21:46:30.845040 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55010) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:30.851067 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-eaa1d1d5-3acc-4a70-b176-494a47be1778 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Request body: {'security_group_rule': {'security_group_id': 'fda77e66-ea43-4e76-97ee-2476d21d8107', 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:46:30.870172 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 3297db71-73ce-438b-9473-251ac136d437 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:46:30.870811 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:30.885982 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eaa1d1d5-3acc-4a70-b176-494a47be1778 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:30.965164 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eaa1d1d5-3acc-4a70-b176-494a47be1778 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:30.971650 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eaa1d1d5-3acc-4a70-b176-494a47be1778 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:30.972819 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4441c2-94c3-4857-89f1-a229938c566e None None] Pushing event updated for resources: {'Port': ['ID=e5a703af-c820-4971-89b8-50adadf88801,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:31.023395 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa1d1d5-3acc-4a70-b176-494a47be1778 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e02e261-5ea8-4199-aaf7-daa2e3a0a97c,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:31.032523 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-36e8d0d3-7317-4559-b290-4dfca99658c2 None None] Attempting to bind port e5a703af-c820-4971-89b8-50adadf88801 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:46:31.032918 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-36e8d0d3-7317-4559-b290-4dfca99658c2 None None] Attempting to bind port e5a703af-c820-4971-89b8-50adadf88801 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '9b3cd22a-0e46-42f3-8bb0-273d4769e7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a216761d-34ed-4b38-956d-afebd2398376'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:46:31.033289 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e8d0d3-7317-4559-b290-4dfca99658c2 None None] Attempting to bind port e5a703af-c820-4971-89b8-50adadf88801 on network a216761d-34ed-4b38-956d-afebd2398376 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:46:31.035124 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eaa1d1d5-3acc-4a70-b176-494a47be1778 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:31.036339 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-eaa1d1d5-3acc-4a70-b176-494a47be1778 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1900373 Nov 09 21:46:31.039561 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55018) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:31.043970 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-d86ec1a3-0ff6-4957-827f-dd0b3f892622 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Request body: {'security_group_rule': {'security_group_id': 'fda77e66-ea43-4e76-97ee-2476d21d8107', 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:46:31.100860 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d86ec1a3-0ff6-4957-827f-dd0b3f892622 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:31.196216 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d86ec1a3-0ff6-4957-827f-dd0b3f892622 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:31.202388 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d86ec1a3-0ff6-4957-827f-dd0b3f892622 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:31.221812 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86ec1a3-0ff6-4957-827f-dd0b3f892622 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9f15d95-e920-481c-ac19-783c49b59528,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:31.245120 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e8d0d3-7317-4559-b290-4dfca99658c2 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:46:31.245880 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e8d0d3-7317-4559-b290-4dfca99658c2 None None] Checking segment: {'id': '9b3cd22a-0e46-42f3-8bb0-273d4769e7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a216761d-34ed-4b38-956d-afebd2398376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:46:31.246513 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-36e8d0d3-7317-4559-b290-4dfca99658c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:31.247224 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e8d0d3-7317-4559-b290-4dfca99658c2 None None] Bound using segment: {'id': '9b3cd22a-0e46-42f3-8bb0-273d4769e7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a216761d-34ed-4b38-956d-afebd2398376'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:46:31.247751 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-36e8d0d3-7317-4559-b290-4dfca99658c2 None None] Bound port: e5a703af-c820-4971-89b8-50adadf88801, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b3cd22a-0e46-42f3-8bb0-273d4769e7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a216761d-34ed-4b38-956d-afebd2398376'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:46:31.248224 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-36e8d0d3-7317-4559-b290-4dfca99658c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:31.256130 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d86ec1a3-0ff6-4957-827f-dd0b3f892622 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:31.260357 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55026) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:31.260592 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d86ec1a3-0ff6-4957-827f-dd0b3f892622 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2201650 Nov 09 21:46:31.266095 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-b17f7c3c-a6ed-455b-8a1a-9333d442f7b3 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Request body: {'security_group_rule': {'security_group_id': 'fda77e66-ea43-4e76-97ee-2476d21d8107', 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:46:31.280480 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-36615012-a240-497c-909f-6b11274d77e7 None None] Provisioning complete for port e5a703af-c820-4971-89b8-50adadf88801 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:46:31.280925 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-36615012-a240-497c-909f-6b11274d77e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:31.317923 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b17f7c3c-a6ed-455b-8a1a-9333d442f7b3 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:31.359942 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-36615012-a240-497c-909f-6b11274d77e7 None None] Port e5a703af-c820-4971-89b8-50adadf88801 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:46:31.381191 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-36e8d0d3-7317-4559-b290-4dfca99658c2 None None] For port e5a703af-c820-4971-89b8-50adadf88801, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:46:31.384836 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-36e8d0d3-7317-4559-b290-4dfca99658c2 None None] For port e5a703af-c820-4971-89b8-50adadf88801, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=e5a703af-c820-4971-89b8-50adadf88801,segment=NetworkSegment(9b3cd22a-0e46-42f3-8bb0-273d4769e7a3),segment_id=9b3cd22a-0e46-42f3-8bb0-273d4769e7a3)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:46:31.392525 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-36e8d0d3-7317-4559-b290-4dfca99658c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:31.417714 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b17f7c3c-a6ed-455b-8a1a-9333d442f7b3 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:31.425430 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b17f7c3c-a6ed-455b-8a1a-9333d442f7b3 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:31.456570 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f7c3c-a6ed-455b-8a1a-9333d442f7b3 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c33a3c0-279e-427f-a3be-0ff84312ceeb,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:31.462192 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e8d0d3-7317-4559-b290-4dfca99658c2 None None] Routers {'d5eeebb8-5bf2-4212-ab8c-45a104ad0142'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:46:31.462906 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-36e8d0d3-7317-4559-b290-4dfca99658c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:46:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['d5eeebb8-5bf2-4212-ab8c-45a104ad0142'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:46:31.466039 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b17f7c3c-a6ed-455b-8a1a-9333d442f7b3 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:31.467866 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b17f7c3c-a6ed-455b-8a1a-9333d442f7b3 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2059360 Nov 09 21:46:31.470699 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55036) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:31.477580 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-83390b25-feb4-49af-b7c6-8223a95b318e tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Request body: {'security_group_rule': {'security_group_id': 'fda77e66-ea43-4e76-97ee-2476d21d8107', 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:46:31.514920 n-d-816206-3 neutron-server[102607]: INFO neutron.db.securitygroups_db [None req-83390b25-feb4-49af-b7c6-8223a95b318e tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Project bd26d45f3284479db773fef1499ac4be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 21:46:31.538008 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-83390b25-feb4-49af-b7c6-8223a95b318e tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:31.542527 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4441c2-94c3-4857-89f1-a229938c566e None None] Pushing event updated for resources: {'Port': ['ID=e5a703af-c820-4971-89b8-50adadf88801,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:31.655288 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-36e8d0d3-7317-4559-b290-4dfca99658c2 None None] Set router d5eeebb8-5bf2-4212-ab8c-45a104ad0142 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:46:31.706711 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-83390b25-feb4-49af-b7c6-8223a95b318e tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:31.713204 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-83390b25-feb4-49af-b7c6-8223a95b318e tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:31.760765 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83390b25-feb4-49af-b7c6-8223a95b318e tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d4f4502-a2a0-460f-b84f-0bdfef0b2e1f,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:31.771392 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-83390b25-feb4-49af-b7c6-8223a95b318e tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:31.785559 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-83390b25-feb4-49af-b7c6-8223a95b318e tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3135333 Nov 09 21:46:31.788299 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55048) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:31.793177 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-5c1cfe17-dca8-4780-951d-152774584fee tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Request body: {'security_group_rule': {'security_group_id': 'fda77e66-ea43-4e76-97ee-2476d21d8107', 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:46:31.838009 n-d-816206-3 neutron-server[102607]: INFO neutron.db.securitygroups_db [None req-5c1cfe17-dca8-4780-951d-152774584fee tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Project bd26d45f3284479db773fef1499ac4be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 21:46:31.846708 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5c1cfe17-dca8-4780-951d-152774584fee tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:31.926181 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5c1cfe17-dca8-4780-951d-152774584fee tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:31.930911 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5c1cfe17-dca8-4780-951d-152774584fee tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:31.932628 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-6b7ff5ed-4b0f-4e02-8325-455cebc6ddbf None None] Provisioning complete for port e5a703af-c820-4971-89b8-50adadf88801 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:46:31.933256 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6b7ff5ed-4b0f-4e02-8325-455cebc6ddbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:31.951027 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1cfe17-dca8-4780-951d-152774584fee tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aed44f80-9005-478a-8635-4566d501bc7d,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:31.965320 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5c1cfe17-dca8-4780-951d-152774584fee tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:31.967904 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5c1cfe17-dca8-4780-951d-152774584fee tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1778524 Nov 09 21:46:32.005485 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-36e8d0d3-7317-4559-b290-4dfca99658c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'name': 'tempest-TestNetworkBasicOps-router-1471807766', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '50c7863d-b76d-4e88-8e48-eeec88bb9fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:46:22Z', 'updated_at': '2021-11-09T21:46:28Z', 'revision_number': 4, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'gw_port': {'id': '50c7863d-b76d-4e88-8e48-eeec88bb9fb1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:87:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:23Z', 'updated_at': '2021-11-09T21:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'e5a703af-c820-4971-89b8-50adadf88801', 'name': '', 'network_id': 'a216761d-34ed-4b38-956d-afebd2398376', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'mac_address': 'fa:16:3e:79:6a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '9649b6d0-d911-4a83-a41d-f6afea5832a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:27Z', 'updated_at': '2021-11-09T21:46:31Z', 'revision_number': 4, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'subnets': [{'id': '9649b6d0-d911-4a83-a41d-f6afea5832a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:46:32.038555 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e8d0d3-7317-4559-b290-4dfca99658c2 None None] The sync data for ids ['d5eeebb8-5bf2-4212-ab8c-45a104ad0142'] in n-d-816206-3 is: [{'id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'name': 'tempest-TestNetworkBasicOps-router-1471807766', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '50c7863d-b76d-4e88-8e48-eeec88bb9fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:46:22Z', 'updated_at': '2021-11-09T21:46:28Z', 'revision_number': 4, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'gw_port': {'id': '50c7863d-b76d-4e88-8e48-eeec88bb9fb1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:87:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:23Z', 'updated_at': '2021-11-09T21:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'e5a703af-c820-4971-89b8-50adadf88801', 'name': '', 'network_id': 'a216761d-34ed-4b38-956d-afebd2398376', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'mac_address': 'fa:16:3e:79:6a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '9649b6d0-d911-4a83-a41d-f6afea5832a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:27Z', 'updated_at': '2021-11-09T21:46:31Z', 'revision_number': 4, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'subnets': [{'id': '9649b6d0-d911-4a83-a41d-f6afea5832a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:46:32.161939 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6b7ff5ed-4b0f-4e02-8325-455cebc6ddbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:32.215669 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-6b7ff5ed-4b0f-4e02-8325-455cebc6ddbf None None] For port e5a703af-c820-4971-89b8-50adadf88801, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=e5a703af-c820-4971-89b8-50adadf88801,segment=NetworkSegment(9b3cd22a-0e46-42f3-8bb0-273d4769e7a3),segment_id=9b3cd22a-0e46-42f3-8bb0-273d4769e7a3)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:46:32.225751 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6b7ff5ed-4b0f-4e02-8325-455cebc6ddbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:32.285722 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-77f0c280-224d-4ddc-910c-81c229de058c tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-556836274&fields=id&tenant_id=bd26d45f3284479db773fef1499ac4be HTTP/1.1" status: 200 len: 267 time: 0.0862939 Nov 09 21:46:32.301071 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ff5ed-4b0f-4e02-8325-455cebc6ddbf None None] Pushing event updated for resources: {'Port': ['ID=e5a703af-c820-4971-89b8-50adadf88801,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:32.443892 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-e510986f-14af-459f-aa26-02455d0a06d9 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:32.445867 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-e510986f-14af-459f-aa26-02455d0a06d9 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/networks?id=a216761d-34ed-4b38-956d-afebd2398376 HTTP/1.1" status: 200 len: 796 time: 0.1503286 Nov 09 21:46:32.469273 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-33eeba29-6e94-44d6-96a7-9bbd562f5407 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/quotas/bd26d45f3284479db773fef1499ac4be HTTP/1.1" status: 200 len: 375 time: 0.0170789 Nov 09 21:46:32.546487 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-275102d8-1326-4a52-9041-d3aa961bc8df tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=bd26d45f3284479db773fef1499ac4be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0705671 Nov 09 21:46:32.666455 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-8c6c7b70-ec0d-4dec-8048-9aaa1e511700 service neutron] 10.222.0.49 "GET /v2.0/networks/a216761d-34ed-4b38-956d-afebd2398376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076262 Nov 09 21:46:32.708417 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device e5a703af-c820-4971-89b8-50adadf88801 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:46:32.795012 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-59758d44-ad60-47d0-986d-f5dae5bd8c44 service neutron] 10.222.0.49 "GET /v2.0/networks/a216761d-34ed-4b38-956d-afebd2398376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215994 Nov 09 21:46:32.803870 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port e5a703af-c820-4971-89b8-50adadf88801 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:46:32.804501 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:33.082205 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0a6bb12c-f139-410f-8036-23cad8e19d96 req-f3d3f85f-ddb8-444d-bd28-5ada32050f1a tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7e0fdd6-07ff-435f-b4f3-afd45831ca93 HTTP/1.1" status: 200 len: 210 time: 0.0327182 Nov 09 21:46:33.802841 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:34.175845 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-68a150c5-22e5-44e7-a077-48742aaf732c req-7965c226-491a-4a02-9dbd-cdf0e82ba237 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7e0fdd6-07ff-435f-b4f3-afd45831ca93 HTTP/1.1" status: 200 len: 210 time: 0.0376422 Nov 09 21:46:34.968955 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:46:35.276896 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-86afc5a8-3807-42d9-a60f-65f37fa1af2c req-e25a0944-0568-41bb-b090-987577c64d72 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7e0fdd6-07ff-435f-b4f3-afd45831ca93 HTTP/1.1" status: 200 len: 210 time: 0.0443149 Nov 09 21:46:36.373200 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7eb0cb16-e685-483a-a127-1991091c7e3d req-56b223b7-c3ee-4f99-9bc8-d6f1ba944cc2 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7e0fdd6-07ff-435f-b4f3-afd45831ca93 HTTP/1.1" status: 200 len: 210 time: 0.0409498 Nov 09 21:46:37.523511 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a0fd23b4-b6be-475c-9c14-5cadcbd98aa2 req-ffcf536f-1cc0-4d7b-bc7a-1a81c992d8c3 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7e0fdd6-07ff-435f-b4f3-afd45831ca93 HTTP/1.1" status: 200 len: 210 time: 0.0425191 Nov 09 21:46:38.372313 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-0050bee5-d781-4e0f-ba9d-83d2a30db495 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:38.376219 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-0050bee5-d781-4e0f-ba9d-83d2a30db495 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.45 "GET /v2.0/networks?id=a216761d-34ed-4b38-956d-afebd2398376 HTTP/1.1" status: 200 len: 796 time: 0.1460295 Nov 09 21:46:38.463374 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-a54a94a2-d230-495b-b4d1-2a052ec387a2 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd26d45f3284479db773fef1499ac4be HTTP/1.1" status: 200 len: 379 time: 0.0778973 Nov 09 21:46:38.476506 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-04ea314c-1cc5-4270-91f3-ff83ce8c2e37 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Request body: {'port': {'device_id': 'e7e0fdd6-07ff-435f-b4f3-afd45831ca93', 'network_id': 'a216761d-34ed-4b38-956d-afebd2398376', 'admin_state_up': True, 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'security_groups': ['fda77e66-ea43-4e76-97ee-2476d21d8107']}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:46:38.704536 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ef6ff516-0708-4f99-8297-3239be76801d req-de31bdcd-0c1a-4176-9767-70d589df4354 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7e0fdd6-07ff-435f-b4f3-afd45831ca93 HTTP/1.1" status: 200 len: 210 time: 0.0441108 Nov 09 21:46:38.715508 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-04ea314c-1cc5-4270-91f3-ff83ce8c2e37 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Made reservation on behalf of bd26d45f3284479db773fef1499ac4be for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:46:38.715508 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-04ea314c-1cc5-4270-91f3-ff83ce8c2e37 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:38.909056 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-04ea314c-1cc5-4270-91f3-ff83ce8c2e37 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Allocated IP 172.20.0.5 (a216761d-34ed-4b38-956d-afebd2398376/9649b6d0-d911-4a83-a41d-f6afea5832a6/8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:46:39.142411 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-04ea314c-1cc5-4270-91f3-ff83ce8c2e37 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:39.203081 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-04ea314c-1cc5-4270-91f3-ff83ce8c2e37 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:39.271543 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-04ea314c-1cc5-4270-91f3-ff83ce8c2e37 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Network a216761d-34ed-4b38-956d-afebd2398376 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:46:39.274905 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-04ea314c-1cc5-4270-91f3-ff83ce8c2e37 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:46:39.279327 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-04ea314c-1cc5-4270-91f3-ff83ce8c2e37 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:46:39.285171 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea314c-1cc5-4270-91f3-ff83ce8c2e37 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event updated for resources: {'Port': ['ID=8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:39.338885 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-04ea314c-1cc5-4270-91f3-ff83ce8c2e37 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:39.339585 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-04ea314c-1cc5-4270-91f3-ff83ce8c2e37 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:39.364702 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-04ea314c-1cc5-4270-91f3-ff83ce8c2e37 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8933256 Nov 09 21:46:39.377640 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-6f5de010-cf2a-4bca-9d02-8b8fefc59977 service neutron] Request body: {'port': {'device_id': 'e7e0fdd6-07ff-435f-b4f3-afd45831ca93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:46:39.449706 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-6f5de010-cf2a-4bca-9d02-8b8fefc59977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:39.628513 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-8dea01da-2824-43fe-8095-9fd6c0cd72ba None None] Provisioning complete for port 8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:46:39.630057 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8dea01da-2824-43fe-8095-9fd6c0cd72ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:39.696385 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-8dea01da-2824-43fe-8095-9fd6c0cd72ba None None] Port 8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:46:39.781707 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-6f5de010-cf2a-4bca-9d02-8b8fefc59977 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:46:39.790344 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-6f5de010-cf2a-4bca-9d02-8b8fefc59977 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:39.821908 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-6f5de010-cf2a-4bca-9d02-8b8fefc59977 service neutron] Transition to ACTIVE for port object 8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:46:39.828912 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-6f5de010-cf2a-4bca-9d02-8b8fefc59977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:39.859215 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db03d8-a5c6-403f-81e9-cef3e0a138ea req-abe6eb26-f3b8-4590-86af-67ce4067e8a7 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:39.860883 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14db03d8-a5c6-403f-81e9-cef3e0a138ea req-abe6eb26-f3b8-4590-86af-67ce4067e8a7 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7e0fdd6-07ff-435f-b4f3-afd45831ca93 HTTP/1.1" status: 200 len: 931 time: 0.0911815 Nov 09 21:46:39.927013 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5de010-cf2a-4bca-9d02-8b8fefc59977 service neutron] Pushing event updated for resources: {'Port': ['ID=8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:40.042347 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14db03d8-a5c6-403f-81e9-cef3e0a138ea req-d86255ef-8c73-4242-88d2-d7d99ac40f4d tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda77e66-ea43-4e76-97ee-2476d21d8107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574574 Nov 09 21:46:40.089980 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-6f5de010-cf2a-4bca-9d02-8b8fefc59977 service neutron] Attempting to bind port 8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:46:40.091547 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-6f5de010-cf2a-4bca-9d02-8b8fefc59977 service neutron] Attempting to bind port 8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '9b3cd22a-0e46-42f3-8bb0-273d4769e7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a216761d-34ed-4b38-956d-afebd2398376'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:46:40.092564 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-6f5de010-cf2a-4bca-9d02-8b8fefc59977 service neutron] Attempting to bind port 8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb on network a216761d-34ed-4b38-956d-afebd2398376 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:46:40.102240 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-6f5de010-cf2a-4bca-9d02-8b8fefc59977 service neutron] Port 8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb on network a216761d-34ed-4b38-956d-afebd2398376 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:46:40.102586 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-6f5de010-cf2a-4bca-9d02-8b8fefc59977 service neutron] Attempting to bind port 8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb on network a216761d-34ed-4b38-956d-afebd2398376 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:46:40.108843 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-6f5de010-cf2a-4bca-9d02-8b8fefc59977 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:46:40.109184 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-6f5de010-cf2a-4bca-9d02-8b8fefc59977 service neutron] Checking segment: {'id': '9b3cd22a-0e46-42f3-8bb0-273d4769e7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a216761d-34ed-4b38-956d-afebd2398376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:46:40.109568 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-6f5de010-cf2a-4bca-9d02-8b8fefc59977 service neutron] Bound using segment: {'id': '9b3cd22a-0e46-42f3-8bb0-273d4769e7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a216761d-34ed-4b38-956d-afebd2398376'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:46:40.110000 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-6f5de010-cf2a-4bca-9d02-8b8fefc59977 service neutron] Bound port: 8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b3cd22a-0e46-42f3-8bb0-273d4769e7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a216761d-34ed-4b38-956d-afebd2398376'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:46:40.110359 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-6f5de010-cf2a-4bca-9d02-8b8fefc59977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:40.184025 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-6f5de010-cf2a-4bca-9d02-8b8fefc59977 service neutron] For port 8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb, host n-h1-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:46:40.187464 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-6f5de010-cf2a-4bca-9d02-8b8fefc59977 service neutron] For port 8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb,segment=NetworkSegment(9b3cd22a-0e46-42f3-8bb0-273d4769e7a3),segment_id=9b3cd22a-0e46-42f3-8bb0-273d4769e7a3)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:46:40.194487 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-6f5de010-cf2a-4bca-9d02-8b8fefc59977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:40.235909 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-6f5de010-cf2a-4bca-9d02-8b8fefc59977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:40.237018 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-6f5de010-cf2a-4bca-9d02-8b8fefc59977 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:40.238469 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-6f5de010-cf2a-4bca-9d02-8b8fefc59977 service neutron] 10.222.0.45 "PUT /v2.0/ports/8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb HTTP/1.1" status: 200 len: 1091 time: 0.8668172 Nov 09 21:46:40.238936 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e0fdd6-07ff-435f-b4f3-afd45831ca93', 'tag': '8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:46:40.241297 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bedf5bfd-7dcf-4c82-88e3-1d8949a331d1" -d '{"events": [{"name": "network-changed", "server_uuid": "e7e0fdd6-07ff-435f-b4f3-afd45831ca93", "tag": "8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:46:40.276410 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5de010-cf2a-4bca-9d02-8b8fefc59977 service neutron] Pushing event updated for resources: {'Port': ['ID=8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:40.313340 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b35f0b-88c1-47fc-8de8-20b25fe19429 x-openstack-request-id: req-f0b35f0b-88c1-47fc-8de8-20b25fe19429 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:46:40.313549 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7e0fdd6-07ff-435f-b4f3-afd45831ca93", "tag": "8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:46:40.313815 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f0b35f0b-88c1-47fc-8de8-20b25fe19429 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:46:40.314221 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7e0fdd6-07ff-435f-b4f3-afd45831ca93', 'tag': '8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb', 'status': 'completed', 'code': 200} Nov 09 21:46:40.355125 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-3a90e024-52fe-4e3f-8157-a18ea7e9441a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:40.357130 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-3a90e024-52fe-4e3f-8157-a18ea7e9441a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd26d45f3284479db773fef1499ac4be&device_id=e7e0fdd6-07ff-435f-b4f3-afd45831ca93 HTTP/1.1" status: 200 len: 1094 time: 0.0578513 Nov 09 21:46:40.416568 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-50a445c3-cdbd-4d2d-8942-a630cc88ae09 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb HTTP/1.1" status: 200 len: 217 time: 0.0498240 Nov 09 21:46:40.477975 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-8c42e849-f4d2-42b5-bc36-3832d80d2adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:40.479475 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-8c42e849-f4d2-42b5-bc36-3832d80d2adb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9649b6d0-d911-4a83-a41d-f6afea5832a6 HTTP/1.1" status: 200 len: 835 time: 0.0547006 Nov 09 21:46:40.544672 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-f774dc9f-20f7-45e0-953d-43d0ce926604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:40.546973 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-f774dc9f-20f7-45e0-953d-43d0ce926604 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a216761d-34ed-4b38-956d-afebd2398376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606706 Nov 09 21:46:40.643640 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-4a94268f-daf2-492b-bec4-63df9af24d95 service neutron] 10.222.0.45 "GET /v2.0/networks/a216761d-34ed-4b38-956d-afebd2398376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895662 Nov 09 21:46:40.744260 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-274f6ca0-7173-4ba6-9fd0-6298bfcebf48 req-3f641f29-b409-4d53-bd1f-c0c8d0c15d03 service neutron] 10.222.0.45 "GET /v2.0/networks/a216761d-34ed-4b38-956d-afebd2398376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937705 Nov 09 21:46:40.839136 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf5bfd-7dcf-4c82-88e3-1d8949a331d1 req-3439ed2b-dddd-4f0a-975a-8def1c748782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:40.841864 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bedf5bfd-7dcf-4c82-88e3-1d8949a331d1 req-3439ed2b-dddd-4f0a-975a-8def1c748782 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd26d45f3284479db773fef1499ac4be&device_id=e7e0fdd6-07ff-435f-b4f3-afd45831ca93 HTTP/1.1" status: 200 len: 1094 time: 0.0498037 Nov 09 21:46:40.945219 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf5bfd-7dcf-4c82-88e3-1d8949a331d1 req-3f4b4cc1-dd6f-42d7-a5f9-e4107902e21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:40.946685 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bedf5bfd-7dcf-4c82-88e3-1d8949a331d1 req-3f4b4cc1-dd6f-42d7-a5f9-e4107902e21b service neutron] 10.222.0.45 "GET /v2.0/networks?id=a216761d-34ed-4b38-956d-afebd2398376 HTTP/1.1" status: 200 len: 896 time: 0.0974998 Nov 09 21:46:40.995077 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bedf5bfd-7dcf-4c82-88e3-1d8949a331d1 req-a7fc0d07-8e65-4714-abcd-f0abf238e496 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb HTTP/1.1" status: 200 len: 217 time: 0.0404615 Nov 09 21:46:41.051355 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf5bfd-7dcf-4c82-88e3-1d8949a331d1 req-72ae3e86-681c-4c1e-a7dd-b2ebb8576375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:41.052950 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bedf5bfd-7dcf-4c82-88e3-1d8949a331d1 req-72ae3e86-681c-4c1e-a7dd-b2ebb8576375 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9649b6d0-d911-4a83-a41d-f6afea5832a6 HTTP/1.1" status: 200 len: 835 time: 0.0504103 Nov 09 21:46:41.127321 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf5bfd-7dcf-4c82-88e3-1d8949a331d1 req-32e32f64-405a-4ad7-b78d-a69bc722cb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:41.128880 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bedf5bfd-7dcf-4c82-88e3-1d8949a331d1 req-32e32f64-405a-4ad7-b78d-a69bc722cb64 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a216761d-34ed-4b38-956d-afebd2398376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689008 Nov 09 21:46:41.283562 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cdaf0a-cb8b-4c51-bc22-9aeb760d9cb0 req-99ff612d-5a95-42b9-92a7-7133a7f85a91 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:41.285156 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-93cdaf0a-cb8b-4c51-bc22-9aeb760d9cb0 req-99ff612d-5a95-42b9-92a7-7133a7f85a91 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7e0fdd6-07ff-435f-b4f3-afd45831ca93 HTTP/1.1" status: 200 len: 943 time: 0.1278062 Nov 09 21:46:41.310852 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bedf5bfd-7dcf-4c82-88e3-1d8949a331d1 req-d96d28d5-6bc0-433c-85ad-181af1d02b81 service neutron] 10.222.0.45 "GET /v2.0/networks/a216761d-34ed-4b38-956d-afebd2398376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731515 Nov 09 21:46:41.399870 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-93cdaf0a-cb8b-4c51-bc22-9aeb760d9cb0 req-d28e5640-4719-4d6a-b68a-7b7ce473e2a8 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda77e66-ea43-4e76-97ee-2476d21d8107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020334 Nov 09 21:46:41.451220 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bedf5bfd-7dcf-4c82-88e3-1d8949a331d1 req-ce455585-d76d-49a8-b750-af4867fd7fe3 service neutron] 10.222.0.45 "GET /v2.0/networks/a216761d-34ed-4b38-956d-afebd2398376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325319 Nov 09 21:46:42.538275 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3b523-8c38-4ace-867d-73ac0f650d37 req-0c81a02a-75cf-43ab-9b18-55f7da8354b1 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:42.546574 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a4c3b523-8c38-4ace-867d-73ac0f650d37 req-0c81a02a-75cf-43ab-9b18-55f7da8354b1 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7e0fdd6-07ff-435f-b4f3-afd45831ca93 HTTP/1.1" status: 200 len: 943 time: 0.0686166 Nov 09 21:46:42.582021 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:46:42.606565 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a4c3b523-8c38-4ace-867d-73ac0f650d37 req-455fec44-784f-4773-8b49-1c37829595d7 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda77e66-ea43-4e76-97ee-2476d21d8107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580509 Nov 09 21:46:42.715650 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb,segment=NetworkSegment(9b3cd22a-0e46-42f3-8bb0-273d4769e7a3),segment_id=9b3cd22a-0e46-42f3-8bb0-273d4769e7a3)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:46:42.728988 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb', 'network_id': 'a216761d-34ed-4b38-956d-afebd2398376', 'port_id': '8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb', 'mac_address': 'fa:16:3e:2d:a8:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9649b6d0-d911-4a83-a41d-f6afea5832a6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:46:42.767322 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:42.780739 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:46:42.808019 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb,segment=NetworkSegment(9b3cd22a-0e46-42f3-8bb0-273d4769e7a3),segment_id=9b3cd22a-0e46-42f3-8bb0-273d4769e7a3)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:46:42.828098 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:42.883378 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:43.031864 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:46:43.758349 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168438b3-4b5a-4daa-b3b4-77cd1d8f92ac req-0ecd3fae-e5bb-4e82-8788-df516a60715e tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:43.767561 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-168438b3-4b5a-4daa-b3b4-77cd1d8f92ac req-0ecd3fae-e5bb-4e82-8788-df516a60715e tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7e0fdd6-07ff-435f-b4f3-afd45831ca93 HTTP/1.1" status: 200 len: 944 time: 0.0861483 Nov 09 21:46:43.834661 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-168438b3-4b5a-4daa-b3b4-77cd1d8f92ac req-c9e89add-d23d-4f9c-8ddc-aa50b41a146b tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda77e66-ea43-4e76-97ee-2476d21d8107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610065 Nov 09 21:46:44.050592 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55426) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:44.162717 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-685499ca-6f3d-4802-8065-61b664b8302c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:44.265398 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-685499ca-6f3d-4802-8065-61b664b8302c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:44.272274 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-685499ca-6f3d-4802-8065-61b664b8302c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:44.323307 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685499ca-6f3d-4802-8065-61b664b8302c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01c8d54-7074-414d-8bdb-d10556fcd907,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:44.332754 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55432) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:44.332882 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-685499ca-6f3d-4802-8065-61b664b8302c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ce7bbd798d924242b046d81a1f3c9d01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2807353 Nov 09 21:46:44.402916 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c33c6b1f-ae0f-42fd-9ed1-3b0cef34cfa5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:44.429559 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c33c6b1f-ae0f-42fd-9ed1-3b0cef34cfa5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:44.490392 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c33c6b1f-ae0f-42fd-9ed1-3b0cef34cfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:44.490392 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c33c6b1f-ae0f-42fd-9ed1-3b0cef34cfa5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:44.491460 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c33c6b1f-ae0f-42fd-9ed1-3b0cef34cfa5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a01c8d54-7074-414d-8bdb-d10556fcd907 HTTP/1.1" status: 204 len: 168 time: 0.1570408 Nov 09 21:46:44.502794 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c6b1f-ae0f-42fd-9ed1-3b0cef34cfa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01c8d54-7074-414d-8bdb-d10556fcd907,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:44.595576 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:46:44.667509 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:46:44.675413 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:46:44.676154 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:44.791525 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:44.824178 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e0fdd6-07ff-435f-b4f3-afd45831ca93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:46:44.827746 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7580a9-5735-408d-ba4a-1209ae67c230" -d '{"events": [{"server_uuid": "e7e0fdd6-07ff-435f-b4f3-afd45831ca93", "name": "network-vif-plugged", "status": "completed", "tag": "8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:46:44.829805 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55438) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:44.845648 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb,segment=NetworkSegment(9b3cd22a-0e46-42f3-8bb0-273d4769e7a3),segment_id=9b3cd22a-0e46-42f3-8bb0-273d4769e7a3)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:46:44.852293 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:44.869814 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-92b492d3-06fa-4a47-a141-93e526263218 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:44.906641 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:44.911014 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef53297-fc60-4c5a-b893-cc7eb145228e x-openstack-request-id: req-6ef53297-fc60-4c5a-b893-cc7eb145228e {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:46:44.911607 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e0fdd6-07ff-435f-b4f3-afd45831ca93", "name": "network-vif-plugged", "status": "completed", "tag": "8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:46:44.912035 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6ef53297-fc60-4c5a-b893-cc7eb145228e {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:46:44.912596 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e0fdd6-07ff-435f-b4f3-afd45831ca93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb', 'code': 200} Nov 09 21:46:45.074823 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c99f51-9b56-48a8-b277-8a50e71c718f req-5ea9ef74-d5f0-4d40-aeaf-fa2747693c41 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:45.084099 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d1c99f51-9b56-48a8-b277-8a50e71c718f req-5ea9ef74-d5f0-4d40-aeaf-fa2747693c41 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7e0fdd6-07ff-435f-b4f3-afd45831ca93 HTTP/1.1" status: 200 len: 945 time: 0.1476531 Nov 09 21:46:45.107844 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38ac07-7152-46fc-9f0c-9a85519b6b8b req-2d543bc1-545d-4da9-b485-f94cf747bb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:45.109624 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7a38ac07-7152-46fc-9f0c-9a85519b6b8b req-2d543bc1-545d-4da9-b485-f94cf747bb8d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e7e0fdd6-07ff-435f-b4f3-afd45831ca93 HTTP/1.1" status: 200 len: 1096 time: 0.1278043 Nov 09 21:46:45.154259 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-92b492d3-06fa-4a47-a141-93e526263218 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:45.164290 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-92b492d3-06fa-4a47-a141-93e526263218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:45.252423 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d1c99f51-9b56-48a8-b277-8a50e71c718f req-8e41ca30-1d1c-49f3-8ace-0ae30ca9c6e3 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda77e66-ea43-4e76-97ee-2476d21d8107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673944 Nov 09 21:46:45.254696 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b492d3-06fa-4a47-a141-93e526263218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da8e9e2-bb92-4f3f-b9fa-502050786e5a,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:45.262442 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-92b492d3-06fa-4a47-a141-93e526263218 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1029a7916d3149308a547f431c38a8c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4280376 Nov 09 21:46:45.262741 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7a38ac07-7152-46fc-9f0c-9a85519b6b8b req-21903f16-6010-4fea-b6db-646f843deac7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fda77e66-ea43-4e76-97ee-2476d21d8107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463125 Nov 09 21:46:45.263028 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55448) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:45.330343 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0f06b9f1-4ba9-4b09-818b-767bd6bc7d67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:45.352408 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0f06b9f1-4ba9-4b09-818b-767bd6bc7d67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:45.401587 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0f06b9f1-4ba9-4b09-818b-767bd6bc7d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:45.404892 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0f06b9f1-4ba9-4b09-818b-767bd6bc7d67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:45.408801 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0f06b9f1-4ba9-4b09-818b-767bd6bc7d67 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7da8e9e2-bb92-4f3f-b9fa-502050786e5a HTTP/1.1" status: 204 len: 168 time: 0.1411419 Nov 09 21:46:45.415905 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f06b9f1-4ba9-4b09-818b-767bd6bc7d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da8e9e2-bb92-4f3f-b9fa-502050786e5a,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:45.744170 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55454) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:45.757984 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e46e526f-e833-4b10-8a71-ed05aade3554 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:45.833594 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e46e526f-e833-4b10-8a71-ed05aade3554 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:45.838555 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e46e526f-e833-4b10-8a71-ed05aade3554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:45.877802 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e46e526f-e833-4b10-8a71-ed05aade3554 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9aaca6803bd84eb2b83049f8d726028a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1325037 Nov 09 21:46:45.878663 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e526f-e833-4b10-8a71-ed05aade3554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b6ad01-50c5-49df-8ed6-2b7153695d39,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:45.880627 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55456) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:45.933121 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e65739c5-629e-4adf-a93e-4015f0cf3f4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:45.960891 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e65739c5-629e-4adf-a93e-4015f0cf3f4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:46.017164 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e65739c5-629e-4adf-a93e-4015f0cf3f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:46.019741 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e65739c5-629e-4adf-a93e-4015f0cf3f4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:46.021165 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e65739c5-629e-4adf-a93e-4015f0cf3f4d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/36b6ad01-50c5-49df-8ed6-2b7153695d39 HTTP/1.1" status: 204 len: 168 time: 0.1390636 Nov 09 21:46:46.033434 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65739c5-629e-4adf-a93e-4015f0cf3f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b6ad01-50c5-49df-8ed6-2b7153695d39,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:46.410740 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ee123-a31d-41b0-bab9-3683093f6c37 req-551a1160-bbbd-4f40-88ee-af0e9f7a9e90 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:46.413146 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-637ee123-a31d-41b0-bab9-3683093f6c37 req-551a1160-bbbd-4f40-88ee-af0e9f7a9e90 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7e0fdd6-07ff-435f-b4f3-afd45831ca93 HTTP/1.1" status: 200 len: 945 time: 0.0648515 Nov 09 21:46:46.477231 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-637ee123-a31d-41b0-bab9-3683093f6c37 req-d7daa7e5-0dc8-45bd-b488-bda9c4696a01 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda77e66-ea43-4e76-97ee-2476d21d8107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582833 Nov 09 21:46:47.602662 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0b69b-a1da-444d-9e20-7ef37b342b15 req-66b0f8c9-61fd-4841-9783-f04de6d0473f tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:47.604458 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dfb0b69b-a1da-444d-9e20-7ef37b342b15 req-66b0f8c9-61fd-4841-9783-f04de6d0473f tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7e0fdd6-07ff-435f-b4f3-afd45831ca93 HTTP/1.1" status: 200 len: 945 time: 0.0559490 Nov 09 21:46:47.641093 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b32849a4-3e04-46a2-9da9-db436cd93cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:47.666662 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dfb0b69b-a1da-444d-9e20-7ef37b342b15 req-f090c42f-6f78-49b1-a656-f382f37ad443 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda77e66-ea43-4e76-97ee-2476d21d8107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545783 Nov 09 21:46:47.820518 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008551d1-f6f9-43c2-9968-eb0c96b73606 req-4ea206f2-98cd-4586-adb4-d4cd1919c9b4 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:47.822037 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-008551d1-f6f9-43c2-9968-eb0c96b73606 req-4ea206f2-98cd-4586-adb4-d4cd1919c9b4 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7e0fdd6-07ff-435f-b4f3-afd45831ca93 HTTP/1.1" status: 200 len: 945 time: 0.0575161 Nov 09 21:46:47.873451 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-008551d1-f6f9-43c2-9968-eb0c96b73606 req-11be2c25-3e34-4078-9e1f-0546b25b83a4 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda77e66-ea43-4e76-97ee-2476d21d8107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443585 Nov 09 21:46:47.896981 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55508) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:47.938913 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1faba66-de3a-410d-a4c4-f914952621cf tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:47.940623 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d1faba66-de3a-410d-a4c4-f914952621cf tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e7e0fdd6-07ff-435f-b4f3-afd45831ca93 HTTP/1.1" status: 200 len: 1091 time: 0.0425024 Nov 09 21:46:47.943776 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55510) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:47.948212 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-f47cd0a9-66ca-4950-bf3e-7b1bd759ee22 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'port_id': '8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:46:47.963581 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55512) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:47.968932 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-e384a1d4-216e-497a-9144-7cf746951a57 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1895453267', 'description': 'tempest-secgroup-smoke-1895453267 description', 'project_id': 'd7411b744b214ee4a720fd6796dc002b'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:46:47.974208 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f47cd0a9-66ca-4950-bf3e-7b1bd759ee22 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for floatingip, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:47.993910 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e384a1d4-216e-497a-9144-7cf746951a57 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:48.006452 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e384a1d4-216e-497a-9144-7cf746951a57 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:48.091252 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f47cd0a9-66ca-4950-bf3e-7b1bd759ee22 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:48.091752 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e384a1d4-216e-497a-9144-7cf746951a57 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:48.096588 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e384a1d4-216e-497a-9144-7cf746951a57 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:48.141373 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e384a1d4-216e-497a-9144-7cf746951a57 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16373e5f-6518-444f-b734-02c83c5e8e28,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:48.183114 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e384a1d4-216e-497a-9144-7cf746951a57 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:48.189087 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e384a1d4-216e-497a-9144-7cf746951a57 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:48.202671 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-f47cd0a9-66ca-4950-bf3e-7b1bd759ee22 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Allocated IP 172.25.7.200 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/63591751-83b4-4d02-a84e-ac01768b7230) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:46:48.216366 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e384a1d4-216e-497a-9144-7cf746951a57 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:48.220490 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e384a1d4-216e-497a-9144-7cf746951a57 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2531195 Nov 09 21:46:48.220831 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55514) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:48.226787 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e384a1d4-216e-497a-9144-7cf746951a57 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2edc357-a9a0-499d-a950-5fdc1b49b9b1,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:48.234560 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-20aee03c-425a-4a23-af46-f938b34d6405 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Request body: {'security_group_rule': {'security_group_id': 'e2edc357-a9a0-499d-a950-5fdc1b49b9b1', 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:46:48.303641 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-20aee03c-425a-4a23-af46-f938b34d6405 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:48.358776 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f47cd0a9-66ca-4950-bf3e-7b1bd759ee22 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:48.385015 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-20aee03c-425a-4a23-af46-f938b34d6405 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:48.394254 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-20aee03c-425a-4a23-af46-f938b34d6405 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:48.416265 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aee03c-425a-4a23-af46-f938b34d6405 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=345bdda9-474f-4184-9d45-4b7c8042c27a,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:48.427712 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-20aee03c-425a-4a23-af46-f938b34d6405 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:48.429079 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-20aee03c-425a-4a23-af46-f938b34d6405 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2069657 Nov 09 21:46:48.430665 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f47cd0a9-66ca-4950-bf3e-7b1bd759ee22 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:48.431984 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55518) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:48.439091 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-71aba3d0-df5e-4969-acd0-030442a53f07 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Request body: {'security_group_rule': {'security_group_id': 'e2edc357-a9a0-499d-a950-5fdc1b49b9b1', 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:46:48.474185 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-71aba3d0-df5e-4969-acd0-030442a53f07 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:48.476007 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47cd0a9-66ca-4950-bf3e-7b1bd759ee22 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:46:48.479139 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-f47cd0a9-66ca-4950-bf3e-7b1bd759ee22 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:46:48.483035 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47cd0a9-66ca-4950-bf3e-7b1bd759ee22 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:46:48.488624 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47cd0a9-66ca-4950-bf3e-7b1bd759ee22 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event updated for resources: {'Port': ['ID=63591751-83b4-4d02-a84e-ac01768b7230,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:48.537961 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-71aba3d0-df5e-4969-acd0-030442a53f07 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:48.541799 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-71aba3d0-df5e-4969-acd0-030442a53f07 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:48.564176 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aba3d0-df5e-4969-acd0-030442a53f07 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=057a4c79-4b0b-4428-8084-dc083a0e9303,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:48.574738 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-71aba3d0-df5e-4969-acd0-030442a53f07 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:48.579583 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-71aba3d0-df5e-4969-acd0-030442a53f07 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1428936 Nov 09 21:46:48.579908 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55520) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:48.583475 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-fd1c1b33-927c-4eb6-975f-00145871f797 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Request body: {'security_group_rule': {'security_group_id': 'e2edc357-a9a0-499d-a950-5fdc1b49b9b1', 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:46:48.667592 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fd1c1b33-927c-4eb6-975f-00145871f797 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:48.771236 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fd1c1b33-927c-4eb6-975f-00145871f797 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:48.810650 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fd1c1b33-927c-4eb6-975f-00145871f797 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:48.839711 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c1b33-927c-4eb6-975f-00145871f797 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9602123e-a646-4447-8093-7e5346ff472c,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:48.845268 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fd1c1b33-927c-4eb6-975f-00145871f797 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:48.849810 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-fd1c1b33-927c-4eb6-975f-00145871f797 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2669497 Nov 09 21:46:48.849810 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55522) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:48.878727 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-4d5b8dba-a356-4fbb-a094-d2f76f450adf tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Request body: {'security_group_rule': {'security_group_id': 'e2edc357-a9a0-499d-a950-5fdc1b49b9b1', 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:46:48.943823 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4d5b8dba-a356-4fbb-a094-d2f76f450adf tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:48.979793 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f47cd0a9-66ca-4950-bf3e-7b1bd759ee22 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:49.033552 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4d5b8dba-a356-4fbb-a094-d2f76f450adf tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:49.037838 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4d5b8dba-a356-4fbb-a094-d2f76f450adf tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:49.076187 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b8dba-a356-4fbb-a094-d2f76f450adf tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1e53523-e740-4300-8efb-e7590dc2aafa,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:49.083030 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4d5b8dba-a356-4fbb-a094-d2f76f450adf tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:49.087104 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4d5b8dba-a356-4fbb-a094-d2f76f450adf tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2334979 Nov 09 21:46:49.087104 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f47cd0a9-66ca-4950-bf3e-7b1bd759ee22 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:49.087677 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55524) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:49.094336 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-a43f3fbf-4ac7-4d9c-91cc-b6081fae76fa tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Request body: {'security_group_rule': {'security_group_id': 'e2edc357-a9a0-499d-a950-5fdc1b49b9b1', 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:46:49.120157 n-d-816206-3 neutron-server[102607]: INFO neutron.db.securitygroups_db [None req-a43f3fbf-4ac7-4d9c-91cc-b6081fae76fa tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Project d7411b744b214ee4a720fd6796dc002b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 21:46:49.125936 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a43f3fbf-4ac7-4d9c-91cc-b6081fae76fa tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:49.189609 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a43f3fbf-4ac7-4d9c-91cc-b6081fae76fa tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:49.193852 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a43f3fbf-4ac7-4d9c-91cc-b6081fae76fa tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:49.209045 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f3fbf-4ac7-4d9c-91cc-b6081fae76fa tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a50e67f-2f77-4e87-83f2-9a12f080179d,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:49.220771 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a43f3fbf-4ac7-4d9c-91cc-b6081fae76fa tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:49.224532 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a43f3fbf-4ac7-4d9c-91cc-b6081fae76fa tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1317086 Nov 09 21:46:49.225022 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55526) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:49.229956 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-5fe18dbb-7bd6-4d5e-a693-6e180cec575f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Request body: {'security_group_rule': {'security_group_id': 'e2edc357-a9a0-499d-a950-5fdc1b49b9b1', 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:46:49.248912 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f47cd0a9-66ca-4950-bf3e-7b1bd759ee22 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:49.254662 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f47cd0a9-66ca-4950-bf3e-7b1bd759ee22 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:49.255003 n-d-816206-3 neutron-server[102607]: INFO neutron.db.securitygroups_db [None req-5fe18dbb-7bd6-4d5e-a693-6e180cec575f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Project d7411b744b214ee4a720fd6796dc002b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 21:46:49.259834 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5fe18dbb-7bd6-4d5e-a693-6e180cec575f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:49.346727 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5fe18dbb-7bd6-4d5e-a693-6e180cec575f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:49.351554 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5fe18dbb-7bd6-4d5e-a693-6e180cec575f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:49.375064 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe18dbb-7bd6-4d5e-a693-6e180cec575f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=748e5d73-cea7-44a9-9882-19e2cec093a9,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:49.380910 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5fe18dbb-7bd6-4d5e-a693-6e180cec575f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:49.382193 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5fe18dbb-7bd6-4d5e-a693-6e180cec575f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1562974 Nov 09 21:46:49.385056 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55530) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:49.390755 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-7a0385a3-1358-4a46-b41a-e78a97ba972a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Request body: {'network': {'name': 'tempest-network-smoke--1181562720', 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'port_security_enabled': True}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:46:49.416076 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0385a3-1358-4a46-b41a-e78a97ba972a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Made reservation on behalf of d7411b744b214ee4a720fd6796dc002b for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:46:49.420383 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7a0385a3-1358-4a46-b41a-e78a97ba972a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:49.451209 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a0385a3-1358-4a46-b41a-e78a97ba972a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:46:49.464927 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7a0385a3-1358-4a46-b41a-e78a97ba972a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:49.465294 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-7a0385a3-1358-4a46-b41a-e78a97ba972a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Added segment ec156441-946b-4f51-bd83-262a73a48f6e of type vlan for network 34844b52-a4c3-4316-b08b-c8bfdd20d397 Nov 09 21:46:49.534382 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7a0385a3-1358-4a46-b41a-e78a97ba972a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:49.570800 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7a0385a3-1358-4a46-b41a-e78a97ba972a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:49.577330 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0385a3-1358-4a46-b41a-e78a97ba972a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:49.578046 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7a0385a3-1358-4a46-b41a-e78a97ba972a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:49.662074 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7a0385a3-1358-4a46-b41a-e78a97ba972a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2758837 Nov 09 21:46:49.670655 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55532) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:49.678201 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-a2c9ecaf-67fd-495a-a34f-9b0da35925af tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-238787481', 'admin_state_up': True, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:46:49.718680 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0385a3-1358-4a46-b41a-e78a97ba972a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'Network': ['ID=34844b52-a4c3-4316-b08b-c8bfdd20d397,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:49.720176 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47cd0a9-66ca-4950-bf3e-7b1bd759ee22 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event updated for resources: {'Port': ['ID=63591751-83b4-4d02-a84e-ac01768b7230,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:49.731338 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 34844b52-a4c3-4316-b08b-c8bfdd20d397 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:46:49.734205 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f47cd0a9-66ca-4950-bf3e-7b1bd759ee22 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:49.735904 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a2c9ecaf-67fd-495a-a34f-9b0da35925af tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:49.737207 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a2c9ecaf-67fd-495a-a34f-9b0da35925af tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:49.792034 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a2c9ecaf-67fd-495a-a34f-9b0da35925af tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:49.847876 n-d-816206-3 neutron-server[102608]: INFO neutron.db.l3_db [None req-f47cd0a9-66ca-4950-bf3e-7b1bd759ee22 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Floating IP 3396e4b3-0e23-4da6-ac81-9fb94905f783 associated. External IP: 172.25.7.200, port: 8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb. Nov 09 21:46:49.926874 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a2c9ecaf-67fd-495a-a34f-9b0da35925af tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:50.061908 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47cd0a9-66ca-4950-bf3e-7b1bd759ee22 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Router d5eeebb8-5bf2-4212-ab8c-45a104ad0142 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:46:50.125953 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a2c9ecaf-67fd-495a-a34f-9b0da35925af tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for router_gateway, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:50.149411 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a2c9ecaf-67fd-495a-a34f-9b0da35925af tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:50.159078 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0933bf79-12e2-40fa-9131-3d1a9b75987a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:50.174417 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47cd0a9-66ca-4950-bf3e-7b1bd759ee22 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:46:50.184544 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c301a8-79ff-4319-8b95-9905a451c58b None None] Sync routers for ids ['d5eeebb8-5bf2-4212-ab8c-45a104ad0142'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:46:50.195519 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f47cd0a9-66ca-4950-bf3e-7b1bd759ee22 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:50.201591 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c301a8-79ff-4319-8b95-9905a451c58b None None] Routers {'d5eeebb8-5bf2-4212-ab8c-45a104ad0142'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:46:50.202214 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-a0c301a8-79ff-4319-8b95-9905a451c58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:46:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['d5eeebb8-5bf2-4212-ab8c-45a104ad0142'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:46:50.230107 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f47cd0a9-66ca-4950-bf3e-7b1bd759ee22 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2825575 Nov 09 21:46:50.230107 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e0fdd6-07ff-435f-b4f3-afd45831ca93', 'tag': '8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:46:50.230456 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fc88d2-4c4b-4f5e-a373-6a296d6a6c7a" -d '{"events": [{"name": "network-changed", "server_uuid": "e7e0fdd6-07ff-435f-b4f3-afd45831ca93", "tag": "8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:46:50.233340 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55534) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:50.270863 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-a2c9ecaf-67fd-495a-a34f-9b0da35925af tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Allocated IP 172.25.7.42 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/69ecfc34-c3d4-444c-9259-397ac01429ac) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:46:50.295524 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-06897569-d96b-4e62-a195-89966ab0228b tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/floatingips/3396e4b3-0e23-4da6-ac81-9fb94905f783 HTTP/1.1" status: 200 len: 991 time: 0.0599458 Nov 09 21:46:50.297111 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3ec99f-d899-43d4-a313-9020ef56d22c x-openstack-request-id: req-bc3ec99f-d899-43d4-a313-9020ef56d22c {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:46:50.297386 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7e0fdd6-07ff-435f-b4f3-afd45831ca93", "tag": "8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:46:50.297647 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bc3ec99f-d899-43d4-a313-9020ef56d22c {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:46:50.298048 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7e0fdd6-07ff-435f-b4f3-afd45831ca93', 'tag': '8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb', 'status': 'completed', 'code': 200} Nov 09 21:46:50.312944 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-a0c301a8-79ff-4319-8b95-9905a451c58b None None] Set router d5eeebb8-5bf2-4212-ab8c-45a104ad0142 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:46:50.343023 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc88d2-4c4b-4f5e-a373-6a296d6a6c7a req-9cf4ca41-c224-457a-8c87-24aebf9fd21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:50.345407 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-93fc88d2-4c4b-4f5e-a373-6a296d6a6c7a req-9cf4ca41-c224-457a-8c87-24aebf9fd21f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd26d45f3284479db773fef1499ac4be&device_id=e7e0fdd6-07ff-435f-b4f3-afd45831ca93 HTTP/1.1" status: 200 len: 1096 time: 0.0439730 Nov 09 21:46:50.416470 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a2c9ecaf-67fd-495a-a34f-9b0da35925af tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:50.464331 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a2c9ecaf-67fd-495a-a34f-9b0da35925af tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:50.491078 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc88d2-4c4b-4f5e-a373-6a296d6a6c7a req-7cd231be-562a-4ba9-b3b3-fba8729c3a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:50.492856 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-93fc88d2-4c4b-4f5e-a373-6a296d6a6c7a req-7cd231be-562a-4ba9-b3b3-fba8729c3a13 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a216761d-34ed-4b38-956d-afebd2398376 HTTP/1.1" status: 200 len: 896 time: 0.1387298 Nov 09 21:46:50.508867 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c9ecaf-67fd-495a-a34f-9b0da35925af tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:46:50.515933 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-a2c9ecaf-67fd-495a-a34f-9b0da35925af tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:46:50.519690 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c9ecaf-67fd-495a-a34f-9b0da35925af tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:46:50.538519 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8005aa89-8c6c-4a89-876e-b93c7620b18a None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:46:50.563916 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c9ecaf-67fd-495a-a34f-9b0da35925af tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'Port': ['ID=69ecfc34-c3d4-444c-9259-397ac01429ac,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:50.649134 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-0e143071-4514-44b4-a699-20f1c539bf59 None None] Provisioning complete for port 69ecfc34-c3d4-444c-9259-397ac01429ac triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:46:50.651759 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0e143071-4514-44b4-a699-20f1c539bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:50.668034 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-93fc88d2-4c4b-4f5e-a373-6a296d6a6c7a req-9d4c3fc3-8624-4aac-9d7d-7d6af43df004 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb HTTP/1.1" status: 200 len: 999 time: 0.1685042 Nov 09 21:46:50.690386 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-a0c301a8-79ff-4319-8b95-9905a451c58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'name': 'tempest-TestNetworkBasicOps-router-1471807766', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '50c7863d-b76d-4e88-8e48-eeec88bb9fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:46:22Z', 'updated_at': '2021-11-09T21:46:28Z', 'revision_number': 4, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'gw_port': {'id': '50c7863d-b76d-4e88-8e48-eeec88bb9fb1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:87:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:23Z', 'updated_at': '2021-11-09T21:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '3396e4b3-0e23-4da6-ac81-9fb94905f783', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'floating_ip_address': '172.25.7.200', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'port_id': '8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a216761d-34ed-4b38-956d-afebd2398376', 'mac_address': 'fa:16:3e:2d:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e0fdd6-07ff-435f-b4f3-afd45831ca93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:46:48Z', 'updated_at': '2021-11-09T21:46:48Z', 'revision_number': 0, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5a703af-c820-4971-89b8-50adadf88801', 'name': '', 'network_id': 'a216761d-34ed-4b38-956d-afebd2398376', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'mac_address': 'fa:16:3e:79:6a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '9649b6d0-d911-4a83-a41d-f6afea5832a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:27Z', 'updated_at': '2021-11-09T21:46:32Z', 'revision_number': 5, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'subnets': [{'id': '9649b6d0-d911-4a83-a41d-f6afea5832a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:46:50.724341 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc88d2-4c4b-4f5e-a373-6a296d6a6c7a req-fa92e7ea-e545-4536-b90d-de07ef31b9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:50.725797 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-93fc88d2-4c4b-4f5e-a373-6a296d6a6c7a req-fa92e7ea-e545-4536-b90d-de07ef31b9a1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9649b6d0-d911-4a83-a41d-f6afea5832a6 HTTP/1.1" status: 200 len: 835 time: 0.0476060 Nov 09 21:46:50.743343 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c301a8-79ff-4319-8b95-9905a451c58b None None] Checking router: d5eeebb8-5bf2-4212-ab8c-45a104ad0142 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:46:50.747198 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-0e143071-4514-44b4-a699-20f1c539bf59 None None] Port 69ecfc34-c3d4-444c-9259-397ac01429ac cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:46:50.754154 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c301a8-79ff-4319-8b95-9905a451c58b None None] Routers {'d5eeebb8-5bf2-4212-ab8c-45a104ad0142'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:46:50.754951 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-a0c301a8-79ff-4319-8b95-9905a451c58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:46:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['d5eeebb8-5bf2-4212-ab8c-45a104ad0142'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:46:50.788684 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc88d2-4c4b-4f5e-a373-6a296d6a6c7a req-aef620da-5b1a-426b-aaf4-8792beb6d1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:50.790350 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-93fc88d2-4c4b-4f5e-a373-6a296d6a6c7a req-aef620da-5b1a-426b-aaf4-8792beb6d1c9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a216761d-34ed-4b38-956d-afebd2398376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584106 Nov 09 21:46:50.847108 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a2c9ecaf-67fd-495a-a34f-9b0da35925af tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for router_gateway, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:50.888080 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-a0c301a8-79ff-4319-8b95-9905a451c58b None None] Set router d5eeebb8-5bf2-4212-ab8c-45a104ad0142 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:46:50.902852 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-93fc88d2-4c4b-4f5e-a373-6a296d6a6c7a req-2750d7a2-835a-47d3-a659-e2b7cc67cbe3 service neutron] 10.222.0.45 "GET /v2.0/networks/a216761d-34ed-4b38-956d-afebd2398376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042550 Nov 09 21:46:51.022545 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-93fc88d2-4c4b-4f5e-a373-6a296d6a6c7a req-a1b23992-9983-4555-8dbe-09bac2ad7418 service neutron] 10.222.0.45 "GET /v2.0/networks/a216761d-34ed-4b38-956d-afebd2398376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104150 Nov 09 21:46:51.079527 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:51.165226 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-a0c301a8-79ff-4319-8b95-9905a451c58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'name': 'tempest-TestNetworkBasicOps-router-1471807766', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '50c7863d-b76d-4e88-8e48-eeec88bb9fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:46:22Z', 'updated_at': '2021-11-09T21:46:28Z', 'revision_number': 4, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'gw_port': {'id': '50c7863d-b76d-4e88-8e48-eeec88bb9fb1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:87:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:23Z', 'updated_at': '2021-11-09T21:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '3396e4b3-0e23-4da6-ac81-9fb94905f783', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'floating_ip_address': '172.25.7.200', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'port_id': '8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a216761d-34ed-4b38-956d-afebd2398376', 'mac_address': 'fa:16:3e:2d:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e0fdd6-07ff-435f-b4f3-afd45831ca93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:46:48Z', 'updated_at': '2021-11-09T21:46:48Z', 'revision_number': 0, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5a703af-c820-4971-89b8-50adadf88801', 'name': '', 'network_id': 'a216761d-34ed-4b38-956d-afebd2398376', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'mac_address': 'fa:16:3e:79:6a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '9649b6d0-d911-4a83-a41d-f6afea5832a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:27Z', 'updated_at': '2021-11-09T21:46:32Z', 'revision_number': 5, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'subnets': [{'id': '9649b6d0-d911-4a83-a41d-f6afea5832a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:46:51.197764 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c301a8-79ff-4319-8b95-9905a451c58b None None] The sync data for ids ['d5eeebb8-5bf2-4212-ab8c-45a104ad0142'] in n-d-816206-3 is: [{'id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'name': 'tempest-TestNetworkBasicOps-router-1471807766', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '50c7863d-b76d-4e88-8e48-eeec88bb9fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:46:22Z', 'updated_at': '2021-11-09T21:46:28Z', 'revision_number': 4, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'gw_port': {'id': '50c7863d-b76d-4e88-8e48-eeec88bb9fb1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:87:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:23Z', 'updated_at': '2021-11-09T21:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '3396e4b3-0e23-4da6-ac81-9fb94905f783', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'floating_ip_address': '172.25.7.200', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'port_id': '8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a216761d-34ed-4b38-956d-afebd2398376', 'mac_address': 'fa:16:3e:2d:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e0fdd6-07ff-435f-b4f3-afd45831ca93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:46:48Z', 'updated_at': '2021-11-09T21:46:48Z', 'revision_number': 0, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5a703af-c820-4971-89b8-50adadf88801', 'name': '', 'network_id': 'a216761d-34ed-4b38-956d-afebd2398376', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'mac_address': 'fa:16:3e:79:6a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '9649b6d0-d911-4a83-a41d-f6afea5832a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:27Z', 'updated_at': '2021-11-09T21:46:32Z', 'revision_number': 5, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'subnets': [{'id': '9649b6d0-d911-4a83-a41d-f6afea5832a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:46:51.299349 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55550) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:51.377245 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-838f90da-dcf6-447b-ad5a-2e98e5a10d4c tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/floatingips/3396e4b3-0e23-4da6-ac81-9fb94905f783 HTTP/1.1" status: 200 len: 991 time: 0.0763583 Nov 09 21:46:51.422104 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a2c9ecaf-67fd-495a-a34f-9b0da35925af tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:51.452862 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c92922f-fbda-433b-9d43-18660de26c08 None None] New status for floating IP 3396e4b3-0e23-4da6-ac81-9fb94905f783: ACTIVE {{(pid=102609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:46:51.569852 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c9ecaf-67fd-495a-a34f-9b0da35925af tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Router 7b23e703-1b65-4e1b-b778-630b0a9394ab is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:46:51.694437 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c9ecaf-67fd-495a-a34f-9b0da35925af tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:46:51.705460 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1702a092-ad78-4a06-8cc4-894dd9780ce9 None None] Sync routers for ids ['7b23e703-1b65-4e1b-b778-630b0a9394ab'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:46:51.715888 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1702a092-ad78-4a06-8cc4-894dd9780ce9 None None] Routers {'7b23e703-1b65-4e1b-b778-630b0a9394ab'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:46:51.716489 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-1702a092-ad78-4a06-8cc4-894dd9780ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:46:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['7b23e703-1b65-4e1b-b778-630b0a9394ab'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:46:51.719869 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a2c9ecaf-67fd-495a-a34f-9b0da35925af tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:51.721130 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a2c9ecaf-67fd-495a-a34f-9b0da35925af tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0493143 Nov 09 21:46:51.723528 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55554) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:51.863919 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-9ebeea9e-c3ca-4cca-829b-99db8aed1147 tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=d7411b744b214ee4a720fd6796dc002b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1387701 Nov 09 21:46:51.866357 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55558) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:51.927896 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-1702a092-ad78-4a06-8cc4-894dd9780ce9 None None] Set router 7b23e703-1b65-4e1b-b778-630b0a9394ab gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:46:52.022118 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef72dca-b889-40f6-9025-e2991208313c tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:52.026488 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-aef72dca-b889-40f6-9025-e2991208313c tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1564386 Nov 09 21:46:52.026765 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55560) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:52.056432 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-17feb724-468c-4993-81de-debd851f094a tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=4531c23d-84b7-490d-8d7c-6676781b6e6a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285060 Nov 09 21:46:52.058940 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 55562) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:52.064600 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-b01b11a5-d6e7-400c-80e7-3a036fd8aa92 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1740613451', 'network_id': '34844b52-a4c3-4316-b08b-c8bfdd20d397', 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:46:52.115570 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-1702a092-ad78-4a06-8cc4-894dd9780ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b23e703-1b65-4e1b-b778-630b0a9394ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238787481', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '69ecfc34-c3d4-444c-9259-397ac01429ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:46:49Z', 'updated_at': '2021-11-09T21:46:50Z', 'revision_number': 3, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': '69ecfc34-c3d4-444c-9259-397ac01429ac', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b23e703-1b65-4e1b-b778-630b0a9394ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:50Z', 'updated_at': '2021-11-09T21:46:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:46:52.144429 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1702a092-ad78-4a06-8cc4-894dd9780ce9 None None] Checking router: 7b23e703-1b65-4e1b-b778-630b0a9394ab for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:46:52.144891 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1702a092-ad78-4a06-8cc4-894dd9780ce9 None None] Updating router 7b23e703-1b65-4e1b-b778-630b0a9394ab port 69ecfc34-c3d4-444c-9259-397ac01429ac binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:46:52.154959 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01b11a5-d6e7-400c-80e7-3a036fd8aa92 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Made reservation on behalf of d7411b744b214ee4a720fd6796dc002b for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:46:52.158559 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b01b11a5-d6e7-400c-80e7-3a036fd8aa92 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:52.169665 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1702a092-ad78-4a06-8cc4-894dd9780ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:52.380894 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55564) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:52.383486 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b01b11a5-d6e7-400c-80e7-3a036fd8aa92 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:52.426531 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1702a092-ad78-4a06-8cc4-894dd9780ce9 None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:52.434465 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1702a092-ad78-4a06-8cc4-894dd9780ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:52.459507 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:52.460988 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01b11a5-d6e7-400c-80e7-3a036fd8aa92 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'Subnet': ['ID=630b49fb-caa8-41de-a897-b6b514f9210a,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:52.477932 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f789b512-2c8f-4f25-89de-66b5af11d101 None None] Pushing event updated for resources: {'Port': ['ID=69ecfc34-c3d4-444c-9259-397ac01429ac,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:52.502671 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd2f8c4-3bb6-406d-9df8-9e115a72d3db None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:46:52.504090 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-1702a092-ad78-4a06-8cc4-894dd9780ce9 None None] Attempting to bind port 69ecfc34-c3d4-444c-9259-397ac01429ac on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:46:52.504477 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-1702a092-ad78-4a06-8cc4-894dd9780ce9 None None] Attempting to bind port 69ecfc34-c3d4-444c-9259-397ac01429ac by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:46:52.504874 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1702a092-ad78-4a06-8cc4-894dd9780ce9 None None] Attempting to bind port 69ecfc34-c3d4-444c-9259-397ac01429ac on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:46:52.512046 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01b11a5-d6e7-400c-80e7-3a036fd8aa92 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Checking segment: {'id': 'ec156441-946b-4f51-bd83-262a73a48f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '34844b52-a4c3-4316-b08b-c8bfdd20d397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:46:52.514357 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01b11a5-d6e7-400c-80e7-3a036fd8aa92 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Network hostable DHCP agents. Network: 34844b52-a4c3-4316-b08b-c8bfdd20d397, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:46:52.516753 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1702a092-ad78-4a06-8cc4-894dd9780ce9 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:46:52.517107 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1702a092-ad78-4a06-8cc4-894dd9780ce9 None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:46:52.517515 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1702a092-ad78-4a06-8cc4-894dd9780ce9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:52.517908 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1702a092-ad78-4a06-8cc4-894dd9780ce9 None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:46:52.518384 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-1702a092-ad78-4a06-8cc4-894dd9780ce9 None None] Bound port: 69ecfc34-c3d4-444c-9259-397ac01429ac, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:46:52.520605 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1702a092-ad78-4a06-8cc4-894dd9780ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:52.547446 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01b11a5-d6e7-400c-80e7-3a036fd8aa92 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Network 34844b52-a4c3-4316-b08b-c8bfdd20d397 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:46:52.566579 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-b01b11a5-d6e7-400c-80e7-3a036fd8aa92 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 34844b52-a4c3-4316-b08b-c8bfdd20d397) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:46:52.578417 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-1702a092-ad78-4a06-8cc4-894dd9780ce9 None None] For port 69ecfc34-c3d4-444c-9259-397ac01429ac, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:46:52.581600 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-1702a092-ad78-4a06-8cc4-894dd9780ce9 None None] For port 69ecfc34-c3d4-444c-9259-397ac01429ac, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=69ecfc34-c3d4-444c-9259-397ac01429ac,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:46:52.581987 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e558e28-c1d2-40b9-99a6-2e1ff53aa11d None None] Network 34844b52-a4c3-4316-b08b-c8bfdd20d397 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:46:52.586826 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-1702a092-ad78-4a06-8cc4-894dd9780ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:52.594399 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01b11a5-d6e7-400c-80e7-3a036fd8aa92 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:52.595405 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b01b11a5-d6e7-400c-80e7-3a036fd8aa92 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:52.618509 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b01b11a5-d6e7-400c-80e7-3a036fd8aa92 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5561528 Nov 09 21:46:52.618751 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-74aed0f0-04ff-4ca3-857a-9ca9de445f31 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/floatingips/3396e4b3-0e23-4da6-ac81-9fb94905f783 HTTP/1.1" status: 200 len: 993 time: 0.2355483 Nov 09 21:46:52.619197 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 55566) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:46:52.645927 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f789b512-2c8f-4f25-89de-66b5af11d101 None None] Pushing event updated for resources: {'Port': ['ID=69ecfc34-c3d4-444c-9259-397ac01429ac,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:52.663831 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1702a092-ad78-4a06-8cc4-894dd9780ce9 None None] Routers {'7b23e703-1b65-4e1b-b778-630b0a9394ab'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:46:52.664681 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-1702a092-ad78-4a06-8cc4-894dd9780ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:46:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['7b23e703-1b65-4e1b-b778-630b0a9394ab'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:46:52.675163 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda4aafd-d54c-46ee-95e0-10641de74d6e None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:46:52.689587 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-7f1cc639-3309-4cbf-b0f9-fe9a563e7363 None None] Provisioning complete for port 69ecfc34-c3d4-444c-9259-397ac01429ac triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:46:52.690213 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7f1cc639-3309-4cbf-b0f9-fe9a563e7363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:52.817648 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-1702a092-ad78-4a06-8cc4-894dd9780ce9 None None] Set router 7b23e703-1b65-4e1b-b778-630b0a9394ab gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:46:52.859618 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7f1cc639-3309-4cbf-b0f9-fe9a563e7363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:52.867085 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701d02bc-87ed-4dc8-b887-3e54f7e525ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-34844b52-a4c3-4316-b08b-c8bfdd20d397', 'network_id': '34844b52-a4c3-4316-b08b-c8bfdd20d397', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'fixed_ips': [{'subnet_id': '630b49fb-caa8-41de-a897-b6b514f9210a'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:46:52.867916 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-701d02bc-87ed-4dc8-b887-3e54f7e525ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:52.957590 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-7f1cc639-3309-4cbf-b0f9-fe9a563e7363 None None] For port 69ecfc34-c3d4-444c-9259-397ac01429ac, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=69ecfc34-c3d4-444c-9259-397ac01429ac,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:46:52.969213 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7f1cc639-3309-4cbf-b0f9-fe9a563e7363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:53.006661 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:53.034449 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-1702a092-ad78-4a06-8cc4-894dd9780ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b23e703-1b65-4e1b-b778-630b0a9394ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238787481', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '69ecfc34-c3d4-444c-9259-397ac01429ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:46:49Z', 'updated_at': '2021-11-09T21:46:50Z', 'revision_number': 3, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': '69ecfc34-c3d4-444c-9259-397ac01429ac', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b23e703-1b65-4e1b-b778-630b0a9394ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:50Z', 'updated_at': '2021-11-09T21:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:46:53.068269 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1cc639-3309-4cbf-b0f9-fe9a563e7363 None None] Pushing event updated for resources: {'Port': ['ID=69ecfc34-c3d4-444c-9259-397ac01429ac,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:53.090289 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1702a092-ad78-4a06-8cc4-894dd9780ce9 None None] The sync data for ids ['7b23e703-1b65-4e1b-b778-630b0a9394ab'] in n-d-816206-3 is: [{'id': '7b23e703-1b65-4e1b-b778-630b0a9394ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238787481', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '69ecfc34-c3d4-444c-9259-397ac01429ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:46:49Z', 'updated_at': '2021-11-09T21:46:50Z', 'revision_number': 3, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': '69ecfc34-c3d4-444c-9259-397ac01429ac', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b23e703-1b65-4e1b-b778-630b0a9394ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:50Z', 'updated_at': '2021-11-09T21:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:46:53.091143 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-701d02bc-87ed-4dc8-b887-3e54f7e525ce None None] Allocated IP 172.20.0.2 (34844b52-a4c3-4316-b08b-c8bfdd20d397/630b49fb-caa8-41de-a897-b6b514f9210a/605355ae-f1e7-4dcd-9b43-53c6229ec425) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:46:53.198685 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-9146d296-ba9a-4e20-9d41-adc0a0dbe98d None None] Provisioning complete for port 69ecfc34-c3d4-444c-9259-397ac01429ac triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:46:53.199499 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9146d296-ba9a-4e20-9d41-adc0a0dbe98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:53.264801 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4e299aaf-1d40-4c98-906e-4295533cf43d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:53.343894 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-701d02bc-87ed-4dc8-b887-3e54f7e525ce None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:53.351226 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-701d02bc-87ed-4dc8-b887-3e54f7e525ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:53.583822 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701d02bc-87ed-4dc8-b887-3e54f7e525ce None None] Network 34844b52-a4c3-4316-b08b-c8bfdd20d397 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:46:53.588864 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-701d02bc-87ed-4dc8-b887-3e54f7e525ce None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:46:53.591127 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d02bc-87ed-4dc8-b887-3e54f7e525ce None None] Pushing event updated for resources: {'Port': ['ID=605355ae-f1e7-4dcd-9b43-53c6229ec425,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:53.594147 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701d02bc-87ed-4dc8-b887-3e54f7e525ce None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:46:53.596551 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:53.664184 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-701d02bc-87ed-4dc8-b887-3e54f7e525ce None None] Attempting to bind port 605355ae-f1e7-4dcd-9b43-53c6229ec425 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:46:53.664576 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-701d02bc-87ed-4dc8-b887-3e54f7e525ce None None] Attempting to bind port 605355ae-f1e7-4dcd-9b43-53c6229ec425 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'ec156441-946b-4f51-bd83-262a73a48f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '34844b52-a4c3-4316-b08b-c8bfdd20d397'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:46:53.664947 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701d02bc-87ed-4dc8-b887-3e54f7e525ce None None] Attempting to bind port 605355ae-f1e7-4dcd-9b43-53c6229ec425 on network 34844b52-a4c3-4316-b08b-c8bfdd20d397 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:46:53.670718 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701d02bc-87ed-4dc8-b887-3e54f7e525ce None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:46:53.671254 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701d02bc-87ed-4dc8-b887-3e54f7e525ce None None] Checking segment: {'id': 'ec156441-946b-4f51-bd83-262a73a48f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '34844b52-a4c3-4316-b08b-c8bfdd20d397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:46:53.671659 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-701d02bc-87ed-4dc8-b887-3e54f7e525ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:53.672053 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701d02bc-87ed-4dc8-b887-3e54f7e525ce None None] Bound using segment: {'id': 'ec156441-946b-4f51-bd83-262a73a48f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '34844b52-a4c3-4316-b08b-c8bfdd20d397'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:46:53.672522 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-701d02bc-87ed-4dc8-b887-3e54f7e525ce None None] Bound port: 605355ae-f1e7-4dcd-9b43-53c6229ec425, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec156441-946b-4f51-bd83-262a73a48f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '34844b52-a4c3-4316-b08b-c8bfdd20d397'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:46:53.672927 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-701d02bc-87ed-4dc8-b887-3e54f7e525ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:53.712927 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-4e299aaf-1d40-4c98-906e-4295533cf43d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Allocated IP 172.20.0.1 (34844b52-a4c3-4316-b08b-c8bfdd20d397/630b49fb-caa8-41de-a897-b6b514f9210a/c11d71fc-4d85-49b7-80fa-e696402cbbad) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:46:53.749388 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-701d02bc-87ed-4dc8-b887-3e54f7e525ce None None] For port 605355ae-f1e7-4dcd-9b43-53c6229ec425, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:46:53.753078 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-701d02bc-87ed-4dc8-b887-3e54f7e525ce None None] For port 605355ae-f1e7-4dcd-9b43-53c6229ec425, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=605355ae-f1e7-4dcd-9b43-53c6229ec425,segment=NetworkSegment(ec156441-946b-4f51-bd83-262a73a48f6e),segment_id=ec156441-946b-4f51-bd83-262a73a48f6e)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:46:53.758644 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-701d02bc-87ed-4dc8-b887-3e54f7e525ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:53.853858 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d02bc-87ed-4dc8-b887-3e54f7e525ce None None] Pushing event updated for resources: {'Port': ['ID=605355ae-f1e7-4dcd-9b43-53c6229ec425,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:53.877263 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4e299aaf-1d40-4c98-906e-4295533cf43d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:53.932554 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4e299aaf-1d40-4c98-906e-4295533cf43d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:53.974900 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e299aaf-1d40-4c98-906e-4295533cf43d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Network 34844b52-a4c3-4316-b08b-c8bfdd20d397 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:46:53.978423 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-4e299aaf-1d40-4c98-906e-4295533cf43d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:46:53.983082 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e299aaf-1d40-4c98-906e-4295533cf43d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:46:54.031203 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e299aaf-1d40-4c98-906e-4295533cf43d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'Port': ['ID=c11d71fc-4d85-49b7-80fa-e696402cbbad,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:54.058889 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4e299aaf-1d40-4c98-906e-4295533cf43d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:54.305056 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4e299aaf-1d40-4c98-906e-4295533cf43d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:54.731432 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 69ecfc34-c3d4-444c-9259-397ac01429ac up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:46:54.801920 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 69ecfc34-c3d4-444c-9259-397ac01429ac triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:46:54.803367 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:54.930951 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 605355ae-f1e7-4dcd-9b43-53c6229ec425 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:46:55.038747 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4e299aaf-1d40-4c98-906e-4295533cf43d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:55.047831 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4e299aaf-1d40-4c98-906e-4295533cf43d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:55.077554 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 605355ae-f1e7-4dcd-9b43-53c6229ec425 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:46:55.078037 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:55.223540 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e299aaf-1d40-4c98-906e-4295533cf43d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'Port': ['ID=c11d71fc-4d85-49b7-80fa-e696402cbbad,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:55.231659 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4e299aaf-1d40-4c98-906e-4295533cf43d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:55.345929 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe29b62-e39d-4637-82e4-468e080d1ff0 None None] Network 34844b52-a4c3-4316-b08b-c8bfdd20d397 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:46:55.418623 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e299aaf-1d40-4c98-906e-4295533cf43d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Network 34844b52-a4c3-4316-b08b-c8bfdd20d397 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:46:55.423357 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-4e299aaf-1d40-4c98-906e-4295533cf43d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:46:55.514449 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:55.571177 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-998ab9bb-8472-42e9-84a0-40d9563d361c None None] Provisioning complete for port 605355ae-f1e7-4dcd-9b43-53c6229ec425 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:46:55.571991 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-998ab9bb-8472-42e9-84a0-40d9563d361c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:55.631399 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e299aaf-1d40-4c98-906e-4295533cf43d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Router 7b23e703-1b65-4e1b-b778-630b0a9394ab has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:46:55.651867 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 605355ae-f1e7-4dcd-9b43-53c6229ec425, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=605355ae-f1e7-4dcd-9b43-53c6229ec425,segment=NetworkSegment(ec156441-946b-4f51-bd83-262a73a48f6e),segment_id=ec156441-946b-4f51-bd83-262a73a48f6e)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:46:55.671414 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:55.829455 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e299aaf-1d40-4c98-906e-4295533cf43d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:46:55.836680 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4e299aaf-1d40-4c98-906e-4295533cf43d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "PUT /v2.0/routers/7b23e703-1b65-4e1b-b778-630b0a9394ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2072706 Nov 09 21:46:55.860187 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abee1f6-4ad0-4181-9179-647e9b57e692 None None] Sync routers for ids ['7b23e703-1b65-4e1b-b778-630b0a9394ab'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:46:55.862831 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=605355ae-f1e7-4dcd-9b43-53c6229ec425,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:55.910188 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abee1f6-4ad0-4181-9179-647e9b57e692 None None] Routers {'7b23e703-1b65-4e1b-b778-630b0a9394ab'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:46:55.911002 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-3abee1f6-4ad0-4181-9179-647e9b57e692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:46:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['7b23e703-1b65-4e1b-b778-630b0a9394ab'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:46:56.010887 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ce5d2546-4039-4fe7-81e9-7ace15a4d761 req-bd71af06-351c-4beb-b73d-1f518dc68b2a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e7e0fdd6-07ff-435f-b4f3-afd45831ca93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1146188 Nov 09 21:46:56.125107 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-3abee1f6-4ad0-4181-9179-647e9b57e692 None None] Set router 7b23e703-1b65-4e1b-b778-630b0a9394ab gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:46:56.196946 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d2546-4039-4fe7-81e9-7ace15a4d761 req-2b193560-6cc8-47ca-a4cb-0c33f6d102cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:56.198493 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ce5d2546-4039-4fe7-81e9-7ace15a4d761 req-2b193560-6cc8-47ca-a4cb-0c33f6d102cc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd26d45f3284479db773fef1499ac4be&device_id=e7e0fdd6-07ff-435f-b4f3-afd45831ca93 HTTP/1.1" status: 200 len: 1096 time: 0.1041570 Nov 09 21:46:56.396652 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-bcd9df82-c710-4bc4-bf59-14edb1ed6a6b None None] Provisioning complete for port c11d71fc-4d85-49b7-80fa-e696402cbbad triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:46:56.396961 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bcd9df82-c710-4bc4-bf59-14edb1ed6a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:56.403591 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-eb35eca7-8459-4715-96fd-94dd76df2476 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1895453267&fields=id&tenant_id=d7411b744b214ee4a720fd6796dc002b HTTP/1.1" status: 200 len: 267 time: 0.1162686 Nov 09 21:46:56.423154 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d2546-4039-4fe7-81e9-7ace15a4d761 req-f092059c-d898-493f-820b-e06a97d99d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:56.425462 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ce5d2546-4039-4fe7-81e9-7ace15a4d761 req-f092059c-d898-493f-820b-e06a97d99d8b service neutron] 10.222.0.45 "GET /v2.0/networks?id=a216761d-34ed-4b38-956d-afebd2398376 HTTP/1.1" status: 200 len: 896 time: 0.1953964 Nov 09 21:46:56.466358 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-bcd9df82-c710-4bc4-bf59-14edb1ed6a6b None None] Port c11d71fc-4d85-49b7-80fa-e696402cbbad cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:46:56.480064 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-3abee1f6-4ad0-4181-9179-647e9b57e692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b23e703-1b65-4e1b-b778-630b0a9394ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238787481', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '69ecfc34-c3d4-444c-9259-397ac01429ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:46:49Z', 'updated_at': '2021-11-09T21:46:54Z', 'revision_number': 4, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': '69ecfc34-c3d4-444c-9259-397ac01429ac', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b23e703-1b65-4e1b-b778-630b0a9394ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:50Z', 'updated_at': '2021-11-09T21:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'c11d71fc-4d85-49b7-80fa-e696402cbbad', 'name': '', 'network_id': '34844b52-a4c3-4316-b08b-c8bfdd20d397', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'mac_address': 'fa:16:3e:0b:cc:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b23e703-1b65-4e1b-b778-630b0a9394ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '630b49fb-caa8-41de-a897-b6b514f9210a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:53Z', 'updated_at': '2021-11-09T21:46:54Z', 'revision_number': 2, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'subnets': [{'id': '630b49fb-caa8-41de-a897-b6b514f9210a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:46:56.516358 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abee1f6-4ad0-4181-9179-647e9b57e692 None None] Checking router: 7b23e703-1b65-4e1b-b778-630b0a9394ab for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:46:56.516944 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abee1f6-4ad0-4181-9179-647e9b57e692 None None] Updating router 7b23e703-1b65-4e1b-b778-630b0a9394ab port c11d71fc-4d85-49b7-80fa-e696402cbbad binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:46:56.519430 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-bcd9df82-c710-4bc4-bf59-14edb1ed6a6b None None] Provisioning complete for port 605355ae-f1e7-4dcd-9b43-53c6229ec425 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:46:56.519970 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bcd9df82-c710-4bc4-bf59-14edb1ed6a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:56.542904 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ce5d2546-4039-4fe7-81e9-7ace15a4d761 req-86260236-46b2-438b-8575-8866fbb843f8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb HTTP/1.1" status: 200 len: 1001 time: 0.1015718 Nov 09 21:46:56.580615 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3abee1f6-4ad0-4181-9179-647e9b57e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:56.610137 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d2546-4039-4fe7-81e9-7ace15a4d761 req-992ee5e3-434c-4052-b5b7-b1d58ff1724f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:56.611625 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ce5d2546-4039-4fe7-81e9-7ace15a4d761 req-992ee5e3-434c-4052-b5b7-b1d58ff1724f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9649b6d0-d911-4a83-a41d-f6afea5832a6 HTTP/1.1" status: 200 len: 835 time: 0.0565138 Nov 09 21:46:56.708874 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-3e62e916-3b87-4a4d-aaa7-10b9a90ebc50 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:56.710375 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-3e62e916-3b87-4a4d-aaa7-10b9a90ebc50 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/networks?id=34844b52-a4c3-4316-b08b-c8bfdd20d397 HTTP/1.1" status: 200 len: 797 time: 0.3062642 Nov 09 21:46:56.715064 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d2546-4039-4fe7-81e9-7ace15a4d761 req-cd75d6fe-c315-494e-9735-59856dae8cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:56.717397 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ce5d2546-4039-4fe7-81e9-7ace15a4d761 req-cd75d6fe-c315-494e-9735-59856dae8cc5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a216761d-34ed-4b38-956d-afebd2398376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0949705 Nov 09 21:46:56.730038 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-df22492d-4ab8-4595-940e-a6a1a65208da tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/quotas/d7411b744b214ee4a720fd6796dc002b HTTP/1.1" status: 200 len: 375 time: 0.0115077 Nov 09 21:46:56.732835 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 605355ae-f1e7-4dcd-9b43-53c6229ec425 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:46:56.858064 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-60ecafbe-3707-427d-9c17-e704868cc2c9 None None] Provisioning complete for port c11d71fc-4d85-49b7-80fa-e696402cbbad triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:46:56.858543 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-60ecafbe-3707-427d-9c17-e704868cc2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:56.912098 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-22379d5c-0b41-4e99-8c9e-b0f8a73e06a9 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d7411b744b214ee4a720fd6796dc002b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1663823 Nov 09 21:46:56.925112 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-60ecafbe-3707-427d-9c17-e704868cc2c9 None None] Port c11d71fc-4d85-49b7-80fa-e696402cbbad cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:46:56.929455 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-68bdb68c-8656-4fcb-aa94-71c35fd533fa service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:46:56.930595 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-68bdb68c-8656-4fcb-aa94-71c35fd533fa service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0105152 Nov 09 21:46:56.933117 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 605355ae-f1e7-4dcd-9b43-53c6229ec425 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:46:56.933478 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:56.975833 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ce5d2546-4039-4fe7-81e9-7ace15a4d761 req-08641307-d6c9-45a8-a70e-c4a25f381778 service neutron] 10.222.0.45 "GET /v2.0/networks/a216761d-34ed-4b38-956d-afebd2398376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445371 Nov 09 21:46:57.087616 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3abee1f6-4ad0-4181-9179-647e9b57e692 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:57.094577 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-81ae37b2-eb4d-4798-b93f-1725569cba09 None None] Provisioning complete for port c11d71fc-4d85-49b7-80fa-e696402cbbad triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:46:57.094949 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-81ae37b2-eb4d-4798-b93f-1725569cba09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:57.098183 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3abee1f6-4ad0-4181-9179-647e9b57e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:57.128170 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-9dca2c25-43ce-49a7-b254-e9f747a0d8a5 service neutron] 10.222.0.49 "GET /v2.0/networks/34844b52-a4c3-4316-b08b-c8bfdd20d397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788671 Nov 09 21:46:57.184502 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-81ae37b2-eb4d-4798-b93f-1725569cba09 None None] Port c11d71fc-4d85-49b7-80fa-e696402cbbad cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:46:57.187726 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea078a-b007-449f-ab1c-b808ccaab55c None None] Pushing event updated for resources: {'Port': ['ID=c11d71fc-4d85-49b7-80fa-e696402cbbad,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:57.209889 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ce5d2546-4039-4fe7-81e9-7ace15a4d761 req-b93cf6be-0695-451b-bb83-50802b41ae06 service neutron] 10.222.0.45 "GET /v2.0/networks/a216761d-34ed-4b38-956d-afebd2398376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037644 Nov 09 21:46:57.252697 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-3abee1f6-4ad0-4181-9179-647e9b57e692 None None] Attempting to bind port c11d71fc-4d85-49b7-80fa-e696402cbbad on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:46:57.253059 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-3abee1f6-4ad0-4181-9179-647e9b57e692 None None] Attempting to bind port c11d71fc-4d85-49b7-80fa-e696402cbbad by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'ec156441-946b-4f51-bd83-262a73a48f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '34844b52-a4c3-4316-b08b-c8bfdd20d397'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:46:57.253431 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abee1f6-4ad0-4181-9179-647e9b57e692 None None] Attempting to bind port c11d71fc-4d85-49b7-80fa-e696402cbbad on network 34844b52-a4c3-4316-b08b-c8bfdd20d397 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:46:57.258882 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abee1f6-4ad0-4181-9179-647e9b57e692 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:46:57.259255 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abee1f6-4ad0-4181-9179-647e9b57e692 None None] Checking segment: {'id': 'ec156441-946b-4f51-bd83-262a73a48f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '34844b52-a4c3-4316-b08b-c8bfdd20d397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:46:57.259791 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3abee1f6-4ad0-4181-9179-647e9b57e692 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:57.260183 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abee1f6-4ad0-4181-9179-647e9b57e692 None None] Bound using segment: {'id': 'ec156441-946b-4f51-bd83-262a73a48f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '34844b52-a4c3-4316-b08b-c8bfdd20d397'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:46:57.260665 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-3abee1f6-4ad0-4181-9179-647e9b57e692 None None] Bound port: c11d71fc-4d85-49b7-80fa-e696402cbbad, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec156441-946b-4f51-bd83-262a73a48f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '34844b52-a4c3-4316-b08b-c8bfdd20d397'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:46:57.261124 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3abee1f6-4ad0-4181-9179-647e9b57e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:57.266121 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-36db1bf7-cfb4-4c19-a53b-55be1161860d service neutron] 10.222.0.49 "GET /v2.0/networks/34844b52-a4c3-4316-b08b-c8bfdd20d397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213760 Nov 09 21:46:57.338319 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-3abee1f6-4ad0-4181-9179-647e9b57e692 None None] For port c11d71fc-4d85-49b7-80fa-e696402cbbad, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:46:57.342126 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-3abee1f6-4ad0-4181-9179-647e9b57e692 None None] For port c11d71fc-4d85-49b7-80fa-e696402cbbad, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=c11d71fc-4d85-49b7-80fa-e696402cbbad,segment=NetworkSegment(ec156441-946b-4f51-bd83-262a73a48f6e),segment_id=ec156441-946b-4f51-bd83-262a73a48f6e)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:46:57.347039 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3abee1f6-4ad0-4181-9179-647e9b57e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:57.436608 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea078a-b007-449f-ab1c-b808ccaab55c None None] Pushing event updated for resources: {'Port': ['ID=c11d71fc-4d85-49b7-80fa-e696402cbbad,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:57.442714 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abee1f6-4ad0-4181-9179-647e9b57e692 None None] Routers {'7b23e703-1b65-4e1b-b778-630b0a9394ab'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:46:57.443390 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-3abee1f6-4ad0-4181-9179-647e9b57e692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:46:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['7b23e703-1b65-4e1b-b778-630b0a9394ab'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:46:57.658861 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-72e0ab06-c9fc-43cf-9360-91df125fd5de req-5961e074-cf09-48a8-aa01-b0c0a9131138 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 210 time: 0.1472297 Nov 09 21:46:57.812464 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-8ec55d0e-51f1-42ca-95a6-5547c9a5827d None None] Provisioning complete for port c11d71fc-4d85-49b7-80fa-e696402cbbad triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:46:57.812855 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8ec55d0e-51f1-42ca-95a6-5547c9a5827d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:57.859912 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-3abee1f6-4ad0-4181-9179-647e9b57e692 None None] Set router 7b23e703-1b65-4e1b-b778-630b0a9394ab gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:46:58.008759 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8ec55d0e-51f1-42ca-95a6-5547c9a5827d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:58.064453 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-8ec55d0e-51f1-42ca-95a6-5547c9a5827d None None] For port c11d71fc-4d85-49b7-80fa-e696402cbbad, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=c11d71fc-4d85-49b7-80fa-e696402cbbad,segment=NetworkSegment(ec156441-946b-4f51-bd83-262a73a48f6e),segment_id=ec156441-946b-4f51-bd83-262a73a48f6e)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:46:58.072408 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8ec55d0e-51f1-42ca-95a6-5547c9a5827d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:58.155022 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec55d0e-51f1-42ca-95a6-5547c9a5827d None None] Pushing event updated for resources: {'Port': ['ID=c11d71fc-4d85-49b7-80fa-e696402cbbad,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:58.190404 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-3abee1f6-4ad0-4181-9179-647e9b57e692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b23e703-1b65-4e1b-b778-630b0a9394ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238787481', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '69ecfc34-c3d4-444c-9259-397ac01429ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:46:49Z', 'updated_at': '2021-11-09T21:46:54Z', 'revision_number': 4, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': '69ecfc34-c3d4-444c-9259-397ac01429ac', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b23e703-1b65-4e1b-b778-630b0a9394ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:50Z', 'updated_at': '2021-11-09T21:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'c11d71fc-4d85-49b7-80fa-e696402cbbad', 'name': '', 'network_id': '34844b52-a4c3-4316-b08b-c8bfdd20d397', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'mac_address': 'fa:16:3e:0b:cc:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b23e703-1b65-4e1b-b778-630b0a9394ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '630b49fb-caa8-41de-a897-b6b514f9210a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:53Z', 'updated_at': '2021-11-09T21:46:57Z', 'revision_number': 4, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'subnets': [{'id': '630b49fb-caa8-41de-a897-b6b514f9210a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:46:58.228956 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abee1f6-4ad0-4181-9179-647e9b57e692 None None] The sync data for ids ['7b23e703-1b65-4e1b-b778-630b0a9394ab'] in n-d-816206-3 is: [{'id': '7b23e703-1b65-4e1b-b778-630b0a9394ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238787481', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '69ecfc34-c3d4-444c-9259-397ac01429ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:46:49Z', 'updated_at': '2021-11-09T21:46:54Z', 'revision_number': 4, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': '69ecfc34-c3d4-444c-9259-397ac01429ac', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b23e703-1b65-4e1b-b778-630b0a9394ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:50Z', 'updated_at': '2021-11-09T21:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'c11d71fc-4d85-49b7-80fa-e696402cbbad', 'name': '', 'network_id': '34844b52-a4c3-4316-b08b-c8bfdd20d397', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'mac_address': 'fa:16:3e:0b:cc:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b23e703-1b65-4e1b-b778-630b0a9394ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '630b49fb-caa8-41de-a897-b6b514f9210a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:53Z', 'updated_at': '2021-11-09T21:46:57Z', 'revision_number': 4, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'subnets': [{'id': '630b49fb-caa8-41de-a897-b6b514f9210a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:46:58.235974 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-e7790956-ef2b-4a13-a090-fd96b6ecf3ca None None] Provisioning complete for port c11d71fc-4d85-49b7-80fa-e696402cbbad triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:46:58.236351 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e7790956-ef2b-4a13-a090-fd96b6ecf3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:58.753281 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c11d71fc-4d85-49b7-80fa-e696402cbbad up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:46:58.865905 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-6cca7b20-99f2-41f9-9fc7-433a657606fe tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:58.867705 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-6cca7b20-99f2-41f9-9fc7-433a657606fe tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.45 "GET /v2.0/networks?id=34844b52-a4c3-4316-b08b-c8bfdd20d397 HTTP/1.1" status: 200 len: 797 time: 0.1675611 Nov 09 21:46:58.911301 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port c11d71fc-4d85-49b7-80fa-e696402cbbad triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:46:58.912023 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:58.913591 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e935aece-b137-4dd7-8451-5d8075b4591e req-f34e34c7-e755-4fa0-af24-815f24f13215 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 210 time: 0.0449312 Nov 09 21:46:58.984724 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-d94a8eb0-62a6-4bb9-8363-864c5eefa813 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7411b744b214ee4a720fd6796dc002b HTTP/1.1" status: 200 len: 380 time: 0.1039822 Nov 09 21:46:58.999818 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-aa7bd639-1fe6-4d6b-a338-6604129f2179 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Request body: {'port': {'device_id': '351ffde6-d0c0-4965-b704-b6a322968176', 'network_id': '34844b52-a4c3-4316-b08b-c8bfdd20d397', 'admin_state_up': True, 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'security_groups': ['e2edc357-a9a0-499d-a950-5fdc1b49b9b1']}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:46:59.117273 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-aa7bd639-1fe6-4d6b-a338-6604129f2179 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Made reservation on behalf of d7411b744b214ee4a720fd6796dc002b for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:46:59.120817 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-aa7bd639-1fe6-4d6b-a338-6604129f2179 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:59.269991 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-aa7bd639-1fe6-4d6b-a338-6604129f2179 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Allocated IP 172.20.0.13 (34844b52-a4c3-4316-b08b-c8bfdd20d397/630b49fb-caa8-41de-a897-b6b514f9210a/f6531253-1743-4a9c-a8eb-492d89b912f4) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:46:59.436567 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-aa7bd639-1fe6-4d6b-a338-6604129f2179 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:59.489147 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-aa7bd639-1fe6-4d6b-a338-6604129f2179 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:59.547389 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-aa7bd639-1fe6-4d6b-a338-6604129f2179 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Network 34844b52-a4c3-4316-b08b-c8bfdd20d397 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:46:59.551026 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-aa7bd639-1fe6-4d6b-a338-6604129f2179 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:46:59.555121 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-aa7bd639-1fe6-4d6b-a338-6604129f2179 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:46:59.587093 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7bd639-1fe6-4d6b-a338-6604129f2179 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'Port': ['ID=f6531253-1743-4a9c-a8eb-492d89b912f4,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:46:59.615080 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-aa7bd639-1fe6-4d6b-a338-6604129f2179 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:46:59.615740 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-aa7bd639-1fe6-4d6b-a338-6604129f2179 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:59.633590 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-aa7bd639-1fe6-4d6b-a338-6604129f2179 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6378319 Nov 09 21:46:59.648064 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-ebb1b2b6-4cc4-4754-b8d4-9a2388d48007 service neutron] Request body: {'port': {'device_id': '351ffde6-d0c0-4965-b704-b6a322968176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:46:59.715589 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-ebb1b2b6-4cc4-4754-b8d4-9a2388d48007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:59.815367 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-7f2511fe-c9d7-4881-9503-67cab353abd9 None None] Provisioning complete for port f6531253-1743-4a9c-a8eb-492d89b912f4 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:46:59.815927 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7f2511fe-c9d7-4881-9503-67cab353abd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:46:59.855303 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-7f2511fe-c9d7-4881-9503-67cab353abd9 None None] Port f6531253-1743-4a9c-a8eb-492d89b912f4 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:47:00.047419 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca44f0e-b5b7-485a-86af-88b8b9e132bf req-bce882a1-960b-486a-86ae-a6f9fda0de9b tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:00.049393 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5ca44f0e-b5b7-485a-86af-88b8b9e132bf req-bce882a1-960b-486a-86ae-a6f9fda0de9b tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 932 time: 0.0610094 Nov 09 21:47:00.109493 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5ca44f0e-b5b7-485a-86af-88b8b9e132bf req-af8c8fad-ec32-4f80-a698-a2030ceb6f98 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2edc357-a9a0-499d-a950-5fdc1b49b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532215 Nov 09 21:47:00.370455 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-ebb1b2b6-4cc4-4754-b8d4-9a2388d48007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6531253-1743-4a9c-a8eb-492d89b912f4 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:47:00.380287 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-ebb1b2b6-4cc4-4754-b8d4-9a2388d48007 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:00.393210 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-ebb1b2b6-4cc4-4754-b8d4-9a2388d48007 service neutron] Transition to ACTIVE for port object f6531253-1743-4a9c-a8eb-492d89b912f4 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:47:00.396464 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-ebb1b2b6-4cc4-4754-b8d4-9a2388d48007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:00.446369 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1b2b6-4cc4-4754-b8d4-9a2388d48007 service neutron] Pushing event updated for resources: {'Port': ['ID=f6531253-1743-4a9c-a8eb-492d89b912f4,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:47:00.526351 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-ebb1b2b6-4cc4-4754-b8d4-9a2388d48007 service neutron] Attempting to bind port f6531253-1743-4a9c-a8eb-492d89b912f4 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:47:00.526686 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-ebb1b2b6-4cc4-4754-b8d4-9a2388d48007 service neutron] Attempting to bind port f6531253-1743-4a9c-a8eb-492d89b912f4 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'ec156441-946b-4f51-bd83-262a73a48f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '34844b52-a4c3-4316-b08b-c8bfdd20d397'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:47:00.527015 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-ebb1b2b6-4cc4-4754-b8d4-9a2388d48007 service neutron] Attempting to bind port f6531253-1743-4a9c-a8eb-492d89b912f4 on network 34844b52-a4c3-4316-b08b-c8bfdd20d397 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:47:00.532263 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-ebb1b2b6-4cc4-4754-b8d4-9a2388d48007 service neutron] Port f6531253-1743-4a9c-a8eb-492d89b912f4 on network 34844b52-a4c3-4316-b08b-c8bfdd20d397 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:47:00.532597 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-ebb1b2b6-4cc4-4754-b8d4-9a2388d48007 service neutron] Attempting to bind port f6531253-1743-4a9c-a8eb-492d89b912f4 on network 34844b52-a4c3-4316-b08b-c8bfdd20d397 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:47:00.537819 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-ebb1b2b6-4cc4-4754-b8d4-9a2388d48007 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:47:00.538161 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-ebb1b2b6-4cc4-4754-b8d4-9a2388d48007 service neutron] Checking segment: {'id': 'ec156441-946b-4f51-bd83-262a73a48f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '34844b52-a4c3-4316-b08b-c8bfdd20d397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:47:00.538545 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-ebb1b2b6-4cc4-4754-b8d4-9a2388d48007 service neutron] Bound using segment: {'id': 'ec156441-946b-4f51-bd83-262a73a48f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '34844b52-a4c3-4316-b08b-c8bfdd20d397'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:47:00.538968 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-ebb1b2b6-4cc4-4754-b8d4-9a2388d48007 service neutron] Bound port: f6531253-1743-4a9c-a8eb-492d89b912f4, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec156441-946b-4f51-bd83-262a73a48f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '34844b52-a4c3-4316-b08b-c8bfdd20d397'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:47:00.539320 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-ebb1b2b6-4cc4-4754-b8d4-9a2388d48007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:00.616564 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-ebb1b2b6-4cc4-4754-b8d4-9a2388d48007 service neutron] For port f6531253-1743-4a9c-a8eb-492d89b912f4, host n-h1-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:47:00.619885 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-ebb1b2b6-4cc4-4754-b8d4-9a2388d48007 service neutron] For port f6531253-1743-4a9c-a8eb-492d89b912f4, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=f6531253-1743-4a9c-a8eb-492d89b912f4,segment=NetworkSegment(ec156441-946b-4f51-bd83-262a73a48f6e),segment_id=ec156441-946b-4f51-bd83-262a73a48f6e)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:47:00.624838 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-ebb1b2b6-4cc4-4754-b8d4-9a2388d48007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:00.666575 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-ebb1b2b6-4cc4-4754-b8d4-9a2388d48007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:00.667206 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-ebb1b2b6-4cc4-4754-b8d4-9a2388d48007 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:00.668663 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-ebb1b2b6-4cc4-4754-b8d4-9a2388d48007 service neutron] 10.222.0.45 "PUT /v2.0/ports/f6531253-1743-4a9c-a8eb-492d89b912f4 HTTP/1.1" status: 200 len: 1092 time: 1.0258710 Nov 09 21:47:00.669168 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '351ffde6-d0c0-4965-b704-b6a322968176', 'tag': 'f6531253-1743-4a9c-a8eb-492d89b912f4'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:47:00.672428 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6e6e1e-5c24-4b01-971c-0312540f8b1d" -d '{"events": [{"name": "network-changed", "server_uuid": "351ffde6-d0c0-4965-b704-b6a322968176", "tag": "f6531253-1743-4a9c-a8eb-492d89b912f4"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:47:00.756523 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1b2b6-4cc4-4754-b8d4-9a2388d48007 service neutron] Pushing event updated for resources: {'Port': ['ID=f6531253-1743-4a9c-a8eb-492d89b912f4,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:47:00.763445 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09dcbb82-397b-41ce-b972-a8209254412f x-openstack-request-id: req-09dcbb82-397b-41ce-b972-a8209254412f {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:47:00.763737 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "351ffde6-d0c0-4965-b704-b6a322968176", "tag": "f6531253-1743-4a9c-a8eb-492d89b912f4", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:47:00.763992 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-09dcbb82-397b-41ce-b972-a8209254412f {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:47:00.766807 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '351ffde6-d0c0-4965-b704-b6a322968176', 'tag': 'f6531253-1743-4a9c-a8eb-492d89b912f4', 'status': 'completed', 'code': 200} Nov 09 21:47:00.786111 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-fa214b55-505b-4609-b450-de59474bfe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:00.788177 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-fa214b55-505b-4609-b450-de59474bfe33 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7411b744b214ee4a720fd6796dc002b&device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 1095 time: 0.0668435 Nov 09 21:47:00.838924 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-30fe9ff2-880b-400a-89a7-aa4d588d2255 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6531253-1743-4a9c-a8eb-492d89b912f4 HTTP/1.1" status: 200 len: 217 time: 0.0412722 Nov 09 21:47:00.910636 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-613fb6e8-dd18-4f33-8b61-1a06f9fb828b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:00.912276 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-613fb6e8-dd18-4f33-8b61-1a06f9fb828b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=630b49fb-caa8-41de-a897-b6b514f9210a HTTP/1.1" status: 200 len: 835 time: 0.0585191 Nov 09 21:47:00.959893 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-e8191515-6ade-4641-bcbf-9ea0a01b8be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:00.961499 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-e8191515-6ade-4641-bcbf-9ea0a01b8be2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=34844b52-a4c3-4316-b08b-c8bfdd20d397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419168 Nov 09 21:47:01.070266 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-c3a92572-47ab-4f13-b5ee-e4e8e51beae0 service neutron] 10.222.0.45 "GET /v2.0/networks/34844b52-a4c3-4316-b08b-c8bfdd20d397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892286 Nov 09 21:47:01.172866 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ba35e73a-04fd-4205-8908-0360c57ff507 req-dd1b2af5-ec7d-451e-b09e-ca7aa21381a3 service neutron] 10.222.0.45 "GET /v2.0/networks/34844b52-a4c3-4316-b08b-c8bfdd20d397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887220 Nov 09 21:47:01.247479 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea905ad7-a424-4b9d-9031-c3c1f7b1039b req-19ebcced-02c4-4d4e-84a4-51640ac8fb4d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:01.249723 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ea905ad7-a424-4b9d-9031-c3c1f7b1039b req-19ebcced-02c4-4d4e-84a4-51640ac8fb4d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 944 time: 0.0607531 Nov 09 21:47:01.264282 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e6e1e-5c24-4b01-971c-0312540f8b1d req-977e6d45-c0ce-447b-9b68-7cbae03f63c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:01.266291 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ee6e6e1e-5c24-4b01-971c-0312540f8b1d req-977e6d45-c0ce-447b-9b68-7cbae03f63c9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7411b744b214ee4a720fd6796dc002b&device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 1095 time: 0.0487318 Nov 09 21:47:01.302220 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ea905ad7-a424-4b9d-9031-c3c1f7b1039b req-9ec7bff2-2a60-44fd-932f-a4f23ad3f0ef tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2edc357-a9a0-499d-a950-5fdc1b49b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463121 Nov 09 21:47:01.362814 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e6e1e-5c24-4b01-971c-0312540f8b1d req-7ace9e28-7cf8-49ca-a21a-9da8d735a3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:01.364199 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ee6e6e1e-5c24-4b01-971c-0312540f8b1d req-7ace9e28-7cf8-49ca-a21a-9da8d735a3c4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=34844b52-a4c3-4316-b08b-c8bfdd20d397 HTTP/1.1" status: 200 len: 897 time: 0.0916038 Nov 09 21:47:01.405531 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ee6e6e1e-5c24-4b01-971c-0312540f8b1d req-ff8896ee-a83e-42af-8551-3834d0723222 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6531253-1743-4a9c-a8eb-492d89b912f4 HTTP/1.1" status: 200 len: 217 time: 0.0347993 Nov 09 21:47:01.466121 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e6e1e-5c24-4b01-971c-0312540f8b1d req-8fe71766-31c6-42ae-9144-ffd62103a631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:01.467696 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ee6e6e1e-5c24-4b01-971c-0312540f8b1d req-8fe71766-31c6-42ae-9144-ffd62103a631 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=630b49fb-caa8-41de-a897-b6b514f9210a HTTP/1.1" status: 200 len: 835 time: 0.0435951 Nov 09 21:47:01.521974 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e6e1e-5c24-4b01-971c-0312540f8b1d req-ba10541f-04b1-43a1-a88e-5116f84b663f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:01.523477 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ee6e6e1e-5c24-4b01-971c-0312540f8b1d req-ba10541f-04b1-43a1-a88e-5116f84b663f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=34844b52-a4c3-4316-b08b-c8bfdd20d397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480461 Nov 09 21:47:01.615560 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ee6e6e1e-5c24-4b01-971c-0312540f8b1d req-5c9cc7e7-8269-42d7-8991-091405af49b9 service neutron] 10.222.0.45 "GET /v2.0/networks/34844b52-a4c3-4316-b08b-c8bfdd20d397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825009 Nov 09 21:47:01.712806 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ee6e6e1e-5c24-4b01-971c-0312540f8b1d req-3a24e682-53d7-42c3-b2db-bc50f1b0463d service neutron] 10.222.0.45 "GET /v2.0/networks/34844b52-a4c3-4316-b08b-c8bfdd20d397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887337 Nov 09 21:47:02.424413 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3143261b-80d9-413d-8a18-65b3a7abb36a req-e836f8db-de4f-42d3-afaa-e466a7b84d00 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:02.426665 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3143261b-80d9-413d-8a18-65b3a7abb36a req-e836f8db-de4f-42d3-afaa-e466a7b84d00 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 944 time: 0.0535924 Nov 09 21:47:02.476628 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3143261b-80d9-413d-8a18-65b3a7abb36a req-67838af8-6295-4491-872d-0da48d0f0741 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2edc357-a9a0-499d-a950-5fdc1b49b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440140 Nov 09 21:47:03.592475 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983981fe-5e8e-4555-af06-7983d2a5491c req-bab44961-b80f-4594-b372-1b36310165c2 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:03.594141 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-983981fe-5e8e-4555-af06-7983d2a5491c req-bab44961-b80f-4594-b372-1b36310165c2 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 944 time: 0.0494571 Nov 09 21:47:03.643344 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-983981fe-5e8e-4555-af06-7983d2a5491c req-1bb08482-60df-4634-97dc-5aea55ca5472 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2edc357-a9a0-499d-a950-5fdc1b49b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432537 Nov 09 21:47:03.828822 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:04.690941 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device f6531253-1743-4a9c-a8eb-492d89b912f4 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:47:04.771445 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7b5a1-74dc-4e2c-90fb-62c6240bceb2 req-44376750-c10a-4645-8f49-ce8c132604b7 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:04.772998 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a9f7b5a1-74dc-4e2c-90fb-62c6240bceb2 req-44376750-c10a-4645-8f49-ce8c132604b7 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 944 time: 0.0583675 Nov 09 21:47:04.801149 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port f6531253-1743-4a9c-a8eb-492d89b912f4, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=f6531253-1743-4a9c-a8eb-492d89b912f4,segment=NetworkSegment(ec156441-946b-4f51-bd83-262a73a48f6e),segment_id=ec156441-946b-4f51-bd83-262a73a48f6e)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:47:04.812660 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': 'f6531253-1743-4a9c-a8eb-492d89b912f4', 'network_id': '34844b52-a4c3-4316-b08b-c8bfdd20d397', 'port_id': 'f6531253-1743-4a9c-a8eb-492d89b912f4', 'mac_address': 'fa:16:3e:fb:9d:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '630b49fb-caa8-41de-a897-b6b514f9210a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:47:04.830850 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a9f7b5a1-74dc-4e2c-90fb-62c6240bceb2 req-4df14764-d86f-45cc-a6cb-a1870db78ba1 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2edc357-a9a0-499d-a950-5fdc1b49b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516689 Nov 09 21:47:04.856057 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:04.869298 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6531253-1743-4a9c-a8eb-492d89b912f4 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:47:04.889315 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port f6531253-1743-4a9c-a8eb-492d89b912f4, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=f6531253-1743-4a9c-a8eb-492d89b912f4,segment=NetworkSegment(ec156441-946b-4f51-bd83-262a73a48f6e),segment_id=ec156441-946b-4f51-bd83-262a73a48f6e)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:47:04.893744 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:04.942583 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=f6531253-1743-4a9c-a8eb-492d89b912f4,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:47:05.101342 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['f6531253-1743-4a9c-a8eb-492d89b912f4'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:47:05.953553 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35172f-701c-4901-8b12-c3100a22f022 req-a39d5def-a26f-4683-874b-8ea785f8a5e4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:05.955049 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aa35172f-701c-4901-8b12-c3100a22f022 req-a39d5def-a26f-4683-874b-8ea785f8a5e4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 945 time: 0.0537455 Nov 09 21:47:06.002572 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aa35172f-701c-4901-8b12-c3100a22f022 req-4919f714-774c-4262-b19e-fc09a6e98fd5 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2edc357-a9a0-499d-a950-5fdc1b49b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416136 Nov 09 21:47:06.705529 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device f6531253-1743-4a9c-a8eb-492d89b912f4 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:47:06.754288 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port f6531253-1743-4a9c-a8eb-492d89b912f4 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:47:06.758809 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port f6531253-1743-4a9c-a8eb-492d89b912f4 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:47:06.759192 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:06.845039 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:06.866552 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351ffde6-d0c0-4965-b704-b6a322968176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6531253-1743-4a9c-a8eb-492d89b912f4'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:47:06.868794 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f762aa91-d35a-4c3a-b868-84efd9667fda" -d '{"events": [{"server_uuid": "351ffde6-d0c0-4965-b704-b6a322968176", "name": "network-vif-plugged", "status": "completed", "tag": "f6531253-1743-4a9c-a8eb-492d89b912f4"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:47:06.881747 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port f6531253-1743-4a9c-a8eb-492d89b912f4, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=f6531253-1743-4a9c-a8eb-492d89b912f4,segment=NetworkSegment(ec156441-946b-4f51-bd83-262a73a48f6e),segment_id=ec156441-946b-4f51-bd83-262a73a48f6e)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:47:06.886956 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:06.913911 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880c6d9c-7c3c-4ce8-9a56-07afe29f712f x-openstack-request-id: req-880c6d9c-7c3c-4ce8-9a56-07afe29f712f {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:47:06.914356 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351ffde6-d0c0-4965-b704-b6a322968176", "name": "network-vif-plugged", "status": "completed", "tag": "f6531253-1743-4a9c-a8eb-492d89b912f4", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:47:06.914753 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-880c6d9c-7c3c-4ce8-9a56-07afe29f712f {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:47:06.915425 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351ffde6-d0c0-4965-b704-b6a322968176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6531253-1743-4a9c-a8eb-492d89b912f4', 'code': 200} Nov 09 21:47:06.943257 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=f6531253-1743-4a9c-a8eb-492d89b912f4,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:47:07.019503 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60acf8a-fc48-469d-a1cd-f6e5a39e0662 req-487ee7d2-3720-424d-b677-157620c721ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:07.021154 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d60acf8a-fc48-469d-a1cd-f6e5a39e0662 req-487ee7d2-3720-424d-b677-157620c721ed service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 1097 time: 0.0416508 Nov 09 21:47:07.070065 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d60acf8a-fc48-469d-a1cd-f6e5a39e0662 req-7e4f87cb-8c81-4a6b-be6c-2cca14e2d95a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e2edc357-a9a0-499d-a950-5fdc1b49b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418463 Nov 09 21:47:07.120350 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be80b05-b650-4608-8ce3-99c7c74d4aa5 req-49e7a4c8-b08c-4aff-9635-7684959380d6 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:07.121945 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7be80b05-b650-4608-8ce3-99c7c74d4aa5 req-49e7a4c8-b08c-4aff-9635-7684959380d6 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 946 time: 0.0496275 Nov 09 21:47:07.172273 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7be80b05-b650-4608-8ce3-99c7c74d4aa5 req-ba787041-bc75-409c-b9fa-c2b07bfe833d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2edc357-a9a0-499d-a950-5fdc1b49b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438178 Nov 09 21:47:08.288936 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54034f95-654b-43c4-9ade-03173b636b54 req-1ac8373a-2349-4cb2-903c-e511bdd45029 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:08.290396 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-54034f95-654b-43c4-9ade-03173b636b54 req-1ac8373a-2349-4cb2-903c-e511bdd45029 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 946 time: 0.0490391 Nov 09 21:47:08.339662 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-54034f95-654b-43c4-9ade-03173b636b54 req-49f461bf-578a-4b7b-a0b7-6a5fc640798b tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2edc357-a9a0-499d-a950-5fdc1b49b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426595 Nov 09 21:47:08.467470 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12cb28-933d-4ef4-b28c-5af2df0e382d req-74b33b57-1ff8-4338-b35f-509737123a20 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:08.469061 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c12cb28-933d-4ef4-b28c-5af2df0e382d req-74b33b57-1ff8-4338-b35f-509737123a20 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 946 time: 0.0612595 Nov 09 21:47:08.518936 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7c12cb28-933d-4ef4-b28c-5af2df0e382d req-d98d47f9-d399-49ad-94eb-d06b52c6bbe6 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2edc357-a9a0-499d-a950-5fdc1b49b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436316 Nov 09 21:47:08.540655 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56130) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:47:08.580339 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6546a7-bc91-480f-b24a-db92c2c8cb23 tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:08.581904 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6a6546a7-bc91-480f-b24a-db92c2c8cb23 tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 1092 time: 0.0402732 Nov 09 21:47:08.585004 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56132) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:47:08.589526 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-9dbe3d91-ea82-4dca-8db5-1ef80bff39cc tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'port_id': 'f6531253-1743-4a9c-a8eb-492d89b912f4', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:47:08.615701 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9dbe3d91-ea82-4dca-8db5-1ef80bff39cc tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for floatingip, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:08.741237 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9dbe3d91-ea82-4dca-8db5-1ef80bff39cc tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:08.846600 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-9dbe3d91-ea82-4dca-8db5-1ef80bff39cc tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Allocated IP 172.25.7.113 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/7e0f087e-eedf-468b-bb13-9f79fdc517f1) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:47:08.955009 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9dbe3d91-ea82-4dca-8db5-1ef80bff39cc tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:08.994828 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9dbe3d91-ea82-4dca-8db5-1ef80bff39cc tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:09.041676 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbe3d91-ea82-4dca-8db5-1ef80bff39cc tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:47:09.051416 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-9dbe3d91-ea82-4dca-8db5-1ef80bff39cc tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:47:09.054766 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbe3d91-ea82-4dca-8db5-1ef80bff39cc tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:47:09.079095 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe3d91-ea82-4dca-8db5-1ef80bff39cc tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'Port': ['ID=7e0f087e-eedf-468b-bb13-9f79fdc517f1,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:47:09.417423 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9dbe3d91-ea82-4dca-8db5-1ef80bff39cc tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:09.485460 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9dbe3d91-ea82-4dca-8db5-1ef80bff39cc tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:09.635432 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9dbe3d91-ea82-4dca-8db5-1ef80bff39cc tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:09.640050 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9dbe3d91-ea82-4dca-8db5-1ef80bff39cc tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:09.713901 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe3d91-ea82-4dca-8db5-1ef80bff39cc tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'Port': ['ID=7e0f087e-eedf-468b-bb13-9f79fdc517f1,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:47:09.726542 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9dbe3d91-ea82-4dca-8db5-1ef80bff39cc tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:09.829025 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [None req-9dbe3d91-ea82-4dca-8db5-1ef80bff39cc tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Floating IP 1740489a-1482-4cb1-8c28-27c903873fef associated. External IP: 172.25.7.113, port: f6531253-1743-4a9c-a8eb-492d89b912f4. Nov 09 21:47:10.037829 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dbe3d91-ea82-4dca-8db5-1ef80bff39cc tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Router 7b23e703-1b65-4e1b-b778-630b0a9394ab has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:47:10.148724 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbe3d91-ea82-4dca-8db5-1ef80bff39cc tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:47:10.162425 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a6b4d9-b257-419f-be9b-2894516d4b4c None None] Sync routers for ids ['7b23e703-1b65-4e1b-b778-630b0a9394ab'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:47:10.166476 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9dbe3d91-ea82-4dca-8db5-1ef80bff39cc tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:10.172754 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a6b4d9-b257-419f-be9b-2894516d4b4c None None] Routers {'7b23e703-1b65-4e1b-b778-630b0a9394ab'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:47:10.173385 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-d5a6b4d9-b257-419f-be9b-2894516d4b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:46:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['7b23e703-1b65-4e1b-b778-630b0a9394ab'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:47:10.195178 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-9dbe3d91-ea82-4dca-8db5-1ef80bff39cc tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6091423 Nov 09 21:47:10.195883 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '351ffde6-d0c0-4965-b704-b6a322968176', 'tag': 'f6531253-1743-4a9c-a8eb-492d89b912f4'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:47:10.209138 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92fd31d-2b16-4468-8929-5c2036b7612a" -d '{"events": [{"name": "network-changed", "server_uuid": "351ffde6-d0c0-4965-b704-b6a322968176", "tag": "f6531253-1743-4a9c-a8eb-492d89b912f4"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:47:10.257208 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101bd922-af66-403f-a4b8-d4b2a6ebfadf x-openstack-request-id: req-101bd922-af66-403f-a4b8-d4b2a6ebfadf {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:47:10.257509 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "351ffde6-d0c0-4965-b704-b6a322968176", "tag": "f6531253-1743-4a9c-a8eb-492d89b912f4", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:47:10.257763 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-101bd922-af66-403f-a4b8-d4b2a6ebfadf {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:47:10.258174 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '351ffde6-d0c0-4965-b704-b6a322968176', 'tag': 'f6531253-1743-4a9c-a8eb-492d89b912f4', 'status': 'completed', 'code': 200} Nov 09 21:47:10.308501 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-d5a6b4d9-b257-419f-be9b-2894516d4b4c None None] Set router 7b23e703-1b65-4e1b-b778-630b0a9394ab gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:47:10.333693 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92fd31d-2b16-4468-8929-5c2036b7612a req-ba101897-98ed-4735-97ff-0aec8abe1c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:10.335337 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d92fd31d-2b16-4468-8929-5c2036b7612a req-ba101897-98ed-4735-97ff-0aec8abe1c02 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7411b744b214ee4a720fd6796dc002b&device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 1097 time: 0.0512505 Nov 09 21:47:10.343567 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c85500-e74a-4696-9f6b-e3698e1f03e0 req-b45236be-8a18-4730-b44f-d9417c94ae46 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:10.345117 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b5c85500-e74a-4696-9f6b-e3698e1f03e0 req-b45236be-8a18-4730-b44f-d9417c94ae46 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 946 time: 0.0921795 Nov 09 21:47:10.467922 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b5c85500-e74a-4696-9f6b-e3698e1f03e0 req-e70f8e50-9813-4cf1-a5de-c848cef72a29 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2edc357-a9a0-499d-a950-5fdc1b49b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131008 Nov 09 21:47:10.494822 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92fd31d-2b16-4468-8929-5c2036b7612a req-0338a90a-0081-4b90-8ea0-76aa14e5a9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:10.495275 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56174) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:47:10.496937 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d92fd31d-2b16-4468-8929-5c2036b7612a req-0338a90a-0081-4b90-8ea0-76aa14e5a9ac service neutron] 10.222.0.45 "GET /v2.0/networks?id=34844b52-a4c3-4316-b08b-c8bfdd20d397 HTTP/1.1" status: 200 len: 897 time: 0.1496065 Nov 09 21:47:10.556158 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-d5a6b4d9-b257-419f-be9b-2894516d4b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b23e703-1b65-4e1b-b778-630b0a9394ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238787481', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '69ecfc34-c3d4-444c-9259-397ac01429ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:46:49Z', 'updated_at': '2021-11-09T21:46:54Z', 'revision_number': 4, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': '69ecfc34-c3d4-444c-9259-397ac01429ac', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b23e703-1b65-4e1b-b778-630b0a9394ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:50Z', 'updated_at': '2021-11-09T21:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '1740489a-1482-4cb1-8c28-27c903873fef', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'floating_ip_address': '172.25.7.113', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '7b23e703-1b65-4e1b-b778-630b0a9394ab', 'port_id': 'f6531253-1743-4a9c-a8eb-492d89b912f4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34844b52-a4c3-4316-b08b-c8bfdd20d397', 'mac_address': 'fa:16:3e:fb:9d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351ffde6-d0c0-4965-b704-b6a322968176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:47:09Z', 'updated_at': '2021-11-09T21:47:09Z', 'revision_number': 0, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c11d71fc-4d85-49b7-80fa-e696402cbbad', 'name': '', 'network_id': '34844b52-a4c3-4316-b08b-c8bfdd20d397', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'mac_address': 'fa:16:3e:0b:cc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b23e703-1b65-4e1b-b778-630b0a9394ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '630b49fb-caa8-41de-a897-b6b514f9210a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:53Z', 'updated_at': '2021-11-09T21:46:58Z', 'revision_number': 5, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'subnets': [{'id': '630b49fb-caa8-41de-a897-b6b514f9210a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:47:10.572985 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d92fd31d-2b16-4468-8929-5c2036b7612a req-15ec870a-e097-46ae-bf14-a2a551679b8b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6531253-1743-4a9c-a8eb-492d89b912f4 HTTP/1.1" status: 200 len: 1000 time: 0.0685480 Nov 09 21:47:10.574016 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8fefc17f-15e5-4f6c-b37d-efcf3cecb03b tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/floatingips/1740489a-1482-4cb1-8c28-27c903873fef HTTP/1.1" status: 200 len: 992 time: 0.0770948 Nov 09 21:47:10.584342 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a6b4d9-b257-419f-be9b-2894516d4b4c None None] Checking router: 7b23e703-1b65-4e1b-b778-630b0a9394ab for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:47:10.593652 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a6b4d9-b257-419f-be9b-2894516d4b4c None None] Routers {'7b23e703-1b65-4e1b-b778-630b0a9394ab'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:47:10.594600 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-d5a6b4d9-b257-419f-be9b-2894516d4b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:46:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['7b23e703-1b65-4e1b-b778-630b0a9394ab'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:47:10.627141 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92fd31d-2b16-4468-8929-5c2036b7612a req-b7871788-8f05-4f1c-96e4-a24bd7cc7ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:10.628767 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d92fd31d-2b16-4468-8929-5c2036b7612a req-b7871788-8f05-4f1c-96e4-a24bd7cc7ecc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=630b49fb-caa8-41de-a897-b6b514f9210a HTTP/1.1" status: 200 len: 835 time: 0.0483296 Nov 09 21:47:10.681199 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92fd31d-2b16-4468-8929-5c2036b7612a req-7260931a-8087-4b9a-a13e-b6c18b3722ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:10.683017 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d92fd31d-2b16-4468-8929-5c2036b7612a req-7260931a-8087-4b9a-a13e-b6c18b3722ee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=34844b52-a4c3-4316-b08b-c8bfdd20d397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475807 Nov 09 21:47:10.793456 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d92fd31d-2b16-4468-8929-5c2036b7612a req-79640fb0-4d29-4389-8641-7a5a9317a7fb service neutron] 10.222.0.45 "GET /v2.0/networks/34844b52-a4c3-4316-b08b-c8bfdd20d397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024978 Nov 09 21:47:10.816441 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-d5a6b4d9-b257-419f-be9b-2894516d4b4c None None] Set router 7b23e703-1b65-4e1b-b778-630b0a9394ab gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:47:10.898257 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d92fd31d-2b16-4468-8929-5c2036b7612a req-08001c71-d376-4671-b110-75adc7f093fa service neutron] 10.222.0.45 "GET /v2.0/networks/34844b52-a4c3-4316-b08b-c8bfdd20d397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958354 Nov 09 21:47:11.049342 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-d5a6b4d9-b257-419f-be9b-2894516d4b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b23e703-1b65-4e1b-b778-630b0a9394ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238787481', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '69ecfc34-c3d4-444c-9259-397ac01429ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:46:49Z', 'updated_at': '2021-11-09T21:46:54Z', 'revision_number': 4, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': '69ecfc34-c3d4-444c-9259-397ac01429ac', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b23e703-1b65-4e1b-b778-630b0a9394ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:50Z', 'updated_at': '2021-11-09T21:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '1740489a-1482-4cb1-8c28-27c903873fef', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'floating_ip_address': '172.25.7.113', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '7b23e703-1b65-4e1b-b778-630b0a9394ab', 'port_id': 'f6531253-1743-4a9c-a8eb-492d89b912f4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34844b52-a4c3-4316-b08b-c8bfdd20d397', 'mac_address': 'fa:16:3e:fb:9d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351ffde6-d0c0-4965-b704-b6a322968176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:47:09Z', 'updated_at': '2021-11-09T21:47:09Z', 'revision_number': 0, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c11d71fc-4d85-49b7-80fa-e696402cbbad', 'name': '', 'network_id': '34844b52-a4c3-4316-b08b-c8bfdd20d397', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'mac_address': 'fa:16:3e:0b:cc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b23e703-1b65-4e1b-b778-630b0a9394ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '630b49fb-caa8-41de-a897-b6b514f9210a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:53Z', 'updated_at': '2021-11-09T21:46:58Z', 'revision_number': 5, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'subnets': [{'id': '630b49fb-caa8-41de-a897-b6b514f9210a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:47:11.080188 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a6b4d9-b257-419f-be9b-2894516d4b4c None None] The sync data for ids ['7b23e703-1b65-4e1b-b778-630b0a9394ab'] in n-d-816206-3 is: [{'id': '7b23e703-1b65-4e1b-b778-630b0a9394ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238787481', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '69ecfc34-c3d4-444c-9259-397ac01429ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:46:49Z', 'updated_at': '2021-11-09T21:46:54Z', 'revision_number': 4, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': '69ecfc34-c3d4-444c-9259-397ac01429ac', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b23e703-1b65-4e1b-b778-630b0a9394ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:50Z', 'updated_at': '2021-11-09T21:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '1740489a-1482-4cb1-8c28-27c903873fef', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'floating_ip_address': '172.25.7.113', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '7b23e703-1b65-4e1b-b778-630b0a9394ab', 'port_id': 'f6531253-1743-4a9c-a8eb-492d89b912f4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34844b52-a4c3-4316-b08b-c8bfdd20d397', 'mac_address': 'fa:16:3e:fb:9d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351ffde6-d0c0-4965-b704-b6a322968176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:47:09Z', 'updated_at': '2021-11-09T21:47:09Z', 'revision_number': 0, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c11d71fc-4d85-49b7-80fa-e696402cbbad', 'name': '', 'network_id': '34844b52-a4c3-4316-b08b-c8bfdd20d397', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'mac_address': 'fa:16:3e:0b:cc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b23e703-1b65-4e1b-b778-630b0a9394ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '630b49fb-caa8-41de-a897-b6b514f9210a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:53Z', 'updated_at': '2021-11-09T21:46:58Z', 'revision_number': 5, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'subnets': [{'id': '630b49fb-caa8-41de-a897-b6b514f9210a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:47:11.282502 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2dd8ee-696f-4f14-a3f0-81b8e5878215 None None] New status for floating IP 1740489a-1482-4cb1-8c28-27c903873fef: ACTIVE {{(pid=102609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:47:11.577974 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56194) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:47:11.639710 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-fa4cbfea-eca6-4b47-ae4a-5fe7aa6cffac tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/floatingips/1740489a-1482-4cb1-8c28-27c903873fef HTTP/1.1" status: 200 len: 994 time: 0.0602901 Nov 09 21:47:11.968026 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:47:14.497479 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-715b1b43-6fca-43e0-b086-58370fe04ee3 req-64a3e8a5-b37f-4c17-99dd-c38bbe419231 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c1e5d9b4-fcbc-4df8-9122-6c60367f779a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0506902 Nov 09 21:47:14.597759 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b1b43-6fca-43e0-b086-58370fe04ee3 req-9f6a7be7-a72b-4272-932d-7aebfa0c97c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:14.599328 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-715b1b43-6fca-43e0-b086-58370fe04ee3 req-9f6a7be7-a72b-4272-932d-7aebfa0c97c3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b3039f985d904a47a201680c8c884f50&device_id=c1e5d9b4-fcbc-4df8-9122-6c60367f779a HTTP/1.1" status: 200 len: 1096 time: 0.0412736 Nov 09 21:47:14.707371 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b1b43-6fca-43e0-b086-58370fe04ee3 req-70585c79-42d8-494b-8574-ba4fdcd867e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:14.708881 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-715b1b43-6fca-43e0-b086-58370fe04ee3 req-70585c79-42d8-494b-8574-ba4fdcd867e3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9 HTTP/1.1" status: 200 len: 912 time: 0.0880294 Nov 09 21:47:14.774278 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-715b1b43-6fca-43e0-b086-58370fe04ee3 req-0550ff8d-cf18-41a1-b6f5-40b3712a887e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6252ca7c-2ea5-4741-a160-bc5688c11373 HTTP/1.1" status: 200 len: 1001 time: 0.0580766 Nov 09 21:47:14.827899 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b1b43-6fca-43e0-b086-58370fe04ee3 req-b8971da5-bd30-4b35-8646-257a9451d34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:14.829464 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-715b1b43-6fca-43e0-b086-58370fe04ee3 req-b8971da5-bd30-4b35-8646-257a9451d34f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9efcad5d-d250-42ce-b381-abda2d565ce1 HTTP/1.1" status: 200 len: 851 time: 0.0486071 Nov 09 21:47:14.876686 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b1b43-6fca-43e0-b086-58370fe04ee3 req-db77e012-db75-409f-a893-d23d3cf5a72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:14.878222 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-715b1b43-6fca-43e0-b086-58370fe04ee3 req-db77e012-db75-409f-a893-d23d3cf5a72c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422890 Nov 09 21:47:14.966913 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-715b1b43-6fca-43e0-b086-58370fe04ee3 req-5437ebaf-edc7-4969-9700-ab952016602c service neutron] 10.222.0.43 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805013 Nov 09 21:47:15.059165 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-715b1b43-6fca-43e0-b086-58370fe04ee3 req-b0365271-c096-4cf7-aabf-1ccb155cf367 service neutron] 10.222.0.43 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857396 Nov 09 21:47:17.632258 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-363ac2b1-21e3-435a-b0a0-0db81805974b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:19.118217 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56340) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:47:19.194441 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1aebf1-44d9-4bdd-8f8e-cda005bba3e6 tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:19.194918 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1aebf1-44d9-4bdd-8f8e-cda005bba3e6 tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:19.195385 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1aebf1-44d9-4bdd-8f8e-cda005bba3e6 tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:19.197095 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6d1aebf1-44d9-4bdd-8f8e-cda005bba3e6 tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] 10.222.0.49 "GET /v2.0/ports?project_id=bd26d45f3284479db773fef1499ac4be&network_id=a216761d-34ed-4b38-956d-afebd2398376 HTTP/1.1" status: 200 len: 2969 time: 0.0775623 Nov 09 21:47:20.163525 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-83383714-fbcc-4ecd-bc6e-22510606b959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:21.067894 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:22.446819 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:22.959372 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:23.379573 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:24.393923 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56444) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:47:24.444454 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6349d3-925b-4d70-acbb-d22c99f39990 tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:24.446120 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8c6349d3-925b-4d70-acbb-d22c99f39990 tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=4531c23d-84b7-490d-8d7c-6676781b6e6a HTTP/1.1" status: 200 len: 814 time: 0.0511918 Nov 09 21:47:25.830000 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56476) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:47:25.835058 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-ad8039b3-cab9-45a7-b2d9-ca2d7716c2c5 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Request body: {'network': {'name': 'tempest-network-smoke--1252671550', 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'port_security_enabled': True}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:47:25.855962 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8039b3-cab9-45a7-b2d9-ca2d7716c2c5 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Made reservation on behalf of bd26d45f3284479db773fef1499ac4be for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:47:25.859438 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ad8039b3-cab9-45a7-b2d9-ca2d7716c2c5 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:25.884581 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad8039b3-cab9-45a7-b2d9-ca2d7716c2c5 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:47:25.896012 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ad8039b3-cab9-45a7-b2d9-ca2d7716c2c5 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:25.896424 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-ad8039b3-cab9-45a7-b2d9-ca2d7716c2c5 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Added segment 50280a07-a1a4-46c6-99b4-8bc8763b9c17 of type vlan for network 8d200d0d-03de-4f2b-96f6-27703375f409 Nov 09 21:47:25.937193 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ad8039b3-cab9-45a7-b2d9-ca2d7716c2c5 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:25.961621 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ad8039b3-cab9-45a7-b2d9-ca2d7716c2c5 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:25.967164 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8039b3-cab9-45a7-b2d9-ca2d7716c2c5 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:25.967746 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ad8039b3-cab9-45a7-b2d9-ca2d7716c2c5 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:26.030594 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ad8039b3-cab9-45a7-b2d9-ca2d7716c2c5 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1966751 Nov 09 21:47:26.030809 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56478) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:47:26.082867 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8039b3-cab9-45a7-b2d9-ca2d7716c2c5 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event updated for resources: {'Network': ['ID=8d200d0d-03de-4f2b-96f6-27703375f409,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:47:26.105824 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8039b3-cab9-45a7-b2d9-ca2d7716c2c5 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:47:26.106168 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8039b3-cab9-45a7-b2d9-ca2d7716c2c5 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:47:26.107037 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8039b3-cab9-45a7-b2d9-ca2d7716c2c5 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:47:26.107373 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8039b3-cab9-45a7-b2d9-ca2d7716c2c5 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:47:26.107709 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8039b3-cab9-45a7-b2d9-ca2d7716c2c5 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:47:26.108040 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8039b3-cab9-45a7-b2d9-ca2d7716c2c5 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:47:26.108364 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8039b3-cab9-45a7-b2d9-ca2d7716c2c5 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:47:26.108713 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8039b3-cab9-45a7-b2d9-ca2d7716c2c5 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:47:26.109035 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8039b3-cab9-45a7-b2d9-ca2d7716c2c5 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:47:26.109400 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8039b3-cab9-45a7-b2d9-ca2d7716c2c5 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:47:26.109684 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8039b3-cab9-45a7-b2d9-ca2d7716c2c5 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:47:26.110007 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8039b3-cab9-45a7-b2d9-ca2d7716c2c5 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:47:26.124045 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 8d200d0d-03de-4f2b-96f6-27703375f409 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:47:26.129557 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbbd8f0-6501-4408-93f0-ad17eec7f688 tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:26.134453 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4bbbd8f0-6501-4408-93f0-ad17eec7f688 tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=bd26d45f3284479db773fef1499ac4be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0994015 Nov 09 21:47:26.134803 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56484) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:47:26.228219 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c5274f-6201-46fc-93d4-a1623b9b3f32 tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:26.229756 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-95c5274f-6201-46fc-93d4-a1623b9b3f32 tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0940218 Nov 09 21:47:26.233143 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56486) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:47:26.266329 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-be991ff5-b9ce-4784-8e04-2b93e14ac0fa tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=4531c23d-84b7-490d-8d7c-6676781b6e6a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321360 Nov 09 21:47:26.269181 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56490) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:47:26.300912 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-64e6e3b2-4849-4eb4-a203-2ad7291a3498 tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=bd26d45f3284479db773fef1499ac4be&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306299 Nov 09 21:47:26.303445 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56492) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:47:26.389864 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7052849c-ecc8-4ec7-8b95-247ce9a0ca8d tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:26.394078 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7052849c-ecc8-4ec7-8b95-247ce9a0ca8d tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0870640 Nov 09 21:47:26.394330 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56498) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:47:26.425018 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c92e289f-4166-4df6-a1a6-6e94669b7404 tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=4531c23d-84b7-490d-8d7c-6676781b6e6a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285413 Nov 09 21:47:26.426349 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56500) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:47:26.431078 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-80d05b09-569f-4503-8511-09259f2e0a99 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1257378217', 'network_id': '8d200d0d-03de-4f2b-96f6-27703375f409', 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:47:26.525413 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d05b09-569f-4503-8511-09259f2e0a99 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Made reservation on behalf of bd26d45f3284479db773fef1499ac4be for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:47:26.529098 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-80d05b09-569f-4503-8511-09259f2e0a99 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:27.000478 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-80d05b09-569f-4503-8511-09259f2e0a99 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:27.059780 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d05b09-569f-4503-8511-09259f2e0a99 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event updated for resources: {'Subnet': ['ID=da5b13fb-bd1d-42b7-bd16-77307c938ff7,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:47:27.068323 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d05b09-569f-4503-8511-09259f2e0a99 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Checking segment: {'id': '50280a07-a1a4-46c6-99b4-8bc8763b9c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8d200d0d-03de-4f2b-96f6-27703375f409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:47:27.068717 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d05b09-569f-4503-8511-09259f2e0a99 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Network hostable DHCP agents. Network: 8d200d0d-03de-4f2b-96f6-27703375f409, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:47:27.085778 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d05b09-569f-4503-8511-09259f2e0a99 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Network 8d200d0d-03de-4f2b-96f6-27703375f409 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:47:27.094896 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-80d05b09-569f-4503-8511-09259f2e0a99 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 8d200d0d-03de-4f2b-96f6-27703375f409) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:47:27.099277 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d05b09-569f-4503-8511-09259f2e0a99 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:27.099818 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-80d05b09-569f-4503-8511-09259f2e0a99 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:27.108370 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4c5f01-130d-420f-b9d4-3e2095c59ed0 None None] Network 8d200d0d-03de-4f2b-96f6-27703375f409 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:47:27.116450 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-80d05b09-569f-4503-8511-09259f2e0a99 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6890802 Nov 09 21:47:27.260449 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605c1162-25ca-489a-8623-20399fbf59fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-8d200d0d-03de-4f2b-96f6-27703375f409', 'network_id': '8d200d0d-03de-4f2b-96f6-27703375f409', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'fixed_ips': [{'subnet_id': 'da5b13fb-bd1d-42b7-bd16-77307c938ff7'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:47:27.261346 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-605c1162-25ca-489a-8623-20399fbf59fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:27.404499 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-605c1162-25ca-489a-8623-20399fbf59fb None None] Allocated IP 172.20.0.18 (8d200d0d-03de-4f2b-96f6-27703375f409/da5b13fb-bd1d-42b7-bd16-77307c938ff7/4364e2ff-e8b2-4f60-aa14-c4bb3e25e662) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:47:27.462647 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56522) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:47:27.474308 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-81a26696-38cd-45fc-820d-18645b4f4692 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-861836541', 'description': 'tempest-secgroup-smoke-861836541 description', 'project_id': 'bd26d45f3284479db773fef1499ac4be'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:47:27.511373 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-81a26696-38cd-45fc-820d-18645b4f4692 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:27.575427 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-605c1162-25ca-489a-8623-20399fbf59fb None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:27.583130 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-81a26696-38cd-45fc-820d-18645b4f4692 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:27.585019 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-605c1162-25ca-489a-8623-20399fbf59fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:27.586150 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-81a26696-38cd-45fc-820d-18645b4f4692 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:27.611720 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-81a26696-38cd-45fc-820d-18645b4f4692 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:27.615400 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-81a26696-38cd-45fc-820d-18645b4f4692 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1490088 Nov 09 21:47:27.615723 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56524) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:47:27.620706 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-2659fca7-6896-4f98-a160-63795174f574 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Request body: {'security_group_rule': {'security_group_id': '90ab606e-d07d-4e7e-b273-8b726b5c3c52', 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:47:27.626236 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a26696-38cd-45fc-820d-18645b4f4692 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90ab606e-d07d-4e7e-b273-8b726b5c3c52,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:47:27.627047 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605c1162-25ca-489a-8623-20399fbf59fb None None] Network 8d200d0d-03de-4f2b-96f6-27703375f409 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:47:27.630343 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-605c1162-25ca-489a-8623-20399fbf59fb None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:47:27.634042 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605c1162-25ca-489a-8623-20399fbf59fb None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:47:27.643219 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c1162-25ca-489a-8623-20399fbf59fb None None] Pushing event updated for resources: {'Port': ['ID=4364e2ff-e8b2-4f60-aa14-c4bb3e25e662,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:47:27.650246 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2659fca7-6896-4f98-a160-63795174f574 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:27.664127 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605c1162-25ca-489a-8623-20399fbf59fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:47:27.664127 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605c1162-25ca-489a-8623-20399fbf59fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:47:27.664469 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605c1162-25ca-489a-8623-20399fbf59fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:47:27.664836 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605c1162-25ca-489a-8623-20399fbf59fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:47:27.665172 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605c1162-25ca-489a-8623-20399fbf59fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:47:27.665506 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605c1162-25ca-489a-8623-20399fbf59fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:47:27.665835 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605c1162-25ca-489a-8623-20399fbf59fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:47:27.666161 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605c1162-25ca-489a-8623-20399fbf59fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:47:27.666485 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605c1162-25ca-489a-8623-20399fbf59fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:47:27.666807 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605c1162-25ca-489a-8623-20399fbf59fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:47:27.667130 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605c1162-25ca-489a-8623-20399fbf59fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:47:27.667451 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605c1162-25ca-489a-8623-20399fbf59fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:47:27.712750 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2659fca7-6896-4f98-a160-63795174f574 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:27.714027 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-605c1162-25ca-489a-8623-20399fbf59fb None None] Attempting to bind port 4364e2ff-e8b2-4f60-aa14-c4bb3e25e662 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:47:27.714455 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-605c1162-25ca-489a-8623-20399fbf59fb None None] Attempting to bind port 4364e2ff-e8b2-4f60-aa14-c4bb3e25e662 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '50280a07-a1a4-46c6-99b4-8bc8763b9c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8d200d0d-03de-4f2b-96f6-27703375f409'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:47:27.715024 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605c1162-25ca-489a-8623-20399fbf59fb None None] Attempting to bind port 4364e2ff-e8b2-4f60-aa14-c4bb3e25e662 on network 8d200d0d-03de-4f2b-96f6-27703375f409 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:47:27.717510 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2659fca7-6896-4f98-a160-63795174f574 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:27.720912 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605c1162-25ca-489a-8623-20399fbf59fb None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:47:27.721309 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605c1162-25ca-489a-8623-20399fbf59fb None None] Checking segment: {'id': '50280a07-a1a4-46c6-99b4-8bc8763b9c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8d200d0d-03de-4f2b-96f6-27703375f409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:47:27.721727 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-605c1162-25ca-489a-8623-20399fbf59fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:27.722117 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605c1162-25ca-489a-8623-20399fbf59fb None None] Bound using segment: {'id': '50280a07-a1a4-46c6-99b4-8bc8763b9c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8d200d0d-03de-4f2b-96f6-27703375f409'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:47:27.723250 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-605c1162-25ca-489a-8623-20399fbf59fb None None] Bound port: 4364e2ff-e8b2-4f60-aa14-c4bb3e25e662, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50280a07-a1a4-46c6-99b4-8bc8763b9c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8d200d0d-03de-4f2b-96f6-27703375f409'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:47:27.723250 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-605c1162-25ca-489a-8623-20399fbf59fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:27.742387 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2659fca7-6896-4f98-a160-63795174f574 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b413e2eb-9f82-48d4-9924-c8abdd8cb720,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:47:27.749058 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2659fca7-6896-4f98-a160-63795174f574 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:27.753833 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56530) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:47:27.758906 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-c6c0af4c-53f1-41fd-8693-6cf899010e3e tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Request body: {'security_group_rule': {'security_group_id': '90ab606e-d07d-4e7e-b273-8b726b5c3c52', 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:47:27.764008 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2659fca7-6896-4f98-a160-63795174f574 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1471400 Nov 09 21:47:27.769572 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2659fca7-6896-4f98-a160-63795174f574 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:47:27.769927 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2659fca7-6896-4f98-a160-63795174f574 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:47:27.770473 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2659fca7-6896-4f98-a160-63795174f574 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:47:27.770825 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2659fca7-6896-4f98-a160-63795174f574 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:47:27.771172 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2659fca7-6896-4f98-a160-63795174f574 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:47:27.771508 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2659fca7-6896-4f98-a160-63795174f574 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:47:27.772039 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2659fca7-6896-4f98-a160-63795174f574 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:47:27.772674 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2659fca7-6896-4f98-a160-63795174f574 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:47:27.774615 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2659fca7-6896-4f98-a160-63795174f574 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:47:27.775236 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2659fca7-6896-4f98-a160-63795174f574 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:47:27.775864 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2659fca7-6896-4f98-a160-63795174f574 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:47:27.776457 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2659fca7-6896-4f98-a160-63795174f574 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:47:27.811715 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-605c1162-25ca-489a-8623-20399fbf59fb None None] For port 4364e2ff-e8b2-4f60-aa14-c4bb3e25e662, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:47:27.812665 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c6c0af4c-53f1-41fd-8693-6cf899010e3e tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:27.815319 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-605c1162-25ca-489a-8623-20399fbf59fb None None] For port 4364e2ff-e8b2-4f60-aa14-c4bb3e25e662, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=4364e2ff-e8b2-4f60-aa14-c4bb3e25e662,segment=NetworkSegment(50280a07-a1a4-46c6-99b4-8bc8763b9c17),segment_id=50280a07-a1a4-46c6-99b4-8bc8763b9c17)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:47:27.819475 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-605c1162-25ca-489a-8623-20399fbf59fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:27.870704 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c6c0af4c-53f1-41fd-8693-6cf899010e3e tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:27.876317 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c1162-25ca-489a-8623-20399fbf59fb None None] Pushing event updated for resources: {'Port': ['ID=4364e2ff-e8b2-4f60-aa14-c4bb3e25e662,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:47:27.877685 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c6c0af4c-53f1-41fd-8693-6cf899010e3e tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:27.898424 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c0af4c-53f1-41fd-8693-6cf899010e3e tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed0e4010-1c98-43e6-a1ed-81867b7d213c,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:47:27.907670 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c6c0af4c-53f1-41fd-8693-6cf899010e3e tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:27.909277 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c6c0af4c-53f1-41fd-8693-6cf899010e3e tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1544313 Nov 09 21:47:27.911868 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56532) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:47:27.916824 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-ae0cf315-48d4-479e-9520-c45ead4426c5 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Request body: {'security_group_rule': {'security_group_id': '90ab606e-d07d-4e7e-b273-8b726b5c3c52', 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:47:27.947941 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ae0cf315-48d4-479e-9520-c45ead4426c5 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:28.023111 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ae0cf315-48d4-479e-9520-c45ead4426c5 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:28.029392 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ae0cf315-48d4-479e-9520-c45ead4426c5 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:28.045585 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0cf315-48d4-479e-9520-c45ead4426c5 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a440704a-c095-4c6f-ad08-854226f003e7,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:47:28.056269 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ae0cf315-48d4-479e-9520-c45ead4426c5 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:28.061736 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ae0cf315-48d4-479e-9520-c45ead4426c5 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1460733 Nov 09 21:47:28.063648 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56538) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:47:28.071340 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-76990652-22f8-49ac-862c-cef52e469860 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Request body: {'security_group_rule': {'security_group_id': '90ab606e-d07d-4e7e-b273-8b726b5c3c52', 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:47:28.104518 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-76990652-22f8-49ac-862c-cef52e469860 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:28.189092 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-76990652-22f8-49ac-862c-cef52e469860 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:28.193746 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-76990652-22f8-49ac-862c-cef52e469860 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:28.219288 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76990652-22f8-49ac-862c-cef52e469860 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75af27d6-4056-4d58-a0c1-6e730c3093f7,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:47:28.227916 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-76990652-22f8-49ac-862c-cef52e469860 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:28.229144 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-76990652-22f8-49ac-862c-cef52e469860 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1657033 Nov 09 21:47:28.234149 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56540) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:47:28.238516 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-2970bb21-af1f-4af5-8f02-8bc69764ef09 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Request body: {'security_group_rule': {'security_group_id': '90ab606e-d07d-4e7e-b273-8b726b5c3c52', 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:47:28.261218 n-d-816206-3 neutron-server[102608]: INFO neutron.db.securitygroups_db [None req-2970bb21-af1f-4af5-8f02-8bc69764ef09 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Project bd26d45f3284479db773fef1499ac4be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 21:47:28.266824 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2970bb21-af1f-4af5-8f02-8bc69764ef09 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:28.334492 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2970bb21-af1f-4af5-8f02-8bc69764ef09 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:28.339003 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2970bb21-af1f-4af5-8f02-8bc69764ef09 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:28.358122 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2970bb21-af1f-4af5-8f02-8bc69764ef09 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6c55dd6-46f3-4f16-9dbf-ffaa096c7889,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:47:28.366795 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2970bb21-af1f-4af5-8f02-8bc69764ef09 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:28.368005 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2970bb21-af1f-4af5-8f02-8bc69764ef09 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1328981 Nov 09 21:47:28.371033 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56548) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:47:28.376406 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-63d1d543-4d44-42b0-ab90-f34a426f2ee3 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Request body: {'security_group_rule': {'security_group_id': '90ab606e-d07d-4e7e-b273-8b726b5c3c52', 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:47:28.400925 n-d-816206-3 neutron-server[102607]: INFO neutron.db.securitygroups_db [None req-63d1d543-4d44-42b0-ab90-f34a426f2ee3 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Project bd26d45f3284479db773fef1499ac4be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 21:47:28.406896 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-63d1d543-4d44-42b0-ab90-f34a426f2ee3 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:28.478794 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-63d1d543-4d44-42b0-ab90-f34a426f2ee3 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:28.482984 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-63d1d543-4d44-42b0-ab90-f34a426f2ee3 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:28.506669 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d1d543-4d44-42b0-ab90-f34a426f2ee3 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d6b53da-71fc-4583-897e-52b334659ba1,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:47:28.517188 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-63d1d543-4d44-42b0-ab90-f34a426f2ee3 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:28.518605 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-63d1d543-4d44-42b0-ab90-f34a426f2ee3 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1462109 Nov 09 21:47:28.728613 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 4364e2ff-e8b2-4f60-aa14-c4bb3e25e662 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:47:28.766772 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2863909d-f739-430b-8836-ae128e2dfd3a req-c177a7f8-0adb-4dcd-8ab3-04ec82e76e2b tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-861836541&fields=id&tenant_id=bd26d45f3284479db773fef1499ac4be HTTP/1.1" status: 200 len: 267 time: 0.0585203 Nov 09 21:47:28.789353 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 4364e2ff-e8b2-4f60-aa14-c4bb3e25e662 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:47:28.789998 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:28.911726 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:28.921450 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863909d-f739-430b-8836-ae128e2dfd3a req-eea7f128-4fe4-4d70-ab15-2919f01f64a7 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:28.924115 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2863909d-f739-430b-8836-ae128e2dfd3a req-eea7f128-4fe4-4d70-ab15-2919f01f64a7 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/networks?id=8d200d0d-03de-4f2b-96f6-27703375f409 HTTP/1.1" status: 200 len: 797 time: 0.1475017 Nov 09 21:47:28.939942 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2863909d-f739-430b-8836-ae128e2dfd3a req-116e01d3-8f0d-4e57-ae7f-c626a92307e6 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/quotas/bd26d45f3284479db773fef1499ac4be HTTP/1.1" status: 200 len: 375 time: 0.0098550 Nov 09 21:47:28.960783 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 4364e2ff-e8b2-4f60-aa14-c4bb3e25e662, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=4364e2ff-e8b2-4f60-aa14-c4bb3e25e662,segment=NetworkSegment(50280a07-a1a4-46c6-99b4-8bc8763b9c17),segment_id=50280a07-a1a4-46c6-99b4-8bc8763b9c17)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:47:28.966871 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:28.975568 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27955f71-104c-4b1f-8001-7689f5131ce9 None None] Network 8d200d0d-03de-4f2b-96f6-27703375f409 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:47:29.009864 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2863909d-f739-430b-8836-ae128e2dfd3a req-7a0c446d-6e10-481a-ab0d-43b1d78ddcec tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=bd26d45f3284479db773fef1499ac4be&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0633304 Nov 09 21:47:29.095616 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-00250191-c869-454d-b8dc-1173ee589744 None None] Provisioning complete for port 4364e2ff-e8b2-4f60-aa14-c4bb3e25e662 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:47:29.095987 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-00250191-c869-454d-b8dc-1173ee589744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:29.100321 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=4364e2ff-e8b2-4f60-aa14-c4bb3e25e662,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:47:29.108474 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2863909d-f739-430b-8836-ae128e2dfd3a req-b8654955-6a90-4835-bcca-cfd3016a1012 service neutron] 10.222.0.49 "GET /v2.0/networks/8d200d0d-03de-4f2b-96f6-27703375f409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864744 Nov 09 21:47:29.218103 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2863909d-f739-430b-8836-ae128e2dfd3a req-196ccacc-2586-444c-b450-acef505b3a17 service neutron] 10.222.0.49 "GET /v2.0/networks/8d200d0d-03de-4f2b-96f6-27703375f409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022568 Nov 09 21:47:29.402894 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dfbf33be-57df-4144-aa10-3e582c52de3b req-91def10b-8e79-4e52-8e62-ebb916bb8386 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/ports?device_id=85f4293c-89ab-48bc-9b39-970b45d573c4 HTTP/1.1" status: 200 len: 210 time: 0.0318921 Nov 09 21:47:29.581813 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-14c8d0fb-6490-4729-b730-7c4831bdaec3 None None] Provisioning complete for port 4364e2ff-e8b2-4f60-aa14-c4bb3e25e662 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:47:29.582182 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-14c8d0fb-6490-4729-b730-7c4831bdaec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:30.445189 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863909d-f739-430b-8836-ae128e2dfd3a req-1babf907-1d74-4ec0-b729-ec63e12a9cf1 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:30.446716 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2863909d-f739-430b-8836-ae128e2dfd3a req-1babf907-1d74-4ec0-b729-ec63e12a9cf1 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.43 "GET /v2.0/networks?id=8d200d0d-03de-4f2b-96f6-27703375f409 HTTP/1.1" status: 200 len: 797 time: 0.1175339 Nov 09 21:47:30.554662 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3ff05d48-6f4e-40c6-9ee7-e1f02dbed8f9 req-1722743c-749d-4957-a01e-d15e0cd24cd3 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/ports?device_id=85f4293c-89ab-48bc-9b39-970b45d573c4 HTTP/1.1" status: 200 len: 210 time: 0.0483389 Nov 09 21:47:30.568258 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2863909d-f739-430b-8836-ae128e2dfd3a req-05cb3c02-58c0-46b4-9efd-563bf1c5c20e tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd26d45f3284479db773fef1499ac4be HTTP/1.1" status: 200 len: 471 time: 0.1057768 Nov 09 21:47:30.579336 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-2863909d-f739-430b-8836-ae128e2dfd3a req-4aa2d39a-6a14-4225-9941-b8e1fe018715 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Request body: {'port': {'device_id': '85f4293c-89ab-48bc-9b39-970b45d573c4', 'network_id': '8d200d0d-03de-4f2b-96f6-27703375f409', 'admin_state_up': True, 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'security_groups': ['90ab606e-d07d-4e7e-b273-8b726b5c3c52']}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:47:30.677478 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 4364e2ff-e8b2-4f60-aa14-c4bb3e25e662 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:47:30.693595 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2863909d-f739-430b-8836-ae128e2dfd3a req-4aa2d39a-6a14-4225-9941-b8e1fe018715 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Made reservation on behalf of bd26d45f3284479db773fef1499ac4be for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:47:30.697767 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-2863909d-f739-430b-8836-ae128e2dfd3a req-4aa2d39a-6a14-4225-9941-b8e1fe018715 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:30.730014 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 4364e2ff-e8b2-4f60-aa14-c4bb3e25e662 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:47:30.730641 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:30.847258 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-2863909d-f739-430b-8836-ae128e2dfd3a req-4aa2d39a-6a14-4225-9941-b8e1fe018715 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Allocated IP 172.20.0.22 (8d200d0d-03de-4f2b-96f6-27703375f409/da5b13fb-bd1d-42b7-bd16-77307c938ff7/a0532f32-7733-413d-a02b-a340f5562226) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:47:30.990620 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-2863909d-f739-430b-8836-ae128e2dfd3a req-4aa2d39a-6a14-4225-9941-b8e1fe018715 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:31.024765 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-2863909d-f739-430b-8836-ae128e2dfd3a req-4aa2d39a-6a14-4225-9941-b8e1fe018715 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:31.072384 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2863909d-f739-430b-8836-ae128e2dfd3a req-4aa2d39a-6a14-4225-9941-b8e1fe018715 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Network 8d200d0d-03de-4f2b-96f6-27703375f409 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:47:31.075812 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-2863909d-f739-430b-8836-ae128e2dfd3a req-4aa2d39a-6a14-4225-9941-b8e1fe018715 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:47:31.079818 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-2863909d-f739-430b-8836-ae128e2dfd3a req-4aa2d39a-6a14-4225-9941-b8e1fe018715 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:47:31.105507 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa2d39a-6a14-4225-9941-b8e1fe018715 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event updated for resources: {'Port': ['ID=a0532f32-7733-413d-a02b-a340f5562226,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:47:31.134560 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863909d-f739-430b-8836-ae128e2dfd3a req-4aa2d39a-6a14-4225-9941-b8e1fe018715 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:31.135191 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-2863909d-f739-430b-8836-ae128e2dfd3a req-4aa2d39a-6a14-4225-9941-b8e1fe018715 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:31.153377 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2863909d-f739-430b-8836-ae128e2dfd3a req-4aa2d39a-6a14-4225-9941-b8e1fe018715 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5776703 Nov 09 21:47:31.172747 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-2863909d-f739-430b-8836-ae128e2dfd3a req-9f4861e4-469d-4457-96cf-e730fffec870 service neutron] Request body: {'port': {'device_id': '85f4293c-89ab-48bc-9b39-970b45d573c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:47:31.241054 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-2863909d-f739-430b-8836-ae128e2dfd3a req-9f4861e4-469d-4457-96cf-e730fffec870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:31.325205 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-4e048c92-21dd-49b9-9d1d-4accc6747f8a None None] Provisioning complete for port a0532f32-7733-413d-a02b-a340f5562226 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:47:31.325716 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4e048c92-21dd-49b9-9d1d-4accc6747f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:31.365561 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-4e048c92-21dd-49b9-9d1d-4accc6747f8a None None] Port a0532f32-7733-413d-a02b-a340f5562226 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:47:31.513000 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-2863909d-f739-430b-8836-ae128e2dfd3a req-9f4861e4-469d-4457-96cf-e730fffec870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0532f32-7733-413d-a02b-a340f5562226 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:47:31.521513 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-2863909d-f739-430b-8836-ae128e2dfd3a req-9f4861e4-469d-4457-96cf-e730fffec870 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:31.534615 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-2863909d-f739-430b-8836-ae128e2dfd3a req-9f4861e4-469d-4457-96cf-e730fffec870 service neutron] Transition to ACTIVE for port object a0532f32-7733-413d-a02b-a340f5562226 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:47:31.538486 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-2863909d-f739-430b-8836-ae128e2dfd3a req-9f4861e4-469d-4457-96cf-e730fffec870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:31.611961 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4861e4-469d-4457-96cf-e730fffec870 service neutron] Pushing event updated for resources: {'Port': ['ID=a0532f32-7733-413d-a02b-a340f5562226,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:47:31.692371 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-2863909d-f739-430b-8836-ae128e2dfd3a req-9f4861e4-469d-4457-96cf-e730fffec870 service neutron] Attempting to bind port a0532f32-7733-413d-a02b-a340f5562226 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:47:31.692735 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-2863909d-f739-430b-8836-ae128e2dfd3a req-9f4861e4-469d-4457-96cf-e730fffec870 service neutron] Attempting to bind port a0532f32-7733-413d-a02b-a340f5562226 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '50280a07-a1a4-46c6-99b4-8bc8763b9c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8d200d0d-03de-4f2b-96f6-27703375f409'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:47:31.693068 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2863909d-f739-430b-8836-ae128e2dfd3a req-9f4861e4-469d-4457-96cf-e730fffec870 service neutron] Attempting to bind port a0532f32-7733-413d-a02b-a340f5562226 on network 8d200d0d-03de-4f2b-96f6-27703375f409 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:47:31.697977 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2863909d-f739-430b-8836-ae128e2dfd3a req-9f4861e4-469d-4457-96cf-e730fffec870 service neutron] Port a0532f32-7733-413d-a02b-a340f5562226 on network 8d200d0d-03de-4f2b-96f6-27703375f409 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:47:31.698309 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2863909d-f739-430b-8836-ae128e2dfd3a req-9f4861e4-469d-4457-96cf-e730fffec870 service neutron] Attempting to bind port a0532f32-7733-413d-a02b-a340f5562226 on network 8d200d0d-03de-4f2b-96f6-27703375f409 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:47:31.699589 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c0288-7b3b-4f03-83cd-668ec029a109 req-8d62cd09-16fa-4f33-a40e-dc78d2881950 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:31.701817 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-af2c0288-7b3b-4f03-83cd-668ec029a109 req-8d62cd09-16fa-4f33-a40e-dc78d2881950 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/ports?device_id=85f4293c-89ab-48bc-9b39-970b45d573c4 HTTP/1.1" status: 200 len: 944 time: 0.0561030 Nov 09 21:47:31.708093 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2863909d-f739-430b-8836-ae128e2dfd3a req-9f4861e4-469d-4457-96cf-e730fffec870 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:47:31.708445 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2863909d-f739-430b-8836-ae128e2dfd3a req-9f4861e4-469d-4457-96cf-e730fffec870 service neutron] Checking segment: {'id': '50280a07-a1a4-46c6-99b4-8bc8763b9c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8d200d0d-03de-4f2b-96f6-27703375f409'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:47:31.708867 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2863909d-f739-430b-8836-ae128e2dfd3a req-9f4861e4-469d-4457-96cf-e730fffec870 service neutron] Bound using segment: {'id': '50280a07-a1a4-46c6-99b4-8bc8763b9c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8d200d0d-03de-4f2b-96f6-27703375f409'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:47:31.709311 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-2863909d-f739-430b-8836-ae128e2dfd3a req-9f4861e4-469d-4457-96cf-e730fffec870 service neutron] Bound port: a0532f32-7733-413d-a02b-a340f5562226, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50280a07-a1a4-46c6-99b4-8bc8763b9c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8d200d0d-03de-4f2b-96f6-27703375f409'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:47:31.709677 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-2863909d-f739-430b-8836-ae128e2dfd3a req-9f4861e4-469d-4457-96cf-e730fffec870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:31.767498 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-af2c0288-7b3b-4f03-83cd-668ec029a109 req-c9c552dc-7fd1-43f6-86b2-36689ca9d792 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/security-groups?id=90ab606e-d07d-4e7e-b273-8b726b5c3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573514 Nov 09 21:47:31.800024 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-2863909d-f739-430b-8836-ae128e2dfd3a req-9f4861e4-469d-4457-96cf-e730fffec870 service neutron] For port a0532f32-7733-413d-a02b-a340f5562226, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:47:31.803232 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-2863909d-f739-430b-8836-ae128e2dfd3a req-9f4861e4-469d-4457-96cf-e730fffec870 service neutron] For port a0532f32-7733-413d-a02b-a340f5562226, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=a0532f32-7733-413d-a02b-a340f5562226,segment=NetworkSegment(50280a07-a1a4-46c6-99b4-8bc8763b9c17),segment_id=50280a07-a1a4-46c6-99b4-8bc8763b9c17)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:47:31.811760 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-2863909d-f739-430b-8836-ae128e2dfd3a req-9f4861e4-469d-4457-96cf-e730fffec870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:31.860311 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863909d-f739-430b-8836-ae128e2dfd3a req-9f4861e4-469d-4457-96cf-e730fffec870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:31.861283 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-2863909d-f739-430b-8836-ae128e2dfd3a req-9f4861e4-469d-4457-96cf-e730fffec870 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:31.862943 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2863909d-f739-430b-8836-ae128e2dfd3a req-9f4861e4-469d-4457-96cf-e730fffec870 service neutron] 10.222.0.43 "PUT /v2.0/ports/a0532f32-7733-413d-a02b-a340f5562226 HTTP/1.1" status: 200 len: 1092 time: 0.6951051 Nov 09 21:47:31.863413 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85f4293c-89ab-48bc-9b39-970b45d573c4', 'tag': 'a0532f32-7733-413d-a02b-a340f5562226'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:47:31.866284 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27ad9af-0014-4e57-9f23-f5a3b9d18a01" -d '{"events": [{"name": "network-changed", "server_uuid": "85f4293c-89ab-48bc-9b39-970b45d573c4", "tag": "a0532f32-7733-413d-a02b-a340f5562226"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:47:31.908705 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4861e4-469d-4457-96cf-e730fffec870 service neutron] Pushing event updated for resources: {'Port': ['ID=a0532f32-7733-413d-a02b-a340f5562226,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:47:31.924602 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e09d2b-f4e7-40aa-8890-8a4040c03ce8 x-openstack-request-id: req-21e09d2b-f4e7-40aa-8890-8a4040c03ce8 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:47:31.924929 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85f4293c-89ab-48bc-9b39-970b45d573c4", "tag": "a0532f32-7733-413d-a02b-a340f5562226", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:47:31.925227 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-21e09d2b-f4e7-40aa-8890-8a4040c03ce8 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:47:31.925597 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85f4293c-89ab-48bc-9b39-970b45d573c4', 'tag': 'a0532f32-7733-413d-a02b-a340f5562226', 'status': 'completed', 'code': 200} Nov 09 21:47:31.990859 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863909d-f739-430b-8836-ae128e2dfd3a req-5b07de11-13f5-4e27-a284-dd24f4c6fb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:31.992424 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2863909d-f739-430b-8836-ae128e2dfd3a req-5b07de11-13f5-4e27-a284-dd24f4c6fb41 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd26d45f3284479db773fef1499ac4be&device_id=85f4293c-89ab-48bc-9b39-970b45d573c4 HTTP/1.1" status: 200 len: 1095 time: 0.0488024 Nov 09 21:47:32.048924 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2863909d-f739-430b-8836-ae128e2dfd3a req-e7567268-08f3-487c-a539-728adac02f8a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=a0532f32-7733-413d-a02b-a340f5562226 HTTP/1.1" status: 200 len: 217 time: 0.0409493 Nov 09 21:47:32.099253 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863909d-f739-430b-8836-ae128e2dfd3a req-08ca097c-03fb-47ff-b9d8-b7613c7319f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:32.100919 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2863909d-f739-430b-8836-ae128e2dfd3a req-08ca097c-03fb-47ff-b9d8-b7613c7319f6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=da5b13fb-bd1d-42b7-bd16-77307c938ff7 HTTP/1.1" status: 200 len: 838 time: 0.0458944 Nov 09 21:47:32.149409 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863909d-f739-430b-8836-ae128e2dfd3a req-f68d1951-3309-43eb-8711-a8cd03be8eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:32.150935 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2863909d-f739-430b-8836-ae128e2dfd3a req-f68d1951-3309-43eb-8711-a8cd03be8eb1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d200d0d-03de-4f2b-96f6-27703375f409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424035 Nov 09 21:47:32.248312 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2863909d-f739-430b-8836-ae128e2dfd3a req-7a17ebc8-7b79-4653-a548-8a30e34cc7b2 service neutron] 10.222.0.43 "GET /v2.0/networks/8d200d0d-03de-4f2b-96f6-27703375f409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890741 Nov 09 21:47:32.342907 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2863909d-f739-430b-8836-ae128e2dfd3a req-78e6611c-3b36-4c1d-83e7-9b2fd3caa459 service neutron] 10.222.0.43 "GET /v2.0/networks/8d200d0d-03de-4f2b-96f6-27703375f409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875363 Nov 09 21:47:32.488963 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ad9af-0014-4e57-9f23-f5a3b9d18a01 req-a6ee6fc5-7629-4790-a241-2f27da89fccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:32.490850 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f27ad9af-0014-4e57-9f23-f5a3b9d18a01 req-a6ee6fc5-7629-4790-a241-2f27da89fccd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd26d45f3284479db773fef1499ac4be&device_id=85f4293c-89ab-48bc-9b39-970b45d573c4 HTTP/1.1" status: 200 len: 1095 time: 0.0637748 Nov 09 21:47:32.583221 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ad9af-0014-4e57-9f23-f5a3b9d18a01 req-59f86998-ab07-4a12-981b-d9a594bee2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:32.584815 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f27ad9af-0014-4e57-9f23-f5a3b9d18a01 req-59f86998-ab07-4a12-981b-d9a594bee2be service neutron] 10.222.0.43 "GET /v2.0/networks?id=8d200d0d-03de-4f2b-96f6-27703375f409 HTTP/1.1" status: 200 len: 897 time: 0.0849910 Nov 09 21:47:32.631459 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f27ad9af-0014-4e57-9f23-f5a3b9d18a01 req-25f87bb7-d29b-4fa4-a09a-0c5445779471 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=a0532f32-7733-413d-a02b-a340f5562226 HTTP/1.1" status: 200 len: 217 time: 0.0389009 Nov 09 21:47:32.682501 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ad9af-0014-4e57-9f23-f5a3b9d18a01 req-535cc404-c7fd-437a-bf59-99844dbdef0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:32.683973 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f27ad9af-0014-4e57-9f23-f5a3b9d18a01 req-535cc404-c7fd-437a-bf59-99844dbdef0e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=da5b13fb-bd1d-42b7-bd16-77307c938ff7 HTTP/1.1" status: 200 len: 838 time: 0.0444868 Nov 09 21:47:32.732123 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ad9af-0014-4e57-9f23-f5a3b9d18a01 req-0e05f5eb-293d-46e7-b7c2-8c0041b8abb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:32.733651 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f27ad9af-0014-4e57-9f23-f5a3b9d18a01 req-0e05f5eb-293d-46e7-b7c2-8c0041b8abb6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8d200d0d-03de-4f2b-96f6-27703375f409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412004 Nov 09 21:47:32.836039 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f27ad9af-0014-4e57-9f23-f5a3b9d18a01 req-8972016b-bbae-4f4c-8d93-3f6f250f764b service neutron] 10.222.0.43 "GET /v2.0/networks/8d200d0d-03de-4f2b-96f6-27703375f409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937910 Nov 09 21:47:32.886073 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6c9ac-dc6b-4d1f-bcf1-b55c57de2522 req-47fd6b67-dd0a-46e1-84e0-6adee11c9715 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:32.888096 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-79c6c9ac-dc6b-4d1f-bcf1-b55c57de2522 req-47fd6b67-dd0a-46e1-84e0-6adee11c9715 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/ports?device_id=85f4293c-89ab-48bc-9b39-970b45d573c4 HTTP/1.1" status: 200 len: 944 time: 0.0561314 Nov 09 21:47:32.934542 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f27ad9af-0014-4e57-9f23-f5a3b9d18a01 req-ce149624-66b5-42d1-a09c-df07832e0b9e service neutron] 10.222.0.43 "GET /v2.0/networks/8d200d0d-03de-4f2b-96f6-27703375f409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902557 Nov 09 21:47:32.949075 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-79c6c9ac-dc6b-4d1f-bcf1-b55c57de2522 req-99e78d6e-4c15-4fbc-ba50-503b5df543ea tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/security-groups?id=90ab606e-d07d-4e7e-b273-8b726b5c3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542665 Nov 09 21:47:33.840859 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:34.067426 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04991662-c15c-4f09-bfc8-a0c20cbbb675 req-9e1a66fb-2f3c-47de-bb61-676c7b071d15 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:34.069022 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-04991662-c15c-4f09-bfc8-a0c20cbbb675 req-9e1a66fb-2f3c-47de-bb61-676c7b071d15 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/ports?device_id=85f4293c-89ab-48bc-9b39-970b45d573c4 HTTP/1.1" status: 200 len: 944 time: 0.0504358 Nov 09 21:47:34.119133 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-04991662-c15c-4f09-bfc8-a0c20cbbb675 req-6c0d03e0-def1-436f-92c0-0009ddbc13fb tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/security-groups?id=90ab606e-d07d-4e7e-b273-8b726b5c3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439222 Nov 09 21:47:35.237153 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c1ac20-4d5c-4362-b79a-aefbde95bb71 req-f2401ba2-c29c-489e-915b-bdd5f6c4a813 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:35.238715 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-77c1ac20-4d5c-4362-b79a-aefbde95bb71 req-f2401ba2-c29c-489e-915b-bdd5f6c4a813 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/ports?device_id=85f4293c-89ab-48bc-9b39-970b45d573c4 HTTP/1.1" status: 200 len: 944 time: 0.0491779 Nov 09 21:47:35.287189 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-77c1ac20-4d5c-4362-b79a-aefbde95bb71 req-40e5b629-9667-432b-be05-680e87d2489f tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/security-groups?id=90ab606e-d07d-4e7e-b273-8b726b5c3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424027 Nov 09 21:47:35.844932 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device a0532f32-7733-413d-a02b-a340f5562226 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:47:35.941316 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port a0532f32-7733-413d-a02b-a340f5562226, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=a0532f32-7733-413d-a02b-a340f5562226,segment=NetworkSegment(50280a07-a1a4-46c6-99b4-8bc8763b9c17),segment_id=50280a07-a1a4-46c6-99b4-8bc8763b9c17)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:47:35.953039 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': 'a0532f32-7733-413d-a02b-a340f5562226', 'network_id': '8d200d0d-03de-4f2b-96f6-27703375f409', 'port_id': 'a0532f32-7733-413d-a02b-a340f5562226', 'mac_address': 'fa:16:3e:c3:85:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5b13fb-bd1d-42b7-bd16-77307c938ff7', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:47:35.989018 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:36.002326 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0532f32-7733-413d-a02b-a340f5562226 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:47:36.021777 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port a0532f32-7733-413d-a02b-a340f5562226, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=a0532f32-7733-413d-a02b-a340f5562226,segment=NetworkSegment(50280a07-a1a4-46c6-99b4-8bc8763b9c17),segment_id=50280a07-a1a4-46c6-99b4-8bc8763b9c17)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:47:36.025435 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:36.070951 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=a0532f32-7733-413d-a02b-a340f5562226,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:47:36.320678 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['a0532f32-7733-413d-a02b-a340f5562226'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:47:36.416409 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f2e7f-9f08-412e-ad04-a13b1199e807 req-b3cc2f44-91e8-49f1-9961-2d9665a68d55 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:36.418041 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ff7f2e7f-9f08-412e-ad04-a13b1199e807 req-b3cc2f44-91e8-49f1-9961-2d9665a68d55 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/ports?device_id=85f4293c-89ab-48bc-9b39-970b45d573c4 HTTP/1.1" status: 200 len: 945 time: 0.0575287 Nov 09 21:47:36.476413 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ff7f2e7f-9f08-412e-ad04-a13b1199e807 req-ff33e19b-a9e7-4d8c-b9f2-14398795698c tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/security-groups?id=90ab606e-d07d-4e7e-b273-8b726b5c3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489354 Nov 09 21:47:37.604124 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34868052-84b7-491d-aec5-ea558f035b2a req-473e58da-08bd-4b9c-9dc2-7454cfafa681 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:37.605893 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-34868052-84b7-491d-aec5-ea558f035b2a req-473e58da-08bd-4b9c-9dc2-7454cfafa681 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/ports?device_id=85f4293c-89ab-48bc-9b39-970b45d573c4 HTTP/1.1" status: 200 len: 945 time: 0.0577083 Nov 09 21:47:37.663013 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-34868052-84b7-491d-aec5-ea558f035b2a req-666b614d-494c-4a5f-b110-b71fd4e8fbd9 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/security-groups?id=90ab606e-d07d-4e7e-b273-8b726b5c3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470889 Nov 09 21:47:37.847679 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device a0532f32-7733-413d-a02b-a340f5562226 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:47:37.897219 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port a0532f32-7733-413d-a02b-a340f5562226 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:47:37.901626 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port a0532f32-7733-413d-a02b-a340f5562226 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:47:37.901998 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:37.977258 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:37.998996 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f4293c-89ab-48bc-9b39-970b45d573c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0532f32-7733-413d-a02b-a340f5562226'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:47:38.001355 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e420f92b-40bc-412a-a125-c550bebe2c8c" -d '{"events": [{"server_uuid": "85f4293c-89ab-48bc-9b39-970b45d573c4", "name": "network-vif-plugged", "status": "completed", "tag": "a0532f32-7733-413d-a02b-a340f5562226"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:47:38.018690 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port a0532f32-7733-413d-a02b-a340f5562226, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=a0532f32-7733-413d-a02b-a340f5562226,segment=NetworkSegment(50280a07-a1a4-46c6-99b4-8bc8763b9c17),segment_id=50280a07-a1a4-46c6-99b4-8bc8763b9c17)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:47:38.022632 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:38.045439 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ecbe880-8d07-4274-802d-03ca1680d556 x-openstack-request-id: req-2ecbe880-8d07-4274-802d-03ca1680d556 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:47:38.045739 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f4293c-89ab-48bc-9b39-970b45d573c4", "name": "network-vif-plugged", "status": "completed", "tag": "a0532f32-7733-413d-a02b-a340f5562226", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:47:38.045993 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2ecbe880-8d07-4274-802d-03ca1680d556 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:47:38.046384 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f4293c-89ab-48bc-9b39-970b45d573c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0532f32-7733-413d-a02b-a340f5562226', 'code': 200} Nov 09 21:47:38.073191 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=a0532f32-7733-413d-a02b-a340f5562226,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:47:38.164163 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb7436-1a3b-4e0c-9db5-ab727c3c84d6 req-edccf2e6-2bd0-400d-be05-1682e9227cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:38.165693 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-12cb7436-1a3b-4e0c-9db5-ab727c3c84d6 req-edccf2e6-2bd0-400d-be05-1682e9227cf7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=85f4293c-89ab-48bc-9b39-970b45d573c4 HTTP/1.1" status: 200 len: 1097 time: 0.0399044 Nov 09 21:47:38.211883 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-12cb7436-1a3b-4e0c-9db5-ab727c3c84d6 req-600fb8eb-81ae-41a8-8212-0da410722e8b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=90ab606e-d07d-4e7e-b273-8b726b5c3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397553 Nov 09 21:47:38.781222 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd14b63-ff3e-4ed5-ba00-dec3d291c3ca req-9873bdae-6bef-4b00-a49e-041fdc302d84 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:38.782617 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3bd14b63-ff3e-4ed5-ba00-dec3d291c3ca req-9873bdae-6bef-4b00-a49e-041fdc302d84 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/ports?device_id=85f4293c-89ab-48bc-9b39-970b45d573c4 HTTP/1.1" status: 200 len: 946 time: 0.0527687 Nov 09 21:47:38.835318 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3bd14b63-ff3e-4ed5-ba00-dec3d291c3ca req-11ae86a8-2e1a-4e5f-8247-0ae678e1d56c tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/security-groups?id=90ab606e-d07d-4e7e-b273-8b726b5c3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463336 Nov 09 21:47:39.955586 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cdb23-9424-44db-9c0c-fa01129e38ed req-5cb9e202-b9d9-4a75-be71-ab709cd67a49 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:39.957160 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-523cdb23-9424-44db-9c0c-fa01129e38ed req-5cb9e202-b9d9-4a75-be71-ab709cd67a49 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/ports?device_id=85f4293c-89ab-48bc-9b39-970b45d573c4 HTTP/1.1" status: 200 len: 946 time: 0.0496740 Nov 09 21:47:40.008551 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-523cdb23-9424-44db-9c0c-fa01129e38ed req-77a65593-c427-4250-8143-c5ac45eddf44 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/security-groups?id=90ab606e-d07d-4e7e-b273-8b726b5c3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449378 Nov 09 21:47:40.133920 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66293ac-81b5-44ae-b0a8-8d38b552093f req-a751083f-f2f2-4e98-ae4c-c7161fb65617 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:40.135425 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f66293ac-81b5-44ae-b0a8-8d38b552093f req-a751083f-f2f2-4e98-ae4c-c7161fb65617 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/ports?device_id=85f4293c-89ab-48bc-9b39-970b45d573c4 HTTP/1.1" status: 200 len: 946 time: 0.0502000 Nov 09 21:47:40.186714 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f66293ac-81b5-44ae-b0a8-8d38b552093f req-160d6a5b-b2ec-4c3f-a953-bc52ad03f469 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/security-groups?id=90ab606e-d07d-4e7e-b273-8b726b5c3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443075 Nov 09 21:47:41.681008 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56738) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:47:42.129041 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9e2622a5-ae11-47b4-924b-0b4c79ddf9b4 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:42.392527 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-9e2622a5-ae11-47b4-924b-0b4c79ddf9b4 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Allocated IP 172.20.0.17 (8d200d0d-03de-4f2b-96f6-27703375f409/da5b13fb-bd1d-42b7-bd16-77307c938ff7/4c2920fa-037c-4104-8139-ad1b0345449a) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:47:42.526208 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9e2622a5-ae11-47b4-924b-0b4c79ddf9b4 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:42.562397 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9e2622a5-ae11-47b4-924b-0b4c79ddf9b4 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:42.606137 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2622a5-ae11-47b4-924b-0b4c79ddf9b4 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Network 8d200d0d-03de-4f2b-96f6-27703375f409 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:47:42.609495 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-9e2622a5-ae11-47b4-924b-0b4c79ddf9b4 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:47:42.613517 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2622a5-ae11-47b4-924b-0b4c79ddf9b4 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:47:42.645448 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2622a5-ae11-47b4-924b-0b4c79ddf9b4 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event updated for resources: {'Port': ['ID=4c2920fa-037c-4104-8139-ad1b0345449a,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:47:42.669910 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9e2622a5-ae11-47b4-924b-0b4c79ddf9b4 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:42.812160 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9e2622a5-ae11-47b4-924b-0b4c79ddf9b4 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:42.900368 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-72b1474d-a49f-4014-97b3-ba592db3a8c2 None None] Provisioning complete for port 4c2920fa-037c-4104-8139-ad1b0345449a triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:47:42.900981 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-72b1474d-a49f-4014-97b3-ba592db3a8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:42.935285 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-72b1474d-a49f-4014-97b3-ba592db3a8c2 None None] Port 4c2920fa-037c-4104-8139-ad1b0345449a cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:47:43.085311 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9e2622a5-ae11-47b4-924b-0b4c79ddf9b4 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:43.091501 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9e2622a5-ae11-47b4-924b-0b4c79ddf9b4 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:43.167318 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2622a5-ae11-47b4-924b-0b4c79ddf9b4 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event updated for resources: {'Port': ['ID=4c2920fa-037c-4104-8139-ad1b0345449a,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:47:43.170169 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9e2622a5-ae11-47b4-924b-0b4c79ddf9b4 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:43.259487 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2622a5-ae11-47b4-924b-0b4c79ddf9b4 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Network 8d200d0d-03de-4f2b-96f6-27703375f409 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:47:43.260952 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-9e2622a5-ae11-47b4-924b-0b4c79ddf9b4 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:47:43.558798 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-a0575710-a16d-46b8-ac5b-9c73c55f9dac None None] Provisioning complete for port 4c2920fa-037c-4104-8139-ad1b0345449a triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:47:43.559816 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a0575710-a16d-46b8-ac5b-9c73c55f9dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:43.596895 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-a0575710-a16d-46b8-ac5b-9c73c55f9dac None None] Port 4c2920fa-037c-4104-8139-ad1b0345449a cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:47:43.634984 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2622a5-ae11-47b4-924b-0b4c79ddf9b4 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Router d5eeebb8-5bf2-4212-ab8c-45a104ad0142 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:47:43.750115 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2622a5-ae11-47b4-924b-0b4c79ddf9b4 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:47:43.756943 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-9e2622a5-ae11-47b4-924b-0b4c79ddf9b4 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "PUT /v2.0/routers/d5eeebb8-5bf2-4212-ab8c-45a104ad0142/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0745606 Nov 09 21:47:43.761247 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e342a28-7d54-455c-995e-0d59ae0203d3 None None] Sync routers for ids ['d5eeebb8-5bf2-4212-ab8c-45a104ad0142'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:47:43.772477 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e342a28-7d54-455c-995e-0d59ae0203d3 None None] Routers {'d5eeebb8-5bf2-4212-ab8c-45a104ad0142'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:47:43.773190 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-8e342a28-7d54-455c-995e-0d59ae0203d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:47:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['d5eeebb8-5bf2-4212-ab8c-45a104ad0142'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:47:43.876200 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-8e342a28-7d54-455c-995e-0d59ae0203d3 None None] Set router d5eeebb8-5bf2-4212-ab8c-45a104ad0142 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:47:44.109842 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-8e342a28-7d54-455c-995e-0d59ae0203d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'name': 'tempest-TestNetworkBasicOps-router-1471807766', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '50c7863d-b76d-4e88-8e48-eeec88bb9fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:46:22Z', 'updated_at': '2021-11-09T21:47:42Z', 'revision_number': 5, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'gw_port': {'id': '50c7863d-b76d-4e88-8e48-eeec88bb9fb1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:87:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:23Z', 'updated_at': '2021-11-09T21:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '3396e4b3-0e23-4da6-ac81-9fb94905f783', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'floating_ip_address': '172.25.7.200', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'port_id': '8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a216761d-34ed-4b38-956d-afebd2398376', 'mac_address': 'fa:16:3e:2d:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e0fdd6-07ff-435f-b4f3-afd45831ca93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:46:48Z', 'updated_at': '2021-11-09T21:46:51Z', 'revision_number': 1, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c2920fa-037c-4104-8139-ad1b0345449a', 'name': '', 'network_id': '8d200d0d-03de-4f2b-96f6-27703375f409', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'mac_address': 'fa:16:3e:d0:39:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'device_owner': 'network:router_interface', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'da5b13fb-bd1d-42b7-bd16-77307c938ff7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:47:42Z', 'updated_at': '2021-11-09T21:47:42Z', 'revision_number': 2, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'subnets': [{'id': 'da5b13fb-bd1d-42b7-bd16-77307c938ff7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5a703af-c820-4971-89b8-50adadf88801', 'name': '', 'network_id': 'a216761d-34ed-4b38-956d-afebd2398376', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'mac_address': 'fa:16:3e:79:6a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '9649b6d0-d911-4a83-a41d-f6afea5832a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:27Z', 'updated_at': '2021-11-09T21:46:32Z', 'revision_number': 5, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'subnets': [{'id': '9649b6d0-d911-4a83-a41d-f6afea5832a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:47:44.135666 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e342a28-7d54-455c-995e-0d59ae0203d3 None None] Checking router: d5eeebb8-5bf2-4212-ab8c-45a104ad0142 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:47:44.136021 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e342a28-7d54-455c-995e-0d59ae0203d3 None None] Updating router d5eeebb8-5bf2-4212-ab8c-45a104ad0142 port 4c2920fa-037c-4104-8139-ad1b0345449a binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:47:44.161305 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-8e342a28-7d54-455c-995e-0d59ae0203d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:44.421787 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-8e342a28-7d54-455c-995e-0d59ae0203d3 None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:44.426862 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-8e342a28-7d54-455c-995e-0d59ae0203d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:44.474547 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eaa8c0-ac2f-435f-a27e-1168cfde5f4c None None] Pushing event updated for resources: {'Port': ['ID=4c2920fa-037c-4104-8139-ad1b0345449a,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:47:44.483574 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eaa8c0-ac2f-435f-a27e-1168cfde5f4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:47:44.483920 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eaa8c0-ac2f-435f-a27e-1168cfde5f4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:47:44.484266 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eaa8c0-ac2f-435f-a27e-1168cfde5f4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:47:44.484600 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eaa8c0-ac2f-435f-a27e-1168cfde5f4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:47:44.484967 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eaa8c0-ac2f-435f-a27e-1168cfde5f4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:47:44.485620 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eaa8c0-ac2f-435f-a27e-1168cfde5f4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:47:44.485620 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eaa8c0-ac2f-435f-a27e-1168cfde5f4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:47:44.485946 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eaa8c0-ac2f-435f-a27e-1168cfde5f4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:47:44.486242 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eaa8c0-ac2f-435f-a27e-1168cfde5f4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:47:44.486563 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eaa8c0-ac2f-435f-a27e-1168cfde5f4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:47:44.486884 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eaa8c0-ac2f-435f-a27e-1168cfde5f4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:47:44.487221 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eaa8c0-ac2f-435f-a27e-1168cfde5f4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:47:44.557503 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-8e342a28-7d54-455c-995e-0d59ae0203d3 None None] Attempting to bind port 4c2920fa-037c-4104-8139-ad1b0345449a on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:47:44.557873 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-8e342a28-7d54-455c-995e-0d59ae0203d3 None None] Attempting to bind port 4c2920fa-037c-4104-8139-ad1b0345449a by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '50280a07-a1a4-46c6-99b4-8bc8763b9c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8d200d0d-03de-4f2b-96f6-27703375f409'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:47:44.558231 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e342a28-7d54-455c-995e-0d59ae0203d3 None None] Attempting to bind port 4c2920fa-037c-4104-8139-ad1b0345449a on network 8d200d0d-03de-4f2b-96f6-27703375f409 {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:47:44.563826 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e342a28-7d54-455c-995e-0d59ae0203d3 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:47:44.564189 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e342a28-7d54-455c-995e-0d59ae0203d3 None None] Checking segment: {'id': '50280a07-a1a4-46c6-99b4-8bc8763b9c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8d200d0d-03de-4f2b-96f6-27703375f409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:47:44.564580 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-8e342a28-7d54-455c-995e-0d59ae0203d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:44.565145 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e342a28-7d54-455c-995e-0d59ae0203d3 None None] Bound using segment: {'id': '50280a07-a1a4-46c6-99b4-8bc8763b9c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8d200d0d-03de-4f2b-96f6-27703375f409'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:47:44.565624 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-8e342a28-7d54-455c-995e-0d59ae0203d3 None None] Bound port: 4c2920fa-037c-4104-8139-ad1b0345449a, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50280a07-a1a4-46c6-99b4-8bc8763b9c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8d200d0d-03de-4f2b-96f6-27703375f409'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:47:44.565995 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-8e342a28-7d54-455c-995e-0d59ae0203d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:44.635407 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-8e342a28-7d54-455c-995e-0d59ae0203d3 None None] For port 4c2920fa-037c-4104-8139-ad1b0345449a, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:47:44.639683 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-8e342a28-7d54-455c-995e-0d59ae0203d3 None None] For port 4c2920fa-037c-4104-8139-ad1b0345449a, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=4c2920fa-037c-4104-8139-ad1b0345449a,segment=NetworkSegment(50280a07-a1a4-46c6-99b4-8bc8763b9c17),segment_id=50280a07-a1a4-46c6-99b4-8bc8763b9c17)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:47:44.643833 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-8e342a28-7d54-455c-995e-0d59ae0203d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:44.693457 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e342a28-7d54-455c-995e-0d59ae0203d3 None None] Routers {'d5eeebb8-5bf2-4212-ab8c-45a104ad0142'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:47:44.694079 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-8e342a28-7d54-455c-995e-0d59ae0203d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:47:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['d5eeebb8-5bf2-4212-ab8c-45a104ad0142'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:47:44.727734 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-35a620a7-154c-4f4b-a24e-53d8603997df None None] Provisioning complete for port 4c2920fa-037c-4104-8139-ad1b0345449a triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:47:44.728934 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-35a620a7-154c-4f4b-a24e-53d8603997df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:44.811013 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-8e342a28-7d54-455c-995e-0d59ae0203d3 None None] Set router d5eeebb8-5bf2-4212-ab8c-45a104ad0142 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:47:44.825472 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-35a620a7-154c-4f4b-a24e-53d8603997df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:44.867251 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-35a620a7-154c-4f4b-a24e-53d8603997df None None] For port 4c2920fa-037c-4104-8139-ad1b0345449a, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=4c2920fa-037c-4104-8139-ad1b0345449a,segment=NetworkSegment(50280a07-a1a4-46c6-99b4-8bc8763b9c17),segment_id=50280a07-a1a4-46c6-99b4-8bc8763b9c17)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:47:44.872674 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-35a620a7-154c-4f4b-a24e-53d8603997df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:44.961653 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a620a7-154c-4f4b-a24e-53d8603997df None None] Pushing event updated for resources: {'Port': ['ID=4c2920fa-037c-4104-8139-ad1b0345449a,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:47:44.987943 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e64dea6-1707-4243-ae39-7f9feb86aadf req-68d91122-5896-4084-ac6b-f47c0b18e4f5 tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:44.990807 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9e64dea6-1707-4243-ae39-7f9feb86aadf req-68d91122-5896-4084-ac6b-f47c0b18e4f5 tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 1097 time: 0.0690930 Nov 09 21:47:44.995659 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-1c8530f0-af90-4d61-b966-6714fcbd7ee4 None None] Provisioning complete for port 4c2920fa-037c-4104-8139-ad1b0345449a triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:47:44.996391 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1c8530f0-af90-4d61-b966-6714fcbd7ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:44.997397 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eaa8c0-ac2f-435f-a27e-1168cfde5f4c None None] Pushing event updated for resources: {'Port': ['ID=4c2920fa-037c-4104-8139-ad1b0345449a,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:47:45.027115 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-9e64dea6-1707-4243-ae39-7f9feb86aadf req-1021e8fa-ccf8-44b2-ba84-9aa8d2e4d271 tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:45.120947 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-9e64dea6-1707-4243-ae39-7f9feb86aadf req-1021e8fa-ccf8-44b2-ba84-9aa8d2e4d271 tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:45.127832 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-9e64dea6-1707-4243-ae39-7f9feb86aadf req-1021e8fa-ccf8-44b2-ba84-9aa8d2e4d271 tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:45.185577 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9e64dea6-1707-4243-ae39-7f9feb86aadf req-1021e8fa-ccf8-44b2-ba84-9aa8d2e4d271 tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=e2edc357-a9a0-499d-a950-5fdc1b49b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869063 Nov 09 21:47:45.186350 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1021e8fa-ccf8-44b2-ba84-9aa8d2e4d271 tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166ac889-f8a9-4f9b-9ec4-ab7fc0378fcf,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:47:45.195968 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-8e342a28-7d54-455c-995e-0d59ae0203d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'name': 'tempest-TestNetworkBasicOps-router-1471807766', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '50c7863d-b76d-4e88-8e48-eeec88bb9fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:46:22Z', 'updated_at': '2021-11-09T21:47:42Z', 'revision_number': 5, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'gw_port': {'id': '50c7863d-b76d-4e88-8e48-eeec88bb9fb1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:87:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:23Z', 'updated_at': '2021-11-09T21:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '3396e4b3-0e23-4da6-ac81-9fb94905f783', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'floating_ip_address': '172.25.7.200', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'port_id': '8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a216761d-34ed-4b38-956d-afebd2398376', 'mac_address': 'fa:16:3e:2d:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e0fdd6-07ff-435f-b4f3-afd45831ca93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:46:48Z', 'updated_at': '2021-11-09T21:46:51Z', 'revision_number': 1, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c2920fa-037c-4104-8139-ad1b0345449a', 'name': '', 'network_id': '8d200d0d-03de-4f2b-96f6-27703375f409', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'mac_address': 'fa:16:3e:d0:39:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'device_owner': 'network:router_interface', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'da5b13fb-bd1d-42b7-bd16-77307c938ff7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:47:42Z', 'updated_at': '2021-11-09T21:47:44Z', 'revision_number': 4, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'subnets': [{'id': 'da5b13fb-bd1d-42b7-bd16-77307c938ff7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5a703af-c820-4971-89b8-50adadf88801', 'name': '', 'network_id': 'a216761d-34ed-4b38-956d-afebd2398376', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'mac_address': 'fa:16:3e:79:6a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '9649b6d0-d911-4a83-a41d-f6afea5832a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:27Z', 'updated_at': '2021-11-09T21:46:32Z', 'revision_number': 5, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'subnets': [{'id': '9649b6d0-d911-4a83-a41d-f6afea5832a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:47:45.224947 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e342a28-7d54-455c-995e-0d59ae0203d3 None None] The sync data for ids ['d5eeebb8-5bf2-4212-ab8c-45a104ad0142'] in n-d-816206-3 is: [{'id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'name': 'tempest-TestNetworkBasicOps-router-1471807766', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '50c7863d-b76d-4e88-8e48-eeec88bb9fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:46:22Z', 'updated_at': '2021-11-09T21:47:42Z', 'revision_number': 5, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'gw_port': {'id': '50c7863d-b76d-4e88-8e48-eeec88bb9fb1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:87:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:23Z', 'updated_at': '2021-11-09T21:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '3396e4b3-0e23-4da6-ac81-9fb94905f783', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'floating_ip_address': '172.25.7.200', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'port_id': '8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a216761d-34ed-4b38-956d-afebd2398376', 'mac_address': 'fa:16:3e:2d:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e0fdd6-07ff-435f-b4f3-afd45831ca93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:46:48Z', 'updated_at': '2021-11-09T21:46:51Z', 'revision_number': 1, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c2920fa-037c-4104-8139-ad1b0345449a', 'name': '', 'network_id': '8d200d0d-03de-4f2b-96f6-27703375f409', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'mac_address': 'fa:16:3e:d0:39:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'device_owner': 'network:router_interface', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'da5b13fb-bd1d-42b7-bd16-77307c938ff7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:47:42Z', 'updated_at': '2021-11-09T21:47:44Z', 'revision_number': 4, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'subnets': [{'id': 'da5b13fb-bd1d-42b7-bd16-77307c938ff7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5a703af-c820-4971-89b8-50adadf88801', 'name': '', 'network_id': 'a216761d-34ed-4b38-956d-afebd2398376', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'mac_address': 'fa:16:3e:79:6a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '9649b6d0-d911-4a83-a41d-f6afea5832a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:27Z', 'updated_at': '2021-11-09T21:46:32Z', 'revision_number': 5, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'subnets': [{'id': '9649b6d0-d911-4a83-a41d-f6afea5832a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:47:45.331145 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897f66e-9a17-4804-b42a-8f5f5ce01967 req-dda58e2d-50aa-4113-a904-429280559525 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:45.332723 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1897f66e-9a17-4804-b42a-8f5f5ce01967 req-dda58e2d-50aa-4113-a904-429280559525 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 946 time: 0.0611427 Nov 09 21:47:45.399703 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1897f66e-9a17-4804-b42a-8f5f5ce01967 req-98d3cae9-54bb-47bb-8d0c-ce30836717ef tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2edc357-a9a0-499d-a950-5fdc1b49b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551322 Nov 09 21:47:45.419132 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 56758) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:47:45.482819 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-14067e4e-0a84-4f4b-a40d-d83645fc6945 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/floatingips/1740489a-1482-4cb1-8c28-27c903873fef HTTP/1.1" status: 200 len: 994 time: 0.0625246 Nov 09 21:47:45.787604 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-c9f6495e-4192-4ea2-a75d-1eff98230f5e req-40eed253-4113-4164-8e48-32b2880ddd02 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:47:45.788766 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c9f6495e-4192-4ea2-a75d-1eff98230f5e req-40eed253-4113-4164-8e48-32b2880ddd02 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058525 Nov 09 21:47:46.075572 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 56772) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:47:46.141996 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d4c5a-64db-4b27-9efd-b9a46637dbed req-9495cb22-072a-4a30-a3c8-60c4846b190e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:46.143541 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c03d4c5a-64db-4b27-9efd-b9a46637dbed req-9495cb22-072a-4a30-a3c8-60c4846b190e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 946 time: 0.0589750 Nov 09 21:47:46.180865 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-e677dfb9-a4ba-40f2-9e9e-51e13cdaf9f4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=351ffde6-d0c0-4965-b704-b6a322968176&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1040726 Nov 09 21:47:46.192987 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-c4b0be7f-02e7-48b5-b714-e99cfaaa8724 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:47:46.197957 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-c4b0be7f-02e7-48b5-b714-e99cfaaa8724 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092270 Nov 09 21:47:46.204349 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c03d4c5a-64db-4b27-9efd-b9a46637dbed req-d5a73142-9ce6-4b51-a1f5-6f208cec7422 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2edc357-a9a0-499d-a950-5fdc1b49b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544167 Nov 09 21:47:46.694870 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 4c2920fa-037c-4104-8139-ad1b0345449a up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:47:46.749818 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 4c2920fa-037c-4104-8139-ad1b0345449a triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:47:46.750379 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:47.325317 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489cdf3-f2f1-4705-bc27-236a82ad3f8f req-e09b0d42-5541-4ba0-8899-52d7b0e797bb tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:47.327671 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d489cdf3-f2f1-4705-bc27-236a82ad3f8f req-e09b0d42-5541-4ba0-8899-52d7b0e797bb tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 946 time: 0.0524058 Nov 09 21:47:47.381261 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d489cdf3-f2f1-4705-bc27-236a82ad3f8f req-6500f621-0404-4de9-b1fc-7f2c6e634410 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2edc357-a9a0-499d-a950-5fdc1b49b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472951 Nov 09 21:47:47.421319 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-c92a4f11-8f92-49d7-ae16-1cfd1f3db4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:47.422933 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-c92a4f11-8f92-49d7-ae16-1cfd1f3db4be service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7411b744b214ee4a720fd6796dc002b&device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 1097 time: 0.0465455 Nov 09 21:47:47.526517 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-efbfbae3-0a82-40ac-ab0a-36f84bc75130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:47.528531 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-efbfbae3-0a82-40ac-ab0a-36f84bc75130 service neutron] 10.222.0.45 "GET /v2.0/networks?id=34844b52-a4c3-4316-b08b-c8bfdd20d397 HTTP/1.1" status: 200 len: 897 time: 0.0987005 Nov 09 21:47:47.597098 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-ec3a237f-4965-42c0-8a80-782c15f4f092 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6531253-1743-4a9c-a8eb-492d89b912f4 HTTP/1.1" status: 200 len: 1002 time: 0.0616705 Nov 09 21:47:47.635636 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-15bfe65d-f9a2-4aac-b60b-fa18f7f35124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:47.645680 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-083f2779-2a83-402c-b152-88f223bd5a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:47.647292 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-083f2779-2a83-402c-b152-88f223bd5a43 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=630b49fb-caa8-41de-a897-b6b514f9210a HTTP/1.1" status: 200 len: 835 time: 0.0440979 Nov 09 21:47:47.697042 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-4c153ae4-f813-4c84-a93b-609582db467c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:47.698588 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-4c153ae4-f813-4c84-a93b-609582db467c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=34844b52-a4c3-4316-b08b-c8bfdd20d397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447583 Nov 09 21:47:47.792911 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-0101d8b0-f01d-42ec-8757-562a17bc2c72 service neutron] 10.222.0.45 "GET /v2.0/networks/34844b52-a4c3-4316-b08b-c8bfdd20d397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858150 Nov 09 21:47:47.890583 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-4d34a24a-7a06-42af-8121-5a69d6a6848d service neutron] 10.222.0.45 "GET /v2.0/networks/34844b52-a4c3-4316-b08b-c8bfdd20d397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902948 Nov 09 21:47:48.506059 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a037592-d2f5-4ebf-9793-e3722652813d req-1b8efd19-3e3f-45a9-aaab-5099eac0b6e9 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:48.506059 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4a037592-d2f5-4ebf-9793-e3722652813d req-1b8efd19-3e3f-45a9-aaab-5099eac0b6e9 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 946 time: 0.0515854 Nov 09 21:47:48.558796 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4a037592-d2f5-4ebf-9793-e3722652813d req-a37dcd6d-ec45-420f-b099-9159d7b46fdc tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2edc357-a9a0-499d-a950-5fdc1b49b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443678 Nov 09 21:47:48.967586 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:47:49.680812 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ebfb6-227c-481f-8e5d-8d178fee93ee req-f011f3f1-ed61-4b29-8cd5-e5c1abcf38b4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:49.683920 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a79ebfb6-227c-481f-8e5d-8d178fee93ee req-f011f3f1-ed61-4b29-8cd5-e5c1abcf38b4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 946 time: 0.0529585 Nov 09 21:47:49.738228 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a79ebfb6-227c-481f-8e5d-8d178fee93ee req-9314be31-da18-4ae3-9210-713423da0041 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2edc357-a9a0-499d-a950-5fdc1b49b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499005 Nov 09 21:47:50.164468 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1f10b390-e553-4021-998f-c7bb0457d49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:50.862509 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a64270-7f9f-443b-8a50-3b71fcd8c82d req-d9a5e0e5-9807-4142-b314-6ef2c5c76313 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:50.864054 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-79a64270-7f9f-443b-8a50-3b71fcd8c82d req-d9a5e0e5-9807-4142-b314-6ef2c5c76313 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 946 time: 0.0538416 Nov 09 21:47:50.922867 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-79a64270-7f9f-443b-8a50-3b71fcd8c82d req-b85ba4ee-0f76-42f6-b269-f7a6fe12acee tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2edc357-a9a0-499d-a950-5fdc1b49b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525897 Nov 09 21:47:51.069910 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:52.044121 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c8ae8-a6b0-4c78-8b33-f63bcc82b263 req-70efd0b0-cb62-4448-8d3f-fd6d32c6d326 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:52.046240 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4e6c8ae8-a6b0-4c78-8b33-f63bcc82b263 req-70efd0b0-cb62-4448-8d3f-fd6d32c6d326 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 946 time: 0.0547895 Nov 09 21:47:52.114555 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4e6c8ae8-a6b0-4c78-8b33-f63bcc82b263 req-1fe2af2c-3fb3-4133-bee0-8aff7b898d9b tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2edc357-a9a0-499d-a950-5fdc1b49b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589173 Nov 09 21:47:52.454010 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:52.970332 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:53.239195 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cdd33b-1991-44cc-9b6a-dc4fd8e5e3f9 req-04dbf017-e337-4e7d-a296-1a7648f6964a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:53.240998 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a2cdd33b-1991-44cc-9b6a-dc4fd8e5e3f9 req-04dbf017-e337-4e7d-a296-1a7648f6964a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 946 time: 0.0509920 Nov 09 21:47:53.295297 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a2cdd33b-1991-44cc-9b6a-dc4fd8e5e3f9 req-086c5216-51be-4681-ae6c-91ec3e01cf8c tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2edc357-a9a0-499d-a950-5fdc1b49b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471082 Nov 09 21:47:53.384283 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:47:54.430616 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50225e23-90b8-440b-88ba-8f1ea2e02b28 req-c531758c-1d01-4764-8f4c-4aa4fbccd72d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:54.432547 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-50225e23-90b8-440b-88ba-8f1ea2e02b28 req-c531758c-1d01-4764-8f4c-4aa4fbccd72d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 946 time: 0.0651920 Nov 09 21:47:54.497612 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-50225e23-90b8-440b-88ba-8f1ea2e02b28 req-df892c0b-4bfc-430e-9e09-f4e8ca32f9a5 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2edc357-a9a0-499d-a950-5fdc1b49b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586145 Nov 09 21:47:55.624385 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752680e-6f39-42fa-8105-8967e7e7a7df req-808e3fbb-2708-41d7-ac03-39470cf2075d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:55.625634 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3752680e-6f39-42fa-8105-8967e7e7a7df req-808e3fbb-2708-41d7-ac03-39470cf2075d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 946 time: 0.0519671 Nov 09 21:47:55.692203 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3752680e-6f39-42fa-8105-8967e7e7a7df req-9ec40102-fca7-4eac-8617-b7ec6ee7b71f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2edc357-a9a0-499d-a950-5fdc1b49b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567126 Nov 09 21:47:56.819661 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222dc4a-ee96-40c5-9ff4-9236428bdf73 req-c820e807-913e-44d2-9873-5d8f5bc1507c tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:56.821463 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1222dc4a-ee96-40c5-9ff4-9236428bdf73 req-c820e807-913e-44d2-9873-5d8f5bc1507c tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 946 time: 0.0580726 Nov 09 21:47:56.886037 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1222dc4a-ee96-40c5-9ff4-9236428bdf73 req-81d8f28b-4655-44bf-812f-11354f0fd0a4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2edc357-a9a0-499d-a950-5fdc1b49b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577042 Nov 09 21:47:56.932283 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ec3f2785-2aa4-4c63-be13-9655af718d45 req-56f5b325-3976-41fb-9cf5-0e9fe7eb9285 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e7e0fdd6-07ff-435f-b4f3-afd45831ca93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0646255 Nov 09 21:47:57.029595 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f2785-2aa4-4c63-be13-9655af718d45 req-2f19770c-7a66-4e37-bc43-5b6066b84338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:57.031114 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ec3f2785-2aa4-4c63-be13-9655af718d45 req-2f19770c-7a66-4e37-bc43-5b6066b84338 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd26d45f3284479db773fef1499ac4be&device_id=e7e0fdd6-07ff-435f-b4f3-afd45831ca93 HTTP/1.1" status: 200 len: 1096 time: 0.0456719 Nov 09 21:47:57.165817 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f2785-2aa4-4c63-be13-9655af718d45 req-401f4310-5f75-401e-930b-f0e562c6c6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:57.167320 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ec3f2785-2aa4-4c63-be13-9655af718d45 req-401f4310-5f75-401e-930b-f0e562c6c6c7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a216761d-34ed-4b38-956d-afebd2398376 HTTP/1.1" status: 200 len: 896 time: 0.1142836 Nov 09 21:47:57.258372 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ec3f2785-2aa4-4c63-be13-9655af718d45 req-e30106b2-831c-42f1-98b5-b0dfb3a42e43 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb HTTP/1.1" status: 200 len: 1001 time: 0.0778427 Nov 09 21:47:57.332465 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f2785-2aa4-4c63-be13-9655af718d45 req-6c93b2c5-63fa-46b9-9e94-711845c059cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:57.334040 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ec3f2785-2aa4-4c63-be13-9655af718d45 req-6c93b2c5-63fa-46b9-9e94-711845c059cd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9649b6d0-d911-4a83-a41d-f6afea5832a6 HTTP/1.1" status: 200 len: 835 time: 0.0683143 Nov 09 21:47:57.409691 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f2785-2aa4-4c63-be13-9655af718d45 req-b0ecb3dc-41ac-46ae-9b05-a0bee3635bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:57.411380 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ec3f2785-2aa4-4c63-be13-9655af718d45 req-b0ecb3dc-41ac-46ae-9b05-a0bee3635bc8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a216761d-34ed-4b38-956d-afebd2398376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642138 Nov 09 21:47:57.544161 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ec3f2785-2aa4-4c63-be13-9655af718d45 req-0d4b5536-6b32-416a-a63d-1a040c0e63d6 service neutron] 10.222.0.45 "GET /v2.0/networks/a216761d-34ed-4b38-956d-afebd2398376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245236 Nov 09 21:47:57.650184 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ec3f2785-2aa4-4c63-be13-9655af718d45 req-905d8e37-5604-427b-9744-261948d62f6d service neutron] 10.222.0.45 "GET /v2.0/networks/a216761d-34ed-4b38-956d-afebd2398376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987213 Nov 09 21:47:58.007223 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530d4d4-ee07-4093-845f-d762327299f7 req-a47598a6-fc33-4388-a299-f63d5a732227 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:58.009049 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9530d4d4-ee07-4093-845f-d762327299f7 req-a47598a6-fc33-4388-a299-f63d5a732227 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 946 time: 0.0515819 Nov 09 21:47:58.071386 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9530d4d4-ee07-4093-845f-d762327299f7 req-6deaecd0-7c0b-41df-924e-7d5c1e7f003c tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2edc357-a9a0-499d-a950-5fdc1b49b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531664 Nov 09 21:47:59.184114 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512df0e7-b1cd-4a68-a6a4-74f0f449963b req-c60c82ea-3b26-435b-8312-b67e3e916485 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:47:59.185653 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-512df0e7-b1cd-4a68-a6a4-74f0f449963b req-c60c82ea-3b26-435b-8312-b67e3e916485 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 946 time: 0.0502398 Nov 09 21:47:59.233741 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-512df0e7-b1cd-4a68-a6a4-74f0f449963b req-63d85748-33e3-43d2-9952-80f58852b79b tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2edc357-a9a0-499d-a950-5fdc1b49b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421653 Nov 09 21:48:00.352219 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81432bdb-8f3b-41f9-a902-3dfc2dd9a2ff req-30a1e2cb-e66c-40fa-b590-beb5e544f3fc tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:00.353760 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-81432bdb-8f3b-41f9-a902-3dfc2dd9a2ff req-30a1e2cb-e66c-40fa-b590-beb5e544f3fc tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 946 time: 0.0486205 Nov 09 21:48:00.404517 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-81432bdb-8f3b-41f9-a902-3dfc2dd9a2ff req-14a9fd6a-fab7-4ec9-afa4-9878cb67c28f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2edc357-a9a0-499d-a950-5fdc1b49b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439689 Nov 09 21:48:01.524959 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed2364-2ca8-4b8c-a3e4-d97e7e847ab2 req-cea0c949-d935-4567-a263-8d3dd77a3dd9 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:01.526474 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c0ed2364-2ca8-4b8c-a3e4-d97e7e847ab2 req-cea0c949-d935-4567-a263-8d3dd77a3dd9 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 946 time: 0.0533638 Nov 09 21:48:01.577171 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c0ed2364-2ca8-4b8c-a3e4-d97e7e847ab2 req-ed5e41ce-60b7-408d-a97d-75bdabb4cb5c tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2edc357-a9a0-499d-a950-5fdc1b49b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439157 Nov 09 21:48:02.695263 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a10e8-1386-444d-8900-d74c12aaf79c req-f3b96951-532b-4009-a1f9-0e0463ccd898 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:02.696762 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-887a10e8-1386-444d-8900-d74c12aaf79c req-f3b96951-532b-4009-a1f9-0e0463ccd898 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 946 time: 0.0531056 Nov 09 21:48:02.746421 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-887a10e8-1386-444d-8900-d74c12aaf79c req-fcf93223-ee1c-4d43-958c-f60cad7c21ea tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2edc357-a9a0-499d-a950-5fdc1b49b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435002 Nov 09 21:48:03.853237 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:03.870902 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e873055-5a6a-4768-96bb-4febf9226861 req-95bcedd2-7c8e-4846-92cf-c29244005eb2 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:03.872993 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1e873055-5a6a-4768-96bb-4febf9226861 req-95bcedd2-7c8e-4846-92cf-c29244005eb2 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 946 time: 0.0514927 Nov 09 21:48:03.923670 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1e873055-5a6a-4768-96bb-4febf9226861 req-c3649b77-0c15-4f1d-83d5-1a8dd2b95bf9 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2edc357-a9a0-499d-a950-5fdc1b49b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442121 Nov 09 21:48:04.131215 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57114) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:04.490072 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bc8156e2-87a9-430d-9ba9-6db304e2f07c tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:04.806328 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-bc8156e2-87a9-430d-9ba9-6db304e2f07c tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Deleting port 4c2920fa-037c-4104-8139-ad1b0345449a {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:48:04.806722 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bc8156e2-87a9-430d-9ba9-6db304e2f07c tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:04.863040 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-5b5b3253-047e-4136-b639-2f946c1f711b service neutron] show failed (client error): The resource could not be found. Nov 09 21:48:04.864344 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-5b5b3253-047e-4136-b639-2f946c1f711b service neutron] 10.222.0.45 "GET /v2.0/ports/f6531253-1743-4a9c-a8eb-492d89b912f4/bindings/n-h2-816206-3 HTTP/1.1" status: 404 len: 380 time: 0.0612047 Nov 09 21:48:04.909236 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-bc8156e2-87a9-430d-9ba9-6db304e2f07c tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] For port 4c2920fa-037c-4104-8139-ad1b0345449a, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=4c2920fa-037c-4104-8139-ad1b0345449a,segment=NetworkSegment(50280a07-a1a4-46c6-99b4-8bc8763b9c17),segment_id=50280a07-a1a4-46c6-99b4-8bc8763b9c17)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:48:04.909837 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bc8156e2-87a9-430d-9ba9-6db304e2f07c tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:04.922615 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-bc8156e2-87a9-430d-9ba9-6db304e2f07c tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Calling delete_port for 4c2920fa-037c-4104-8139-ad1b0345449a owned by network:router_interface {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:48:05.055975 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa1d0b-b0bc-4b74-bedd-2b5045148858 req-faebfecc-66df-4ade-aca2-8ba9933f1cf8 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:05.057756 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-98aa1d0b-b0bc-4b74-bedd-2b5045148858 req-faebfecc-66df-4ade-aca2-8ba9933f1cf8 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 946 time: 0.0574188 Nov 09 21:48:05.118954 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-98aa1d0b-b0bc-4b74-bedd-2b5045148858 req-75bec972-e371-49f5-bcb2-1ae7af59c234 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2edc357-a9a0-499d-a950-5fdc1b49b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543599 Nov 09 21:48:05.416217 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-8c139fca-a79e-42f8-96f0-52b73c493f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:05.417727 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-8c139fca-a79e-42f8-96f0-52b73c493f0d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=351ffde6-d0c0-4965-b704-b6a322968176&tenant_id=d7411b744b214ee4a720fd6796dc002b HTTP/1.1" status: 200 len: 1097 time: 0.0823064 Nov 09 21:48:05.450142 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-6759dcf6-6806-4a77-898b-0087e451eb11 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-3', 'device_owner': 'compute:nova'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:48:05.515159 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bc8156e2-87a9-430d-9ba9-6db304e2f07c tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:05.545017 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-6759dcf6-6806-4a77-898b-0087e451eb11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:05.549465 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8156e2-87a9-430d-9ba9-6db304e2f07c tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event deleted for resources: {'Port': ['ID=4c2920fa-037c-4104-8139-ad1b0345449a,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:05.862989 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bc8156e2-87a9-430d-9ba9-6db304e2f07c tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:05.937850 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-6759dcf6-6806-4a77-898b-0087e451eb11 service neutron] For port f6531253-1743-4a9c-a8eb-492d89b912f4, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=f6531253-1743-4a9c-a8eb-492d89b912f4,segment=NetworkSegment(ec156441-946b-4f51-bd83-262a73a48f6e),segment_id=ec156441-946b-4f51-bd83-262a73a48f6e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:48:06.017070 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-6759dcf6-6806-4a77-898b-0087e451eb11 service neutron] For port f6531253-1743-4a9c-a8eb-492d89b912f4, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:48:06.096917 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351ffde6-d0c0-4965-b704-b6a322968176', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6531253-1743-4a9c-a8eb-492d89b912f4'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:48:06.099158 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232a07be-3985-4bf5-8007-25693e700a45" -d '{"events": [{"server_uuid": "351ffde6-d0c0-4965-b704-b6a322968176", "name": "network-vif-unplugged", "status": "completed", "tag": "f6531253-1743-4a9c-a8eb-492d89b912f4"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:48:06.102976 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-6759dcf6-6806-4a77-898b-0087e451eb11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:06.128282 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-6759dcf6-6806-4a77-898b-0087e451eb11 service neutron] Transition to ACTIVE for port object f6531253-1743-4a9c-a8eb-492d89b912f4 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:48:06.164396 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 21:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4e380a-a3a0-48d6-90fa-c3012bcd529f x-openstack-request-id: req-1f4e380a-a3a0-48d6-90fa-c3012bcd529f {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:48:06.164716 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351ffde6-d0c0-4965-b704-b6a322968176", "name": "network-vif-unplugged", "status": "completed", "tag": "f6531253-1743-4a9c-a8eb-492d89b912f4", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:48:06.164959 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1f4e380a-a3a0-48d6-90fa-c3012bcd529f {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:48:06.165356 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351ffde6-d0c0-4965-b704-b6a322968176', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6531253-1743-4a9c-a8eb-492d89b912f4', 'code': 200} Nov 09 21:48:06.167959 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-6759dcf6-6806-4a77-898b-0087e451eb11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:06.253933 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b45ac-d957-43a2-9e5d-5cdf0f310468 req-82f24465-f265-4295-84d8-d5448efae7e5 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:06.255489 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f81b45ac-d957-43a2-9e5d-5cdf0f310468 req-82f24465-f265-4295-84d8-d5448efae7e5 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 944 time: 0.0587354 Nov 09 21:48:06.302643 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6759dcf6-6806-4a77-898b-0087e451eb11 service neutron] Pushing event updated for resources: {'Port': ['ID=f6531253-1743-4a9c-a8eb-492d89b912f4,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:06.327288 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f81b45ac-d957-43a2-9e5d-5cdf0f310468 req-4d836683-ea88-4e41-9336-e9b0b0d1bea8 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2edc357-a9a0-499d-a950-5fdc1b49b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631037 Nov 09 21:48:06.335656 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc8156e2-87a9-430d-9ba9-6db304e2f07c tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Router d5eeebb8-5bf2-4212-ab8c-45a104ad0142 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:48:06.420879 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-6759dcf6-6806-4a77-898b-0087e451eb11 service neutron] No DVR routers for this DVR port f6531253-1743-4a9c-a8eb-492d89b912f4 on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:48:06.559515 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8156e2-87a9-430d-9ba9-6db304e2f07c tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:48:06.566416 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-bc8156e2-87a9-430d-9ba9-6db304e2f07c tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "PUT /v2.0/routers/d5eeebb8-5bf2-4212-ab8c-45a104ad0142/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4342399 Nov 09 21:48:06.582903 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0659c68c-4320-4977-9e98-b9476cd9acea None None] Sync routers for ids ['d5eeebb8-5bf2-4212-ab8c-45a104ad0142'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:48:06.595383 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0659c68c-4320-4977-9e98-b9476cd9acea None None] Routers {'d5eeebb8-5bf2-4212-ab8c-45a104ad0142'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:48:06.596287 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-0659c68c-4320-4977-9e98-b9476cd9acea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:47:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['d5eeebb8-5bf2-4212-ab8c-45a104ad0142'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:06.624344 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-6759dcf6-6806-4a77-898b-0087e451eb11 service neutron] Attempting to bind port f6531253-1743-4a9c-a8eb-492d89b912f4 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:48:06.624946 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-6759dcf6-6806-4a77-898b-0087e451eb11 service neutron] Attempting to bind port f6531253-1743-4a9c-a8eb-492d89b912f4 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': 'ec156441-946b-4f51-bd83-262a73a48f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '34844b52-a4c3-4316-b08b-c8bfdd20d397'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:48:06.625461 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-6759dcf6-6806-4a77-898b-0087e451eb11 service neutron] Attempting to bind port f6531253-1743-4a9c-a8eb-492d89b912f4 on network 34844b52-a4c3-4316-b08b-c8bfdd20d397 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:48:06.631613 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-6759dcf6-6806-4a77-898b-0087e451eb11 service neutron] Port f6531253-1743-4a9c-a8eb-492d89b912f4 on network 34844b52-a4c3-4316-b08b-c8bfdd20d397 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:48:06.631613 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-6759dcf6-6806-4a77-898b-0087e451eb11 service neutron] Attempting to bind port f6531253-1743-4a9c-a8eb-492d89b912f4 on network 34844b52-a4c3-4316-b08b-c8bfdd20d397 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:48:06.638047 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-6759dcf6-6806-4a77-898b-0087e451eb11 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:48:06.638047 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-6759dcf6-6806-4a77-898b-0087e451eb11 service neutron] Checking segment: {'id': 'ec156441-946b-4f51-bd83-262a73a48f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '34844b52-a4c3-4316-b08b-c8bfdd20d397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:48:06.638800 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-6759dcf6-6806-4a77-898b-0087e451eb11 service neutron] Bound using segment: {'id': 'ec156441-946b-4f51-bd83-262a73a48f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '34844b52-a4c3-4316-b08b-c8bfdd20d397'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:48:06.638939 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-6759dcf6-6806-4a77-898b-0087e451eb11 service neutron] Bound port: f6531253-1743-4a9c-a8eb-492d89b912f4, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec156441-946b-4f51-bd83-262a73a48f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '34844b52-a4c3-4316-b08b-c8bfdd20d397'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:48:06.639635 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-6759dcf6-6806-4a77-898b-0087e451eb11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:06.717328 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-6759dcf6-6806-4a77-898b-0087e451eb11 service neutron] For port f6531253-1743-4a9c-a8eb-492d89b912f4, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:48:06.722259 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-6759dcf6-6806-4a77-898b-0087e451eb11 service neutron] For port f6531253-1743-4a9c-a8eb-492d89b912f4, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f6531253-1743-4a9c-a8eb-492d89b912f4,segment=NetworkSegment(ec156441-946b-4f51-bd83-262a73a48f6e),segment_id=ec156441-946b-4f51-bd83-262a73a48f6e)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:48:06.727332 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-6759dcf6-6806-4a77-898b-0087e451eb11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:06.734751 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-0659c68c-4320-4977-9e98-b9476cd9acea None None] Set router d5eeebb8-5bf2-4212-ab8c-45a104ad0142 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:48:06.777319 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-6759dcf6-6806-4a77-898b-0087e451eb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:06.778804 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-6759dcf6-6806-4a77-898b-0087e451eb11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:06.780319 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-6759dcf6-6806-4a77-898b-0087e451eb11 service neutron] 10.222.0.43 "PUT /v2.0/ports/f6531253-1743-4a9c-a8eb-492d89b912f4 HTTP/1.1" status: 200 len: 1092 time: 1.3360426 Nov 09 21:48:06.813622 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6759dcf6-6806-4a77-898b-0087e451eb11 service neutron] Pushing event updated for resources: {'Port': ['ID=f6531253-1743-4a9c-a8eb-492d89b912f4,revision_number=7']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:06.898865 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f101b-7d72-470a-8d28-ada27d42a7ac req-2b138dc4-a615-40b2-9f5f-4d48e65cd244 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:06.900458 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f49f101b-7d72-470a-8d28-ada27d42a7ac req-2b138dc4-a615-40b2-9f5f-4d48e65cd244 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/ports?device_id=85f4293c-89ab-48bc-9b39-970b45d573c4 HTTP/1.1" status: 200 len: 946 time: 0.0801816 Nov 09 21:48:06.917891 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-42f756de-44a0-46c4-9726-cf323fab4480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:06.919686 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-42f756de-44a0-46c4-9726-cf323fab4480 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d7411b744b214ee4a720fd6796dc002b&device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 1095 time: 0.0709529 Nov 09 21:48:06.985089 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f49f101b-7d72-470a-8d28-ada27d42a7ac req-a893d75e-e469-4e1f-ad6b-82e9710d16e7 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/security-groups?id=90ab606e-d07d-4e7e-b273-8b726b5c3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781941 Nov 09 21:48:07.135379 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-0659c68c-4320-4977-9e98-b9476cd9acea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'name': 'tempest-TestNetworkBasicOps-router-1471807766', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '50c7863d-b76d-4e88-8e48-eeec88bb9fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:46:22Z', 'updated_at': '2021-11-09T21:48:05Z', 'revision_number': 6, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'gw_port': {'id': '50c7863d-b76d-4e88-8e48-eeec88bb9fb1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:87:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:23Z', 'updated_at': '2021-11-09T21:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '3396e4b3-0e23-4da6-ac81-9fb94905f783', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'floating_ip_address': '172.25.7.200', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'port_id': '8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a216761d-34ed-4b38-956d-afebd2398376', 'mac_address': 'fa:16:3e:2d:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e0fdd6-07ff-435f-b4f3-afd45831ca93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:46:48Z', 'updated_at': '2021-11-09T21:46:51Z', 'revision_number': 1, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5a703af-c820-4971-89b8-50adadf88801', 'name': '', 'network_id': 'a216761d-34ed-4b38-956d-afebd2398376', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'mac_address': 'fa:16:3e:79:6a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '9649b6d0-d911-4a83-a41d-f6afea5832a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:27Z', 'updated_at': '2021-11-09T21:46:32Z', 'revision_number': 5, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'subnets': [{'id': '9649b6d0-d911-4a83-a41d-f6afea5832a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:07.153656 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-cda0458e-6dd8-4ba5-91ee-b19410c34007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:07.155285 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-cda0458e-6dd8-4ba5-91ee-b19410c34007 service neutron] 10.222.0.43 "GET /v2.0/networks?id=34844b52-a4c3-4316-b08b-c8bfdd20d397 HTTP/1.1" status: 200 len: 897 time: 0.2195354 Nov 09 21:48:07.167112 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0659c68c-4320-4977-9e98-b9476cd9acea None None] Checking router: d5eeebb8-5bf2-4212-ab8c-45a104ad0142 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:48:07.177135 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0659c68c-4320-4977-9e98-b9476cd9acea None None] Routers {'d5eeebb8-5bf2-4212-ab8c-45a104ad0142'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:48:07.178035 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-0659c68c-4320-4977-9e98-b9476cd9acea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:47:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['d5eeebb8-5bf2-4212-ab8c-45a104ad0142'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:07.241926 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-896a8364-1901-4c8f-bc24-9ce57a59af0e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6531253-1743-4a9c-a8eb-492d89b912f4 HTTP/1.1" status: 200 len: 1000 time: 0.0785789 Nov 09 21:48:07.312198 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-0659c68c-4320-4977-9e98-b9476cd9acea None None] Set router d5eeebb8-5bf2-4212-ab8c-45a104ad0142 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:48:07.334234 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-05e272be-e64f-41f9-a59b-84b45c5256b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:07.337716 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-05e272be-e64f-41f9-a59b-84b45c5256b6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=630b49fb-caa8-41de-a897-b6b514f9210a HTTP/1.1" status: 200 len: 835 time: 0.0862918 Nov 09 21:48:07.396392 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-6f978630-4bcc-4a87-ba75-ab607285b1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:07.397931 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-6f978630-4bcc-4a87-ba75-ab607285b1a3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=34844b52-a4c3-4316-b08b-c8bfdd20d397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524158 Nov 09 21:48:07.572413 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cfb157-8aa9-4fd6-ba20-089fe05a799d req-7bb61dba-0701-4c1d-ae21-545d1ee31afe tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:07.574702 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c7cfb157-8aa9-4fd6-ba20-089fe05a799d req-7bb61dba-0701-4c1d-ae21-545d1ee31afe tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 944 time: 0.1182597 Nov 09 21:48:07.600989 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-0659c68c-4320-4977-9e98-b9476cd9acea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'name': 'tempest-TestNetworkBasicOps-router-1471807766', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '50c7863d-b76d-4e88-8e48-eeec88bb9fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:46:22Z', 'updated_at': '2021-11-09T21:48:05Z', 'revision_number': 6, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'gw_port': {'id': '50c7863d-b76d-4e88-8e48-eeec88bb9fb1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:87:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:23Z', 'updated_at': '2021-11-09T21:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '3396e4b3-0e23-4da6-ac81-9fb94905f783', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'floating_ip_address': '172.25.7.200', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'port_id': '8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a216761d-34ed-4b38-956d-afebd2398376', 'mac_address': 'fa:16:3e:2d:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e0fdd6-07ff-435f-b4f3-afd45831ca93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:46:48Z', 'updated_at': '2021-11-09T21:46:51Z', 'revision_number': 1, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5a703af-c820-4971-89b8-50adadf88801', 'name': '', 'network_id': 'a216761d-34ed-4b38-956d-afebd2398376', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'mac_address': 'fa:16:3e:79:6a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '9649b6d0-d911-4a83-a41d-f6afea5832a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:27Z', 'updated_at': '2021-11-09T21:46:32Z', 'revision_number': 5, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'subnets': [{'id': '9649b6d0-d911-4a83-a41d-f6afea5832a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:07.611249 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-c821e662-202b-4d22-aa01-11b687c99df6 service neutron] 10.222.0.43 "GET /v2.0/networks/34844b52-a4c3-4316-b08b-c8bfdd20d397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040226 Nov 09 21:48:07.645671 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0659c68c-4320-4977-9e98-b9476cd9acea None None] The sync data for ids ['d5eeebb8-5bf2-4212-ab8c-45a104ad0142'] in n-d-816206-3 is: [{'id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'name': 'tempest-TestNetworkBasicOps-router-1471807766', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '50c7863d-b76d-4e88-8e48-eeec88bb9fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:46:22Z', 'updated_at': '2021-11-09T21:48:05Z', 'revision_number': 6, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'gw_port': {'id': '50c7863d-b76d-4e88-8e48-eeec88bb9fb1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:87:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:23Z', 'updated_at': '2021-11-09T21:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '3396e4b3-0e23-4da6-ac81-9fb94905f783', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'floating_ip_address': '172.25.7.200', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'port_id': '8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a216761d-34ed-4b38-956d-afebd2398376', 'mac_address': 'fa:16:3e:2d:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e0fdd6-07ff-435f-b4f3-afd45831ca93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:46:48Z', 'updated_at': '2021-11-09T21:46:51Z', 'revision_number': 1, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5a703af-c820-4971-89b8-50adadf88801', 'name': '', 'network_id': 'a216761d-34ed-4b38-956d-afebd2398376', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'mac_address': 'fa:16:3e:79:6a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '9649b6d0-d911-4a83-a41d-f6afea5832a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:27Z', 'updated_at': '2021-11-09T21:46:32Z', 'revision_number': 5, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'subnets': [{'id': '9649b6d0-d911-4a83-a41d-f6afea5832a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:48:07.721486 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c7cfb157-8aa9-4fd6-ba20-089fe05a799d req-8fa44249-f5f2-4ae3-b793-5cf5be82a864 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2edc357-a9a0-499d-a950-5fdc1b49b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362934 Nov 09 21:48:07.767175 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6181187f-fe6b-4bef-93ac-e59fc27496eb req-4a8aa580-28c9-4845-8453-823fff3a3fad service neutron] 10.222.0.43 "GET /v2.0/networks/34844b52-a4c3-4316-b08b-c8bfdd20d397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437316 Nov 09 21:48:08.113023 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afcbcf-1fb8-487e-8783-37576304f5f2 req-c0df3084-5ec7-489e-8847-d086aae9deea tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:08.114580 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-19afcbcf-1fb8-487e-8783-37576304f5f2 req-c0df3084-5ec7-489e-8847-d086aae9deea tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/ports?device_id=85f4293c-89ab-48bc-9b39-970b45d573c4 HTTP/1.1" status: 200 len: 946 time: 0.0657935 Nov 09 21:48:08.166565 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '351ffde6-d0c0-4965-b704-b6a322968176', 'tag': 'f6531253-1743-4a9c-a8eb-492d89b912f4'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:48:08.169055 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b677bb-dd05-4d94-b8ac-78d4fd6371c1" -d '{"events": [{"name": "network-changed", "server_uuid": "351ffde6-d0c0-4965-b704-b6a322968176", "tag": "f6531253-1743-4a9c-a8eb-492d89b912f4"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:48:08.183726 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-19afcbcf-1fb8-487e-8783-37576304f5f2 req-2e5e22dd-2b0f-47ae-a127-63176e6d7179 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/security-groups?id=90ab606e-d07d-4e7e-b273-8b726b5c3c52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621364 Nov 09 21:48:08.238166 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932faddc-37ed-4411-81ca-3c115e565196 x-openstack-request-id: req-932faddc-37ed-4411-81ca-3c115e565196 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:48:08.238527 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "351ffde6-d0c0-4965-b704-b6a322968176", "tag": "f6531253-1743-4a9c-a8eb-492d89b912f4", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:48:08.238939 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-932faddc-37ed-4411-81ca-3c115e565196 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:48:08.239443 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '351ffde6-d0c0-4965-b704-b6a322968176', 'tag': 'f6531253-1743-4a9c-a8eb-492d89b912f4', 'status': 'completed', 'code': 200} Nov 09 21:48:08.306978 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b677bb-dd05-4d94-b8ac-78d4fd6371c1 req-2d20c737-6646-496d-b6b3-ec50bdb0bc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:08.308809 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-31b677bb-dd05-4d94-b8ac-78d4fd6371c1 req-2d20c737-6646-496d-b6b3-ec50bdb0bc20 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7411b744b214ee4a720fd6796dc002b&device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 1095 time: 0.0550258 Nov 09 21:48:08.420501 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b677bb-dd05-4d94-b8ac-78d4fd6371c1 req-04f9a7a2-9950-4d79-98b3-882e2b87bbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:08.422017 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-31b677bb-dd05-4d94-b8ac-78d4fd6371c1 req-04f9a7a2-9950-4d79-98b3-882e2b87bbf6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=34844b52-a4c3-4316-b08b-c8bfdd20d397 HTTP/1.1" status: 200 len: 897 time: 0.1063874 Nov 09 21:48:08.441297 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b677bb-dd05-4d94-b8ac-78d4fd6371c1 req-41190e76-9906-47f1-97b3-cfbcb4b14711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:08.443065 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-31b677bb-dd05-4d94-b8ac-78d4fd6371c1 req-41190e76-9906-47f1-97b3-cfbcb4b14711 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d7411b744b214ee4a720fd6796dc002b&device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 1095 time: 0.0953526 Nov 09 21:48:08.457110 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310ea06-4f2c-4a22-b9ae-96db098ef170 req-42f60248-3ebe-409b-b55b-62e3960c6f4d tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:08.458621 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3310ea06-4f2c-4a22-b9ae-96db098ef170 req-42f60248-3ebe-409b-b55b-62e3960c6f4d tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.43 "GET /v2.0/ports?device_id=85f4293c-89ab-48bc-9b39-970b45d573c4 HTTP/1.1" status: 200 len: 946 time: 0.1028244 Nov 09 21:48:08.498664 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-31b677bb-dd05-4d94-b8ac-78d4fd6371c1 req-c118bfb6-1a8d-4655-9e69-c2827bc8f952 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6531253-1743-4a9c-a8eb-492d89b912f4 HTTP/1.1" status: 200 len: 1000 time: 0.0691710 Nov 09 21:48:08.562633 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b677bb-dd05-4d94-b8ac-78d4fd6371c1 req-cdba9e47-1480-45a2-9d0a-e26875ab6e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:08.564126 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-31b677bb-dd05-4d94-b8ac-78d4fd6371c1 req-cdba9e47-1480-45a2-9d0a-e26875ab6e56 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=630b49fb-caa8-41de-a897-b6b514f9210a HTTP/1.1" status: 200 len: 835 time: 0.0586109 Nov 09 21:48:08.608610 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b677bb-dd05-4d94-b8ac-78d4fd6371c1 req-3ce2bcea-7631-4c99-9d72-e5797d7eb126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:08.610114 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-31b677bb-dd05-4d94-b8ac-78d4fd6371c1 req-3ce2bcea-7631-4c99-9d72-e5797d7eb126 service neutron] 10.222.0.43 "GET /v2.0/networks?id=34844b52-a4c3-4316-b08b-c8bfdd20d397 HTTP/1.1" status: 200 len: 897 time: 0.1505735 Nov 09 21:48:08.622756 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b677bb-dd05-4d94-b8ac-78d4fd6371c1 req-75fae14c-56d6-460f-809b-0de672529a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:08.624472 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-31b677bb-dd05-4d94-b8ac-78d4fd6371c1 req-75fae14c-56d6-460f-809b-0de672529a42 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=34844b52-a4c3-4316-b08b-c8bfdd20d397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534422 Nov 09 21:48:08.629474 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-3310ea06-4f2c-4a22-b9ae-96db098ef170 req-b55841c9-90ce-4d42-a02d-5858b1723ae6 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Deleting port a0532f32-7733-413d-a02b-a340f5562226 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:48:08.629667 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3310ea06-4f2c-4a22-b9ae-96db098ef170 req-b55841c9-90ce-4d42-a02d-5858b1723ae6 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:08.646842 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 4c2920fa-037c-4104-8139-ad1b0345449a no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:48:08.669381 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 4c2920fa-037c-4104-8139-ad1b0345449a {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:48:08.669727 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 4c2920fa-037c-4104-8139-ad1b0345449a not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:48:08.730829 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-31b677bb-dd05-4d94-b8ac-78d4fd6371c1 req-ad758136-97e9-4be2-9615-14d27f32da4c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6531253-1743-4a9c-a8eb-492d89b912f4 HTTP/1.1" status: 200 len: 1000 time: 0.1121519 Nov 09 21:48:08.754854 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-31b677bb-dd05-4d94-b8ac-78d4fd6371c1 req-afd10122-b2ac-44c0-89dc-eef76a383c59 service neutron] 10.222.0.45 "GET /v2.0/networks/34844b52-a4c3-4316-b08b-c8bfdd20d397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232471 Nov 09 21:48:08.803352 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-3310ea06-4f2c-4a22-b9ae-96db098ef170 req-b55841c9-90ce-4d42-a02d-5858b1723ae6 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] For port a0532f32-7733-413d-a02b-a340f5562226, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=a0532f32-7733-413d-a02b-a340f5562226,segment=NetworkSegment(50280a07-a1a4-46c6-99b4-8bc8763b9c17),segment_id=50280a07-a1a4-46c6-99b4-8bc8763b9c17)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:48:08.803710 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3310ea06-4f2c-4a22-b9ae-96db098ef170 req-b55841c9-90ce-4d42-a02d-5858b1723ae6 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:08.820677 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b677bb-dd05-4d94-b8ac-78d4fd6371c1 req-7032e7a3-9331-4232-a3f5-127cd8d8d213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:08.822369 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-31b677bb-dd05-4d94-b8ac-78d4fd6371c1 req-7032e7a3-9331-4232-a3f5-127cd8d8d213 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=630b49fb-caa8-41de-a897-b6b514f9210a HTTP/1.1" status: 200 len: 835 time: 0.0815866 Nov 09 21:48:08.823415 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-3310ea06-4f2c-4a22-b9ae-96db098ef170 req-b55841c9-90ce-4d42-a02d-5858b1723ae6 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Calling delete_port for a0532f32-7733-413d-a02b-a340f5562226 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:48:08.895028 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bbdbe6-5a8f-4c89-88be-27706e33b836 req-1476cb0d-35a0-4928-94d6-0987c1baeb85 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:08.896565 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-78bbdbe6-5a8f-4c89-88be-27706e33b836 req-1476cb0d-35a0-4928-94d6-0987c1baeb85 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 944 time: 0.0716126 Nov 09 21:48:08.913745 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b677bb-dd05-4d94-b8ac-78d4fd6371c1 req-d6f4c533-5a84-49e9-bc2f-0b99231fdc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:08.915322 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-31b677bb-dd05-4d94-b8ac-78d4fd6371c1 req-d6f4c533-5a84-49e9-bc2f-0b99231fdc73 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=34844b52-a4c3-4316-b08b-c8bfdd20d397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834894 Nov 09 21:48:08.932756 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-31b677bb-dd05-4d94-b8ac-78d4fd6371c1 req-b548c8d9-77b4-46dc-81d0-8d646e66856e service neutron] 10.222.0.45 "GET /v2.0/networks/34844b52-a4c3-4316-b08b-c8bfdd20d397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704032 Nov 09 21:48:08.980945 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-78bbdbe6-5a8f-4c89-88be-27706e33b836 req-d4a088ba-7114-45a7-ba5a-730199d916b9 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2edc357-a9a0-499d-a950-5fdc1b49b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713465 Nov 09 21:48:09.007991 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device f6531253-1743-4a9c-a8eb-492d89b912f4 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:48:09.052093 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device f6531253-1743-4a9c-a8eb-492d89b912f4 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:48:09.052569 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-31b677bb-dd05-4d94-b8ac-78d4fd6371c1 req-f7c84cc0-3c3d-4eea-920d-7c1275f49837 service neutron] 10.222.0.43 "GET /v2.0/networks/34844b52-a4c3-4316-b08b-c8bfdd20d397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244111 Nov 09 21:48:09.055276 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3310ea06-4f2c-4a22-b9ae-96db098ef170 req-b55841c9-90ce-4d42-a02d-5858b1723ae6 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:09.100088 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55841c9-90ce-4d42-a02d-5858b1723ae6 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event deleted for resources: {'Port': ['ID=a0532f32-7733-413d-a02b-a340f5562226,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:09.503625 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d3eebffc-7307-453b-9f62-38403e0cefe5 req-862f221e-4c90-47d3-98df-f34836e48b83 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/ports?device_id=85f4293c-89ab-48bc-9b39-970b45d573c4 HTTP/1.1" status: 200 len: 210 time: 0.0741560 Nov 09 21:48:09.504542 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-3310ea06-4f2c-4a22-b9ae-96db098ef170 req-b55841c9-90ce-4d42-a02d-5858b1723ae6 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] No DVR routers for this DVR port a0532f32-7733-413d-a02b-a340f5562226 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:48:09.507993 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3310ea06-4f2c-4a22-b9ae-96db098ef170 req-b55841c9-90ce-4d42-a02d-5858b1723ae6 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:09.511312 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3310ea06-4f2c-4a22-b9ae-96db098ef170 req-b55841c9-90ce-4d42-a02d-5858b1723ae6 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.43 "DELETE /v2.0/ports/a0532f32-7733-413d-a02b-a340f5562226 HTTP/1.1" status: 204 len: 173 time: 1.0444303 Nov 09 21:48:09.563895 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-31b677bb-dd05-4d94-b8ac-78d4fd6371c1 req-7b5f8ea9-9fe6-43e6-9051-a79b2e56a3f5 service neutron] 10.222.0.43 "GET /v2.0/networks/34844b52-a4c3-4316-b08b-c8bfdd20d397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5020955 Nov 09 21:48:10.121499 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f7ea3-f18b-4ffd-9851-41c4f08134fc req-4d6ca627-567d-4c31-bcfc-573b9ee77036 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:10.123587 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5c2f7ea3-f18b-4ffd-9851-41c4f08134fc req-4d6ca627-567d-4c31-bcfc-573b9ee77036 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 944 time: 0.0647554 Nov 09 21:48:10.181976 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5c2f7ea3-f18b-4ffd-9851-41c4f08134fc req-75e5c36a-0cd6-4a6b-8aaf-49100e31615e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2edc357-a9a0-499d-a950-5fdc1b49b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520961 Nov 09 21:48:10.240751 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f4293c-89ab-48bc-9b39-970b45d573c4', 'name': 'network-vif-deleted', 'tag': 'a0532f32-7733-413d-a02b-a340f5562226'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:48:10.243242 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e9ffcf-394f-482e-8019-802a49b88b74" -d '{"events": [{"server_uuid": "85f4293c-89ab-48bc-9b39-970b45d573c4", "name": "network-vif-deleted", "tag": "a0532f32-7733-413d-a02b-a340f5562226"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:48:10.282589 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3432cb-9db9-46d2-91fd-729a10e4abd4 x-openstack-request-id: req-9b3432cb-9db9-46d2-91fd-729a10e4abd4 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:48:10.282889 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f4293c-89ab-48bc-9b39-970b45d573c4", "name": "network-vif-deleted", "tag": "a0532f32-7733-413d-a02b-a340f5562226", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:48:10.283154 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9b3432cb-9db9-46d2-91fd-729a10e4abd4 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:48:10.283605 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f4293c-89ab-48bc-9b39-970b45d573c4', 'name': 'network-vif-deleted', 'tag': 'a0532f32-7733-413d-a02b-a340f5562226', 'status': 'completed', 'code': 200} Nov 09 21:48:10.455082 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fcf814-54de-4b0e-98b3-80f3995cda36 req-a9a86e21-2653-4474-8d4d-e65d72018552 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:10.456562 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-66fcf814-54de-4b0e-98b3-80f3995cda36 req-a9a86e21-2653-4474-8d4d-e65d72018552 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 944 time: 0.1098418 Nov 09 21:48:10.477806 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247bff9-0a32-4231-9be8-737108af3146 req-5c06571a-0a96-4316-8bde-16b686b9bc95 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:10.479205 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a247bff9-0a32-4231-9be8-737108af3146 req-5c06571a-0a96-4316-8bde-16b686b9bc95 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.45 "GET /v2.0/ports?device_id=351ffde6-d0c0-4965-b704-b6a322968176&tenant_id=d7411b744b214ee4a720fd6796dc002b&binding%3Ahost_id=n-h2-816206-3 HTTP/1.1" status: 200 len: 944 time: 0.1046689 Nov 09 21:48:10.561894 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-66fcf814-54de-4b0e-98b3-80f3995cda36 req-098f00f7-6fc8-478f-ba96-cd05dd5346ca tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2edc357-a9a0-499d-a950-5fdc1b49b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978713 Nov 09 21:48:10.564158 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57590) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:10.570852 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [req-a247bff9-0a32-4231-9be8-737108af3146 req-dbdcea39-173a-4d5f-8930-46f5de8a22f3 service neutron] delete failed (client error): The resource could not be found. Nov 09 21:48:10.571748 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a247bff9-0a32-4231-9be8-737108af3146 req-dbdcea39-173a-4d5f-8930-46f5de8a22f3 service neutron] 10.222.0.45 "DELETE /v2.0/ports/f6531253-1743-4a9c-a8eb-492d89b912f4/bindings/n-h1-816206-3 HTTP/1.1" status: 404 len: 380 time: 0.0844858 Nov 09 21:48:10.621544 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e6c668e4-ce0b-4e09-88b1-a47d22887a04 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:10.648327 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e6c668e4-ce0b-4e09-88b1-a47d22887a04 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:10.657252 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247bff9-0a32-4231-9be8-737108af3146 req-76035f48-cd61-4142-ac30-8814c1a12c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:10.658766 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a247bff9-0a32-4231-9be8-737108af3146 req-76035f48-cd61-4142-ac30-8814c1a12c3a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7411b744b214ee4a720fd6796dc002b&device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 1095 time: 0.0432205 Nov 09 21:48:10.708955 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e6c668e4-ce0b-4e09-88b1-a47d22887a04 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:10.711483 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e6c668e4-ce0b-4e09-88b1-a47d22887a04 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:10.713050 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e6c668e4-ce0b-4e09-88b1-a47d22887a04 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "DELETE /v2.0/security-groups/90ab606e-d07d-4e7e-b273-8b726b5c3c52 HTTP/1.1" status: 204 len: 168 time: 0.1475637 Nov 09 21:48:10.723419 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c668e4-ce0b-4e09-88b1-a47d22887a04 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ab606e-d07d-4e7e-b273-8b726b5c3c52,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:10.765206 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247bff9-0a32-4231-9be8-737108af3146 req-152a987c-9f2e-4cbc-bfe0-b0a3729bb801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:10.766697 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a247bff9-0a32-4231-9be8-737108af3146 req-152a987c-9f2e-4cbc-bfe0-b0a3729bb801 service neutron] 10.222.0.45 "GET /v2.0/networks?id=34844b52-a4c3-4316-b08b-c8bfdd20d397 HTTP/1.1" status: 200 len: 897 time: 0.1014075 Nov 09 21:48:10.834766 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a247bff9-0a32-4231-9be8-737108af3146 req-7263e9bb-6f22-4302-b9bb-ad558a5e9312 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6531253-1743-4a9c-a8eb-492d89b912f4 HTTP/1.1" status: 200 len: 1000 time: 0.0611970 Nov 09 21:48:10.882630 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247bff9-0a32-4231-9be8-737108af3146 req-d1d2c53f-1ad5-4aeb-ab7f-9b15fbe229fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:10.884052 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a247bff9-0a32-4231-9be8-737108af3146 req-d1d2c53f-1ad5-4aeb-ab7f-9b15fbe229fb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=630b49fb-caa8-41de-a897-b6b514f9210a HTTP/1.1" status: 200 len: 835 time: 0.0428259 Nov 09 21:48:10.932010 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247bff9-0a32-4231-9be8-737108af3146 req-05fd8273-e5c4-4e1f-80f5-15444913893a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:10.933510 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a247bff9-0a32-4231-9be8-737108af3146 req-05fd8273-e5c4-4e1f-80f5-15444913893a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=34844b52-a4c3-4316-b08b-c8bfdd20d397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425429 Nov 09 21:48:11.021025 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a247bff9-0a32-4231-9be8-737108af3146 req-ffda5f49-0db2-4c45-b0d7-a36437473d33 service neutron] 10.222.0.45 "GET /v2.0/networks/34844b52-a4c3-4316-b08b-c8bfdd20d397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797765 Nov 09 21:48:11.123708 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a247bff9-0a32-4231-9be8-737108af3146 req-66a8ff4f-58a3-4a9b-9e52-eaa2d8160da9 service neutron] 10.222.0.45 "GET /v2.0/networks/34844b52-a4c3-4316-b08b-c8bfdd20d397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961854 Nov 09 21:48:11.696857 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481fef4-6492-4d3e-a8e3-30abdf5b62d1 req-c8f49853-3048-4705-a554-ad15ec93dd64 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:11.698333 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f481fef4-6492-4d3e-a8e3-30abdf5b62d1 req-c8f49853-3048-4705-a554-ad15ec93dd64 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 944 time: 0.0541244 Nov 09 21:48:11.751279 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f481fef4-6492-4d3e-a8e3-30abdf5b62d1 req-43e23650-bfe0-467a-8fee-1701fcd2deec tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2edc357-a9a0-499d-a950-5fdc1b49b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458889 Nov 09 21:48:11.769938 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57604) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:11.777024 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57606) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:11.823957 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-3138da82-1970-4abc-9978-d45a00429780 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Deleting subnet da5b13fb-bd1d-42b7-bd16-77307c938ff7 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:48:11.827831 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3138da82-1970-4abc-9978-d45a00429780 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:11.838485 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-9aa8933f-1aa1-498f-aff2-1c6335b90feb tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/floatingips/1740489a-1482-4cb1-8c28-27c903873fef HTTP/1.1" status: 200 len: 992 time: 0.0602577 Nov 09 21:48:11.872383 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3138da82-1970-4abc-9978-d45a00429780 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:11.953487 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3138da82-1970-4abc-9978-d45a00429780 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:11.970587 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device f6531253-1743-4a9c-a8eb-492d89b912f4 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:48:11.980493 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device a0532f32-7733-413d-a02b-a340f5562226 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:48:12.014865 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3138da82-1970-4abc-9978-d45a00429780 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:12.016183 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: a0532f32-7733-413d-a02b-a340f5562226 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:48:12.016754 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device a0532f32-7733-413d-a02b-a340f5562226 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:48:12.049391 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3138da82-1970-4abc-9978-d45a00429780 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event deleted for resources: {'Subnet': ['ID=da5b13fb-bd1d-42b7-bd16-77307c938ff7,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:12.051355 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3138da82-1970-4abc-9978-d45a00429780 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:12.055004 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-3138da82-1970-4abc-9978-d45a00429780 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "DELETE /v2.0/subnets/da5b13fb-bd1d-42b7-bd16-77307c938ff7 HTTP/1.1" status: 204 len: 168 time: 0.2828932 Nov 09 21:48:12.057416 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57608) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:12.070630 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f035cae7-3a45-4a8d-a6d7-bcde303c9a6c None None] Network 8d200d0d-03de-4f2b-96f6-27703375f409 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:48:12.145512 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6c1bc973-6b10-442d-9a90-01b78f67ff90 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:12.203978 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-6c1bc973-6b10-442d-9a90-01b78f67ff90 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Deleting port 4364e2ff-e8b2-4f60-aa14-c4bb3e25e662 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:48:12.204592 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6c1bc973-6b10-442d-9a90-01b78f67ff90 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:12.274869 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-6c1bc973-6b10-442d-9a90-01b78f67ff90 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] For port 4364e2ff-e8b2-4f60-aa14-c4bb3e25e662, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=4364e2ff-e8b2-4f60-aa14-c4bb3e25e662,segment=NetworkSegment(50280a07-a1a4-46c6-99b4-8bc8763b9c17),segment_id=50280a07-a1a4-46c6-99b4-8bc8763b9c17)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:48:12.275148 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6c1bc973-6b10-442d-9a90-01b78f67ff90 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:12.288700 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-6c1bc973-6b10-442d-9a90-01b78f67ff90 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Calling delete_port for 4364e2ff-e8b2-4f60-aa14-c4bb3e25e662 owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:48:12.317090 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port f6531253-1743-4a9c-a8eb-492d89b912f4, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f6531253-1743-4a9c-a8eb-492d89b912f4,segment=NetworkSegment(ec156441-946b-4f51-bd83-262a73a48f6e),segment_id=ec156441-946b-4f51-bd83-262a73a48f6e)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:48:12.348060 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': 'f6531253-1743-4a9c-a8eb-492d89b912f4', 'network_id': '34844b52-a4c3-4316-b08b-c8bfdd20d397', 'port_id': 'f6531253-1743-4a9c-a8eb-492d89b912f4', 'mac_address': 'fa:16:3e:fb:9d:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '630b49fb-caa8-41de-a897-b6b514f9210a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:48:12.395531 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6c1bc973-6b10-442d-9a90-01b78f67ff90 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:12.408666 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:12.425127 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1bc973-6b10-442d-9a90-01b78f67ff90 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event deleted for resources: {'Port': ['ID=4364e2ff-e8b2-4f60-aa14-c4bb3e25e662,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:12.429421 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1bc973-6b10-442d-9a90-01b78f67ff90 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] No DVR routers for this DVR port 4364e2ff-e8b2-4f60-aa14-c4bb3e25e662 on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:48:12.449158 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6531253-1743-4a9c-a8eb-492d89b912f4 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:48:12.485963 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port f6531253-1743-4a9c-a8eb-492d89b912f4, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f6531253-1743-4a9c-a8eb-492d89b912f4,segment=NetworkSegment(ec156441-946b-4f51-bd83-262a73a48f6e),segment_id=ec156441-946b-4f51-bd83-262a73a48f6e)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:48:12.504283 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512d7197-b1c1-4ccc-8d77-a3793312e808 None None] DHCP port deletion for 8d200d0d-03de-4f2b-96f6-27703375f409 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:48:12.510858 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:12.538484 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6c1bc973-6b10-442d-9a90-01b78f67ff90 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:12.562192 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-6c1bc973-6b10-442d-9a90-01b78f67ff90 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d200d0d-03de-4f2b-96f6-27703375f409']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:12.569782 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=f6531253-1743-4a9c-a8eb-492d89b912f4,revision_number=8']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:12.572473 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-6c1bc973-6b10-442d-9a90-01b78f67ff90 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50280a07-a1a4-46c6-99b4-8bc8763b9c17') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:12.572810 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-6c1bc973-6b10-442d-9a90-01b78f67ff90 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50280a07-a1a4-46c6-99b4-8bc8763b9c17') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:12.582299 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6c1bc973-6b10-442d-9a90-01b78f67ff90 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:12.599856 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6c1bc973-6b10-442d-9a90-01b78f67ff90 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:12.606900 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c1bc973-6b10-442d-9a90-01b78f67ff90 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:48:12.607290 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6c1bc973-6b10-442d-9a90-01b78f67ff90 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:12.610290 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:48:12.610290 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:48:12.610290 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:48:12.610290 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:48:12.610290 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:48:12.610290 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:48:12.610290 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:48:12.610290 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:48:12.610290 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:48:12.610290 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:48:12.610290 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:48:12.610290 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:48:12.610290 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:48:12.610290 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:48:12.610290 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:48:12.610290 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:48:12.610290 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:48:12.610290 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:48:12.610290 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:48:12.610290 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:48:12.610290 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:48:12.610290 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:48:12.610290 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:48:12.610290 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:48:12.610290 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:48:12.610290 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:48:12.610290 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:48:12.610290 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:48:12.610290 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:48:12.610290 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:48:12.610290 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:48:12.610290 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:48:12.689637 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 4364e2ff-e8b2-4f60-aa14-c4bb3e25e662 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:48:12.720320 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 4364e2ff-e8b2-4f60-aa14-c4bb3e25e662 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:48:12.720581 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 4364e2ff-e8b2-4f60-aa14-c4bb3e25e662 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:48:12.794073 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['f6531253-1743-4a9c-a8eb-492d89b912f4'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:48:12.940063 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6c1bc973-6b10-442d-9a90-01b78f67ff90 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:12.950583 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6c1bc973-6b10-442d-9a90-01b78f67ff90 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:12.956506 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6c1bc973-6b10-442d-9a90-01b78f67ff90 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "DELETE /v2.0/networks/8d200d0d-03de-4f2b-96f6-27703375f409 HTTP/1.1" status: 204 len: 168 time: 0.8956277 Nov 09 21:48:12.957306 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57612) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:12.963859 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1bc973-6b10-442d-9a90-01b78f67ff90 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event deleted for resources: {'Network': ['ID=8d200d0d-03de-4f2b-96f6-27703375f409,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:13.127508 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-f22101d7-3c8c-4774-b215-261cf3037a32 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Deleting port 63591751-83b4-4d02-a84e-ac01768b7230 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:48:13.127926 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f22101d7-3c8c-4774-b215-261cf3037a32 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:13.204602 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f22101d7-3c8c-4774-b215-261cf3037a32 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:13.204956 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f22101d7-3c8c-4774-b215-261cf3037a32 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:13.216130 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-f22101d7-3c8c-4774-b215-261cf3037a32 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Calling delete_port for 63591751-83b4-4d02-a84e-ac01768b7230 owned by network:floatingip {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:48:13.406412 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f22101d7-3c8c-4774-b215-261cf3037a32 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:13.438539 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22101d7-3c8c-4774-b215-261cf3037a32 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event deleted for resources: {'Port': ['ID=63591751-83b4-4d02-a84e-ac01768b7230,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:13.499988 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f22101d7-3c8c-4774-b215-261cf3037a32 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for floatingip, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:13.500317 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [None req-f22101d7-3c8c-4774-b215-261cf3037a32 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Floating IP 3396e4b3-0e23-4da6-ac81-9fb94905f783 disassociated (deleted). External IP: 172.25.7.200, port: 8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb. Nov 09 21:48:13.706305 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22101d7-3c8c-4774-b215-261cf3037a32 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Router d5eeebb8-5bf2-4212-ab8c-45a104ad0142 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:48:13.814238 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22101d7-3c8c-4774-b215-261cf3037a32 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:48:13.818955 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f22101d7-3c8c-4774-b215-261cf3037a32 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:13.823992 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbe3f52-b1ae-44ec-9a3f-633aad6a9104 None None] Sync routers for ids ['d5eeebb8-5bf2-4212-ab8c-45a104ad0142'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:48:13.834668 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbe3f52-b1ae-44ec-9a3f-633aad6a9104 None None] Routers {'d5eeebb8-5bf2-4212-ab8c-45a104ad0142'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:48:13.835295 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-ffbe3f52-b1ae-44ec-9a3f-633aad6a9104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:47:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['d5eeebb8-5bf2-4212-ab8c-45a104ad0142'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:13.852718 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f22101d7-3c8c-4774-b215-261cf3037a32 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "DELETE /v2.0/floatingips/3396e4b3-0e23-4da6-ac81-9fb94905f783 HTTP/1.1" status: 204 len: 168 time: 0.8901753 Nov 09 21:48:13.852718 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e0fdd6-07ff-435f-b4f3-afd45831ca93', 'tag': '8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:48:13.852718 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2b2eb6-8d34-4bc7-8e38-e1c757b120f6" -d '{"events": [{"name": "network-changed", "server_uuid": "e7e0fdd6-07ff-435f-b4f3-afd45831ca93", "tag": "8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:48:13.891785 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4018e784-a3d3-4238-af67-9e08c370b575 x-openstack-request-id: req-4018e784-a3d3-4238-af67-9e08c370b575 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:48:13.892181 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7e0fdd6-07ff-435f-b4f3-afd45831ca93", "tag": "8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:48:13.892537 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4018e784-a3d3-4238-af67-9e08c370b575 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:48:13.893068 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7e0fdd6-07ff-435f-b4f3-afd45831ca93', 'tag': '8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb', 'status': 'completed', 'code': 200} Nov 09 21:48:13.962409 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-ffbe3f52-b1ae-44ec-9a3f-633aad6a9104 None None] Set router d5eeebb8-5bf2-4212-ab8c-45a104ad0142 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:48:13.966176 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b2eb6-8d34-4bc7-8e38-e1c757b120f6 req-f11f0fc9-8071-4379-9efd-c5314aaf5a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:13.968128 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8b2b2eb6-8d34-4bc7-8e38-e1c757b120f6 req-f11f0fc9-8071-4379-9efd-c5314aaf5a18 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd26d45f3284479db773fef1499ac4be&device_id=e7e0fdd6-07ff-435f-b4f3-afd45831ca93 HTTP/1.1" status: 200 len: 1096 time: 0.0503483 Nov 09 21:48:13.975815 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device f6531253-1743-4a9c-a8eb-492d89b912f4 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:48:14.085100 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port f6531253-1743-4a9c-a8eb-492d89b912f4 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:48:14.093307 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port f6531253-1743-4a9c-a8eb-492d89b912f4 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:48:14.094821 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:14.128895 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b2eb6-8d34-4bc7-8e38-e1c757b120f6 req-25b6e197-b2d7-44e2-b1d3-086bf062f0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:14.130860 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8b2b2eb6-8d34-4bc7-8e38-e1c757b120f6 req-25b6e197-b2d7-44e2-b1d3-086bf062f0e0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a216761d-34ed-4b38-956d-afebd2398376 HTTP/1.1" status: 200 len: 896 time: 0.1556056 Nov 09 21:48:14.182640 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297238b-515c-4c03-aee2-b2b452a48385 req-c2444fb5-477d-49bf-ac46-33d0efdb6c5c tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:14.184261 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8297238b-515c-4c03-aee2-b2b452a48385 req-c2444fb5-477d-49bf-ac46-33d0efdb6c5c tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7e0fdd6-07ff-435f-b4f3-afd45831ca93 HTTP/1.1" status: 200 len: 945 time: 0.0844185 Nov 09 21:48:14.206115 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8b2b2eb6-8d34-4bc7-8e38-e1c757b120f6 req-94373594-3e8f-4386-8d41-8f80a7e918ee service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb HTTP/1.1" status: 200 len: 217 time: 0.0656724 Nov 09 21:48:14.210093 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-ffbe3f52-b1ae-44ec-9a3f-633aad6a9104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'name': 'tempest-TestNetworkBasicOps-router-1471807766', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '50c7863d-b76d-4e88-8e48-eeec88bb9fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:46:22Z', 'updated_at': '2021-11-09T21:48:05Z', 'revision_number': 6, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'gw_port': {'id': '50c7863d-b76d-4e88-8e48-eeec88bb9fb1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:87:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:23Z', 'updated_at': '2021-11-09T21:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'e5a703af-c820-4971-89b8-50adadf88801', 'name': '', 'network_id': 'a216761d-34ed-4b38-956d-afebd2398376', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'mac_address': 'fa:16:3e:79:6a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '9649b6d0-d911-4a83-a41d-f6afea5832a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:27Z', 'updated_at': '2021-11-09T21:46:32Z', 'revision_number': 5, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'subnets': [{'id': '9649b6d0-d911-4a83-a41d-f6afea5832a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:14.211534 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:14.239491 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351ffde6-d0c0-4965-b704-b6a322968176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6531253-1743-4a9c-a8eb-492d89b912f4'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:48:14.242584 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3881d9-58ff-4a03-825b-bf253b1768d3" -d '{"events": [{"server_uuid": "351ffde6-d0c0-4965-b704-b6a322968176", "name": "network-vif-plugged", "status": "completed", "tag": "f6531253-1743-4a9c-a8eb-492d89b912f4"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:48:14.263618 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port f6531253-1743-4a9c-a8eb-492d89b912f4, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f6531253-1743-4a9c-a8eb-492d89b912f4,segment=NetworkSegment(ec156441-946b-4f51-bd83-262a73a48f6e),segment_id=ec156441-946b-4f51-bd83-262a73a48f6e)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:48:14.267591 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:14.267773 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b2eb6-8d34-4bc7-8e38-e1c757b120f6 req-36ebddde-0f60-473f-865c-50d2fcb361d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:14.269719 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8b2b2eb6-8d34-4bc7-8e38-e1c757b120f6 req-36ebddde-0f60-473f-865c-50d2fcb361d0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9649b6d0-d911-4a83-a41d-f6afea5832a6 HTTP/1.1" status: 200 len: 835 time: 0.0567868 Nov 09 21:48:14.270624 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbe3f52-b1ae-44ec-9a3f-633aad6a9104 None None] Checking router: d5eeebb8-5bf2-4212-ab8c-45a104ad0142 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:48:14.289389 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbe3f52-b1ae-44ec-9a3f-633aad6a9104 None None] Routers {'d5eeebb8-5bf2-4212-ab8c-45a104ad0142'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:48:14.290006 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-ffbe3f52-b1ae-44ec-9a3f-633aad6a9104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:47:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['d5eeebb8-5bf2-4212-ab8c-45a104ad0142'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:14.290600 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8297238b-515c-4c03-aee2-b2b452a48385 req-63392864-02f3-4756-91f3-9bf7de2658b9 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda77e66-ea43-4e76-97ee-2476d21d8107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003191 Nov 09 21:48:14.309882 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bff06f7-9840-4d89-8f8c-1872154b6488 x-openstack-request-id: req-0bff06f7-9840-4d89-8f8c-1872154b6488 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:48:14.310455 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351ffde6-d0c0-4965-b704-b6a322968176", "name": "network-vif-plugged", "status": "completed", "tag": "f6531253-1743-4a9c-a8eb-492d89b912f4", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:48:14.310974 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0bff06f7-9840-4d89-8f8c-1872154b6488 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:48:14.311582 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351ffde6-d0c0-4965-b704-b6a322968176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6531253-1743-4a9c-a8eb-492d89b912f4', 'code': 200} Nov 09 21:48:14.335804 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b2eb6-8d34-4bc7-8e38-e1c757b120f6 req-8d7c492b-66fd-4530-9b1d-e916db9dd59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:14.337509 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8b2b2eb6-8d34-4bc7-8e38-e1c757b120f6 req-8d7c492b-66fd-4530-9b1d-e916db9dd59c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a216761d-34ed-4b38-956d-afebd2398376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596223 Nov 09 21:48:14.338253 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=f6531253-1743-4a9c-a8eb-492d89b912f4,revision_number=9']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:14.426275 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-ffbe3f52-b1ae-44ec-9a3f-633aad6a9104 None None] Set router d5eeebb8-5bf2-4212-ab8c-45a104ad0142 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:48:14.455636 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8b2b2eb6-8d34-4bc7-8e38-e1c757b120f6 req-1ebbc9f6-e597-4bd2-b0c5-f2b959ef593f service neutron] 10.222.0.45 "GET /v2.0/networks/a216761d-34ed-4b38-956d-afebd2398376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096821 Nov 09 21:48:14.596559 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8b2b2eb6-8d34-4bc7-8e38-e1c757b120f6 req-4e37927f-b740-4ff4-8756-66d80b6b5f04 service neutron] 10.222.0.45 "GET /v2.0/networks/a216761d-34ed-4b38-956d-afebd2398376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332541 Nov 09 21:48:14.699335 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-ffbe3f52-b1ae-44ec-9a3f-633aad6a9104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'name': 'tempest-TestNetworkBasicOps-router-1471807766', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '50c7863d-b76d-4e88-8e48-eeec88bb9fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:46:22Z', 'updated_at': '2021-11-09T21:48:05Z', 'revision_number': 6, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'gw_port': {'id': '50c7863d-b76d-4e88-8e48-eeec88bb9fb1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:87:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:23Z', 'updated_at': '2021-11-09T21:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'e5a703af-c820-4971-89b8-50adadf88801', 'name': '', 'network_id': 'a216761d-34ed-4b38-956d-afebd2398376', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'mac_address': 'fa:16:3e:79:6a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '9649b6d0-d911-4a83-a41d-f6afea5832a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:27Z', 'updated_at': '2021-11-09T21:46:32Z', 'revision_number': 5, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'subnets': [{'id': '9649b6d0-d911-4a83-a41d-f6afea5832a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:14.728651 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbe3f52-b1ae-44ec-9a3f-633aad6a9104 None None] The sync data for ids ['d5eeebb8-5bf2-4212-ab8c-45a104ad0142'] in n-d-816206-3 is: [{'id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'name': 'tempest-TestNetworkBasicOps-router-1471807766', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '50c7863d-b76d-4e88-8e48-eeec88bb9fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:46:22Z', 'updated_at': '2021-11-09T21:48:05Z', 'revision_number': 6, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'gw_port': {'id': '50c7863d-b76d-4e88-8e48-eeec88bb9fb1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:87:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:23Z', 'updated_at': '2021-11-09T21:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'e5a703af-c820-4971-89b8-50adadf88801', 'name': '', 'network_id': 'a216761d-34ed-4b38-956d-afebd2398376', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'mac_address': 'fa:16:3e:79:6a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '9649b6d0-d911-4a83-a41d-f6afea5832a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:27Z', 'updated_at': '2021-11-09T21:46:32Z', 'revision_number': 5, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'subnets': [{'id': '9649b6d0-d911-4a83-a41d-f6afea5832a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:48:14.959297 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e569c5-a057-4bc1-ae45-656579b0c773 None None] New status for floating IP 3396e4b3-0e23-4da6-ac81-9fb94905f783: DOWN {{(pid=102609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:48:15.361764 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f101cf1-04ab-4418-99cf-d2fdfe462273 req-2a370deb-bb79-44a6-82d6-310bd35fe1ee tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:15.363242 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5f101cf1-04ab-4418-99cf-d2fdfe462273 req-2a370deb-bb79-44a6-82d6-310bd35fe1ee tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.45 "GET /v2.0/ports?device_id=e7e0fdd6-07ff-435f-b4f3-afd45831ca93 HTTP/1.1" status: 200 len: 945 time: 0.0645170 Nov 09 21:48:15.435334 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384cde8-7887-4746-beb9-a0aec51cb623 req-8c88afb4-2514-42dc-bb3f-5065e950e07b tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:15.447167 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0384cde8-7887-4746-beb9-a0aec51cb623 req-8c88afb4-2514-42dc-bb3f-5065e950e07b tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7e0fdd6-07ff-435f-b4f3-afd45831ca93 HTTP/1.1" status: 200 len: 945 time: 0.0750060 Nov 09 21:48:15.467111 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-5f101cf1-04ab-4418-99cf-d2fdfe462273 req-38864d55-d9e4-4058-a2ea-a5c7c37a42f7 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Deleting port 8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:48:15.467547 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-5f101cf1-04ab-4418-99cf-d2fdfe462273 req-38864d55-d9e4-4058-a2ea-a5c7c37a42f7 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:15.502083 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0384cde8-7887-4746-beb9-a0aec51cb623 req-0b7550db-a06e-4d85-a227-f3f943bd1d73 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/security-groups?id=fda77e66-ea43-4e76-97ee-2476d21d8107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537224 Nov 09 21:48:15.571117 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-5f101cf1-04ab-4418-99cf-d2fdfe462273 req-38864d55-d9e4-4058-a2ea-a5c7c37a42f7 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] For port 8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb,segment=NetworkSegment(9b3cd22a-0e46-42f3-8bb0-273d4769e7a3),segment_id=9b3cd22a-0e46-42f3-8bb0-273d4769e7a3)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:48:15.571390 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-5f101cf1-04ab-4418-99cf-d2fdfe462273 req-38864d55-d9e4-4058-a2ea-a5c7c37a42f7 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:15.587539 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-5f101cf1-04ab-4418-99cf-d2fdfe462273 req-38864d55-d9e4-4058-a2ea-a5c7c37a42f7 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Calling delete_port for 8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:48:15.736923 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-5f101cf1-04ab-4418-99cf-d2fdfe462273 req-38864d55-d9e4-4058-a2ea-a5c7c37a42f7 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:15.792203 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38864d55-d9e4-4058-a2ea-a5c7c37a42f7 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event deleted for resources: {'Port': ['ID=8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:15.827620 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f101cf1-04ab-4418-99cf-d2fdfe462273 req-38864d55-d9e4-4058-a2ea-a5c7c37a42f7 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] No DVR routers for this DVR port 8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:48:15.829993 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-5f101cf1-04ab-4418-99cf-d2fdfe462273 req-38864d55-d9e4-4058-a2ea-a5c7c37a42f7 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:15.833359 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5f101cf1-04ab-4418-99cf-d2fdfe462273 req-38864d55-d9e4-4058-a2ea-a5c7c37a42f7 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.45 "DELETE /v2.0/ports/8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb HTTP/1.1" status: 204 len: 173 time: 0.4632890 Nov 09 21:48:15.833798 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e0fdd6-07ff-435f-b4f3-afd45831ca93', 'name': 'network-vif-deleted', 'tag': '8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:48:15.836061 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f81d8d-d8ec-4d8c-bc41-382caff82145" -d '{"events": [{"server_uuid": "e7e0fdd6-07ff-435f-b4f3-afd45831ca93", "name": "network-vif-deleted", "tag": "8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:48:15.880993 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f8a5d6-9745-454d-8403-e85b947fdb3e x-openstack-request-id: req-87f8a5d6-9745-454d-8403-e85b947fdb3e {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:48:15.881294 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e0fdd6-07ff-435f-b4f3-afd45831ca93", "name": "network-vif-deleted", "tag": "8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:48:15.881546 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-87f8a5d6-9745-454d-8403-e85b947fdb3e {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:48:15.881942 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e0fdd6-07ff-435f-b4f3-afd45831ca93', 'name': 'network-vif-deleted', 'tag': '8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb', 'status': 'completed', 'code': 200} Nov 09 21:48:16.569116 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57642) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:16.580923 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-46dd332e-792e-4c98-a9ff-a0d3f61b57eb req-e3bcfb21-033f-46d4-8a1d-b65c3c71c2f4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c1e5d9b4-fcbc-4df8-9122-6c60367f779a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0973630 Nov 09 21:48:16.632564 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8293d63f-2607-4dd6-85ad-52640acac859 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:16.659170 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8293d63f-2607-4dd6-85ad-52640acac859 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:16.680756 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd332e-792e-4c98-a9ff-a0d3f61b57eb req-285fa6a7-758d-42c0-bacd-c896832217bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:16.682642 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-46dd332e-792e-4c98-a9ff-a0d3f61b57eb req-285fa6a7-758d-42c0-bacd-c896832217bd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b3039f985d904a47a201680c8c884f50&device_id=c1e5d9b4-fcbc-4df8-9122-6c60367f779a HTTP/1.1" status: 200 len: 1096 time: 0.0411112 Nov 09 21:48:16.730284 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8293d63f-2607-4dd6-85ad-52640acac859 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:16.733884 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8293d63f-2607-4dd6-85ad-52640acac859 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:16.738229 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8293d63f-2607-4dd6-85ad-52640acac859 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "DELETE /v2.0/security-groups/fda77e66-ea43-4e76-97ee-2476d21d8107 HTTP/1.1" status: 204 len: 168 time: 0.1651268 Nov 09 21:48:16.748418 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293d63f-2607-4dd6-85ad-52640acac859 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda77e66-ea43-4e76-97ee-2476d21d8107,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:16.778506 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57648) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:16.841416 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd332e-792e-4c98-a9ff-a0d3f61b57eb req-7ca525ec-8ea6-487e-b595-e2301a8c59a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:16.843089 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-46dd332e-792e-4c98-a9ff-a0d3f61b57eb req-7ca525ec-8ea6-487e-b595-e2301a8c59a5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9 HTTP/1.1" status: 200 len: 912 time: 0.1244609 Nov 09 21:48:16.914753 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-46dd332e-792e-4c98-a9ff-a0d3f61b57eb req-9f3cbb21-15ea-4d72-8bb6-8807e62aca98 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6252ca7c-2ea5-4741-a160-bc5688c11373 HTTP/1.1" status: 200 len: 1001 time: 0.0640216 Nov 09 21:48:16.970014 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd332e-792e-4c98-a9ff-a0d3f61b57eb req-93918a5d-a17a-4cb0-8ab1-4b53e17b7806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:16.971540 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-46dd332e-792e-4c98-a9ff-a0d3f61b57eb req-93918a5d-a17a-4cb0-8ab1-4b53e17b7806 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9efcad5d-d250-42ce-b381-abda2d565ce1 HTTP/1.1" status: 200 len: 851 time: 0.0489733 Nov 09 21:48:17.020329 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd332e-792e-4c98-a9ff-a0d3f61b57eb req-fdd98473-96f6-4636-b0e6-ce9249eac5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:17.021843 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-46dd332e-792e-4c98-a9ff-a0d3f61b57eb req-fdd98473-96f6-4636-b0e6-ce9249eac5d2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428956 Nov 09 21:48:17.116179 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-46dd332e-792e-4c98-a9ff-a0d3f61b57eb req-7ab7783d-b5bb-4cdd-b113-23ccdb604acc service neutron] 10.222.0.43 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864444 Nov 09 21:48:17.212017 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-46dd332e-792e-4c98-a9ff-a0d3f61b57eb req-21b7171f-995f-47be-8f9b-52191681996e service neutron] 10.222.0.43 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883703 Nov 09 21:48:17.225324 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5d4719b1-8e01-49e1-9ef1-7e64dcfd6ee9 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:17.544622 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-5d4719b1-8e01-49e1-9ef1-7e64dcfd6ee9 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Deleting port e5a703af-c820-4971-89b8-50adadf88801 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:48:17.545006 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5d4719b1-8e01-49e1-9ef1-7e64dcfd6ee9 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:17.636476 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-5d4719b1-8e01-49e1-9ef1-7e64dcfd6ee9 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] For port e5a703af-c820-4971-89b8-50adadf88801, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=e5a703af-c820-4971-89b8-50adadf88801,segment=NetworkSegment(9b3cd22a-0e46-42f3-8bb0-273d4769e7a3),segment_id=9b3cd22a-0e46-42f3-8bb0-273d4769e7a3)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:48:17.637958 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5d4719b1-8e01-49e1-9ef1-7e64dcfd6ee9 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:17.640395 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-31cd153d-e350-4215-9984-a048fe94b823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:17.649888 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-5d4719b1-8e01-49e1-9ef1-7e64dcfd6ee9 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Calling delete_port for e5a703af-c820-4971-89b8-50adadf88801 owned by network:router_interface {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:48:17.845444 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5d4719b1-8e01-49e1-9ef1-7e64dcfd6ee9 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:17.880173 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4719b1-8e01-49e1-9ef1-7e64dcfd6ee9 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event deleted for resources: {'Port': ['ID=e5a703af-c820-4971-89b8-50adadf88801,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:18.074121 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5d4719b1-8e01-49e1-9ef1-7e64dcfd6ee9 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:18.080851 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57658) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:18.230922 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b3439edf-2693-4f49-a987-72fca5054caa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=65780ad2990e468db799d6e728a3c5a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1487927 Nov 09 21:48:18.233452 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57662) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:18.283006 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b478e099-46ac-46ae-8027-ff3e56fbf8fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:18.305642 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b478e099-46ac-46ae-8027-ff3e56fbf8fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:18.315715 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d4719b1-8e01-49e1-9ef1-7e64dcfd6ee9 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Router d5eeebb8-5bf2-4212-ab8c-45a104ad0142 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:48:18.359905 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b478e099-46ac-46ae-8027-ff3e56fbf8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:18.362879 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b478e099-46ac-46ae-8027-ff3e56fbf8fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:18.364135 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b478e099-46ac-46ae-8027-ff3e56fbf8fe admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bc914e12-31c9-4fb7-85b5-0c92ead5d93a HTTP/1.1" status: 204 len: 168 time: 0.1296163 Nov 09 21:48:18.379739 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478e099-46ac-46ae-8027-ff3e56fbf8fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc914e12-31c9-4fb7-85b5-0c92ead5d93a,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:18.447636 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4719b1-8e01-49e1-9ef1-7e64dcfd6ee9 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:48:18.460297 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5d4719b1-8e01-49e1-9ef1-7e64dcfd6ee9 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "PUT /v2.0/routers/d5eeebb8-5bf2-4212-ab8c-45a104ad0142/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6778793 Nov 09 21:48:18.460587 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53d50af-09ba-4b55-ab99-2e3f62f772ec None None] Sync routers for ids ['d5eeebb8-5bf2-4212-ab8c-45a104ad0142'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:48:18.461051 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57666) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:18.471857 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53d50af-09ba-4b55-ab99-2e3f62f772ec None None] Routers {'d5eeebb8-5bf2-4212-ab8c-45a104ad0142'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:48:18.475842 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-b53d50af-09ba-4b55-ab99-2e3f62f772ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:47:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['d5eeebb8-5bf2-4212-ab8c-45a104ad0142'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:18.522149 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b9ff373-fb79-44ff-8c82-87feedfd472e tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Deleting subnet 9649b6d0-d911-4a83-a41d-f6afea5832a6 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:48:18.525424 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8b9ff373-fb79-44ff-8c82-87feedfd472e tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:18.571233 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8b9ff373-fb79-44ff-8c82-87feedfd472e tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:18.601136 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-b53d50af-09ba-4b55-ab99-2e3f62f772ec None None] Set router d5eeebb8-5bf2-4212-ab8c-45a104ad0142 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:48:18.687669 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8b9ff373-fb79-44ff-8c82-87feedfd472e tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:18.769034 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8b9ff373-fb79-44ff-8c82-87feedfd472e tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:18.814074 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ff373-fb79-44ff-8c82-87feedfd472e tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event deleted for resources: {'Subnet': ['ID=9649b6d0-d911-4a83-a41d-f6afea5832a6,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:18.825105 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8b9ff373-fb79-44ff-8c82-87feedfd472e tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:18.825795 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ba3557-25b3-461d-8654-5872d8114888 None None] Network a216761d-34ed-4b38-956d-afebd2398376 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:48:18.829086 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8b9ff373-fb79-44ff-8c82-87feedfd472e tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "DELETE /v2.0/subnets/9649b6d0-d911-4a83-a41d-f6afea5832a6 HTTP/1.1" status: 204 len: 168 time: 0.3669894 Nov 09 21:48:18.832003 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57678) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:18.847382 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-b53d50af-09ba-4b55-ab99-2e3f62f772ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'name': 'tempest-TestNetworkBasicOps-router-1471807766', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '50c7863d-b76d-4e88-8e48-eeec88bb9fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:46:22Z', 'updated_at': '2021-11-09T21:48:17Z', 'revision_number': 7, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'gw_port': {'id': '50c7863d-b76d-4e88-8e48-eeec88bb9fb1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:87:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:23Z', 'updated_at': '2021-11-09T21:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:18.884019 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53d50af-09ba-4b55-ab99-2e3f62f772ec None None] Checking router: d5eeebb8-5bf2-4212-ab8c-45a104ad0142 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:48:18.893767 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53d50af-09ba-4b55-ab99-2e3f62f772ec None None] Routers {'d5eeebb8-5bf2-4212-ab8c-45a104ad0142'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:48:18.894380 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-b53d50af-09ba-4b55-ab99-2e3f62f772ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:47:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['d5eeebb8-5bf2-4212-ab8c-45a104ad0142'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:18.955860 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0b738043-b46e-4907-a7ca-025fe4f7985a tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:19.023443 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:48:19.081845 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0b738043-b46e-4907-a7ca-025fe4f7985a tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:19.085046 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:48:19.085622 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 8084ad3a-5866-4f9b-9af0-a2d0a43cd6fb not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:48:19.101025 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c9b50f-61af-4a88-b2f5-b411db7e29c3 None None] DHCP port deletion for a216761d-34ed-4b38-956d-afebd2398376 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:48:19.154707 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-b53d50af-09ba-4b55-ab99-2e3f62f772ec None None] Set router d5eeebb8-5bf2-4212-ab8c-45a104ad0142 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:48:19.156269 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-0b738043-b46e-4907-a7ca-025fe4f7985a tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Deleting port 50c7863d-b76d-4e88-8e48-eeec88bb9fb1 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:48:19.156708 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0b738043-b46e-4907-a7ca-025fe4f7985a tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:19.175637 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-41c9b50f-61af-4a88-b2f5-b411db7e29c3 None None] Deleting port 3297db71-73ce-438b-9473-251ac136d437 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:48:19.176409 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-41c9b50f-61af-4a88-b2f5-b411db7e29c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:19.252855 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-41c9b50f-61af-4a88-b2f5-b411db7e29c3 None None] For port 3297db71-73ce-438b-9473-251ac136d437, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=3297db71-73ce-438b-9473-251ac136d437,segment=NetworkSegment(9b3cd22a-0e46-42f3-8bb0-273d4769e7a3),segment_id=9b3cd22a-0e46-42f3-8bb0-273d4769e7a3)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:48:19.253634 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-41c9b50f-61af-4a88-b2f5-b411db7e29c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:19.264294 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-0b738043-b46e-4907-a7ca-025fe4f7985a tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] For port 50c7863d-b76d-4e88-8e48-eeec88bb9fb1, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=50c7863d-b76d-4e88-8e48-eeec88bb9fb1,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:48:19.265190 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0b738043-b46e-4907-a7ca-025fe4f7985a tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:19.269883 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-41c9b50f-61af-4a88-b2f5-b411db7e29c3 None None] Calling delete_port for 3297db71-73ce-438b-9473-251ac136d437 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:48:19.278423 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-0b738043-b46e-4907-a7ca-025fe4f7985a tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Calling delete_port for 50c7863d-b76d-4e88-8e48-eeec88bb9fb1 owned by network:router_gateway {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:48:19.349320 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-b53d50af-09ba-4b55-ab99-2e3f62f772ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'name': 'tempest-TestNetworkBasicOps-router-1471807766', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '50c7863d-b76d-4e88-8e48-eeec88bb9fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:46:22Z', 'updated_at': '2021-11-09T21:48:17Z', 'revision_number': 7, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'gw_port': {'id': '50c7863d-b76d-4e88-8e48-eeec88bb9fb1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:87:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:23Z', 'updated_at': '2021-11-09T21:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:19.373781 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-41c9b50f-61af-4a88-b2f5-b411db7e29c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:19.382779 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53d50af-09ba-4b55-ab99-2e3f62f772ec None None] The sync data for ids ['d5eeebb8-5bf2-4212-ab8c-45a104ad0142'] in n-d-816206-3 is: [{'id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'name': 'tempest-TestNetworkBasicOps-router-1471807766', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '50c7863d-b76d-4e88-8e48-eeec88bb9fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:46:22Z', 'updated_at': '2021-11-09T21:48:17Z', 'revision_number': 7, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'gw_port': {'id': '50c7863d-b76d-4e88-8e48-eeec88bb9fb1', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:87:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eeebb8-5bf2-4212-ab8c-45a104ad0142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:23Z', 'updated_at': '2021-11-09T21:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:48:19.401688 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c9b50f-61af-4a88-b2f5-b411db7e29c3 None None] No DVR routers for this DVR port 3297db71-73ce-438b-9473-251ac136d437 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:48:19.446353 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c9b50f-61af-4a88-b2f5-b411db7e29c3 None None] Pushing event deleted for resources: {'Port': ['ID=3297db71-73ce-438b-9473-251ac136d437,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:19.529848 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0b738043-b46e-4907-a7ca-025fe4f7985a tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:19.569304 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b738043-b46e-4907-a7ca-025fe4f7985a tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event deleted for resources: {'Port': ['ID=50c7863d-b76d-4e88-8e48-eeec88bb9fb1,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:19.586726 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca3b247-e69b-4372-986d-32a48534e88b None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:48:19.648464 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0b738043-b46e-4907-a7ca-025fe4f7985a tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:19.676539 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9143f-a65d-49f2-a033-62e2ccdd3060 req-ad917aed-d9bb-4443-8113-76ba27240813 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:19.678389 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b4d9143f-a65d-49f2-a033-62e2ccdd3060 req-ad917aed-d9bb-4443-8113-76ba27240813 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1e5d9b4-fcbc-4df8-9122-6c60367f779a HTTP/1.1" status: 200 len: 945 time: 0.0670047 Nov 09 21:48:19.773866 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0b738043-b46e-4907-a7ca-025fe4f7985a tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:19.774546 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b4d9143f-a65d-49f2-a033-62e2ccdd3060 req-1d64d9cd-cf14-40cd-b2b8-440387dec0e8 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889347 Nov 09 21:48:19.776625 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0b738043-b46e-4907-a7ca-025fe4f7985a tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:19.826699 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0b738043-b46e-4907-a7ca-025fe4f7985a tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:19.827249 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b738043-b46e-4907-a7ca-025fe4f7985a tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Fanout notify agent at l3_agent the message router_deleted on router d5eeebb8-5bf2-4212-ab8c-45a104ad0142 {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:48:19.835561 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0b738043-b46e-4907-a7ca-025fe4f7985a tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:19.836720 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0b738043-b46e-4907-a7ca-025fe4f7985a tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "DELETE /v2.0/routers/d5eeebb8-5bf2-4212-ab8c-45a104ad0142 HTTP/1.1" status: 204 len: 168 time: 1.0036614 Nov 09 21:48:19.839612 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57700) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:19.930478 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a73ff691-f841-4b48-a819-16f821e37b98 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:20.033990 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a73ff691-f841-4b48-a819-16f821e37b98 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:20.053559 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-a73ff691-f841-4b48-a819-16f821e37b98 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a216761d-34ed-4b38-956d-afebd2398376']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:20.062619 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-a73ff691-f841-4b48-a819-16f821e37b98 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b3cd22a-0e46-42f3-8bb0-273d4769e7a3') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:20.062920 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-a73ff691-f841-4b48-a819-16f821e37b98 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b3cd22a-0e46-42f3-8bb0-273d4769e7a3') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:20.072183 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a73ff691-f841-4b48-a819-16f821e37b98 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:20.085360 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a73ff691-f841-4b48-a819-16f821e37b98 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:20.091844 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a73ff691-f841-4b48-a819-16f821e37b98 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:48:20.092221 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a73ff691-f841-4b48-a819-16f821e37b98 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:20.095282 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:48:20.095282 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:48:20.095282 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:48:20.095282 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:48:20.095282 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:48:20.095282 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:48:20.095282 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:48:20.095282 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:48:20.095282 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:48:20.095282 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:48:20.095282 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:48:20.095282 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:48:20.095282 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:48:20.095282 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:48:20.095282 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:48:20.095282 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:48:20.095282 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:48:20.095282 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:48:20.095282 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:48:20.095282 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:48:20.095282 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:48:20.095282 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:48:20.095282 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:48:20.095282 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:48:20.095282 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:48:20.095282 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:48:20.095282 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:48:20.095282 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:48:20.095282 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:48:20.095282 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:48:20.095282 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:48:20.095282 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:48:20.167831 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ef7445cf-fe93-4838-bdbb-8aa39090ed34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:20.417654 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a73ff691-f841-4b48-a819-16f821e37b98 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:20.425512 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a73ff691-f841-4b48-a819-16f821e37b98 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:20.428223 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a73ff691-f841-4b48-a819-16f821e37b98 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "DELETE /v2.0/networks/a216761d-34ed-4b38-956d-afebd2398376 HTTP/1.1" status: 204 len: 168 time: 0.5870538 Nov 09 21:48:20.440293 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ff691-f841-4b48-a819-16f821e37b98 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event deleted for resources: {'Network': ['ID=a216761d-34ed-4b38-956d-afebd2398376,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:20.443983 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57704) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:20.454611 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-00e07584-c6f1-4ea4-857d-97723725ed9e tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Request body: {'network': {'name': 'tempest-network-smoke--568508444', 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'port_security_enabled': True}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:48:20.476800 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e07584-c6f1-4ea4-857d-97723725ed9e tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Made reservation on behalf of bd26d45f3284479db773fef1499ac4be for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:48:20.480441 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-00e07584-c6f1-4ea4-857d-97723725ed9e tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:20.509153 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00e07584-c6f1-4ea4-857d-97723725ed9e tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:48:20.519064 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-00e07584-c6f1-4ea4-857d-97723725ed9e tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:20.519425 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-00e07584-c6f1-4ea4-857d-97723725ed9e tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Added segment 468f4a86-6ca7-42a3-bf96-8e02bbcc6183 of type vlan for network 557fbdc5-5857-46dd-b239-1d58d92a70be Nov 09 21:48:20.573633 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-00e07584-c6f1-4ea4-857d-97723725ed9e tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:20.599118 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-00e07584-c6f1-4ea4-857d-97723725ed9e tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:20.604853 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e07584-c6f1-4ea4-857d-97723725ed9e tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:20.605404 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-00e07584-c6f1-4ea4-857d-97723725ed9e tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:20.666920 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-00e07584-c6f1-4ea4-857d-97723725ed9e tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2161844 Nov 09 21:48:20.670117 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57706) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:20.676827 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-bf90e60b-b3f3-400f-a5a2-12c9a64608d1 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-477191644', 'admin_state_up': True, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:48:20.680268 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e07584-c6f1-4ea4-857d-97723725ed9e tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event updated for resources: {'Network': ['ID=557fbdc5-5857-46dd-b239-1d58d92a70be,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:20.691269 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 557fbdc5-5857-46dd-b239-1d58d92a70be details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:48:20.709727 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bf90e60b-b3f3-400f-a5a2-12c9a64608d1 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:20.710774 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bf90e60b-b3f3-400f-a5a2-12c9a64608d1 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:20.737711 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 50c7863d-b76d-4e88-8e48-eeec88bb9fb1 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:48:20.765415 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bf90e60b-b3f3-400f-a5a2-12c9a64608d1 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:20.765903 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 50c7863d-b76d-4e88-8e48-eeec88bb9fb1 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:48:20.766256 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 50c7863d-b76d-4e88-8e48-eeec88bb9fb1 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:48:20.766679 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device e5a703af-c820-4971-89b8-50adadf88801 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:48:20.794484 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: e5a703af-c820-4971-89b8-50adadf88801 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:48:20.795087 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device e5a703af-c820-4971-89b8-50adadf88801 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:48:20.795882 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 3297db71-73ce-438b-9473-251ac136d437 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:48:20.817733 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 3297db71-73ce-438b-9473-251ac136d437 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:48:20.818084 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 3297db71-73ce-438b-9473-251ac136d437 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:48:20.964961 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bf90e60b-b3f3-400f-a5a2-12c9a64608d1 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:20.980276 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa41c8-8657-4dfb-947c-6649f3a4ded4 req-93fc9447-df0d-4087-8f33-ba165aac3d4e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:20.982356 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cefa41c8-8657-4dfb-947c-6649f3a4ded4 req-93fc9447-df0d-4087-8f33-ba165aac3d4e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1e5d9b4-fcbc-4df8-9122-6c60367f779a HTTP/1.1" status: 200 len: 945 time: 0.1208117 Nov 09 21:48:21.073550 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:21.076869 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cefa41c8-8657-4dfb-947c-6649f3a4ded4 req-cbfac48b-0a6a-4172-952e-722d040e01c4 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810742 Nov 09 21:48:21.208077 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bf90e60b-b3f3-400f-a5a2-12c9a64608d1 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for router_gateway, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:21.226954 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bf90e60b-b3f3-400f-a5a2-12c9a64608d1 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:21.337728 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-bf90e60b-b3f3-400f-a5a2-12c9a64608d1 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Allocated IP 172.25.7.84 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/bd27913a-4077-4f00-be18-3f181b6021ab) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:48:21.725549 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e5d00-2481-444d-bde1-f571d7788399 req-92571e31-b1e0-4427-9356-f537c6827a8c tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:21.726979 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-040e5d00-2481-444d-bde1-f571d7788399 req-92571e31-b1e0-4427-9356-f537c6827a8c tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1e5d9b4-fcbc-4df8-9122-6c60367f779a HTTP/1.1" status: 200 len: 945 time: 0.3972344 Nov 09 21:48:21.823846 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bf90e60b-b3f3-400f-a5a2-12c9a64608d1 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:21.865844 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-040e5d00-2481-444d-bde1-f571d7788399 req-ef4af2f8-3e1a-42f1-86f0-2a8d523e0336 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Deleting port 6252ca7c-2ea5-4741-a160-bc5688c11373 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:48:21.866184 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-040e5d00-2481-444d-bde1-f571d7788399 req-ef4af2f8-3e1a-42f1-86f0-2a8d523e0336 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:21.917193 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bf90e60b-b3f3-400f-a5a2-12c9a64608d1 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:21.973228 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf90e60b-b3f3-400f-a5a2-12c9a64608d1 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:48:21.986234 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-bf90e60b-b3f3-400f-a5a2-12c9a64608d1 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:48:21.989872 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90e60b-b3f3-400f-a5a2-12c9a64608d1 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event updated for resources: {'Port': ['ID=bd27913a-4077-4f00-be18-3f181b6021ab,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:21.992148 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf90e60b-b3f3-400f-a5a2-12c9a64608d1 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:48:22.002636 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d6fe70-4cf8-436d-a688-49cea4517540 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:48:22.039821 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-040e5d00-2481-444d-bde1-f571d7788399 req-ef4af2f8-3e1a-42f1-86f0-2a8d523e0336 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] For port 6252ca7c-2ea5-4741-a160-bc5688c11373, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=6252ca7c-2ea5-4741-a160-bc5688c11373,segment=NetworkSegment(3170744c-3447-44d8-9a0c-fa1ee6e7efbc),segment_id=3170744c-3447-44d8-9a0c-fa1ee6e7efbc)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:48:22.040532 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-040e5d00-2481-444d-bde1-f571d7788399 req-ef4af2f8-3e1a-42f1-86f0-2a8d523e0336 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:22.042746 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-8470e8f4-fced-44f1-96db-c5440973a00b None None] Provisioning complete for port bd27913a-4077-4f00-be18-3f181b6021ab triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:48:22.043119 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8470e8f4-fced-44f1-96db-c5440973a00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:22.081353 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-8470e8f4-fced-44f1-96db-c5440973a00b None None] Port bd27913a-4077-4f00-be18-3f181b6021ab cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:48:22.200301 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9bf5b-cb4b-45fb-9156-a6adf841ba29 req-4c1a67fe-d1d7-47cf-ac2b-4c872849af4c tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:22.201813 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c7c9bf5b-cb4b-45fb-9156-a6adf841ba29 req-4c1a67fe-d1d7-47cf-ac2b-4c872849af4c tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1e5d9b4-fcbc-4df8-9122-6c60367f779a HTTP/1.1" status: 200 len: 945 time: 0.0548296 Nov 09 21:48:22.253542 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c7c9bf5b-cb4b-45fb-9156-a6adf841ba29 req-8a407a3e-cc9f-4ecb-8393-ddc733e3bd82 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455844 Nov 09 21:48:22.373370 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-040e5d00-2481-444d-bde1-f571d7788399 req-ef4af2f8-3e1a-42f1-86f0-2a8d523e0336 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:22.373732 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-040e5d00-2481-444d-bde1-f571d7788399 req-ef4af2f8-3e1a-42f1-86f0-2a8d523e0336 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:22.374049 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [req-040e5d00-2481-444d-bde1-f571d7788399 req-ef4af2f8-3e1a-42f1-86f0-2a8d523e0336 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Floating IP 52b62bfe-13f6-4a47-99cc-8e96e9f39c1b disassociated. External IP: 172.25.7.118, port: 6252ca7c-2ea5-4741-a160-bc5688c11373. Nov 09 21:48:22.374387 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-040e5d00-2481-444d-bde1-f571d7788399 req-ef4af2f8-3e1a-42f1-86f0-2a8d523e0336 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Calling delete_port for 6252ca7c-2ea5-4741-a160-bc5688c11373 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:48:22.454646 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:22.516106 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bf90e60b-b3f3-400f-a5a2-12c9a64608d1 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for router_gateway, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:22.714926 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-040e5d00-2481-444d-bde1-f571d7788399 req-ef4af2f8-3e1a-42f1-86f0-2a8d523e0336 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:22.751744 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4af2f8-3e1a-42f1-86f0-2a8d523e0336 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Pushing event deleted for resources: {'Port': ['ID=6252ca7c-2ea5-4741-a160-bc5688c11373,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:22.856736 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bf90e60b-b3f3-400f-a5a2-12c9a64608d1 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:22.969359 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:22.996219 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-040e5d00-2481-444d-bde1-f571d7788399 req-ef4af2f8-3e1a-42f1-86f0-2a8d523e0336 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Router 1b2e24c5-ccc7-4862-90b8-ee99c4c555d4 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:48:23.128657 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf90e60b-b3f3-400f-a5a2-12c9a64608d1 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Router e3f55bf3-37f3-4d1a-b191-1d2e182aae5f is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:48:23.144003 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-040e5d00-2481-444d-bde1-f571d7788399 req-ef4af2f8-3e1a-42f1-86f0-2a8d523e0336 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:48:23.159138 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d914658d-1864-4ba0-8b5e-4a940c38d5f6 None None] Sync routers for ids ['1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:48:23.178543 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d914658d-1864-4ba0-8b5e-4a940c38d5f6 None None] Routers {'1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:48:23.179649 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-d914658d-1864-4ba0-8b5e-4a940c38d5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:48:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:23.248374 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-040e5d00-2481-444d-bde1-f571d7788399 req-ef4af2f8-3e1a-42f1-86f0-2a8d523e0336 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] No DVR routers for this DVR port 6252ca7c-2ea5-4741-a160-bc5688c11373 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:48:23.254404 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-040e5d00-2481-444d-bde1-f571d7788399 req-ef4af2f8-3e1a-42f1-86f0-2a8d523e0336 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:23.261655 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-040e5d00-2481-444d-bde1-f571d7788399 req-ef4af2f8-3e1a-42f1-86f0-2a8d523e0336 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.43 "DELETE /v2.0/ports/6252ca7c-2ea5-4741-a160-bc5688c11373 HTTP/1.1" status: 204 len: 173 time: 1.5243533 Nov 09 21:48:23.262835 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e5d9b4-fcbc-4df8-9122-6c60367f779a', 'name': 'network-vif-deleted', 'tag': '6252ca7c-2ea5-4741-a160-bc5688c11373'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:48:23.270557 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd6da92-8410-43a1-b15f-607a4000c428" -d '{"events": [{"server_uuid": "c1e5d9b4-fcbc-4df8-9122-6c60367f779a", "name": "network-vif-deleted", "tag": "6252ca7c-2ea5-4741-a160-bc5688c11373"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:48:23.363624 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56abf946-3270-43f2-a193-9422b7f99cd7 x-openstack-request-id: req-56abf946-3270-43f2-a193-9422b7f99cd7 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:48:23.363913 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e5d9b4-fcbc-4df8-9122-6c60367f779a", "name": "network-vif-deleted", "tag": "6252ca7c-2ea5-4741-a160-bc5688c11373", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:48:23.364168 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-56abf946-3270-43f2-a193-9422b7f99cd7 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:48:23.364559 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e5d9b4-fcbc-4df8-9122-6c60367f779a', 'name': 'network-vif-deleted', 'tag': '6252ca7c-2ea5-4741-a160-bc5688c11373', 'status': 'completed', 'code': 200} Nov 09 21:48:23.366386 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-d914658d-1864-4ba0-8b5e-4a940c38d5f6 None None] Set router 1b2e24c5-ccc7-4862-90b8-ee99c4c555d4 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:48:23.409072 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf90e60b-b3f3-400f-a5a2-12c9a64608d1 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:48:23.428959 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f4e961-b7c8-42f0-85f9-2c3c985892c5 None None] Sync routers for ids ['e3f55bf3-37f3-4d1a-b191-1d2e182aae5f'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:48:23.442257 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bf90e60b-b3f3-400f-a5a2-12c9a64608d1 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:23.443940 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-bf90e60b-b3f3-400f-a5a2-12c9a64608d1 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.7722793 Nov 09 21:48:23.447629 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57732) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:23.454646 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f4e961-b7c8-42f0-85f9-2c3c985892c5 None None] Routers {'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:48:23.455546 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-05f4e961-b7c8-42f0-85f9-2c3c985892c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:48:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e3f55bf3-37f3-4d1a-b191-1d2e182aae5f'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:23.468402 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ed62f1f1-9ca8-41db-b9c9-cfb5e694a62c req-0bd2b722-b98e-463c-9b8e-bb037b3fa342 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1e5d9b4-fcbc-4df8-9122-6c60367f779a HTTP/1.1" status: 200 len: 210 time: 0.0460470 Nov 09 21:48:23.533351 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57734) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:23.537676 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7414ace5-760d-4288-a1de-a70be6ad040f tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=bd26d45f3284479db773fef1499ac4be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0886562 Nov 09 21:48:23.557858 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:23.611026 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-05f4e961-b7c8-42f0-85f9-2c3c985892c5 None None] Set router e3f55bf3-37f3-4d1a-b191-1d2e182aae5f gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:48:23.625730 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57736) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:23.667859 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-d914658d-1864-4ba0-8b5e-4a940c38d5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'name': 'tempest-TestVolumeBootPattern-1292353347-router', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'd84d1d29-9a29-45db-9b0e-77fc8aa843c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:33Z', 'updated_at': '2021-11-09T21:39:43Z', 'revision_number': 4, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'gw_port': {'id': 'd84d1d29-9a29-45db-9b0e-77fc8aa843c6', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:35Z', 'updated_at': '2021-11-09T21:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '88e40d85-1c64-4ab2-83a3-5e10488b36a7', 'name': '', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'mac_address': 'fa:16:3e:72:1e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '9efcad5d-d250-42ce-b381-abda2d565ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:41Z', 'updated_at': '2021-11-09T21:39:49Z', 'revision_number': 5, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'subnets': [{'id': '9efcad5d-d250-42ce-b381-abda2d565ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:23.702297 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d914658d-1864-4ba0-8b5e-4a940c38d5f6 None None] Checking router: 1b2e24c5-ccc7-4862-90b8-ee99c4c555d4 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:48:23.713328 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d914658d-1864-4ba0-8b5e-4a940c38d5f6 None None] Routers {'1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:48:23.713966 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-d914658d-1864-4ba0-8b5e-4a940c38d5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:48:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:23.735995 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454ae5ce-addd-4149-a4a7-b389eae3d854 tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:23.738717 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-454ae5ce-addd-4149-a4a7-b389eae3d854 tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2029126 Nov 09 21:48:23.740664 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57740) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:23.782645 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7b76d41b-1207-4d13-a0ba-400ce539182c tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=4531c23d-84b7-490d-8d7c-6676781b6e6a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398130 Nov 09 21:48:23.784096 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57742) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:23.789153 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-3e352ea5-99f7-4b8e-9ab5-a3adbafe4e9d tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-594095245', 'network_id': '557fbdc5-5857-46dd-b239-1d58d92a70be', 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:48:23.853929 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-05f4e961-b7c8-42f0-85f9-2c3c985892c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f', 'name': 'tempest-TestNetworkBasicOps-router-477191644', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'bd27913a-4077-4f00-be18-3f181b6021ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:48:20Z', 'updated_at': '2021-11-09T21:48:22Z', 'revision_number': 3, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'gw_port': {'id': 'bd27913a-4077-4f00-be18-3f181b6021ab', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:08:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:48:21Z', 'updated_at': '2021-11-09T21:48:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:23.857001 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4e498ad9-de7b-4ac5-b05e-4d3b030a453b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:23.877667 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-d914658d-1864-4ba0-8b5e-4a940c38d5f6 None None] Set router 1b2e24c5-ccc7-4862-90b8-ee99c4c555d4 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:48:23.898172 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f4e961-b7c8-42f0-85f9-2c3c985892c5 None None] Checking router: e3f55bf3-37f3-4d1a-b191-1d2e182aae5f for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:48:23.898617 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f4e961-b7c8-42f0-85f9-2c3c985892c5 None None] Updating router e3f55bf3-37f3-4d1a-b191-1d2e182aae5f port bd27913a-4077-4f00-be18-3f181b6021ab binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:48:23.948511 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-05f4e961-b7c8-42f0-85f9-2c3c985892c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:23.977780 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e352ea5-99f7-4b8e-9ab5-a3adbafe4e9d tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Made reservation on behalf of bd26d45f3284479db773fef1499ac4be for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:48:23.982525 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3e352ea5-99f7-4b8e-9ab5-a3adbafe4e9d tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:23.997554 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4e498ad9-de7b-4ac5-b05e-4d3b030a453b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:24.003448 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4e498ad9-de7b-4ac5-b05e-4d3b030a453b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:24.085291 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4e498ad9-de7b-4ac5-b05e-4d3b030a453b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b32e33a5241444ec9ce85a6c2d71c832&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4580312 Nov 09 21:48:24.086320 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57744) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:24.093734 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e498ad9-de7b-4ac5-b05e-4d3b030a453b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d12c4b3-a47d-4678-8047-66725c9a0081,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:24.131867 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-d914658d-1864-4ba0-8b5e-4a940c38d5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'name': 'tempest-TestVolumeBootPattern-1292353347-router', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'd84d1d29-9a29-45db-9b0e-77fc8aa843c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:33Z', 'updated_at': '2021-11-09T21:39:43Z', 'revision_number': 4, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'gw_port': {'id': 'd84d1d29-9a29-45db-9b0e-77fc8aa843c6', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:35Z', 'updated_at': '2021-11-09T21:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '88e40d85-1c64-4ab2-83a3-5e10488b36a7', 'name': '', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'mac_address': 'fa:16:3e:72:1e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '9efcad5d-d250-42ce-b381-abda2d565ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:41Z', 'updated_at': '2021-11-09T21:39:49Z', 'revision_number': 5, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'subnets': [{'id': '9efcad5d-d250-42ce-b381-abda2d565ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:24.170885 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d914658d-1864-4ba0-8b5e-4a940c38d5f6 None None] The sync data for ids ['1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'] in n-d-816206-3 is: [{'id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'name': 'tempest-TestVolumeBootPattern-1292353347-router', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'd84d1d29-9a29-45db-9b0e-77fc8aa843c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:33Z', 'updated_at': '2021-11-09T21:39:43Z', 'revision_number': 4, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'gw_port': {'id': 'd84d1d29-9a29-45db-9b0e-77fc8aa843c6', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:35Z', 'updated_at': '2021-11-09T21:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '88e40d85-1c64-4ab2-83a3-5e10488b36a7', 'name': '', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'mac_address': 'fa:16:3e:72:1e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '9efcad5d-d250-42ce-b381-abda2d565ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:41Z', 'updated_at': '2021-11-09T21:39:49Z', 'revision_number': 5, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'subnets': [{'id': '9efcad5d-d250-42ce-b381-abda2d565ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:48:24.203479 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e195f606-0756-4903-8b51-c8f10bc66022 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:24.231639 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e195f606-0756-4903-8b51-c8f10bc66022 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:24.324579 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-05f4e961-b7c8-42f0-85f9-2c3c985892c5 None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:24.330524 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e195f606-0756-4903-8b51-c8f10bc66022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:24.333597 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e195f606-0756-4903-8b51-c8f10bc66022 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:24.337094 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e195f606-0756-4903-8b51-c8f10bc66022 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6d12c4b3-a47d-4678-8047-66725c9a0081 HTTP/1.1" status: 204 len: 168 time: 0.2474041 Nov 09 21:48:24.341967 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-05f4e961-b7c8-42f0-85f9-2c3c985892c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:24.366015 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e195f606-0756-4903-8b51-c8f10bc66022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d12c4b3-a47d-4678-8047-66725c9a0081,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:24.398175 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9113fb9-60ab-4c3b-914b-456051592ce9 None None] Pushing event updated for resources: {'Port': ['ID=bd27913a-4077-4f00-be18-3f181b6021ab,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:24.417418 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e03b4a0-a256-4078-bba2-67670446d347 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:48:24.443959 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-05f4e961-b7c8-42f0-85f9-2c3c985892c5 None None] Attempting to bind port bd27913a-4077-4f00-be18-3f181b6021ab on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:48:24.444502 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-05f4e961-b7c8-42f0-85f9-2c3c985892c5 None None] Attempting to bind port bd27913a-4077-4f00-be18-3f181b6021ab by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:48:24.444685 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f4e961-b7c8-42f0-85f9-2c3c985892c5 None None] Attempting to bind port bd27913a-4077-4f00-be18-3f181b6021ab on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:48:24.451719 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f4e961-b7c8-42f0-85f9-2c3c985892c5 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:48:24.452093 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f4e961-b7c8-42f0-85f9-2c3c985892c5 None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:48:24.452866 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-05f4e961-b7c8-42f0-85f9-2c3c985892c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:24.453264 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f4e961-b7c8-42f0-85f9-2c3c985892c5 None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:48:24.454099 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-05f4e961-b7c8-42f0-85f9-2c3c985892c5 None None] Bound port: bd27913a-4077-4f00-be18-3f181b6021ab, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:48:24.454482 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-05f4e961-b7c8-42f0-85f9-2c3c985892c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:24.524059 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3e352ea5-99f7-4b8e-9ab5-a3adbafe4e9d tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:24.527971 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-80b87686-49f6-4e03-bcac-f38174f7586f None None] Provisioning complete for port bd27913a-4077-4f00-be18-3f181b6021ab triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:48:24.528919 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-80b87686-49f6-4e03-bcac-f38174f7586f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:24.545177 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-05f4e961-b7c8-42f0-85f9-2c3c985892c5 None None] For port bd27913a-4077-4f00-be18-3f181b6021ab, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:48:24.550629 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-05f4e961-b7c8-42f0-85f9-2c3c985892c5 None None] For port bd27913a-4077-4f00-be18-3f181b6021ab, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=bd27913a-4077-4f00-be18-3f181b6021ab,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:48:24.560918 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-05f4e961-b7c8-42f0-85f9-2c3c985892c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:24.623319 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-80b87686-49f6-4e03-bcac-f38174f7586f None None] Port bd27913a-4077-4f00-be18-3f181b6021ab cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:48:24.651852 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e352ea5-99f7-4b8e-9ab5-a3adbafe4e9d tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event updated for resources: {'Subnet': ['ID=e18344a0-ed8d-447b-a740-a134226b6caf,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:24.660138 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-927c1dee-fe0b-4c23-a690-9b0e1cfc1639 req-04c0c1e9-bfe0-4100-9679-ada71e5311f8 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1e5d9b4-fcbc-4df8-9122-6c60367f779a HTTP/1.1" status: 200 len: 210 time: 0.0567899 Nov 09 21:48:24.680161 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e352ea5-99f7-4b8e-9ab5-a3adbafe4e9d tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Checking segment: {'id': '468f4a86-6ca7-42a3-bf96-8e02bbcc6183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '557fbdc5-5857-46dd-b239-1d58d92a70be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:48:24.680780 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e352ea5-99f7-4b8e-9ab5-a3adbafe4e9d tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Network hostable DHCP agents. Network: 557fbdc5-5857-46dd-b239-1d58d92a70be, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:48:24.693569 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe3d54c-6a27-4e1e-b013-9c7dfed9b9e4 None None] New status for floating IP 52b62bfe-13f6-4a47-99cc-8e96e9f39c1b: DOWN {{(pid=102609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:48:24.694950 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9113fb9-60ab-4c3b-914b-456051592ce9 None None] Pushing event updated for resources: {'Port': ['ID=bd27913a-4077-4f00-be18-3f181b6021ab,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:24.712389 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f4e961-b7c8-42f0-85f9-2c3c985892c5 None None] Routers {'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:48:24.713197 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-05f4e961-b7c8-42f0-85f9-2c3c985892c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:48:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e3f55bf3-37f3-4d1a-b191-1d2e182aae5f'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:24.762895 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e352ea5-99f7-4b8e-9ab5-a3adbafe4e9d tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Network 557fbdc5-5857-46dd-b239-1d58d92a70be is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:48:24.785730 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-3e352ea5-99f7-4b8e-9ab5-a3adbafe4e9d tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 557fbdc5-5857-46dd-b239-1d58d92a70be) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:48:24.798977 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e352ea5-99f7-4b8e-9ab5-a3adbafe4e9d tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:24.801600 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3e352ea5-99f7-4b8e-9ab5-a3adbafe4e9d tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:24.843447 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57754) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:24.843984 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3e352ea5-99f7-4b8e-9ab5-a3adbafe4e9d tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0584188 Nov 09 21:48:24.846384 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-05f4e961-b7c8-42f0-85f9-2c3c985892c5 None None] Set router e3f55bf3-37f3-4d1a-b191-1d2e182aae5f gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:48:24.894047 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2026ffca-f306-48ec-8b1a-2dee59a41f5a None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:48:24.913437 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8b3049-fe18-4f1b-969f-72c3588406b1 None None] Network 557fbdc5-5857-46dd-b239-1d58d92a70be requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:48:25.132837 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60e725c-83c9-41b3-815f-540f735a29ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-557fbdc5-5857-46dd-b239-1d58d92a70be', 'network_id': '557fbdc5-5857-46dd-b239-1d58d92a70be', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'fixed_ips': [{'subnet_id': 'e18344a0-ed8d-447b-a740-a134226b6caf'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:48:25.133966 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c60e725c-83c9-41b3-815f-540f735a29ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:25.136313 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-05f4e961-b7c8-42f0-85f9-2c3c985892c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f', 'name': 'tempest-TestNetworkBasicOps-router-477191644', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'bd27913a-4077-4f00-be18-3f181b6021ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:48:20Z', 'updated_at': '2021-11-09T21:48:22Z', 'revision_number': 3, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'gw_port': {'id': 'bd27913a-4077-4f00-be18-3f181b6021ab', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:08:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:48:21Z', 'updated_at': '2021-11-09T21:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:25.177864 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-6fc4cdfb-0ff3-49c9-94a1-de927cfe1c00 None None] Provisioning complete for port bd27913a-4077-4f00-be18-3f181b6021ab triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:48:25.178945 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6fc4cdfb-0ff3-49c9-94a1-de927cfe1c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:25.208325 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f4e961-b7c8-42f0-85f9-2c3c985892c5 None None] The sync data for ids ['e3f55bf3-37f3-4d1a-b191-1d2e182aae5f'] in n-d-816206-3 is: [{'id': 'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f', 'name': 'tempest-TestNetworkBasicOps-router-477191644', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'bd27913a-4077-4f00-be18-3f181b6021ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:48:20Z', 'updated_at': '2021-11-09T21:48:22Z', 'revision_number': 3, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'gw_port': {'id': 'bd27913a-4077-4f00-be18-3f181b6021ab', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:08:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:48:21Z', 'updated_at': '2021-11-09T21:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:48:25.378815 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6fc4cdfb-0ff3-49c9-94a1-de927cfe1c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:25.427750 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-6fc4cdfb-0ff3-49c9-94a1-de927cfe1c00 None None] For port bd27913a-4077-4f00-be18-3f181b6021ab, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=bd27913a-4077-4f00-be18-3f181b6021ab,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:48:25.447251 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6fc4cdfb-0ff3-49c9-94a1-de927cfe1c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:25.580301 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-c60e725c-83c9-41b3-815f-540f735a29ed None None] Allocated IP 172.20.0.2 (557fbdc5-5857-46dd-b239-1d58d92a70be/e18344a0-ed8d-447b-a740-a134226b6caf/c1fdd379-65b5-4aef-8a67-1e2866412a00) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:48:25.594068 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4cdfb-0ff3-49c9-94a1-de927cfe1c00 None None] Pushing event updated for resources: {'Port': ['ID=bd27913a-4077-4f00-be18-3f181b6021ab,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:25.853225 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ad9a69ab-21c1-47d1-aee5-6bce76f1b40b req-c7451819-7441-435b-9fc0-8685e80b5190 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1e5d9b4-fcbc-4df8-9122-6c60367f779a HTTP/1.1" status: 200 len: 210 time: 0.0619922 Nov 09 21:48:25.876989 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c60e725c-83c9-41b3-815f-540f735a29ed None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:25.892626 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c60e725c-83c9-41b3-815f-540f735a29ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:25.966908 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:48:26.156428 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 6252ca7c-2ea5-4741-a160-bc5688c11373 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:48:26.195034 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: 6252ca7c-2ea5-4741-a160-bc5688c11373 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:48:26.195695 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 6252ca7c-2ea5-4741-a160-bc5688c11373 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:48:26.199193 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60e725c-83c9-41b3-815f-540f735a29ed None None] Network 557fbdc5-5857-46dd-b239-1d58d92a70be is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:48:26.205596 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-c60e725c-83c9-41b3-815f-540f735a29ed None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:48:26.208359 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60e725c-83c9-41b3-815f-540f735a29ed None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:48:26.210418 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e725c-83c9-41b3-815f-540f735a29ed None None] Pushing event updated for resources: {'Port': ['ID=c1fdd379-65b5-4aef-8a67-1e2866412a00,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:26.261149 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d45ac3de-ab24-4424-99aa-e1a5b6a36e21 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:26.307482 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-c60e725c-83c9-41b3-815f-540f735a29ed None None] Attempting to bind port c1fdd379-65b5-4aef-8a67-1e2866412a00 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:48:26.307925 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-c60e725c-83c9-41b3-815f-540f735a29ed None None] Attempting to bind port c1fdd379-65b5-4aef-8a67-1e2866412a00 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '468f4a86-6ca7-42a3-bf96-8e02bbcc6183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '557fbdc5-5857-46dd-b239-1d58d92a70be'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:48:26.308509 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60e725c-83c9-41b3-815f-540f735a29ed None None] Attempting to bind port c1fdd379-65b5-4aef-8a67-1e2866412a00 on network 557fbdc5-5857-46dd-b239-1d58d92a70be {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:48:26.315585 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60e725c-83c9-41b3-815f-540f735a29ed None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:48:26.316169 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60e725c-83c9-41b3-815f-540f735a29ed None None] Checking segment: {'id': '468f4a86-6ca7-42a3-bf96-8e02bbcc6183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '557fbdc5-5857-46dd-b239-1d58d92a70be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:48:26.316658 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c60e725c-83c9-41b3-815f-540f735a29ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:26.317238 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60e725c-83c9-41b3-815f-540f735a29ed None None] Bound using segment: {'id': '468f4a86-6ca7-42a3-bf96-8e02bbcc6183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '557fbdc5-5857-46dd-b239-1d58d92a70be'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:48:26.317763 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-c60e725c-83c9-41b3-815f-540f735a29ed None None] Bound port: c1fdd379-65b5-4aef-8a67-1e2866412a00, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '468f4a86-6ca7-42a3-bf96-8e02bbcc6183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '557fbdc5-5857-46dd-b239-1d58d92a70be'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:48:26.318413 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c60e725c-83c9-41b3-815f-540f735a29ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:26.418666 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-c60e725c-83c9-41b3-815f-540f735a29ed None None] For port c1fdd379-65b5-4aef-8a67-1e2866412a00, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:48:26.424457 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-c60e725c-83c9-41b3-815f-540f735a29ed None None] For port c1fdd379-65b5-4aef-8a67-1e2866412a00, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=c1fdd379-65b5-4aef-8a67-1e2866412a00,segment=NetworkSegment(468f4a86-6ca7-42a3-bf96-8e02bbcc6183),segment_id=468f4a86-6ca7-42a3-bf96-8e02bbcc6183)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:48:26.437165 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c60e725c-83c9-41b3-815f-540f735a29ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:26.565528 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e725c-83c9-41b3-815f-540f735a29ed None None] Pushing event updated for resources: {'Port': ['ID=c1fdd379-65b5-4aef-8a67-1e2866412a00,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:26.741133 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-d45ac3de-ab24-4424-99aa-e1a5b6a36e21 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Allocated IP 172.20.0.1 (557fbdc5-5857-46dd-b239-1d58d92a70be/e18344a0-ed8d-447b-a740-a134226b6caf/a8597b14-8da8-4c76-8a30-4b2ed6ad8370) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:48:26.789362 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device bd27913a-4077-4f00-be18-3f181b6021ab up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:48:26.876602 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port bd27913a-4077-4f00-be18-3f181b6021ab triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:48:26.877264 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:27.036906 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ce7e68ae-bce8-42a9-87e4-ec271d412fa2 req-2151cc88-7223-4b7e-abba-10d276326641 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1e5d9b4-fcbc-4df8-9122-6c60367f779a HTTP/1.1" status: 200 len: 210 time: 0.0639908 Nov 09 21:48:27.051245 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d45ac3de-ab24-4424-99aa-e1a5b6a36e21 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:27.090414 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d45ac3de-ab24-4424-99aa-e1a5b6a36e21 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:27.138656 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45ac3de-ab24-4424-99aa-e1a5b6a36e21 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Network 557fbdc5-5857-46dd-b239-1d58d92a70be is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:48:27.142089 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-d45ac3de-ab24-4424-99aa-e1a5b6a36e21 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:48:27.146863 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45ac3de-ab24-4424-99aa-e1a5b6a36e21 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:48:27.194280 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d45ac3de-ab24-4424-99aa-e1a5b6a36e21 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:27.198469 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ac3de-ab24-4424-99aa-e1a5b6a36e21 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event updated for resources: {'Port': ['ID=a8597b14-8da8-4c76-8a30-4b2ed6ad8370,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:27.248044 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ac3de-ab24-4424-99aa-e1a5b6a36e21 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:48:27.248694 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ac3de-ab24-4424-99aa-e1a5b6a36e21 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:48:27.249048 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ac3de-ab24-4424-99aa-e1a5b6a36e21 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:48:27.249392 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ac3de-ab24-4424-99aa-e1a5b6a36e21 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:48:27.249735 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ac3de-ab24-4424-99aa-e1a5b6a36e21 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:48:27.250197 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ac3de-ab24-4424-99aa-e1a5b6a36e21 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:48:27.250517 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ac3de-ab24-4424-99aa-e1a5b6a36e21 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:48:27.250849 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ac3de-ab24-4424-99aa-e1a5b6a36e21 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:48:27.251182 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ac3de-ab24-4424-99aa-e1a5b6a36e21 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:48:27.251513 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ac3de-ab24-4424-99aa-e1a5b6a36e21 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:48:27.251847 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ac3de-ab24-4424-99aa-e1a5b6a36e21 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:48:27.252180 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ac3de-ab24-4424-99aa-e1a5b6a36e21 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:48:27.355573 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d45ac3de-ab24-4424-99aa-e1a5b6a36e21 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:27.720719 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d45ac3de-ab24-4424-99aa-e1a5b6a36e21 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:27.726453 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d45ac3de-ab24-4424-99aa-e1a5b6a36e21 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:27.803723 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d45ac3de-ab24-4424-99aa-e1a5b6a36e21 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:27.805386 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ac3de-ab24-4424-99aa-e1a5b6a36e21 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event updated for resources: {'Port': ['ID=a8597b14-8da8-4c76-8a30-4b2ed6ad8370,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:27.908734 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45ac3de-ab24-4424-99aa-e1a5b6a36e21 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Network 557fbdc5-5857-46dd-b239-1d58d92a70be is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:48:27.909165 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-d45ac3de-ab24-4424-99aa-e1a5b6a36e21 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:48:28.037130 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45ac3de-ab24-4424-99aa-e1a5b6a36e21 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Router e3f55bf3-37f3-4d1a-b191-1d2e182aae5f has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:48:28.166067 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-72fe57c5-e8c8-473a-ba66-93248899873f req-204f6bf1-bd23-4c09-9d29-e0e2f1cc814e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1e5d9b4-fcbc-4df8-9122-6c60367f779a HTTP/1.1" status: 200 len: 210 time: 0.0507274 Nov 09 21:48:28.185266 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45ac3de-ab24-4424-99aa-e1a5b6a36e21 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:48:28.193310 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d45ac3de-ab24-4424-99aa-e1a5b6a36e21 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "PUT /v2.0/routers/e3f55bf3-37f3-4d1a-b191-1d2e182aae5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3435071 Nov 09 21:48:28.193834 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57788) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:28.217289 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac95189-f285-48e8-9a5c-480d2e40d131 None None] Network 557fbdc5-5857-46dd-b239-1d58d92a70be requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:48:28.255233 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21895068-d1cb-4fc9-9c42-5732b9467c2a None None] Sync routers for ids ['e3f55bf3-37f3-4d1a-b191-1d2e182aae5f'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:48:28.271148 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21895068-d1cb-4fc9-9c42-5732b9467c2a None None] Routers {'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:48:28.272448 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-21895068-d1cb-4fc9-9c42-5732b9467c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:48:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e3f55bf3-37f3-4d1a-b191-1d2e182aae5f'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:28.302666 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-13287ecd-89a1-40d9-b01d-0a1582203bff None None] Provisioning complete for port c1fdd379-65b5-4aef-8a67-1e2866412a00 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:48:28.303458 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-13287ecd-89a1-40d9-b01d-0a1582203bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:28.350270 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d3a7b2-59fe-4bd9-ae05-0ddc2ec28996 tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:28.351118 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d3a7b2-59fe-4bd9-ae05-0ddc2ec28996 tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:28.351260 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d3a7b2-59fe-4bd9-ae05-0ddc2ec28996 tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:28.351981 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d3a7b2-59fe-4bd9-ae05-0ddc2ec28996 tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:28.352801 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d3a7b2-59fe-4bd9-ae05-0ddc2ec28996 tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:28.352956 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d3a7b2-59fe-4bd9-ae05-0ddc2ec28996 tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:28.353383 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d3a7b2-59fe-4bd9-ae05-0ddc2ec28996 tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:28.355561 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-01d3a7b2-59fe-4bd9-ae05-0ddc2ec28996 tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4964 time: 0.1606016 Nov 09 21:48:28.358938 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57790) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:28.428671 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd000683-5b67-4fa2-b640-492fbbd9b2b0 tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:28.429348 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd000683-5b67-4fa2-b640-492fbbd9b2b0 tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:28.429992 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd000683-5b67-4fa2-b640-492fbbd9b2b0 tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:28.430610 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd000683-5b67-4fa2-b640-492fbbd9b2b0 tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:28.431247 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd000683-5b67-4fa2-b640-492fbbd9b2b0 tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:28.431864 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd000683-5b67-4fa2-b640-492fbbd9b2b0 tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:28.433547 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd000683-5b67-4fa2-b640-492fbbd9b2b0 tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:28.436612 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-cd000683-5b67-4fa2-b640-492fbbd9b2b0 tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4628 time: 0.0766566 Nov 09 21:48:28.439484 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57792) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:28.493259 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-13287ecd-89a1-40d9-b01d-0a1582203bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:28.513114 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-21895068-d1cb-4fc9-9c42-5732b9467c2a None None] Set router e3f55bf3-37f3-4d1a-b191-1d2e182aae5f gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:48:28.540654 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-13287ecd-89a1-40d9-b01d-0a1582203bff None None] For port c1fdd379-65b5-4aef-8a67-1e2866412a00, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=c1fdd379-65b5-4aef-8a67-1e2866412a00,segment=NetworkSegment(468f4a86-6ca7-42a3-bf96-8e02bbcc6183),segment_id=468f4a86-6ca7-42a3-bf96-8e02bbcc6183)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:48:28.550542 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-13287ecd-89a1-40d9-b01d-0a1582203bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:28.643737 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13287ecd-89a1-40d9-b01d-0a1582203bff None None] Pushing event updated for resources: {'Port': ['ID=c1fdd379-65b5-4aef-8a67-1e2866412a00,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:28.651757 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13287ecd-89a1-40d9-b01d-0a1582203bff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:48:28.652111 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13287ecd-89a1-40d9-b01d-0a1582203bff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:48:28.652449 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13287ecd-89a1-40d9-b01d-0a1582203bff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:48:28.656832 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13287ecd-89a1-40d9-b01d-0a1582203bff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:48:28.657676 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13287ecd-89a1-40d9-b01d-0a1582203bff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:48:28.659726 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13287ecd-89a1-40d9-b01d-0a1582203bff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:48:28.660405 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13287ecd-89a1-40d9-b01d-0a1582203bff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:48:28.661202 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13287ecd-89a1-40d9-b01d-0a1582203bff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:48:28.661730 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13287ecd-89a1-40d9-b01d-0a1582203bff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:48:28.662258 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13287ecd-89a1-40d9-b01d-0a1582203bff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:48:28.662774 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13287ecd-89a1-40d9-b01d-0a1582203bff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:48:28.663287 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13287ecd-89a1-40d9-b01d-0a1582203bff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:48:28.666778 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-3c01de45-a865-45f7-b88a-10d89a7da013 tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3773 time: 0.2253308 Nov 09 21:48:28.845428 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c1fdd379-65b5-4aef-8a67-1e2866412a00 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:48:28.890940 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-21895068-d1cb-4fc9-9c42-5732b9467c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f', 'name': 'tempest-TestNetworkBasicOps-router-477191644', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'bd27913a-4077-4f00-be18-3f181b6021ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:48:20Z', 'updated_at': '2021-11-09T21:48:27Z', 'revision_number': 4, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'gw_port': {'id': 'bd27913a-4077-4f00-be18-3f181b6021ab', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:08:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:48:21Z', 'updated_at': '2021-11-09T21:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'a8597b14-8da8-4c76-8a30-4b2ed6ad8370', 'name': '', 'network_id': '557fbdc5-5857-46dd-b239-1d58d92a70be', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'mac_address': 'fa:16:3e:95:e8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'e18344a0-ed8d-447b-a740-a134226b6caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:48:26Z', 'updated_at': '2021-11-09T21:48:27Z', 'revision_number': 2, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'subnets': [{'id': 'e18344a0-ed8d-447b-a740-a134226b6caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:28.932286 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21895068-d1cb-4fc9-9c42-5732b9467c2a None None] Checking router: e3f55bf3-37f3-4d1a-b191-1d2e182aae5f for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:48:28.932668 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21895068-d1cb-4fc9-9c42-5732b9467c2a None None] Updating router e3f55bf3-37f3-4d1a-b191-1d2e182aae5f port a8597b14-8da8-4c76-8a30-4b2ed6ad8370 binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:48:28.963808 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-614da0d3-c594-4ab5-acc8-e9ecf2a1389b None None] Provisioning complete for port c1fdd379-65b5-4aef-8a67-1e2866412a00 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:48:28.968812 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-614da0d3-c594-4ab5-acc8-e9ecf2a1389b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:28.974614 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-21895068-d1cb-4fc9-9c42-5732b9467c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:29.114294 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port c1fdd379-65b5-4aef-8a67-1e2866412a00 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:48:29.114670 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:29.149386 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57808) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:29.154577 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-97d7b7ff-2fc4-488e-b892-7123ad303689 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1164756257', 'description': 'tempest-secgroup-smoke-1164756257 description', 'project_id': 'bd26d45f3284479db773fef1499ac4be'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:48:29.217376 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-97d7b7ff-2fc4-488e-b892-7123ad303689 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:29.349042 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-614da0d3-c594-4ab5-acc8-e9ecf2a1389b None None] Provisioning complete for port a8597b14-8da8-4c76-8a30-4b2ed6ad8370 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:48:29.349618 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-614da0d3-c594-4ab5-acc8-e9ecf2a1389b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:29.371857 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-97d7b7ff-2fc4-488e-b892-7123ad303689 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:29.386261 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-97d7b7ff-2fc4-488e-b892-7123ad303689 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:29.390837 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-614da0d3-c594-4ab5-acc8-e9ecf2a1389b None None] Port a8597b14-8da8-4c76-8a30-4b2ed6ad8370 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:48:29.450950 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d7b7ff-2fc4-488e-b892-7123ad303689 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efeb7037-f91f-4e6f-8931-2c6e46c235cb,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:29.455097 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d1e80074-ec39-42dc-aab9-378d993e5d98 req-dc4c86ce-8c0a-4691-8e66-060b10dca1e8 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1e5d9b4-fcbc-4df8-9122-6c60367f779a HTTP/1.1" status: 200 len: 210 time: 0.0814703 Nov 09 21:48:29.458375 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-97d7b7ff-2fc4-488e-b892-7123ad303689 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:29.460111 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-97d7b7ff-2fc4-488e-b892-7123ad303689 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3098111 Nov 09 21:48:29.463060 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57812) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:29.478881 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-7e5366dd-cb34-4d3e-a993-9eda7ccfc6b0 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Request body: {'security_group_rule': {'security_group_id': 'efeb7037-f91f-4e6f-8931-2c6e46c235cb', 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:48:29.498571 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d7b7ff-2fc4-488e-b892-7123ad303689 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:48:29.506446 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d7b7ff-2fc4-488e-b892-7123ad303689 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:48:29.507475 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d7b7ff-2fc4-488e-b892-7123ad303689 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:48:29.508465 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d7b7ff-2fc4-488e-b892-7123ad303689 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:48:29.509295 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d7b7ff-2fc4-488e-b892-7123ad303689 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:48:29.510679 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d7b7ff-2fc4-488e-b892-7123ad303689 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:48:29.512540 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d7b7ff-2fc4-488e-b892-7123ad303689 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:48:29.513880 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d7b7ff-2fc4-488e-b892-7123ad303689 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:48:29.514341 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d7b7ff-2fc4-488e-b892-7123ad303689 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:48:29.514567 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d7b7ff-2fc4-488e-b892-7123ad303689 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:48:29.521133 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d7b7ff-2fc4-488e-b892-7123ad303689 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:48:29.521695 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d7b7ff-2fc4-488e-b892-7123ad303689 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:48:29.527426 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-3b5c1dba-7374-4c03-829e-bf0a4cfd27fd None None] Provisioning complete for port a8597b14-8da8-4c76-8a30-4b2ed6ad8370 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:48:29.528400 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3b5c1dba-7374-4c03-829e-bf0a4cfd27fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:29.552593 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-21895068-d1cb-4fc9-9c42-5732b9467c2a None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:29.564093 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-21895068-d1cb-4fc9-9c42-5732b9467c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:29.590091 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-3b5c1dba-7374-4c03-829e-bf0a4cfd27fd None None] Port a8597b14-8da8-4c76-8a30-4b2ed6ad8370 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:48:29.591905 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7e5366dd-cb34-4d3e-a993-9eda7ccfc6b0 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:29.626164 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c00b4-6417-41ce-b8dd-5d0895c1c3b5 None None] Pushing event updated for resources: {'Port': ['ID=a8597b14-8da8-4c76-8a30-4b2ed6ad8370,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:29.688473 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7e5366dd-cb34-4d3e-a993-9eda7ccfc6b0 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:29.694277 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7e5366dd-cb34-4d3e-a993-9eda7ccfc6b0 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:29.697544 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-21895068-d1cb-4fc9-9c42-5732b9467c2a None None] Attempting to bind port a8597b14-8da8-4c76-8a30-4b2ed6ad8370 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:48:29.697942 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-21895068-d1cb-4fc9-9c42-5732b9467c2a None None] Attempting to bind port a8597b14-8da8-4c76-8a30-4b2ed6ad8370 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '468f4a86-6ca7-42a3-bf96-8e02bbcc6183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '557fbdc5-5857-46dd-b239-1d58d92a70be'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:48:29.698315 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21895068-d1cb-4fc9-9c42-5732b9467c2a None None] Attempting to bind port a8597b14-8da8-4c76-8a30-4b2ed6ad8370 on network 557fbdc5-5857-46dd-b239-1d58d92a70be {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:48:29.711259 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21895068-d1cb-4fc9-9c42-5732b9467c2a None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:48:29.711654 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21895068-d1cb-4fc9-9c42-5732b9467c2a None None] Checking segment: {'id': '468f4a86-6ca7-42a3-bf96-8e02bbcc6183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '557fbdc5-5857-46dd-b239-1d58d92a70be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:48:29.712062 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-21895068-d1cb-4fc9-9c42-5732b9467c2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:29.712462 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21895068-d1cb-4fc9-9c42-5732b9467c2a None None] Bound using segment: {'id': '468f4a86-6ca7-42a3-bf96-8e02bbcc6183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '557fbdc5-5857-46dd-b239-1d58d92a70be'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:48:29.715641 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-21895068-d1cb-4fc9-9c42-5732b9467c2a None None] Bound port: a8597b14-8da8-4c76-8a30-4b2ed6ad8370, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '468f4a86-6ca7-42a3-bf96-8e02bbcc6183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '557fbdc5-5857-46dd-b239-1d58d92a70be'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:48:29.715996 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-21895068-d1cb-4fc9-9c42-5732b9467c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:29.721113 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-a1b8a56b-7ac5-4794-8a8c-1dd7b6ea9e67 None None] Provisioning complete for port a8597b14-8da8-4c76-8a30-4b2ed6ad8370 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:48:29.723913 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a1b8a56b-7ac5-4794-8a8c-1dd7b6ea9e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:29.751206 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7e5366dd-cb34-4d3e-a993-9eda7ccfc6b0 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:29.757015 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57820) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:29.757606 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7e5366dd-cb34-4d3e-a993-9eda7ccfc6b0 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2932570 Nov 09 21:48:29.759626 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5366dd-cb34-4d3e-a993-9eda7ccfc6b0 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af401d6d-99fd-49bc-9989-94e2673cec7f,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:29.763811 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-bcbc0a35-c194-4184-a004-6684daf99f7f tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Request body: {'security_group_rule': {'security_group_id': 'efeb7037-f91f-4e6f-8931-2c6e46c235cb', 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:48:29.800562 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bcbc0a35-c194-4184-a004-6684daf99f7f tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:29.818871 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-21895068-d1cb-4fc9-9c42-5732b9467c2a None None] For port a8597b14-8da8-4c76-8a30-4b2ed6ad8370, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:48:29.819395 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-a1b8a56b-7ac5-4794-8a8c-1dd7b6ea9e67 None None] Port a8597b14-8da8-4c76-8a30-4b2ed6ad8370 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:48:29.825408 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-21895068-d1cb-4fc9-9c42-5732b9467c2a None None] For port a8597b14-8da8-4c76-8a30-4b2ed6ad8370, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=a8597b14-8da8-4c76-8a30-4b2ed6ad8370,segment=NetworkSegment(468f4a86-6ca7-42a3-bf96-8e02bbcc6183),segment_id=468f4a86-6ca7-42a3-bf96-8e02bbcc6183)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:48:29.831370 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-21895068-d1cb-4fc9-9c42-5732b9467c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:29.881094 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bcbc0a35-c194-4184-a004-6684daf99f7f tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:29.886282 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bcbc0a35-c194-4184-a004-6684daf99f7f tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:29.891647 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21895068-d1cb-4fc9-9c42-5732b9467c2a None None] Routers {'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:48:29.892526 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-21895068-d1cb-4fc9-9c42-5732b9467c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:48:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e3f55bf3-37f3-4d1a-b191-1d2e182aae5f'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:29.921910 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc0a35-c194-4184-a004-6684daf99f7f tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7cb1eb5-2eb2-470d-bef9-be22002b61e2,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:29.938849 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bcbc0a35-c194-4184-a004-6684daf99f7f tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:29.943680 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57822) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:29.948204 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-9af3e91a-b789-4a63-8bff-e1ea371baaab None None] Provisioning complete for port a8597b14-8da8-4c76-8a30-4b2ed6ad8370 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:48:29.948842 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9af3e91a-b789-4a63-8bff-e1ea371baaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:29.950042 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-af6be298-ecde-49f5-b223-3718779ff3ed tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Request body: {'security_group_rule': {'security_group_id': 'efeb7037-f91f-4e6f-8931-2c6e46c235cb', 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:48:29.955614 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-bcbc0a35-c194-4184-a004-6684daf99f7f tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1973186 Nov 09 21:48:29.991629 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-af6be298-ecde-49f5-b223-3718779ff3ed tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:30.018901 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c00b4-6417-41ce-b8dd-5d0895c1c3b5 None None] Pushing event updated for resources: {'Port': ['ID=a8597b14-8da8-4c76-8a30-4b2ed6ad8370,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:30.069319 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9af3e91a-b789-4a63-8bff-e1ea371baaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:30.121163 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-9af3e91a-b789-4a63-8bff-e1ea371baaab None None] For port a8597b14-8da8-4c76-8a30-4b2ed6ad8370, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=a8597b14-8da8-4c76-8a30-4b2ed6ad8370,segment=NetworkSegment(468f4a86-6ca7-42a3-bf96-8e02bbcc6183),segment_id=468f4a86-6ca7-42a3-bf96-8e02bbcc6183)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:48:30.127571 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9af3e91a-b789-4a63-8bff-e1ea371baaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:30.135480 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-21895068-d1cb-4fc9-9c42-5732b9467c2a None None] Set router e3f55bf3-37f3-4d1a-b191-1d2e182aae5f gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:48:30.143965 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-af6be298-ecde-49f5-b223-3718779ff3ed tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:30.154745 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-af6be298-ecde-49f5-b223-3718779ff3ed tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:30.220397 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6be298-ecde-49f5-b223-3718779ff3ed tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=780c1143-3ae6-40ad-901a-b109eff8133b,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:30.233454 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-af6be298-ecde-49f5-b223-3718779ff3ed tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:30.236766 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-af6be298-ecde-49f5-b223-3718779ff3ed tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2916775 Nov 09 21:48:30.239803 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57824) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:30.244218 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-88725bfb-4e3e-47d6-91f2-61fb834e6854 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Request body: {'security_group_rule': {'security_group_id': 'efeb7037-f91f-4e6f-8931-2c6e46c235cb', 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:48:30.288778 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3e91a-b789-4a63-8bff-e1ea371baaab None None] Pushing event updated for resources: {'Port': ['ID=a8597b14-8da8-4c76-8a30-4b2ed6ad8370,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:30.303403 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-1c07544e-4623-4a97-9bda-f7a816899e90 None None] Provisioning complete for port a8597b14-8da8-4c76-8a30-4b2ed6ad8370 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:48:30.304100 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1c07544e-4623-4a97-9bda-f7a816899e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:30.305337 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-88725bfb-4e3e-47d6-91f2-61fb834e6854 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:30.400773 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-88725bfb-4e3e-47d6-91f2-61fb834e6854 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:30.405965 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-88725bfb-4e3e-47d6-91f2-61fb834e6854 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:30.424766 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-21895068-d1cb-4fc9-9c42-5732b9467c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f', 'name': 'tempest-TestNetworkBasicOps-router-477191644', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'bd27913a-4077-4f00-be18-3f181b6021ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:48:20Z', 'updated_at': '2021-11-09T21:48:27Z', 'revision_number': 4, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'gw_port': {'id': 'bd27913a-4077-4f00-be18-3f181b6021ab', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:08:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:48:21Z', 'updated_at': '2021-11-09T21:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'a8597b14-8da8-4c76-8a30-4b2ed6ad8370', 'name': '', 'network_id': '557fbdc5-5857-46dd-b239-1d58d92a70be', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'mac_address': 'fa:16:3e:95:e8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'e18344a0-ed8d-447b-a740-a134226b6caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:48:26Z', 'updated_at': '2021-11-09T21:48:29Z', 'revision_number': 4, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'subnets': [{'id': 'e18344a0-ed8d-447b-a740-a134226b6caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:30.431894 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88725bfb-4e3e-47d6-91f2-61fb834e6854 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e2cc96-f076-48e4-929d-02261c8d14d3,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:30.436876 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-88725bfb-4e3e-47d6-91f2-61fb834e6854 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:30.438082 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-88725bfb-4e3e-47d6-91f2-61fb834e6854 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1974025 Nov 09 21:48:30.440707 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57826) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:30.445168 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-ae623d12-4235-4cee-a7b9-985d6f5be641 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Request body: {'security_group_rule': {'security_group_id': 'efeb7037-f91f-4e6f-8931-2c6e46c235cb', 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:48:30.460866 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21895068-d1cb-4fc9-9c42-5732b9467c2a None None] The sync data for ids ['e3f55bf3-37f3-4d1a-b191-1d2e182aae5f'] in n-d-816206-3 is: [{'id': 'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f', 'name': 'tempest-TestNetworkBasicOps-router-477191644', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'bd27913a-4077-4f00-be18-3f181b6021ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:48:20Z', 'updated_at': '2021-11-09T21:48:27Z', 'revision_number': 4, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'gw_port': {'id': 'bd27913a-4077-4f00-be18-3f181b6021ab', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:08:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:48:21Z', 'updated_at': '2021-11-09T21:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'a8597b14-8da8-4c76-8a30-4b2ed6ad8370', 'name': '', 'network_id': '557fbdc5-5857-46dd-b239-1d58d92a70be', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'mac_address': 'fa:16:3e:95:e8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'e18344a0-ed8d-447b-a740-a134226b6caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:48:26Z', 'updated_at': '2021-11-09T21:48:29Z', 'revision_number': 4, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'subnets': [{'id': 'e18344a0-ed8d-447b-a740-a134226b6caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:48:30.473244 n-d-816206-3 neutron-server[102607]: INFO neutron.db.securitygroups_db [None req-ae623d12-4235-4cee-a7b9-985d6f5be641 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Project bd26d45f3284479db773fef1499ac4be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 21:48:30.479238 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ae623d12-4235-4cee-a7b9-985d6f5be641 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:30.565813 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ae623d12-4235-4cee-a7b9-985d6f5be641 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:30.573513 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ae623d12-4235-4cee-a7b9-985d6f5be641 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:30.603727 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae623d12-4235-4cee-a7b9-985d6f5be641 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64f6da56-8c26-4966-8780-5c4d4fe7a777,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:30.614871 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ae623d12-4235-4cee-a7b9-985d6f5be641 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:30.615942 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ae623d12-4235-4cee-a7b9-985d6f5be641 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1741989 Nov 09 21:48:30.618750 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 57834) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:30.637751 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-d8a0e1f2-0b5b-4e80-a17e-a1bc83796779 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Request body: {'security_group_rule': {'security_group_id': 'efeb7037-f91f-4e6f-8931-2c6e46c235cb', 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:48:30.679173 n-d-816206-3 neutron-server[102607]: INFO neutron.db.securitygroups_db [None req-d8a0e1f2-0b5b-4e80-a17e-a1bc83796779 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Project bd26d45f3284479db773fef1499ac4be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 21:48:30.688910 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d8a0e1f2-0b5b-4e80-a17e-a1bc83796779 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:30.788168 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d8a0e1f2-0b5b-4e80-a17e-a1bc83796779 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:30.802657 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d8a0e1f2-0b5b-4e80-a17e-a1bc83796779 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:30.822998 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0e1f2-0b5b-4e80-a17e-a1bc83796779 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53cde832-dbf2-4010-93b2-2bbc37192471,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:30.833755 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d8a0e1f2-0b5b-4e80-a17e-a1bc83796779 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:30.835254 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d8a0e1f2-0b5b-4e80-a17e-a1bc83796779 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2153468 Nov 09 21:48:30.919445 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-78daebb4-e350-440f-acf6-5728d806939f tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1185313116&fields=id&tenant_id=b3039f985d904a47a201680c8c884f50 HTTP/1.1" status: 200 len: 267 time: 0.0655172 Nov 09 21:48:30.933346 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c1fdd379-65b5-4aef-8a67-1e2866412a00 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:48:31.014337 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port c1fdd379-65b5-4aef-8a67-1e2866412a00 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:48:31.015148 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:31.070222 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-67e86905-8043-49f5-a2a7-0ab280ad59db tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:31.072900 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-67e86905-8043-49f5-a2a7-0ab280ad59db tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/networks?id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9 HTTP/1.1" status: 200 len: 812 time: 0.1435165 Nov 09 21:48:31.096028 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-7b87ca7b-308e-4d6f-b08e-67e89fd46eea tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/quotas/b3039f985d904a47a201680c8c884f50 HTTP/1.1" status: 200 len: 375 time: 0.0167665 Nov 09 21:48:31.106381 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device a8597b14-8da8-4c76-8a30-4b2ed6ad8370 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:48:31.119011 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-77ff4927-d85f-489f-9105-351cf0f1218e req-34242985-ac8d-44b4-b200-ec5900e38d80 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1164756257&fields=id&tenant_id=bd26d45f3284479db773fef1499ac4be HTTP/1.1" status: 200 len: 267 time: 0.0575168 Nov 09 21:48:31.157147 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port a8597b14-8da8-4c76-8a30-4b2ed6ad8370 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:48:31.157436 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:31.167424 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-f9ed67bc-8bb7-4564-bb59-012fc3a673d4 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3039f985d904a47a201680c8c884f50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0655065 Nov 09 21:48:31.255884 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff4927-d85f-489f-9105-351cf0f1218e req-4db1804c-7ce9-403d-961d-7916944be343 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:31.257245 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-77ff4927-d85f-489f-9105-351cf0f1218e req-4db1804c-7ce9-403d-961d-7916944be343 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/networks?id=557fbdc5-5857-46dd-b239-1d58d92a70be HTTP/1.1" status: 200 len: 796 time: 0.1294765 Nov 09 21:48:31.269618 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-2b070fcf-e492-45f2-b762-ac6cddf1195a service neutron] 10.222.0.49 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013639 Nov 09 21:48:31.273488 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-77ff4927-d85f-489f-9105-351cf0f1218e req-075000d4-ebf9-40e3-950d-a04fa8638ff8 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/quotas/bd26d45f3284479db773fef1499ac4be HTTP/1.1" status: 200 len: 375 time: 0.0094507 Nov 09 21:48:31.327384 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-77ff4927-d85f-489f-9105-351cf0f1218e req-5cac94a4-a25c-4030-9069-a126d54bcacb tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=bd26d45f3284479db773fef1499ac4be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476737 Nov 09 21:48:31.367520 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-a9d256be-9d32-4267-a295-d4dd17dbfaa8 service neutron] 10.222.0.49 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915642 Nov 09 21:48:31.435020 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-77ff4927-d85f-489f-9105-351cf0f1218e req-54722936-4f41-4066-b74c-d86717d3113b service neutron] 10.222.0.49 "GET /v2.0/networks/557fbdc5-5857-46dd-b239-1d58d92a70be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929313 Nov 09 21:48:31.535558 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-77ff4927-d85f-489f-9105-351cf0f1218e req-8d19a267-d07f-46aa-bec6-2af80bcd56a0 service neutron] 10.222.0.49 "GET /v2.0/networks/557fbdc5-5857-46dd-b239-1d58d92a70be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939422 Nov 09 21:48:31.707800 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8a3a9e14-1b98-4bfc-9770-0eb92f018934 req-b84c5a98-c51e-4eec-9751-22f1e012f90a tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=87a0c55d-4b51-4767-8d92-2b46bfcfc839 HTTP/1.1" status: 200 len: 210 time: 0.0388877 Nov 09 21:48:31.725929 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-05bf1d5d-ffbd-4e8f-a314-e478d5f124d9 req-d27c9644-d3de-45c0-8526-e4432e727ad4 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f78af3b-dd09-42d2-96d6-7a1c19ee031a HTTP/1.1" status: 200 len: 210 time: 0.0309010 Nov 09 21:48:32.845345 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ee2e4545-5abd-42e6-a08e-a1eb3a012cfb req-1c58f868-3e35-45de-955f-fe5f0afbfdf4 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=87a0c55d-4b51-4767-8d92-2b46bfcfc839 HTTP/1.1" status: 200 len: 210 time: 0.0596514 Nov 09 21:48:32.882812 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1e716096-b779-454d-88ef-a68c4d82d402 req-f6bd193b-90f4-4b8f-85be-1823bfebb73f tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f78af3b-dd09-42d2-96d6-7a1c19ee031a HTTP/1.1" status: 200 len: 210 time: 0.0508235 Nov 09 21:48:32.983107 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-54551d41-2e93-411b-ba9b-0b6c3650b932 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:32.984661 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-54551d41-2e93-411b-ba9b-0b6c3650b932 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.43 "GET /v2.0/networks?id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9 HTTP/1.1" status: 200 len: 812 time: 0.1420207 Nov 09 21:48:33.067777 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-b93f6d85-00b6-41ed-b426-fa8ba4217e86 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3039f985d904a47a201680c8c884f50 HTTP/1.1" status: 200 len: 380 time: 0.0622201 Nov 09 21:48:33.078451 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-2e671499-6441-49cb-9cad-aa2b0c2142f5 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Request body: {'port': {'device_id': '87a0c55d-4b51-4767-8d92-2b46bfcfc839', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'admin_state_up': True, 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'security_groups': ['d2ffbac2-efa0-42a2-b3ec-3d8edf9da112']}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:48:33.196744 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-2e671499-6441-49cb-9cad-aa2b0c2142f5 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Made reservation on behalf of b3039f985d904a47a201680c8c884f50 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:48:33.200959 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-2e671499-6441-49cb-9cad-aa2b0c2142f5 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:33.419832 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-2e671499-6441-49cb-9cad-aa2b0c2142f5 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Allocated IP 172.20.0.10 (46bdb5bb-fd13-43c3-a075-2640c54ba1a9/9efcad5d-d250-42ce-b381-abda2d565ce1/e0d4114c-987a-4de8-aea9-ceb96ea1a180) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:48:33.461300 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff4927-d85f-489f-9105-351cf0f1218e req-914a0a07-dedc-4518-a047-c429176f2e59 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:33.462741 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-77ff4927-d85f-489f-9105-351cf0f1218e req-914a0a07-dedc-4518-a047-c429176f2e59 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.43 "GET /v2.0/networks?id=557fbdc5-5857-46dd-b239-1d58d92a70be HTTP/1.1" status: 200 len: 796 time: 0.1751628 Nov 09 21:48:33.609615 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-77ff4927-d85f-489f-9105-351cf0f1218e req-091c8e73-aff1-4751-8022-25c80e5c569a tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd26d45f3284479db773fef1499ac4be HTTP/1.1" status: 200 len: 380 time: 0.1307042 Nov 09 21:48:33.626501 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-77ff4927-d85f-489f-9105-351cf0f1218e req-19ad3a67-0406-425f-90e8-87b43c5c47e6 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Request body: {'port': {'device_id': '2f78af3b-dd09-42d2-96d6-7a1c19ee031a', 'network_id': '557fbdc5-5857-46dd-b239-1d58d92a70be', 'admin_state_up': True, 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'security_groups': ['efeb7037-f91f-4e6f-8931-2c6e46c235cb']}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:48:33.704068 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-2e671499-6441-49cb-9cad-aa2b0c2142f5 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:33.778955 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-2e671499-6441-49cb-9cad-aa2b0c2142f5 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:33.789690 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77ff4927-d85f-489f-9105-351cf0f1218e req-19ad3a67-0406-425f-90e8-87b43c5c47e6 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Made reservation on behalf of bd26d45f3284479db773fef1499ac4be for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:48:33.793734 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-77ff4927-d85f-489f-9105-351cf0f1218e req-19ad3a67-0406-425f-90e8-87b43c5c47e6 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:33.866294 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:33.873150 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-2e671499-6441-49cb-9cad-aa2b0c2142f5 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Network 46bdb5bb-fd13-43c3-a075-2640c54ba1a9 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:48:33.938794 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-2e671499-6441-49cb-9cad-aa2b0c2142f5 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:48:33.952130 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-2e671499-6441-49cb-9cad-aa2b0c2142f5 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:48:33.974372 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714891f-7566-46fe-818b-966c678a0a08 req-83fff472-a794-445a-ac47-45a09de237d5 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:33.984238 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2714891f-7566-46fe-818b-966c678a0a08 req-83fff472-a794-445a-ac47-45a09de237d5 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=87a0c55d-4b51-4767-8d92-2b46bfcfc839 HTTP/1.1" status: 200 len: 932 time: 0.0710347 Nov 09 21:48:34.053592 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e671499-6441-49cb-9cad-aa2b0c2142f5 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Pushing event updated for resources: {'Port': ['ID=e0d4114c-987a-4de8-aea9-ceb96ea1a180,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:34.092014 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2714891f-7566-46fe-818b-966c678a0a08 req-f46dd305-6f88-4162-b63a-d361f5cd3d39 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013553 Nov 09 21:48:34.103070 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-10789792-9cdf-4d6b-a0a4-ed4c9d828421 req-09050cc8-6479-420d-b5e7-26092e6811f1 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f78af3b-dd09-42d2-96d6-7a1c19ee031a HTTP/1.1" status: 200 len: 210 time: 0.0958722 Nov 09 21:48:34.161944 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-2e671499-6441-49cb-9cad-aa2b0c2142f5 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:34.162754 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-2e671499-6441-49cb-9cad-aa2b0c2142f5 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:34.199895 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-77ff4927-d85f-489f-9105-351cf0f1218e req-19ad3a67-0406-425f-90e8-87b43c5c47e6 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Allocated IP 172.20.0.14 (557fbdc5-5857-46dd-b239-1d58d92a70be/e18344a0-ed8d-447b-a740-a134226b6caf/ebc083a2-41e7-46ab-a2cc-a7a951763e46) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:48:34.234295 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-2e671499-6441-49cb-9cad-aa2b0c2142f5 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1597686 Nov 09 21:48:34.254379 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-d4e8f813-e84d-417d-9d3d-83250d3e0ccc service neutron] Request body: {'port': {'device_id': '87a0c55d-4b51-4767-8d92-2b46bfcfc839', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:48:34.268168 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-9772aa7d-20c7-4686-8d6a-3e1455bc16b6 None None] Provisioning complete for port e0d4114c-987a-4de8-aea9-ceb96ea1a180 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:48:34.268936 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9772aa7d-20c7-4686-8d6a-3e1455bc16b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:34.306381 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-9772aa7d-20c7-4686-8d6a-3e1455bc16b6 None None] Port e0d4114c-987a-4de8-aea9-ceb96ea1a180 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:48:34.368006 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-d4e8f813-e84d-417d-9d3d-83250d3e0ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:34.426551 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-77ff4927-d85f-489f-9105-351cf0f1218e req-19ad3a67-0406-425f-90e8-87b43c5c47e6 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:34.544667 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-77ff4927-d85f-489f-9105-351cf0f1218e req-19ad3a67-0406-425f-90e8-87b43c5c47e6 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:34.633256 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77ff4927-d85f-489f-9105-351cf0f1218e req-19ad3a67-0406-425f-90e8-87b43c5c47e6 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Network 557fbdc5-5857-46dd-b239-1d58d92a70be is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:48:34.640611 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-77ff4927-d85f-489f-9105-351cf0f1218e req-19ad3a67-0406-425f-90e8-87b43c5c47e6 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:48:34.642480 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad3a67-0406-425f-90e8-87b43c5c47e6 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event updated for resources: {'Port': ['ID=ebc083a2-41e7-46ab-a2cc-a7a951763e46,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:34.650758 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ff4927-d85f-489f-9105-351cf0f1218e req-19ad3a67-0406-425f-90e8-87b43c5c47e6 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:48:34.723117 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff4927-d85f-489f-9105-351cf0f1218e req-19ad3a67-0406-425f-90e8-87b43c5c47e6 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:34.723717 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-77ff4927-d85f-489f-9105-351cf0f1218e req-19ad3a67-0406-425f-90e8-87b43c5c47e6 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:34.751027 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-77ff4927-d85f-489f-9105-351cf0f1218e req-19ad3a67-0406-425f-90e8-87b43c5c47e6 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1297474 Nov 09 21:48:34.797388 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-77ff4927-d85f-489f-9105-351cf0f1218e req-09a6dda8-7d2f-4459-b290-e51eb5c3721a service neutron] Request body: {'port': {'device_id': '2f78af3b-dd09-42d2-96d6-7a1c19ee031a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:48:34.835776 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-d4e8f813-e84d-417d-9d3d-83250d3e0ccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0d4114c-987a-4de8-aea9-ceb96ea1a180 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:48:34.854827 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-d4e8f813-e84d-417d-9d3d-83250d3e0ccc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:34.890389 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-d4e8f813-e84d-417d-9d3d-83250d3e0ccc service neutron] Transition to ACTIVE for port object e0d4114c-987a-4de8-aea9-ceb96ea1a180 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:48:34.891934 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-77ff4927-d85f-489f-9105-351cf0f1218e req-09a6dda8-7d2f-4459-b290-e51eb5c3721a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:34.904762 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-d4e8f813-e84d-417d-9d3d-83250d3e0ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:34.938402 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-eef977c0-c8cd-417c-82fb-a5715aa707c5 None None] Provisioning complete for port ebc083a2-41e7-46ab-a2cc-a7a951763e46 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:48:34.939644 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-eef977c0-c8cd-417c-82fb-a5715aa707c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:35.005265 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e8f813-e84d-417d-9d3d-83250d3e0ccc service neutron] Pushing event updated for resources: {'Port': ['ID=e0d4114c-987a-4de8-aea9-ceb96ea1a180,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:35.020321 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-eef977c0-c8cd-417c-82fb-a5715aa707c5 None None] Port ebc083a2-41e7-46ab-a2cc-a7a951763e46 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:48:35.169930 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-d4e8f813-e84d-417d-9d3d-83250d3e0ccc service neutron] Attempting to bind port e0d4114c-987a-4de8-aea9-ceb96ea1a180 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:48:35.170372 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-d4e8f813-e84d-417d-9d3d-83250d3e0ccc service neutron] Attempting to bind port e0d4114c-987a-4de8-aea9-ceb96ea1a180 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '3170744c-3447-44d8-9a0c-fa1ee6e7efbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:48:35.170863 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-d4e8f813-e84d-417d-9d3d-83250d3e0ccc service neutron] Attempting to bind port e0d4114c-987a-4de8-aea9-ceb96ea1a180 on network 46bdb5bb-fd13-43c3-a075-2640c54ba1a9 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:48:35.182309 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-d4e8f813-e84d-417d-9d3d-83250d3e0ccc service neutron] Port e0d4114c-987a-4de8-aea9-ceb96ea1a180 on network 46bdb5bb-fd13-43c3-a075-2640c54ba1a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:48:35.182726 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-d4e8f813-e84d-417d-9d3d-83250d3e0ccc service neutron] Attempting to bind port e0d4114c-987a-4de8-aea9-ceb96ea1a180 on network 46bdb5bb-fd13-43c3-a075-2640c54ba1a9 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:48:35.238582 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-d4e8f813-e84d-417d-9d3d-83250d3e0ccc service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:48:35.248938 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-d4e8f813-e84d-417d-9d3d-83250d3e0ccc service neutron] Checking segment: {'id': '3170744c-3447-44d8-9a0c-fa1ee6e7efbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:48:35.249513 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-d4e8f813-e84d-417d-9d3d-83250d3e0ccc service neutron] Bound using segment: {'id': '3170744c-3447-44d8-9a0c-fa1ee6e7efbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:48:35.250093 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-d4e8f813-e84d-417d-9d3d-83250d3e0ccc service neutron] Bound port: e0d4114c-987a-4de8-aea9-ceb96ea1a180, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3170744c-3447-44d8-9a0c-fa1ee6e7efbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:48:35.250610 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-d4e8f813-e84d-417d-9d3d-83250d3e0ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:35.286284 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d32c33-9f38-4e88-a2b2-93d0bd513c5c req-4de34141-fa5d-4618-ad54-93fa970a33ab tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:35.309779 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b6d32c33-9f38-4e88-a2b2-93d0bd513c5c req-4de34141-fa5d-4618-ad54-93fa970a33ab tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=87a0c55d-4b51-4767-8d92-2b46bfcfc839 HTTP/1.1" status: 200 len: 944 time: 0.1104922 Nov 09 21:48:35.414332 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b6d32c33-9f38-4e88-a2b2-93d0bd513c5c req-131451f7-8042-4d4f-bb60-d77e2f252c4a tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035655 Nov 09 21:48:35.422927 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61b603-91f5-4b0e-b839-e4c49563020f req-95d48657-5af7-4d41-88a9-f003603f1a93 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:35.432856 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9c61b603-91f5-4b0e-b839-e4c49563020f req-95d48657-5af7-4d41-88a9-f003603f1a93 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f78af3b-dd09-42d2-96d6-7a1c19ee031a HTTP/1.1" status: 200 len: 932 time: 0.1627734 Nov 09 21:48:35.450254 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-d4e8f813-e84d-417d-9d3d-83250d3e0ccc service neutron] For port e0d4114c-987a-4de8-aea9-ceb96ea1a180, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:48:35.453678 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-d4e8f813-e84d-417d-9d3d-83250d3e0ccc service neutron] For port e0d4114c-987a-4de8-aea9-ceb96ea1a180, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=e0d4114c-987a-4de8-aea9-ceb96ea1a180,segment=NetworkSegment(3170744c-3447-44d8-9a0c-fa1ee6e7efbc),segment_id=3170744c-3447-44d8-9a0c-fa1ee6e7efbc)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:48:35.478935 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-d4e8f813-e84d-417d-9d3d-83250d3e0ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:35.576531 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9c61b603-91f5-4b0e-b839-e4c49563020f req-a9363880-2ff7-4075-a703-ad20d87c54ed tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/security-groups?id=efeb7037-f91f-4e6f-8931-2c6e46c235cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375229 Nov 09 21:48:35.583377 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-d4e8f813-e84d-417d-9d3d-83250d3e0ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:35.584117 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-d4e8f813-e84d-417d-9d3d-83250d3e0ccc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:35.585533 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-d4e8f813-e84d-417d-9d3d-83250d3e0ccc service neutron] 10.222.0.43 "PUT /v2.0/ports/e0d4114c-987a-4de8-aea9-ceb96ea1a180 HTTP/1.1" status: 200 len: 1092 time: 1.3354957 Nov 09 21:48:35.596428 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a0c55d-4b51-4767-8d92-2b46bfcfc839', 'tag': 'e0d4114c-987a-4de8-aea9-ceb96ea1a180'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:48:35.599687 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69d9dce-56de-4c88-bb29-a7dca3d7ba44" -d '{"events": [{"name": "network-changed", "server_uuid": "87a0c55d-4b51-4767-8d92-2b46bfcfc839", "tag": "e0d4114c-987a-4de8-aea9-ceb96ea1a180"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:48:36.073265 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a566fbe5-466c-468f-8d1d-ee1faff951a9 x-openstack-request-id: req-a566fbe5-466c-468f-8d1d-ee1faff951a9 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:48:36.073810 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a0c55d-4b51-4767-8d92-2b46bfcfc839", "tag": "e0d4114c-987a-4de8-aea9-ceb96ea1a180", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:48:36.073810 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a566fbe5-466c-468f-8d1d-ee1faff951a9 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:48:36.074206 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a0c55d-4b51-4767-8d92-2b46bfcfc839', 'tag': 'e0d4114c-987a-4de8-aea9-ceb96ea1a180', 'status': 'completed', 'code': 200} Nov 09 21:48:36.097515 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-77ff4927-d85f-489f-9105-351cf0f1218e req-09a6dda8-7d2f-4459-b290-e51eb5c3721a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebc083a2-41e7-46ab-a2cc-a7a951763e46 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:48:36.116246 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e8f813-e84d-417d-9d3d-83250d3e0ccc service neutron] Pushing event updated for resources: {'Port': ['ID=e0d4114c-987a-4de8-aea9-ceb96ea1a180,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:36.125704 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-77ff4927-d85f-489f-9105-351cf0f1218e req-09a6dda8-7d2f-4459-b290-e51eb5c3721a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:36.147469 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-77ff4927-d85f-489f-9105-351cf0f1218e req-09a6dda8-7d2f-4459-b290-e51eb5c3721a service neutron] Transition to ACTIVE for port object ebc083a2-41e7-46ab-a2cc-a7a951763e46 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:48:36.155125 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-77ff4927-d85f-489f-9105-351cf0f1218e req-09a6dda8-7d2f-4459-b290-e51eb5c3721a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:36.170765 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-f42a8e33-57e6-4c5f-9d7e-65c58e322012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:36.172378 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-f42a8e33-57e6-4c5f-9d7e-65c58e322012 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b3039f985d904a47a201680c8c884f50&device_id=87a0c55d-4b51-4767-8d92-2b46bfcfc839 HTTP/1.1" status: 200 len: 1095 time: 0.0968425 Nov 09 21:48:36.251801 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-cdb47455-e228-4ee5-955f-b1305fa608ca service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0d4114c-987a-4de8-aea9-ceb96ea1a180 HTTP/1.1" status: 200 len: 217 time: 0.0605190 Nov 09 21:48:36.326316 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-d1236a53-182a-4f7e-94b1-5bd1777ac51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:36.327882 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-d1236a53-182a-4f7e-94b1-5bd1777ac51e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9efcad5d-d250-42ce-b381-abda2d565ce1 HTTP/1.1" status: 200 len: 851 time: 0.0576904 Nov 09 21:48:36.368181 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6dda8-7d2f-4459-b290-e51eb5c3721a service neutron] Pushing event updated for resources: {'Port': ['ID=ebc083a2-41e7-46ab-a2cc-a7a951763e46,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:36.449638 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-77ff4927-d85f-489f-9105-351cf0f1218e req-09a6dda8-7d2f-4459-b290-e51eb5c3721a service neutron] Attempting to bind port ebc083a2-41e7-46ab-a2cc-a7a951763e46 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:48:36.449990 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-77ff4927-d85f-489f-9105-351cf0f1218e req-09a6dda8-7d2f-4459-b290-e51eb5c3721a service neutron] Attempting to bind port ebc083a2-41e7-46ab-a2cc-a7a951763e46 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '468f4a86-6ca7-42a3-bf96-8e02bbcc6183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '557fbdc5-5857-46dd-b239-1d58d92a70be'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:48:36.450348 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ff4927-d85f-489f-9105-351cf0f1218e req-09a6dda8-7d2f-4459-b290-e51eb5c3721a service neutron] Attempting to bind port ebc083a2-41e7-46ab-a2cc-a7a951763e46 on network 557fbdc5-5857-46dd-b239-1d58d92a70be {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:48:36.459022 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ff4927-d85f-489f-9105-351cf0f1218e req-09a6dda8-7d2f-4459-b290-e51eb5c3721a service neutron] Port ebc083a2-41e7-46ab-a2cc-a7a951763e46 on network 557fbdc5-5857-46dd-b239-1d58d92a70be not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:48:36.459276 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ff4927-d85f-489f-9105-351cf0f1218e req-09a6dda8-7d2f-4459-b290-e51eb5c3721a service neutron] Attempting to bind port ebc083a2-41e7-46ab-a2cc-a7a951763e46 on network 557fbdc5-5857-46dd-b239-1d58d92a70be {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:48:36.467834 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-7001b639-5366-4c93-9b7e-84dab40d8351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:36.469417 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-7001b639-5366-4c93-9b7e-84dab40d8351 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935645 Nov 09 21:48:36.470620 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ff4927-d85f-489f-9105-351cf0f1218e req-09a6dda8-7d2f-4459-b290-e51eb5c3721a service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:48:36.470957 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ff4927-d85f-489f-9105-351cf0f1218e req-09a6dda8-7d2f-4459-b290-e51eb5c3721a service neutron] Checking segment: {'id': '468f4a86-6ca7-42a3-bf96-8e02bbcc6183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '557fbdc5-5857-46dd-b239-1d58d92a70be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:48:36.471346 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ff4927-d85f-489f-9105-351cf0f1218e req-09a6dda8-7d2f-4459-b290-e51eb5c3721a service neutron] Bound using segment: {'id': '468f4a86-6ca7-42a3-bf96-8e02bbcc6183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '557fbdc5-5857-46dd-b239-1d58d92a70be'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:48:36.471789 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-77ff4927-d85f-489f-9105-351cf0f1218e req-09a6dda8-7d2f-4459-b290-e51eb5c3721a service neutron] Bound port: ebc083a2-41e7-46ab-a2cc-a7a951763e46, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '468f4a86-6ca7-42a3-bf96-8e02bbcc6183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '557fbdc5-5857-46dd-b239-1d58d92a70be'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:48:36.472154 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-77ff4927-d85f-489f-9105-351cf0f1218e req-09a6dda8-7d2f-4459-b290-e51eb5c3721a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:36.609999 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-77ff4927-d85f-489f-9105-351cf0f1218e req-09a6dda8-7d2f-4459-b290-e51eb5c3721a service neutron] For port ebc083a2-41e7-46ab-a2cc-a7a951763e46, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:48:36.624617 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-402372d0-0cec-4f06-a5e5-3823f4debefc service neutron] 10.222.0.43 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429329 Nov 09 21:48:36.626342 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-77ff4927-d85f-489f-9105-351cf0f1218e req-09a6dda8-7d2f-4459-b290-e51eb5c3721a service neutron] For port ebc083a2-41e7-46ab-a2cc-a7a951763e46, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=ebc083a2-41e7-46ab-a2cc-a7a951763e46,segment=NetworkSegment(468f4a86-6ca7-42a3-bf96-8e02bbcc6183),segment_id=468f4a86-6ca7-42a3-bf96-8e02bbcc6183)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:48:36.632766 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-77ff4927-d85f-489f-9105-351cf0f1218e req-09a6dda8-7d2f-4459-b290-e51eb5c3721a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:36.675952 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b3870-7594-4816-8941-9e705860c46a req-1dc5d48e-ad83-4381-a3f1-364f225d70e3 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:36.678144 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-359b3870-7594-4816-8941-9e705860c46a req-1dc5d48e-ad83-4381-a3f1-364f225d70e3 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=87a0c55d-4b51-4767-8d92-2b46bfcfc839 HTTP/1.1" status: 200 len: 944 time: 0.1317503 Nov 09 21:48:36.752880 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-359b3870-7594-4816-8941-9e705860c46a req-ed84f379-1c56-423c-a68c-d3e88d5ae9b2 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670907 Nov 09 21:48:36.790271 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6dda8-7d2f-4459-b290-e51eb5c3721a service neutron] Pushing event updated for resources: {'Port': ['ID=ebc083a2-41e7-46ab-a2cc-a7a951763e46,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:36.819312 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff4927-d85f-489f-9105-351cf0f1218e req-09a6dda8-7d2f-4459-b290-e51eb5c3721a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:36.820339 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-77ff4927-d85f-489f-9105-351cf0f1218e req-09a6dda8-7d2f-4459-b290-e51eb5c3721a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:36.822070 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-77ff4927-d85f-489f-9105-351cf0f1218e req-09a6dda8-7d2f-4459-b290-e51eb5c3721a service neutron] 10.222.0.43 "PUT /v2.0/ports/ebc083a2-41e7-46ab-a2cc-a7a951763e46 HTTP/1.1" status: 200 len: 1092 time: 2.0297053 Nov 09 21:48:36.945554 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299941a-8ad8-4c56-ba0a-89583e0b2290 req-9fd2dfcc-6dce-4a5b-b96d-92ba218b067c tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:36.947278 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e299941a-8ad8-4c56-ba0a-89583e0b2290 req-9fd2dfcc-6dce-4a5b-b96d-92ba218b067c tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f78af3b-dd09-42d2-96d6-7a1c19ee031a HTTP/1.1" status: 200 len: 944 time: 0.2166617 Nov 09 21:48:36.955444 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3a9d3e40-03e4-4cce-bf11-bc0b41a9da96 req-78321e0f-5cc5-495a-a002-b8f1ffe52be7 service neutron] 10.222.0.43 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194685 Nov 09 21:48:37.014684 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff4927-d85f-489f-9105-351cf0f1218e req-70574005-ba00-4a02-ae1b-40839cce8a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:37.016299 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-77ff4927-d85f-489f-9105-351cf0f1218e req-70574005-ba00-4a02-ae1b-40839cce8a99 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd26d45f3284479db773fef1499ac4be&device_id=2f78af3b-dd09-42d2-96d6-7a1c19ee031a HTTP/1.1" status: 200 len: 1095 time: 0.1302502 Nov 09 21:48:37.038287 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e299941a-8ad8-4c56-ba0a-89583e0b2290 req-e88bc24b-c711-408c-8549-f9cdbd1260bd tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/security-groups?id=efeb7037-f91f-4e6f-8931-2c6e46c235cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815437 Nov 09 21:48:37.155534 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-77ff4927-d85f-489f-9105-351cf0f1218e req-ae7b06a6-c058-4446-8b3d-93d686d485b4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebc083a2-41e7-46ab-a2cc-a7a951763e46 HTTP/1.1" status: 200 len: 217 time: 0.0841515 Nov 09 21:48:37.203940 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d9dce-56de-4c88-bb29-a7dca3d7ba44 req-b29316eb-8be9-4a40-a55f-03f03e109bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:37.205386 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f69d9dce-56de-4c88-bb29-a7dca3d7ba44 req-b29316eb-8be9-4a40-a55f-03f03e109bbd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b3039f985d904a47a201680c8c884f50&device_id=87a0c55d-4b51-4767-8d92-2b46bfcfc839 HTTP/1.1" status: 200 len: 1095 time: 0.1053803 Nov 09 21:48:37.267350 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff4927-d85f-489f-9105-351cf0f1218e req-de9e6ed4-ac11-48f6-8c16-e89ab5c42ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:37.268786 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-77ff4927-d85f-489f-9105-351cf0f1218e req-de9e6ed4-ac11-48f6-8c16-e89ab5c42ba5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e18344a0-ed8d-447b-a740-a134226b6caf HTTP/1.1" status: 200 len: 834 time: 0.1043620 Nov 09 21:48:37.342642 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d9dce-56de-4c88-bb29-a7dca3d7ba44 req-27e50b5c-c7e8-4bd7-9c0f-f3511b685d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:37.344151 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f69d9dce-56de-4c88-bb29-a7dca3d7ba44 req-27e50b5c-c7e8-4bd7-9c0f-f3511b685d32 service neutron] 10.222.0.43 "GET /v2.0/networks?id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9 HTTP/1.1" status: 200 len: 912 time: 0.1294363 Nov 09 21:48:37.350235 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff4927-d85f-489f-9105-351cf0f1218e req-2f319495-c6d5-4ad4-9170-004461486cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:37.351750 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-77ff4927-d85f-489f-9105-351cf0f1218e req-2f319495-c6d5-4ad4-9170-004461486cef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=557fbdc5-5857-46dd-b239-1d58d92a70be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753007 Nov 09 21:48:37.397950 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f69d9dce-56de-4c88-bb29-a7dca3d7ba44 req-fbd12558-a56b-40d5-be84-6cc6942748c3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0d4114c-987a-4de8-aea9-ceb96ea1a180 HTTP/1.1" status: 200 len: 217 time: 0.0452261 Nov 09 21:48:37.497750 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-77ff4927-d85f-489f-9105-351cf0f1218e req-42b72b72-70e5-4b34-8882-05da7e406b62 service neutron] 10.222.0.43 "GET /v2.0/networks/557fbdc5-5857-46dd-b239-1d58d92a70be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369460 Nov 09 21:48:37.581458 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d9dce-56de-4c88-bb29-a7dca3d7ba44 req-8dc7e3e1-8184-403f-b385-50620eea5376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:37.583229 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f69d9dce-56de-4c88-bb29-a7dca3d7ba44 req-8dc7e3e1-8184-403f-b385-50620eea5376 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9efcad5d-d250-42ce-b381-abda2d565ce1 HTTP/1.1" status: 200 len: 851 time: 0.0845833 Nov 09 21:48:37.687809 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d9dce-56de-4c88-bb29-a7dca3d7ba44 req-e1169e89-408c-47b1-b914-c107dccb0b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:37.689356 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f69d9dce-56de-4c88-bb29-a7dca3d7ba44 req-e1169e89-408c-47b1-b914-c107dccb0b7e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923910 Nov 09 21:48:37.789978 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-77ff4927-d85f-489f-9105-351cf0f1218e req-aa37f9dc-b041-4baf-bae6-45e255977dac service neutron] 10.222.0.43 "GET /v2.0/networks/557fbdc5-5857-46dd-b239-1d58d92a70be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057571 Nov 09 21:48:37.818174 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f69d9dce-56de-4c88-bb29-a7dca3d7ba44 req-1a1f3f7f-3165-4e74-a6dd-141f22236aeb service neutron] 10.222.0.43 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173975 Nov 09 21:48:37.932229 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb68a9f-74f0-4cad-b311-3b19b804c733 req-80698ab9-048d-43fe-ac08-13181ccc9f95 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:37.943175 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ffb68a9f-74f0-4cad-b311-3b19b804c733 req-80698ab9-048d-43fe-ac08-13181ccc9f95 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=87a0c55d-4b51-4767-8d92-2b46bfcfc839 HTTP/1.1" status: 200 len: 944 time: 0.0946362 Nov 09 21:48:37.965972 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f69d9dce-56de-4c88-bb29-a7dca3d7ba44 req-9d172052-6714-4a5a-9db7-3f5e4d58f33b service neutron] 10.222.0.43 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400335 Nov 09 21:48:38.009255 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ffb68a9f-74f0-4cad-b311-3b19b804c733 req-50beb251-df33-4afe-8f4d-42ab6018fbcb tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647519 Nov 09 21:48:38.076191 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f78af3b-dd09-42d2-96d6-7a1c19ee031a', 'tag': 'ebc083a2-41e7-46ab-a2cc-a7a951763e46'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:48:38.079257 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f083f01-a533-4ff6-97ad-e5ca1f4ef0ad" -d '{"events": [{"name": "network-changed", "server_uuid": "2f78af3b-dd09-42d2-96d6-7a1c19ee031a", "tag": "ebc083a2-41e7-46ab-a2cc-a7a951763e46"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:48:38.159156 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b08cd19-82cc-4ba0-b08f-7067407b1bc4 x-openstack-request-id: req-5b08cd19-82cc-4ba0-b08f-7067407b1bc4 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:48:38.160994 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f78af3b-dd09-42d2-96d6-7a1c19ee031a", "tag": "ebc083a2-41e7-46ab-a2cc-a7a951763e46", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:48:38.161557 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5b08cd19-82cc-4ba0-b08f-7067407b1bc4 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:48:38.162241 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f78af3b-dd09-42d2-96d6-7a1c19ee031a', 'tag': 'ebc083a2-41e7-46ab-a2cc-a7a951763e46', 'status': 'completed', 'code': 200} Nov 09 21:48:38.207102 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd35f21-4e24-4244-b346-16d7af40383b req-38bcdb64-71c1-4642-9924-43b92fc51f36 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:38.208615 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9cd35f21-4e24-4244-b346-16d7af40383b req-38bcdb64-71c1-4642-9924-43b92fc51f36 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f78af3b-dd09-42d2-96d6-7a1c19ee031a HTTP/1.1" status: 200 len: 944 time: 0.0513163 Nov 09 21:48:38.258920 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f083f01-a533-4ff6-97ad-e5ca1f4ef0ad req-a66e9bae-5e04-4c65-ab75-e6a149109e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:38.260756 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9f083f01-a533-4ff6-97ad-e5ca1f4ef0ad req-a66e9bae-5e04-4c65-ab75-e6a149109e25 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd26d45f3284479db773fef1499ac4be&device_id=2f78af3b-dd09-42d2-96d6-7a1c19ee031a HTTP/1.1" status: 200 len: 1095 time: 0.0477130 Nov 09 21:48:38.273850 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9cd35f21-4e24-4244-b346-16d7af40383b req-f9838fcb-5a1f-48e5-916c-96be4ce928a3 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/security-groups?id=efeb7037-f91f-4e6f-8931-2c6e46c235cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562730 Nov 09 21:48:38.363917 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f083f01-a533-4ff6-97ad-e5ca1f4ef0ad req-b4b0ec66-a5c1-489a-b086-7acebd97f112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:38.365516 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9f083f01-a533-4ff6-97ad-e5ca1f4ef0ad req-b4b0ec66-a5c1-489a-b086-7acebd97f112 service neutron] 10.222.0.43 "GET /v2.0/networks?id=557fbdc5-5857-46dd-b239-1d58d92a70be HTTP/1.1" status: 200 len: 896 time: 0.0962842 Nov 09 21:48:38.414443 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9f083f01-a533-4ff6-97ad-e5ca1f4ef0ad req-5f7f681f-cdd2-41e6-8860-121946b42d0b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebc083a2-41e7-46ab-a2cc-a7a951763e46 HTTP/1.1" status: 200 len: 217 time: 0.0358188 Nov 09 21:48:38.466805 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f083f01-a533-4ff6-97ad-e5ca1f4ef0ad req-8471a633-d19b-4616-a3c5-3fec84edc35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:38.468467 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9f083f01-a533-4ff6-97ad-e5ca1f4ef0ad req-8471a633-d19b-4616-a3c5-3fec84edc35c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e18344a0-ed8d-447b-a740-a134226b6caf HTTP/1.1" status: 200 len: 834 time: 0.0452313 Nov 09 21:48:38.517953 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f083f01-a533-4ff6-97ad-e5ca1f4ef0ad req-db602ea4-80da-4003-a704-c03cb7fe2232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:38.519495 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9f083f01-a533-4ff6-97ad-e5ca1f4ef0ad req-db602ea4-80da-4003-a704-c03cb7fe2232 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=557fbdc5-5857-46dd-b239-1d58d92a70be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414586 Nov 09 21:48:38.628762 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9f083f01-a533-4ff6-97ad-e5ca1f4ef0ad req-c85fd4c7-fd26-4b0f-8f6f-cacb6b333237 service neutron] 10.222.0.43 "GET /v2.0/networks/557fbdc5-5857-46dd-b239-1d58d92a70be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976989 Nov 09 21:48:38.737718 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9f083f01-a533-4ff6-97ad-e5ca1f4ef0ad req-b17b37f4-a7a8-40b9-8621-e65b16383545 service neutron] 10.222.0.43 "GET /v2.0/networks/557fbdc5-5857-46dd-b239-1d58d92a70be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041663 Nov 09 21:48:39.151815 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904a5e7-2458-4ca5-aa20-63d5dbff63ac req-24b96a18-c6ad-4589-a74e-2d37021d31d0 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:39.155111 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2904a5e7-2458-4ca5-aa20-63d5dbff63ac req-24b96a18-c6ad-4589-a74e-2d37021d31d0 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=87a0c55d-4b51-4767-8d92-2b46bfcfc839 HTTP/1.1" status: 200 len: 944 time: 0.0796723 Nov 09 21:48:39.212814 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2904a5e7-2458-4ca5-aa20-63d5dbff63ac req-e4cc5d92-5d2e-4b5e-ae8b-e6eaa882262e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472038 Nov 09 21:48:39.412968 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd3a86d-c2a6-472d-ac63-52c78e743d91 req-0aad4d1f-26aa-405f-8f3b-d5bc6f8858e4 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:39.415117 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9dd3a86d-c2a6-472d-ac63-52c78e743d91 req-0aad4d1f-26aa-405f-8f3b-d5bc6f8858e4 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f78af3b-dd09-42d2-96d6-7a1c19ee031a HTTP/1.1" status: 200 len: 944 time: 0.0576551 Nov 09 21:48:39.464488 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9dd3a86d-c2a6-472d-ac63-52c78e743d91 req-b89c09bc-2f1f-4c93-b0cb-c4128581b5e2 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/security-groups?id=efeb7037-f91f-4e6f-8931-2c6e46c235cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429144 Nov 09 21:48:40.334335 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2915e5-29ce-4096-9802-d08f020b9d10 req-8c128e53-eb3a-4e53-9b89-b7a4c1423755 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:40.335937 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1e2915e5-29ce-4096-9802-d08f020b9d10 req-8c128e53-eb3a-4e53-9b89-b7a4c1423755 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=87a0c55d-4b51-4767-8d92-2b46bfcfc839 HTTP/1.1" status: 200 len: 944 time: 0.0504355 Nov 09 21:48:40.386381 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1e2915e5-29ce-4096-9802-d08f020b9d10 req-244d6031-d649-4dc8-af03-504495345a90 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436773 Nov 09 21:48:40.581595 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71aad40-e213-4c9f-9444-7338a9c5382b req-a6190ffc-6956-4293-9a3f-740784b448a6 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:40.583042 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a71aad40-e213-4c9f-9444-7338a9c5382b req-a6190ffc-6956-4293-9a3f-740784b448a6 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f78af3b-dd09-42d2-96d6-7a1c19ee031a HTTP/1.1" status: 200 len: 944 time: 0.0495460 Nov 09 21:48:40.632513 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a71aad40-e213-4c9f-9444-7338a9c5382b req-23480133-2d24-479a-9f3f-e4c36718dc21 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/security-groups?id=efeb7037-f91f-4e6f-8931-2c6e46c235cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434415 Nov 09 21:48:41.508902 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728625c-54c7-4092-8220-49f5274fb8e8 req-7409d0f9-225f-4d7b-86a6-d2f2cecfd771 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:41.510529 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0728625c-54c7-4092-8220-49f5274fb8e8 req-7409d0f9-225f-4d7b-86a6-d2f2cecfd771 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=87a0c55d-4b51-4767-8d92-2b46bfcfc839 HTTP/1.1" status: 200 len: 944 time: 0.0549498 Nov 09 21:48:41.562227 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0728625c-54c7-4092-8220-49f5274fb8e8 req-6c989906-ca05-4d93-954a-adffeb0f8236 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448112 Nov 09 21:48:41.768062 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9db4c4-3b9e-47b8-9367-a181e8f9851a req-0657089e-d644-4a99-bee5-dac422484758 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:41.769627 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-da9db4c4-3b9e-47b8-9367-a181e8f9851a req-0657089e-d644-4a99-bee5-dac422484758 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f78af3b-dd09-42d2-96d6-7a1c19ee031a HTTP/1.1" status: 200 len: 944 time: 0.0505488 Nov 09 21:48:41.834086 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-da9db4c4-3b9e-47b8-9367-a181e8f9851a req-53ffe8be-93bd-41a0-b9a9-136a9c510366 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/security-groups?id=efeb7037-f91f-4e6f-8931-2c6e46c235cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580773 Nov 09 21:48:42.031142 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device ebc083a2-41e7-46ab-a2cc-a7a951763e46 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:48:42.127033 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port ebc083a2-41e7-46ab-a2cc-a7a951763e46, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=ebc083a2-41e7-46ab-a2cc-a7a951763e46,segment=NetworkSegment(468f4a86-6ca7-42a3-bf96-8e02bbcc6183),segment_id=468f4a86-6ca7-42a3-bf96-8e02bbcc6183)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:48:42.138347 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': 'ebc083a2-41e7-46ab-a2cc-a7a951763e46', 'network_id': '557fbdc5-5857-46dd-b239-1d58d92a70be', 'port_id': 'ebc083a2-41e7-46ab-a2cc-a7a951763e46', 'mac_address': 'fa:16:3e:d5:e3:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e18344a0-ed8d-447b-a740-a134226b6caf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:48:42.176917 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:42.193069 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebc083a2-41e7-46ab-a2cc-a7a951763e46 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:48:42.212676 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port ebc083a2-41e7-46ab-a2cc-a7a951763e46, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=ebc083a2-41e7-46ab-a2cc-a7a951763e46,segment=NetworkSegment(468f4a86-6ca7-42a3-bf96-8e02bbcc6183),segment_id=468f4a86-6ca7-42a3-bf96-8e02bbcc6183)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:48:42.216393 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:42.262396 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=ebc083a2-41e7-46ab-a2cc-a7a951763e46,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:42.515521 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['ebc083a2-41e7-46ab-a2cc-a7a951763e46'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:48:42.545474 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819dcfa-ed02-4531-aa27-b5a1b4e4ae01 req-b3ee0a88-9bdf-474c-900f-bbf3ebe8110d tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:42.547031 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4819dcfa-ed02-4531-aa27-b5a1b4e4ae01 req-b3ee0a88-9bdf-474c-900f-bbf3ebe8110d tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 1097 time: 0.0617852 Nov 09 21:48:42.597536 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4819dcfa-ed02-4531-aa27-b5a1b4e4ae01 req-4846c3dc-42aa-4b8d-bf97-e81624fdf319 tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=e2edc357-a9a0-499d-a950-5fdc1b49b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436015 Nov 09 21:48:42.631314 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 57980) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:42.775877 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba711a3b-4c86-4e36-9cee-fabcca273870 req-94adcc70-8080-4805-bc20-6456c5028c70 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:42.777370 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ba711a3b-4c86-4e36-9cee-fabcca273870 req-94adcc70-8080-4805-bc20-6456c5028c70 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=87a0c55d-4b51-4767-8d92-2b46bfcfc839 HTTP/1.1" status: 200 len: 944 time: 0.1064448 Nov 09 21:48:42.859775 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ba711a3b-4c86-4e36-9cee-fabcca273870 req-2cc93013-9919-4f41-bdc8-665105d5d7b3 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756178 Nov 09 21:48:42.885317 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-66520c53-569d-47c9-8bad-9bcacbe199a4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Deleting port 7e0f087e-eedf-468b-bb13-9f79fdc517f1 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:48:42.885668 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-66520c53-569d-47c9-8bad-9bcacbe199a4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:42.958837 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5be35-8583-40e0-9b38-121e72442742 req-913a414f-b849-4658-82fb-34f13ad2e6a6 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:42.960353 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-76c5be35-8583-40e0-9b38-121e72442742 req-913a414f-b849-4658-82fb-34f13ad2e6a6 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f78af3b-dd09-42d2-96d6-7a1c19ee031a HTTP/1.1" status: 200 len: 945 time: 0.0517931 Nov 09 21:48:42.971836 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-66520c53-569d-47c9-8bad-9bcacbe199a4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:42.972236 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-66520c53-569d-47c9-8bad-9bcacbe199a4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:42.985141 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-66520c53-569d-47c9-8bad-9bcacbe199a4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Calling delete_port for 7e0f087e-eedf-468b-bb13-9f79fdc517f1 owned by network:floatingip {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:48:43.023522 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-76c5be35-8583-40e0-9b38-121e72442742 req-4ee99bb9-9043-4167-b942-b3d2376e9439 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/security-groups?id=efeb7037-f91f-4e6f-8931-2c6e46c235cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557535 Nov 09 21:48:43.168498 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-66520c53-569d-47c9-8bad-9bcacbe199a4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:43.195127 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66520c53-569d-47c9-8bad-9bcacbe199a4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event deleted for resources: {'Port': ['ID=7e0f087e-eedf-468b-bb13-9f79fdc517f1,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:43.253055 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-66520c53-569d-47c9-8bad-9bcacbe199a4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for floatingip, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:43.253432 n-d-816206-3 neutron-server[102608]: INFO neutron.db.l3_db [None req-66520c53-569d-47c9-8bad-9bcacbe199a4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Floating IP 1740489a-1482-4cb1-8c28-27c903873fef disassociated (deleted). External IP: 172.25.7.113, port: f6531253-1743-4a9c-a8eb-492d89b912f4. Nov 09 21:48:43.463876 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66520c53-569d-47c9-8bad-9bcacbe199a4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Router 7b23e703-1b65-4e1b-b778-630b0a9394ab has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:48:43.571234 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66520c53-569d-47c9-8bad-9bcacbe199a4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:48:43.576608 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-66520c53-569d-47c9-8bad-9bcacbe199a4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:43.584706 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447e190f-58c5-4149-9c49-5d030446203b None None] Sync routers for ids ['7b23e703-1b65-4e1b-b778-630b0a9394ab'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:48:43.596900 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447e190f-58c5-4149-9c49-5d030446203b None None] Routers {'7b23e703-1b65-4e1b-b778-630b0a9394ab'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:48:43.598865 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-447e190f-58c5-4149-9c49-5d030446203b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:48:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['7b23e703-1b65-4e1b-b778-630b0a9394ab'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:43.615855 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-66520c53-569d-47c9-8bad-9bcacbe199a4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "DELETE /v2.0/floatingips/1740489a-1482-4cb1-8c28-27c903873fef HTTP/1.1" status: 204 len: 168 time: 0.9811444 Nov 09 21:48:43.615855 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '351ffde6-d0c0-4965-b704-b6a322968176', 'tag': 'f6531253-1743-4a9c-a8eb-492d89b912f4'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:48:43.617017 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6e9724-a63f-41e3-8777-466754a2b332" -d '{"events": [{"name": "network-changed", "server_uuid": "351ffde6-d0c0-4965-b704-b6a322968176", "tag": "f6531253-1743-4a9c-a8eb-492d89b912f4"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:48:43.741261 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-447e190f-58c5-4149-9c49-5d030446203b None None] Set router 7b23e703-1b65-4e1b-b778-630b0a9394ab gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:48:43.905809 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb8e5c-6d29-4225-b669-9993878aab1d req-128c8fcc-a9ba-473e-80f1-170bf295e17f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:43.907393 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5ffb8e5c-6d29-4225-b669-9993878aab1d req-128c8fcc-a9ba-473e-80f1-170bf295e17f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 946 time: 0.0645461 Nov 09 21:48:43.948298 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edaf90b9-588a-4c5a-bb6a-3ac34a84d767 x-openstack-request-id: req-edaf90b9-588a-4c5a-bb6a-3ac34a84d767 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:48:43.948901 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "351ffde6-d0c0-4965-b704-b6a322968176", "tag": "f6531253-1743-4a9c-a8eb-492d89b912f4", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:48:43.949907 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-edaf90b9-588a-4c5a-bb6a-3ac34a84d767 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:48:43.950477 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '351ffde6-d0c0-4965-b704-b6a322968176', 'tag': 'f6531253-1743-4a9c-a8eb-492d89b912f4', 'status': 'completed', 'code': 200} Nov 09 21:48:43.984975 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5ffb8e5c-6d29-4225-b669-9993878aab1d req-3452b86e-ff7c-44d9-9d64-9e8b8ecdad7b tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2edc357-a9a0-499d-a950-5fdc1b49b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659149 Nov 09 21:48:43.995713 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-447e190f-58c5-4149-9c49-5d030446203b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b23e703-1b65-4e1b-b778-630b0a9394ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238787481', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '69ecfc34-c3d4-444c-9259-397ac01429ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:46:49Z', 'updated_at': '2021-11-09T21:46:54Z', 'revision_number': 4, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': '69ecfc34-c3d4-444c-9259-397ac01429ac', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b23e703-1b65-4e1b-b778-630b0a9394ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:50Z', 'updated_at': '2021-11-09T21:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'c11d71fc-4d85-49b7-80fa-e696402cbbad', 'name': '', 'network_id': '34844b52-a4c3-4316-b08b-c8bfdd20d397', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'mac_address': 'fa:16:3e:0b:cc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b23e703-1b65-4e1b-b778-630b0a9394ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '630b49fb-caa8-41de-a897-b6b514f9210a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:53Z', 'updated_at': '2021-11-09T21:46:58Z', 'revision_number': 5, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'subnets': [{'id': '630b49fb-caa8-41de-a897-b6b514f9210a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:44.024313 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447e190f-58c5-4149-9c49-5d030446203b None None] Checking router: 7b23e703-1b65-4e1b-b778-630b0a9394ab for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:48:44.033909 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device ebc083a2-41e7-46ab-a2cc-a7a951763e46 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:48:44.075911 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447e190f-58c5-4149-9c49-5d030446203b None None] Routers {'7b23e703-1b65-4e1b-b778-630b0a9394ab'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:48:44.076665 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-447e190f-58c5-4149-9c49-5d030446203b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:48:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['7b23e703-1b65-4e1b-b778-630b0a9394ab'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:44.085453 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8c9f2-8b54-47c1-9e65-c400e6f23e16 req-c1f60130-f1bb-4972-bb74-90e9984dc8ca tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:44.087607 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dea8c9f2-8b54-47c1-9e65-c400e6f23e16 req-c1f60130-f1bb-4972-bb74-90e9984dc8ca tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=87a0c55d-4b51-4767-8d92-2b46bfcfc839 HTTP/1.1" status: 200 len: 944 time: 0.0856197 Nov 09 21:48:44.090736 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e9724-a63f-41e3-8777-466754a2b332 req-f67c7166-d8aa-4548-b7e9-caf1b8f50622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:44.092337 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cd6e9724-a63f-41e3-8777-466754a2b332 req-f67c7166-d8aa-4548-b7e9-caf1b8f50622 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d7411b744b214ee4a720fd6796dc002b&device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 1097 time: 0.1007383 Nov 09 21:48:44.145997 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac64509-0a7e-4dde-8712-ccbc5a95217b req-5a00a83f-e6ef-4652-971e-bbee32e278e4 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:44.147669 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cac64509-0a7e-4dde-8712-ccbc5a95217b req-5a00a83f-e6ef-4652-971e-bbee32e278e4 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f78af3b-dd09-42d2-96d6-7a1c19ee031a HTTP/1.1" status: 200 len: 945 time: 0.0564840 Nov 09 21:48:44.157703 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port ebc083a2-41e7-46ab-a2cc-a7a951763e46 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:48:44.202873 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cac64509-0a7e-4dde-8712-ccbc5a95217b req-494d6af5-0bf3-4e0c-8f8d-c2c9568cbf61 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/security-groups?id=efeb7037-f91f-4e6f-8931-2c6e46c235cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480576 Nov 09 21:48:44.239740 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dea8c9f2-8b54-47c1-9e65-c400e6f23e16 req-258b0d0f-5ca1-4e65-94f0-8140fc68a308 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445007 Nov 09 21:48:44.271862 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e9724-a63f-41e3-8777-466754a2b332 req-fc7a8e42-01d9-4c81-a4cb-18d5d6bd5972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:44.274316 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cd6e9724-a63f-41e3-8777-466754a2b332 req-fc7a8e42-01d9-4c81-a4cb-18d5d6bd5972 service neutron] 10.222.0.43 "GET /v2.0/networks?id=34844b52-a4c3-4316-b08b-c8bfdd20d397 HTTP/1.1" status: 200 len: 897 time: 0.1720157 Nov 09 21:48:44.324700 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cd6e9724-a63f-41e3-8777-466754a2b332 req-60323726-d583-4c7c-b1f4-75ed9028cd7e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6531253-1743-4a9c-a8eb-492d89b912f4 HTTP/1.1" status: 200 len: 217 time: 0.0422056 Nov 09 21:48:44.370887 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port ebc083a2-41e7-46ab-a2cc-a7a951763e46 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:48:44.371761 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:44.378651 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e9724-a63f-41e3-8777-466754a2b332 req-55f543b0-0857-4dc5-81dd-fe57c0a6aac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:44.380127 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cd6e9724-a63f-41e3-8777-466754a2b332 req-55f543b0-0857-4dc5-81dd-fe57c0a6aac4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=630b49fb-caa8-41de-a897-b6b514f9210a HTTP/1.1" status: 200 len: 835 time: 0.0476184 Nov 09 21:48:44.427600 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-447e190f-58c5-4149-9c49-5d030446203b None None] Set router 7b23e703-1b65-4e1b-b778-630b0a9394ab gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:48:44.442023 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e9724-a63f-41e3-8777-466754a2b332 req-e21dc8c6-0016-40ea-9f3f-e75ebd75fd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:44.444223 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cd6e9724-a63f-41e3-8777-466754a2b332 req-e21dc8c6-0016-40ea-9f3f-e75ebd75fd46 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=34844b52-a4c3-4316-b08b-c8bfdd20d397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565071 Nov 09 21:48:44.552664 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cd6e9724-a63f-41e3-8777-466754a2b332 req-d14def7c-9181-4bfb-8c99-68fa2827b657 service neutron] 10.222.0.43 "GET /v2.0/networks/34844b52-a4c3-4316-b08b-c8bfdd20d397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920253 Nov 09 21:48:44.583022 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:44.618839 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f78af3b-dd09-42d2-96d6-7a1c19ee031a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc083a2-41e7-46ab-a2cc-a7a951763e46'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:48:44.621145 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e66931-f681-4b8c-91cf-28715899e419" -d '{"events": [{"server_uuid": "2f78af3b-dd09-42d2-96d6-7a1c19ee031a", "name": "network-vif-plugged", "status": "completed", "tag": "ebc083a2-41e7-46ab-a2cc-a7a951763e46"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:48:44.659620 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cd6e9724-a63f-41e3-8777-466754a2b332 req-d987fa70-234d-4421-b23e-3b65cd46a56b service neutron] 10.222.0.43 "GET /v2.0/networks/34844b52-a4c3-4316-b08b-c8bfdd20d397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981069 Nov 09 21:48:44.671316 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port ebc083a2-41e7-46ab-a2cc-a7a951763e46, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=ebc083a2-41e7-46ab-a2cc-a7a951763e46,segment=NetworkSegment(468f4a86-6ca7-42a3-bf96-8e02bbcc6183),segment_id=468f4a86-6ca7-42a3-bf96-8e02bbcc6183)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:48:44.673426 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5212c0c8-e176-407c-a173-bf925358b5a3 x-openstack-request-id: req-5212c0c8-e176-407c-a173-bf925358b5a3 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:48:44.673625 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f78af3b-dd09-42d2-96d6-7a1c19ee031a", "name": "network-vif-plugged", "status": "completed", "tag": "ebc083a2-41e7-46ab-a2cc-a7a951763e46", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:48:44.673881 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5212c0c8-e176-407c-a173-bf925358b5a3 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:48:44.674279 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f78af3b-dd09-42d2-96d6-7a1c19ee031a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc083a2-41e7-46ab-a2cc-a7a951763e46', 'code': 200} Nov 09 21:48:44.676871 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:44.763413 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=ebc083a2-41e7-46ab-a2cc-a7a951763e46,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:44.787435 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-447e190f-58c5-4149-9c49-5d030446203b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b23e703-1b65-4e1b-b778-630b0a9394ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238787481', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '69ecfc34-c3d4-444c-9259-397ac01429ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:46:49Z', 'updated_at': '2021-11-09T21:46:54Z', 'revision_number': 4, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': '69ecfc34-c3d4-444c-9259-397ac01429ac', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b23e703-1b65-4e1b-b778-630b0a9394ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:50Z', 'updated_at': '2021-11-09T21:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'c11d71fc-4d85-49b7-80fa-e696402cbbad', 'name': '', 'network_id': '34844b52-a4c3-4316-b08b-c8bfdd20d397', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'mac_address': 'fa:16:3e:0b:cc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b23e703-1b65-4e1b-b778-630b0a9394ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '630b49fb-caa8-41de-a897-b6b514f9210a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:53Z', 'updated_at': '2021-11-09T21:46:58Z', 'revision_number': 5, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'subnets': [{'id': '630b49fb-caa8-41de-a897-b6b514f9210a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:44.814918 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447e190f-58c5-4149-9c49-5d030446203b None None] The sync data for ids ['7b23e703-1b65-4e1b-b778-630b0a9394ab'] in n-d-816206-3 is: [{'id': '7b23e703-1b65-4e1b-b778-630b0a9394ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238787481', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '69ecfc34-c3d4-444c-9259-397ac01429ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:46:49Z', 'updated_at': '2021-11-09T21:46:54Z', 'revision_number': 4, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': '69ecfc34-c3d4-444c-9259-397ac01429ac', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b23e703-1b65-4e1b-b778-630b0a9394ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:50Z', 'updated_at': '2021-11-09T21:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'c11d71fc-4d85-49b7-80fa-e696402cbbad', 'name': '', 'network_id': '34844b52-a4c3-4316-b08b-c8bfdd20d397', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'mac_address': 'fa:16:3e:0b:cc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b23e703-1b65-4e1b-b778-630b0a9394ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '630b49fb-caa8-41de-a897-b6b514f9210a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:53Z', 'updated_at': '2021-11-09T21:46:58Z', 'revision_number': 5, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'subnets': [{'id': '630b49fb-caa8-41de-a897-b6b514f9210a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:48:44.815235 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebb11b-1c96-4b4f-8010-8479a7d283e0 req-6d7504da-47f6-4628-ad37-5fd085713e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:44.817704 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-18ebb11b-1c96-4b4f-8010-8479a7d283e0 req-6d7504da-47f6-4628-ad37-5fd085713e2a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2f78af3b-dd09-42d2-96d6-7a1c19ee031a HTTP/1.1" status: 200 len: 1097 time: 0.0464907 Nov 09 21:48:44.871738 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-18ebb11b-1c96-4b4f-8010-8479a7d283e0 req-49b09fdb-9e5b-47b2-8c50-3d9550c9fdbd service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=efeb7037-f91f-4e6f-8931-2c6e46c235cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456569 Nov 09 21:48:45.099599 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2f147f-5c36-4cff-9833-44b6c7cf7713 None None] New status for floating IP 1740489a-1482-4cb1-8c28-27c903873fef: DOWN {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:48:45.107599 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10d3dc-367c-480a-8c76-1d58bd51cba0 req-a6f55a38-43a0-4367-84c4-03ff707fd4cd tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:45.109516 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9f10d3dc-367c-480a-8c76-1d58bd51cba0 req-a6f55a38-43a0-4367-84c4-03ff707fd4cd tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 946 time: 0.0515141 Nov 09 21:48:45.165622 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9f10d3dc-367c-480a-8c76-1d58bd51cba0 req-3478fff8-f9b9-47a7-ad0c-f89d87b0efb2 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=e2edc357-a9a0-499d-a950-5fdc1b49b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505266 Nov 09 21:48:45.327671 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b83b6-9c1a-4e96-b116-3d18b295dd3f req-18218fae-990f-4b16-81f1-2f42f320a98b tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:45.334969 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0a0b83b6-9c1a-4e96-b116-3d18b295dd3f req-18218fae-990f-4b16-81f1-2f42f320a98b tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f78af3b-dd09-42d2-96d6-7a1c19ee031a HTTP/1.1" status: 200 len: 946 time: 0.0572057 Nov 09 21:48:45.364402 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b1ed4-2fce-4321-9e7b-3c06456cb44e req-539793b5-ee1d-4725-bb90-4851d16d135e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:45.372532 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-897b1ed4-2fce-4321-9e7b-3c06456cb44e req-539793b5-ee1d-4725-bb90-4851d16d135e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=87a0c55d-4b51-4767-8d92-2b46bfcfc839 HTTP/1.1" status: 200 len: 944 time: 0.0585992 Nov 09 21:48:45.402987 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0a0b83b6-9c1a-4e96-b116-3d18b295dd3f req-c7b990bb-cac2-49f9-80c7-505b2c271a64 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/security-groups?id=efeb7037-f91f-4e6f-8931-2c6e46c235cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619595 Nov 09 21:48:45.432649 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-897b1ed4-2fce-4321-9e7b-3c06456cb44e req-7e02c5c2-e170-416e-b24d-3f06239b9f2e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593896 Nov 09 21:48:45.693490 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7078d-512e-49d3-a90c-1720859c9aee req-a55f2320-7bc2-4347-b552-83bd364133e2 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:45.694967 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bdb7078d-512e-49d3-a90c-1720859c9aee req-a55f2320-7bc2-4347-b552-83bd364133e2 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.43 "GET /v2.0/ports?device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 946 time: 0.0552940 Nov 09 21:48:45.795401 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-bdb7078d-512e-49d3-a90c-1720859c9aee req-3b389c6d-8e5f-419c-bd63-7e0d89b753ab tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Deleting port f6531253-1743-4a9c-a8eb-492d89b912f4 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:48:45.795823 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bdb7078d-512e-49d3-a90c-1720859c9aee req-3b389c6d-8e5f-419c-bd63-7e0d89b753ab tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:45.887126 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-bdb7078d-512e-49d3-a90c-1720859c9aee req-3b389c6d-8e5f-419c-bd63-7e0d89b753ab tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] For port f6531253-1743-4a9c-a8eb-492d89b912f4, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f6531253-1743-4a9c-a8eb-492d89b912f4,segment=NetworkSegment(ec156441-946b-4f51-bd83-262a73a48f6e),segment_id=ec156441-946b-4f51-bd83-262a73a48f6e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:48:45.887481 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bdb7078d-512e-49d3-a90c-1720859c9aee req-3b389c6d-8e5f-419c-bd63-7e0d89b753ab tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:45.900157 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-bdb7078d-512e-49d3-a90c-1720859c9aee req-3b389c6d-8e5f-419c-bd63-7e0d89b753ab tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Calling delete_port for f6531253-1743-4a9c-a8eb-492d89b912f4 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:48:46.061144 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bdb7078d-512e-49d3-a90c-1720859c9aee req-3b389c6d-8e5f-419c-bd63-7e0d89b753ab tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:46.093358 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b389c6d-8e5f-419c-bd63-7e0d89b753ab tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event deleted for resources: {'Port': ['ID=f6531253-1743-4a9c-a8eb-492d89b912f4,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:46.150185 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb7078d-512e-49d3-a90c-1720859c9aee req-3b389c6d-8e5f-419c-bd63-7e0d89b753ab tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] No DVR routers for this DVR port f6531253-1743-4a9c-a8eb-492d89b912f4 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:48:46.154372 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bdb7078d-512e-49d3-a90c-1720859c9aee req-3b389c6d-8e5f-419c-bd63-7e0d89b753ab tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:46.159415 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bdb7078d-512e-49d3-a90c-1720859c9aee req-3b389c6d-8e5f-419c-bd63-7e0d89b753ab tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.43 "DELETE /v2.0/ports/f6531253-1743-4a9c-a8eb-492d89b912f4 HTTP/1.1" status: 204 len: 173 time: 0.4556632 Nov 09 21:48:46.160057 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351ffde6-d0c0-4965-b704-b6a322968176', 'name': 'network-vif-deleted', 'tag': 'f6531253-1743-4a9c-a8eb-492d89b912f4'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:48:46.170609 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf466f74-e8f0-4bcf-a7f9-a6be4a352b25" -d '{"events": [{"server_uuid": "351ffde6-d0c0-4965-b704-b6a322968176", "name": "network-vif-deleted", "tag": "f6531253-1743-4a9c-a8eb-492d89b912f4"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:48:46.225498 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac1a1db-b4df-46e2-8a17-096f16f46906 x-openstack-request-id: req-bac1a1db-b4df-46e2-8a17-096f16f46906 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:48:46.226576 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351ffde6-d0c0-4965-b704-b6a322968176", "name": "network-vif-deleted", "tag": "f6531253-1743-4a9c-a8eb-492d89b912f4", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:48:46.226576 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bac1a1db-b4df-46e2-8a17-096f16f46906 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:48:46.226576 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351ffde6-d0c0-4965-b704-b6a322968176', 'name': 'network-vif-deleted', 'tag': 'f6531253-1743-4a9c-a8eb-492d89b912f4', 'status': 'completed', 'code': 200} Nov 09 21:48:46.295424 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9250a067-3a9f-4a00-91c6-702c94be0650 req-10fe5c9d-83fb-4be4-bfcc-015a70916647 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=351ffde6-d0c0-4965-b704-b6a322968176 HTTP/1.1" status: 200 len: 210 time: 0.0265312 Nov 09 21:48:46.543230 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77554e4e-47c6-4f84-97bf-da56ab9f941c req-d1e0265a-f824-4413-afc1-4ab865b3f984 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:46.545013 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-77554e4e-47c6-4f84-97bf-da56ab9f941c req-d1e0265a-f824-4413-afc1-4ab865b3f984 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f78af3b-dd09-42d2-96d6-7a1c19ee031a HTTP/1.1" status: 200 len: 946 time: 0.0713677 Nov 09 21:48:46.595527 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c120027-9a0d-4c34-bde2-2fdc70fcb153 req-291fd0a1-3cf9-4060-804d-3d1b351096b4 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:46.597219 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9c120027-9a0d-4c34-bde2-2fdc70fcb153 req-291fd0a1-3cf9-4060-804d-3d1b351096b4 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=87a0c55d-4b51-4767-8d92-2b46bfcfc839 HTTP/1.1" status: 200 len: 944 time: 0.0785327 Nov 09 21:48:46.647749 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-77554e4e-47c6-4f84-97bf-da56ab9f941c req-967b4f54-b6f2-480a-a7fe-3b3d5d03a06e tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/security-groups?id=efeb7037-f91f-4e6f-8931-2c6e46c235cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842633 Nov 09 21:48:46.710284 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9c120027-9a0d-4c34-bde2-2fdc70fcb153 req-3f816839-9b87-42b5-ace8-0f512c600c84 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937943 Nov 09 21:48:46.803465 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631094f-1fb0-463f-8e98-69a19b7e081f req-5e2e67ef-e16c-4e39-9978-0999754c1e34 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:46.805586 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8631094f-1fb0-463f-8e98-69a19b7e081f req-5e2e67ef-e16c-4e39-9978-0999754c1e34 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f78af3b-dd09-42d2-96d6-7a1c19ee031a HTTP/1.1" status: 200 len: 946 time: 0.0588658 Nov 09 21:48:46.857236 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8631094f-1fb0-463f-8e98-69a19b7e081f req-6faa8c2d-99af-40d3-a236-73a7907faf6d tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/security-groups?id=efeb7037-f91f-4e6f-8931-2c6e46c235cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444050 Nov 09 21:48:46.881165 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58020) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:46.925570 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b9f44d-fcde-4b66-b86c-f4e36d0eae36 tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:46.929699 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-31b9f44d-fcde-4b66-b86c-f4e36d0eae36 tempest-TestNetworkBasicOps-1695892640 tempest-TestNetworkBasicOps-1695892640-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=2f78af3b-dd09-42d2-96d6-7a1c19ee031a HTTP/1.1" status: 200 len: 1092 time: 0.0449460 Nov 09 21:48:46.929894 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58022) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:46.934177 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-f3c45745-25a9-4866-a860-fcdea19fcd17 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'port_id': 'ebc083a2-41e7-46ab-a2cc-a7a951763e46', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:48:46.956833 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f3c45745-25a9-4866-a860-fcdea19fcd17 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for floatingip, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:47.057085 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f3c45745-25a9-4866-a860-fcdea19fcd17 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:47.165581 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-f3c45745-25a9-4866-a860-fcdea19fcd17 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Allocated IP 172.25.7.106 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/c2f0d189-b234-4728-85b0-837ff9b29422) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:48:47.268383 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f3c45745-25a9-4866-a860-fcdea19fcd17 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:47.302830 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f3c45745-25a9-4866-a860-fcdea19fcd17 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:47.341940 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c45745-25a9-4866-a860-fcdea19fcd17 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:48:47.346877 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-f3c45745-25a9-4866-a860-fcdea19fcd17 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:48:47.350529 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c45745-25a9-4866-a860-fcdea19fcd17 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:48:47.376066 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c45745-25a9-4866-a860-fcdea19fcd17 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event updated for resources: {'Port': ['ID=c2f0d189-b234-4728-85b0-837ff9b29422,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:47.377295 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58026) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:47.649263 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-deaab0fc-5827-4316-9d84-9262b7419ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:47.858016 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1bda24d8-f291-4f48-92a2-d4f73746f060 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:47.886931 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4f45b-c268-4829-bccd-f16a2c076b08 req-88822408-1405-41cd-ab74-f1392b48103b tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:47.895361 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b7a4f45b-c268-4829-bccd-f16a2c076b08 req-88822408-1405-41cd-ab74-f1392b48103b tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=87a0c55d-4b51-4767-8d92-2b46bfcfc839 HTTP/1.1" status: 200 len: 944 time: 0.0988288 Nov 09 21:48:47.918847 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f3c45745-25a9-4866-a860-fcdea19fcd17 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:47.979505 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b7a4f45b-c268-4829-bccd-f16a2c076b08 req-dae0fe24-a3ae-438e-b167-c50dedb2e7a9 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832753 Nov 09 21:48:48.038340 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f3c45745-25a9-4866-a860-fcdea19fcd17 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:48.069250 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device e0d4114c-987a-4de8-aea9-ceb96ea1a180 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:48:48.164901 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-1bda24d8-f291-4f48-92a2-d4f73746f060 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Deleting port c11d71fc-4d85-49b7-80fa-e696402cbbad {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:48:48.166817 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1bda24d8-f291-4f48-92a2-d4f73746f060 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:48.216730 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port e0d4114c-987a-4de8-aea9-ceb96ea1a180, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=e0d4114c-987a-4de8-aea9-ceb96ea1a180,segment=NetworkSegment(3170744c-3447-44d8-9a0c-fa1ee6e7efbc),segment_id=3170744c-3447-44d8-9a0c-fa1ee6e7efbc)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:48:48.233277 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': 'e0d4114c-987a-4de8-aea9-ceb96ea1a180', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'port_id': 'e0d4114c-987a-4de8-aea9-ceb96ea1a180', 'mac_address': 'fa:16:3e:30:e6:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9efcad5d-d250-42ce-b381-abda2d565ce1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:48:48.250920 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f3c45745-25a9-4866-a860-fcdea19fcd17 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:48.255136 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f3c45745-25a9-4866-a860-fcdea19fcd17 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:48.288444 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:48.302421 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0d4114c-987a-4de8-aea9-ceb96ea1a180 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:48:48.306323 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c45745-25a9-4866-a860-fcdea19fcd17 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event updated for resources: {'Port': ['ID=c2f0d189-b234-4728-85b0-837ff9b29422,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:48.314213 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-1bda24d8-f291-4f48-92a2-d4f73746f060 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] For port c11d71fc-4d85-49b7-80fa-e696402cbbad, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=c11d71fc-4d85-49b7-80fa-e696402cbbad,segment=NetworkSegment(ec156441-946b-4f51-bd83-262a73a48f6e),segment_id=ec156441-946b-4f51-bd83-262a73a48f6e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:48:48.316790 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1bda24d8-f291-4f48-92a2-d4f73746f060 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:48.339438 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port e0d4114c-987a-4de8-aea9-ceb96ea1a180, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=e0d4114c-987a-4de8-aea9-ceb96ea1a180,segment=NetworkSegment(3170744c-3447-44d8-9a0c-fa1ee6e7efbc),segment_id=3170744c-3447-44d8-9a0c-fa1ee6e7efbc)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:48:48.342889 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-1bda24d8-f291-4f48-92a2-d4f73746f060 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Calling delete_port for c11d71fc-4d85-49b7-80fa-e696402cbbad owned by network:router_interface {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:48:48.353339 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:48.359595 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f3c45745-25a9-4866-a860-fcdea19fcd17 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:48.416654 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=e0d4114c-987a-4de8-aea9-ceb96ea1a180,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:48.482865 n-d-816206-3 neutron-server[102608]: INFO neutron.db.l3_db [None req-f3c45745-25a9-4866-a860-fcdea19fcd17 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Floating IP 7d25bcb6-c85d-4341-8a72-42de06110308 associated. External IP: 172.25.7.106, port: ebc083a2-41e7-46ab-a2cc-a7a951763e46. Nov 09 21:48:48.597935 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1bda24d8-f291-4f48-92a2-d4f73746f060 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:48.623703 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda24d8-f291-4f48-92a2-d4f73746f060 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event deleted for resources: {'Port': ['ID=c11d71fc-4d85-49b7-80fa-e696402cbbad,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:48.664270 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['e0d4114c-987a-4de8-aea9-ceb96ea1a180'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:48:48.819565 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c45745-25a9-4866-a860-fcdea19fcd17 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Router e3f55bf3-37f3-4d1a-b191-1d2e182aae5f has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:48:48.907973 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1bda24d8-f291-4f48-92a2-d4f73746f060 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:49.301359 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c45745-25a9-4866-a860-fcdea19fcd17 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:48:49.315438 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8aeab6-c0c2-47ca-868c-dfb72f7facef None None] Sync routers for ids ['e3f55bf3-37f3-4d1a-b191-1d2e182aae5f'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:48:49.329407 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8aeab6-c0c2-47ca-868c-dfb72f7facef None None] Routers {'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:48:49.330567 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-3a8aeab6-c0c2-47ca-868c-dfb72f7facef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:48:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e3f55bf3-37f3-4d1a-b191-1d2e182aae5f'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:49.345286 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f3c45745-25a9-4866-a860-fcdea19fcd17 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:49.388620 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f3c45745-25a9-4866-a860-fcdea19fcd17 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4550223 Nov 09 21:48:49.388620 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f78af3b-dd09-42d2-96d6-7a1c19ee031a', 'tag': 'ebc083a2-41e7-46ab-a2cc-a7a951763e46'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:48:49.389780 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56e6ce0-3120-4a5a-a553-4358c5d21699" -d '{"events": [{"name": "network-changed", "server_uuid": "2f78af3b-dd09-42d2-96d6-7a1c19ee031a", "tag": "ebc083a2-41e7-46ab-a2cc-a7a951763e46"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:48:49.392245 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58036) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:49.462103 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a8ccd480-0b4f-46b1-afdf-152d743e596d tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/floatingips/7d25bcb6-c85d-4341-8a72-42de06110308 HTTP/1.1" status: 200 len: 992 time: 0.0674384 Nov 09 21:48:49.473744 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f1078b-ffd6-41da-8f91-283087e15c13 x-openstack-request-id: req-b0f1078b-ffd6-41da-8f91-283087e15c13 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:48:49.474239 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f78af3b-dd09-42d2-96d6-7a1c19ee031a", "tag": "ebc083a2-41e7-46ab-a2cc-a7a951763e46", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:48:49.474760 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b0f1078b-ffd6-41da-8f91-283087e15c13 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:48:49.478812 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f78af3b-dd09-42d2-96d6-7a1c19ee031a', 'tag': 'ebc083a2-41e7-46ab-a2cc-a7a951763e46', 'status': 'completed', 'code': 200} Nov 09 21:48:49.515185 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-3a8aeab6-c0c2-47ca-868c-dfb72f7facef None None] Set router e3f55bf3-37f3-4d1a-b191-1d2e182aae5f gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:48:49.583078 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc258c3b-b37f-4bde-b0fc-96f15aaaeef1 req-986f843d-0449-4528-916c-3715d15741ab tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:49.584308 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fc258c3b-b37f-4bde-b0fc-96f15aaaeef1 req-986f843d-0449-4528-916c-3715d15741ab tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=87a0c55d-4b51-4767-8d92-2b46bfcfc839 HTTP/1.1" status: 200 len: 945 time: 0.4645681 Nov 09 21:48:49.637312 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e6ce0-3120-4a5a-a553-4358c5d21699 req-932546fd-824a-41a5-b130-455c78dc75af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:49.639337 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e56e6ce0-3120-4a5a-a553-4358c5d21699 req-932546fd-824a-41a5-b130-455c78dc75af service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd26d45f3284479db773fef1499ac4be&device_id=2f78af3b-dd09-42d2-96d6-7a1c19ee031a HTTP/1.1" status: 200 len: 1097 time: 0.1192992 Nov 09 21:48:49.682321 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fc258c3b-b37f-4bde-b0fc-96f15aaaeef1 req-dfe9d703-fb3a-4f78-8f0f-f5de2bfee15b tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898526 Nov 09 21:48:49.684522 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bda24d8-f291-4f48-92a2-d4f73746f060 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Router 7b23e703-1b65-4e1b-b778-630b0a9394ab has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:48:49.798945 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-3a8aeab6-c0c2-47ca-868c-dfb72f7facef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f', 'name': 'tempest-TestNetworkBasicOps-router-477191644', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'bd27913a-4077-4f00-be18-3f181b6021ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:48:20Z', 'updated_at': '2021-11-09T21:48:27Z', 'revision_number': 4, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'gw_port': {'id': 'bd27913a-4077-4f00-be18-3f181b6021ab', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:08:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:48:21Z', 'updated_at': '2021-11-09T21:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '7d25bcb6-c85d-4341-8a72-42de06110308', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f', 'port_id': 'ebc083a2-41e7-46ab-a2cc-a7a951763e46', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '557fbdc5-5857-46dd-b239-1d58d92a70be', 'mac_address': 'fa:16:3e:d5:e3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f78af3b-dd09-42d2-96d6-7a1c19ee031a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:48:47Z', 'updated_at': '2021-11-09T21:48:47Z', 'revision_number': 0, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8597b14-8da8-4c76-8a30-4b2ed6ad8370', 'name': '', 'network_id': '557fbdc5-5857-46dd-b239-1d58d92a70be', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'mac_address': 'fa:16:3e:95:e8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'e18344a0-ed8d-447b-a740-a134226b6caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:48:26Z', 'updated_at': '2021-11-09T21:48:30Z', 'revision_number': 5, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'subnets': [{'id': 'e18344a0-ed8d-447b-a740-a134226b6caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:49.837861 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8aeab6-c0c2-47ca-868c-dfb72f7facef None None] Checking router: e3f55bf3-37f3-4d1a-b191-1d2e182aae5f for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:48:49.849429 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8aeab6-c0c2-47ca-868c-dfb72f7facef None None] Routers {'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:48:49.850099 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-3a8aeab6-c0c2-47ca-868c-dfb72f7facef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:48:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e3f55bf3-37f3-4d1a-b191-1d2e182aae5f'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:49.853378 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e6ce0-3120-4a5a-a553-4358c5d21699 req-207c6301-f363-4fab-a207-493e7d859238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:49.855121 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e56e6ce0-3120-4a5a-a553-4358c5d21699 req-207c6301-f363-4fab-a207-493e7d859238 service neutron] 10.222.0.43 "GET /v2.0/networks?id=557fbdc5-5857-46dd-b239-1d58d92a70be HTTP/1.1" status: 200 len: 896 time: 0.2031865 Nov 09 21:48:49.956539 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bda24d8-f291-4f48-92a2-d4f73746f060 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:48:49.962579 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1bda24d8-f291-4f48-92a2-d4f73746f060 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "PUT /v2.0/routers/7b23e703-1b65-4e1b-b778-630b0a9394ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5833750 Nov 09 21:48:49.965471 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58042) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:49.973026 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e56e6ce0-3120-4a5a-a553-4358c5d21699 req-068c936f-8e8d-4573-b772-b7e3a279b6c3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebc083a2-41e7-46ab-a2cc-a7a951763e46 HTTP/1.1" status: 200 len: 1000 time: 0.1088271 Nov 09 21:48:49.976431 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f5565c-f73f-46bf-8306-4bfa717d0fdc None None] Sync routers for ids ['7b23e703-1b65-4e1b-b778-630b0a9394ab'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:48:49.990484 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f5565c-f73f-46bf-8306-4bfa717d0fdc None None] Routers {'7b23e703-1b65-4e1b-b778-630b0a9394ab'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:48:49.992267 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-f4f5565c-f73f-46bf-8306-4bfa717d0fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:48:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['7b23e703-1b65-4e1b-b778-630b0a9394ab'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:50.016542 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-3a8aeab6-c0c2-47ca-868c-dfb72f7facef None None] Set router e3f55bf3-37f3-4d1a-b191-1d2e182aae5f gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:48:50.043521 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b837661-6fb8-4ad8-9998-dac8caf30b9f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Deleting subnet 630b49fb-caa8-41de-a897-b6b514f9210a {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:48:50.048726 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6b837661-6fb8-4ad8-9998-dac8caf30b9f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:50.055342 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e6ce0-3120-4a5a-a553-4358c5d21699 req-273e8858-b444-43cb-b4f4-0ad08ca18f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:50.057044 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e56e6ce0-3120-4a5a-a553-4358c5d21699 req-273e8858-b444-43cb-b4f4-0ad08ca18f1e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e18344a0-ed8d-447b-a740-a134226b6caf HTTP/1.1" status: 200 len: 834 time: 0.0761657 Nov 09 21:48:50.098432 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device e0d4114c-987a-4de8-aea9-ceb96ea1a180 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:48:50.132597 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6b837661-6fb8-4ad8-9998-dac8caf30b9f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:50.137721 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e6ce0-3120-4a5a-a553-4358c5d21699 req-69d7af06-af29-464f-8bd1-a47196eedc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:50.139055 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e56e6ce0-3120-4a5a-a553-4358c5d21699 req-69d7af06-af29-464f-8bd1-a47196eedc97 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=557fbdc5-5857-46dd-b239-1d58d92a70be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738783 Nov 09 21:48:50.158020 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-f4f5565c-f73f-46bf-8306-4bfa717d0fdc None None] Set router 7b23e703-1b65-4e1b-b778-630b0a9394ab gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:48:50.197882 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port e0d4114c-987a-4de8-aea9-ceb96ea1a180 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:48:50.205612 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-76a194e4-1997-4884-be0f-da1b0d0b9786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:50.254887 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port e0d4114c-987a-4de8-aea9-ceb96ea1a180 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:48:50.256675 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:50.284373 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6b837661-6fb8-4ad8-9998-dac8caf30b9f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:50.315035 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e56e6ce0-3120-4a5a-a553-4358c5d21699 req-1e35860e-de3e-46fa-916c-6ea9f97216ca service neutron] 10.222.0.43 "GET /v2.0/networks/557fbdc5-5857-46dd-b239-1d58d92a70be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675346 Nov 09 21:48:50.394307 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6b837661-6fb8-4ad8-9998-dac8caf30b9f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:50.429912 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:50.435451 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b837661-6fb8-4ad8-9998-dac8caf30b9f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event deleted for resources: {'Subnet': ['ID=630b49fb-caa8-41de-a897-b6b514f9210a,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:50.437635 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6b837661-6fb8-4ad8-9998-dac8caf30b9f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:50.442045 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6b837661-6fb8-4ad8-9998-dac8caf30b9f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "DELETE /v2.0/subnets/630b49fb-caa8-41de-a897-b6b514f9210a HTTP/1.1" status: 204 len: 168 time: 0.4755397 Nov 09 21:48:50.445157 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58044) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:50.461936 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-f4f5565c-f73f-46bf-8306-4bfa717d0fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b23e703-1b65-4e1b-b778-630b0a9394ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238787481', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '69ecfc34-c3d4-444c-9259-397ac01429ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:46:49Z', 'updated_at': '2021-11-09T21:48:48Z', 'revision_number': 5, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': '69ecfc34-c3d4-444c-9259-397ac01429ac', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b23e703-1b65-4e1b-b778-630b0a9394ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:50Z', 'updated_at': '2021-11-09T21:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:50.462745 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5540303f-6891-4f49-b5e0-daa95884811e None None] Network 34844b52-a4c3-4316-b08b-c8bfdd20d397 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:48:50.468700 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58046) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:50.518275 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e56e6ce0-3120-4a5a-a553-4358c5d21699 req-239f6576-6a99-4c8f-ab5c-aff4d86b31df service neutron] 10.222.0.43 "GET /v2.0/networks/557fbdc5-5857-46dd-b239-1d58d92a70be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949103 Nov 09 21:48:50.529323 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f5565c-f73f-46bf-8306-4bfa717d0fdc None None] Checking router: 7b23e703-1b65-4e1b-b778-630b0a9394ab for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:48:50.549621 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a0c55d-4b51-4767-8d92-2b46bfcfc839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d4114c-987a-4de8-aea9-ceb96ea1a180'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:48:50.554063 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e1d0ad-7672-4994-b35b-e85a5fa38510" -d '{"events": [{"server_uuid": "87a0c55d-4b51-4767-8d92-2b46bfcfc839", "name": "network-vif-plugged", "status": "completed", "tag": "e0d4114c-987a-4de8-aea9-ceb96ea1a180"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:48:50.557100 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f5565c-f73f-46bf-8306-4bfa717d0fdc None None] Routers {'7b23e703-1b65-4e1b-b778-630b0a9394ab'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:48:50.557746 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-f4f5565c-f73f-46bf-8306-4bfa717d0fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:48:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['7b23e703-1b65-4e1b-b778-630b0a9394ab'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:50.562493 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0e642971-db64-4ce9-b5af-81f35ae57490 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/floatingips/7d25bcb6-c85d-4341-8a72-42de06110308 HTTP/1.1" status: 200 len: 992 time: 0.0926929 Nov 09 21:48:50.586830 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port e0d4114c-987a-4de8-aea9-ceb96ea1a180, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=e0d4114c-987a-4de8-aea9-ceb96ea1a180,segment=NetworkSegment(3170744c-3447-44d8-9a0c-fa1ee6e7efbc),segment_id=3170744c-3447-44d8-9a0c-fa1ee6e7efbc)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:48:50.611532 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:50.612594 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device f6531253-1743-4a9c-a8eb-492d89b912f4 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:48:50.625861 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4f02543a-fd27-4b5f-8e52-a434c7dfba3e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:50.762132 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4f02543a-fd27-4b5f-8e52-a434c7dfba3e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:50.840185 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-4f02543a-fd27-4b5f-8e52-a434c7dfba3e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Deleting port 69ecfc34-c3d4-444c-9259-397ac01429ac {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:48:50.840945 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4f02543a-fd27-4b5f-8e52-a434c7dfba3e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:50.866968 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-f4f5565c-f73f-46bf-8306-4bfa717d0fdc None None] Set router 7b23e703-1b65-4e1b-b778-630b0a9394ab gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:48:50.934957 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90aa5878-b3d7-494a-884d-68e3810e379a x-openstack-request-id: req-90aa5878-b3d7-494a-884d-68e3810e379a {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:48:50.935528 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a0c55d-4b51-4767-8d92-2b46bfcfc839", "name": "network-vif-plugged", "status": "completed", "tag": "e0d4114c-987a-4de8-aea9-ceb96ea1a180", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:48:50.935528 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-90aa5878-b3d7-494a-884d-68e3810e379a {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:48:50.935903 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a0c55d-4b51-4767-8d92-2b46bfcfc839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d4114c-987a-4de8-aea9-ceb96ea1a180', 'code': 200} Nov 09 21:48:50.938314 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: f6531253-1743-4a9c-a8eb-492d89b912f4 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:48:50.938665 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device f6531253-1743-4a9c-a8eb-492d89b912f4 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:48:50.954818 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=e0d4114c-987a-4de8-aea9-ceb96ea1a180,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:50.959086 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beca230-d75e-47c0-a17d-cea2ea7d94dd req-cded8c3c-3bb7-4e53-8a19-86e978c23db1 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:50.960861 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1beca230-d75e-47c0-a17d-cea2ea7d94dd req-cded8c3c-3bb7-4e53-8a19-86e978c23db1 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=87a0c55d-4b51-4767-8d92-2b46bfcfc839 HTTP/1.1" status: 200 len: 946 time: 0.1218603 Nov 09 21:48:50.973650 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-3a8aeab6-c0c2-47ca-868c-dfb72f7facef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f', 'name': 'tempest-TestNetworkBasicOps-router-477191644', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'bd27913a-4077-4f00-be18-3f181b6021ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:48:20Z', 'updated_at': '2021-11-09T21:48:27Z', 'revision_number': 4, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'gw_port': {'id': 'bd27913a-4077-4f00-be18-3f181b6021ab', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:08:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:48:21Z', 'updated_at': '2021-11-09T21:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '7d25bcb6-c85d-4341-8a72-42de06110308', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f', 'port_id': 'ebc083a2-41e7-46ab-a2cc-a7a951763e46', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '557fbdc5-5857-46dd-b239-1d58d92a70be', 'mac_address': 'fa:16:3e:d5:e3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f78af3b-dd09-42d2-96d6-7a1c19ee031a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:48:47Z', 'updated_at': '2021-11-09T21:48:47Z', 'revision_number': 0, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8597b14-8da8-4c76-8a30-4b2ed6ad8370', 'name': '', 'network_id': '557fbdc5-5857-46dd-b239-1d58d92a70be', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'mac_address': 'fa:16:3e:95:e8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'e18344a0-ed8d-447b-a740-a134226b6caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:48:26Z', 'updated_at': '2021-11-09T21:48:30Z', 'revision_number': 5, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'subnets': [{'id': 'e18344a0-ed8d-447b-a740-a134226b6caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:50.997468 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-4f02543a-fd27-4b5f-8e52-a434c7dfba3e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] For port 69ecfc34-c3d4-444c-9259-397ac01429ac, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=69ecfc34-c3d4-444c-9259-397ac01429ac,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:48:50.997987 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4f02543a-fd27-4b5f-8e52-a434c7dfba3e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:51.006894 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8aeab6-c0c2-47ca-868c-dfb72f7facef None None] The sync data for ids ['e3f55bf3-37f3-4d1a-b191-1d2e182aae5f'] in n-d-816206-3 is: [{'id': 'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f', 'name': 'tempest-TestNetworkBasicOps-router-477191644', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'bd27913a-4077-4f00-be18-3f181b6021ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:48:20Z', 'updated_at': '2021-11-09T21:48:27Z', 'revision_number': 4, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'gw_port': {'id': 'bd27913a-4077-4f00-be18-3f181b6021ab', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:08:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:48:21Z', 'updated_at': '2021-11-09T21:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '7d25bcb6-c85d-4341-8a72-42de06110308', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f', 'port_id': 'ebc083a2-41e7-46ab-a2cc-a7a951763e46', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '557fbdc5-5857-46dd-b239-1d58d92a70be', 'mac_address': 'fa:16:3e:d5:e3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f78af3b-dd09-42d2-96d6-7a1c19ee031a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:48:47Z', 'updated_at': '2021-11-09T21:48:47Z', 'revision_number': 0, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8597b14-8da8-4c76-8a30-4b2ed6ad8370', 'name': '', 'network_id': '557fbdc5-5857-46dd-b239-1d58d92a70be', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'mac_address': 'fa:16:3e:95:e8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'e18344a0-ed8d-447b-a740-a134226b6caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:48:26Z', 'updated_at': '2021-11-09T21:48:30Z', 'revision_number': 5, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'subnets': [{'id': 'e18344a0-ed8d-447b-a740-a134226b6caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:48:51.034070 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-4f02543a-fd27-4b5f-8e52-a434c7dfba3e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Calling delete_port for 69ecfc34-c3d4-444c-9259-397ac01429ac owned by network:router_gateway {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:48:51.090178 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:51.114985 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b00c2e-a3b5-4cc7-b235-d05dda04d52f None None] DHCP port deletion for 34844b52-a4c3-4316-b08b-c8bfdd20d397 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:48:51.123796 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1beca230-d75e-47c0-a17d-cea2ea7d94dd req-90c304ce-b8f4-4c87-85d6-3b8829a84fcb tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556847 Nov 09 21:48:51.141326 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f759b68-9991-4b44-97ab-ec361477503f req-fea5d504-4317-48ac-a6ea-147329e818e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:51.145825 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9f759b68-9991-4b44-97ab-ec361477503f req-fea5d504-4317-48ac-a6ea-147329e818e7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=87a0c55d-4b51-4767-8d92-2b46bfcfc839 HTTP/1.1" status: 200 len: 1097 time: 0.1436980 Nov 09 21:48:51.195700 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-05b00c2e-a3b5-4cc7-b235-d05dda04d52f None None] Deleting port 605355ae-f1e7-4dcd-9b43-53c6229ec425 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:48:51.196488 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-05b00c2e-a3b5-4cc7-b235-d05dda04d52f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:51.233295 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9f759b68-9991-4b44-97ab-ec361477503f req-5f1eb92a-5db8-4dc9-9a94-1435d7a37307 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793364 Nov 09 21:48:51.234401 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-f4f5565c-f73f-46bf-8306-4bfa717d0fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b23e703-1b65-4e1b-b778-630b0a9394ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238787481', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '69ecfc34-c3d4-444c-9259-397ac01429ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:46:49Z', 'updated_at': '2021-11-09T21:48:48Z', 'revision_number': 5, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': '69ecfc34-c3d4-444c-9259-397ac01429ac', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b23e703-1b65-4e1b-b778-630b0a9394ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:50Z', 'updated_at': '2021-11-09T21:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:51.294132 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f5565c-f73f-46bf-8306-4bfa717d0fdc None None] The sync data for ids ['7b23e703-1b65-4e1b-b778-630b0a9394ab'] in n-d-816206-3 is: [{'id': '7b23e703-1b65-4e1b-b778-630b0a9394ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238787481', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '69ecfc34-c3d4-444c-9259-397ac01429ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:46:49Z', 'updated_at': '2021-11-09T21:48:48Z', 'revision_number': 5, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': '69ecfc34-c3d4-444c-9259-397ac01429ac', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b23e703-1b65-4e1b-b778-630b0a9394ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:46:50Z', 'updated_at': '2021-11-09T21:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:48:51.304156 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-05b00c2e-a3b5-4cc7-b235-d05dda04d52f None None] For port 605355ae-f1e7-4dcd-9b43-53c6229ec425, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=605355ae-f1e7-4dcd-9b43-53c6229ec425,segment=NetworkSegment(ec156441-946b-4f51-bd83-262a73a48f6e),segment_id=ec156441-946b-4f51-bd83-262a73a48f6e)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:48:51.304574 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-05b00c2e-a3b5-4cc7-b235-d05dda04d52f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:51.311248 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4f02543a-fd27-4b5f-8e52-a434c7dfba3e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:51.325671 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-05b00c2e-a3b5-4cc7-b235-d05dda04d52f None None] Calling delete_port for 605355ae-f1e7-4dcd-9b43-53c6229ec425 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:48:51.347040 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f02543a-fd27-4b5f-8e52-a434c7dfba3e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event deleted for resources: {'Port': ['ID=69ecfc34-c3d4-444c-9259-397ac01429ac,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:51.380902 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9da046-c03d-4dbd-a8c0-2a29862b92e2 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:48:51.424138 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4f02543a-fd27-4b5f-8e52-a434c7dfba3e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:51.444849 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38265569-a046-4aaa-94bb-e8143202177d None None] New status for floating IP 7d25bcb6-c85d-4341-8a72-42de06110308: ACTIVE {{(pid=102609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:48:51.480781 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-05b00c2e-a3b5-4cc7-b235-d05dda04d52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:51.496236 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b00c2e-a3b5-4cc7-b235-d05dda04d52f None None] No DVR routers for this DVR port 605355ae-f1e7-4dcd-9b43-53c6229ec425 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:48:51.524620 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b00c2e-a3b5-4cc7-b235-d05dda04d52f None None] Pushing event deleted for resources: {'Port': ['ID=605355ae-f1e7-4dcd-9b43-53c6229ec425,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:51.549610 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4f02543a-fd27-4b5f-8e52-a434c7dfba3e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:51.551822 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4f02543a-fd27-4b5f-8e52-a434c7dfba3e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:51.566807 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58056) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:51.622627 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4f02543a-fd27-4b5f-8e52-a434c7dfba3e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:51.623143 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f02543a-fd27-4b5f-8e52-a434c7dfba3e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Fanout notify agent at l3_agent the message router_deleted on router 7b23e703-1b65-4e1b-b778-630b0a9394ab {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:48:51.632171 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4f02543a-fd27-4b5f-8e52-a434c7dfba3e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:51.633389 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4f02543a-fd27-4b5f-8e52-a434c7dfba3e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "DELETE /v2.0/routers/7b23e703-1b65-4e1b-b778-630b0a9394ab HTTP/1.1" status: 204 len: 168 time: 1.1871781 Nov 09 21:48:51.637357 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-69b0d218-17bb-4c4c-9efc-69d65d54ec9e tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/floatingips/7d25bcb6-c85d-4341-8a72-42de06110308 HTTP/1.1" status: 200 len: 992 time: 0.0678041 Nov 09 21:48:51.637518 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58058) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:51.750922 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-07ef77cc-b27f-496a-9673-4abda2ac73b5 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:51.853549 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-07ef77cc-b27f-496a-9673-4abda2ac73b5 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:51.877060 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-07ef77cc-b27f-496a-9673-4abda2ac73b5 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34844b52-a4c3-4316-b08b-c8bfdd20d397']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:51.889723 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-07ef77cc-b27f-496a-9673-4abda2ac73b5 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec156441-946b-4f51-bd83-262a73a48f6e') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:51.890021 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-07ef77cc-b27f-496a-9673-4abda2ac73b5 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec156441-946b-4f51-bd83-262a73a48f6e') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:51.900879 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-07ef77cc-b27f-496a-9673-4abda2ac73b5 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:51.915484 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-07ef77cc-b27f-496a-9673-4abda2ac73b5 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:51.922828 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07ef77cc-b27f-496a-9673-4abda2ac73b5 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:48:51.923229 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-07ef77cc-b27f-496a-9673-4abda2ac73b5 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:51.926586 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:48:51.926586 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:48:51.926586 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:48:51.926586 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:48:51.926586 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:48:51.926586 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:48:51.926586 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:48:51.926586 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:48:51.926586 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:48:51.926586 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:48:51.926586 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:48:51.926586 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:48:51.926586 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:48:51.926586 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:48:51.926586 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:48:51.926586 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:48:51.926586 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:48:51.926586 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:48:51.926586 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:48:51.926586 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:48:51.926586 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:48:51.926586 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:48:51.926586 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:48:51.926586 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:48:51.926586 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:48:51.926586 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:48:51.926586 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:48:51.926586 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:48:51.926586 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:48:51.926586 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:48:51.926586 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:48:51.926586 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:48:51.993890 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-07ef77cc-b27f-496a-9673-4abda2ac73b5 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:52.007091 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-07ef77cc-b27f-496a-9673-4abda2ac73b5 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:52.011946 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-07ef77cc-b27f-496a-9673-4abda2ac73b5 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "DELETE /v2.0/networks/34844b52-a4c3-4316-b08b-c8bfdd20d397 HTTP/1.1" status: 204 len: 168 time: 0.3737073 Nov 09 21:48:52.014393 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58062) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:52.031944 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef77cc-b27f-496a-9673-4abda2ac73b5 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event deleted for resources: {'Network': ['ID=34844b52-a4c3-4316-b08b-c8bfdd20d397,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:52.091944 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c4275780-8e87-4139-89b4-08ff66810192 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:52.122623 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c4275780-8e87-4139-89b4-08ff66810192 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:52.189501 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c4275780-8e87-4139-89b4-08ff66810192 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:52.192396 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c4275780-8e87-4139-89b4-08ff66810192 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:52.196228 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c4275780-8e87-4139-89b4-08ff66810192 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "DELETE /v2.0/security-groups/e2edc357-a9a0-499d-a950-5fdc1b49b9b1 HTTP/1.1" status: 204 len: 168 time: 0.1786046 Nov 09 21:48:52.214060 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4275780-8e87-4139-89b4-08ff66810192 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2edc357-a9a0-499d-a950-5fdc1b49b9b1,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:52.283608 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60190ae5-3e20-43ab-a1a3-8486ee823eb6 req-9facd62a-b706-443c-9369-b20c3af7ac94 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:52.285172 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-60190ae5-3e20-43ab-a1a3-8486ee823eb6 req-9facd62a-b706-443c-9369-b20c3af7ac94 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=87a0c55d-4b51-4767-8d92-2b46bfcfc839 HTTP/1.1" status: 200 len: 946 time: 0.0860302 Nov 09 21:48:52.348187 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-60190ae5-3e20-43ab-a1a3-8486ee823eb6 req-f56b5ed0-3375-45f6-880a-c32ceaff184d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493693 Nov 09 21:48:52.467820 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:52.496809 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58080) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:52.501809 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-95058f51-da00-41dd-b2fc-264807ed055b tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1207033358', 'description': 'tempest-secgroup-smoke-1207033358 description', 'project_id': 'd7411b744b214ee4a720fd6796dc002b'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:48:52.532035 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-95058f51-da00-41dd-b2fc-264807ed055b tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:52.604279 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-95058f51-da00-41dd-b2fc-264807ed055b tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:52.611558 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-95058f51-da00-41dd-b2fc-264807ed055b tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:52.641283 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58086) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:52.647990 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-95058f51-da00-41dd-b2fc-264807ed055b tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:52.649814 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-95058f51-da00-41dd-b2fc-264807ed055b tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1518214 Nov 09 21:48:52.652533 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58088) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:52.656482 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95058f51-da00-41dd-b2fc-264807ed055b tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d623e45-78a7-4604-9607-a76c282e92d1,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:52.657948 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-45995366-7249-403e-a9ac-ca4a23b07cfc tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Request body: {'security_group_rule': {'security_group_id': '7d623e45-78a7-4604-9607-a76c282e92d1', 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:48:52.741855 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8e58be10-520b-4c0a-a824-6e3254309327 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/floatingips/7d25bcb6-c85d-4341-8a72-42de06110308 HTTP/1.1" status: 200 len: 994 time: 0.0992935 Nov 09 21:48:52.743428 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-45995366-7249-403e-a9ac-ca4a23b07cfc tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:52.754463 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c11d71fc-4d85-49b7-80fa-e696402cbbad no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:48:52.775076 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: c11d71fc-4d85-49b7-80fa-e696402cbbad {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:48:52.775334 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c11d71fc-4d85-49b7-80fa-e696402cbbad not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:48:52.775985 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 605355ae-f1e7-4dcd-9b43-53c6229ec425 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:48:52.793075 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-45995366-7249-403e-a9ac-ca4a23b07cfc tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:52.797728 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-45995366-7249-403e-a9ac-ca4a23b07cfc tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:52.798100 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 605355ae-f1e7-4dcd-9b43-53c6229ec425 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:48:52.798450 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 605355ae-f1e7-4dcd-9b43-53c6229ec425 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:48:52.798868 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 69ecfc34-c3d4-444c-9259-397ac01429ac no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:48:52.818497 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 69ecfc34-c3d4-444c-9259-397ac01429ac {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:48:52.818844 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 69ecfc34-c3d4-444c-9259-397ac01429ac not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:48:52.830027 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45995366-7249-403e-a9ac-ca4a23b07cfc tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ff6e6a7-f1ac-4c44-a6b2-542e1c2e0dbb,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:52.836793 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-45995366-7249-403e-a9ac-ca4a23b07cfc tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:52.838328 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-45995366-7249-403e-a9ac-ca4a23b07cfc tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1846094 Nov 09 21:48:52.841185 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58092) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:52.845713 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-e235b9a2-7f35-4df6-a312-c82dc492d22f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Request body: {'security_group_rule': {'security_group_id': '7d623e45-78a7-4604-9607-a76c282e92d1', 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:48:52.872294 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e235b9a2-7f35-4df6-a312-c82dc492d22f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:52.928765 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e235b9a2-7f35-4df6-a312-c82dc492d22f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:52.932534 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e235b9a2-7f35-4df6-a312-c82dc492d22f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:52.952377 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235b9a2-7f35-4df6-a312-c82dc492d22f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94e61f1e-ef59-42fc-8e91-e83c1602741e,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:52.962105 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e235b9a2-7f35-4df6-a312-c82dc492d22f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:52.966315 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e235b9a2-7f35-4df6-a312-c82dc492d22f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1213319 Nov 09 21:48:52.966761 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58094) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:52.970427 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:52.971447 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-0c130cb4-09e9-469b-ad4a-600cc24a7c48 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Request body: {'security_group_rule': {'security_group_id': '7d623e45-78a7-4604-9607-a76c282e92d1', 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:48:53.000060 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0c130cb4-09e9-469b-ad4a-600cc24a7c48 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:53.063206 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0c130cb4-09e9-469b-ad4a-600cc24a7c48 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:53.066900 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0c130cb4-09e9-469b-ad4a-600cc24a7c48 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:53.086018 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c130cb4-09e9-469b-ad4a-600cc24a7c48 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c321a425-6bcd-4fe5-96f7-70155e42a20f,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:53.094872 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0c130cb4-09e9-469b-ad4a-600cc24a7c48 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:53.096215 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0c130cb4-09e9-469b-ad4a-600cc24a7c48 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1283090 Nov 09 21:48:53.099104 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58096) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:53.103656 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-7319176e-2089-4b67-8ddb-e56c8aaf15ca tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Request body: {'security_group_rule': {'security_group_id': '7d623e45-78a7-4604-9607-a76c282e92d1', 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:48:53.130593 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7319176e-2089-4b67-8ddb-e56c8aaf15ca tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:53.187465 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7319176e-2089-4b67-8ddb-e56c8aaf15ca tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:53.191065 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7319176e-2089-4b67-8ddb-e56c8aaf15ca tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:53.208316 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7319176e-2089-4b67-8ddb-e56c8aaf15ca tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e69a755-f89b-4b90-ae97-ede6090f8ce0,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:53.215790 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7319176e-2089-4b67-8ddb-e56c8aaf15ca tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:53.217409 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7319176e-2089-4b67-8ddb-e56c8aaf15ca tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1168537 Nov 09 21:48:53.219674 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58098) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:53.224071 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-8af8b21b-c1cf-4577-8cf6-028acb1afd5f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Request body: {'security_group_rule': {'security_group_id': '7d623e45-78a7-4604-9607-a76c282e92d1', 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:48:53.249273 n-d-816206-3 neutron-server[102608]: INFO neutron.db.securitygroups_db [None req-8af8b21b-c1cf-4577-8cf6-028acb1afd5f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Project d7411b744b214ee4a720fd6796dc002b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 21:48:53.254412 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8af8b21b-c1cf-4577-8cf6-028acb1afd5f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:53.316902 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8af8b21b-c1cf-4577-8cf6-028acb1afd5f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:53.322399 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8af8b21b-c1cf-4577-8cf6-028acb1afd5f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:53.343490 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8b21b-c1cf-4577-8cf6-028acb1afd5f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aee3665e-6b45-4aca-bac2-f7503033cd1a,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:53.354214 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8af8b21b-c1cf-4577-8cf6-028acb1afd5f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:53.356097 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8af8b21b-c1cf-4577-8cf6-028acb1afd5f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1354971 Nov 09 21:48:53.359032 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58100) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:53.363939 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-9542fcef-97c9-4054-9ca4-8165d695ac00 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Request body: {'security_group_rule': {'security_group_id': '7d623e45-78a7-4604-9607-a76c282e92d1', 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:48:53.393632 n-d-816206-3 neutron-server[102607]: INFO neutron.db.securitygroups_db [None req-9542fcef-97c9-4054-9ca4-8165d695ac00 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Project d7411b744b214ee4a720fd6796dc002b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 21:48:53.397668 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:53.403045 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9542fcef-97c9-4054-9ca4-8165d695ac00 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:53.469890 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9542fcef-97c9-4054-9ca4-8165d695ac00 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:53.474491 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9542fcef-97c9-4054-9ca4-8165d695ac00 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:53.487506 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e17f7-7c47-40eb-bc29-a32c2958eb00 req-e062129f-f1a5-47be-b31c-fbebdc011f43 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:53.493917 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9542fcef-97c9-4054-9ca4-8165d695ac00 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=576db91a-a261-463b-abaa-f84c7b5ff388,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:53.494950 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d13e17f7-7c47-40eb-bc29-a32c2958eb00 req-e062129f-f1a5-47be-b31c-fbebdc011f43 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=87a0c55d-4b51-4767-8d92-2b46bfcfc839 HTTP/1.1" status: 200 len: 946 time: 0.0624597 Nov 09 21:48:53.500561 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9542fcef-97c9-4054-9ca4-8165d695ac00 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:53.502539 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-9542fcef-97c9-4054-9ca4-8165d695ac00 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1424682 Nov 09 21:48:53.505346 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58104) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:53.510270 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-4a0d43aa-63bb-41da-9347-8254beaf8740 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Request body: {'network': {'name': 'tempest-network-smoke--657655371', 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'port_security_enabled': True}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:48:53.531073 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0d43aa-63bb-41da-9347-8254beaf8740 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Made reservation on behalf of d7411b744b214ee4a720fd6796dc002b for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:48:53.534612 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4a0d43aa-63bb-41da-9347-8254beaf8740 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:53.542082 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d13e17f7-7c47-40eb-bc29-a32c2958eb00 req-b4f21b3d-7418-46a0-8372-fdee98223a58 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454438 Nov 09 21:48:53.558595 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a0d43aa-63bb-41da-9347-8254beaf8740 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:48:53.568154 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4a0d43aa-63bb-41da-9347-8254beaf8740 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:53.568427 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-4a0d43aa-63bb-41da-9347-8254beaf8740 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Added segment edf25fa7-e511-4d88-815c-9342ae3a8d57 of type vlan for network 1bef2b17-c5ff-479e-a8f0-8013bdbc26bd Nov 09 21:48:53.609452 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4a0d43aa-63bb-41da-9347-8254beaf8740 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:53.665231 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4a0d43aa-63bb-41da-9347-8254beaf8740 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:53.670884 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0d43aa-63bb-41da-9347-8254beaf8740 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:53.671480 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4a0d43aa-63bb-41da-9347-8254beaf8740 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:53.732888 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d0025-93ae-4d47-9922-c849e20f89d7 req-e8787def-9174-47bf-8486-a2f51079ab2d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:53.734434 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-895d0025-93ae-4d47-9922-c849e20f89d7 req-e8787def-9174-47bf-8486-a2f51079ab2d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=87a0c55d-4b51-4767-8d92-2b46bfcfc839 HTTP/1.1" status: 200 len: 946 time: 0.1226141 Nov 09 21:48:53.756815 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4a0d43aa-63bb-41da-9347-8254beaf8740 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2502663 Nov 09 21:48:53.759561 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58116) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:53.765044 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-7eefba52-9e50-4aba-8d35-eedb04f26903 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-825181258', 'admin_state_up': True, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:48:53.776126 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d43aa-63bb-41da-9347-8254beaf8740 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'Network': ['ID=1bef2b17-c5ff-479e-a8f0-8013bdbc26bd,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:53.787118 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 1bef2b17-c5ff-479e-a8f0-8013bdbc26bd details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:48:53.799876 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7eefba52-9e50-4aba-8d35-eedb04f26903 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:53.801205 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7eefba52-9e50-4aba-8d35-eedb04f26903 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:53.836485 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-895d0025-93ae-4d47-9922-c849e20f89d7 req-e1d1b9be-a576-4d87-ab50-54bd58204bf9 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851223 Nov 09 21:48:53.851913 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58118) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:53.898344 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7eefba52-9e50-4aba-8d35-eedb04f26903 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:53.900247 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ab5fa0-4338-40bc-bc1b-5590681ee3d7 tempest-TestVolumeBootPattern-352565874 tempest-TestVolumeBootPattern-352565874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:53.904988 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-24ab5fa0-4338-40bc-bc1b-5590681ee3d7 tempest-TestVolumeBootPattern-352565874 tempest-TestVolumeBootPattern-352565874-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=87a0c55d-4b51-4767-8d92-2b46bfcfc839 HTTP/1.1" status: 200 len: 1092 time: 0.0518539 Nov 09 21:48:53.906087 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58120) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:53.939536 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-11c3224e-c839-460e-b79f-d83c69e87965 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'port_id': 'e0d4114c-987a-4de8-aea9-ceb96ea1a180', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:48:54.022942 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-11c3224e-c839-460e-b79f-d83c69e87965 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks [] for floatingip, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:54.091311 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7eefba52-9e50-4aba-8d35-eedb04f26903 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:54.215961 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-11c3224e-c839-460e-b79f-d83c69e87965 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:54.395872 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7eefba52-9e50-4aba-8d35-eedb04f26903 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for router_gateway, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:54.705719 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7eefba52-9e50-4aba-8d35-eedb04f26903 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:54.723716 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-11c3224e-c839-460e-b79f-d83c69e87965 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Allocated IP 172.25.7.200 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/bd1f363c-ee24-43d8-baf6-34f7a18a0a7a) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:48:54.872005 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-11c3224e-c839-460e-b79f-d83c69e87965 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:54.907001 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-11c3224e-c839-460e-b79f-d83c69e87965 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:54.980466 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c3224e-c839-460e-b79f-d83c69e87965 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:48:54.982781 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c3224e-c839-460e-b79f-d83c69e87965 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Pushing event updated for resources: {'Port': ['ID=bd1f363c-ee24-43d8-baf6-34f7a18a0a7a,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:54.988798 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-11c3224e-c839-460e-b79f-d83c69e87965 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:48:54.993135 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c3224e-c839-460e-b79f-d83c69e87965 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:48:55.002152 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-7eefba52-9e50-4aba-8d35-eedb04f26903 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Allocated IP 172.25.7.122 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/54c5c084-4042-4006-9fdd-2cbef765d9cc) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:48:55.239465 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7eefba52-9e50-4aba-8d35-eedb04f26903 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:55.363021 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7eefba52-9e50-4aba-8d35-eedb04f26903 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:55.413813 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eefba52-9e50-4aba-8d35-eedb04f26903 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:48:55.448359 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-7eefba52-9e50-4aba-8d35-eedb04f26903 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:48:55.454861 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eefba52-9e50-4aba-8d35-eedb04f26903 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:48:55.458028 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eefba52-9e50-4aba-8d35-eedb04f26903 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'Port': ['ID=54c5c084-4042-4006-9fdd-2cbef765d9cc,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:55.462919 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adab4d6-7594-476f-867a-630435f7c9ad None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:48:55.503933 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-2fa9c491-0883-4071-b4de-e302e0b0b4a1 None None] Provisioning complete for port 54c5c084-4042-4006-9fdd-2cbef765d9cc triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:48:55.504304 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2fa9c491-0883-4071-b4de-e302e0b0b4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:55.543628 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-2fa9c491-0883-4071-b4de-e302e0b0b4a1 None None] Port 54c5c084-4042-4006-9fdd-2cbef765d9cc cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:48:55.607120 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-11c3224e-c839-460e-b79f-d83c69e87965 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:55.749919 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-11c3224e-c839-460e-b79f-d83c69e87965 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:55.887459 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7eefba52-9e50-4aba-8d35-eedb04f26903 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for router_gateway, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:56.148305 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-11c3224e-c839-460e-b79f-d83c69e87965 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:56.157725 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-11c3224e-c839-460e-b79f-d83c69e87965 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:56.242702 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7eefba52-9e50-4aba-8d35-eedb04f26903 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:56.263678 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-11c3224e-c839-460e-b79f-d83c69e87965 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:56.301634 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c3224e-c839-460e-b79f-d83c69e87965 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Pushing event updated for resources: {'Port': ['ID=bd1f363c-ee24-43d8-baf6-34f7a18a0a7a,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:56.456678 n-d-816206-3 neutron-server[102608]: INFO neutron.db.l3_db [None req-11c3224e-c839-460e-b79f-d83c69e87965 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Floating IP 2078e9c0-1d89-427c-871b-4a59b2accff2 associated. External IP: 172.25.7.200, port: e0d4114c-987a-4de8-aea9-ceb96ea1a180. Nov 09 21:48:56.902686 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eefba52-9e50-4aba-8d35-eedb04f26903 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Router 7c7871e6-6354-424d-8bd8-b537861a0504 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:48:57.123665 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eefba52-9e50-4aba-8d35-eedb04f26903 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:48:57.136800 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c3224e-c839-460e-b79f-d83c69e87965 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Router 1b2e24c5-ccc7-4862-90b8-ee99c4c555d4 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:48:57.137662 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4b2fa7-9b4d-435a-b997-86d500b08166 None None] Sync routers for ids ['7c7871e6-6354-424d-8bd8-b537861a0504'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:48:57.154900 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4b2fa7-9b4d-435a-b997-86d500b08166 None None] Routers {'7c7871e6-6354-424d-8bd8-b537861a0504'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:48:57.156627 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-3e4b2fa7-9b4d-435a-b997-86d500b08166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:48:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['7c7871e6-6354-424d-8bd8-b537861a0504'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:57.156931 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7eefba52-9e50-4aba-8d35-eedb04f26903 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:57.161575 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7eefba52-9e50-4aba-8d35-eedb04f26903 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.4008739 Nov 09 21:48:57.161998 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58132) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:57.212392 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f010e184-68fd-45b8-b6a6-db73d9c61a1a tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=d7411b744b214ee4a720fd6796dc002b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0470467 Nov 09 21:48:57.215542 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58134) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:57.289617 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c3224e-c839-460e-b79f-d83c69e87965 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:48:57.301905 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253a0166-dff6-4c7e-b728-77b8057e9d17 None None] Sync routers for ids ['1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:48:57.311246 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-11c3224e-c839-460e-b79f-d83c69e87965 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:57.320700 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253a0166-dff6-4c7e-b728-77b8057e9d17 None None] Routers {'1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:48:57.321690 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-253a0166-dff6-4c7e-b728-77b8057e9d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:48:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:57.336164 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-3e4b2fa7-9b4d-435a-b997-86d500b08166 None None] Set router 7c7871e6-6354-424d-8bd8-b537861a0504 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:48:57.352653 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-11c3224e-c839-460e-b79f-d83c69e87965 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4363861 Nov 09 21:48:57.352653 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a0c55d-4b51-4767-8d92-2b46bfcfc839', 'tag': 'e0d4114c-987a-4de8-aea9-ceb96ea1a180'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:48:57.352653 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a666abd5-43c6-4b42-8b5c-b1dac9f14695" -d '{"events": [{"name": "network-changed", "server_uuid": "87a0c55d-4b51-4767-8d92-2b46bfcfc839", "tag": "e0d4114c-987a-4de8-aea9-ceb96ea1a180"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:48:57.364096 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7415ea52-2fb6-4f48-8834-43f063dc078a tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:57.368867 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58140) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:57.369212 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7415ea52-2fb6-4f48-8834-43f063dc078a tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1523392 Nov 09 21:48:57.400768 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca76a01-30c8-48b5-8958-adabe40092aa x-openstack-request-id: req-2ca76a01-30c8-48b5-8958-adabe40092aa {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:48:57.401156 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a0c55d-4b51-4767-8d92-2b46bfcfc839", "tag": "e0d4114c-987a-4de8-aea9-ceb96ea1a180", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:48:57.401415 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2ca76a01-30c8-48b5-8958-adabe40092aa {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:48:57.401861 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a0c55d-4b51-4767-8d92-2b46bfcfc839', 'tag': 'e0d4114c-987a-4de8-aea9-ceb96ea1a180', 'status': 'completed', 'code': 200} Nov 09 21:48:57.407456 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-919e5dca-15b7-46f9-97c8-7b3fdc401e71 tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=4531c23d-84b7-490d-8d7c-6676781b6e6a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342085 Nov 09 21:48:57.408539 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58142) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:57.413793 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-7dac2db9-860e-4f7d-a27b-522308dbfaff tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-212934287', 'network_id': '1bef2b17-c5ff-479e-a8f0-8013bdbc26bd', 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:48:57.450503 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-253a0166-dff6-4c7e-b728-77b8057e9d17 None None] Set router 1b2e24c5-ccc7-4862-90b8-ee99c4c555d4 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:48:57.502847 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a666abd5-43c6-4b42-8b5c-b1dac9f14695 req-bface96d-afa2-4a62-a7d7-8c43dc539ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:57.505106 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a666abd5-43c6-4b42-8b5c-b1dac9f14695 req-bface96d-afa2-4a62-a7d7-8c43dc539ca9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b3039f985d904a47a201680c8c884f50&device_id=87a0c55d-4b51-4767-8d92-2b46bfcfc839 HTTP/1.1" status: 200 len: 1097 time: 0.0563898 Nov 09 21:48:57.561996 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dac2db9-860e-4f7d-a27b-522308dbfaff tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Made reservation on behalf of d7411b744b214ee4a720fd6796dc002b for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:48:57.565680 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7dac2db9-860e-4f7d-a27b-522308dbfaff tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:57.625127 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-3e4b2fa7-9b4d-435a-b997-86d500b08166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7871e6-6354-424d-8bd8-b537861a0504', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825181258', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '54c5c084-4042-4006-9fdd-2cbef765d9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:48:53Z', 'updated_at': '2021-11-09T21:48:55Z', 'revision_number': 3, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': '54c5c084-4042-4006-9fdd-2cbef765d9cc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:55:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7871e6-6354-424d-8bd8-b537861a0504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:48:54Z', 'updated_at': '2021-11-09T21:48:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:57.662012 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a666abd5-43c6-4b42-8b5c-b1dac9f14695 req-be0edfaa-f0f1-4743-a53c-804b0867c229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:57.670120 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a666abd5-43c6-4b42-8b5c-b1dac9f14695 req-be0edfaa-f0f1-4743-a53c-804b0867c229 service neutron] 10.222.0.43 "GET /v2.0/networks?id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9 HTTP/1.1" status: 200 len: 912 time: 0.1568370 Nov 09 21:48:57.688453 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4b2fa7-9b4d-435a-b997-86d500b08166 None None] Checking router: 7c7871e6-6354-424d-8bd8-b537861a0504 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:48:57.688739 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4b2fa7-9b4d-435a-b997-86d500b08166 None None] Updating router 7c7871e6-6354-424d-8bd8-b537861a0504 port 54c5c084-4042-4006-9fdd-2cbef765d9cc binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:48:57.750771 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-3e4b2fa7-9b4d-435a-b997-86d500b08166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:57.757752 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a666abd5-43c6-4b42-8b5c-b1dac9f14695 req-e32095a2-a1ef-44bb-9f28-c3fbaed950d1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0d4114c-987a-4de8-aea9-ceb96ea1a180 HTTP/1.1" status: 200 len: 1000 time: 0.0791588 Nov 09 21:48:57.796831 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-253a0166-dff6-4c7e-b728-77b8057e9d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'name': 'tempest-TestVolumeBootPattern-1292353347-router', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'd84d1d29-9a29-45db-9b0e-77fc8aa843c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:33Z', 'updated_at': '2021-11-09T21:39:43Z', 'revision_number': 4, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'gw_port': {'id': 'd84d1d29-9a29-45db-9b0e-77fc8aa843c6', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:35Z', 'updated_at': '2021-11-09T21:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '2078e9c0-1d89-427c-871b-4a59b2accff2', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'floating_ip_address': '172.25.7.200', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'port_id': 'e0d4114c-987a-4de8-aea9-ceb96ea1a180', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'mac_address': 'fa:16:3e:30:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a0c55d-4b51-4767-8d92-2b46bfcfc839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:48:55Z', 'updated_at': '2021-11-09T21:48:55Z', 'revision_number': 0, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88e40d85-1c64-4ab2-83a3-5e10488b36a7', 'name': '', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'mac_address': 'fa:16:3e:72:1e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '9efcad5d-d250-42ce-b381-abda2d565ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:41Z', 'updated_at': '2021-11-09T21:39:49Z', 'revision_number': 5, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'subnets': [{'id': '9efcad5d-d250-42ce-b381-abda2d565ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:57.829406 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253a0166-dff6-4c7e-b728-77b8057e9d17 None None] Checking router: 1b2e24c5-ccc7-4862-90b8-ee99c4c555d4 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:48:57.838642 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253a0166-dff6-4c7e-b728-77b8057e9d17 None None] Routers {'1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:48:57.839515 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-253a0166-dff6-4c7e-b728-77b8057e9d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:48:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:57.868578 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a666abd5-43c6-4b42-8b5c-b1dac9f14695 req-88c9513b-757c-4739-8ee9-c2d3c3221f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:57.872772 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a666abd5-43c6-4b42-8b5c-b1dac9f14695 req-88c9513b-757c-4739-8ee9-c2d3c3221f23 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9efcad5d-d250-42ce-b381-abda2d565ce1 HTTP/1.1" status: 200 len: 851 time: 0.1046734 Nov 09 21:48:57.878421 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7dac2db9-860e-4f7d-a27b-522308dbfaff tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:57.972761 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-253a0166-dff6-4c7e-b728-77b8057e9d17 None None] Set router 1b2e24c5-ccc7-4862-90b8-ee99c4c555d4 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:48:57.979646 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a666abd5-43c6-4b42-8b5c-b1dac9f14695 req-7fcaa2f7-b0f7-48a5-b454-6ffa41bab8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:57.982739 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a666abd5-43c6-4b42-8b5c-b1dac9f14695 req-7fcaa2f7-b0f7-48a5-b454-6ffa41bab8ac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0969641 Nov 09 21:48:58.021475 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dac2db9-860e-4f7d-a27b-522308dbfaff tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'Subnet': ['ID=a07fc112-953e-4abf-a6cb-1fde7118f683,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:58.041912 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dac2db9-860e-4f7d-a27b-522308dbfaff tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Checking segment: {'id': 'edf25fa7-e511-4d88-815c-9342ae3a8d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1bef2b17-c5ff-479e-a8f0-8013bdbc26bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:48:58.042944 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dac2db9-860e-4f7d-a27b-522308dbfaff tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Network hostable DHCP agents. Network: 1bef2b17-c5ff-479e-a8f0-8013bdbc26bd, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:48:58.072363 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dac2db9-860e-4f7d-a27b-522308dbfaff tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Network 1bef2b17-c5ff-479e-a8f0-8013bdbc26bd is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:48:58.093814 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-7dac2db9-860e-4f7d-a27b-522308dbfaff tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 1bef2b17-c5ff-479e-a8f0-8013bdbc26bd) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:48:58.097880 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-3e4b2fa7-9b4d-435a-b997-86d500b08166 None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:58.100366 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dac2db9-860e-4f7d-a27b-522308dbfaff tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:48:58.101062 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7dac2db9-860e-4f7d-a27b-522308dbfaff tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:58.106862 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-3e4b2fa7-9b4d-435a-b997-86d500b08166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:58.113776 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7906c8cb-ac4d-4f9a-8e8f-89f8bce7cfa0 None None] Network 1bef2b17-c5ff-479e-a8f0-8013bdbc26bd requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:48:58.138266 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a666abd5-43c6-4b42-8b5c-b1dac9f14695 req-fb5f803b-ec08-443e-9215-ac15694246cc service neutron] 10.222.0.43 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485128 Nov 09 21:48:58.139706 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7dac2db9-860e-4f7d-a27b-522308dbfaff tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7295365 Nov 09 21:48:58.142315 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58146) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:48:58.169358 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1491e9-8bb7-440c-bede-d3e9691ed7e4 None None] Pushing event updated for resources: {'Port': ['ID=54c5c084-4042-4006-9fdd-2cbef765d9cc,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:58.181942 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1491e9-8bb7-440c-bede-d3e9691ed7e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:48:58.182582 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1491e9-8bb7-440c-bede-d3e9691ed7e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:48:58.183138 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1491e9-8bb7-440c-bede-d3e9691ed7e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:48:58.183663 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1491e9-8bb7-440c-bede-d3e9691ed7e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:48:58.184175 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1491e9-8bb7-440c-bede-d3e9691ed7e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:48:58.184711 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1491e9-8bb7-440c-bede-d3e9691ed7e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:48:58.185223 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1491e9-8bb7-440c-bede-d3e9691ed7e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:48:58.185738 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1491e9-8bb7-440c-bede-d3e9691ed7e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:48:58.186416 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1491e9-8bb7-440c-bede-d3e9691ed7e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:48:58.186920 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1491e9-8bb7-440c-bede-d3e9691ed7e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:48:58.187423 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1491e9-8bb7-440c-bede-d3e9691ed7e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:48:58.187962 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1491e9-8bb7-440c-bede-d3e9691ed7e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:48:58.208029 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-3e4b2fa7-9b4d-435a-b997-86d500b08166 None None] Attempting to bind port 54c5c084-4042-4006-9fdd-2cbef765d9cc on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:48:58.208440 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-3e4b2fa7-9b4d-435a-b997-86d500b08166 None None] Attempting to bind port 54c5c084-4042-4006-9fdd-2cbef765d9cc by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:48:58.208843 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4b2fa7-9b4d-435a-b997-86d500b08166 None None] Attempting to bind port 54c5c084-4042-4006-9fdd-2cbef765d9cc on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:48:58.214985 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4b2fa7-9b4d-435a-b997-86d500b08166 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:48:58.215360 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4b2fa7-9b4d-435a-b997-86d500b08166 None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:48:58.215759 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-3e4b2fa7-9b4d-435a-b997-86d500b08166 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:58.216150 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4b2fa7-9b4d-435a-b997-86d500b08166 None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:48:58.216762 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-3e4b2fa7-9b4d-435a-b997-86d500b08166 None None] Bound port: 54c5c084-4042-4006-9fdd-2cbef765d9cc, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:48:58.217148 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-3e4b2fa7-9b4d-435a-b997-86d500b08166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:58.286968 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb86ad1-8448-4093-b55f-6d6833899926 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:48:58.287516 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-3e4b2fa7-9b4d-435a-b997-86d500b08166 None None] For port 54c5c084-4042-4006-9fdd-2cbef765d9cc, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:48:58.295279 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-3e4b2fa7-9b4d-435a-b997-86d500b08166 None None] For port 54c5c084-4042-4006-9fdd-2cbef765d9cc, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=54c5c084-4042-4006-9fdd-2cbef765d9cc,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:48:58.309610 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-3e4b2fa7-9b4d-435a-b997-86d500b08166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:58.331964 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a666abd5-43c6-4b42-8b5c-b1dac9f14695 req-939dd64e-686a-4500-9f38-09a3867f8ea4 service neutron] 10.222.0.43 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832361 Nov 09 21:48:58.390014 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1491e9-8bb7-440c-bede-d3e9691ed7e4 None None] Pushing event updated for resources: {'Port': ['ID=54c5c084-4042-4006-9fdd-2cbef765d9cc,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:58.403331 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4b2fa7-9b4d-435a-b997-86d500b08166 None None] Routers {'7c7871e6-6354-424d-8bd8-b537861a0504'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:48:58.403943 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-3e4b2fa7-9b4d-435a-b997-86d500b08166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:48:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['7c7871e6-6354-424d-8bd8-b537861a0504'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:58.456850 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1625af37-8f58-480b-95ed-20a67d116fef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-1bef2b17-c5ff-479e-a8f0-8013bdbc26bd', 'network_id': '1bef2b17-c5ff-479e-a8f0-8013bdbc26bd', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'fixed_ips': [{'subnet_id': 'a07fc112-953e-4abf-a6cb-1fde7118f683'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:48:58.457717 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1625af37-8f58-480b-95ed-20a67d116fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:58.460951 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b391f62e-4737-48fd-83a4-716e33cd6922 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:48:58.524001 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-efc5e546-48d5-4a37-a95d-9a2e90a38a4a None None] Provisioning complete for port 54c5c084-4042-4006-9fdd-2cbef765d9cc triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:48:58.524448 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-efc5e546-48d5-4a37-a95d-9a2e90a38a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:58.546554 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-3e4b2fa7-9b4d-435a-b997-86d500b08166 None None] Set router 7c7871e6-6354-424d-8bd8-b537861a0504 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:48:58.743514 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5447867b-787b-4ce2-bd4c-9320e6f66bfe tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:58.758857 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-253a0166-dff6-4c7e-b728-77b8057e9d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'name': 'tempest-TestVolumeBootPattern-1292353347-router', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'd84d1d29-9a29-45db-9b0e-77fc8aa843c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:33Z', 'updated_at': '2021-11-09T21:39:43Z', 'revision_number': 4, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'gw_port': {'id': 'd84d1d29-9a29-45db-9b0e-77fc8aa843c6', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:35Z', 'updated_at': '2021-11-09T21:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '2078e9c0-1d89-427c-871b-4a59b2accff2', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'floating_ip_address': '172.25.7.200', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'port_id': 'e0d4114c-987a-4de8-aea9-ceb96ea1a180', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'mac_address': 'fa:16:3e:30:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a0c55d-4b51-4767-8d92-2b46bfcfc839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:48:55Z', 'updated_at': '2021-11-09T21:48:55Z', 'revision_number': 0, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88e40d85-1c64-4ab2-83a3-5e10488b36a7', 'name': '', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'mac_address': 'fa:16:3e:72:1e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '9efcad5d-d250-42ce-b381-abda2d565ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:41Z', 'updated_at': '2021-11-09T21:39:49Z', 'revision_number': 5, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'subnets': [{'id': '9efcad5d-d250-42ce-b381-abda2d565ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:58.760403 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-3e4b2fa7-9b4d-435a-b997-86d500b08166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7871e6-6354-424d-8bd8-b537861a0504', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825181258', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '54c5c084-4042-4006-9fdd-2cbef765d9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:48:53Z', 'updated_at': '2021-11-09T21:48:55Z', 'revision_number': 3, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': '54c5c084-4042-4006-9fdd-2cbef765d9cc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:55:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7871e6-6354-424d-8bd8-b537861a0504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:48:54Z', 'updated_at': '2021-11-09T21:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:48:58.790772 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-1625af37-8f58-480b-95ed-20a67d116fef None None] Allocated IP 172.20.0.2 (1bef2b17-c5ff-479e-a8f0-8013bdbc26bd/a07fc112-953e-4abf-a6cb-1fde7118f683/694efd3b-3b89-42b6-a8aa-238905806376) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:48:58.796286 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4b2fa7-9b4d-435a-b997-86d500b08166 None None] The sync data for ids ['7c7871e6-6354-424d-8bd8-b537861a0504'] in n-d-816206-3 is: [{'id': '7c7871e6-6354-424d-8bd8-b537861a0504', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825181258', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '54c5c084-4042-4006-9fdd-2cbef765d9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:48:53Z', 'updated_at': '2021-11-09T21:48:55Z', 'revision_number': 3, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': '54c5c084-4042-4006-9fdd-2cbef765d9cc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:55:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7871e6-6354-424d-8bd8-b537861a0504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:48:54Z', 'updated_at': '2021-11-09T21:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:48:58.798794 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253a0166-dff6-4c7e-b728-77b8057e9d17 None None] The sync data for ids ['1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'] in n-d-816206-3 is: [{'id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'name': 'tempest-TestVolumeBootPattern-1292353347-router', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'd84d1d29-9a29-45db-9b0e-77fc8aa843c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:33Z', 'updated_at': '2021-11-09T21:39:43Z', 'revision_number': 4, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'gw_port': {'id': 'd84d1d29-9a29-45db-9b0e-77fc8aa843c6', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:35Z', 'updated_at': '2021-11-09T21:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '2078e9c0-1d89-427c-871b-4a59b2accff2', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'floating_ip_address': '172.25.7.200', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'port_id': 'e0d4114c-987a-4de8-aea9-ceb96ea1a180', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'mac_address': 'fa:16:3e:30:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a0c55d-4b51-4767-8d92-2b46bfcfc839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:48:55Z', 'updated_at': '2021-11-09T21:48:55Z', 'revision_number': 0, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88e40d85-1c64-4ab2-83a3-5e10488b36a7', 'name': '', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'mac_address': 'fa:16:3e:72:1e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '9efcad5d-d250-42ce-b381-abda2d565ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:41Z', 'updated_at': '2021-11-09T21:39:49Z', 'revision_number': 5, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'subnets': [{'id': '9efcad5d-d250-42ce-b381-abda2d565ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:48:58.815723 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-efc5e546-48d5-4a37-a95d-9a2e90a38a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:58.857018 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-efc5e546-48d5-4a37-a95d-9a2e90a38a4a None None] For port 54c5c084-4042-4006-9fdd-2cbef765d9cc, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=54c5c084-4042-4006-9fdd-2cbef765d9cc,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:48:58.866753 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-efc5e546-48d5-4a37-a95d-9a2e90a38a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:59.042731 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5e546-48d5-4a37-a95d-9a2e90a38a4a None None] Pushing event updated for resources: {'Port': ['ID=54c5c084-4042-4006-9fdd-2cbef765d9cc,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:59.070537 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-ee8cefe6-5b4d-4abc-9a23-da6a86c8fc6b None None] Provisioning complete for port 54c5c084-4042-4006-9fdd-2cbef765d9cc triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:48:59.070909 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ee8cefe6-5b4d-4abc-9a23-da6a86c8fc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:59.124224 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1625af37-8f58-480b-95ed-20a67d116fef None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:59.134888 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1625af37-8f58-480b-95ed-20a67d116fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:59.209872 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1625af37-8f58-480b-95ed-20a67d116fef None None] Network 1bef2b17-c5ff-479e-a8f0-8013bdbc26bd is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:48:59.218823 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-1625af37-8f58-480b-95ed-20a67d116fef None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:48:59.224989 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1625af37-8f58-480b-95ed-20a67d116fef None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:48:59.236503 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625af37-8f58-480b-95ed-20a67d116fef None None] Pushing event updated for resources: {'Port': ['ID=694efd3b-3b89-42b6-a8aa-238905806376,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:59.241431 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adedfac-3590-4e8e-9a12-a13da35112f0 None None] New status for floating IP 2078e9c0-1d89-427c-871b-4a59b2accff2: ACTIVE {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:48:59.282992 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-5447867b-787b-4ce2-bd4c-9320e6f66bfe tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Allocated IP 172.20.0.1 (1bef2b17-c5ff-479e-a8f0-8013bdbc26bd/a07fc112-953e-4abf-a6cb-1fde7118f683/7fbd0803-1062-4d67-9b80-59559afe4b6c) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:48:59.389719 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-1625af37-8f58-480b-95ed-20a67d116fef None None] Attempting to bind port 694efd3b-3b89-42b6-a8aa-238905806376 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:48:59.390109 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-1625af37-8f58-480b-95ed-20a67d116fef None None] Attempting to bind port 694efd3b-3b89-42b6-a8aa-238905806376 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'edf25fa7-e511-4d88-815c-9342ae3a8d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1bef2b17-c5ff-479e-a8f0-8013bdbc26bd'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:48:59.390475 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1625af37-8f58-480b-95ed-20a67d116fef None None] Attempting to bind port 694efd3b-3b89-42b6-a8aa-238905806376 on network 1bef2b17-c5ff-479e-a8f0-8013bdbc26bd {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:48:59.396214 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1625af37-8f58-480b-95ed-20a67d116fef None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:48:59.408863 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1625af37-8f58-480b-95ed-20a67d116fef None None] Checking segment: {'id': 'edf25fa7-e511-4d88-815c-9342ae3a8d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1bef2b17-c5ff-479e-a8f0-8013bdbc26bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:48:59.409576 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1625af37-8f58-480b-95ed-20a67d116fef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:59.410153 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1625af37-8f58-480b-95ed-20a67d116fef None None] Bound using segment: {'id': 'edf25fa7-e511-4d88-815c-9342ae3a8d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1bef2b17-c5ff-479e-a8f0-8013bdbc26bd'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:48:59.411019 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-1625af37-8f58-480b-95ed-20a67d116fef None None] Bound port: 694efd3b-3b89-42b6-a8aa-238905806376, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf25fa7-e511-4d88-815c-9342ae3a8d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1bef2b17-c5ff-479e-a8f0-8013bdbc26bd'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:48:59.411592 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1625af37-8f58-480b-95ed-20a67d116fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:59.546914 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5447867b-787b-4ce2-bd4c-9320e6f66bfe tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:59.572557 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-1625af37-8f58-480b-95ed-20a67d116fef None None] For port 694efd3b-3b89-42b6-a8aa-238905806376, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:48:59.576361 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-1625af37-8f58-480b-95ed-20a67d116fef None None] For port 694efd3b-3b89-42b6-a8aa-238905806376, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=694efd3b-3b89-42b6-a8aa-238905806376,segment=NetworkSegment(edf25fa7-e511-4d88-815c-9342ae3a8d57),segment_id=edf25fa7-e511-4d88-815c-9342ae3a8d57)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:48:59.584340 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1625af37-8f58-480b-95ed-20a67d116fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:59.610913 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5447867b-787b-4ce2-bd4c-9320e6f66bfe tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:48:59.639856 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5447867b-787b-4ce2-bd4c-9320e6f66bfe tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Network 1bef2b17-c5ff-479e-a8f0-8013bdbc26bd is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:48:59.643376 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-5447867b-787b-4ce2-bd4c-9320e6f66bfe tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:48:59.668274 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5447867b-787b-4ce2-bd4c-9320e6f66bfe tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:48:59.736440 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625af37-8f58-480b-95ed-20a67d116fef None None] Pushing event updated for resources: {'Port': ['ID=694efd3b-3b89-42b6-a8aa-238905806376,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:59.749553 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5447867b-787b-4ce2-bd4c-9320e6f66bfe tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'Port': ['ID=7fbd0803-1062-4d67-9b80-59559afe4b6c,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:48:59.769314 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5447867b-787b-4ce2-bd4c-9320e6f66bfe tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:00.013300 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5447867b-787b-4ce2-bd4c-9320e6f66bfe tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:00.407803 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5447867b-787b-4ce2-bd4c-9320e6f66bfe tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:00.414208 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5447867b-787b-4ce2-bd4c-9320e6f66bfe tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:00.498603 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5447867b-787b-4ce2-bd4c-9320e6f66bfe tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:00.500458 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5447867b-787b-4ce2-bd4c-9320e6f66bfe tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'Port': ['ID=7fbd0803-1062-4d67-9b80-59559afe4b6c,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:00.599245 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5447867b-787b-4ce2-bd4c-9320e6f66bfe tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Network 1bef2b17-c5ff-479e-a8f0-8013bdbc26bd is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:49:00.600906 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-5447867b-787b-4ce2-bd4c-9320e6f66bfe tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:49:00.737121 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5447867b-787b-4ce2-bd4c-9320e6f66bfe tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Router 7c7871e6-6354-424d-8bd8-b537861a0504 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:49:00.858969 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 694efd3b-3b89-42b6-a8aa-238905806376 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:49:00.869896 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5447867b-787b-4ce2-bd4c-9320e6f66bfe tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:49:00.879374 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5447867b-787b-4ce2-bd4c-9320e6f66bfe tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "PUT /v2.0/routers/7c7871e6-6354-424d-8bd8-b537861a0504/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7360237 Nov 09 21:49:00.915949 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 694efd3b-3b89-42b6-a8aa-238905806376 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:49:00.916327 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:00.947734 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda6a458-aa8c-4d77-b713-1b8631b0051b None None] Network 1bef2b17-c5ff-479e-a8f0-8013bdbc26bd requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:49:01.115795 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-7f193548-f25b-4de8-8ac1-c08f65c3a7ad None None] Provisioning complete for port 694efd3b-3b89-42b6-a8aa-238905806376 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:49:01.116176 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7f193548-f25b-4de8-8ac1-c08f65c3a7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:01.142255 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-756ca663-4083-459f-b664-ac12d43f8f5d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1207033358&fields=id&tenant_id=d7411b744b214ee4a720fd6796dc002b HTTP/1.1" status: 200 len: 267 time: 0.0681210 Nov 09 21:49:01.177604 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:01.255324 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 694efd3b-3b89-42b6-a8aa-238905806376, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=694efd3b-3b89-42b6-a8aa-238905806376,segment=NetworkSegment(edf25fa7-e511-4d88-815c-9342ae3a8d57),segment_id=edf25fa7-e511-4d88-815c-9342ae3a8d57)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:49:01.262531 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:01.263290 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 54c5c084-4042-4006-9fdd-2cbef765d9cc up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:49:01.289655 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-f4f833a4-fe79-4b50-8002-0681a1bfa32b tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:01.294623 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-f4f833a4-fe79-4b50-8002-0681a1bfa32b tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/networks?id=1bef2b17-c5ff-479e-a8f0-8013bdbc26bd HTTP/1.1" status: 200 len: 796 time: 0.1466014 Nov 09 21:49:01.311944 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-02575da7-bf98-40b1-8496-a493081a42c4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/quotas/d7411b744b214ee4a720fd6796dc002b HTTP/1.1" status: 200 len: 375 time: 0.0101526 Nov 09 21:49:01.405705 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-5fccefeb-ea4b-43f6-94ab-9fdc4b1f0bc9 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d7411b744b214ee4a720fd6796dc002b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0834441 Nov 09 21:49:01.410299 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=694efd3b-3b89-42b6-a8aa-238905806376,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:01.447714 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 54c5c084-4042-4006-9fdd-2cbef765d9cc triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:49:01.448101 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:01.452598 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054e3a29-7c6a-4a70-817b-79d4bf62fc34 None None] Sync routers for ids ['7c7871e6-6354-424d-8bd8-b537861a0504'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:49:01.493954 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054e3a29-7c6a-4a70-817b-79d4bf62fc34 None None] Routers {'7c7871e6-6354-424d-8bd8-b537861a0504'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:49:01.494589 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-054e3a29-7c6a-4a70-817b-79d4bf62fc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:48:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['7c7871e6-6354-424d-8bd8-b537861a0504'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:49:01.694091 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-ce642e32-8655-4f28-9dbc-d3b2cf660465 service neutron] 10.222.0.49 "GET /v2.0/networks/1bef2b17-c5ff-479e-a8f0-8013bdbc26bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723958 Nov 09 21:49:01.763535 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-8e17019f-a54c-4ff6-8868-909d116c18d7 None None] Provisioning complete for port 7fbd0803-1062-4d67-9b80-59559afe4b6c triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:49:01.763906 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8e17019f-a54c-4ff6-8868-909d116c18d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:01.821762 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-fab8e84e-28bd-407e-9b54-932facd6bff2 service neutron] 10.222.0.49 "GET /v2.0/networks/1bef2b17-c5ff-479e-a8f0-8013bdbc26bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205344 Nov 09 21:49:01.838571 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-8e17019f-a54c-4ff6-8868-909d116c18d7 None None] Port 7fbd0803-1062-4d67-9b80-59559afe4b6c cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:49:01.850266 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-054e3a29-7c6a-4a70-817b-79d4bf62fc34 None None] Set router 7c7871e6-6354-424d-8bd8-b537861a0504 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:49:01.903749 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-8e17019f-a54c-4ff6-8868-909d116c18d7 None None] Provisioning complete for port 694efd3b-3b89-42b6-a8aa-238905806376 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:49:01.904384 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8e17019f-a54c-4ff6-8868-909d116c18d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:02.073029 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-991400ac-2771-4350-9a21-908d460a38d1 req-11754dd5-6ae8-4d45-bf66-fb94c5578b44 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 210 time: 0.0706122 Nov 09 21:49:02.194599 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-054e3a29-7c6a-4a70-817b-79d4bf62fc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7871e6-6354-424d-8bd8-b537861a0504', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825181258', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '54c5c084-4042-4006-9fdd-2cbef765d9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:48:53Z', 'updated_at': '2021-11-09T21:48:59Z', 'revision_number': 4, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': '54c5c084-4042-4006-9fdd-2cbef765d9cc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:55:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7871e6-6354-424d-8bd8-b537861a0504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:48:54Z', 'updated_at': '2021-11-09T21:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '7fbd0803-1062-4d67-9b80-59559afe4b6c', 'name': '', 'network_id': '1bef2b17-c5ff-479e-a8f0-8013bdbc26bd', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'mac_address': 'fa:16:3e:62:57:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7871e6-6354-424d-8bd8-b537861a0504', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'a07fc112-953e-4abf-a6cb-1fde7118f683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:48:58Z', 'updated_at': '2021-11-09T21:49:00Z', 'revision_number': 2, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'subnets': [{'id': 'a07fc112-953e-4abf-a6cb-1fde7118f683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:49:02.238106 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054e3a29-7c6a-4a70-817b-79d4bf62fc34 None None] Checking router: 7c7871e6-6354-424d-8bd8-b537861a0504 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:49:02.238640 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054e3a29-7c6a-4a70-817b-79d4bf62fc34 None None] Updating router 7c7871e6-6354-424d-8bd8-b537861a0504 port 7fbd0803-1062-4d67-9b80-59559afe4b6c binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:49:02.267360 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-054e3a29-7c6a-4a70-817b-79d4bf62fc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:02.381485 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-f4047606-2dee-4193-b454-9b54eaee1aef None None] Provisioning complete for port 7fbd0803-1062-4d67-9b80-59559afe4b6c triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:49:02.381853 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f4047606-2dee-4193-b454-9b54eaee1aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:02.435889 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-f4047606-2dee-4193-b454-9b54eaee1aef None None] Port 7fbd0803-1062-4d67-9b80-59559afe4b6c cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:49:02.603606 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-054e3a29-7c6a-4a70-817b-79d4bf62fc34 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:02.610123 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-054e3a29-7c6a-4a70-817b-79d4bf62fc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:02.685765 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713f480-ba41-4815-9927-f21ec9d40e5a None None] Pushing event updated for resources: {'Port': ['ID=7fbd0803-1062-4d67-9b80-59559afe4b6c,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:02.721999 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-054e3a29-7c6a-4a70-817b-79d4bf62fc34 None None] Attempting to bind port 7fbd0803-1062-4d67-9b80-59559afe4b6c on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:49:02.722886 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-054e3a29-7c6a-4a70-817b-79d4bf62fc34 None None] Attempting to bind port 7fbd0803-1062-4d67-9b80-59559afe4b6c by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'edf25fa7-e511-4d88-815c-9342ae3a8d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1bef2b17-c5ff-479e-a8f0-8013bdbc26bd'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:49:02.723478 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054e3a29-7c6a-4a70-817b-79d4bf62fc34 None None] Attempting to bind port 7fbd0803-1062-4d67-9b80-59559afe4b6c on network 1bef2b17-c5ff-479e-a8f0-8013bdbc26bd {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:49:02.730802 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054e3a29-7c6a-4a70-817b-79d4bf62fc34 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:49:02.732286 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054e3a29-7c6a-4a70-817b-79d4bf62fc34 None None] Checking segment: {'id': 'edf25fa7-e511-4d88-815c-9342ae3a8d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1bef2b17-c5ff-479e-a8f0-8013bdbc26bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:49:02.733190 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-054e3a29-7c6a-4a70-817b-79d4bf62fc34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:02.733865 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054e3a29-7c6a-4a70-817b-79d4bf62fc34 None None] Bound using segment: {'id': 'edf25fa7-e511-4d88-815c-9342ae3a8d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1bef2b17-c5ff-479e-a8f0-8013bdbc26bd'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:49:02.734727 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-054e3a29-7c6a-4a70-817b-79d4bf62fc34 None None] Bound port: 7fbd0803-1062-4d67-9b80-59559afe4b6c, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf25fa7-e511-4d88-815c-9342ae3a8d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1bef2b17-c5ff-479e-a8f0-8013bdbc26bd'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:49:02.735411 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-054e3a29-7c6a-4a70-817b-79d4bf62fc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:02.783831 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 694efd3b-3b89-42b6-a8aa-238905806376 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:49:02.870259 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-054e3a29-7c6a-4a70-817b-79d4bf62fc34 None None] For port 7fbd0803-1062-4d67-9b80-59559afe4b6c, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:49:02.876921 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-054e3a29-7c6a-4a70-817b-79d4bf62fc34 None None] For port 7fbd0803-1062-4d67-9b80-59559afe4b6c, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=7fbd0803-1062-4d67-9b80-59559afe4b6c,segment=NetworkSegment(edf25fa7-e511-4d88-815c-9342ae3a8d57),segment_id=edf25fa7-e511-4d88-815c-9342ae3a8d57)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:49:02.883671 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-054e3a29-7c6a-4a70-817b-79d4bf62fc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:02.887014 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 694efd3b-3b89-42b6-a8aa-238905806376 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:49:02.887207 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:02.966814 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:49:02.995568 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054e3a29-7c6a-4a70-817b-79d4bf62fc34 None None] Routers {'7c7871e6-6354-424d-8bd8-b537861a0504'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:49:02.996232 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-054e3a29-7c6a-4a70-817b-79d4bf62fc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:48:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['7c7871e6-6354-424d-8bd8-b537861a0504'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:49:03.000558 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713f480-ba41-4815-9927-f21ec9d40e5a None None] Pushing event updated for resources: {'Port': ['ID=7fbd0803-1062-4d67-9b80-59559afe4b6c,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:03.045806 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-74fcc739-163a-4434-b07a-3d4ecc943e61 None None] Provisioning complete for port 7fbd0803-1062-4d67-9b80-59559afe4b6c triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:49:03.046179 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-74fcc739-163a-4434-b07a-3d4ecc943e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:03.226886 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0058f546-7176-4e4d-81f7-cf81eb96c183 req-941b1996-c8c9-443c-9344-b472d63d3d2a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 210 time: 0.0494754 Nov 09 21:49:03.236768 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-054e3a29-7c6a-4a70-817b-79d4bf62fc34 None None] Set router 7c7871e6-6354-424d-8bd8-b537861a0504 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:49:03.347573 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-74fcc739-163a-4434-b07a-3d4ecc943e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:03.365254 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-0e7c8599-3405-4978-9e6b-1fe4bcffc568 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:03.371724 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-0e7c8599-3405-4978-9e6b-1fe4bcffc568 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.45 "GET /v2.0/networks?id=1bef2b17-c5ff-479e-a8f0-8013bdbc26bd HTTP/1.1" status: 200 len: 796 time: 0.1608610 Nov 09 21:49:03.435938 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-74fcc739-163a-4434-b07a-3d4ecc943e61 None None] For port 7fbd0803-1062-4d67-9b80-59559afe4b6c, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=7fbd0803-1062-4d67-9b80-59559afe4b6c,segment=NetworkSegment(edf25fa7-e511-4d88-815c-9342ae3a8d57),segment_id=edf25fa7-e511-4d88-815c-9342ae3a8d57)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:49:03.447010 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-74fcc739-163a-4434-b07a-3d4ecc943e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:03.514596 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-62f0f455-0366-460c-b1ed-2e19b17b4367 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7411b744b214ee4a720fd6796dc002b HTTP/1.1" status: 200 len: 380 time: 0.1315262 Nov 09 21:49:03.525151 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-47aa72f1-72ba-4f89-a3b2-21d6772f83ca tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Request body: {'port': {'device_id': 'b95e74e4-bd51-4b18-bf12-3ed3bef0df6a', 'network_id': '1bef2b17-c5ff-479e-a8f0-8013bdbc26bd', 'admin_state_up': True, 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'security_groups': ['7d623e45-78a7-4604-9607-a76c282e92d1']}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:49:03.538287 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fcc739-163a-4434-b07a-3d4ecc943e61 None None] Pushing event updated for resources: {'Port': ['ID=7fbd0803-1062-4d67-9b80-59559afe4b6c,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:03.591329 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-e0d2be56-7d49-4fcb-a477-2993d35f1a85 None None] Provisioning complete for port 7fbd0803-1062-4d67-9b80-59559afe4b6c triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:49:03.592274 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e0d2be56-7d49-4fcb-a477-2993d35f1a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:03.656898 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-054e3a29-7c6a-4a70-817b-79d4bf62fc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7871e6-6354-424d-8bd8-b537861a0504', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825181258', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '54c5c084-4042-4006-9fdd-2cbef765d9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:48:53Z', 'updated_at': '2021-11-09T21:48:59Z', 'revision_number': 4, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': '54c5c084-4042-4006-9fdd-2cbef765d9cc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:55:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7871e6-6354-424d-8bd8-b537861a0504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:48:54Z', 'updated_at': '2021-11-09T21:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '7fbd0803-1062-4d67-9b80-59559afe4b6c', 'name': '', 'network_id': '1bef2b17-c5ff-479e-a8f0-8013bdbc26bd', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'mac_address': 'fa:16:3e:62:57:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7871e6-6354-424d-8bd8-b537861a0504', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'a07fc112-953e-4abf-a6cb-1fde7118f683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:48:58Z', 'updated_at': '2021-11-09T21:49:02Z', 'revision_number': 4, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'subnets': [{'id': 'a07fc112-953e-4abf-a6cb-1fde7118f683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:49:03.664487 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-47aa72f1-72ba-4f89-a3b2-21d6772f83ca tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Made reservation on behalf of d7411b744b214ee4a720fd6796dc002b for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:49:03.670558 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-47aa72f1-72ba-4f89-a3b2-21d6772f83ca tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:03.822931 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-47aa72f1-72ba-4f89-a3b2-21d6772f83ca tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Allocated IP 172.20.0.3 (1bef2b17-c5ff-479e-a8f0-8013bdbc26bd/a07fc112-953e-4abf-a6cb-1fde7118f683/fdada6dc-9d82-46c8-a525-82c6e0d1a678) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:49:03.873727 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054e3a29-7c6a-4a70-817b-79d4bf62fc34 None None] The sync data for ids ['7c7871e6-6354-424d-8bd8-b537861a0504'] in n-d-816206-3 is: [{'id': '7c7871e6-6354-424d-8bd8-b537861a0504', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825181258', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '54c5c084-4042-4006-9fdd-2cbef765d9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:48:53Z', 'updated_at': '2021-11-09T21:48:59Z', 'revision_number': 4, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': '54c5c084-4042-4006-9fdd-2cbef765d9cc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:55:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7871e6-6354-424d-8bd8-b537861a0504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:48:54Z', 'updated_at': '2021-11-09T21:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '7fbd0803-1062-4d67-9b80-59559afe4b6c', 'name': '', 'network_id': '1bef2b17-c5ff-479e-a8f0-8013bdbc26bd', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'mac_address': 'fa:16:3e:62:57:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7871e6-6354-424d-8bd8-b537861a0504', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'a07fc112-953e-4abf-a6cb-1fde7118f683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:48:58Z', 'updated_at': '2021-11-09T21:49:02Z', 'revision_number': 4, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'subnets': [{'id': 'a07fc112-953e-4abf-a6cb-1fde7118f683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:49:03.916118 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:04.022511 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-47aa72f1-72ba-4f89-a3b2-21d6772f83ca tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:04.067946 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-47aa72f1-72ba-4f89-a3b2-21d6772f83ca tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:04.116762 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-47aa72f1-72ba-4f89-a3b2-21d6772f83ca tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Network 1bef2b17-c5ff-479e-a8f0-8013bdbc26bd is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:49:04.119929 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-47aa72f1-72ba-4f89-a3b2-21d6772f83ca tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:49:04.124484 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-47aa72f1-72ba-4f89-a3b2-21d6772f83ca tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:49:04.131486 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa72f1-72ba-4f89-a3b2-21d6772f83ca tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'Port': ['ID=fdada6dc-9d82-46c8-a525-82c6e0d1a678,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:04.188462 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-47aa72f1-72ba-4f89-a3b2-21d6772f83ca tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:04.189396 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-47aa72f1-72ba-4f89-a3b2-21d6772f83ca tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:04.220038 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-47aa72f1-72ba-4f89-a3b2-21d6772f83ca tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6990273 Nov 09 21:49:04.348893 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-6561796d-0b2b-4cc2-be36-771e4f48bb2b service neutron] Request body: {'port': {'device_id': 'b95e74e4-bd51-4b18-bf12-3ed3bef0df6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:49:04.434319 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f03811-4532-4bbd-afc2-a6be518a931b req-7398daba-0555-484c-8771-e274027a8669 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:04.435981 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e1f03811-4532-4bbd-afc2-a6be518a931b req-7398daba-0555-484c-8771-e274027a8669 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 931 time: 0.1217508 Nov 09 21:49:04.441971 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-6561796d-0b2b-4cc2-be36-771e4f48bb2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:04.486108 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-09e7f654-316c-4031-9548-fcd910091210 None None] Provisioning complete for port fdada6dc-9d82-46c8-a525-82c6e0d1a678 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:49:04.486858 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-09e7f654-316c-4031-9548-fcd910091210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:04.547714 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-09e7f654-316c-4031-9548-fcd910091210 None None] Port fdada6dc-9d82-46c8-a525-82c6e0d1a678 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:49:04.810942 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 7fbd0803-1062-4d67-9b80-59559afe4b6c up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:49:04.887905 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 7fbd0803-1062-4d67-9b80-59559afe4b6c triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:49:04.888858 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:05.019649 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e1f03811-4532-4bbd-afc2-a6be518a931b req-2c67ff8d-ea13-48c7-a3be-b4e20f79b26e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d623e45-78a7-4604-9607-a76c282e92d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5753863 Nov 09 21:49:05.126372 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-6561796d-0b2b-4cc2-be36-771e4f48bb2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdada6dc-9d82-46c8-a525-82c6e0d1a678 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:49:05.135498 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-6561796d-0b2b-4cc2-be36-771e4f48bb2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:05.153481 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-6561796d-0b2b-4cc2-be36-771e4f48bb2b service neutron] Transition to ACTIVE for port object fdada6dc-9d82-46c8-a525-82c6e0d1a678 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:49:05.157409 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-6561796d-0b2b-4cc2-be36-771e4f48bb2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:05.209806 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6561796d-0b2b-4cc2-be36-771e4f48bb2b service neutron] Pushing event updated for resources: {'Port': ['ID=fdada6dc-9d82-46c8-a525-82c6e0d1a678,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:05.285288 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-6561796d-0b2b-4cc2-be36-771e4f48bb2b service neutron] Attempting to bind port fdada6dc-9d82-46c8-a525-82c6e0d1a678 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:49:05.285833 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-6561796d-0b2b-4cc2-be36-771e4f48bb2b service neutron] Attempting to bind port fdada6dc-9d82-46c8-a525-82c6e0d1a678 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'edf25fa7-e511-4d88-815c-9342ae3a8d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1bef2b17-c5ff-479e-a8f0-8013bdbc26bd'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:49:05.286263 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-6561796d-0b2b-4cc2-be36-771e4f48bb2b service neutron] Attempting to bind port fdada6dc-9d82-46c8-a525-82c6e0d1a678 on network 1bef2b17-c5ff-479e-a8f0-8013bdbc26bd {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:49:05.292780 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-6561796d-0b2b-4cc2-be36-771e4f48bb2b service neutron] Port fdada6dc-9d82-46c8-a525-82c6e0d1a678 on network 1bef2b17-c5ff-479e-a8f0-8013bdbc26bd not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:49:05.292780 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-6561796d-0b2b-4cc2-be36-771e4f48bb2b service neutron] Attempting to bind port fdada6dc-9d82-46c8-a525-82c6e0d1a678 on network 1bef2b17-c5ff-479e-a8f0-8013bdbc26bd {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:49:05.298699 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-6561796d-0b2b-4cc2-be36-771e4f48bb2b service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:49:05.299145 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-6561796d-0b2b-4cc2-be36-771e4f48bb2b service neutron] Checking segment: {'id': 'edf25fa7-e511-4d88-815c-9342ae3a8d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1bef2b17-c5ff-479e-a8f0-8013bdbc26bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:49:05.299626 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-6561796d-0b2b-4cc2-be36-771e4f48bb2b service neutron] Bound using segment: {'id': 'edf25fa7-e511-4d88-815c-9342ae3a8d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1bef2b17-c5ff-479e-a8f0-8013bdbc26bd'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:49:05.300823 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-6561796d-0b2b-4cc2-be36-771e4f48bb2b service neutron] Bound port: fdada6dc-9d82-46c8-a525-82c6e0d1a678, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edf25fa7-e511-4d88-815c-9342ae3a8d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1bef2b17-c5ff-479e-a8f0-8013bdbc26bd'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:49:05.301289 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-6561796d-0b2b-4cc2-be36-771e4f48bb2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:05.371670 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-6561796d-0b2b-4cc2-be36-771e4f48bb2b service neutron] For port fdada6dc-9d82-46c8-a525-82c6e0d1a678, host n-h1-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:49:05.375254 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-6561796d-0b2b-4cc2-be36-771e4f48bb2b service neutron] For port fdada6dc-9d82-46c8-a525-82c6e0d1a678, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=fdada6dc-9d82-46c8-a525-82c6e0d1a678,segment=NetworkSegment(edf25fa7-e511-4d88-815c-9342ae3a8d57),segment_id=edf25fa7-e511-4d88-815c-9342ae3a8d57)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:49:05.380411 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-6561796d-0b2b-4cc2-be36-771e4f48bb2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:05.421028 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-6561796d-0b2b-4cc2-be36-771e4f48bb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:05.421645 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-6561796d-0b2b-4cc2-be36-771e4f48bb2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:05.423288 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-6561796d-0b2b-4cc2-be36-771e4f48bb2b service neutron] 10.222.0.45 "PUT /v2.0/ports/fdada6dc-9d82-46c8-a525-82c6e0d1a678 HTTP/1.1" status: 200 len: 1091 time: 1.1949196 Nov 09 21:49:05.423729 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95e74e4-bd51-4b18-bf12-3ed3bef0df6a', 'tag': 'fdada6dc-9d82-46c8-a525-82c6e0d1a678'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:49:05.426012 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589ee4b3-ecb2-41a0-9fa2-3a75484f2dce" -d '{"events": [{"name": "network-changed", "server_uuid": "b95e74e4-bd51-4b18-bf12-3ed3bef0df6a", "tag": "fdada6dc-9d82-46c8-a525-82c6e0d1a678"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:49:05.449909 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6561796d-0b2b-4cc2-be36-771e4f48bb2b service neutron] Pushing event updated for resources: {'Port': ['ID=fdada6dc-9d82-46c8-a525-82c6e0d1a678,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:05.510184 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3406a3a2-027d-4644-9f9a-0d92796b5403 x-openstack-request-id: req-3406a3a2-027d-4644-9f9a-0d92796b5403 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:49:05.510531 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b95e74e4-bd51-4b18-bf12-3ed3bef0df6a", "tag": "fdada6dc-9d82-46c8-a525-82c6e0d1a678", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:49:05.510737 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3406a3a2-027d-4644-9f9a-0d92796b5403 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:49:05.511192 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b95e74e4-bd51-4b18-bf12-3ed3bef0df6a', 'tag': 'fdada6dc-9d82-46c8-a525-82c6e0d1a678', 'status': 'completed', 'code': 200} Nov 09 21:49:05.541469 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-d9ca257b-4358-4b49-b98c-6c23fddbb597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:05.543843 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-d9ca257b-4358-4b49-b98c-6c23fddbb597 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7411b744b214ee4a720fd6796dc002b&device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 1094 time: 0.0823328 Nov 09 21:49:05.593830 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-3894b301-0821-4f62-b01e-b6ee22415c1f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdada6dc-9d82-46c8-a525-82c6e0d1a678 HTTP/1.1" status: 200 len: 217 time: 0.0417287 Nov 09 21:49:05.648430 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-99afb667-e8bb-4c3a-a4de-d5fee80ecb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:05.649930 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-99afb667-e8bb-4c3a-a4de-d5fee80ecb81 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a07fc112-953e-4abf-a6cb-1fde7118f683 HTTP/1.1" status: 200 len: 834 time: 0.0490000 Nov 09 21:49:05.702683 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-6ef79618-c355-4850-9778-6d0f4ff3f3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:05.704183 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-6ef79618-c355-4850-9778-6d0f4ff3f3c4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1bef2b17-c5ff-479e-a8f0-8013bdbc26bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466368 Nov 09 21:49:05.803768 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-57deda0b-c85d-4e52-b1e1-cc898471515f service neutron] 10.222.0.45 "GET /v2.0/networks/1bef2b17-c5ff-479e-a8f0-8013bdbc26bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929615 Nov 09 21:49:05.895131 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-25d3a087-9d84-4de6-8848-1cdc8c43ed4a req-fc7b7ad1-e9e2-4f8a-be26-3037c2099604 service neutron] 10.222.0.45 "GET /v2.0/networks/1bef2b17-c5ff-479e-a8f0-8013bdbc26bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835097 Nov 09 21:49:05.986442 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ee4b3-ecb2-41a0-9fa2-3a75484f2dce req-8420ccdc-2b88-40ee-9bb8-ec23dd4ba66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:05.987996 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-589ee4b3-ecb2-41a0-9fa2-3a75484f2dce req-8420ccdc-2b88-40ee-9bb8-ec23dd4ba66a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7411b744b214ee4a720fd6796dc002b&device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 1094 time: 0.0480580 Nov 09 21:49:06.087052 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ee4b3-ecb2-41a0-9fa2-3a75484f2dce req-e2f0a0b9-e870-43c4-b34d-c71ce4aeb5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:06.088543 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-589ee4b3-ecb2-41a0-9fa2-3a75484f2dce req-e2f0a0b9-e870-43c4-b34d-c71ce4aeb5a8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1bef2b17-c5ff-479e-a8f0-8013bdbc26bd HTTP/1.1" status: 200 len: 896 time: 0.0943694 Nov 09 21:49:06.156190 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-589ee4b3-ecb2-41a0-9fa2-3a75484f2dce req-a12ec756-40d0-4794-ad8e-abe89fc3e1e6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdada6dc-9d82-46c8-a525-82c6e0d1a678 HTTP/1.1" status: 200 len: 217 time: 0.0528340 Nov 09 21:49:06.210808 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bdb8e8-4373-4ffb-bbd6-067a16aa8dd5 req-00de28f4-11ed-4943-a6c5-3813c0d0e97a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:06.212304 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-37bdb8e8-4373-4ffb-bbd6-067a16aa8dd5 req-00de28f4-11ed-4943-a6c5-3813c0d0e97a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 943 time: 0.1182489 Nov 09 21:49:06.228153 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ee4b3-ecb2-41a0-9fa2-3a75484f2dce req-34dab441-a477-4f16-8c63-cd360e392a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:06.229633 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-589ee4b3-ecb2-41a0-9fa2-3a75484f2dce req-34dab441-a477-4f16-8c63-cd360e392a3a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a07fc112-953e-4abf-a6cb-1fde7118f683 HTTP/1.1" status: 200 len: 834 time: 0.0662181 Nov 09 21:49:06.303433 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-37bdb8e8-4373-4ffb-bbd6-067a16aa8dd5 req-163c0f03-8a4b-4c0d-b434-3db226f64cf0 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d623e45-78a7-4604-9607-a76c282e92d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846972 Nov 09 21:49:06.306019 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ee4b3-ecb2-41a0-9fa2-3a75484f2dce req-1a8e8aea-5ccf-4b87-b109-4fd6a187fc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:06.307443 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-589ee4b3-ecb2-41a0-9fa2-3a75484f2dce req-1a8e8aea-5ccf-4b87-b109-4fd6a187fc6d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1bef2b17-c5ff-479e-a8f0-8013bdbc26bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691345 Nov 09 21:49:06.408478 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-589ee4b3-ecb2-41a0-9fa2-3a75484f2dce req-5d41a540-d2ff-4505-8f47-b59648213553 service neutron] 10.222.0.45 "GET /v2.0/networks/1bef2b17-c5ff-479e-a8f0-8013bdbc26bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931249 Nov 09 21:49:06.508185 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-589ee4b3-ecb2-41a0-9fa2-3a75484f2dce req-3cccab30-0b52-49bb-8b78-6806c32870d8 service neutron] 10.222.0.45 "GET /v2.0/networks/1bef2b17-c5ff-479e-a8f0-8013bdbc26bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926545 Nov 09 21:49:07.434589 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dabeca-24e2-412d-8277-4c895370514c req-dd16af28-d62d-416b-9f20-93277931c4fb tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:07.436147 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-17dabeca-24e2-412d-8277-4c895370514c req-dd16af28-d62d-416b-9f20-93277931c4fb tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 943 time: 0.0620983 Nov 09 21:49:07.497366 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-17dabeca-24e2-412d-8277-4c895370514c req-92073e8f-2497-40ce-9521-b172c0191deb tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d623e45-78a7-4604-9607-a76c282e92d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549827 Nov 09 21:49:08.619648 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ff576-9c96-4b53-84d3-d3a771210543 req-b9468eb5-6d9b-4f4c-9dc8-6f0952dec6f8 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:08.625148 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-754ff576-9c96-4b53-84d3-d3a771210543 req-b9468eb5-6d9b-4f4c-9dc8-6f0952dec6f8 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 943 time: 0.0579648 Nov 09 21:49:08.674979 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-754ff576-9c96-4b53-84d3-d3a771210543 req-8e55a2b4-51c0-4c5b-be03-ba51bce59c83 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d623e45-78a7-4604-9607-a76c282e92d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467746 Nov 09 21:49:09.266771 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device fdada6dc-9d82-46c8-a525-82c6e0d1a678 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:49:09.361607 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port fdada6dc-9d82-46c8-a525-82c6e0d1a678, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=fdada6dc-9d82-46c8-a525-82c6e0d1a678,segment=NetworkSegment(edf25fa7-e511-4d88-815c-9342ae3a8d57),segment_id=edf25fa7-e511-4d88-815c-9342ae3a8d57)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:49:09.376029 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': 'fdada6dc-9d82-46c8-a525-82c6e0d1a678', 'network_id': '1bef2b17-c5ff-479e-a8f0-8013bdbc26bd', 'port_id': 'fdada6dc-9d82-46c8-a525-82c6e0d1a678', 'mac_address': 'fa:16:3e:11:96:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a07fc112-953e-4abf-a6cb-1fde7118f683', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:49:09.412947 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:09.427459 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdada6dc-9d82-46c8-a525-82c6e0d1a678 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:49:09.447893 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port fdada6dc-9d82-46c8-a525-82c6e0d1a678, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=fdada6dc-9d82-46c8-a525-82c6e0d1a678,segment=NetworkSegment(edf25fa7-e511-4d88-815c-9342ae3a8d57),segment_id=edf25fa7-e511-4d88-815c-9342ae3a8d57)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:49:09.451854 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:09.507476 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=fdada6dc-9d82-46c8-a525-82c6e0d1a678,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:09.699166 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['fdada6dc-9d82-46c8-a525-82c6e0d1a678'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:49:09.814919 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c2c095-b18c-472c-bcf0-817b22dec205 req-22e49b70-8ee1-4618-991d-eb1ea75b7154 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:09.817021 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-03c2c095-b18c-472c-bcf0-817b22dec205 req-22e49b70-8ee1-4618-991d-eb1ea75b7154 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 944 time: 0.0623960 Nov 09 21:49:09.873929 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-03c2c095-b18c-472c-bcf0-817b22dec205 req-182901e2-f31a-43f3-ab95-b4120bc74a1b tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d623e45-78a7-4604-9607-a76c282e92d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491776 Nov 09 21:49:11.026725 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b8181-4aa5-4d4b-81f4-facf5b3eaefc req-74c6a8de-be56-4bfd-b3cb-0145b8ce92ed tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:11.030283 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-305b8181-4aa5-4d4b-81f4-facf5b3eaefc req-74c6a8de-be56-4bfd-b3cb-0145b8ce92ed tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 944 time: 0.0742359 Nov 09 21:49:11.089308 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-305b8181-4aa5-4d4b-81f4-facf5b3eaefc req-823ebd78-7c90-4d0a-8194-4f4b2058e57b tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d623e45-78a7-4604-9607-a76c282e92d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527601 Nov 09 21:49:11.269257 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device fdada6dc-9d82-46c8-a525-82c6e0d1a678 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:49:11.316033 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port fdada6dc-9d82-46c8-a525-82c6e0d1a678 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:49:11.320176 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port fdada6dc-9d82-46c8-a525-82c6e0d1a678 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:49:11.320550 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:11.399917 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:11.422779 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95e74e4-bd51-4b18-bf12-3ed3bef0df6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdada6dc-9d82-46c8-a525-82c6e0d1a678'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:49:11.425000 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c4c7c1-c293-4304-a643-54e20af01396" -d '{"events": [{"server_uuid": "b95e74e4-bd51-4b18-bf12-3ed3bef0df6a", "name": "network-vif-plugged", "status": "completed", "tag": "fdada6dc-9d82-46c8-a525-82c6e0d1a678"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:49:11.438168 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port fdada6dc-9d82-46c8-a525-82c6e0d1a678, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=fdada6dc-9d82-46c8-a525-82c6e0d1a678,segment=NetworkSegment(edf25fa7-e511-4d88-815c-9342ae3a8d57),segment_id=edf25fa7-e511-4d88-815c-9342ae3a8d57)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:49:11.442621 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:11.470377 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59942cdc-ce0c-41ca-a899-3d9c855a275b x-openstack-request-id: req-59942cdc-ce0c-41ca-a899-3d9c855a275b {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:49:11.470677 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95e74e4-bd51-4b18-bf12-3ed3bef0df6a", "name": "network-vif-plugged", "status": "completed", "tag": "fdada6dc-9d82-46c8-a525-82c6e0d1a678", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:49:11.470928 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-59942cdc-ce0c-41ca-a899-3d9c855a275b {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:49:11.471337 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95e74e4-bd51-4b18-bf12-3ed3bef0df6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdada6dc-9d82-46c8-a525-82c6e0d1a678', 'code': 200} Nov 09 21:49:11.503051 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=fdada6dc-9d82-46c8-a525-82c6e0d1a678,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:11.570391 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e7b3f-3abf-47d7-b300-d7cccd2739d1 req-690acf04-b323-4db0-a794-256f31e4937b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:11.571931 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-047e7b3f-3abf-47d7-b300-d7cccd2739d1 req-690acf04-b323-4db0-a794-256f31e4937b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 1096 time: 0.0414813 Nov 09 21:49:11.626431 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-047e7b3f-3abf-47d7-b300-d7cccd2739d1 req-29ef1585-e16d-46c5-aa2f-bea377eb5b36 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7d623e45-78a7-4604-9607-a76c282e92d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422277 Nov 09 21:49:12.226298 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d65ec-c07a-4914-afbd-f412d3025bf3 req-8e9b0576-bd48-4854-bdaf-631a8ee4cf62 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:12.227789 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b19d65ec-c07a-4914-afbd-f412d3025bf3 req-8e9b0576-bd48-4854-bdaf-631a8ee4cf62 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 945 time: 0.0504692 Nov 09 21:49:12.276419 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b19d65ec-c07a-4914-afbd-f412d3025bf3 req-0fc5a474-2296-4005-867a-d3d6cca8bd5e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d623e45-78a7-4604-9607-a76c282e92d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423071 Nov 09 21:49:13.402545 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8b481-cc24-4b11-b227-3d37974a37a8 req-fce9f78b-e99c-4cfa-b41c-81e86cde2ffb tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:13.404096 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ace8b481-cc24-4b11-b227-3d37974a37a8 req-fce9f78b-e99c-4cfa-b41c-81e86cde2ffb tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 945 time: 0.0574627 Nov 09 21:49:13.461235 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ace8b481-cc24-4b11-b227-3d37974a37a8 req-1ececd8d-9610-44ec-9dac-c89d51ff4e90 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d623e45-78a7-4604-9607-a76c282e92d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511479 Nov 09 21:49:13.580199 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824a61d-7ca7-4c61-96cc-7f0702d453c5 req-40977300-7073-421e-8255-b29e3ecde748 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:13.581706 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a824a61d-7ca7-4c61-96cc-7f0702d453c5 req-40977300-7073-421e-8255-b29e3ecde748 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 945 time: 0.0494974 Nov 09 21:49:13.634340 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a824a61d-7ca7-4c61-96cc-7f0702d453c5 req-db67bc7f-f201-4d8e-b03a-c77ef2648914 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d623e45-78a7-4604-9607-a76c282e92d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465860 Nov 09 21:49:13.656974 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58332) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:49:13.697819 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22008035-e1ca-4b95-897d-5c45b88e5062 tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:13.700573 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-22008035-e1ca-4b95-897d-5c45b88e5062 tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 1091 time: 0.0420573 Nov 09 21:49:13.703159 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58336) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:49:13.708196 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-83054432-0e2b-47f1-8a85-71cac26a0d5e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'port_id': 'fdada6dc-9d82-46c8-a525-82c6e0d1a678', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:49:13.733203 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-83054432-0e2b-47f1-8a85-71cac26a0d5e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for floatingip, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:13.845188 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-83054432-0e2b-47f1-8a85-71cac26a0d5e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:13.956198 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-83054432-0e2b-47f1-8a85-71cac26a0d5e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Allocated IP 172.25.7.38 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/a6d2a074-cac1-46e1-85fd-d78d603561a1) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:49:14.062323 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-83054432-0e2b-47f1-8a85-71cac26a0d5e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:14.095404 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-83054432-0e2b-47f1-8a85-71cac26a0d5e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:14.148972 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83054432-0e2b-47f1-8a85-71cac26a0d5e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:49:14.153113 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-83054432-0e2b-47f1-8a85-71cac26a0d5e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:49:14.155085 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83054432-0e2b-47f1-8a85-71cac26a0d5e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'Port': ['ID=a6d2a074-cac1-46e1-85fd-d78d603561a1,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:14.157250 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83054432-0e2b-47f1-8a85-71cac26a0d5e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:49:14.536769 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-83054432-0e2b-47f1-8a85-71cac26a0d5e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:14.610657 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-83054432-0e2b-47f1-8a85-71cac26a0d5e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:14.774638 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-83054432-0e2b-47f1-8a85-71cac26a0d5e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:14.776422 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-83054432-0e2b-47f1-8a85-71cac26a0d5e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:14.859588 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83054432-0e2b-47f1-8a85-71cac26a0d5e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'Port': ['ID=a6d2a074-cac1-46e1-85fd-d78d603561a1,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:14.872025 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-83054432-0e2b-47f1-8a85-71cac26a0d5e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:14.986057 n-d-816206-3 neutron-server[102608]: INFO neutron.db.l3_db [None req-83054432-0e2b-47f1-8a85-71cac26a0d5e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Floating IP 102cde29-a670-41cd-ad94-aff483a2f7ed associated. External IP: 172.25.7.38, port: fdada6dc-9d82-46c8-a525-82c6e0d1a678. Nov 09 21:49:15.204621 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83054432-0e2b-47f1-8a85-71cac26a0d5e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Router 7c7871e6-6354-424d-8bd8-b537861a0504 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:49:15.313928 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83054432-0e2b-47f1-8a85-71cac26a0d5e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:49:15.327409 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af06ee47-132d-4984-9b0c-ac14f732e863 None None] Sync routers for ids ['7c7871e6-6354-424d-8bd8-b537861a0504'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:49:15.332923 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-83054432-0e2b-47f1-8a85-71cac26a0d5e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:15.339647 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af06ee47-132d-4984-9b0c-ac14f732e863 None None] Routers {'7c7871e6-6354-424d-8bd8-b537861a0504'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:49:15.340806 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-af06ee47-132d-4984-9b0c-ac14f732e863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:48:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['7c7871e6-6354-424d-8bd8-b537861a0504'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:49:15.365283 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-83054432-0e2b-47f1-8a85-71cac26a0d5e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6582677 Nov 09 21:49:15.365283 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95e74e4-bd51-4b18-bf12-3ed3bef0df6a', 'tag': 'fdada6dc-9d82-46c8-a525-82c6e0d1a678'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:49:15.367122 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9cc3b7-0ebe-45f9-bb85-73254fd0188d" -d '{"events": [{"name": "network-changed", "server_uuid": "b95e74e4-bd51-4b18-bf12-3ed3bef0df6a", "tag": "fdada6dc-9d82-46c8-a525-82c6e0d1a678"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:49:15.408716 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd85678-7079-4c35-a15e-40084ae3f493 x-openstack-request-id: req-2cd85678-7079-4c35-a15e-40084ae3f493 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:49:15.409103 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b95e74e4-bd51-4b18-bf12-3ed3bef0df6a", "tag": "fdada6dc-9d82-46c8-a525-82c6e0d1a678", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:49:15.409425 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2cd85678-7079-4c35-a15e-40084ae3f493 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:49:15.409962 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b95e74e4-bd51-4b18-bf12-3ed3bef0df6a', 'tag': 'fdada6dc-9d82-46c8-a525-82c6e0d1a678', 'status': 'completed', 'code': 200} Nov 09 21:49:15.487019 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-af06ee47-132d-4984-9b0c-ac14f732e863 None None] Set router 7c7871e6-6354-424d-8bd8-b537861a0504 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:49:15.534921 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cc3b7-0ebe-45f9-bb85-73254fd0188d req-c0303ad7-79d9-403f-99d1-c8700b759551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:15.537482 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4b9cc3b7-0ebe-45f9-bb85-73254fd0188d req-c0303ad7-79d9-403f-99d1-c8700b759551 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7411b744b214ee4a720fd6796dc002b&device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 1096 time: 0.1005230 Nov 09 21:49:15.567981 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc2a52-ad6f-483b-8237-84ae62087c04 req-7f8c7459-68fb-4355-a367-77b911278027 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:15.569500 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-70bc2a52-ad6f-483b-8237-84ae62087c04 req-7f8c7459-68fb-4355-a367-77b911278027 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 945 time: 0.1224384 Nov 09 21:49:15.705332 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-70bc2a52-ad6f-483b-8237-84ae62087c04 req-c9fe7170-ec11-4493-bb1b-94c023990243 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d623e45-78a7-4604-9607-a76c282e92d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227136 Nov 09 21:49:15.722137 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58344) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:49:15.732494 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cc3b7-0ebe-45f9-bb85-73254fd0188d req-8b8091a5-02f3-474e-b60f-114757a5eb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:15.734666 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4b9cc3b7-0ebe-45f9-bb85-73254fd0188d req-8b8091a5-02f3-474e-b60f-114757a5eb80 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1bef2b17-c5ff-479e-a8f0-8013bdbc26bd HTTP/1.1" status: 200 len: 896 time: 0.1856842 Nov 09 21:49:15.793275 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-989f9bdb-fb07-480f-846f-2e6f643b54b6 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/floatingips/102cde29-a670-41cd-ad94-aff483a2f7ed HTTP/1.1" status: 200 len: 990 time: 0.0688565 Nov 09 21:49:15.830094 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4b9cc3b7-0ebe-45f9-bb85-73254fd0188d req-840bef6b-c624-4542-870e-c53b867851ee service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdada6dc-9d82-46c8-a525-82c6e0d1a678 HTTP/1.1" status: 200 len: 998 time: 0.0882487 Nov 09 21:49:15.841967 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-af06ee47-132d-4984-9b0c-ac14f732e863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7871e6-6354-424d-8bd8-b537861a0504', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825181258', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '54c5c084-4042-4006-9fdd-2cbef765d9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:48:53Z', 'updated_at': '2021-11-09T21:48:59Z', 'revision_number': 4, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': '54c5c084-4042-4006-9fdd-2cbef765d9cc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:55:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7871e6-6354-424d-8bd8-b537861a0504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:48:54Z', 'updated_at': '2021-11-09T21:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '102cde29-a670-41cd-ad94-aff483a2f7ed', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '7c7871e6-6354-424d-8bd8-b537861a0504', 'port_id': 'fdada6dc-9d82-46c8-a525-82c6e0d1a678', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bef2b17-c5ff-479e-a8f0-8013bdbc26bd', 'mac_address': 'fa:16:3e:11:96:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95e74e4-bd51-4b18-bf12-3ed3bef0df6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:49:14Z', 'updated_at': '2021-11-09T21:49:14Z', 'revision_number': 0, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fbd0803-1062-4d67-9b80-59559afe4b6c', 'name': '', 'network_id': '1bef2b17-c5ff-479e-a8f0-8013bdbc26bd', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'mac_address': 'fa:16:3e:62:57:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7871e6-6354-424d-8bd8-b537861a0504', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'a07fc112-953e-4abf-a6cb-1fde7118f683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:48:58Z', 'updated_at': '2021-11-09T21:49:03Z', 'revision_number': 5, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'subnets': [{'id': 'a07fc112-953e-4abf-a6cb-1fde7118f683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:49:15.884454 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af06ee47-132d-4984-9b0c-ac14f732e863 None None] Checking router: 7c7871e6-6354-424d-8bd8-b537861a0504 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:49:15.897528 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af06ee47-132d-4984-9b0c-ac14f732e863 None None] Routers {'7c7871e6-6354-424d-8bd8-b537861a0504'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:49:15.898451 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-af06ee47-132d-4984-9b0c-ac14f732e863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:48:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['7c7871e6-6354-424d-8bd8-b537861a0504'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:49:15.912747 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cc3b7-0ebe-45f9-bb85-73254fd0188d req-05683221-3d50-4205-966d-f14dae4e20e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:15.914551 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4b9cc3b7-0ebe-45f9-bb85-73254fd0188d req-05683221-3d50-4205-966d-f14dae4e20e0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a07fc112-953e-4abf-a6cb-1fde7118f683 HTTP/1.1" status: 200 len: 834 time: 0.0774660 Nov 09 21:49:15.983305 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cc3b7-0ebe-45f9-bb85-73254fd0188d req-d3cd8638-24e2-4280-bf39-43aa6932a5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:15.985883 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4b9cc3b7-0ebe-45f9-bb85-73254fd0188d req-d3cd8638-24e2-4280-bf39-43aa6932a5c3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1bef2b17-c5ff-479e-a8f0-8013bdbc26bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638356 Nov 09 21:49:16.052321 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-af06ee47-132d-4984-9b0c-ac14f732e863 None None] Set router 7c7871e6-6354-424d-8bd8-b537861a0504 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:49:16.104346 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4b9cc3b7-0ebe-45f9-bb85-73254fd0188d req-d7bc9eba-255c-4b26-95aa-3a6f891e79de service neutron] 10.222.0.45 "GET /v2.0/networks/1bef2b17-c5ff-479e-a8f0-8013bdbc26bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112764 Nov 09 21:49:16.211968 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4b9cc3b7-0ebe-45f9-bb85-73254fd0188d req-0c30a66c-0b31-46d2-95e2-669645fff7de service neutron] 10.222.0.45 "GET /v2.0/networks/1bef2b17-c5ff-479e-a8f0-8013bdbc26bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005819 Nov 09 21:49:16.298451 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-af06ee47-132d-4984-9b0c-ac14f732e863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7871e6-6354-424d-8bd8-b537861a0504', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825181258', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '54c5c084-4042-4006-9fdd-2cbef765d9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:48:53Z', 'updated_at': '2021-11-09T21:48:59Z', 'revision_number': 4, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': '54c5c084-4042-4006-9fdd-2cbef765d9cc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:55:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7871e6-6354-424d-8bd8-b537861a0504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:48:54Z', 'updated_at': '2021-11-09T21:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '102cde29-a670-41cd-ad94-aff483a2f7ed', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '7c7871e6-6354-424d-8bd8-b537861a0504', 'port_id': 'fdada6dc-9d82-46c8-a525-82c6e0d1a678', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bef2b17-c5ff-479e-a8f0-8013bdbc26bd', 'mac_address': 'fa:16:3e:11:96:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95e74e4-bd51-4b18-bf12-3ed3bef0df6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:49:14Z', 'updated_at': '2021-11-09T21:49:14Z', 'revision_number': 0, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fbd0803-1062-4d67-9b80-59559afe4b6c', 'name': '', 'network_id': '1bef2b17-c5ff-479e-a8f0-8013bdbc26bd', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'mac_address': 'fa:16:3e:62:57:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7871e6-6354-424d-8bd8-b537861a0504', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'a07fc112-953e-4abf-a6cb-1fde7118f683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:48:58Z', 'updated_at': '2021-11-09T21:49:03Z', 'revision_number': 5, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'subnets': [{'id': 'a07fc112-953e-4abf-a6cb-1fde7118f683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:49:16.325369 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af06ee47-132d-4984-9b0c-ac14f732e863 None None] The sync data for ids ['7c7871e6-6354-424d-8bd8-b537861a0504'] in n-d-816206-3 is: [{'id': '7c7871e6-6354-424d-8bd8-b537861a0504', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825181258', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '54c5c084-4042-4006-9fdd-2cbef765d9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:48:53Z', 'updated_at': '2021-11-09T21:48:59Z', 'revision_number': 4, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': '54c5c084-4042-4006-9fdd-2cbef765d9cc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:55:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7871e6-6354-424d-8bd8-b537861a0504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:48:54Z', 'updated_at': '2021-11-09T21:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '102cde29-a670-41cd-ad94-aff483a2f7ed', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '7c7871e6-6354-424d-8bd8-b537861a0504', 'port_id': 'fdada6dc-9d82-46c8-a525-82c6e0d1a678', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bef2b17-c5ff-479e-a8f0-8013bdbc26bd', 'mac_address': 'fa:16:3e:11:96:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95e74e4-bd51-4b18-bf12-3ed3bef0df6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:49:14Z', 'updated_at': '2021-11-09T21:49:14Z', 'revision_number': 0, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fbd0803-1062-4d67-9b80-59559afe4b6c', 'name': '', 'network_id': '1bef2b17-c5ff-479e-a8f0-8013bdbc26bd', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'mac_address': 'fa:16:3e:62:57:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7871e6-6354-424d-8bd8-b537861a0504', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'a07fc112-953e-4abf-a6cb-1fde7118f683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:48:58Z', 'updated_at': '2021-11-09T21:49:03Z', 'revision_number': 5, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'subnets': [{'id': 'a07fc112-953e-4abf-a6cb-1fde7118f683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:49:16.541233 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30ef76d-dc95-4c66-8c80-03035f3c649c None None] New status for floating IP 102cde29-a670-41cd-ad94-aff483a2f7ed: ACTIVE {{(pid=102609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:49:16.794469 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58348) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:49:16.864948 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e56737d8-5b27-49a1-bb37-0b833564d7c8 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/floatingips/102cde29-a670-41cd-ad94-aff483a2f7ed HTTP/1.1" status: 200 len: 992 time: 0.0692852 Nov 09 21:49:17.648712 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6ffe8ea5-2b76-4d66-ba67-25851670b419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:20.168309 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-11476527-c213-451d-a86c-624ce9001050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:21.078038 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:21.712995 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58390) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:49:21.781730 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3c4a1181-5fb7-400b-b749-f94b510794fb tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/floatingips/7d25bcb6-c85d-4341-8a72-42de06110308 HTTP/1.1" status: 200 len: 994 time: 0.0655243 Nov 09 21:49:22.069638 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58398) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:49:22.231826 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-17df26d4-069c-4392-ac19-8343d37b2de0 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Deleting port c2f0d189-b234-4728-85b0-837ff9b29422 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:49:22.232183 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-17df26d4-069c-4392-ac19-8343d37b2de0 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:22.313465 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-17df26d4-069c-4392-ac19-8343d37b2de0 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:22.313795 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-17df26d4-069c-4392-ac19-8343d37b2de0 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:22.325862 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-17df26d4-069c-4392-ac19-8343d37b2de0 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Calling delete_port for c2f0d189-b234-4728-85b0-837ff9b29422 owned by network:floatingip {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:49:22.463393 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:22.491317 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-17df26d4-069c-4392-ac19-8343d37b2de0 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:22.517923 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17df26d4-069c-4392-ac19-8343d37b2de0 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event deleted for resources: {'Port': ['ID=c2f0d189-b234-4728-85b0-837ff9b29422,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:22.585259 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-17df26d4-069c-4392-ac19-8343d37b2de0 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for floatingip, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:22.585495 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [None req-17df26d4-069c-4392-ac19-8343d37b2de0 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Floating IP 7d25bcb6-c85d-4341-8a72-42de06110308 disassociated (deleted). External IP: 172.25.7.106, port: ebc083a2-41e7-46ab-a2cc-a7a951763e46. Nov 09 21:49:22.797552 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17df26d4-069c-4392-ac19-8343d37b2de0 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Router e3f55bf3-37f3-4d1a-b191-1d2e182aae5f has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:49:22.935054 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17df26d4-069c-4392-ac19-8343d37b2de0 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:49:22.939727 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-17df26d4-069c-4392-ac19-8343d37b2de0 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:22.945246 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3929d4-e64f-48ac-8680-c9b761dc4397 None None] Sync routers for ids ['e3f55bf3-37f3-4d1a-b191-1d2e182aae5f'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:49:22.969315 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3929d4-e64f-48ac-8680-c9b761dc4397 None None] Routers {'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:49:22.970895 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-3c3929d4-e64f-48ac-8680-c9b761dc4397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:49:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e3f55bf3-37f3-4d1a-b191-1d2e182aae5f'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:49:22.972525 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-17df26d4-069c-4392-ac19-8343d37b2de0 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "DELETE /v2.0/floatingips/7d25bcb6-c85d-4341-8a72-42de06110308 HTTP/1.1" status: 204 len: 168 time: 0.9018588 Nov 09 21:49:22.973123 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f78af3b-dd09-42d2-96d6-7a1c19ee031a', 'tag': 'ebc083a2-41e7-46ab-a2cc-a7a951763e46'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:49:22.976458 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48863fc1-736e-41af-83d0-63eba9294868" -d '{"events": [{"name": "network-changed", "server_uuid": "2f78af3b-dd09-42d2-96d6-7a1c19ee031a", "tag": "ebc083a2-41e7-46ab-a2cc-a7a951763e46"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:49:22.977786 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:23.087049 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-3c3929d4-e64f-48ac-8680-c9b761dc4397 None None] Set router e3f55bf3-37f3-4d1a-b191-1d2e182aae5f gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:49:23.102456 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4449ba40-6f3c-4912-8a6f-a4e96f5a315c x-openstack-request-id: req-4449ba40-6f3c-4912-8a6f-a4e96f5a315c {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:49:23.103035 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f78af3b-dd09-42d2-96d6-7a1c19ee031a", "tag": "ebc083a2-41e7-46ab-a2cc-a7a951763e46", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:49:23.104535 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4449ba40-6f3c-4912-8a6f-a4e96f5a315c {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:49:23.105450 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f78af3b-dd09-42d2-96d6-7a1c19ee031a', 'tag': 'ebc083a2-41e7-46ab-a2cc-a7a951763e46', 'status': 'completed', 'code': 200} Nov 09 21:49:23.242341 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48863fc1-736e-41af-83d0-63eba9294868 req-81262829-1609-426f-b9db-cffe070db900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:23.244248 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-48863fc1-736e-41af-83d0-63eba9294868 req-81262829-1609-426f-b9db-cffe070db900 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd26d45f3284479db773fef1499ac4be&device_id=2f78af3b-dd09-42d2-96d6-7a1c19ee031a HTTP/1.1" status: 200 len: 1097 time: 0.0900006 Nov 09 21:49:23.304882 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-3c3929d4-e64f-48ac-8680-c9b761dc4397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f', 'name': 'tempest-TestNetworkBasicOps-router-477191644', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'bd27913a-4077-4f00-be18-3f181b6021ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:48:20Z', 'updated_at': '2021-11-09T21:48:27Z', 'revision_number': 4, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'gw_port': {'id': 'bd27913a-4077-4f00-be18-3f181b6021ab', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:08:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:48:21Z', 'updated_at': '2021-11-09T21:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'a8597b14-8da8-4c76-8a30-4b2ed6ad8370', 'name': '', 'network_id': '557fbdc5-5857-46dd-b239-1d58d92a70be', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'mac_address': 'fa:16:3e:95:e8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'e18344a0-ed8d-447b-a740-a134226b6caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:48:26Z', 'updated_at': '2021-11-09T21:48:30Z', 'revision_number': 5, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'subnets': [{'id': 'e18344a0-ed8d-447b-a740-a134226b6caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:49:23.312416 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eeb59c-b006-4bca-963e-c24a1523759e req-6cc0b92c-07dc-4c82-9727-9c53d869e06f tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:23.314053 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a3eeb59c-b006-4bca-963e-c24a1523759e req-6cc0b92c-07dc-4c82-9727-9c53d869e06f tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f78af3b-dd09-42d2-96d6-7a1c19ee031a HTTP/1.1" status: 200 len: 946 time: 0.1041913 Nov 09 21:49:23.331593 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3929d4-e64f-48ac-8680-c9b761dc4397 None None] Checking router: e3f55bf3-37f3-4d1a-b191-1d2e182aae5f for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:49:23.339862 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3929d4-e64f-48ac-8680-c9b761dc4397 None None] Routers {'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:49:23.340473 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-3c3929d4-e64f-48ac-8680-c9b761dc4397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:49:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e3f55bf3-37f3-4d1a-b191-1d2e182aae5f'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:49:23.391397 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48863fc1-736e-41af-83d0-63eba9294868 req-9886fc12-08fc-43f0-a2e4-ad0aa4e6812c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:23.392664 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-48863fc1-736e-41af-83d0-63eba9294868 req-9886fc12-08fc-43f0-a2e4-ad0aa4e6812c service neutron] 10.222.0.43 "GET /v2.0/networks?id=557fbdc5-5857-46dd-b239-1d58d92a70be HTTP/1.1" status: 200 len: 896 time: 0.1372130 Nov 09 21:49:23.393852 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:23.397245 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a3eeb59c-b006-4bca-963e-c24a1523759e req-b302546a-56b0-4484-9ff1-25d09e187541 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/security-groups?id=efeb7037-f91f-4e6f-8931-2c6e46c235cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732570 Nov 09 21:49:23.439200 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-48863fc1-736e-41af-83d0-63eba9294868 req-6ae7f6a4-a295-49cc-9ccc-712a0eb585d2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebc083a2-41e7-46ab-a2cc-a7a951763e46 HTTP/1.1" status: 200 len: 217 time: 0.0386620 Nov 09 21:49:23.471824 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-3c3929d4-e64f-48ac-8680-c9b761dc4397 None None] Set router e3f55bf3-37f3-4d1a-b191-1d2e182aae5f gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:49:23.498312 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48863fc1-736e-41af-83d0-63eba9294868 req-becd8e30-afa3-4385-be37-b3099d497389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:23.499987 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-48863fc1-736e-41af-83d0-63eba9294868 req-becd8e30-afa3-4385-be37-b3099d497389 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e18344a0-ed8d-447b-a740-a134226b6caf HTTP/1.1" status: 200 len: 834 time: 0.0524483 Nov 09 21:49:23.559816 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48863fc1-736e-41af-83d0-63eba9294868 req-fb8a1253-d018-46dd-ac76-befe7e3507e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:23.561504 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-48863fc1-736e-41af-83d0-63eba9294868 req-fb8a1253-d018-46dd-ac76-befe7e3507e3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=557fbdc5-5857-46dd-b239-1d58d92a70be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492208 Nov 09 21:49:23.657866 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-48863fc1-736e-41af-83d0-63eba9294868 req-5ce6676f-2ca9-4b63-bbbf-4c66da9d0214 service neutron] 10.222.0.43 "GET /v2.0/networks/557fbdc5-5857-46dd-b239-1d58d92a70be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858142 Nov 09 21:49:23.758315 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-48863fc1-736e-41af-83d0-63eba9294868 req-e869b0c1-1920-47b5-b933-78ed1ebe8d05 service neutron] 10.222.0.43 "GET /v2.0/networks/557fbdc5-5857-46dd-b239-1d58d92a70be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895631 Nov 09 21:49:23.772445 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-3c3929d4-e64f-48ac-8680-c9b761dc4397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f', 'name': 'tempest-TestNetworkBasicOps-router-477191644', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'bd27913a-4077-4f00-be18-3f181b6021ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:48:20Z', 'updated_at': '2021-11-09T21:48:27Z', 'revision_number': 4, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'gw_port': {'id': 'bd27913a-4077-4f00-be18-3f181b6021ab', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:08:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:48:21Z', 'updated_at': '2021-11-09T21:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'a8597b14-8da8-4c76-8a30-4b2ed6ad8370', 'name': '', 'network_id': '557fbdc5-5857-46dd-b239-1d58d92a70be', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'mac_address': 'fa:16:3e:95:e8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'e18344a0-ed8d-447b-a740-a134226b6caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:48:26Z', 'updated_at': '2021-11-09T21:48:30Z', 'revision_number': 5, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'subnets': [{'id': 'e18344a0-ed8d-447b-a740-a134226b6caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:49:23.803229 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3929d4-e64f-48ac-8680-c9b761dc4397 None None] The sync data for ids ['e3f55bf3-37f3-4d1a-b191-1d2e182aae5f'] in n-d-816206-3 is: [{'id': 'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f', 'name': 'tempest-TestNetworkBasicOps-router-477191644', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'bd27913a-4077-4f00-be18-3f181b6021ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:48:20Z', 'updated_at': '2021-11-09T21:48:27Z', 'revision_number': 4, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'gw_port': {'id': 'bd27913a-4077-4f00-be18-3f181b6021ab', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:08:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:48:21Z', 'updated_at': '2021-11-09T21:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'a8597b14-8da8-4c76-8a30-4b2ed6ad8370', 'name': '', 'network_id': '557fbdc5-5857-46dd-b239-1d58d92a70be', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'mac_address': 'fa:16:3e:95:e8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'e18344a0-ed8d-447b-a740-a134226b6caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:48:26Z', 'updated_at': '2021-11-09T21:48:30Z', 'revision_number': 5, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'subnets': [{'id': 'e18344a0-ed8d-447b-a740-a134226b6caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:49:24.087364 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c58fcb-1858-4f01-887d-048b837f4190 None None] New status for floating IP 7d25bcb6-c85d-4341-8a72-42de06110308: DOWN {{(pid=102609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:49:24.527547 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424bc6c3-6dbe-443c-a589-bf36f77a8dfc req-651c06b6-2c80-402f-8a39-eee483d45b6a tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:24.529466 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-424bc6c3-6dbe-443c-a589-bf36f77a8dfc req-651c06b6-2c80-402f-8a39-eee483d45b6a tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f78af3b-dd09-42d2-96d6-7a1c19ee031a HTTP/1.1" status: 200 len: 946 time: 0.0520411 Nov 09 21:49:24.585351 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-424bc6c3-6dbe-443c-a589-bf36f77a8dfc req-cd861338-92f6-4752-a82c-c5bb599d1c6a tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/security-groups?id=efeb7037-f91f-4e6f-8931-2c6e46c235cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486772 Nov 09 21:49:24.832729 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb52581-47ef-4b2d-8545-05c2fe4d4c81 req-f11b1080-d5b2-46e0-9e2a-3ce257c1d3f3 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:24.834173 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fbb52581-47ef-4b2d-8545-05c2fe4d4c81 req-f11b1080-d5b2-46e0-9e2a-3ce257c1d3f3 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f78af3b-dd09-42d2-96d6-7a1c19ee031a HTTP/1.1" status: 200 len: 946 time: 0.0507662 Nov 09 21:49:24.932587 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-fbb52581-47ef-4b2d-8545-05c2fe4d4c81 req-8ad4157b-b036-4d7a-b825-7f2bca635a45 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Deleting port ebc083a2-41e7-46ab-a2cc-a7a951763e46 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:49:24.932995 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-fbb52581-47ef-4b2d-8545-05c2fe4d4c81 req-8ad4157b-b036-4d7a-b825-7f2bca635a45 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:25.024380 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-fbb52581-47ef-4b2d-8545-05c2fe4d4c81 req-8ad4157b-b036-4d7a-b825-7f2bca635a45 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] For port ebc083a2-41e7-46ab-a2cc-a7a951763e46, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=ebc083a2-41e7-46ab-a2cc-a7a951763e46,segment=NetworkSegment(468f4a86-6ca7-42a3-bf96-8e02bbcc6183),segment_id=468f4a86-6ca7-42a3-bf96-8e02bbcc6183)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:49:25.024922 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-fbb52581-47ef-4b2d-8545-05c2fe4d4c81 req-8ad4157b-b036-4d7a-b825-7f2bca635a45 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:25.038612 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-fbb52581-47ef-4b2d-8545-05c2fe4d4c81 req-8ad4157b-b036-4d7a-b825-7f2bca635a45 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Calling delete_port for ebc083a2-41e7-46ab-a2cc-a7a951763e46 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:49:25.173558 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-fbb52581-47ef-4b2d-8545-05c2fe4d4c81 req-8ad4157b-b036-4d7a-b825-7f2bca635a45 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:25.199423 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad4157b-b036-4d7a-b825-7f2bca635a45 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event deleted for resources: {'Port': ['ID=ebc083a2-41e7-46ab-a2cc-a7a951763e46,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:25.246114 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb52581-47ef-4b2d-8545-05c2fe4d4c81 req-8ad4157b-b036-4d7a-b825-7f2bca635a45 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] No DVR routers for this DVR port ebc083a2-41e7-46ab-a2cc-a7a951763e46 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:49:25.248866 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-fbb52581-47ef-4b2d-8545-05c2fe4d4c81 req-8ad4157b-b036-4d7a-b825-7f2bca635a45 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:25.252836 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fbb52581-47ef-4b2d-8545-05c2fe4d4c81 req-8ad4157b-b036-4d7a-b825-7f2bca635a45 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.43 "DELETE /v2.0/ports/ebc083a2-41e7-46ab-a2cc-a7a951763e46 HTTP/1.1" status: 204 len: 173 time: 0.4122548 Nov 09 21:49:25.253303 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f78af3b-dd09-42d2-96d6-7a1c19ee031a', 'name': 'network-vif-deleted', 'tag': 'ebc083a2-41e7-46ab-a2cc-a7a951763e46'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:49:25.255571 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b00b9b-715a-4d39-907c-e048f152f347" -d '{"events": [{"server_uuid": "2f78af3b-dd09-42d2-96d6-7a1c19ee031a", "name": "network-vif-deleted", "tag": "ebc083a2-41e7-46ab-a2cc-a7a951763e46"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:49:25.300778 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef6d960-e1f3-4171-aeb2-90f0762b05de x-openstack-request-id: req-aef6d960-e1f3-4171-aeb2-90f0762b05de {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:49:25.301072 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f78af3b-dd09-42d2-96d6-7a1c19ee031a", "name": "network-vif-deleted", "tag": "ebc083a2-41e7-46ab-a2cc-a7a951763e46", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:49:25.301323 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aef6d960-e1f3-4171-aeb2-90f0762b05de {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:49:25.301742 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f78af3b-dd09-42d2-96d6-7a1c19ee031a', 'name': 'network-vif-deleted', 'tag': 'ebc083a2-41e7-46ab-a2cc-a7a951763e46', 'status': 'completed', 'code': 200} Nov 09 21:49:25.720057 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e9b44064-9181-476a-9ea2-a4d451151dbb req-b4ff6eb1-9841-490b-9ed2-6ee566252645 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f78af3b-dd09-42d2-96d6-7a1c19ee031a HTTP/1.1" status: 200 len: 210 time: 0.0325830 Nov 09 21:49:26.328201 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58432) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:49:26.434233 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3f4bd299-3fde-4662-91c1-d29810234c39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:26.512690 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3f4bd299-3fde-4662-91c1-d29810234c39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:26.516292 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3f4bd299-3fde-4662-91c1-d29810234c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:26.556478 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bd299-3fde-4662-91c1-d29810234c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5dc79fd-fae3-472e-acb8-bc7c1aa973e8,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:26.561118 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-3f4bd299-3fde-4662-91c1-d29810234c39 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=acfed6f802ca46369497263ad8f04be3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2318397 Nov 09 21:49:26.563767 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58436) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:49:26.612697 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a960c4b9-1231-4786-9e4d-01ff2f40606f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:26.633672 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a960c4b9-1231-4786-9e4d-01ff2f40606f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:26.679554 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a960c4b9-1231-4786-9e4d-01ff2f40606f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:26.682724 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a960c4b9-1231-4786-9e4d-01ff2f40606f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:26.686123 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a960c4b9-1231-4786-9e4d-01ff2f40606f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e5dc79fd-fae3-472e-acb8-bc7c1aa973e8 HTTP/1.1" status: 204 len: 168 time: 0.1191185 Nov 09 21:49:26.692884 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a960c4b9-1231-4786-9e4d-01ff2f40606f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5dc79fd-fae3-472e-acb8-bc7c1aa973e8,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:26.784809 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58442) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:49:26.852285 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-52495fe7-7671-4e6e-9a5f-70993e9b385d tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:26.878170 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-52495fe7-7671-4e6e-9a5f-70993e9b385d tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:26.954429 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-52495fe7-7671-4e6e-9a5f-70993e9b385d tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:26.957288 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-52495fe7-7671-4e6e-9a5f-70993e9b385d tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:26.961206 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-52495fe7-7671-4e6e-9a5f-70993e9b385d tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "DELETE /v2.0/security-groups/efeb7037-f91f-4e6f-8931-2c6e46c235cb HTTP/1.1" status: 204 len: 168 time: 0.1724870 Nov 09 21:49:26.968546 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52495fe7-7671-4e6e-9a5f-70993e9b385d tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efeb7037-f91f-4e6f-8931-2c6e46c235cb,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:27.006030 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58452) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:49:27.395862 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58466) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:49:27.495812 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-58faa0ae-af63-41bb-af44-6dc69320cde8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2037871945-network', 'tenant_id': '7617c0b77cbd4b6bad405efe3fa60b1c'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:49:27.517763 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58faa0ae-af63-41bb-af44-6dc69320cde8 admin admin] Made reservation on behalf of 7617c0b77cbd4b6bad405efe3fa60b1c for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:49:27.520112 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-58faa0ae-af63-41bb-af44-6dc69320cde8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:27.529023 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-58faa0ae-af63-41bb-af44-6dc69320cde8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:27.611731 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-58faa0ae-af63-41bb-af44-6dc69320cde8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:27.616067 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-58faa0ae-af63-41bb-af44-6dc69320cde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:27.640782 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58faa0ae-af63-41bb-af44-6dc69320cde8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:49:27.649543 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58faa0ae-af63-41bb-af44-6dc69320cde8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f845d9c-3780-4829-b20c-6e7230dbe850,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:27.659092 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58faa0ae-af63-41bb-af44-6dc69320cde8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:49:27.659442 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58faa0ae-af63-41bb-af44-6dc69320cde8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:49:27.659784 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58faa0ae-af63-41bb-af44-6dc69320cde8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:49:27.660121 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58faa0ae-af63-41bb-af44-6dc69320cde8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:49:27.660454 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58faa0ae-af63-41bb-af44-6dc69320cde8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:49:27.660814 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58faa0ae-af63-41bb-af44-6dc69320cde8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:49:27.662198 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58faa0ae-af63-41bb-af44-6dc69320cde8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:49:27.662198 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58faa0ae-af63-41bb-af44-6dc69320cde8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:49:27.662198 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58faa0ae-af63-41bb-af44-6dc69320cde8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:49:27.662198 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58faa0ae-af63-41bb-af44-6dc69320cde8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:49:27.662603 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58faa0ae-af63-41bb-af44-6dc69320cde8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:49:27.662693 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58faa0ae-af63-41bb-af44-6dc69320cde8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:49:27.666924 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-58faa0ae-af63-41bb-af44-6dc69320cde8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:27.667272 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-58faa0ae-af63-41bb-af44-6dc69320cde8 admin admin] Added segment 574112e7-b6d0-40f0-b297-b822ce6f247d of type vlan for network 8c402f64-6722-4aac-a43d-cbd15141250e Nov 09 21:49:27.675891 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-df243d2f-8567-493a-95e6-a820ff0fbfad tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:27.707153 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-58faa0ae-af63-41bb-af44-6dc69320cde8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:27.737074 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-58faa0ae-af63-41bb-af44-6dc69320cde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:27.738157 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58faa0ae-af63-41bb-af44-6dc69320cde8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:27.738731 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-58faa0ae-af63-41bb-af44-6dc69320cde8 admin admin] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:27.945984 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-df243d2f-8567-493a-95e6-a820ff0fbfad tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Deleting port a8597b14-8da8-4c76-8a30-4b2ed6ad8370 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:49:27.946230 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-df243d2f-8567-493a-95e6-a820ff0fbfad tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:28.044980 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-df243d2f-8567-493a-95e6-a820ff0fbfad tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] For port a8597b14-8da8-4c76-8a30-4b2ed6ad8370, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=a8597b14-8da8-4c76-8a30-4b2ed6ad8370,segment=NetworkSegment(468f4a86-6ca7-42a3-bf96-8e02bbcc6183),segment_id=468f4a86-6ca7-42a3-bf96-8e02bbcc6183)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:49:28.045674 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-df243d2f-8567-493a-95e6-a820ff0fbfad tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:28.058750 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-df243d2f-8567-493a-95e6-a820ff0fbfad tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Calling delete_port for a8597b14-8da8-4c76-8a30-4b2ed6ad8370 owned by network:router_interface {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:49:28.125798 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-58faa0ae-af63-41bb-af44-6dc69320cde8 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7286279 Nov 09 21:49:28.134577 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58470) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:49:28.144223 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-00d782bd-cd89-4aa2-8b94-04785c110094 admin admin] Request body: {'subnet': {'network_id': '8c402f64-6722-4aac-a43d-cbd15141250e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2037871945-subnet', 'tenant_id': '7617c0b77cbd4b6bad405efe3fa60b1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:49:28.152484 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58faa0ae-af63-41bb-af44-6dc69320cde8 admin admin] Pushing event updated for resources: {'Network': ['ID=8c402f64-6722-4aac-a43d-cbd15141250e,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:28.167308 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 8c402f64-6722-4aac-a43d-cbd15141250e details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:49:28.169779 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d782bd-cd89-4aa2-8b94-04785c110094 admin admin] Made reservation on behalf of 7617c0b77cbd4b6bad405efe3fa60b1c for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:49:28.173028 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-00d782bd-cd89-4aa2-8b94-04785c110094 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:28.253571 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-df243d2f-8567-493a-95e6-a820ff0fbfad tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:28.262505 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device ebc083a2-41e7-46ab-a2cc-a7a951763e46 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:49:28.282294 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df243d2f-8567-493a-95e6-a820ff0fbfad tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event deleted for resources: {'Port': ['ID=a8597b14-8da8-4c76-8a30-4b2ed6ad8370,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:28.284750 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: ebc083a2-41e7-46ab-a2cc-a7a951763e46 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:49:28.285301 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device ebc083a2-41e7-46ab-a2cc-a7a951763e46 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:49:28.352269 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-00d782bd-cd89-4aa2-8b94-04785c110094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:28.408150 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d782bd-cd89-4aa2-8b94-04785c110094 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4828de94-2524-419e-b7f0-2b1fc348c64a,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:28.420970 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d782bd-cd89-4aa2-8b94-04785c110094 admin admin] Checking segment: {'id': '574112e7-b6d0-40f0-b297-b822ce6f247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8c402f64-6722-4aac-a43d-cbd15141250e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:49:28.421336 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d782bd-cd89-4aa2-8b94-04785c110094 admin admin] Network hostable DHCP agents. Network: 8c402f64-6722-4aac-a43d-cbd15141250e, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:49:28.440777 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d782bd-cd89-4aa2-8b94-04785c110094 admin admin] Network 8c402f64-6722-4aac-a43d-cbd15141250e is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:49:28.452126 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-00d782bd-cd89-4aa2-8b94-04785c110094 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 8c402f64-6722-4aac-a43d-cbd15141250e) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:49:28.457161 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d782bd-cd89-4aa2-8b94-04785c110094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:28.457763 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-00d782bd-cd89-4aa2-8b94-04785c110094 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:28.462709 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fa38ff-e5a3-4f70-8889-f61f602b99b6 None None] Network 8c402f64-6722-4aac-a43d-cbd15141250e requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:49:28.477399 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-df243d2f-8567-493a-95e6-a820ff0fbfad tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:28.480205 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-00d782bd-cd89-4aa2-8b94-04785c110094 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3445559 Nov 09 21:49:28.614343 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695255a0-4aec-43d7-9bcd-4d8250ed13ce None None] Network 8c402f64-6722-4aac-a43d-cbd15141250e requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:49:28.730818 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df243d2f-8567-493a-95e6-a820ff0fbfad tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Router e3f55bf3-37f3-4d1a-b191-1d2e182aae5f has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:49:28.842364 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df243d2f-8567-493a-95e6-a820ff0fbfad tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:49:28.847687 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-df243d2f-8567-493a-95e6-a820ff0fbfad tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "PUT /v2.0/routers/e3f55bf3-37f3-4d1a-b191-1d2e182aae5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8410201 Nov 09 21:49:28.850513 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58478) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:49:28.852875 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343429ef-42d3-4a3a-8387-36528d1bb3fa None None] Sync routers for ids ['e3f55bf3-37f3-4d1a-b191-1d2e182aae5f'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:49:28.863716 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343429ef-42d3-4a3a-8387-36528d1bb3fa None None] Routers {'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:49:28.864702 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-343429ef-42d3-4a3a-8387-36528d1bb3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:49:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e3f55bf3-37f3-4d1a-b191-1d2e182aae5f'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:49:28.911036 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-ada5912e-f9a6-4f76-ab98-59371895076f tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Deleting subnet e18344a0-ed8d-447b-a740-a134226b6caf {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:49:28.915008 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ada5912e-f9a6-4f76-ab98-59371895076f tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:28.968184 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ada5912e-f9a6-4f76-ab98-59371895076f tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:28.987163 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-343429ef-42d3-4a3a-8387-36528d1bb3fa None None] Set router e3f55bf3-37f3-4d1a-b191-1d2e182aae5f gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:49:29.081054 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ada5912e-f9a6-4f76-ab98-59371895076f tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:29.151358 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ada5912e-f9a6-4f76-ab98-59371895076f tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:29.179183 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada5912e-f9a6-4f76-ab98-59371895076f tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event deleted for resources: {'Subnet': ['ID=e18344a0-ed8d-447b-a740-a134226b6caf,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:29.181768 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-343429ef-42d3-4a3a-8387-36528d1bb3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f', 'name': 'tempest-TestNetworkBasicOps-router-477191644', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'bd27913a-4077-4f00-be18-3f181b6021ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:48:20Z', 'updated_at': '2021-11-09T21:49:28Z', 'revision_number': 5, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'gw_port': {'id': 'bd27913a-4077-4f00-be18-3f181b6021ab', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:08:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:48:21Z', 'updated_at': '2021-11-09T21:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:49:29.183716 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ada5912e-f9a6-4f76-ab98-59371895076f tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:29.188678 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ada5912e-f9a6-4f76-ab98-59371895076f tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "DELETE /v2.0/subnets/e18344a0-ed8d-447b-a740-a134226b6caf HTTP/1.1" status: 204 len: 168 time: 0.3354840 Nov 09 21:49:29.190116 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58486) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:49:29.192188 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90ab099-1ae7-4a98-8603-b200ab9be8b9 None None] Network 557fbdc5-5857-46dd-b239-1d58d92a70be requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:49:29.219899 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343429ef-42d3-4a3a-8387-36528d1bb3fa None None] Checking router: e3f55bf3-37f3-4d1a-b191-1d2e182aae5f for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:49:29.228725 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343429ef-42d3-4a3a-8387-36528d1bb3fa None None] Routers {'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:49:29.229955 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-343429ef-42d3-4a3a-8387-36528d1bb3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:49:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e3f55bf3-37f3-4d1a-b191-1d2e182aae5f'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:49:29.314756 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bdaf0419-2280-498a-a5f9-4bd340ec2723 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:29.365635 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-343429ef-42d3-4a3a-8387-36528d1bb3fa None None] Set router e3f55bf3-37f3-4d1a-b191-1d2e182aae5f gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:49:29.434799 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474478dd-769b-4836-82d7-0a239244a87e None None] DHCP port deletion for 557fbdc5-5857-46dd-b239-1d58d92a70be request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:49:29.435038 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bdaf0419-2280-498a-a5f9-4bd340ec2723 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:29.498125 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-474478dd-769b-4836-82d7-0a239244a87e None None] Deleting port c1fdd379-65b5-4aef-8a67-1e2866412a00 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:49:29.498781 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-474478dd-769b-4836-82d7-0a239244a87e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:29.503831 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-bdaf0419-2280-498a-a5f9-4bd340ec2723 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Deleting port bd27913a-4077-4f00-be18-3f181b6021ab {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:49:29.504177 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bdaf0419-2280-498a-a5f9-4bd340ec2723 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:29.565163 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-474478dd-769b-4836-82d7-0a239244a87e None None] For port c1fdd379-65b5-4aef-8a67-1e2866412a00, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=c1fdd379-65b5-4aef-8a67-1e2866412a00,segment=NetworkSegment(468f4a86-6ca7-42a3-bf96-8e02bbcc6183),segment_id=468f4a86-6ca7-42a3-bf96-8e02bbcc6183)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:49:29.565889 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-474478dd-769b-4836-82d7-0a239244a87e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:29.579787 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-474478dd-769b-4836-82d7-0a239244a87e None None] Calling delete_port for c1fdd379-65b5-4aef-8a67-1e2866412a00 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:49:29.590309 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-343429ef-42d3-4a3a-8387-36528d1bb3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f', 'name': 'tempest-TestNetworkBasicOps-router-477191644', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'bd27913a-4077-4f00-be18-3f181b6021ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:48:20Z', 'updated_at': '2021-11-09T21:49:28Z', 'revision_number': 5, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'gw_port': {'id': 'bd27913a-4077-4f00-be18-3f181b6021ab', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:08:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:48:21Z', 'updated_at': '2021-11-09T21:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:49:29.609886 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-bdaf0419-2280-498a-a5f9-4bd340ec2723 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] For port bd27913a-4077-4f00-be18-3f181b6021ab, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=bd27913a-4077-4f00-be18-3f181b6021ab,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:49:29.610347 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bdaf0419-2280-498a-a5f9-4bd340ec2723 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:29.626929 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-bdaf0419-2280-498a-a5f9-4bd340ec2723 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Calling delete_port for bd27913a-4077-4f00-be18-3f181b6021ab owned by network:router_gateway {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:49:29.634332 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343429ef-42d3-4a3a-8387-36528d1bb3fa None None] The sync data for ids ['e3f55bf3-37f3-4d1a-b191-1d2e182aae5f'] in n-d-816206-3 is: [{'id': 'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f', 'name': 'tempest-TestNetworkBasicOps-router-477191644', 'tenant_id': 'bd26d45f3284479db773fef1499ac4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'bd27913a-4077-4f00-be18-3f181b6021ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:48:20Z', 'updated_at': '2021-11-09T21:49:28Z', 'revision_number': 5, 'project_id': 'bd26d45f3284479db773fef1499ac4be', 'gw_port': {'id': 'bd27913a-4077-4f00-be18-3f181b6021ab', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:08:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f55bf3-37f3-4d1a-b191-1d2e182aae5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:48:21Z', 'updated_at': '2021-11-09T21:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:49:29.690308 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-474478dd-769b-4836-82d7-0a239244a87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:29.713794 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474478dd-769b-4836-82d7-0a239244a87e None None] Pushing event deleted for resources: {'Port': ['ID=c1fdd379-65b5-4aef-8a67-1e2866412a00,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:29.723804 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474478dd-769b-4836-82d7-0a239244a87e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:49:29.724159 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474478dd-769b-4836-82d7-0a239244a87e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:49:29.724511 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474478dd-769b-4836-82d7-0a239244a87e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:49:29.724880 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474478dd-769b-4836-82d7-0a239244a87e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:49:29.725222 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474478dd-769b-4836-82d7-0a239244a87e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:49:29.725559 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474478dd-769b-4836-82d7-0a239244a87e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:49:29.725901 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474478dd-769b-4836-82d7-0a239244a87e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:49:29.726225 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474478dd-769b-4836-82d7-0a239244a87e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:49:29.726555 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474478dd-769b-4836-82d7-0a239244a87e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:49:29.726883 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474478dd-769b-4836-82d7-0a239244a87e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:49:29.727212 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474478dd-769b-4836-82d7-0a239244a87e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:49:29.727538 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474478dd-769b-4836-82d7-0a239244a87e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:49:29.731293 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474478dd-769b-4836-82d7-0a239244a87e None None] No DVR routers for this DVR port c1fdd379-65b5-4aef-8a67-1e2866412a00 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:49:29.826731 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bdaf0419-2280-498a-a5f9-4bd340ec2723 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:29.862537 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf0419-2280-498a-a5f9-4bd340ec2723 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event deleted for resources: {'Port': ['ID=bd27913a-4077-4f00-be18-3f181b6021ab,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:29.866265 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a76d81c-2ad1-4171-97c1-dcb929a3e0bc None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:49:29.928713 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bdaf0419-2280-498a-a5f9-4bd340ec2723 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:30.032589 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bdaf0419-2280-498a-a5f9-4bd340ec2723 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:30.034801 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bdaf0419-2280-498a-a5f9-4bd340ec2723 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:30.084245 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bdaf0419-2280-498a-a5f9-4bd340ec2723 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:30.084837 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdaf0419-2280-498a-a5f9-4bd340ec2723 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Fanout notify agent at l3_agent the message router_deleted on router e3f55bf3-37f3-4d1a-b191-1d2e182aae5f {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:49:30.092290 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bdaf0419-2280-498a-a5f9-4bd340ec2723 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:30.095898 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-bdaf0419-2280-498a-a5f9-4bd340ec2723 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "DELETE /v2.0/routers/e3f55bf3-37f3-4d1a-b191-1d2e182aae5f HTTP/1.1" status: 204 len: 168 time: 0.9017327 Nov 09 21:49:30.096225 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58490) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:49:30.175797 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-730a4a88-bad5-42b0-9b5f-16823c5ac4d7 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:30.275374 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-730a4a88-bad5-42b0-9b5f-16823c5ac4d7 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:30.304652 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-730a4a88-bad5-42b0-9b5f-16823c5ac4d7 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['557fbdc5-5857-46dd-b239-1d58d92a70be']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:49:30.317395 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-730a4a88-bad5-42b0-9b5f-16823c5ac4d7 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '468f4a86-6ca7-42a3-bf96-8e02bbcc6183') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:49:30.317913 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-730a4a88-bad5-42b0-9b5f-16823c5ac4d7 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '468f4a86-6ca7-42a3-bf96-8e02bbcc6183') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:49:30.328232 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-730a4a88-bad5-42b0-9b5f-16823c5ac4d7 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:30.343380 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-730a4a88-bad5-42b0-9b5f-16823c5ac4d7 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:30.350012 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-730a4a88-bad5-42b0-9b5f-16823c5ac4d7 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:49:30.350389 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-730a4a88-bad5-42b0-9b5f-16823c5ac4d7 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:30.353730 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:49:30.353730 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:49:30.353730 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:49:30.353730 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:49:30.353730 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:49:30.353730 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:49:30.353730 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:49:30.353730 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:49:30.353730 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:49:30.353730 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:49:30.353730 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:49:30.353730 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:49:30.353730 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:49:30.353730 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:49:30.353730 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:49:30.353730 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:49:30.353730 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:49:30.353730 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:49:30.353730 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:49:30.353730 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:49:30.353730 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:49:30.353730 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:49:30.353730 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:49:30.353730 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:49:30.353730 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:49:30.353730 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:49:30.353730 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:49:30.353730 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:49:30.353730 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:49:30.353730 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:49:30.353730 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:49:30.353730 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:49:30.415159 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-730a4a88-bad5-42b0-9b5f-16823c5ac4d7 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:30.423158 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-730a4a88-bad5-42b0-9b5f-16823c5ac4d7 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:30.426437 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-730a4a88-bad5-42b0-9b5f-16823c5ac4d7 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] 10.222.0.49 "DELETE /v2.0/networks/557fbdc5-5857-46dd-b239-1d58d92a70be HTTP/1.1" status: 204 len: 168 time: 0.3292158 Nov 09 21:49:30.449280 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a4a88-bad5-42b0-9b5f-16823c5ac4d7 tempest-TestNetworkBasicOps-2089555175 tempest-TestNetworkBasicOps-2089555175-project] Pushing event deleted for resources: {'Network': ['ID=557fbdc5-5857-46dd-b239-1d58d92a70be,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:30.646138 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58500) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:49:30.795068 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c1fdd379-65b5-4aef-8a67-1e2866412a00 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:49:30.816382 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58504) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:49:30.817025 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-436b9cf2-125f-4986-8049-1de11519fdd3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bd26d45f3284479db773fef1499ac4be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1691508 Nov 09 21:49:30.819092 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: c1fdd379-65b5-4aef-8a67-1e2866412a00 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:49:30.819445 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device c1fdd379-65b5-4aef-8a67-1e2866412a00 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:49:30.819863 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device a8597b14-8da8-4c76-8a30-4b2ed6ad8370 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:49:30.840420 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: a8597b14-8da8-4c76-8a30-4b2ed6ad8370 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:49:30.840696 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device a8597b14-8da8-4c76-8a30-4b2ed6ad8370 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:49:30.841331 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device bd27913a-4077-4f00-be18-3f181b6021ab no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:49:30.860063 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: bd27913a-4077-4f00-be18-3f181b6021ab {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:49:30.860407 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device bd27913a-4077-4f00-be18-3f181b6021ab not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:49:30.873541 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5f65a665-d2dd-4dba-be1d-620aa96779f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:30.895210 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5f65a665-d2dd-4dba-be1d-620aa96779f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:30.945118 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5f65a665-d2dd-4dba-be1d-620aa96779f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:30.948482 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5f65a665-d2dd-4dba-be1d-620aa96779f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:30.949728 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5f65a665-d2dd-4dba-be1d-620aa96779f1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7bb3e56b-d36a-4483-9c04-298d5562e6a9 HTTP/1.1" status: 204 len: 168 time: 0.1313484 Nov 09 21:49:30.958515 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65a665-d2dd-4dba-be1d-620aa96779f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb3e56b-d36a-4483-9c04-298d5562e6a9,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:30.967493 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f65a665-d2dd-4dba-be1d-620aa96779f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:49:30.968101 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f65a665-d2dd-4dba-be1d-620aa96779f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:49:30.968732 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f65a665-d2dd-4dba-be1d-620aa96779f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:49:30.969180 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f65a665-d2dd-4dba-be1d-620aa96779f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:49:30.969600 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f65a665-d2dd-4dba-be1d-620aa96779f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:49:30.969828 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f65a665-d2dd-4dba-be1d-620aa96779f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:49:30.970159 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f65a665-d2dd-4dba-be1d-620aa96779f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:49:30.970488 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f65a665-d2dd-4dba-be1d-620aa96779f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:49:30.970880 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f65a665-d2dd-4dba-be1d-620aa96779f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:49:30.971447 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f65a665-d2dd-4dba-be1d-620aa96779f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:49:30.972044 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f65a665-d2dd-4dba-be1d-620aa96779f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:49:30.972617 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f65a665-d2dd-4dba-be1d-620aa96779f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:49:31.224903 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58510) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:49:31.237967 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-75222ed7-adba-4c31-93d1-76c21ed21086 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:31.322884 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-75222ed7-adba-4c31-93d1-76c21ed21086 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:31.327135 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-75222ed7-adba-4c31-93d1-76c21ed21086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:31.372654 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-75222ed7-adba-4c31-93d1-76c21ed21086 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=56795b2809f94edea80d77161d735546&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1466324 Nov 09 21:49:31.374165 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75222ed7-adba-4c31-93d1-76c21ed21086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fa2151-787a-4f51-82e5-92364d806ae5,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:31.375514 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58516) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:49:31.431770 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78294a8c-4a46-4224-ac85-4e3caa9a9d2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:31.453032 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78294a8c-4a46-4224-ac85-4e3caa9a9d2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:31.499044 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78294a8c-4a46-4224-ac85-4e3caa9a9d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:31.501846 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78294a8c-4a46-4224-ac85-4e3caa9a9d2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:31.502999 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-78294a8c-4a46-4224-ac85-4e3caa9a9d2b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/17fa2151-787a-4f51-82e5-92364d806ae5 HTTP/1.1" status: 204 len: 168 time: 0.1264963 Nov 09 21:49:31.511217 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78294a8c-4a46-4224-ac85-4e3caa9a9d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fa2151-787a-4f51-82e5-92364d806ae5,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:32.231475 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58538) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:49:32.327890 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-2c742a1c-cbb2-4de1-ba3d-7c05ceadf10e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1801228480-network', 'tenant_id': '1862727b93244d9ab5b3df5029ee0816'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:49:32.349867 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c742a1c-cbb2-4de1-ba3d-7c05ceadf10e admin admin] Made reservation on behalf of 1862727b93244d9ab5b3df5029ee0816 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:49:32.352287 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2c742a1c-cbb2-4de1-ba3d-7c05ceadf10e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:32.361166 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2c742a1c-cbb2-4de1-ba3d-7c05ceadf10e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:32.437439 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2c742a1c-cbb2-4de1-ba3d-7c05ceadf10e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:32.441701 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2c742a1c-cbb2-4de1-ba3d-7c05ceadf10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:32.466894 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c742a1c-cbb2-4de1-ba3d-7c05ceadf10e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:49:32.480506 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c742a1c-cbb2-4de1-ba3d-7c05ceadf10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3354e65-fc73-47f1-8f50-089116acd0d7,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:32.485482 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2c742a1c-cbb2-4de1-ba3d-7c05ceadf10e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:32.485833 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-2c742a1c-cbb2-4de1-ba3d-7c05ceadf10e admin admin] Added segment 82a3803b-2e8e-44b4-a16d-7c43b237ab72 of type vlan for network 701da2f2-3820-4b93-8098-d4756ebfb82a Nov 09 21:49:32.530510 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2c742a1c-cbb2-4de1-ba3d-7c05ceadf10e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:32.561734 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2c742a1c-cbb2-4de1-ba3d-7c05ceadf10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:32.562968 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c742a1c-cbb2-4de1-ba3d-7c05ceadf10e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:32.563693 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2c742a1c-cbb2-4de1-ba3d-7c05ceadf10e admin admin] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:32.616042 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2c742a1c-cbb2-4de1-ba3d-7c05ceadf10e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3834217 Nov 09 21:49:32.619233 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58548) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:49:32.625982 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-fd49293b-9fb6-4828-b499-2707e1e42954 admin admin] Request body: {'subnet': {'network_id': '701da2f2-3820-4b93-8098-d4756ebfb82a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1801228480-subnet', 'tenant_id': '1862727b93244d9ab5b3df5029ee0816', 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:49:32.631674 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c742a1c-cbb2-4de1-ba3d-7c05ceadf10e admin admin] Pushing event updated for resources: {'Network': ['ID=701da2f2-3820-4b93-8098-d4756ebfb82a,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:32.648341 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 701da2f2-3820-4b93-8098-d4756ebfb82a details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:49:32.652725 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd49293b-9fb6-4828-b499-2707e1e42954 admin admin] Made reservation on behalf of 1862727b93244d9ab5b3df5029ee0816 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:49:32.655206 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fd49293b-9fb6-4828-b499-2707e1e42954 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:32.834298 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fd49293b-9fb6-4828-b499-2707e1e42954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:32.896389 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd49293b-9fb6-4828-b499-2707e1e42954 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa1ce486-e948-4cb6-8da6-b7876c9ed50b,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:32.903863 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd49293b-9fb6-4828-b499-2707e1e42954 admin admin] Checking segment: {'id': '82a3803b-2e8e-44b4-a16d-7c43b237ab72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '701da2f2-3820-4b93-8098-d4756ebfb82a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:49:32.904232 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd49293b-9fb6-4828-b499-2707e1e42954 admin admin] Network hostable DHCP agents. Network: 701da2f2-3820-4b93-8098-d4756ebfb82a, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:49:32.921253 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd49293b-9fb6-4828-b499-2707e1e42954 admin admin] Network 701da2f2-3820-4b93-8098-d4756ebfb82a is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:49:32.930230 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-fd49293b-9fb6-4828-b499-2707e1e42954 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 701da2f2-3820-4b93-8098-d4756ebfb82a) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:49:32.938816 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd49293b-9fb6-4828-b499-2707e1e42954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:32.940353 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fd49293b-9fb6-4828-b499-2707e1e42954 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:32.946440 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fc6232-19e6-4764-9bd4-304613bc5f2d None None] Network 701da2f2-3820-4b93-8098-d4756ebfb82a requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:49:32.965929 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-fd49293b-9fb6-4828-b499-2707e1e42954 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3441513 Nov 09 21:49:32.968391 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58550) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:49:32.973427 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-74adee12-e383-44de-a4bf-5fcce43ea378 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1801228480-router', 'tenant_id': '1862727b93244d9ab5b3df5029ee0816', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:49:33.002401 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-74adee12-e383-44de-a4bf-5fcce43ea378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:33.004741 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-74adee12-e383-44de-a4bf-5fcce43ea378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:33.063794 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-74adee12-e383-44de-a4bf-5fcce43ea378 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:33.105521 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edaa03a-634a-4174-9e2a-22650ff5b8ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-701da2f2-3820-4b93-8098-d4756ebfb82a', 'network_id': '701da2f2-3820-4b93-8098-d4756ebfb82a', 'tenant_id': '1862727b93244d9ab5b3df5029ee0816', 'fixed_ips': [{'subnet_id': 'aa1ce486-e948-4cb6-8da6-b7876c9ed50b'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:49:33.106399 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3edaa03a-634a-4174-9e2a-22650ff5b8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:33.205648 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-74adee12-e383-44de-a4bf-5fcce43ea378 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:33.243241 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-3edaa03a-634a-4174-9e2a-22650ff5b8ef None None] Allocated IP 172.20.0.2 (701da2f2-3820-4b93-8098-d4756ebfb82a/aa1ce486-e948-4cb6-8da6-b7876c9ed50b/527af61b-27f2-4994-8a6c-abf30337c145) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:49:33.394819 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3edaa03a-634a-4174-9e2a-22650ff5b8ef None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:33.403180 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3edaa03a-634a-4174-9e2a-22650ff5b8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:33.434890 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-74adee12-e383-44de-a4bf-5fcce43ea378 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:33.455109 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-74adee12-e383-44de-a4bf-5fcce43ea378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:33.461699 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edaa03a-634a-4174-9e2a-22650ff5b8ef None None] Network 701da2f2-3820-4b93-8098-d4756ebfb82a is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:49:33.464381 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-3edaa03a-634a-4174-9e2a-22650ff5b8ef None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:49:33.466536 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edaa03a-634a-4174-9e2a-22650ff5b8ef None None] Pushing event updated for resources: {'Port': ['ID=527af61b-27f2-4994-8a6c-abf30337c145,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:33.468954 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edaa03a-634a-4174-9e2a-22650ff5b8ef None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:49:33.533110 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-3edaa03a-634a-4174-9e2a-22650ff5b8ef None None] Attempting to bind port 527af61b-27f2-4994-8a6c-abf30337c145 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:49:33.533507 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-3edaa03a-634a-4174-9e2a-22650ff5b8ef None None] Attempting to bind port 527af61b-27f2-4994-8a6c-abf30337c145 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '82a3803b-2e8e-44b4-a16d-7c43b237ab72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '701da2f2-3820-4b93-8098-d4756ebfb82a'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:49:33.534039 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edaa03a-634a-4174-9e2a-22650ff5b8ef None None] Attempting to bind port 527af61b-27f2-4994-8a6c-abf30337c145 on network 701da2f2-3820-4b93-8098-d4756ebfb82a {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:49:33.539737 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edaa03a-634a-4174-9e2a-22650ff5b8ef None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:49:33.540213 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edaa03a-634a-4174-9e2a-22650ff5b8ef None None] Checking segment: {'id': '82a3803b-2e8e-44b4-a16d-7c43b237ab72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '701da2f2-3820-4b93-8098-d4756ebfb82a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:49:33.540620 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3edaa03a-634a-4174-9e2a-22650ff5b8ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:33.541091 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edaa03a-634a-4174-9e2a-22650ff5b8ef None None] Bound using segment: {'id': '82a3803b-2e8e-44b4-a16d-7c43b237ab72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '701da2f2-3820-4b93-8098-d4756ebfb82a'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:49:33.541920 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-3edaa03a-634a-4174-9e2a-22650ff5b8ef None None] Bound port: 527af61b-27f2-4994-8a6c-abf30337c145, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a3803b-2e8e-44b4-a16d-7c43b237ab72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '701da2f2-3820-4b93-8098-d4756ebfb82a'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:49:33.542330 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3edaa03a-634a-4174-9e2a-22650ff5b8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:33.590979 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-74adee12-e383-44de-a4bf-5fcce43ea378 admin admin] Allocated IP 172.25.7.17 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/1e26e4e6-b96b-4941-bbe7-167c9250720d) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:49:33.610377 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-3edaa03a-634a-4174-9e2a-22650ff5b8ef None None] For port 527af61b-27f2-4994-8a6c-abf30337c145, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:49:33.613798 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-3edaa03a-634a-4174-9e2a-22650ff5b8ef None None] For port 527af61b-27f2-4994-8a6c-abf30337c145, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=527af61b-27f2-4994-8a6c-abf30337c145,segment=NetworkSegment(82a3803b-2e8e-44b4-a16d-7c43b237ab72),segment_id=82a3803b-2e8e-44b4-a16d-7c43b237ab72)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:49:33.617867 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3edaa03a-634a-4174-9e2a-22650ff5b8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:33.677720 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edaa03a-634a-4174-9e2a-22650ff5b8ef None None] Pushing event updated for resources: {'Port': ['ID=527af61b-27f2-4994-8a6c-abf30337c145,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:33.700387 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-74adee12-e383-44de-a4bf-5fcce43ea378 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:33.735338 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-74adee12-e383-44de-a4bf-5fcce43ea378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:33.783013 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74adee12-e383-44de-a4bf-5fcce43ea378 admin admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:49:33.786279 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-74adee12-e383-44de-a4bf-5fcce43ea378 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:49:33.791019 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74adee12-e383-44de-a4bf-5fcce43ea378 admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:49:33.794172 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74adee12-e383-44de-a4bf-5fcce43ea378 admin admin] Pushing event updated for resources: {'Port': ['ID=1e26e4e6-b96b-4941-bbe7-167c9250720d,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:33.804951 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5539e6f7-13e4-4354-a970-b07e0a7ddf8d None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:49:33.903906 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:33.909400 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-b42b7b01-4577-4e9b-940c-f19e82942fe9 None None] Provisioning complete for port 1e26e4e6-b96b-4941-bbe7-167c9250720d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:49:33.909762 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b42b7b01-4577-4e9b-940c-f19e82942fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:33.956550 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-b42b7b01-4577-4e9b-940c-f19e82942fe9 None None] Port 1e26e4e6-b96b-4941-bbe7-167c9250720d cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:49:34.105082 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-74adee12-e383-44de-a4bf-5fcce43ea378 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:34.601287 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-74adee12-e383-44de-a4bf-5fcce43ea378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:34.741521 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24708e8-90f2-4376-b033-f2a9a938735f None None] Network 701da2f2-3820-4b93-8098-d4756ebfb82a requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:49:34.758889 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74adee12-e383-44de-a4bf-5fcce43ea378 admin admin] Router 5dba9485-4a1f-44f5-a4f7-918816b511cc is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:49:34.827390 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 527af61b-27f2-4994-8a6c-abf30337c145 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:49:34.866913 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-5ecc9fd9-12c7-422e-b688-dba96a54042d None None] Provisioning complete for port 527af61b-27f2-4994-8a6c-abf30337c145 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:49:34.867193 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5ecc9fd9-12c7-422e-b688-dba96a54042d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:34.897771 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74adee12-e383-44de-a4bf-5fcce43ea378 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:49:34.916166 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-74adee12-e383-44de-a4bf-5fcce43ea378 admin admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:34.919054 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-74adee12-e383-44de-a4bf-5fcce43ea378 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9494290 Nov 09 21:49:34.920730 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58556) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:49:35.060042 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97286aa-f7b6-4d21-911b-b52b81f3a27e None None] Sync routers for ids ['5dba9485-4a1f-44f5-a4f7-918816b511cc'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:49:35.103170 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97286aa-f7b6-4d21-911b-b52b81f3a27e None None] Routers {'5dba9485-4a1f-44f5-a4f7-918816b511cc'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:49:35.103833 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b97286aa-f7b6-4d21-911b-b52b81f3a27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:49:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['5dba9485-4a1f-44f5-a4f7-918816b511cc'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:49:35.194911 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 527af61b-27f2-4994-8a6c-abf30337c145 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:49:35.195283 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:35.338991 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5ecc9fd9-12c7-422e-b688-dba96a54042d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:35.345309 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-b97286aa-f7b6-4d21-911b-b52b81f3a27e None None] Set router 5dba9485-4a1f-44f5-a4f7-918816b511cc gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:49:35.380215 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b859898f-2be3-4f06-9622-5c3212826f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:35.503749 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-5ecc9fd9-12c7-422e-b688-dba96a54042d None None] For port 527af61b-27f2-4994-8a6c-abf30337c145, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=527af61b-27f2-4994-8a6c-abf30337c145,segment=NetworkSegment(82a3803b-2e8e-44b4-a16d-7c43b237ab72),segment_id=82a3803b-2e8e-44b4-a16d-7c43b237ab72)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:49:35.524458 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:35.553860 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5ecc9fd9-12c7-422e-b688-dba96a54042d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:35.621993 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-b859898f-2be3-4f06-9622-5c3212826f70 admin admin] Allocated IP 172.20.0.1 (701da2f2-3820-4b93-8098-d4756ebfb82a/aa1ce486-e948-4cb6-8da6-b7876c9ed50b/0898ad3a-6499-46a7-851c-0ccc9c464175) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:49:35.641451 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.db.api [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 21:49:35.641797 n-d-816206-3 neutron-server[102609]: DEBUG oslo_db.api [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 21:49:35.705161 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-9017b4eb-5347-44d6-9322-e6b2b84c6326 None None] Provisioning complete for port 527af61b-27f2-4994-8a6c-abf30337c145 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:49:35.705919 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9017b4eb-5347-44d6-9322-e6b2b84c6326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:35.708832 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecc9fd9-12c7-422e-b688-dba96a54042d None None] Pushing event updated for resources: {'Port': ['ID=527af61b-27f2-4994-8a6c-abf30337c145,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:35.746664 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b859898f-2be3-4f06-9622-5c3212826f70 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:35.784142 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b859898f-2be3-4f06-9622-5c3212826f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:35.820346 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b859898f-2be3-4f06-9622-5c3212826f70 admin admin] Network 701da2f2-3820-4b93-8098-d4756ebfb82a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:49:35.823668 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-b859898f-2be3-4f06-9622-5c3212826f70 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:49:35.826324 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b97286aa-f7b6-4d21-911b-b52b81f3a27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dba9485-4a1f-44f5-a4f7-918816b511cc', 'name': 'tempest-TestServerBasicOps-1801228480-router', 'tenant_id': '1862727b93244d9ab5b3df5029ee0816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '1e26e4e6-b96b-4941-bbe7-167c9250720d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:49:33Z', 'updated_at': '2021-11-09T21:49:33Z', 'revision_number': 3, 'project_id': '1862727b93244d9ab5b3df5029ee0816', 'gw_port': {'id': '1e26e4e6-b96b-4941-bbe7-167c9250720d', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:76:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dba9485-4a1f-44f5-a4f7-918816b511cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:49:33Z', 'updated_at': '2021-11-09T21:49:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:49:35.831373 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b859898f-2be3-4f06-9622-5c3212826f70 admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:49:35.857002 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97286aa-f7b6-4d21-911b-b52b81f3a27e None None] Checking router: 5dba9485-4a1f-44f5-a4f7-918816b511cc for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:49:35.857363 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97286aa-f7b6-4d21-911b-b52b81f3a27e None None] Updating router 5dba9485-4a1f-44f5-a4f7-918816b511cc port 1e26e4e6-b96b-4941-bbe7-167c9250720d binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:49:35.878475 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b859898f-2be3-4f06-9622-5c3212826f70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:35.881573 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b859898f-2be3-4f06-9622-5c3212826f70 admin admin] Pushing event updated for resources: {'Port': ['ID=0898ad3a-6499-46a7-851c-0ccc9c464175,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:35.888469 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b97286aa-f7b6-4d21-911b-b52b81f3a27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:36.078615 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b859898f-2be3-4f06-9622-5c3212826f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:36.214111 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-8ae259c6-087f-4715-80e1-1b6f794709ba None None] Provisioning complete for port 0898ad3a-6499-46a7-851c-0ccc9c464175 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:49:36.214499 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8ae259c6-087f-4715-80e1-1b6f794709ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:36.259007 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-8ae259c6-087f-4715-80e1-1b6f794709ba None None] Port 0898ad3a-6499-46a7-851c-0ccc9c464175 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:49:36.301334 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b859898f-2be3-4f06-9622-5c3212826f70 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:36.307496 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b859898f-2be3-4f06-9622-5c3212826f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:36.313998 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b97286aa-f7b6-4d21-911b-b52b81f3a27e None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:36.320082 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b97286aa-f7b6-4d21-911b-b52b81f3a27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:36.378918 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d6c017-0fc8-48b9-ad5b-555ea2a752ac None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:49:36.380663 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b859898f-2be3-4f06-9622-5c3212826f70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:36.391869 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-b97286aa-f7b6-4d21-911b-b52b81f3a27e None None] Attempting to bind port 1e26e4e6-b96b-4941-bbe7-167c9250720d on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:49:36.392505 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-b97286aa-f7b6-4d21-911b-b52b81f3a27e None None] Attempting to bind port 1e26e4e6-b96b-4941-bbe7-167c9250720d by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:49:36.393085 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97286aa-f7b6-4d21-911b-b52b81f3a27e None None] Attempting to bind port 1e26e4e6-b96b-4941-bbe7-167c9250720d on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:49:36.398550 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917cea96-cfa3-42c9-b1b2-63041086ec9e None None] Pushing event updated for resources: {'Port': ['ID=1e26e4e6-b96b-4941-bbe7-167c9250720d,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:36.402802 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97286aa-f7b6-4d21-911b-b52b81f3a27e None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:49:36.403194 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97286aa-f7b6-4d21-911b-b52b81f3a27e None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:49:36.403578 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b97286aa-f7b6-4d21-911b-b52b81f3a27e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:36.403961 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97286aa-f7b6-4d21-911b-b52b81f3a27e None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:49:36.404431 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-b97286aa-f7b6-4d21-911b-b52b81f3a27e None None] Bound port: 1e26e4e6-b96b-4941-bbe7-167c9250720d, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:49:36.404857 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b97286aa-f7b6-4d21-911b-b52b81f3a27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:36.411757 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b859898f-2be3-4f06-9622-5c3212826f70 admin admin] Pushing event updated for resources: {'Port': ['ID=0898ad3a-6499-46a7-851c-0ccc9c464175,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:36.477117 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-b97286aa-f7b6-4d21-911b-b52b81f3a27e None None] For port 1e26e4e6-b96b-4941-bbe7-167c9250720d, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:49:36.495887 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-b97286aa-f7b6-4d21-911b-b52b81f3a27e None None] For port 1e26e4e6-b96b-4941-bbe7-167c9250720d, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=1e26e4e6-b96b-4941-bbe7-167c9250720d,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:49:36.505788 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b97286aa-f7b6-4d21-911b-b52b81f3a27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:36.537782 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b859898f-2be3-4f06-9622-5c3212826f70 admin admin] Network 701da2f2-3820-4b93-8098-d4756ebfb82a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:49:36.544450 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-b859898f-2be3-4f06-9622-5c3212826f70 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:49:36.560763 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917cea96-cfa3-42c9-b1b2-63041086ec9e None None] Pushing event updated for resources: {'Port': ['ID=1e26e4e6-b96b-4941-bbe7-167c9250720d,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:36.578764 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-5c78f9d2-fe14-4d90-ae4a-59e84611842c None None] Provisioning complete for port 1e26e4e6-b96b-4941-bbe7-167c9250720d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:49:36.579746 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5c78f9d2-fe14-4d90-ae4a-59e84611842c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:36.612487 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84b08e1-106c-4c63-bcfb-ba2a937eed4b None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:49:36.643429 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97286aa-f7b6-4d21-911b-b52b81f3a27e None None] Routers {'5dba9485-4a1f-44f5-a4f7-918816b511cc'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:49:36.644137 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b97286aa-f7b6-4d21-911b-b52b81f3a27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:49:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['5dba9485-4a1f-44f5-a4f7-918816b511cc'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:49:36.808950 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b859898f-2be3-4f06-9622-5c3212826f70 admin admin] Router 5dba9485-4a1f-44f5-a4f7-918816b511cc has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:49:36.835909 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 527af61b-27f2-4994-8a6c-abf30337c145 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:49:36.908307 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5c78f9d2-fe14-4d90-ae4a-59e84611842c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:36.957500 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-b97286aa-f7b6-4d21-911b-b52b81f3a27e None None] Set router 5dba9485-4a1f-44f5-a4f7-918816b511cc gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:49:37.019452 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b859898f-2be3-4f06-9622-5c3212826f70 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:49:37.035990 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-5c78f9d2-fe14-4d90-ae4a-59e84611842c None None] For port 1e26e4e6-b96b-4941-bbe7-167c9250720d, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=1e26e4e6-b96b-4941-bbe7-167c9250720d,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:49:37.052299 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b859898f-2be3-4f06-9622-5c3212826f70 admin admin] 10.222.0.49 "PUT /v2.0/routers/5dba9485-4a1f-44f5-a4f7-918816b511cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1276631 Nov 09 21:49:37.083057 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5c78f9d2-fe14-4d90-ae4a-59e84611842c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:37.143679 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 527af61b-27f2-4994-8a6c-abf30337c145 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:49:37.144062 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:37.382079 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c78f9d2-fe14-4d90-ae4a-59e84611842c None None] Pushing event updated for resources: {'Port': ['ID=1e26e4e6-b96b-4941-bbe7-167c9250720d,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:37.432228 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-78ec6a7e-9c7c-4bc4-b036-2d84660931e2 None None] Provisioning complete for port 1e26e4e6-b96b-4941-bbe7-167c9250720d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:49:37.432583 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-78ec6a7e-9c7c-4bc4-b036-2d84660931e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:37.660948 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b97286aa-f7b6-4d21-911b-b52b81f3a27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dba9485-4a1f-44f5-a4f7-918816b511cc', 'name': 'tempest-TestServerBasicOps-1801228480-router', 'tenant_id': '1862727b93244d9ab5b3df5029ee0816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '1e26e4e6-b96b-4941-bbe7-167c9250720d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:49:33Z', 'updated_at': '2021-11-09T21:49:36Z', 'revision_number': 4, 'project_id': '1862727b93244d9ab5b3df5029ee0816', 'gw_port': {'id': '1e26e4e6-b96b-4941-bbe7-167c9250720d', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:76:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dba9485-4a1f-44f5-a4f7-918816b511cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:49:33Z', 'updated_at': '2021-11-09T21:49:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '0898ad3a-6499-46a7-851c-0ccc9c464175', 'name': '', 'network_id': '701da2f2-3820-4b93-8098-d4756ebfb82a', 'tenant_id': '1862727b93244d9ab5b3df5029ee0816', 'mac_address': 'fa:16:3e:e4:b4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dba9485-4a1f-44f5-a4f7-918816b511cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'aa1ce486-e948-4cb6-8da6-b7876c9ed50b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:49:35Z', 'updated_at': '2021-11-09T21:49:36Z', 'revision_number': 2, 'project_id': '1862727b93244d9ab5b3df5029ee0816', 'subnets': [{'id': 'aa1ce486-e948-4cb6-8da6-b7876c9ed50b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:49:37.693499 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-78ec6a7e-9c7c-4bc4-b036-2d84660931e2 None None] Provisioning complete for port 0898ad3a-6499-46a7-851c-0ccc9c464175 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:49:37.694177 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-78ec6a7e-9c7c-4bc4-b036-2d84660931e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:37.699197 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97286aa-f7b6-4d21-911b-b52b81f3a27e None None] The sync data for ids ['5dba9485-4a1f-44f5-a4f7-918816b511cc'] in n-d-816206-3 is: [{'id': '5dba9485-4a1f-44f5-a4f7-918816b511cc', 'name': 'tempest-TestServerBasicOps-1801228480-router', 'tenant_id': '1862727b93244d9ab5b3df5029ee0816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '1e26e4e6-b96b-4941-bbe7-167c9250720d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:49:33Z', 'updated_at': '2021-11-09T21:49:36Z', 'revision_number': 4, 'project_id': '1862727b93244d9ab5b3df5029ee0816', 'gw_port': {'id': '1e26e4e6-b96b-4941-bbe7-167c9250720d', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:76:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dba9485-4a1f-44f5-a4f7-918816b511cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:49:33Z', 'updated_at': '2021-11-09T21:49:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '0898ad3a-6499-46a7-851c-0ccc9c464175', 'name': '', 'network_id': '701da2f2-3820-4b93-8098-d4756ebfb82a', 'tenant_id': '1862727b93244d9ab5b3df5029ee0816', 'mac_address': 'fa:16:3e:e4:b4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dba9485-4a1f-44f5-a4f7-918816b511cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'aa1ce486-e948-4cb6-8da6-b7876c9ed50b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:49:35Z', 'updated_at': '2021-11-09T21:49:36Z', 'revision_number': 2, 'project_id': '1862727b93244d9ab5b3df5029ee0816', 'subnets': [{'id': 'aa1ce486-e948-4cb6-8da6-b7876c9ed50b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:49:37.742378 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-78ec6a7e-9c7c-4bc4-b036-2d84660931e2 None None] Port 0898ad3a-6499-46a7-851c-0ccc9c464175 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:49:37.909288 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58580) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:49:37.914314 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-288e8de4-cea2-48ba-86c9-e07a409ac788 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1061628614-network', 'tenant_id': 'd95124be20d443a5b7c2b4a2a33736fc'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:49:37.939983 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288e8de4-cea2-48ba-86c9-e07a409ac788 admin admin] Made reservation on behalf of d95124be20d443a5b7c2b4a2a33736fc for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:49:37.942472 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-288e8de4-cea2-48ba-86c9-e07a409ac788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:37.953922 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-288e8de4-cea2-48ba-86c9-e07a409ac788 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:38.095729 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-288e8de4-cea2-48ba-86c9-e07a409ac788 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:38.100334 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-288e8de4-cea2-48ba-86c9-e07a409ac788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:38.134059 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-288e8de4-cea2-48ba-86c9-e07a409ac788 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:49:38.144613 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e8de4-cea2-48ba-86c9-e07a409ac788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2077e03-fd56-451d-a7ae-40535ec2859e,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:38.164697 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-288e8de4-cea2-48ba-86c9-e07a409ac788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:38.165180 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-288e8de4-cea2-48ba-86c9-e07a409ac788 admin admin] Added segment 214ebd33-fd0c-4ad5-a0d0-207656dc2518 of type vlan for network 1056b7d6-a16b-480e-a1ee-0093135eb53a Nov 09 21:49:38.216035 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-288e8de4-cea2-48ba-86c9-e07a409ac788 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:38.246211 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-288e8de4-cea2-48ba-86c9-e07a409ac788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:38.247171 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288e8de4-cea2-48ba-86c9-e07a409ac788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:38.247746 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-288e8de4-cea2-48ba-86c9-e07a409ac788 admin admin] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:38.352380 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-288e8de4-cea2-48ba-86c9-e07a409ac788 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4417064 Nov 09 21:49:38.353408 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e8de4-cea2-48ba-86c9-e07a409ac788 admin admin] Pushing event updated for resources: {'Network': ['ID=1056b7d6-a16b-480e-a1ee-0093135eb53a,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:38.359716 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58582) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:49:38.365686 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 1056b7d6-a16b-480e-a1ee-0093135eb53a details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:49:38.369045 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-b99e296d-abcb-4fc1-8e40-4af0b36d35e5 admin admin] Request body: {'subnet': {'network_id': '1056b7d6-a16b-480e-a1ee-0093135eb53a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1061628614-subnet', 'tenant_id': 'd95124be20d443a5b7c2b4a2a33736fc', 'ip_version': 4}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:49:38.398208 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99e296d-abcb-4fc1-8e40-4af0b36d35e5 admin admin] Made reservation on behalf of d95124be20d443a5b7c2b4a2a33736fc for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:49:38.410627 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b99e296d-abcb-4fc1-8e40-4af0b36d35e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:38.642623 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b99e296d-abcb-4fc1-8e40-4af0b36d35e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:38.716298 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e296d-abcb-4fc1-8e40-4af0b36d35e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1990e953-512a-469f-81af-bef062db7576,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:38.723369 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99e296d-abcb-4fc1-8e40-4af0b36d35e5 admin admin] Checking segment: {'id': '214ebd33-fd0c-4ad5-a0d0-207656dc2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1056b7d6-a16b-480e-a1ee-0093135eb53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:49:38.723928 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99e296d-abcb-4fc1-8e40-4af0b36d35e5 admin admin] Network hostable DHCP agents. Network: 1056b7d6-a16b-480e-a1ee-0093135eb53a, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:49:38.750724 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99e296d-abcb-4fc1-8e40-4af0b36d35e5 admin admin] Network 1056b7d6-a16b-480e-a1ee-0093135eb53a is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:49:38.772728 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-b99e296d-abcb-4fc1-8e40-4af0b36d35e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 1056b7d6-a16b-480e-a1ee-0093135eb53a) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:49:38.788166 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58c4c35-c483-4739-84cb-b515b8eb8c52 None None] Network 1056b7d6-a16b-480e-a1ee-0093135eb53a requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:49:38.796246 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99e296d-abcb-4fc1-8e40-4af0b36d35e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:38.797854 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b99e296d-abcb-4fc1-8e40-4af0b36d35e5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:38.828071 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b99e296d-abcb-4fc1-8e40-4af0b36d35e5 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4650953 Nov 09 21:49:38.830796 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58586) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:49:38.841689 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-ec471570-3b4a-4fda-bf8d-759f31ad3c8a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1061628614-router', 'tenant_id': 'd95124be20d443a5b7c2b4a2a33736fc', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:49:38.887235 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 1e26e4e6-b96b-4941-bbe7-167c9250720d up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:49:38.890762 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ec471570-3b4a-4fda-bf8d-759f31ad3c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:38.892365 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ec471570-3b4a-4fda-bf8d-759f31ad3c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:38.978046 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ec471570-3b4a-4fda-bf8d-759f31ad3c8a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:39.034309 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 1e26e4e6-b96b-4941-bbe7-167c9250720d triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:49:39.034867 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:39.061753 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d35a91-26d5-4d4b-be97-bf867bc71a0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-1056b7d6-a16b-480e-a1ee-0093135eb53a', 'network_id': '1056b7d6-a16b-480e-a1ee-0093135eb53a', 'tenant_id': 'd95124be20d443a5b7c2b4a2a33736fc', 'fixed_ips': [{'subnet_id': '1990e953-512a-469f-81af-bef062db7576'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:49:39.063252 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d2d35a91-26d5-4d4b-be97-bf867bc71a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:39.246920 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ec471570-3b4a-4fda-bf8d-759f31ad3c8a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:39.319853 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-d2d35a91-26d5-4d4b-be97-bf867bc71a0c None None] Allocated IP 172.20.0.2 (1056b7d6-a16b-480e-a1ee-0093135eb53a/1990e953-512a-469f-81af-bef062db7576/59b5ec87-f6cd-4193-80aa-e5b3a37198ed) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:49:39.503893 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d2d35a91-26d5-4d4b-be97-bf867bc71a0c None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:39.511810 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d2d35a91-26d5-4d4b-be97-bf867bc71a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:39.568401 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d35a91-26d5-4d4b-be97-bf867bc71a0c None None] Pushing event updated for resources: {'Port': ['ID=59b5ec87-f6cd-4193-80aa-e5b3a37198ed,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:39.584403 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d35a91-26d5-4d4b-be97-bf867bc71a0c None None] Network 1056b7d6-a16b-480e-a1ee-0093135eb53a is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:49:39.586407 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-d2d35a91-26d5-4d4b-be97-bf867bc71a0c None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:49:39.591745 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d35a91-26d5-4d4b-be97-bf867bc71a0c None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:49:39.614849 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ec471570-3b4a-4fda-bf8d-759f31ad3c8a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:39.646155 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ec471570-3b4a-4fda-bf8d-759f31ad3c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:39.675477 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-d2d35a91-26d5-4d4b-be97-bf867bc71a0c None None] Attempting to bind port 59b5ec87-f6cd-4193-80aa-e5b3a37198ed on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:49:39.675911 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-d2d35a91-26d5-4d4b-be97-bf867bc71a0c None None] Attempting to bind port 59b5ec87-f6cd-4193-80aa-e5b3a37198ed by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '214ebd33-fd0c-4ad5-a0d0-207656dc2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1056b7d6-a16b-480e-a1ee-0093135eb53a'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:49:39.676901 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d35a91-26d5-4d4b-be97-bf867bc71a0c None None] Attempting to bind port 59b5ec87-f6cd-4193-80aa-e5b3a37198ed on network 1056b7d6-a16b-480e-a1ee-0093135eb53a {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:49:39.682935 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d35a91-26d5-4d4b-be97-bf867bc71a0c None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:49:39.684678 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d35a91-26d5-4d4b-be97-bf867bc71a0c None None] Checking segment: {'id': '214ebd33-fd0c-4ad5-a0d0-207656dc2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1056b7d6-a16b-480e-a1ee-0093135eb53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:49:39.684678 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d2d35a91-26d5-4d4b-be97-bf867bc71a0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:39.684678 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d35a91-26d5-4d4b-be97-bf867bc71a0c None None] Bound using segment: {'id': '214ebd33-fd0c-4ad5-a0d0-207656dc2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1056b7d6-a16b-480e-a1ee-0093135eb53a'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:49:39.686838 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-d2d35a91-26d5-4d4b-be97-bf867bc71a0c None None] Bound port: 59b5ec87-f6cd-4193-80aa-e5b3a37198ed, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '214ebd33-fd0c-4ad5-a0d0-207656dc2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1056b7d6-a16b-480e-a1ee-0093135eb53a'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:49:39.686838 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d2d35a91-26d5-4d4b-be97-bf867bc71a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:39.751747 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-d2d35a91-26d5-4d4b-be97-bf867bc71a0c None None] For port 59b5ec87-f6cd-4193-80aa-e5b3a37198ed, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:49:39.755006 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-d2d35a91-26d5-4d4b-be97-bf867bc71a0c None None] For port 59b5ec87-f6cd-4193-80aa-e5b3a37198ed, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=59b5ec87-f6cd-4193-80aa-e5b3a37198ed,segment=NetworkSegment(214ebd33-fd0c-4ad5-a0d0-207656dc2518),segment_id=214ebd33-fd0c-4ad5-a0d0-207656dc2518)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:49:39.763128 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-ec471570-3b4a-4fda-bf8d-759f31ad3c8a admin admin] Allocated IP 172.25.7.232 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/646e8968-84ac-4da5-8939-7af6da26c1a2) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:49:39.764793 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d2d35a91-26d5-4d4b-be97-bf867bc71a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:39.830784 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d35a91-26d5-4d4b-be97-bf867bc71a0c None None] Pushing event updated for resources: {'Port': ['ID=59b5ec87-f6cd-4193-80aa-e5b3a37198ed,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:39.893881 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ec471570-3b4a-4fda-bf8d-759f31ad3c8a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:39.937446 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ec471570-3b4a-4fda-bf8d-759f31ad3c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:39.966854 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:49:39.992948 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec471570-3b4a-4fda-bf8d-759f31ad3c8a admin admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:49:39.995862 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-ec471570-3b4a-4fda-bf8d-759f31ad3c8a admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:49:39.998425 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec471570-3b4a-4fda-bf8d-759f31ad3c8a admin admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:49:40.011521 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e02dbe0-5bb9-4d24-bfb9-d29910641d93 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:49:40.042568 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec471570-3b4a-4fda-bf8d-759f31ad3c8a admin admin] Pushing event updated for resources: {'Port': ['ID=646e8968-84ac-4da5-8939-7af6da26c1a2,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:40.124249 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-2a5ea6e1-5636-4761-870d-b02f0efad563 None None] Provisioning complete for port 646e8968-84ac-4da5-8939-7af6da26c1a2 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:49:40.124597 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2a5ea6e1-5636-4761-870d-b02f0efad563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:40.179833 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-2a5ea6e1-5636-4761-870d-b02f0efad563 None None] Port 646e8968-84ac-4da5-8939-7af6da26c1a2 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:49:40.408051 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ec471570-3b4a-4fda-bf8d-759f31ad3c8a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:40.590975 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbd6441-374d-414a-aab9-6b1d130a232e None None] Sync routers for ids ['5dba9485-4a1f-44f5-a4f7-918816b511cc'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:49:40.601961 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbd6441-374d-414a-aab9-6b1d130a232e None None] Routers {'5dba9485-4a1f-44f5-a4f7-918816b511cc'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:49:40.602874 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-9dbd6441-374d-414a-aab9-6b1d130a232e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:49:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['5dba9485-4a1f-44f5-a4f7-918816b511cc'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:49:40.628838 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ec471570-3b4a-4fda-bf8d-759f31ad3c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:40.727727 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-9dbd6441-374d-414a-aab9-6b1d130a232e None None] Set router 5dba9485-4a1f-44f5-a4f7-918816b511cc gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:49:40.773022 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec471570-3b4a-4fda-bf8d-759f31ad3c8a admin admin] Router 9bcb93e5-02c2-4a46-844a-85c27cbe965d is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:49:40.842907 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 59b5ec87-f6cd-4193-80aa-e5b3a37198ed up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:49:40.972823 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 59b5ec87-f6cd-4193-80aa-e5b3a37198ed triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:49:40.973206 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:40.977342 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-9dbd6441-374d-414a-aab9-6b1d130a232e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dba9485-4a1f-44f5-a4f7-918816b511cc', 'name': 'tempest-TestServerBasicOps-1801228480-router', 'tenant_id': '1862727b93244d9ab5b3df5029ee0816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '1e26e4e6-b96b-4941-bbe7-167c9250720d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:49:33Z', 'updated_at': '2021-11-09T21:49:36Z', 'revision_number': 4, 'project_id': '1862727b93244d9ab5b3df5029ee0816', 'gw_port': {'id': '1e26e4e6-b96b-4941-bbe7-167c9250720d', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:76:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dba9485-4a1f-44f5-a4f7-918816b511cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:49:33Z', 'updated_at': '2021-11-09T21:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '0898ad3a-6499-46a7-851c-0ccc9c464175', 'name': '', 'network_id': '701da2f2-3820-4b93-8098-d4756ebfb82a', 'tenant_id': '1862727b93244d9ab5b3df5029ee0816', 'mac_address': 'fa:16:3e:e4:b4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dba9485-4a1f-44f5-a4f7-918816b511cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'aa1ce486-e948-4cb6-8da6-b7876c9ed50b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:49:35Z', 'updated_at': '2021-11-09T21:49:36Z', 'revision_number': 2, 'project_id': '1862727b93244d9ab5b3df5029ee0816', 'subnets': [{'id': 'aa1ce486-e948-4cb6-8da6-b7876c9ed50b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:49:41.012335 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbd6441-374d-414a-aab9-6b1d130a232e None None] Checking router: 5dba9485-4a1f-44f5-a4f7-918816b511cc for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:49:41.012915 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbd6441-374d-414a-aab9-6b1d130a232e None None] Updating router 5dba9485-4a1f-44f5-a4f7-918816b511cc port 0898ad3a-6499-46a7-851c-0ccc9c464175 binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:49:41.045698 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9dbd6441-374d-414a-aab9-6b1d130a232e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:41.108915 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:41.179361 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 59b5ec87-f6cd-4193-80aa-e5b3a37198ed, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=59b5ec87-f6cd-4193-80aa-e5b3a37198ed,segment=NetworkSegment(214ebd33-fd0c-4ad5-a0d0-207656dc2518),segment_id=214ebd33-fd0c-4ad5-a0d0-207656dc2518)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:49:41.188785 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:41.278796 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=59b5ec87-f6cd-4193-80aa-e5b3a37198ed,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:41.419368 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec471570-3b4a-4fda-bf8d-759f31ad3c8a admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:49:41.439798 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c450780a-fca7-4b50-a5dd-2565e439a55b None None] Sync routers for ids ['9bcb93e5-02c2-4a46-844a-85c27cbe965d'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:49:41.446861 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ec471570-3b4a-4fda-bf8d-759f31ad3c8a admin admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:41.448310 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ec471570-3b4a-4fda-bf8d-759f31ad3c8a admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6165535 Nov 09 21:49:41.451496 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58598) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:49:41.460767 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9dbd6441-374d-414a-aab9-6b1d130a232e None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:41.466724 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c450780a-fca7-4b50-a5dd-2565e439a55b None None] Routers {'9bcb93e5-02c2-4a46-844a-85c27cbe965d'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:49:41.467632 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-c450780a-fca7-4b50-a5dd-2565e439a55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:49:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['9bcb93e5-02c2-4a46-844a-85c27cbe965d'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:49:41.476467 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9dbd6441-374d-414a-aab9-6b1d130a232e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:41.523748 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e34bb-29f8-47a7-90ee-0d75cabde023 None None] Pushing event updated for resources: {'Port': ['ID=0898ad3a-6499-46a7-851c-0ccc9c464175,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:41.644595 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed749bc9-1b18-4993-af3b-3a6bd3079af7 None None] Network 1056b7d6-a16b-480e-a1ee-0093135eb53a requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:49:41.752834 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-9dbd6441-374d-414a-aab9-6b1d130a232e None None] Attempting to bind port 0898ad3a-6499-46a7-851c-0ccc9c464175 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:49:41.753658 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-9dbd6441-374d-414a-aab9-6b1d130a232e None None] Attempting to bind port 0898ad3a-6499-46a7-851c-0ccc9c464175 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '82a3803b-2e8e-44b4-a16d-7c43b237ab72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '701da2f2-3820-4b93-8098-d4756ebfb82a'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:49:41.754620 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbd6441-374d-414a-aab9-6b1d130a232e None None] Attempting to bind port 0898ad3a-6499-46a7-851c-0ccc9c464175 on network 701da2f2-3820-4b93-8098-d4756ebfb82a {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:49:41.763189 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbd6441-374d-414a-aab9-6b1d130a232e None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:49:41.763933 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbd6441-374d-414a-aab9-6b1d130a232e None None] Checking segment: {'id': '82a3803b-2e8e-44b4-a16d-7c43b237ab72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '701da2f2-3820-4b93-8098-d4756ebfb82a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:49:41.765521 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9dbd6441-374d-414a-aab9-6b1d130a232e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:41.766119 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbd6441-374d-414a-aab9-6b1d130a232e None None] Bound using segment: {'id': '82a3803b-2e8e-44b4-a16d-7c43b237ab72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '701da2f2-3820-4b93-8098-d4756ebfb82a'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:49:41.766823 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-9dbd6441-374d-414a-aab9-6b1d130a232e None None] Bound port: 0898ad3a-6499-46a7-851c-0ccc9c464175, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a3803b-2e8e-44b4-a16d-7c43b237ab72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '701da2f2-3820-4b93-8098-d4756ebfb82a'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:49:41.767668 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9dbd6441-374d-414a-aab9-6b1d130a232e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:41.814304 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-c450780a-fca7-4b50-a5dd-2565e439a55b None None] Set router 9bcb93e5-02c2-4a46-844a-85c27cbe965d gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:49:41.823283 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-b77ee6c8-a9ea-4c3c-b37c-68fab3003fec None None] Provisioning complete for port 59b5ec87-f6cd-4193-80aa-e5b3a37198ed triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:49:41.823707 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b77ee6c8-a9ea-4c3c-b37c-68fab3003fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:41.841066 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-9dbd6441-374d-414a-aab9-6b1d130a232e None None] For port 0898ad3a-6499-46a7-851c-0ccc9c464175, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:49:41.845746 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-9dbd6441-374d-414a-aab9-6b1d130a232e None None] For port 0898ad3a-6499-46a7-851c-0ccc9c464175, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=0898ad3a-6499-46a7-851c-0ccc9c464175,segment=NetworkSegment(82a3803b-2e8e-44b4-a16d-7c43b237ab72),segment_id=82a3803b-2e8e-44b4-a16d-7c43b237ab72)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:49:41.854055 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9dbd6441-374d-414a-aab9-6b1d130a232e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:41.987656 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbd6441-374d-414a-aab9-6b1d130a232e None None] Routers {'5dba9485-4a1f-44f5-a4f7-918816b511cc'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:49:41.988336 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-9dbd6441-374d-414a-aab9-6b1d130a232e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:49:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['5dba9485-4a1f-44f5-a4f7-918816b511cc'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:49:42.150209 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e34bb-29f8-47a7-90ee-0d75cabde023 None None] Pushing event updated for resources: {'Port': ['ID=0898ad3a-6499-46a7-851c-0ccc9c464175,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:42.195418 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-9dbd6441-374d-414a-aab9-6b1d130a232e None None] Set router 5dba9485-4a1f-44f5-a4f7-918816b511cc gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:49:42.234464 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-c450780a-fca7-4b50-a5dd-2565e439a55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcb93e5-02c2-4a46-844a-85c27cbe965d', 'name': 'tempest-TestServerBasicOps-1061628614-router', 'tenant_id': 'd95124be20d443a5b7c2b4a2a33736fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '646e8968-84ac-4da5-8939-7af6da26c1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:49:38Z', 'updated_at': '2021-11-09T21:49:40Z', 'revision_number': 3, 'project_id': 'd95124be20d443a5b7c2b4a2a33736fc', 'gw_port': {'id': '646e8968-84ac-4da5-8939-7af6da26c1a2', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:7e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bcb93e5-02c2-4a46-844a-85c27cbe965d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:49:39Z', 'updated_at': '2021-11-09T21:49:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:49:42.251889 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d96f1291-a6f3-48ff-b17f-c7589b7edf64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:42.476919 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-9dbd6441-374d-414a-aab9-6b1d130a232e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dba9485-4a1f-44f5-a4f7-918816b511cc', 'name': 'tempest-TestServerBasicOps-1801228480-router', 'tenant_id': '1862727b93244d9ab5b3df5029ee0816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '1e26e4e6-b96b-4941-bbe7-167c9250720d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:49:33Z', 'updated_at': '2021-11-09T21:49:36Z', 'revision_number': 4, 'project_id': '1862727b93244d9ab5b3df5029ee0816', 'gw_port': {'id': '1e26e4e6-b96b-4941-bbe7-167c9250720d', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:76:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dba9485-4a1f-44f5-a4f7-918816b511cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:49:33Z', 'updated_at': '2021-11-09T21:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '0898ad3a-6499-46a7-851c-0ccc9c464175', 'name': '', 'network_id': '701da2f2-3820-4b93-8098-d4756ebfb82a', 'tenant_id': '1862727b93244d9ab5b3df5029ee0816', 'mac_address': 'fa:16:3e:e4:b4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dba9485-4a1f-44f5-a4f7-918816b511cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'aa1ce486-e948-4cb6-8da6-b7876c9ed50b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:49:35Z', 'updated_at': '2021-11-09T21:49:41Z', 'revision_number': 4, 'project_id': '1862727b93244d9ab5b3df5029ee0816', 'subnets': [{'id': 'aa1ce486-e948-4cb6-8da6-b7876c9ed50b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:49:42.504217 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbd6441-374d-414a-aab9-6b1d130a232e None None] The sync data for ids ['5dba9485-4a1f-44f5-a4f7-918816b511cc'] in n-d-816206-3 is: [{'id': '5dba9485-4a1f-44f5-a4f7-918816b511cc', 'name': 'tempest-TestServerBasicOps-1801228480-router', 'tenant_id': '1862727b93244d9ab5b3df5029ee0816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '1e26e4e6-b96b-4941-bbe7-167c9250720d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:49:33Z', 'updated_at': '2021-11-09T21:49:36Z', 'revision_number': 4, 'project_id': '1862727b93244d9ab5b3df5029ee0816', 'gw_port': {'id': '1e26e4e6-b96b-4941-bbe7-167c9250720d', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:76:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dba9485-4a1f-44f5-a4f7-918816b511cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:49:33Z', 'updated_at': '2021-11-09T21:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '0898ad3a-6499-46a7-851c-0ccc9c464175', 'name': '', 'network_id': '701da2f2-3820-4b93-8098-d4756ebfb82a', 'tenant_id': '1862727b93244d9ab5b3df5029ee0816', 'mac_address': 'fa:16:3e:e4:b4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dba9485-4a1f-44f5-a4f7-918816b511cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'aa1ce486-e948-4cb6-8da6-b7876c9ed50b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:49:35Z', 'updated_at': '2021-11-09T21:49:41Z', 'revision_number': 4, 'project_id': '1862727b93244d9ab5b3df5029ee0816', 'subnets': [{'id': 'aa1ce486-e948-4cb6-8da6-b7876c9ed50b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:49:42.530401 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c450780a-fca7-4b50-a5dd-2565e439a55b None None] Checking router: 9bcb93e5-02c2-4a46-844a-85c27cbe965d for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:49:42.530749 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c450780a-fca7-4b50-a5dd-2565e439a55b None None] Updating router 9bcb93e5-02c2-4a46-844a-85c27cbe965d port 646e8968-84ac-4da5-8939-7af6da26c1a2 binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:49:42.560068 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-47411d81-7154-44ae-9a47-18d2ad195c3a None None] Provisioning complete for port 0898ad3a-6499-46a7-851c-0ccc9c464175 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:49:42.560349 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-47411d81-7154-44ae-9a47-18d2ad195c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:42.586891 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-d96f1291-a6f3-48ff-b17f-c7589b7edf64 admin admin] Allocated IP 172.20.0.1 (1056b7d6-a16b-480e-a1ee-0093135eb53a/1990e953-512a-469f-81af-bef062db7576/6e219e85-d8c6-440e-9049-41eef2acfe2f) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:49:42.602346 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c450780a-fca7-4b50-a5dd-2565e439a55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:42.719926 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d96f1291-a6f3-48ff-b17f-c7589b7edf64 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:42.768348 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d96f1291-a6f3-48ff-b17f-c7589b7edf64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:42.814786 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96f1291-a6f3-48ff-b17f-c7589b7edf64 admin admin] Network 1056b7d6-a16b-480e-a1ee-0093135eb53a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:49:42.819682 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-47411d81-7154-44ae-9a47-18d2ad195c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:42.827499 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-d96f1291-a6f3-48ff-b17f-c7589b7edf64 admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:49:42.830864 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96f1291-a6f3-48ff-b17f-c7589b7edf64 admin admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:49:42.848115 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 0898ad3a-6499-46a7-851c-0ccc9c464175 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:49:42.867148 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f1291-a6f3-48ff-b17f-c7589b7edf64 admin admin] Pushing event updated for resources: {'Port': ['ID=6e219e85-d8c6-440e-9049-41eef2acfe2f,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:42.887508 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d96f1291-a6f3-48ff-b17f-c7589b7edf64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:43.110443 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d96f1291-a6f3-48ff-b17f-c7589b7edf64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:43.129600 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c450780a-fca7-4b50-a5dd-2565e439a55b None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:43.144371 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-47411d81-7154-44ae-9a47-18d2ad195c3a None None] For port 0898ad3a-6499-46a7-851c-0ccc9c464175, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=0898ad3a-6499-46a7-851c-0ccc9c464175,segment=NetworkSegment(82a3803b-2e8e-44b4-a16d-7c43b237ab72),segment_id=82a3803b-2e8e-44b4-a16d-7c43b237ab72)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:49:43.146411 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c450780a-fca7-4b50-a5dd-2565e439a55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:43.152850 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-47411d81-7154-44ae-9a47-18d2ad195c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:43.248452 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bb68a5-7539-423b-8fae-e3e1b9b74dfe None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:49:43.259582 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca82336-176b-4614-94ac-c8f87b88ed87 None None] Pushing event updated for resources: {'Port': ['ID=646e8968-84ac-4da5-8939-7af6da26c1a2,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:43.269356 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-c450780a-fca7-4b50-a5dd-2565e439a55b None None] Attempting to bind port 646e8968-84ac-4da5-8939-7af6da26c1a2 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:49:43.270191 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-c450780a-fca7-4b50-a5dd-2565e439a55b None None] Attempting to bind port 646e8968-84ac-4da5-8939-7af6da26c1a2 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:49:43.270565 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c450780a-fca7-4b50-a5dd-2565e439a55b None None] Attempting to bind port 646e8968-84ac-4da5-8939-7af6da26c1a2 on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:49:43.310047 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 0898ad3a-6499-46a7-851c-0ccc9c464175 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:49:43.310422 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:43.318287 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c450780a-fca7-4b50-a5dd-2565e439a55b None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:49:43.318891 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c450780a-fca7-4b50-a5dd-2565e439a55b None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:49:43.319071 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c450780a-fca7-4b50-a5dd-2565e439a55b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:43.319472 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c450780a-fca7-4b50-a5dd-2565e439a55b None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:49:43.319959 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-c450780a-fca7-4b50-a5dd-2565e439a55b None None] Bound port: 646e8968-84ac-4da5-8939-7af6da26c1a2, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:49:43.320612 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c450780a-fca7-4b50-a5dd-2565e439a55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:43.348067 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d96f1291-a6f3-48ff-b17f-c7589b7edf64 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:43.353491 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d96f1291-a6f3-48ff-b17f-c7589b7edf64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:43.404492 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-db58b4fc-a895-4ba5-bbc5-3c420f6fcd8f None None] Provisioning complete for port 6e219e85-d8c6-440e-9049-41eef2acfe2f triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:49:43.404845 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-db58b4fc-a895-4ba5-bbc5-3c420f6fcd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:43.427621 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f1291-a6f3-48ff-b17f-c7589b7edf64 admin admin] Pushing event updated for resources: {'Port': ['ID=6e219e85-d8c6-440e-9049-41eef2acfe2f,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:43.431103 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d96f1291-a6f3-48ff-b17f-c7589b7edf64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:43.444954 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47411d81-7154-44ae-9a47-18d2ad195c3a None None] Pushing event updated for resources: {'Port': ['ID=0898ad3a-6499-46a7-851c-0ccc9c464175,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:43.479614 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-c450780a-fca7-4b50-a5dd-2565e439a55b None None] For port 646e8968-84ac-4da5-8939-7af6da26c1a2, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:49:43.499106 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-db58b4fc-a895-4ba5-bbc5-3c420f6fcd8f None None] Port 6e219e85-d8c6-440e-9049-41eef2acfe2f cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:49:43.502804 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-c450780a-fca7-4b50-a5dd-2565e439a55b None None] For port 646e8968-84ac-4da5-8939-7af6da26c1a2, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=646e8968-84ac-4da5-8939-7af6da26c1a2,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:49:43.513220 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c450780a-fca7-4b50-a5dd-2565e439a55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:43.547356 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96f1291-a6f3-48ff-b17f-c7589b7edf64 admin admin] Network 1056b7d6-a16b-480e-a1ee-0093135eb53a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:49:43.548779 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-d96f1291-a6f3-48ff-b17f-c7589b7edf64 admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:49:43.597394 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 59b5ec87-f6cd-4193-80aa-e5b3a37198ed up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:49:43.653160 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-db58b4fc-a895-4ba5-bbc5-3c420f6fcd8f None None] Provisioning complete for port 0898ad3a-6499-46a7-851c-0ccc9c464175 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:49:43.653578 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-db58b4fc-a895-4ba5-bbc5-3c420f6fcd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:43.666866 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d96f1291-a6f3-48ff-b17f-c7589b7edf64 admin admin] Router 9bcb93e5-02c2-4a46-844a-85c27cbe965d has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:49:43.725763 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124b3a06-cd21-4765-8d87-b515041d84b3 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:49:43.792265 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c450780a-fca7-4b50-a5dd-2565e439a55b None None] Routers {'9bcb93e5-02c2-4a46-844a-85c27cbe965d'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:49:43.793063 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-c450780a-fca7-4b50-a5dd-2565e439a55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:49:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['9bcb93e5-02c2-4a46-844a-85c27cbe965d'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:49:43.800787 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca82336-176b-4614-94ac-c8f87b88ed87 None None] Pushing event updated for resources: {'Port': ['ID=646e8968-84ac-4da5-8939-7af6da26c1a2,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:43.842027 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96f1291-a6f3-48ff-b17f-c7589b7edf64 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:49:43.853014 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d96f1291-a6f3-48ff-b17f-c7589b7edf64 admin admin] 10.222.0.49 "PUT /v2.0/routers/9bcb93e5-02c2-4a46-844a-85c27cbe965d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4002149 Nov 09 21:49:43.890288 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 59b5ec87-f6cd-4193-80aa-e5b3a37198ed triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:49:43.890663 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:43.998626 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-db58b4fc-a895-4ba5-bbc5-3c420f6fcd8f None None] Provisioning complete for port 59b5ec87-f6cd-4193-80aa-e5b3a37198ed triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:49:43.998995 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-db58b4fc-a895-4ba5-bbc5-3c420f6fcd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:44.030658 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-c450780a-fca7-4b50-a5dd-2565e439a55b None None] Set router 9bcb93e5-02c2-4a46-844a-85c27cbe965d gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:49:44.311701 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-c450780a-fca7-4b50-a5dd-2565e439a55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcb93e5-02c2-4a46-844a-85c27cbe965d', 'name': 'tempest-TestServerBasicOps-1061628614-router', 'tenant_id': 'd95124be20d443a5b7c2b4a2a33736fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '646e8968-84ac-4da5-8939-7af6da26c1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:49:38Z', 'updated_at': '2021-11-09T21:49:43Z', 'revision_number': 4, 'project_id': 'd95124be20d443a5b7c2b4a2a33736fc', 'gw_port': {'id': '646e8968-84ac-4da5-8939-7af6da26c1a2', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:7e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bcb93e5-02c2-4a46-844a-85c27cbe965d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:49:39Z', 'updated_at': '2021-11-09T21:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '6e219e85-d8c6-440e-9049-41eef2acfe2f', 'name': '', 'network_id': '1056b7d6-a16b-480e-a1ee-0093135eb53a', 'tenant_id': 'd95124be20d443a5b7c2b4a2a33736fc', 'mac_address': 'fa:16:3e:08:01:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bcb93e5-02c2-4a46-844a-85c27cbe965d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '1990e953-512a-469f-81af-bef062db7576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:49:42Z', 'updated_at': '2021-11-09T21:49:43Z', 'revision_number': 2, 'project_id': 'd95124be20d443a5b7c2b4a2a33736fc', 'subnets': [{'id': '1990e953-512a-469f-81af-bef062db7576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:49:44.339116 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c450780a-fca7-4b50-a5dd-2565e439a55b None None] The sync data for ids ['9bcb93e5-02c2-4a46-844a-85c27cbe965d'] in n-d-816206-3 is: [{'id': '9bcb93e5-02c2-4a46-844a-85c27cbe965d', 'name': 'tempest-TestServerBasicOps-1061628614-router', 'tenant_id': 'd95124be20d443a5b7c2b4a2a33736fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '646e8968-84ac-4da5-8939-7af6da26c1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:49:38Z', 'updated_at': '2021-11-09T21:49:43Z', 'revision_number': 4, 'project_id': 'd95124be20d443a5b7c2b4a2a33736fc', 'gw_port': {'id': '646e8968-84ac-4da5-8939-7af6da26c1a2', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:7e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bcb93e5-02c2-4a46-844a-85c27cbe965d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:49:39Z', 'updated_at': '2021-11-09T21:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '6e219e85-d8c6-440e-9049-41eef2acfe2f', 'name': '', 'network_id': '1056b7d6-a16b-480e-a1ee-0093135eb53a', 'tenant_id': 'd95124be20d443a5b7c2b4a2a33736fc', 'mac_address': 'fa:16:3e:08:01:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bcb93e5-02c2-4a46-844a-85c27cbe965d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '1990e953-512a-469f-81af-bef062db7576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:49:42Z', 'updated_at': '2021-11-09T21:49:43Z', 'revision_number': 2, 'project_id': 'd95124be20d443a5b7c2b4a2a33736fc', 'subnets': [{'id': '1990e953-512a-469f-81af-bef062db7576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:49:44.375729 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-7a5f35b0-20d9-4ccc-97b1-0b35c2d66f4c None None] Provisioning complete for port 6e219e85-d8c6-440e-9049-41eef2acfe2f triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:49:44.376238 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7a5f35b0-20d9-4ccc-97b1-0b35c2d66f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:44.410911 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58614) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:49:44.417937 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-61144e7a-be5f-48ba-866e-c4cd399ef239 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1074157382', 'description': 'tempest-secgroup-smoke-1074157382 description', 'project_id': '1862727b93244d9ab5b3df5029ee0816'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:49:44.425059 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-7a5f35b0-20d9-4ccc-97b1-0b35c2d66f4c None None] Port 6e219e85-d8c6-440e-9049-41eef2acfe2f cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:49:44.437082 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-7a5f35b0-20d9-4ccc-97b1-0b35c2d66f4c None None] Provisioning complete for port 646e8968-84ac-4da5-8939-7af6da26c1a2 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:49:44.437554 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7a5f35b0-20d9-4ccc-97b1-0b35c2d66f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:44.450611 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-61144e7a-be5f-48ba-866e-c4cd399ef239 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:44.544309 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-61144e7a-be5f-48ba-866e-c4cd399ef239 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:44.545965 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7a5f35b0-20d9-4ccc-97b1-0b35c2d66f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:44.548771 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-61144e7a-be5f-48ba-866e-c4cd399ef239 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:44.569557 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-7a5f35b0-20d9-4ccc-97b1-0b35c2d66f4c None None] For port 646e8968-84ac-4da5-8939-7af6da26c1a2, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=646e8968-84ac-4da5-8939-7af6da26c1a2,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:49:44.573759 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7a5f35b0-20d9-4ccc-97b1-0b35c2d66f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:44.590217 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-61144e7a-be5f-48ba-866e-c4cd399ef239 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:44.591513 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-61144e7a-be5f-48ba-866e-c4cd399ef239 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1788120 Nov 09 21:49:44.593816 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61144e7a-be5f-48ba-866e-c4cd399ef239 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5158171-8156-4cb1-a9b7-02d46cf18561,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:44.595174 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58616) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:49:44.601186 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-20738fdd-6a8c-4b44-a2e9-7f0a12d752e1 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Request body: {'security_group_rule': {'security_group_id': 'f5158171-8156-4cb1-a9b7-02d46cf18561', 'project_id': '1862727b93244d9ab5b3df5029ee0816', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:49:44.661710 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-20738fdd-6a8c-4b44-a2e9-7f0a12d752e1 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:44.677101 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f35b0-20d9-4ccc-97b1-0b35c2d66f4c None None] Pushing event updated for resources: {'Port': ['ID=646e8968-84ac-4da5-8939-7af6da26c1a2,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:44.736287 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-20738fdd-6a8c-4b44-a2e9-7f0a12d752e1 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:44.741890 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-20738fdd-6a8c-4b44-a2e9-7f0a12d752e1 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:44.773259 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20738fdd-6a8c-4b44-a2e9-7f0a12d752e1 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2b1bcbb-ff04-4dd0-a270-cae28da35c6e,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:44.786702 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-20738fdd-6a8c-4b44-a2e9-7f0a12d752e1 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:44.788130 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-20738fdd-6a8c-4b44-a2e9-7f0a12d752e1 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1917243 Nov 09 21:49:44.790937 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58618) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:49:44.795577 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 0898ad3a-6499-46a7-851c-0ccc9c464175 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:49:44.803357 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-1066ca79-24e8-4ce1-90ec-853d6c5ff153 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Request body: {'security_group_rule': {'security_group_id': 'f5158171-8156-4cb1-a9b7-02d46cf18561', 'project_id': '1862727b93244d9ab5b3df5029ee0816', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:49:44.845911 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1066ca79-24e8-4ce1-90ec-853d6c5ff153 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:44.868438 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 0898ad3a-6499-46a7-851c-0ccc9c464175 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:49:44.869043 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:44.923542 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1066ca79-24e8-4ce1-90ec-853d6c5ff153 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:44.929487 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1066ca79-24e8-4ce1-90ec-853d6c5ff153 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:44.950129 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1066ca79-24e8-4ce1-90ec-853d6c5ff153 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62ce91d3-99f2-4749-be38-fd4388e0600a,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:44.960801 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1066ca79-24e8-4ce1-90ec-853d6c5ff153 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:44.965247 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1066ca79-24e8-4ce1-90ec-853d6c5ff153 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1729386 Nov 09 21:49:44.965899 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58620) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:49:44.970618 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-2db6a09b-6751-465e-8291-ebb19c919baa tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Request body: {'security_group_rule': {'security_group_id': 'f5158171-8156-4cb1-a9b7-02d46cf18561', 'project_id': '1862727b93244d9ab5b3df5029ee0816', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:49:45.004534 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2db6a09b-6751-465e-8291-ebb19c919baa tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:45.069840 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2db6a09b-6751-465e-8291-ebb19c919baa tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:45.074928 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2db6a09b-6751-465e-8291-ebb19c919baa tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:45.088914 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6a09b-6751-465e-8291-ebb19c919baa tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68c07860-f0a3-4bda-a179-f17049aacadf,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:45.108160 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2db6a09b-6751-465e-8291-ebb19c919baa tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:45.112561 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58624) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:49:45.112978 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2db6a09b-6751-465e-8291-ebb19c919baa tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1459513 Nov 09 21:49:45.117812 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-03024507-1777-4cfc-bad3-a48889891510 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Request body: {'security_group_rule': {'security_group_id': 'f5158171-8156-4cb1-a9b7-02d46cf18561', 'project_id': '1862727b93244d9ab5b3df5029ee0816', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:49:45.154631 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-03024507-1777-4cfc-bad3-a48889891510 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:45.247566 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-03024507-1777-4cfc-bad3-a48889891510 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:45.251629 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-03024507-1777-4cfc-bad3-a48889891510 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:45.281177 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03024507-1777-4cfc-bad3-a48889891510 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdc9e793-7b0e-4320-af66-28cf529ca960,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:45.288317 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-03024507-1777-4cfc-bad3-a48889891510 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:45.289609 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-03024507-1777-4cfc-bad3-a48889891510 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1755450 Nov 09 21:49:45.292625 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58628) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:49:45.298196 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-12055702-0070-49f6-9533-dfb0c147b9cb tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Request body: {'security_group_rule': {'security_group_id': 'f5158171-8156-4cb1-a9b7-02d46cf18561', 'project_id': '1862727b93244d9ab5b3df5029ee0816', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:49:45.327409 n-d-816206-3 neutron-server[102608]: INFO neutron.db.securitygroups_db [None req-12055702-0070-49f6-9533-dfb0c147b9cb tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Project 1862727b93244d9ab5b3df5029ee0816 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 21:49:45.334782 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-12055702-0070-49f6-9533-dfb0c147b9cb tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:45.404989 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-12055702-0070-49f6-9533-dfb0c147b9cb tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:45.410044 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-12055702-0070-49f6-9533-dfb0c147b9cb tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:45.429997 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12055702-0070-49f6-9533-dfb0c147b9cb tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=918f8ec5-08d5-46c8-8f7c-8058b0956077,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:45.438087 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-12055702-0070-49f6-9533-dfb0c147b9cb tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:45.439454 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-12055702-0070-49f6-9533-dfb0c147b9cb tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1453030 Nov 09 21:49:45.442231 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58630) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:49:45.450083 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-18ebb536-46ab-4db7-81f8-7553f3819eeb tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Request body: {'security_group_rule': {'security_group_id': 'f5158171-8156-4cb1-a9b7-02d46cf18561', 'project_id': '1862727b93244d9ab5b3df5029ee0816', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:49:45.477348 n-d-816206-3 neutron-server[102607]: INFO neutron.db.securitygroups_db [None req-18ebb536-46ab-4db7-81f8-7553f3819eeb tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Project 1862727b93244d9ab5b3df5029ee0816 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 21:49:45.485660 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-18ebb536-46ab-4db7-81f8-7553f3819eeb tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:45.571368 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-18ebb536-46ab-4db7-81f8-7553f3819eeb tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:45.582716 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-18ebb536-46ab-4db7-81f8-7553f3819eeb tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:45.622761 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ebb536-46ab-4db7-81f8-7553f3819eeb tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4afed9c4-8734-4ee2-8776-8ed1661e2cc8,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:45.629451 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-18ebb536-46ab-4db7-81f8-7553f3819eeb tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:45.630660 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-18ebb536-46ab-4db7-81f8-7553f3819eeb tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1851199 Nov 09 21:49:45.648336 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4c2bb-e337-4197-9ab8-51cd78f9ef91 req-e56e3d51-5502-42a8-b929-6437ab91861e tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:45.650832 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c5f4c2bb-e337-4197-9ab8-51cd78f9ef91 req-e56e3d51-5502-42a8-b929-6437ab91861e tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 1096 time: 0.0782826 Nov 09 21:49:45.716910 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c5f4c2bb-e337-4197-9ab8-51cd78f9ef91 req-cb39ab69-40c1-407a-a2d2-a5c975334b6c tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=7d623e45-78a7-4604-9607-a76c282e92d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512104 Nov 09 21:49:45.838778 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-d75e5aa3-dd23-445d-b578-380e4212d677 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1074157382&fields=id&tenant_id=1862727b93244d9ab5b3df5029ee0816 HTTP/1.1" status: 200 len: 267 time: 0.0599124 Nov 09 21:49:45.865439 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136dff3d-6d4a-42f6-8766-835935faa09e req-15138f98-3a01-4830-903c-e165273a8c0f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:45.867230 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-136dff3d-6d4a-42f6-8766-835935faa09e req-15138f98-3a01-4830-903c-e165273a8c0f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 945 time: 0.0606570 Nov 09 21:49:45.928359 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-136dff3d-6d4a-42f6-8766-835935faa09e req-578189ab-afcf-4b11-bdf5-eda94bd7ae33 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d623e45-78a7-4604-9607-a76c282e92d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538714 Nov 09 21:49:45.949965 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 58648) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:49:45.963191 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-135017ae-732f-4efc-a546-cd82ff4870ea tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:45.964972 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-135017ae-732f-4efc-a546-cd82ff4870ea tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] 10.222.0.49 "GET /v2.0/networks?id=701da2f2-3820-4b93-8098-d4756ebfb82a HTTP/1.1" status: 200 len: 809 time: 0.1179359 Nov 09 21:49:45.981128 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-7882a8bf-d51e-4c2c-8b61-0856740135b7 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] 10.222.0.49 "GET /v2.0/quotas/1862727b93244d9ab5b3df5029ee0816 HTTP/1.1" status: 200 len: 375 time: 0.0101395 Nov 09 21:49:46.037850 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-52fe90c0-1486-4da0-b96d-e7b31e971716 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/floatingips/102cde29-a670-41cd-ad94-aff483a2f7ed HTTP/1.1" status: 200 len: 992 time: 0.0865083 Nov 09 21:49:46.057225 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-57d76fbe-c9d6-4e56-9a1e-8b0ef97a7683 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1862727b93244d9ab5b3df5029ee0816&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0666132 Nov 09 21:49:46.254209 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-202082e6-dba6-440e-80a6-c8876c2d5fd4 service neutron] 10.222.0.49 "GET /v2.0/networks/701da2f2-3820-4b93-8098-d4756ebfb82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961217 Nov 09 21:49:46.351400 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-9ed23927-641a-4b0d-9ec6-f263eadaf62f service neutron] 10.222.0.49 "GET /v2.0/networks/701da2f2-3820-4b93-8098-d4756ebfb82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904832 Nov 09 21:49:46.594887 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c9b49d98-e082-4be7-9720-90c44e372730 req-7613f803-c78c-4cb0-95e3-ef86826f04bb tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] 10.222.0.49 "GET /v2.0/ports?device_id=efe93505-f165-4648-8cc6-4a99c70f776a HTTP/1.1" status: 200 len: 210 time: 0.0453677 Nov 09 21:49:46.596812 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58670) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:49:46.642420 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55419a1f-b633-4439-82e8-ba1afe17952e req-02228107-1dfd-49a8-aeba-dd9f9c773756 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:46.645069 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-55419a1f-b633-4439-82e8-ba1afe17952e req-02228107-1dfd-49a8-aeba-dd9f9c773756 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 945 time: 0.0700786 Nov 09 21:49:46.769676 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-55419a1f-b633-4439-82e8-ba1afe17952e req-24074f28-430b-44c9-9eb0-c31a74c13029 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d623e45-78a7-4604-9607-a76c282e92d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174197 Nov 09 21:49:46.784616 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-8ed57444-4fc1-453e-975d-91833a7d1147 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1861534 Nov 09 21:49:46.798174 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-48200937-f322-4afe-b9e0-49585c86f733 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:49:46.799737 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-48200937-f322-4afe-b9e0-49585c86f733 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100679 Nov 09 21:49:46.836694 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 646e8968-84ac-4da5-8939-7af6da26c1a2 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:49:46.891502 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 646e8968-84ac-4da5-8939-7af6da26c1a2 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:49:46.891886 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:47.175527 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b329076-1149-43be-bc7f-e89860c961e0 None None] Sync routers for ids ['9bcb93e5-02c2-4a46-844a-85c27cbe965d'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:49:47.189377 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b329076-1149-43be-bc7f-e89860c961e0 None None] Routers {'9bcb93e5-02c2-4a46-844a-85c27cbe965d'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:49:47.190105 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-9b329076-1149-43be-bc7f-e89860c961e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:49:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['9bcb93e5-02c2-4a46-844a-85c27cbe965d'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:49:47.323437 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-9b329076-1149-43be-bc7f-e89860c961e0 None None] Set router 9bcb93e5-02c2-4a46-844a-85c27cbe965d gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:49:47.585277 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-9b329076-1149-43be-bc7f-e89860c961e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcb93e5-02c2-4a46-844a-85c27cbe965d', 'name': 'tempest-TestServerBasicOps-1061628614-router', 'tenant_id': 'd95124be20d443a5b7c2b4a2a33736fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '646e8968-84ac-4da5-8939-7af6da26c1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:49:38Z', 'updated_at': '2021-11-09T21:49:43Z', 'revision_number': 4, 'project_id': 'd95124be20d443a5b7c2b4a2a33736fc', 'gw_port': {'id': '646e8968-84ac-4da5-8939-7af6da26c1a2', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcb93e5-02c2-4a46-844a-85c27cbe965d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:49:39Z', 'updated_at': '2021-11-09T21:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '6e219e85-d8c6-440e-9049-41eef2acfe2f', 'name': '', 'network_id': '1056b7d6-a16b-480e-a1ee-0093135eb53a', 'tenant_id': 'd95124be20d443a5b7c2b4a2a33736fc', 'mac_address': 'fa:16:3e:08:01:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bcb93e5-02c2-4a46-844a-85c27cbe965d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '1990e953-512a-469f-81af-bef062db7576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:49:42Z', 'updated_at': '2021-11-09T21:49:43Z', 'revision_number': 2, 'project_id': 'd95124be20d443a5b7c2b4a2a33736fc', 'subnets': [{'id': '1990e953-512a-469f-81af-bef062db7576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:49:47.616951 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b329076-1149-43be-bc7f-e89860c961e0 None None] Checking router: 9bcb93e5-02c2-4a46-844a-85c27cbe965d for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:49:47.617591 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b329076-1149-43be-bc7f-e89860c961e0 None None] Updating router 9bcb93e5-02c2-4a46-844a-85c27cbe965d port 6e219e85-d8c6-440e-9049-41eef2acfe2f binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:49:47.661444 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ad903c65-7b82-4bd5-a180-04db8c9e1291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:47.663527 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9b329076-1149-43be-bc7f-e89860c961e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:47.717724 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-60036bf3-a0b9-4085-919a-584e25abef0e req-99b88333-f609-45df-bc36-e205615e5632 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] 10.222.0.49 "GET /v2.0/ports?device_id=efe93505-f165-4648-8cc6-4a99c70f776a HTTP/1.1" status: 200 len: 210 time: 0.0462887 Nov 09 21:49:48.012521 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1d834-d737-4a47-b6a8-5aba08873827 req-5d11dd4a-cdc7-4b41-9e50-a231bf69059f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:48.014226 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-80f1d834-d737-4a47-b6a8-5aba08873827 req-5d11dd4a-cdc7-4b41-9e50-a231bf69059f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 945 time: 0.1475391 Nov 09 21:49:48.031410 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9b329076-1149-43be-bc7f-e89860c961e0 None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:48.040329 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9b329076-1149-43be-bc7f-e89860c961e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:48.057642 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-38921523-4ade-4841-8e45-bdc5eb9e617d tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:48.059302 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-38921523-4ade-4841-8e45-bdc5eb9e617d tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] 10.222.0.43 "GET /v2.0/networks?id=701da2f2-3820-4b93-8098-d4756ebfb82a HTTP/1.1" status: 200 len: 809 time: 0.2199037 Nov 09 21:49:48.116468 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-80f1d834-d737-4a47-b6a8-5aba08873827 req-f9c2a9d3-89e7-49c0-aa44-4f15ea9f9e4e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d623e45-78a7-4604-9607-a76c282e92d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944839 Nov 09 21:49:48.149461 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea77c49-0c42-4f8d-b0d0-4dea60282d0f None None] Pushing event updated for resources: {'Port': ['ID=6e219e85-d8c6-440e-9049-41eef2acfe2f,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:48.166918 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-da98977a-9fcf-4436-bf20-e77b344497f2 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1862727b93244d9ab5b3df5029ee0816 HTTP/1.1" status: 200 len: 380 time: 0.0907967 Nov 09 21:49:48.194758 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-9b329076-1149-43be-bc7f-e89860c961e0 None None] Attempting to bind port 6e219e85-d8c6-440e-9049-41eef2acfe2f on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:49:48.195409 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-9b329076-1149-43be-bc7f-e89860c961e0 None None] Attempting to bind port 6e219e85-d8c6-440e-9049-41eef2acfe2f by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '214ebd33-fd0c-4ad5-a0d0-207656dc2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1056b7d6-a16b-480e-a1ee-0093135eb53a'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:49:48.195708 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b329076-1149-43be-bc7f-e89860c961e0 None None] Attempting to bind port 6e219e85-d8c6-440e-9049-41eef2acfe2f on network 1056b7d6-a16b-480e-a1ee-0093135eb53a {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:49:48.202022 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b329076-1149-43be-bc7f-e89860c961e0 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:49:48.202409 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b329076-1149-43be-bc7f-e89860c961e0 None None] Checking segment: {'id': '214ebd33-fd0c-4ad5-a0d0-207656dc2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1056b7d6-a16b-480e-a1ee-0093135eb53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:49:48.202806 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9b329076-1149-43be-bc7f-e89860c961e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:48.203196 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b329076-1149-43be-bc7f-e89860c961e0 None None] Bound using segment: {'id': '214ebd33-fd0c-4ad5-a0d0-207656dc2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1056b7d6-a16b-480e-a1ee-0093135eb53a'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:49:48.203685 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-9b329076-1149-43be-bc7f-e89860c961e0 None None] Bound port: 6e219e85-d8c6-440e-9049-41eef2acfe2f, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '214ebd33-fd0c-4ad5-a0d0-207656dc2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1056b7d6-a16b-480e-a1ee-0093135eb53a'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:49:48.204223 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9b329076-1149-43be-bc7f-e89860c961e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:48.205575 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-da95a6dd-7c30-4add-9814-c22d8db3fdfd tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Request body: {'port': {'device_id': 'efe93505-f165-4648-8cc6-4a99c70f776a', 'network_id': '701da2f2-3820-4b93-8098-d4756ebfb82a', 'admin_state_up': True, 'tenant_id': '1862727b93244d9ab5b3df5029ee0816', 'security_groups': ['f5158171-8156-4cb1-a9b7-02d46cf18561']}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:49:48.299666 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-9b329076-1149-43be-bc7f-e89860c961e0 None None] For port 6e219e85-d8c6-440e-9049-41eef2acfe2f, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:49:48.304664 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-9b329076-1149-43be-bc7f-e89860c961e0 None None] For port 6e219e85-d8c6-440e-9049-41eef2acfe2f, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=6e219e85-d8c6-440e-9049-41eef2acfe2f,segment=NetworkSegment(214ebd33-fd0c-4ad5-a0d0-207656dc2518),segment_id=214ebd33-fd0c-4ad5-a0d0-207656dc2518)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:49:48.313088 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-9b329076-1149-43be-bc7f-e89860c961e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:48.376689 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-da95a6dd-7c30-4add-9814-c22d8db3fdfd tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Made reservation on behalf of 1862727b93244d9ab5b3df5029ee0816 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:49:48.381455 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-da95a6dd-7c30-4add-9814-c22d8db3fdfd tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:48.381610 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b329076-1149-43be-bc7f-e89860c961e0 None None] Routers {'9bcb93e5-02c2-4a46-844a-85c27cbe965d'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:49:48.382135 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-9b329076-1149-43be-bc7f-e89860c961e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:49:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['9bcb93e5-02c2-4a46-844a-85c27cbe965d'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:49:48.449404 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-bdc0a671-3361-49a9-898c-28fce4725153 None None] Provisioning complete for port 6e219e85-d8c6-440e-9049-41eef2acfe2f triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:49:48.449987 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bdc0a671-3361-49a9-898c-28fce4725153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:48.486303 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea77c49-0c42-4f8d-b0d0-4dea60282d0f None None] Pushing event updated for resources: {'Port': ['ID=6e219e85-d8c6-440e-9049-41eef2acfe2f,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:48.524273 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-2a8746b2-7f29-40f6-92e3-c7557ce43306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:48.526025 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-2a8746b2-7f29-40f6-92e3-c7557ce43306 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7411b744b214ee4a720fd6796dc002b&device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 1096 time: 0.0700421 Nov 09 21:49:48.564314 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-da95a6dd-7c30-4add-9814-c22d8db3fdfd tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Allocated IP 172.20.0.14 (701da2f2-3820-4b93-8098-d4756ebfb82a/aa1ce486-e948-4cb6-8da6-b7876c9ed50b/b912968d-86ce-4965-9bf0-3d8032cab9ec) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:49:48.579864 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-9b329076-1149-43be-bc7f-e89860c961e0 None None] Set router 9bcb93e5-02c2-4a46-844a-85c27cbe965d gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:49:48.580556 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bdc0a671-3361-49a9-898c-28fce4725153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:48.655730 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-d3e9514f-a214-4af8-9a68-20f348e102c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:48.657345 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-d3e9514f-a214-4af8-9a68-20f348e102c3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1bef2b17-c5ff-479e-a8f0-8013bdbc26bd HTTP/1.1" status: 200 len: 896 time: 0.1241879 Nov 09 21:49:48.739273 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-031a18c7-f754-4e85-aa22-c380155f1dcd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdada6dc-9d82-46c8-a525-82c6e0d1a678 HTTP/1.1" status: 200 len: 1000 time: 0.0746930 Nov 09 21:49:48.825928 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-8ca25f3d-d70d-4a9d-8cef-19c1f1e6f852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:48.845267 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-8ca25f3d-d70d-4a9d-8cef-19c1f1e6f852 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a07fc112-953e-4abf-a6cb-1fde7118f683 HTTP/1.1" status: 200 len: 834 time: 0.0983672 Nov 09 21:49:48.848498 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-da95a6dd-7c30-4add-9814-c22d8db3fdfd tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:48.860492 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-bdc0a671-3361-49a9-898c-28fce4725153 None None] For port 6e219e85-d8c6-440e-9049-41eef2acfe2f, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=6e219e85-d8c6-440e-9049-41eef2acfe2f,segment=NetworkSegment(214ebd33-fd0c-4ad5-a0d0-207656dc2518),segment_id=214ebd33-fd0c-4ad5-a0d0-207656dc2518)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:49:48.867182 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bdc0a671-3361-49a9-898c-28fce4725153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:48.879977 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 6e219e85-d8c6-440e-9049-41eef2acfe2f up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:49:48.890978 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-da95a6dd-7c30-4add-9814-c22d8db3fdfd tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:48.945210 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-997224a9-65bf-4906-b899-7c423ebd62c6 req-fa42805f-974e-481c-8341-a07eff17b408 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] 10.222.0.49 "GET /v2.0/ports?device_id=efe93505-f165-4648-8cc6-4a99c70f776a HTTP/1.1" status: 200 len: 210 time: 0.0985544 Nov 09 21:49:48.971288 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da95a6dd-7c30-4add-9814-c22d8db3fdfd tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Pushing event updated for resources: {'Port': ['ID=b912968d-86ce-4965-9bf0-3d8032cab9ec,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:48.972790 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0a671-3361-49a9-898c-28fce4725153 None None] Pushing event updated for resources: {'Port': ['ID=6e219e85-d8c6-440e-9049-41eef2acfe2f,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:48.985745 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-72db1be6-ae3f-47f8-9bc7-a76119076679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:48.986668 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-da95a6dd-7c30-4add-9814-c22d8db3fdfd tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Network 701da2f2-3820-4b93-8098-d4756ebfb82a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:49:48.987342 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-72db1be6-ae3f-47f8-9bc7-a76119076679 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1bef2b17-c5ff-479e-a8f0-8013bdbc26bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1295769 Nov 09 21:49:48.988203 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-da95a6dd-7c30-4add-9814-c22d8db3fdfd tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:49:49.000352 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 6e219e85-d8c6-440e-9049-41eef2acfe2f triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:49:49.000846 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:49.001493 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-da95a6dd-7c30-4add-9814-c22d8db3fdfd tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:49:49.056986 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-0b15a307-f0dc-49e1-b69c-93041b4fcdd9 None None] Provisioning complete for port 6e219e85-d8c6-440e-9049-41eef2acfe2f triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:49:49.057458 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0b15a307-f0dc-49e1-b69c-93041b4fcdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:49.067342 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-da95a6dd-7c30-4add-9814-c22d8db3fdfd tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:49.067993 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-da95a6dd-7c30-4add-9814-c22d8db3fdfd tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:49.075227 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-9b329076-1149-43be-bc7f-e89860c961e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcb93e5-02c2-4a46-844a-85c27cbe965d', 'name': 'tempest-TestServerBasicOps-1061628614-router', 'tenant_id': 'd95124be20d443a5b7c2b4a2a33736fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '646e8968-84ac-4da5-8939-7af6da26c1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:49:38Z', 'updated_at': '2021-11-09T21:49:43Z', 'revision_number': 4, 'project_id': 'd95124be20d443a5b7c2b4a2a33736fc', 'gw_port': {'id': '646e8968-84ac-4da5-8939-7af6da26c1a2', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcb93e5-02c2-4a46-844a-85c27cbe965d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:49:39Z', 'updated_at': '2021-11-09T21:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '6e219e85-d8c6-440e-9049-41eef2acfe2f', 'name': '', 'network_id': '1056b7d6-a16b-480e-a1ee-0093135eb53a', 'tenant_id': 'd95124be20d443a5b7c2b4a2a33736fc', 'mac_address': 'fa:16:3e:08:01:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bcb93e5-02c2-4a46-844a-85c27cbe965d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '1990e953-512a-469f-81af-bef062db7576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:49:42Z', 'updated_at': '2021-11-09T21:49:48Z', 'revision_number': 4, 'project_id': 'd95124be20d443a5b7c2b4a2a33736fc', 'subnets': [{'id': '1990e953-512a-469f-81af-bef062db7576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:49:49.087627 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-da95a6dd-7c30-4add-9814-c22d8db3fdfd tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8863759 Nov 09 21:49:49.106248 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-17d300d8-3f72-4733-82da-d91ba8eb6b35 service neutron] Request body: {'port': {'device_id': 'efe93505-f165-4648-8cc6-4a99c70f776a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:49:49.118027 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b329076-1149-43be-bc7f-e89860c961e0 None None] The sync data for ids ['9bcb93e5-02c2-4a46-844a-85c27cbe965d'] in n-d-816206-3 is: [{'id': '9bcb93e5-02c2-4a46-844a-85c27cbe965d', 'name': 'tempest-TestServerBasicOps-1061628614-router', 'tenant_id': 'd95124be20d443a5b7c2b4a2a33736fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '646e8968-84ac-4da5-8939-7af6da26c1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:49:38Z', 'updated_at': '2021-11-09T21:49:43Z', 'revision_number': 4, 'project_id': 'd95124be20d443a5b7c2b4a2a33736fc', 'gw_port': {'id': '646e8968-84ac-4da5-8939-7af6da26c1a2', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcb93e5-02c2-4a46-844a-85c27cbe965d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:49:39Z', 'updated_at': '2021-11-09T21:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '6e219e85-d8c6-440e-9049-41eef2acfe2f', 'name': '', 'network_id': '1056b7d6-a16b-480e-a1ee-0093135eb53a', 'tenant_id': 'd95124be20d443a5b7c2b4a2a33736fc', 'mac_address': 'fa:16:3e:08:01:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bcb93e5-02c2-4a46-844a-85c27cbe965d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '1990e953-512a-469f-81af-bef062db7576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:49:42Z', 'updated_at': '2021-11-09T21:49:48Z', 'revision_number': 4, 'project_id': 'd95124be20d443a5b7c2b4a2a33736fc', 'subnets': [{'id': '1990e953-512a-469f-81af-bef062db7576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:49:49.119603 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-dca3723a-3630-4f53-85cb-7301afa5068c service neutron] 10.222.0.45 "GET /v2.0/networks/1bef2b17-c5ff-479e-a8f0-8013bdbc26bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221423 Nov 09 21:49:49.284985 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-b50be0bf-1ecf-42f6-aef1-6120790749f1 service neutron] 10.222.0.45 "GET /v2.0/networks/1bef2b17-c5ff-479e-a8f0-8013bdbc26bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544797 Nov 09 21:49:49.301011 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-17d300d8-3f72-4733-82da-d91ba8eb6b35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:49.340748 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d6572-8972-4883-8d67-66df6fc479a0 req-6df3128f-a52a-47bc-afd1-44a9b0179ed4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:49.342843 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a57d6572-8972-4883-8d67-66df6fc479a0 req-6df3128f-a52a-47bc-afd1-44a9b0179ed4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 945 time: 0.1298242 Nov 09 21:49:49.450834 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-0c771cfa-b9e8-439e-8e4f-bbac14dc408a None None] Provisioning complete for port b912968d-86ce-4965-9bf0-3d8032cab9ec triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:49:49.452041 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0c771cfa-b9e8-439e-8e4f-bbac14dc408a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:49.494989 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a57d6572-8972-4883-8d67-66df6fc479a0 req-99046bc8-5de9-4904-8af7-1d64964e1815 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d623e45-78a7-4604-9607-a76c282e92d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308942 Nov 09 21:49:49.519422 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-0c771cfa-b9e8-439e-8e4f-bbac14dc408a None None] Port b912968d-86ce-4965-9bf0-3d8032cab9ec cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:49:49.678776 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-17d300d8-3f72-4733-82da-d91ba8eb6b35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b912968d-86ce-4965-9bf0-3d8032cab9ec {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:49:49.687303 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-17d300d8-3f72-4733-82da-d91ba8eb6b35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:49.702186 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-17d300d8-3f72-4733-82da-d91ba8eb6b35 service neutron] Transition to ACTIVE for port object b912968d-86ce-4965-9bf0-3d8032cab9ec will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:49:49.706465 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-17d300d8-3f72-4733-82da-d91ba8eb6b35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:49.761293 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d300d8-3f72-4733-82da-d91ba8eb6b35 service neutron] Pushing event updated for resources: {'Port': ['ID=b912968d-86ce-4965-9bf0-3d8032cab9ec,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:49.834135 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-17d300d8-3f72-4733-82da-d91ba8eb6b35 service neutron] Attempting to bind port b912968d-86ce-4965-9bf0-3d8032cab9ec on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:49:49.834489 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-17d300d8-3f72-4733-82da-d91ba8eb6b35 service neutron] Attempting to bind port b912968d-86ce-4965-9bf0-3d8032cab9ec by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '82a3803b-2e8e-44b4-a16d-7c43b237ab72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '701da2f2-3820-4b93-8098-d4756ebfb82a'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:49:49.834802 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-17d300d8-3f72-4733-82da-d91ba8eb6b35 service neutron] Attempting to bind port b912968d-86ce-4965-9bf0-3d8032cab9ec on network 701da2f2-3820-4b93-8098-d4756ebfb82a {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:49:49.844525 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-17d300d8-3f72-4733-82da-d91ba8eb6b35 service neutron] Port b912968d-86ce-4965-9bf0-3d8032cab9ec on network 701da2f2-3820-4b93-8098-d4756ebfb82a not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:49:49.845160 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-17d300d8-3f72-4733-82da-d91ba8eb6b35 service neutron] Attempting to bind port b912968d-86ce-4965-9bf0-3d8032cab9ec on network 701da2f2-3820-4b93-8098-d4756ebfb82a {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:49:49.856019 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-17d300d8-3f72-4733-82da-d91ba8eb6b35 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:49:49.856468 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-17d300d8-3f72-4733-82da-d91ba8eb6b35 service neutron] Checking segment: {'id': '82a3803b-2e8e-44b4-a16d-7c43b237ab72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '701da2f2-3820-4b93-8098-d4756ebfb82a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:49:49.856903 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-17d300d8-3f72-4733-82da-d91ba8eb6b35 service neutron] Bound using segment: {'id': '82a3803b-2e8e-44b4-a16d-7c43b237ab72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '701da2f2-3820-4b93-8098-d4756ebfb82a'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:49:49.857347 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-17d300d8-3f72-4733-82da-d91ba8eb6b35 service neutron] Bound port: b912968d-86ce-4965-9bf0-3d8032cab9ec, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82a3803b-2e8e-44b4-a16d-7c43b237ab72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '701da2f2-3820-4b93-8098-d4756ebfb82a'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:49:49.857712 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-17d300d8-3f72-4733-82da-d91ba8eb6b35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:49.934875 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-17d300d8-3f72-4733-82da-d91ba8eb6b35 service neutron] For port b912968d-86ce-4965-9bf0-3d8032cab9ec, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:49:49.937982 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-17d300d8-3f72-4733-82da-d91ba8eb6b35 service neutron] For port b912968d-86ce-4965-9bf0-3d8032cab9ec, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=b912968d-86ce-4965-9bf0-3d8032cab9ec,segment=NetworkSegment(82a3803b-2e8e-44b4-a16d-7c43b237ab72),segment_id=82a3803b-2e8e-44b4-a16d-7c43b237ab72)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:49:49.942694 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-17d300d8-3f72-4733-82da-d91ba8eb6b35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:49.982014 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-17d300d8-3f72-4733-82da-d91ba8eb6b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:49.982612 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-17d300d8-3f72-4733-82da-d91ba8eb6b35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:49.984058 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-17d300d8-3f72-4733-82da-d91ba8eb6b35 service neutron] 10.222.0.43 "PUT /v2.0/ports/b912968d-86ce-4965-9bf0-3d8032cab9ec HTTP/1.1" status: 200 len: 1092 time: 0.8827007 Nov 09 21:49:49.984516 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efe93505-f165-4648-8cc6-4a99c70f776a', 'tag': 'b912968d-86ce-4965-9bf0-3d8032cab9ec'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:49:49.986889 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5cdfe0-13e0-49c2-a8c0-aa3a23497fee" -d '{"events": [{"name": "network-changed", "server_uuid": "efe93505-f165-4648-8cc6-4a99c70f776a", "tag": "b912968d-86ce-4965-9bf0-3d8032cab9ec"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:49:50.023987 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d300d8-3f72-4733-82da-d91ba8eb6b35 service neutron] Pushing event updated for resources: {'Port': ['ID=b912968d-86ce-4965-9bf0-3d8032cab9ec,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:50.087051 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a3c213-1489-49b6-a816-5eb33ee45c4c x-openstack-request-id: req-c4a3c213-1489-49b6-a816-5eb33ee45c4c {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:49:50.088455 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efe93505-f165-4648-8cc6-4a99c70f776a", "tag": "b912968d-86ce-4965-9bf0-3d8032cab9ec", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:49:50.088455 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c4a3c213-1489-49b6-a816-5eb33ee45c4c {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:49:50.088860 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efe93505-f165-4648-8cc6-4a99c70f776a', 'tag': 'b912968d-86ce-4965-9bf0-3d8032cab9ec', 'status': 'completed', 'code': 200} Nov 09 21:49:50.108666 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-d814b208-6fdf-4553-9559-833ce2d5e486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:50.110251 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-d814b208-6fdf-4553-9559-833ce2d5e486 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1862727b93244d9ab5b3df5029ee0816&device_id=efe93505-f165-4648-8cc6-4a99c70f776a HTTP/1.1" status: 200 len: 1095 time: 0.0655262 Nov 09 21:49:50.171455 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fe4e9f83-d45c-4bc8-95f4-fd8a456c8bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:50.203738 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-641a3108-c76e-4bc3-a494-06a90da78b10 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b912968d-86ce-4965-9bf0-3d8032cab9ec HTTP/1.1" status: 200 len: 217 time: 0.0736966 Nov 09 21:49:50.206069 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926590ad-2002-423f-84d2-0edfdb5709d8 req-50f78f0e-facb-4ad6-b878-65d68cace728 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:50.208311 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-926590ad-2002-423f-84d2-0edfdb5709d8 req-50f78f0e-facb-4ad6-b878-65d68cace728 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] 10.222.0.49 "GET /v2.0/ports?device_id=efe93505-f165-4648-8cc6-4a99c70f776a HTTP/1.1" status: 200 len: 944 time: 0.0956943 Nov 09 21:49:50.275365 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-fba6ee11-2455-4387-89b6-129bf82c2263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:50.277817 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-fba6ee11-2455-4387-89b6-129bf82c2263 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=aa1ce486-e948-4cb6-8da6-b7876c9ed50b HTTP/1.1" status: 200 len: 848 time: 0.0575285 Nov 09 21:49:50.282619 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-926590ad-2002-423f-84d2-0edfdb5709d8 req-0b0a103b-6db3-42fc-b5b9-1715fc1ebeea tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5158171-8156-4cb1-a9b7-02d46cf18561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672176 Nov 09 21:49:50.343183 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-8258b79a-8e96-48d9-9570-4ef701e57a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:50.345062 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-8258b79a-8e96-48d9-9570-4ef701e57a56 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=701da2f2-3820-4b93-8098-d4756ebfb82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578854 Nov 09 21:49:50.442296 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-1f7f1ffd-1e9d-46ec-842e-cbd17b57bad5 service neutron] 10.222.0.43 "GET /v2.0/networks/701da2f2-3820-4b93-8098-d4756ebfb82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887663 Nov 09 21:49:50.539087 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4329b354-e64a-4eb3-8119-e661481e1a3a req-4ba40e04-745c-45ae-9fd0-175c3192d3ca service neutron] 10.222.0.43 "GET /v2.0/networks/701da2f2-3820-4b93-8098-d4756ebfb82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901506 Nov 09 21:49:50.628864 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff7e0a-2db1-4183-bd05-a655ea5ceffc req-a215c31c-225f-41d4-ad83-ce9eba41a1ce tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:50.630372 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d6ff7e0a-2db1-4183-bd05-a655ea5ceffc req-a215c31c-225f-41d4-ad83-ce9eba41a1ce tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 945 time: 0.0548432 Nov 09 21:49:50.705675 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5cdfe0-13e0-49c2-a8c0-aa3a23497fee req-91b8d6fe-75f8-4da9-886d-6330b436f1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:50.707202 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fa5cdfe0-13e0-49c2-a8c0-aa3a23497fee req-91b8d6fe-75f8-4da9-886d-6330b436f1f8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1862727b93244d9ab5b3df5029ee0816&device_id=efe93505-f165-4648-8cc6-4a99c70f776a HTTP/1.1" status: 200 len: 1095 time: 0.0759649 Nov 09 21:49:50.711457 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d6ff7e0a-2db1-4183-bd05-a655ea5ceffc req-5e662cb7-7e25-4d8e-bb3a-20ca38b5db8d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d623e45-78a7-4604-9607-a76c282e92d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709329 Nov 09 21:49:50.778338 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 6e219e85-d8c6-440e-9049-41eef2acfe2f up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:49:50.804723 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5cdfe0-13e0-49c2-a8c0-aa3a23497fee req-67328b0b-5ce6-423f-b3b9-44457e1b6c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:50.806367 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fa5cdfe0-13e0-49c2-a8c0-aa3a23497fee req-67328b0b-5ce6-423f-b3b9-44457e1b6c6c service neutron] 10.222.0.43 "GET /v2.0/networks?id=701da2f2-3820-4b93-8098-d4756ebfb82a HTTP/1.1" status: 200 len: 909 time: 0.0918133 Nov 09 21:49:50.837174 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 6e219e85-d8c6-440e-9049-41eef2acfe2f triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:49:50.837669 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:50.850363 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fa5cdfe0-13e0-49c2-a8c0-aa3a23497fee req-50d9d9ab-b5bd-4d57-a379-6e87aea9ff70 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b912968d-86ce-4965-9bf0-3d8032cab9ec HTTP/1.1" status: 200 len: 217 time: 0.0353093 Nov 09 21:49:50.908428 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5cdfe0-13e0-49c2-a8c0-aa3a23497fee req-ab273428-58b2-4735-8fa7-2b44a1c92522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:50.909925 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fa5cdfe0-13e0-49c2-a8c0-aa3a23497fee req-ab273428-58b2-4735-8fa7-2b44a1c92522 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=aa1ce486-e948-4cb6-8da6-b7876c9ed50b HTTP/1.1" status: 200 len: 848 time: 0.0524113 Nov 09 21:49:50.967617 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5cdfe0-13e0-49c2-a8c0-aa3a23497fee req-ae31980d-0a00-43e6-ae2e-d042504cb553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:50.969533 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fa5cdfe0-13e0-49c2-a8c0-aa3a23497fee req-ae31980d-0a00-43e6-ae2e-d042504cb553 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=701da2f2-3820-4b93-8098-d4756ebfb82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524042 Nov 09 21:49:51.064620 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fa5cdfe0-13e0-49c2-a8c0-aa3a23497fee req-e3e73fdf-2000-49bc-b276-7f595d3e2977 service neutron] 10.222.0.43 "GET /v2.0/networks/701da2f2-3820-4b93-8098-d4756ebfb82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848286 Nov 09 21:49:51.082982 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:51.164988 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fa5cdfe0-13e0-49c2-a8c0-aa3a23497fee req-79244670-249b-4801-9e41-90db0a34d81a service neutron] 10.222.0.43 "GET /v2.0/networks/701da2f2-3820-4b93-8098-d4756ebfb82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929742 Nov 09 21:49:51.412485 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a6131-2642-45be-9808-c27b7690e147 req-cfa8535e-0e95-4d2b-a67c-e77a4a75fe18 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:51.413993 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9e9a6131-2642-45be-9808-c27b7690e147 req-cfa8535e-0e95-4d2b-a67c-e77a4a75fe18 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] 10.222.0.49 "GET /v2.0/ports?device_id=efe93505-f165-4648-8cc6-4a99c70f776a HTTP/1.1" status: 200 len: 944 time: 0.0543587 Nov 09 21:49:51.477182 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9e9a6131-2642-45be-9808-c27b7690e147 req-874b5394-cd01-4a70-8f2f-38ca9543d6df tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5158171-8156-4cb1-a9b7-02d46cf18561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539222 Nov 09 21:49:51.843093 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac345eb-3ac7-4702-81df-9d5b0e2b26dc req-b4eb2dd8-8905-4fce-8465-fadebf6992bd tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:51.844900 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-eac345eb-3ac7-4702-81df-9d5b0e2b26dc req-b4eb2dd8-8905-4fce-8465-fadebf6992bd tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 945 time: 0.0596550 Nov 09 21:49:51.898158 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-eac345eb-3ac7-4702-81df-9d5b0e2b26dc req-aa78ead8-6f7b-4045-800d-4d6d1e2fe338 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d623e45-78a7-4604-9607-a76c282e92d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472305 Nov 09 21:49:52.464280 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:52.623817 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a317fdd-46c5-448f-9ebc-a0ced160d21c req-c0a28cf4-7af0-4af1-b211-c844ee95ca82 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:52.625331 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7a317fdd-46c5-448f-9ebc-a0ced160d21c req-c0a28cf4-7af0-4af1-b211-c844ee95ca82 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] 10.222.0.49 "GET /v2.0/ports?device_id=efe93505-f165-4648-8cc6-4a99c70f776a HTTP/1.1" status: 200 len: 944 time: 0.0641553 Nov 09 21:49:52.676399 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7a317fdd-46c5-448f-9ebc-a0ced160d21c req-632e3854-f6a9-455b-9f77-ac2d75fcced1 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5158171-8156-4cb1-a9b7-02d46cf18561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447805 Nov 09 21:49:52.981581 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:53.032137 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc5407-ecc0-4c23-b051-9a4e6dc10b71 req-358fd0b8-dea5-4c39-af25-3b376ae01e54 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:53.033718 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f3dc5407-ecc0-4c23-b051-9a4e6dc10b71 req-358fd0b8-dea5-4c39-af25-3b376ae01e54 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 945 time: 0.0627949 Nov 09 21:49:53.093739 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f3dc5407-ecc0-4c23-b051-9a4e6dc10b71 req-ff63932e-1b85-47ad-9eb2-efa9e70c4996 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d623e45-78a7-4604-9607-a76c282e92d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499763 Nov 09 21:49:53.401379 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:53.795705 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f3b22-ca70-4624-b024-60b7d8d55a89 req-731c7191-0068-4c12-af91-23c10f98fb73 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:53.797454 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6e9f3b22-ca70-4624-b024-60b7d8d55a89 req-731c7191-0068-4c12-af91-23c10f98fb73 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] 10.222.0.49 "GET /v2.0/ports?device_id=efe93505-f165-4648-8cc6-4a99c70f776a HTTP/1.1" status: 200 len: 944 time: 0.0486736 Nov 09 21:49:53.851452 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6e9f3b22-ca70-4624-b024-60b7d8d55a89 req-56bc7c2f-d2a1-460c-af01-6f5db3d92823 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5158171-8156-4cb1-a9b7-02d46cf18561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480552 Nov 09 21:49:54.218031 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6e662-f958-4dba-9ba2-ca308cc1a716 req-cfef3c6d-1f3b-4d9b-9b39-f1aad5720f12 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:54.220271 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-87b6e662-f958-4dba-9ba2-ca308cc1a716 req-cfef3c6d-1f3b-4d9b-9b39-f1aad5720f12 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 945 time: 0.0498028 Nov 09 21:49:54.270422 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-87b6e662-f958-4dba-9ba2-ca308cc1a716 req-c449662b-bd6e-4874-9f09-eb7fc80f9918 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d623e45-78a7-4604-9607-a76c282e92d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447252 Nov 09 21:49:54.378048 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device b912968d-86ce-4965-9bf0-3d8032cab9ec details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:49:54.524881 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port b912968d-86ce-4965-9bf0-3d8032cab9ec, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=b912968d-86ce-4965-9bf0-3d8032cab9ec,segment=NetworkSegment(82a3803b-2e8e-44b4-a16d-7c43b237ab72),segment_id=82a3803b-2e8e-44b4-a16d-7c43b237ab72)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:49:54.539047 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': 'b912968d-86ce-4965-9bf0-3d8032cab9ec', 'network_id': '701da2f2-3820-4b93-8098-d4756ebfb82a', 'port_id': 'b912968d-86ce-4965-9bf0-3d8032cab9ec', 'mac_address': 'fa:16:3e:dd:7e:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa1ce486-e948-4cb6-8da6-b7876c9ed50b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:49:54.593030 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:54.609234 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b912968d-86ce-4965-9bf0-3d8032cab9ec {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:49:54.633216 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port b912968d-86ce-4965-9bf0-3d8032cab9ec, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=b912968d-86ce-4965-9bf0-3d8032cab9ec,segment=NetworkSegment(82a3803b-2e8e-44b4-a16d-7c43b237ab72),segment_id=82a3803b-2e8e-44b4-a16d-7c43b237ab72)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:49:54.637725 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:54.690072 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=b912968d-86ce-4965-9bf0-3d8032cab9ec,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:54.937147 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['b912968d-86ce-4965-9bf0-3d8032cab9ec'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:49:54.982342 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c99f8-e723-4cd9-9738-5fb6886f4164 req-f8bc4db8-640d-49b5-844f-b5f9fc5cf4e3 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:54.983901 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3e8c99f8-e723-4cd9-9738-5fb6886f4164 req-f8bc4db8-640d-49b5-844f-b5f9fc5cf4e3 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] 10.222.0.49 "GET /v2.0/ports?device_id=efe93505-f165-4648-8cc6-4a99c70f776a HTTP/1.1" status: 200 len: 945 time: 0.0624304 Nov 09 21:49:55.049360 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3e8c99f8-e723-4cd9-9738-5fb6886f4164 req-4567ab1a-c878-4757-901d-8d7803c73cd3 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5158171-8156-4cb1-a9b7-02d46cf18561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563076 Nov 09 21:49:55.388883 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06716dc5-183c-4bd1-83da-70646c8d5eef req-9afa2685-0542-422a-bbed-07ff41881a7f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:55.390849 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-06716dc5-183c-4bd1-83da-70646c8d5eef req-9afa2685-0542-422a-bbed-07ff41881a7f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 945 time: 0.0505376 Nov 09 21:49:55.445396 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-06716dc5-183c-4bd1-83da-70646c8d5eef req-a458852a-a1e2-4460-9b79-b6dc545b4a14 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d623e45-78a7-4604-9607-a76c282e92d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486536 Nov 09 21:49:56.166128 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b947fc-9d55-4743-9a9f-2c773bc260b1 req-de4aab81-1153-484e-927e-bdb73f7b2377 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:56.167610 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e8b947fc-9d55-4743-9a9f-2c773bc260b1 req-de4aab81-1153-484e-927e-bdb73f7b2377 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] 10.222.0.49 "GET /v2.0/ports?device_id=efe93505-f165-4648-8cc6-4a99c70f776a HTTP/1.1" status: 200 len: 945 time: 0.0486665 Nov 09 21:49:56.218308 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e8b947fc-9d55-4743-9a9f-2c773bc260b1 req-b789ce1e-930f-4edd-a2a5-d5c24d21084f tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5158171-8156-4cb1-a9b7-02d46cf18561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430725 Nov 09 21:49:56.383705 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device b912968d-86ce-4965-9bf0-3d8032cab9ec up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:49:56.440611 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port b912968d-86ce-4965-9bf0-3d8032cab9ec completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:49:56.444999 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port b912968d-86ce-4965-9bf0-3d8032cab9ec triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:49:56.445663 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:56.549081 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:56.585456 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe93505-f165-4648-8cc6-4a99c70f776a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b912968d-86ce-4965-9bf0-3d8032cab9ec'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:49:56.588094 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6838afb-fd53-4774-becb-3d1d687a849d req-8fcd1565-bffb-49bb-8fc5-554d43fde816 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:56.589978 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c50d389-1b97-4871-83ff-90fdb30b5e26" -d '{"events": [{"server_uuid": "efe93505-f165-4648-8cc6-4a99c70f776a", "name": "network-vif-plugged", "status": "completed", "tag": "b912968d-86ce-4965-9bf0-3d8032cab9ec"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:49:56.590175 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f6838afb-fd53-4774-becb-3d1d687a849d req-8fcd1565-bffb-49bb-8fc5-554d43fde816 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 945 time: 0.0622878 Nov 09 21:49:56.596413 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port b912968d-86ce-4965-9bf0-3d8032cab9ec, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=b912968d-86ce-4965-9bf0-3d8032cab9ec,segment=NetworkSegment(82a3803b-2e8e-44b4-a16d-7c43b237ab72),segment_id=82a3803b-2e8e-44b4-a16d-7c43b237ab72)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:49:56.601464 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:56.662944 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=b912968d-86ce-4965-9bf0-3d8032cab9ec,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:56.666920 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77b3b12-117c-4673-9b82-397a784f7b6d x-openstack-request-id: req-b77b3b12-117c-4673-9b82-397a784f7b6d {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:49:56.667287 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe93505-f165-4648-8cc6-4a99c70f776a", "name": "network-vif-plugged", "status": "completed", "tag": "b912968d-86ce-4965-9bf0-3d8032cab9ec", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:49:56.667597 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b77b3b12-117c-4673-9b82-397a784f7b6d {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:49:56.668067 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe93505-f165-4648-8cc6-4a99c70f776a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b912968d-86ce-4965-9bf0-3d8032cab9ec', 'code': 200} Nov 09 21:49:56.694304 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f6838afb-fd53-4774-becb-3d1d687a849d req-5b2b3bbe-847d-49c9-868a-aa4ad7b0991f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d623e45-78a7-4604-9607-a76c282e92d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846601 Nov 09 21:49:56.795635 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b0bec-5ada-4204-b96b-f7f2808b3f9b req-42dd07bc-cfcb-4325-b0c1-2585ed639047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:56.797782 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-293b0bec-5ada-4204-b96b-f7f2808b3f9b req-42dd07bc-cfcb-4325-b0c1-2585ed639047 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=efe93505-f165-4648-8cc6-4a99c70f776a HTTP/1.1" status: 200 len: 1097 time: 0.0522432 Nov 09 21:49:56.852236 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-293b0bec-5ada-4204-b96b-f7f2808b3f9b req-2886195f-5a26-423d-baa8-56b7b7abbcb7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f5158171-8156-4cb1-a9b7-02d46cf18561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450237 Nov 09 21:49:57.336191 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f083b10-11ee-4f96-80d1-5fb12369b5b7 req-70462454-abae-478a-9c65-7fb1ca6c19d4 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:57.337781 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3f083b10-11ee-4f96-80d1-5fb12369b5b7 req-70462454-abae-478a-9c65-7fb1ca6c19d4 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] 10.222.0.49 "GET /v2.0/ports?device_id=efe93505-f165-4648-8cc6-4a99c70f776a HTTP/1.1" status: 200 len: 946 time: 0.0485027 Nov 09 21:49:57.393598 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3f083b10-11ee-4f96-80d1-5fb12369b5b7 req-c0f11b25-16c8-4795-b9d6-0825a1caa320 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5158171-8156-4cb1-a9b7-02d46cf18561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489914 Nov 09 21:49:57.824612 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1aef2-caa6-4552-a686-d57084e0af6e req-4cadf6b0-ead9-452f-a6a5-70c642b03f05 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:57.826141 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f6b1aef2-caa6-4552-a686-d57084e0af6e req-4cadf6b0-ead9-452f-a6a5-70c642b03f05 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 945 time: 0.0527015 Nov 09 21:49:57.878726 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f6b1aef2-caa6-4552-a686-d57084e0af6e req-e3560249-8a26-4a32-ba36-1d057c684680 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d623e45-78a7-4604-9607-a76c282e92d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465672 Nov 09 21:49:58.524339 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57211965-2d88-4c55-b83d-3c8ebb273187 req-458365e4-7825-45b5-80d1-d978795ee742 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:58.525901 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-57211965-2d88-4c55-b83d-3c8ebb273187 req-458365e4-7825-45b5-80d1-d978795ee742 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] 10.222.0.49 "GET /v2.0/ports?device_id=efe93505-f165-4648-8cc6-4a99c70f776a HTTP/1.1" status: 200 len: 946 time: 0.0532534 Nov 09 21:49:58.575109 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-57211965-2d88-4c55-b83d-3c8ebb273187 req-fc9244d2-3718-416f-924d-20370d53bec6 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5158171-8156-4cb1-a9b7-02d46cf18561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432818 Nov 09 21:49:58.690668 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef04592b-97ab-4040-8fe5-e2fc74eb99e3 req-e78f30bc-64e5-4a01-98b2-65c54012694f tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:58.692141 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ef04592b-97ab-4040-8fe5-e2fc74eb99e3 req-e78f30bc-64e5-4a01-98b2-65c54012694f tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] 10.222.0.49 "GET /v2.0/ports?device_id=efe93505-f165-4648-8cc6-4a99c70f776a HTTP/1.1" status: 200 len: 946 time: 0.0498588 Nov 09 21:49:58.748952 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ef04592b-97ab-4040-8fe5-e2fc74eb99e3 req-0e4f23d8-ee09-416b-bb3d-e37cae5ae05a tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5158171-8156-4cb1-a9b7-02d46cf18561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504851 Nov 09 21:49:58.864924 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82673a0a-c789-4ab4-a740-9a6fb3e00232 req-6cc08ddf-b783-4a9c-8a1d-192ad310cfad tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:58.866419 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-82673a0a-c789-4ab4-a740-9a6fb3e00232 req-6cc08ddf-b783-4a9c-8a1d-192ad310cfad tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] 10.222.0.49 "GET /v2.0/ports?device_id=efe93505-f165-4648-8cc6-4a99c70f776a HTTP/1.1" status: 200 len: 946 time: 0.0496192 Nov 09 21:49:58.922132 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-82673a0a-c789-4ab4-a740-9a6fb3e00232 req-9b623f92-dec1-4d98-8eb1-8c5ba09f78ec tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5158171-8156-4cb1-a9b7-02d46cf18561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496626 Nov 09 21:49:58.944069 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58924) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:49:59.003892 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801bb5c4-7f8f-4419-93ba-e210b997e308 req-74d589ec-4a0d-4e3c-a50a-12123f976c76 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:59.005220 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-801bb5c4-7f8f-4419-93ba-e210b997e308 req-74d589ec-4a0d-4e3c-a50a-12123f976c76 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 945 time: 0.0527718 Nov 09 21:49:59.053280 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601a87bc-c366-4c1c-9bc6-f0da6a7d2180 tempest-TestServerBasicOps-1750462146 tempest-TestServerBasicOps-1750462146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:49:59.055009 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-601a87bc-c366-4c1c-9bc6-f0da6a7d2180 tempest-TestServerBasicOps-1750462146 tempest-TestServerBasicOps-1750462146-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=efe93505-f165-4648-8cc6-4a99c70f776a HTTP/1.1" status: 200 len: 1092 time: 0.1098294 Nov 09 21:49:59.058653 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 58930) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:49:59.063168 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-02528b4c-622d-4ed8-bebe-f94f07607c47 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'port_id': 'b912968d-86ce-4965-9bf0-3d8032cab9ec', 'tenant_id': '1862727b93244d9ab5b3df5029ee0816', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:49:59.065515 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-801bb5c4-7f8f-4419-93ba-e210b997e308 req-e686d749-022b-45a4-8178-aff7505ab733 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d623e45-78a7-4604-9607-a76c282e92d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544546 Nov 09 21:49:59.090788 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-02528b4c-622d-4ed8-bebe-f94f07607c47 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks [] for floatingip, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:59.186227 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-02528b4c-622d-4ed8-bebe-f94f07607c47 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:59.295104 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-02528b4c-622d-4ed8-bebe-f94f07607c47 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Allocated IP 172.25.7.66 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/23a2d26c-fe0c-4cb8-a3ba-593b671ec549) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:49:59.408420 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-02528b4c-622d-4ed8-bebe-f94f07607c47 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:59.450663 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-02528b4c-622d-4ed8-bebe-f94f07607c47 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:49:59.488704 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02528b4c-622d-4ed8-bebe-f94f07607c47 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:49:59.494225 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-02528b4c-622d-4ed8-bebe-f94f07607c47 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:49:59.496860 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02528b4c-622d-4ed8-bebe-f94f07607c47 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:49:59.526100 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02528b4c-622d-4ed8-bebe-f94f07607c47 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Pushing event updated for resources: {'Port': ['ID=23a2d26c-fe0c-4cb8-a3ba-593b671ec549,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:49:59.883906 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-02528b4c-622d-4ed8-bebe-f94f07607c47 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:00.319388 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4fde7-b61d-4b89-b460-6450e4de339b req-52aec08e-466b-4ef5-a465-2b56d706f155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:00.320903 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2bb4fde7-b61d-4b89-b460-6450e4de339b req-52aec08e-466b-4ef5-a465-2b56d706f155 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7411b744b214ee4a720fd6796dc002b&device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 1096 time: 0.1179576 Nov 09 21:50:00.332451 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e172c04-71f7-4926-a4e3-c9c08aac8724 req-450cdc57-2e27-4561-9538-3e09cff43440 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:00.334506 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5e172c04-71f7-4926-a4e3-c9c08aac8724 req-450cdc57-2e27-4561-9538-3e09cff43440 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 945 time: 0.1303635 Nov 09 21:50:00.338420 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-02528b4c-622d-4ed8-bebe-f94f07607c47 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:00.538040 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5e172c04-71f7-4926-a4e3-c9c08aac8724 req-111cd7ab-e7de-4d8a-bf93-616d1587b3bc tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d623e45-78a7-4604-9607-a76c282e92d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964695 Nov 09 21:50:00.559940 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4fde7-b61d-4b89-b460-6450e4de339b req-42724cec-42e5-4bcc-87f4-d6cf7a93d551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:00.561462 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2bb4fde7-b61d-4b89-b460-6450e4de339b req-42724cec-42e5-4bcc-87f4-d6cf7a93d551 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1bef2b17-c5ff-479e-a8f0-8013bdbc26bd HTTP/1.1" status: 200 len: 896 time: 0.1952631 Nov 09 21:50:00.672852 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2bb4fde7-b61d-4b89-b460-6450e4de339b req-d36805a7-8267-453c-ae93-a3afb69d5d53 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdada6dc-9d82-46c8-a525-82c6e0d1a678 HTTP/1.1" status: 200 len: 1000 time: 0.1028905 Nov 09 21:50:00.695573 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-02528b4c-622d-4ed8-bebe-f94f07607c47 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:00.715408 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-02528b4c-622d-4ed8-bebe-f94f07607c47 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:00.792891 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02528b4c-622d-4ed8-bebe-f94f07607c47 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Pushing event updated for resources: {'Port': ['ID=23a2d26c-fe0c-4cb8-a3ba-593b671ec549,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:50:00.804772 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4fde7-b61d-4b89-b460-6450e4de339b req-0e47d8c1-eb76-4051-b0bd-1b694c23d32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:00.806267 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2bb4fde7-b61d-4b89-b460-6450e4de339b req-0e47d8c1-eb76-4051-b0bd-1b694c23d32e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a07fc112-953e-4abf-a6cb-1fde7118f683 HTTP/1.1" status: 200 len: 834 time: 0.1265497 Nov 09 21:50:00.822183 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-02528b4c-622d-4ed8-bebe-f94f07607c47 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:00.927868 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4fde7-b61d-4b89-b460-6450e4de339b req-1248031f-f713-4c58-bebc-2ca40922c5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:00.929438 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2bb4fde7-b61d-4b89-b460-6450e4de339b req-1248031f-f713-4c58-bebc-2ca40922c5df service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1bef2b17-c5ff-479e-a8f0-8013bdbc26bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1148973 Nov 09 21:50:01.001280 n-d-816206-3 neutron-server[102608]: INFO neutron.db.l3_db [None req-02528b4c-622d-4ed8-bebe-f94f07607c47 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Floating IP 4f86c401-4f8b-45a4-9c32-df3541831bf9 associated. External IP: 172.25.7.66, port: b912968d-86ce-4965-9bf0-3d8032cab9ec. Nov 09 21:50:01.116948 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2bb4fde7-b61d-4b89-b460-6450e4de339b req-a7ce8fe8-3a29-46a4-8985-badb57a2d2bd service neutron] 10.222.0.45 "GET /v2.0/networks/1bef2b17-c5ff-479e-a8f0-8013bdbc26bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794345 Nov 09 21:50:01.304579 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2bb4fde7-b61d-4b89-b460-6450e4de339b req-1392e554-baec-46d3-b02a-2a70a6fce12c service neutron] 10.222.0.45 "GET /v2.0/networks/1bef2b17-c5ff-479e-a8f0-8013bdbc26bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804495 Nov 09 21:50:01.334976 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02528b4c-622d-4ed8-bebe-f94f07607c47 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Router 5dba9485-4a1f-44f5-a4f7-918816b511cc has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:50:01.462834 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02528b4c-622d-4ed8-bebe-f94f07607c47 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:50:01.473486 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b478e104-0e03-40e9-bd7d-e06a9c4481d5 None None] Sync routers for ids ['5dba9485-4a1f-44f5-a4f7-918816b511cc'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:50:01.484066 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-02528b4c-622d-4ed8-bebe-f94f07607c47 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:01.490770 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b478e104-0e03-40e9-bd7d-e06a9c4481d5 None None] Routers {'5dba9485-4a1f-44f5-a4f7-918816b511cc'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:50:01.491561 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b478e104-0e03-40e9-bd7d-e06a9c4481d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:49:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['5dba9485-4a1f-44f5-a4f7-918816b511cc'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:50:01.526766 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-02528b4c-622d-4ed8-bebe-f94f07607c47 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4669585 Nov 09 21:50:01.527917 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efe93505-f165-4648-8cc6-4a99c70f776a', 'tag': 'b912968d-86ce-4965-9bf0-3d8032cab9ec'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:50:01.531465 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb97569-d062-4ff8-9b14-a1f1a63bd749" -d '{"events": [{"name": "network-changed", "server_uuid": "efe93505-f165-4648-8cc6-4a99c70f776a", "tag": "b912968d-86ce-4965-9bf0-3d8032cab9ec"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:50:01.616987 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-b478e104-0e03-40e9-bd7d-e06a9c4481d5 None None] Set router 5dba9485-4a1f-44f5-a4f7-918816b511cc gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:50:01.672112 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb9fe2d-ecef-47ef-97e4-55ae1cb25fb9 x-openstack-request-id: req-0eb9fe2d-ecef-47ef-97e4-55ae1cb25fb9 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:50:01.672777 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efe93505-f165-4648-8cc6-4a99c70f776a", "tag": "b912968d-86ce-4965-9bf0-3d8032cab9ec", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:50:01.673113 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0eb9fe2d-ecef-47ef-97e4-55ae1cb25fb9 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:50:01.673577 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efe93505-f165-4648-8cc6-4a99c70f776a', 'tag': 'b912968d-86ce-4965-9bf0-3d8032cab9ec', 'status': 'completed', 'code': 200} Nov 09 21:50:01.699681 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4aa737-d651-4171-b311-5b2add1e789f req-37d940a3-a2bc-40cc-ac5b-39947e6923cb tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:01.701463 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1d4aa737-d651-4171-b311-5b2add1e789f req-37d940a3-a2bc-40cc-ac5b-39947e6923cb tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 945 time: 0.0800660 Nov 09 21:50:01.771453 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb97569-d062-4ff8-9b14-a1f1a63bd749 req-b34c7f6b-50ff-4283-9d94-dc9870e2d234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:01.773418 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5cb97569-d062-4ff8-9b14-a1f1a63bd749 req-b34c7f6b-50ff-4283-9d94-dc9870e2d234 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1862727b93244d9ab5b3df5029ee0816&device_id=efe93505-f165-4648-8cc6-4a99c70f776a HTTP/1.1" status: 200 len: 1097 time: 0.0575507 Nov 09 21:50:01.791219 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1d4aa737-d651-4171-b311-5b2add1e789f req-55a9ad51-8a84-470d-89a2-87b95e5f2e34 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d623e45-78a7-4604-9607-a76c282e92d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819006 Nov 09 21:50:01.894378 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb97569-d062-4ff8-9b14-a1f1a63bd749 req-7b2100d3-b164-4fd2-a137-8c960eb2d503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:01.895771 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5cb97569-d062-4ff8-9b14-a1f1a63bd749 req-7b2100d3-b164-4fd2-a137-8c960eb2d503 service neutron] 10.222.0.43 "GET /v2.0/networks?id=701da2f2-3820-4b93-8098-d4756ebfb82a HTTP/1.1" status: 200 len: 909 time: 0.1142223 Nov 09 21:50:01.904285 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b478e104-0e03-40e9-bd7d-e06a9c4481d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dba9485-4a1f-44f5-a4f7-918816b511cc', 'name': 'tempest-TestServerBasicOps-1801228480-router', 'tenant_id': '1862727b93244d9ab5b3df5029ee0816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '1e26e4e6-b96b-4941-bbe7-167c9250720d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:49:33Z', 'updated_at': '2021-11-09T21:49:36Z', 'revision_number': 4, 'project_id': '1862727b93244d9ab5b3df5029ee0816', 'gw_port': {'id': '1e26e4e6-b96b-4941-bbe7-167c9250720d', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:76:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dba9485-4a1f-44f5-a4f7-918816b511cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:49:33Z', 'updated_at': '2021-11-09T21:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '4f86c401-4f8b-45a4-9c32-df3541831bf9', 'tenant_id': '1862727b93244d9ab5b3df5029ee0816', 'floating_ip_address': '172.25.7.66', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '5dba9485-4a1f-44f5-a4f7-918816b511cc', 'port_id': 'b912968d-86ce-4965-9bf0-3d8032cab9ec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '701da2f2-3820-4b93-8098-d4756ebfb82a', 'mac_address': 'fa:16:3e:dd:7e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe93505-f165-4648-8cc6-4a99c70f776a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:49:59Z', 'updated_at': '2021-11-09T21:49:59Z', 'revision_number': 0, 'project_id': '1862727b93244d9ab5b3df5029ee0816', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0898ad3a-6499-46a7-851c-0ccc9c464175', 'name': '', 'network_id': '701da2f2-3820-4b93-8098-d4756ebfb82a', 'tenant_id': '1862727b93244d9ab5b3df5029ee0816', 'mac_address': 'fa:16:3e:e4:b4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dba9485-4a1f-44f5-a4f7-918816b511cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'aa1ce486-e948-4cb6-8da6-b7876c9ed50b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:49:35Z', 'updated_at': '2021-11-09T21:49:42Z', 'revision_number': 5, 'project_id': '1862727b93244d9ab5b3df5029ee0816', 'subnets': [{'id': 'aa1ce486-e948-4cb6-8da6-b7876c9ed50b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:50:01.933125 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b478e104-0e03-40e9-bd7d-e06a9c4481d5 None None] Checking router: 5dba9485-4a1f-44f5-a4f7-918816b511cc for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:50:01.942555 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b478e104-0e03-40e9-bd7d-e06a9c4481d5 None None] Routers {'5dba9485-4a1f-44f5-a4f7-918816b511cc'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:50:01.943216 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b478e104-0e03-40e9-bd7d-e06a9c4481d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:49:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['5dba9485-4a1f-44f5-a4f7-918816b511cc'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:50:01.972483 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5cb97569-d062-4ff8-9b14-a1f1a63bd749 req-74a6f3fc-8392-4771-8ac9-8ef068ae4f32 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b912968d-86ce-4965-9bf0-3d8032cab9ec HTTP/1.1" status: 200 len: 999 time: 0.0688601 Nov 09 21:50:02.027127 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb97569-d062-4ff8-9b14-a1f1a63bd749 req-d6117d80-8975-4535-8d00-9d410adb3809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:02.028764 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5cb97569-d062-4ff8-9b14-a1f1a63bd749 req-d6117d80-8975-4535-8d00-9d410adb3809 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=aa1ce486-e948-4cb6-8da6-b7876c9ed50b HTTP/1.1" status: 200 len: 848 time: 0.0508800 Nov 09 21:50:02.064067 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-b478e104-0e03-40e9-bd7d-e06a9c4481d5 None None] Set router 5dba9485-4a1f-44f5-a4f7-918816b511cc gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:50:02.086673 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb97569-d062-4ff8-9b14-a1f1a63bd749 req-6e19013c-70d0-4d05-8854-6c4ae88931dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:02.089569 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5cb97569-d062-4ff8-9b14-a1f1a63bd749 req-6e19013c-70d0-4d05-8854-6c4ae88931dc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=701da2f2-3820-4b93-8098-d4756ebfb82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537724 Nov 09 21:50:02.201799 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5cb97569-d062-4ff8-9b14-a1f1a63bd749 req-ddce388f-d481-449e-b43d-dfdeb19e2eeb service neutron] 10.222.0.43 "GET /v2.0/networks/701da2f2-3820-4b93-8098-d4756ebfb82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046450 Nov 09 21:50:02.320910 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5cb97569-d062-4ff8-9b14-a1f1a63bd749 req-3395a53f-0dab-42ef-9343-c5d3d82e579c service neutron] 10.222.0.43 "GET /v2.0/networks/701da2f2-3820-4b93-8098-d4756ebfb82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110191 Nov 09 21:50:02.326557 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b478e104-0e03-40e9-bd7d-e06a9c4481d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dba9485-4a1f-44f5-a4f7-918816b511cc', 'name': 'tempest-TestServerBasicOps-1801228480-router', 'tenant_id': '1862727b93244d9ab5b3df5029ee0816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '1e26e4e6-b96b-4941-bbe7-167c9250720d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:49:33Z', 'updated_at': '2021-11-09T21:49:36Z', 'revision_number': 4, 'project_id': '1862727b93244d9ab5b3df5029ee0816', 'gw_port': {'id': '1e26e4e6-b96b-4941-bbe7-167c9250720d', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:76:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dba9485-4a1f-44f5-a4f7-918816b511cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:49:33Z', 'updated_at': '2021-11-09T21:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '4f86c401-4f8b-45a4-9c32-df3541831bf9', 'tenant_id': '1862727b93244d9ab5b3df5029ee0816', 'floating_ip_address': '172.25.7.66', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '5dba9485-4a1f-44f5-a4f7-918816b511cc', 'port_id': 'b912968d-86ce-4965-9bf0-3d8032cab9ec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '701da2f2-3820-4b93-8098-d4756ebfb82a', 'mac_address': 'fa:16:3e:dd:7e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe93505-f165-4648-8cc6-4a99c70f776a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:49:59Z', 'updated_at': '2021-11-09T21:49:59Z', 'revision_number': 0, 'project_id': '1862727b93244d9ab5b3df5029ee0816', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0898ad3a-6499-46a7-851c-0ccc9c464175', 'name': '', 'network_id': '701da2f2-3820-4b93-8098-d4756ebfb82a', 'tenant_id': '1862727b93244d9ab5b3df5029ee0816', 'mac_address': 'fa:16:3e:e4:b4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dba9485-4a1f-44f5-a4f7-918816b511cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'aa1ce486-e948-4cb6-8da6-b7876c9ed50b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:49:35Z', 'updated_at': '2021-11-09T21:49:42Z', 'revision_number': 5, 'project_id': '1862727b93244d9ab5b3df5029ee0816', 'subnets': [{'id': 'aa1ce486-e948-4cb6-8da6-b7876c9ed50b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:50:02.356452 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b478e104-0e03-40e9-bd7d-e06a9c4481d5 None None] The sync data for ids ['5dba9485-4a1f-44f5-a4f7-918816b511cc'] in n-d-816206-3 is: [{'id': '5dba9485-4a1f-44f5-a4f7-918816b511cc', 'name': 'tempest-TestServerBasicOps-1801228480-router', 'tenant_id': '1862727b93244d9ab5b3df5029ee0816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '1e26e4e6-b96b-4941-bbe7-167c9250720d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:49:33Z', 'updated_at': '2021-11-09T21:49:36Z', 'revision_number': 4, 'project_id': '1862727b93244d9ab5b3df5029ee0816', 'gw_port': {'id': '1e26e4e6-b96b-4941-bbe7-167c9250720d', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:76:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dba9485-4a1f-44f5-a4f7-918816b511cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:49:33Z', 'updated_at': '2021-11-09T21:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '4f86c401-4f8b-45a4-9c32-df3541831bf9', 'tenant_id': '1862727b93244d9ab5b3df5029ee0816', 'floating_ip_address': '172.25.7.66', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '5dba9485-4a1f-44f5-a4f7-918816b511cc', 'port_id': 'b912968d-86ce-4965-9bf0-3d8032cab9ec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '701da2f2-3820-4b93-8098-d4756ebfb82a', 'mac_address': 'fa:16:3e:dd:7e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe93505-f165-4648-8cc6-4a99c70f776a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:49:59Z', 'updated_at': '2021-11-09T21:49:59Z', 'revision_number': 0, 'project_id': '1862727b93244d9ab5b3df5029ee0816', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0898ad3a-6499-46a7-851c-0ccc9c464175', 'name': '', 'network_id': '701da2f2-3820-4b93-8098-d4756ebfb82a', 'tenant_id': '1862727b93244d9ab5b3df5029ee0816', 'mac_address': 'fa:16:3e:e4:b4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dba9485-4a1f-44f5-a4f7-918816b511cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'aa1ce486-e948-4cb6-8da6-b7876c9ed50b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:49:35Z', 'updated_at': '2021-11-09T21:49:42Z', 'revision_number': 5, 'project_id': '1862727b93244d9ab5b3df5029ee0816', 'subnets': [{'id': 'aa1ce486-e948-4cb6-8da6-b7876c9ed50b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:50:02.596860 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e867f107-08ee-4dfd-96c8-50d48ad12662 None None] New status for floating IP 4f86c401-4f8b-45a4-9c32-df3541831bf9: ACTIVE {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:50:02.924247 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab06933-9249-4f40-bef6-6157da1e8a8c req-e02a560c-ff40-4ade-bc02-49859c0f1018 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:02.925761 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fab06933-9249-4f40-bef6-6157da1e8a8c req-e02a560c-ff40-4ade-bc02-49859c0f1018 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 945 time: 0.0540667 Nov 09 21:50:02.974878 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fab06933-9249-4f40-bef6-6157da1e8a8c req-d1c439d3-2cab-42be-b51a-b137a5124695 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d623e45-78a7-4604-9607-a76c282e92d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426152 Nov 09 21:50:03.883661 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:04.106875 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd4188-c54c-4328-908a-eedd11fbdf57 req-70d18137-0ad9-4df2-a2e9-5328b23232d4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:04.109206 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-49fd4188-c54c-4328-908a-eedd11fbdf57 req-70d18137-0ad9-4df2-a2e9-5328b23232d4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 945 time: 0.0646167 Nov 09 21:50:04.163890 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-49fd4188-c54c-4328-908a-eedd11fbdf57 req-0df07633-b9c9-4912-a190-b438d3303fde tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d623e45-78a7-4604-9607-a76c282e92d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486937 Nov 09 21:50:05.284028 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88427371-a157-45c2-8811-63c9d2c66489 req-ae9264bd-376e-4fec-8132-21d3ac48c8c9 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:05.292195 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-88427371-a157-45c2-8811-63c9d2c66489 req-ae9264bd-376e-4fec-8132-21d3ac48c8c9 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 945 time: 0.0553930 Nov 09 21:50:05.342957 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-88427371-a157-45c2-8811-63c9d2c66489 req-e56d2017-8679-4d09-8950-a1f27bf15450 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d623e45-78a7-4604-9607-a76c282e92d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444164 Nov 09 21:50:06.213098 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-96b54272-a13c-41de-9580-a95faf434409 service neutron] show failed (client error): The resource could not be found. Nov 09 21:50:06.214121 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-96b54272-a13c-41de-9580-a95faf434409 service neutron] 10.222.0.45 "GET /v2.0/ports/fdada6dc-9d82-46c8-a525-82c6e0d1a678/bindings/n-h2-816206-3 HTTP/1.1" status: 404 len: 380 time: 0.0559008 Nov 09 21:50:06.418977 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-ed565482-e866-424e-aaff-4f4e1ee351bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:06.420844 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-ed565482-e866-424e-aaff-4f4e1ee351bc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a&tenant_id=d7411b744b214ee4a720fd6796dc002b HTTP/1.1" status: 200 len: 1096 time: 0.0473340 Nov 09 21:50:06.442207 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-c52e8138-5590-4d69-8b6c-e30370a31c90 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-3', 'device_owner': 'compute:nova'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:50:06.467946 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9756305-aaba-487f-885b-fc4e99687ad3 req-d0d08419-97b3-4c7c-a75b-3bf663742c6d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:06.469905 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f9756305-aaba-487f-885b-fc4e99687ad3 req-d0d08419-97b3-4c7c-a75b-3bf663742c6d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 945 time: 0.0552206 Nov 09 21:50:06.507224 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-c52e8138-5590-4d69-8b6c-e30370a31c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:06.535205 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f9756305-aaba-487f-885b-fc4e99687ad3 req-d3329f3c-5635-4fa1-810c-e48e2a53c2bd tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d623e45-78a7-4604-9607-a76c282e92d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552576 Nov 09 21:50:07.037386 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-c52e8138-5590-4d69-8b6c-e30370a31c90 service neutron] For port fdada6dc-9d82-46c8-a525-82c6e0d1a678, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=fdada6dc-9d82-46c8-a525-82c6e0d1a678,segment=NetworkSegment(edf25fa7-e511-4d88-815c-9342ae3a8d57),segment_id=edf25fa7-e511-4d88-815c-9342ae3a8d57)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:50:07.070241 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-c52e8138-5590-4d69-8b6c-e30370a31c90 service neutron] For port fdada6dc-9d82-46c8-a525-82c6e0d1a678, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:50:07.107580 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95e74e4-bd51-4b18-bf12-3ed3bef0df6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdada6dc-9d82-46c8-a525-82c6e0d1a678'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:50:07.109867 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc49f7b-74a6-4fdc-864d-2dba324eeaf5" -d '{"events": [{"server_uuid": "b95e74e4-bd51-4b18-bf12-3ed3bef0df6a", "name": "network-vif-unplugged", "status": "completed", "tag": "fdada6dc-9d82-46c8-a525-82c6e0d1a678"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:50:07.113511 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-c52e8138-5590-4d69-8b6c-e30370a31c90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:07.125773 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-c52e8138-5590-4d69-8b6c-e30370a31c90 service neutron] Transition to ACTIVE for port object fdada6dc-9d82-46c8-a525-82c6e0d1a678 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:50:07.130655 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-c52e8138-5590-4d69-8b6c-e30370a31c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:07.172145 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 21:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5fd383-ae13-442e-940a-efeaa3e27027 x-openstack-request-id: req-bb5fd383-ae13-442e-940a-efeaa3e27027 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:50:07.172435 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95e74e4-bd51-4b18-bf12-3ed3bef0df6a", "name": "network-vif-unplugged", "status": "completed", "tag": "fdada6dc-9d82-46c8-a525-82c6e0d1a678", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:50:07.172705 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bb5fd383-ae13-442e-940a-efeaa3e27027 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:50:07.173093 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95e74e4-bd51-4b18-bf12-3ed3bef0df6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdada6dc-9d82-46c8-a525-82c6e0d1a678', 'code': 200} Nov 09 21:50:07.222543 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e8138-5590-4d69-8b6c-e30370a31c90 service neutron] Pushing event updated for resources: {'Port': ['ID=fdada6dc-9d82-46c8-a525-82c6e0d1a678,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:50:07.250264 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-c52e8138-5590-4d69-8b6c-e30370a31c90 service neutron] No DVR routers for this DVR port fdada6dc-9d82-46c8-a525-82c6e0d1a678 on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:50:07.400098 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-c52e8138-5590-4d69-8b6c-e30370a31c90 service neutron] Attempting to bind port fdada6dc-9d82-46c8-a525-82c6e0d1a678 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:50:07.400595 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-c52e8138-5590-4d69-8b6c-e30370a31c90 service neutron] Attempting to bind port fdada6dc-9d82-46c8-a525-82c6e0d1a678 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': 'edf25fa7-e511-4d88-815c-9342ae3a8d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1bef2b17-c5ff-479e-a8f0-8013bdbc26bd'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:50:07.404469 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-c52e8138-5590-4d69-8b6c-e30370a31c90 service neutron] Attempting to bind port fdada6dc-9d82-46c8-a525-82c6e0d1a678 on network 1bef2b17-c5ff-479e-a8f0-8013bdbc26bd {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:50:07.411748 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-c52e8138-5590-4d69-8b6c-e30370a31c90 service neutron] Port fdada6dc-9d82-46c8-a525-82c6e0d1a678 on network 1bef2b17-c5ff-479e-a8f0-8013bdbc26bd not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:50:07.412139 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-c52e8138-5590-4d69-8b6c-e30370a31c90 service neutron] Attempting to bind port fdada6dc-9d82-46c8-a525-82c6e0d1a678 on network 1bef2b17-c5ff-479e-a8f0-8013bdbc26bd {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:50:07.417655 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-c52e8138-5590-4d69-8b6c-e30370a31c90 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:50:07.417998 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-c52e8138-5590-4d69-8b6c-e30370a31c90 service neutron] Checking segment: {'id': 'edf25fa7-e511-4d88-815c-9342ae3a8d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1bef2b17-c5ff-479e-a8f0-8013bdbc26bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:50:07.418387 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-c52e8138-5590-4d69-8b6c-e30370a31c90 service neutron] Bound using segment: {'id': 'edf25fa7-e511-4d88-815c-9342ae3a8d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1bef2b17-c5ff-479e-a8f0-8013bdbc26bd'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:50:07.418820 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-c52e8138-5590-4d69-8b6c-e30370a31c90 service neutron] Bound port: fdada6dc-9d82-46c8-a525-82c6e0d1a678, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edf25fa7-e511-4d88-815c-9342ae3a8d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1bef2b17-c5ff-479e-a8f0-8013bdbc26bd'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:50:07.419181 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-c52e8138-5590-4d69-8b6c-e30370a31c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:07.487214 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-c52e8138-5590-4d69-8b6c-e30370a31c90 service neutron] For port fdada6dc-9d82-46c8-a525-82c6e0d1a678, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:50:07.490360 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-c52e8138-5590-4d69-8b6c-e30370a31c90 service neutron] For port fdada6dc-9d82-46c8-a525-82c6e0d1a678, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=fdada6dc-9d82-46c8-a525-82c6e0d1a678,segment=NetworkSegment(edf25fa7-e511-4d88-815c-9342ae3a8d57),segment_id=edf25fa7-e511-4d88-815c-9342ae3a8d57)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:50:07.495147 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-c52e8138-5590-4d69-8b6c-e30370a31c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:07.533522 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-c52e8138-5590-4d69-8b6c-e30370a31c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:07.534236 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-c52e8138-5590-4d69-8b6c-e30370a31c90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:07.535529 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-c52e8138-5590-4d69-8b6c-e30370a31c90 service neutron] 10.222.0.43 "PUT /v2.0/ports/fdada6dc-9d82-46c8-a525-82c6e0d1a678 HTTP/1.1" status: 200 len: 1091 time: 1.0978651 Nov 09 21:50:07.552925 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e8138-5590-4d69-8b6c-e30370a31c90 service neutron] Pushing event updated for resources: {'Port': ['ID=fdada6dc-9d82-46c8-a525-82c6e0d1a678,revision_number=7']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:50:07.638395 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-a4167ce9-fefe-4b1b-9814-4c407b09d45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:07.640089 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-a4167ce9-fefe-4b1b-9814-4c407b09d45c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d7411b744b214ee4a720fd6796dc002b&device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 1094 time: 0.0604224 Nov 09 21:50:07.725405 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf63e0e2-8523-4b20-a052-b913d3611803 req-fc7dbfe7-5b54-45ef-a11f-88194c5f6642 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:07.727078 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cf63e0e2-8523-4b20-a052-b913d3611803 req-fc7dbfe7-5b54-45ef-a11f-88194c5f6642 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 943 time: 0.0885041 Nov 09 21:50:07.754807 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-0ff6fedc-ee1b-4576-b266-9b7804f57abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:07.756785 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-0ff6fedc-ee1b-4576-b266-9b7804f57abc service neutron] 10.222.0.43 "GET /v2.0/networks?id=1bef2b17-c5ff-479e-a8f0-8013bdbc26bd HTTP/1.1" status: 200 len: 896 time: 0.1081667 Nov 09 21:50:07.784604 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cf63e0e2-8523-4b20-a052-b913d3611803 req-26be61ec-7189-4d1f-8a87-7c46b40fe35e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d623e45-78a7-4604-9607-a76c282e92d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478570 Nov 09 21:50:07.836780 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-9b0d55a0-1639-434b-a804-1712020b2b19 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdada6dc-9d82-46c8-a525-82c6e0d1a678 HTTP/1.1" status: 200 len: 998 time: 0.0728459 Nov 09 21:50:07.892292 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-89353928-9d12-4dc0-8321-84b8072cee97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:07.893834 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-89353928-9d12-4dc0-8321-84b8072cee97 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a07fc112-953e-4abf-a6cb-1fde7118f683 HTTP/1.1" status: 200 len: 834 time: 0.0502176 Nov 09 21:50:07.947909 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-818c1e2e-1083-4b8e-a25e-c0fb3b37f03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:07.949521 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-818c1e2e-1083-4b8e-a25e-c0fb3b37f03e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1bef2b17-c5ff-479e-a8f0-8013bdbc26bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481818 Nov 09 21:50:08.041204 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-74569f73-79e7-4ce7-8d78-b07e30f642a8 service neutron] 10.222.0.43 "GET /v2.0/networks/1bef2b17-c5ff-479e-a8f0-8013bdbc26bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826993 Nov 09 21:50:08.138126 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3ce7a37d-19cf-43be-be78-029edb3d4635 req-1df7db43-2adf-4945-96da-480819ed9e21 service neutron] 10.222.0.43 "GET /v2.0/networks/1bef2b17-c5ff-479e-a8f0-8013bdbc26bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906789 Nov 09 21:50:08.910013 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998639c-79ad-4cfb-adad-23d290211f4d req-797dcbe5-e0b0-415d-9939-b97d06dce550 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:08.911509 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2998639c-79ad-4cfb-adad-23d290211f4d req-797dcbe5-e0b0-415d-9939-b97d06dce550 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 943 time: 0.0540693 Nov 09 21:50:08.961208 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2998639c-79ad-4cfb-adad-23d290211f4d req-beee67bc-dbfe-4866-acf4-14d75d5c89a9 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d623e45-78a7-4604-9607-a76c282e92d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436027 Nov 09 21:50:09.174456 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95e74e4-bd51-4b18-bf12-3ed3bef0df6a', 'tag': 'fdada6dc-9d82-46c8-a525-82c6e0d1a678'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:50:09.176875 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983e67a2-0a2e-4ea0-a553-cfd2c838df35" -d '{"events": [{"name": "network-changed", "server_uuid": "b95e74e4-bd51-4b18-bf12-3ed3bef0df6a", "tag": "fdada6dc-9d82-46c8-a525-82c6e0d1a678"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:50:09.225897 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa186cb-ab98-44f4-bd6c-44c0a5b0fa84 x-openstack-request-id: req-1fa186cb-ab98-44f4-bd6c-44c0a5b0fa84 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:50:09.226192 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b95e74e4-bd51-4b18-bf12-3ed3bef0df6a", "tag": "fdada6dc-9d82-46c8-a525-82c6e0d1a678", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:50:09.226969 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1fa186cb-ab98-44f4-bd6c-44c0a5b0fa84 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:50:09.227397 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b95e74e4-bd51-4b18-bf12-3ed3bef0df6a', 'tag': 'fdada6dc-9d82-46c8-a525-82c6e0d1a678', 'status': 'completed', 'code': 200} Nov 09 21:50:09.286275 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e67a2-0a2e-4ea0-a553-cfd2c838df35 req-ffa93cf9-4bb6-4dc1-8efc-1beb0bb12257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:09.287885 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-983e67a2-0a2e-4ea0-a553-cfd2c838df35 req-ffa93cf9-4bb6-4dc1-8efc-1beb0bb12257 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7411b744b214ee4a720fd6796dc002b&device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 1094 time: 0.0407774 Nov 09 21:50:09.319792 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e67a2-0a2e-4ea0-a553-cfd2c838df35 req-e150ad32-29be-4379-b614-1acc3d84a5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:09.321321 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-983e67a2-0a2e-4ea0-a553-cfd2c838df35 req-e150ad32-29be-4379-b614-1acc3d84a5ee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d7411b744b214ee4a720fd6796dc002b&device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 1094 time: 0.0433712 Nov 09 21:50:09.390290 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e67a2-0a2e-4ea0-a553-cfd2c838df35 req-a33028dc-3d73-40bf-b69f-059b86570264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:09.391940 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-983e67a2-0a2e-4ea0-a553-cfd2c838df35 req-a33028dc-3d73-40bf-b69f-059b86570264 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1bef2b17-c5ff-479e-a8f0-8013bdbc26bd HTTP/1.1" status: 200 len: 896 time: 0.0956423 Nov 09 21:50:09.426574 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e67a2-0a2e-4ea0-a553-cfd2c838df35 req-4ae693e4-a85e-4be9-903a-33fd7d755eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:09.428060 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-983e67a2-0a2e-4ea0-a553-cfd2c838df35 req-4ae693e4-a85e-4be9-903a-33fd7d755eee service neutron] 10.222.0.43 "GET /v2.0/networks?id=1bef2b17-c5ff-479e-a8f0-8013bdbc26bd HTTP/1.1" status: 200 len: 896 time: 0.0980296 Nov 09 21:50:09.463096 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-983e67a2-0a2e-4ea0-a553-cfd2c838df35 req-1a8f2628-796d-40f9-bf18-0893d92811fc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdada6dc-9d82-46c8-a525-82c6e0d1a678 HTTP/1.1" status: 200 len: 998 time: 0.0646741 Nov 09 21:50:09.496892 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-983e67a2-0a2e-4ea0-a553-cfd2c838df35 req-22636f95-c80f-4564-8f16-8290053ecb91 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdada6dc-9d82-46c8-a525-82c6e0d1a678 HTTP/1.1" status: 200 len: 998 time: 0.0610094 Nov 09 21:50:09.515888 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e67a2-0a2e-4ea0-a553-cfd2c838df35 req-dca92de5-bf92-43cc-8072-3396b440ad8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:09.517551 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-983e67a2-0a2e-4ea0-a553-cfd2c838df35 req-dca92de5-bf92-43cc-8072-3396b440ad8e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a07fc112-953e-4abf-a6cb-1fde7118f683 HTTP/1.1" status: 200 len: 834 time: 0.0465300 Nov 09 21:50:09.549213 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device fdada6dc-9d82-46c8-a525-82c6e0d1a678 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:50:09.554472 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e67a2-0a2e-4ea0-a553-cfd2c838df35 req-b22f5cac-87b5-4c62-87ce-d430432754de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:09.555602 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-983e67a2-0a2e-4ea0-a553-cfd2c838df35 req-b22f5cac-87b5-4c62-87ce-d430432754de service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a07fc112-953e-4abf-a6cb-1fde7118f683 HTTP/1.1" status: 200 len: 834 time: 0.0516701 Nov 09 21:50:09.568749 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e67a2-0a2e-4ea0-a553-cfd2c838df35 req-aa22c2cd-9145-4f0c-be4b-b39654abf457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:09.570349 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-983e67a2-0a2e-4ea0-a553-cfd2c838df35 req-aa22c2cd-9145-4f0c-be4b-b39654abf457 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1bef2b17-c5ff-479e-a8f0-8013bdbc26bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463910 Nov 09 21:50:09.600765 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device fdada6dc-9d82-46c8-a525-82c6e0d1a678 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:50:09.618677 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e67a2-0a2e-4ea0-a553-cfd2c838df35 req-c97cd5a5-eadf-4d4c-ac02-4b5bb8dcb5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:09.620940 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-983e67a2-0a2e-4ea0-a553-cfd2c838df35 req-c97cd5a5-eadf-4d4c-ac02-4b5bb8dcb5ed service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1bef2b17-c5ff-479e-a8f0-8013bdbc26bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485172 Nov 09 21:50:09.679767 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-983e67a2-0a2e-4ea0-a553-cfd2c838df35 req-68625eec-fdf3-4add-9668-3728180e6be3 service neutron] 10.222.0.45 "GET /v2.0/networks/1bef2b17-c5ff-479e-a8f0-8013bdbc26bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999789 Nov 09 21:50:09.720870 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-983e67a2-0a2e-4ea0-a553-cfd2c838df35 req-61a34d22-434f-4272-9328-70c61f9bf5e8 service neutron] 10.222.0.43 "GET /v2.0/networks/1bef2b17-c5ff-479e-a8f0-8013bdbc26bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922413 Nov 09 21:50:09.783655 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-983e67a2-0a2e-4ea0-a553-cfd2c838df35 req-5142458f-3bfe-4e02-9d62-1990b5866b16 service neutron] 10.222.0.45 "GET /v2.0/networks/1bef2b17-c5ff-479e-a8f0-8013bdbc26bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962765 Nov 09 21:50:09.820676 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-983e67a2-0a2e-4ea0-a553-cfd2c838df35 req-e36b85f6-25a6-46b4-a210-ce2ba5b7ec61 service neutron] 10.222.0.43 "GET /v2.0/networks/1bef2b17-c5ff-479e-a8f0-8013bdbc26bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865664 Nov 09 21:50:10.081751 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b935f-69e1-4bc0-91e7-6a132c1c058a req-93e2d7e7-5fcb-4c3a-bfe6-dce741c5e76e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:10.083140 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-715b935f-69e1-4bc0-91e7-6a132c1c058a req-93e2d7e7-5fcb-4c3a-bfe6-dce741c5e76e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 943 time: 0.0499969 Nov 09 21:50:10.134706 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-715b935f-69e1-4bc0-91e7-6a132c1c058a req-a88d45c4-3e88-4b1b-bcff-886c16820cd8 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d623e45-78a7-4604-9607-a76c282e92d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446107 Nov 09 21:50:10.430031 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62740244-2cad-470d-be0b-401a0dc437ac req-3a07be6f-c6b4-4d24-847f-e3090e1d1121 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:10.431561 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-62740244-2cad-470d-be0b-401a0dc437ac req-3a07be6f-c6b4-4d24-847f-e3090e1d1121 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.43 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a&tenant_id=d7411b744b214ee4a720fd6796dc002b&binding%3Ahost_id=n-h2-816206-3 HTTP/1.1" status: 200 len: 943 time: 0.1158624 Nov 09 21:50:10.444921 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db6b49-a340-41a4-883b-af7709af0f00 req-070cbba5-4dd0-4ca9-90ba-1dc2932e2221 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:10.446507 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-76db6b49-a340-41a4-883b-af7709af0f00 req-070cbba5-4dd0-4ca9-90ba-1dc2932e2221 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 943 time: 0.0958638 Nov 09 21:50:10.472285 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device fdada6dc-9d82-46c8-a525-82c6e0d1a678 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:50:10.544070 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-76db6b49-a340-41a4-883b-af7709af0f00 req-def53fc2-362d-41ea-a8cd-ca8da4b8da07 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d623e45-78a7-4604-9607-a76c282e92d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678515 Nov 09 21:50:10.545564 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-62740244-2cad-470d-be0b-401a0dc437ac req-14669896-1573-4152-90a6-074e8a99cec8 service neutron] 10.222.0.43 "GET /v2.0/ports/fdada6dc-9d82-46c8-a525-82c6e0d1a678/bindings/n-h2-816206-3 HTTP/1.1" status: 200 len: 382 time: 0.0981567 Nov 09 21:50:10.581881 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port fdada6dc-9d82-46c8-a525-82c6e0d1a678, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=fdada6dc-9d82-46c8-a525-82c6e0d1a678,segment=NetworkSegment(edf25fa7-e511-4d88-815c-9342ae3a8d57),segment_id=edf25fa7-e511-4d88-815c-9342ae3a8d57)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:50:10.593077 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': 'fdada6dc-9d82-46c8-a525-82c6e0d1a678', 'network_id': '1bef2b17-c5ff-479e-a8f0-8013bdbc26bd', 'port_id': 'fdada6dc-9d82-46c8-a525-82c6e0d1a678', 'mac_address': 'fa:16:3e:11:96:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a07fc112-953e-4abf-a6cb-1fde7118f683', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:50:10.631462 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62740244-2cad-470d-be0b-401a0dc437ac req-754a80af-b44d-496c-8c79-91b4db873f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:10.633133 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-62740244-2cad-470d-be0b-401a0dc437ac req-754a80af-b44d-496c-8c79-91b4db873f8c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d7411b744b214ee4a720fd6796dc002b&device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 1094 time: 0.0440993 Nov 09 21:50:10.636131 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:10.652189 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdada6dc-9d82-46c8-a525-82c6e0d1a678 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:50:10.673133 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port fdada6dc-9d82-46c8-a525-82c6e0d1a678, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=fdada6dc-9d82-46c8-a525-82c6e0d1a678,segment=NetworkSegment(edf25fa7-e511-4d88-815c-9342ae3a8d57),segment_id=edf25fa7-e511-4d88-815c-9342ae3a8d57)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:50:10.678384 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:10.730796 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=fdada6dc-9d82-46c8-a525-82c6e0d1a678,revision_number=8']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:50:10.748457 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62740244-2cad-470d-be0b-401a0dc437ac req-615ccedd-2a1c-4495-adf8-2ca354884c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:10.750111 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-62740244-2cad-470d-be0b-401a0dc437ac req-615ccedd-2a1c-4495-adf8-2ca354884c89 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1bef2b17-c5ff-479e-a8f0-8013bdbc26bd HTTP/1.1" status: 200 len: 896 time: 0.1101310 Nov 09 21:50:10.826609 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-62740244-2cad-470d-be0b-401a0dc437ac req-547188f6-ff5e-48d9-bd67-92d04331d0a9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdada6dc-9d82-46c8-a525-82c6e0d1a678 HTTP/1.1" status: 200 len: 999 time: 0.0599713 Nov 09 21:50:10.877251 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62740244-2cad-470d-be0b-401a0dc437ac req-7360c094-aa99-4be0-9de3-25433312a834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:10.878697 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-62740244-2cad-470d-be0b-401a0dc437ac req-7360c094-aa99-4be0-9de3-25433312a834 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a07fc112-953e-4abf-a6cb-1fde7118f683 HTTP/1.1" status: 200 len: 834 time: 0.0433064 Nov 09 21:50:10.933287 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62740244-2cad-470d-be0b-401a0dc437ac req-49aa60bb-b304-43c6-b75a-a6bd80b02269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:10.934779 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-62740244-2cad-470d-be0b-401a0dc437ac req-49aa60bb-b304-43c6-b75a-a6bd80b02269 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1bef2b17-c5ff-479e-a8f0-8013bdbc26bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453053 Nov 09 21:50:11.009293 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['fdada6dc-9d82-46c8-a525-82c6e0d1a678'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:50:11.029770 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-62740244-2cad-470d-be0b-401a0dc437ac req-3b649285-a869-44c7-95e7-b15c3d359d7f service neutron] 10.222.0.43 "GET /v2.0/networks/1bef2b17-c5ff-479e-a8f0-8013bdbc26bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853033 Nov 09 21:50:11.131942 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-62740244-2cad-470d-be0b-401a0dc437ac req-1683f22f-d4e5-4acb-b2f8-d9c43b4ccb99 service neutron] 10.222.0.43 "GET /v2.0/networks/1bef2b17-c5ff-479e-a8f0-8013bdbc26bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940695 Nov 09 21:50:11.665210 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb90116-52f3-419c-9b7a-55cefe376236 req-cda2bed2-f59d-47b3-90b2-21e7c03f81e8 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:11.666697 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4cb90116-52f3-419c-9b7a-55cefe376236 req-cda2bed2-f59d-47b3-90b2-21e7c03f81e8 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 944 time: 0.0497475 Nov 09 21:50:11.718215 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4cb90116-52f3-419c-9b7a-55cefe376236 req-8e7cedda-9f39-4a83-991b-a971be6bcc65 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d623e45-78a7-4604-9607-a76c282e92d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445752 Nov 09 21:50:12.483560 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device fdada6dc-9d82-46c8-a525-82c6e0d1a678 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:50:12.533553 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port fdada6dc-9d82-46c8-a525-82c6e0d1a678 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:50:12.537476 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port fdada6dc-9d82-46c8-a525-82c6e0d1a678 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:50:12.537841 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:12.618965 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:12.641611 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95e74e4-bd51-4b18-bf12-3ed3bef0df6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdada6dc-9d82-46c8-a525-82c6e0d1a678'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:50:12.643832 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d3c5ab-c130-43ad-896b-bf6f04efb215" -d '{"events": [{"server_uuid": "b95e74e4-bd51-4b18-bf12-3ed3bef0df6a", "name": "network-vif-plugged", "status": "completed", "tag": "fdada6dc-9d82-46c8-a525-82c6e0d1a678"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:50:12.656369 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port fdada6dc-9d82-46c8-a525-82c6e0d1a678, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=fdada6dc-9d82-46c8-a525-82c6e0d1a678,segment=NetworkSegment(edf25fa7-e511-4d88-815c-9342ae3a8d57),segment_id=edf25fa7-e511-4d88-815c-9342ae3a8d57)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:50:12.661278 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:12.714271 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=fdada6dc-9d82-46c8-a525-82c6e0d1a678,revision_number=9']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:50:12.723076 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9bc228-7ef8-45d9-a3ea-f5c5ebd72c42 x-openstack-request-id: req-fa9bc228-7ef8-45d9-a3ea-f5c5ebd72c42 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:50:12.723405 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95e74e4-bd51-4b18-bf12-3ed3bef0df6a", "name": "network-vif-plugged", "status": "completed", "tag": "fdada6dc-9d82-46c8-a525-82c6e0d1a678", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:50:12.723727 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fa9bc228-7ef8-45d9-a3ea-f5c5ebd72c42 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:50:12.723982 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95e74e4-bd51-4b18-bf12-3ed3bef0df6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdada6dc-9d82-46c8-a525-82c6e0d1a678', 'code': 200} Nov 09 21:50:12.861095 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce863181-6123-48b5-abe0-d861e540d110 req-b18776a1-4324-4c45-9059-02a095c63cf2 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:12.862588 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ce863181-6123-48b5-abe0-d861e540d110 req-b18776a1-4324-4c45-9059-02a095c63cf2 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 945 time: 0.0535750 Nov 09 21:50:12.919236 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ce863181-6123-48b5-abe0-d861e540d110 req-0fe02f10-b372-4a1b-b6c3-70332b84d01d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d623e45-78a7-4604-9607-a76c282e92d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506661 Nov 09 21:50:13.460921 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62740244-2cad-470d-be0b-401a0dc437ac req-8d7718cb-7e53-46e3-9e53-1e8e692758d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:13.462226 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-62740244-2cad-470d-be0b-401a0dc437ac req-8d7718cb-7e53-46e3-9e53-1e8e692758d4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a&tenant_id=d7411b744b214ee4a720fd6796dc002b HTTP/1.1" status: 200 len: 1096 time: 0.0703630 Nov 09 21:50:13.474437 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-62740244-2cad-470d-be0b-401a0dc437ac req-0e92e377-8de3-4b0b-8bcf-558b4594f32b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-3', 'device_owner': 'compute:nova'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:50:13.528393 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-62740244-2cad-470d-be0b-401a0dc437ac req-0e92e377-8de3-4b0b-8bcf-558b4594f32b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:13.733839 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-62740244-2cad-470d-be0b-401a0dc437ac req-0e92e377-8de3-4b0b-8bcf-558b4594f32b service neutron] For port fdada6dc-9d82-46c8-a525-82c6e0d1a678, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=fdada6dc-9d82-46c8-a525-82c6e0d1a678,segment=NetworkSegment(edf25fa7-e511-4d88-815c-9342ae3a8d57),segment_id=edf25fa7-e511-4d88-815c-9342ae3a8d57)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:50:13.766663 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-62740244-2cad-470d-be0b-401a0dc437ac req-0e92e377-8de3-4b0b-8bcf-558b4594f32b service neutron] For port fdada6dc-9d82-46c8-a525-82c6e0d1a678, host n-h2-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:50:13.809119 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95e74e4-bd51-4b18-bf12-3ed3bef0df6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdada6dc-9d82-46c8-a525-82c6e0d1a678'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:50:13.811575 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cafcc7b-730c-4177-8642-5c345077043b" -d '{"events": [{"server_uuid": "b95e74e4-bd51-4b18-bf12-3ed3bef0df6a", "name": "network-vif-unplugged", "status": "completed", "tag": "fdada6dc-9d82-46c8-a525-82c6e0d1a678"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:50:13.815823 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-62740244-2cad-470d-be0b-401a0dc437ac req-0e92e377-8de3-4b0b-8bcf-558b4594f32b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:13.830123 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-62740244-2cad-470d-be0b-401a0dc437ac req-0e92e377-8de3-4b0b-8bcf-558b4594f32b service neutron] Transition to ACTIVE for port object fdada6dc-9d82-46c8-a525-82c6e0d1a678 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:50:13.834381 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-62740244-2cad-470d-be0b-401a0dc437ac req-0e92e377-8de3-4b0b-8bcf-558b4594f32b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:13.884496 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 21:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f4e5ec-196d-40f6-a047-b1e8a54f11f7 x-openstack-request-id: req-74f4e5ec-196d-40f6-a047-b1e8a54f11f7 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:50:13.885121 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95e74e4-bd51-4b18-bf12-3ed3bef0df6a", "name": "network-vif-unplugged", "status": "completed", "tag": "fdada6dc-9d82-46c8-a525-82c6e0d1a678", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:50:13.885121 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-74f4e5ec-196d-40f6-a047-b1e8a54f11f7 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:50:13.885513 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95e74e4-bd51-4b18-bf12-3ed3bef0df6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdada6dc-9d82-46c8-a525-82c6e0d1a678', 'code': 200} Nov 09 21:50:14.320801 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e92e377-8de3-4b0b-8bcf-558b4594f32b service neutron] Pushing event updated for resources: {'Port': ['ID=fdada6dc-9d82-46c8-a525-82c6e0d1a678,revision_number=10']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:50:14.389980 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-62740244-2cad-470d-be0b-401a0dc437ac req-0e92e377-8de3-4b0b-8bcf-558b4594f32b service neutron] No DVR routers for this DVR port fdada6dc-9d82-46c8-a525-82c6e0d1a678 on host n-h2-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:50:14.398499 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ab805-61c2-473d-a2cd-3e803f8ab1da req-de6e6c55-0b07-44df-8ca9-a8581516706f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:14.399983 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-196ab805-61c2-473d-a2cd-3e803f8ab1da req-de6e6c55-0b07-44df-8ca9-a8581516706f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 944 time: 0.1195352 Nov 09 21:50:14.535374 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-196ab805-61c2-473d-a2cd-3e803f8ab1da req-5e775d04-47cb-4cd8-b326-48e26181653a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d623e45-78a7-4604-9607-a76c282e92d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035416 Nov 09 21:50:14.584430 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-62740244-2cad-470d-be0b-401a0dc437ac req-0e92e377-8de3-4b0b-8bcf-558b4594f32b service neutron] Attempting to bind port fdada6dc-9d82-46c8-a525-82c6e0d1a678 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:50:14.584795 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-62740244-2cad-470d-be0b-401a0dc437ac req-0e92e377-8de3-4b0b-8bcf-558b4594f32b service neutron] Attempting to bind port fdada6dc-9d82-46c8-a525-82c6e0d1a678 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'edf25fa7-e511-4d88-815c-9342ae3a8d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1bef2b17-c5ff-479e-a8f0-8013bdbc26bd'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:50:14.585127 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62740244-2cad-470d-be0b-401a0dc437ac req-0e92e377-8de3-4b0b-8bcf-558b4594f32b service neutron] Attempting to bind port fdada6dc-9d82-46c8-a525-82c6e0d1a678 on network 1bef2b17-c5ff-479e-a8f0-8013bdbc26bd {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:50:14.591366 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62740244-2cad-470d-be0b-401a0dc437ac req-0e92e377-8de3-4b0b-8bcf-558b4594f32b service neutron] Port fdada6dc-9d82-46c8-a525-82c6e0d1a678 on network 1bef2b17-c5ff-479e-a8f0-8013bdbc26bd not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:50:14.591693 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62740244-2cad-470d-be0b-401a0dc437ac req-0e92e377-8de3-4b0b-8bcf-558b4594f32b service neutron] Attempting to bind port fdada6dc-9d82-46c8-a525-82c6e0d1a678 on network 1bef2b17-c5ff-479e-a8f0-8013bdbc26bd {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:50:14.597210 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62740244-2cad-470d-be0b-401a0dc437ac req-0e92e377-8de3-4b0b-8bcf-558b4594f32b service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:50:14.597551 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62740244-2cad-470d-be0b-401a0dc437ac req-0e92e377-8de3-4b0b-8bcf-558b4594f32b service neutron] Checking segment: {'id': 'edf25fa7-e511-4d88-815c-9342ae3a8d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1bef2b17-c5ff-479e-a8f0-8013bdbc26bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:50:14.597935 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62740244-2cad-470d-be0b-401a0dc437ac req-0e92e377-8de3-4b0b-8bcf-558b4594f32b service neutron] Bound using segment: {'id': 'edf25fa7-e511-4d88-815c-9342ae3a8d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1bef2b17-c5ff-479e-a8f0-8013bdbc26bd'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:50:14.598365 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-62740244-2cad-470d-be0b-401a0dc437ac req-0e92e377-8de3-4b0b-8bcf-558b4594f32b service neutron] Bound port: fdada6dc-9d82-46c8-a525-82c6e0d1a678, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edf25fa7-e511-4d88-815c-9342ae3a8d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1bef2b17-c5ff-479e-a8f0-8013bdbc26bd'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:50:14.598721 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-62740244-2cad-470d-be0b-401a0dc437ac req-0e92e377-8de3-4b0b-8bcf-558b4594f32b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:14.664706 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-62740244-2cad-470d-be0b-401a0dc437ac req-0e92e377-8de3-4b0b-8bcf-558b4594f32b service neutron] For port fdada6dc-9d82-46c8-a525-82c6e0d1a678, host n-h1-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:50:14.668454 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-62740244-2cad-470d-be0b-401a0dc437ac req-0e92e377-8de3-4b0b-8bcf-558b4594f32b service neutron] For port fdada6dc-9d82-46c8-a525-82c6e0d1a678, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=fdada6dc-9d82-46c8-a525-82c6e0d1a678,segment=NetworkSegment(edf25fa7-e511-4d88-815c-9342ae3a8d57),segment_id=edf25fa7-e511-4d88-815c-9342ae3a8d57)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:50:14.673427 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-62740244-2cad-470d-be0b-401a0dc437ac req-0e92e377-8de3-4b0b-8bcf-558b4594f32b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:14.707806 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62740244-2cad-470d-be0b-401a0dc437ac req-0e92e377-8de3-4b0b-8bcf-558b4594f32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:14.708432 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-62740244-2cad-470d-be0b-401a0dc437ac req-0e92e377-8de3-4b0b-8bcf-558b4594f32b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:14.709878 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-62740244-2cad-470d-be0b-401a0dc437ac req-0e92e377-8de3-4b0b-8bcf-558b4594f32b service neutron] 10.222.0.45 "PUT /v2.0/ports/fdada6dc-9d82-46c8-a525-82c6e0d1a678 HTTP/1.1" status: 200 len: 1092 time: 1.2401783 Nov 09 21:50:14.732277 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e92e377-8de3-4b0b-8bcf-558b4594f32b service neutron] Pushing event updated for resources: {'Port': ['ID=fdada6dc-9d82-46c8-a525-82c6e0d1a678,revision_number=11']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:50:14.780612 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62740244-2cad-470d-be0b-401a0dc437ac req-7e1b9c96-ab2e-4c44-a1a3-fe482936d4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:14.782130 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-62740244-2cad-470d-be0b-401a0dc437ac req-7e1b9c96-ab2e-4c44-a1a3-fe482936d4ad service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7411b744b214ee4a720fd6796dc002b&device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 1095 time: 0.0445673 Nov 09 21:50:14.900541 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62740244-2cad-470d-be0b-401a0dc437ac req-d8a1ba16-1d0d-49bb-85d3-bc61f626eda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:14.902730 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-62740244-2cad-470d-be0b-401a0dc437ac req-d8a1ba16-1d0d-49bb-85d3-bc61f626eda0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1bef2b17-c5ff-479e-a8f0-8013bdbc26bd HTTP/1.1" status: 200 len: 896 time: 0.1139371 Nov 09 21:50:14.970091 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-62740244-2cad-470d-be0b-401a0dc437ac req-118e244b-f0c9-438f-be00-a794ff81407e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdada6dc-9d82-46c8-a525-82c6e0d1a678 HTTP/1.1" status: 200 len: 998 time: 0.0603366 Nov 09 21:50:15.017989 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62740244-2cad-470d-be0b-401a0dc437ac req-8884ec66-78c1-4c3f-9730-9249abaee557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:15.019342 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-62740244-2cad-470d-be0b-401a0dc437ac req-8884ec66-78c1-4c3f-9730-9249abaee557 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a07fc112-953e-4abf-a6cb-1fde7118f683 HTTP/1.1" status: 200 len: 834 time: 0.0431695 Nov 09 21:50:15.074508 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62740244-2cad-470d-be0b-401a0dc437ac req-b6efe434-8597-414a-975d-48912bd1116d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:15.076010 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-62740244-2cad-470d-be0b-401a0dc437ac req-b6efe434-8597-414a-975d-48912bd1116d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1bef2b17-c5ff-479e-a8f0-8013bdbc26bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489528 Nov 09 21:50:15.173487 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-62740244-2cad-470d-be0b-401a0dc437ac req-5881285a-e7ed-44e5-8f3f-9441cfda56c6 service neutron] 10.222.0.45 "GET /v2.0/networks/1bef2b17-c5ff-479e-a8f0-8013bdbc26bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904441 Nov 09 21:50:15.269231 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-62740244-2cad-470d-be0b-401a0dc437ac req-9698e17c-71d1-40af-81d1-5081e90db373 service neutron] 10.222.0.45 "GET /v2.0/networks/1bef2b17-c5ff-479e-a8f0-8013bdbc26bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887575 Nov 09 21:50:15.657895 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006bc11-a6f5-4099-ad78-c5922c9d6164 req-191a76c1-1e19-4d5e-b057-e9c34de5a48f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:15.659725 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8006bc11-a6f5-4099-ad78-c5922c9d6164 req-191a76c1-1e19-4d5e-b057-e9c34de5a48f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 944 time: 0.0517519 Nov 09 21:50:15.711701 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8006bc11-a6f5-4099-ad78-c5922c9d6164 req-123d366d-d6eb-49c6-880f-c27cfe318388 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d623e45-78a7-4604-9607-a76c282e92d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449519 Nov 09 21:50:15.886776 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95e74e4-bd51-4b18-bf12-3ed3bef0df6a', 'tag': 'fdada6dc-9d82-46c8-a525-82c6e0d1a678'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:50:15.889217 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11cb582-33b4-45f3-a07f-885c9f1639d6" -d '{"events": [{"name": "network-changed", "server_uuid": "b95e74e4-bd51-4b18-bf12-3ed3bef0df6a", "tag": "fdada6dc-9d82-46c8-a525-82c6e0d1a678"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:50:15.939184 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0de2c16-b1bb-4ae5-a207-e89263a7eff4 x-openstack-request-id: req-f0de2c16-b1bb-4ae5-a207-e89263a7eff4 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:50:15.939820 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b95e74e4-bd51-4b18-bf12-3ed3bef0df6a", "tag": "fdada6dc-9d82-46c8-a525-82c6e0d1a678", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:50:15.939820 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f0de2c16-b1bb-4ae5-a207-e89263a7eff4 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:50:15.940175 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b95e74e4-bd51-4b18-bf12-3ed3bef0df6a', 'tag': 'fdada6dc-9d82-46c8-a525-82c6e0d1a678', 'status': 'completed', 'code': 200} Nov 09 21:50:15.999728 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11cb582-33b4-45f3-a07f-885c9f1639d6 req-ce82ef3d-4219-4d82-9d7f-19821babb8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:16.001267 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d11cb582-33b4-45f3-a07f-885c9f1639d6 req-ce82ef3d-4219-4d82-9d7f-19821babb8a9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7411b744b214ee4a720fd6796dc002b&device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 1095 time: 0.0442715 Nov 09 21:50:16.023376 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11cb582-33b4-45f3-a07f-885c9f1639d6 req-6602ee56-f4f7-4f11-98c8-6e1fcbf74650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:16.025622 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d11cb582-33b4-45f3-a07f-885c9f1639d6 req-6602ee56-f4f7-4f11-98c8-6e1fcbf74650 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d7411b744b214ee4a720fd6796dc002b&device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 1095 time: 0.0428441 Nov 09 21:50:16.105461 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11cb582-33b4-45f3-a07f-885c9f1639d6 req-27522f3e-1720-4d50-a32b-1d28822aae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:16.106942 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d11cb582-33b4-45f3-a07f-885c9f1639d6 req-27522f3e-1720-4d50-a32b-1d28822aae1f service neutron] 10.222.0.45 "GET /v2.0/networks?id=1bef2b17-c5ff-479e-a8f0-8013bdbc26bd HTTP/1.1" status: 200 len: 896 time: 0.0986626 Nov 09 21:50:16.132285 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11cb582-33b4-45f3-a07f-885c9f1639d6 req-919ca1f8-935e-4aa5-8477-285196bb57ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:16.134105 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d11cb582-33b4-45f3-a07f-885c9f1639d6 req-919ca1f8-935e-4aa5-8477-285196bb57ce service neutron] 10.222.0.43 "GET /v2.0/networks?id=1bef2b17-c5ff-479e-a8f0-8013bdbc26bd HTTP/1.1" status: 200 len: 896 time: 0.1012261 Nov 09 21:50:16.190002 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d11cb582-33b4-45f3-a07f-885c9f1639d6 req-c9b9185d-a133-4a5a-a578-3d7e9c480f73 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdada6dc-9d82-46c8-a525-82c6e0d1a678 HTTP/1.1" status: 200 len: 998 time: 0.0746727 Nov 09 21:50:16.202037 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d11cb582-33b4-45f3-a07f-885c9f1639d6 req-805231ba-f190-45c2-a545-0eda258e4115 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdada6dc-9d82-46c8-a525-82c6e0d1a678 HTTP/1.1" status: 200 len: 998 time: 0.0604656 Nov 09 21:50:16.243433 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11cb582-33b4-45f3-a07f-885c9f1639d6 req-185a57f2-c490-4c32-a191-94180bd98a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:16.245606 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d11cb582-33b4-45f3-a07f-885c9f1639d6 req-185a57f2-c490-4c32-a191-94180bd98a9d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a07fc112-953e-4abf-a6cb-1fde7118f683 HTTP/1.1" status: 200 len: 834 time: 0.0478272 Nov 09 21:50:16.257276 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11cb582-33b4-45f3-a07f-885c9f1639d6 req-b2e63a32-14e8-430d-a3ad-840e392b8f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:16.258817 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d11cb582-33b4-45f3-a07f-885c9f1639d6 req-b2e63a32-14e8-430d-a3ad-840e392b8f7a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a07fc112-953e-4abf-a6cb-1fde7118f683 HTTP/1.1" status: 200 len: 834 time: 0.0485547 Nov 09 21:50:16.299260 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11cb582-33b4-45f3-a07f-885c9f1639d6 req-38237ee6-ac38-48bf-b856-a8b3799bd64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:16.300804 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d11cb582-33b4-45f3-a07f-885c9f1639d6 req-38237ee6-ac38-48bf-b856-a8b3799bd64f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1bef2b17-c5ff-479e-a8f0-8013bdbc26bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463066 Nov 09 21:50:16.305590 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11cb582-33b4-45f3-a07f-885c9f1639d6 req-4d06c714-f3e2-42e1-8c1f-765cdd4cdedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:16.307305 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d11cb582-33b4-45f3-a07f-885c9f1639d6 req-4d06c714-f3e2-42e1-8c1f-765cdd4cdedd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1bef2b17-c5ff-479e-a8f0-8013bdbc26bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414870 Nov 09 21:50:16.403406 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d11cb582-33b4-45f3-a07f-885c9f1639d6 req-a970bd95-36b1-4b31-a862-145f972601b6 service neutron] 10.222.0.45 "GET /v2.0/networks/1bef2b17-c5ff-479e-a8f0-8013bdbc26bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947080 Nov 09 21:50:16.405521 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d11cb582-33b4-45f3-a07f-885c9f1639d6 req-2e531c27-1bbe-4feb-831c-9402cd195927 service neutron] 10.222.0.43 "GET /v2.0/networks/1bef2b17-c5ff-479e-a8f0-8013bdbc26bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907989 Nov 09 21:50:16.505559 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d11cb582-33b4-45f3-a07f-885c9f1639d6 req-ec41553a-ee6d-4461-b88a-2f67b742ad1b service neutron] 10.222.0.45 "GET /v2.0/networks/1bef2b17-c5ff-479e-a8f0-8013bdbc26bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944359 Nov 09 21:50:16.516994 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d11cb582-33b4-45f3-a07f-885c9f1639d6 req-79924783-2ef5-4235-925d-58b1c7524210 service neutron] 10.222.0.43 "GET /v2.0/networks/1bef2b17-c5ff-479e-a8f0-8013bdbc26bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042387 Nov 09 21:50:16.530839 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device fdada6dc-9d82-46c8-a525-82c6e0d1a678 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:50:16.575497 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device fdada6dc-9d82-46c8-a525-82c6e0d1a678 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:50:16.834348 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d2bb7-fa3d-4ab6-a8fd-cac94f1373ac req-535bc54c-b36e-4237-b188-d2c6a5e47bd9 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:16.835970 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e87d2bb7-fa3d-4ab6-a8fd-cac94f1373ac req-535bc54c-b36e-4237-b188-d2c6a5e47bd9 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 944 time: 0.0525296 Nov 09 21:50:16.896320 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e87d2bb7-fa3d-4ab6-a8fd-cac94f1373ac req-02a1b726-4d73-422b-b49c-0ae6d6a4506c tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d623e45-78a7-4604-9607-a76c282e92d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525219 Nov 09 21:50:16.970601 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:50:17.573192 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device fdada6dc-9d82-46c8-a525-82c6e0d1a678 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:50:17.829000 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0fc620d4-8665-43b7-a0c0-57444423e73d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:17.850956 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port fdada6dc-9d82-46c8-a525-82c6e0d1a678, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=fdada6dc-9d82-46c8-a525-82c6e0d1a678,segment=NetworkSegment(edf25fa7-e511-4d88-815c-9342ae3a8d57),segment_id=edf25fa7-e511-4d88-815c-9342ae3a8d57)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:50:17.862193 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': 'fdada6dc-9d82-46c8-a525-82c6e0d1a678', 'network_id': '1bef2b17-c5ff-479e-a8f0-8013bdbc26bd', 'port_id': 'fdada6dc-9d82-46c8-a525-82c6e0d1a678', 'mac_address': 'fa:16:3e:11:96:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a07fc112-953e-4abf-a6cb-1fde7118f683', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:50:17.882751 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-23241dc5-92d2-43c4-9bad-2abf17fa333c req-2baf7aec-c2d8-4499-8bce-4b6762108ab6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=87a0c55d-4b51-4767-8d92-2b46bfcfc839&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439315 Nov 09 21:50:17.904224 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:17.917541 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdada6dc-9d82-46c8-a525-82c6e0d1a678 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:50:17.943327 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port fdada6dc-9d82-46c8-a525-82c6e0d1a678, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=fdada6dc-9d82-46c8-a525-82c6e0d1a678,segment=NetworkSegment(edf25fa7-e511-4d88-815c-9342ae3a8d57),segment_id=edf25fa7-e511-4d88-815c-9342ae3a8d57)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:50:17.948126 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:18.001270 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23241dc5-92d2-43c4-9bad-2abf17fa333c req-cc1323d8-93e5-4184-81a4-3f43894be349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:18.004348 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-23241dc5-92d2-43c4-9bad-2abf17fa333c req-cc1323d8-93e5-4184-81a4-3f43894be349 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b3039f985d904a47a201680c8c884f50&device_id=87a0c55d-4b51-4767-8d92-2b46bfcfc839 HTTP/1.1" status: 200 len: 1097 time: 0.0584683 Nov 09 21:50:18.007790 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=fdada6dc-9d82-46c8-a525-82c6e0d1a678,revision_number=12']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:50:18.067969 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc3684-a935-4dad-9bca-08722c206bc0 req-3dcba537-d526-4df4-b6bf-98062318c7db tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:18.069824 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fadc3684-a935-4dad-9bca-08722c206bc0 req-3dcba537-d526-4df4-b6bf-98062318c7db tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 945 time: 0.0673139 Nov 09 21:50:18.124357 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23241dc5-92d2-43c4-9bad-2abf17fa333c req-841acb04-5466-4bfb-8663-704a27f14528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:18.126013 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-23241dc5-92d2-43c4-9bad-2abf17fa333c req-841acb04-5466-4bfb-8663-704a27f14528 service neutron] 10.222.0.43 "GET /v2.0/networks?id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9 HTTP/1.1" status: 200 len: 912 time: 0.0990720 Nov 09 21:50:18.127196 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fadc3684-a935-4dad-9bca-08722c206bc0 req-8d7c4142-194c-4f2b-bb4c-d98bcd677bd0 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d623e45-78a7-4604-9607-a76c282e92d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510988 Nov 09 21:50:18.150202 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59324) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:50:18.161347 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['fdada6dc-9d82-46c8-a525-82c6e0d1a678'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:50:18.203543 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-23241dc5-92d2-43c4-9bad-2abf17fa333c req-f6a85f5d-2590-4406-8252-20a244871fde service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0d4114c-987a-4de8-aea9-ceb96ea1a180 HTTP/1.1" status: 200 len: 1002 time: 0.0681984 Nov 09 21:50:18.237646 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5c26dfdb-5fe5-479e-aa24-7a8912c922db tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/floatingips/102cde29-a670-41cd-ad94-aff483a2f7ed HTTP/1.1" status: 200 len: 991 time: 0.0858138 Nov 09 21:50:18.261266 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23241dc5-92d2-43c4-9bad-2abf17fa333c req-cc088d38-79b8-403f-ac8e-713b51c329be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:18.262797 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-23241dc5-92d2-43c4-9bad-2abf17fa333c req-cc088d38-79b8-403f-ac8e-713b51c329be service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9efcad5d-d250-42ce-b381-abda2d565ce1 HTTP/1.1" status: 200 len: 851 time: 0.0511055 Nov 09 21:50:18.313028 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23241dc5-92d2-43c4-9bad-2abf17fa333c req-b488e43d-fb05-49f8-9ad0-aa62dc881cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:18.315009 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-23241dc5-92d2-43c4-9bad-2abf17fa333c req-b488e43d-fb05-49f8-9ad0-aa62dc881cf0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440361 Nov 09 21:50:18.415887 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-23241dc5-92d2-43c4-9bad-2abf17fa333c req-7ada042f-6dc6-49ac-8d6b-ab60ed5185f4 service neutron] 10.222.0.43 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929744 Nov 09 21:50:18.511600 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-23241dc5-92d2-43c4-9bad-2abf17fa333c req-49092308-5691-47e7-aeff-870b343108f3 service neutron] 10.222.0.43 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881495 Nov 09 21:50:19.579185 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device fdada6dc-9d82-46c8-a525-82c6e0d1a678 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:50:19.629511 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port fdada6dc-9d82-46c8-a525-82c6e0d1a678 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:50:19.633445 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port fdada6dc-9d82-46c8-a525-82c6e0d1a678 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:50:19.633811 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:19.708271 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:19.730414 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95e74e4-bd51-4b18-bf12-3ed3bef0df6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdada6dc-9d82-46c8-a525-82c6e0d1a678'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:50:19.732609 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6033ef-f698-451d-86a0-cdfcb707cd6f" -d '{"events": [{"server_uuid": "b95e74e4-bd51-4b18-bf12-3ed3bef0df6a", "name": "network-vif-plugged", "status": "completed", "tag": "fdada6dc-9d82-46c8-a525-82c6e0d1a678"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:50:19.745606 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port fdada6dc-9d82-46c8-a525-82c6e0d1a678, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=fdada6dc-9d82-46c8-a525-82c6e0d1a678,segment=NetworkSegment(edf25fa7-e511-4d88-815c-9342ae3a8d57),segment_id=edf25fa7-e511-4d88-815c-9342ae3a8d57)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:50:19.749984 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:19.780810 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83485492-9fb3-4c4e-90f3-4f5c9457fa38 x-openstack-request-id: req-83485492-9fb3-4c4e-90f3-4f5c9457fa38 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:50:19.781109 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95e74e4-bd51-4b18-bf12-3ed3bef0df6a", "name": "network-vif-plugged", "status": "completed", "tag": "fdada6dc-9d82-46c8-a525-82c6e0d1a678", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:50:19.781362 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-83485492-9fb3-4c4e-90f3-4f5c9457fa38 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:50:19.781743 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95e74e4-bd51-4b18-bf12-3ed3bef0df6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdada6dc-9d82-46c8-a525-82c6e0d1a678', 'code': 200} Nov 09 21:50:19.806756 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=fdada6dc-9d82-46c8-a525-82c6e0d1a678,revision_number=13']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:50:20.175795 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7194fc2e-eb5d-4fde-91be-5c8801d72840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:21.084851 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:22.467142 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:22.979734 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:23.397363 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:26.487969 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af6224-312d-4569-9f24-7a0f9258afbc req-90a36ffb-340e-4aa9-bb27-2d56389685f0 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:26.489461 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-58af6224-312d-4569-9f24-7a0f9258afbc req-90a36ffb-340e-4aa9-bb27-2d56389685f0 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.49 "GET /v2.0/networks?id=8c402f64-6722-4aac-a43d-cbd15141250e HTTP/1.1" status: 200 len: 814 time: 0.1062472 Nov 09 21:50:26.504808 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-58af6224-312d-4569-9f24-7a0f9258afbc req-31b5d9d7-4df7-4727-9523-1c2089f473f2 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.49 "GET /v2.0/quotas/7617c0b77cbd4b6bad405efe3fa60b1c HTTP/1.1" status: 200 len: 375 time: 0.0089371 Nov 09 21:50:26.539211 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-58af6224-312d-4569-9f24-7a0f9258afbc req-1e9f708f-7c79-426b-849e-55671c32b10f tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7617c0b77cbd4b6bad405efe3fa60b1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290301 Nov 09 21:50:26.628353 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-58af6224-312d-4569-9f24-7a0f9258afbc req-0c346592-658d-4f5d-9c76-a0786b2f3630 service neutron] 10.222.0.49 "GET /v2.0/networks/8c402f64-6722-4aac-a43d-cbd15141250e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815403 Nov 09 21:50:26.720762 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-58af6224-312d-4569-9f24-7a0f9258afbc req-d54440a7-5900-4552-a5d2-d134d2a0f489 service neutron] 10.222.0.49 "GET /v2.0/networks/8c402f64-6722-4aac-a43d-cbd15141250e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864568 Nov 09 21:50:26.882345 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2b269780-9d86-46fe-ad15-3701331cb949 req-6b2d378b-1428-408f-abff-a4d52aab902f tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.49 "GET /v2.0/ports?device_id=28aff3f9-d6fb-442a-bb46-34de8cc183fb HTTP/1.1" status: 200 len: 210 time: 0.0310366 Nov 09 21:50:27.910032 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af6224-312d-4569-9f24-7a0f9258afbc req-0a7b8ee0-7ed2-4ffc-a702-d9ca7b2602ca tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:27.911488 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-58af6224-312d-4569-9f24-7a0f9258afbc req-0a7b8ee0-7ed2-4ffc-a702-d9ca7b2602ca tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.43 "GET /v2.0/networks?id=8c402f64-6722-4aac-a43d-cbd15141250e HTTP/1.1" status: 200 len: 814 time: 0.1040883 Nov 09 21:50:27.934816 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-58af6224-312d-4569-9f24-7a0f9258afbc req-57dd8679-bd36-4128-90dd-ea8eafdc1c60 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Request body: {'port': {'device_id': '28aff3f9-d6fb-442a-bb46-34de8cc183fb', 'network_id': '8c402f64-6722-4aac-a43d-cbd15141250e', 'admin_state_up': True, 'tenant_id': '7617c0b77cbd4b6bad405efe3fa60b1c'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:50:27.980466 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d1cbe5d2-98be-4ce7-99c7-964fa534dfff req-c7c8891c-8631-4434-b9f6-dbd776cc90c2 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.49 "GET /v2.0/ports?device_id=28aff3f9-d6fb-442a-bb46-34de8cc183fb HTTP/1.1" status: 200 len: 210 time: 0.0273161 Nov 09 21:50:28.043697 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58af6224-312d-4569-9f24-7a0f9258afbc req-57dd8679-bd36-4128-90dd-ea8eafdc1c60 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Made reservation on behalf of 7617c0b77cbd4b6bad405efe3fa60b1c for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:50:28.047488 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-58af6224-312d-4569-9f24-7a0f9258afbc req-57dd8679-bd36-4128-90dd-ea8eafdc1c60 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:28.166471 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-58af6224-312d-4569-9f24-7a0f9258afbc req-57dd8679-bd36-4128-90dd-ea8eafdc1c60 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Allocated IP 172.20.0.10 (8c402f64-6722-4aac-a43d-cbd15141250e/4828de94-2524-419e-b7f0-2b1fc348c64a/df919f94-6c4b-4dee-9acd-ef7e86117fe0) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:50:28.308953 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-58af6224-312d-4569-9f24-7a0f9258afbc req-57dd8679-bd36-4128-90dd-ea8eafdc1c60 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:28.340738 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-58af6224-312d-4569-9f24-7a0f9258afbc req-57dd8679-bd36-4128-90dd-ea8eafdc1c60 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:28.387345 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58af6224-312d-4569-9f24-7a0f9258afbc req-57dd8679-bd36-4128-90dd-ea8eafdc1c60 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Network 8c402f64-6722-4aac-a43d-cbd15141250e is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:50:28.390509 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-58af6224-312d-4569-9f24-7a0f9258afbc req-57dd8679-bd36-4128-90dd-ea8eafdc1c60 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:50:28.394219 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-58af6224-312d-4569-9f24-7a0f9258afbc req-57dd8679-bd36-4128-90dd-ea8eafdc1c60 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:50:28.400342 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd8679-bd36-4128-90dd-ea8eafdc1c60 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Pushing event updated for resources: {'Port': ['ID=df919f94-6c4b-4dee-9acd-ef7e86117fe0,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:50:28.428041 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dd8679-bd36-4128-90dd-ea8eafdc1c60 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:50:28.428307 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dd8679-bd36-4128-90dd-ea8eafdc1c60 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:50:28.428657 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dd8679-bd36-4128-90dd-ea8eafdc1c60 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:50:28.428657 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dd8679-bd36-4128-90dd-ea8eafdc1c60 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:50:28.428657 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dd8679-bd36-4128-90dd-ea8eafdc1c60 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:50:28.428657 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dd8679-bd36-4128-90dd-ea8eafdc1c60 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:50:28.428657 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dd8679-bd36-4128-90dd-ea8eafdc1c60 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:50:28.431063 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dd8679-bd36-4128-90dd-ea8eafdc1c60 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:50:28.431063 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dd8679-bd36-4128-90dd-ea8eafdc1c60 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:50:28.431063 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dd8679-bd36-4128-90dd-ea8eafdc1c60 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:50:28.431354 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dd8679-bd36-4128-90dd-ea8eafdc1c60 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:50:28.431533 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dd8679-bd36-4128-90dd-ea8eafdc1c60 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:50:28.456297 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af6224-312d-4569-9f24-7a0f9258afbc req-57dd8679-bd36-4128-90dd-ea8eafdc1c60 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:28.456928 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-58af6224-312d-4569-9f24-7a0f9258afbc req-57dd8679-bd36-4128-90dd-ea8eafdc1c60 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:28.472452 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-58af6224-312d-4569-9f24-7a0f9258afbc req-57dd8679-bd36-4128-90dd-ea8eafdc1c60 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5420542 Nov 09 21:50:28.490338 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-58af6224-312d-4569-9f24-7a0f9258afbc req-762c05f1-8b90-4ba7-ac95-31d27096e0e2 service neutron] Request body: {'port': {'device_id': '28aff3f9-d6fb-442a-bb46-34de8cc183fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:50:28.543266 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-58af6224-312d-4569-9f24-7a0f9258afbc req-762c05f1-8b90-4ba7-ac95-31d27096e0e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:28.808755 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-58af6224-312d-4569-9f24-7a0f9258afbc req-762c05f1-8b90-4ba7-ac95-31d27096e0e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df919f94-6c4b-4dee-9acd-ef7e86117fe0 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:50:28.817122 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-58af6224-312d-4569-9f24-7a0f9258afbc req-762c05f1-8b90-4ba7-ac95-31d27096e0e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:28.828858 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-58af6224-312d-4569-9f24-7a0f9258afbc req-762c05f1-8b90-4ba7-ac95-31d27096e0e2 service neutron] Transition to ACTIVE for port object df919f94-6c4b-4dee-9acd-ef7e86117fe0 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:50:28.832385 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-58af6224-312d-4569-9f24-7a0f9258afbc req-762c05f1-8b90-4ba7-ac95-31d27096e0e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:28.882453 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c05f1-8b90-4ba7-ac95-31d27096e0e2 service neutron] Pushing event updated for resources: {'Port': ['ID=df919f94-6c4b-4dee-9acd-ef7e86117fe0,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:50:28.972756 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-58af6224-312d-4569-9f24-7a0f9258afbc req-762c05f1-8b90-4ba7-ac95-31d27096e0e2 service neutron] Attempting to bind port df919f94-6c4b-4dee-9acd-ef7e86117fe0 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:50:28.973469 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-58af6224-312d-4569-9f24-7a0f9258afbc req-762c05f1-8b90-4ba7-ac95-31d27096e0e2 service neutron] Attempting to bind port df919f94-6c4b-4dee-9acd-ef7e86117fe0 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '574112e7-b6d0-40f0-b297-b822ce6f247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8c402f64-6722-4aac-a43d-cbd15141250e'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:50:28.973469 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58af6224-312d-4569-9f24-7a0f9258afbc req-762c05f1-8b90-4ba7-ac95-31d27096e0e2 service neutron] Attempting to bind port df919f94-6c4b-4dee-9acd-ef7e86117fe0 on network 8c402f64-6722-4aac-a43d-cbd15141250e {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:50:28.977656 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58af6224-312d-4569-9f24-7a0f9258afbc req-762c05f1-8b90-4ba7-ac95-31d27096e0e2 service neutron] Port df919f94-6c4b-4dee-9acd-ef7e86117fe0 on network 8c402f64-6722-4aac-a43d-cbd15141250e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:50:28.977969 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58af6224-312d-4569-9f24-7a0f9258afbc req-762c05f1-8b90-4ba7-ac95-31d27096e0e2 service neutron] Attempting to bind port df919f94-6c4b-4dee-9acd-ef7e86117fe0 on network 8c402f64-6722-4aac-a43d-cbd15141250e {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:50:28.983326 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58af6224-312d-4569-9f24-7a0f9258afbc req-762c05f1-8b90-4ba7-ac95-31d27096e0e2 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:50:28.983659 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58af6224-312d-4569-9f24-7a0f9258afbc req-762c05f1-8b90-4ba7-ac95-31d27096e0e2 service neutron] Checking segment: {'id': '574112e7-b6d0-40f0-b297-b822ce6f247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8c402f64-6722-4aac-a43d-cbd15141250e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:50:28.984038 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58af6224-312d-4569-9f24-7a0f9258afbc req-762c05f1-8b90-4ba7-ac95-31d27096e0e2 service neutron] Bound using segment: {'id': '574112e7-b6d0-40f0-b297-b822ce6f247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8c402f64-6722-4aac-a43d-cbd15141250e'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:50:28.984455 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-58af6224-312d-4569-9f24-7a0f9258afbc req-762c05f1-8b90-4ba7-ac95-31d27096e0e2 service neutron] Bound port: df919f94-6c4b-4dee-9acd-ef7e86117fe0, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '574112e7-b6d0-40f0-b297-b822ce6f247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8c402f64-6722-4aac-a43d-cbd15141250e'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:50:28.984843 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-58af6224-312d-4569-9f24-7a0f9258afbc req-762c05f1-8b90-4ba7-ac95-31d27096e0e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:29.113021 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-58af6224-312d-4569-9f24-7a0f9258afbc req-762c05f1-8b90-4ba7-ac95-31d27096e0e2 service neutron] For port df919f94-6c4b-4dee-9acd-ef7e86117fe0, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:50:29.130577 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-58af6224-312d-4569-9f24-7a0f9258afbc req-762c05f1-8b90-4ba7-ac95-31d27096e0e2 service neutron] For port df919f94-6c4b-4dee-9acd-ef7e86117fe0, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=df919f94-6c4b-4dee-9acd-ef7e86117fe0,segment=NetworkSegment(574112e7-b6d0-40f0-b297-b822ce6f247d),segment_id=574112e7-b6d0-40f0-b297-b822ce6f247d)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:50:29.136012 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-58af6224-312d-4569-9f24-7a0f9258afbc req-762c05f1-8b90-4ba7-ac95-31d27096e0e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:29.156103 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0333d6-c30c-4882-96dd-b4e9ec459e8e req-0df5ce6c-4e34-421c-bd11-0864f0c90fec tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:29.158719 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9b0333d6-c30c-4882-96dd-b4e9ec459e8e req-0df5ce6c-4e34-421c-bd11-0864f0c90fec tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.49 "GET /v2.0/ports?device_id=28aff3f9-d6fb-442a-bb46-34de8cc183fb HTTP/1.1" status: 200 len: 944 time: 0.1043732 Nov 09 21:50:29.217919 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af6224-312d-4569-9f24-7a0f9258afbc req-762c05f1-8b90-4ba7-ac95-31d27096e0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:29.218530 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-58af6224-312d-4569-9f24-7a0f9258afbc req-762c05f1-8b90-4ba7-ac95-31d27096e0e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:29.219900 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-58af6224-312d-4569-9f24-7a0f9258afbc req-762c05f1-8b90-4ba7-ac95-31d27096e0e2 service neutron] 10.222.0.43 "PUT /v2.0/ports/df919f94-6c4b-4dee-9acd-ef7e86117fe0 HTTP/1.1" status: 200 len: 1092 time: 0.7338772 Nov 09 21:50:29.222001 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28aff3f9-d6fb-442a-bb46-34de8cc183fb', 'tag': 'df919f94-6c4b-4dee-9acd-ef7e86117fe0'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:50:29.224301 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398ac514-de7a-4f37-8d92-ff500b365a89" -d '{"events": [{"name": "network-changed", "server_uuid": "28aff3f9-d6fb-442a-bb46-34de8cc183fb", "tag": "df919f94-6c4b-4dee-9acd-ef7e86117fe0"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:50:29.252186 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c05f1-8b90-4ba7-ac95-31d27096e0e2 service neutron] Pushing event updated for resources: {'Port': ['ID=df919f94-6c4b-4dee-9acd-ef7e86117fe0,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:50:29.272441 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9b0333d6-c30c-4882-96dd-b4e9ec459e8e req-666acb4a-d7be-4dad-aaee-a14087caaa6f tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f845d9c-3780-4829-b20c-6e7230dbe850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798054 Nov 09 21:50:29.275597 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc75d76-67ce-4410-9c26-678b107007ab x-openstack-request-id: req-cdc75d76-67ce-4410-9c26-678b107007ab {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:50:29.275734 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28aff3f9-d6fb-442a-bb46-34de8cc183fb", "tag": "df919f94-6c4b-4dee-9acd-ef7e86117fe0", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:50:29.276015 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cdc75d76-67ce-4410-9c26-678b107007ab {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:50:29.276654 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28aff3f9-d6fb-442a-bb46-34de8cc183fb', 'tag': 'df919f94-6c4b-4dee-9acd-ef7e86117fe0', 'status': 'completed', 'code': 200} Nov 09 21:50:29.333802 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af6224-312d-4569-9f24-7a0f9258afbc req-d68b375a-779c-4144-b8e3-b5bcbc0f115a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:29.335280 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-58af6224-312d-4569-9f24-7a0f9258afbc req-d68b375a-779c-4144-b8e3-b5bcbc0f115a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7617c0b77cbd4b6bad405efe3fa60b1c&device_id=28aff3f9-d6fb-442a-bb46-34de8cc183fb HTTP/1.1" status: 200 len: 1095 time: 0.0447381 Nov 09 21:50:29.383532 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-58af6224-312d-4569-9f24-7a0f9258afbc req-ac30d3f6-e16b-4678-9a2a-201853e2990c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df919f94-6c4b-4dee-9acd-ef7e86117fe0 HTTP/1.1" status: 200 len: 217 time: 0.0339427 Nov 09 21:50:29.438066 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af6224-312d-4569-9f24-7a0f9258afbc req-49d9ba4f-0c11-416c-94ab-0983acaa4eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:29.439532 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-58af6224-312d-4569-9f24-7a0f9258afbc req-49d9ba4f-0c11-416c-94ab-0983acaa4eae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4828de94-2524-419e-b7f0-2b1fc348c64a HTTP/1.1" status: 200 len: 854 time: 0.0493813 Nov 09 21:50:29.474576 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-58af6224-312d-4569-9f24-7a0f9258afbc req-c5c77143-114e-43bb-b9b6-649c6a68f950 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8c402f64-6722-4aac-a43d-cbd15141250e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277498 Nov 09 21:50:29.565565 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-58af6224-312d-4569-9f24-7a0f9258afbc req-15b34770-d6b7-4515-a4f6-04af81f3b492 service neutron] 10.222.0.43 "GET /v2.0/networks/8c402f64-6722-4aac-a43d-cbd15141250e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830648 Nov 09 21:50:29.655161 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-58af6224-312d-4569-9f24-7a0f9258afbc req-5a105720-cedd-4b73-a388-8fcd3d8b7c1f service neutron] 10.222.0.43 "GET /v2.0/networks/8c402f64-6722-4aac-a43d-cbd15141250e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826385 Nov 09 21:50:29.789253 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ac514-de7a-4f37-8d92-ff500b365a89 req-9a470e75-fa33-46c2-882b-b4d4eff27d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:29.790660 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-398ac514-de7a-4f37-8d92-ff500b365a89 req-9a470e75-fa33-46c2-882b-b4d4eff27d18 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7617c0b77cbd4b6bad405efe3fa60b1c&device_id=28aff3f9-d6fb-442a-bb46-34de8cc183fb HTTP/1.1" status: 200 len: 1095 time: 0.0404232 Nov 09 21:50:29.885422 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ac514-de7a-4f37-8d92-ff500b365a89 req-6dbd67d4-a0b5-40e1-a741-5180f9ab379f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:29.886949 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-398ac514-de7a-4f37-8d92-ff500b365a89 req-6dbd67d4-a0b5-40e1-a741-5180f9ab379f service neutron] 10.222.0.43 "GET /v2.0/networks?id=8c402f64-6722-4aac-a43d-cbd15141250e HTTP/1.1" status: 200 len: 914 time: 0.0893614 Nov 09 21:50:29.933599 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-398ac514-de7a-4f37-8d92-ff500b365a89 req-dd92c785-0d02-49b1-b689-92f5c73a0427 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df919f94-6c4b-4dee-9acd-ef7e86117fe0 HTTP/1.1" status: 200 len: 217 time: 0.0384579 Nov 09 21:50:29.986053 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ac514-de7a-4f37-8d92-ff500b365a89 req-85f5b17d-55c3-4b50-ba52-8559e40c5ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:29.987568 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-398ac514-de7a-4f37-8d92-ff500b365a89 req-85f5b17d-55c3-4b50-ba52-8559e40c5ac0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4828de94-2524-419e-b7f0-2b1fc348c64a HTTP/1.1" status: 200 len: 854 time: 0.0455456 Nov 09 21:50:30.021660 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-398ac514-de7a-4f37-8d92-ff500b365a89 req-530da6b1-95e3-476e-bd04-c4e4e2b6aa89 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8c402f64-6722-4aac-a43d-cbd15141250e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255189 Nov 09 21:50:30.116391 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-398ac514-de7a-4f37-8d92-ff500b365a89 req-0356357f-d3f3-4f34-8ceb-3700971b733b service neutron] 10.222.0.43 "GET /v2.0/networks/8c402f64-6722-4aac-a43d-cbd15141250e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870647 Nov 09 21:50:30.207883 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-398ac514-de7a-4f37-8d92-ff500b365a89 req-62f4dbd9-bb33-409c-a9ab-3c3a0f77ed27 service neutron] 10.222.0.43 "GET /v2.0/networks/8c402f64-6722-4aac-a43d-cbd15141250e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829532 Nov 09 21:50:30.389187 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dbbf20-ddb3-4d3f-b6cf-bead0bcbf729 req-9e7cfd4f-4d75-4961-a555-a08a2ff08dff tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:30.390574 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d9dbbf20-ddb3-4d3f-b6cf-bead0bcbf729 req-9e7cfd4f-4d75-4961-a555-a08a2ff08dff tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.49 "GET /v2.0/ports?device_id=28aff3f9-d6fb-442a-bb46-34de8cc183fb HTTP/1.1" status: 200 len: 944 time: 0.0486891 Nov 09 21:50:30.438676 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d9dbbf20-ddb3-4d3f-b6cf-bead0bcbf729 req-e2381c34-78d8-4a5f-bb77-c6f1c6787115 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f845d9c-3780-4829-b20c-6e7230dbe850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422368 Nov 09 21:50:31.554202 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ba3ab-36f7-4db0-876e-34f4d79a4719 req-226799ce-23c8-4983-ab54-eb4820dfae7f tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:31.555659 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7a0ba3ab-36f7-4db0-876e-34f4d79a4719 req-226799ce-23c8-4983-ab54-eb4820dfae7f tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.49 "GET /v2.0/ports?device_id=28aff3f9-d6fb-442a-bb46-34de8cc183fb HTTP/1.1" status: 200 len: 944 time: 0.0488245 Nov 09 21:50:31.607402 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7a0ba3ab-36f7-4db0-876e-34f4d79a4719 req-3ff76b7b-4db0-440a-9025-e7134926ab09 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f845d9c-3780-4829-b20c-6e7230dbe850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453107 Nov 09 21:50:32.568187 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device df919f94-6c4b-4dee-9acd-ef7e86117fe0 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:50:32.661056 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port df919f94-6c4b-4dee-9acd-ef7e86117fe0, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=df919f94-6c4b-4dee-9acd-ef7e86117fe0,segment=NetworkSegment(574112e7-b6d0-40f0-b297-b822ce6f247d),segment_id=574112e7-b6d0-40f0-b297-b822ce6f247d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:50:32.672683 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': 'df919f94-6c4b-4dee-9acd-ef7e86117fe0', 'network_id': '8c402f64-6722-4aac-a43d-cbd15141250e', 'port_id': 'df919f94-6c4b-4dee-9acd-ef7e86117fe0', 'mac_address': 'fa:16:3e:ca:38:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4828de94-2524-419e-b7f0-2b1fc348c64a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:50:32.709231 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:32.720574 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc43ea8-6e16-465f-9ccd-3d03969c7b85 req-9a921bb5-2f0b-4b90-8596-bfb0936bc398 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:32.722086 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0bc43ea8-6e16-465f-9ccd-3d03969c7b85 req-9a921bb5-2f0b-4b90-8596-bfb0936bc398 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.49 "GET /v2.0/ports?device_id=28aff3f9-d6fb-442a-bb46-34de8cc183fb HTTP/1.1" status: 200 len: 944 time: 0.0478442 Nov 09 21:50:32.726113 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df919f94-6c4b-4dee-9acd-ef7e86117fe0 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:50:32.744786 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port df919f94-6c4b-4dee-9acd-ef7e86117fe0, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=df919f94-6c4b-4dee-9acd-ef7e86117fe0,segment=NetworkSegment(574112e7-b6d0-40f0-b297-b822ce6f247d),segment_id=574112e7-b6d0-40f0-b297-b822ce6f247d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:50:32.749769 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:32.775587 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0bc43ea8-6e16-465f-9ccd-3d03969c7b85 req-ac450246-01b9-4323-b021-3ac83646122d tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f845d9c-3780-4829-b20c-6e7230dbe850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467811 Nov 09 21:50:32.797223 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=df919f94-6c4b-4dee-9acd-ef7e86117fe0,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:50:32.804463 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:50:32.804830 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:50:32.805170 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:50:32.805505 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:50:32.805834 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:50:32.806159 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:50:32.806484 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:50:32.806802 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:50:32.807122 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:50:32.807970 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:50:32.808290 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:50:32.808608 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:50:33.038573 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['df919f94-6c4b-4dee-9acd-ef7e86117fe0'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:50:33.888784 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a49d61-44d4-4637-8ea0-c5e25d1cd38e req-1089b012-538a-4445-b9dc-1edde96c9d73 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:33.890282 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a7a49d61-44d4-4637-8ea0-c5e25d1cd38e req-1089b012-538a-4445-b9dc-1edde96c9d73 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.49 "GET /v2.0/ports?device_id=28aff3f9-d6fb-442a-bb46-34de8cc183fb HTTP/1.1" status: 200 len: 945 time: 0.0487938 Nov 09 21:50:33.908282 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:33.938009 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a7a49d61-44d4-4637-8ea0-c5e25d1cd38e req-c3f3c879-3a75-4d76-9b30-90ebacc830c9 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f845d9c-3780-4829-b20c-6e7230dbe850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417542 Nov 09 21:50:34.570303 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device df919f94-6c4b-4dee-9acd-ef7e86117fe0 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:50:34.616960 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port df919f94-6c4b-4dee-9acd-ef7e86117fe0 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:50:34.620793 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port df919f94-6c4b-4dee-9acd-ef7e86117fe0 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:50:34.621190 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:34.695160 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:34.722255 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28aff3f9-d6fb-442a-bb46-34de8cc183fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df919f94-6c4b-4dee-9acd-ef7e86117fe0'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:50:34.724534 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a6223a-31b9-4516-80fc-24e0f75de819" -d '{"events": [{"server_uuid": "28aff3f9-d6fb-442a-bb46-34de8cc183fb", "name": "network-vif-plugged", "status": "completed", "tag": "df919f94-6c4b-4dee-9acd-ef7e86117fe0"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:50:34.737178 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port df919f94-6c4b-4dee-9acd-ef7e86117fe0, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=df919f94-6c4b-4dee-9acd-ef7e86117fe0,segment=NetworkSegment(574112e7-b6d0-40f0-b297-b822ce6f247d),segment_id=574112e7-b6d0-40f0-b297-b822ce6f247d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:50:34.741025 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:34.764264 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba77a5f9-dbae-4ee3-95ea-74ac713cb1ee x-openstack-request-id: req-ba77a5f9-dbae-4ee3-95ea-74ac713cb1ee {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:50:34.764559 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28aff3f9-d6fb-442a-bb46-34de8cc183fb", "name": "network-vif-plugged", "status": "completed", "tag": "df919f94-6c4b-4dee-9acd-ef7e86117fe0", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:50:34.764850 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ba77a5f9-dbae-4ee3-95ea-74ac713cb1ee {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:50:34.765238 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28aff3f9-d6fb-442a-bb46-34de8cc183fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df919f94-6c4b-4dee-9acd-ef7e86117fe0', 'code': 200} Nov 09 21:50:34.789742 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=df919f94-6c4b-4dee-9acd-ef7e86117fe0,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:50:34.879137 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d0e8a-d8db-4ae6-a93e-6de7a2688ea1 req-0d224221-1385-47b8-8a82-44211f3735cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:34.880612 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6d3d0e8a-d8db-4ae6-a93e-6de7a2688ea1 req-0d224221-1385-47b8-8a82-44211f3735cf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=28aff3f9-d6fb-442a-bb46-34de8cc183fb HTTP/1.1" status: 200 len: 1097 time: 0.0383632 Nov 09 21:50:34.924057 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6d3d0e8a-d8db-4ae6-a93e-6de7a2688ea1 req-afb5a7c0-872b-466c-82bd-090439594d88 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0f845d9c-3780-4829-b20c-6e7230dbe850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363469 Nov 09 21:50:35.056947 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665bc55-0d94-44a7-b0f0-4db425046b42 req-898db34a-a77f-4c8a-aa92-bdce352e072d tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:35.058807 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7665bc55-0d94-44a7-b0f0-4db425046b42 req-898db34a-a77f-4c8a-aa92-bdce352e072d tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.49 "GET /v2.0/ports?device_id=28aff3f9-d6fb-442a-bb46-34de8cc183fb HTTP/1.1" status: 200 len: 946 time: 0.0528316 Nov 09 21:50:35.104722 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7665bc55-0d94-44a7-b0f0-4db425046b42 req-c6ca794c-ccf6-488b-997b-86b7132424b6 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f845d9c-3780-4829-b20c-6e7230dbe850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398703 Nov 09 21:50:36.220727 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cfef74-eec6-43c3-bc83-fec5ca622cb0 req-1483cbaf-038c-4c10-81fb-82748f0ac326 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:36.222209 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-79cfef74-eec6-43c3-bc83-fec5ca622cb0 req-1483cbaf-038c-4c10-81fb-82748f0ac326 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.49 "GET /v2.0/ports?device_id=28aff3f9-d6fb-442a-bb46-34de8cc183fb HTTP/1.1" status: 200 len: 946 time: 0.0497873 Nov 09 21:50:36.269317 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-79cfef74-eec6-43c3-bc83-fec5ca622cb0 req-0b8ded8f-f613-4150-bfe7-efa8484a50c0 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f845d9c-3780-4829-b20c-6e7230dbe850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410097 Nov 09 21:50:36.694306 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 59876) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:50:36.812720 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d913ad-4662-470c-b84f-1fb01f60d072 req-fedeeed8-15f1-48b5-ba3c-b0b3228d5270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:36.814291 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c5d913ad-4662-470c-b84f-1fb01f60d072 req-fedeeed8-15f1-48b5-ba3c-b0b3228d5270 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=efe93505-f165-4648-8cc6-4a99c70f776a HTTP/1.1" status: 200 len: 1097 time: 0.1186554 Nov 09 21:50:36.866514 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c5d913ad-4662-470c-b84f-1fb01f60d072 req-4c182ea5-5df1-4afe-96c3-145575bf8bce service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f5158171-8156-4cb1-a9b7-02d46cf18561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461059 Nov 09 21:50:47.650350 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-940cf4d7-49b4-4e82-acaf-0ad57ec3f9f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:48.913283 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c547475-b8f9-46fd-a199-fe451efc8f43 req-b7420629-1a0c-41eb-82d1-8e4c12c23b3d tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:48.914835 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2c547475-b8f9-46fd-a199-fe451efc8f43 req-b7420629-1a0c-41eb-82d1-8e4c12c23b3d tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 1097 time: 0.0416536 Nov 09 21:50:48.972928 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2c547475-b8f9-46fd-a199-fe451efc8f43 req-f7d5ae31-5f8a-4115-8866-0867472cf4a6 tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=7d623e45-78a7-4604-9607-a76c282e92d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479820 Nov 09 21:50:48.985230 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 59982) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:50:49.170295 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ee5a9a45-6595-47d6-af96-48b8d0266fc5 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Deleting port a6d2a074-cac1-46e1-85fd-d78d603561a1 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:50:49.170967 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee5a9a45-6595-47d6-af96-48b8d0266fc5 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:49.253948 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee5a9a45-6595-47d6-af96-48b8d0266fc5 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:49.254437 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee5a9a45-6595-47d6-af96-48b8d0266fc5 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:49.267001 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ee5a9a45-6595-47d6-af96-48b8d0266fc5 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Calling delete_port for a6d2a074-cac1-46e1-85fd-d78d603561a1 owned by network:floatingip {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:50:49.780525 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee5a9a45-6595-47d6-af96-48b8d0266fc5 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:49.807846 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a9a45-6595-47d6-af96-48b8d0266fc5 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event deleted for resources: {'Port': ['ID=a6d2a074-cac1-46e1-85fd-d78d603561a1,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:50:49.876376 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee5a9a45-6595-47d6-af96-48b8d0266fc5 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for floatingip, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:49.876376 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [None req-ee5a9a45-6595-47d6-af96-48b8d0266fc5 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Floating IP 102cde29-a670-41cd-ad94-aff483a2f7ed disassociated (deleted). External IP: 172.25.7.38, port: fdada6dc-9d82-46c8-a525-82c6e0d1a678. Nov 09 21:50:50.145220 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5a9a45-6595-47d6-af96-48b8d0266fc5 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Router 7c7871e6-6354-424d-8bd8-b537861a0504 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:50:50.182568 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-978d58f9-7fd2-4396-8ddf-613c8543bbb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:50.305018 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5a9a45-6595-47d6-af96-48b8d0266fc5 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:50:50.315554 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d8f998-8614-41d1-9c8a-b8e6ac1d452b None None] Sync routers for ids ['7c7871e6-6354-424d-8bd8-b537861a0504'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:50:50.316730 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee5a9a45-6595-47d6-af96-48b8d0266fc5 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:50.329947 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d8f998-8614-41d1-9c8a-b8e6ac1d452b None None] Routers {'7c7871e6-6354-424d-8bd8-b537861a0504'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:50:50.331236 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-c5d8f998-8614-41d1-9c8a-b8e6ac1d452b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:50:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['7c7871e6-6354-424d-8bd8-b537861a0504'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:50:50.352106 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ee5a9a45-6595-47d6-af96-48b8d0266fc5 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "DELETE /v2.0/floatingips/102cde29-a670-41cd-ad94-aff483a2f7ed HTTP/1.1" status: 204 len: 168 time: 1.3653913 Nov 09 21:50:50.352728 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95e74e4-bd51-4b18-bf12-3ed3bef0df6a', 'tag': 'fdada6dc-9d82-46c8-a525-82c6e0d1a678'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:50:50.356425 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0edc8a0d-807c-4dd3-90a2-4088a69958fb" -d '{"events": [{"name": "network-changed", "server_uuid": "b95e74e4-bd51-4b18-bf12-3ed3bef0df6a", "tag": "fdada6dc-9d82-46c8-a525-82c6e0d1a678"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:50:50.423720 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7a0f52-59dc-4335-afb3-6b3f15f00c25 x-openstack-request-id: req-4f7a0f52-59dc-4335-afb3-6b3f15f00c25 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:50:50.424022 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b95e74e4-bd51-4b18-bf12-3ed3bef0df6a", "tag": "fdada6dc-9d82-46c8-a525-82c6e0d1a678", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:50:50.424578 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4f7a0f52-59dc-4335-afb3-6b3f15f00c25 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:50:50.425064 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b95e74e4-bd51-4b18-bf12-3ed3bef0df6a', 'tag': 'fdada6dc-9d82-46c8-a525-82c6e0d1a678', 'status': 'completed', 'code': 200} Nov 09 21:50:50.499841 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-c5d8f998-8614-41d1-9c8a-b8e6ac1d452b None None] Set router 7c7871e6-6354-424d-8bd8-b537861a0504 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:50:50.560603 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc8a0d-807c-4dd3-90a2-4088a69958fb req-1e0b6f7b-4403-439e-856a-49f5dacb8bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:50.565253 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0edc8a0d-807c-4dd3-90a2-4088a69958fb req-1e0b6f7b-4403-439e-856a-49f5dacb8bd7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7411b744b214ee4a720fd6796dc002b&device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 1097 time: 0.1083863 Nov 09 21:50:50.688940 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc8a0d-807c-4dd3-90a2-4088a69958fb req-dda1c32f-a54d-47f6-ae4a-9587fa47dd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:50.690646 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0edc8a0d-807c-4dd3-90a2-4088a69958fb req-dda1c32f-a54d-47f6-ae4a-9587fa47dd2d service neutron] 10.222.0.45 "GET /v2.0/networks?id=1bef2b17-c5ff-479e-a8f0-8013bdbc26bd HTTP/1.1" status: 200 len: 896 time: 0.1113417 Nov 09 21:50:50.702954 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117418fa-d53b-41a9-911c-2659df7ac0af req-462e644d-70fe-4db2-966f-57dbb07e9eac tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:50.705142 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-117418fa-d53b-41a9-911c-2659df7ac0af req-462e644d-70fe-4db2-966f-57dbb07e9eac tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 946 time: 0.0939481 Nov 09 21:50:50.784499 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0edc8a0d-807c-4dd3-90a2-4088a69958fb req-931c7c25-1e79-4357-8a00-5f2d784fafaa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdada6dc-9d82-46c8-a525-82c6e0d1a678 HTTP/1.1" status: 200 len: 217 time: 0.0848901 Nov 09 21:50:50.844015 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-117418fa-d53b-41a9-911c-2659df7ac0af req-bf0f859c-845c-4f8e-a066-cc07a79fb169 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d623e45-78a7-4604-9607-a76c282e92d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322908 Nov 09 21:50:50.906818 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc8a0d-807c-4dd3-90a2-4088a69958fb req-7e78a3b0-0532-467a-96de-d4de8a5feb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:50.908386 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0edc8a0d-807c-4dd3-90a2-4088a69958fb req-7e78a3b0-0532-467a-96de-d4de8a5feb4e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a07fc112-953e-4abf-a6cb-1fde7118f683 HTTP/1.1" status: 200 len: 834 time: 0.1153150 Nov 09 21:50:50.938714 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-c5d8f998-8614-41d1-9c8a-b8e6ac1d452b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7871e6-6354-424d-8bd8-b537861a0504', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825181258', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '54c5c084-4042-4006-9fdd-2cbef765d9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:48:53Z', 'updated_at': '2021-11-09T21:48:59Z', 'revision_number': 4, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': '54c5c084-4042-4006-9fdd-2cbef765d9cc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:55:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7871e6-6354-424d-8bd8-b537861a0504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:48:54Z', 'updated_at': '2021-11-09T21:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '7fbd0803-1062-4d67-9b80-59559afe4b6c', 'name': '', 'network_id': '1bef2b17-c5ff-479e-a8f0-8013bdbc26bd', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'mac_address': 'fa:16:3e:62:57:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7871e6-6354-424d-8bd8-b537861a0504', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'a07fc112-953e-4abf-a6cb-1fde7118f683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:48:58Z', 'updated_at': '2021-11-09T21:49:03Z', 'revision_number': 5, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'subnets': [{'id': 'a07fc112-953e-4abf-a6cb-1fde7118f683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:50:50.961423 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc8a0d-807c-4dd3-90a2-4088a69958fb req-67fd7d7f-3411-496c-8cb5-0a4b8a4b2ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:50.963715 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0edc8a0d-807c-4dd3-90a2-4088a69958fb req-67fd7d7f-3411-496c-8cb5-0a4b8a4b2ce5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1bef2b17-c5ff-479e-a8f0-8013bdbc26bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465887 Nov 09 21:50:50.970891 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d8f998-8614-41d1-9c8a-b8e6ac1d452b None None] Checking router: 7c7871e6-6354-424d-8bd8-b537861a0504 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:50:50.981124 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d8f998-8614-41d1-9c8a-b8e6ac1d452b None None] Routers {'7c7871e6-6354-424d-8bd8-b537861a0504'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:50:50.981940 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-c5d8f998-8614-41d1-9c8a-b8e6ac1d452b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:50:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['7c7871e6-6354-424d-8bd8-b537861a0504'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:50:51.087751 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0edc8a0d-807c-4dd3-90a2-4088a69958fb req-de349445-6317-47dd-bea7-f12527ebd60b service neutron] 10.222.0.45 "GET /v2.0/networks/1bef2b17-c5ff-479e-a8f0-8013bdbc26bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158042 Nov 09 21:50:51.097634 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:51.116112 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-c5d8f998-8614-41d1-9c8a-b8e6ac1d452b None None] Set router 7c7871e6-6354-424d-8bd8-b537861a0504 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:50:51.187416 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0edc8a0d-807c-4dd3-90a2-4088a69958fb req-5a4836dc-4ae9-4003-ac66-9a5490c866d6 service neutron] 10.222.0.45 "GET /v2.0/networks/1bef2b17-c5ff-479e-a8f0-8013bdbc26bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907488 Nov 09 21:50:51.330550 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-c5d8f998-8614-41d1-9c8a-b8e6ac1d452b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7871e6-6354-424d-8bd8-b537861a0504', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825181258', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '54c5c084-4042-4006-9fdd-2cbef765d9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:48:53Z', 'updated_at': '2021-11-09T21:48:59Z', 'revision_number': 4, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': '54c5c084-4042-4006-9fdd-2cbef765d9cc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:55:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7871e6-6354-424d-8bd8-b537861a0504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:48:54Z', 'updated_at': '2021-11-09T21:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '7fbd0803-1062-4d67-9b80-59559afe4b6c', 'name': '', 'network_id': '1bef2b17-c5ff-479e-a8f0-8013bdbc26bd', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'mac_address': 'fa:16:3e:62:57:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7871e6-6354-424d-8bd8-b537861a0504', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'a07fc112-953e-4abf-a6cb-1fde7118f683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:48:58Z', 'updated_at': '2021-11-09T21:49:03Z', 'revision_number': 5, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'subnets': [{'id': 'a07fc112-953e-4abf-a6cb-1fde7118f683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:50:51.362237 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d8f998-8614-41d1-9c8a-b8e6ac1d452b None None] The sync data for ids ['7c7871e6-6354-424d-8bd8-b537861a0504'] in n-d-816206-3 is: [{'id': '7c7871e6-6354-424d-8bd8-b537861a0504', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825181258', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '54c5c084-4042-4006-9fdd-2cbef765d9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:48:53Z', 'updated_at': '2021-11-09T21:48:59Z', 'revision_number': 4, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': '54c5c084-4042-4006-9fdd-2cbef765d9cc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:55:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7871e6-6354-424d-8bd8-b537861a0504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:48:54Z', 'updated_at': '2021-11-09T21:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '7fbd0803-1062-4d67-9b80-59559afe4b6c', 'name': '', 'network_id': '1bef2b17-c5ff-479e-a8f0-8013bdbc26bd', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'mac_address': 'fa:16:3e:62:57:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7871e6-6354-424d-8bd8-b537861a0504', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'a07fc112-953e-4abf-a6cb-1fde7118f683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:48:58Z', 'updated_at': '2021-11-09T21:49:03Z', 'revision_number': 5, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'subnets': [{'id': 'a07fc112-953e-4abf-a6cb-1fde7118f683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:50:51.655122 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eb6994-680d-4e30-b88f-48fba3ddf0b8 None None] New status for floating IP 102cde29-a670-41cd-ad94-aff483a2f7ed: DOWN {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:50:51.910649 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65861f3e-4e79-404b-aab3-56aed2722939 req-c7bffd3c-3802-448b-b5c7-5e8d2f6ab428 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:51.912808 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-65861f3e-4e79-404b-aab3-56aed2722939 req-c7bffd3c-3802-448b-b5c7-5e8d2f6ab428 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.45 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 946 time: 0.0610299 Nov 09 21:50:51.989837 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf5e35-43e2-4d16-8183-3e6a1b663ae3 req-1be60a76-23dc-407d-96af-93c71fdb8d47 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:51.991477 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-56bf5e35-43e2-4d16-8183-3e6a1b663ae3 req-1be60a76-23dc-407d-96af-93c71fdb8d47 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=b95e74e4-bd51-4b18-bf12-3ed3bef0df6a HTTP/1.1" status: 200 len: 946 time: 0.0541086 Nov 09 21:50:52.021125 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-65861f3e-4e79-404b-aab3-56aed2722939 req-ab37e0db-70b3-47ae-a8b1-e5ae559e4080 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Deleting port fdada6dc-9d82-46c8-a525-82c6e0d1a678 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:50:52.021738 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-65861f3e-4e79-404b-aab3-56aed2722939 req-ab37e0db-70b3-47ae-a8b1-e5ae559e4080 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:52.061081 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-56bf5e35-43e2-4d16-8183-3e6a1b663ae3 req-2a362edc-f646-4642-aab1-cf5193ddee6b tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d623e45-78a7-4604-9607-a76c282e92d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579505 Nov 09 21:50:52.120885 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-65861f3e-4e79-404b-aab3-56aed2722939 req-ab37e0db-70b3-47ae-a8b1-e5ae559e4080 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] For port fdada6dc-9d82-46c8-a525-82c6e0d1a678, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=fdada6dc-9d82-46c8-a525-82c6e0d1a678,segment=NetworkSegment(edf25fa7-e511-4d88-815c-9342ae3a8d57),segment_id=edf25fa7-e511-4d88-815c-9342ae3a8d57)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:50:52.121358 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-65861f3e-4e79-404b-aab3-56aed2722939 req-ab37e0db-70b3-47ae-a8b1-e5ae559e4080 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:52.139086 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [req-65861f3e-4e79-404b-aab3-56aed2722939 req-ab37e0db-70b3-47ae-a8b1-e5ae559e4080 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Calling delete_port for fdada6dc-9d82-46c8-a525-82c6e0d1a678 owned by compute:nova {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:50:52.271225 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-65861f3e-4e79-404b-aab3-56aed2722939 req-ab37e0db-70b3-47ae-a8b1-e5ae559e4080 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:52.310467 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab37e0db-70b3-47ae-a8b1-e5ae559e4080 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event deleted for resources: {'Port': ['ID=fdada6dc-9d82-46c8-a525-82c6e0d1a678,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:50:52.319603 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab37e0db-70b3-47ae-a8b1-e5ae559e4080 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:50:52.320052 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab37e0db-70b3-47ae-a8b1-e5ae559e4080 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:50:52.320477 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab37e0db-70b3-47ae-a8b1-e5ae559e4080 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:50:52.320907 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab37e0db-70b3-47ae-a8b1-e5ae559e4080 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:50:52.321328 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab37e0db-70b3-47ae-a8b1-e5ae559e4080 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:50:52.321734 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab37e0db-70b3-47ae-a8b1-e5ae559e4080 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:50:52.322187 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab37e0db-70b3-47ae-a8b1-e5ae559e4080 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:50:52.322596 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab37e0db-70b3-47ae-a8b1-e5ae559e4080 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:50:52.323017 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab37e0db-70b3-47ae-a8b1-e5ae559e4080 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:50:52.323422 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab37e0db-70b3-47ae-a8b1-e5ae559e4080 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:50:52.323830 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab37e0db-70b3-47ae-a8b1-e5ae559e4080 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:50:52.324229 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab37e0db-70b3-47ae-a8b1-e5ae559e4080 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:50:52.374558 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-65861f3e-4e79-404b-aab3-56aed2722939 req-ab37e0db-70b3-47ae-a8b1-e5ae559e4080 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] No DVR routers for this DVR port fdada6dc-9d82-46c8-a525-82c6e0d1a678 on host n-h1-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:50:52.377927 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-65861f3e-4e79-404b-aab3-56aed2722939 req-ab37e0db-70b3-47ae-a8b1-e5ae559e4080 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:52.381025 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-65861f3e-4e79-404b-aab3-56aed2722939 req-ab37e0db-70b3-47ae-a8b1-e5ae559e4080 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.45 "DELETE /v2.0/ports/fdada6dc-9d82-46c8-a525-82c6e0d1a678 HTTP/1.1" status: 204 len: 173 time: 0.4609561 Nov 09 21:50:52.381496 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95e74e4-bd51-4b18-bf12-3ed3bef0df6a', 'name': 'network-vif-deleted', 'tag': 'fdada6dc-9d82-46c8-a525-82c6e0d1a678'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:50:52.383831 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0917e693-d988-4625-a492-cb3b18ed18cb" -d '{"events": [{"server_uuid": "b95e74e4-bd51-4b18-bf12-3ed3bef0df6a", "name": "network-vif-deleted", "tag": "fdada6dc-9d82-46c8-a525-82c6e0d1a678"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:50:52.433725 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d1caff-09d4-4c92-84bf-30f21e0c0cd6 x-openstack-request-id: req-b8d1caff-09d4-4c92-84bf-30f21e0c0cd6 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:50:52.433725 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95e74e4-bd51-4b18-bf12-3ed3bef0df6a", "name": "network-vif-deleted", "tag": "fdada6dc-9d82-46c8-a525-82c6e0d1a678", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:50:52.433725 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b8d1caff-09d4-4c92-84bf-30f21e0c0cd6 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:50:52.433725 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95e74e4-bd51-4b18-bf12-3ed3bef0df6a', 'name': 'network-vif-deleted', 'tag': 'fdada6dc-9d82-46c8-a525-82c6e0d1a678', 'status': 'completed', 'code': 200} Nov 09 21:50:52.478022 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:52.982822 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:53.108818 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60032) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:50:53.399711 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:53.487248 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-37204a33-f604-46ee-be06-9763ee558380 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:53.784586 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-37204a33-f604-46ee-be06-9763ee558380 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Deleting port 7fbd0803-1062-4d67-9b80-59559afe4b6c {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:50:53.785043 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-37204a33-f604-46ee-be06-9763ee558380 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:53.874377 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-37204a33-f604-46ee-be06-9763ee558380 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] For port 7fbd0803-1062-4d67-9b80-59559afe4b6c, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=7fbd0803-1062-4d67-9b80-59559afe4b6c,segment=NetworkSegment(edf25fa7-e511-4d88-815c-9342ae3a8d57),segment_id=edf25fa7-e511-4d88-815c-9342ae3a8d57)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:50:53.874757 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-37204a33-f604-46ee-be06-9763ee558380 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:53.888902 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-37204a33-f604-46ee-be06-9763ee558380 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Calling delete_port for 7fbd0803-1062-4d67-9b80-59559afe4b6c owned by network:router_interface {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:50:53.971014 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:50:54.081160 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-37204a33-f604-46ee-be06-9763ee558380 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:54.120137 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37204a33-f604-46ee-be06-9763ee558380 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event deleted for resources: {'Port': ['ID=7fbd0803-1062-4d67-9b80-59559afe4b6c,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:50:54.323756 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-37204a33-f604-46ee-be06-9763ee558380 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:54.557503 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37204a33-f604-46ee-be06-9763ee558380 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Router 7c7871e6-6354-424d-8bd8-b537861a0504 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:50:54.667840 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37204a33-f604-46ee-be06-9763ee558380 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:50:54.673176 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-37204a33-f604-46ee-be06-9763ee558380 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "PUT /v2.0/routers/7c7871e6-6354-424d-8bd8-b537861a0504/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5633023 Nov 09 21:50:54.675783 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60038) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:50:54.679181 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18468532-02d9-465f-a81d-2ece1a70861a None None] Sync routers for ids ['7c7871e6-6354-424d-8bd8-b537861a0504'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:50:54.696374 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18468532-02d9-465f-a81d-2ece1a70861a None None] Routers {'7c7871e6-6354-424d-8bd8-b537861a0504'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:50:54.698318 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-18468532-02d9-465f-a81d-2ece1a70861a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:50:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['7c7871e6-6354-424d-8bd8-b537861a0504'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:50:54.728374 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4be4091-4cb5-4105-b849-b8494a98163c tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Deleting subnet a07fc112-953e-4abf-a6cb-1fde7118f683 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:50:54.731668 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e4be4091-4cb5-4105-b849-b8494a98163c tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:54.801491 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e4be4091-4cb5-4105-b849-b8494a98163c tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:54.925018 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-18468532-02d9-465f-a81d-2ece1a70861a None None] Set router 7c7871e6-6354-424d-8bd8-b537861a0504 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:50:54.978644 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e4be4091-4cb5-4105-b849-b8494a98163c tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:55.136778 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e4be4091-4cb5-4105-b849-b8494a98163c tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:55.165557 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be4091-4cb5-4105-b849-b8494a98163c tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event deleted for resources: {'Subnet': ['ID=a07fc112-953e-4abf-a6cb-1fde7118f683,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:50:55.179246 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e4be4091-4cb5-4105-b849-b8494a98163c tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:55.183406 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e4be4091-4cb5-4105-b849-b8494a98163c tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "DELETE /v2.0/subnets/a07fc112-953e-4abf-a6cb-1fde7118f683 HTTP/1.1" status: 204 len: 168 time: 0.5065091 Nov 09 21:50:55.186845 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06256b4-fedd-4b70-9bcf-5d71f98d0519 None None] Network 1bef2b17-c5ff-479e-a8f0-8013bdbc26bd requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:50:55.187044 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60044) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:50:55.259741 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-18468532-02d9-465f-a81d-2ece1a70861a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7871e6-6354-424d-8bd8-b537861a0504', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825181258', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '54c5c084-4042-4006-9fdd-2cbef765d9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:48:53Z', 'updated_at': '2021-11-09T21:50:54Z', 'revision_number': 5, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': '54c5c084-4042-4006-9fdd-2cbef765d9cc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:55:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7871e6-6354-424d-8bd8-b537861a0504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:48:54Z', 'updated_at': '2021-11-09T21:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:50:55.292781 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18468532-02d9-465f-a81d-2ece1a70861a None None] Checking router: 7c7871e6-6354-424d-8bd8-b537861a0504 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:50:55.308016 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-22b9b4d8-ec4a-4a97-8404-4f152cf7ec64 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:55.322078 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18468532-02d9-465f-a81d-2ece1a70861a None None] Routers {'7c7871e6-6354-424d-8bd8-b537861a0504'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:50:55.322885 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-18468532-02d9-465f-a81d-2ece1a70861a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:50:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['7c7871e6-6354-424d-8bd8-b537861a0504'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:50:55.514438 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-22b9b4d8-ec4a-4a97-8404-4f152cf7ec64 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:55.606802 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-22b9b4d8-ec4a-4a97-8404-4f152cf7ec64 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Deleting port 54c5c084-4042-4006-9fdd-2cbef765d9cc {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:50:55.607462 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-22b9b4d8-ec4a-4a97-8404-4f152cf7ec64 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:55.710217 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-22b9b4d8-ec4a-4a97-8404-4f152cf7ec64 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] For port 54c5c084-4042-4006-9fdd-2cbef765d9cc, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=54c5c084-4042-4006-9fdd-2cbef765d9cc,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:50:55.710925 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-22b9b4d8-ec4a-4a97-8404-4f152cf7ec64 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:55.715045 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-18468532-02d9-465f-a81d-2ece1a70861a None None] Set router 7c7871e6-6354-424d-8bd8-b537861a0504 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:50:55.719520 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device fdada6dc-9d82-46c8-a525-82c6e0d1a678 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:50:55.729824 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-22b9b4d8-ec4a-4a97-8404-4f152cf7ec64 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Calling delete_port for 54c5c084-4042-4006-9fdd-2cbef765d9cc owned by network:router_gateway {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:50:55.799997 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: fdada6dc-9d82-46c8-a525-82c6e0d1a678 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:50:55.800338 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device fdada6dc-9d82-46c8-a525-82c6e0d1a678 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:50:55.932879 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30db470-8d77-4bc3-895a-d732b3e549c2 None None] DHCP port deletion for 1bef2b17-c5ff-479e-a8f0-8013bdbc26bd request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:50:55.989107 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-22b9b4d8-ec4a-4a97-8404-4f152cf7ec64 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:56.053884 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-c30db470-8d77-4bc3-895a-d732b3e549c2 None None] Deleting port 694efd3b-3b89-42b6-a8aa-238905806376 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:50:56.054373 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c30db470-8d77-4bc3-895a-d732b3e549c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:56.062710 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b9b4d8-ec4a-4a97-8404-4f152cf7ec64 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event deleted for resources: {'Port': ['ID=54c5c084-4042-4006-9fdd-2cbef765d9cc,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:50:56.100580 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0522a0-c84c-408e-aff3-90689b2eb178 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:50:56.135158 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-18468532-02d9-465f-a81d-2ece1a70861a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7871e6-6354-424d-8bd8-b537861a0504', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825181258', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '54c5c084-4042-4006-9fdd-2cbef765d9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:48:53Z', 'updated_at': '2021-11-09T21:50:54Z', 'revision_number': 5, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': '54c5c084-4042-4006-9fdd-2cbef765d9cc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:55:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7871e6-6354-424d-8bd8-b537861a0504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:48:54Z', 'updated_at': '2021-11-09T21:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:50:56.181216 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18468532-02d9-465f-a81d-2ece1a70861a None None] The sync data for ids ['7c7871e6-6354-424d-8bd8-b537861a0504'] in n-d-816206-3 is: [{'id': '7c7871e6-6354-424d-8bd8-b537861a0504', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825181258', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '54c5c084-4042-4006-9fdd-2cbef765d9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:48:53Z', 'updated_at': '2021-11-09T21:50:54Z', 'revision_number': 5, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': '54c5c084-4042-4006-9fdd-2cbef765d9cc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:55:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7871e6-6354-424d-8bd8-b537861a0504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:48:54Z', 'updated_at': '2021-11-09T21:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:50:56.186959 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-c30db470-8d77-4bc3-895a-d732b3e549c2 None None] For port 694efd3b-3b89-42b6-a8aa-238905806376, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=694efd3b-3b89-42b6-a8aa-238905806376,segment=NetworkSegment(edf25fa7-e511-4d88-815c-9342ae3a8d57),segment_id=edf25fa7-e511-4d88-815c-9342ae3a8d57)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:50:56.187368 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c30db470-8d77-4bc3-895a-d732b3e549c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:56.204444 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-22b9b4d8-ec4a-4a97-8404-4f152cf7ec64 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:56.218135 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-c30db470-8d77-4bc3-895a-d732b3e549c2 None None] Calling delete_port for 694efd3b-3b89-42b6-a8aa-238905806376 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:50:56.332062 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-22b9b4d8-ec4a-4a97-8404-4f152cf7ec64 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:56.335628 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-22b9b4d8-ec4a-4a97-8404-4f152cf7ec64 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:56.350083 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c30db470-8d77-4bc3-895a-d732b3e549c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:56.384494 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30db470-8d77-4bc3-895a-d732b3e549c2 None None] Pushing event deleted for resources: {'Port': ['ID=694efd3b-3b89-42b6-a8aa-238905806376,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:50:56.387125 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30db470-8d77-4bc3-895a-d732b3e549c2 None None] No DVR routers for this DVR port 694efd3b-3b89-42b6-a8aa-238905806376 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:50:56.428755 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-22b9b4d8-ec4a-4a97-8404-4f152cf7ec64 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:56.430121 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b9b4d8-ec4a-4a97-8404-4f152cf7ec64 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Fanout notify agent at l3_agent the message router_deleted on router 7c7871e6-6354-424d-8bd8-b537861a0504 {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:50:56.444887 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-22b9b4d8-ec4a-4a97-8404-4f152cf7ec64 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:56.446207 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-22b9b4d8-ec4a-4a97-8404-4f152cf7ec64 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "DELETE /v2.0/routers/7c7871e6-6354-424d-8bd8-b537861a0504 HTTP/1.1" status: 204 len: 168 time: 1.2578516 Nov 09 21:50:56.450031 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60050) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:50:56.557919 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0f4a645d-720b-45f4-9732-ca0fe372b4df tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:56.695440 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0f4a645d-720b-45f4-9732-ca0fe372b4df tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:56.725535 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-0f4a645d-720b-45f4-9732-ca0fe372b4df tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bef2b17-c5ff-479e-a8f0-8013bdbc26bd']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:50:56.757985 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-0f4a645d-720b-45f4-9732-ca0fe372b4df tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edf25fa7-e511-4d88-815c-9342ae3a8d57') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:50:56.757985 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-0f4a645d-720b-45f4-9732-ca0fe372b4df tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edf25fa7-e511-4d88-815c-9342ae3a8d57') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:50:56.832370 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0f4a645d-720b-45f4-9732-ca0fe372b4df tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:56.874746 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0f4a645d-720b-45f4-9732-ca0fe372b4df tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:56.884202 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f4a645d-720b-45f4-9732-ca0fe372b4df tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:50:56.884613 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0f4a645d-720b-45f4-9732-ca0fe372b4df tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:56.917902 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:50:56.917902 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:50:56.917902 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:50:56.917902 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:50:56.917902 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:50:56.917902 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:50:56.917902 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:50:56.917902 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:50:56.917902 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:50:56.917902 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:50:56.917902 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:50:56.917902 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:50:56.917902 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:50:56.917902 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:50:56.917902 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:50:56.917902 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:50:56.917902 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:50:56.917902 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:50:56.917902 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:50:56.917902 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:50:56.917902 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:50:56.917902 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:50:56.917902 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:50:56.917902 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:50:56.917902 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:50:56.917902 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:50:56.917902 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:50:56.917902 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:50:56.917902 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:50:56.917902 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:50:56.917902 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:50:56.917902 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:50:57.067298 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0f4a645d-720b-45f4-9732-ca0fe372b4df tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:57.070679 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 7fbd0803-1062-4d67-9b80-59559afe4b6c no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:50:57.094199 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0f4a645d-720b-45f4-9732-ca0fe372b4df tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:57.101848 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0f4a645d-720b-45f4-9732-ca0fe372b4df tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "DELETE /v2.0/networks/1bef2b17-c5ff-479e-a8f0-8013bdbc26bd HTTP/1.1" status: 204 len: 168 time: 0.6475379 Nov 09 21:50:57.104938 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60054) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:50:57.152015 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 7fbd0803-1062-4d67-9b80-59559afe4b6c {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:50:57.160927 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 7fbd0803-1062-4d67-9b80-59559afe4b6c not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:50:57.161713 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 694efd3b-3b89-42b6-a8aa-238905806376 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:50:57.181173 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a645d-720b-45f4-9732-ca0fe372b4df tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event deleted for resources: {'Network': ['ID=1bef2b17-c5ff-479e-a8f0-8013bdbc26bd,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:50:57.208585 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 694efd3b-3b89-42b6-a8aa-238905806376 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:50:57.209101 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 694efd3b-3b89-42b6-a8aa-238905806376 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:50:57.239942 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-61743888-cb73-4f47-bfe0-7ec7a9694b53 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:57.623234 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-61743888-cb73-4f47-bfe0-7ec7a9694b53 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:57.739991 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-61743888-cb73-4f47-bfe0-7ec7a9694b53 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:57.747286 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-61743888-cb73-4f47-bfe0-7ec7a9694b53 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:57.748680 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-61743888-cb73-4f47-bfe0-7ec7a9694b53 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "DELETE /v2.0/security-groups/7d623e45-78a7-4604-9607-a76c282e92d1 HTTP/1.1" status: 204 len: 168 time: 0.6425037 Nov 09 21:50:57.758901 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61743888-cb73-4f47-bfe0-7ec7a9694b53 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d623e45-78a7-4604-9607-a76c282e92d1,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:50:58.346782 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60064) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:50:58.351353 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-71770d6a-2f86-450e-b26a-0afc4884d887 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-75752121', 'description': 'tempest-secgroup-smoke-75752121 description', 'project_id': 'd7411b744b214ee4a720fd6796dc002b'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:50:58.390226 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-71770d6a-2f86-450e-b26a-0afc4884d887 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:58.486228 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-71770d6a-2f86-450e-b26a-0afc4884d887 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:58.490943 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-71770d6a-2f86-450e-b26a-0afc4884d887 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:58.520527 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71770d6a-2f86-450e-b26a-0afc4884d887 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a98ffbb3-a0b9-4bd3-bebf-be766fadb0ac,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:50:58.525960 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-71770d6a-2f86-450e-b26a-0afc4884d887 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:58.527446 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-71770d6a-2f86-450e-b26a-0afc4884d887 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1794934 Nov 09 21:50:58.530060 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60068) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:50:58.534302 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-330d513f-7cb8-4345-85f2-322227d4a074 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Request body: {'security_group_rule': {'security_group_id': 'a98ffbb3-a0b9-4bd3-bebf-be766fadb0ac', 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:50:58.563367 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-330d513f-7cb8-4345-85f2-322227d4a074 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:58.619874 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-330d513f-7cb8-4345-85f2-322227d4a074 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:58.624337 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-330d513f-7cb8-4345-85f2-322227d4a074 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:58.643897 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d513f-7cb8-4345-85f2-322227d4a074 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4e183ac-1d5d-47eb-b2eb-6252a89ed091,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:50:58.656456 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-330d513f-7cb8-4345-85f2-322227d4a074 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:58.660223 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-330d513f-7cb8-4345-85f2-322227d4a074 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1267257 Nov 09 21:50:58.660730 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60070) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:50:58.666579 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-1d812f78-97c1-4d01-9e26-e3be7da20da3 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Request body: {'security_group_rule': {'security_group_id': 'a98ffbb3-a0b9-4bd3-bebf-be766fadb0ac', 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:50:58.696040 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1d812f78-97c1-4d01-9e26-e3be7da20da3 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:58.763245 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 54c5c084-4042-4006-9fdd-2cbef765d9cc no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:50:58.772735 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1d812f78-97c1-4d01-9e26-e3be7da20da3 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:58.778082 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1d812f78-97c1-4d01-9e26-e3be7da20da3 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:58.787841 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 54c5c084-4042-4006-9fdd-2cbef765d9cc {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:50:58.788454 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 54c5c084-4042-4006-9fdd-2cbef765d9cc not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:50:58.805396 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d812f78-97c1-4d01-9e26-e3be7da20da3 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=918731a3-097c-46a2-afb8-b9dbe7e8a83d,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:50:58.810806 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1d812f78-97c1-4d01-9e26-e3be7da20da3 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:58.812362 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1d812f78-97c1-4d01-9e26-e3be7da20da3 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1501255 Nov 09 21:50:58.815955 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60072) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:50:58.824048 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-e014272f-1557-4eb0-9b27-67d2921716ee tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Request body: {'security_group_rule': {'security_group_id': 'a98ffbb3-a0b9-4bd3-bebf-be766fadb0ac', 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:50:58.858812 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e014272f-1557-4eb0-9b27-67d2921716ee tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:58.925889 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e014272f-1557-4eb0-9b27-67d2921716ee tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:58.929867 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e014272f-1557-4eb0-9b27-67d2921716ee tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:58.971552 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014272f-1557-4eb0-9b27-67d2921716ee tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23b0fcb9-b93f-496a-9cd1-4bd25bc8c64d,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:50:58.982075 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e014272f-1557-4eb0-9b27-67d2921716ee tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:58.983524 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e014272f-1557-4eb0-9b27-67d2921716ee tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1664703 Nov 09 21:50:58.988284 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60074) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:50:58.993156 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-cbd35423-5f3b-418c-b1fa-0cde66afee4f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Request body: {'security_group_rule': {'security_group_id': 'a98ffbb3-a0b9-4bd3-bebf-be766fadb0ac', 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:50:59.026124 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cbd35423-5f3b-418c-b1fa-0cde66afee4f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:59.105826 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cbd35423-5f3b-418c-b1fa-0cde66afee4f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:59.109553 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cbd35423-5f3b-418c-b1fa-0cde66afee4f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:59.127082 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd35423-5f3b-418c-b1fa-0cde66afee4f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=025efbb6-0f80-480f-bd23-2305aae0f7a2,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:50:59.136480 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cbd35423-5f3b-418c-b1fa-0cde66afee4f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:59.137980 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-cbd35423-5f3b-418c-b1fa-0cde66afee4f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1486411 Nov 09 21:50:59.140773 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60076) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:50:59.146386 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-dcdef0e9-d5b8-4725-8e11-c6809cba9b5f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Request body: {'security_group_rule': {'security_group_id': 'a98ffbb3-a0b9-4bd3-bebf-be766fadb0ac', 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:50:59.172852 n-d-816206-3 neutron-server[102608]: INFO neutron.db.securitygroups_db [None req-dcdef0e9-d5b8-4725-8e11-c6809cba9b5f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Project d7411b744b214ee4a720fd6796dc002b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 21:50:59.179085 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dcdef0e9-d5b8-4725-8e11-c6809cba9b5f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:59.250630 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dcdef0e9-d5b8-4725-8e11-c6809cba9b5f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:59.255423 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dcdef0e9-d5b8-4725-8e11-c6809cba9b5f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:59.278484 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdef0e9-d5b8-4725-8e11-c6809cba9b5f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7438cbc-bc7d-4ca6-a41d-b1493fd77242,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:50:59.290266 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dcdef0e9-d5b8-4725-8e11-c6809cba9b5f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:59.290395 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60080) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:50:59.290855 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-dcdef0e9-d5b8-4725-8e11-c6809cba9b5f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1471801 Nov 09 21:50:59.293908 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-a208cb38-4d6d-4eaa-a3df-2b8969647a2f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Request body: {'security_group_rule': {'security_group_id': 'a98ffbb3-a0b9-4bd3-bebf-be766fadb0ac', 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:50:59.318805 n-d-816206-3 neutron-server[102607]: INFO neutron.db.securitygroups_db [None req-a208cb38-4d6d-4eaa-a3df-2b8969647a2f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Project d7411b744b214ee4a720fd6796dc002b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 21:50:59.323901 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a208cb38-4d6d-4eaa-a3df-2b8969647a2f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:59.391638 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a208cb38-4d6d-4eaa-a3df-2b8969647a2f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:59.401161 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a208cb38-4d6d-4eaa-a3df-2b8969647a2f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:59.425744 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a208cb38-4d6d-4eaa-a3df-2b8969647a2f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8913fa3-b480-4f67-9343-6967be3d0fef,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:50:59.439788 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a208cb38-4d6d-4eaa-a3df-2b8969647a2f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:59.440374 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a208cb38-4d6d-4eaa-a3df-2b8969647a2f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1506112 Nov 09 21:50:59.443407 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60082) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:50:59.450870 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-9b9ccc4b-20ec-4b1b-a279-07311300efd1 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Request body: {'network': {'name': 'tempest-network-smoke--2106270948', 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'port_security_enabled': True}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:50:59.479038 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9ccc4b-20ec-4b1b-a279-07311300efd1 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Made reservation on behalf of d7411b744b214ee4a720fd6796dc002b for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:50:59.483433 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9b9ccc4b-20ec-4b1b-a279-07311300efd1 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:59.508836 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b9ccc4b-20ec-4b1b-a279-07311300efd1 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:50:59.522443 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9b9ccc4b-20ec-4b1b-a279-07311300efd1 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:59.522443 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-9b9ccc4b-20ec-4b1b-a279-07311300efd1 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Added segment d67cd08f-2f4d-45b8-8ade-d579d231d12f of type vlan for network 78dd1ceb-c72d-4802-93e9-55b681c82a65 Nov 09 21:50:59.566932 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9b9ccc4b-20ec-4b1b-a279-07311300efd1 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:59.595354 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9b9ccc4b-20ec-4b1b-a279-07311300efd1 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:59.601146 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9ccc4b-20ec-4b1b-a279-07311300efd1 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:50:59.601767 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9b9ccc4b-20ec-4b1b-a279-07311300efd1 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:59.657213 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-9b9ccc4b-20ec-4b1b-a279-07311300efd1 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2124803 Nov 09 21:50:59.660092 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60086) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:50:59.664675 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-e5af41ae-8161-4eaf-9380-02af66953cf4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-647014662', 'admin_state_up': True, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:50:59.673205 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ccc4b-20ec-4b1b-a279-07311300efd1 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'Network': ['ID=78dd1ceb-c72d-4802-93e9-55b681c82a65,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:50:59.688058 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 78dd1ceb-c72d-4802-93e9-55b681c82a65 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:50:59.690814 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e5af41ae-8161-4eaf-9380-02af66953cf4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:59.691849 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e5af41ae-8161-4eaf-9380-02af66953cf4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:59.754550 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e5af41ae-8161-4eaf-9380-02af66953cf4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:50:59.896356 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e5af41ae-8161-4eaf-9380-02af66953cf4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:00.106375 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e5af41ae-8161-4eaf-9380-02af66953cf4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for router_gateway, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:00.125413 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e5af41ae-8161-4eaf-9380-02af66953cf4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:00.243917 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-e5af41ae-8161-4eaf-9380-02af66953cf4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Allocated IP 172.25.7.42 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/ece23a63-a73a-4fef-b6c2-b5479e90e1ea) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:51:00.364172 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e5af41ae-8161-4eaf-9380-02af66953cf4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:00.401259 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e5af41ae-8161-4eaf-9380-02af66953cf4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:00.437950 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5af41ae-8161-4eaf-9380-02af66953cf4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:51:00.444436 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-e5af41ae-8161-4eaf-9380-02af66953cf4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:51:00.448217 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5af41ae-8161-4eaf-9380-02af66953cf4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:51:00.459397 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f921bdb-f348-4751-8055-a595cc9ccd9b None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:51:00.479048 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af41ae-8161-4eaf-9380-02af66953cf4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'Port': ['ID=ece23a63-a73a-4fef-b6c2-b5479e90e1ea,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:51:00.570554 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-152dd51a-04f1-4e10-8dcf-95f8e01619f5 None None] Provisioning complete for port ece23a63-a73a-4fef-b6c2-b5479e90e1ea triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:51:00.571172 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-152dd51a-04f1-4e10-8dcf-95f8e01619f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:00.611351 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-152dd51a-04f1-4e10-8dcf-95f8e01619f5 None None] Port ece23a63-a73a-4fef-b6c2-b5479e90e1ea cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:51:00.734551 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e5af41ae-8161-4eaf-9380-02af66953cf4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for router_gateway, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:00.940484 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e5af41ae-8161-4eaf-9380-02af66953cf4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:01.077971 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5af41ae-8161-4eaf-9380-02af66953cf4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Router 6ce1b5c7-7535-4c71-9516-fc0f78322d85 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:51:01.192569 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5af41ae-8161-4eaf-9380-02af66953cf4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:51:01.203592 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ad4e64-f824-4080-94af-dd53774f2d6a None None] Sync routers for ids ['6ce1b5c7-7535-4c71-9516-fc0f78322d85'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:51:01.212192 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e5af41ae-8161-4eaf-9380-02af66953cf4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:01.214125 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e5af41ae-8161-4eaf-9380-02af66953cf4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5529869 Nov 09 21:51:01.214408 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ad4e64-f824-4080-94af-dd53774f2d6a None None] Routers {'6ce1b5c7-7535-4c71-9516-fc0f78322d85'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:51:01.214824 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-73ad4e64-f824-4080-94af-dd53774f2d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:50:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['6ce1b5c7-7535-4c71-9516-fc0f78322d85'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:51:01.217319 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60092) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:51:01.245655 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-53207bef-f00d-450c-87b1-f5e779157b09 tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=d7411b744b214ee4a720fd6796dc002b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270734 Nov 09 21:51:01.248216 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60094) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:51:01.316314 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-73ad4e64-f824-4080-94af-dd53774f2d6a None None] Set router 6ce1b5c7-7535-4c71-9516-fc0f78322d85 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:51:01.337609 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fd09f3-da9e-44f1-ba59-910a3b613a1c tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:01.339674 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-41fd09f3-da9e-44f1-ba59-910a3b613a1c tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0905330 Nov 09 21:51:01.342574 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60096) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:51:01.374481 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-746faafe-51c2-47e9-b752-fab6b7850c85 tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=4531c23d-84b7-490d-8d7c-6676781b6e6a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283148 Nov 09 21:51:01.374729 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60100) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:51:01.379389 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-4e5b7d35-727c-430d-806e-6b2a29a8199d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-880940600', 'network_id': '78dd1ceb-c72d-4802-93e9-55b681c82a65', 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:51:01.474403 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5b7d35-727c-430d-806e-6b2a29a8199d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Made reservation on behalf of d7411b744b214ee4a720fd6796dc002b for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:51:01.478196 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4e5b7d35-727c-430d-806e-6b2a29a8199d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:01.501984 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-73ad4e64-f824-4080-94af-dd53774f2d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce1b5c7-7535-4c71-9516-fc0f78322d85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-647014662', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'ece23a63-a73a-4fef-b6c2-b5479e90e1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:50:59Z', 'updated_at': '2021-11-09T21:51:00Z', 'revision_number': 3, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': 'ece23a63-a73a-4fef-b6c2-b5479e90e1ea', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:45:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce1b5c7-7535-4c71-9516-fc0f78322d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:51:00Z', 'updated_at': '2021-11-09T21:51:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:51:01.528748 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ad4e64-f824-4080-94af-dd53774f2d6a None None] Checking router: 6ce1b5c7-7535-4c71-9516-fc0f78322d85 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:51:01.529233 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ad4e64-f824-4080-94af-dd53774f2d6a None None] Updating router 6ce1b5c7-7535-4c71-9516-fc0f78322d85 port ece23a63-a73a-4fef-b6c2-b5479e90e1ea binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:51:01.554403 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-73ad4e64-f824-4080-94af-dd53774f2d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:01.665542 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-06111c87-b8d6-4f46-bf17-866d3775967a tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1185313116&fields=id&tenant_id=b3039f985d904a47a201680c8c884f50 HTTP/1.1" status: 200 len: 267 time: 0.0800989 Nov 09 21:51:01.760333 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4e5b7d35-727c-430d-806e-6b2a29a8199d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:01.807587 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-73ad4e64-f824-4080-94af-dd53774f2d6a None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:01.813221 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-73ad4e64-f824-4080-94af-dd53774f2d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:01.846065 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5b7d35-727c-430d-806e-6b2a29a8199d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'Subnet': ['ID=eac57dd0-d4b5-4233-b1c6-055ac74764a2,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:51:01.856016 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b16e98-604f-4e05-adc5-d35761a1237b None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:51:01.856548 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7501e9e-d511-4b2e-b7a3-b1660362ddcb None None] Pushing event updated for resources: {'Port': ['ID=ece23a63-a73a-4fef-b6c2-b5479e90e1ea,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:51:01.864122 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7501e9e-d511-4b2e-b7a3-b1660362ddcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:51:01.864473 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7501e9e-d511-4b2e-b7a3-b1660362ddcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:51:01.864833 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7501e9e-d511-4b2e-b7a3-b1660362ddcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:51:01.865168 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7501e9e-d511-4b2e-b7a3-b1660362ddcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:51:01.865489 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7501e9e-d511-4b2e-b7a3-b1660362ddcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:51:01.865813 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7501e9e-d511-4b2e-b7a3-b1660362ddcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:51:01.866133 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7501e9e-d511-4b2e-b7a3-b1660362ddcb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:51:01.866454 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7501e9e-d511-4b2e-b7a3-b1660362ddcb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:51:01.866773 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7501e9e-d511-4b2e-b7a3-b1660362ddcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:51:01.867089 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7501e9e-d511-4b2e-b7a3-b1660362ddcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:51:01.867405 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7501e9e-d511-4b2e-b7a3-b1660362ddcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:51:01.867720 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7501e9e-d511-4b2e-b7a3-b1660362ddcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:51:01.872967 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-8fa8d1c6-06c7-41f2-b493-8a0201529d43 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:01.874639 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-8fa8d1c6-06c7-41f2-b493-8a0201529d43 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/networks?id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9 HTTP/1.1" status: 200 len: 812 time: 0.1849041 Nov 09 21:51:01.879258 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-73ad4e64-f824-4080-94af-dd53774f2d6a None None] Attempting to bind port ece23a63-a73a-4fef-b6c2-b5479e90e1ea on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:51:01.879621 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-73ad4e64-f824-4080-94af-dd53774f2d6a None None] Attempting to bind port ece23a63-a73a-4fef-b6c2-b5479e90e1ea by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:51:01.879977 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ad4e64-f824-4080-94af-dd53774f2d6a None None] Attempting to bind port ece23a63-a73a-4fef-b6c2-b5479e90e1ea on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:51:01.882135 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5b7d35-727c-430d-806e-6b2a29a8199d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Checking segment: {'id': 'd67cd08f-2f4d-45b8-8ade-d579d231d12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '78dd1ceb-c72d-4802-93e9-55b681c82a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:51:01.882504 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5b7d35-727c-430d-806e-6b2a29a8199d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Network hostable DHCP agents. Network: 78dd1ceb-c72d-4802-93e9-55b681c82a65, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:51:01.885559 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ad4e64-f824-4080-94af-dd53774f2d6a None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:51:01.885927 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ad4e64-f824-4080-94af-dd53774f2d6a None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:51:01.886377 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-73ad4e64-f824-4080-94af-dd53774f2d6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:01.886697 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ad4e64-f824-4080-94af-dd53774f2d6a None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:51:01.887180 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-73ad4e64-f824-4080-94af-dd53774f2d6a None None] Bound port: ece23a63-a73a-4fef-b6c2-b5479e90e1ea, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:51:01.887552 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-73ad4e64-f824-4080-94af-dd53774f2d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:01.901348 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-40d0ba0a-9778-401b-bce6-3dc890797806 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/quotas/b3039f985d904a47a201680c8c884f50 HTTP/1.1" status: 200 len: 375 time: 0.0138812 Nov 09 21:51:01.919280 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5b7d35-727c-430d-806e-6b2a29a8199d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Network 78dd1ceb-c72d-4802-93e9-55b681c82a65 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:51:01.940523 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-250697fa-7288-4e82-a2dc-3824a256f99b None None] Provisioning complete for port ece23a63-a73a-4fef-b6c2-b5479e90e1ea triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:51:01.941329 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-250697fa-7288-4e82-a2dc-3824a256f99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:01.945913 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-73ad4e64-f824-4080-94af-dd53774f2d6a None None] For port ece23a63-a73a-4fef-b6c2-b5479e90e1ea, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:51:01.950191 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-73ad4e64-f824-4080-94af-dd53774f2d6a None None] For port ece23a63-a73a-4fef-b6c2-b5479e90e1ea, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=ece23a63-a73a-4fef-b6c2-b5479e90e1ea,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:51:01.952184 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-4e5b7d35-727c-430d-806e-6b2a29a8199d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 78dd1ceb-c72d-4802-93e9-55b681c82a65) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:51:01.955867 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-73ad4e64-f824-4080-94af-dd53774f2d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:01.958573 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5b7d35-727c-430d-806e-6b2a29a8199d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:01.959186 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4e5b7d35-727c-430d-806e-6b2a29a8199d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:01.977470 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddec9dcb-d15f-443d-a422-79e1b3e3e133 None None] Network 78dd1ceb-c72d-4802-93e9-55b681c82a65 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:51:01.986314 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60112) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:51:01.987089 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4e5b7d35-727c-430d-806e-6b2a29a8199d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6109893 Nov 09 21:51:02.000601 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-7e397417-ed54-4de9-94ed-7734538f5f35 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3039f985d904a47a201680c8c884f50&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0924513 Nov 09 21:51:02.027079 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c737bd6-ca30-4b18-9c9a-00890928558c None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:51:02.044518 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-250697fa-7288-4e82-a2dc-3824a256f99b None None] Port ece23a63-a73a-4fef-b6c2-b5479e90e1ea cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:51:02.051444 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7501e9e-d511-4b2e-b7a3-b1660362ddcb None None] Pushing event updated for resources: {'Port': ['ID=ece23a63-a73a-4fef-b6c2-b5479e90e1ea,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:51:02.065088 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ad4e64-f824-4080-94af-dd53774f2d6a None None] Routers {'6ce1b5c7-7535-4c71-9516-fc0f78322d85'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:51:02.065904 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-73ad4e64-f824-4080-94af-dd53774f2d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:50:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['6ce1b5c7-7535-4c71-9516-fc0f78322d85'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:51:02.144450 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-3a03c7b1-398d-4ddf-baac-77e9582caf38 service neutron] 10.222.0.49 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266479 Nov 09 21:51:02.182411 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-a666feaf-b44e-4707-bbd5-84345c531eda None None] Provisioning complete for port ece23a63-a73a-4fef-b6c2-b5479e90e1ea triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:51:02.182887 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a666feaf-b44e-4707-bbd5-84345c531eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:02.186551 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93beb4d2-ec6c-436b-9492-793effa9ef16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-78dd1ceb-c72d-4802-93e9-55b681c82a65', 'network_id': '78dd1ceb-c72d-4802-93e9-55b681c82a65', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'fixed_ips': [{'subnet_id': 'eac57dd0-d4b5-4233-b1c6-055ac74764a2'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:51:02.187491 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-93beb4d2-ec6c-436b-9492-793effa9ef16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:02.190195 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-73ad4e64-f824-4080-94af-dd53774f2d6a None None] Set router 6ce1b5c7-7535-4c71-9516-fc0f78322d85 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:51:02.253080 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-e8d79349-3762-4791-9a46-73ba01281082 service neutron] 10.222.0.49 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025476 Nov 09 21:51:02.368679 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a666feaf-b44e-4707-bbd5-84345c531eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:02.421291 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-a666feaf-b44e-4707-bbd5-84345c531eda None None] For port ece23a63-a73a-4fef-b6c2-b5479e90e1ea, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=ece23a63-a73a-4fef-b6c2-b5479e90e1ea,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:51:02.433774 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a666feaf-b44e-4707-bbd5-84345c531eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:02.436408 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-73ad4e64-f824-4080-94af-dd53774f2d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce1b5c7-7535-4c71-9516-fc0f78322d85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-647014662', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'ece23a63-a73a-4fef-b6c2-b5479e90e1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:50:59Z', 'updated_at': '2021-11-09T21:51:00Z', 'revision_number': 3, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': 'ece23a63-a73a-4fef-b6c2-b5479e90e1ea', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:45:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce1b5c7-7535-4c71-9516-fc0f78322d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:51:00Z', 'updated_at': '2021-11-09T21:51:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:51:02.447641 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-93beb4d2-ec6c-436b-9492-793effa9ef16 None None] Allocated IP 172.20.0.2 (78dd1ceb-c72d-4802-93e9-55b681c82a65/eac57dd0-d4b5-4233-b1c6-055ac74764a2/2cb9cd84-5491-4aa2-9935-aeab2b2efd9d) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:51:02.471834 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ad4e64-f824-4080-94af-dd53774f2d6a None None] The sync data for ids ['6ce1b5c7-7535-4c71-9516-fc0f78322d85'] in n-d-816206-3 is: [{'id': '6ce1b5c7-7535-4c71-9516-fc0f78322d85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-647014662', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'ece23a63-a73a-4fef-b6c2-b5479e90e1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:50:59Z', 'updated_at': '2021-11-09T21:51:00Z', 'revision_number': 3, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': 'ece23a63-a73a-4fef-b6c2-b5479e90e1ea', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:45:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce1b5c7-7535-4c71-9516-fc0f78322d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:51:00Z', 'updated_at': '2021-11-09T21:51:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:51:02.540204 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee568854-0459-46d4-a0fd-d391f188190a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:02.557825 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a666feaf-b44e-4707-bbd5-84345c531eda None None] Pushing event updated for resources: {'Port': ['ID=ece23a63-a73a-4fef-b6c2-b5479e90e1ea,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:51:02.685732 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-93beb4d2-ec6c-436b-9492-793effa9ef16 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:02.693399 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cc2489b4-39c0-489b-8a47-639fa66b97de req-5669f265-a72a-427b-91aa-627dd2dd722f tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b2c121-e8b9-41af-96fc-a6188ecce2e2 HTTP/1.1" status: 200 len: 210 time: 0.0379817 Nov 09 21:51:02.702266 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-93beb4d2-ec6c-436b-9492-793effa9ef16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:02.769691 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93beb4d2-ec6c-436b-9492-793effa9ef16 None None] Network 78dd1ceb-c72d-4802-93e9-55b681c82a65 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:51:02.773009 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-93beb4d2-ec6c-436b-9492-793effa9ef16 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:51:02.777481 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93beb4d2-ec6c-436b-9492-793effa9ef16 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:51:02.780513 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93beb4d2-ec6c-436b-9492-793effa9ef16 None None] Pushing event updated for resources: {'Port': ['ID=2cb9cd84-5491-4aa2-9935-aeab2b2efd9d,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:51:02.894875 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-93beb4d2-ec6c-436b-9492-793effa9ef16 None None] Attempting to bind port 2cb9cd84-5491-4aa2-9935-aeab2b2efd9d on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:51:02.895746 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-93beb4d2-ec6c-436b-9492-793effa9ef16 None None] Attempting to bind port 2cb9cd84-5491-4aa2-9935-aeab2b2efd9d by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'd67cd08f-2f4d-45b8-8ade-d579d231d12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '78dd1ceb-c72d-4802-93e9-55b681c82a65'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:51:02.895746 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93beb4d2-ec6c-436b-9492-793effa9ef16 None None] Attempting to bind port 2cb9cd84-5491-4aa2-9935-aeab2b2efd9d on network 78dd1ceb-c72d-4802-93e9-55b681c82a65 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:51:02.902532 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93beb4d2-ec6c-436b-9492-793effa9ef16 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:51:02.903038 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93beb4d2-ec6c-436b-9492-793effa9ef16 None None] Checking segment: {'id': 'd67cd08f-2f4d-45b8-8ade-d579d231d12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '78dd1ceb-c72d-4802-93e9-55b681c82a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:51:02.903459 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-93beb4d2-ec6c-436b-9492-793effa9ef16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:02.903883 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93beb4d2-ec6c-436b-9492-793effa9ef16 None None] Bound using segment: {'id': 'd67cd08f-2f4d-45b8-8ade-d579d231d12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '78dd1ceb-c72d-4802-93e9-55b681c82a65'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:51:02.904467 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-93beb4d2-ec6c-436b-9492-793effa9ef16 None None] Bound port: 2cb9cd84-5491-4aa2-9935-aeab2b2efd9d, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd67cd08f-2f4d-45b8-8ade-d579d231d12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '78dd1ceb-c72d-4802-93e9-55b681c82a65'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:51:02.904916 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-93beb4d2-ec6c-436b-9492-793effa9ef16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:02.950660 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-ee568854-0459-46d4-a0fd-d391f188190a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Allocated IP 172.20.0.1 (78dd1ceb-c72d-4802-93e9-55b681c82a65/eac57dd0-d4b5-4233-b1c6-055ac74764a2/808ad9dd-605b-47be-b7da-af8e38dd1eff) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:51:02.984785 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-93beb4d2-ec6c-436b-9492-793effa9ef16 None None] For port 2cb9cd84-5491-4aa2-9935-aeab2b2efd9d, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:51:02.988873 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-93beb4d2-ec6c-436b-9492-793effa9ef16 None None] For port 2cb9cd84-5491-4aa2-9935-aeab2b2efd9d, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=2cb9cd84-5491-4aa2-9935-aeab2b2efd9d,segment=NetworkSegment(d67cd08f-2f4d-45b8-8ade-d579d231d12f),segment_id=d67cd08f-2f4d-45b8-8ade-d579d231d12f)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:51:03.007218 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-93beb4d2-ec6c-436b-9492-793effa9ef16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:03.078814 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93beb4d2-ec6c-436b-9492-793effa9ef16 None None] Pushing event updated for resources: {'Port': ['ID=2cb9cd84-5491-4aa2-9935-aeab2b2efd9d,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:51:03.128177 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee568854-0459-46d4-a0fd-d391f188190a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:03.177644 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee568854-0459-46d4-a0fd-d391f188190a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:03.242833 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee568854-0459-46d4-a0fd-d391f188190a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Network 78dd1ceb-c72d-4802-93e9-55b681c82a65 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:51:03.248269 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-ee568854-0459-46d4-a0fd-d391f188190a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:51:03.256388 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee568854-0459-46d4-a0fd-d391f188190a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'Port': ['ID=808ad9dd-605b-47be-b7da-af8e38dd1eff,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:51:03.261564 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee568854-0459-46d4-a0fd-d391f188190a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:51:03.340777 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee568854-0459-46d4-a0fd-d391f188190a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:03.506041 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee568854-0459-46d4-a0fd-d391f188190a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:03.918172 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:03.935664 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-92448ff5-2ba5-4e3f-b771-c15ff5db66a2 req-fb4783b5-dc6a-45a9-a97a-2c9dd3c2e70b tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b2c121-e8b9-41af-96fc-a6188ecce2e2 HTTP/1.1" status: 200 len: 210 time: 0.0891976 Nov 09 21:51:03.973704 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee568854-0459-46d4-a0fd-d391f188190a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:03.980681 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee568854-0459-46d4-a0fd-d391f188190a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:04.041311 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-7c061652-739c-4f13-88fb-5ec70c429a91 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:04.050484 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-7c061652-739c-4f13-88fb-5ec70c429a91 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.45 "GET /v2.0/networks?id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9 HTTP/1.1" status: 200 len: 812 time: 0.2598643 Nov 09 21:51:04.126252 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee568854-0459-46d4-a0fd-d391f188190a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:04.144136 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee568854-0459-46d4-a0fd-d391f188190a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'Port': ['ID=808ad9dd-605b-47be-b7da-af8e38dd1eff,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:51:04.209157 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-a9e08dd6-71ec-493a-9cd2-f546181204d2 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3039f985d904a47a201680c8c884f50 HTTP/1.1" status: 200 len: 380 time: 0.1475148 Nov 09 21:51:04.224442 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-6244dc81-da9f-4e1f-9dbf-30a7b383fa7d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Request body: {'port': {'device_id': '44b2c121-e8b9-41af-96fc-a6188ecce2e2', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'admin_state_up': True, 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'security_groups': ['d2ffbac2-efa0-42a2-b3ec-3d8edf9da112']}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:51:04.298440 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee568854-0459-46d4-a0fd-d391f188190a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Network 78dd1ceb-c72d-4802-93e9-55b681c82a65 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:51:04.301617 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-ee568854-0459-46d4-a0fd-d391f188190a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:51:04.445578 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-6244dc81-da9f-4e1f-9dbf-30a7b383fa7d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Made reservation on behalf of b3039f985d904a47a201680c8c884f50 for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:51:04.450309 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-6244dc81-da9f-4e1f-9dbf-30a7b383fa7d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:04.509169 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366cb332-0586-4650-9c8d-2c1dfc3bf1f4 None None] Network 78dd1ceb-c72d-4802-93e9-55b681c82a65 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:51:04.691527 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d397df1c-7855-4c98-b944-169cdb1a2537 None None] Provisioning complete for port 2cb9cd84-5491-4aa2-9935-aeab2b2efd9d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:51:04.691904 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d397df1c-7855-4c98-b944-169cdb1a2537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:04.715733 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-6244dc81-da9f-4e1f-9dbf-30a7b383fa7d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Allocated IP 172.20.0.3 (46bdb5bb-fd13-43c3-a075-2640c54ba1a9/9efcad5d-d250-42ce-b381-abda2d565ce1/ce749e04-24d9-420f-8fcf-bbd25abfb0fa) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:51:05.007068 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d397df1c-7855-4c98-b944-169cdb1a2537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:05.012706 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 2cb9cd84-5491-4aa2-9935-aeab2b2efd9d up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:51:05.018172 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee568854-0459-46d4-a0fd-d391f188190a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Router 6ce1b5c7-7535-4c71-9516-fc0f78322d85 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:51:05.075001 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-6244dc81-da9f-4e1f-9dbf-30a7b383fa7d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:05.108898 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-d397df1c-7855-4c98-b944-169cdb1a2537 None None] For port 2cb9cd84-5491-4aa2-9935-aeab2b2efd9d, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=2cb9cd84-5491-4aa2-9935-aeab2b2efd9d,segment=NetworkSegment(d67cd08f-2f4d-45b8-8ade-d579d231d12f),segment_id=d67cd08f-2f4d-45b8-8ade-d579d231d12f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:51:05.117037 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 2cb9cd84-5491-4aa2-9935-aeab2b2efd9d triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:51:05.117543 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:05.173569 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d397df1c-7855-4c98-b944-169cdb1a2537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:05.174684 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-eef2de77-a394-4bb7-9a1f-363bff0aa5b1 req-b771fbd7-0f79-4c73-a347-c59d15a7dc72 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b2c121-e8b9-41af-96fc-a6188ecce2e2 HTTP/1.1" status: 200 len: 210 time: 0.1000919 Nov 09 21:51:05.202089 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-6244dc81-da9f-4e1f-9dbf-30a7b383fa7d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:05.265840 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-6244dc81-da9f-4e1f-9dbf-30a7b383fa7d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Network 46bdb5bb-fd13-43c3-a075-2640c54ba1a9 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:51:05.269964 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-6244dc81-da9f-4e1f-9dbf-30a7b383fa7d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:51:05.272945 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-6244dc81-da9f-4e1f-9dbf-30a7b383fa7d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:51:05.285884 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device ece23a63-a73a-4fef-b6c2-b5479e90e1ea up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:51:05.326014 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397df1c-7855-4c98-b944-169cdb1a2537 None None] Pushing event updated for resources: {'Port': ['ID=2cb9cd84-5491-4aa2-9935-aeab2b2efd9d,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:51:05.345203 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee568854-0459-46d4-a0fd-d391f188190a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:51:05.362217 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ee568854-0459-46d4-a0fd-d391f188190a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "PUT /v2.0/routers/6ce1b5c7-7535-4c71-9516-fc0f78322d85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3746088 Nov 09 21:51:05.374494 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864dd42d-dea0-45f6-aead-38064886ea24 None None] Sync routers for ids ['6ce1b5c7-7535-4c71-9516-fc0f78322d85'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:51:05.413232 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6244dc81-da9f-4e1f-9dbf-30a7b383fa7d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Pushing event updated for resources: {'Port': ['ID=ce749e04-24d9-420f-8fcf-bbd25abfb0fa,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:51:05.413825 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864dd42d-dea0-45f6-aead-38064886ea24 None None] Routers {'6ce1b5c7-7535-4c71-9516-fc0f78322d85'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:51:05.414667 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-864dd42d-dea0-45f6-aead-38064886ea24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:50:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['6ce1b5c7-7535-4c71-9516-fc0f78322d85'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:51:05.439114 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-6244dc81-da9f-4e1f-9dbf-30a7b383fa7d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:05.442242 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-6244dc81-da9f-4e1f-9dbf-30a7b383fa7d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:05.473514 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-6244dc81-da9f-4e1f-9dbf-30a7b383fa7d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2570050 Nov 09 21:51:05.498345 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-86b25741-da7a-4b77-891d-b8aa4980f4b0 service neutron] Request body: {'port': {'device_id': '44b2c121-e8b9-41af-96fc-a6188ecce2e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:51:05.611162 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-86b25741-da7a-4b77-891d-b8aa4980f4b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:05.613416 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port ece23a63-a73a-4fef-b6c2-b5479e90e1ea triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:51:05.613916 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:05.665478 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d1cbf079-4f94-4c28-ba88-8de6b01d649f None None] Provisioning complete for port 808ad9dd-605b-47be-b7da-af8e38dd1eff triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:51:05.666059 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d1cbf079-4f94-4c28-ba88-8de6b01d649f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:05.741274 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-d1cbf079-4f94-4c28-ba88-8de6b01d649f None None] Port 808ad9dd-605b-47be-b7da-af8e38dd1eff cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:51:05.793736 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-864dd42d-dea0-45f6-aead-38064886ea24 None None] Set router 6ce1b5c7-7535-4c71-9516-fc0f78322d85 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:51:05.848474 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-d2bcef99-c6fc-46f6-ae5f-8e236f322b24 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-75752121&fields=id&tenant_id=d7411b744b214ee4a720fd6796dc002b HTTP/1.1" status: 200 len: 267 time: 0.2195833 Nov 09 21:51:05.865159 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d1cbf079-4f94-4c28-ba88-8de6b01d649f None None] Provisioning complete for port 2cb9cd84-5491-4aa2-9935-aeab2b2efd9d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:51:05.867193 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d1cbf079-4f94-4c28-ba88-8de6b01d649f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:06.098445 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-033400ce-b054-4fab-a2d6-6df78b3501ab tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:06.106513 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-033400ce-b054-4fab-a2d6-6df78b3501ab tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/networks?id=78dd1ceb-c72d-4802-93e9-55b681c82a65 HTTP/1.1" status: 200 len: 797 time: 0.1969135 Nov 09 21:51:06.129439 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-ad3b07d8-2063-4263-8cb9-9fac01201298 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/quotas/d7411b744b214ee4a720fd6796dc002b HTTP/1.1" status: 200 len: 375 time: 0.0219018 Nov 09 21:51:06.248138 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-86b25741-da7a-4b77-891d-b8aa4980f4b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce749e04-24d9-420f-8fcf-bbd25abfb0fa {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:51:06.256502 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-864dd42d-dea0-45f6-aead-38064886ea24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce1b5c7-7535-4c71-9516-fc0f78322d85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-647014662', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'ece23a63-a73a-4fef-b6c2-b5479e90e1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:50:59Z', 'updated_at': '2021-11-09T21:51:03Z', 'revision_number': 4, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': 'ece23a63-a73a-4fef-b6c2-b5479e90e1ea', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:45:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce1b5c7-7535-4c71-9516-fc0f78322d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:51:00Z', 'updated_at': '2021-11-09T21:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '808ad9dd-605b-47be-b7da-af8e38dd1eff', 'name': '', 'network_id': '78dd1ceb-c72d-4802-93e9-55b681c82a65', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'mac_address': 'fa:16:3e:e3:5f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce1b5c7-7535-4c71-9516-fc0f78322d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'eac57dd0-d4b5-4233-b1c6-055ac74764a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:51:02Z', 'updated_at': '2021-11-09T21:51:03Z', 'revision_number': 2, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'subnets': [{'id': 'eac57dd0-d4b5-4233-b1c6-055ac74764a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:51:06.273413 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-86b25741-da7a-4b77-891d-b8aa4980f4b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:06.298832 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-be63e9e9-bf01-4c95-99e0-825b28c8004a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d7411b744b214ee4a720fd6796dc002b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1594031 Nov 09 21:51:06.360828 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f853e-38eb-4ed1-b720-f224645098a0 req-4e2a206a-d338-46eb-93aa-ace3192ba6bf tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:06.363297 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-108f853e-38eb-4ed1-b720-f224645098a0 req-4e2a206a-d338-46eb-93aa-ace3192ba6bf tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b2c121-e8b9-41af-96fc-a6188ecce2e2 HTTP/1.1" status: 200 len: 931 time: 0.0833232 Nov 09 21:51:06.377924 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-86b25741-da7a-4b77-891d-b8aa4980f4b0 service neutron] Transition to ACTIVE for port object ce749e04-24d9-420f-8fcf-bbd25abfb0fa will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:51:06.390659 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-86b25741-da7a-4b77-891d-b8aa4980f4b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:06.469768 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-108f853e-38eb-4ed1-b720-f224645098a0 req-67bfff0b-a4ac-4ce2-a620-d296685c24c9 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993319 Nov 09 21:51:06.515223 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b25741-da7a-4b77-891d-b8aa4980f4b0 service neutron] Pushing event updated for resources: {'Port': ['ID=ce749e04-24d9-420f-8fcf-bbd25abfb0fa,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:51:06.521017 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-b46337de-df16-436a-9855-232fffb4ef76 service neutron] 10.222.0.49 "GET /v2.0/networks/78dd1ceb-c72d-4802-93e9-55b681c82a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116938 Nov 09 21:51:06.539148 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864dd42d-dea0-45f6-aead-38064886ea24 None None] Checking router: 6ce1b5c7-7535-4c71-9516-fc0f78322d85 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:51:06.539795 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864dd42d-dea0-45f6-aead-38064886ea24 None None] Updating router 6ce1b5c7-7535-4c71-9516-fc0f78322d85 port 808ad9dd-605b-47be-b7da-af8e38dd1eff binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:51:06.585812 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-864dd42d-dea0-45f6-aead-38064886ea24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:06.600613 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-bbfa8434-6bc0-46f0-8081-987c10c4eac2 None None] Provisioning complete for port 808ad9dd-605b-47be-b7da-af8e38dd1eff triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:51:06.609238 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bbfa8434-6bc0-46f0-8081-987c10c4eac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:06.762628 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-bbfa8434-6bc0-46f0-8081-987c10c4eac2 None None] Port 808ad9dd-605b-47be-b7da-af8e38dd1eff cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:51:06.829624 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-86b25741-da7a-4b77-891d-b8aa4980f4b0 service neutron] Attempting to bind port ce749e04-24d9-420f-8fcf-bbd25abfb0fa on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:51:06.830244 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-86b25741-da7a-4b77-891d-b8aa4980f4b0 service neutron] Attempting to bind port ce749e04-24d9-420f-8fcf-bbd25abfb0fa by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '3170744c-3447-44d8-9a0c-fa1ee6e7efbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:51:06.831458 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-86b25741-da7a-4b77-891d-b8aa4980f4b0 service neutron] Attempting to bind port ce749e04-24d9-420f-8fcf-bbd25abfb0fa on network 46bdb5bb-fd13-43c3-a075-2640c54ba1a9 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:51:06.850590 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-86b25741-da7a-4b77-891d-b8aa4980f4b0 service neutron] Port ce749e04-24d9-420f-8fcf-bbd25abfb0fa on network 46bdb5bb-fd13-43c3-a075-2640c54ba1a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:51:06.851076 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-86b25741-da7a-4b77-891d-b8aa4980f4b0 service neutron] Attempting to bind port ce749e04-24d9-420f-8fcf-bbd25abfb0fa on network 46bdb5bb-fd13-43c3-a075-2640c54ba1a9 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:51:06.871371 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-86b25741-da7a-4b77-891d-b8aa4980f4b0 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:51:06.871784 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-86b25741-da7a-4b77-891d-b8aa4980f4b0 service neutron] Checking segment: {'id': '3170744c-3447-44d8-9a0c-fa1ee6e7efbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:51:06.875749 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-86b25741-da7a-4b77-891d-b8aa4980f4b0 service neutron] Bound using segment: {'id': '3170744c-3447-44d8-9a0c-fa1ee6e7efbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:51:06.876178 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-86b25741-da7a-4b77-891d-b8aa4980f4b0 service neutron] Bound port: ce749e04-24d9-420f-8fcf-bbd25abfb0fa, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3170744c-3447-44d8-9a0c-fa1ee6e7efbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:51:06.876556 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-86b25741-da7a-4b77-891d-b8aa4980f4b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:06.913936 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 2cb9cd84-5491-4aa2-9935-aeab2b2efd9d up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:51:06.980228 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-81c61dcb-6950-4f0b-836e-2d7c84fb9056 service neutron] 10.222.0.49 "GET /v2.0/networks/78dd1ceb-c72d-4802-93e9-55b681c82a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495053 Nov 09 21:51:07.010058 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-86b25741-da7a-4b77-891d-b8aa4980f4b0 service neutron] For port ce749e04-24d9-420f-8fcf-bbd25abfb0fa, host n-h1-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:51:07.016213 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-86b25741-da7a-4b77-891d-b8aa4980f4b0 service neutron] For port ce749e04-24d9-420f-8fcf-bbd25abfb0fa, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=ce749e04-24d9-420f-8fcf-bbd25abfb0fa,segment=NetworkSegment(3170744c-3447-44d8-9a0c-fa1ee6e7efbc),segment_id=3170744c-3447-44d8-9a0c-fa1ee6e7efbc)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:51:07.026377 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-86b25741-da7a-4b77-891d-b8aa4980f4b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:07.085733 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-86b25741-da7a-4b77-891d-b8aa4980f4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:07.086517 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-86b25741-da7a-4b77-891d-b8aa4980f4b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:07.088133 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-86b25741-da7a-4b77-891d-b8aa4980f4b0 service neutron] 10.222.0.45 "PUT /v2.0/ports/ce749e04-24d9-420f-8fcf-bbd25abfb0fa HTTP/1.1" status: 200 len: 1091 time: 1.6032231 Nov 09 21:51:07.088667 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b2c121-e8b9-41af-96fc-a6188ecce2e2', 'tag': 'ce749e04-24d9-420f-8fcf-bbd25abfb0fa'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:51:07.091588 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaaef9e7-005a-4d6e-993c-f7c4091a5619" -d '{"events": [{"name": "network-changed", "server_uuid": "44b2c121-e8b9-41af-96fc-a6188ecce2e2", "tag": "ce749e04-24d9-420f-8fcf-bbd25abfb0fa"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:51:07.137483 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-864dd42d-dea0-45f6-aead-38064886ea24 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:07.170013 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53935aee-f67c-438b-a597-39999b7483e9 x-openstack-request-id: req-53935aee-f67c-438b-a597-39999b7483e9 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:51:07.171510 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b2c121-e8b9-41af-96fc-a6188ecce2e2", "tag": "ce749e04-24d9-420f-8fcf-bbd25abfb0fa", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:51:07.172207 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-53935aee-f67c-438b-a597-39999b7483e9 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:51:07.172967 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b2c121-e8b9-41af-96fc-a6188ecce2e2', 'tag': 'ce749e04-24d9-420f-8fcf-bbd25abfb0fa', 'status': 'completed', 'code': 200} Nov 09 21:51:07.180297 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-864dd42d-dea0-45f6-aead-38064886ea24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:07.196955 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b25741-da7a-4b77-891d-b8aa4980f4b0 service neutron] Pushing event updated for resources: {'Port': ['ID=ce749e04-24d9-420f-8fcf-bbd25abfb0fa,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:51:07.217439 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-6c6c2289-ba6a-4347-95d2-fb7c0091e275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:07.219571 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-6c6c2289-ba6a-4347-95d2-fb7c0091e275 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b3039f985d904a47a201680c8c884f50&device_id=44b2c121-e8b9-41af-96fc-a6188ecce2e2 HTTP/1.1" status: 200 len: 1094 time: 0.0748954 Nov 09 21:51:07.277458 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-2d768574-955e-4bae-b076-4eb7ae1d6e7d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce749e04-24d9-420f-8fcf-bbd25abfb0fa HTTP/1.1" status: 200 len: 217 time: 0.0479114 Nov 09 21:51:07.345700 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aec8780d-2bd8-4623-abf3-115037c4d395 req-9ea0a42e-0633-44a5-93c0-c121db357630 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fe519a9-1b56-4d79-a621-39a06a91c9bd HTTP/1.1" status: 200 len: 210 time: 0.0522840 Nov 09 21:51:07.372957 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-c853621b-a223-45b4-b553-5100a9cb675f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:07.375924 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-c853621b-a223-45b4-b553-5100a9cb675f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9efcad5d-d250-42ce-b381-abda2d565ce1 HTTP/1.1" status: 200 len: 851 time: 0.0823774 Nov 09 21:51:07.382740 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 2cb9cd84-5491-4aa2-9935-aeab2b2efd9d triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:51:07.383695 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:07.478585 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-86859a70-0497-4ce6-b4cc-ca8e5d35f12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:07.480492 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-86859a70-0497-4ce6-b4cc-ca8e5d35f12b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0950449 Nov 09 21:51:07.514397 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e256bad0-55fc-44dc-ba6b-a69b5ae6d0cf None None] Pushing event updated for resources: {'Port': ['ID=808ad9dd-605b-47be-b7da-af8e38dd1eff,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:51:07.558041 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-864dd42d-dea0-45f6-aead-38064886ea24 None None] Attempting to bind port 808ad9dd-605b-47be-b7da-af8e38dd1eff on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:51:07.558360 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-864dd42d-dea0-45f6-aead-38064886ea24 None None] Attempting to bind port 808ad9dd-605b-47be-b7da-af8e38dd1eff by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'd67cd08f-2f4d-45b8-8ade-d579d231d12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '78dd1ceb-c72d-4802-93e9-55b681c82a65'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:51:07.558734 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864dd42d-dea0-45f6-aead-38064886ea24 None None] Attempting to bind port 808ad9dd-605b-47be-b7da-af8e38dd1eff on network 78dd1ceb-c72d-4802-93e9-55b681c82a65 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:51:07.610953 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864dd42d-dea0-45f6-aead-38064886ea24 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:51:07.612218 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864dd42d-dea0-45f6-aead-38064886ea24 None None] Checking segment: {'id': 'd67cd08f-2f4d-45b8-8ade-d579d231d12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '78dd1ceb-c72d-4802-93e9-55b681c82a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:51:07.614406 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-864dd42d-dea0-45f6-aead-38064886ea24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:07.615017 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864dd42d-dea0-45f6-aead-38064886ea24 None None] Bound using segment: {'id': 'd67cd08f-2f4d-45b8-8ade-d579d231d12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '78dd1ceb-c72d-4802-93e9-55b681c82a65'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:51:07.620251 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-864dd42d-dea0-45f6-aead-38064886ea24 None None] Bound port: 808ad9dd-605b-47be-b7da-af8e38dd1eff, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd67cd08f-2f4d-45b8-8ade-d579d231d12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '78dd1ceb-c72d-4802-93e9-55b681c82a65'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:51:07.623244 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-864dd42d-dea0-45f6-aead-38064886ea24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:07.768662 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1f749-4f3f-4987-87ab-32d9039e579d req-33092f1a-37a5-4247-87f5-cf3f6e7e655e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:07.770265 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3cb1f749-4f3f-4987-87ab-32d9039e579d req-33092f1a-37a5-4247-87f5-cf3f6e7e655e tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b2c121-e8b9-41af-96fc-a6188ecce2e2 HTTP/1.1" status: 200 len: 943 time: 0.1564293 Nov 09 21:51:07.772831 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-5d8a92c9-ad1e-4343-91d0-ca055e2367f3 service neutron] 10.222.0.45 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765052 Nov 09 21:51:07.810173 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-ce1c7ba6-6680-4f62-bd99-12d98aac64df None None] Provisioning complete for port 808ad9dd-605b-47be-b7da-af8e38dd1eff triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:51:07.810549 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ce1c7ba6-6680-4f62-bd99-12d98aac64df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:07.819704 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-864dd42d-dea0-45f6-aead-38064886ea24 None None] For port 808ad9dd-605b-47be-b7da-af8e38dd1eff, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:51:07.824188 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-864dd42d-dea0-45f6-aead-38064886ea24 None None] For port 808ad9dd-605b-47be-b7da-af8e38dd1eff, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=808ad9dd-605b-47be-b7da-af8e38dd1eff,segment=NetworkSegment(d67cd08f-2f4d-45b8-8ade-d579d231d12f),segment_id=d67cd08f-2f4d-45b8-8ade-d579d231d12f)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:51:07.881742 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-864dd42d-dea0-45f6-aead-38064886ea24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:07.945418 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3cb1f749-4f3f-4987-87ab-32d9039e579d req-aa70b7bb-fef4-4282-855b-c6d750577944 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520774 Nov 09 21:51:07.998127 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e256bad0-55fc-44dc-ba6b-a69b5ae6d0cf None None] Pushing event updated for resources: {'Port': ['ID=808ad9dd-605b-47be-b7da-af8e38dd1eff,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:51:08.008037 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-50776005-a40f-4087-a1e9-e6b48396cef3 req-2c87a3b2-f9cb-445c-a67f-bd36c1e4edc3 service neutron] 10.222.0.45 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226374 Nov 09 21:51:08.023593 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-ce1c7ba6-6680-4f62-bd99-12d98aac64df None None] Port 808ad9dd-605b-47be-b7da-af8e38dd1eff cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:51:08.064132 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864dd42d-dea0-45f6-aead-38064886ea24 None None] Routers {'6ce1b5c7-7535-4c71-9516-fc0f78322d85'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:51:08.064609 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-864dd42d-dea0-45f6-aead-38064886ea24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:50:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['6ce1b5c7-7535-4c71-9516-fc0f78322d85'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:51:08.167919 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaef9e7-005a-4d6e-993c-f7c4091a5619 req-86cff734-e143-4f36-a16d-168bef77c117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:08.169505 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-eaaef9e7-005a-4d6e-993c-f7c4091a5619 req-86cff734-e143-4f36-a16d-168bef77c117 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b3039f985d904a47a201680c8c884f50&device_id=44b2c121-e8b9-41af-96fc-a6188ecce2e2 HTTP/1.1" status: 200 len: 1094 time: 0.0810618 Nov 09 21:51:08.270442 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-864dd42d-dea0-45f6-aead-38064886ea24 None None] Set router 6ce1b5c7-7535-4c71-9516-fc0f78322d85 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:51:08.411133 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaef9e7-005a-4d6e-993c-f7c4091a5619 req-4c179ba3-f4f4-4dc5-864d-540b796d0550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:08.416981 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-eaaef9e7-005a-4d6e-993c-f7c4091a5619 req-4c179ba3-f4f4-4dc5-864d-540b796d0550 service neutron] 10.222.0.45 "GET /v2.0/networks?id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9 HTTP/1.1" status: 200 len: 912 time: 0.2395065 Nov 09 21:51:08.494695 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0230364b-62df-411b-8694-ad54ab551a4e req-172de900-4e78-4f8e-b57b-8c25d478ba45 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fe519a9-1b56-4d79-a621-39a06a91c9bd HTTP/1.1" status: 200 len: 210 time: 0.0492337 Nov 09 21:51:08.523491 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-eaaef9e7-005a-4d6e-993c-f7c4091a5619 req-e089d4ab-1086-492a-9987-7d17238e35cf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce749e04-24d9-420f-8fcf-bbd25abfb0fa HTTP/1.1" status: 200 len: 217 time: 0.0997884 Nov 09 21:51:08.539567 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-f3dc8fb4-6f84-4a8d-b455-a254f192b66b None None] Provisioning complete for port 808ad9dd-605b-47be-b7da-af8e38dd1eff triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:51:08.540220 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f3dc8fb4-6f84-4a8d-b455-a254f192b66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:08.591460 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaef9e7-005a-4d6e-993c-f7c4091a5619 req-866f7aed-3510-48bb-a52d-d2e09b6475e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:08.593666 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-eaaef9e7-005a-4d6e-993c-f7c4091a5619 req-866f7aed-3510-48bb-a52d-d2e09b6475e8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9efcad5d-d250-42ce-b381-abda2d565ce1 HTTP/1.1" status: 200 len: 851 time: 0.0616951 Nov 09 21:51:08.662805 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaef9e7-005a-4d6e-993c-f7c4091a5619 req-976c5c4c-d869-421d-9f86-584a554d1237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:08.665096 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-eaaef9e7-005a-4d6e-993c-f7c4091a5619 req-976c5c4c-d869-421d-9f86-584a554d1237 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614996 Nov 09 21:51:08.686022 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f3dc8fb4-6f84-4a8d-b455-a254f192b66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:08.732973 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-864dd42d-dea0-45f6-aead-38064886ea24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce1b5c7-7535-4c71-9516-fc0f78322d85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-647014662', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'ece23a63-a73a-4fef-b6c2-b5479e90e1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:50:59Z', 'updated_at': '2021-11-09T21:51:03Z', 'revision_number': 4, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': 'ece23a63-a73a-4fef-b6c2-b5479e90e1ea', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:45:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce1b5c7-7535-4c71-9516-fc0f78322d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:51:00Z', 'updated_at': '2021-11-09T21:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '808ad9dd-605b-47be-b7da-af8e38dd1eff', 'name': '', 'network_id': '78dd1ceb-c72d-4802-93e9-55b681c82a65', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'mac_address': 'fa:16:3e:e3:5f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce1b5c7-7535-4c71-9516-fc0f78322d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'eac57dd0-d4b5-4233-b1c6-055ac74764a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:51:02Z', 'updated_at': '2021-11-09T21:51:07Z', 'revision_number': 4, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'subnets': [{'id': 'eac57dd0-d4b5-4233-b1c6-055ac74764a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:51:08.770971 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864dd42d-dea0-45f6-aead-38064886ea24 None None] The sync data for ids ['6ce1b5c7-7535-4c71-9516-fc0f78322d85'] in n-d-816206-3 is: [{'id': '6ce1b5c7-7535-4c71-9516-fc0f78322d85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-647014662', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'ece23a63-a73a-4fef-b6c2-b5479e90e1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:50:59Z', 'updated_at': '2021-11-09T21:51:03Z', 'revision_number': 4, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': 'ece23a63-a73a-4fef-b6c2-b5479e90e1ea', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:45:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce1b5c7-7535-4c71-9516-fc0f78322d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:51:00Z', 'updated_at': '2021-11-09T21:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '808ad9dd-605b-47be-b7da-af8e38dd1eff', 'name': '', 'network_id': '78dd1ceb-c72d-4802-93e9-55b681c82a65', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'mac_address': 'fa:16:3e:e3:5f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce1b5c7-7535-4c71-9516-fc0f78322d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'eac57dd0-d4b5-4233-b1c6-055ac74764a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:51:02Z', 'updated_at': '2021-11-09T21:51:07Z', 'revision_number': 4, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'subnets': [{'id': 'eac57dd0-d4b5-4233-b1c6-055ac74764a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:51:08.782888 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-f3dc8fb4-6f84-4a8d-b455-a254f192b66b None None] For port 808ad9dd-605b-47be-b7da-af8e38dd1eff, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=808ad9dd-605b-47be-b7da-af8e38dd1eff,segment=NetworkSegment(d67cd08f-2f4d-45b8-8ade-d579d231d12f),segment_id=d67cd08f-2f4d-45b8-8ade-d579d231d12f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:51:08.794360 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f3dc8fb4-6f84-4a8d-b455-a254f192b66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:08.930927 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc8fb4-6f84-4a8d-b455-a254f192b66b None None] Pushing event updated for resources: {'Port': ['ID=808ad9dd-605b-47be-b7da-af8e38dd1eff,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:51:09.092260 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-5d2b77af-c33e-4914-81a0-5d41cbab4087 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:09.096998 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-5d2b77af-c33e-4914-81a0-5d41cbab4087 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.45 "GET /v2.0/networks?id=78dd1ceb-c72d-4802-93e9-55b681c82a65 HTTP/1.1" status: 200 len: 797 time: 0.2733278 Nov 09 21:51:09.224907 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-92cfa46f-34f5-47b4-b0d2-e832dbeb5659 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7411b744b214ee4a720fd6796dc002b HTTP/1.1" status: 200 len: 378 time: 0.1178741 Nov 09 21:51:09.236108 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-53d04b97-3b85-4e6f-8891-c527e940a295 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Request body: {'port': {'device_id': '2fe519a9-1b56-4d79-a621-39a06a91c9bd', 'network_id': '78dd1ceb-c72d-4802-93e9-55b681c82a65', 'admin_state_up': True, 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'security_groups': ['a98ffbb3-a0b9-4bd3-bebf-be766fadb0ac']}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:51:09.380980 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-eaaef9e7-005a-4d6e-993c-f7c4091a5619 req-59547479-f564-4b4c-b3b4-d75ad67d5bc2 service neutron] 10.222.0.45 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7067432 Nov 09 21:51:09.403797 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-53d04b97-3b85-4e6f-8891-c527e940a295 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Made reservation on behalf of d7411b744b214ee4a720fd6796dc002b for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:51:09.408505 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-53d04b97-3b85-4e6f-8891-c527e940a295 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:09.512230 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dfd372-0d3a-434d-ba82-e8b3957a68a2 req-37c7ea41-fd5f-4e25-986a-63b2f567d5de tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:09.513872 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c8dfd372-0d3a-434d-ba82-e8b3957a68a2 req-37c7ea41-fd5f-4e25-986a-63b2f567d5de tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b2c121-e8b9-41af-96fc-a6188ecce2e2 HTTP/1.1" status: 200 len: 943 time: 0.1319752 Nov 09 21:51:09.613501 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-eaaef9e7-005a-4d6e-993c-f7c4091a5619 req-e6d4a28c-c051-40e2-9cde-3a4a316ded73 service neutron] 10.222.0.45 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211850 Nov 09 21:51:09.678241 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c8dfd372-0d3a-434d-ba82-e8b3957a68a2 req-20bac479-804f-4e57-b5e6-896dd87edea6 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518288 Nov 09 21:51:09.697942 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1b7f30c6-1029-423f-8e8d-67594ba88223 req-7514e964-e469-441d-879a-cde2f6880f56 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fe519a9-1b56-4d79-a621-39a06a91c9bd HTTP/1.1" status: 200 len: 210 time: 0.0648761 Nov 09 21:51:09.722015 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-53d04b97-3b85-4e6f-8891-c527e940a295 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Allocated IP 172.20.0.3 (78dd1ceb-c72d-4802-93e9-55b681c82a65/eac57dd0-d4b5-4233-b1c6-055ac74764a2/e75f69f9-878c-4535-91fb-26258da62582) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:51:09.945861 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-53d04b97-3b85-4e6f-8891-c527e940a295 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:10.060829 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-53d04b97-3b85-4e6f-8891-c527e940a295 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:10.133347 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-53d04b97-3b85-4e6f-8891-c527e940a295 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Network 78dd1ceb-c72d-4802-93e9-55b681c82a65 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:51:10.140093 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-53d04b97-3b85-4e6f-8891-c527e940a295 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:51:10.154416 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-53d04b97-3b85-4e6f-8891-c527e940a295 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:51:10.211840 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d04b97-3b85-4e6f-8891-c527e940a295 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'Port': ['ID=e75f69f9-878c-4535-91fb-26258da62582,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:51:10.250019 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-53d04b97-3b85-4e6f-8891-c527e940a295 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:10.250862 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-53d04b97-3b85-4e6f-8891-c527e940a295 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:10.276094 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-53d04b97-3b85-4e6f-8891-c527e940a295 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0441794 Nov 09 21:51:10.292865 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-de46d8dc-cd5b-498f-b2db-b9f2324203a1 service neutron] Request body: {'port': {'device_id': '2fe519a9-1b56-4d79-a621-39a06a91c9bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:51:10.366769 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-de46d8dc-cd5b-498f-b2db-b9f2324203a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:10.531824 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-cfaf9428-9b9a-4c57-bebc-6718a5b07563 None None] Provisioning complete for port e75f69f9-878c-4535-91fb-26258da62582 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:51:10.533242 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cfaf9428-9b9a-4c57-bebc-6718a5b07563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:10.580319 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-cfaf9428-9b9a-4c57-bebc-6718a5b07563 None None] Port e75f69f9-878c-4535-91fb-26258da62582 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:51:10.672756 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-de46d8dc-cd5b-498f-b2db-b9f2324203a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e75f69f9-878c-4535-91fb-26258da62582 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:51:10.680444 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-de46d8dc-cd5b-498f-b2db-b9f2324203a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:10.693413 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-de46d8dc-cd5b-498f-b2db-b9f2324203a1 service neutron] Transition to ACTIVE for port object e75f69f9-878c-4535-91fb-26258da62582 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:51:10.698576 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-de46d8dc-cd5b-498f-b2db-b9f2324203a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:10.770545 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de46d8dc-cd5b-498f-b2db-b9f2324203a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e75f69f9-878c-4535-91fb-26258da62582,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:51:10.928371 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf9cce-8e3d-49fb-bf18-8e4a3678d4bb req-10e7d5e1-7bc9-42f2-95cc-26f135176faa tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:10.936044 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8abf9cce-8e3d-49fb-bf18-8e4a3678d4bb req-10e7d5e1-7bc9-42f2-95cc-26f135176faa tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fe519a9-1b56-4d79-a621-39a06a91c9bd HTTP/1.1" status: 200 len: 943 time: 0.1008520 Nov 09 21:51:10.947478 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 808ad9dd-605b-47be-b7da-af8e38dd1eff up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:51:10.958125 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-de46d8dc-cd5b-498f-b2db-b9f2324203a1 service neutron] Attempting to bind port e75f69f9-878c-4535-91fb-26258da62582 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:51:10.958475 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-de46d8dc-cd5b-498f-b2db-b9f2324203a1 service neutron] Attempting to bind port e75f69f9-878c-4535-91fb-26258da62582 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'd67cd08f-2f4d-45b8-8ade-d579d231d12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '78dd1ceb-c72d-4802-93e9-55b681c82a65'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:51:10.958808 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-de46d8dc-cd5b-498f-b2db-b9f2324203a1 service neutron] Attempting to bind port e75f69f9-878c-4535-91fb-26258da62582 on network 78dd1ceb-c72d-4802-93e9-55b681c82a65 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:51:10.961314 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f84cb-9ed6-4f3d-8c56-9a2038fcd740 req-95b39688-d1a5-480e-83ee-86f5a94eab15 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:10.964081 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-de9f84cb-9ed6-4f3d-8c56-9a2038fcd740 req-95b39688-d1a5-480e-83ee-86f5a94eab15 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b2c121-e8b9-41af-96fc-a6188ecce2e2 HTTP/1.1" status: 200 len: 943 time: 0.1299727 Nov 09 21:51:10.973094 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-de46d8dc-cd5b-498f-b2db-b9f2324203a1 service neutron] Port e75f69f9-878c-4535-91fb-26258da62582 on network 78dd1ceb-c72d-4802-93e9-55b681c82a65 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:51:10.973445 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-de46d8dc-cd5b-498f-b2db-b9f2324203a1 service neutron] Attempting to bind port e75f69f9-878c-4535-91fb-26258da62582 on network 78dd1ceb-c72d-4802-93e9-55b681c82a65 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:51:10.992202 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-de46d8dc-cd5b-498f-b2db-b9f2324203a1 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:51:10.992202 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-de46d8dc-cd5b-498f-b2db-b9f2324203a1 service neutron] Checking segment: {'id': 'd67cd08f-2f4d-45b8-8ade-d579d231d12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '78dd1ceb-c72d-4802-93e9-55b681c82a65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:51:10.992593 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-de46d8dc-cd5b-498f-b2db-b9f2324203a1 service neutron] Bound using segment: {'id': 'd67cd08f-2f4d-45b8-8ade-d579d231d12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '78dd1ceb-c72d-4802-93e9-55b681c82a65'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:51:10.992869 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-de46d8dc-cd5b-498f-b2db-b9f2324203a1 service neutron] Bound port: e75f69f9-878c-4535-91fb-26258da62582, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd67cd08f-2f4d-45b8-8ade-d579d231d12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '78dd1ceb-c72d-4802-93e9-55b681c82a65'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:51:10.993239 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-de46d8dc-cd5b-498f-b2db-b9f2324203a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:11.044189 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-de9f84cb-9ed6-4f3d-8c56-9a2038fcd740 req-4f60b43d-cf3e-478c-834f-43aa3ad02938 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708687 Nov 09 21:51:11.078003 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 808ad9dd-605b-47be-b7da-af8e38dd1eff triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:51:11.078223 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:11.086208 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8abf9cce-8e3d-49fb-bf18-8e4a3678d4bb req-ec4b8feb-dcde-4bbb-b062-1c204a72bb23 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=a98ffbb3-a0b9-4bd3-bebf-be766fadb0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1411381 Nov 09 21:51:11.162132 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-de46d8dc-cd5b-498f-b2db-b9f2324203a1 service neutron] For port e75f69f9-878c-4535-91fb-26258da62582, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:51:11.165803 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-de46d8dc-cd5b-498f-b2db-b9f2324203a1 service neutron] For port e75f69f9-878c-4535-91fb-26258da62582, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=e75f69f9-878c-4535-91fb-26258da62582,segment=NetworkSegment(d67cd08f-2f4d-45b8-8ade-d579d231d12f),segment_id=d67cd08f-2f4d-45b8-8ade-d579d231d12f)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:51:11.171900 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-de46d8dc-cd5b-498f-b2db-b9f2324203a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:11.211837 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-de46d8dc-cd5b-498f-b2db-b9f2324203a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:11.213055 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-de46d8dc-cd5b-498f-b2db-b9f2324203a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:11.214467 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-de46d8dc-cd5b-498f-b2db-b9f2324203a1 service neutron] 10.222.0.45 "PUT /v2.0/ports/e75f69f9-878c-4535-91fb-26258da62582 HTTP/1.1" status: 200 len: 1091 time: 0.9297912 Nov 09 21:51:11.214910 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fe519a9-1b56-4d79-a621-39a06a91c9bd', 'tag': 'e75f69f9-878c-4535-91fb-26258da62582'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:51:11.217193 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3539faf9-0168-46cd-abf6-699693b8a1d3" -d '{"events": [{"name": "network-changed", "server_uuid": "2fe519a9-1b56-4d79-a621-39a06a91c9bd", "tag": "e75f69f9-878c-4535-91fb-26258da62582"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:51:11.306747 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a130f4c8-9716-4961-8fa6-26d55a5ec518 x-openstack-request-id: req-a130f4c8-9716-4961-8fa6-26d55a5ec518 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:51:11.307041 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fe519a9-1b56-4d79-a621-39a06a91c9bd", "tag": "e75f69f9-878c-4535-91fb-26258da62582", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:51:11.307301 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a130f4c8-9716-4961-8fa6-26d55a5ec518 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:51:11.307701 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fe519a9-1b56-4d79-a621-39a06a91c9bd', 'tag': 'e75f69f9-878c-4535-91fb-26258da62582', 'status': 'completed', 'code': 200} Nov 09 21:51:11.314662 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de46d8dc-cd5b-498f-b2db-b9f2324203a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e75f69f9-878c-4535-91fb-26258da62582,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:51:11.326582 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-689c35ac-b62f-4411-bd74-5e755fe33106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:11.328102 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-689c35ac-b62f-4411-bd74-5e755fe33106 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7411b744b214ee4a720fd6796dc002b&device_id=2fe519a9-1b56-4d79-a621-39a06a91c9bd HTTP/1.1" status: 200 len: 1094 time: 0.0590081 Nov 09 21:51:11.379366 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-f4653114-bed3-4a77-a4c2-5894457d2640 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e75f69f9-878c-4535-91fb-26258da62582 HTTP/1.1" status: 200 len: 217 time: 0.0405116 Nov 09 21:51:11.448029 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-e09a0f31-95d8-4058-a386-b2871eddf4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:11.449672 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-e09a0f31-95d8-4058-a386-b2871eddf4ab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eac57dd0-d4b5-4233-b1c6-055ac74764a2 HTTP/1.1" status: 200 len: 834 time: 0.0628443 Nov 09 21:51:11.519727 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-776eb13f-7cc3-4647-bc5f-5b8a7da74e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:11.521436 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-776eb13f-7cc3-4647-bc5f-5b8a7da74e9c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78dd1ceb-c72d-4802-93e9-55b681c82a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633554 Nov 09 21:51:11.613497 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-8bca837a-3fbf-4695-bb91-21e1ad4515cd service neutron] 10.222.0.45 "GET /v2.0/networks/78dd1ceb-c72d-4802-93e9-55b681c82a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837827 Nov 09 21:51:11.711765 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d8ac9ae1-85a1-477b-95a8-6fdc81256029 req-d8226323-e388-44f9-8d0c-bf30050cf1b4 service neutron] 10.222.0.45 "GET /v2.0/networks/78dd1ceb-c72d-4802-93e9-55b681c82a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917208 Nov 09 21:51:11.801882 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539faf9-0168-46cd-abf6-699693b8a1d3 req-e8a9a442-3d87-414a-942b-2817de4bdb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:11.803456 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3539faf9-0168-46cd-abf6-699693b8a1d3 req-e8a9a442-3d87-414a-942b-2817de4bdb0a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7411b744b214ee4a720fd6796dc002b&device_id=2fe519a9-1b56-4d79-a621-39a06a91c9bd HTTP/1.1" status: 200 len: 1094 time: 0.0425634 Nov 09 21:51:11.904748 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539faf9-0168-46cd-abf6-699693b8a1d3 req-720fea67-f040-44c9-92c5-edfffe1f10fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:11.906492 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3539faf9-0168-46cd-abf6-699693b8a1d3 req-720fea67-f040-44c9-92c5-edfffe1f10fe service neutron] 10.222.0.45 "GET /v2.0/networks?id=78dd1ceb-c72d-4802-93e9-55b681c82a65 HTTP/1.1" status: 200 len: 897 time: 0.0956657 Nov 09 21:51:11.950716 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3539faf9-0168-46cd-abf6-699693b8a1d3 req-145f24fc-b562-48b7-8398-5cc813a8512d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e75f69f9-878c-4535-91fb-26258da62582 HTTP/1.1" status: 200 len: 217 time: 0.0370395 Nov 09 21:51:12.003128 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539faf9-0168-46cd-abf6-699693b8a1d3 req-d96e08f9-e4aa-44b6-a6af-57d7c9287cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:12.004806 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3539faf9-0168-46cd-abf6-699693b8a1d3 req-d96e08f9-e4aa-44b6-a6af-57d7c9287cbe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eac57dd0-d4b5-4233-b1c6-055ac74764a2 HTTP/1.1" status: 200 len: 834 time: 0.0467916 Nov 09 21:51:12.058862 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539faf9-0168-46cd-abf6-699693b8a1d3 req-b5595f93-eb3d-4074-a764-2f2aab526667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:12.062082 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3539faf9-0168-46cd-abf6-699693b8a1d3 req-b5595f93-eb3d-4074-a764-2f2aab526667 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78dd1ceb-c72d-4802-93e9-55b681c82a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478046 Nov 09 21:51:12.210486 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae0ca6-55e8-4ac1-889f-d1db24957703 req-814b1ce2-fbe6-4b76-8bcc-29c825ba3b2a tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:12.211979 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d5ae0ca6-55e8-4ac1-889f-d1db24957703 req-814b1ce2-fbe6-4b76-8bcc-29c825ba3b2a tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b2c121-e8b9-41af-96fc-a6188ecce2e2 HTTP/1.1" status: 200 len: 943 time: 0.0983460 Nov 09 21:51:12.249422 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3539faf9-0168-46cd-abf6-699693b8a1d3 req-fb6621e0-2e68-4a41-8b0d-31ec67fe2aa4 service neutron] 10.222.0.45 "GET /v2.0/networks/78dd1ceb-c72d-4802-93e9-55b681c82a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817660 Nov 09 21:51:12.266131 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aad0fe-0a1e-43ab-b4c6-6f405d9a025b req-8350a617-0c59-42f9-83c3-831419e525f0 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:12.276959 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-83aad0fe-0a1e-43ab-b4c6-6f405d9a025b req-8350a617-0c59-42f9-83c3-831419e525f0 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fe519a9-1b56-4d79-a621-39a06a91c9bd HTTP/1.1" status: 200 len: 943 time: 0.0964785 Nov 09 21:51:12.325718 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d5ae0ca6-55e8-4ac1-889f-d1db24957703 req-0bc8dac6-9ff7-43cd-aa27-cd382ebe2d81 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048310 Nov 09 21:51:12.365433 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-83aad0fe-0a1e-43ab-b4c6-6f405d9a025b req-4c9c16fc-bf12-4215-a00d-3ff6a344cfc9 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=a98ffbb3-a0b9-4bd3-bebf-be766fadb0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0874400 Nov 09 21:51:12.382707 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3539faf9-0168-46cd-abf6-699693b8a1d3 req-155b1b4b-ff73-4ba3-b83a-2db3bec2eb66 service neutron] 10.222.0.45 "GET /v2.0/networks/78dd1ceb-c72d-4802-93e9-55b681c82a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233919 Nov 09 21:51:13.457344 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36648812-40e8-4874-a970-948deed47305 req-ae15332f-ffb1-44db-99e2-e57aace3f074 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:13.458738 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-36648812-40e8-4874-a970-948deed47305 req-ae15332f-ffb1-44db-99e2-e57aace3f074 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b2c121-e8b9-41af-96fc-a6188ecce2e2 HTTP/1.1" status: 200 len: 943 time: 0.0608594 Nov 09 21:51:13.505941 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c08f5-4f14-49b3-bc37-4bf8d909287f req-875b8407-24ae-453b-9968-b45ec4d3df25 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:13.507590 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bc8c08f5-4f14-49b3-bc37-4bf8d909287f req-875b8407-24ae-453b-9968-b45ec4d3df25 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fe519a9-1b56-4d79-a621-39a06a91c9bd HTTP/1.1" status: 200 len: 943 time: 0.0582330 Nov 09 21:51:13.515966 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-36648812-40e8-4874-a970-948deed47305 req-d3536031-feb8-40ad-b175-5999480065fd tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468609 Nov 09 21:51:13.562168 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bc8c08f5-4f14-49b3-bc37-4bf8d909287f req-7a5f6fbf-c4dc-4040-b017-f385e284573e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=a98ffbb3-a0b9-4bd3-bebf-be766fadb0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475640 Nov 09 21:51:13.774407 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device e75f69f9-878c-4535-91fb-26258da62582 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:51:13.876592 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port e75f69f9-878c-4535-91fb-26258da62582, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=e75f69f9-878c-4535-91fb-26258da62582,segment=NetworkSegment(d67cd08f-2f4d-45b8-8ade-d579d231d12f),segment_id=d67cd08f-2f4d-45b8-8ade-d579d231d12f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:51:13.888752 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': 'e75f69f9-878c-4535-91fb-26258da62582', 'network_id': '78dd1ceb-c72d-4802-93e9-55b681c82a65', 'port_id': 'e75f69f9-878c-4535-91fb-26258da62582', 'mac_address': 'fa:16:3e:3e:b2:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eac57dd0-d4b5-4233-b1c6-055ac74764a2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:51:13.930333 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:13.943294 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e75f69f9-878c-4535-91fb-26258da62582 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:51:13.961710 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port e75f69f9-878c-4535-91fb-26258da62582, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=e75f69f9-878c-4535-91fb-26258da62582,segment=NetworkSegment(d67cd08f-2f4d-45b8-8ade-d579d231d12f),segment_id=d67cd08f-2f4d-45b8-8ade-d579d231d12f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:51:13.966973 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:14.013448 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=e75f69f9-878c-4535-91fb-26258da62582,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:51:14.156531 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['e75f69f9-878c-4535-91fb-26258da62582'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:51:14.636310 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56153adc-3053-4748-b935-216c69a9966b req-7dd531b3-ca0c-4e6e-823c-6f594a45a283 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:14.637955 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-56153adc-3053-4748-b935-216c69a9966b req-7dd531b3-ca0c-4e6e-823c-6f594a45a283 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b2c121-e8b9-41af-96fc-a6188ecce2e2 HTTP/1.1" status: 200 len: 943 time: 0.0523250 Nov 09 21:51:14.684734 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1477e-9307-4d4f-84a8-80286778af47 req-bbc9e48e-e369-4b53-a5e9-5bf0cabd1607 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:14.686292 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9ac1477e-9307-4d4f-84a8-80286778af47 req-bbc9e48e-e369-4b53-a5e9-5bf0cabd1607 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fe519a9-1b56-4d79-a621-39a06a91c9bd HTTP/1.1" status: 200 len: 944 time: 0.0540950 Nov 09 21:51:14.693671 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-56153adc-3053-4748-b935-216c69a9966b req-ef36ea22-4c60-4565-9e9a-0dcda5af110f tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483499 Nov 09 21:51:14.746050 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9ac1477e-9307-4d4f-84a8-80286778af47 req-38a19728-eaf1-435b-a9db-e5a762168fe9 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=a98ffbb3-a0b9-4bd3-bebf-be766fadb0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536606 Nov 09 21:51:15.785653 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device e75f69f9-878c-4535-91fb-26258da62582 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:51:15.818475 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0120a7b-0b42-4f6c-979c-cac1717d8728 req-0b034c0f-2192-4100-aa6b-a1bb79037924 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:15.820131 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d0120a7b-0b42-4f6c-979c-cac1717d8728 req-0b034c0f-2192-4100-aa6b-a1bb79037924 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b2c121-e8b9-41af-96fc-a6188ecce2e2 HTTP/1.1" status: 200 len: 943 time: 0.0588200 Nov 09 21:51:15.858578 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port e75f69f9-878c-4535-91fb-26258da62582 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:51:15.863249 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port e75f69f9-878c-4535-91fb-26258da62582 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:51:15.863892 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:15.887138 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d0120a7b-0b42-4f6c-979c-cac1717d8728 req-164274e5-ccd0-41c3-acd0-24206409398a tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610716 Nov 09 21:51:15.897031 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a0488-1576-4ed8-b21a-476d160e487f req-ab3c735b-c5ec-4dee-aaa1-5f7710a4204d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:15.901261 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c55a0488-1576-4ed8-b21a-476d160e487f req-ab3c735b-c5ec-4dee-aaa1-5f7710a4204d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fe519a9-1b56-4d79-a621-39a06a91c9bd HTTP/1.1" status: 200 len: 944 time: 0.0571420 Nov 09 21:51:15.951376 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:15.958888 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c55a0488-1576-4ed8-b21a-476d160e487f req-7617eece-8eb6-461d-9055-5990c023b590 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=a98ffbb3-a0b9-4bd3-bebf-be766fadb0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438972 Nov 09 21:51:15.974340 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe519a9-1b56-4d79-a621-39a06a91c9bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75f69f9-878c-4535-91fb-26258da62582'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:51:15.976562 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d99cd2-740f-40dc-bfad-197a703ac910" -d '{"events": [{"server_uuid": "2fe519a9-1b56-4d79-a621-39a06a91c9bd", "name": "network-vif-plugged", "status": "completed", "tag": "e75f69f9-878c-4535-91fb-26258da62582"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:51:15.989707 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port e75f69f9-878c-4535-91fb-26258da62582, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=e75f69f9-878c-4535-91fb-26258da62582,segment=NetworkSegment(d67cd08f-2f4d-45b8-8ade-d579d231d12f),segment_id=d67cd08f-2f4d-45b8-8ade-d579d231d12f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:51:15.994421 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:16.018939 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6d2e65-54c5-4463-b0e9-4f45950ce0bf x-openstack-request-id: req-5d6d2e65-54c5-4463-b0e9-4f45950ce0bf {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:51:16.019236 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fe519a9-1b56-4d79-a621-39a06a91c9bd", "name": "network-vif-plugged", "status": "completed", "tag": "e75f69f9-878c-4535-91fb-26258da62582", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:51:16.019490 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5d6d2e65-54c5-4463-b0e9-4f45950ce0bf {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:51:16.019881 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fe519a9-1b56-4d79-a621-39a06a91c9bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75f69f9-878c-4535-91fb-26258da62582', 'code': 200} Nov 09 21:51:16.050040 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=e75f69f9-878c-4535-91fb-26258da62582,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:51:16.116084 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1e9fe-622d-4443-8a85-ef155170f6ad req-e2d03754-57f1-4017-9a31-3c019afae516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:16.117650 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-99d1e9fe-622d-4443-8a85-ef155170f6ad req-e2d03754-57f1-4017-9a31-3c019afae516 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2fe519a9-1b56-4d79-a621-39a06a91c9bd HTTP/1.1" status: 200 len: 1096 time: 0.0403759 Nov 09 21:51:16.164967 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-99d1e9fe-622d-4443-8a85-ef155170f6ad req-e3800972-4a16-4579-92ff-e7da28def945 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a98ffbb3-a0b9-4bd3-bebf-be766fadb0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396972 Nov 09 21:51:17.003148 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acfb9b7-3e95-421a-924b-e34f16f38b62 req-b04f05ed-f6dc-4da7-b088-7ed6ea815372 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:17.004647 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4acfb9b7-3e95-421a-924b-e34f16f38b62 req-b04f05ed-f6dc-4da7-b088-7ed6ea815372 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b2c121-e8b9-41af-96fc-a6188ecce2e2 HTTP/1.1" status: 200 len: 943 time: 0.0495505 Nov 09 21:51:17.056370 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4acfb9b7-3e95-421a-924b-e34f16f38b62 req-080c4302-eb98-4ba9-b414-1a57871a65c9 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454733 Nov 09 21:51:17.078046 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab99696-bee0-4851-878c-c53d28056934 req-50e893bb-c370-45f4-88a0-08476e19e8ac tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:17.079537 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8ab99696-bee0-4851-878c-c53d28056934 req-50e893bb-c370-45f4-88a0-08476e19e8ac tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fe519a9-1b56-4d79-a621-39a06a91c9bd HTTP/1.1" status: 200 len: 945 time: 0.0492923 Nov 09 21:51:17.131782 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8ab99696-bee0-4851-878c-c53d28056934 req-0dc2628b-f1aa-4e27-bd38-45929fea64fa tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=a98ffbb3-a0b9-4bd3-bebf-be766fadb0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422535 Nov 09 21:51:17.656428 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-65592feb-f87a-4197-9fb7-678cf13f7edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:18.186584 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b35a2-8334-4de4-82c1-3384eab2585e req-107492ce-b84e-4074-a78c-9e5033c9cc78 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:18.189474 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ec7b35a2-8334-4de4-82c1-3384eab2585e req-107492ce-b84e-4074-a78c-9e5033c9cc78 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b2c121-e8b9-41af-96fc-a6188ecce2e2 HTTP/1.1" status: 200 len: 943 time: 0.0637548 Nov 09 21:51:18.240547 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ec7b35a2-8334-4de4-82c1-3384eab2585e req-a698cc33-8e7b-4d1e-ba4b-c5a1b66c1aac tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440795 Nov 09 21:51:18.268018 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff715f3-c8cd-4288-b593-045b9c180094 req-df9c776c-3b69-4d4c-a600-4ea1b4625360 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:18.269637 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cff715f3-c8cd-4288-b593-045b9c180094 req-df9c776c-3b69-4d4c-a600-4ea1b4625360 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fe519a9-1b56-4d79-a621-39a06a91c9bd HTTP/1.1" status: 200 len: 945 time: 0.0620408 Nov 09 21:51:18.319171 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cff715f3-c8cd-4288-b593-045b9c180094 req-f70be7d7-1b93-4639-8381-dbd98abe713c tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=a98ffbb3-a0b9-4bd3-bebf-be766fadb0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433590 Nov 09 21:51:18.432812 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94944da5-074c-40e3-a476-37d02eb483c1 req-bc102d58-36e8-4b9c-8cff-6710e3e922a7 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:18.434315 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-94944da5-074c-40e3-a476-37d02eb483c1 req-bc102d58-36e8-4b9c-8cff-6710e3e922a7 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fe519a9-1b56-4d79-a621-39a06a91c9bd HTTP/1.1" status: 200 len: 945 time: 0.0496681 Nov 09 21:51:18.497140 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-94944da5-074c-40e3-a476-37d02eb483c1 req-ae7bfd11-98d2-4177-9801-16486fbcada1 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=a98ffbb3-a0b9-4bd3-bebf-be766fadb0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568123 Nov 09 21:51:18.522082 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60262) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:51:18.563241 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3abbd69-4762-40de-a5ed-ccb0e248bc38 tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:18.564797 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a3abbd69-4762-40de-a5ed-ccb0e248bc38 tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=2fe519a9-1b56-4d79-a621-39a06a91c9bd HTTP/1.1" status: 200 len: 1091 time: 0.0416176 Nov 09 21:51:18.567636 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60264) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:51:18.571828 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-0e186fca-2edc-4b59-b4c2-97c674cf16b1 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'port_id': 'e75f69f9-878c-4535-91fb-26258da62582', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:51:18.593907 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0e186fca-2edc-4b59-b4c2-97c674cf16b1 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for floatingip, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:18.720420 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0e186fca-2edc-4b59-b4c2-97c674cf16b1 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:18.841468 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-0e186fca-2edc-4b59-b4c2-97c674cf16b1 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Allocated IP 172.25.7.165 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/9e16b499-c145-4ab2-8ee2-a2c709e20082) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:51:18.929503 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-479a26e3-f4b4-44b4-879f-eee2a0d900ed req-d6f998e4-8209-4b9f-85fe-5924b6285dee service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=efe93505-f165-4648-8cc6-4a99c70f776a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1054399 Nov 09 21:51:19.025735 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0e186fca-2edc-4b59-b4c2-97c674cf16b1 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:19.046868 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a26e3-f4b4-44b4-879f-eee2a0d900ed req-9297f080-9cc3-4d6f-8057-c371a2d6cf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:19.048431 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-479a26e3-f4b4-44b4-879f-eee2a0d900ed req-9297f080-9cc3-4d6f-8057-c371a2d6cf7b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1862727b93244d9ab5b3df5029ee0816&device_id=efe93505-f165-4648-8cc6-4a99c70f776a HTTP/1.1" status: 200 len: 1097 time: 0.0720935 Nov 09 21:51:19.092136 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0e186fca-2edc-4b59-b4c2-97c674cf16b1 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:19.161252 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e186fca-2edc-4b59-b4c2-97c674cf16b1 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:51:19.167548 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-0e186fca-2edc-4b59-b4c2-97c674cf16b1 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:51:19.173398 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e186fca-2edc-4b59-b4c2-97c674cf16b1 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:51:19.177793 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e186fca-2edc-4b59-b4c2-97c674cf16b1 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'Port': ['ID=9e16b499-c145-4ab2-8ee2-a2c709e20082,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:51:19.255743 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a26e3-f4b4-44b4-879f-eee2a0d900ed req-26e9ec26-0001-404d-b0a2-b12815dd8465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:19.257320 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-479a26e3-f4b4-44b4-879f-eee2a0d900ed req-26e9ec26-0001-404d-b0a2-b12815dd8465 service neutron] 10.222.0.43 "GET /v2.0/networks?id=701da2f2-3820-4b93-8098-d4756ebfb82a HTTP/1.1" status: 200 len: 909 time: 0.1888673 Nov 09 21:51:19.425787 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-479a26e3-f4b4-44b4-879f-eee2a0d900ed req-d140e6e2-4997-48df-8da7-dc63a0778abb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b912968d-86ce-4965-9bf0-3d8032cab9ec HTTP/1.1" status: 200 len: 1001 time: 0.1568313 Nov 09 21:51:19.450458 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc10b65-c57e-4629-8d71-a99ba3a197bd req-28897473-285c-425a-bd47-6acf4ad981e0 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:19.451882 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ebc10b65-c57e-4629-8d71-a99ba3a197bd req-28897473-285c-425a-bd47-6acf4ad981e0 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b2c121-e8b9-41af-96fc-a6188ecce2e2 HTTP/1.1" status: 200 len: 943 time: 0.1280527 Nov 09 21:51:19.558005 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a26e3-f4b4-44b4-879f-eee2a0d900ed req-6a2dd123-766e-4af0-9e45-3c6d3e0f43a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:19.559603 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-479a26e3-f4b4-44b4-879f-eee2a0d900ed req-6a2dd123-766e-4af0-9e45-3c6d3e0f43a8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=aa1ce486-e948-4cb6-8da6-b7876c9ed50b HTTP/1.1" status: 200 len: 848 time: 0.1248498 Nov 09 21:51:19.637592 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ebc10b65-c57e-4629-8d71-a99ba3a197bd req-795e9489-2ba9-4683-bbe0-f62d745f8d1c tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630692 Nov 09 21:51:19.693608 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a26e3-f4b4-44b4-879f-eee2a0d900ed req-ec53655d-6f65-4cdb-8649-b720bad853b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:19.695140 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-479a26e3-f4b4-44b4-879f-eee2a0d900ed req-ec53655d-6f65-4cdb-8649-b720bad853b7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=701da2f2-3820-4b93-8098-d4756ebfb82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1254039 Nov 09 21:51:19.788992 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device ce749e04-24d9-420f-8fcf-bbd25abfb0fa details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:51:19.831581 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0e186fca-2edc-4b59-b4c2-97c674cf16b1 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:19.870359 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-479a26e3-f4b4-44b4-879f-eee2a0d900ed req-344b0b38-5e01-47c6-a3c9-51b2166d6dcc service neutron] 10.222.0.43 "GET /v2.0/networks/701da2f2-3820-4b93-8098-d4756ebfb82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680896 Nov 09 21:51:19.889278 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port ce749e04-24d9-420f-8fcf-bbd25abfb0fa, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=ce749e04-24d9-420f-8fcf-bbd25abfb0fa,segment=NetworkSegment(3170744c-3447-44d8-9a0c-fa1ee6e7efbc),segment_id=3170744c-3447-44d8-9a0c-fa1ee6e7efbc)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:51:19.901947 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': 'ce749e04-24d9-420f-8fcf-bbd25abfb0fa', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'port_id': 'ce749e04-24d9-420f-8fcf-bbd25abfb0fa', 'mac_address': 'fa:16:3e:91:c4:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9efcad5d-d250-42ce-b381-abda2d565ce1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:51:19.941372 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:19.954159 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce749e04-24d9-420f-8fcf-bbd25abfb0fa {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:51:19.955755 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0e186fca-2edc-4b59-b4c2-97c674cf16b1 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:19.974353 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port ce749e04-24d9-420f-8fcf-bbd25abfb0fa, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=ce749e04-24d9-420f-8fcf-bbd25abfb0fa,segment=NetworkSegment(3170744c-3447-44d8-9a0c-fa1ee6e7efbc),segment_id=3170744c-3447-44d8-9a0c-fa1ee6e7efbc)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:51:19.978490 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:20.027692 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-479a26e3-f4b4-44b4-879f-eee2a0d900ed req-79f80136-43da-46e9-9daf-af47f6dc1186 service neutron] 10.222.0.43 "GET /v2.0/networks/701da2f2-3820-4b93-8098-d4756ebfb82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480522 Nov 09 21:51:20.029733 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=ce749e04-24d9-420f-8fcf-bbd25abfb0fa,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:51:20.135977 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0e186fca-2edc-4b59-b4c2-97c674cf16b1 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:20.145887 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0e186fca-2edc-4b59-b4c2-97c674cf16b1 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:20.175443 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-446a4bdc-c859-4243-9322-f0a106d42399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:20.194757 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['ce749e04-24d9-420f-8fcf-bbd25abfb0fa'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:51:20.225647 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e186fca-2edc-4b59-b4c2-97c674cf16b1 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'Port': ['ID=9e16b499-c145-4ab2-8ee2-a2c709e20082,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:51:20.236768 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0e186fca-2edc-4b59-b4c2-97c674cf16b1 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:20.341803 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [None req-0e186fca-2edc-4b59-b4c2-97c674cf16b1 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Floating IP 97877c7f-2f78-45a2-93a6-cb523022feb1 associated. External IP: 172.25.7.165, port: e75f69f9-878c-4535-91fb-26258da62582. Nov 09 21:51:20.562673 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e186fca-2edc-4b59-b4c2-97c674cf16b1 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Router 6ce1b5c7-7535-4c71-9516-fc0f78322d85 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:51:21.029116 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e186fca-2edc-4b59-b4c2-97c674cf16b1 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:51:21.041355 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe66f15-1da8-468b-9186-31aafcbdcd6a None None] Sync routers for ids ['6ce1b5c7-7535-4c71-9516-fc0f78322d85'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:51:21.050565 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8b1be-6738-4477-8714-df8703e670b1 req-6a0576ef-d81b-4559-a062-caae30a97f07 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:21.052143 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-50f8b1be-6738-4477-8714-df8703e670b1 req-6a0576ef-d81b-4559-a062-caae30a97f07 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b2c121-e8b9-41af-96fc-a6188ecce2e2 HTTP/1.1" status: 200 len: 944 time: 0.0750215 Nov 09 21:51:21.053960 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe66f15-1da8-468b-9186-31aafcbdcd6a None None] Routers {'6ce1b5c7-7535-4c71-9516-fc0f78322d85'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:51:21.054929 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-3fe66f15-1da8-468b-9186-31aafcbdcd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:51:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['6ce1b5c7-7535-4c71-9516-fc0f78322d85'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:51:21.064134 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0e186fca-2edc-4b59-b4c2-97c674cf16b1 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:21.094533 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:21.115513 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0e186fca-2edc-4b59-b4c2-97c674cf16b1 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5468166 Nov 09 21:51:21.117578 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fe519a9-1b56-4d79-a621-39a06a91c9bd', 'tag': 'e75f69f9-878c-4535-91fb-26258da62582'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:51:21.120487 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e933fd-26d4-44d8-805c-b96a0f94165d" -d '{"events": [{"name": "network-changed", "server_uuid": "2fe519a9-1b56-4d79-a621-39a06a91c9bd", "tag": "e75f69f9-878c-4535-91fb-26258da62582"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:51:21.151040 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-50f8b1be-6738-4477-8714-df8703e670b1 req-59221221-3672-42b8-8b8c-45db24d6521d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842226 Nov 09 21:51:21.209559 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed06c497-d176-421c-a768-a5e86487ff9f x-openstack-request-id: req-ed06c497-d176-421c-a768-a5e86487ff9f {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:51:21.210015 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fe519a9-1b56-4d79-a621-39a06a91c9bd", "tag": "e75f69f9-878c-4535-91fb-26258da62582", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:51:21.210372 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ed06c497-d176-421c-a768-a5e86487ff9f {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:51:21.210894 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fe519a9-1b56-4d79-a621-39a06a91c9bd', 'tag': 'e75f69f9-878c-4535-91fb-26258da62582', 'status': 'completed', 'code': 200} Nov 09 21:51:21.242279 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81424a56-59eb-40b3-a3a4-47037d0bd923 req-303ce9f0-3a47-49bc-b3f7-1f706adfaacf tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:21.250120 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-81424a56-59eb-40b3-a3a4-47037d0bd923 req-303ce9f0-3a47-49bc-b3f7-1f706adfaacf tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fe519a9-1b56-4d79-a621-39a06a91c9bd HTTP/1.1" status: 200 len: 945 time: 0.0594721 Nov 09 21:51:21.277699 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-3fe66f15-1da8-468b-9186-31aafcbdcd6a None None] Set router 6ce1b5c7-7535-4c71-9516-fc0f78322d85 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:51:21.281685 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e933fd-26d4-44d8-805c-b96a0f94165d req-cc7bf368-2082-4ecb-b45b-6a355526930c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:21.283391 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-87e933fd-26d4-44d8-805c-b96a0f94165d req-cc7bf368-2082-4ecb-b45b-6a355526930c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7411b744b214ee4a720fd6796dc002b&device_id=2fe519a9-1b56-4d79-a621-39a06a91c9bd HTTP/1.1" status: 200 len: 1096 time: 0.0501165 Nov 09 21:51:21.313505 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-81424a56-59eb-40b3-a3a4-47037d0bd923 req-a4813f1e-7cbe-4faf-bcf7-895e3c6a5194 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=a98ffbb3-a0b9-4bd3-bebf-be766fadb0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0624294 Nov 09 21:51:21.324541 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60288) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:51:21.386899 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3e2b020d-0fb2-4d8a-b1c5-9c453fc1bc1b tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/floatingips/97877c7f-2f78-45a2-93a6-cb523022feb1 HTTP/1.1" status: 200 len: 991 time: 0.0605695 Nov 09 21:51:21.404701 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e933fd-26d4-44d8-805c-b96a0f94165d req-374026fb-198a-44f4-bf2c-e559203e9f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:21.406315 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-87e933fd-26d4-44d8-805c-b96a0f94165d req-374026fb-198a-44f4-bf2c-e559203e9f13 service neutron] 10.222.0.45 "GET /v2.0/networks?id=78dd1ceb-c72d-4802-93e9-55b681c82a65 HTTP/1.1" status: 200 len: 897 time: 0.1141429 Nov 09 21:51:21.477326 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-87e933fd-26d4-44d8-805c-b96a0f94165d req-d1dc2807-54ae-41a2-ac43-00f5ee9b407d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e75f69f9-878c-4535-91fb-26258da62582 HTTP/1.1" status: 200 len: 999 time: 0.0638168 Nov 09 21:51:21.510577 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-3fe66f15-1da8-468b-9186-31aafcbdcd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce1b5c7-7535-4c71-9516-fc0f78322d85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-647014662', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'ece23a63-a73a-4fef-b6c2-b5479e90e1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:50:59Z', 'updated_at': '2021-11-09T21:51:03Z', 'revision_number': 4, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': 'ece23a63-a73a-4fef-b6c2-b5479e90e1ea', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:45:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce1b5c7-7535-4c71-9516-fc0f78322d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:51:00Z', 'updated_at': '2021-11-09T21:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '97877c7f-2f78-45a2-93a6-cb523022feb1', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'floating_ip_address': '172.25.7.165', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '6ce1b5c7-7535-4c71-9516-fc0f78322d85', 'port_id': 'e75f69f9-878c-4535-91fb-26258da62582', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78dd1ceb-c72d-4802-93e9-55b681c82a65', 'mac_address': 'fa:16:3e:3e:b2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe519a9-1b56-4d79-a621-39a06a91c9bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:51:19Z', 'updated_at': '2021-11-09T21:51:19Z', 'revision_number': 0, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '808ad9dd-605b-47be-b7da-af8e38dd1eff', 'name': '', 'network_id': '78dd1ceb-c72d-4802-93e9-55b681c82a65', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'mac_address': 'fa:16:3e:e3:5f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce1b5c7-7535-4c71-9516-fc0f78322d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'eac57dd0-d4b5-4233-b1c6-055ac74764a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:51:02Z', 'updated_at': '2021-11-09T21:51:08Z', 'revision_number': 5, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'subnets': [{'id': 'eac57dd0-d4b5-4233-b1c6-055ac74764a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:51:21.528600 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e933fd-26d4-44d8-805c-b96a0f94165d req-03996857-3be9-4aaf-b65e-b9c21bac1192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:21.530346 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-87e933fd-26d4-44d8-805c-b96a0f94165d req-03996857-3be9-4aaf-b65e-b9c21bac1192 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eac57dd0-d4b5-4233-b1c6-055ac74764a2 HTTP/1.1" status: 200 len: 834 time: 0.0464144 Nov 09 21:51:21.541354 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe66f15-1da8-468b-9186-31aafcbdcd6a None None] Checking router: 6ce1b5c7-7535-4c71-9516-fc0f78322d85 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:51:21.551466 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe66f15-1da8-468b-9186-31aafcbdcd6a None None] Routers {'6ce1b5c7-7535-4c71-9516-fc0f78322d85'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:51:21.552093 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-3fe66f15-1da8-468b-9186-31aafcbdcd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:51:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['6ce1b5c7-7535-4c71-9516-fc0f78322d85'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:51:21.580359 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e933fd-26d4-44d8-805c-b96a0f94165d req-a5738d21-4a0f-4939-bb8a-4c1068dc3f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:21.581896 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-87e933fd-26d4-44d8-805c-b96a0f94165d req-a5738d21-4a0f-4939-bb8a-4c1068dc3f4a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78dd1ceb-c72d-4802-93e9-55b681c82a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445082 Nov 09 21:51:21.659146 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-3fe66f15-1da8-468b-9186-31aafcbdcd6a None None] Set router 6ce1b5c7-7535-4c71-9516-fc0f78322d85 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:51:21.673162 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-87e933fd-26d4-44d8-805c-b96a0f94165d req-34ac97e5-6f1d-40d6-8541-a3c76e16ac55 service neutron] 10.222.0.45 "GET /v2.0/networks/78dd1ceb-c72d-4802-93e9-55b681c82a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839665 Nov 09 21:51:21.766408 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-87e933fd-26d4-44d8-805c-b96a0f94165d req-4e1c3832-c580-4658-9e36-ca7d9c23051e service neutron] 10.222.0.45 "GET /v2.0/networks/78dd1ceb-c72d-4802-93e9-55b681c82a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868187 Nov 09 21:51:21.798318 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device ce749e04-24d9-420f-8fcf-bbd25abfb0fa up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:51:21.859563 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port ce749e04-24d9-420f-8fcf-bbd25abfb0fa completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:51:21.863957 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port ce749e04-24d9-420f-8fcf-bbd25abfb0fa triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:51:21.864332 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:21.895538 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-3fe66f15-1da8-468b-9186-31aafcbdcd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce1b5c7-7535-4c71-9516-fc0f78322d85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-647014662', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'ece23a63-a73a-4fef-b6c2-b5479e90e1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:50:59Z', 'updated_at': '2021-11-09T21:51:03Z', 'revision_number': 4, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': 'ece23a63-a73a-4fef-b6c2-b5479e90e1ea', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:45:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce1b5c7-7535-4c71-9516-fc0f78322d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:51:00Z', 'updated_at': '2021-11-09T21:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '97877c7f-2f78-45a2-93a6-cb523022feb1', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'floating_ip_address': '172.25.7.165', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '6ce1b5c7-7535-4c71-9516-fc0f78322d85', 'port_id': 'e75f69f9-878c-4535-91fb-26258da62582', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78dd1ceb-c72d-4802-93e9-55b681c82a65', 'mac_address': 'fa:16:3e:3e:b2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe519a9-1b56-4d79-a621-39a06a91c9bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:51:19Z', 'updated_at': '2021-11-09T21:51:19Z', 'revision_number': 0, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '808ad9dd-605b-47be-b7da-af8e38dd1eff', 'name': '', 'network_id': '78dd1ceb-c72d-4802-93e9-55b681c82a65', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'mac_address': 'fa:16:3e:e3:5f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce1b5c7-7535-4c71-9516-fc0f78322d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'eac57dd0-d4b5-4233-b1c6-055ac74764a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:51:02Z', 'updated_at': '2021-11-09T21:51:08Z', 'revision_number': 5, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'subnets': [{'id': 'eac57dd0-d4b5-4233-b1c6-055ac74764a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:51:21.923985 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe66f15-1da8-468b-9186-31aafcbdcd6a None None] The sync data for ids ['6ce1b5c7-7535-4c71-9516-fc0f78322d85'] in n-d-816206-3 is: [{'id': '6ce1b5c7-7535-4c71-9516-fc0f78322d85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-647014662', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'ece23a63-a73a-4fef-b6c2-b5479e90e1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:50:59Z', 'updated_at': '2021-11-09T21:51:03Z', 'revision_number': 4, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': 'ece23a63-a73a-4fef-b6c2-b5479e90e1ea', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:45:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce1b5c7-7535-4c71-9516-fc0f78322d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:51:00Z', 'updated_at': '2021-11-09T21:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '97877c7f-2f78-45a2-93a6-cb523022feb1', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'floating_ip_address': '172.25.7.165', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '6ce1b5c7-7535-4c71-9516-fc0f78322d85', 'port_id': 'e75f69f9-878c-4535-91fb-26258da62582', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78dd1ceb-c72d-4802-93e9-55b681c82a65', 'mac_address': 'fa:16:3e:3e:b2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe519a9-1b56-4d79-a621-39a06a91c9bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:51:19Z', 'updated_at': '2021-11-09T21:51:19Z', 'revision_number': 0, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '808ad9dd-605b-47be-b7da-af8e38dd1eff', 'name': '', 'network_id': '78dd1ceb-c72d-4802-93e9-55b681c82a65', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'mac_address': 'fa:16:3e:e3:5f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce1b5c7-7535-4c71-9516-fc0f78322d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'eac57dd0-d4b5-4233-b1c6-055ac74764a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:51:02Z', 'updated_at': '2021-11-09T21:51:08Z', 'revision_number': 5, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'subnets': [{'id': 'eac57dd0-d4b5-4233-b1c6-055ac74764a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:51:21.955927 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:21.983986 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b2c121-e8b9-41af-96fc-a6188ecce2e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce749e04-24d9-420f-8fcf-bbd25abfb0fa'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:51:21.986296 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fcc430-2cf4-4cd0-852b-62c8f910600e" -d '{"events": [{"server_uuid": "44b2c121-e8b9-41af-96fc-a6188ecce2e2", "name": "network-vif-plugged", "status": "completed", "tag": "ce749e04-24d9-420f-8fcf-bbd25abfb0fa"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:51:21.999754 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port ce749e04-24d9-420f-8fcf-bbd25abfb0fa, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=ce749e04-24d9-420f-8fcf-bbd25abfb0fa,segment=NetworkSegment(3170744c-3447-44d8-9a0c-fa1ee6e7efbc),segment_id=3170744c-3447-44d8-9a0c-fa1ee6e7efbc)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:51:22.004576 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:22.043396 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a48481-81ea-4047-ad88-5ef19c9cf73f x-openstack-request-id: req-c0a48481-81ea-4047-ad88-5ef19c9cf73f {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:51:22.043693 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b2c121-e8b9-41af-96fc-a6188ecce2e2", "name": "network-vif-plugged", "status": "completed", "tag": "ce749e04-24d9-420f-8fcf-bbd25abfb0fa", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:51:22.043948 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c0a48481-81ea-4047-ad88-5ef19c9cf73f {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:51:22.044340 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b2c121-e8b9-41af-96fc-a6188ecce2e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce749e04-24d9-420f-8fcf-bbd25abfb0fa', 'code': 200} Nov 09 21:51:22.062360 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=ce749e04-24d9-420f-8fcf-bbd25abfb0fa,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:51:22.150547 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7596b-8784-4f90-b450-0e31f6334a6a req-d90829b3-d9cd-4e0d-abad-381cb9c0fc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:22.152671 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-66f7596b-8784-4f90-b450-0e31f6334a6a req-d90829b3-d9cd-4e0d-abad-381cb9c0fc3d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=44b2c121-e8b9-41af-96fc-a6188ecce2e2 HTTP/1.1" status: 200 len: 1096 time: 0.0443861 Nov 09 21:51:22.174411 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281fffa3-ca74-4123-9633-5bfca8815f75 None None] New status for floating IP 97877c7f-2f78-45a2-93a6-cb523022feb1: ACTIVE {{(pid=102609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:51:22.211217 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-66f7596b-8784-4f90-b450-0e31f6334a6a req-5df02fe9-9278-4893-8733-95c31f9c9540 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517359 Nov 09 21:51:22.286910 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae4644-d9b3-402b-bad8-656a5aa4197a req-7ba9ee8f-fe3f-459c-bb3c-4ba6b19a6e26 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:22.288468 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-05ae4644-d9b3-402b-bad8-656a5aa4197a req-7ba9ee8f-fe3f-459c-bb3c-4ba6b19a6e26 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b2c121-e8b9-41af-96fc-a6188ecce2e2 HTTP/1.1" status: 200 len: 945 time: 0.0497241 Nov 09 21:51:22.350191 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-05ae4644-d9b3-402b-bad8-656a5aa4197a req-7949516f-5d6e-4d5e-8e1d-6126e1df0b17 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546885 Nov 09 21:51:22.390596 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60296) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:51:22.460679 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-16a2d3c8-68e8-4551-a569-c7c227ba9b96 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/floatingips/97877c7f-2f78-45a2-93a6-cb523022feb1 HTTP/1.1" status: 200 len: 991 time: 0.0677097 Nov 09 21:51:22.498186 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:22.980866 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:23.398929 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:23.464087 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60302) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:51:23.472985 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc17dee-26ab-4a7b-a004-84670e91cbba req-ef6483c2-8f34-46bc-9e44-4d9bd07eaf72 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:23.479096 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bfc17dee-26ab-4a7b-a004-84670e91cbba req-ef6483c2-8f34-46bc-9e44-4d9bd07eaf72 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b2c121-e8b9-41af-96fc-a6188ecce2e2 HTTP/1.1" status: 200 len: 945 time: 0.0556316 Nov 09 21:51:23.534106 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ff3ef980-ef84-4066-9b13-c1bca7f789f8 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/floatingips/97877c7f-2f78-45a2-93a6-cb523022feb1 HTTP/1.1" status: 200 len: 993 time: 0.0686657 Nov 09 21:51:23.537713 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bfc17dee-26ab-4a7b-a004-84670e91cbba req-012cff94-4c02-418e-97c0-978059325ff7 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565848 Nov 09 21:51:23.655793 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d11f1f-a470-439e-820d-965aace42b78 req-184de4d3-a1cd-479e-a21f-3e0148c6b3e7 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:23.657425 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c7d11f1f-a470-439e-820d-965aace42b78 req-184de4d3-a1cd-479e-a21f-3e0148c6b3e7 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b2c121-e8b9-41af-96fc-a6188ecce2e2 HTTP/1.1" status: 200 len: 945 time: 0.0505767 Nov 09 21:51:23.709911 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c7d11f1f-a470-439e-820d-965aace42b78 req-87e1301a-2004-4866-a04a-1d56e033d80b tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463088 Nov 09 21:51:23.733528 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60306) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:51:23.908465 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1315ac71-11b7-4bca-8ac4-5440c0f4df07 tempest-TestVolumeBootPattern-352565874 tempest-TestVolumeBootPattern-352565874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:23.912773 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1315ac71-11b7-4bca-8ac4-5440c0f4df07 tempest-TestVolumeBootPattern-352565874 tempest-TestVolumeBootPattern-352565874-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=44b2c121-e8b9-41af-96fc-a6188ecce2e2 HTTP/1.1" status: 200 len: 1091 time: 0.1755552 Nov 09 21:51:23.912930 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60310) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:51:23.917197 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-19fd2ef0-992a-4caf-adbd-b5ee13f7e4ee tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'port_id': 'ce749e04-24d9-420f-8fcf-bbd25abfb0fa', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:51:23.939449 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-19fd2ef0-992a-4caf-adbd-b5ee13f7e4ee tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks [] for floatingip, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:24.041164 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-19fd2ef0-992a-4caf-adbd-b5ee13f7e4ee tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:24.145075 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-19fd2ef0-992a-4caf-adbd-b5ee13f7e4ee tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Allocated IP 172.25.7.225 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/4b264c72-4b0e-4b7e-9b69-df9b08249ab8) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:51:24.251462 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-19fd2ef0-992a-4caf-adbd-b5ee13f7e4ee tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:24.285638 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-19fd2ef0-992a-4caf-adbd-b5ee13f7e4ee tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:24.319900 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fd2ef0-992a-4caf-adbd-b5ee13f7e4ee tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:51:24.323313 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-19fd2ef0-992a-4caf-adbd-b5ee13f7e4ee tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:51:24.328906 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fd2ef0-992a-4caf-adbd-b5ee13f7e4ee tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:51:24.358980 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fd2ef0-992a-4caf-adbd-b5ee13f7e4ee tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Pushing event updated for resources: {'Port': ['ID=4b264c72-4b0e-4b7e-9b69-df9b08249ab8,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:51:24.732563 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-19fd2ef0-992a-4caf-adbd-b5ee13f7e4ee tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:24.801460 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-19fd2ef0-992a-4caf-adbd-b5ee13f7e4ee tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:24.946108 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-19fd2ef0-992a-4caf-adbd-b5ee13f7e4ee tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:24.951136 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-19fd2ef0-992a-4caf-adbd-b5ee13f7e4ee tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:25.023182 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fd2ef0-992a-4caf-adbd-b5ee13f7e4ee tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Pushing event updated for resources: {'Port': ['ID=4b264c72-4b0e-4b7e-9b69-df9b08249ab8,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:51:25.036310 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-19fd2ef0-992a-4caf-adbd-b5ee13f7e4ee tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:25.139347 n-d-816206-3 neutron-server[102608]: INFO neutron.db.l3_db [None req-19fd2ef0-992a-4caf-adbd-b5ee13f7e4ee tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Floating IP 54ca89fb-5fbd-4283-900f-c3efbffabe50 associated. External IP: 172.25.7.225, port: ce749e04-24d9-420f-8fcf-bbd25abfb0fa. Nov 09 21:51:25.326720 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb333185-8b0e-4270-884e-6d4d7a951e48 req-a46b454f-d1ad-4cb6-a56c-46c101989cae tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:25.328109 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fb333185-8b0e-4270-884e-6d4d7a951e48 req-a46b454f-d1ad-4cb6-a56c-46c101989cae tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.49 "GET /v2.0/ports?device_id=28aff3f9-d6fb-442a-bb46-34de8cc183fb HTTP/1.1" status: 200 len: 946 time: 0.0950155 Nov 09 21:51:25.421398 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fb333185-8b0e-4270-884e-6d4d7a951e48 req-64c9278d-4dbb-4af3-96e1-478c0e7a99b6 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f845d9c-3780-4829-b20c-6e7230dbe850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870459 Nov 09 21:51:25.431902 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19fd2ef0-992a-4caf-adbd-b5ee13f7e4ee tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Router 1b2e24c5-ccc7-4862-90b8-ee99c4c555d4 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:51:25.541074 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19fd2ef0-992a-4caf-adbd-b5ee13f7e4ee tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:51:25.551425 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98596582-d719-4df9-a3be-653bb848557c None None] Sync routers for ids ['1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:51:25.560101 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-19fd2ef0-992a-4caf-adbd-b5ee13f7e4ee tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:25.565966 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98596582-d719-4df9-a3be-653bb848557c None None] Routers {'1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:51:25.566583 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-98596582-d719-4df9-a3be-653bb848557c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:51:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:51:25.586818 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-19fd2ef0-992a-4caf-adbd-b5ee13f7e4ee tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6728461 Nov 09 21:51:25.587846 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b2c121-e8b9-41af-96fc-a6188ecce2e2', 'tag': 'ce749e04-24d9-420f-8fcf-bbd25abfb0fa'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:51:25.590127 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a3247e-00fb-4ada-a686-852ca25a796b" -d '{"events": [{"name": "network-changed", "server_uuid": "44b2c121-e8b9-41af-96fc-a6188ecce2e2", "tag": "ce749e04-24d9-420f-8fcf-bbd25abfb0fa"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:51:25.627775 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36e5f79-1b27-4703-aa46-0300e74f2769 x-openstack-request-id: req-b36e5f79-1b27-4703-aa46-0300e74f2769 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:51:25.628069 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b2c121-e8b9-41af-96fc-a6188ecce2e2", "tag": "ce749e04-24d9-420f-8fcf-bbd25abfb0fa", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:51:25.628331 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b36e5f79-1b27-4703-aa46-0300e74f2769 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:51:25.628793 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b2c121-e8b9-41af-96fc-a6188ecce2e2', 'tag': 'ce749e04-24d9-420f-8fcf-bbd25abfb0fa', 'status': 'completed', 'code': 200} Nov 09 21:51:25.676377 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-98596582-d719-4df9-a3be-653bb848557c None None] Set router 1b2e24c5-ccc7-4862-90b8-ee99c4c555d4 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:51:25.693231 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3247e-00fb-4ada-a686-852ca25a796b req-bbd278ce-0953-41c2-944d-74c78cdd3b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:25.694737 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c6a3247e-00fb-4ada-a686-852ca25a796b req-bbd278ce-0953-41c2-944d-74c78cdd3b18 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b3039f985d904a47a201680c8c884f50&device_id=44b2c121-e8b9-41af-96fc-a6188ecce2e2 HTTP/1.1" status: 200 len: 1096 time: 0.0419168 Nov 09 21:51:25.784564 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3247e-00fb-4ada-a686-852ca25a796b req-3f881b4a-f438-4702-ba47-b5b698b517f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:25.786062 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c6a3247e-00fb-4ada-a686-852ca25a796b req-3f881b4a-f438-4702-ba47-b5b698b517f0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9 HTTP/1.1" status: 200 len: 912 time: 0.0826180 Nov 09 21:51:25.854935 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c6a3247e-00fb-4ada-a686-852ca25a796b req-8a438c2c-1ca1-49fe-8c0d-5983216f1b03 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce749e04-24d9-420f-8fcf-bbd25abfb0fa HTTP/1.1" status: 200 len: 999 time: 0.0611410 Nov 09 21:51:25.894437 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-98596582-d719-4df9-a3be-653bb848557c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'name': 'tempest-TestVolumeBootPattern-1292353347-router', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'd84d1d29-9a29-45db-9b0e-77fc8aa843c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:33Z', 'updated_at': '2021-11-09T21:39:43Z', 'revision_number': 4, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'gw_port': {'id': 'd84d1d29-9a29-45db-9b0e-77fc8aa843c6', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:35Z', 'updated_at': '2021-11-09T21:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '2078e9c0-1d89-427c-871b-4a59b2accff2', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'floating_ip_address': '172.25.7.200', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'port_id': 'e0d4114c-987a-4de8-aea9-ceb96ea1a180', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'mac_address': 'fa:16:3e:30:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a0c55d-4b51-4767-8d92-2b46bfcfc839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:48:55Z', 'updated_at': '2021-11-09T21:48:59Z', 'revision_number': 1, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'fixed_ip_address_scope': None}, {'id': '54ca89fb-5fbd-4283-900f-c3efbffabe50', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'floating_ip_address': '172.25.7.225', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'port_id': 'ce749e04-24d9-420f-8fcf-bbd25abfb0fa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'mac_address': 'fa:16:3e:91:c4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b2c121-e8b9-41af-96fc-a6188ecce2e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:51:24Z', 'updated_at': '2021-11-09T21:51:24Z', 'revision_number': 0, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88e40d85-1c64-4ab2-83a3-5e10488b36a7', 'name': '', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'mac_address': 'fa:16:3e:72:1e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '9efcad5d-d250-42ce-b381-abda2d565ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:41Z', 'updated_at': '2021-11-09T21:39:49Z', 'revision_number': 5, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'subnets': [{'id': '9efcad5d-d250-42ce-b381-abda2d565ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:51:25.902093 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3247e-00fb-4ada-a686-852ca25a796b req-e772f937-09e1-4b68-89c2-42922af4a845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:25.903558 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c6a3247e-00fb-4ada-a686-852ca25a796b req-e772f937-09e1-4b68-89c2-42922af4a845 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9efcad5d-d250-42ce-b381-abda2d565ce1 HTTP/1.1" status: 200 len: 851 time: 0.0423896 Nov 09 21:51:25.919905 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98596582-d719-4df9-a3be-653bb848557c None None] Checking router: 1b2e24c5-ccc7-4862-90b8-ee99c4c555d4 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:51:25.928239 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98596582-d719-4df9-a3be-653bb848557c None None] Routers {'1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:51:25.928890 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-98596582-d719-4df9-a3be-653bb848557c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:51:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:51:25.947681 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3247e-00fb-4ada-a686-852ca25a796b req-30610af7-9a32-49d9-9000-93ada91ecc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:25.949209 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c6a3247e-00fb-4ada-a686-852ca25a796b req-30610af7-9a32-49d9-9000-93ada91ecc59 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394366 Nov 09 21:51:26.031755 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-98596582-d719-4df9-a3be-653bb848557c None None] Set router 1b2e24c5-ccc7-4862-90b8-ee99c4c555d4 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:51:26.040180 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c6a3247e-00fb-4ada-a686-852ca25a796b req-ff99135e-3ec0-413c-bc8e-2867eecee5b8 service neutron] 10.222.0.45 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842702 Nov 09 21:51:26.128267 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c6a3247e-00fb-4ada-a686-852ca25a796b req-ee16bee5-7081-4687-9106-0534bd52df15 service neutron] 10.222.0.45 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806925 Nov 09 21:51:26.339206 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-98596582-d719-4df9-a3be-653bb848557c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'name': 'tempest-TestVolumeBootPattern-1292353347-router', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'd84d1d29-9a29-45db-9b0e-77fc8aa843c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:33Z', 'updated_at': '2021-11-09T21:39:43Z', 'revision_number': 4, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'gw_port': {'id': 'd84d1d29-9a29-45db-9b0e-77fc8aa843c6', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:35Z', 'updated_at': '2021-11-09T21:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '2078e9c0-1d89-427c-871b-4a59b2accff2', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'floating_ip_address': '172.25.7.200', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'port_id': 'e0d4114c-987a-4de8-aea9-ceb96ea1a180', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'mac_address': 'fa:16:3e:30:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a0c55d-4b51-4767-8d92-2b46bfcfc839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:48:55Z', 'updated_at': '2021-11-09T21:48:59Z', 'revision_number': 1, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'fixed_ip_address_scope': None}, {'id': '54ca89fb-5fbd-4283-900f-c3efbffabe50', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'floating_ip_address': '172.25.7.225', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'port_id': 'ce749e04-24d9-420f-8fcf-bbd25abfb0fa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'mac_address': 'fa:16:3e:91:c4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b2c121-e8b9-41af-96fc-a6188ecce2e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:51:24Z', 'updated_at': '2021-11-09T21:51:24Z', 'revision_number': 0, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88e40d85-1c64-4ab2-83a3-5e10488b36a7', 'name': '', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'mac_address': 'fa:16:3e:72:1e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '9efcad5d-d250-42ce-b381-abda2d565ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:41Z', 'updated_at': '2021-11-09T21:39:49Z', 'revision_number': 5, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'subnets': [{'id': '9efcad5d-d250-42ce-b381-abda2d565ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:51:26.364340 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98596582-d719-4df9-a3be-653bb848557c None None] The sync data for ids ['1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'] in n-d-816206-3 is: [{'id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'name': 'tempest-TestVolumeBootPattern-1292353347-router', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'd84d1d29-9a29-45db-9b0e-77fc8aa843c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:33Z', 'updated_at': '2021-11-09T21:39:43Z', 'revision_number': 4, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'gw_port': {'id': 'd84d1d29-9a29-45db-9b0e-77fc8aa843c6', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:35Z', 'updated_at': '2021-11-09T21:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '2078e9c0-1d89-427c-871b-4a59b2accff2', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'floating_ip_address': '172.25.7.200', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'port_id': 'e0d4114c-987a-4de8-aea9-ceb96ea1a180', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'mac_address': 'fa:16:3e:30:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a0c55d-4b51-4767-8d92-2b46bfcfc839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:48:55Z', 'updated_at': '2021-11-09T21:48:59Z', 'revision_number': 1, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'fixed_ip_address_scope': None}, {'id': '54ca89fb-5fbd-4283-900f-c3efbffabe50', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'floating_ip_address': '172.25.7.225', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'port_id': 'ce749e04-24d9-420f-8fcf-bbd25abfb0fa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'mac_address': 'fa:16:3e:91:c4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b2c121-e8b9-41af-96fc-a6188ecce2e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:51:24Z', 'updated_at': '2021-11-09T21:51:24Z', 'revision_number': 0, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88e40d85-1c64-4ab2-83a3-5e10488b36a7', 'name': '', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'mac_address': 'fa:16:3e:72:1e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '9efcad5d-d250-42ce-b381-abda2d565ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:41Z', 'updated_at': '2021-11-09T21:39:49Z', 'revision_number': 5, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'subnets': [{'id': '9efcad5d-d250-42ce-b381-abda2d565ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:51:26.540832 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a46007-c92d-450d-be48-96ce9ec25dd4 req-7adb7dfd-0287-4d62-89d3-e461505af298 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:26.543353 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-42a46007-c92d-450d-be48-96ce9ec25dd4 req-7adb7dfd-0287-4d62-89d3-e461505af298 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.49 "GET /v2.0/ports?device_id=28aff3f9-d6fb-442a-bb46-34de8cc183fb HTTP/1.1" status: 200 len: 946 time: 0.0519869 Nov 09 21:51:26.574293 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c5f070-3900-4bc8-9e79-dde5c696d5a6 None None] New status for floating IP 54ca89fb-5fbd-4283-900f-c3efbffabe50: ACTIVE {{(pid=102609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:51:26.600290 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-42a46007-c92d-450d-be48-96ce9ec25dd4 req-809b1d8f-53ca-4a44-a9d4-93c9258792ed tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f845d9c-3780-4829-b20c-6e7230dbe850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502825 Nov 09 21:51:26.920578 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb8c7f-5794-4d1e-88d9-b9a9ab29daa9 req-d409991c-27ca-43d2-b194-0b4f4b575610 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:26.922097 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5bfb8c7f-5794-4d1e-88d9-b9a9ab29daa9 req-d409991c-27ca-43d2-b194-0b4f4b575610 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.43 "GET /v2.0/ports?device_id=28aff3f9-d6fb-442a-bb46-34de8cc183fb HTTP/1.1" status: 200 len: 946 time: 0.0528066 Nov 09 21:51:27.012478 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-5bfb8c7f-5794-4d1e-88d9-b9a9ab29daa9 req-c6d2f312-749e-48e1-a6df-c0704447a00b tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Deleting port df919f94-6c4b-4dee-9acd-ef7e86117fe0 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:51:27.012771 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5bfb8c7f-5794-4d1e-88d9-b9a9ab29daa9 req-c6d2f312-749e-48e1-a6df-c0704447a00b tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:27.102458 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-5bfb8c7f-5794-4d1e-88d9-b9a9ab29daa9 req-c6d2f312-749e-48e1-a6df-c0704447a00b tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] For port df919f94-6c4b-4dee-9acd-ef7e86117fe0, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=df919f94-6c4b-4dee-9acd-ef7e86117fe0,segment=NetworkSegment(574112e7-b6d0-40f0-b297-b822ce6f247d),segment_id=574112e7-b6d0-40f0-b297-b822ce6f247d)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:51:27.103348 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5bfb8c7f-5794-4d1e-88d9-b9a9ab29daa9 req-c6d2f312-749e-48e1-a6df-c0704447a00b tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:27.115637 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-5bfb8c7f-5794-4d1e-88d9-b9a9ab29daa9 req-c6d2f312-749e-48e1-a6df-c0704447a00b tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Calling delete_port for df919f94-6c4b-4dee-9acd-ef7e86117fe0 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:51:27.240403 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5bfb8c7f-5794-4d1e-88d9-b9a9ab29daa9 req-c6d2f312-749e-48e1-a6df-c0704447a00b tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:27.266956 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2f312-749e-48e1-a6df-c0704447a00b tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Pushing event deleted for resources: {'Port': ['ID=df919f94-6c4b-4dee-9acd-ef7e86117fe0,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:51:27.272739 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['df919f94-6c4b-4dee-9acd-ef7e86117fe0'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:51:27.313133 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bfb8c7f-5794-4d1e-88d9-b9a9ab29daa9 req-c6d2f312-749e-48e1-a6df-c0704447a00b tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] No DVR routers for this DVR port df919f94-6c4b-4dee-9acd-ef7e86117fe0 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:51:27.315800 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5bfb8c7f-5794-4d1e-88d9-b9a9ab29daa9 req-c6d2f312-749e-48e1-a6df-c0704447a00b tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:27.319153 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5bfb8c7f-5794-4d1e-88d9-b9a9ab29daa9 req-c6d2f312-749e-48e1-a6df-c0704447a00b tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.43 "DELETE /v2.0/ports/df919f94-6c4b-4dee-9acd-ef7e86117fe0 HTTP/1.1" status: 204 len: 173 time: 0.3911788 Nov 09 21:51:27.319587 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28aff3f9-d6fb-442a-bb46-34de8cc183fb', 'name': 'network-vif-deleted', 'tag': 'df919f94-6c4b-4dee-9acd-ef7e86117fe0'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:51:27.322424 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf75b6e3-38e5-4813-94b5-b81f3bd6c601" -d '{"events": [{"server_uuid": "28aff3f9-d6fb-442a-bb46-34de8cc183fb", "name": "network-vif-deleted", "tag": "df919f94-6c4b-4dee-9acd-ef7e86117fe0"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:51:27.360014 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7174d377-ed91-4dad-9f80-1f0561458507 x-openstack-request-id: req-7174d377-ed91-4dad-9f80-1f0561458507 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:51:27.360314 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28aff3f9-d6fb-442a-bb46-34de8cc183fb", "name": "network-vif-deleted", "tag": "df919f94-6c4b-4dee-9acd-ef7e86117fe0", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:51:27.360577 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7174d377-ed91-4dad-9f80-1f0561458507 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:51:27.361025 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28aff3f9-d6fb-442a-bb46-34de8cc183fb', 'name': 'network-vif-deleted', 'tag': 'df919f94-6c4b-4dee-9acd-ef7e86117fe0', 'status': 'completed', 'code': 200} Nov 09 21:51:27.704452 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53004994-5ef7-48cd-a999-5cba7645ab75 req-fca9bb86-96e0-47fb-9b0a-9f3ea4a669d5 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.49 "GET /v2.0/ports?device_id=28aff3f9-d6fb-442a-bb46-34de8cc183fb HTTP/1.1" status: 200 len: 210 time: 0.0266433 Nov 09 21:51:30.884657 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device df919f94-6c4b-4dee-9acd-ef7e86117fe0 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:51:30.904972 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: df919f94-6c4b-4dee-9acd-ef7e86117fe0 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:51:30.905320 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device df919f94-6c4b-4dee-9acd-ef7e86117fe0 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:51:30.970257 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:51:33.908224 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:35.596883 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19d40b-4444-419f-86ec-b35758e60bf3 req-cac2bfff-6333-44d9-ac3b-d95dcd5228e4 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:35.598358 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5b19d40b-4444-419f-86ec-b35758e60bf3 req-cac2bfff-6333-44d9-ac3b-d95dcd5228e4 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.49 "GET /v2.0/networks?id=8c402f64-6722-4aac-a43d-cbd15141250e HTTP/1.1" status: 200 len: 814 time: 0.1104510 Nov 09 21:51:35.613530 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5b19d40b-4444-419f-86ec-b35758e60bf3 req-81184f23-635b-47de-8233-74044d4c5f85 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.49 "GET /v2.0/quotas/7617c0b77cbd4b6bad405efe3fa60b1c HTTP/1.1" status: 200 len: 375 time: 0.0089202 Nov 09 21:51:35.648262 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5b19d40b-4444-419f-86ec-b35758e60bf3 req-7c2343cf-5e94-413a-a5b1-72de2df75dd0 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7617c0b77cbd4b6bad405efe3fa60b1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291650 Nov 09 21:51:35.736466 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5b19d40b-4444-419f-86ec-b35758e60bf3 req-cfdc288c-de75-4bf6-931c-4afbe54b7c14 service neutron] 10.222.0.49 "GET /v2.0/networks/8c402f64-6722-4aac-a43d-cbd15141250e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812781 Nov 09 21:51:35.829613 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5b19d40b-4444-419f-86ec-b35758e60bf3 req-6ee7eca8-2e33-4a15-8eab-e9ceca79100b service neutron] 10.222.0.49 "GET /v2.0/networks/8c402f64-6722-4aac-a43d-cbd15141250e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869293 Nov 09 21:51:35.990957 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dd73180b-1480-4edb-bf1a-5667d4805ed4 req-fa5a164b-a9e5-4d6b-a61c-b833635b4989 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56e47f56-7a2f-498d-8466-52230f1e9d7d HTTP/1.1" status: 200 len: 210 time: 0.0260828 Nov 09 21:51:37.016959 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19d40b-4444-419f-86ec-b35758e60bf3 req-a1150332-e47c-4d7d-b983-90385701bce9 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:37.018394 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5b19d40b-4444-419f-86ec-b35758e60bf3 req-a1150332-e47c-4d7d-b983-90385701bce9 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.43 "GET /v2.0/networks?id=8c402f64-6722-4aac-a43d-cbd15141250e HTTP/1.1" status: 200 len: 814 time: 0.1064644 Nov 09 21:51:37.042289 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-5b19d40b-4444-419f-86ec-b35758e60bf3 req-62132455-2f7a-4b40-b007-db8cdc47d8be tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Request body: {'port': {'device_id': '56e47f56-7a2f-498d-8466-52230f1e9d7d', 'network_id': '8c402f64-6722-4aac-a43d-cbd15141250e', 'admin_state_up': True, 'tenant_id': '7617c0b77cbd4b6bad405efe3fa60b1c'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:51:37.093635 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2d8561de-57e6-4d51-b29e-ac60a3e47135 req-249c3ef9-5a5c-43fa-9637-068eb3a44819 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56e47f56-7a2f-498d-8466-52230f1e9d7d HTTP/1.1" status: 200 len: 210 time: 0.0289850 Nov 09 21:51:37.153883 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b19d40b-4444-419f-86ec-b35758e60bf3 req-62132455-2f7a-4b40-b007-db8cdc47d8be tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Made reservation on behalf of 7617c0b77cbd4b6bad405efe3fa60b1c for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:51:37.157574 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5b19d40b-4444-419f-86ec-b35758e60bf3 req-62132455-2f7a-4b40-b007-db8cdc47d8be tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:37.289095 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-5b19d40b-4444-419f-86ec-b35758e60bf3 req-62132455-2f7a-4b40-b007-db8cdc47d8be tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Allocated IP 172.20.0.2 (8c402f64-6722-4aac-a43d-cbd15141250e/4828de94-2524-419e-b7f0-2b1fc348c64a/2b1f95a9-7ac8-4650-a129-d9e4f3869c4e) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:51:37.436773 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5b19d40b-4444-419f-86ec-b35758e60bf3 req-62132455-2f7a-4b40-b007-db8cdc47d8be tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:37.470843 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5b19d40b-4444-419f-86ec-b35758e60bf3 req-62132455-2f7a-4b40-b007-db8cdc47d8be tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:37.519164 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b19d40b-4444-419f-86ec-b35758e60bf3 req-62132455-2f7a-4b40-b007-db8cdc47d8be tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Network 8c402f64-6722-4aac-a43d-cbd15141250e is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:51:37.522590 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-5b19d40b-4444-419f-86ec-b35758e60bf3 req-62132455-2f7a-4b40-b007-db8cdc47d8be tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:51:37.525117 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b19d40b-4444-419f-86ec-b35758e60bf3 req-62132455-2f7a-4b40-b007-db8cdc47d8be tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:51:37.550603 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62132455-2f7a-4b40-b007-db8cdc47d8be tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Pushing event updated for resources: {'Port': ['ID=2b1f95a9-7ac8-4650-a129-d9e4f3869c4e,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:51:37.563488 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62132455-2f7a-4b40-b007-db8cdc47d8be tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:51:37.563840 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62132455-2f7a-4b40-b007-db8cdc47d8be tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:51:37.564181 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62132455-2f7a-4b40-b007-db8cdc47d8be tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:51:37.564518 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62132455-2f7a-4b40-b007-db8cdc47d8be tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:51:37.564879 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62132455-2f7a-4b40-b007-db8cdc47d8be tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:51:37.565210 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62132455-2f7a-4b40-b007-db8cdc47d8be tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:51:37.565538 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62132455-2f7a-4b40-b007-db8cdc47d8be tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:51:37.565880 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62132455-2f7a-4b40-b007-db8cdc47d8be tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:51:37.566192 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62132455-2f7a-4b40-b007-db8cdc47d8be tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:51:37.566514 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62132455-2f7a-4b40-b007-db8cdc47d8be tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:51:37.566840 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62132455-2f7a-4b40-b007-db8cdc47d8be tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:51:37.567159 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62132455-2f7a-4b40-b007-db8cdc47d8be tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:51:37.589882 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19d40b-4444-419f-86ec-b35758e60bf3 req-62132455-2f7a-4b40-b007-db8cdc47d8be tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:37.590505 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5b19d40b-4444-419f-86ec-b35758e60bf3 req-62132455-2f7a-4b40-b007-db8cdc47d8be tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:37.607600 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5b19d40b-4444-419f-86ec-b35758e60bf3 req-62132455-2f7a-4b40-b007-db8cdc47d8be tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5697975 Nov 09 21:51:37.625209 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-5b19d40b-4444-419f-86ec-b35758e60bf3 req-1182c728-cb5f-4b73-a93e-359e812f2628 service neutron] Request body: {'port': {'device_id': '56e47f56-7a2f-498d-8466-52230f1e9d7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:51:37.683008 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5b19d40b-4444-419f-86ec-b35758e60bf3 req-1182c728-cb5f-4b73-a93e-359e812f2628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:37.947860 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-5b19d40b-4444-419f-86ec-b35758e60bf3 req-1182c728-cb5f-4b73-a93e-359e812f2628 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b1f95a9-7ac8-4650-a129-d9e4f3869c4e {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:51:37.955166 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5b19d40b-4444-419f-86ec-b35758e60bf3 req-1182c728-cb5f-4b73-a93e-359e812f2628 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:37.967060 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-5b19d40b-4444-419f-86ec-b35758e60bf3 req-1182c728-cb5f-4b73-a93e-359e812f2628 service neutron] Transition to ACTIVE for port object 2b1f95a9-7ac8-4650-a129-d9e4f3869c4e will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:51:37.970410 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5b19d40b-4444-419f-86ec-b35758e60bf3 req-1182c728-cb5f-4b73-a93e-359e812f2628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:38.038587 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1182c728-cb5f-4b73-a93e-359e812f2628 service neutron] Pushing event updated for resources: {'Port': ['ID=2b1f95a9-7ac8-4650-a129-d9e4f3869c4e,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:51:38.087716 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-5b19d40b-4444-419f-86ec-b35758e60bf3 req-1182c728-cb5f-4b73-a93e-359e812f2628 service neutron] Attempting to bind port 2b1f95a9-7ac8-4650-a129-d9e4f3869c4e on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:51:38.088048 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-5b19d40b-4444-419f-86ec-b35758e60bf3 req-1182c728-cb5f-4b73-a93e-359e812f2628 service neutron] Attempting to bind port 2b1f95a9-7ac8-4650-a129-d9e4f3869c4e by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '574112e7-b6d0-40f0-b297-b822ce6f247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8c402f64-6722-4aac-a43d-cbd15141250e'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:51:38.088373 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b19d40b-4444-419f-86ec-b35758e60bf3 req-1182c728-cb5f-4b73-a93e-359e812f2628 service neutron] Attempting to bind port 2b1f95a9-7ac8-4650-a129-d9e4f3869c4e on network 8c402f64-6722-4aac-a43d-cbd15141250e {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:51:38.092607 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b19d40b-4444-419f-86ec-b35758e60bf3 req-1182c728-cb5f-4b73-a93e-359e812f2628 service neutron] Port 2b1f95a9-7ac8-4650-a129-d9e4f3869c4e on network 8c402f64-6722-4aac-a43d-cbd15141250e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:51:38.092954 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b19d40b-4444-419f-86ec-b35758e60bf3 req-1182c728-cb5f-4b73-a93e-359e812f2628 service neutron] Attempting to bind port 2b1f95a9-7ac8-4650-a129-d9e4f3869c4e on network 8c402f64-6722-4aac-a43d-cbd15141250e {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:51:38.097738 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b19d40b-4444-419f-86ec-b35758e60bf3 req-1182c728-cb5f-4b73-a93e-359e812f2628 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:51:38.098075 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b19d40b-4444-419f-86ec-b35758e60bf3 req-1182c728-cb5f-4b73-a93e-359e812f2628 service neutron] Checking segment: {'id': '574112e7-b6d0-40f0-b297-b822ce6f247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8c402f64-6722-4aac-a43d-cbd15141250e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:51:38.098456 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b19d40b-4444-419f-86ec-b35758e60bf3 req-1182c728-cb5f-4b73-a93e-359e812f2628 service neutron] Bound using segment: {'id': '574112e7-b6d0-40f0-b297-b822ce6f247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8c402f64-6722-4aac-a43d-cbd15141250e'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:51:38.098906 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-5b19d40b-4444-419f-86ec-b35758e60bf3 req-1182c728-cb5f-4b73-a93e-359e812f2628 service neutron] Bound port: 2b1f95a9-7ac8-4650-a129-d9e4f3869c4e, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '574112e7-b6d0-40f0-b297-b822ce6f247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8c402f64-6722-4aac-a43d-cbd15141250e'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:51:38.099256 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5b19d40b-4444-419f-86ec-b35758e60bf3 req-1182c728-cb5f-4b73-a93e-359e812f2628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:38.161272 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-5b19d40b-4444-419f-86ec-b35758e60bf3 req-1182c728-cb5f-4b73-a93e-359e812f2628 service neutron] For port 2b1f95a9-7ac8-4650-a129-d9e4f3869c4e, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:51:38.165912 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-5b19d40b-4444-419f-86ec-b35758e60bf3 req-1182c728-cb5f-4b73-a93e-359e812f2628 service neutron] For port 2b1f95a9-7ac8-4650-a129-d9e4f3869c4e, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=2b1f95a9-7ac8-4650-a129-d9e4f3869c4e,segment=NetworkSegment(574112e7-b6d0-40f0-b297-b822ce6f247d),segment_id=574112e7-b6d0-40f0-b297-b822ce6f247d)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:51:38.177033 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5b19d40b-4444-419f-86ec-b35758e60bf3 req-1182c728-cb5f-4b73-a93e-359e812f2628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:38.230630 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19d40b-4444-419f-86ec-b35758e60bf3 req-1182c728-cb5f-4b73-a93e-359e812f2628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:38.231252 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5b19d40b-4444-419f-86ec-b35758e60bf3 req-1182c728-cb5f-4b73-a93e-359e812f2628 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:38.232621 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5b19d40b-4444-419f-86ec-b35758e60bf3 req-1182c728-cb5f-4b73-a93e-359e812f2628 service neutron] 10.222.0.43 "PUT /v2.0/ports/2b1f95a9-7ac8-4650-a129-d9e4f3869c4e HTTP/1.1" status: 200 len: 1091 time: 0.6115255 Nov 09 21:51:38.234668 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e47f56-7a2f-498d-8466-52230f1e9d7d', 'tag': '2b1f95a9-7ac8-4650-a129-d9e4f3869c4e'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:51:38.236928 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b568ef-f5ce-48b6-a58f-ead553ab91fb" -d '{"events": [{"name": "network-changed", "server_uuid": "56e47f56-7a2f-498d-8466-52230f1e9d7d", "tag": "2b1f95a9-7ac8-4650-a129-d9e4f3869c4e"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:51:38.268540 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbce3b-8c11-43c9-a179-c40aff8f7602 req-0601898c-41ad-4cac-a2b8-9f307206c6df tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:38.270112 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f7bbce3b-8c11-43c9-a179-c40aff8f7602 req-0601898c-41ad-4cac-a2b8-9f307206c6df tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56e47f56-7a2f-498d-8466-52230f1e9d7d HTTP/1.1" status: 200 len: 943 time: 0.1067188 Nov 09 21:51:38.274002 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1182c728-cb5f-4b73-a93e-359e812f2628 service neutron] Pushing event updated for resources: {'Port': ['ID=2b1f95a9-7ac8-4650-a129-d9e4f3869c4e,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:51:38.277960 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2909d8-1d2e-4977-9706-61eaf934c6d7 x-openstack-request-id: req-dc2909d8-1d2e-4977-9706-61eaf934c6d7 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:51:38.278249 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e47f56-7a2f-498d-8466-52230f1e9d7d", "tag": "2b1f95a9-7ac8-4650-a129-d9e4f3869c4e", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:51:38.278506 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dc2909d8-1d2e-4977-9706-61eaf934c6d7 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:51:38.279021 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e47f56-7a2f-498d-8466-52230f1e9d7d', 'tag': '2b1f95a9-7ac8-4650-a129-d9e4f3869c4e', 'status': 'completed', 'code': 200} Nov 09 21:51:38.348518 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f7bbce3b-8c11-43c9-a179-c40aff8f7602 req-99771a21-1a11-4b23-bbcd-bb52616e6809 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f845d9c-3780-4829-b20c-6e7230dbe850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683784 Nov 09 21:51:38.355399 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19d40b-4444-419f-86ec-b35758e60bf3 req-14ab3c9d-4524-4d6d-94c4-0969985623a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:38.356895 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5b19d40b-4444-419f-86ec-b35758e60bf3 req-14ab3c9d-4524-4d6d-94c4-0969985623a5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7617c0b77cbd4b6bad405efe3fa60b1c&device_id=56e47f56-7a2f-498d-8466-52230f1e9d7d HTTP/1.1" status: 200 len: 1094 time: 0.0621643 Nov 09 21:51:38.404193 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5b19d40b-4444-419f-86ec-b35758e60bf3 req-d0a86208-813f-4298-9603-374a79dd41a1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b1f95a9-7ac8-4650-a129-d9e4f3869c4e HTTP/1.1" status: 200 len: 217 time: 0.0342176 Nov 09 21:51:38.455729 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19d40b-4444-419f-86ec-b35758e60bf3 req-60408cc5-bcda-42c3-a147-144746a3416b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:38.457200 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5b19d40b-4444-419f-86ec-b35758e60bf3 req-60408cc5-bcda-42c3-a147-144746a3416b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4828de94-2524-419e-b7f0-2b1fc348c64a HTTP/1.1" status: 200 len: 854 time: 0.0464983 Nov 09 21:51:38.488595 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5b19d40b-4444-419f-86ec-b35758e60bf3 req-960dcedd-9d1b-4462-80e1-429770163207 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8c402f64-6722-4aac-a43d-cbd15141250e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243444 Nov 09 21:51:38.575388 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5b19d40b-4444-419f-86ec-b35758e60bf3 req-e5b6f879-3af9-4375-a32a-f58611f1ec05 service neutron] 10.222.0.43 "GET /v2.0/networks/8c402f64-6722-4aac-a43d-cbd15141250e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800767 Nov 09 21:51:38.668593 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5b19d40b-4444-419f-86ec-b35758e60bf3 req-222fbfeb-887e-4674-aa9e-89d1252cb760 service neutron] 10.222.0.43 "GET /v2.0/networks/8c402f64-6722-4aac-a43d-cbd15141250e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862412 Nov 09 21:51:38.801732 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b568ef-f5ce-48b6-a58f-ead553ab91fb req-44674a0a-ce30-41ad-b576-7d7df2251ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:38.803218 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a0b568ef-f5ce-48b6-a58f-ead553ab91fb req-44674a0a-ce30-41ad-b576-7d7df2251ff0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7617c0b77cbd4b6bad405efe3fa60b1c&device_id=56e47f56-7a2f-498d-8466-52230f1e9d7d HTTP/1.1" status: 200 len: 1094 time: 0.0404327 Nov 09 21:51:38.896534 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b568ef-f5ce-48b6-a58f-ead553ab91fb req-5ccba4b8-b266-479f-b9c3-0a8a0bd4ff36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:38.898022 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a0b568ef-f5ce-48b6-a58f-ead553ab91fb req-5ccba4b8-b266-479f-b9c3-0a8a0bd4ff36 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8c402f64-6722-4aac-a43d-cbd15141250e HTTP/1.1" status: 200 len: 914 time: 0.0883455 Nov 09 21:51:38.938109 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a0b568ef-f5ce-48b6-a58f-ead553ab91fb req-3b6a5fa9-a45b-4b40-a854-e4b55596dd56 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b1f95a9-7ac8-4650-a129-d9e4f3869c4e HTTP/1.1" status: 200 len: 217 time: 0.0334702 Nov 09 21:51:38.986450 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b568ef-f5ce-48b6-a58f-ead553ab91fb req-3d9b8103-3fd4-4600-94d2-0f2a4b269453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:38.987918 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a0b568ef-f5ce-48b6-a58f-ead553ab91fb req-3d9b8103-3fd4-4600-94d2-0f2a4b269453 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4828de94-2524-419e-b7f0-2b1fc348c64a HTTP/1.1" status: 200 len: 854 time: 0.0418658 Nov 09 21:51:39.023001 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a0b568ef-f5ce-48b6-a58f-ead553ab91fb req-b8ca225c-33b3-4387-afbb-d1089e499fbb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8c402f64-6722-4aac-a43d-cbd15141250e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277469 Nov 09 21:51:39.111013 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a0b568ef-f5ce-48b6-a58f-ead553ab91fb req-e93bf7af-4ded-4bc7-b0e3-4d57db0fb915 service neutron] 10.222.0.43 "GET /v2.0/networks/8c402f64-6722-4aac-a43d-cbd15141250e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796978 Nov 09 21:51:39.201966 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a0b568ef-f5ce-48b6-a58f-ead553ab91fb req-5eefd9a9-07cc-485c-be49-e7e9001d2c2e service neutron] 10.222.0.43 "GET /v2.0/networks/8c402f64-6722-4aac-a43d-cbd15141250e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829413 Nov 09 21:51:39.469144 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693f8a9-608e-4640-aaca-7bd90c6ba753 req-5e948bd4-a809-446d-b88b-736f0decad2b tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:39.470696 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8693f8a9-608e-4640-aaca-7bd90c6ba753 req-5e948bd4-a809-446d-b88b-736f0decad2b tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56e47f56-7a2f-498d-8466-52230f1e9d7d HTTP/1.1" status: 200 len: 943 time: 0.0523336 Nov 09 21:51:39.517474 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8693f8a9-608e-4640-aaca-7bd90c6ba753 req-e927e608-3f1b-4ae8-b11a-8c966829542e tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f845d9c-3780-4829-b20c-6e7230dbe850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408390 Nov 09 21:51:40.676525 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5107f7-8c1a-42d9-9597-5329946d3d6d req-8953dc7c-3852-47e4-b01f-bdda8a66744c tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:40.678567 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7a5107f7-8c1a-42d9-9597-5329946d3d6d req-8953dc7c-3852-47e4-b01f-bdda8a66744c tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56e47f56-7a2f-498d-8466-52230f1e9d7d HTTP/1.1" status: 200 len: 943 time: 0.0677602 Nov 09 21:51:40.744736 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7a5107f7-8c1a-42d9-9597-5329946d3d6d req-2bfcace3-cfd1-4eb4-b2b6-5c3aff60b023 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f845d9c-3780-4829-b20c-6e7230dbe850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582483 Nov 09 21:51:40.915326 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 2b1f95a9-7ac8-4650-a129-d9e4f3869c4e details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:51:41.013043 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 2b1f95a9-7ac8-4650-a129-d9e4f3869c4e, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=2b1f95a9-7ac8-4650-a129-d9e4f3869c4e,segment=NetworkSegment(574112e7-b6d0-40f0-b297-b822ce6f247d),segment_id=574112e7-b6d0-40f0-b297-b822ce6f247d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:51:41.027833 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '2b1f95a9-7ac8-4650-a129-d9e4f3869c4e', 'network_id': '8c402f64-6722-4aac-a43d-cbd15141250e', 'port_id': '2b1f95a9-7ac8-4650-a129-d9e4f3869c4e', 'mac_address': 'fa:16:3e:4d:2e:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4828de94-2524-419e-b7f0-2b1fc348c64a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:51:41.064158 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:41.078383 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b1f95a9-7ac8-4650-a129-d9e4f3869c4e {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:51:41.096827 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 2b1f95a9-7ac8-4650-a129-d9e4f3869c4e, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=2b1f95a9-7ac8-4650-a129-d9e4f3869c4e,segment=NetworkSegment(574112e7-b6d0-40f0-b297-b822ce6f247d),segment_id=574112e7-b6d0-40f0-b297-b822ce6f247d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:51:41.100220 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:41.145123 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=2b1f95a9-7ac8-4650-a129-d9e4f3869c4e,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:51:41.153783 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:51:41.154220 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:51:41.154565 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:51:41.154958 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:51:41.155308 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:51:41.155688 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:51:41.156049 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:51:41.156414 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:51:41.156798 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:51:41.157127 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:51:41.157450 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:51:41.157771 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:51:41.390804 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['2b1f95a9-7ac8-4650-a129-d9e4f3869c4e'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:51:41.868742 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc2ba9-3bf0-47fd-91e7-42f7e0b7f1a0 req-1f2d0baa-aebf-439e-9cb0-a1f3b8506eab tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:41.870203 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dabc2ba9-3bf0-47fd-91e7-42f7e0b7f1a0 req-1f2d0baa-aebf-439e-9cb0-a1f3b8506eab tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56e47f56-7a2f-498d-8466-52230f1e9d7d HTTP/1.1" status: 200 len: 944 time: 0.0534983 Nov 09 21:51:41.920918 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dabc2ba9-3bf0-47fd-91e7-42f7e0b7f1a0 req-f2675e61-cb58-4891-9cd1-7b57eeb62bb1 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f845d9c-3780-4829-b20c-6e7230dbe850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446463 Nov 09 21:51:42.915536 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 2b1f95a9-7ac8-4650-a129-d9e4f3869c4e up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:51:42.964276 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 2b1f95a9-7ac8-4650-a129-d9e4f3869c4e completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:51:42.968409 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 2b1f95a9-7ac8-4650-a129-d9e4f3869c4e triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:51:42.968820 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:43.041985 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3437b5f-b071-4d91-8c77-fadce0846385 req-58ccbd2b-d980-45c3-b04a-ef49da8a7106 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:43.043402 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c3437b5f-b071-4d91-8c77-fadce0846385 req-58ccbd2b-d980-45c3-b04a-ef49da8a7106 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56e47f56-7a2f-498d-8466-52230f1e9d7d HTTP/1.1" status: 200 len: 944 time: 0.0523281 Nov 09 21:51:43.048135 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:43.070315 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e47f56-7a2f-498d-8466-52230f1e9d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1f95a9-7ac8-4650-a129-d9e4f3869c4e'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:51:43.073148 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33718be9-05be-406f-8dbe-47baffe87d00" -d '{"events": [{"server_uuid": "56e47f56-7a2f-498d-8466-52230f1e9d7d", "name": "network-vif-plugged", "status": "completed", "tag": "2b1f95a9-7ac8-4650-a129-d9e4f3869c4e"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:51:43.085307 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 2b1f95a9-7ac8-4650-a129-d9e4f3869c4e, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=2b1f95a9-7ac8-4650-a129-d9e4f3869c4e,segment=NetworkSegment(574112e7-b6d0-40f0-b297-b822ce6f247d),segment_id=574112e7-b6d0-40f0-b297-b822ce6f247d)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:51:43.090326 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:43.112742 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c3437b5f-b071-4d91-8c77-fadce0846385 req-7dfc2ac3-ac47-4adf-ba2a-c2784b3f8f7d tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f845d9c-3780-4829-b20c-6e7230dbe850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539973 Nov 09 21:51:43.116393 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c203076-17e0-4ea3-a793-7ed2719b4d60 x-openstack-request-id: req-7c203076-17e0-4ea3-a793-7ed2719b4d60 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:51:43.116715 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e47f56-7a2f-498d-8466-52230f1e9d7d", "name": "network-vif-plugged", "status": "completed", "tag": "2b1f95a9-7ac8-4650-a129-d9e4f3869c4e", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:51:43.116975 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7c203076-17e0-4ea3-a793-7ed2719b4d60 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:51:43.117365 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e47f56-7a2f-498d-8466-52230f1e9d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1f95a9-7ac8-4650-a129-d9e4f3869c4e', 'code': 200} Nov 09 21:51:43.138685 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=2b1f95a9-7ac8-4650-a129-d9e4f3869c4e,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:51:43.240568 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbc33a-6dea-47ea-8ecf-d668075585ed req-b1f86c63-26b8-4e49-b9e1-f63f3942f954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:43.242082 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d5dbc33a-6dea-47ea-8ecf-d668075585ed req-b1f86c63-26b8-4e49-b9e1-f63f3942f954 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=56e47f56-7a2f-498d-8466-52230f1e9d7d HTTP/1.1" status: 200 len: 1096 time: 0.0436845 Nov 09 21:51:43.284126 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d5dbc33a-6dea-47ea-8ecf-d668075585ed req-f99ff599-f3d8-429a-bad1-92cd056a1de1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0f845d9c-3780-4829-b20c-6e7230dbe850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354576 Nov 09 21:51:44.216178 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf7bc5-6647-4fec-b7fa-28852c2060eb req-045f529b-1f80-4117-afb6-3e1d916902d0 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:44.217776 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-49cf7bc5-6647-4fec-b7fa-28852c2060eb req-045f529b-1f80-4117-afb6-3e1d916902d0 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56e47f56-7a2f-498d-8466-52230f1e9d7d HTTP/1.1" status: 200 len: 945 time: 0.0494988 Nov 09 21:51:44.263699 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-49cf7bc5-6647-4fec-b7fa-28852c2060eb req-290407be-aed5-41a4-8aaa-d636076e3151 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f845d9c-3780-4829-b20c-6e7230dbe850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400801 Nov 09 21:51:45.384304 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e03ac-ffdc-4bf0-8a2a-73e24f7469ee req-50543a50-629d-4808-8c04-e5af05e8ac50 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:45.385828 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3a7e03ac-ffdc-4bf0-8a2a-73e24f7469ee req-50543a50-629d-4808-8c04-e5af05e8ac50 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56e47f56-7a2f-498d-8466-52230f1e9d7d HTTP/1.1" status: 200 len: 945 time: 0.0517521 Nov 09 21:51:45.434624 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3a7e03ac-ffdc-4bf0-8a2a-73e24f7469ee req-0c318790-7bc5-4f6f-82dd-37ee5550e342 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f845d9c-3780-4829-b20c-6e7230dbe850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428736 Nov 09 21:51:47.659025 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9a79b484-d4d6-4d26-8a49-da64960f1c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:50.177699 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-12f04a39-f18b-4ab0-bb85-d112229f1278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:51.092786 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:52.473013 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:52.995761 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:53.392685 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:54.907892 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1731db6-4a32-4913-baff-1670dab25484 req-8bbb3662-0526-40ce-8e29-cc3581ea704d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:54.909386 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a1731db6-4a32-4913-baff-1670dab25484 req-8bbb3662-0526-40ce-8e29-cc3581ea704d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fe519a9-1b56-4d79-a621-39a06a91c9bd HTTP/1.1" status: 200 len: 945 time: 0.0482223 Nov 09 21:51:54.961923 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a1731db6-4a32-4913-baff-1670dab25484 req-ee4a1c1b-bf63-4c1d-84d3-798b27f86c6c tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=a98ffbb3-a0b9-4bd3-bebf-be766fadb0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461202 Nov 09 21:51:54.984230 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60454) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:51:55.045196 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-98bc8bd2-c4be-4068-8b75-dae04095d0b9 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/floatingips/97877c7f-2f78-45a2-93a6-cb523022feb1 HTTP/1.1" status: 200 len: 993 time: 0.0594463 Nov 09 21:51:55.462459 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73549e-1742-4a43-9df8-9010babbef25 req-37965781-a4f0-4e2b-888c-74ab099ee9f8 tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:55.464040 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dd73549e-1742-4a43-9df8-9010babbef25 req-37965781-a4f0-4e2b-888c-74ab099ee9f8 tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=2fe519a9-1b56-4d79-a621-39a06a91c9bd HTTP/1.1" status: 200 len: 1096 time: 0.0400076 Nov 09 21:51:55.509654 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dd73549e-1742-4a43-9df8-9010babbef25 req-8cdd5ce3-79c3-4f22-881a-d080b65c89ab tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=a98ffbb3-a0b9-4bd3-bebf-be766fadb0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397282 Nov 09 21:51:55.969530 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-d39d97da-0e58-4855-8515-b061a8fd71d2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2fe519a9-1b56-4d79-a621-39a06a91c9bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0381694 Nov 09 21:51:55.978558 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-7cece72a-4bc7-4719-8f63-53a080fc2a7e service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:51:55.979499 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-7cece72a-4bc7-4719-8f63-53a080fc2a7e service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054111 Nov 09 21:51:56.508843 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-35471ea8-4442-4b76-81c2-4d1fd968fd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:56.510420 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-35471ea8-4442-4b76-81c2-4d1fd968fd5a service neutron] 10.222.0.49 "GET /v2.0/ports/e75f69f9-878c-4535-91fb-26258da62582 HTTP/1.1" status: 200 len: 1093 time: 0.0402620 Nov 09 21:51:56.519277 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-b71f8364-304f-451e-9ada-7f880572f9d3 service neutron] Request body: {'binding': {'host': 'n-h2-816206-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:51:56.519906 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-b71f8364-304f-451e-9ada-7f880572f9d3 service neutron] Unknown quota resources ['binding']. {{(pid=102607) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 21:51:56.650226 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-b71f8364-304f-451e-9ada-7f880572f9d3 service neutron] Attempting to bind port e75f69f9-878c-4535-91fb-26258da62582 on host n-h2-816206-3 for vnic_type normal with profile None {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:51:56.650589 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-b71f8364-304f-451e-9ada-7f880572f9d3 service neutron] Attempting to bind port e75f69f9-878c-4535-91fb-26258da62582 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': 'd67cd08f-2f4d-45b8-8ade-d579d231d12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '78dd1ceb-c72d-4802-93e9-55b681c82a65'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:51:56.650912 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-b71f8364-304f-451e-9ada-7f880572f9d3 service neutron] Attempting to bind port e75f69f9-878c-4535-91fb-26258da62582 on network 78dd1ceb-c72d-4802-93e9-55b681c82a65 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:51:56.655058 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-b71f8364-304f-451e-9ada-7f880572f9d3 service neutron] Port e75f69f9-878c-4535-91fb-26258da62582 on network 78dd1ceb-c72d-4802-93e9-55b681c82a65 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:51:56.655376 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-b71f8364-304f-451e-9ada-7f880572f9d3 service neutron] Attempting to bind port e75f69f9-878c-4535-91fb-26258da62582 on network 78dd1ceb-c72d-4802-93e9-55b681c82a65 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:51:56.660036 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-b71f8364-304f-451e-9ada-7f880572f9d3 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:51:56.660364 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-b71f8364-304f-451e-9ada-7f880572f9d3 service neutron] Checking segment: {'id': 'd67cd08f-2f4d-45b8-8ade-d579d231d12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '78dd1ceb-c72d-4802-93e9-55b681c82a65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:51:56.660777 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-b71f8364-304f-451e-9ada-7f880572f9d3 service neutron] Bound using segment: {'id': 'd67cd08f-2f4d-45b8-8ade-d579d231d12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '78dd1ceb-c72d-4802-93e9-55b681c82a65'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:51:56.661197 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-b71f8364-304f-451e-9ada-7f880572f9d3 service neutron] Bound port: e75f69f9-878c-4535-91fb-26258da62582, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd67cd08f-2f4d-45b8-8ade-d579d231d12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '78dd1ceb-c72d-4802-93e9-55b681c82a65'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:51:56.740450 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-b71f8364-304f-451e-9ada-7f880572f9d3 service neutron] For port e75f69f9-878c-4535-91fb-26258da62582, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=e75f69f9-878c-4535-91fb-26258da62582,segment=NetworkSegment(d67cd08f-2f4d-45b8-8ade-d579d231d12f),segment_id=d67cd08f-2f4d-45b8-8ade-d579d231d12f)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:51:56.747037 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-b71f8364-304f-451e-9ada-7f880572f9d3 service neutron] Publish callbacks [] for binding, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:56.748218 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-b71f8364-304f-451e-9ada-7f880572f9d3 service neutron] 10.222.0.49 "POST /v2.0/ports/e75f69f9-878c-4535-91fb-26258da62582/bindings HTTP/1.1" status: 201 len: 389 time: 0.2324510 Nov 09 21:51:56.954730 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ccb654-e823-40b2-a00d-4a72bb203f40 req-0c34d9d4-0257-4ce1-a6d3-c963a5b1021f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:56.956225 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d2ccb654-e823-40b2-a00d-4a72bb203f40 req-0c34d9d4-0257-4ce1-a6d3-c963a5b1021f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fe519a9-1b56-4d79-a621-39a06a91c9bd HTTP/1.1" status: 200 len: 945 time: 0.1140096 Nov 09 21:51:56.988088 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-d3b7b549-40b8-4d50-9782-3a979528c364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:56.989632 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-d3b7b549-40b8-4d50-9782-3a979528c364 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d7411b744b214ee4a720fd6796dc002b&device_id=2fe519a9-1b56-4d79-a621-39a06a91c9bd HTTP/1.1" status: 200 len: 1096 time: 0.0399721 Nov 09 21:51:57.006433 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d2ccb654-e823-40b2-a00d-4a72bb203f40 req-7fd98d5a-f9d2-4426-9e85-60603fe1a56b tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=a98ffbb3-a0b9-4bd3-bebf-be766fadb0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437598 Nov 09 21:51:57.081837 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-84c75ca5-7559-4918-b60e-e069e44dfe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:57.083329 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-84c75ca5-7559-4918-b60e-e069e44dfe9b service neutron] 10.222.0.43 "GET /v2.0/networks?id=78dd1ceb-c72d-4802-93e9-55b681c82a65 HTTP/1.1" status: 200 len: 897 time: 0.0870016 Nov 09 21:51:57.148366 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-16914ee3-caa5-495d-8369-275a596d5214 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e75f69f9-878c-4535-91fb-26258da62582 HTTP/1.1" status: 200 len: 1001 time: 0.0575886 Nov 09 21:51:57.201535 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-637e83b0-5a32-454a-9050-51025963c77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:57.202906 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-637e83b0-5a32-454a-9050-51025963c77b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eac57dd0-d4b5-4233-b1c6-055ac74764a2 HTTP/1.1" status: 200 len: 834 time: 0.0475132 Nov 09 21:51:57.250212 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-3fd2ae3a-5df3-4a11-8327-5539db7d920a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:57.251846 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-3fd2ae3a-5df3-4a11-8327-5539db7d920a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=78dd1ceb-c72d-4802-93e9-55b681c82a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416167 Nov 09 21:51:57.347975 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-e49d213f-c47c-435b-a76f-5879425f16b8 service neutron] 10.222.0.43 "GET /v2.0/networks/78dd1ceb-c72d-4802-93e9-55b681c82a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882771 Nov 09 21:51:57.444862 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-adebd469-d79d-45f0-8266-a7b14604d348 service neutron] 10.222.0.43 "GET /v2.0/networks/78dd1ceb-c72d-4802-93e9-55b681c82a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885358 Nov 09 21:51:57.638607 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-f9f7553e-16e6-4c18-bab9-d27a180b87f7 tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:57.640108 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-f9f7553e-16e6-4c18-bab9-d27a180b87f7 tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2fe519a9-1b56-4d79-a621-39a06a91c9bd&tenant_id=d7411b744b214ee4a720fd6796dc002b&binding%3Ahost_id=n-h1-816206-3 HTTP/1.1" status: 200 len: 1096 time: 0.0787332 Nov 09 21:51:57.652217 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-1f139b18-46d0-4a91-b5cc-097f82fb699a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816206-3'}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:51:57.711504 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-1f139b18-46d0-4a91-b5cc-097f82fb699a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:57.842600 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-1f139b18-46d0-4a91-b5cc-097f82fb699a service neutron] For port e75f69f9-878c-4535-91fb-26258da62582, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=e75f69f9-878c-4535-91fb-26258da62582,segment=NetworkSegment(d67cd08f-2f4d-45b8-8ade-d579d231d12f),segment_id=d67cd08f-2f4d-45b8-8ade-d579d231d12f)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:51:57.880995 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-1f139b18-46d0-4a91-b5cc-097f82fb699a service neutron] For port e75f69f9-878c-4535-91fb-26258da62582, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:51:57.922047 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe519a9-1b56-4d79-a621-39a06a91c9bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e75f69f9-878c-4535-91fb-26258da62582'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:51:57.924890 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2a9777-abc1-455c-a43c-d9c9fcdabcb2" -d '{"events": [{"server_uuid": "2fe519a9-1b56-4d79-a621-39a06a91c9bd", "name": "network-vif-unplugged", "status": "completed", "tag": "e75f69f9-878c-4535-91fb-26258da62582"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:51:57.928846 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-1f139b18-46d0-4a91-b5cc-097f82fb699a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:57.937745 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-1f139b18-46d0-4a91-b5cc-097f82fb699a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:57.970399 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 21:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fde0b7c-9e68-4e69-80cc-83d4d7b1a6d5 x-openstack-request-id: req-0fde0b7c-9e68-4e69-80cc-83d4d7b1a6d5 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:51:57.970697 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fe519a9-1b56-4d79-a621-39a06a91c9bd", "name": "network-vif-unplugged", "status": "completed", "tag": "e75f69f9-878c-4535-91fb-26258da62582", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:51:57.970948 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0fde0b7c-9e68-4e69-80cc-83d4d7b1a6d5 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:51:57.971337 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fe519a9-1b56-4d79-a621-39a06a91c9bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e75f69f9-878c-4535-91fb-26258da62582', 'code': 200} Nov 09 21:51:58.049661 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f139b18-46d0-4a91-b5cc-097f82fb699a service neutron] Pushing event updated for resources: {'Port': ['ID=e75f69f9-878c-4535-91fb-26258da62582,revision_number=7']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:51:58.107419 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-1f139b18-46d0-4a91-b5cc-097f82fb699a service neutron] Attempting to bind port e75f69f9-878c-4535-91fb-26258da62582 on host n-h1-816206-3 for vnic_type normal with profile {"migrating_to": "n-h2-816206-3"} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:51:58.108001 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-1f139b18-46d0-4a91-b5cc-097f82fb699a service neutron] Attempting to bind port e75f69f9-878c-4535-91fb-26258da62582 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'd67cd08f-2f4d-45b8-8ade-d579d231d12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '78dd1ceb-c72d-4802-93e9-55b681c82a65'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:51:58.108340 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-1f139b18-46d0-4a91-b5cc-097f82fb699a service neutron] Attempting to bind port e75f69f9-878c-4535-91fb-26258da62582 on network 78dd1ceb-c72d-4802-93e9-55b681c82a65 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:51:58.114145 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-1f139b18-46d0-4a91-b5cc-097f82fb699a service neutron] Port e75f69f9-878c-4535-91fb-26258da62582 on network 78dd1ceb-c72d-4802-93e9-55b681c82a65 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:51:58.114276 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-1f139b18-46d0-4a91-b5cc-097f82fb699a service neutron] Attempting to bind port e75f69f9-878c-4535-91fb-26258da62582 on network 78dd1ceb-c72d-4802-93e9-55b681c82a65 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:51:58.120117 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-1f139b18-46d0-4a91-b5cc-097f82fb699a service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:51:58.120464 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-1f139b18-46d0-4a91-b5cc-097f82fb699a service neutron] Checking segment: {'id': 'd67cd08f-2f4d-45b8-8ade-d579d231d12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '78dd1ceb-c72d-4802-93e9-55b681c82a65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:51:58.120876 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-1f139b18-46d0-4a91-b5cc-097f82fb699a service neutron] Bound using segment: {'id': 'd67cd08f-2f4d-45b8-8ade-d579d231d12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '78dd1ceb-c72d-4802-93e9-55b681c82a65'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:51:58.124911 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-1f139b18-46d0-4a91-b5cc-097f82fb699a service neutron] Bound port: e75f69f9-878c-4535-91fb-26258da62582, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd67cd08f-2f4d-45b8-8ade-d579d231d12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '78dd1ceb-c72d-4802-93e9-55b681c82a65'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:51:58.124911 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-1f139b18-46d0-4a91-b5cc-097f82fb699a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:58.154439 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e20853-523c-4e67-84af-9e14da0ccb62 req-6fd64cbb-b796-490f-a6b2-553226a30385 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:58.156015 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b2e20853-523c-4e67-84af-9e14da0ccb62 req-6fd64cbb-b796-490f-a6b2-553226a30385 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fe519a9-1b56-4d79-a621-39a06a91c9bd HTTP/1.1" status: 200 len: 943 time: 0.0604296 Nov 09 21:51:58.200167 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-1f139b18-46d0-4a91-b5cc-097f82fb699a service neutron] For port e75f69f9-878c-4535-91fb-26258da62582, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:51:58.204306 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-1f139b18-46d0-4a91-b5cc-097f82fb699a service neutron] For port e75f69f9-878c-4535-91fb-26258da62582, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=e75f69f9-878c-4535-91fb-26258da62582,segment=NetworkSegment(d67cd08f-2f4d-45b8-8ade-d579d231d12f),segment_id=d67cd08f-2f4d-45b8-8ade-d579d231d12f)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:51:58.210446 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-1f139b18-46d0-4a91-b5cc-097f82fb699a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:58.218467 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b2e20853-523c-4e67-84af-9e14da0ccb62 req-5d68fc82-4a11-4821-a923-d9dac26e12b5 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=a98ffbb3-a0b9-4bd3-bebf-be766fadb0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549941 Nov 09 21:51:58.296848 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-2ddc18fc-78ef-4f03-806e-7ae06e6f326b None None] Provisioning complete for port e75f69f9-878c-4535-91fb-26258da62582 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:51:58.297355 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2ddc18fc-78ef-4f03-806e-7ae06e6f326b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:58.322007 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f139b18-46d0-4a91-b5cc-097f82fb699a service neutron] Pushing event updated for resources: {'Port': ['ID=e75f69f9-878c-4535-91fb-26258da62582,revision_number=8']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:51:58.376053 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-1f139b18-46d0-4a91-b5cc-097f82fb699a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:58.377107 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-1f139b18-46d0-4a91-b5cc-097f82fb699a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:58.379177 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-1f139b18-46d0-4a91-b5cc-097f82fb699a service neutron] 10.222.0.43 "PUT /v2.0/ports/e75f69f9-878c-4535-91fb-26258da62582 HTTP/1.1" status: 200 len: 1121 time: 0.7310340 Nov 09 21:51:58.404685 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2ddc18fc-78ef-4f03-806e-7ae06e6f326b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:58.439884 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe519a9-1b56-4d79-a621-39a06a91c9bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75f69f9-878c-4535-91fb-26258da62582'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:51:58.442174 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c0cdde-20e8-440d-86b3-2dada61c0d9f" -d '{"events": [{"server_uuid": "2fe519a9-1b56-4d79-a621-39a06a91c9bd", "name": "network-vif-plugged", "status": "completed", "tag": "e75f69f9-878c-4535-91fb-26258da62582"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:51:58.451084 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['e75f69f9-878c-4535-91fb-26258da62582'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:51:58.485720 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-2ddc18fc-78ef-4f03-806e-7ae06e6f326b None None] For port e75f69f9-878c-4535-91fb-26258da62582, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=e75f69f9-878c-4535-91fb-26258da62582,segment=NetworkSegment(d67cd08f-2f4d-45b8-8ade-d579d231d12f),segment_id=d67cd08f-2f4d-45b8-8ade-d579d231d12f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:51:58.501160 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bb5406-af4e-467c-8424-791f943a8bd6 x-openstack-request-id: req-69bb5406-af4e-467c-8424-791f943a8bd6 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:51:58.501447 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fe519a9-1b56-4d79-a621-39a06a91c9bd", "name": "network-vif-plugged", "status": "completed", "tag": "e75f69f9-878c-4535-91fb-26258da62582", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:51:58.501705 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-69bb5406-af4e-467c-8424-791f943a8bd6 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:51:58.502093 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fe519a9-1b56-4d79-a621-39a06a91c9bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75f69f9-878c-4535-91fb-26258da62582', 'code': 200} Nov 09 21:51:58.504590 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2ddc18fc-78ef-4f03-806e-7ae06e6f326b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:58.694246 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc18fc-78ef-4f03-806e-7ae06e6f326b None None] Pushing event updated for resources: {'Port': ['ID=e75f69f9-878c-4535-91fb-26258da62582,revision_number=9']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:51:58.880969 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-f38fbfb7-f3f5-4f4c-bbe6-c9fe21b01277 None None] Provisioning complete for port e75f69f9-878c-4535-91fb-26258da62582 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:51:58.881341 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f38fbfb7-f3f5-4f4c-bbe6-c9fe21b01277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:51:59.338120 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce066327-58f9-4180-9433-fd1c4069f448 req-a0b4d4fa-7850-49a7-81de-428430c1ea8a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:51:59.339516 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ce066327-58f9-4180-9433-fd1c4069f448 req-a0b4d4fa-7850-49a7-81de-428430c1ea8a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fe519a9-1b56-4d79-a621-39a06a91c9bd HTTP/1.1" status: 200 len: 945 time: 0.0530691 Nov 09 21:51:59.388543 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ce066327-58f9-4180-9433-fd1c4069f448 req-b0990cbe-ea5a-465f-ae2e-9dd4faee42ca tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=a98ffbb3-a0b9-4bd3-bebf-be766fadb0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430512 Nov 09 21:51:59.972326 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fe519a9-1b56-4d79-a621-39a06a91c9bd', 'tag': 'e75f69f9-878c-4535-91fb-26258da62582'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:51:59.974793 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c11f52-4dc2-45b9-89b3-775fa90adf90" -d '{"events": [{"name": "network-changed", "server_uuid": "2fe519a9-1b56-4d79-a621-39a06a91c9bd", "tag": "e75f69f9-878c-4535-91fb-26258da62582"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:52:00.013273 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b26210-1e69-4a82-afde-ac2480bf86e6 x-openstack-request-id: req-65b26210-1e69-4a82-afde-ac2480bf86e6 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:52:00.013574 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fe519a9-1b56-4d79-a621-39a06a91c9bd", "tag": "e75f69f9-878c-4535-91fb-26258da62582", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:52:00.013835 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-65b26210-1e69-4a82-afde-ac2480bf86e6 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:52:00.014249 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fe519a9-1b56-4d79-a621-39a06a91c9bd', 'tag': 'e75f69f9-878c-4535-91fb-26258da62582', 'status': 'completed', 'code': 200} Nov 09 21:52:00.082618 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c11f52-4dc2-45b9-89b3-775fa90adf90 req-0cdad7be-bf6a-4309-8d2e-eb664b8cf6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:00.084026 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-38c11f52-4dc2-45b9-89b3-775fa90adf90 req-0cdad7be-bf6a-4309-8d2e-eb664b8cf6a9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7411b744b214ee4a720fd6796dc002b&device_id=2fe519a9-1b56-4d79-a621-39a06a91c9bd HTTP/1.1" status: 200 len: 1126 time: 0.0460985 Nov 09 21:52:00.179117 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c11f52-4dc2-45b9-89b3-775fa90adf90 req-5086ec9d-320e-4a72-91ff-736280b0c0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:00.181253 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-38c11f52-4dc2-45b9-89b3-775fa90adf90 req-5086ec9d-320e-4a72-91ff-736280b0c0bb service neutron] 10.222.0.45 "GET /v2.0/networks?id=78dd1ceb-c72d-4802-93e9-55b681c82a65 HTTP/1.1" status: 200 len: 897 time: 0.0890145 Nov 09 21:52:00.254766 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-38c11f52-4dc2-45b9-89b3-775fa90adf90 req-f3d69694-99a1-4f83-9e42-b465f64bafe2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e75f69f9-878c-4535-91fb-26258da62582 HTTP/1.1" status: 200 len: 1001 time: 0.0665274 Nov 09 21:52:00.303273 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c11f52-4dc2-45b9-89b3-775fa90adf90 req-deee9814-b544-484d-bd4e-12dd3e159ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:00.304731 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-38c11f52-4dc2-45b9-89b3-775fa90adf90 req-deee9814-b544-484d-bd4e-12dd3e159ea5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eac57dd0-d4b5-4233-b1c6-055ac74764a2 HTTP/1.1" status: 200 len: 834 time: 0.0431283 Nov 09 21:52:00.353730 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c11f52-4dc2-45b9-89b3-775fa90adf90 req-54249a01-64c5-46c7-931d-b312524715be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:00.355309 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-38c11f52-4dc2-45b9-89b3-775fa90adf90 req-54249a01-64c5-46c7-931d-b312524715be service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78dd1ceb-c72d-4802-93e9-55b681c82a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412030 Nov 09 21:52:00.452074 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-38c11f52-4dc2-45b9-89b3-775fa90adf90 req-60ec9d4a-9613-45a5-92f1-eb7f68452356 service neutron] 10.222.0.45 "GET /v2.0/networks/78dd1ceb-c72d-4802-93e9-55b681c82a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891593 Nov 09 21:52:00.525995 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8212caa-24f7-409a-ad44-9bae30037270 req-33796d81-3463-44f3-9d8d-2105116b4bae tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:00.527465 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b8212caa-24f7-409a-ad44-9bae30037270 req-33796d81-3463-44f3-9d8d-2105116b4bae tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fe519a9-1b56-4d79-a621-39a06a91c9bd HTTP/1.1" status: 200 len: 945 time: 0.0589218 Nov 09 21:52:00.545677 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-38c11f52-4dc2-45b9-89b3-775fa90adf90 req-dd06a9e2-a2fa-40bd-88a4-5f7dd536379d service neutron] 10.222.0.45 "GET /v2.0/networks/78dd1ceb-c72d-4802-93e9-55b681c82a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866513 Nov 09 21:52:00.590058 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b8212caa-24f7-409a-ad44-9bae30037270 req-5d3f2100-a2b6-4674-b822-d297c0ef13ce tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=a98ffbb3-a0b9-4bd3-bebf-be766fadb0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559645 Nov 09 21:52:00.889915 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3c6736ed-8318-4121-a7e7-da3a049d12d7 req-79787660-4208-4057-9dda-85ea86d21337 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=44b2c121-e8b9-41af-96fc-a6188ecce2e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404119 Nov 09 21:52:00.983472 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6736ed-8318-4121-a7e7-da3a049d12d7 req-a8b9148a-7df0-4cac-b5c2-3108f3449281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:00.985052 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3c6736ed-8318-4121-a7e7-da3a049d12d7 req-a8b9148a-7df0-4cac-b5c2-3108f3449281 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b3039f985d904a47a201680c8c884f50&device_id=44b2c121-e8b9-41af-96fc-a6188ecce2e2 HTTP/1.1" status: 200 len: 1096 time: 0.0486689 Nov 09 21:52:01.056149 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device e75f69f9-878c-4535-91fb-26258da62582 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:52:01.190872 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6736ed-8318-4121-a7e7-da3a049d12d7 req-2f345f88-db02-4d98-9fa6-05cc04afd4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:01.192439 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3c6736ed-8318-4121-a7e7-da3a049d12d7 req-2f345f88-db02-4d98-9fa6-05cc04afd4ea service neutron] 10.222.0.45 "GET /v2.0/networks?id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9 HTTP/1.1" status: 200 len: 912 time: 0.1872189 Nov 09 21:52:01.212607 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port e75f69f9-878c-4535-91fb-26258da62582, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=e75f69f9-878c-4535-91fb-26258da62582,segment=NetworkSegment(d67cd08f-2f4d-45b8-8ade-d579d231d12f),segment_id=d67cd08f-2f4d-45b8-8ade-d579d231d12f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:52:01.224990 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device e75f69f9-878c-4535-91fb-26258da62582 has no active binding in host n-h2-816206-3 {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 09 21:52:01.277503 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3c6736ed-8318-4121-a7e7-da3a049d12d7 req-dcf37719-257c-410f-91ed-e9286aaba8ca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce749e04-24d9-420f-8fcf-bbd25abfb0fa HTTP/1.1" status: 200 len: 1001 time: 0.0770135 Nov 09 21:52:01.330042 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6736ed-8318-4121-a7e7-da3a049d12d7 req-11dde13e-73d8-4471-9405-4350e57f77e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:01.331448 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3c6736ed-8318-4121-a7e7-da3a049d12d7 req-11dde13e-73d8-4471-9405-4350e57f77e5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9efcad5d-d250-42ce-b381-abda2d565ce1 HTTP/1.1" status: 200 len: 851 time: 0.0471196 Nov 09 21:52:01.380351 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6736ed-8318-4121-a7e7-da3a049d12d7 req-4c7d0dfa-c1a7-4bbc-a0d3-9a687d27feb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:01.381889 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3c6736ed-8318-4121-a7e7-da3a049d12d7 req-4c7d0dfa-c1a7-4bbc-a0d3-9a687d27feb1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430925 Nov 09 21:52:01.479117 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3c6736ed-8318-4121-a7e7-da3a049d12d7 req-3b2566ee-7232-4ac6-b5c1-ae27e357065e service neutron] 10.222.0.45 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881035 Nov 09 21:52:01.572036 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3c6736ed-8318-4121-a7e7-da3a049d12d7 req-93088c6c-cb62-4c5d-baf0-dce95d018d45 service neutron] 10.222.0.45 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856178 Nov 09 21:52:01.779163 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125ea19-bd60-4ab1-bb8c-7e80c450c016 req-bc8c9592-ee54-48d1-88fe-17d1ef8f7573 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:01.780825 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8125ea19-bd60-4ab1-bb8c-7e80c450c016 req-bc8c9592-ee54-48d1-88fe-17d1ef8f7573 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fe519a9-1b56-4d79-a621-39a06a91c9bd HTTP/1.1" status: 200 len: 945 time: 0.1109359 Nov 09 21:52:02.201659 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8125ea19-bd60-4ab1-bb8c-7e80c450c016 req-5f04829e-4207-43ec-ada2-e27f6d1e91a8 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=a98ffbb3-a0b9-4bd3-bebf-be766fadb0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4148703 Nov 09 21:52:03.338872 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575cae5-a5e6-4c42-94c6-dbaaf453c95a req-24beffdc-6094-41e0-9103-d049cb7189b5 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:03.340475 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4575cae5-a5e6-4c42-94c6-dbaaf453c95a req-24beffdc-6094-41e0-9103-d049cb7189b5 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fe519a9-1b56-4d79-a621-39a06a91c9bd HTTP/1.1" status: 200 len: 945 time: 0.0560369 Nov 09 21:52:03.400735 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4575cae5-a5e6-4c42-94c6-dbaaf453c95a req-ba7006f0-221e-44c1-9639-f28d73899443 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=a98ffbb3-a0b9-4bd3-bebf-be766fadb0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537639 Nov 09 21:52:03.763468 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-77e8b280-931d-4a7d-ba6c-144d62463371 service neutron] 10.222.0.45 "GET /v2.0/ports/e75f69f9-878c-4535-91fb-26258da62582/bindings/n-h2-816206-3 HTTP/1.1" status: 200 len: 384 time: 0.0660200 Nov 09 21:52:03.915567 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:03.944198 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-37e66c8e-7b78-42c9-94a2-993d84c8b4de service neutron] For port e75f69f9-878c-4535-91fb-26258da62582, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=e75f69f9-878c-4535-91fb-26258da62582,segment=NetworkSegment(d67cd08f-2f4d-45b8-8ade-d579d231d12f),segment_id=d67cd08f-2f4d-45b8-8ade-d579d231d12f)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:52:03.964759 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-37e66c8e-7b78-42c9-94a2-993d84c8b4de service neutron] For port e75f69f9-878c-4535-91fb-26258da62582, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:52:04.005245 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe519a9-1b56-4d79-a621-39a06a91c9bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e75f69f9-878c-4535-91fb-26258da62582'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:52:04.008385 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bf154e-4abc-4fa3-9d03-2ddd44765838" -d '{"events": [{"server_uuid": "2fe519a9-1b56-4d79-a621-39a06a91c9bd", "name": "network-vif-unplugged", "status": "completed", "tag": "e75f69f9-878c-4535-91fb-26258da62582"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:52:04.017180 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-37e66c8e-7b78-42c9-94a2-993d84c8b4de service neutron] For port e75f69f9-878c-4535-91fb-26258da62582, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=e75f69f9-878c-4535-91fb-26258da62582,segment=NetworkSegment(d67cd08f-2f4d-45b8-8ade-d579d231d12f),segment_id=d67cd08f-2f4d-45b8-8ade-d579d231d12f)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:52:04.039280 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-37e66c8e-7b78-42c9-94a2-993d84c8b4de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:04.057537 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 21:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c98674f-6a26-431a-9375-09824d3c60c7 x-openstack-request-id: req-6c98674f-6a26-431a-9375-09824d3c60c7 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:52:04.057832 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fe519a9-1b56-4d79-a621-39a06a91c9bd", "name": "network-vif-unplugged", "status": "completed", "tag": "e75f69f9-878c-4535-91fb-26258da62582", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:52:04.058230 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6c98674f-6a26-431a-9375-09824d3c60c7 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:52:04.058657 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fe519a9-1b56-4d79-a621-39a06a91c9bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e75f69f9-878c-4535-91fb-26258da62582', 'code': 200} Nov 09 21:52:04.122817 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-37e66c8e-7b78-42c9-94a2-993d84c8b4de service neutron] Transition to ACTIVE for port object e75f69f9-878c-4535-91fb-26258da62582 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:52:04.128709 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-37e66c8e-7b78-42c9-94a2-993d84c8b4de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:04.224939 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e66c8e-7b78-42c9-94a2-993d84c8b4de service neutron] Pushing event updated for resources: {'Port': ['ID=e75f69f9-878c-4535-91fb-26258da62582,revision_number=11']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:52:04.260475 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-37e66c8e-7b78-42c9-94a2-993d84c8b4de service neutron] No DVR routers for this DVR port e75f69f9-878c-4535-91fb-26258da62582 on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:52:04.395253 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-37e66c8e-7b78-42c9-94a2-993d84c8b4de service neutron] 10.222.0.45 "PUT /v2.0/ports/e75f69f9-878c-4535-91fb-26258da62582/bindings/n-h2-816206-3/activate HTTP/1.1" status: 200 len: 369 time: 0.6252456 Nov 09 21:52:04.521421 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-da6801f6-1fc8-467a-b9e4-1161ee9e52a0 tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:04.523068 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-da6801f6-1fc8-467a-b9e4-1161ee9e52a0 tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2fe519a9-1b56-4d79-a621-39a06a91c9bd&tenant_id=d7411b744b214ee4a720fd6796dc002b&binding%3Ahost_id=n-h1-816206-3 HTTP/1.1" status: 200 len: 1095 time: 0.0568111 Nov 09 21:52:04.537763 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdba2f-cac2-4ec9-b363-4f5ca940257d req-2cf3effc-0cc4-4ca2-84f2-dba8e00ca4d8 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:04.539272 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4ccdba2f-cac2-4ec9-b363-4f5ca940257d req-2cf3effc-0cc4-4ca2-84f2-dba8e00ca4d8 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fe519a9-1b56-4d79-a621-39a06a91c9bd HTTP/1.1" status: 200 len: 944 time: 0.0554254 Nov 09 21:52:04.575310 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-9707e2e1-33c9-4fa9-ab81-98ad7ae98bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:04.576870 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-9707e2e1-33c9-4fa9-ab81-98ad7ae98bcd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2fe519a9-1b56-4d79-a621-39a06a91c9bd&tenant_id=d7411b744b214ee4a720fd6796dc002b HTTP/1.1" status: 200 len: 1095 time: 0.0421898 Nov 09 21:52:04.592050 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4ccdba2f-cac2-4ec9-b363-4f5ca940257d req-0244c16d-d980-419c-ad8c-375e6c5d6ca9 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=a98ffbb3-a0b9-4bd3-bebf-be766fadb0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465486 Nov 09 21:52:04.662123 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-0f1f5919-5f7c-490d-9883-937d40872cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:04.663848 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-0f1f5919-5f7c-490d-9883-937d40872cd3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d7411b744b214ee4a720fd6796dc002b&device_id=2fe519a9-1b56-4d79-a621-39a06a91c9bd HTTP/1.1" status: 200 len: 1095 time: 0.0504730 Nov 09 21:52:04.777125 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-996bd178-6f52-4a60-b0e6-49c766f41a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:04.778603 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-996bd178-6f52-4a60-b0e6-49c766f41a9f service neutron] 10.222.0.43 "GET /v2.0/networks?id=78dd1ceb-c72d-4802-93e9-55b681c82a65 HTTP/1.1" status: 200 len: 897 time: 0.1049674 Nov 09 21:52:04.856208 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-1e19f5bd-6af0-4d16-a46f-e25e88d52971 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e75f69f9-878c-4535-91fb-26258da62582 HTTP/1.1" status: 200 len: 999 time: 0.0677600 Nov 09 21:52:04.907814 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-0c44c4f7-00a0-4f67-8d9e-8764deb7ea7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:04.909387 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-0c44c4f7-00a0-4f67-8d9e-8764deb7ea7d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eac57dd0-d4b5-4233-b1c6-055ac74764a2 HTTP/1.1" status: 200 len: 834 time: 0.0449190 Nov 09 21:52:04.956489 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-8f550d7f-41fa-43cb-b578-6bd107dfd72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:04.957949 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-8f550d7f-41fa-43cb-b578-6bd107dfd72a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=78dd1ceb-c72d-4802-93e9-55b681c82a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406516 Nov 09 21:52:05.054830 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-c15b8bb2-f148-49a2-8aac-bcf378477802 service neutron] 10.222.0.43 "GET /v2.0/networks/78dd1ceb-c72d-4802-93e9-55b681c82a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869381 Nov 09 21:52:05.162032 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-5f8daa39-7625-4e98-9d90-f075904e5807 service neutron] 10.222.0.43 "GET /v2.0/networks/78dd1ceb-c72d-4802-93e9-55b681c82a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991516 Nov 09 21:52:05.476311 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-81492d6e-281a-49a2-b3f5-ad682a0d57da tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:05.478446 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-81492d6e-281a-49a2-b3f5-ad682a0d57da tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2fe519a9-1b56-4d79-a621-39a06a91c9bd&tenant_id=d7411b744b214ee4a720fd6796dc002b&binding%3Ahost_id=n-h2-816206-3 HTTP/1.1" status: 200 len: 1095 time: 0.0485721 Nov 09 21:52:05.603396 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-95891317-e3bf-465c-82b9-14835bebd36c service neutron] For port e75f69f9-878c-4535-91fb-26258da62582, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:52:05.606533 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-95891317-e3bf-465c-82b9-14835bebd36c service neutron] Publish callbacks [] for binding, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:05.607784 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-95891317-e3bf-465c-82b9-14835bebd36c service neutron] 10.222.0.43 "DELETE /v2.0/ports/e75f69f9-878c-4535-91fb-26258da62582/bindings/n-h1-816206-3 HTTP/1.1" status: 204 len: 173 time: 0.1141336 Nov 09 21:52:05.713358 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d37b8-8800-4319-bfa7-992e843b5d2d req-e815f8c4-2307-4bea-bb84-9307158f399f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:05.714815 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-238d37b8-8800-4319-bfa7-992e843b5d2d req-e815f8c4-2307-4bea-bb84-9307158f399f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fe519a9-1b56-4d79-a621-39a06a91c9bd HTTP/1.1" status: 200 len: 944 time: 0.0496504 Nov 09 21:52:05.763217 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-238d37b8-8800-4319-bfa7-992e843b5d2d req-d6803ed5-d8e6-4e26-be88-e45ca24ac923 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=a98ffbb3-a0b9-4bd3-bebf-be766fadb0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423641 Nov 09 21:52:05.869479 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f4d77-b09f-4953-8984-12c38ae97f7b req-ed4b0464-b665-40bb-8c66-bb399779096d tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:05.870994 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-134f4d77-b09f-4953-8984-12c38ae97f7b req-ed4b0464-b665-40bb-8c66-bb399779096d tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=2fe519a9-1b56-4d79-a621-39a06a91c9bd HTTP/1.1" status: 200 len: 1095 time: 0.0407526 Nov 09 21:52:05.917436 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-134f4d77-b09f-4953-8984-12c38ae97f7b req-2f7f2e7a-2e9e-4b4b-ba30-382888e79c49 tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=a98ffbb3-a0b9-4bd3-bebf-be766fadb0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405231 Nov 09 21:52:06.035609 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f006bf-9145-4bcf-9695-00185bca2ccb req-fce90230-5289-41e2-8738-8d2a5bfb3f45 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:06.037172 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-06f006bf-9145-4bcf-9695-00185bca2ccb req-fce90230-5289-41e2-8738-8d2a5bfb3f45 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fe519a9-1b56-4d79-a621-39a06a91c9bd HTTP/1.1" status: 200 len: 944 time: 0.0528200 Nov 09 21:52:06.092681 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-06f006bf-9145-4bcf-9695-00185bca2ccb req-6717a585-6529-411d-85f3-830f83eec438 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=a98ffbb3-a0b9-4bd3-bebf-be766fadb0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486190 Nov 09 21:52:06.117897 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60566) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:52:06.184954 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e42c66e2-550e-4d67-b3c1-56d7eb057782 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/floatingips/97877c7f-2f78-45a2-93a6-cb523022feb1 HTTP/1.1" status: 200 len: 991 time: 0.0657563 Nov 09 21:52:06.430898 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60572) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:52:06.592489 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-a5bad4a4-8fa0-4b5a-a685-2a413962394a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Deleting port 9e16b499-c145-4ab2-8ee2-a2c709e20082 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:52:06.592845 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a5bad4a4-8fa0-4b5a-a685-2a413962394a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:06.673038 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a5bad4a4-8fa0-4b5a-a685-2a413962394a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:06.673365 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a5bad4a4-8fa0-4b5a-a685-2a413962394a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:06.685025 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-a5bad4a4-8fa0-4b5a-a685-2a413962394a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Calling delete_port for 9e16b499-c145-4ab2-8ee2-a2c709e20082 owned by network:floatingip {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:52:06.840458 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a5bad4a4-8fa0-4b5a-a685-2a413962394a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:07.164784 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bad4a4-8fa0-4b5a-a685-2a413962394a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event deleted for resources: {'Port': ['ID=9e16b499-c145-4ab2-8ee2-a2c709e20082,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:52:07.175283 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bad4a4-8fa0-4b5a-a685-2a413962394a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:52:07.175635 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bad4a4-8fa0-4b5a-a685-2a413962394a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:52:07.175973 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bad4a4-8fa0-4b5a-a685-2a413962394a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:52:07.176306 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bad4a4-8fa0-4b5a-a685-2a413962394a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:52:07.176670 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bad4a4-8fa0-4b5a-a685-2a413962394a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:52:07.177001 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bad4a4-8fa0-4b5a-a685-2a413962394a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:52:07.177313 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bad4a4-8fa0-4b5a-a685-2a413962394a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:52:07.177638 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bad4a4-8fa0-4b5a-a685-2a413962394a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:52:07.177963 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bad4a4-8fa0-4b5a-a685-2a413962394a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:52:07.178285 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bad4a4-8fa0-4b5a-a685-2a413962394a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:52:07.178603 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bad4a4-8fa0-4b5a-a685-2a413962394a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:52:07.178920 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bad4a4-8fa0-4b5a-a685-2a413962394a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:52:07.238184 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a5bad4a4-8fa0-4b5a-a685-2a413962394a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for floatingip, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:07.238516 n-d-816206-3 neutron-server[102608]: INFO neutron.db.l3_db [None req-a5bad4a4-8fa0-4b5a-a685-2a413962394a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Floating IP 97877c7f-2f78-45a2-93a6-cb523022feb1 disassociated (deleted). External IP: 172.25.7.165, port: e75f69f9-878c-4535-91fb-26258da62582. Nov 09 21:52:07.464209 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5bad4a4-8fa0-4b5a-a685-2a413962394a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Router 6ce1b5c7-7535-4c71-9516-fc0f78322d85 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:52:07.578459 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5bad4a4-8fa0-4b5a-a685-2a413962394a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:52:07.582987 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a5bad4a4-8fa0-4b5a-a685-2a413962394a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:07.592343 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f22be62-4a49-427b-a088-148c59540e41 None None] Sync routers for ids ['6ce1b5c7-7535-4c71-9516-fc0f78322d85'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:52:07.603896 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f22be62-4a49-427b-a088-148c59540e41 None None] Routers {'6ce1b5c7-7535-4c71-9516-fc0f78322d85'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:52:07.604512 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-5f22be62-4a49-427b-a088-148c59540e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:51:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['6ce1b5c7-7535-4c71-9516-fc0f78322d85'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:52:07.613599 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a5bad4a4-8fa0-4b5a-a685-2a413962394a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "DELETE /v2.0/floatingips/97877c7f-2f78-45a2-93a6-cb523022feb1 HTTP/1.1" status: 204 len: 168 time: 1.1786671 Nov 09 21:52:07.613599 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fe519a9-1b56-4d79-a621-39a06a91c9bd', 'tag': 'e75f69f9-878c-4535-91fb-26258da62582'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:52:07.614024 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88040436-1b41-403f-84e3-6be4363ec859" -d '{"events": [{"name": "network-changed", "server_uuid": "2fe519a9-1b56-4d79-a621-39a06a91c9bd", "tag": "e75f69f9-878c-4535-91fb-26258da62582"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:52:07.689790 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3ca10b-808d-43f4-bdfb-ce0e70b84280 x-openstack-request-id: req-5d3ca10b-808d-43f4-bdfb-ce0e70b84280 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:52:07.690080 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fe519a9-1b56-4d79-a621-39a06a91c9bd", "tag": "e75f69f9-878c-4535-91fb-26258da62582", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:52:07.690463 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5d3ca10b-808d-43f4-bdfb-ce0e70b84280 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:52:07.690880 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fe519a9-1b56-4d79-a621-39a06a91c9bd', 'tag': 'e75f69f9-878c-4535-91fb-26258da62582', 'status': 'completed', 'code': 200} Nov 09 21:52:07.764450 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-5f22be62-4a49-427b-a088-148c59540e41 None None] Set router 6ce1b5c7-7535-4c71-9516-fc0f78322d85 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:52:07.806879 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88040436-1b41-403f-84e3-6be4363ec859 req-b074bbed-c859-4dec-a75b-2412b265f40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:07.808424 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-88040436-1b41-403f-84e3-6be4363ec859 req-b074bbed-c859-4dec-a75b-2412b265f40b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d7411b744b214ee4a720fd6796dc002b&device_id=2fe519a9-1b56-4d79-a621-39a06a91c9bd HTTP/1.1" status: 200 len: 1095 time: 0.0691459 Nov 09 21:52:07.878512 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad0076-fab2-46ef-92bd-cb0badafa691 req-443608ae-2972-4cc3-8358-06b5a33c70bf tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:07.881158 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c3ad0076-fab2-46ef-92bd-cb0badafa691 req-443608ae-2972-4cc3-8358-06b5a33c70bf tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fe519a9-1b56-4d79-a621-39a06a91c9bd HTTP/1.1" status: 200 len: 944 time: 0.0544698 Nov 09 21:52:07.929167 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88040436-1b41-403f-84e3-6be4363ec859 req-422027bf-4ba3-4d0d-af5b-b80809178cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:07.930872 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-88040436-1b41-403f-84e3-6be4363ec859 req-422027bf-4ba3-4d0d-af5b-b80809178cef service neutron] 10.222.0.43 "GET /v2.0/networks?id=78dd1ceb-c72d-4802-93e9-55b681c82a65 HTTP/1.1" status: 200 len: 897 time: 0.1009924 Nov 09 21:52:07.933192 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c3ad0076-fab2-46ef-92bd-cb0badafa691 req-d9fcc3b7-bfaa-4f09-b119-482ad3479632 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=a98ffbb3-a0b9-4bd3-bebf-be766fadb0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468824 Nov 09 21:52:07.974464 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:52:07.985871 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-5f22be62-4a49-427b-a088-148c59540e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce1b5c7-7535-4c71-9516-fc0f78322d85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-647014662', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'ece23a63-a73a-4fef-b6c2-b5479e90e1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:50:59Z', 'updated_at': '2021-11-09T21:51:03Z', 'revision_number': 4, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': 'ece23a63-a73a-4fef-b6c2-b5479e90e1ea', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:45:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce1b5c7-7535-4c71-9516-fc0f78322d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:51:00Z', 'updated_at': '2021-11-09T21:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '808ad9dd-605b-47be-b7da-af8e38dd1eff', 'name': '', 'network_id': '78dd1ceb-c72d-4802-93e9-55b681c82a65', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'mac_address': 'fa:16:3e:e3:5f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce1b5c7-7535-4c71-9516-fc0f78322d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'eac57dd0-d4b5-4233-b1c6-055ac74764a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:51:02Z', 'updated_at': '2021-11-09T21:51:08Z', 'revision_number': 5, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'subnets': [{'id': 'eac57dd0-d4b5-4233-b1c6-055ac74764a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:52:08.000060 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-88040436-1b41-403f-84e3-6be4363ec859 req-e52f3b92-70a8-4fce-836a-d3df13b2db3c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e75f69f9-878c-4535-91fb-26258da62582 HTTP/1.1" status: 200 len: 217 time: 0.0357196 Nov 09 21:52:08.013157 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device e75f69f9-878c-4535-91fb-26258da62582 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:52:08.014526 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f22be62-4a49-427b-a088-148c59540e41 None None] Checking router: 6ce1b5c7-7535-4c71-9516-fc0f78322d85 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:52:08.024213 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f22be62-4a49-427b-a088-148c59540e41 None None] Routers {'6ce1b5c7-7535-4c71-9516-fc0f78322d85'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:52:08.025167 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-5f22be62-4a49-427b-a088-148c59540e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:51:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['6ce1b5c7-7535-4c71-9516-fc0f78322d85'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:52:08.054414 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88040436-1b41-403f-84e3-6be4363ec859 req-69184e95-1e99-4674-9f4c-2951aaf592b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:08.055930 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-88040436-1b41-403f-84e3-6be4363ec859 req-69184e95-1e99-4674-9f4c-2951aaf592b7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eac57dd0-d4b5-4233-b1c6-055ac74764a2 HTTP/1.1" status: 200 len: 834 time: 0.0478745 Nov 09 21:52:08.057675 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device e75f69f9-878c-4535-91fb-26258da62582 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:52:08.104475 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88040436-1b41-403f-84e3-6be4363ec859 req-0addac12-0f03-48b9-b852-8f6ff14fa0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:08.106171 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-88040436-1b41-403f-84e3-6be4363ec859 req-0addac12-0f03-48b9-b852-8f6ff14fa0c8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=78dd1ceb-c72d-4802-93e9-55b681c82a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430028 Nov 09 21:52:08.134249 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-5f22be62-4a49-427b-a088-148c59540e41 None None] Set router 6ce1b5c7-7535-4c71-9516-fc0f78322d85 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:52:08.260118 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-88040436-1b41-403f-84e3-6be4363ec859 req-2ad16f04-1ad0-45e0-b60b-a150e5137d41 service neutron] 10.222.0.43 "GET /v2.0/networks/78dd1ceb-c72d-4802-93e9-55b681c82a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915539 Nov 09 21:52:08.364247 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-5f22be62-4a49-427b-a088-148c59540e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce1b5c7-7535-4c71-9516-fc0f78322d85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-647014662', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'ece23a63-a73a-4fef-b6c2-b5479e90e1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:50:59Z', 'updated_at': '2021-11-09T21:51:03Z', 'revision_number': 4, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': 'ece23a63-a73a-4fef-b6c2-b5479e90e1ea', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:45:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce1b5c7-7535-4c71-9516-fc0f78322d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:51:00Z', 'updated_at': '2021-11-09T21:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '808ad9dd-605b-47be-b7da-af8e38dd1eff', 'name': '', 'network_id': '78dd1ceb-c72d-4802-93e9-55b681c82a65', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'mac_address': 'fa:16:3e:e3:5f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce1b5c7-7535-4c71-9516-fc0f78322d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'eac57dd0-d4b5-4233-b1c6-055ac74764a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:51:02Z', 'updated_at': '2021-11-09T21:51:08Z', 'revision_number': 5, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'subnets': [{'id': 'eac57dd0-d4b5-4233-b1c6-055ac74764a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:52:08.372081 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-88040436-1b41-403f-84e3-6be4363ec859 req-5c8c290b-44a0-4a93-a3bf-54466ca1a639 service neutron] 10.222.0.43 "GET /v2.0/networks/78dd1ceb-c72d-4802-93e9-55b681c82a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039250 Nov 09 21:52:08.391371 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f22be62-4a49-427b-a088-148c59540e41 None None] The sync data for ids ['6ce1b5c7-7535-4c71-9516-fc0f78322d85'] in n-d-816206-3 is: [{'id': '6ce1b5c7-7535-4c71-9516-fc0f78322d85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-647014662', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'ece23a63-a73a-4fef-b6c2-b5479e90e1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:50:59Z', 'updated_at': '2021-11-09T21:51:03Z', 'revision_number': 4, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': 'ece23a63-a73a-4fef-b6c2-b5479e90e1ea', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:45:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce1b5c7-7535-4c71-9516-fc0f78322d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:51:00Z', 'updated_at': '2021-11-09T21:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '808ad9dd-605b-47be-b7da-af8e38dd1eff', 'name': '', 'network_id': '78dd1ceb-c72d-4802-93e9-55b681c82a65', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'mac_address': 'fa:16:3e:e3:5f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce1b5c7-7535-4c71-9516-fc0f78322d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'eac57dd0-d4b5-4233-b1c6-055ac74764a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:51:02Z', 'updated_at': '2021-11-09T21:51:08Z', 'revision_number': 5, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'subnets': [{'id': 'eac57dd0-d4b5-4233-b1c6-055ac74764a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:52:08.499746 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04bcb1-3eb1-4b39-a498-b025414d9e5b req-b7f56800-ee93-4150-a7c5-7148149b73d0 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:08.501293 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7a04bcb1-3eb1-4b39-a498-b025414d9e5b req-b7f56800-ee93-4150-a7c5-7148149b73d0 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fe519a9-1b56-4d79-a621-39a06a91c9bd HTTP/1.1" status: 200 len: 944 time: 0.0660756 Nov 09 21:52:08.601254 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-7a04bcb1-3eb1-4b39-a498-b025414d9e5b req-9d4aaef2-68ea-49bb-99a2-c3ad5c8cc87b tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Deleting port e75f69f9-878c-4535-91fb-26258da62582 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:52:08.601633 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-7a04bcb1-3eb1-4b39-a498-b025414d9e5b req-9d4aaef2-68ea-49bb-99a2-c3ad5c8cc87b tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:08.662125 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fa9b30-03d2-4fcf-8f5d-7f23888f75b3 None None] New status for floating IP 97877c7f-2f78-45a2-93a6-cb523022feb1: DOWN {{(pid=102609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:52:08.696833 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-7a04bcb1-3eb1-4b39-a498-b025414d9e5b req-9d4aaef2-68ea-49bb-99a2-c3ad5c8cc87b tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] For port e75f69f9-878c-4535-91fb-26258da62582, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=e75f69f9-878c-4535-91fb-26258da62582,segment=NetworkSegment(d67cd08f-2f4d-45b8-8ade-d579d231d12f),segment_id=d67cd08f-2f4d-45b8-8ade-d579d231d12f)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:52:08.697202 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-7a04bcb1-3eb1-4b39-a498-b025414d9e5b req-9d4aaef2-68ea-49bb-99a2-c3ad5c8cc87b tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:08.709378 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-7a04bcb1-3eb1-4b39-a498-b025414d9e5b req-9d4aaef2-68ea-49bb-99a2-c3ad5c8cc87b tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Calling delete_port for e75f69f9-878c-4535-91fb-26258da62582 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:52:08.838003 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-7a04bcb1-3eb1-4b39-a498-b025414d9e5b req-9d4aaef2-68ea-49bb-99a2-c3ad5c8cc87b tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:08.866129 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4aaef2-68ea-49bb-99a2-c3ad5c8cc87b tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event deleted for resources: {'Port': ['ID=e75f69f9-878c-4535-91fb-26258da62582,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:52:08.907720 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a04bcb1-3eb1-4b39-a498-b025414d9e5b req-9d4aaef2-68ea-49bb-99a2-c3ad5c8cc87b tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] No DVR routers for this DVR port e75f69f9-878c-4535-91fb-26258da62582 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:52:08.910429 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-7a04bcb1-3eb1-4b39-a498-b025414d9e5b req-9d4aaef2-68ea-49bb-99a2-c3ad5c8cc87b tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:08.913782 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7a04bcb1-3eb1-4b39-a498-b025414d9e5b req-9d4aaef2-68ea-49bb-99a2-c3ad5c8cc87b tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.43 "DELETE /v2.0/ports/e75f69f9-878c-4535-91fb-26258da62582 HTTP/1.1" status: 204 len: 173 time: 0.4047108 Nov 09 21:52:08.914209 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe519a9-1b56-4d79-a621-39a06a91c9bd', 'name': 'network-vif-deleted', 'tag': 'e75f69f9-878c-4535-91fb-26258da62582'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:52:08.916430 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ef8461-16b3-45ac-b1e2-3455a48a93f4" -d '{"events": [{"server_uuid": "2fe519a9-1b56-4d79-a621-39a06a91c9bd", "name": "network-vif-deleted", "tag": "e75f69f9-878c-4535-91fb-26258da62582"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:52:08.953226 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675d1ea5-50ff-476f-88dc-7fe42fd3e8d8 x-openstack-request-id: req-675d1ea5-50ff-476f-88dc-7fe42fd3e8d8 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:52:08.953524 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fe519a9-1b56-4d79-a621-39a06a91c9bd", "name": "network-vif-deleted", "tag": "e75f69f9-878c-4535-91fb-26258da62582", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:52:08.953781 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-675d1ea5-50ff-476f-88dc-7fe42fd3e8d8 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:52:08.954180 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fe519a9-1b56-4d79-a621-39a06a91c9bd', 'name': 'network-vif-deleted', 'tag': 'e75f69f9-878c-4535-91fb-26258da62582', 'status': 'completed', 'code': 200} Nov 09 21:52:09.033319 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e602d183-503f-451b-a1f9-45788ecdf70d req-51090167-cbfa-410f-9903-67b26bf258dd tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fe519a9-1b56-4d79-a621-39a06a91c9bd HTTP/1.1" status: 200 len: 210 time: 0.0273743 Nov 09 21:52:10.100412 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60600) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:52:10.474086 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-390e57b8-83de-46e2-b583-ea1956d92181 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:10.759982 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-390e57b8-83de-46e2-b583-ea1956d92181 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Deleting port 808ad9dd-605b-47be-b7da-af8e38dd1eff {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:52:10.760374 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-390e57b8-83de-46e2-b583-ea1956d92181 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:10.863615 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-390e57b8-83de-46e2-b583-ea1956d92181 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] For port 808ad9dd-605b-47be-b7da-af8e38dd1eff, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=808ad9dd-605b-47be-b7da-af8e38dd1eff,segment=NetworkSegment(d67cd08f-2f4d-45b8-8ade-d579d231d12f),segment_id=d67cd08f-2f4d-45b8-8ade-d579d231d12f)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:52:10.864082 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-390e57b8-83de-46e2-b583-ea1956d92181 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:10.878604 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-390e57b8-83de-46e2-b583-ea1956d92181 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Calling delete_port for 808ad9dd-605b-47be-b7da-af8e38dd1eff owned by network:router_interface {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:52:11.073611 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-390e57b8-83de-46e2-b583-ea1956d92181 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:11.104860 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390e57b8-83de-46e2-b583-ea1956d92181 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event deleted for resources: {'Port': ['ID=808ad9dd-605b-47be-b7da-af8e38dd1eff,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:52:11.291032 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-390e57b8-83de-46e2-b583-ea1956d92181 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:11.519599 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390e57b8-83de-46e2-b583-ea1956d92181 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Router 6ce1b5c7-7535-4c71-9516-fc0f78322d85 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:52:11.638494 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390e57b8-83de-46e2-b583-ea1956d92181 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:52:11.644274 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-390e57b8-83de-46e2-b583-ea1956d92181 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "PUT /v2.0/routers/6ce1b5c7-7535-4c71-9516-fc0f78322d85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5427146 Nov 09 21:52:11.646459 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60606) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:52:11.657807 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a70a2a-3114-4198-89c0-55efa9a2a0d2 None None] Sync routers for ids ['6ce1b5c7-7535-4c71-9516-fc0f78322d85'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:52:11.672387 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a70a2a-3114-4198-89c0-55efa9a2a0d2 None None] Routers {'6ce1b5c7-7535-4c71-9516-fc0f78322d85'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:52:11.673028 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-d5a70a2a-3114-4198-89c0-55efa9a2a0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:51:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['6ce1b5c7-7535-4c71-9516-fc0f78322d85'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:52:11.705296 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ee51cd0-d67f-45fd-a8b7-f442d61321c9 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Deleting subnet eac57dd0-d4b5-4233-b1c6-055ac74764a2 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:52:11.708760 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5ee51cd0-d67f-45fd-a8b7-f442d61321c9 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:11.750745 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5ee51cd0-d67f-45fd-a8b7-f442d61321c9 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:11.783799 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-d5a70a2a-3114-4198-89c0-55efa9a2a0d2 None None] Set router 6ce1b5c7-7535-4c71-9516-fc0f78322d85 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:52:11.836506 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5ee51cd0-d67f-45fd-a8b7-f442d61321c9 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:11.903233 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5ee51cd0-d67f-45fd-a8b7-f442d61321c9 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:11.932076 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee51cd0-d67f-45fd-a8b7-f442d61321c9 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event deleted for resources: {'Subnet': ['ID=eac57dd0-d4b5-4233-b1c6-055ac74764a2,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:52:11.935845 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5ee51cd0-d67f-45fd-a8b7-f442d61321c9 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:11.939412 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5ee51cd0-d67f-45fd-a8b7-f442d61321c9 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "DELETE /v2.0/subnets/eac57dd0-d4b5-4233-b1c6-055ac74764a2 HTTP/1.1" status: 204 len: 168 time: 0.2919474 Nov 09 21:52:11.942183 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60608) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:52:11.947225 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e78935d-c8e7-49cc-a86b-54ed1a6af272 None None] Network 78dd1ceb-c72d-4802-93e9-55b681c82a65 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:52:12.015048 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-d5a70a2a-3114-4198-89c0-55efa9a2a0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce1b5c7-7535-4c71-9516-fc0f78322d85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-647014662', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'ece23a63-a73a-4fef-b6c2-b5479e90e1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:50:59Z', 'updated_at': '2021-11-09T21:52:11Z', 'revision_number': 5, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': 'ece23a63-a73a-4fef-b6c2-b5479e90e1ea', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:45:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce1b5c7-7535-4c71-9516-fc0f78322d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:51:00Z', 'updated_at': '2021-11-09T21:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:52:12.053652 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a70a2a-3114-4198-89c0-55efa9a2a0d2 None None] Checking router: 6ce1b5c7-7535-4c71-9516-fc0f78322d85 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:52:12.064128 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a70a2a-3114-4198-89c0-55efa9a2a0d2 None None] Routers {'6ce1b5c7-7535-4c71-9516-fc0f78322d85'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:52:12.065375 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-d5a70a2a-3114-4198-89c0-55efa9a2a0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:51:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['6ce1b5c7-7535-4c71-9516-fc0f78322d85'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:52:12.074826 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ad4ce1d6-81a9-4044-9da4-ac8504c069f4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:12.160615 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2ede6f-d431-4bdb-ba80-330dafe9a9ba None None] DHCP port deletion for 78dd1ceb-c72d-4802-93e9-55b681c82a65 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:52:12.200171 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-d5a70a2a-3114-4198-89c0-55efa9a2a0d2 None None] Set router 6ce1b5c7-7535-4c71-9516-fc0f78322d85 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:52:12.212493 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ad4ce1d6-81a9-4044-9da4-ac8504c069f4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:12.216381 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-1a2ede6f-d431-4bdb-ba80-330dafe9a9ba None None] Deleting port 2cb9cd84-5491-4aa2-9935-aeab2b2efd9d {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:52:12.217135 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1a2ede6f-d431-4bdb-ba80-330dafe9a9ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:12.284893 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-ad4ce1d6-81a9-4044-9da4-ac8504c069f4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Deleting port ece23a63-a73a-4fef-b6c2-b5479e90e1ea {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:52:12.285183 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ad4ce1d6-81a9-4044-9da4-ac8504c069f4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:12.290221 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-1a2ede6f-d431-4bdb-ba80-330dafe9a9ba None None] For port 2cb9cd84-5491-4aa2-9935-aeab2b2efd9d, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=2cb9cd84-5491-4aa2-9935-aeab2b2efd9d,segment=NetworkSegment(d67cd08f-2f4d-45b8-8ade-d579d231d12f),segment_id=d67cd08f-2f4d-45b8-8ade-d579d231d12f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:52:12.291081 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1a2ede6f-d431-4bdb-ba80-330dafe9a9ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:12.307216 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-1a2ede6f-d431-4bdb-ba80-330dafe9a9ba None None] Calling delete_port for 2cb9cd84-5491-4aa2-9935-aeab2b2efd9d owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:52:12.391354 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-ad4ce1d6-81a9-4044-9da4-ac8504c069f4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] For port ece23a63-a73a-4fef-b6c2-b5479e90e1ea, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=ece23a63-a73a-4fef-b6c2-b5479e90e1ea,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:52:12.391825 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ad4ce1d6-81a9-4044-9da4-ac8504c069f4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:12.405632 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-ad4ce1d6-81a9-4044-9da4-ac8504c069f4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Calling delete_port for ece23a63-a73a-4fef-b6c2-b5479e90e1ea owned by network:router_gateway {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:52:12.409907 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1a2ede6f-d431-4bdb-ba80-330dafe9a9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:12.436184 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ede6f-d431-4bdb-ba80-330dafe9a9ba None None] Pushing event deleted for resources: {'Port': ['ID=2cb9cd84-5491-4aa2-9935-aeab2b2efd9d,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:52:12.440358 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2ede6f-d431-4bdb-ba80-330dafe9a9ba None None] No DVR routers for this DVR port 2cb9cd84-5491-4aa2-9935-aeab2b2efd9d on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:52:12.514025 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-d5a70a2a-3114-4198-89c0-55efa9a2a0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce1b5c7-7535-4c71-9516-fc0f78322d85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-647014662', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'ece23a63-a73a-4fef-b6c2-b5479e90e1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:50:59Z', 'updated_at': '2021-11-09T21:52:11Z', 'revision_number': 5, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': 'ece23a63-a73a-4fef-b6c2-b5479e90e1ea', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:45:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce1b5c7-7535-4c71-9516-fc0f78322d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:51:00Z', 'updated_at': '2021-11-09T21:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:52:12.545979 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a70a2a-3114-4198-89c0-55efa9a2a0d2 None None] The sync data for ids ['6ce1b5c7-7535-4c71-9516-fc0f78322d85'] in n-d-816206-3 is: [{'id': '6ce1b5c7-7535-4c71-9516-fc0f78322d85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-647014662', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'ece23a63-a73a-4fef-b6c2-b5479e90e1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:50:59Z', 'updated_at': '2021-11-09T21:52:11Z', 'revision_number': 5, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': 'ece23a63-a73a-4fef-b6c2-b5479e90e1ea', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:45:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce1b5c7-7535-4c71-9516-fc0f78322d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:51:00Z', 'updated_at': '2021-11-09T21:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:52:12.613436 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ad4ce1d6-81a9-4044-9da4-ac8504c069f4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:12.643004 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ce1d6-81a9-4044-9da4-ac8504c069f4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event deleted for resources: {'Port': ['ID=ece23a63-a73a-4fef-b6c2-b5479e90e1ea,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:52:12.663386 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ed33ec-ec79-4eba-8a0b-6ce4195bafad None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:52:12.712950 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ad4ce1d6-81a9-4044-9da4-ac8504c069f4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:12.828466 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ad4ce1d6-81a9-4044-9da4-ac8504c069f4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:12.831073 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ad4ce1d6-81a9-4044-9da4-ac8504c069f4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:12.886735 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ad4ce1d6-81a9-4044-9da4-ac8504c069f4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:12.887315 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4ce1d6-81a9-4044-9da4-ac8504c069f4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Fanout notify agent at l3_agent the message router_deleted on router 6ce1b5c7-7535-4c71-9516-fc0f78322d85 {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:52:12.897655 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ad4ce1d6-81a9-4044-9da4-ac8504c069f4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:12.901924 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60616) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:52:12.902521 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ad4ce1d6-81a9-4044-9da4-ac8504c069f4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "DELETE /v2.0/routers/6ce1b5c7-7535-4c71-9516-fc0f78322d85 HTTP/1.1" status: 204 len: 168 time: 0.9587555 Nov 09 21:52:12.985652 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 2cb9cd84-5491-4aa2-9935-aeab2b2efd9d no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:52:13.008456 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-242de313-d37c-4d45-9b4b-2277a5b5406f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:13.047633 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device e75f69f9-878c-4535-91fb-26258da62582 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:52:13.050222 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 2cb9cd84-5491-4aa2-9935-aeab2b2efd9d {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:52:13.050744 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 2cb9cd84-5491-4aa2-9935-aeab2b2efd9d not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:52:13.051251 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 808ad9dd-605b-47be-b7da-af8e38dd1eff no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:52:13.104663 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: e75f69f9-878c-4535-91fb-26258da62582 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:52:13.104995 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device e75f69f9-878c-4535-91fb-26258da62582 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:52:13.106617 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 808ad9dd-605b-47be-b7da-af8e38dd1eff {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:52:13.107156 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 808ad9dd-605b-47be-b7da-af8e38dd1eff not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:52:13.110030 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-242de313-d37c-4d45-9b4b-2277a5b5406f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:13.135225 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-242de313-d37c-4d45-9b4b-2277a5b5406f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78dd1ceb-c72d-4802-93e9-55b681c82a65']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:52:13.145909 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-242de313-d37c-4d45-9b4b-2277a5b5406f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd67cd08f-2f4d-45b8-8ade-d579d231d12f') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:52:13.146441 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-242de313-d37c-4d45-9b4b-2277a5b5406f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd67cd08f-2f4d-45b8-8ade-d579d231d12f') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:52:13.158396 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-242de313-d37c-4d45-9b4b-2277a5b5406f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:13.174263 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-242de313-d37c-4d45-9b4b-2277a5b5406f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:13.182763 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-242de313-d37c-4d45-9b4b-2277a5b5406f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:52:13.183316 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-242de313-d37c-4d45-9b4b-2277a5b5406f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:13.186875 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:52:13.186875 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:52:13.186875 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:52:13.186875 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:52:13.186875 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:52:13.186875 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:52:13.186875 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:52:13.186875 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:52:13.186875 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:52:13.186875 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:52:13.186875 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:52:13.186875 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:52:13.186875 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:52:13.186875 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:52:13.186875 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:52:13.186875 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:52:13.186875 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:52:13.186875 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:52:13.186875 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:52:13.186875 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:52:13.186875 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:52:13.186875 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:52:13.186875 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:52:13.186875 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:52:13.186875 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:52:13.186875 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:52:13.186875 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:52:13.186875 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:52:13.186875 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:52:13.186875 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:52:13.186875 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:52:13.186875 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:52:13.261300 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-242de313-d37c-4d45-9b4b-2277a5b5406f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:13.266523 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-242de313-d37c-4d45-9b4b-2277a5b5406f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:13.274007 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-242de313-d37c-4d45-9b4b-2277a5b5406f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "DELETE /v2.0/networks/78dd1ceb-c72d-4802-93e9-55b681c82a65 HTTP/1.1" status: 204 len: 168 time: 0.3674178 Nov 09 21:52:13.274215 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60618) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:52:13.293852 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242de313-d37c-4d45-9b4b-2277a5b5406f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event deleted for resources: {'Network': ['ID=78dd1ceb-c72d-4802-93e9-55b681c82a65,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:52:13.342562 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cc38e8ca-67a1-4bd8-a55d-b85362abd4d7 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:13.371917 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cc38e8ca-67a1-4bd8-a55d-b85362abd4d7 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:13.435204 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cc38e8ca-67a1-4bd8-a55d-b85362abd4d7 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:13.438236 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cc38e8ca-67a1-4bd8-a55d-b85362abd4d7 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:13.440005 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-cc38e8ca-67a1-4bd8-a55d-b85362abd4d7 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "DELETE /v2.0/security-groups/a98ffbb3-a0b9-4bd3-bebf-be766fadb0ac HTTP/1.1" status: 204 len: 168 time: 0.1645195 Nov 09 21:52:13.450612 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc38e8ca-67a1-4bd8-a55d-b85362abd4d7 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98ffbb3-a0b9-4bd3-bebf-be766fadb0ac,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:52:13.741174 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60628) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:52:13.745883 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-dd713ceb-2232-4f43-995e-61743f4a4068 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1453978410', 'description': 'tempest-secgroup-smoke-1453978410 description', 'project_id': 'd7411b744b214ee4a720fd6796dc002b'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:52:13.769238 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dd713ceb-2232-4f43-995e-61743f4a4068 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:13.844301 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dd713ceb-2232-4f43-995e-61743f4a4068 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:13.848372 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dd713ceb-2232-4f43-995e-61743f4a4068 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:13.889339 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dd713ceb-2232-4f43-995e-61743f4a4068 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:13.890437 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-dd713ceb-2232-4f43-995e-61743f4a4068 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1481392 Nov 09 21:52:13.893625 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60632) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:52:13.898763 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-27cb1382-b391-43e0-b09e-ad1b563280c8 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Request body: {'security_group_rule': {'security_group_id': '0faeb8c7-d051-4240-8dfb-2899c204983c', 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:52:13.904314 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd713ceb-2232-4f43-995e-61743f4a4068 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0faeb8c7-d051-4240-8dfb-2899c204983c,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:52:13.925866 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-27cb1382-b391-43e0-b09e-ad1b563280c8 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:13.929716 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb014687-6b00-48f2-a808-e74082760ff7 req-e240a8bf-cfbb-4267-9793-7bec37e70c15 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:13.931254 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cb014687-6b00-48f2-a808-e74082760ff7 req-e240a8bf-cfbb-4267-9793-7bec37e70c15 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56e47f56-7a2f-498d-8466-52230f1e9d7d HTTP/1.1" status: 200 len: 945 time: 0.0625346 Nov 09 21:52:13.979148 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cb014687-6b00-48f2-a808-e74082760ff7 req-d9b395e4-11aa-46e0-93e8-a0d72f547826 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f845d9c-3780-4829-b20c-6e7230dbe850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418482 Nov 09 21:52:13.981045 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-27cb1382-b391-43e0-b09e-ad1b563280c8 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:13.984662 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-27cb1382-b391-43e0-b09e-ad1b563280c8 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:14.005550 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb1382-b391-43e0-b09e-ad1b563280c8 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a1ce035-3e89-4b69-a768-51b17f08ec43,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:52:14.021490 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-27cb1382-b391-43e0-b09e-ad1b563280c8 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:14.022713 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-27cb1382-b391-43e0-b09e-ad1b563280c8 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1280777 Nov 09 21:52:14.025564 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60634) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:52:14.029812 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-81f0326d-d2cb-4e0e-be69-4196819201bd tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Request body: {'security_group_rule': {'security_group_id': '0faeb8c7-d051-4240-8dfb-2899c204983c', 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:52:14.054863 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-81f0326d-d2cb-4e0e-be69-4196819201bd tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:14.108754 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-81f0326d-d2cb-4e0e-be69-4196819201bd tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:14.112267 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-81f0326d-d2cb-4e0e-be69-4196819201bd tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:14.129388 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f0326d-d2cb-4e0e-be69-4196819201bd tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed3393b3-924c-4c0e-8607-48593d666440,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:52:14.137634 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-81f0326d-d2cb-4e0e-be69-4196819201bd tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:14.138807 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-81f0326d-d2cb-4e0e-be69-4196819201bd tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1122985 Nov 09 21:52:14.141577 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60636) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:52:14.145867 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-13930c59-d9b7-4433-bd46-885d6280cef4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Request body: {'security_group_rule': {'security_group_id': '0faeb8c7-d051-4240-8dfb-2899c204983c', 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:52:14.170892 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-13930c59-d9b7-4433-bd46-885d6280cef4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:14.225277 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-13930c59-d9b7-4433-bd46-885d6280cef4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:14.228749 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-13930c59-d9b7-4433-bd46-885d6280cef4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:14.246177 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13930c59-d9b7-4433-bd46-885d6280cef4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=573b38d3-3ac7-420b-9675-122290d2d903,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:52:14.253165 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-13930c59-d9b7-4433-bd46-885d6280cef4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:14.254341 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-13930c59-d9b7-4433-bd46-885d6280cef4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1118541 Nov 09 21:52:14.257001 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60638) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:52:14.262449 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-af46c9d9-e7fb-4343-a878-5fb0fbe7598f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Request body: {'security_group_rule': {'security_group_id': '0faeb8c7-d051-4240-8dfb-2899c204983c', 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:52:14.293602 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-af46c9d9-e7fb-4343-a878-5fb0fbe7598f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:14.352288 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-af46c9d9-e7fb-4343-a878-5fb0fbe7598f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:14.356198 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-af46c9d9-e7fb-4343-a878-5fb0fbe7598f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:14.376278 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af46c9d9-e7fb-4343-a878-5fb0fbe7598f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40622b49-0b38-4ffd-b47d-dfed8b715db1,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:52:14.381594 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-af46c9d9-e7fb-4343-a878-5fb0fbe7598f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:14.382800 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-af46c9d9-e7fb-4343-a878-5fb0fbe7598f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1242619 Nov 09 21:52:14.385613 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60640) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:52:14.389845 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-cabde761-b181-401b-87a8-a16d8b87260e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Request body: {'security_group_rule': {'security_group_id': '0faeb8c7-d051-4240-8dfb-2899c204983c', 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:52:14.410297 n-d-816206-3 neutron-server[102607]: INFO neutron.db.securitygroups_db [None req-cabde761-b181-401b-87a8-a16d8b87260e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Project d7411b744b214ee4a720fd6796dc002b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 21:52:14.415692 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cabde761-b181-401b-87a8-a16d8b87260e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:14.472103 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cabde761-b181-401b-87a8-a16d8b87260e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:14.476058 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cabde761-b181-401b-87a8-a16d8b87260e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:14.494922 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabde761-b181-401b-87a8-a16d8b87260e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d44e8eb6-29be-4c99-952f-6e116d574b37,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:52:14.502094 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cabde761-b181-401b-87a8-a16d8b87260e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:14.503301 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-cabde761-b181-401b-87a8-a16d8b87260e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1167479 Nov 09 21:52:14.506024 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60642) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:52:14.510242 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-fe4b384d-ee05-4e88-896f-1b1c2853b809 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Request body: {'security_group_rule': {'security_group_id': '0faeb8c7-d051-4240-8dfb-2899c204983c', 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:52:14.530595 n-d-816206-3 neutron-server[102607]: INFO neutron.db.securitygroups_db [None req-fe4b384d-ee05-4e88-896f-1b1c2853b809 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Project d7411b744b214ee4a720fd6796dc002b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 21:52:14.535412 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fe4b384d-ee05-4e88-896f-1b1c2853b809 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:14.598600 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fe4b384d-ee05-4e88-896f-1b1c2853b809 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:14.602831 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fe4b384d-ee05-4e88-896f-1b1c2853b809 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:14.623356 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b384d-ee05-4e88-896f-1b1c2853b809 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8c7ba52-309e-4f60-8c0c-e07cdf43565c,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:52:14.631675 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fe4b384d-ee05-4e88-896f-1b1c2853b809 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:14.632929 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-fe4b384d-ee05-4e88-896f-1b1c2853b809 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1259668 Nov 09 21:52:14.635681 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60644) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:52:14.640568 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-ffb07fcf-fee8-4013-8e68-f08a7ae6abee tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Request body: {'network': {'name': 'tempest-network-smoke--566552918', 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'port_security_enabled': True}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:52:14.660365 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb07fcf-fee8-4013-8e68-f08a7ae6abee tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Made reservation on behalf of d7411b744b214ee4a720fd6796dc002b for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:52:14.664175 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ffb07fcf-fee8-4013-8e68-f08a7ae6abee tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:14.690275 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffb07fcf-fee8-4013-8e68-f08a7ae6abee tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:52:14.699842 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ffb07fcf-fee8-4013-8e68-f08a7ae6abee tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:14.700193 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-ffb07fcf-fee8-4013-8e68-f08a7ae6abee tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Added segment ea5461ff-5e85-4d28-bcd4-a7da0a9a1de7 of type vlan for network ac10dac0-ac57-49ce-bc21-609661687a8f Nov 09 21:52:14.739281 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ffb07fcf-fee8-4013-8e68-f08a7ae6abee tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:14.762490 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ffb07fcf-fee8-4013-8e68-f08a7ae6abee tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:14.768002 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb07fcf-fee8-4013-8e68-f08a7ae6abee tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:14.768578 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ffb07fcf-fee8-4013-8e68-f08a7ae6abee tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:14.823653 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ffb07fcf-fee8-4013-8e68-f08a7ae6abee tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1866543 Nov 09 21:52:14.825173 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device ece23a63-a73a-4fef-b6c2-b5479e90e1ea no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:52:14.826177 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60646) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:52:14.830846 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-123189ab-95c2-4066-aacd-f0b3208c4691 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-730418713', 'admin_state_up': True, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:52:14.840127 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb07fcf-fee8-4013-8e68-f08a7ae6abee tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'Network': ['ID=ac10dac0-ac57-49ce-bc21-609661687a8f,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:52:14.846219 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: ece23a63-a73a-4fef-b6c2-b5479e90e1ea {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:52:14.846680 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device ece23a63-a73a-4fef-b6c2-b5479e90e1ea not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:52:14.850595 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network ac10dac0-ac57-49ce-bc21-609661687a8f details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:52:14.858817 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-123189ab-95c2-4066-aacd-f0b3208c4691 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:14.860001 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-123189ab-95c2-4066-aacd-f0b3208c4691 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:14.921142 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-123189ab-95c2-4066-aacd-f0b3208c4691 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:15.064494 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-123189ab-95c2-4066-aacd-f0b3208c4691 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:15.113690 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8b17e-94ad-4460-8c22-3ba9c712992e req-8a93c8b3-4ff2-4da4-b8f2-331f00af6c97 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:15.115214 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-00c8b17e-94ad-4460-8c22-3ba9c712992e req-8a93c8b3-4ff2-4da4-b8f2-331f00af6c97 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56e47f56-7a2f-498d-8466-52230f1e9d7d HTTP/1.1" status: 200 len: 945 time: 0.0607872 Nov 09 21:52:15.173395 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-00c8b17e-94ad-4460-8c22-3ba9c712992e req-a89b224f-5fd8-4e9e-80ff-f5e3cd8365d3 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f845d9c-3780-4829-b20c-6e7230dbe850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517814 Nov 09 21:52:15.551381 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-123189ab-95c2-4066-aacd-f0b3208c4691 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for router_gateway, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:15.570800 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-123189ab-95c2-4066-aacd-f0b3208c4691 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:15.587792 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda876c8-90cd-453a-88cb-69305ef651d0 req-a1eb2542-80f8-4640-8e80-1a2b2efc1e23 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:15.589431 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bda876c8-90cd-453a-88cb-69305ef651d0 req-a1eb2542-80f8-4640-8e80-1a2b2efc1e23 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.43 "GET /v2.0/ports?device_id=56e47f56-7a2f-498d-8466-52230f1e9d7d HTTP/1.1" status: 200 len: 945 time: 0.0485771 Nov 09 21:52:15.673329 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-123189ab-95c2-4066-aacd-f0b3208c4691 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Allocated IP 172.25.7.219 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/95283678-4def-4829-bfe6-87d7fcea0139) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:52:15.681293 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-bda876c8-90cd-453a-88cb-69305ef651d0 req-d047787a-a1e1-4dfc-b7f2-a992092bbdbd tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Deleting port 2b1f95a9-7ac8-4650-a129-d9e4f3869c4e {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:52:15.681707 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bda876c8-90cd-453a-88cb-69305ef651d0 req-d047787a-a1e1-4dfc-b7f2-a992092bbdbd tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:15.774716 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-bda876c8-90cd-453a-88cb-69305ef651d0 req-d047787a-a1e1-4dfc-b7f2-a992092bbdbd tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] For port 2b1f95a9-7ac8-4650-a129-d9e4f3869c4e, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=2b1f95a9-7ac8-4650-a129-d9e4f3869c4e,segment=NetworkSegment(574112e7-b6d0-40f0-b297-b822ce6f247d),segment_id=574112e7-b6d0-40f0-b297-b822ce6f247d)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:52:15.774993 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bda876c8-90cd-453a-88cb-69305ef651d0 req-d047787a-a1e1-4dfc-b7f2-a992092bbdbd tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:15.778211 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-123189ab-95c2-4066-aacd-f0b3208c4691 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:15.788157 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-bda876c8-90cd-453a-88cb-69305ef651d0 req-d047787a-a1e1-4dfc-b7f2-a992092bbdbd tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Calling delete_port for 2b1f95a9-7ac8-4650-a129-d9e4f3869c4e owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:52:15.811109 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-123189ab-95c2-4066-aacd-f0b3208c4691 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:15.846867 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123189ab-95c2-4066-aacd-f0b3208c4691 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:52:15.852282 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-123189ab-95c2-4066-aacd-f0b3208c4691 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:52:15.856005 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123189ab-95c2-4066-aacd-f0b3208c4691 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:52:15.866099 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716b52d4-c82f-4cc6-99aa-4e0e024ce5ea None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:52:15.884032 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123189ab-95c2-4066-aacd-f0b3208c4691 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'Port': ['ID=95283678-4def-4829-bfe6-87d7fcea0139,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:52:15.925196 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bda876c8-90cd-453a-88cb-69305ef651d0 req-d047787a-a1e1-4dfc-b7f2-a992092bbdbd tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:15.958051 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d047787a-a1e1-4dfc-b7f2-a992092bbdbd tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Pushing event deleted for resources: {'Port': ['ID=2b1f95a9-7ac8-4650-a129-d9e4f3869c4e,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:52:15.958476 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['2b1f95a9-7ac8-4650-a129-d9e4f3869c4e'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:52:15.995339 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-1a66e336-e0d6-4493-991f-dee721cc8e5c None None] Provisioning complete for port 95283678-4def-4829-bfe6-87d7fcea0139 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:52:15.995702 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1a66e336-e0d6-4493-991f-dee721cc8e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:16.022656 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda876c8-90cd-453a-88cb-69305ef651d0 req-d047787a-a1e1-4dfc-b7f2-a992092bbdbd tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] No DVR routers for this DVR port 2b1f95a9-7ac8-4650-a129-d9e4f3869c4e on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:52:16.026896 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bda876c8-90cd-453a-88cb-69305ef651d0 req-d047787a-a1e1-4dfc-b7f2-a992092bbdbd tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:16.030213 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-1a66e336-e0d6-4493-991f-dee721cc8e5c None None] Port 95283678-4def-4829-bfe6-87d7fcea0139 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:52:16.031533 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bda876c8-90cd-453a-88cb-69305ef651d0 req-d047787a-a1e1-4dfc-b7f2-a992092bbdbd tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.43 "DELETE /v2.0/ports/2b1f95a9-7ac8-4650-a129-d9e4f3869c4e HTTP/1.1" status: 204 len: 173 time: 0.4362268 Nov 09 21:52:16.032003 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e47f56-7a2f-498d-8466-52230f1e9d7d', 'name': 'network-vif-deleted', 'tag': '2b1f95a9-7ac8-4650-a129-d9e4f3869c4e'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:52:16.034391 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e448e3a6-d303-4992-8e17-ad2a5913178c" -d '{"events": [{"server_uuid": "56e47f56-7a2f-498d-8466-52230f1e9d7d", "name": "network-vif-deleted", "tag": "2b1f95a9-7ac8-4650-a129-d9e4f3869c4e"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:52:16.085028 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484961ce-0412-46ad-a5ec-9e52b32a4abc x-openstack-request-id: req-484961ce-0412-46ad-a5ec-9e52b32a4abc {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:52:16.085384 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e47f56-7a2f-498d-8466-52230f1e9d7d", "name": "network-vif-deleted", "tag": "2b1f95a9-7ac8-4650-a129-d9e4f3869c4e", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:52:16.085659 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-484961ce-0412-46ad-a5ec-9e52b32a4abc {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:52:16.087075 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e47f56-7a2f-498d-8466-52230f1e9d7d', 'name': 'network-vif-deleted', 'tag': '2b1f95a9-7ac8-4650-a129-d9e4f3869c4e', 'status': 'completed', 'code': 200} Nov 09 21:52:16.147839 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-123189ab-95c2-4066-aacd-f0b3208c4691 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for router_gateway, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:16.283875 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0211961c-e80f-4c37-b687-8795122e3030 req-3c6dc787-c325-4fad-b75f-2da7422f0ed3 tempest-VolumesSnapshotTestJSON-2078835826 tempest-VolumesSnapshotTestJSON-2078835826-project] 10.222.0.49 "GET /v2.0/ports?device_id=56e47f56-7a2f-498d-8466-52230f1e9d7d HTTP/1.1" status: 200 len: 210 time: 0.0298727 Nov 09 21:52:16.359245 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-123189ab-95c2-4066-aacd-f0b3208c4691 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:16.489128 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123189ab-95c2-4066-aacd-f0b3208c4691 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Router 3a008f88-db7c-4089-a1d2-98f7ea72b4c6 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:52:16.596872 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123189ab-95c2-4066-aacd-f0b3208c4691 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:52:16.607836 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b28fd6-a7a3-445e-8a45-8649faa05804 None None] Sync routers for ids ['3a008f88-db7c-4089-a1d2-98f7ea72b4c6'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:52:16.617432 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-123189ab-95c2-4066-aacd-f0b3208c4691 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:16.618526 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b28fd6-a7a3-445e-8a45-8649faa05804 None None] Routers {'3a008f88-db7c-4089-a1d2-98f7ea72b4c6'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:52:16.618701 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-123189ab-95c2-4066-aacd-f0b3208c4691 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7914245 Nov 09 21:52:16.619258 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-09b28fd6-a7a3-445e-8a45-8649faa05804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:51:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['3a008f88-db7c-4089-a1d2-98f7ea72b4c6'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:52:16.621775 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60654) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:52:16.650481 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-97164992-3b0b-4839-9728-7c554afd1998 tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=d7411b744b214ee4a720fd6796dc002b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275297 Nov 09 21:52:16.653015 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60656) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:52:16.723513 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-09b28fd6-a7a3-445e-8a45-8649faa05804 None None] Set router 3a008f88-db7c-4089-a1d2-98f7ea72b4c6 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:52:16.744182 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d32253-a13f-4058-8177-e8962a7a71e8 tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:16.745757 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-88d32253-a13f-4058-8177-e8962a7a71e8 tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0918417 Nov 09 21:52:16.748547 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60658) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:52:16.778080 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7bbbc0de-1fa4-4eab-8b54-61d7f0a633a6 tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=4531c23d-84b7-490d-8d7c-6676781b6e6a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284133 Nov 09 21:52:16.780810 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60660) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:52:16.785631 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-c993df9a-2289-425d-a236-4353b15f3458 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-835952581', 'network_id': 'ac10dac0-ac57-49ce-bc21-609661687a8f', 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:52:16.886293 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c993df9a-2289-425d-a236-4353b15f3458 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Made reservation on behalf of d7411b744b214ee4a720fd6796dc002b for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:52:16.889976 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c993df9a-2289-425d-a236-4353b15f3458 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:16.927317 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-09b28fd6-a7a3-445e-8a45-8649faa05804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a008f88-db7c-4089-a1d2-98f7ea72b4c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730418713', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '95283678-4def-4829-bfe6-87d7fcea0139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:52:14Z', 'updated_at': '2021-11-09T21:52:16Z', 'revision_number': 3, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': '95283678-4def-4829-bfe6-87d7fcea0139', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a008f88-db7c-4089-a1d2-98f7ea72b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:52:15Z', 'updated_at': '2021-11-09T21:52:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:52:16.954440 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b28fd6-a7a3-445e-8a45-8649faa05804 None None] Checking router: 3a008f88-db7c-4089-a1d2-98f7ea72b4c6 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:52:16.954789 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b28fd6-a7a3-445e-8a45-8649faa05804 None None] Updating router 3a008f88-db7c-4089-a1d2-98f7ea72b4c6 port 95283678-4def-4829-bfe6-87d7fcea0139 binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:52:16.981105 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-09b28fd6-a7a3-445e-8a45-8649faa05804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:17.080934 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c993df9a-2289-425d-a236-4353b15f3458 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:17.143937 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c993df9a-2289-425d-a236-4353b15f3458 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'Subnet': ['ID=a81d09c1-e11d-4c94-b2c8-9e9662f6844e,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:52:17.149603 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c993df9a-2289-425d-a236-4353b15f3458 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Checking segment: {'id': 'ea5461ff-5e85-4d28-bcd4-a7da0a9a1de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ac10dac0-ac57-49ce-bc21-609661687a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:52:17.149967 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c993df9a-2289-425d-a236-4353b15f3458 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Network hostable DHCP agents. Network: ac10dac0-ac57-49ce-bc21-609661687a8f, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:52:17.168326 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c993df9a-2289-425d-a236-4353b15f3458 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Network ac10dac0-ac57-49ce-bc21-609661687a8f is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:52:17.178404 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-c993df9a-2289-425d-a236-4353b15f3458 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, ac10dac0-ac57-49ce-bc21-609661687a8f) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:52:17.183100 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c993df9a-2289-425d-a236-4353b15f3458 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:17.183702 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c993df9a-2289-425d-a236-4353b15f3458 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:17.191247 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1bdae7-8852-411b-a3da-af18562171bf None None] Network ac10dac0-ac57-49ce-bc21-609661687a8f requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:52:17.202420 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c993df9a-2289-425d-a236-4353b15f3458 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4180093 Nov 09 21:52:17.202628 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60662) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:52:17.275349 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-09b28fd6-a7a3-445e-8a45-8649faa05804 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:17.281518 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-09b28fd6-a7a3-445e-8a45-8649faa05804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:17.376583 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc202176-d767-44ab-bc57-129d098d91e5 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:52:17.386620 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78be6ace-b362-48e1-8259-7a4da5007c7b None None] Pushing event updated for resources: {'Port': ['ID=95283678-4def-4829-bfe6-87d7fcea0139,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:52:17.394340 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-09b28fd6-a7a3-445e-8a45-8649faa05804 None None] Attempting to bind port 95283678-4def-4829-bfe6-87d7fcea0139 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:52:17.395562 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-09b28fd6-a7a3-445e-8a45-8649faa05804 None None] Attempting to bind port 95283678-4def-4829-bfe6-87d7fcea0139 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:52:17.396115 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b28fd6-a7a3-445e-8a45-8649faa05804 None None] Attempting to bind port 95283678-4def-4829-bfe6-87d7fcea0139 on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:52:17.411817 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b28fd6-a7a3-445e-8a45-8649faa05804 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:52:17.412210 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b28fd6-a7a3-445e-8a45-8649faa05804 None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:52:17.412589 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-09b28fd6-a7a3-445e-8a45-8649faa05804 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:17.413200 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b28fd6-a7a3-445e-8a45-8649faa05804 None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:52:17.413883 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-09b28fd6-a7a3-445e-8a45-8649faa05804 None None] Bound port: 95283678-4def-4829-bfe6-87d7fcea0139, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:52:17.414639 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-09b28fd6-a7a3-445e-8a45-8649faa05804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:17.490723 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0089a7f1-7f1a-42d8-8c56-f710bd6aca00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-ac10dac0-ac57-49ce-bc21-609661687a8f', 'network_id': 'ac10dac0-ac57-49ce-bc21-609661687a8f', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'fixed_ips': [{'subnet_id': 'a81d09c1-e11d-4c94-b2c8-9e9662f6844e'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:52:17.491966 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0089a7f1-7f1a-42d8-8c56-f710bd6aca00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:17.526680 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-09b28fd6-a7a3-445e-8a45-8649faa05804 None None] For port 95283678-4def-4829-bfe6-87d7fcea0139, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:52:17.530482 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-09b28fd6-a7a3-445e-8a45-8649faa05804 None None] For port 95283678-4def-4829-bfe6-87d7fcea0139, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=95283678-4def-4829-bfe6-87d7fcea0139,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:52:17.576297 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-09b28fd6-a7a3-445e-8a45-8649faa05804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:17.585359 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-7472ab33-97fd-4dba-ba66-255d617a37b1 None None] Provisioning complete for port 95283678-4def-4829-bfe6-87d7fcea0139 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:52:17.586172 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7472ab33-97fd-4dba-ba66-255d617a37b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:17.694154 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353c7b1c-654f-483e-ad8a-e661bc61f2e6 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:52:17.706661 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0408b244-1509-44d8-b62a-fa6f551117c6 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:17.751328 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cce45bc6-d3c7-415f-84ad-bc043d87a1b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:17.760213 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78be6ace-b362-48e1-8259-7a4da5007c7b None None] Pushing event updated for resources: {'Port': ['ID=95283678-4def-4829-bfe6-87d7fcea0139,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:52:17.762623 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b28fd6-a7a3-445e-8a45-8649faa05804 None None] Routers {'3a008f88-db7c-4089-a1d2-98f7ea72b4c6'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:52:17.763214 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-09b28fd6-a7a3-445e-8a45-8649faa05804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:51:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['3a008f88-db7c-4089-a1d2-98f7ea72b4c6'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:52:17.811009 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-0089a7f1-7f1a-42d8-8c56-f710bd6aca00 None None] Allocated IP 172.20.0.2 (ac10dac0-ac57-49ce-bc21-609661687a8f/a81d09c1-e11d-4c94-b2c8-9e9662f6844e/022e437d-4372-4942-b3b1-f71966d1889a) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:52:17.947472 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7472ab33-97fd-4dba-ba66-255d617a37b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:17.972483 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-09b28fd6-a7a3-445e-8a45-8649faa05804 None None] Set router 3a008f88-db7c-4089-a1d2-98f7ea72b4c6 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:52:18.042042 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-7472ab33-97fd-4dba-ba66-255d617a37b1 None None] For port 95283678-4def-4829-bfe6-87d7fcea0139, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=95283678-4def-4829-bfe6-87d7fcea0139,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:52:18.059622 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7472ab33-97fd-4dba-ba66-255d617a37b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:18.359118 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7472ab33-97fd-4dba-ba66-255d617a37b1 None None] Pushing event updated for resources: {'Port': ['ID=95283678-4def-4829-bfe6-87d7fcea0139,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:52:18.387887 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0089a7f1-7f1a-42d8-8c56-f710bd6aca00 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:18.392104 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-22429135-57ed-41c7-8186-b710d163b496 None None] Provisioning complete for port 95283678-4def-4829-bfe6-87d7fcea0139 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:52:18.392545 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-22429135-57ed-41c7-8186-b710d163b496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:18.397498 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0089a7f1-7f1a-42d8-8c56-f710bd6aca00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:18.452562 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-0408b244-1509-44d8-b62a-fa6f551117c6 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Allocated IP 172.20.0.1 (ac10dac0-ac57-49ce-bc21-609661687a8f/a81d09c1-e11d-4c94-b2c8-9e9662f6844e/7069ba05-7868-4684-a84f-ea06030b9c1f) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:52:18.511603 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0089a7f1-7f1a-42d8-8c56-f710bd6aca00 None None] Pushing event updated for resources: {'Port': ['ID=022e437d-4372-4942-b3b1-f71966d1889a,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:52:18.520185 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0089a7f1-7f1a-42d8-8c56-f710bd6aca00 None None] Network ac10dac0-ac57-49ce-bc21-609661687a8f is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:52:18.526578 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-0089a7f1-7f1a-42d8-8c56-f710bd6aca00 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:52:18.530227 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0089a7f1-7f1a-42d8-8c56-f710bd6aca00 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:52:18.586136 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0408b244-1509-44d8-b62a-fa6f551117c6 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:18.621700 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0408b244-1509-44d8-b62a-fa6f551117c6 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:18.622771 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-09b28fd6-a7a3-445e-8a45-8649faa05804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a008f88-db7c-4089-a1d2-98f7ea72b4c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730418713', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '95283678-4def-4829-bfe6-87d7fcea0139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:52:14Z', 'updated_at': '2021-11-09T21:52:16Z', 'revision_number': 3, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': '95283678-4def-4829-bfe6-87d7fcea0139', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a008f88-db7c-4089-a1d2-98f7ea72b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:52:15Z', 'updated_at': '2021-11-09T21:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:52:18.627108 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-0089a7f1-7f1a-42d8-8c56-f710bd6aca00 None None] Attempting to bind port 022e437d-4372-4942-b3b1-f71966d1889a on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:52:18.627276 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-0089a7f1-7f1a-42d8-8c56-f710bd6aca00 None None] Attempting to bind port 022e437d-4372-4942-b3b1-f71966d1889a by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'ea5461ff-5e85-4d28-bcd4-a7da0a9a1de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ac10dac0-ac57-49ce-bc21-609661687a8f'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:52:18.627539 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0089a7f1-7f1a-42d8-8c56-f710bd6aca00 None None] Attempting to bind port 022e437d-4372-4942-b3b1-f71966d1889a on network ac10dac0-ac57-49ce-bc21-609661687a8f {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:52:18.659737 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0408b244-1509-44d8-b62a-fa6f551117c6 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Network ac10dac0-ac57-49ce-bc21-609661687a8f is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:52:18.660075 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b28fd6-a7a3-445e-8a45-8649faa05804 None None] The sync data for ids ['3a008f88-db7c-4089-a1d2-98f7ea72b4c6'] in n-d-816206-3 is: [{'id': '3a008f88-db7c-4089-a1d2-98f7ea72b4c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730418713', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '95283678-4def-4829-bfe6-87d7fcea0139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:52:14Z', 'updated_at': '2021-11-09T21:52:16Z', 'revision_number': 3, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': '95283678-4def-4829-bfe6-87d7fcea0139', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a008f88-db7c-4089-a1d2-98f7ea72b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:52:15Z', 'updated_at': '2021-11-09T21:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:52:18.664419 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0089a7f1-7f1a-42d8-8c56-f710bd6aca00 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:52:18.664419 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0089a7f1-7f1a-42d8-8c56-f710bd6aca00 None None] Checking segment: {'id': 'ea5461ff-5e85-4d28-bcd4-a7da0a9a1de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ac10dac0-ac57-49ce-bc21-609661687a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:52:18.664756 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0089a7f1-7f1a-42d8-8c56-f710bd6aca00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:18.665140 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0089a7f1-7f1a-42d8-8c56-f710bd6aca00 None None] Bound using segment: {'id': 'ea5461ff-5e85-4d28-bcd4-a7da0a9a1de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ac10dac0-ac57-49ce-bc21-609661687a8f'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:52:18.665612 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-0089a7f1-7f1a-42d8-8c56-f710bd6aca00 None None] Bound port: 022e437d-4372-4942-b3b1-f71966d1889a, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea5461ff-5e85-4d28-bcd4-a7da0a9a1de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ac10dac0-ac57-49ce-bc21-609661687a8f'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:52:18.665992 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0089a7f1-7f1a-42d8-8c56-f710bd6aca00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:18.666369 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-0408b244-1509-44d8-b62a-fa6f551117c6 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:52:18.671153 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0408b244-1509-44d8-b62a-fa6f551117c6 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:52:18.703742 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0408b244-1509-44d8-b62a-fa6f551117c6 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'Port': ['ID=7069ba05-7868-4684-a84f-ea06030b9c1f,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:52:18.725575 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0408b244-1509-44d8-b62a-fa6f551117c6 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:18.744945 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-0089a7f1-7f1a-42d8-8c56-f710bd6aca00 None None] For port 022e437d-4372-4942-b3b1-f71966d1889a, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:52:18.749958 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-0089a7f1-7f1a-42d8-8c56-f710bd6aca00 None None] For port 022e437d-4372-4942-b3b1-f71966d1889a, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=022e437d-4372-4942-b3b1-f71966d1889a,segment=NetworkSegment(ea5461ff-5e85-4d28-bcd4-a7da0a9a1de7),segment_id=ea5461ff-5e85-4d28-bcd4-a7da0a9a1de7)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:52:18.757189 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0089a7f1-7f1a-42d8-8c56-f710bd6aca00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:18.841426 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0089a7f1-7f1a-42d8-8c56-f710bd6aca00 None None] Pushing event updated for resources: {'Port': ['ID=022e437d-4372-4942-b3b1-f71966d1889a,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:52:18.875792 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e1190d17-8756-4ed1-8360-a67ca4218777 req-3a057622-abaf-443b-9c33-6497e0a6c625 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=87a0c55d-4b51-4767-8d92-2b46bfcfc839&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0718203 Nov 09 21:52:18.962036 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0408b244-1509-44d8-b62a-fa6f551117c6 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:19.058278 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1190d17-8756-4ed1-8360-a67ca4218777 req-a63e1b6f-b4a1-46af-be90-e887d4c53a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:19.061501 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e1190d17-8756-4ed1-8360-a67ca4218777 req-a63e1b6f-b4a1-46af-be90-e887d4c53a54 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b3039f985d904a47a201680c8c884f50&device_id=87a0c55d-4b51-4767-8d92-2b46bfcfc839 HTTP/1.1" status: 200 len: 1097 time: 0.1191282 Nov 09 21:52:19.092734 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 2b1f95a9-7ac8-4650-a129-d9e4f3869c4e no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:52:19.139253 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: 2b1f95a9-7ac8-4650-a129-d9e4f3869c4e {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:52:19.139603 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 2b1f95a9-7ac8-4650-a129-d9e4f3869c4e not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:52:19.209137 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1190d17-8756-4ed1-8360-a67ca4218777 req-151e7a4d-1809-45ad-91ff-98d4adf87c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:19.211354 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e1190d17-8756-4ed1-8360-a67ca4218777 req-151e7a4d-1809-45ad-91ff-98d4adf87c29 service neutron] 10.222.0.43 "GET /v2.0/networks?id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9 HTTP/1.1" status: 200 len: 912 time: 0.1220105 Nov 09 21:52:19.311185 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e1190d17-8756-4ed1-8360-a67ca4218777 req-524e4ddb-3556-45f3-af4f-c216ff16b197 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0d4114c-987a-4de8-aea9-ceb96ea1a180 HTTP/1.1" status: 200 len: 1002 time: 0.0908711 Nov 09 21:52:19.394868 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1190d17-8756-4ed1-8360-a67ca4218777 req-8d8e78b4-2827-49d7-aad1-71f62a278f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:19.397235 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e1190d17-8756-4ed1-8360-a67ca4218777 req-8d8e78b4-2827-49d7-aad1-71f62a278f8c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9efcad5d-d250-42ce-b381-abda2d565ce1 HTTP/1.1" status: 200 len: 851 time: 0.0748732 Nov 09 21:52:19.446832 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0408b244-1509-44d8-b62a-fa6f551117c6 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:19.452165 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1190d17-8756-4ed1-8360-a67ca4218777 req-133ff2ec-5a7f-4978-832a-81c67a26b683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:19.453732 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e1190d17-8756-4ed1-8360-a67ca4218777 req-133ff2ec-5a7f-4978-832a-81c67a26b683 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497282 Nov 09 21:52:19.454544 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0408b244-1509-44d8-b62a-fa6f551117c6 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:19.561114 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0408b244-1509-44d8-b62a-fa6f551117c6 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'Port': ['ID=7069ba05-7868-4684-a84f-ea06030b9c1f,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:52:19.571166 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0408b244-1509-44d8-b62a-fa6f551117c6 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:19.579409 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e1190d17-8756-4ed1-8360-a67ca4218777 req-4d7cd896-e8ad-4c82-9744-7d78edadc465 service neutron] 10.222.0.43 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173177 Nov 09 21:52:19.685455 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0408b244-1509-44d8-b62a-fa6f551117c6 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Network ac10dac0-ac57-49ce-bc21-609661687a8f is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:52:19.687115 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-0408b244-1509-44d8-b62a-fa6f551117c6 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:52:19.699523 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e1190d17-8756-4ed1-8360-a67ca4218777 req-0a2e2b1d-23e0-4cf3-9125-3bdf35222298 service neutron] 10.222.0.43 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110957 Nov 09 21:52:19.818016 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0408b244-1509-44d8-b62a-fa6f551117c6 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Router 3a008f88-db7c-4089-a1d2-98f7ea72b4c6 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:52:20.081718 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0836acda-9680-43c5-8554-8895707db205 None None] Network ac10dac0-ac57-49ce-bc21-609661687a8f requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:52:20.153080 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-81481444-6b1e-4384-8cab-a1733d65aef3 None None] Provisioning complete for port 022e437d-4372-4942-b3b1-f71966d1889a triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:52:20.153753 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-81481444-6b1e-4384-8cab-a1733d65aef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:20.256964 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-eac0a48b-b07a-4d2d-9709-fedb65e61529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:20.282072 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0408b244-1509-44d8-b62a-fa6f551117c6 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:52:20.287800 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0408b244-1509-44d8-b62a-fa6f551117c6 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "PUT /v2.0/routers/3a008f88-db7c-4089-a1d2-98f7ea72b4c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0838342 Nov 09 21:52:20.344268 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-81481444-6b1e-4384-8cab-a1733d65aef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:20.389286 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-81481444-6b1e-4384-8cab-a1733d65aef3 None None] For port 022e437d-4372-4942-b3b1-f71966d1889a, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=022e437d-4372-4942-b3b1-f71966d1889a,segment=NetworkSegment(ea5461ff-5e85-4d28-bcd4-a7da0a9a1de7),segment_id=ea5461ff-5e85-4d28-bcd4-a7da0a9a1de7)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:52:20.400721 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-81481444-6b1e-4384-8cab-a1733d65aef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:20.464629 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81481444-6b1e-4384-8cab-a1733d65aef3 None None] Pushing event updated for resources: {'Port': ['ID=022e437d-4372-4942-b3b1-f71966d1889a,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:52:20.485285 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-58930a9e-91eb-40d1-ba37-4c0640b2b4f7 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1453978410&fields=id&tenant_id=d7411b744b214ee4a720fd6796dc002b HTTP/1.1" status: 200 len: 267 time: 0.0804286 Nov 09 21:52:20.627668 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-eed3536d-0c38-4cc1-85d7-80dc3a0da056 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:20.660880 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-eed3536d-0c38-4cc1-85d7-80dc3a0da056 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/networks?id=ac10dac0-ac57-49ce-bc21-609661687a8f HTTP/1.1" status: 200 len: 796 time: 0.1665778 Nov 09 21:52:20.697601 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-c450ef4c-6226-48cd-8232-cec0ba124973 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/quotas/d7411b744b214ee4a720fd6796dc002b HTTP/1.1" status: 200 len: 375 time: 0.0205195 Nov 09 21:52:20.755677 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d0c7aa86-9b6d-40c4-8f20-95193d7fc0c7 None None] Provisioning complete for port 7069ba05-7868-4684-a84f-ea06030b9c1f triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:52:20.756148 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d0c7aa86-9b6d-40c4-8f20-95193d7fc0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:20.798987 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-a680240d-3b2e-4ef2-99a6-153c21e39725 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d7411b744b214ee4a720fd6796dc002b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0995381 Nov 09 21:52:20.807362 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7aa86-9b6d-40c4-8f20-95193d7fc0c7 None None] Port 7069ba05-7868-4684-a84f-ea06030b9c1f cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:52:20.819152 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d0c7aa86-9b6d-40c4-8f20-95193d7fc0c7 None None] Provisioning complete for port 022e437d-4372-4942-b3b1-f71966d1889a triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:52:20.820213 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d0c7aa86-9b6d-40c4-8f20-95193d7fc0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:20.956017 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-e72579bd-306c-47c5-8538-a98642b6320b service neutron] 10.222.0.49 "GET /v2.0/networks/ac10dac0-ac57-49ce-bc21-609661687a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394296 Nov 09 21:52:21.025766 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53090c3-d8c2-44d3-a008-fb3cfaa40d48 None None] Sync routers for ids ['3a008f88-db7c-4089-a1d2-98f7ea72b4c6'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:52:21.046526 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 95283678-4def-4829-bfe6-87d7fcea0139 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:52:21.055399 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53090c3-d8c2-44d3-a008-fb3cfaa40d48 None None] Routers {'3a008f88-db7c-4089-a1d2-98f7ea72b4c6'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:52:21.061200 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-b53090c3-d8c2-44d3-a008-fb3cfaa40d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:52:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['3a008f88-db7c-4089-a1d2-98f7ea72b4c6'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:52:21.097074 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-4f721c4d-39a9-4b80-a4f1-e66c022f66f7 service neutron] 10.222.0.49 "GET /v2.0/networks/ac10dac0-ac57-49ce-bc21-609661687a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314788 Nov 09 21:52:21.136479 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-1df82bc7-978b-4f62-88ca-fc37b093cdd4 None None] Provisioning complete for port 7069ba05-7868-4684-a84f-ea06030b9c1f triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:52:21.137015 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1df82bc7-978b-4f62-88ca-fc37b093cdd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:21.173048 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:21.196490 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 95283678-4def-4829-bfe6-87d7fcea0139 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:52:21.196896 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:21.226512 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-b53090c3-d8c2-44d3-a008-fb3cfaa40d48 None None] Set router 3a008f88-db7c-4089-a1d2-98f7ea72b4c6 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:52:21.248683 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-1df82bc7-978b-4f62-88ca-fc37b093cdd4 None None] Port 7069ba05-7868-4684-a84f-ea06030b9c1f cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:52:21.344949 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 022e437d-4372-4942-b3b1-f71966d1889a up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:52:21.420994 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 022e437d-4372-4942-b3b1-f71966d1889a triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:52:21.421422 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:21.436560 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-768b43b0-1010-4f90-8d35-77c8c666ccf8 req-fcd0e820-5e7e-4677-8b7b-486ab965d0f4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=e147a847-4997-4dc1-be3e-d28e87399a15 HTTP/1.1" status: 200 len: 210 time: 0.0725567 Nov 09 21:52:21.534150 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-f01dc45c-537a-477b-b9d0-081679f15539 None None] Provisioning complete for port 7069ba05-7868-4684-a84f-ea06030b9c1f triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:52:21.534529 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f01dc45c-537a-477b-b9d0-081679f15539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:21.552434 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-b53090c3-d8c2-44d3-a008-fb3cfaa40d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a008f88-db7c-4089-a1d2-98f7ea72b4c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730418713', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '95283678-4def-4829-bfe6-87d7fcea0139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:52:14Z', 'updated_at': '2021-11-09T21:52:18Z', 'revision_number': 4, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': '95283678-4def-4829-bfe6-87d7fcea0139', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a008f88-db7c-4089-a1d2-98f7ea72b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:52:15Z', 'updated_at': '2021-11-09T21:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '7069ba05-7868-4684-a84f-ea06030b9c1f', 'name': '', 'network_id': 'ac10dac0-ac57-49ce-bc21-609661687a8f', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'mac_address': 'fa:16:3e:ef:c8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a008f88-db7c-4089-a1d2-98f7ea72b4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'a81d09c1-e11d-4c94-b2c8-9e9662f6844e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:52:17Z', 'updated_at': '2021-11-09T21:52:19Z', 'revision_number': 2, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'subnets': [{'id': 'a81d09c1-e11d-4c94-b2c8-9e9662f6844e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:52:21.581769 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53090c3-d8c2-44d3-a008-fb3cfaa40d48 None None] Checking router: 3a008f88-db7c-4089-a1d2-98f7ea72b4c6 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:52:21.582632 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53090c3-d8c2-44d3-a008-fb3cfaa40d48 None None] Updating router 3a008f88-db7c-4089-a1d2-98f7ea72b4c6 port 7069ba05-7868-4684-a84f-ea06030b9c1f binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:52:21.609477 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b53090c3-d8c2-44d3-a008-fb3cfaa40d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:21.614914 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-f01dc45c-537a-477b-b9d0-081679f15539 None None] Port 7069ba05-7868-4684-a84f-ea06030b9c1f cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:52:21.895863 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b53090c3-d8c2-44d3-a008-fb3cfaa40d48 None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:21.903113 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b53090c3-d8c2-44d3-a008-fb3cfaa40d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:21.946762 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f948c25-35dd-453e-9ec9-9dee9dcf1d8f None None] Pushing event updated for resources: {'Port': ['ID=7069ba05-7868-4684-a84f-ea06030b9c1f,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:52:21.956422 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f948c25-35dd-453e-9ec9-9dee9dcf1d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:52:21.956813 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f948c25-35dd-453e-9ec9-9dee9dcf1d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:52:21.957149 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f948c25-35dd-453e-9ec9-9dee9dcf1d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:52:21.957481 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f948c25-35dd-453e-9ec9-9dee9dcf1d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:52:21.957813 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f948c25-35dd-453e-9ec9-9dee9dcf1d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:52:21.958133 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f948c25-35dd-453e-9ec9-9dee9dcf1d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:52:21.958464 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f948c25-35dd-453e-9ec9-9dee9dcf1d8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:52:21.958775 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f948c25-35dd-453e-9ec9-9dee9dcf1d8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:52:21.959094 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f948c25-35dd-453e-9ec9-9dee9dcf1d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:52:21.959411 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f948c25-35dd-453e-9ec9-9dee9dcf1d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:52:21.959724 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f948c25-35dd-453e-9ec9-9dee9dcf1d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:52:21.960039 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f948c25-35dd-453e-9ec9-9dee9dcf1d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:52:22.020802 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-b53090c3-d8c2-44d3-a008-fb3cfaa40d48 None None] Attempting to bind port 7069ba05-7868-4684-a84f-ea06030b9c1f on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:52:22.021490 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-b53090c3-d8c2-44d3-a008-fb3cfaa40d48 None None] Attempting to bind port 7069ba05-7868-4684-a84f-ea06030b9c1f by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'ea5461ff-5e85-4d28-bcd4-a7da0a9a1de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ac10dac0-ac57-49ce-bc21-609661687a8f'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:52:22.021674 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53090c3-d8c2-44d3-a008-fb3cfaa40d48 None None] Attempting to bind port 7069ba05-7868-4684-a84f-ea06030b9c1f on network ac10dac0-ac57-49ce-bc21-609661687a8f {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:52:22.027078 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53090c3-d8c2-44d3-a008-fb3cfaa40d48 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:52:22.028181 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53090c3-d8c2-44d3-a008-fb3cfaa40d48 None None] Checking segment: {'id': 'ea5461ff-5e85-4d28-bcd4-a7da0a9a1de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ac10dac0-ac57-49ce-bc21-609661687a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:52:22.028933 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b53090c3-d8c2-44d3-a008-fb3cfaa40d48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:22.029502 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53090c3-d8c2-44d3-a008-fb3cfaa40d48 None None] Bound using segment: {'id': 'ea5461ff-5e85-4d28-bcd4-a7da0a9a1de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ac10dac0-ac57-49ce-bc21-609661687a8f'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:52:22.030144 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-b53090c3-d8c2-44d3-a008-fb3cfaa40d48 None None] Bound port: 7069ba05-7868-4684-a84f-ea06030b9c1f, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea5461ff-5e85-4d28-bcd4-a7da0a9a1de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ac10dac0-ac57-49ce-bc21-609661687a8f'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:52:22.030696 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b53090c3-d8c2-44d3-a008-fb3cfaa40d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:22.099222 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-b53090c3-d8c2-44d3-a008-fb3cfaa40d48 None None] For port 7069ba05-7868-4684-a84f-ea06030b9c1f, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:52:22.103399 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-b53090c3-d8c2-44d3-a008-fb3cfaa40d48 None None] For port 7069ba05-7868-4684-a84f-ea06030b9c1f, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=7069ba05-7868-4684-a84f-ea06030b9c1f,segment=NetworkSegment(ea5461ff-5e85-4d28-bcd4-a7da0a9a1de7),segment_id=ea5461ff-5e85-4d28-bcd4-a7da0a9a1de7)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:52:22.107267 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-b53090c3-d8c2-44d3-a008-fb3cfaa40d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:22.165963 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f948c25-35dd-453e-9ec9-9dee9dcf1d8f None None] Pushing event updated for resources: {'Port': ['ID=7069ba05-7868-4684-a84f-ea06030b9c1f,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:52:22.170466 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53090c3-d8c2-44d3-a008-fb3cfaa40d48 None None] Routers {'3a008f88-db7c-4089-a1d2-98f7ea72b4c6'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:52:22.171276 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-b53090c3-d8c2-44d3-a008-fb3cfaa40d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:52:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['3a008f88-db7c-4089-a1d2-98f7ea72b4c6'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:52:22.240824 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d45223c8-2e51-49e7-b955-c6da1bdab394 None None] Provisioning complete for port 7069ba05-7868-4684-a84f-ea06030b9c1f triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:52:22.242219 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d45223c8-2e51-49e7-b955-c6da1bdab394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:22.284978 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-b53090c3-d8c2-44d3-a008-fb3cfaa40d48 None None] Set router 3a008f88-db7c-4089-a1d2-98f7ea72b4c6 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:52:22.355178 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d45223c8-2e51-49e7-b955-c6da1bdab394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:22.407346 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-d45223c8-2e51-49e7-b955-c6da1bdab394 None None] For port 7069ba05-7868-4684-a84f-ea06030b9c1f, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=7069ba05-7868-4684-a84f-ea06030b9c1f,segment=NetworkSegment(ea5461ff-5e85-4d28-bcd4-a7da0a9a1de7),segment_id=ea5461ff-5e85-4d28-bcd4-a7da0a9a1de7)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:52:22.417208 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d45223c8-2e51-49e7-b955-c6da1bdab394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:22.510983 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:22.552753 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45223c8-2e51-49e7-b955-c6da1bdab394 None None] Pushing event updated for resources: {'Port': ['ID=7069ba05-7868-4684-a84f-ea06030b9c1f,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:52:22.589264 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-9c6fcc2e-35aa-4b17-9bd7-b88c547590d9 None None] Provisioning complete for port 7069ba05-7868-4684-a84f-ea06030b9c1f triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:52:22.589839 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9c6fcc2e-35aa-4b17-9bd7-b88c547590d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:22.611745 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7602629c-d5f5-4d3e-a5b6-e5d0e361ae4b req-497ee074-902d-43a3-bb16-db0a0cf9a405 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=e147a847-4997-4dc1-be3e-d28e87399a15 HTTP/1.1" status: 200 len: 210 time: 0.0531356 Nov 09 21:52:22.647115 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-b53090c3-d8c2-44d3-a008-fb3cfaa40d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a008f88-db7c-4089-a1d2-98f7ea72b4c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730418713', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '95283678-4def-4829-bfe6-87d7fcea0139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:52:14Z', 'updated_at': '2021-11-09T21:52:18Z', 'revision_number': 4, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': '95283678-4def-4829-bfe6-87d7fcea0139', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a008f88-db7c-4089-a1d2-98f7ea72b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:52:15Z', 'updated_at': '2021-11-09T21:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '7069ba05-7868-4684-a84f-ea06030b9c1f', 'name': '', 'network_id': 'ac10dac0-ac57-49ce-bc21-609661687a8f', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'mac_address': 'fa:16:3e:ef:c8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a008f88-db7c-4089-a1d2-98f7ea72b4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'a81d09c1-e11d-4c94-b2c8-9e9662f6844e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:52:17Z', 'updated_at': '2021-11-09T21:52:22Z', 'revision_number': 4, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'subnets': [{'id': 'a81d09c1-e11d-4c94-b2c8-9e9662f6844e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:52:22.682809 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53090c3-d8c2-44d3-a008-fb3cfaa40d48 None None] The sync data for ids ['3a008f88-db7c-4089-a1d2-98f7ea72b4c6'] in n-d-816206-3 is: [{'id': '3a008f88-db7c-4089-a1d2-98f7ea72b4c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730418713', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '95283678-4def-4829-bfe6-87d7fcea0139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:52:14Z', 'updated_at': '2021-11-09T21:52:18Z', 'revision_number': 4, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': '95283678-4def-4829-bfe6-87d7fcea0139', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a008f88-db7c-4089-a1d2-98f7ea72b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:52:15Z', 'updated_at': '2021-11-09T21:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '7069ba05-7868-4684-a84f-ea06030b9c1f', 'name': '', 'network_id': 'ac10dac0-ac57-49ce-bc21-609661687a8f', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'mac_address': 'fa:16:3e:ef:c8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a008f88-db7c-4089-a1d2-98f7ea72b4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'a81d09c1-e11d-4c94-b2c8-9e9662f6844e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:52:17Z', 'updated_at': '2021-11-09T21:52:22Z', 'revision_number': 4, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'subnets': [{'id': 'a81d09c1-e11d-4c94-b2c8-9e9662f6844e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:52:22.704257 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-f46ff4ab-859e-4c02-a4e0-f5f758cb8646 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:22.706288 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-f46ff4ab-859e-4c02-a4e0-f5f758cb8646 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.45 "GET /v2.0/networks?id=ac10dac0-ac57-49ce-bc21-609661687a8f HTTP/1.1" status: 200 len: 796 time: 0.2679594 Nov 09 21:52:22.797366 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-7f7a1ddf-df91-4c55-bf15-32a6bb18b447 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7411b744b214ee4a720fd6796dc002b HTTP/1.1" status: 200 len: 380 time: 0.0804839 Nov 09 21:52:22.820288 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-cbb77948-f5a2-430e-9f7a-8271d139e86d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Request body: {'port': {'device_id': 'e147a847-4997-4dc1-be3e-d28e87399a15', 'network_id': 'ac10dac0-ac57-49ce-bc21-609661687a8f', 'admin_state_up': True, 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'security_groups': ['0faeb8c7-d051-4240-8dfb-2899c204983c']}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:52:22.950491 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 7069ba05-7868-4684-a84f-ea06030b9c1f up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:52:22.975082 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-cbb77948-f5a2-430e-9f7a-8271d139e86d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Made reservation on behalf of d7411b744b214ee4a720fd6796dc002b for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:52:22.981416 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-cbb77948-f5a2-430e-9f7a-8271d139e86d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:23.013936 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:23.030836 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 7069ba05-7868-4684-a84f-ea06030b9c1f triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:52:23.031216 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:23.149860 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-cbb77948-f5a2-430e-9f7a-8271d139e86d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Allocated IP 172.20.0.8 (ac10dac0-ac57-49ce-bc21-609661687a8f/a81d09c1-e11d-4c94-b2c8-9e9662f6844e/54ba6aa0-6902-4b3e-a576-0bae9134d415) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:52:23.308237 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-cbb77948-f5a2-430e-9f7a-8271d139e86d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:23.346945 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-cbb77948-f5a2-430e-9f7a-8271d139e86d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:23.391352 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-cbb77948-f5a2-430e-9f7a-8271d139e86d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Network ac10dac0-ac57-49ce-bc21-609661687a8f is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:52:23.394212 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-cbb77948-f5a2-430e-9f7a-8271d139e86d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:52:23.397446 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:23.402866 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-cbb77948-f5a2-430e-9f7a-8271d139e86d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:52:23.436953 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb77948-f5a2-430e-9f7a-8271d139e86d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'Port': ['ID=54ba6aa0-6902-4b3e-a576-0bae9134d415,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:52:23.469658 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-cbb77948-f5a2-430e-9f7a-8271d139e86d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:23.470454 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-cbb77948-f5a2-430e-9f7a-8271d139e86d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:23.491838 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-cbb77948-f5a2-430e-9f7a-8271d139e86d tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6848433 Nov 09 21:52:23.507982 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-a2d437a1-937a-46d5-bb5e-4582bfad5031 service neutron] Request body: {'port': {'device_id': 'e147a847-4997-4dc1-be3e-d28e87399a15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:52:23.577458 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-a2d437a1-937a-46d5-bb5e-4582bfad5031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:23.745049 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-ff4baafb-9a43-4878-ae6f-67fa93e6648f None None] Provisioning complete for port 54ba6aa0-6902-4b3e-a576-0bae9134d415 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:52:23.745774 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ff4baafb-9a43-4878-ae6f-67fa93e6648f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:23.781208 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8cc055-31ec-4a7a-af82-f7259db7faac req-35ef6d8c-ae8c-4dcc-a054-e50c750032bc tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:23.783635 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ca8cc055-31ec-4a7a-af82-f7259db7faac req-35ef6d8c-ae8c-4dcc-a054-e50c750032bc tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=e147a847-4997-4dc1-be3e-d28e87399a15 HTTP/1.1" status: 200 len: 931 time: 0.0790701 Nov 09 21:52:23.809166 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-ff4baafb-9a43-4878-ae6f-67fa93e6648f None None] Port 54ba6aa0-6902-4b3e-a576-0bae9134d415 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:52:23.858240 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ca8cc055-31ec-4a7a-af82-f7259db7faac req-be0433f0-b24c-4537-b52a-a900e80e4071 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=0faeb8c7-d051-4240-8dfb-2899c204983c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667660 Nov 09 21:52:23.964432 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-a2d437a1-937a-46d5-bb5e-4582bfad5031 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54ba6aa0-6902-4b3e-a576-0bae9134d415 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:52:23.972840 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-a2d437a1-937a-46d5-bb5e-4582bfad5031 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:23.987433 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-a2d437a1-937a-46d5-bb5e-4582bfad5031 service neutron] Transition to ACTIVE for port object 54ba6aa0-6902-4b3e-a576-0bae9134d415 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:52:23.992692 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-a2d437a1-937a-46d5-bb5e-4582bfad5031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:24.065174 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d437a1-937a-46d5-bb5e-4582bfad5031 service neutron] Pushing event updated for resources: {'Port': ['ID=54ba6aa0-6902-4b3e-a576-0bae9134d415,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:52:24.134042 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-a2d437a1-937a-46d5-bb5e-4582bfad5031 service neutron] Attempting to bind port 54ba6aa0-6902-4b3e-a576-0bae9134d415 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:52:24.134402 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-a2d437a1-937a-46d5-bb5e-4582bfad5031 service neutron] Attempting to bind port 54ba6aa0-6902-4b3e-a576-0bae9134d415 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'ea5461ff-5e85-4d28-bcd4-a7da0a9a1de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ac10dac0-ac57-49ce-bc21-609661687a8f'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:52:24.134729 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-a2d437a1-937a-46d5-bb5e-4582bfad5031 service neutron] Attempting to bind port 54ba6aa0-6902-4b3e-a576-0bae9134d415 on network ac10dac0-ac57-49ce-bc21-609661687a8f {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:52:24.141161 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-a2d437a1-937a-46d5-bb5e-4582bfad5031 service neutron] Port 54ba6aa0-6902-4b3e-a576-0bae9134d415 on network ac10dac0-ac57-49ce-bc21-609661687a8f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:52:24.141484 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-a2d437a1-937a-46d5-bb5e-4582bfad5031 service neutron] Attempting to bind port 54ba6aa0-6902-4b3e-a576-0bae9134d415 on network ac10dac0-ac57-49ce-bc21-609661687a8f {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:52:24.146910 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-a2d437a1-937a-46d5-bb5e-4582bfad5031 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:52:24.147245 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-a2d437a1-937a-46d5-bb5e-4582bfad5031 service neutron] Checking segment: {'id': 'ea5461ff-5e85-4d28-bcd4-a7da0a9a1de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ac10dac0-ac57-49ce-bc21-609661687a8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:52:24.147631 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-a2d437a1-937a-46d5-bb5e-4582bfad5031 service neutron] Bound using segment: {'id': 'ea5461ff-5e85-4d28-bcd4-a7da0a9a1de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ac10dac0-ac57-49ce-bc21-609661687a8f'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:52:24.148667 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-a2d437a1-937a-46d5-bb5e-4582bfad5031 service neutron] Bound port: 54ba6aa0-6902-4b3e-a576-0bae9134d415, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea5461ff-5e85-4d28-bcd4-a7da0a9a1de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ac10dac0-ac57-49ce-bc21-609661687a8f'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:52:24.149027 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-a2d437a1-937a-46d5-bb5e-4582bfad5031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:24.219697 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-a2d437a1-937a-46d5-bb5e-4582bfad5031 service neutron] For port 54ba6aa0-6902-4b3e-a576-0bae9134d415, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:52:24.222996 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-a2d437a1-937a-46d5-bb5e-4582bfad5031 service neutron] For port 54ba6aa0-6902-4b3e-a576-0bae9134d415, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=54ba6aa0-6902-4b3e-a576-0bae9134d415,segment=NetworkSegment(ea5461ff-5e85-4d28-bcd4-a7da0a9a1de7),segment_id=ea5461ff-5e85-4d28-bcd4-a7da0a9a1de7)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:52:24.228439 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-a2d437a1-937a-46d5-bb5e-4582bfad5031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:24.264365 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-a2d437a1-937a-46d5-bb5e-4582bfad5031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:24.265549 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-a2d437a1-937a-46d5-bb5e-4582bfad5031 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:24.267037 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-a2d437a1-937a-46d5-bb5e-4582bfad5031 service neutron] 10.222.0.45 "PUT /v2.0/ports/54ba6aa0-6902-4b3e-a576-0bae9134d415 HTTP/1.1" status: 200 len: 1091 time: 0.7667985 Nov 09 21:52:24.267541 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e147a847-4997-4dc1-be3e-d28e87399a15', 'tag': '54ba6aa0-6902-4b3e-a576-0bae9134d415'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:52:24.270005 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2d3580-c24e-4c49-925d-f61985341cba" -d '{"events": [{"name": "network-changed", "server_uuid": "e147a847-4997-4dc1-be3e-d28e87399a15", "tag": "54ba6aa0-6902-4b3e-a576-0bae9134d415"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:52:24.297362 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d437a1-937a-46d5-bb5e-4582bfad5031 service neutron] Pushing event updated for resources: {'Port': ['ID=54ba6aa0-6902-4b3e-a576-0bae9134d415,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:52:24.347661 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5980aa-8114-470e-9da3-54b52c7f9dda x-openstack-request-id: req-7e5980aa-8114-470e-9da3-54b52c7f9dda {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:52:24.348092 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e147a847-4997-4dc1-be3e-d28e87399a15", "tag": "54ba6aa0-6902-4b3e-a576-0bae9134d415", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:52:24.349424 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7e5980aa-8114-470e-9da3-54b52c7f9dda {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:52:24.349784 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e147a847-4997-4dc1-be3e-d28e87399a15', 'tag': '54ba6aa0-6902-4b3e-a576-0bae9134d415', 'status': 'completed', 'code': 200} Nov 09 21:52:24.386149 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-627dfefa-e8b9-4de0-8a33-454afeaa1b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:24.388279 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-627dfefa-e8b9-4de0-8a33-454afeaa1b7d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7411b744b214ee4a720fd6796dc002b&device_id=e147a847-4997-4dc1-be3e-d28e87399a15 HTTP/1.1" status: 200 len: 1094 time: 0.0545063 Nov 09 21:52:24.771446 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-9f936485-0531-4039-a1eb-383750abdda0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54ba6aa0-6902-4b3e-a576-0bae9134d415 HTTP/1.1" status: 200 len: 217 time: 0.3758008 Nov 09 21:52:24.821495 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-5784dd5d-613a-4723-8c30-56e2fb21cf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:24.822949 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-5784dd5d-613a-4723-8c30-56e2fb21cf42 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a81d09c1-e11d-4c94-b2c8-9e9662f6844e HTTP/1.1" status: 200 len: 834 time: 0.0441582 Nov 09 21:52:24.868511 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-568a4b39-38fd-4058-83a0-7277e22cfec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:24.870034 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-568a4b39-38fd-4058-83a0-7277e22cfec9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac10dac0-ac57-49ce-bc21-609661687a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403986 Nov 09 21:52:24.968726 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-8718f2f2-bfec-462d-a86c-03d41a99edc4 service neutron] 10.222.0.45 "GET /v2.0/networks/ac10dac0-ac57-49ce-bc21-609661687a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915837 Nov 09 21:52:24.974815 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab251f-4658-47fa-bf6a-470057937e55 req-0065d6c5-654a-4253-be46-9e68a66178ee tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:24.976938 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c3ab251f-4658-47fa-bf6a-470057937e55 req-0065d6c5-654a-4253-be46-9e68a66178ee tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=e147a847-4997-4dc1-be3e-d28e87399a15 HTTP/1.1" status: 200 len: 943 time: 0.0524998 Nov 09 21:52:25.037047 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c3ab251f-4658-47fa-bf6a-470057937e55 req-d6a3b718-0f9f-47de-bf36-ac6fe1de6f74 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=0faeb8c7-d051-4240-8dfb-2899c204983c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519915 Nov 09 21:52:25.072667 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f7aa2c66-34c5-4c7a-a373-e53597aaf51a req-7f21f2d7-c594-4f27-bfa8-037a07e7a87e service neutron] 10.222.0.45 "GET /v2.0/networks/ac10dac0-ac57-49ce-bc21-609661687a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968132 Nov 09 21:52:25.165555 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d3580-c24e-4c49-925d-f61985341cba req-59f27583-dd78-4aa9-9151-1ce7f77a88e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:25.168220 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7b2d3580-c24e-4c49-925d-f61985341cba req-59f27583-dd78-4aa9-9151-1ce7f77a88e8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7411b744b214ee4a720fd6796dc002b&device_id=e147a847-4997-4dc1-be3e-d28e87399a15 HTTP/1.1" status: 200 len: 1094 time: 0.0475063 Nov 09 21:52:25.259771 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d3580-c24e-4c49-925d-f61985341cba req-57aa301a-a6ad-4824-96fd-2fc416df27a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:25.261266 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7b2d3580-c24e-4c49-925d-f61985341cba req-57aa301a-a6ad-4824-96fd-2fc416df27a0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ac10dac0-ac57-49ce-bc21-609661687a8f HTTP/1.1" status: 200 len: 896 time: 0.0867474 Nov 09 21:52:25.308647 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7b2d3580-c24e-4c49-925d-f61985341cba req-07818dce-d18d-4bf8-bd96-53d25f96e537 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54ba6aa0-6902-4b3e-a576-0bae9134d415 HTTP/1.1" status: 200 len: 217 time: 0.0411279 Nov 09 21:52:25.362078 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d3580-c24e-4c49-925d-f61985341cba req-d7383905-6861-426e-8fc6-54a6b374aeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:25.363535 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7b2d3580-c24e-4c49-925d-f61985341cba req-d7383905-6861-426e-8fc6-54a6b374aeaf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a81d09c1-e11d-4c94-b2c8-9e9662f6844e HTTP/1.1" status: 200 len: 834 time: 0.0482669 Nov 09 21:52:25.410169 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d3580-c24e-4c49-925d-f61985341cba req-c61c9811-2c34-4be8-803d-186f25570d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:25.412617 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7b2d3580-c24e-4c49-925d-f61985341cba req-c61c9811-2c34-4be8-803d-186f25570d41 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac10dac0-ac57-49ce-bc21-609661687a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411603 Nov 09 21:52:25.509404 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7b2d3580-c24e-4c49-925d-f61985341cba req-d5829c1a-2eaa-4004-9436-80e80b0f2579 service neutron] 10.222.0.45 "GET /v2.0/networks/ac10dac0-ac57-49ce-bc21-609661687a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879581 Nov 09 21:52:25.599924 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7b2d3580-c24e-4c49-925d-f61985341cba req-16e659c7-2d59-403f-9f7f-747778e93cb1 service neutron] 10.222.0.45 "GET /v2.0/networks/ac10dac0-ac57-49ce-bc21-609661687a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835898 Nov 09 21:52:26.151386 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30d204-a2c9-4c24-822f-944967cb1c6e req-58cc0a39-815a-4833-bfd9-d2a823b34f42 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:26.152880 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4c30d204-a2c9-4c24-822f-944967cb1c6e req-58cc0a39-815a-4833-bfd9-d2a823b34f42 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=e147a847-4997-4dc1-be3e-d28e87399a15 HTTP/1.1" status: 200 len: 943 time: 0.0502837 Nov 09 21:52:26.204974 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4c30d204-a2c9-4c24-822f-944967cb1c6e req-4b227e06-5847-4c0a-b9a7-785fd8a69aae tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=0faeb8c7-d051-4240-8dfb-2899c204983c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459254 Nov 09 21:52:27.329770 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90664d-85e2-4b74-9fb7-e07d92e93ded req-165d4ab2-02ad-4119-af78-f26b7fe5f9fd tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:27.331274 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-eb90664d-85e2-4b74-9fb7-e07d92e93ded req-165d4ab2-02ad-4119-af78-f26b7fe5f9fd tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=e147a847-4997-4dc1-be3e-d28e87399a15 HTTP/1.1" status: 200 len: 943 time: 0.0565553 Nov 09 21:52:27.394879 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-eb90664d-85e2-4b74-9fb7-e07d92e93ded req-d7578f85-3d1a-42c1-bb4a-635c2cd167e8 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=0faeb8c7-d051-4240-8dfb-2899c204983c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511589 Nov 09 21:52:28.106060 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 54ba6aa0-6902-4b3e-a576-0bae9134d415 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:52:28.205906 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 54ba6aa0-6902-4b3e-a576-0bae9134d415, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=54ba6aa0-6902-4b3e-a576-0bae9134d415,segment=NetworkSegment(ea5461ff-5e85-4d28-bcd4-a7da0a9a1de7),segment_id=ea5461ff-5e85-4d28-bcd4-a7da0a9a1de7)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:52:28.218588 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '54ba6aa0-6902-4b3e-a576-0bae9134d415', 'network_id': 'ac10dac0-ac57-49ce-bc21-609661687a8f', 'port_id': '54ba6aa0-6902-4b3e-a576-0bae9134d415', 'mac_address': 'fa:16:3e:4b:4b:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a81d09c1-e11d-4c94-b2c8-9e9662f6844e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:52:28.259319 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:28.272210 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54ba6aa0-6902-4b3e-a576-0bae9134d415 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:52:28.291452 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 54ba6aa0-6902-4b3e-a576-0bae9134d415, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=54ba6aa0-6902-4b3e-a576-0bae9134d415,segment=NetworkSegment(ea5461ff-5e85-4d28-bcd4-a7da0a9a1de7),segment_id=ea5461ff-5e85-4d28-bcd4-a7da0a9a1de7)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:52:28.295905 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:28.352603 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=54ba6aa0-6902-4b3e-a576-0bae9134d415,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:52:28.506564 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['54ba6aa0-6902-4b3e-a576-0bae9134d415'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:52:28.523616 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abff572-b9a5-421d-a882-ae51cbc09dda req-d3154b61-2c8e-468a-a3d2-d35b438bd6ea tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:28.525838 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3abff572-b9a5-421d-a882-ae51cbc09dda req-d3154b61-2c8e-468a-a3d2-d35b438bd6ea tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=e147a847-4997-4dc1-be3e-d28e87399a15 HTTP/1.1" status: 200 len: 944 time: 0.0692949 Nov 09 21:52:28.578846 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3abff572-b9a5-421d-a882-ae51cbc09dda req-ae53cc86-d8d2-4f26-8019-4fe49cb712c2 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=0faeb8c7-d051-4240-8dfb-2899c204983c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453107 Nov 09 21:52:29.692880 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0039f7-12b2-41cd-958b-5b5073e04f47 req-9739f0a6-d129-44d0-847b-baefe3d4103f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:29.694379 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9e0039f7-12b2-41cd-958b-5b5073e04f47 req-9739f0a6-d129-44d0-847b-baefe3d4103f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=e147a847-4997-4dc1-be3e-d28e87399a15 HTTP/1.1" status: 200 len: 944 time: 0.0490785 Nov 09 21:52:29.748034 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9e0039f7-12b2-41cd-958b-5b5073e04f47 req-e98c2b8a-15da-497f-acd9-32848348726e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=0faeb8c7-d051-4240-8dfb-2899c204983c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477991 Nov 09 21:52:30.138054 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 54ba6aa0-6902-4b3e-a576-0bae9134d415 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:52:30.195053 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 54ba6aa0-6902-4b3e-a576-0bae9134d415 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:52:30.198845 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 54ba6aa0-6902-4b3e-a576-0bae9134d415 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:52:30.199228 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:30.286150 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:30.308857 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e147a847-4997-4dc1-be3e-d28e87399a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ba6aa0-6902-4b3e-a576-0bae9134d415'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:52:30.311080 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e4db92-5f55-4c7c-ae41-4182b4f6892e" -d '{"events": [{"server_uuid": "e147a847-4997-4dc1-be3e-d28e87399a15", "name": "network-vif-plugged", "status": "completed", "tag": "54ba6aa0-6902-4b3e-a576-0bae9134d415"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:52:30.324373 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 54ba6aa0-6902-4b3e-a576-0bae9134d415, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=54ba6aa0-6902-4b3e-a576-0bae9134d415,segment=NetworkSegment(ea5461ff-5e85-4d28-bcd4-a7da0a9a1de7),segment_id=ea5461ff-5e85-4d28-bcd4-a7da0a9a1de7)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:52:30.329250 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:30.358093 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76049ac-a999-4a65-94f2-a2dfa5d86d10 x-openstack-request-id: req-a76049ac-a999-4a65-94f2-a2dfa5d86d10 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:52:30.358375 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e147a847-4997-4dc1-be3e-d28e87399a15", "name": "network-vif-plugged", "status": "completed", "tag": "54ba6aa0-6902-4b3e-a576-0bae9134d415", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:52:30.358694 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a76049ac-a999-4a65-94f2-a2dfa5d86d10 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:52:30.359015 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e147a847-4997-4dc1-be3e-d28e87399a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ba6aa0-6902-4b3e-a576-0bae9134d415', 'code': 200} Nov 09 21:52:30.386074 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=54ba6aa0-6902-4b3e-a576-0bae9134d415,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:52:30.461230 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987140c-dca1-4442-9908-9623555c329a req-fce89fa1-7850-4ac9-85d0-47b8b96596a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:30.462720 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c987140c-dca1-4442-9908-9623555c329a req-fce89fa1-7850-4ac9-85d0-47b8b96596a3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e147a847-4997-4dc1-be3e-d28e87399a15 HTTP/1.1" status: 200 len: 1096 time: 0.0406935 Nov 09 21:52:30.510084 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c987140c-dca1-4442-9908-9623555c329a req-7fd4b514-f3da-4d4f-aae0-01b620b35645 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0faeb8c7-d051-4240-8dfb-2899c204983c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400045 Nov 09 21:52:30.869781 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be15a3-bd59-4b37-911b-50a618092b69 req-6a721661-f17f-472c-b2db-b0999c3abcd6 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:30.871000 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-55be15a3-bd59-4b37-911b-50a618092b69 req-6a721661-f17f-472c-b2db-b0999c3abcd6 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=e147a847-4997-4dc1-be3e-d28e87399a15 HTTP/1.1" status: 200 len: 945 time: 0.0526326 Nov 09 21:52:30.922439 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-55be15a3-bd59-4b37-911b-50a618092b69 req-4914ff1b-3923-4282-ab8c-983dde466caa tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=0faeb8c7-d051-4240-8dfb-2899c204983c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444305 Nov 09 21:52:32.051197 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac377270-441a-48d2-bdcc-afccf1e979d5 req-51b50ac2-87ba-451a-9d51-8fc4b3e6a9ee tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:32.052721 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ac377270-441a-48d2-bdcc-afccf1e979d5 req-51b50ac2-87ba-451a-9d51-8fc4b3e6a9ee tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=e147a847-4997-4dc1-be3e-d28e87399a15 HTTP/1.1" status: 200 len: 945 time: 0.0582232 Nov 09 21:52:32.107428 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ac377270-441a-48d2-bdcc-afccf1e979d5 req-23fd82fc-f6e2-41e1-8a53-edfd609d8c78 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=0faeb8c7-d051-4240-8dfb-2899c204983c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448637 Nov 09 21:52:32.223930 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b5ea02-ae19-415c-9701-03015eb2835c req-4aaed029-cbd5-4691-975e-06361ca4e1fc tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:32.225579 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f4b5ea02-ae19-415c-9701-03015eb2835c req-4aaed029-cbd5-4691-975e-06361ca4e1fc tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=e147a847-4997-4dc1-be3e-d28e87399a15 HTTP/1.1" status: 200 len: 945 time: 0.0520895 Nov 09 21:52:32.286664 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f4b5ea02-ae19-415c-9701-03015eb2835c req-4af67cb1-3174-460e-9ba1-c40bfb9fa522 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=0faeb8c7-d051-4240-8dfb-2899c204983c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512891 Nov 09 21:52:32.311395 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60766) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:52:32.361839 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf1d922-0f87-4e19-9d6a-22fd510d6fd5 tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:32.366502 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2cf1d922-0f87-4e19-9d6a-22fd510d6fd5 tempest-TestNetworkAdvancedServerOps-151963176 tempest-TestNetworkAdvancedServerOps-151963176-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e147a847-4997-4dc1-be3e-d28e87399a15 HTTP/1.1" status: 200 len: 1091 time: 0.0499320 Nov 09 21:52:32.367363 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60768) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:52:32.372823 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-baa73ff9-6c41-4dae-be2a-87bb11ccf61f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'port_id': '54ba6aa0-6902-4b3e-a576-0bae9134d415', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:52:32.395828 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-baa73ff9-6c41-4dae-be2a-87bb11ccf61f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for floatingip, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:32.523546 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-baa73ff9-6c41-4dae-be2a-87bb11ccf61f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:32.638582 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-baa73ff9-6c41-4dae-be2a-87bb11ccf61f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Allocated IP 172.25.7.249 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/c73e28f0-4cdd-47dc-b58f-9b6aebfaeb9f) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:52:32.748946 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-baa73ff9-6c41-4dae-be2a-87bb11ccf61f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:32.782860 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-baa73ff9-6c41-4dae-be2a-87bb11ccf61f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:32.835987 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa73ff9-6c41-4dae-be2a-87bb11ccf61f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:52:32.839969 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa73ff9-6c41-4dae-be2a-87bb11ccf61f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'Port': ['ID=c73e28f0-4cdd-47dc-b58f-9b6aebfaeb9f,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:52:32.842549 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-baa73ff9-6c41-4dae-be2a-87bb11ccf61f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:52:32.844915 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa73ff9-6c41-4dae-be2a-87bb11ccf61f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:52:33.236448 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-baa73ff9-6c41-4dae-be2a-87bb11ccf61f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:33.310280 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-baa73ff9-6c41-4dae-be2a-87bb11ccf61f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:33.477587 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-baa73ff9-6c41-4dae-be2a-87bb11ccf61f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:33.481959 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-baa73ff9-6c41-4dae-be2a-87bb11ccf61f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:33.550148 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa73ff9-6c41-4dae-be2a-87bb11ccf61f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event updated for resources: {'Port': ['ID=c73e28f0-4cdd-47dc-b58f-9b6aebfaeb9f,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:52:33.560815 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-baa73ff9-6c41-4dae-be2a-87bb11ccf61f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:33.665448 n-d-816206-3 neutron-server[102608]: INFO neutron.db.l3_db [None req-baa73ff9-6c41-4dae-be2a-87bb11ccf61f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Floating IP d14ec9ee-0082-468c-ac5f-2f54fa453b4b associated. External IP: 172.25.7.249, port: 54ba6aa0-6902-4b3e-a576-0bae9134d415. Nov 09 21:52:33.881365 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa73ff9-6c41-4dae-be2a-87bb11ccf61f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Router 3a008f88-db7c-4089-a1d2-98f7ea72b4c6 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:52:33.905174 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:33.996541 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa73ff9-6c41-4dae-be2a-87bb11ccf61f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:52:34.007264 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8446fff6-1bb1-414d-b36c-d2d69410eacf None None] Sync routers for ids ['3a008f88-db7c-4089-a1d2-98f7ea72b4c6'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:52:34.015912 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-baa73ff9-6c41-4dae-be2a-87bb11ccf61f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:34.017987 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8446fff6-1bb1-414d-b36c-d2d69410eacf None None] Routers {'3a008f88-db7c-4089-a1d2-98f7ea72b4c6'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:52:34.018612 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-8446fff6-1bb1-414d-b36c-d2d69410eacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:52:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['3a008f88-db7c-4089-a1d2-98f7ea72b4c6'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:52:34.049497 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-baa73ff9-6c41-4dae-be2a-87bb11ccf61f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6776648 Nov 09 21:52:34.049497 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e147a847-4997-4dc1-be3e-d28e87399a15', 'tag': '54ba6aa0-6902-4b3e-a576-0bae9134d415'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:52:34.050298 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af044d3-037a-45e2-98f8-084ceed887de" -d '{"events": [{"name": "network-changed", "server_uuid": "e147a847-4997-4dc1-be3e-d28e87399a15", "tag": "54ba6aa0-6902-4b3e-a576-0bae9134d415"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:52:34.087314 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974a980a-f73c-48c7-893a-0bcbf08a2ad7 x-openstack-request-id: req-974a980a-f73c-48c7-893a-0bcbf08a2ad7 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:52:34.087833 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e147a847-4997-4dc1-be3e-d28e87399a15", "tag": "54ba6aa0-6902-4b3e-a576-0bae9134d415", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:52:34.088256 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-974a980a-f73c-48c7-893a-0bcbf08a2ad7 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:52:34.088845 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e147a847-4997-4dc1-be3e-d28e87399a15', 'tag': '54ba6aa0-6902-4b3e-a576-0bae9134d415', 'status': 'completed', 'code': 200} Nov 09 21:52:34.187102 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-8446fff6-1bb1-414d-b36c-d2d69410eacf None None] Set router 3a008f88-db7c-4089-a1d2-98f7ea72b4c6 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:52:34.188911 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af044d3-037a-45e2-98f8-084ceed887de req-37390fd7-38d5-40ed-858a-39f5cb8d610a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:34.190442 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6af044d3-037a-45e2-98f8-084ceed887de req-37390fd7-38d5-40ed-858a-39f5cb8d610a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7411b744b214ee4a720fd6796dc002b&device_id=e147a847-4997-4dc1-be3e-d28e87399a15 HTTP/1.1" status: 200 len: 1096 time: 0.0787995 Nov 09 21:52:34.216467 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281813ae-99c1-4905-abb1-25da304c97bd req-a761cb4e-887b-46f7-bd0e-7eb5f210a513 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:34.218142 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-281813ae-99c1-4905-abb1-25da304c97bd req-a761cb4e-887b-46f7-bd0e-7eb5f210a513 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=e147a847-4997-4dc1-be3e-d28e87399a15 HTTP/1.1" status: 200 len: 945 time: 0.0770280 Nov 09 21:52:34.330393 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-281813ae-99c1-4905-abb1-25da304c97bd req-f7493e88-b525-4c11-b566-7d567732cf57 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=0faeb8c7-d051-4240-8dfb-2899c204983c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021299 Nov 09 21:52:34.344705 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af044d3-037a-45e2-98f8-084ceed887de req-95578810-aecf-4169-98da-35224a8d61df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:34.346350 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6af044d3-037a-45e2-98f8-084ceed887de req-95578810-aecf-4169-98da-35224a8d61df service neutron] 10.222.0.45 "GET /v2.0/networks?id=ac10dac0-ac57-49ce-bc21-609661687a8f HTTP/1.1" status: 200 len: 896 time: 0.1468627 Nov 09 21:52:34.362389 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60786) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:52:34.433436 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6af044d3-037a-45e2-98f8-084ceed887de req-22719394-8ac2-4767-ae01-6b15578bcab4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54ba6aa0-6902-4b3e-a576-0bae9134d415 HTTP/1.1" status: 200 len: 999 time: 0.0730433 Nov 09 21:52:34.444286 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-80a553b3-d959-49c5-a7a9-98699c7b87ee tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/floatingips/d14ec9ee-0082-468c-ac5f-2f54fa453b4b HTTP/1.1" status: 200 len: 991 time: 0.0799673 Nov 09 21:52:34.457560 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-8446fff6-1bb1-414d-b36c-d2d69410eacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a008f88-db7c-4089-a1d2-98f7ea72b4c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730418713', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '95283678-4def-4829-bfe6-87d7fcea0139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:52:14Z', 'updated_at': '2021-11-09T21:52:18Z', 'revision_number': 4, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': '95283678-4def-4829-bfe6-87d7fcea0139', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a008f88-db7c-4089-a1d2-98f7ea72b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:52:15Z', 'updated_at': '2021-11-09T21:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': 'd14ec9ee-0082-468c-ac5f-2f54fa453b4b', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'floating_ip_address': '172.25.7.249', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '3a008f88-db7c-4089-a1d2-98f7ea72b4c6', 'port_id': '54ba6aa0-6902-4b3e-a576-0bae9134d415', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac10dac0-ac57-49ce-bc21-609661687a8f', 'mac_address': 'fa:16:3e:4b:4b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e147a847-4997-4dc1-be3e-d28e87399a15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:52:33Z', 'updated_at': '2021-11-09T21:52:33Z', 'revision_number': 0, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7069ba05-7868-4684-a84f-ea06030b9c1f', 'name': '', 'network_id': 'ac10dac0-ac57-49ce-bc21-609661687a8f', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'mac_address': 'fa:16:3e:ef:c8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a008f88-db7c-4089-a1d2-98f7ea72b4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'a81d09c1-e11d-4c94-b2c8-9e9662f6844e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:52:17Z', 'updated_at': '2021-11-09T21:52:22Z', 'revision_number': 5, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'subnets': [{'id': 'a81d09c1-e11d-4c94-b2c8-9e9662f6844e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:52:34.494402 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af044d3-037a-45e2-98f8-084ceed887de req-704caa90-43e1-42f4-ab28-0dbb8b39749c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:34.496034 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6af044d3-037a-45e2-98f8-084ceed887de req-704caa90-43e1-42f4-ab28-0dbb8b39749c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a81d09c1-e11d-4c94-b2c8-9e9662f6844e HTTP/1.1" status: 200 len: 834 time: 0.0562432 Nov 09 21:52:34.555257 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af044d3-037a-45e2-98f8-084ceed887de req-3098cfa9-a1d4-4848-8725-11f1d6092347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:34.556856 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6af044d3-037a-45e2-98f8-084ceed887de req-3098cfa9-a1d4-4848-8725-11f1d6092347 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac10dac0-ac57-49ce-bc21-609661687a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528092 Nov 09 21:52:34.649797 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8446fff6-1bb1-414d-b36c-d2d69410eacf None None] Checking router: 3a008f88-db7c-4089-a1d2-98f7ea72b4c6 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:52:34.658384 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8446fff6-1bb1-414d-b36c-d2d69410eacf None None] Routers {'3a008f88-db7c-4089-a1d2-98f7ea72b4c6'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:52:34.659088 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-8446fff6-1bb1-414d-b36c-d2d69410eacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:52:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['3a008f88-db7c-4089-a1d2-98f7ea72b4c6'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:52:34.659958 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6af044d3-037a-45e2-98f8-084ceed887de req-8591606f-12bf-4167-8cba-09353cf5bf1f service neutron] 10.222.0.45 "GET /v2.0/networks/ac10dac0-ac57-49ce-bc21-609661687a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961673 Nov 09 21:52:34.753656 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6af044d3-037a-45e2-98f8-084ceed887de req-c92b16a2-fb6f-4365-a26e-e2a6e05d0676 service neutron] 10.222.0.45 "GET /v2.0/networks/ac10dac0-ac57-49ce-bc21-609661687a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865707 Nov 09 21:52:34.778429 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-8446fff6-1bb1-414d-b36c-d2d69410eacf None None] Set router 3a008f88-db7c-4089-a1d2-98f7ea72b4c6 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:52:35.013522 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-8446fff6-1bb1-414d-b36c-d2d69410eacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a008f88-db7c-4089-a1d2-98f7ea72b4c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730418713', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '95283678-4def-4829-bfe6-87d7fcea0139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:52:14Z', 'updated_at': '2021-11-09T21:52:18Z', 'revision_number': 4, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': '95283678-4def-4829-bfe6-87d7fcea0139', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a008f88-db7c-4089-a1d2-98f7ea72b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:52:15Z', 'updated_at': '2021-11-09T21:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': 'd14ec9ee-0082-468c-ac5f-2f54fa453b4b', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'floating_ip_address': '172.25.7.249', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '3a008f88-db7c-4089-a1d2-98f7ea72b4c6', 'port_id': '54ba6aa0-6902-4b3e-a576-0bae9134d415', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac10dac0-ac57-49ce-bc21-609661687a8f', 'mac_address': 'fa:16:3e:4b:4b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e147a847-4997-4dc1-be3e-d28e87399a15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:52:33Z', 'updated_at': '2021-11-09T21:52:33Z', 'revision_number': 0, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7069ba05-7868-4684-a84f-ea06030b9c1f', 'name': '', 'network_id': 'ac10dac0-ac57-49ce-bc21-609661687a8f', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'mac_address': 'fa:16:3e:ef:c8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a008f88-db7c-4089-a1d2-98f7ea72b4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'a81d09c1-e11d-4c94-b2c8-9e9662f6844e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:52:17Z', 'updated_at': '2021-11-09T21:52:22Z', 'revision_number': 5, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'subnets': [{'id': 'a81d09c1-e11d-4c94-b2c8-9e9662f6844e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:52:35.060246 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8446fff6-1bb1-414d-b36c-d2d69410eacf None None] The sync data for ids ['3a008f88-db7c-4089-a1d2-98f7ea72b4c6'] in n-d-816206-3 is: [{'id': '3a008f88-db7c-4089-a1d2-98f7ea72b4c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730418713', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '95283678-4def-4829-bfe6-87d7fcea0139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:52:14Z', 'updated_at': '2021-11-09T21:52:18Z', 'revision_number': 4, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': '95283678-4def-4829-bfe6-87d7fcea0139', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a008f88-db7c-4089-a1d2-98f7ea72b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:52:15Z', 'updated_at': '2021-11-09T21:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': 'd14ec9ee-0082-468c-ac5f-2f54fa453b4b', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'floating_ip_address': '172.25.7.249', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '3a008f88-db7c-4089-a1d2-98f7ea72b4c6', 'port_id': '54ba6aa0-6902-4b3e-a576-0bae9134d415', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac10dac0-ac57-49ce-bc21-609661687a8f', 'mac_address': 'fa:16:3e:4b:4b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e147a847-4997-4dc1-be3e-d28e87399a15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:52:33Z', 'updated_at': '2021-11-09T21:52:33Z', 'revision_number': 0, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7069ba05-7868-4684-a84f-ea06030b9c1f', 'name': '', 'network_id': 'ac10dac0-ac57-49ce-bc21-609661687a8f', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'mac_address': 'fa:16:3e:ef:c8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a008f88-db7c-4089-a1d2-98f7ea72b4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'a81d09c1-e11d-4c94-b2c8-9e9662f6844e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:52:17Z', 'updated_at': '2021-11-09T21:52:22Z', 'revision_number': 5, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'subnets': [{'id': 'a81d09c1-e11d-4c94-b2c8-9e9662f6844e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:52:35.289897 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44aac101-81dd-4c2c-bcee-a736ea8ff9f4 None None] New status for floating IP d14ec9ee-0082-468c-ac5f-2f54fa453b4b: ACTIVE {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:52:35.447639 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60790) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:52:35.511633 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-9d2db6f4-2cd8-4459-b26b-0d08a7da8464 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/floatingips/d14ec9ee-0082-468c-ac5f-2f54fa453b4b HTTP/1.1" status: 200 len: 993 time: 0.0627902 Nov 09 21:52:44.974766 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:52:47.669591 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8c42a47c-139e-431d-8e14-4e62ca511b11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:50.182550 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-50d3bea4-c914-43bd-bef9-d3e81a83582a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:51.099564 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:52.480284 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:53.005694 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:53.135242 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60864) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:52:53.294511 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-ac6c7bc2-067a-43de-a914-6d0221f1529d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Deleting port 4b264c72-4b0e-4b7e-9b69-df9b08249ab8 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:52:53.294747 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7bc2-067a-43de-a914-6d0221f1529d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:53.376650 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7bc2-067a-43de-a914-6d0221f1529d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:53.377038 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7bc2-067a-43de-a914-6d0221f1529d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:53.389914 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-ac6c7bc2-067a-43de-a914-6d0221f1529d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Calling delete_port for 4b264c72-4b0e-4b7e-9b69-df9b08249ab8 owned by network:floatingip {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:52:53.394773 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:53.540670 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7bc2-067a-43de-a914-6d0221f1529d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:53.567128 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c7bc2-067a-43de-a914-6d0221f1529d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Pushing event deleted for resources: {'Port': ['ID=4b264c72-4b0e-4b7e-9b69-df9b08249ab8,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:52:53.631487 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7bc2-067a-43de-a914-6d0221f1529d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks [] for floatingip, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:53.631745 n-d-816206-3 neutron-server[102608]: INFO neutron.db.l3_db [None req-ac6c7bc2-067a-43de-a914-6d0221f1529d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Floating IP 54ca89fb-5fbd-4283-900f-c3efbffabe50 disassociated (deleted). External IP: 172.25.7.225, port: ce749e04-24d9-420f-8fcf-bbd25abfb0fa. Nov 09 21:52:53.841756 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6c7bc2-067a-43de-a914-6d0221f1529d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Router 1b2e24c5-ccc7-4862-90b8-ee99c4c555d4 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:52:53.951844 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6c7bc2-067a-43de-a914-6d0221f1529d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:52:53.956662 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7bc2-067a-43de-a914-6d0221f1529d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:53.962198 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c05f26-10fb-4819-9a26-8754a9282742 None None] Sync routers for ids ['1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:52:53.973027 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c05f26-10fb-4819-9a26-8754a9282742 None None] Routers {'1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:52:53.973984 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-79c05f26-10fb-4819-9a26-8754a9282742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:52:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:52:53.985187 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ac6c7bc2-067a-43de-a914-6d0221f1529d tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "DELETE /v2.0/floatingips/54ca89fb-5fbd-4283-900f-c3efbffabe50 HTTP/1.1" status: 204 len: 168 time: 0.8488193 Nov 09 21:52:53.985908 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b2c121-e8b9-41af-96fc-a6188ecce2e2', 'tag': 'ce749e04-24d9-420f-8fcf-bbd25abfb0fa'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:52:53.988507 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080d071f-3265-41c5-ab37-0f6b712d040a" -d '{"events": [{"name": "network-changed", "server_uuid": "44b2c121-e8b9-41af-96fc-a6188ecce2e2", "tag": "ce749e04-24d9-420f-8fcf-bbd25abfb0fa"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:52:54.030065 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b276fb8e-9a41-446f-bc1e-3c9e30c64203 x-openstack-request-id: req-b276fb8e-9a41-446f-bc1e-3c9e30c64203 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:52:54.030828 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b2c121-e8b9-41af-96fc-a6188ecce2e2", "tag": "ce749e04-24d9-420f-8fcf-bbd25abfb0fa", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:52:54.030828 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b276fb8e-9a41-446f-bc1e-3c9e30c64203 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:52:54.031498 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b2c121-e8b9-41af-96fc-a6188ecce2e2', 'tag': 'ce749e04-24d9-420f-8fcf-bbd25abfb0fa', 'status': 'completed', 'code': 200} Nov 09 21:52:54.105435 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d071f-3265-41c5-ab37-0f6b712d040a req-0a0595e8-e406-4393-880a-b7a1fc64a4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:54.107693 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-080d071f-3265-41c5-ab37-0f6b712d040a req-0a0595e8-e406-4393-880a-b7a1fc64a4dd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b3039f985d904a47a201680c8c884f50&device_id=44b2c121-e8b9-41af-96fc-a6188ecce2e2 HTTP/1.1" status: 200 len: 1096 time: 0.0499885 Nov 09 21:52:54.115115 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-79c05f26-10fb-4819-9a26-8754a9282742 None None] Set router 1b2e24c5-ccc7-4862-90b8-ee99c4c555d4 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:52:54.267800 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d071f-3265-41c5-ab37-0f6b712d040a req-6abdfeff-c2a9-4dc3-8000-3b51951ab373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:54.269326 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-080d071f-3265-41c5-ab37-0f6b712d040a req-6abdfeff-c2a9-4dc3-8000-3b51951ab373 service neutron] 10.222.0.45 "GET /v2.0/networks?id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9 HTTP/1.1" status: 200 len: 912 time: 0.1423149 Nov 09 21:52:54.331890 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-080d071f-3265-41c5-ab37-0f6b712d040a req-8e01c798-a9da-4e9e-bf8e-da8945403562 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce749e04-24d9-420f-8fcf-bbd25abfb0fa HTTP/1.1" status: 200 len: 217 time: 0.0523531 Nov 09 21:52:54.341866 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbf0b2-7066-497f-bc9a-ac40377c067e req-77f40c5e-62fc-4b73-b76f-6abcd35a7f50 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:54.349268 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c9fbf0b2-7066-497f-bc9a-ac40377c067e req-77f40c5e-62fc-4b73-b76f-6abcd35a7f50 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b2c121-e8b9-41af-96fc-a6188ecce2e2 HTTP/1.1" status: 200 len: 945 time: 0.1495261 Nov 09 21:52:54.385118 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-79c05f26-10fb-4819-9a26-8754a9282742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'name': 'tempest-TestVolumeBootPattern-1292353347-router', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'd84d1d29-9a29-45db-9b0e-77fc8aa843c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:33Z', 'updated_at': '2021-11-09T21:39:43Z', 'revision_number': 4, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'gw_port': {'id': 'd84d1d29-9a29-45db-9b0e-77fc8aa843c6', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:35Z', 'updated_at': '2021-11-09T21:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '2078e9c0-1d89-427c-871b-4a59b2accff2', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'floating_ip_address': '172.25.7.200', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'port_id': 'e0d4114c-987a-4de8-aea9-ceb96ea1a180', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'mac_address': 'fa:16:3e:30:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a0c55d-4b51-4767-8d92-2b46bfcfc839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:48:55Z', 'updated_at': '2021-11-09T21:48:59Z', 'revision_number': 1, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88e40d85-1c64-4ab2-83a3-5e10488b36a7', 'name': '', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'mac_address': 'fa:16:3e:72:1e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '9efcad5d-d250-42ce-b381-abda2d565ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:41Z', 'updated_at': '2021-11-09T21:39:49Z', 'revision_number': 5, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'subnets': [{'id': '9efcad5d-d250-42ce-b381-abda2d565ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:52:54.416525 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d071f-3265-41c5-ab37-0f6b712d040a req-e40826ee-82a4-4037-b430-f6d818cde975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:54.416745 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c05f26-10fb-4819-9a26-8754a9282742 None None] Checking router: 1b2e24c5-ccc7-4862-90b8-ee99c4c555d4 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:52:54.418130 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-080d071f-3265-41c5-ab37-0f6b712d040a req-e40826ee-82a4-4037-b430-f6d818cde975 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9efcad5d-d250-42ce-b381-abda2d565ce1 HTTP/1.1" status: 200 len: 851 time: 0.0505853 Nov 09 21:52:54.427220 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c05f26-10fb-4819-9a26-8754a9282742 None None] Routers {'1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:52:54.427530 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-79c05f26-10fb-4819-9a26-8754a9282742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:52:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:52:54.495215 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c9fbf0b2-7066-497f-bc9a-ac40377c067e req-d472aa8c-0a58-4771-aa69-edd32ce848c2 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382773 Nov 09 21:52:54.509980 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d071f-3265-41c5-ab37-0f6b712d040a req-e45de2bd-2d21-4ea1-9e12-9cb9f340860d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:54.511499 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-080d071f-3265-41c5-ab37-0f6b712d040a req-e45de2bd-2d21-4ea1-9e12-9cb9f340860d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813506 Nov 09 21:52:54.567849 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-79c05f26-10fb-4819-9a26-8754a9282742 None None] Set router 1b2e24c5-ccc7-4862-90b8-ee99c4c555d4 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:52:54.629105 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-080d071f-3265-41c5-ab37-0f6b712d040a req-e0e42d69-7268-4d88-af27-2de5f716026b service neutron] 10.222.0.45 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086073 Nov 09 21:52:54.724890 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-080d071f-3265-41c5-ab37-0f6b712d040a req-0b90d39c-e912-4346-842e-0cfb240e2adb service neutron] 10.222.0.45 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872297 Nov 09 21:52:54.822721 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-79c05f26-10fb-4819-9a26-8754a9282742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'name': 'tempest-TestVolumeBootPattern-1292353347-router', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'd84d1d29-9a29-45db-9b0e-77fc8aa843c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:33Z', 'updated_at': '2021-11-09T21:39:43Z', 'revision_number': 4, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'gw_port': {'id': 'd84d1d29-9a29-45db-9b0e-77fc8aa843c6', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:35Z', 'updated_at': '2021-11-09T21:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '2078e9c0-1d89-427c-871b-4a59b2accff2', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'floating_ip_address': '172.25.7.200', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'port_id': 'e0d4114c-987a-4de8-aea9-ceb96ea1a180', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'mac_address': 'fa:16:3e:30:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a0c55d-4b51-4767-8d92-2b46bfcfc839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:48:55Z', 'updated_at': '2021-11-09T21:48:59Z', 'revision_number': 1, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88e40d85-1c64-4ab2-83a3-5e10488b36a7', 'name': '', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'mac_address': 'fa:16:3e:72:1e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '9efcad5d-d250-42ce-b381-abda2d565ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:41Z', 'updated_at': '2021-11-09T21:39:49Z', 'revision_number': 5, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'subnets': [{'id': '9efcad5d-d250-42ce-b381-abda2d565ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:52:54.849564 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c05f26-10fb-4819-9a26-8754a9282742 None None] The sync data for ids ['1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'] in n-d-816206-3 is: [{'id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'name': 'tempest-TestVolumeBootPattern-1292353347-router', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'd84d1d29-9a29-45db-9b0e-77fc8aa843c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:33Z', 'updated_at': '2021-11-09T21:39:43Z', 'revision_number': 4, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'gw_port': {'id': 'd84d1d29-9a29-45db-9b0e-77fc8aa843c6', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:35Z', 'updated_at': '2021-11-09T21:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '2078e9c0-1d89-427c-871b-4a59b2accff2', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'floating_ip_address': '172.25.7.200', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'port_id': 'e0d4114c-987a-4de8-aea9-ceb96ea1a180', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'mac_address': 'fa:16:3e:30:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a0c55d-4b51-4767-8d92-2b46bfcfc839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:48:55Z', 'updated_at': '2021-11-09T21:48:59Z', 'revision_number': 1, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88e40d85-1c64-4ab2-83a3-5e10488b36a7', 'name': '', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'mac_address': 'fa:16:3e:72:1e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '9efcad5d-d250-42ce-b381-abda2d565ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:41Z', 'updated_at': '2021-11-09T21:39:49Z', 'revision_number': 5, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'subnets': [{'id': '9efcad5d-d250-42ce-b381-abda2d565ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:52:55.101876 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0d85b3-d60b-4847-a1e8-62dca9cabf84 None None] New status for floating IP 54ca89fb-5fbd-4283-900f-c3efbffabe50: DOWN {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:52:55.615030 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097f8cb-c65d-434c-a98d-c5de906f43c4 req-938fc1e0-a015-4ac6-98da-945d3d75f8c6 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:55.616727 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b097f8cb-c65d-434c-a98d-c5de906f43c4 req-938fc1e0-a015-4ac6-98da-945d3d75f8c6 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b2c121-e8b9-41af-96fc-a6188ecce2e2 HTTP/1.1" status: 200 len: 945 time: 0.0572636 Nov 09 21:52:55.670694 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b097f8cb-c65d-434c-a98d-c5de906f43c4 req-ce80fd0d-1ebe-43f7-9281-f19e4948ebea tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479779 Nov 09 21:52:55.822486 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd1729-fb96-4733-915b-323e39c3f3fb req-b045e9ef-c2f0-489c-9bad-dc05cd4fc9ab tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:52:55.823835 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ddcd1729-fb96-4733-915b-323e39c3f3fb req-b045e9ef-c2f0-489c-9bad-dc05cd4fc9ab tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.45 "GET /v2.0/ports?device_id=44b2c121-e8b9-41af-96fc-a6188ecce2e2 HTTP/1.1" status: 200 len: 945 time: 0.0539224 Nov 09 21:52:55.914396 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-ddcd1729-fb96-4733-915b-323e39c3f3fb req-71b583fd-05c1-43ab-9381-ed7f4da1e6d5 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Deleting port ce749e04-24d9-420f-8fcf-bbd25abfb0fa {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:52:55.914731 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ddcd1729-fb96-4733-915b-323e39c3f3fb req-71b583fd-05c1-43ab-9381-ed7f4da1e6d5 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:56.009139 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-ddcd1729-fb96-4733-915b-323e39c3f3fb req-71b583fd-05c1-43ab-9381-ed7f4da1e6d5 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] For port ce749e04-24d9-420f-8fcf-bbd25abfb0fa, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=ce749e04-24d9-420f-8fcf-bbd25abfb0fa,segment=NetworkSegment(3170744c-3447-44d8-9a0c-fa1ee6e7efbc),segment_id=3170744c-3447-44d8-9a0c-fa1ee6e7efbc)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:52:56.009510 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ddcd1729-fb96-4733-915b-323e39c3f3fb req-71b583fd-05c1-43ab-9381-ed7f4da1e6d5 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:56.023321 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-ddcd1729-fb96-4733-915b-323e39c3f3fb req-71b583fd-05c1-43ab-9381-ed7f4da1e6d5 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Calling delete_port for ce749e04-24d9-420f-8fcf-bbd25abfb0fa owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:52:56.148498 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ddcd1729-fb96-4733-915b-323e39c3f3fb req-71b583fd-05c1-43ab-9381-ed7f4da1e6d5 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:56.179969 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b583fd-05c1-43ab-9381-ed7f4da1e6d5 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Pushing event deleted for resources: {'Port': ['ID=ce749e04-24d9-420f-8fcf-bbd25abfb0fa,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:52:56.194621 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b583fd-05c1-43ab-9381-ed7f4da1e6d5 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:52:56.194976 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b583fd-05c1-43ab-9381-ed7f4da1e6d5 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:52:56.195327 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b583fd-05c1-43ab-9381-ed7f4da1e6d5 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:52:56.195666 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b583fd-05c1-43ab-9381-ed7f4da1e6d5 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:52:56.196007 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b583fd-05c1-43ab-9381-ed7f4da1e6d5 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:52:56.196339 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b583fd-05c1-43ab-9381-ed7f4da1e6d5 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:52:56.196689 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b583fd-05c1-43ab-9381-ed7f4da1e6d5 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:52:56.197098 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b583fd-05c1-43ab-9381-ed7f4da1e6d5 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:52:56.197435 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b583fd-05c1-43ab-9381-ed7f4da1e6d5 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:52:56.197760 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b583fd-05c1-43ab-9381-ed7f4da1e6d5 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:52:56.198088 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b583fd-05c1-43ab-9381-ed7f4da1e6d5 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:52:56.198415 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b583fd-05c1-43ab-9381-ed7f4da1e6d5 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:52:56.233543 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddcd1729-fb96-4733-915b-323e39c3f3fb req-71b583fd-05c1-43ab-9381-ed7f4da1e6d5 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] No DVR routers for this DVR port ce749e04-24d9-420f-8fcf-bbd25abfb0fa on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:52:56.236277 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ddcd1729-fb96-4733-915b-323e39c3f3fb req-71b583fd-05c1-43ab-9381-ed7f4da1e6d5 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:52:56.239603 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ddcd1729-fb96-4733-915b-323e39c3f3fb req-71b583fd-05c1-43ab-9381-ed7f4da1e6d5 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.45 "DELETE /v2.0/ports/ce749e04-24d9-420f-8fcf-bbd25abfb0fa HTTP/1.1" status: 204 len: 173 time: 0.4094105 Nov 09 21:52:56.240047 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b2c121-e8b9-41af-96fc-a6188ecce2e2', 'name': 'network-vif-deleted', 'tag': 'ce749e04-24d9-420f-8fcf-bbd25abfb0fa'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:52:56.242444 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07d32ed-8718-4e80-b73b-ae8abc71855b" -d '{"events": [{"server_uuid": "44b2c121-e8b9-41af-96fc-a6188ecce2e2", "name": "network-vif-deleted", "tag": "ce749e04-24d9-420f-8fcf-bbd25abfb0fa"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:52:56.283055 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354e989f-daa7-4655-adca-674608f3407f x-openstack-request-id: req-354e989f-daa7-4655-adca-674608f3407f {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:52:56.283356 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b2c121-e8b9-41af-96fc-a6188ecce2e2", "name": "network-vif-deleted", "tag": "ce749e04-24d9-420f-8fcf-bbd25abfb0fa", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:52:56.283615 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-354e989f-daa7-4655-adca-674608f3407f {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:52:56.284085 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b2c121-e8b9-41af-96fc-a6188ecce2e2', 'name': 'network-vif-deleted', 'tag': 'ce749e04-24d9-420f-8fcf-bbd25abfb0fa', 'status': 'completed', 'code': 200} Nov 09 21:52:56.778265 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-896792e0-6596-45c6-bac8-ad85daf18839 req-8782b07c-1746-4fce-9729-c99f17dd5035 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b2c121-e8b9-41af-96fc-a6188ecce2e2 HTTP/1.1" status: 200 len: 210 time: 0.0276315 Nov 09 21:52:57.927743 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-35791d6d-96c0-4ff2-972c-84a4477a7613 req-799e037c-13b7-4d63-943f-4d890143d86c tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b2c121-e8b9-41af-96fc-a6188ecce2e2 HTTP/1.1" status: 200 len: 210 time: 0.0406938 Nov 09 21:52:59.035779 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71d963ee-9c19-47a3-afd2-b0e69e6f821e req-d9aef069-8f47-4f02-8b69-1d1afd1eabe8 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b2c121-e8b9-41af-96fc-a6188ecce2e2 HTTP/1.1" status: 200 len: 210 time: 0.0413263 Nov 09 21:53:00.136333 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-de8b6381-6e41-452f-bd22-054d65388067 req-593658ff-5c42-4647-8a9d-f12f8e4d2a74 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=44b2c121-e8b9-41af-96fc-a6188ecce2e2 HTTP/1.1" status: 200 len: 210 time: 0.0281420 Nov 09 21:53:00.289458 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device ce749e04-24d9-420f-8fcf-bbd25abfb0fa no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:53:00.309885 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: ce749e04-24d9-420f-8fcf-bbd25abfb0fa {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:53:00.310232 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device ce749e04-24d9-420f-8fcf-bbd25abfb0fa not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:53:03.902916 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:04.094212 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60950) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:53:04.150861 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-8217adb3-e69f-4747-a1ff-6649137badc4 admin admin] Deleting subnet 4828de94-2524-419e-b7f0-2b1fc348c64a {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:53:04.154883 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8217adb3-e69f-4747-a1ff-6649137badc4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:04.207697 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8217adb3-e69f-4747-a1ff-6649137badc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:04.255245 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8217adb3-e69f-4747-a1ff-6649137badc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:04.318082 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8217adb3-e69f-4747-a1ff-6649137badc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:04.359086 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8217adb3-e69f-4747-a1ff-6649137badc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4828de94-2524-419e-b7f0-2b1fc348c64a,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:53:04.361829 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8217adb3-e69f-4747-a1ff-6649137badc4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:04.368064 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 60964) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:53:04.373175 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8217adb3-e69f-4747-a1ff-6649137badc4 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4828de94-2524-419e-b7f0-2b1fc348c64a HTTP/1.1" status: 204 len: 168 time: 0.2752426 Nov 09 21:53:04.526517 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f4932-80bd-45fe-b07e-c1bf04e44189 req-bd83f009-c0e8-43df-8dd0-cf6f3dfc5f26 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:53:04.528170 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-002f4932-80bd-45fe-b07e-c1bf04e44189 req-bd83f009-c0e8-43df-8dd0-cf6f3dfc5f26 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=e147a847-4997-4dc1-be3e-d28e87399a15 HTTP/1.1" status: 200 len: 945 time: 0.1139829 Nov 09 21:53:04.533590 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e943a981-a215-4437-87d0-a61d47c8a125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:04.665084 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e943a981-a215-4437-87d0-a61d47c8a125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:04.695114 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-e943a981-a215-4437-87d0-a61d47c8a125 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c402f64-6722-4aac-a43d-cbd15141250e']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:53:04.708856 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-e943a981-a215-4437-87d0-a61d47c8a125 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '574112e7-b6d0-40f0-b297-b822ce6f247d') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:53:04.709737 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-e943a981-a215-4437-87d0-a61d47c8a125 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '574112e7-b6d0-40f0-b297-b822ce6f247d') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:53:04.724444 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-002f4932-80bd-45fe-b07e-c1bf04e44189 req-62d1a392-027f-49bb-91cc-c69be60362e3 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=0faeb8c7-d051-4240-8dfb-2899c204983c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885517 Nov 09 21:53:04.726755 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e943a981-a215-4437-87d0-a61d47c8a125 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:04.743195 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e943a981-a215-4437-87d0-a61d47c8a125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:04.754901 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e943a981-a215-4437-87d0-a61d47c8a125 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:53:04.755550 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e943a981-a215-4437-87d0-a61d47c8a125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:04.769418 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:53:04.769418 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:53:04.769418 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:53:04.769418 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:53:04.769418 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:53:04.769418 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:53:04.769418 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:53:04.769418 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:53:04.769418 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:53:04.769418 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:53:04.769418 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:53:04.769418 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:53:04.769418 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:53:04.769418 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:53:04.769418 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:53:04.769418 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:53:04.769418 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:53:04.769418 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:53:04.769418 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:53:04.769418 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:53:04.769418 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:53:04.769418 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:53:04.769418 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:53:04.769418 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:53:04.769418 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:53:04.769418 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:53:04.769418 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:53:04.769418 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:53:04.769418 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:53:04.769418 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:53:04.769418 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:53:04.769418 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:53:04.818937 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e943a981-a215-4437-87d0-a61d47c8a125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:04.824576 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e943a981-a215-4437-87d0-a61d47c8a125 admin admin] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:04.830920 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e943a981-a215-4437-87d0-a61d47c8a125 admin admin] 10.222.0.49 "DELETE /v2.0/networks/8c402f64-6722-4aac-a43d-cbd15141250e HTTP/1.1" status: 204 len: 168 time: 0.4590611 Nov 09 21:53:04.844169 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e943a981-a215-4437-87d0-a61d47c8a125 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c402f64-6722-4aac-a43d-cbd15141250e,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:53:05.069911 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60974) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:53:05.114524 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e4da3ea8-2704-4dda-b44d-8f90219889af admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7617c0b77cbd4b6bad405efe3fa60b1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0410542 Nov 09 21:53:05.115230 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 60976) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:53:05.176596 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0420fc36-7fbf-4e1d-93e0-a251eec13c63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:05.199464 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0420fc36-7fbf-4e1d-93e0-a251eec13c63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:05.253023 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0420fc36-7fbf-4e1d-93e0-a251eec13c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:05.255676 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0420fc36-7fbf-4e1d-93e0-a251eec13c63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:05.259858 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0420fc36-7fbf-4e1d-93e0-a251eec13c63 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0f845d9c-3780-4829-b20c-6e7230dbe850 HTTP/1.1" status: 204 len: 168 time: 0.1412220 Nov 09 21:53:05.281277 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0420fc36-7fbf-4e1d-93e0-a251eec13c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f845d9c-3780-4829-b20c-6e7230dbe850,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:53:05.882479 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d794a-acf8-4b0e-82d1-a5b17c4f8bb3 req-71fd00a0-e8e6-4681-8518-ddfbcf84b58f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:53:05.884790 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6b3d794a-acf8-4b0e-82d1-a5b17c4f8bb3 req-71fd00a0-e8e6-4681-8518-ddfbcf84b58f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=e147a847-4997-4dc1-be3e-d28e87399a15 HTTP/1.1" status: 200 len: 945 time: 0.0808640 Nov 09 21:53:05.939771 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6b3d794a-acf8-4b0e-82d1-a5b17c4f8bb3 req-5dcea84e-6992-4cac-93c1-a79779abfdf4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=0faeb8c7-d051-4240-8dfb-2899c204983c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488873 Nov 09 21:53:06.121895 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 32776) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:53:06.248806 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-6671f7c7-b6c8-4bc2-aace-80700dad2a97 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1763599319-network', 'tenant_id': '4e978fe82f304ee9a3a8d5d7f1e63414'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:53:06.268444 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6671f7c7-b6c8-4bc2-aace-80700dad2a97 admin admin] Made reservation on behalf of 4e978fe82f304ee9a3a8d5d7f1e63414 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:53:06.270685 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6671f7c7-b6c8-4bc2-aace-80700dad2a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:06.278830 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6671f7c7-b6c8-4bc2-aace-80700dad2a97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:06.352561 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6671f7c7-b6c8-4bc2-aace-80700dad2a97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:06.355771 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6671f7c7-b6c8-4bc2-aace-80700dad2a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:06.379652 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6671f7c7-b6c8-4bc2-aace-80700dad2a97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:53:06.388212 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6671f7c7-b6c8-4bc2-aace-80700dad2a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15e2095-434c-43bd-9f1d-f9d13cda936c,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:53:06.393980 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6671f7c7-b6c8-4bc2-aace-80700dad2a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:06.394326 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-6671f7c7-b6c8-4bc2-aace-80700dad2a97 admin admin] Added segment 0ceb12e1-4bf3-4783-945b-c4b91912f707 of type vlan for network 84f5a712-1e11-445c-be2a-8d47448010da Nov 09 21:53:06.441059 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6671f7c7-b6c8-4bc2-aace-80700dad2a97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:06.472895 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6671f7c7-b6c8-4bc2-aace-80700dad2a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:06.474213 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6671f7c7-b6c8-4bc2-aace-80700dad2a97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:53:06.476001 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6671f7c7-b6c8-4bc2-aace-80700dad2a97 admin admin] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:06.547244 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6671f7c7-b6c8-4bc2-aace-80700dad2a97 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4242024 Nov 09 21:53:06.550259 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 32780) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:53:06.552229 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6671f7c7-b6c8-4bc2-aace-80700dad2a97 admin admin] Pushing event updated for resources: {'Network': ['ID=84f5a712-1e11-445c-be2a-8d47448010da,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:53:06.556436 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-5b878b8c-2515-4068-9d78-774e792d7e54 admin admin] Request body: {'subnet': {'network_id': '84f5a712-1e11-445c-be2a-8d47448010da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1763599319-subnet', 'tenant_id': '4e978fe82f304ee9a3a8d5d7f1e63414', 'ip_version': 4}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:53:06.563460 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 84f5a712-1e11-445c-be2a-8d47448010da details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:53:06.579357 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 32784) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:53:06.581068 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b878b8c-2515-4068-9d78-774e792d7e54 admin admin] Made reservation on behalf of 4e978fe82f304ee9a3a8d5d7f1e63414 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:53:06.583416 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5b878b8c-2515-4068-9d78-774e792d7e54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:06.739116 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-0c87706e-f0ca-422c-8e5a-bd0c31795852 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Deleting port bd1f363c-ee24-43d8-baf6-34f7a18a0a7a {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:53:06.739416 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0c87706e-f0ca-422c-8e5a-bd0c31795852 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:06.750375 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5b878b8c-2515-4068-9d78-774e792d7e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:06.796734 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b878b8c-2515-4068-9d78-774e792d7e54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=179efcc6-82ce-4733-8ad4-298a401c5537,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:53:06.817942 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b878b8c-2515-4068-9d78-774e792d7e54 admin admin] Checking segment: {'id': '0ceb12e1-4bf3-4783-945b-c4b91912f707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '84f5a712-1e11-445c-be2a-8d47448010da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:53:06.818306 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b878b8c-2515-4068-9d78-774e792d7e54 admin admin] Network hostable DHCP agents. Network: 84f5a712-1e11-445c-be2a-8d47448010da, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:53:06.827577 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0c87706e-f0ca-422c-8e5a-bd0c31795852 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:06.827903 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0c87706e-f0ca-422c-8e5a-bd0c31795852 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:06.838675 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b878b8c-2515-4068-9d78-774e792d7e54 admin admin] Network 84f5a712-1e11-445c-be2a-8d47448010da is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:53:06.843101 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-0c87706e-f0ca-422c-8e5a-bd0c31795852 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Calling delete_port for bd1f363c-ee24-43d8-baf6-34f7a18a0a7a owned by network:floatingip {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:53:06.848260 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-5b878b8c-2515-4068-9d78-774e792d7e54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 84f5a712-1e11-445c-be2a-8d47448010da) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:53:06.853913 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b878b8c-2515-4068-9d78-774e792d7e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:53:06.854927 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5b878b8c-2515-4068-9d78-774e792d7e54 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:06.857416 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e54a74d-1522-4674-90da-51c269ab1ca4 None None] Network 84f5a712-1e11-445c-be2a-8d47448010da requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:53:06.874703 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5b878b8c-2515-4068-9d78-774e792d7e54 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3224895 Nov 09 21:53:06.876843 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 32786) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:53:06.881695 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-1a1b67ec-a899-4f2b-a4e3-0e13fb703926 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1763599319-router', 'tenant_id': '4e978fe82f304ee9a3a8d5d7f1e63414', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:53:06.909883 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1a1b67ec-a899-4f2b-a4e3-0e13fb703926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:06.910968 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1a1b67ec-a899-4f2b-a4e3-0e13fb703926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:06.963156 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1a1b67ec-a899-4f2b-a4e3-0e13fb703926 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:07.020576 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669b182f-d2d7-4cc3-a5f7-68f37fb98544 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-84f5a712-1e11-445c-be2a-8d47448010da', 'network_id': '84f5a712-1e11-445c-be2a-8d47448010da', 'tenant_id': '4e978fe82f304ee9a3a8d5d7f1e63414', 'fixed_ips': [{'subnet_id': '179efcc6-82ce-4733-8ad4-298a401c5537'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:53:07.022819 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-669b182f-d2d7-4cc3-a5f7-68f37fb98544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:07.027057 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0c87706e-f0ca-422c-8e5a-bd0c31795852 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:07.054547 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c87706e-f0ca-422c-8e5a-bd0c31795852 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Pushing event deleted for resources: {'Port': ['ID=bd1f363c-ee24-43d8-baf6-34f7a18a0a7a,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:53:07.120563 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0c87706e-f0ca-422c-8e5a-bd0c31795852 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks [] for floatingip, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:07.121270 n-d-816206-3 neutron-server[102608]: INFO neutron.db.l3_db [None req-0c87706e-f0ca-422c-8e5a-bd0c31795852 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Floating IP 2078e9c0-1d89-427c-871b-4a59b2accff2 disassociated (deleted). External IP: 172.25.7.200, port: e0d4114c-987a-4de8-aea9-ceb96ea1a180. Nov 09 21:53:07.144957 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1a1b67ec-a899-4f2b-a4e3-0e13fb703926 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:07.164427 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f421652-ac1e-4229-8128-c51604e4aa94 req-58325fe6-3ca2-45b9-bdbd-0fd91e519b84 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:53:07.166040 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8f421652-ac1e-4229-8128-c51604e4aa94 req-58325fe6-3ca2-45b9-bdbd-0fd91e519b84 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=e147a847-4997-4dc1-be3e-d28e87399a15 HTTP/1.1" status: 200 len: 945 time: 0.1316280 Nov 09 21:53:07.195782 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-669b182f-d2d7-4cc3-a5f7-68f37fb98544 None None] Allocated IP 172.20.0.2 (84f5a712-1e11-445c-be2a-8d47448010da/179efcc6-82ce-4733-8ad4-298a401c5537/4d832e65-995f-4278-b40b-cca9de55bc30) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:53:07.259967 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8f421652-ac1e-4229-8128-c51604e4aa94 req-37cf4ab6-320f-4d32-a41a-e46dca171dd5 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=0faeb8c7-d051-4240-8dfb-2899c204983c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833139 Nov 09 21:53:07.359784 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-669b182f-d2d7-4cc3-a5f7-68f37fb98544 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:07.360084 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c87706e-f0ca-422c-8e5a-bd0c31795852 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Router 1b2e24c5-ccc7-4862-90b8-ee99c4c555d4 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:53:07.367662 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-669b182f-d2d7-4cc3-a5f7-68f37fb98544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:07.408453 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669b182f-d2d7-4cc3-a5f7-68f37fb98544 None None] Network 84f5a712-1e11-445c-be2a-8d47448010da is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:53:07.411457 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-669b182f-d2d7-4cc3-a5f7-68f37fb98544 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:53:07.412660 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1a1b67ec-a899-4f2b-a4e3-0e13fb703926 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:07.413903 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669b182f-d2d7-4cc3-a5f7-68f37fb98544 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:53:07.424867 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b182f-d2d7-4cc3-a5f7-68f37fb98544 None None] Pushing event updated for resources: {'Port': ['ID=4d832e65-995f-4278-b40b-cca9de55bc30,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:53:07.433150 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1a1b67ec-a899-4f2b-a4e3-0e13fb703926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:07.453238 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669b182f-d2d7-4cc3-a5f7-68f37fb98544 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:53:07.453238 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669b182f-d2d7-4cc3-a5f7-68f37fb98544 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:53:07.453238 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669b182f-d2d7-4cc3-a5f7-68f37fb98544 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:53:07.453238 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669b182f-d2d7-4cc3-a5f7-68f37fb98544 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:53:07.453238 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669b182f-d2d7-4cc3-a5f7-68f37fb98544 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:53:07.453238 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669b182f-d2d7-4cc3-a5f7-68f37fb98544 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:53:07.453238 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669b182f-d2d7-4cc3-a5f7-68f37fb98544 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:53:07.453238 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669b182f-d2d7-4cc3-a5f7-68f37fb98544 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:53:07.453238 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669b182f-d2d7-4cc3-a5f7-68f37fb98544 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:53:07.454336 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669b182f-d2d7-4cc3-a5f7-68f37fb98544 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:53:07.454336 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669b182f-d2d7-4cc3-a5f7-68f37fb98544 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:53:07.454336 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669b182f-d2d7-4cc3-a5f7-68f37fb98544 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:53:07.488018 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c87706e-f0ca-422c-8e5a-bd0c31795852 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:53:07.490789 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-669b182f-d2d7-4cc3-a5f7-68f37fb98544 None None] Attempting to bind port 4d832e65-995f-4278-b40b-cca9de55bc30 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:53:07.491419 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-669b182f-d2d7-4cc3-a5f7-68f37fb98544 None None] Attempting to bind port 4d832e65-995f-4278-b40b-cca9de55bc30 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '0ceb12e1-4bf3-4783-945b-c4b91912f707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '84f5a712-1e11-445c-be2a-8d47448010da'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:53:07.491745 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669b182f-d2d7-4cc3-a5f7-68f37fb98544 None None] Attempting to bind port 4d832e65-995f-4278-b40b-cca9de55bc30 on network 84f5a712-1e11-445c-be2a-8d47448010da {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:53:07.493651 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0c87706e-f0ca-422c-8e5a-bd0c31795852 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:07.500702 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669b182f-d2d7-4cc3-a5f7-68f37fb98544 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:53:07.501166 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669b182f-d2d7-4cc3-a5f7-68f37fb98544 None None] Checking segment: {'id': '0ceb12e1-4bf3-4783-945b-c4b91912f707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '84f5a712-1e11-445c-be2a-8d47448010da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:53:07.501764 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-669b182f-d2d7-4cc3-a5f7-68f37fb98544 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:07.502246 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669b182f-d2d7-4cc3-a5f7-68f37fb98544 None None] Bound using segment: {'id': '0ceb12e1-4bf3-4783-945b-c4b91912f707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '84f5a712-1e11-445c-be2a-8d47448010da'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:53:07.503062 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-669b182f-d2d7-4cc3-a5f7-68f37fb98544 None None] Bound port: 4d832e65-995f-4278-b40b-cca9de55bc30, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ceb12e1-4bf3-4783-945b-c4b91912f707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '84f5a712-1e11-445c-be2a-8d47448010da'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:53:07.503544 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-669b182f-d2d7-4cc3-a5f7-68f37fb98544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:07.507808 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e5f168-774a-4855-a122-63621062c05f None None] Sync routers for ids ['1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:53:07.525068 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0c87706e-f0ca-422c-8e5a-bd0c31795852 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "DELETE /v2.0/floatingips/2078e9c0-1d89-427c-871b-4a59b2accff2 HTTP/1.1" status: 204 len: 168 time: 0.9420528 Nov 09 21:53:07.525068 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a0c55d-4b51-4767-8d92-2b46bfcfc839', 'tag': 'e0d4114c-987a-4de8-aea9-ceb96ea1a180'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:53:07.525652 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96602b5-5886-477a-bc6b-cc5c162e4793" -d '{"events": [{"name": "network-changed", "server_uuid": "87a0c55d-4b51-4767-8d92-2b46bfcfc839", "tag": "e0d4114c-987a-4de8-aea9-ceb96ea1a180"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:53:07.571871 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-1a1b67ec-a899-4f2b-a4e3-0e13fb703926 admin admin] Allocated IP 172.25.7.160 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/6c87e379-9ed1-4f81-908d-5a1d0088a384) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:53:07.583540 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b7d25f-9a02-447f-9505-e672b6cd644b x-openstack-request-id: req-e1b7d25f-9a02-447f-9505-e672b6cd644b {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:53:07.583738 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-669b182f-d2d7-4cc3-a5f7-68f37fb98544 None None] For port 4d832e65-995f-4278-b40b-cca9de55bc30, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:53:07.584266 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a0c55d-4b51-4767-8d92-2b46bfcfc839", "tag": "e0d4114c-987a-4de8-aea9-ceb96ea1a180", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:53:07.584266 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e1b7d25f-9a02-447f-9505-e672b6cd644b {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:53:07.585052 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a0c55d-4b51-4767-8d92-2b46bfcfc839', 'tag': 'e0d4114c-987a-4de8-aea9-ceb96ea1a180', 'status': 'completed', 'code': 200} Nov 09 21:53:07.586872 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-669b182f-d2d7-4cc3-a5f7-68f37fb98544 None None] For port 4d832e65-995f-4278-b40b-cca9de55bc30, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=4d832e65-995f-4278-b40b-cca9de55bc30,segment=NetworkSegment(0ceb12e1-4bf3-4783-945b-c4b91912f707),segment_id=0ceb12e1-4bf3-4783-945b-c4b91912f707)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:53:07.589585 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e5f168-774a-4855-a122-63621062c05f None None] Routers {'1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:53:07.590252 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-83e5f168-774a-4855-a122-63621062c05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:52:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:53:07.634238 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-669b182f-d2d7-4cc3-a5f7-68f37fb98544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:07.703289 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96602b5-5886-477a-bc6b-cc5c162e4793 req-4d403cc4-a3c7-4e38-a6f1-2cd14c8ac9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:53:07.704846 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b96602b5-5886-477a-bc6b-cc5c162e4793 req-4d403cc4-a3c7-4e38-a6f1-2cd14c8ac9ef service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b3039f985d904a47a201680c8c884f50&device_id=87a0c55d-4b51-4767-8d92-2b46bfcfc839 HTTP/1.1" status: 200 len: 1097 time: 0.0743966 Nov 09 21:53:07.730747 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1a1b67ec-a899-4f2b-a4e3-0e13fb703926 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:07.765229 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b182f-d2d7-4cc3-a5f7-68f37fb98544 None None] Pushing event updated for resources: {'Port': ['ID=4d832e65-995f-4278-b40b-cca9de55bc30,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:53:07.770872 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-83e5f168-774a-4855-a122-63621062c05f None None] Set router 1b2e24c5-ccc7-4862-90b8-ee99c4c555d4 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:53:07.859532 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178f2ab-30f0-46af-941c-1c4abf80ec4f req-34fc8c9b-0cdb-4572-acc2-de0e7fd8b5c3 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:53:07.861091 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e178f2ab-30f0-46af-941c-1c4abf80ec4f req-34fc8c9b-0cdb-4572-acc2-de0e7fd8b5c3 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=87a0c55d-4b51-4767-8d92-2b46bfcfc839 HTTP/1.1" status: 200 len: 946 time: 0.1343029 Nov 09 21:53:07.888989 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1a1b67ec-a899-4f2b-a4e3-0e13fb703926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:07.982235 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96602b5-5886-477a-bc6b-cc5c162e4793 req-d4e979f7-0590-44be-959b-02ff51e69fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:53:07.985078 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b96602b5-5886-477a-bc6b-cc5c162e4793 req-d4e979f7-0590-44be-959b-02ff51e69fdc service neutron] 10.222.0.43 "GET /v2.0/networks?id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9 HTTP/1.1" status: 200 len: 912 time: 0.2666829 Nov 09 21:53:07.998288 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1b67ec-a899-4f2b-a4e3-0e13fb703926 admin admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:53:08.002351 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-1a1b67ec-a899-4f2b-a4e3-0e13fb703926 admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:53:08.007183 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1b67ec-a899-4f2b-a4e3-0e13fb703926 admin admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:53:08.020373 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b67ec-a899-4f2b-a4e3-0e13fb703926 admin admin] Pushing event updated for resources: {'Port': ['ID=6c87e379-9ed1-4f81-908d-5a1d0088a384,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:53:08.020864 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c6c39a-a575-45d1-a3fa-389faa052db1 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:53:08.059107 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-83e5f168-774a-4855-a122-63621062c05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'name': 'tempest-TestVolumeBootPattern-1292353347-router', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'd84d1d29-9a29-45db-9b0e-77fc8aa843c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:33Z', 'updated_at': '2021-11-09T21:39:43Z', 'revision_number': 4, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'gw_port': {'id': 'd84d1d29-9a29-45db-9b0e-77fc8aa843c6', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:35Z', 'updated_at': '2021-11-09T21:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '88e40d85-1c64-4ab2-83a3-5e10488b36a7', 'name': '', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'mac_address': 'fa:16:3e:72:1e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '9efcad5d-d250-42ce-b381-abda2d565ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:41Z', 'updated_at': '2021-11-09T21:39:49Z', 'revision_number': 5, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'subnets': [{'id': '9efcad5d-d250-42ce-b381-abda2d565ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:53:08.090759 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e5f168-774a-4855-a122-63621062c05f None None] Checking router: 1b2e24c5-ccc7-4862-90b8-ee99c4c555d4 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:53:08.108027 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e5f168-774a-4855-a122-63621062c05f None None] Routers {'1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:53:08.108836 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-83e5f168-774a-4855-a122-63621062c05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:52:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:53:08.110641 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-b4b672d2-8af3-430b-a3ce-d06d67330fe4 None None] Provisioning complete for port 6c87e379-9ed1-4f81-908d-5a1d0088a384 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:53:08.110870 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b4b672d2-8af3-430b-a3ce-d06d67330fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:08.164235 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b96602b5-5886-477a-bc6b-cc5c162e4793 req-e13831de-fb1c-43df-b0eb-997d04104e20 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0d4114c-987a-4de8-aea9-ceb96ea1a180 HTTP/1.1" status: 200 len: 217 time: 0.1541772 Nov 09 21:53:08.195027 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e178f2ab-30f0-46af-941c-1c4abf80ec4f req-2722a96a-2a07-4288-97b9-b6ae32f1db22 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3213236 Nov 09 21:53:08.388233 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-b4b672d2-8af3-430b-a3ce-d06d67330fe4 None None] Port 6c87e379-9ed1-4f81-908d-5a1d0088a384 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:53:08.417323 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2502c1-8ea7-4d5a-9edb-4e26c4530616 req-003582d0-76a9-4750-89b2-12b333bea82c tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:53:08.421541 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-83e5f168-774a-4855-a122-63621062c05f None None] Set router 1b2e24c5-ccc7-4862-90b8-ee99c4c555d4 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:53:08.426431 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ec2502c1-8ea7-4d5a-9edb-4e26c4530616 req-003582d0-76a9-4750-89b2-12b333bea82c tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=e147a847-4997-4dc1-be3e-d28e87399a15 HTTP/1.1" status: 200 len: 945 time: 0.0810187 Nov 09 21:53:08.499629 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ec2502c1-8ea7-4d5a-9edb-4e26c4530616 req-fcb0cfc1-0e8f-4a66-8b3e-d9731f2f5d83 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=0faeb8c7-d051-4240-8dfb-2899c204983c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717938 Nov 09 21:53:08.619920 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96602b5-5886-477a-bc6b-cc5c162e4793 req-6ae25001-6a67-4a30-ab37-519928138fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:53:08.621560 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b96602b5-5886-477a-bc6b-cc5c162e4793 req-6ae25001-6a67-4a30-ab37-519928138fa9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9efcad5d-d250-42ce-b381-abda2d565ce1 HTTP/1.1" status: 200 len: 851 time: 0.4313653 Nov 09 21:53:08.654856 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-83e5f168-774a-4855-a122-63621062c05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'name': 'tempest-TestVolumeBootPattern-1292353347-router', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'd84d1d29-9a29-45db-9b0e-77fc8aa843c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:33Z', 'updated_at': '2021-11-09T21:39:43Z', 'revision_number': 4, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'gw_port': {'id': 'd84d1d29-9a29-45db-9b0e-77fc8aa843c6', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:35Z', 'updated_at': '2021-11-09T21:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '88e40d85-1c64-4ab2-83a3-5e10488b36a7', 'name': '', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'mac_address': 'fa:16:3e:72:1e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '9efcad5d-d250-42ce-b381-abda2d565ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:41Z', 'updated_at': '2021-11-09T21:39:49Z', 'revision_number': 5, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'subnets': [{'id': '9efcad5d-d250-42ce-b381-abda2d565ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:53:08.683003 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e5f168-774a-4855-a122-63621062c05f None None] The sync data for ids ['1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'] in n-d-816206-3 is: [{'id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'name': 'tempest-TestVolumeBootPattern-1292353347-router', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'd84d1d29-9a29-45db-9b0e-77fc8aa843c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:33Z', 'updated_at': '2021-11-09T21:39:43Z', 'revision_number': 4, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'gw_port': {'id': 'd84d1d29-9a29-45db-9b0e-77fc8aa843c6', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:35Z', 'updated_at': '2021-11-09T21:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '88e40d85-1c64-4ab2-83a3-5e10488b36a7', 'name': '', 'network_id': '46bdb5bb-fd13-43c3-a075-2640c54ba1a9', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'mac_address': 'fa:16:3e:72:1e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '9efcad5d-d250-42ce-b381-abda2d565ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:41Z', 'updated_at': '2021-11-09T21:39:49Z', 'revision_number': 5, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'subnets': [{'id': '9efcad5d-d250-42ce-b381-abda2d565ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:53:08.748249 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96602b5-5886-477a-bc6b-cc5c162e4793 req-8534a520-7eed-4969-8dcd-9ede579e17d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:53:08.749862 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b96602b5-5886-477a-bc6b-cc5c162e4793 req-8534a520-7eed-4969-8dcd-9ede579e17d2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=46bdb5bb-fd13-43c3-a075-2640c54ba1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1197886 Nov 09 21:53:08.816933 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487955ff-5a1d-4d53-8e62-87a7e5617d9c None None] Network 84f5a712-1e11-445c-be2a-8d47448010da requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:53:08.817370 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1a1b67ec-a899-4f2b-a4e3-0e13fb703926 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:08.934671 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b96602b5-5886-477a-bc6b-cc5c162e4793 req-82fe44e2-3195-4b70-a2a0-2b203352ce01 service neutron] 10.222.0.43 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752033 Nov 09 21:53:08.973851 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d81147db-8509-42a6-b1ce-64fbd926c750 None None] Provisioning complete for port 4d832e65-995f-4278-b40b-cca9de55bc30 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:53:08.975395 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d81147db-8509-42a6-b1ce-64fbd926c750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:09.015314 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 4d832e65-995f-4278-b40b-cca9de55bc30 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:53:09.021018 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0631b380-acd9-49c8-beea-08113b255f7f None None] New status for floating IP 2078e9c0-1d89-427c-871b-4a59b2accff2: DOWN {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:53:09.140030 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b96602b5-5886-477a-bc6b-cc5c162e4793 req-59a6ce81-3191-4d38-8731-73a26b7ca0d4 service neutron] 10.222.0.43 "GET /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939385 Nov 09 21:53:09.146578 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1a1b67ec-a899-4f2b-a4e3-0e13fb703926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:09.156297 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 4d832e65-995f-4278-b40b-cca9de55bc30 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:53:09.156709 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:09.184918 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d81147db-8509-42a6-b1ce-64fbd926c750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:09.235410 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-d81147db-8509-42a6-b1ce-64fbd926c750 None None] For port 4d832e65-995f-4278-b40b-cca9de55bc30, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=4d832e65-995f-4278-b40b-cca9de55bc30,segment=NetworkSegment(0ceb12e1-4bf3-4783-945b-c4b91912f707),segment_id=0ceb12e1-4bf3-4783-945b-c4b91912f707)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:53:09.240063 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d81147db-8509-42a6-b1ce-64fbd926c750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:09.336410 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81147db-8509-42a6-b1ce-64fbd926c750 None None] Pushing event updated for resources: {'Port': ['ID=4d832e65-995f-4278-b40b-cca9de55bc30,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:53:09.360045 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83157b2f-9d0a-45cb-a635-ac5616426e73 req-a17c7932-88e3-400c-980d-6689008f3e17 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:53:09.361578 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-83157b2f-9d0a-45cb-a635-ac5616426e73 req-a17c7932-88e3-400c-980d-6689008f3e17 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=87a0c55d-4b51-4767-8d92-2b46bfcfc839 HTTP/1.1" status: 200 len: 946 time: 0.0752020 Nov 09 21:53:09.362602 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1b67ec-a899-4f2b-a4e3-0e13fb703926 admin admin] Router 4ac96f80-720a-492c-ae9f-782634c99201 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:53:09.462353 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d3ba0c57-a1ef-47e2-a10e-4e760aee02f2 None None] Provisioning complete for port 4d832e65-995f-4278-b40b-cca9de55bc30 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:53:09.462726 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d3ba0c57-a1ef-47e2-a10e-4e760aee02f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:09.513076 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-83157b2f-9d0a-45cb-a635-ac5616426e73 req-d380e2f8-76b4-476e-8dee-7338339ff0dc tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430697 Nov 09 21:53:09.532603 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041dac2-f40f-4d43-8cf0-98524df0ae40 req-57eb13c3-02cb-4c07-b4a2-c1311be114a9 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:53:09.534130 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5041dac2-f40f-4d43-8cf0-98524df0ae40 req-57eb13c3-02cb-4c07-b4a2-c1311be114a9 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.43 "GET /v2.0/ports?device_id=87a0c55d-4b51-4767-8d92-2b46bfcfc839 HTTP/1.1" status: 200 len: 946 time: 0.1191740 Nov 09 21:53:09.577613 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1b67ec-a899-4f2b-a4e3-0e13fb703926 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:53:09.587767 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabff2e2-93ca-4066-9b1e-2fe6599cc582 None None] Sync routers for ids ['4ac96f80-720a-492c-ae9f-782634c99201'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:53:09.597717 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabff2e2-93ca-4066-9b1e-2fe6599cc582 None None] Routers {'4ac96f80-720a-492c-ae9f-782634c99201'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:53:09.598265 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-eabff2e2-93ca-4066-9b1e-2fe6599cc582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:52:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['4ac96f80-720a-492c-ae9f-782634c99201'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:53:09.623909 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1a1b67ec-a899-4f2b-a4e3-0e13fb703926 admin admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:09.624545 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57a133-b2ef-4768-842e-95fc24e72600 req-a036748e-a20c-4650-bbf7-e4b1dc9c99e8 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:53:09.626095 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3b57a133-b2ef-4768-842e-95fc24e72600 req-a036748e-a20c-4650-bbf7-e4b1dc9c99e8 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=e147a847-4997-4dc1-be3e-d28e87399a15 HTTP/1.1" status: 200 len: 945 time: 0.0515378 Nov 09 21:53:09.627738 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 32802) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:53:09.627980 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1a1b67ec-a899-4f2b-a4e3-0e13fb703926 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.7501736 Nov 09 21:53:09.660425 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-5041dac2-f40f-4d43-8cf0-98524df0ae40 req-98c7430f-eaaf-4f92-a2cc-492bf5287750 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Deleting port e0d4114c-987a-4de8-aea9-ceb96ea1a180 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:53:09.660824 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5041dac2-f40f-4d43-8cf0-98524df0ae40 req-98c7430f-eaaf-4f92-a2cc-492bf5287750 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:09.711977 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-eabff2e2-93ca-4066-9b1e-2fe6599cc582 None None] Set router 4ac96f80-720a-492c-ae9f-782634c99201 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:53:09.755727 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-5041dac2-f40f-4d43-8cf0-98524df0ae40 req-98c7430f-eaaf-4f92-a2cc-492bf5287750 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] For port e0d4114c-987a-4de8-aea9-ceb96ea1a180, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=e0d4114c-987a-4de8-aea9-ceb96ea1a180,segment=NetworkSegment(3170744c-3447-44d8-9a0c-fa1ee6e7efbc),segment_id=3170744c-3447-44d8-9a0c-fa1ee6e7efbc)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:53:09.756186 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5041dac2-f40f-4d43-8cf0-98524df0ae40 req-98c7430f-eaaf-4f92-a2cc-492bf5287750 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:09.770403 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-5041dac2-f40f-4d43-8cf0-98524df0ae40 req-98c7430f-eaaf-4f92-a2cc-492bf5287750 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Calling delete_port for e0d4114c-987a-4de8-aea9-ceb96ea1a180 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:53:09.901811 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-eabff2e2-93ca-4066-9b1e-2fe6599cc582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac96f80-720a-492c-ae9f-782634c99201', 'name': 'tempest-ImageQuotaTest-1763599319-router', 'tenant_id': '4e978fe82f304ee9a3a8d5d7f1e63414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '6c87e379-9ed1-4f81-908d-5a1d0088a384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:53:06Z', 'updated_at': '2021-11-09T21:53:08Z', 'revision_number': 3, 'project_id': '4e978fe82f304ee9a3a8d5d7f1e63414', 'gw_port': {'id': '6c87e379-9ed1-4f81-908d-5a1d0088a384', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:18:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac96f80-720a-492c-ae9f-782634c99201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:53:07Z', 'updated_at': '2021-11-09T21:53:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:53:09.911087 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5041dac2-f40f-4d43-8cf0-98524df0ae40 req-98c7430f-eaaf-4f92-a2cc-492bf5287750 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:09.929780 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabff2e2-93ca-4066-9b1e-2fe6599cc582 None None] Checking router: 4ac96f80-720a-492c-ae9f-782634c99201 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:53:09.930134 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabff2e2-93ca-4066-9b1e-2fe6599cc582 None None] Updating router 4ac96f80-720a-492c-ae9f-782634c99201 port 6c87e379-9ed1-4f81-908d-5a1d0088a384 binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:53:09.942017 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c7430f-eaaf-4f92-a2cc-492bf5287750 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Pushing event deleted for resources: {'Port': ['ID=e0d4114c-987a-4de8-aea9-ceb96ea1a180,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:53:09.965850 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-eabff2e2-93ca-4066-9b1e-2fe6599cc582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:10.000812 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-5041dac2-f40f-4d43-8cf0-98524df0ae40 req-98c7430f-eaaf-4f92-a2cc-492bf5287750 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] No DVR routers for this DVR port e0d4114c-987a-4de8-aea9-ceb96ea1a180 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:53:10.003282 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5041dac2-f40f-4d43-8cf0-98524df0ae40 req-98c7430f-eaaf-4f92-a2cc-492bf5287750 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:10.006840 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5041dac2-f40f-4d43-8cf0-98524df0ae40 req-98c7430f-eaaf-4f92-a2cc-492bf5287750 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.43 "DELETE /v2.0/ports/e0d4114c-987a-4de8-aea9-ceb96ea1a180 HTTP/1.1" status: 204 len: 173 time: 0.4661586 Nov 09 21:53:10.007378 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a0c55d-4b51-4767-8d92-2b46bfcfc839', 'name': 'network-vif-deleted', 'tag': 'e0d4114c-987a-4de8-aea9-ceb96ea1a180'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:53:10.009801 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64e8f83-7fec-4bd3-9942-1c41e1ab6679" -d '{"events": [{"server_uuid": "87a0c55d-4b51-4767-8d92-2b46bfcfc839", "name": "network-vif-deleted", "tag": "e0d4114c-987a-4de8-aea9-ceb96ea1a180"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:53:10.072822 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797de8b8-494c-456d-a415-47f348f89e83 x-openstack-request-id: req-797de8b8-494c-456d-a415-47f348f89e83 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:53:10.073179 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a0c55d-4b51-4767-8d92-2b46bfcfc839", "name": "network-vif-deleted", "tag": "e0d4114c-987a-4de8-aea9-ceb96ea1a180", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:53:10.073442 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-797de8b8-494c-456d-a415-47f348f89e83 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:53:10.073849 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a0c55d-4b51-4767-8d92-2b46bfcfc839', 'name': 'network-vif-deleted', 'tag': 'e0d4114c-987a-4de8-aea9-ceb96ea1a180', 'status': 'completed', 'code': 200} Nov 09 21:53:10.088624 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3b57a133-b2ef-4768-842e-95fc24e72600 req-5b1f94b2-010e-4683-9c2a-6727581e4bb0 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=0faeb8c7-d051-4240-8dfb-2899c204983c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4536126 Nov 09 21:53:10.263959 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-eabff2e2-93ca-4066-9b1e-2fe6599cc582 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:10.268509 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-eabff2e2-93ca-4066-9b1e-2fe6599cc582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:10.317496 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce10e8d9-6c07-49f2-9c91-f260730441f4 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:53:10.326749 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3788e442-2355-4d05-bb45-4ff097d734c2 None None] Pushing event updated for resources: {'Port': ['ID=6c87e379-9ed1-4f81-908d-5a1d0088a384,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:53:10.330563 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-eabff2e2-93ca-4066-9b1e-2fe6599cc582 None None] Attempting to bind port 6c87e379-9ed1-4f81-908d-5a1d0088a384 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:53:10.330939 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-eabff2e2-93ca-4066-9b1e-2fe6599cc582 None None] Attempting to bind port 6c87e379-9ed1-4f81-908d-5a1d0088a384 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:53:10.331293 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabff2e2-93ca-4066-9b1e-2fe6599cc582 None None] Attempting to bind port 6c87e379-9ed1-4f81-908d-5a1d0088a384 on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:53:10.341523 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabff2e2-93ca-4066-9b1e-2fe6599cc582 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:53:10.341918 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabff2e2-93ca-4066-9b1e-2fe6599cc582 None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:53:10.342286 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-eabff2e2-93ca-4066-9b1e-2fe6599cc582 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:10.342680 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabff2e2-93ca-4066-9b1e-2fe6599cc582 None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:53:10.343154 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-eabff2e2-93ca-4066-9b1e-2fe6599cc582 None None] Bound port: 6c87e379-9ed1-4f81-908d-5a1d0088a384, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:53:10.343537 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-eabff2e2-93ca-4066-9b1e-2fe6599cc582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:10.414392 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-dc355c6c-42e1-41e4-a5e9-9d6c666c0de3 None None] Provisioning complete for port 6c87e379-9ed1-4f81-908d-5a1d0088a384 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:53:10.415057 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dc355c6c-42e1-41e4-a5e9-9d6c666c0de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:10.449934 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-84c581c4-c21d-441f-a2e5-92c68ca7bc87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:10.471465 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-dc355c6c-42e1-41e4-a5e9-9d6c666c0de3 None None] Port 6c87e379-9ed1-4f81-908d-5a1d0088a384 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:53:10.489674 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-eabff2e2-93ca-4066-9b1e-2fe6599cc582 None None] For port 6c87e379-9ed1-4f81-908d-5a1d0088a384, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:53:10.493547 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-eabff2e2-93ca-4066-9b1e-2fe6599cc582 None None] For port 6c87e379-9ed1-4f81-908d-5a1d0088a384, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=6c87e379-9ed1-4f81-908d-5a1d0088a384,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:53:10.498554 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-eabff2e2-93ca-4066-9b1e-2fe6599cc582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:10.559077 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3788e442-2355-4d05-bb45-4ff097d734c2 None None] Pushing event updated for resources: {'Port': ['ID=6c87e379-9ed1-4f81-908d-5a1d0088a384,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:53:10.589848 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8493ecb-3277-4ef6-912d-51d59efb8472 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:53:10.606262 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabff2e2-93ca-4066-9b1e-2fe6599cc582 None None] Routers {'4ac96f80-720a-492c-ae9f-782634c99201'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:53:10.607088 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-eabff2e2-93ca-4066-9b1e-2fe6599cc582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:52:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['4ac96f80-720a-492c-ae9f-782634c99201'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:53:10.659771 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5768a7b3-40b3-4315-b185-6606125f4481 req-cf928eda-829a-4016-bce6-41a30dd91b4a tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=87a0c55d-4b51-4767-8d92-2b46bfcfc839 HTTP/1.1" status: 200 len: 210 time: 0.0278208 Nov 09 21:53:10.672562 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-84c581c4-c21d-441f-a2e5-92c68ca7bc87 admin admin] Allocated IP 172.20.0.1 (84f5a712-1e11-445c-be2a-8d47448010da/179efcc6-82ce-4733-8ad4-298a401c5537/ce97a35d-7480-4412-9f67-a2fccd833676) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:53:10.738734 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-76693e50-2e0a-4040-8a88-ad1b37ac8698 None None] Provisioning complete for port 6c87e379-9ed1-4f81-908d-5a1d0088a384 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:53:10.739344 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-76693e50-2e0a-4040-8a88-ad1b37ac8698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:10.771225 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-eabff2e2-93ca-4066-9b1e-2fe6599cc582 None None] Set router 4ac96f80-720a-492c-ae9f-782634c99201 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:53:10.781723 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-84c581c4-c21d-441f-a2e5-92c68ca7bc87 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:10.815310 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-84c581c4-c21d-441f-a2e5-92c68ca7bc87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:10.857556 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c581c4-c21d-441f-a2e5-92c68ca7bc87 admin admin] Network 84f5a712-1e11-445c-be2a-8d47448010da is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:53:10.863010 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-84c581c4-c21d-441f-a2e5-92c68ca7bc87 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:53:10.867027 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c581c4-c21d-441f-a2e5-92c68ca7bc87 admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:53:10.907368 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-84c581c4-c21d-441f-a2e5-92c68ca7bc87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:10.950712 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c581c4-c21d-441f-a2e5-92c68ca7bc87 admin admin] Pushing event updated for resources: {'Port': ['ID=ce97a35d-7480-4412-9f67-a2fccd833676,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:53:10.956114 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-76693e50-2e0a-4040-8a88-ad1b37ac8698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:10.973184 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c581c4-c21d-441f-a2e5-92c68ca7bc87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:53:10.980686 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c581c4-c21d-441f-a2e5-92c68ca7bc87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:53:10.981284 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c581c4-c21d-441f-a2e5-92c68ca7bc87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:53:10.981663 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c581c4-c21d-441f-a2e5-92c68ca7bc87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:53:10.982071 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c581c4-c21d-441f-a2e5-92c68ca7bc87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:53:10.982473 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c581c4-c21d-441f-a2e5-92c68ca7bc87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:53:10.982873 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c581c4-c21d-441f-a2e5-92c68ca7bc87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:53:10.983306 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c581c4-c21d-441f-a2e5-92c68ca7bc87 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:53:10.983700 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c581c4-c21d-441f-a2e5-92c68ca7bc87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:53:10.984099 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c581c4-c21d-441f-a2e5-92c68ca7bc87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:53:10.984534 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c581c4-c21d-441f-a2e5-92c68ca7bc87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:53:10.984913 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c581c4-c21d-441f-a2e5-92c68ca7bc87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:53:11.033908 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-76693e50-2e0a-4040-8a88-ad1b37ac8698 None None] For port 6c87e379-9ed1-4f81-908d-5a1d0088a384, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=6c87e379-9ed1-4f81-908d-5a1d0088a384,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:53:11.041445 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 4d832e65-995f-4278-b40b-cca9de55bc30 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:53:11.101939 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-84c581c4-c21d-441f-a2e5-92c68ca7bc87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:11.105855 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-76693e50-2e0a-4040-8a88-ad1b37ac8698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:11.175725 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 4d832e65-995f-4278-b40b-cca9de55bc30 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:53:11.176099 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:11.257110 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76693e50-2e0a-4040-8a88-ad1b37ac8698 None None] Pushing event updated for resources: {'Port': ['ID=6c87e379-9ed1-4f81-908d-5a1d0088a384,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:53:11.268004 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-eabff2e2-93ca-4066-9b1e-2fe6599cc582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac96f80-720a-492c-ae9f-782634c99201', 'name': 'tempest-ImageQuotaTest-1763599319-router', 'tenant_id': '4e978fe82f304ee9a3a8d5d7f1e63414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '6c87e379-9ed1-4f81-908d-5a1d0088a384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:53:06Z', 'updated_at': '2021-11-09T21:53:08Z', 'revision_number': 3, 'project_id': '4e978fe82f304ee9a3a8d5d7f1e63414', 'gw_port': {'id': '6c87e379-9ed1-4f81-908d-5a1d0088a384', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:18:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac96f80-720a-492c-ae9f-782634c99201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:53:07Z', 'updated_at': '2021-11-09T21:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:53:11.275137 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-61379292-f6a9-486c-a1c9-009147539098 None None] Provisioning complete for port ce97a35d-7480-4412-9f67-a2fccd833676 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:53:11.275518 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-61379292-f6a9-486c-a1c9-009147539098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:11.286248 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18914e91-a26e-4e78-bc95-991e9cf22963 req-67420a4d-0c65-499b-b7ab-a3c92cef35f3 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:53:11.288007 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-18914e91-a26e-4e78-bc95-991e9cf22963 req-67420a4d-0c65-499b-b7ab-a3c92cef35f3 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=e147a847-4997-4dc1-be3e-d28e87399a15 HTTP/1.1" status: 200 len: 945 time: 0.0803170 Nov 09 21:53:11.331339 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabff2e2-93ca-4066-9b1e-2fe6599cc582 None None] The sync data for ids ['4ac96f80-720a-492c-ae9f-782634c99201'] in n-d-816206-3 is: [{'id': '4ac96f80-720a-492c-ae9f-782634c99201', 'name': 'tempest-ImageQuotaTest-1763599319-router', 'tenant_id': '4e978fe82f304ee9a3a8d5d7f1e63414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '6c87e379-9ed1-4f81-908d-5a1d0088a384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:53:06Z', 'updated_at': '2021-11-09T21:53:08Z', 'revision_number': 3, 'project_id': '4e978fe82f304ee9a3a8d5d7f1e63414', 'gw_port': {'id': '6c87e379-9ed1-4f81-908d-5a1d0088a384', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:18:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac96f80-720a-492c-ae9f-782634c99201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:53:07Z', 'updated_at': '2021-11-09T21:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:53:11.380288 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-84c581c4-c21d-441f-a2e5-92c68ca7bc87 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:11.399273 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-18914e91-a26e-4e78-bc95-991e9cf22963 req-dcae4f4d-c33f-4521-a3fe-b65ce3388d32 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=0faeb8c7-d051-4240-8dfb-2899c204983c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002867 Nov 09 21:53:11.400608 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-84c581c4-c21d-441f-a2e5-92c68ca7bc87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:11.415897 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-61379292-f6a9-486c-a1c9-009147539098 None None] Port ce97a35d-7480-4412-9f67-a2fccd833676 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:53:11.487278 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c581c4-c21d-441f-a2e5-92c68ca7bc87 admin admin] Pushing event updated for resources: {'Port': ['ID=ce97a35d-7480-4412-9f67-a2fccd833676,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:53:11.491260 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-84c581c4-c21d-441f-a2e5-92c68ca7bc87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:11.586484 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c581c4-c21d-441f-a2e5-92c68ca7bc87 admin admin] Network 84f5a712-1e11-445c-be2a-8d47448010da is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:53:11.588287 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-84c581c4-c21d-441f-a2e5-92c68ca7bc87 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:53:11.761081 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c581c4-c21d-441f-a2e5-92c68ca7bc87 admin admin] Router 4ac96f80-720a-492c-ae9f-782634c99201 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:53:11.827274 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-85b47b4b-0a14-4d33-bd80-77eccafa41d4 req-4b1ae939-98db-406d-a27e-b4023485cc6a tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=87a0c55d-4b51-4767-8d92-2b46bfcfc839 HTTP/1.1" status: 200 len: 210 time: 0.0387852 Nov 09 21:53:11.910567 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c581c4-c21d-441f-a2e5-92c68ca7bc87 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:53:11.917753 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-84c581c4-c21d-441f-a2e5-92c68ca7bc87 admin admin] 10.222.0.49 "PUT /v2.0/routers/4ac96f80-720a-492c-ae9f-782634c99201/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2873120 Nov 09 21:53:11.946429 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-b064ea10-cd7f-4d89-a1d6-097b5af9bc2f None None] Provisioning complete for port ce97a35d-7480-4412-9f67-a2fccd833676 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:53:11.947036 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b064ea10-cd7f-4d89-a1d6-097b5af9bc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:11.991404 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-b064ea10-cd7f-4d89-a1d6-097b5af9bc2f None None] Port ce97a35d-7480-4412-9f67-a2fccd833676 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:53:12.535851 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d513e-f941-4b0e-b27c-552ba0023c03 req-cf9ab702-bc8c-4961-bb20-8c6f756554d2 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:53:12.537522 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-885d513e-f941-4b0e-b27c-552ba0023c03 req-cf9ab702-bc8c-4961-bb20-8c6f756554d2 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=e147a847-4997-4dc1-be3e-d28e87399a15 HTTP/1.1" status: 200 len: 945 time: 0.0552394 Nov 09 21:53:12.596478 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-885d513e-f941-4b0e-b27c-552ba0023c03 req-cd416a3f-1400-4438-a3a0-5133bca88a37 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=0faeb8c7-d051-4240-8dfb-2899c204983c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491843 Nov 09 21:53:12.927164 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8d290648-1b14-459b-b82f-61b599d84304 req-f9f2bee0-309d-4fd0-a844-3478f83c8c8f tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=87a0c55d-4b51-4767-8d92-2b46bfcfc839 HTTP/1.1" status: 200 len: 210 time: 0.0372970 Nov 09 21:53:13.023960 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 6c87e379-9ed1-4f81-908d-5a1d0088a384 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:53:13.078302 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 6c87e379-9ed1-4f81-908d-5a1d0088a384 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:53:13.078679 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:13.181033 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 32834) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:53:13.301921 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff130b99-cd60-4468-b8ed-1680166a7a87 None None] Sync routers for ids ['4ac96f80-720a-492c-ae9f-782634c99201'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:53:13.311420 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff130b99-cd60-4468-b8ed-1680166a7a87 None None] Routers {'4ac96f80-720a-492c-ae9f-782634c99201'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:53:13.312092 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-ff130b99-cd60-4468-b8ed-1680166a7a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:52:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['4ac96f80-720a-492c-ae9f-782634c99201'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:53:13.350188 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device e0d4114c-987a-4de8-aea9-ceb96ea1a180 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:53:13.371462 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: e0d4114c-987a-4de8-aea9-ceb96ea1a180 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:53:13.372131 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device e0d4114c-987a-4de8-aea9-ceb96ea1a180 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:53:13.518744 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-ff130b99-cd60-4468-b8ed-1680166a7a87 None None] Set router 4ac96f80-720a-492c-ae9f-782634c99201 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:53:13.559607 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-726b9c4d-cbea-4fc6-97fb-2d38d7b735d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:13.725918 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-ff130b99-cd60-4468-b8ed-1680166a7a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac96f80-720a-492c-ae9f-782634c99201', 'name': 'tempest-ImageQuotaTest-1763599319-router', 'tenant_id': '4e978fe82f304ee9a3a8d5d7f1e63414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '6c87e379-9ed1-4f81-908d-5a1d0088a384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:53:06Z', 'updated_at': '2021-11-09T21:53:11Z', 'revision_number': 4, 'project_id': '4e978fe82f304ee9a3a8d5d7f1e63414', 'gw_port': {'id': '6c87e379-9ed1-4f81-908d-5a1d0088a384', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:18:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac96f80-720a-492c-ae9f-782634c99201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:53:07Z', 'updated_at': '2021-11-09T21:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'ce97a35d-7480-4412-9f67-a2fccd833676', 'name': '', 'network_id': '84f5a712-1e11-445c-be2a-8d47448010da', 'tenant_id': '4e978fe82f304ee9a3a8d5d7f1e63414', 'mac_address': 'fa:16:3e:f3:53:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac96f80-720a-492c-ae9f-782634c99201', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '179efcc6-82ce-4733-8ad4-298a401c5537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:53:10Z', 'updated_at': '2021-11-09T21:53:11Z', 'revision_number': 2, 'project_id': '4e978fe82f304ee9a3a8d5d7f1e63414', 'subnets': [{'id': '179efcc6-82ce-4733-8ad4-298a401c5537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:53:13.756790 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff130b99-cd60-4468-b8ed-1680166a7a87 None None] Checking router: 4ac96f80-720a-492c-ae9f-782634c99201 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:53:13.757150 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff130b99-cd60-4468-b8ed-1680166a7a87 None None] Updating router 4ac96f80-720a-492c-ae9f-782634c99201 port ce97a35d-7480-4412-9f67-a2fccd833676 binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:53:13.781473 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c2f333-c7d9-4584-a718-31e68c5712ef req-66fb58ba-da08-481f-a106-d091e8895ee7 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:53:13.783440 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ff130b99-cd60-4468-b8ed-1680166a7a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:13.788951 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-72c2f333-c7d9-4584-a718-31e68c5712ef req-66fb58ba-da08-481f-a106-d091e8895ee7 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=e147a847-4997-4dc1-be3e-d28e87399a15 HTTP/1.1" status: 200 len: 945 time: 0.0897019 Nov 09 21:53:13.848393 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-72c2f333-c7d9-4584-a718-31e68c5712ef req-f6d150b9-750b-46e7-bfd0-730a9999224e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=0faeb8c7-d051-4240-8dfb-2899c204983c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585492 Nov 09 21:53:13.917102 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-726b9c4d-cbea-4fc6-97fb-2d38d7b735d8 admin admin] Deleting port ce97a35d-7480-4412-9f67-a2fccd833676 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:53:13.917592 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-726b9c4d-cbea-4fc6-97fb-2d38d7b735d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:14.004218 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-726b9c4d-cbea-4fc6-97fb-2d38d7b735d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:14.017279 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-726b9c4d-cbea-4fc6-97fb-2d38d7b735d8 admin admin] Calling delete_port for ce97a35d-7480-4412-9f67-a2fccd833676 owned by network:router_interface {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:53:14.063043 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ff130b99-cd60-4468-b8ed-1680166a7a87 None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:14.063269 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-eceb8cb2-6957-423b-864e-6056349904cc req-f80cc193-eb0f-42e2-9923-dc3d3618d9db tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=87a0c55d-4b51-4767-8d92-2b46bfcfc839 HTTP/1.1" status: 200 len: 210 time: 0.0425873 Nov 09 21:53:14.076706 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ff130b99-cd60-4468-b8ed-1680166a7a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:14.116650 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985bdcfa-9f2d-4557-8ad9-56feddf1ccaf None None] Pushing event updated for resources: {'Port': ['ID=ce97a35d-7480-4412-9f67-a2fccd833676,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:53:14.186237 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-ff130b99-cd60-4468-b8ed-1680166a7a87 None None] Attempting to bind port ce97a35d-7480-4412-9f67-a2fccd833676 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:53:14.186608 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-ff130b99-cd60-4468-b8ed-1680166a7a87 None None] Attempting to bind port ce97a35d-7480-4412-9f67-a2fccd833676 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '0ceb12e1-4bf3-4783-945b-c4b91912f707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '84f5a712-1e11-445c-be2a-8d47448010da'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:53:14.186968 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff130b99-cd60-4468-b8ed-1680166a7a87 None None] Attempting to bind port ce97a35d-7480-4412-9f67-a2fccd833676 on network 84f5a712-1e11-445c-be2a-8d47448010da {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:53:14.192201 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff130b99-cd60-4468-b8ed-1680166a7a87 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:53:14.192628 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff130b99-cd60-4468-b8ed-1680166a7a87 None None] Checking segment: {'id': '0ceb12e1-4bf3-4783-945b-c4b91912f707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '84f5a712-1e11-445c-be2a-8d47448010da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:53:14.193050 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ff130b99-cd60-4468-b8ed-1680166a7a87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:14.194113 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff130b99-cd60-4468-b8ed-1680166a7a87 None None] Bound using segment: {'id': '0ceb12e1-4bf3-4783-945b-c4b91912f707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '84f5a712-1e11-445c-be2a-8d47448010da'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:53:14.194584 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-ff130b99-cd60-4468-b8ed-1680166a7a87 None None] Bound port: ce97a35d-7480-4412-9f67-a2fccd833676, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ceb12e1-4bf3-4783-945b-c4b91912f707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '84f5a712-1e11-445c-be2a-8d47448010da'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:53:14.194965 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ff130b99-cd60-4468-b8ed-1680166a7a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:14.265735 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-726b9c4d-cbea-4fc6-97fb-2d38d7b735d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:14.272696 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.db.api [None req-ff130b99-cd60-4468-b8ed-1680166a7a87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102610) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 21:53:14.272696 n-d-816206-3 neutron-server[102610]: DEBUG oslo_db.api [None req-ff130b99-cd60-4468-b8ed-1680166a7a87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 21:53:14.328214 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726b9c4d-cbea-4fc6-97fb-2d38d7b735d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce97a35d-7480-4412-9f67-a2fccd833676,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:53:14.420907 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-366258b7-9610-4f13-ba98-7b0ba82f0ebf None None] Could not find standard attr ID for object ce97a35d-7480-4412-9f67-a2fccd833676. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 21:53:14.517921 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-726b9c4d-cbea-4fc6-97fb-2d38d7b735d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:14.754661 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726b9c4d-cbea-4fc6-97fb-2d38d7b735d8 admin admin] Router 4ac96f80-720a-492c-ae9f-782634c99201 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:53:14.786309 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-ff130b99-cd60-4468-b8ed-1680166a7a87 None None] Attempting to bind port ce97a35d-7480-4412-9f67-a2fccd833676 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:53:14.786933 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-ff130b99-cd60-4468-b8ed-1680166a7a87 None None] Attempting to bind port ce97a35d-7480-4412-9f67-a2fccd833676 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '0ceb12e1-4bf3-4783-945b-c4b91912f707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '84f5a712-1e11-445c-be2a-8d47448010da'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:53:14.787055 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff130b99-cd60-4468-b8ed-1680166a7a87 None None] Attempting to bind port ce97a35d-7480-4412-9f67-a2fccd833676 on network 84f5a712-1e11-445c-be2a-8d47448010da {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:53:14.792088 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff130b99-cd60-4468-b8ed-1680166a7a87 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:53:14.792457 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff130b99-cd60-4468-b8ed-1680166a7a87 None None] Checking segment: {'id': '0ceb12e1-4bf3-4783-945b-c4b91912f707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '84f5a712-1e11-445c-be2a-8d47448010da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:53:14.792890 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ff130b99-cd60-4468-b8ed-1680166a7a87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:14.793261 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff130b99-cd60-4468-b8ed-1680166a7a87 None None] Bound using segment: {'id': '0ceb12e1-4bf3-4783-945b-c4b91912f707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '84f5a712-1e11-445c-be2a-8d47448010da'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:53:14.794106 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-ff130b99-cd60-4468-b8ed-1680166a7a87 None None] Bound port: ce97a35d-7480-4412-9f67-a2fccd833676, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ceb12e1-4bf3-4783-945b-c4b91912f707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '84f5a712-1e11-445c-be2a-8d47448010da'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:53:14.794527 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ff130b99-cd60-4468-b8ed-1680166a7a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:14.825185 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.plugin [None req-ff130b99-cd60-4468-b8ed-1680166a7a87 None None] Port ce97a35d-7480-4412-9f67-a2fccd833676 has been deleted concurrently {{(pid=102610) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 09 21:53:14.834331 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff130b99-cd60-4468-b8ed-1680166a7a87 None None] Routers {'4ac96f80-720a-492c-ae9f-782634c99201'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:53:14.834978 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-ff130b99-cd60-4468-b8ed-1680166a7a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:52:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['4ac96f80-720a-492c-ae9f-782634c99201'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:53:14.873940 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726b9c4d-cbea-4fc6-97fb-2d38d7b735d8 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:53:14.879771 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-726b9c4d-cbea-4fc6-97fb-2d38d7b735d8 admin admin] 10.222.0.49 "PUT /v2.0/routers/4ac96f80-720a-492c-ae9f-782634c99201/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6976798 Nov 09 21:53:14.882944 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 32842) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:53:14.956806 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-ff130b99-cd60-4468-b8ed-1680166a7a87 None None] Set router 4ac96f80-720a-492c-ae9f-782634c99201 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:53:15.017024 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55aa170-a6a5-4122-bcd5-a4511ee15804 req-3ef16f9c-154e-494b-806f-163f3062a50f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:53:15.018512 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a55aa170-a6a5-4122-bcd5-a4511ee15804 req-3ef16f9c-154e-494b-806f-163f3062a50f tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=e147a847-4997-4dc1-be3e-d28e87399a15 HTTP/1.1" status: 200 len: 945 time: 0.0934718 Nov 09 21:53:15.045003 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c5a6edcc-b2a9-4499-99cd-aec7b372d353 admin admin] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:15.118118 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a55aa170-a6a5-4122-bcd5-a4511ee15804 req-06c9b8c2-95c5-44df-a0c9-d9d29ff415d2 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=0faeb8c7-d051-4240-8dfb-2899c204983c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921094 Nov 09 21:53:15.148657 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-ff130b99-cd60-4468-b8ed-1680166a7a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac96f80-720a-492c-ae9f-782634c99201', 'name': 'tempest-ImageQuotaTest-1763599319-router', 'tenant_id': '4e978fe82f304ee9a3a8d5d7f1e63414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '6c87e379-9ed1-4f81-908d-5a1d0088a384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:53:06Z', 'updated_at': '2021-11-09T21:53:14Z', 'revision_number': 5, 'project_id': '4e978fe82f304ee9a3a8d5d7f1e63414', 'gw_port': {'id': '6c87e379-9ed1-4f81-908d-5a1d0088a384', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:18:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac96f80-720a-492c-ae9f-782634c99201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:53:07Z', 'updated_at': '2021-11-09T21:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:53:15.178003 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff130b99-cd60-4468-b8ed-1680166a7a87 None None] The sync data for ids ['4ac96f80-720a-492c-ae9f-782634c99201'] in n-d-816206-3 is: [{'id': '4ac96f80-720a-492c-ae9f-782634c99201', 'name': 'tempest-ImageQuotaTest-1763599319-router', 'tenant_id': '4e978fe82f304ee9a3a8d5d7f1e63414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '6c87e379-9ed1-4f81-908d-5a1d0088a384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:53:06Z', 'updated_at': '2021-11-09T21:53:14Z', 'revision_number': 5, 'project_id': '4e978fe82f304ee9a3a8d5d7f1e63414', 'gw_port': {'id': '6c87e379-9ed1-4f81-908d-5a1d0088a384', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:18:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac96f80-720a-492c-ae9f-782634c99201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:53:07Z', 'updated_at': '2021-11-09T21:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:53:15.186720 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ce08f08f-a6c2-41eb-9684-aa17e004bcb5 req-52f2c196-c9f3-47bd-9e09-1a5e73a3daf4 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "GET /v2.0/ports?device_id=87a0c55d-4b51-4767-8d92-2b46bfcfc839 HTTP/1.1" status: 200 len: 210 time: 0.0347111 Nov 09 21:53:15.191290 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c5a6edcc-b2a9-4499-99cd-aec7b372d353 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:15.257895 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-c5a6edcc-b2a9-4499-99cd-aec7b372d353 admin admin] Deleting port 6c87e379-9ed1-4f81-908d-5a1d0088a384 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:53:15.258628 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c5a6edcc-b2a9-4499-99cd-aec7b372d353 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:15.347269 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-c5a6edcc-b2a9-4499-99cd-aec7b372d353 admin admin] For port 6c87e379-9ed1-4f81-908d-5a1d0088a384, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=6c87e379-9ed1-4f81-908d-5a1d0088a384,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:53:15.347919 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c5a6edcc-b2a9-4499-99cd-aec7b372d353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:15.360353 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-c5a6edcc-b2a9-4499-99cd-aec7b372d353 admin admin] Calling delete_port for 6c87e379-9ed1-4f81-908d-5a1d0088a384 owned by network:router_gateway {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:53:15.529029 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c5a6edcc-b2a9-4499-99cd-aec7b372d353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:15.554623 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6edcc-b2a9-4499-99cd-aec7b372d353 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c87e379-9ed1-4f81-908d-5a1d0088a384,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:53:15.574350 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7cedae-00a6-4ab3-8d0c-2cbc1a957753 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:53:15.629526 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c5a6edcc-b2a9-4499-99cd-aec7b372d353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:15.825762 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d165cdf7-2b64-41af-838c-dc587aafd0b1 None None] Sync routers for ids ['4ac96f80-720a-492c-ae9f-782634c99201'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:53:15.837390 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d165cdf7-2b64-41af-838c-dc587aafd0b1 None None] Routers {'4ac96f80-720a-492c-ae9f-782634c99201'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:53:15.838013 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-d165cdf7-2b64-41af-838c-dc587aafd0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:52:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['4ac96f80-720a-492c-ae9f-782634c99201'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:53:15.904879 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-d165cdf7-2b64-41af-838c-dc587aafd0b1 None None] Set router 4ac96f80-720a-492c-ae9f-782634c99201 gateway port host: None {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:53:15.960054 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-d165cdf7-2b64-41af-838c-dc587aafd0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac96f80-720a-492c-ae9f-782634c99201', 'name': 'tempest-ImageQuotaTest-1763599319-router', 'tenant_id': '4e978fe82f304ee9a3a8d5d7f1e63414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:53:06Z', 'updated_at': '2021-11-09T21:53:15Z', 'revision_number': 7, 'project_id': '4e978fe82f304ee9a3a8d5d7f1e63414', 'gw_port_host': None}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:53:15.985117 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d165cdf7-2b64-41af-838c-dc587aafd0b1 None None] Checking router: 4ac96f80-720a-492c-ae9f-782634c99201 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:53:15.993293 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d165cdf7-2b64-41af-838c-dc587aafd0b1 None None] Routers {'4ac96f80-720a-492c-ae9f-782634c99201'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:53:15.993897 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-d165cdf7-2b64-41af-838c-dc587aafd0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:52:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['4ac96f80-720a-492c-ae9f-782634c99201'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:53:16.023361 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c5a6edcc-b2a9-4499-99cd-aec7b372d353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:16.025502 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c5a6edcc-b2a9-4499-99cd-aec7b372d353 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:16.061681 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-d165cdf7-2b64-41af-838c-dc587aafd0b1 None None] Set router 4ac96f80-720a-492c-ae9f-782634c99201 gateway port host: None {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:53:16.069191 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c5a6edcc-b2a9-4499-99cd-aec7b372d353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:16.070024 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a6edcc-b2a9-4499-99cd-aec7b372d353 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ac96f80-720a-492c-ae9f-782634c99201 {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:53:16.074454 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c5a6edcc-b2a9-4499-99cd-aec7b372d353 admin admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:16.075870 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c5a6edcc-b2a9-4499-99cd-aec7b372d353 admin admin] 10.222.0.49 "DELETE /v2.0/routers/4ac96f80-720a-492c-ae9f-782634c99201 HTTP/1.1" status: 204 len: 168 time: 1.1920156 Nov 09 21:53:16.078316 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 32846) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:53:16.125795 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cab7b6a-464f-4524-a15b-6ed31e32b754 admin admin] Deleting subnet 179efcc6-82ce-4733-8ad4-298a401c5537 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:53:16.129362 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2cab7b6a-464f-4524-a15b-6ed31e32b754 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:16.168457 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2cab7b6a-464f-4524-a15b-6ed31e32b754 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:16.249806 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 32852) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:53:16.290959 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ddae6-b0f1-4fdd-bc79-444e6bb70e0c req-2cac7f49-f92e-433f-b181-4f67401aa309 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:53:16.292481 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-733ddae6-b0f1-4fdd-bc79-444e6bb70e0c req-2cac7f49-f92e-433f-b181-4f67401aa309 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=e147a847-4997-4dc1-be3e-d28e87399a15 HTTP/1.1" status: 200 len: 945 time: 0.0848784 Nov 09 21:53:16.297323 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-d165cdf7-2b64-41af-838c-dc587aafd0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac96f80-720a-492c-ae9f-782634c99201', 'name': 'tempest-ImageQuotaTest-1763599319-router', 'tenant_id': '4e978fe82f304ee9a3a8d5d7f1e63414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:53:06Z', 'updated_at': '2021-11-09T21:53:15Z', 'revision_number': 7, 'project_id': '4e978fe82f304ee9a3a8d5d7f1e63414', 'gw_port_host': None}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:53:16.297726 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2cab7b6a-464f-4524-a15b-6ed31e32b754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:16.329045 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d165cdf7-2b64-41af-838c-dc587aafd0b1 None None] The sync data for ids ['4ac96f80-720a-492c-ae9f-782634c99201'] in n-d-816206-3 is: [{'id': '4ac96f80-720a-492c-ae9f-782634c99201', 'name': 'tempest-ImageQuotaTest-1763599319-router', 'tenant_id': '4e978fe82f304ee9a3a8d5d7f1e63414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:53:06Z', 'updated_at': '2021-11-09T21:53:15Z', 'revision_number': 7, 'project_id': '4e978fe82f304ee9a3a8d5d7f1e63414', 'gw_port_host': None}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:53:16.393830 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-10a08ebc-98c3-4e1a-aa3d-86d67677d19b tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Deleting port 65c40fa9-83e6-48f6-bef6-badfff9dad0a {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:53:16.394213 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-10a08ebc-98c3-4e1a-aa3d-86d67677d19b tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:16.395297 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-733ddae6-b0f1-4fdd-bc79-444e6bb70e0c req-6b4f1129-f3ac-499a-9391-a5b64b7f4e8b tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=0faeb8c7-d051-4240-8dfb-2899c204983c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773575 Nov 09 21:53:16.402658 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2cab7b6a-464f-4524-a15b-6ed31e32b754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:16.436456 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cab7b6a-464f-4524-a15b-6ed31e32b754 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=179efcc6-82ce-4733-8ad4-298a401c5537,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:53:16.444020 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2cab7b6a-464f-4524-a15b-6ed31e32b754 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:16.449685 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2cab7b6a-464f-4524-a15b-6ed31e32b754 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/179efcc6-82ce-4733-8ad4-298a401c5537 HTTP/1.1" status: 204 len: 168 time: 0.3681133 Nov 09 21:53:16.449990 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 32854) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:53:16.455826 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805b1703-4e81-4105-9207-bd16127e5d02 None None] Network 84f5a712-1e11-445c-be2a-8d47448010da requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:53:16.496308 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-10a08ebc-98c3-4e1a-aa3d-86d67677d19b tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:16.497083 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-10a08ebc-98c3-4e1a-aa3d-86d67677d19b tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:16.513001 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-10a08ebc-98c3-4e1a-aa3d-86d67677d19b tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Calling delete_port for 65c40fa9-83e6-48f6-bef6-badfff9dad0a owned by network:floatingip {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:53:16.537986 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-061c174b-7488-4cdc-9b8d-0dc1589a351a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:16.596774 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-061c174b-7488-4cdc-9b8d-0dc1589a351a admin admin] Deleting port 4d832e65-995f-4278-b40b-cca9de55bc30 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:53:16.597198 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-061c174b-7488-4cdc-9b8d-0dc1589a351a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:16.666763 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-10a08ebc-98c3-4e1a-aa3d-86d67677d19b tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:16.676564 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-061c174b-7488-4cdc-9b8d-0dc1589a351a admin admin] For port 4d832e65-995f-4278-b40b-cca9de55bc30, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=4d832e65-995f-4278-b40b-cca9de55bc30,segment=NetworkSegment(0ceb12e1-4bf3-4783-945b-c4b91912f707),segment_id=0ceb12e1-4bf3-4783-945b-c4b91912f707)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:53:16.676999 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-061c174b-7488-4cdc-9b8d-0dc1589a351a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:16.689449 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-061c174b-7488-4cdc-9b8d-0dc1589a351a admin admin] Calling delete_port for 4d832e65-995f-4278-b40b-cca9de55bc30 owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:53:16.694715 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a08ebc-98c3-4e1a-aa3d-86d67677d19b tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Pushing event deleted for resources: {'Port': ['ID=65c40fa9-83e6-48f6-bef6-badfff9dad0a,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:53:16.757852 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-10a08ebc-98c3-4e1a-aa3d-86d67677d19b tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks [] for floatingip, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:16.760826 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-10a08ebc-98c3-4e1a-aa3d-86d67677d19b tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:16.762063 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-10a08ebc-98c3-4e1a-aa3d-86d67677d19b tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "DELETE /v2.0/floatingips/52b62bfe-13f6-4a47-99cc-8e96e9f39c1b HTTP/1.1" status: 204 len: 168 time: 0.5112596 Nov 09 21:53:16.770080 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-061c174b-7488-4cdc-9b8d-0dc1589a351a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:16.805163 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c174b-7488-4cdc-9b8d-0dc1589a351a admin admin] Pushing event deleted for resources: {'Port': ['ID=4d832e65-995f-4278-b40b-cca9de55bc30,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:53:16.811198 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061c174b-7488-4cdc-9b8d-0dc1589a351a admin admin] No DVR routers for this DVR port 4d832e65-995f-4278-b40b-cca9de55bc30 on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:53:16.826624 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ede2e4-b6f6-4436-8d4f-c10215c9a974 None None] DHCP port deletion for 84f5a712-1e11-445c-be2a-8d47448010da request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:53:16.893900 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-061c174b-7488-4cdc-9b8d-0dc1589a351a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:16.926927 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-061c174b-7488-4cdc-9b8d-0dc1589a351a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84f5a712-1e11-445c-be2a-8d47448010da']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:53:16.937148 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-061c174b-7488-4cdc-9b8d-0dc1589a351a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ceb12e1-4bf3-4783-945b-c4b91912f707') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:53:16.937594 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-061c174b-7488-4cdc-9b8d-0dc1589a351a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ceb12e1-4bf3-4783-945b-c4b91912f707') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:53:16.957419 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-061c174b-7488-4cdc-9b8d-0dc1589a351a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:16.964090 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 6c87e379-9ed1-4f81-908d-5a1d0088a384 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:53:16.975100 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-061c174b-7488-4cdc-9b8d-0dc1589a351a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:16.995774 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-061c174b-7488-4cdc-9b8d-0dc1589a351a admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:53:16.996178 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-061c174b-7488-4cdc-9b8d-0dc1589a351a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:16.998490 n-d-816206-3 neutron-server[102608]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 21:53:16.998490 n-d-816206-3 neutron-server[102608]: items = [ Nov 09 21:53:16.998490 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:53:16.998490 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:53:16.998490 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:53:16.998490 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:53:16.998490 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:53:16.998490 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:53:16.998490 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:53:16.998490 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:53:16.998490 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:53:16.998490 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:53:16.998490 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:53:16.998490 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:53:16.998490 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:53:16.998490 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:53:16.998490 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:53:16.998490 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:53:16.998490 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:53:16.998490 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:53:16.998490 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:53:16.998490 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:53:16.998490 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:53:16.998490 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:53:16.998490 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:53:16.998490 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:53:16.998490 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:53:16.998490 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:53:16.998490 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:53:16.998490 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:53:16.998490 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:53:16.998490 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:53:16.998490 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:53:16.998490 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:53:17.002152 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 6c87e379-9ed1-4f81-908d-5a1d0088a384 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:53:17.002684 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 6c87e379-9ed1-4f81-908d-5a1d0088a384 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:53:17.003447 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 4d832e65-995f-4278-b40b-cca9de55bc30 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:53:17.032595 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 4d832e65-995f-4278-b40b-cca9de55bc30 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:53:17.033427 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 4d832e65-995f-4278-b40b-cca9de55bc30 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:53:17.079232 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-061c174b-7488-4cdc-9b8d-0dc1589a351a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:17.085618 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-061c174b-7488-4cdc-9b8d-0dc1589a351a admin admin] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:17.089653 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-061c174b-7488-4cdc-9b8d-0dc1589a351a admin admin] 10.222.0.49 "DELETE /v2.0/networks/84f5a712-1e11-445c-be2a-8d47448010da HTTP/1.1" status: 204 len: 168 time: 0.6386514 Nov 09 21:53:17.104876 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c174b-7488-4cdc-9b8d-0dc1589a351a admin admin] Pushing event deleted for resources: {'Network': ['ID=84f5a712-1e11-445c-be2a-8d47448010da,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:53:17.214806 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 32866) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:53:17.263655 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-da30727e-32d3-4c05-8cd4-ad88b42f53e7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4e978fe82f304ee9a3a8d5d7f1e63414&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0468113 Nov 09 21:53:17.265615 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 32868) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:53:17.312931 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a917a06b-33ff-4739-8a51-70a19f45faf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:17.334323 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a917a06b-33ff-4739-8a51-70a19f45faf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:17.386665 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a917a06b-33ff-4739-8a51-70a19f45faf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:17.389630 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a917a06b-33ff-4739-8a51-70a19f45faf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:17.391072 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a917a06b-33ff-4739-8a51-70a19f45faf4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c15e2095-434c-43bd-9f1d-f9d13cda936c HTTP/1.1" status: 204 len: 168 time: 0.1245437 Nov 09 21:53:17.399397 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a917a06b-33ff-4739-8a51-70a19f45faf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15e2095-434c-43bd-9f1d-f9d13cda936c,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:53:17.526768 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2172097-1f98-4156-b605-5165e83e4a67 req-70f18080-6e75-4937-b03c-8d5ee796b734 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:53:17.528303 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f2172097-1f98-4156-b605-5165e83e4a67 req-70f18080-6e75-4937-b03c-8d5ee796b734 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=e147a847-4997-4dc1-be3e-d28e87399a15 HTTP/1.1" status: 200 len: 945 time: 0.0552225 Nov 09 21:53:17.579575 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f2172097-1f98-4156-b605-5165e83e4a67 req-2b3f562c-acdd-4906-bfde-0560b57017ea tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=0faeb8c7-d051-4240-8dfb-2899c204983c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450227 Nov 09 21:53:17.661435 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e42cf296-ef36-457a-9440-55b2b8ee3ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:17.758012 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 32876) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:53:17.771669 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3225f03f-c6e3-4059-8718-500d5f27cbd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:17.857521 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3225f03f-c6e3-4059-8718-500d5f27cbd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:17.861527 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3225f03f-c6e3-4059-8718-500d5f27cbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:17.900761 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3225f03f-c6e3-4059-8718-500d5f27cbd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f4611c-132a-4e71-afd8-8c6ffc38b08c,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:53:17.905120 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3225f03f-c6e3-4059-8718-500d5f27cbd8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1460724 Nov 09 21:53:17.907643 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 32878) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:53:17.959943 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e939d714-5f67-45dc-b993-87171ef73040 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:17.981548 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e939d714-5f67-45dc-b993-87171ef73040 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:18.052266 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e939d714-5f67-45dc-b993-87171ef73040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:18.055299 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e939d714-5f67-45dc-b993-87171ef73040 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:18.056651 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e939d714-5f67-45dc-b993-87171ef73040 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/70f4611c-132a-4e71-afd8-8c6ffc38b08c HTTP/1.1" status: 204 len: 168 time: 0.1480732 Nov 09 21:53:18.074353 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e939d714-5f67-45dc-b993-87171ef73040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f4611c-132a-4e71-afd8-8c6ffc38b08c,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:53:18.133138 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369fb80d-3b28-491f-ab51-2f958f593ae5 req-dc8cc051-c909-4833-a0f6-4321f8f4234d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:53:18.134667 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-369fb80d-3b28-491f-ab51-2f958f593ae5 req-dc8cc051-c909-4833-a0f6-4321f8f4234d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e147a847-4997-4dc1-be3e-d28e87399a15 HTTP/1.1" status: 200 len: 1096 time: 0.0409951 Nov 09 21:53:18.182647 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-369fb80d-3b28-491f-ab51-2f958f593ae5 req-5f749c34-b021-4a18-9b05-66b8986919b3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0faeb8c7-d051-4240-8dfb-2899c204983c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413013 Nov 09 21:53:18.367823 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 54ba6aa0-6902-4b3e-a576-0bae9134d415 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:53:18.475310 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 54ba6aa0-6902-4b3e-a576-0bae9134d415, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=54ba6aa0-6902-4b3e-a576-0bae9134d415,segment=NetworkSegment(ea5461ff-5e85-4d28-bcd4-a7da0a9a1de7),segment_id=ea5461ff-5e85-4d28-bcd4-a7da0a9a1de7)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:53:18.493151 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '54ba6aa0-6902-4b3e-a576-0bae9134d415', 'network_id': 'ac10dac0-ac57-49ce-bc21-609661687a8f', 'port_id': '54ba6aa0-6902-4b3e-a576-0bae9134d415', 'mac_address': 'fa:16:3e:4b:4b:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a81d09c1-e11d-4c94-b2c8-9e9662f6844e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:53:18.544229 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:18.562108 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 54ba6aa0-6902-4b3e-a576-0bae9134d415 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:53:18.586749 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 54ba6aa0-6902-4b3e-a576-0bae9134d415, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=54ba6aa0-6902-4b3e-a576-0bae9134d415,segment=NetworkSegment(ea5461ff-5e85-4d28-bcd4-a7da0a9a1de7),segment_id=ea5461ff-5e85-4d28-bcd4-a7da0a9a1de7)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:53:18.592279 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:18.686059 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=54ba6aa0-6902-4b3e-a576-0bae9134d415,revision_number=6']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:53:18.719665 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e170806-f6be-4d34-8df0-9d8f23be007b req-80ae0139-8383-48ec-b02c-dbf4280a882b tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:53:18.721195 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4e170806-f6be-4d34-8df0-9d8f23be007b req-80ae0139-8383-48ec-b02c-dbf4280a882b tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=e147a847-4997-4dc1-be3e-d28e87399a15 HTTP/1.1" status: 200 len: 944 time: 0.0556259 Nov 09 21:53:18.771778 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4e170806-f6be-4d34-8df0-9d8f23be007b req-55aa1d63-f010-4e31-b6fc-85bb938d6548 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=0faeb8c7-d051-4240-8dfb-2899c204983c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444276 Nov 09 21:53:18.819472 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['54ba6aa0-6902-4b3e-a576-0bae9134d415'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:53:19.898004 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641268c-609d-4d4c-a349-f21b427de939 req-2503a663-040b-4ff7-a410-40a30e6af72e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:53:19.899936 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4641268c-609d-4d4c-a349-f21b427de939 req-2503a663-040b-4ff7-a410-40a30e6af72e tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=e147a847-4997-4dc1-be3e-d28e87399a15 HTTP/1.1" status: 200 len: 944 time: 0.0557835 Nov 09 21:53:19.957553 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4641268c-609d-4d4c-a349-f21b427de939 req-0ce9bfcf-13d2-429e-b556-f250e63dfa50 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=0faeb8c7-d051-4240-8dfb-2899c204983c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502894 Nov 09 21:53:19.981085 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 32892) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:53:20.005706 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a482984c-875c-4962-9200-40c4c7065754 req-274b94b4-8c77-498c-9758-f5c4b2e5429b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=efe93505-f165-4648-8cc6-4a99c70f776a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1719246 Nov 09 21:53:20.065679 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c42a1e87-1c8d-44f2-9371-3c031bd64569 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/floatingips/d14ec9ee-0082-468c-ac5f-2f54fa453b4b HTTP/1.1" status: 200 len: 992 time: 0.0820444 Nov 09 21:53:20.081963 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482984c-875c-4962-9200-40c4c7065754 req-3490d1a7-6e2e-4482-a5ff-cfb0ab6e968b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:53:20.083489 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a482984c-875c-4962-9200-40c4c7065754 req-3490d1a7-6e2e-4482-a5ff-cfb0ab6e968b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1862727b93244d9ab5b3df5029ee0816&device_id=efe93505-f165-4648-8cc6-4a99c70f776a HTTP/1.1" status: 200 len: 1097 time: 0.0448196 Nov 09 21:53:20.118782 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 32896) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:53:20.178755 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7629d8d9-f9e5-4e9a-a3e3-3b14ff3737b7 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:20.189768 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3fedde6d-c1c5-4d2b-8f4f-2fff7d1efd7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:20.209732 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7629d8d9-f9e5-4e9a-a3e3-3b14ff3737b7 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:20.209992 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482984c-875c-4962-9200-40c4c7065754 req-e6297e96-96e5-4406-9830-cfeecc940bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:53:20.211428 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a482984c-875c-4962-9200-40c4c7065754 req-e6297e96-96e5-4406-9830-cfeecc940bae service neutron] 10.222.0.43 "GET /v2.0/networks?id=701da2f2-3820-4b93-8098-d4756ebfb82a HTTP/1.1" status: 200 len: 909 time: 0.1087775 Nov 09 21:53:20.277825 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7629d8d9-f9e5-4e9a-a3e3-3b14ff3737b7 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:20.281077 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7629d8d9-f9e5-4e9a-a3e3-3b14ff3737b7 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:20.282012 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7629d8d9-f9e5-4e9a-a3e3-3b14ff3737b7 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] 10.222.0.49 "DELETE /v2.0/security-groups/d2ffbac2-efa0-42a2-b3ec-3d8edf9da112 HTTP/1.1" status: 204 len: 168 time: 0.1622002 Nov 09 21:53:20.292089 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7629d8d9-f9e5-4e9a-a3e3-3b14ff3737b7 tempest-TestVolumeBootPattern-1558659111 tempest-TestVolumeBootPattern-1558659111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ffbac2-efa0-42a2-b3ec-3d8edf9da112,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:53:20.305282 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a482984c-875c-4962-9200-40c4c7065754 req-da4ab198-61cc-443d-9b79-677474aaed2b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b912968d-86ce-4965-9bf0-3d8032cab9ec HTTP/1.1" status: 200 len: 1001 time: 0.0870187 Nov 09 21:53:20.353665 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 32900) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:53:20.371685 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 54ba6aa0-6902-4b3e-a576-0bae9134d415 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:53:20.380732 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482984c-875c-4962-9200-40c4c7065754 req-20fa2f19-3373-4153-83fa-a9f39f71be65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:53:20.382578 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a482984c-875c-4962-9200-40c4c7065754 req-20fa2f19-3373-4153-83fa-a9f39f71be65 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=aa1ce486-e948-4cb6-8da6-b7876c9ed50b HTTP/1.1" status: 200 len: 848 time: 0.0706468 Nov 09 21:53:20.437481 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 54ba6aa0-6902-4b3e-a576-0bae9134d415 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:53:20.438283 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:20.442079 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482984c-875c-4962-9200-40c4c7065754 req-9236ddea-57ed-417a-8d52-bbc26b457091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:53:20.444676 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a482984c-875c-4962-9200-40c4c7065754 req-9236ddea-57ed-417a-8d52-bbc26b457091 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=701da2f2-3820-4b93-8098-d4756ebfb82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548122 Nov 09 21:53:20.456820 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-a482984c-875c-4962-9200-40c4c7065754 req-76e32dda-36b6-4357-8264-e79116ffcff3 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:53:20.458436 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a482984c-875c-4962-9200-40c4c7065754 req-76e32dda-36b6-4357-8264-e79116ffcff3 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056920 Nov 09 21:53:20.538501 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:20.562766 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e147a847-4997-4dc1-be3e-d28e87399a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ba6aa0-6902-4b3e-a576-0bae9134d415'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:53:20.565691 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582b557e-5d5d-4423-a881-5560bba2e2a2" -d '{"events": [{"server_uuid": "e147a847-4997-4dc1-be3e-d28e87399a15", "name": "network-vif-plugged", "status": "completed", "tag": "54ba6aa0-6902-4b3e-a576-0bae9134d415"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:53:20.565918 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a482984c-875c-4962-9200-40c4c7065754 req-bf07529f-974c-49af-a5d3-fe61094d09e0 service neutron] 10.222.0.43 "GET /v2.0/networks/701da2f2-3820-4b93-8098-d4756ebfb82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991726 Nov 09 21:53:20.584515 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 54ba6aa0-6902-4b3e-a576-0bae9134d415, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=54ba6aa0-6902-4b3e-a576-0bae9134d415,segment=NetworkSegment(ea5461ff-5e85-4d28-bcd4-a7da0a9a1de7),segment_id=ea5461ff-5e85-4d28-bcd4-a7da0a9a1de7)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:53:20.589516 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:20.648692 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209428e4-7734-4095-a198-e318114f2c00 x-openstack-request-id: req-209428e4-7734-4095-a198-e318114f2c00 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:53:20.649170 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e147a847-4997-4dc1-be3e-d28e87399a15", "name": "network-vif-plugged", "status": "completed", "tag": "54ba6aa0-6902-4b3e-a576-0bae9134d415", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:53:20.649435 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-209428e4-7734-4095-a198-e318114f2c00 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:53:20.649834 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e147a847-4997-4dc1-be3e-d28e87399a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ba6aa0-6902-4b3e-a576-0bae9134d415', 'code': 200} Nov 09 21:53:20.650920 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=54ba6aa0-6902-4b3e-a576-0bae9134d415,revision_number=7']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:53:20.703938 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a482984c-875c-4962-9200-40c4c7065754 req-cfa5e02e-21a7-49c2-842e-e8391bee70fa service neutron] 10.222.0.43 "GET /v2.0/networks/701da2f2-3820-4b93-8098-d4756ebfb82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221576 Nov 09 21:53:20.807491 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-df100839-419a-48d6-b398-2dd4a63874cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:21.057206 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-df100839-419a-48d6-b398-2dd4a63874cc admin admin] Deleting port 88e40d85-1c64-4ab2-83a3-5e10488b36a7 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:53:21.057872 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-df100839-419a-48d6-b398-2dd4a63874cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:21.107697 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:21.141409 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-df100839-419a-48d6-b398-2dd4a63874cc admin admin] For port 88e40d85-1c64-4ab2-83a3-5e10488b36a7, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=88e40d85-1c64-4ab2-83a3-5e10488b36a7,segment=NetworkSegment(3170744c-3447-44d8-9a0c-fa1ee6e7efbc),segment_id=3170744c-3447-44d8-9a0c-fa1ee6e7efbc)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:53:21.141699 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-df100839-419a-48d6-b398-2dd4a63874cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:21.155842 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-df100839-419a-48d6-b398-2dd4a63874cc admin admin] Calling delete_port for 88e40d85-1c64-4ab2-83a3-5e10488b36a7 owned by network:router_interface {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:53:21.335544 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-df100839-419a-48d6-b398-2dd4a63874cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:21.362516 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df100839-419a-48d6-b398-2dd4a63874cc admin admin] Pushing event deleted for resources: {'Port': ['ID=88e40d85-1c64-4ab2-83a3-5e10488b36a7,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:53:21.529160 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-df100839-419a-48d6-b398-2dd4a63874cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:21.746586 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df100839-419a-48d6-b398-2dd4a63874cc admin admin] Router 1b2e24c5-ccc7-4862-90b8-ee99c4c555d4 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:53:21.853092 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df100839-419a-48d6-b398-2dd4a63874cc admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:53:21.858326 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-df100839-419a-48d6-b398-2dd4a63874cc admin admin] 10.222.0.49 "PUT /v2.0/routers/1b2e24c5-ccc7-4862-90b8-ee99c4c555d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5032496 Nov 09 21:53:21.860559 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 32908) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:53:21.863170 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d9364d-1cf5-4b4c-a800-613317bd11af None None] Sync routers for ids ['1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:53:21.874112 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d9364d-1cf5-4b4c-a800-613317bd11af None None] Routers {'1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:53:21.874711 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-a0d9364d-1cf5-4b4c-a800-613317bd11af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:53:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:53:21.962667 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-44891b87-d384-4884-92ab-da6e412dcc74 admin admin] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:21.978879 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:53:21.980498 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-a0d9364d-1cf5-4b4c-a800-613317bd11af None None] Set router 1b2e24c5-ccc7-4862-90b8-ee99c4c555d4 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:53:22.072598 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-44891b87-d384-4884-92ab-da6e412dcc74 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:22.125187 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-44891b87-d384-4884-92ab-da6e412dcc74 admin admin] Deleting port d84d1d29-9a29-45db-9b0e-77fc8aa843c6 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:53:22.125528 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-44891b87-d384-4884-92ab-da6e412dcc74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:22.164015 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-a0d9364d-1cf5-4b4c-a800-613317bd11af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'name': 'tempest-TestVolumeBootPattern-1292353347-router', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'd84d1d29-9a29-45db-9b0e-77fc8aa843c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:33Z', 'updated_at': '2021-11-09T21:53:21Z', 'revision_number': 5, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'gw_port': {'id': 'd84d1d29-9a29-45db-9b0e-77fc8aa843c6', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:35Z', 'updated_at': '2021-11-09T21:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:53:22.190553 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d9364d-1cf5-4b4c-a800-613317bd11af None None] Checking router: 1b2e24c5-ccc7-4862-90b8-ee99c4c555d4 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:53:22.200485 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d9364d-1cf5-4b4c-a800-613317bd11af None None] Routers {'1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:53:22.201126 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-a0d9364d-1cf5-4b4c-a800-613317bd11af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:53:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:53:22.211909 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-44891b87-d384-4884-92ab-da6e412dcc74 admin admin] For port d84d1d29-9a29-45db-9b0e-77fc8aa843c6, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=d84d1d29-9a29-45db-9b0e-77fc8aa843c6,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:53:22.212284 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-44891b87-d384-4884-92ab-da6e412dcc74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:22.224145 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-44891b87-d384-4884-92ab-da6e412dcc74 admin admin] Calling delete_port for d84d1d29-9a29-45db-9b0e-77fc8aa843c6 owned by network:router_gateway {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:53:22.382525 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-a0d9364d-1cf5-4b4c-a800-613317bd11af None None] Set router 1b2e24c5-ccc7-4862-90b8-ee99c4c555d4 gateway port host: None {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:53:22.397339 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-44891b87-d384-4884-92ab-da6e412dcc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:22.421969 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44891b87-d384-4884-92ab-da6e412dcc74 admin admin] Pushing event deleted for resources: {'Port': ['ID=d84d1d29-9a29-45db-9b0e-77fc8aa843c6,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:53:22.438317 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-a0d9364d-1cf5-4b4c-a800-613317bd11af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'name': 'tempest-TestVolumeBootPattern-1292353347-router', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:33Z', 'updated_at': '2021-11-09T21:53:22Z', 'revision_number': 6, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'gw_port_host': None}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:53:22.438513 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7047dc6-013d-45f0-bd1e-ebc19ebfb5d1 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:53:22.471725 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d9364d-1cf5-4b4c-a800-613317bd11af None None] The sync data for ids ['1b2e24c5-ccc7-4862-90b8-ee99c4c555d4'] in n-d-816206-3 is: [{'id': '1b2e24c5-ccc7-4862-90b8-ee99c4c555d4', 'name': 'tempest-TestVolumeBootPattern-1292353347-router', 'tenant_id': 'b3039f985d904a47a201680c8c884f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:33Z', 'updated_at': '2021-11-09T21:53:22Z', 'revision_number': 6, 'project_id': 'b3039f985d904a47a201680c8c884f50', 'gw_port_host': None}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:53:22.486127 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:22.492676 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-44891b87-d384-4884-92ab-da6e412dcc74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:22.585366 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-44891b87-d384-4884-92ab-da6e412dcc74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:22.587560 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-44891b87-d384-4884-92ab-da6e412dcc74 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:22.629353 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-44891b87-d384-4884-92ab-da6e412dcc74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:22.629942 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44891b87-d384-4884-92ab-da6e412dcc74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b2e24c5-ccc7-4862-90b8-ee99c4c555d4 {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:53:22.634758 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-44891b87-d384-4884-92ab-da6e412dcc74 admin admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:22.635824 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-44891b87-d384-4884-92ab-da6e412dcc74 admin admin] 10.222.0.49 "DELETE /v2.0/routers/1b2e24c5-ccc7-4862-90b8-ee99c4c555d4 HTTP/1.1" status: 204 len: 168 time: 0.7743382 Nov 09 21:53:22.638428 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 32910) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:53:22.686188 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-35e7e44e-9840-428a-a6de-0d563cb98825 admin admin] Deleting subnet 9efcad5d-d250-42ce-b381-abda2d565ce1 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:53:22.689251 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-35e7e44e-9840-428a-a6de-0d563cb98825 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:22.722893 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-35e7e44e-9840-428a-a6de-0d563cb98825 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:22.800653 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-35e7e44e-9840-428a-a6de-0d563cb98825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:22.855052 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-35e7e44e-9840-428a-a6de-0d563cb98825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:22.881609 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e7e44e-9840-428a-a6de-0d563cb98825 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9efcad5d-d250-42ce-b381-abda2d565ce1,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:53:22.885487 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-35e7e44e-9840-428a-a6de-0d563cb98825 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:22.888959 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-35e7e44e-9840-428a-a6de-0d563cb98825 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9efcad5d-d250-42ce-b381-abda2d565ce1 HTTP/1.1" status: 204 len: 168 time: 0.2495184 Nov 09 21:53:22.894882 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 32912) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:53:22.899130 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b34c2db-675d-4660-9cd9-5bd079c2631f None None] Network 46bdb5bb-fd13-43c3-a075-2640c54ba1a9 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:53:23.040501 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:23.269330 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a8aea85d-f095-456e-a342-d6322ad5ebda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:23.279215 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15aa84f9-bbe8-4ea3-bc66-9d705bc8808a None None] DHCP port deletion for 46bdb5bb-fd13-43c3-a075-2640c54ba1a9 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:53:23.333989 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-a8aea85d-f095-456e-a342-d6322ad5ebda admin admin] Deleting port 5ae7c8d9-16f5-481d-9329-927014020af4 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:53:23.334366 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a8aea85d-f095-456e-a342-d6322ad5ebda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:23.339763 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-15aa84f9-bbe8-4ea3-bc66-9d705bc8808a None None] Deleting port 5ae7c8d9-16f5-481d-9329-927014020af4 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:53:23.340137 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-15aa84f9-bbe8-4ea3-bc66-9d705bc8808a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:23.353453 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 88e40d85-1c64-4ab2-83a3-5e10488b36a7 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:53:23.400056 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-a8aea85d-f095-456e-a342-d6322ad5ebda admin admin] For port 5ae7c8d9-16f5-481d-9329-927014020af4, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5ae7c8d9-16f5-481d-9329-927014020af4,segment=NetworkSegment(3170744c-3447-44d8-9a0c-fa1ee6e7efbc),segment_id=3170744c-3447-44d8-9a0c-fa1ee6e7efbc)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:53:23.400420 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a8aea85d-f095-456e-a342-d6322ad5ebda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:23.403950 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 88e40d85-1c64-4ab2-83a3-5e10488b36a7 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:53:23.404296 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 88e40d85-1c64-4ab2-83a3-5e10488b36a7 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:53:23.416501 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-a8aea85d-f095-456e-a342-d6322ad5ebda admin admin] Calling delete_port for 5ae7c8d9-16f5-481d-9329-927014020af4 owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:53:23.439939 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-15aa84f9-bbe8-4ea3-bc66-9d705bc8808a None None] For port 5ae7c8d9-16f5-481d-9329-927014020af4, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5ae7c8d9-16f5-481d-9329-927014020af4,segment=NetworkSegment(3170744c-3447-44d8-9a0c-fa1ee6e7efbc),segment_id=3170744c-3447-44d8-9a0c-fa1ee6e7efbc)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:53:23.440531 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-15aa84f9-bbe8-4ea3-bc66-9d705bc8808a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:23.442784 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:23.455849 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-15aa84f9-bbe8-4ea3-bc66-9d705bc8808a None None] Calling delete_port for 5ae7c8d9-16f5-481d-9329-927014020af4 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:53:23.502432 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a8aea85d-f095-456e-a342-d6322ad5ebda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:23.529886 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aea85d-f095-456e-a342-d6322ad5ebda admin admin] Pushing event deleted for resources: {'Port': ['ID=5ae7c8d9-16f5-481d-9329-927014020af4,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:53:23.531959 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-15aa84f9-bbe8-4ea3-bc66-9d705bc8808a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:23.532615 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8aea85d-f095-456e-a342-d6322ad5ebda admin admin] No DVR routers for this DVR port 5ae7c8d9-16f5-481d-9329-927014020af4 on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:53:23.557943 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa84f9-bbe8-4ea3-bc66-9d705bc8808a None None] Pushing event deleted for resources: {'Port': ['ID=5ae7c8d9-16f5-481d-9329-927014020af4,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:53:23.562799 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15aa84f9-bbe8-4ea3-bc66-9d705bc8808a None None] No DVR routers for this DVR port 5ae7c8d9-16f5-481d-9329-927014020af4 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:53:23.610758 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a8aea85d-f095-456e-a342-d6322ad5ebda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:23.631699 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-a8aea85d-f095-456e-a342-d6322ad5ebda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46bdb5bb-fd13-43c3-a075-2640c54ba1a9']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:53:23.641372 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-a8aea85d-f095-456e-a342-d6322ad5ebda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3170744c-3447-44d8-9a0c-fa1ee6e7efbc') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:53:23.641818 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-a8aea85d-f095-456e-a342-d6322ad5ebda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3170744c-3447-44d8-9a0c-fa1ee6e7efbc') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:53:23.651580 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a8aea85d-f095-456e-a342-d6322ad5ebda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:23.664671 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a8aea85d-f095-456e-a342-d6322ad5ebda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:23.670673 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8aea85d-f095-456e-a342-d6322ad5ebda admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:53:23.671055 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a8aea85d-f095-456e-a342-d6322ad5ebda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:23.672776 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:53:23.672776 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:53:23.672776 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:53:23.672776 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:53:23.672776 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:53:23.672776 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:53:23.672776 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:53:23.672776 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:53:23.672776 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:53:23.672776 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:53:23.672776 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:53:23.672776 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:53:23.672776 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:53:23.672776 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:53:23.672776 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:53:23.672776 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:53:23.672776 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:53:23.672776 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:53:23.672776 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:53:23.672776 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:53:23.672776 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:53:23.672776 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:53:23.672776 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:53:23.672776 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:53:23.672776 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:53:23.672776 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:53:23.672776 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:53:23.672776 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:53:23.672776 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:53:23.672776 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:53:23.672776 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:53:23.672776 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:53:23.724505 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a8aea85d-f095-456e-a342-d6322ad5ebda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:23.729866 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a8aea85d-f095-456e-a342-d6322ad5ebda admin admin] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:23.733056 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a8aea85d-f095-456e-a342-d6322ad5ebda admin admin] 10.222.0.49 "DELETE /v2.0/networks/46bdb5bb-fd13-43c3-a075-2640c54ba1a9 HTTP/1.1" status: 204 len: 168 time: 0.8354623 Nov 09 21:53:23.736220 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 32914) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:53:23.744460 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aea85d-f095-456e-a342-d6322ad5ebda admin admin] Pushing event deleted for resources: {'Network': ['ID=46bdb5bb-fd13-43c3-a075-2640c54ba1a9,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:53:24.073688 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5c8ea77f-cd57-4bb8-8549-5e4e33434bac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:24.311330 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-5c8ea77f-cd57-4bb8-8549-5e4e33434bac admin admin] Deleting port 4c5fa58a-fb1b-4773-aaa1-9f579e9a7aea {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:53:24.311670 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5c8ea77f-cd57-4bb8-8549-5e4e33434bac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:24.388810 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-5c8ea77f-cd57-4bb8-8549-5e4e33434bac admin admin] For port 4c5fa58a-fb1b-4773-aaa1-9f579e9a7aea, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=4c5fa58a-fb1b-4773-aaa1-9f579e9a7aea,segment=NetworkSegment(bf83426c-b293-4c13-8e0a-313e313aba86),segment_id=bf83426c-b293-4c13-8e0a-313e313aba86)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:53:24.389095 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5c8ea77f-cd57-4bb8-8549-5e4e33434bac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:24.401718 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-5c8ea77f-cd57-4bb8-8549-5e4e33434bac admin admin] Calling delete_port for 4c5fa58a-fb1b-4773-aaa1-9f579e9a7aea owned by network:router_interface {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:53:24.578618 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5c8ea77f-cd57-4bb8-8549-5e4e33434bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:24.607192 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ea77f-cd57-4bb8-8549-5e4e33434bac admin admin] Pushing event deleted for resources: {'Port': ['ID=4c5fa58a-fb1b-4773-aaa1-9f579e9a7aea,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:53:24.768226 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5c8ea77f-cd57-4bb8-8549-5e4e33434bac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:24.984511 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8ea77f-cd57-4bb8-8549-5e4e33434bac admin admin] Router 91d73106-a925-4327-afcf-e9ed68486116 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:53:24.990341 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device d84d1d29-9a29-45db-9b0e-77fc8aa843c6 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:53:25.009886 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: d84d1d29-9a29-45db-9b0e-77fc8aa843c6 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:53:25.010231 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device d84d1d29-9a29-45db-9b0e-77fc8aa843c6 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:53:25.010638 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 5ae7c8d9-16f5-481d-9329-927014020af4 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:53:25.028662 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 5ae7c8d9-16f5-481d-9329-927014020af4 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:53:25.029010 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 5ae7c8d9-16f5-481d-9329-927014020af4 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:53:25.090594 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8ea77f-cd57-4bb8-8549-5e4e33434bac admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:53:25.096955 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5c8ea77f-cd57-4bb8-8549-5e4e33434bac admin admin] 10.222.0.49 "PUT /v2.0/routers/91d73106-a925-4327-afcf-e9ed68486116/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3581522 Nov 09 21:53:25.098144 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 32916) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:53:25.101444 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddc1bb3-785e-4d2c-87cb-a2afb0d4106e None None] Sync routers for ids ['91d73106-a925-4327-afcf-e9ed68486116'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:53:25.111120 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddc1bb3-785e-4d2c-87cb-a2afb0d4106e None None] Routers {'91d73106-a925-4327-afcf-e9ed68486116'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:53:25.111725 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-8ddc1bb3-785e-4d2c-87cb-a2afb0d4106e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:53:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['91d73106-a925-4327-afcf-e9ed68486116'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:53:25.217555 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-8ddc1bb3-785e-4d2c-87cb-a2afb0d4106e None None] Set router 91d73106-a925-4327-afcf-e9ed68486116 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:53:25.400888 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-8ddc1bb3-785e-4d2c-87cb-a2afb0d4106e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d73106-a925-4327-afcf-e9ed68486116', 'name': 'tempest-TestVolumeBootPattern-1489370135-router', 'tenant_id': 'fc29e20c26ee42a799d80e1c04a0cc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '1fec3f83-3f92-45ca-9ff9-3829a2517de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:50Z', 'updated_at': '2021-11-09T21:53:24Z', 'revision_number': 5, 'project_id': 'fc29e20c26ee42a799d80e1c04a0cc89', 'gw_port': {'id': '1fec3f83-3f92-45ca-9ff9-3829a2517de7', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:01:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d73106-a925-4327-afcf-e9ed68486116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:51Z', 'updated_at': '2021-11-09T21:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:53:25.431918 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddc1bb3-785e-4d2c-87cb-a2afb0d4106e None None] Checking router: 91d73106-a925-4327-afcf-e9ed68486116 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:53:25.440715 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddc1bb3-785e-4d2c-87cb-a2afb0d4106e None None] Routers {'91d73106-a925-4327-afcf-e9ed68486116'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:53:25.441333 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-8ddc1bb3-785e-4d2c-87cb-a2afb0d4106e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:53:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['91d73106-a925-4327-afcf-e9ed68486116'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:53:25.527644 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-73d50bc8-a6f3-4a88-9413-e2deda18f313 admin admin] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:25.546995 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-8ddc1bb3-785e-4d2c-87cb-a2afb0d4106e None None] Set router 91d73106-a925-4327-afcf-e9ed68486116 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:53:25.629733 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-73d50bc8-a6f3-4a88-9413-e2deda18f313 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:25.682257 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-73d50bc8-a6f3-4a88-9413-e2deda18f313 admin admin] Deleting port 1fec3f83-3f92-45ca-9ff9-3829a2517de7 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:53:25.682780 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-73d50bc8-a6f3-4a88-9413-e2deda18f313 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:25.723964 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-8ddc1bb3-785e-4d2c-87cb-a2afb0d4106e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d73106-a925-4327-afcf-e9ed68486116', 'name': 'tempest-TestVolumeBootPattern-1489370135-router', 'tenant_id': 'fc29e20c26ee42a799d80e1c04a0cc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '1fec3f83-3f92-45ca-9ff9-3829a2517de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:50Z', 'updated_at': '2021-11-09T21:53:24Z', 'revision_number': 5, 'project_id': 'fc29e20c26ee42a799d80e1c04a0cc89', 'gw_port': {'id': '1fec3f83-3f92-45ca-9ff9-3829a2517de7', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:01:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d73106-a925-4327-afcf-e9ed68486116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:51Z', 'updated_at': '2021-11-09T21:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:53:25.754203 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddc1bb3-785e-4d2c-87cb-a2afb0d4106e None None] The sync data for ids ['91d73106-a925-4327-afcf-e9ed68486116'] in n-d-816206-3 is: [{'id': '91d73106-a925-4327-afcf-e9ed68486116', 'name': 'tempest-TestVolumeBootPattern-1489370135-router', 'tenant_id': 'fc29e20c26ee42a799d80e1c04a0cc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '1fec3f83-3f92-45ca-9ff9-3829a2517de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:39:50Z', 'updated_at': '2021-11-09T21:53:24Z', 'revision_number': 5, 'project_id': 'fc29e20c26ee42a799d80e1c04a0cc89', 'gw_port': {'id': '1fec3f83-3f92-45ca-9ff9-3829a2517de7', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:01:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d73106-a925-4327-afcf-e9ed68486116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:39:51Z', 'updated_at': '2021-11-09T21:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:53:25.763979 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-73d50bc8-a6f3-4a88-9413-e2deda18f313 admin admin] For port 1fec3f83-3f92-45ca-9ff9-3829a2517de7, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=1fec3f83-3f92-45ca-9ff9-3829a2517de7,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:53:25.764600 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-73d50bc8-a6f3-4a88-9413-e2deda18f313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:25.777504 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-73d50bc8-a6f3-4a88-9413-e2deda18f313 admin admin] Calling delete_port for 1fec3f83-3f92-45ca-9ff9-3829a2517de7 owned by network:router_gateway {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:53:25.945464 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-73d50bc8-a6f3-4a88-9413-e2deda18f313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:25.969707 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d50bc8-a6f3-4a88-9413-e2deda18f313 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fec3f83-3f92-45ca-9ff9-3829a2517de7,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:53:25.984832 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1542e64-cf6b-4e08-b4d6-082f88eb8ae0 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:53:26.033615 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-73d50bc8-a6f3-4a88-9413-e2deda18f313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:26.123570 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-73d50bc8-a6f3-4a88-9413-e2deda18f313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:26.125756 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-73d50bc8-a6f3-4a88-9413-e2deda18f313 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:26.170715 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-73d50bc8-a6f3-4a88-9413-e2deda18f313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:26.171568 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d50bc8-a6f3-4a88-9413-e2deda18f313 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91d73106-a925-4327-afcf-e9ed68486116 {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:53:26.176064 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-73d50bc8-a6f3-4a88-9413-e2deda18f313 admin admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:26.179951 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-73d50bc8-a6f3-4a88-9413-e2deda18f313 admin admin] 10.222.0.49 "DELETE /v2.0/routers/91d73106-a925-4327-afcf-e9ed68486116 HTTP/1.1" status: 204 len: 168 time: 1.0778997 Nov 09 21:53:26.179951 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 32918) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:53:26.225693 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-226689f0-0e67-46a2-86a9-9cf88d5ba408 admin admin] Deleting subnet aa34d603-4112-4697-b54c-40fed419352d {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:53:26.228963 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-226689f0-0e67-46a2-86a9-9cf88d5ba408 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:26.266738 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-226689f0-0e67-46a2-86a9-9cf88d5ba408 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:26.347428 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-226689f0-0e67-46a2-86a9-9cf88d5ba408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:26.398084 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-226689f0-0e67-46a2-86a9-9cf88d5ba408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:26.423734 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226689f0-0e67-46a2-86a9-9cf88d5ba408 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa34d603-4112-4697-b54c-40fed419352d,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:53:26.425674 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-226689f0-0e67-46a2-86a9-9cf88d5ba408 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:26.429387 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-226689f0-0e67-46a2-86a9-9cf88d5ba408 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/aa34d603-4112-4697-b54c-40fed419352d HTTP/1.1" status: 204 len: 168 time: 0.2478659 Nov 09 21:53:26.429780 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07b8306-ae21-404c-821f-a24f37965111 None None] Network 9d8459dd-98a3-4a5e-b2ec-fb17d9dd5b19 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:53:26.431604 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 32920) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:53:26.502669 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6416cfd5-0e70-4bdd-8ce7-0169c989e2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:26.555978 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-6416cfd5-0e70-4bdd-8ce7-0169c989e2e4 admin admin] Deleting port 86c964b2-95fb-4c49-b303-c92811d8d822 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:53:26.556320 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6416cfd5-0e70-4bdd-8ce7-0169c989e2e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:26.615522 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b04965-a7ad-470e-9ea1-97980e0cbba5 None None] DHCP port deletion for 9d8459dd-98a3-4a5e-b2ec-fb17d9dd5b19 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:53:26.625121 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-6416cfd5-0e70-4bdd-8ce7-0169c989e2e4 admin admin] For port 86c964b2-95fb-4c49-b303-c92811d8d822, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=86c964b2-95fb-4c49-b303-c92811d8d822,segment=NetworkSegment(bf83426c-b293-4c13-8e0a-313e313aba86),segment_id=bf83426c-b293-4c13-8e0a-313e313aba86)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:53:26.625499 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6416cfd5-0e70-4bdd-8ce7-0169c989e2e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:26.643156 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-6416cfd5-0e70-4bdd-8ce7-0169c989e2e4 admin admin] Calling delete_port for 86c964b2-95fb-4c49-b303-c92811d8d822 owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:53:26.663484 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-15b04965-a7ad-470e-9ea1-97980e0cbba5 None None] Deleting port 86c964b2-95fb-4c49-b303-c92811d8d822 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:53:26.663851 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-15b04965-a7ad-470e-9ea1-97980e0cbba5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:26.723323 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6416cfd5-0e70-4bdd-8ce7-0169c989e2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:26.726155 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-15b04965-a7ad-470e-9ea1-97980e0cbba5 None None] For port 86c964b2-95fb-4c49-b303-c92811d8d822, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=86c964b2-95fb-4c49-b303-c92811d8d822,segment=NetworkSegment(bf83426c-b293-4c13-8e0a-313e313aba86),segment_id=bf83426c-b293-4c13-8e0a-313e313aba86)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:53:26.726503 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-15b04965-a7ad-470e-9ea1-97980e0cbba5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:26.738857 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-15b04965-a7ad-470e-9ea1-97980e0cbba5 None None] Calling delete_port for 86c964b2-95fb-4c49-b303-c92811d8d822 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:53:26.748612 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6416cfd5-0e70-4bdd-8ce7-0169c989e2e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=86c964b2-95fb-4c49-b303-c92811d8d822,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:53:26.752209 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6416cfd5-0e70-4bdd-8ce7-0169c989e2e4 admin admin] No DVR routers for this DVR port 86c964b2-95fb-4c49-b303-c92811d8d822 on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:53:26.817240 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-15b04965-a7ad-470e-9ea1-97980e0cbba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:26.827246 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6416cfd5-0e70-4bdd-8ce7-0169c989e2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:26.842197 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b04965-a7ad-470e-9ea1-97980e0cbba5 None None] Pushing event deleted for resources: {'Port': ['ID=86c964b2-95fb-4c49-b303-c92811d8d822,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:53:26.846748 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-6416cfd5-0e70-4bdd-8ce7-0169c989e2e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d8459dd-98a3-4a5e-b2ec-fb17d9dd5b19']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:53:26.846888 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b04965-a7ad-470e-9ea1-97980e0cbba5 None None] No DVR routers for this DVR port 86c964b2-95fb-4c49-b303-c92811d8d822 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:53:26.857601 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-6416cfd5-0e70-4bdd-8ce7-0169c989e2e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf83426c-b293-4c13-8e0a-313e313aba86') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:53:26.857901 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-6416cfd5-0e70-4bdd-8ce7-0169c989e2e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf83426c-b293-4c13-8e0a-313e313aba86') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:53:26.867725 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6416cfd5-0e70-4bdd-8ce7-0169c989e2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:26.880790 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6416cfd5-0e70-4bdd-8ce7-0169c989e2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:26.886640 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6416cfd5-0e70-4bdd-8ce7-0169c989e2e4 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:53:26.887031 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6416cfd5-0e70-4bdd-8ce7-0169c989e2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:26.888743 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:53:26.888743 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:53:26.888743 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:53:26.888743 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:53:26.888743 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:53:26.888743 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:53:26.888743 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:53:26.888743 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:53:26.888743 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:53:26.888743 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:53:26.888743 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:53:26.888743 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:53:26.888743 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:53:26.888743 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:53:26.888743 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:53:26.888743 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:53:26.888743 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:53:26.888743 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:53:26.888743 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:53:26.888743 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:53:26.888743 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:53:26.888743 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:53:26.888743 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:53:26.888743 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:53:26.888743 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:53:26.888743 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:53:26.888743 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:53:26.888743 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:53:26.888743 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:53:26.888743 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:53:26.888743 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:53:26.888743 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:53:26.948202 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6416cfd5-0e70-4bdd-8ce7-0169c989e2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:26.950176 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 1fec3f83-3f92-45ca-9ff9-3829a2517de7 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:53:26.953835 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6416cfd5-0e70-4bdd-8ce7-0169c989e2e4 admin admin] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:26.959900 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6416cfd5-0e70-4bdd-8ce7-0169c989e2e4 admin admin] 10.222.0.49 "DELETE /v2.0/networks/9d8459dd-98a3-4a5e-b2ec-fb17d9dd5b19 HTTP/1.1" status: 204 len: 168 time: 0.5245116 Nov 09 21:53:26.968912 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6416cfd5-0e70-4bdd-8ce7-0169c989e2e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d8459dd-98a3-4a5e-b2ec-fb17d9dd5b19,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:53:26.973509 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 1fec3f83-3f92-45ca-9ff9-3829a2517de7 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:53:26.973666 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 1fec3f83-3f92-45ca-9ff9-3829a2517de7 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:53:26.974297 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 86c964b2-95fb-4c49-b303-c92811d8d822 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:53:26.993613 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 86c964b2-95fb-4c49-b303-c92811d8d822 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:53:26.993963 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 86c964b2-95fb-4c49-b303-c92811d8d822 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:53:26.994387 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 4c5fa58a-fb1b-4773-aaa1-9f579e9a7aea no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:53:27.016384 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 4c5fa58a-fb1b-4773-aaa1-9f579e9a7aea {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:53:27.016795 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 4c5fa58a-fb1b-4773-aaa1-9f579e9a7aea not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:53:27.073414 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 32924) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:53:27.113452 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2e6aba83-a164-4fdf-b61d-c99881e5018b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b3039f985d904a47a201680c8c884f50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387964 Nov 09 21:53:27.116421 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 32926) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:53:27.161009 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c3604815-2a3e-4e1e-88dd-d51b84c0d8be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:27.182768 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c3604815-2a3e-4e1e-88dd-d51b84c0d8be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:27.229152 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c3604815-2a3e-4e1e-88dd-d51b84c0d8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:27.231715 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c3604815-2a3e-4e1e-88dd-d51b84c0d8be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:27.232879 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c3604815-2a3e-4e1e-88dd-d51b84c0d8be admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7b0973bd-fce1-46c5-9e72-c828670f1638 HTTP/1.1" status: 204 len: 168 time: 0.1155105 Nov 09 21:53:27.240467 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3604815-2a3e-4e1e-88dd-d51b84c0d8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0973bd-fce1-46c5-9e72-c828670f1638,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:53:27.535889 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 32932) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:53:27.576300 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3e0cded5-0491-4f2d-b09a-13c202d8a2c7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fc29e20c26ee42a799d80e1c04a0cc89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391750 Nov 09 21:53:27.578623 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 32934) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:53:27.626837 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-856a6eb6-ba21-4629-a00f-7f54e33e6d91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:27.647794 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-856a6eb6-ba21-4629-a00f-7f54e33e6d91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:27.691924 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-856a6eb6-ba21-4629-a00f-7f54e33e6d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:27.695097 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-856a6eb6-ba21-4629-a00f-7f54e33e6d91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:27.696221 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-856a6eb6-ba21-4629-a00f-7f54e33e6d91 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/68c1f231-182c-4f61-954b-b1ee04db2867 HTTP/1.1" status: 204 len: 168 time: 0.1167080 Nov 09 21:53:27.703696 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a6eb6-ba21-4629-a00f-7f54e33e6d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c1f231-182c-4f61-954b-b1ee04db2867,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:53:33.903339 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:47.664745 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7e905d6e-45f1-4926-a879-b111ff6fe7a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:50.182955 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f2cab995-f57f-430c-becf-bb1aa5322c00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:51.105101 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:52.481893 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:53.022403 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:53.396041 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:53:58.978278 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:54:03.907861 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:05.025403 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-32bbcaee-7c1c-4ec3-9079-4c94ce2c46e6 req-a33dfa90-b4b4-40d3-9376-a405a141f94d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e147a847-4997-4dc1-be3e-d28e87399a15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1819203 Nov 09 21:54:05.108160 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bbcaee-7c1c-4ec3-9079-4c94ce2c46e6 req-8c75bc8a-091c-4450-b96e-f88288605097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:54:05.109588 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-32bbcaee-7c1c-4ec3-9079-4c94ce2c46e6 req-8c75bc8a-091c-4450-b96e-f88288605097 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7411b744b214ee4a720fd6796dc002b&device_id=e147a847-4997-4dc1-be3e-d28e87399a15 HTTP/1.1" status: 200 len: 1096 time: 0.0437901 Nov 09 21:54:05.214097 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bbcaee-7c1c-4ec3-9079-4c94ce2c46e6 req-02c83922-0002-4f17-9cb0-567cadec8443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:54:05.215566 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-32bbcaee-7c1c-4ec3-9079-4c94ce2c46e6 req-02c83922-0002-4f17-9cb0-567cadec8443 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ac10dac0-ac57-49ce-bc21-609661687a8f HTTP/1.1" status: 200 len: 896 time: 0.0871289 Nov 09 21:54:05.284713 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-32bbcaee-7c1c-4ec3-9079-4c94ce2c46e6 req-67f4a04a-9110-40ae-a82b-b4efbb335529 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54ba6aa0-6902-4b3e-a576-0bae9134d415 HTTP/1.1" status: 200 len: 1001 time: 0.0606866 Nov 09 21:54:05.333379 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bbcaee-7c1c-4ec3-9079-4c94ce2c46e6 req-6949f8cd-439c-4a14-8a23-8efc46a14f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:54:05.334768 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-32bbcaee-7c1c-4ec3-9079-4c94ce2c46e6 req-6949f8cd-439c-4a14-8a23-8efc46a14f67 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a81d09c1-e11d-4c94-b2c8-9e9662f6844e HTTP/1.1" status: 200 len: 834 time: 0.0435717 Nov 09 21:54:05.378957 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bbcaee-7c1c-4ec3-9079-4c94ce2c46e6 req-58b2d73f-089c-4142-8893-fe59ac0c2c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:54:05.380865 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-32bbcaee-7c1c-4ec3-9079-4c94ce2c46e6 req-58b2d73f-089c-4142-8893-fe59ac0c2c7e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac10dac0-ac57-49ce-bc21-609661687a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396850 Nov 09 21:54:05.391064 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-32bbcaee-7c1c-4ec3-9079-4c94ce2c46e6 req-03ddabec-1986-4096-8fc7-c0d4859cec4e service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:54:05.391990 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-32bbcaee-7c1c-4ec3-9079-4c94ce2c46e6 req-03ddabec-1986-4096-8fc7-c0d4859cec4e service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047734 Nov 09 21:54:05.482828 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-32bbcaee-7c1c-4ec3-9079-4c94ce2c46e6 req-24be58d0-64db-48af-a691-652385b28e28 service neutron] 10.222.0.45 "GET /v2.0/networks/ac10dac0-ac57-49ce-bc21-609661687a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832353 Nov 09 21:54:05.573372 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-32bbcaee-7c1c-4ec3-9079-4c94ce2c46e6 req-8ba0393a-5f1f-4596-b0f0-de431a2a3f33 service neutron] 10.222.0.45 "GET /v2.0/networks/ac10dac0-ac57-49ce-bc21-609661687a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839398 Nov 09 21:54:17.664970 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-aad22708-6261-4c17-9ab1-bbf5165b4626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:20.184605 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-67029092-f2f0-45c4-bd4c-0a0c9b7f2815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:20.849589 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d26edf95-94bf-4a9d-a18f-741fed2a3505 req-4df3062c-a1b5-49d4-9f86-7467588a4796 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=efe93505-f165-4648-8cc6-4a99c70f776a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391691 Nov 09 21:54:20.953154 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26edf95-94bf-4a9d-a18f-741fed2a3505 req-e3280d65-caa1-4636-a659-db59d78420b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:54:20.954701 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d26edf95-94bf-4a9d-a18f-741fed2a3505 req-e3280d65-caa1-4636-a659-db59d78420b6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1862727b93244d9ab5b3df5029ee0816&device_id=efe93505-f165-4648-8cc6-4a99c70f776a HTTP/1.1" status: 200 len: 1097 time: 0.0461810 Nov 09 21:54:21.059487 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26edf95-94bf-4a9d-a18f-741fed2a3505 req-ec309f41-769e-4e2b-9a54-ee98440a3cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:54:21.060996 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d26edf95-94bf-4a9d-a18f-741fed2a3505 req-ec309f41-769e-4e2b-9a54-ee98440a3cea service neutron] 10.222.0.43 "GET /v2.0/networks?id=701da2f2-3820-4b93-8098-d4756ebfb82a HTTP/1.1" status: 200 len: 909 time: 0.0861669 Nov 09 21:54:21.109717 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:21.130743 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d26edf95-94bf-4a9d-a18f-741fed2a3505 req-8e22b31b-ea15-44b8-9ec6-ad7641f754ee service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b912968d-86ce-4965-9bf0-3d8032cab9ec HTTP/1.1" status: 200 len: 1001 time: 0.0623832 Nov 09 21:54:21.179596 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26edf95-94bf-4a9d-a18f-741fed2a3505 req-e6de77eb-c7b4-4bda-bc85-769b9efe07df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:54:21.181050 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d26edf95-94bf-4a9d-a18f-741fed2a3505 req-e6de77eb-c7b4-4bda-bc85-769b9efe07df service neutron] 10.222.0.43 "GET /v2.0/subnets?id=aa1ce486-e948-4cb6-8da6-b7876c9ed50b HTTP/1.1" status: 200 len: 848 time: 0.0435393 Nov 09 21:54:21.227077 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26edf95-94bf-4a9d-a18f-741fed2a3505 req-132e8cf4-8aaa-4651-a029-5e37d12028ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:54:21.228594 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d26edf95-94bf-4a9d-a18f-741fed2a3505 req-132e8cf4-8aaa-4651-a029-5e37d12028ab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=701da2f2-3820-4b93-8098-d4756ebfb82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401406 Nov 09 21:54:21.320298 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d26edf95-94bf-4a9d-a18f-741fed2a3505 req-873edddf-a1a6-4fd6-a471-b13aa608b130 service neutron] 10.222.0.43 "GET /v2.0/networks/701da2f2-3820-4b93-8098-d4756ebfb82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840387 Nov 09 21:54:21.407656 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d26edf95-94bf-4a9d-a18f-741fed2a3505 req-ce0753a9-3994-41f9-a5a5-9d4e2f42187a service neutron] 10.222.0.43 "GET /v2.0/networks/701da2f2-3820-4b93-8098-d4756ebfb82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809662 Nov 09 21:54:22.483337 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:23.012028 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:23.398054 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:33.907566 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:35.976968 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:54:41.429469 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76bbea-67cf-4cf0-9909-3e9e14f890d1 req-156837cd-0bdc-4a1f-a9ee-a44af6f8573a tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:54:41.430948 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7b76bbea-67cf-4cf0-9909-3e9e14f890d1 req-156837cd-0bdc-4a1f-a9ee-a44af6f8573a tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] 10.222.0.49 "GET /v2.0/ports?device_id=efe93505-f165-4648-8cc6-4a99c70f776a HTTP/1.1" status: 200 len: 946 time: 0.0487909 Nov 09 21:54:41.483898 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7b76bbea-67cf-4cf0-9909-3e9e14f890d1 req-90c1745c-7492-4f10-b8a3-b9c454c5097d tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5158171-8156-4cb1-a9b7-02d46cf18561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470529 Nov 09 21:54:42.601978 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b197e9c-2bc7-4d90-a08a-842e2452e426 req-3a8a756e-0552-4c7b-b197-47b094f07fb8 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:54:42.603434 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7b197e9c-2bc7-4d90-a08a-842e2452e426 req-3a8a756e-0552-4c7b-b197-47b094f07fb8 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] 10.222.0.49 "GET /v2.0/ports?device_id=efe93505-f165-4648-8cc6-4a99c70f776a HTTP/1.1" status: 200 len: 946 time: 0.0498192 Nov 09 21:54:42.651281 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7b197e9c-2bc7-4d90-a08a-842e2452e426 req-086a1b47-ff94-4ddd-845f-bcb43fe5eaa9 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] 10.222.0.49 "GET /v2.0/security-groups?id=f5158171-8156-4cb1-a9b7-02d46cf18561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418570 Nov 09 21:54:42.787453 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8dbaf3-8ad1-4776-8f93-5b749718d663 req-7074c989-b753-4680-b69f-43b59892d286 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:54:42.788836 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dc8dbaf3-8ad1-4776-8f93-5b749718d663 req-7074c989-b753-4680-b69f-43b59892d286 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] 10.222.0.43 "GET /v2.0/ports?device_id=efe93505-f165-4648-8cc6-4a99c70f776a HTTP/1.1" status: 200 len: 946 time: 0.0483594 Nov 09 21:54:42.875665 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-dc8dbaf3-8ad1-4776-8f93-5b749718d663 req-99e1f704-cfec-4225-80fd-ca565d5141ad tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Deleting port b912968d-86ce-4965-9bf0-3d8032cab9ec {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:54:42.876005 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-dc8dbaf3-8ad1-4776-8f93-5b749718d663 req-99e1f704-cfec-4225-80fd-ca565d5141ad tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:42.968345 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-dc8dbaf3-8ad1-4776-8f93-5b749718d663 req-99e1f704-cfec-4225-80fd-ca565d5141ad tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] For port b912968d-86ce-4965-9bf0-3d8032cab9ec, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=b912968d-86ce-4965-9bf0-3d8032cab9ec,segment=NetworkSegment(82a3803b-2e8e-44b4-a16d-7c43b237ab72),segment_id=82a3803b-2e8e-44b4-a16d-7c43b237ab72)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:54:42.968768 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-dc8dbaf3-8ad1-4776-8f93-5b749718d663 req-99e1f704-cfec-4225-80fd-ca565d5141ad tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:43.133063 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-dc8dbaf3-8ad1-4776-8f93-5b749718d663 req-99e1f704-cfec-4225-80fd-ca565d5141ad tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:43.133339 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-dc8dbaf3-8ad1-4776-8f93-5b749718d663 req-99e1f704-cfec-4225-80fd-ca565d5141ad tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:43.133654 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [req-dc8dbaf3-8ad1-4776-8f93-5b749718d663 req-99e1f704-cfec-4225-80fd-ca565d5141ad tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Floating IP 4f86c401-4f8b-45a4-9c32-df3541831bf9 disassociated. External IP: 172.25.7.66, port: b912968d-86ce-4965-9bf0-3d8032cab9ec. Nov 09 21:54:43.133994 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-dc8dbaf3-8ad1-4776-8f93-5b749718d663 req-99e1f704-cfec-4225-80fd-ca565d5141ad tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Calling delete_port for b912968d-86ce-4965-9bf0-3d8032cab9ec owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:54:43.263361 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-dc8dbaf3-8ad1-4776-8f93-5b749718d663 req-99e1f704-cfec-4225-80fd-ca565d5141ad tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:43.289963 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1f704-cfec-4225-80fd-ca565d5141ad tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Pushing event deleted for resources: {'Port': ['ID=b912968d-86ce-4965-9bf0-3d8032cab9ec,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:54:43.299993 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e1f704-cfec-4225-80fd-ca565d5141ad tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:54:43.300344 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e1f704-cfec-4225-80fd-ca565d5141ad tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:54:43.300740 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e1f704-cfec-4225-80fd-ca565d5141ad tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:54:43.301082 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e1f704-cfec-4225-80fd-ca565d5141ad tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:54:43.301419 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e1f704-cfec-4225-80fd-ca565d5141ad tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:54:43.301750 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e1f704-cfec-4225-80fd-ca565d5141ad tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:54:43.302082 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e1f704-cfec-4225-80fd-ca565d5141ad tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:54:43.302996 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e1f704-cfec-4225-80fd-ca565d5141ad tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:54:43.302996 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e1f704-cfec-4225-80fd-ca565d5141ad tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:54:43.303212 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e1f704-cfec-4225-80fd-ca565d5141ad tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:54:43.303442 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e1f704-cfec-4225-80fd-ca565d5141ad tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:54:43.303656 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e1f704-cfec-4225-80fd-ca565d5141ad tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:54:43.415787 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc8dbaf3-8ad1-4776-8f93-5b749718d663 req-99e1f704-cfec-4225-80fd-ca565d5141ad tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Router 5dba9485-4a1f-44f5-a4f7-918816b511cc has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:54:43.521129 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc8dbaf3-8ad1-4776-8f93-5b749718d663 req-99e1f704-cfec-4225-80fd-ca565d5141ad tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:54:43.531992 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3d418d-7c66-4fae-a6b4-09f7adc55e0b None None] Sync routers for ids ['5dba9485-4a1f-44f5-a4f7-918816b511cc'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:54:43.542812 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3d418d-7c66-4fae-a6b4-09f7adc55e0b None None] Routers {'5dba9485-4a1f-44f5-a4f7-918816b511cc'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:54:43.543448 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-0b3d418d-7c66-4fae-a6b4-09f7adc55e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:54:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['5dba9485-4a1f-44f5-a4f7-918816b511cc'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:54:43.560051 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc8dbaf3-8ad1-4776-8f93-5b749718d663 req-99e1f704-cfec-4225-80fd-ca565d5141ad tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] No DVR routers for this DVR port b912968d-86ce-4965-9bf0-3d8032cab9ec on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:54:43.562731 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-dc8dbaf3-8ad1-4776-8f93-5b749718d663 req-99e1f704-cfec-4225-80fd-ca565d5141ad tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:43.566612 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dc8dbaf3-8ad1-4776-8f93-5b749718d663 req-99e1f704-cfec-4225-80fd-ca565d5141ad tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] 10.222.0.43 "DELETE /v2.0/ports/b912968d-86ce-4965-9bf0-3d8032cab9ec HTTP/1.1" status: 204 len: 173 time: 0.7710445 Nov 09 21:54:43.566998 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe93505-f165-4648-8cc6-4a99c70f776a', 'name': 'network-vif-deleted', 'tag': 'b912968d-86ce-4965-9bf0-3d8032cab9ec'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:54:43.569314 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55eff6e-8788-49f7-b10e-0697092498a1" -d '{"events": [{"server_uuid": "efe93505-f165-4648-8cc6-4a99c70f776a", "name": "network-vif-deleted", "tag": "b912968d-86ce-4965-9bf0-3d8032cab9ec"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:54:43.660611 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-0b3d418d-7c66-4fae-a6b4-09f7adc55e0b None None] Set router 5dba9485-4a1f-44f5-a4f7-918816b511cc gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:54:43.786674 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f10054-acbe-40ee-a7be-0439b0484dad x-openstack-request-id: req-98f10054-acbe-40ee-a7be-0439b0484dad {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:54:43.787023 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe93505-f165-4648-8cc6-4a99c70f776a", "name": "network-vif-deleted", "tag": "b912968d-86ce-4965-9bf0-3d8032cab9ec", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:54:43.787286 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-98f10054-acbe-40ee-a7be-0439b0484dad {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:54:43.787684 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe93505-f165-4648-8cc6-4a99c70f776a', 'name': 'network-vif-deleted', 'tag': 'b912968d-86ce-4965-9bf0-3d8032cab9ec', 'status': 'completed', 'code': 200} Nov 09 21:54:43.905776 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-0b3d418d-7c66-4fae-a6b4-09f7adc55e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dba9485-4a1f-44f5-a4f7-918816b511cc', 'name': 'tempest-TestServerBasicOps-1801228480-router', 'tenant_id': '1862727b93244d9ab5b3df5029ee0816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '1e26e4e6-b96b-4941-bbe7-167c9250720d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:49:33Z', 'updated_at': '2021-11-09T21:49:36Z', 'revision_number': 4, 'project_id': '1862727b93244d9ab5b3df5029ee0816', 'gw_port': {'id': '1e26e4e6-b96b-4941-bbe7-167c9250720d', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:76:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dba9485-4a1f-44f5-a4f7-918816b511cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:49:33Z', 'updated_at': '2021-11-09T21:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '0898ad3a-6499-46a7-851c-0ccc9c464175', 'name': '', 'network_id': '701da2f2-3820-4b93-8098-d4756ebfb82a', 'tenant_id': '1862727b93244d9ab5b3df5029ee0816', 'mac_address': 'fa:16:3e:e4:b4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dba9485-4a1f-44f5-a4f7-918816b511cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'aa1ce486-e948-4cb6-8da6-b7876c9ed50b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:49:35Z', 'updated_at': '2021-11-09T21:49:42Z', 'revision_number': 5, 'project_id': '1862727b93244d9ab5b3df5029ee0816', 'subnets': [{'id': 'aa1ce486-e948-4cb6-8da6-b7876c9ed50b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:54:43.917392 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9e534e7d-7b2b-4726-8196-783f77eb4862 req-d8855f8c-dae6-4623-bb9d-0661496489b5 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] 10.222.0.49 "GET /v2.0/ports?device_id=efe93505-f165-4648-8cc6-4a99c70f776a HTTP/1.1" status: 200 len: 210 time: 0.0268028 Nov 09 21:54:43.931482 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3d418d-7c66-4fae-a6b4-09f7adc55e0b None None] Checking router: 5dba9485-4a1f-44f5-a4f7-918816b511cc for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:54:43.939876 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3d418d-7c66-4fae-a6b4-09f7adc55e0b None None] Routers {'5dba9485-4a1f-44f5-a4f7-918816b511cc'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:54:43.940429 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-0b3d418d-7c66-4fae-a6b4-09f7adc55e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:54:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['5dba9485-4a1f-44f5-a4f7-918816b511cc'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:54:44.047044 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-0b3d418d-7c66-4fae-a6b4-09f7adc55e0b None None] Set router 5dba9485-4a1f-44f5-a4f7-918816b511cc gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:54:44.239737 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-0b3d418d-7c66-4fae-a6b4-09f7adc55e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dba9485-4a1f-44f5-a4f7-918816b511cc', 'name': 'tempest-TestServerBasicOps-1801228480-router', 'tenant_id': '1862727b93244d9ab5b3df5029ee0816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '1e26e4e6-b96b-4941-bbe7-167c9250720d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:49:33Z', 'updated_at': '2021-11-09T21:49:36Z', 'revision_number': 4, 'project_id': '1862727b93244d9ab5b3df5029ee0816', 'gw_port': {'id': '1e26e4e6-b96b-4941-bbe7-167c9250720d', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:76:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dba9485-4a1f-44f5-a4f7-918816b511cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:49:33Z', 'updated_at': '2021-11-09T21:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '0898ad3a-6499-46a7-851c-0ccc9c464175', 'name': '', 'network_id': '701da2f2-3820-4b93-8098-d4756ebfb82a', 'tenant_id': '1862727b93244d9ab5b3df5029ee0816', 'mac_address': 'fa:16:3e:e4:b4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dba9485-4a1f-44f5-a4f7-918816b511cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'aa1ce486-e948-4cb6-8da6-b7876c9ed50b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:49:35Z', 'updated_at': '2021-11-09T21:49:42Z', 'revision_number': 5, 'project_id': '1862727b93244d9ab5b3df5029ee0816', 'subnets': [{'id': 'aa1ce486-e948-4cb6-8da6-b7876c9ed50b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:54:44.268344 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3d418d-7c66-4fae-a6b4-09f7adc55e0b None None] The sync data for ids ['5dba9485-4a1f-44f5-a4f7-918816b511cc'] in n-d-816206-3 is: [{'id': '5dba9485-4a1f-44f5-a4f7-918816b511cc', 'name': 'tempest-TestServerBasicOps-1801228480-router', 'tenant_id': '1862727b93244d9ab5b3df5029ee0816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '1e26e4e6-b96b-4941-bbe7-167c9250720d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:49:33Z', 'updated_at': '2021-11-09T21:49:36Z', 'revision_number': 4, 'project_id': '1862727b93244d9ab5b3df5029ee0816', 'gw_port': {'id': '1e26e4e6-b96b-4941-bbe7-167c9250720d', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:76:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dba9485-4a1f-44f5-a4f7-918816b511cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:49:33Z', 'updated_at': '2021-11-09T21:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '0898ad3a-6499-46a7-851c-0ccc9c464175', 'name': '', 'network_id': '701da2f2-3820-4b93-8098-d4756ebfb82a', 'tenant_id': '1862727b93244d9ab5b3df5029ee0816', 'mac_address': 'fa:16:3e:e4:b4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dba9485-4a1f-44f5-a4f7-918816b511cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'aa1ce486-e948-4cb6-8da6-b7876c9ed50b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:49:35Z', 'updated_at': '2021-11-09T21:49:42Z', 'revision_number': 5, 'project_id': '1862727b93244d9ab5b3df5029ee0816', 'subnets': [{'id': 'aa1ce486-e948-4cb6-8da6-b7876c9ed50b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:54:44.482443 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbac753-9b42-4c98-bc18-d58ba8ed5962 None None] New status for floating IP 4f86c401-4f8b-45a4-9c32-df3541831bf9: DOWN {{(pid=102609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:54:44.976914 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 32966) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:54:45.103053 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-4005a348-2f99-48c1-a48c-706861b071a0 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Deleting port 23a2d26c-fe0c-4cb8-a3ba-593b671ec549 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:54:45.103398 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4005a348-2f99-48c1-a48c-706861b071a0 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:45.177590 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4005a348-2f99-48c1-a48c-706861b071a0 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:45.177840 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4005a348-2f99-48c1-a48c-706861b071a0 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:45.189265 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-4005a348-2f99-48c1-a48c-706861b071a0 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Calling delete_port for 23a2d26c-fe0c-4cb8-a3ba-593b671ec549 owned by network:floatingip {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:54:45.319407 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4005a348-2f99-48c1-a48c-706861b071a0 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:45.344381 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4005a348-2f99-48c1-a48c-706861b071a0 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Pushing event deleted for resources: {'Port': ['ID=23a2d26c-fe0c-4cb8-a3ba-593b671ec549,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:54:45.358471 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4005a348-2f99-48c1-a48c-706861b071a0 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:54:45.361208 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4005a348-2f99-48c1-a48c-706861b071a0 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:54:45.361496 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4005a348-2f99-48c1-a48c-706861b071a0 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:54:45.361831 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4005a348-2f99-48c1-a48c-706861b071a0 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:54:45.362167 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4005a348-2f99-48c1-a48c-706861b071a0 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:54:45.362504 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4005a348-2f99-48c1-a48c-706861b071a0 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:54:45.362834 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4005a348-2f99-48c1-a48c-706861b071a0 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:54:45.363187 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4005a348-2f99-48c1-a48c-706861b071a0 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:54:45.363513 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4005a348-2f99-48c1-a48c-706861b071a0 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:54:45.363834 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4005a348-2f99-48c1-a48c-706861b071a0 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:54:45.364156 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4005a348-2f99-48c1-a48c-706861b071a0 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:54:45.365779 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4005a348-2f99-48c1-a48c-706861b071a0 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:54:45.423230 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4005a348-2f99-48c1-a48c-706861b071a0 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks [] for floatingip, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:45.426001 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4005a348-2f99-48c1-a48c-706861b071a0 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:45.427138 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4005a348-2f99-48c1-a48c-706861b071a0 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] 10.222.0.49 "DELETE /v2.0/floatingips/4f86c401-4f8b-45a4-9c32-df3541831bf9 HTTP/1.1" status: 204 len: 168 time: 0.4492390 Nov 09 21:54:45.516302 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 32972) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:54:45.554262 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4f6c0171-eb6f-4a69-a09c-545e3edd0087 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:45.578856 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4f6c0171-eb6f-4a69-a09c-545e3edd0087 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:45.635275 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4f6c0171-eb6f-4a69-a09c-545e3edd0087 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:45.637934 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4f6c0171-eb6f-4a69-a09c-545e3edd0087 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:45.639142 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4f6c0171-eb6f-4a69-a09c-545e3edd0087 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] 10.222.0.49 "DELETE /v2.0/security-groups/f5158171-8156-4cb1-a9b7-02d46cf18561 HTTP/1.1" status: 204 len: 168 time: 0.1417727 Nov 09 21:54:45.651167 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c0171-eb6f-4a69-a09c-545e3edd0087 tempest-TestServerBasicOps-554948475 tempest-TestServerBasicOps-554948475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5158171-8156-4cb1-a9b7-02d46cf18561,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:54:45.673822 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 32976) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:54:46.118877 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fc2e4c1e-a451-4c75-b73a-bce14e51b7d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:46.358525 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-fc2e4c1e-a451-4c75-b73a-bce14e51b7d2 admin admin] Deleting port 0898ad3a-6499-46a7-851c-0ccc9c464175 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:54:46.358863 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fc2e4c1e-a451-4c75-b73a-bce14e51b7d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:46.436214 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-fc2e4c1e-a451-4c75-b73a-bce14e51b7d2 admin admin] For port 0898ad3a-6499-46a7-851c-0ccc9c464175, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=0898ad3a-6499-46a7-851c-0ccc9c464175,segment=NetworkSegment(82a3803b-2e8e-44b4-a16d-7c43b237ab72),segment_id=82a3803b-2e8e-44b4-a16d-7c43b237ab72)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:54:46.436580 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fc2e4c1e-a451-4c75-b73a-bce14e51b7d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:46.449390 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-fc2e4c1e-a451-4c75-b73a-bce14e51b7d2 admin admin] Calling delete_port for 0898ad3a-6499-46a7-851c-0ccc9c464175 owned by network:router_interface {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:54:46.624914 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fc2e4c1e-a451-4c75-b73a-bce14e51b7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:46.653135 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e4c1e-a451-4c75-b73a-bce14e51b7d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0898ad3a-6499-46a7-851c-0ccc9c464175,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:54:46.823787 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fc2e4c1e-a451-4c75-b73a-bce14e51b7d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:47.039279 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2e4c1e-a451-4c75-b73a-bce14e51b7d2 admin admin] Router 5dba9485-4a1f-44f5-a4f7-918816b511cc has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:54:47.144844 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2e4c1e-a451-4c75-b73a-bce14e51b7d2 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:54:47.149768 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-fc2e4c1e-a451-4c75-b73a-bce14e51b7d2 admin admin] 10.222.0.49 "PUT /v2.0/routers/5dba9485-4a1f-44f5-a4f7-918816b511cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4748528 Nov 09 21:54:47.152386 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 32980) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:54:47.152984 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1748bdcf-53e1-40e1-ae95-c415798d981b None None] Sync routers for ids ['5dba9485-4a1f-44f5-a4f7-918816b511cc'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:54:47.163923 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1748bdcf-53e1-40e1-ae95-c415798d981b None None] Routers {'5dba9485-4a1f-44f5-a4f7-918816b511cc'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:54:47.164528 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-1748bdcf-53e1-40e1-ae95-c415798d981b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:54:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['5dba9485-4a1f-44f5-a4f7-918816b511cc'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:54:47.255889 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f2bed7b4-964d-4334-9395-4543e013a71b admin admin] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:47.264847 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-1748bdcf-53e1-40e1-ae95-c415798d981b None None] Set router 5dba9485-4a1f-44f5-a4f7-918816b511cc gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:54:47.354034 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f2bed7b4-964d-4334-9395-4543e013a71b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:47.446774 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-1748bdcf-53e1-40e1-ae95-c415798d981b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dba9485-4a1f-44f5-a4f7-918816b511cc', 'name': 'tempest-TestServerBasicOps-1801228480-router', 'tenant_id': '1862727b93244d9ab5b3df5029ee0816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '1e26e4e6-b96b-4941-bbe7-167c9250720d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:49:33Z', 'updated_at': '2021-11-09T21:54:46Z', 'revision_number': 5, 'project_id': '1862727b93244d9ab5b3df5029ee0816', 'gw_port': {'id': '1e26e4e6-b96b-4941-bbe7-167c9250720d', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:76:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dba9485-4a1f-44f5-a4f7-918816b511cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:49:33Z', 'updated_at': '2021-11-09T21:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:54:47.476556 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1748bdcf-53e1-40e1-ae95-c415798d981b None None] Checking router: 5dba9485-4a1f-44f5-a4f7-918816b511cc for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:54:47.485954 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1748bdcf-53e1-40e1-ae95-c415798d981b None None] Routers {'5dba9485-4a1f-44f5-a4f7-918816b511cc'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:54:47.486581 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-1748bdcf-53e1-40e1-ae95-c415798d981b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:54:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['5dba9485-4a1f-44f5-a4f7-918816b511cc'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:54:47.570666 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-1748bdcf-53e1-40e1-ae95-c415798d981b None None] Set router 5dba9485-4a1f-44f5-a4f7-918816b511cc gateway port host: None {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:54:47.668420 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ce9d0362-eed6-4e2c-9cdd-6b643feb74ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:47.716369 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-f2bed7b4-964d-4334-9395-4543e013a71b admin admin] Deleting port 1e26e4e6-b96b-4941-bbe7-167c9250720d {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:54:47.716598 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-1748bdcf-53e1-40e1-ae95-c415798d981b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dba9485-4a1f-44f5-a4f7-918816b511cc', 'name': 'tempest-TestServerBasicOps-1801228480-router', 'tenant_id': '1862727b93244d9ab5b3df5029ee0816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:49:33Z', 'updated_at': '2021-11-09T21:54:47Z', 'revision_number': 6, 'project_id': '1862727b93244d9ab5b3df5029ee0816', 'gw_port_host': None}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:54:47.716730 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f2bed7b4-964d-4334-9395-4543e013a71b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:47.742204 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1748bdcf-53e1-40e1-ae95-c415798d981b None None] The sync data for ids ['5dba9485-4a1f-44f5-a4f7-918816b511cc'] in n-d-816206-3 is: [{'id': '5dba9485-4a1f-44f5-a4f7-918816b511cc', 'name': 'tempest-TestServerBasicOps-1801228480-router', 'tenant_id': '1862727b93244d9ab5b3df5029ee0816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:49:33Z', 'updated_at': '2021-11-09T21:54:47Z', 'revision_number': 6, 'project_id': '1862727b93244d9ab5b3df5029ee0816', 'gw_port_host': None}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:54:47.802662 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-f2bed7b4-964d-4334-9395-4543e013a71b admin admin] For port 1e26e4e6-b96b-4941-bbe7-167c9250720d, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=1e26e4e6-b96b-4941-bbe7-167c9250720d,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:54:47.803024 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f2bed7b4-964d-4334-9395-4543e013a71b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:47.814827 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-f2bed7b4-964d-4334-9395-4543e013a71b admin admin] Calling delete_port for 1e26e4e6-b96b-4941-bbe7-167c9250720d owned by network:router_gateway {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:54:47.853275 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device b912968d-86ce-4965-9bf0-3d8032cab9ec no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:54:47.873430 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: b912968d-86ce-4965-9bf0-3d8032cab9ec {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:54:47.873776 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device b912968d-86ce-4965-9bf0-3d8032cab9ec not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:54:47.973637 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f2bed7b4-964d-4334-9395-4543e013a71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:48.005641 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bed7b4-964d-4334-9395-4543e013a71b admin admin] Pushing event deleted for resources: {'Port': ['ID=1e26e4e6-b96b-4941-bbe7-167c9250720d,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:54:48.019444 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f07cb0-a670-4c6a-bf62-df6ac7ff878b None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:54:48.063538 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f2bed7b4-964d-4334-9395-4543e013a71b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:48.159033 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f2bed7b4-964d-4334-9395-4543e013a71b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:48.161800 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f2bed7b4-964d-4334-9395-4543e013a71b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:48.206973 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f2bed7b4-964d-4334-9395-4543e013a71b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:48.207666 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2bed7b4-964d-4334-9395-4543e013a71b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5dba9485-4a1f-44f5-a4f7-918816b511cc {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:54:48.211971 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f2bed7b4-964d-4334-9395-4543e013a71b admin admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:48.213222 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f2bed7b4-964d-4334-9395-4543e013a71b admin admin] 10.222.0.49 "DELETE /v2.0/routers/5dba9485-4a1f-44f5-a4f7-918816b511cc HTTP/1.1" status: 204 len: 168 time: 1.0597966 Nov 09 21:54:48.215598 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 32982) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:54:48.259327 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2dacd08-743f-460e-a594-e75e48bd8a1a admin admin] Deleting subnet aa1ce486-e948-4cb6-8da6-b7876c9ed50b {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:54:48.262315 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a2dacd08-743f-460e-a594-e75e48bd8a1a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:48.295689 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a2dacd08-743f-460e-a594-e75e48bd8a1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:48.374434 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a2dacd08-743f-460e-a594-e75e48bd8a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:48.425489 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a2dacd08-743f-460e-a594-e75e48bd8a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:48.453745 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a2dacd08-743f-460e-a594-e75e48bd8a1a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:48.458417 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a2dacd08-743f-460e-a594-e75e48bd8a1a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/aa1ce486-e948-4cb6-8da6-b7876c9ed50b HTTP/1.1" status: 204 len: 168 time: 0.2418714 Nov 09 21:54:48.458816 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512d9b09-663f-4a49-8a1d-d8874f366bde None None] Network 701da2f2-3820-4b93-8098-d4756ebfb82a requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:54:48.459462 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dacd08-743f-460e-a594-e75e48bd8a1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa1ce486-e948-4cb6-8da6-b7876c9ed50b,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:54:48.461109 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 32984) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:54:48.539065 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4ab583d7-b550-4e88-a62c-5ac8b3fba070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:48.594556 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-4ab583d7-b550-4e88-a62c-5ac8b3fba070 admin admin] Deleting port 527af61b-27f2-4994-8a6c-abf30337c145 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:54:48.595014 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4ab583d7-b550-4e88-a62c-5ac8b3fba070 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:48.646222 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef916ca-1769-48bd-96a9-325cd9ffd3cb None None] DHCP port deletion for 701da2f2-3820-4b93-8098-d4756ebfb82a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:54:48.660606 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-4ab583d7-b550-4e88-a62c-5ac8b3fba070 admin admin] For port 527af61b-27f2-4994-8a6c-abf30337c145, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=527af61b-27f2-4994-8a6c-abf30337c145,segment=NetworkSegment(82a3803b-2e8e-44b4-a16d-7c43b237ab72),segment_id=82a3803b-2e8e-44b4-a16d-7c43b237ab72)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:54:48.661002 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4ab583d7-b550-4e88-a62c-5ac8b3fba070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:48.678190 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-4ab583d7-b550-4e88-a62c-5ac8b3fba070 admin admin] Calling delete_port for 527af61b-27f2-4994-8a6c-abf30337c145 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:54:48.695982 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-5ef916ca-1769-48bd-96a9-325cd9ffd3cb None None] Deleting port 527af61b-27f2-4994-8a6c-abf30337c145 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:54:48.696507 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5ef916ca-1769-48bd-96a9-325cd9ffd3cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:48.757874 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4ab583d7-b550-4e88-a62c-5ac8b3fba070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:48.767736 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-5ef916ca-1769-48bd-96a9-325cd9ffd3cb None None] For port 527af61b-27f2-4994-8a6c-abf30337c145, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=527af61b-27f2-4994-8a6c-abf30337c145,segment=NetworkSegment(82a3803b-2e8e-44b4-a16d-7c43b237ab72),segment_id=82a3803b-2e8e-44b4-a16d-7c43b237ab72)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:54:48.768357 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5ef916ca-1769-48bd-96a9-325cd9ffd3cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:48.782968 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-5ef916ca-1769-48bd-96a9-325cd9ffd3cb None None] Calling delete_port for 527af61b-27f2-4994-8a6c-abf30337c145 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:54:48.785878 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab583d7-b550-4e88-a62c-5ac8b3fba070 admin admin] Pushing event deleted for resources: {'Port': ['ID=527af61b-27f2-4994-8a6c-abf30337c145,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:54:48.787717 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab583d7-b550-4e88-a62c-5ac8b3fba070 admin admin] No DVR routers for this DVR port 527af61b-27f2-4994-8a6c-abf30337c145 on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:54:48.866459 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4ab583d7-b550-4e88-a62c-5ac8b3fba070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:48.866885 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5ef916ca-1769-48bd-96a9-325cd9ffd3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:48.887022 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-4ab583d7-b550-4e88-a62c-5ac8b3fba070 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['701da2f2-3820-4b93-8098-d4756ebfb82a']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:54:48.895813 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef916ca-1769-48bd-96a9-325cd9ffd3cb None None] Pushing event deleted for resources: {'Port': ['ID=527af61b-27f2-4994-8a6c-abf30337c145,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:54:48.896593 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-4ab583d7-b550-4e88-a62c-5ac8b3fba070 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82a3803b-2e8e-44b4-a16d-7c43b237ab72') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:54:48.896929 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-4ab583d7-b550-4e88-a62c-5ac8b3fba070 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82a3803b-2e8e-44b4-a16d-7c43b237ab72') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:54:48.900824 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef916ca-1769-48bd-96a9-325cd9ffd3cb None None] No DVR routers for this DVR port 527af61b-27f2-4994-8a6c-abf30337c145 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:54:48.906717 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4ab583d7-b550-4e88-a62c-5ac8b3fba070 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:48.911695 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef916ca-1769-48bd-96a9-325cd9ffd3cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:54:48.911695 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef916ca-1769-48bd-96a9-325cd9ffd3cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:54:48.911695 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef916ca-1769-48bd-96a9-325cd9ffd3cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:54:48.911695 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef916ca-1769-48bd-96a9-325cd9ffd3cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:54:48.911695 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef916ca-1769-48bd-96a9-325cd9ffd3cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:54:48.911695 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef916ca-1769-48bd-96a9-325cd9ffd3cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:54:48.911695 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef916ca-1769-48bd-96a9-325cd9ffd3cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:54:48.912216 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef916ca-1769-48bd-96a9-325cd9ffd3cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:54:48.912376 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef916ca-1769-48bd-96a9-325cd9ffd3cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:54:48.912560 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef916ca-1769-48bd-96a9-325cd9ffd3cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:54:48.913091 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef916ca-1769-48bd-96a9-325cd9ffd3cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:54:48.913421 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef916ca-1769-48bd-96a9-325cd9ffd3cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:54:48.922029 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4ab583d7-b550-4e88-a62c-5ac8b3fba070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:48.928110 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ab583d7-b550-4e88-a62c-5ac8b3fba070 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:54:48.928688 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4ab583d7-b550-4e88-a62c-5ac8b3fba070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:48.930265 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:54:48.930265 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:54:48.930265 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:54:48.930265 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:54:48.930265 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:54:48.930265 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:54:48.930265 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:54:48.930265 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:54:48.930265 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:54:48.930265 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:54:48.930265 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:54:48.930265 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:54:48.930265 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:54:48.930265 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:54:48.930265 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:54:48.930265 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:54:48.930265 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:54:48.930265 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:54:48.930265 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:54:48.930265 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:54:48.930265 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:54:48.930265 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:54:48.930265 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:54:48.930265 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:54:48.930265 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:54:48.930265 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:54:48.930265 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:54:48.930265 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:54:48.930265 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:54:48.930265 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:54:48.930265 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:54:48.930265 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:54:48.984423 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4ab583d7-b550-4e88-a62c-5ac8b3fba070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:48.990952 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4ab583d7-b550-4e88-a62c-5ac8b3fba070 admin admin] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:48.994176 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4ab583d7-b550-4e88-a62c-5ac8b3fba070 admin admin] 10.222.0.49 "DELETE /v2.0/networks/701da2f2-3820-4b93-8098-d4756ebfb82a HTTP/1.1" status: 204 len: 168 time: 0.5320098 Nov 09 21:54:48.997274 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 32986) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:54:49.004166 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 0898ad3a-6499-46a7-851c-0ccc9c464175 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:54:49.010214 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab583d7-b550-4e88-a62c-5ac8b3fba070 admin admin] Pushing event deleted for resources: {'Network': ['ID=701da2f2-3820-4b93-8098-d4756ebfb82a,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:54:49.024997 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 0898ad3a-6499-46a7-851c-0ccc9c464175 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:54:49.025345 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 0898ad3a-6499-46a7-851c-0ccc9c464175 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:54:49.025767 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 527af61b-27f2-4994-8a6c-abf30337c145 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:54:49.045318 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 527af61b-27f2-4994-8a6c-abf30337c145 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:54:49.045665 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 527af61b-27f2-4994-8a6c-abf30337c145 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:54:49.046242 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 1e26e4e6-b96b-4941-bbe7-167c9250720d no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:54:49.064916 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 1e26e4e6-b96b-4941-bbe7-167c9250720d {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:54:49.065265 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 1e26e4e6-b96b-4941-bbe7-167c9250720d not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:54:49.347805 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-db1a526d-0d8d-4e6c-9622-17aa02511fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:49.588075 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-db1a526d-0d8d-4e6c-9622-17aa02511fa2 admin admin] Deleting port 6e219e85-d8c6-440e-9049-41eef2acfe2f {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:54:49.588400 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-db1a526d-0d8d-4e6c-9622-17aa02511fa2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:49.667041 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-db1a526d-0d8d-4e6c-9622-17aa02511fa2 admin admin] For port 6e219e85-d8c6-440e-9049-41eef2acfe2f, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=6e219e85-d8c6-440e-9049-41eef2acfe2f,segment=NetworkSegment(214ebd33-fd0c-4ad5-a0d0-207656dc2518),segment_id=214ebd33-fd0c-4ad5-a0d0-207656dc2518)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:54:49.667399 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-db1a526d-0d8d-4e6c-9622-17aa02511fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:49.680794 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-db1a526d-0d8d-4e6c-9622-17aa02511fa2 admin admin] Calling delete_port for 6e219e85-d8c6-440e-9049-41eef2acfe2f owned by network:router_interface {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:54:49.855654 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-db1a526d-0d8d-4e6c-9622-17aa02511fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:49.882402 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a526d-0d8d-4e6c-9622-17aa02511fa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e219e85-d8c6-440e-9049-41eef2acfe2f,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:54:50.049795 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-db1a526d-0d8d-4e6c-9622-17aa02511fa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:50.185841 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7c0774e5-6bb5-4cc3-9d3f-8cd8d085eec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:50.271335 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db1a526d-0d8d-4e6c-9622-17aa02511fa2 admin admin] Router 9bcb93e5-02c2-4a46-844a-85c27cbe965d has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:54:50.376173 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1a526d-0d8d-4e6c-9622-17aa02511fa2 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:54:50.381624 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-db1a526d-0d8d-4e6c-9622-17aa02511fa2 admin admin] 10.222.0.49 "PUT /v2.0/routers/9bcb93e5-02c2-4a46-844a-85c27cbe965d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3832483 Nov 09 21:54:50.384179 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 32988) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:54:50.387437 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b79c0df-0132-4315-9567-b54d535b1bc8 None None] Sync routers for ids ['9bcb93e5-02c2-4a46-844a-85c27cbe965d'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:54:50.397825 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b79c0df-0132-4315-9567-b54d535b1bc8 None None] Routers {'9bcb93e5-02c2-4a46-844a-85c27cbe965d'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:54:50.398514 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-7b79c0df-0132-4315-9567-b54d535b1bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:54:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['9bcb93e5-02c2-4a46-844a-85c27cbe965d'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:54:50.489173 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e7fbd8bc-0454-4d2d-ae98-9fb96828679e admin admin] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:50.504922 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-7b79c0df-0132-4315-9567-b54d535b1bc8 None None] Set router 9bcb93e5-02c2-4a46-844a-85c27cbe965d gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:54:50.592415 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e7fbd8bc-0454-4d2d-ae98-9fb96828679e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:50.651004 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-e7fbd8bc-0454-4d2d-ae98-9fb96828679e admin admin] Deleting port 646e8968-84ac-4da5-8939-7af6da26c1a2 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:54:50.651597 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e7fbd8bc-0454-4d2d-ae98-9fb96828679e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:50.680969 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-7b79c0df-0132-4315-9567-b54d535b1bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcb93e5-02c2-4a46-844a-85c27cbe965d', 'name': 'tempest-TestServerBasicOps-1061628614-router', 'tenant_id': 'd95124be20d443a5b7c2b4a2a33736fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '646e8968-84ac-4da5-8939-7af6da26c1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:49:38Z', 'updated_at': '2021-11-09T21:54:49Z', 'revision_number': 5, 'project_id': 'd95124be20d443a5b7c2b4a2a33736fc', 'gw_port': {'id': '646e8968-84ac-4da5-8939-7af6da26c1a2', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcb93e5-02c2-4a46-844a-85c27cbe965d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:49:39Z', 'updated_at': '2021-11-09T21:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:54:50.707586 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b79c0df-0132-4315-9567-b54d535b1bc8 None None] Checking router: 9bcb93e5-02c2-4a46-844a-85c27cbe965d for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:54:50.716000 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b79c0df-0132-4315-9567-b54d535b1bc8 None None] Routers {'9bcb93e5-02c2-4a46-844a-85c27cbe965d'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:54:50.716605 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-7b79c0df-0132-4315-9567-b54d535b1bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:54:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['9bcb93e5-02c2-4a46-844a-85c27cbe965d'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:54:50.737161 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-e7fbd8bc-0454-4d2d-ae98-9fb96828679e admin admin] For port 646e8968-84ac-4da5-8939-7af6da26c1a2, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=646e8968-84ac-4da5-8939-7af6da26c1a2,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:54:50.737527 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e7fbd8bc-0454-4d2d-ae98-9fb96828679e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:50.750583 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-e7fbd8bc-0454-4d2d-ae98-9fb96828679e admin admin] Calling delete_port for 646e8968-84ac-4da5-8939-7af6da26c1a2 owned by network:router_gateway {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:54:50.806009 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-7b79c0df-0132-4315-9567-b54d535b1bc8 None None] Set router 9bcb93e5-02c2-4a46-844a-85c27cbe965d gateway port host: None {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:54:50.859394 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-7b79c0df-0132-4315-9567-b54d535b1bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcb93e5-02c2-4a46-844a-85c27cbe965d', 'name': 'tempest-TestServerBasicOps-1061628614-router', 'tenant_id': 'd95124be20d443a5b7c2b4a2a33736fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:49:38Z', 'updated_at': '2021-11-09T21:54:50Z', 'revision_number': 6, 'project_id': 'd95124be20d443a5b7c2b4a2a33736fc', 'gw_port_host': None}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:54:50.885978 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b79c0df-0132-4315-9567-b54d535b1bc8 None None] The sync data for ids ['9bcb93e5-02c2-4a46-844a-85c27cbe965d'] in n-d-816206-3 is: [{'id': '9bcb93e5-02c2-4a46-844a-85c27cbe965d', 'name': 'tempest-TestServerBasicOps-1061628614-router', 'tenant_id': 'd95124be20d443a5b7c2b4a2a33736fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:49:38Z', 'updated_at': '2021-11-09T21:54:50Z', 'revision_number': 6, 'project_id': 'd95124be20d443a5b7c2b4a2a33736fc', 'gw_port_host': None}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:54:50.922006 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e7fbd8bc-0454-4d2d-ae98-9fb96828679e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:50.949457 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fbd8bc-0454-4d2d-ae98-9fb96828679e admin admin] Pushing event deleted for resources: {'Port': ['ID=646e8968-84ac-4da5-8939-7af6da26c1a2,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:54:50.962071 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdeee278-ab9c-4030-b585-dee925636d27 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:54:51.011883 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e7fbd8bc-0454-4d2d-ae98-9fb96828679e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:51.111043 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e7fbd8bc-0454-4d2d-ae98-9fb96828679e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:51.112321 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:51.113745 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e7fbd8bc-0454-4d2d-ae98-9fb96828679e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:51.154915 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e7fbd8bc-0454-4d2d-ae98-9fb96828679e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:51.155465 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7fbd8bc-0454-4d2d-ae98-9fb96828679e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bcb93e5-02c2-4a46-844a-85c27cbe965d {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:54:51.160520 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e7fbd8bc-0454-4d2d-ae98-9fb96828679e admin admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:51.161738 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e7fbd8bc-0454-4d2d-ae98-9fb96828679e admin admin] 10.222.0.49 "DELETE /v2.0/routers/9bcb93e5-02c2-4a46-844a-85c27cbe965d HTTP/1.1" status: 204 len: 168 time: 0.7766218 Nov 09 21:54:51.164442 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 32990) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:54:51.208177 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c576ea3-88cc-40f6-a618-e2ec0cf3a0b1 admin admin] Deleting subnet 1990e953-512a-469f-81af-bef062db7576 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:54:51.211121 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5c576ea3-88cc-40f6-a618-e2ec0cf3a0b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:51.248657 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5c576ea3-88cc-40f6-a618-e2ec0cf3a0b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:51.335239 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5c576ea3-88cc-40f6-a618-e2ec0cf3a0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:51.352032 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 6e219e85-d8c6-440e-9049-41eef2acfe2f no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:54:51.377261 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 6e219e85-d8c6-440e-9049-41eef2acfe2f {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:54:51.377662 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 6e219e85-d8c6-440e-9049-41eef2acfe2f not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:54:51.400835 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5c576ea3-88cc-40f6-a618-e2ec0cf3a0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:51.429359 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5c576ea3-88cc-40f6-a618-e2ec0cf3a0b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:51.433167 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5c576ea3-88cc-40f6-a618-e2ec0cf3a0b1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1990e953-512a-469f-81af-bef062db7576 HTTP/1.1" status: 204 len: 168 time: 0.2676995 Nov 09 21:54:51.433980 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c576ea3-88cc-40f6-a618-e2ec0cf3a0b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1990e953-512a-469f-81af-bef062db7576,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:54:51.434314 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f664c83c-9b42-47c6-aea7-bf05909bd03f None None] Network 1056b7d6-a16b-480e-a1ee-0093135eb53a requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:54:51.435731 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 32992) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:54:51.507224 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4e22ee65-8a74-4c38-9091-dce40c14eb75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:51.561288 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-4e22ee65-8a74-4c38-9091-dce40c14eb75 admin admin] Deleting port 59b5ec87-f6cd-4193-80aa-e5b3a37198ed {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:54:51.561630 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4e22ee65-8a74-4c38-9091-dce40c14eb75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:51.624927 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-4e22ee65-8a74-4c38-9091-dce40c14eb75 admin admin] For port 59b5ec87-f6cd-4193-80aa-e5b3a37198ed, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=59b5ec87-f6cd-4193-80aa-e5b3a37198ed,segment=NetworkSegment(214ebd33-fd0c-4ad5-a0d0-207656dc2518),segment_id=214ebd33-fd0c-4ad5-a0d0-207656dc2518)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:54:51.625236 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4e22ee65-8a74-4c38-9091-dce40c14eb75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:51.637343 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-4e22ee65-8a74-4c38-9091-dce40c14eb75 admin admin] Calling delete_port for 59b5ec87-f6cd-4193-80aa-e5b3a37198ed owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:54:51.694211 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7fd724-15ed-49e6-a306-fad787e703a6 None None] DHCP port deletion for 1056b7d6-a16b-480e-a1ee-0093135eb53a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:54:51.727206 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4e22ee65-8a74-4c38-9091-dce40c14eb75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:51.751263 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-cf7fd724-15ed-49e6-a306-fad787e703a6 None None] Deleting port 59b5ec87-f6cd-4193-80aa-e5b3a37198ed {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:54:51.751864 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cf7fd724-15ed-49e6-a306-fad787e703a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:51.753875 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22ee65-8a74-4c38-9091-dce40c14eb75 admin admin] Pushing event deleted for resources: {'Port': ['ID=59b5ec87-f6cd-4193-80aa-e5b3a37198ed,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:54:51.755672 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e22ee65-8a74-4c38-9091-dce40c14eb75 admin admin] No DVR routers for this DVR port 59b5ec87-f6cd-4193-80aa-e5b3a37198ed on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:54:51.822958 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-cf7fd724-15ed-49e6-a306-fad787e703a6 None None] For port 59b5ec87-f6cd-4193-80aa-e5b3a37198ed, host n-d-816206-3, got binding levels [] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:54:51.823386 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cf7fd724-15ed-49e6-a306-fad787e703a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:51.830587 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4e22ee65-8a74-4c38-9091-dce40c14eb75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:51.836477 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-cf7fd724-15ed-49e6-a306-fad787e703a6 None None] Calling delete_port for 59b5ec87-f6cd-4193-80aa-e5b3a37198ed owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:54:51.839397 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.ipam_backend_mixin [None req-cf7fd724-15ed-49e6-a306-fad787e703a6 None None] Port 59b5ec87-f6cd-4193-80aa-e5b3a37198ed was not found and therefore no delete operation was performed {{(pid=102609) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 21:54:51.840845 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cf7fd724-15ed-49e6-a306-fad787e703a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:51.851284 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-4e22ee65-8a74-4c38-9091-dce40c14eb75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1056b7d6-a16b-480e-a1ee-0093135eb53a']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:54:51.861122 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-4e22ee65-8a74-4c38-9091-dce40c14eb75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '214ebd33-fd0c-4ad5-a0d0-207656dc2518') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:54:51.861420 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-4e22ee65-8a74-4c38-9091-dce40c14eb75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '214ebd33-fd0c-4ad5-a0d0-207656dc2518') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:54:51.871175 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7fd724-15ed-49e6-a306-fad787e703a6 None None] Pushing event deleted for resources: {'Port': ['ID=59b5ec87-f6cd-4193-80aa-e5b3a37198ed,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:54:51.871596 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4e22ee65-8a74-4c38-9091-dce40c14eb75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:51.876478 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7fd724-15ed-49e6-a306-fad787e703a6 None None] No DVR routers for this DVR port 59b5ec87-f6cd-4193-80aa-e5b3a37198ed on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:54:51.891093 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4e22ee65-8a74-4c38-9091-dce40c14eb75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:51.898730 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e22ee65-8a74-4c38-9091-dce40c14eb75 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:54:51.899204 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4e22ee65-8a74-4c38-9091-dce40c14eb75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:51.901501 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:54:51.901501 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:54:51.901501 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:54:51.901501 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:54:51.901501 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:54:51.901501 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:54:51.901501 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:54:51.901501 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:54:51.901501 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:54:51.901501 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:54:51.901501 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:54:51.901501 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:54:51.901501 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:54:51.901501 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:54:51.901501 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:54:51.901501 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:54:51.901501 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:54:51.901501 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:54:51.901501 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:54:51.901501 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:54:51.901501 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:54:51.901501 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:54:51.901501 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:54:51.901501 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:54:51.901501 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:54:51.901501 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:54:51.901501 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:54:51.901501 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:54:51.901501 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:54:51.901501 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:54:51.901501 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:54:51.901501 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:54:51.956455 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4e22ee65-8a74-4c38-9091-dce40c14eb75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:51.963942 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4e22ee65-8a74-4c38-9091-dce40c14eb75 admin admin] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:51.967392 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4e22ee65-8a74-4c38-9091-dce40c14eb75 admin admin] 10.222.0.49 "DELETE /v2.0/networks/1056b7d6-a16b-480e-a1ee-0093135eb53a HTTP/1.1" status: 204 len: 168 time: 0.5306294 Nov 09 21:54:51.985062 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22ee65-8a74-4c38-9091-dce40c14eb75 admin admin] Pushing event deleted for resources: {'Network': ['ID=1056b7d6-a16b-480e-a1ee-0093135eb53a,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:54:52.080313 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 32996) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:54:52.119763 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3b1ad053-b615-44cc-b20c-7a7ffa24fff3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1862727b93244d9ab5b3df5029ee0816&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381365 Nov 09 21:54:52.121795 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 32998) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:54:52.171742 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-86473d97-8536-4f54-855e-fcac2e33a9a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:52.192217 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-86473d97-8536-4f54-855e-fcac2e33a9a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:52.236374 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-86473d97-8536-4f54-855e-fcac2e33a9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:52.239483 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-86473d97-8536-4f54-855e-fcac2e33a9a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:52.240607 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-86473d97-8536-4f54-855e-fcac2e33a9a3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a3354e65-fc73-47f1-8f50-089116acd0d7 HTTP/1.1" status: 204 len: 168 time: 0.1179242 Nov 09 21:54:52.247946 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86473d97-8536-4f54-855e-fcac2e33a9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3354e65-fc73-47f1-8f50-089116acd0d7,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:54:52.490736 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:52.552390 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33004) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:54:52.595547 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2e3081be-fefd-4cd9-88bd-3e599e75fd31 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d95124be20d443a5b7c2b4a2a33736fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419416 Nov 09 21:54:52.598499 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33006) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:54:52.645655 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-325068ca-b397-4256-ba04-098e25ae3227 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:52.665931 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-325068ca-b397-4256-ba04-098e25ae3227 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:52.712867 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-325068ca-b397-4256-ba04-098e25ae3227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:52.715358 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-325068ca-b397-4256-ba04-098e25ae3227 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:52.716532 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-325068ca-b397-4256-ba04-098e25ae3227 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a2077e03-fd56-451d-a7ae-40535ec2859e HTTP/1.1" status: 204 len: 168 time: 0.1171179 Nov 09 21:54:52.724190 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325068ca-b397-4256-ba04-098e25ae3227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2077e03-fd56-451d-a7ae-40535ec2859e,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:54:52.988576 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 59b5ec87-f6cd-4193-80aa-e5b3a37198ed no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:54:53.011083 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 59b5ec87-f6cd-4193-80aa-e5b3a37198ed {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:54:53.011531 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 59b5ec87-f6cd-4193-80aa-e5b3a37198ed not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:54:53.012026 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 646e8968-84ac-4da5-8939-7af6da26c1a2 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:54:53.036237 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 646e8968-84ac-4da5-8939-7af6da26c1a2 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:54:53.036583 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 646e8968-84ac-4da5-8939-7af6da26c1a2 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:54:53.051951 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:54:53.399593 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:03.932297 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:06.883471 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-293d1f1b-a4e2-4857-a713-3556990c20ce req-bdb016ee-fa59-48b1-ae86-ba52d0c6b630 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e147a847-4997-4dc1-be3e-d28e87399a15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387928 Nov 09 21:55:06.962921 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d1f1b-a4e2-4857-a713-3556990c20ce req-37d73cd2-16e4-4668-ac91-6d8949f23a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:06.964381 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-293d1f1b-a4e2-4857-a713-3556990c20ce req-37d73cd2-16e4-4668-ac91-6d8949f23a8b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7411b744b214ee4a720fd6796dc002b&device_id=e147a847-4997-4dc1-be3e-d28e87399a15 HTTP/1.1" status: 200 len: 1096 time: 0.0403836 Nov 09 21:55:07.074090 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d1f1b-a4e2-4857-a713-3556990c20ce req-59b9d116-47b0-4ed4-a88f-bb237f73b687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:07.075607 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-293d1f1b-a4e2-4857-a713-3556990c20ce req-59b9d116-47b0-4ed4-a88f-bb237f73b687 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ac10dac0-ac57-49ce-bc21-609661687a8f HTTP/1.1" status: 200 len: 896 time: 0.0924566 Nov 09 21:55:07.148042 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-293d1f1b-a4e2-4857-a713-3556990c20ce req-dc600e82-58dc-4cd0-80ed-b011135d12d4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54ba6aa0-6902-4b3e-a576-0bae9134d415 HTTP/1.1" status: 200 len: 1001 time: 0.0654891 Nov 09 21:55:07.195516 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d1f1b-a4e2-4857-a713-3556990c20ce req-ae0db935-3617-4e0a-81e2-b44d35474a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:07.196957 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-293d1f1b-a4e2-4857-a713-3556990c20ce req-ae0db935-3617-4e0a-81e2-b44d35474a3e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a81d09c1-e11d-4c94-b2c8-9e9662f6844e HTTP/1.1" status: 200 len: 834 time: 0.0427830 Nov 09 21:55:07.240255 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d1f1b-a4e2-4857-a713-3556990c20ce req-e42260d9-7763-486c-9ac2-44194ca7fd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:07.241733 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-293d1f1b-a4e2-4857-a713-3556990c20ce req-e42260d9-7763-486c-9ac2-44194ca7fd3c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac10dac0-ac57-49ce-bc21-609661687a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385625 Nov 09 21:55:07.333017 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-293d1f1b-a4e2-4857-a713-3556990c20ce req-4956d6f6-ba2c-410f-81eb-ce607579a2b3 service neutron] 10.222.0.45 "GET /v2.0/networks/ac10dac0-ac57-49ce-bc21-609661687a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836394 Nov 09 21:55:07.420113 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-293d1f1b-a4e2-4857-a713-3556990c20ce req-2ab4d151-2007-4778-a5c5-e11c319f0e5a service neutron] 10.222.0.45 "GET /v2.0/networks/ac10dac0-ac57-49ce-bc21-609661687a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798461 Nov 09 21:55:12.977385 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:55:17.670615 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-31bb943e-ed96-443e-aa4c-48789b678baa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:20.186444 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6041dd81-63c5-4d24-8574-6b6d483d1824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:20.664546 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33032) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:55:20.820406 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-3701f02d-2ff2-4c1e-aa7e-e22ac3385f45 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Deleting port c73e28f0-4cdd-47dc-b58f-9b6aebfaeb9f {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:55:20.820688 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3701f02d-2ff2-4c1e-aa7e-e22ac3385f45 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:20.897365 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3701f02d-2ff2-4c1e-aa7e-e22ac3385f45 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:20.897691 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3701f02d-2ff2-4c1e-aa7e-e22ac3385f45 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:20.909263 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-3701f02d-2ff2-4c1e-aa7e-e22ac3385f45 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Calling delete_port for c73e28f0-4cdd-47dc-b58f-9b6aebfaeb9f owned by network:floatingip {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:55:21.051715 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3701f02d-2ff2-4c1e-aa7e-e22ac3385f45 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:21.079163 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3701f02d-2ff2-4c1e-aa7e-e22ac3385f45 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event deleted for resources: {'Port': ['ID=c73e28f0-4cdd-47dc-b58f-9b6aebfaeb9f,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:55:21.113922 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:21.136381 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3701f02d-2ff2-4c1e-aa7e-e22ac3385f45 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for floatingip, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:21.136760 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [None req-3701f02d-2ff2-4c1e-aa7e-e22ac3385f45 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Floating IP d14ec9ee-0082-468c-ac5f-2f54fa453b4b disassociated (deleted). External IP: 172.25.7.249, port: 54ba6aa0-6902-4b3e-a576-0bae9134d415. Nov 09 21:55:21.338249 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3701f02d-2ff2-4c1e-aa7e-e22ac3385f45 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Router 3a008f88-db7c-4089-a1d2-98f7ea72b4c6 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:55:21.771807 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3701f02d-2ff2-4c1e-aa7e-e22ac3385f45 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:55:21.776532 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3701f02d-2ff2-4c1e-aa7e-e22ac3385f45 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:21.781617 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2f1978-533f-41de-82a3-350cbc643c73 None None] Sync routers for ids ['3a008f88-db7c-4089-a1d2-98f7ea72b4c6'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:55:21.791562 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2f1978-533f-41de-82a3-350cbc643c73 None None] Routers {'3a008f88-db7c-4089-a1d2-98f7ea72b4c6'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:55:21.792158 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-5e2f1978-533f-41de-82a3-350cbc643c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:55:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['3a008f88-db7c-4089-a1d2-98f7ea72b4c6'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:55:21.804010 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-3701f02d-2ff2-4c1e-aa7e-e22ac3385f45 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "DELETE /v2.0/floatingips/d14ec9ee-0082-468c-ac5f-2f54fa453b4b HTTP/1.1" status: 204 len: 168 time: 1.1381326 Nov 09 21:55:21.804590 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e147a847-4997-4dc1-be3e-d28e87399a15', 'tag': '54ba6aa0-6902-4b3e-a576-0bae9134d415'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:55:21.806856 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7c8af5-2050-4480-8f9e-3e683f4eebdf" -d '{"events": [{"name": "network-changed", "server_uuid": "e147a847-4997-4dc1-be3e-d28e87399a15", "tag": "54ba6aa0-6902-4b3e-a576-0bae9134d415"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:55:21.851511 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517e5f1f-e555-4035-9a19-7fbad8952b99 x-openstack-request-id: req-517e5f1f-e555-4035-9a19-7fbad8952b99 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:55:21.852020 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e147a847-4997-4dc1-be3e-d28e87399a15", "tag": "54ba6aa0-6902-4b3e-a576-0bae9134d415", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:55:21.852280 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-517e5f1f-e555-4035-9a19-7fbad8952b99 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:55:21.852711 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e147a847-4997-4dc1-be3e-d28e87399a15', 'tag': '54ba6aa0-6902-4b3e-a576-0bae9134d415', 'status': 'completed', 'code': 200} Nov 09 21:55:21.901238 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-5e2f1978-533f-41de-82a3-350cbc643c73 None None] Set router 3a008f88-db7c-4089-a1d2-98f7ea72b4c6 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:55:21.915767 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c8af5-2050-4480-8f9e-3e683f4eebdf req-74a729dd-e902-4b18-b145-6ff23602d45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:21.917778 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0c7c8af5-2050-4480-8f9e-3e683f4eebdf req-74a729dd-e902-4b18-b145-6ff23602d45b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7411b744b214ee4a720fd6796dc002b&device_id=e147a847-4997-4dc1-be3e-d28e87399a15 HTTP/1.1" status: 200 len: 1096 time: 0.0412760 Nov 09 21:55:22.049322 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c8af5-2050-4480-8f9e-3e683f4eebdf req-4d60c593-2847-4d5c-935c-6c10e26019f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:22.050744 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0c7c8af5-2050-4480-8f9e-3e683f4eebdf req-4d60c593-2847-4d5c-935c-6c10e26019f0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ac10dac0-ac57-49ce-bc21-609661687a8f HTTP/1.1" status: 200 len: 896 time: 0.1264701 Nov 09 21:55:22.078503 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6d8fe-8575-4764-bf7e-139b1e1c370e req-b1f9c0a3-304b-4aca-840d-fea92d492b78 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:22.079990 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d2d6d8fe-8575-4764-bf7e-139b1e1c370e req-b1f9c0a3-304b-4aca-840d-fea92d492b78 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=e147a847-4997-4dc1-be3e-d28e87399a15 HTTP/1.1" status: 200 len: 945 time: 0.0712481 Nov 09 21:55:22.112465 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0c7c8af5-2050-4480-8f9e-3e683f4eebdf req-0ddc17c9-17d6-4288-9ab1-9ec6f7d8b6e8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54ba6aa0-6902-4b3e-a576-0bae9134d415 HTTP/1.1" status: 200 len: 217 time: 0.0522926 Nov 09 21:55:22.119244 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-5e2f1978-533f-41de-82a3-350cbc643c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a008f88-db7c-4089-a1d2-98f7ea72b4c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730418713', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '95283678-4def-4829-bfe6-87d7fcea0139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:52:14Z', 'updated_at': '2021-11-09T21:52:18Z', 'revision_number': 4, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': '95283678-4def-4829-bfe6-87d7fcea0139', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a008f88-db7c-4089-a1d2-98f7ea72b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:52:15Z', 'updated_at': '2021-11-09T21:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '7069ba05-7868-4684-a84f-ea06030b9c1f', 'name': '', 'network_id': 'ac10dac0-ac57-49ce-bc21-609661687a8f', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'mac_address': 'fa:16:3e:ef:c8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a008f88-db7c-4089-a1d2-98f7ea72b4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'a81d09c1-e11d-4c94-b2c8-9e9662f6844e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:52:17Z', 'updated_at': '2021-11-09T21:52:22Z', 'revision_number': 5, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'subnets': [{'id': 'a81d09c1-e11d-4c94-b2c8-9e9662f6844e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:55:22.144849 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2f1978-533f-41de-82a3-350cbc643c73 None None] Checking router: 3a008f88-db7c-4089-a1d2-98f7ea72b4c6 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:55:22.152943 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2f1978-533f-41de-82a3-350cbc643c73 None None] Routers {'3a008f88-db7c-4089-a1d2-98f7ea72b4c6'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:55:22.153548 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-5e2f1978-533f-41de-82a3-350cbc643c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:55:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['3a008f88-db7c-4089-a1d2-98f7ea72b4c6'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:55:22.186651 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c8af5-2050-4480-8f9e-3e683f4eebdf req-50bb59cf-ca1a-4134-b6a0-414b354ae057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:22.188111 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0c7c8af5-2050-4480-8f9e-3e683f4eebdf req-50bb59cf-ca1a-4134-b6a0-414b354ae057 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a81d09c1-e11d-4c94-b2c8-9e9662f6844e HTTP/1.1" status: 200 len: 834 time: 0.0633826 Nov 09 21:55:22.192036 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d2d6d8fe-8575-4764-bf7e-139b1e1c370e req-43d53f31-78d0-4b51-b576-c6252a34b78c tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=0faeb8c7-d051-4240-8dfb-2899c204983c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823033 Nov 09 21:55:22.235233 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c8af5-2050-4480-8f9e-3e683f4eebdf req-0272add1-71f8-4148-b965-2d9267315abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:22.236768 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0c7c8af5-2050-4480-8f9e-3e683f4eebdf req-0272add1-71f8-4148-b965-2d9267315abf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac10dac0-ac57-49ce-bc21-609661687a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404148 Nov 09 21:55:22.258413 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-5e2f1978-533f-41de-82a3-350cbc643c73 None None] Set router 3a008f88-db7c-4089-a1d2-98f7ea72b4c6 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:55:22.329615 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0c7c8af5-2050-4480-8f9e-3e683f4eebdf req-8d3ecdce-09cc-46bb-af68-c1d526c8a8b8 service neutron] 10.222.0.45 "GET /v2.0/networks/ac10dac0-ac57-49ce-bc21-609661687a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839186 Nov 09 21:55:22.437465 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0c7c8af5-2050-4480-8f9e-3e683f4eebdf req-83cd2294-445b-495e-81dc-0381ed1899fb service neutron] 10.222.0.45 "GET /v2.0/networks/ac10dac0-ac57-49ce-bc21-609661687a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968153 Nov 09 21:55:22.455821 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-5e2f1978-533f-41de-82a3-350cbc643c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a008f88-db7c-4089-a1d2-98f7ea72b4c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730418713', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '95283678-4def-4829-bfe6-87d7fcea0139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:52:14Z', 'updated_at': '2021-11-09T21:52:18Z', 'revision_number': 4, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': '95283678-4def-4829-bfe6-87d7fcea0139', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a008f88-db7c-4089-a1d2-98f7ea72b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:52:15Z', 'updated_at': '2021-11-09T21:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '7069ba05-7868-4684-a84f-ea06030b9c1f', 'name': '', 'network_id': 'ac10dac0-ac57-49ce-bc21-609661687a8f', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'mac_address': 'fa:16:3e:ef:c8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a008f88-db7c-4089-a1d2-98f7ea72b4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'a81d09c1-e11d-4c94-b2c8-9e9662f6844e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:52:17Z', 'updated_at': '2021-11-09T21:52:22Z', 'revision_number': 5, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'subnets': [{'id': 'a81d09c1-e11d-4c94-b2c8-9e9662f6844e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:55:22.485557 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2f1978-533f-41de-82a3-350cbc643c73 None None] The sync data for ids ['3a008f88-db7c-4089-a1d2-98f7ea72b4c6'] in n-d-816206-3 is: [{'id': '3a008f88-db7c-4089-a1d2-98f7ea72b4c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730418713', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '95283678-4def-4829-bfe6-87d7fcea0139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:52:14Z', 'updated_at': '2021-11-09T21:52:18Z', 'revision_number': 4, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': '95283678-4def-4829-bfe6-87d7fcea0139', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a008f88-db7c-4089-a1d2-98f7ea72b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:52:15Z', 'updated_at': '2021-11-09T21:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '7069ba05-7868-4684-a84f-ea06030b9c1f', 'name': '', 'network_id': 'ac10dac0-ac57-49ce-bc21-609661687a8f', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'mac_address': 'fa:16:3e:ef:c8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a008f88-db7c-4089-a1d2-98f7ea72b4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'a81d09c1-e11d-4c94-b2c8-9e9662f6844e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:52:17Z', 'updated_at': '2021-11-09T21:52:22Z', 'revision_number': 5, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'subnets': [{'id': 'a81d09c1-e11d-4c94-b2c8-9e9662f6844e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:55:22.490794 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:22.706674 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ff8026-7bef-48ec-8f0b-8f960424c1d5 None None] New status for floating IP d14ec9ee-0082-468c-ac5f-2f54fa453b4b: DOWN {{(pid=102609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:55:23.063948 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:23.308106 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d0542-89df-4f06-b453-058852c2441d req-9caba96d-ac5d-4d76-b551-d72915481975 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:23.309711 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-617d0542-89df-4f06-b453-058852c2441d req-9caba96d-ac5d-4d76-b551-d72915481975 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/ports?device_id=e147a847-4997-4dc1-be3e-d28e87399a15 HTTP/1.1" status: 200 len: 945 time: 0.0489552 Nov 09 21:55:23.325531 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50e4a2-0c59-4be5-aab5-f96e38e1875b req-77d8bc5e-ed37-4128-a8d4-eecaae4b66bf tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:23.327017 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fe50e4a2-0c59-4be5-aab5-f96e38e1875b req-77d8bc5e-ed37-4128-a8d4-eecaae4b66bf tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.45 "GET /v2.0/ports?device_id=e147a847-4997-4dc1-be3e-d28e87399a15 HTTP/1.1" status: 200 len: 945 time: 0.0490031 Nov 09 21:55:23.360436 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-617d0542-89df-4f06-b453-058852c2441d req-54d2009b-b105-4184-8311-d7b6e370fb84 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "GET /v2.0/security-groups?id=0faeb8c7-d051-4240-8dfb-2899c204983c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446341 Nov 09 21:55:23.402029 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:23.423033 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-fe50e4a2-0c59-4be5-aab5-f96e38e1875b req-b2740213-9f47-4468-b26b-372bc30dd773 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Deleting port 54ba6aa0-6902-4b3e-a576-0bae9134d415 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:55:23.423374 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-fe50e4a2-0c59-4be5-aab5-f96e38e1875b req-b2740213-9f47-4468-b26b-372bc30dd773 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:23.515701 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-fe50e4a2-0c59-4be5-aab5-f96e38e1875b req-b2740213-9f47-4468-b26b-372bc30dd773 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] For port 54ba6aa0-6902-4b3e-a576-0bae9134d415, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=54ba6aa0-6902-4b3e-a576-0bae9134d415,segment=NetworkSegment(ea5461ff-5e85-4d28-bcd4-a7da0a9a1de7),segment_id=ea5461ff-5e85-4d28-bcd4-a7da0a9a1de7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:55:23.516071 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-fe50e4a2-0c59-4be5-aab5-f96e38e1875b req-b2740213-9f47-4468-b26b-372bc30dd773 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:23.527575 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-fe50e4a2-0c59-4be5-aab5-f96e38e1875b req-b2740213-9f47-4468-b26b-372bc30dd773 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Calling delete_port for 54ba6aa0-6902-4b3e-a576-0bae9134d415 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:55:23.650396 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-fe50e4a2-0c59-4be5-aab5-f96e38e1875b req-b2740213-9f47-4468-b26b-372bc30dd773 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:23.685358 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2740213-9f47-4468-b26b-372bc30dd773 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event deleted for resources: {'Port': ['ID=54ba6aa0-6902-4b3e-a576-0bae9134d415,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:55:23.724540 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe50e4a2-0c59-4be5-aab5-f96e38e1875b req-b2740213-9f47-4468-b26b-372bc30dd773 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] No DVR routers for this DVR port 54ba6aa0-6902-4b3e-a576-0bae9134d415 on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:55:23.727020 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-fe50e4a2-0c59-4be5-aab5-f96e38e1875b req-b2740213-9f47-4468-b26b-372bc30dd773 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:23.730502 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fe50e4a2-0c59-4be5-aab5-f96e38e1875b req-b2740213-9f47-4468-b26b-372bc30dd773 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.45 "DELETE /v2.0/ports/54ba6aa0-6902-4b3e-a576-0bae9134d415 HTTP/1.1" status: 204 len: 173 time: 0.3975348 Nov 09 21:55:23.854365 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e147a847-4997-4dc1-be3e-d28e87399a15', 'name': 'network-vif-deleted', 'tag': '54ba6aa0-6902-4b3e-a576-0bae9134d415'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:55:23.856776 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086dc423-ea61-4eab-b748-d69417258a2e" -d '{"events": [{"server_uuid": "e147a847-4997-4dc1-be3e-d28e87399a15", "name": "network-vif-deleted", "tag": "54ba6aa0-6902-4b3e-a576-0bae9134d415"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:55:23.893456 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fd570d-b584-4065-baa5-08b353152918 x-openstack-request-id: req-80fd570d-b584-4065-baa5-08b353152918 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:55:23.893771 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e147a847-4997-4dc1-be3e-d28e87399a15", "name": "network-vif-deleted", "tag": "54ba6aa0-6902-4b3e-a576-0bae9134d415", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:55:23.894016 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-80fd570d-b584-4065-baa5-08b353152918 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:55:23.894428 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e147a847-4997-4dc1-be3e-d28e87399a15', 'name': 'network-vif-deleted', 'tag': '54ba6aa0-6902-4b3e-a576-0bae9134d415', 'status': 'completed', 'code': 200} Nov 09 21:55:24.417780 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33046) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:55:24.774528 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0823e4b2-3742-4ea8-8b7a-d6ba9583c419 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:25.028475 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-0823e4b2-3742-4ea8-8b7a-d6ba9583c419 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Deleting port 7069ba05-7868-4684-a84f-ea06030b9c1f {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:55:25.028778 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0823e4b2-3742-4ea8-8b7a-d6ba9583c419 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:25.133402 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-0823e4b2-3742-4ea8-8b7a-d6ba9583c419 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] For port 7069ba05-7868-4684-a84f-ea06030b9c1f, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=7069ba05-7868-4684-a84f-ea06030b9c1f,segment=NetworkSegment(ea5461ff-5e85-4d28-bcd4-a7da0a9a1de7),segment_id=ea5461ff-5e85-4d28-bcd4-a7da0a9a1de7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:55:25.133760 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0823e4b2-3742-4ea8-8b7a-d6ba9583c419 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:25.145711 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-0823e4b2-3742-4ea8-8b7a-d6ba9583c419 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Calling delete_port for 7069ba05-7868-4684-a84f-ea06030b9c1f owned by network:router_interface {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:55:25.321799 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0823e4b2-3742-4ea8-8b7a-d6ba9583c419 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:25.346606 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0823e4b2-3742-4ea8-8b7a-d6ba9583c419 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event deleted for resources: {'Port': ['ID=7069ba05-7868-4684-a84f-ea06030b9c1f,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:55:25.526096 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0823e4b2-3742-4ea8-8b7a-d6ba9583c419 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:25.737436 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0823e4b2-3742-4ea8-8b7a-d6ba9583c419 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Router 3a008f88-db7c-4089-a1d2-98f7ea72b4c6 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:55:25.839394 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0823e4b2-3742-4ea8-8b7a-d6ba9583c419 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:55:25.847388 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0823e4b2-3742-4ea8-8b7a-d6ba9583c419 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "PUT /v2.0/routers/3a008f88-db7c-4089-a1d2-98f7ea72b4c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4257417 Nov 09 21:55:25.847465 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33048) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:55:25.849432 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d5cb92-d501-4cb3-987d-67be5ede9a7f None None] Sync routers for ids ['3a008f88-db7c-4089-a1d2-98f7ea72b4c6'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:55:25.859300 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d5cb92-d501-4cb3-987d-67be5ede9a7f None None] Routers {'3a008f88-db7c-4089-a1d2-98f7ea72b4c6'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:55:25.859906 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-e6d5cb92-d501-4cb3-987d-67be5ede9a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:55:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['3a008f88-db7c-4089-a1d2-98f7ea72b4c6'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:55:25.898223 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-493c093a-a9d3-4af1-b082-4f634a8724d4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Deleting subnet a81d09c1-e11d-4c94-b2c8-9e9662f6844e {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:55:25.901342 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-493c093a-a9d3-4af1-b082-4f634a8724d4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:25.944945 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-493c093a-a9d3-4af1-b082-4f634a8724d4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:25.960841 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-e6d5cb92-d501-4cb3-987d-67be5ede9a7f None None] Set router 3a008f88-db7c-4089-a1d2-98f7ea72b4c6 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:55:26.025460 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-493c093a-a9d3-4af1-b082-4f634a8724d4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:26.097216 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-493c093a-a9d3-4af1-b082-4f634a8724d4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:26.132043 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c093a-a9d3-4af1-b082-4f634a8724d4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event deleted for resources: {'Subnet': ['ID=a81d09c1-e11d-4c94-b2c8-9e9662f6844e,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:55:26.133986 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-493c093a-a9d3-4af1-b082-4f634a8724d4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:26.137143 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-493c093a-a9d3-4af1-b082-4f634a8724d4 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "DELETE /v2.0/subnets/a81d09c1-e11d-4c94-b2c8-9e9662f6844e HTTP/1.1" status: 204 len: 168 time: 0.2885942 Nov 09 21:55:26.139764 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33050) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:55:26.143068 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dc5ed2-ff44-4f93-92b2-09d3283562fa None None] Network ac10dac0-ac57-49ce-bc21-609661687a8f requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:55:26.149450 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-e6d5cb92-d501-4cb3-987d-67be5ede9a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a008f88-db7c-4089-a1d2-98f7ea72b4c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730418713', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '95283678-4def-4829-bfe6-87d7fcea0139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:52:14Z', 'updated_at': '2021-11-09T21:55:25Z', 'revision_number': 5, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': '95283678-4def-4829-bfe6-87d7fcea0139', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a008f88-db7c-4089-a1d2-98f7ea72b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:52:15Z', 'updated_at': '2021-11-09T21:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:55:26.179966 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d5cb92-d501-4cb3-987d-67be5ede9a7f None None] Checking router: 3a008f88-db7c-4089-a1d2-98f7ea72b4c6 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:55:26.188207 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d5cb92-d501-4cb3-987d-67be5ede9a7f None None] Routers {'3a008f88-db7c-4089-a1d2-98f7ea72b4c6'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:55:26.188576 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-e6d5cb92-d501-4cb3-987d-67be5ede9a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:55:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['3a008f88-db7c-4089-a1d2-98f7ea72b4c6'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:55:26.249426 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-99a9e08a-487c-4222-aecc-28e6b2acf67a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:26.331285 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa50228b-4379-4384-8f99-132a9ea9e2c5 None None] DHCP port deletion for ac10dac0-ac57-49ce-bc21-609661687a8f request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:55:26.381619 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-fa50228b-4379-4384-8f99-132a9ea9e2c5 None None] Deleting port 022e437d-4372-4942-b3b1-f71966d1889a {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:55:26.381998 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fa50228b-4379-4384-8f99-132a9ea9e2c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:26.399014 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-e6d5cb92-d501-4cb3-987d-67be5ede9a7f None None] Set router 3a008f88-db7c-4089-a1d2-98f7ea72b4c6 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:55:26.456816 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-fa50228b-4379-4384-8f99-132a9ea9e2c5 None None] For port 022e437d-4372-4942-b3b1-f71966d1889a, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=022e437d-4372-4942-b3b1-f71966d1889a,segment=NetworkSegment(ea5461ff-5e85-4d28-bcd4-a7da0a9a1de7),segment_id=ea5461ff-5e85-4d28-bcd4-a7da0a9a1de7)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:55:26.457714 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fa50228b-4379-4384-8f99-132a9ea9e2c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:26.471845 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-fa50228b-4379-4384-8f99-132a9ea9e2c5 None None] Calling delete_port for 022e437d-4372-4942-b3b1-f71966d1889a owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:55:26.554145 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fa50228b-4379-4384-8f99-132a9ea9e2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:26.582400 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa50228b-4379-4384-8f99-132a9ea9e2c5 None None] Pushing event deleted for resources: {'Port': ['ID=022e437d-4372-4942-b3b1-f71966d1889a,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:55:26.583108 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-e6d5cb92-d501-4cb3-987d-67be5ede9a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a008f88-db7c-4089-a1d2-98f7ea72b4c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730418713', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '95283678-4def-4829-bfe6-87d7fcea0139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:52:14Z', 'updated_at': '2021-11-09T21:55:25Z', 'revision_number': 5, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': '95283678-4def-4829-bfe6-87d7fcea0139', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a008f88-db7c-4089-a1d2-98f7ea72b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:52:15Z', 'updated_at': '2021-11-09T21:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:55:26.589249 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa50228b-4379-4384-8f99-132a9ea9e2c5 None None] No DVR routers for this DVR port 022e437d-4372-4942-b3b1-f71966d1889a on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:55:26.608864 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d5cb92-d501-4cb3-987d-67be5ede9a7f None None] The sync data for ids ['3a008f88-db7c-4089-a1d2-98f7ea72b4c6'] in n-d-816206-3 is: [{'id': '3a008f88-db7c-4089-a1d2-98f7ea72b4c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-730418713', 'tenant_id': 'd7411b744b214ee4a720fd6796dc002b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '95283678-4def-4829-bfe6-87d7fcea0139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:52:14Z', 'updated_at': '2021-11-09T21:55:25Z', 'revision_number': 5, 'project_id': 'd7411b744b214ee4a720fd6796dc002b', 'gw_port': {'id': '95283678-4def-4829-bfe6-87d7fcea0139', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a008f88-db7c-4089-a1d2-98f7ea72b4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:52:15Z', 'updated_at': '2021-11-09T21:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:55:26.669899 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-99a9e08a-487c-4222-aecc-28e6b2acf67a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:26.720002 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-99a9e08a-487c-4222-aecc-28e6b2acf67a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Deleting port 95283678-4def-4829-bfe6-87d7fcea0139 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:55:26.720342 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-99a9e08a-487c-4222-aecc-28e6b2acf67a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:26.797888 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-99a9e08a-487c-4222-aecc-28e6b2acf67a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] For port 95283678-4def-4829-bfe6-87d7fcea0139, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=95283678-4def-4829-bfe6-87d7fcea0139,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:55:26.798253 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-99a9e08a-487c-4222-aecc-28e6b2acf67a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:26.815068 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-99a9e08a-487c-4222-aecc-28e6b2acf67a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Calling delete_port for 95283678-4def-4829-bfe6-87d7fcea0139 owned by network:router_gateway {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:55:26.964982 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 54ba6aa0-6902-4b3e-a576-0bae9134d415 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:55:26.987171 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-99a9e08a-487c-4222-aecc-28e6b2acf67a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:26.999084 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 54ba6aa0-6902-4b3e-a576-0bae9134d415 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:55:26.999526 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 54ba6aa0-6902-4b3e-a576-0bae9134d415 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:55:27.024597 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9e08a-487c-4222-aecc-28e6b2acf67a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event deleted for resources: {'Port': ['ID=95283678-4def-4829-bfe6-87d7fcea0139,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:55:27.038830 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bcac73-ec23-4af2-92e0-f47e5c22206e None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:55:27.043887 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 7069ba05-7868-4684-a84f-ea06030b9c1f no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:55:27.092099 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-99a9e08a-487c-4222-aecc-28e6b2acf67a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:27.188393 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-99a9e08a-487c-4222-aecc-28e6b2acf67a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:27.190613 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-99a9e08a-487c-4222-aecc-28e6b2acf67a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:27.227845 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 7069ba05-7868-4684-a84f-ea06030b9c1f {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:55:27.228325 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 7069ba05-7868-4684-a84f-ea06030b9c1f not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:55:27.229448 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 022e437d-4372-4942-b3b1-f71966d1889a no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:55:27.241051 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-99a9e08a-487c-4222-aecc-28e6b2acf67a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:27.241659 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a9e08a-487c-4222-aecc-28e6b2acf67a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Fanout notify agent at l3_agent the message router_deleted on router 3a008f88-db7c-4089-a1d2-98f7ea72b4c6 {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:55:27.249037 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 022e437d-4372-4942-b3b1-f71966d1889a {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:55:27.249384 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 022e437d-4372-4942-b3b1-f71966d1889a not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:55:27.251229 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-99a9e08a-487c-4222-aecc-28e6b2acf67a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:27.253300 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-99a9e08a-487c-4222-aecc-28e6b2acf67a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "DELETE /v2.0/routers/3a008f88-db7c-4089-a1d2-98f7ea72b4c6 HTTP/1.1" status: 204 len: 168 time: 1.1122241 Nov 09 21:55:27.255156 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33052) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:55:27.341116 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1b8aeea8-bf04-46e5-81fc-933d8c731c5a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:27.430829 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1b8aeea8-bf04-46e5-81fc-933d8c731c5a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:27.449523 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-1b8aeea8-bf04-46e5-81fc-933d8c731c5a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac10dac0-ac57-49ce-bc21-609661687a8f']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:55:27.458871 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-1b8aeea8-bf04-46e5-81fc-933d8c731c5a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea5461ff-5e85-4d28-bcd4-a7da0a9a1de7') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:55:27.459167 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-1b8aeea8-bf04-46e5-81fc-933d8c731c5a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea5461ff-5e85-4d28-bcd4-a7da0a9a1de7') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:55:27.468090 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1b8aeea8-bf04-46e5-81fc-933d8c731c5a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:27.481319 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1b8aeea8-bf04-46e5-81fc-933d8c731c5a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:27.487133 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b8aeea8-bf04-46e5-81fc-933d8c731c5a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:55:27.487511 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1b8aeea8-bf04-46e5-81fc-933d8c731c5a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:27.490508 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:55:27.490508 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:55:27.490508 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:55:27.490508 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:55:27.490508 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:55:27.490508 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:55:27.490508 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:55:27.490508 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:55:27.490508 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:55:27.490508 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:55:27.490508 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:55:27.490508 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:55:27.490508 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:55:27.490508 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:55:27.490508 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:55:27.490508 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:55:27.490508 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:55:27.490508 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:55:27.490508 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:55:27.490508 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:55:27.490508 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:55:27.490508 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:55:27.490508 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:55:27.490508 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:55:27.490508 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:55:27.490508 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:55:27.490508 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:55:27.490508 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:55:27.490508 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:55:27.490508 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:55:27.490508 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:55:27.490508 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:55:27.545885 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1b8aeea8-bf04-46e5-81fc-933d8c731c5a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:27.552492 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1b8aeea8-bf04-46e5-81fc-933d8c731c5a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:27.555645 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1b8aeea8-bf04-46e5-81fc-933d8c731c5a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "DELETE /v2.0/networks/ac10dac0-ac57-49ce-bc21-609661687a8f HTTP/1.1" status: 204 len: 168 time: 0.2994714 Nov 09 21:55:27.558541 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33054) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:55:27.570351 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8aeea8-bf04-46e5-81fc-933d8c731c5a tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event deleted for resources: {'Network': ['ID=ac10dac0-ac57-49ce-bc21-609661687a8f,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:55:27.618448 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-218a04f4-35ce-4941-bd15-401db71cac30 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:27.643985 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-218a04f4-35ce-4941-bd15-401db71cac30 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:27.703088 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-218a04f4-35ce-4941-bd15-401db71cac30 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:27.706417 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-218a04f4-35ce-4941-bd15-401db71cac30 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:27.707630 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-218a04f4-35ce-4941-bd15-401db71cac30 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] 10.222.0.49 "DELETE /v2.0/security-groups/0faeb8c7-d051-4240-8dfb-2899c204983c HTTP/1.1" status: 204 len: 168 time: 0.1480672 Nov 09 21:55:27.717629 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a04f4-35ce-4941-bd15-401db71cac30 tempest-TestNetworkAdvancedServerOps-1622885984 tempest-TestNetworkAdvancedServerOps-1622885984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0faeb8c7-d051-4240-8dfb-2899c204983c,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:55:28.001195 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33062) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:55:28.134136 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-270f0977-9dd8-434e-8f93-5e0c00dd8502 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d7411b744b214ee4a720fd6796dc002b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1318636 Nov 09 21:55:28.136592 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33066) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:55:28.181530 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-930eeb4b-8af5-41f6-9a42-ad5fe3d59954 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:28.202025 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-930eeb4b-8af5-41f6-9a42-ad5fe3d59954 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:28.246466 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-930eeb4b-8af5-41f6-9a42-ad5fe3d59954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:28.249044 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-930eeb4b-8af5-41f6-9a42-ad5fe3d59954 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:28.250274 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-930eeb4b-8af5-41f6-9a42-ad5fe3d59954 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/16373e5f-6518-444f-b734-02c83c5e8e28 HTTP/1.1" status: 204 len: 168 time: 0.1128120 Nov 09 21:55:28.258147 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930eeb4b-8af5-41f6-9a42-ad5fe3d59954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16373e5f-6518-444f-b734-02c83c5e8e28,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:55:28.501325 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33072) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:55:28.543450 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b14d0378-1bfe-4a98-9de6-bdc3eab83c6d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c2ae794270e943f38eda0393a7a018b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409527 Nov 09 21:55:28.545866 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33074) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:55:28.591944 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dcbacf8a-e2e3-44d6-ade4-e67b82e39bfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:28.612694 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dcbacf8a-e2e3-44d6-ade4-e67b82e39bfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:28.658819 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dcbacf8a-e2e3-44d6-ade4-e67b82e39bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:28.662263 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dcbacf8a-e2e3-44d6-ade4-e67b82e39bfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:28.663389 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-dcbacf8a-e2e3-44d6-ade4-e67b82e39bfa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/166ac889-f8a9-4f9b-9ec4-ab7fc0378fcf HTTP/1.1" status: 204 len: 168 time: 0.1166282 Nov 09 21:55:28.671355 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbacf8a-e2e3-44d6-ade4-e67b82e39bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166ac889-f8a9-4f9b-9ec4-ab7fc0378fcf,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:55:28.999153 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 95283678-4def-4829-bfe6-87d7fcea0139 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:55:29.022581 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 95283678-4def-4829-bfe6-87d7fcea0139 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:55:29.023005 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 95283678-4def-4829-bfe6-87d7fcea0139 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:55:29.330700 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33096) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:55:29.426038 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-fcf70974-744d-4a9b-b2c6-75b75fff2f10 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1417214898-network', 'tenant_id': 'e9b152ee9b1c46c483a124f15558b176'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:55:29.448267 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf70974-744d-4a9b-b2c6-75b75fff2f10 admin admin] Made reservation on behalf of e9b152ee9b1c46c483a124f15558b176 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:55:29.450622 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fcf70974-744d-4a9b-b2c6-75b75fff2f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:29.459461 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fcf70974-744d-4a9b-b2c6-75b75fff2f10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:29.533433 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fcf70974-744d-4a9b-b2c6-75b75fff2f10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:29.538022 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fcf70974-744d-4a9b-b2c6-75b75fff2f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:29.558524 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcf70974-744d-4a9b-b2c6-75b75fff2f10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:55:29.571779 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf70974-744d-4a9b-b2c6-75b75fff2f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608a2a1e-c03b-46ba-a38c-2d8bd52924d0,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:55:29.577468 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fcf70974-744d-4a9b-b2c6-75b75fff2f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:29.577829 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-fcf70974-744d-4a9b-b2c6-75b75fff2f10 admin admin] Added segment 99bdfa59-6c09-4fd3-99fa-078a6a5016b9 of type vlan for network b0e4ae9d-8af7-4821-9d6c-a804c76bed7d Nov 09 21:55:29.619873 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fcf70974-744d-4a9b-b2c6-75b75fff2f10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:29.643529 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fcf70974-744d-4a9b-b2c6-75b75fff2f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:29.644463 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf70974-744d-4a9b-b2c6-75b75fff2f10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:29.645062 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fcf70974-744d-4a9b-b2c6-75b75fff2f10 admin admin] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:29.700582 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-fcf70974-744d-4a9b-b2c6-75b75fff2f10 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3687434 Nov 09 21:55:29.703596 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33100) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:55:29.705460 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf70974-744d-4a9b-b2c6-75b75fff2f10 admin admin] Pushing event updated for resources: {'Network': ['ID=b0e4ae9d-8af7-4821-9d6c-a804c76bed7d,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:55:29.710316 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-0d3400fe-689f-4b0c-a9f8-7705c7015f67 admin admin] Request body: {'subnet': {'network_id': 'b0e4ae9d-8af7-4821-9d6c-a804c76bed7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1417214898-subnet', 'tenant_id': 'e9b152ee9b1c46c483a124f15558b176', 'ip_version': 4}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:55:29.715405 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network b0e4ae9d-8af7-4821-9d6c-a804c76bed7d details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:55:29.731895 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3400fe-689f-4b0c-a9f8-7705c7015f67 admin admin] Made reservation on behalf of e9b152ee9b1c46c483a124f15558b176 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:55:29.734231 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0d3400fe-689f-4b0c-a9f8-7705c7015f67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:29.898212 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0d3400fe-689f-4b0c-a9f8-7705c7015f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:29.956886 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3400fe-689f-4b0c-a9f8-7705c7015f67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fb492e2-fd33-4f08-aa86-2e3d36f7bb23,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:55:29.964051 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3400fe-689f-4b0c-a9f8-7705c7015f67 admin admin] Checking segment: {'id': '99bdfa59-6c09-4fd3-99fa-078a6a5016b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b0e4ae9d-8af7-4821-9d6c-a804c76bed7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:55:29.964409 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3400fe-689f-4b0c-a9f8-7705c7015f67 admin admin] Network hostable DHCP agents. Network: b0e4ae9d-8af7-4821-9d6c-a804c76bed7d, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:55:29.980576 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3400fe-689f-4b0c-a9f8-7705c7015f67 admin admin] Network b0e4ae9d-8af7-4821-9d6c-a804c76bed7d is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:55:29.988518 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-0d3400fe-689f-4b0c-a9f8-7705c7015f67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, b0e4ae9d-8af7-4821-9d6c-a804c76bed7d) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:55:29.992381 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3400fe-689f-4b0c-a9f8-7705c7015f67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:29.993005 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0d3400fe-689f-4b0c-a9f8-7705c7015f67 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:29.998138 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa945377-8193-4780-a493-471388a8e4fb None None] Network b0e4ae9d-8af7-4821-9d6c-a804c76bed7d requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:55:30.011332 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0d3400fe-689f-4b0c-a9f8-7705c7015f67 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3064265 Nov 09 21:55:30.014188 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33102) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:55:30.018495 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-6a78f2c6-1d0f-4394-806b-269cd4bf39e9 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1417214898-router', 'tenant_id': 'e9b152ee9b1c46c483a124f15558b176', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:55:30.039014 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a78f2c6-1d0f-4394-806b-269cd4bf39e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:30.040419 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a78f2c6-1d0f-4394-806b-269cd4bf39e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:30.095696 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a78f2c6-1d0f-4394-806b-269cd4bf39e9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:30.145322 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb4fe59-0f74-4789-81fe-1600bd72372a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-b0e4ae9d-8af7-4821-9d6c-a804c76bed7d', 'network_id': 'b0e4ae9d-8af7-4821-9d6c-a804c76bed7d', 'tenant_id': 'e9b152ee9b1c46c483a124f15558b176', 'fixed_ips': [{'subnet_id': '0fb492e2-fd33-4f08-aa86-2e3d36f7bb23'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:55:30.146287 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0eb4fe59-0f74-4789-81fe-1600bd72372a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:30.229910 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a78f2c6-1d0f-4394-806b-269cd4bf39e9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:30.279963 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-0eb4fe59-0f74-4789-81fe-1600bd72372a None None] Allocated IP 172.20.0.2 (b0e4ae9d-8af7-4821-9d6c-a804c76bed7d/0fb492e2-fd33-4f08-aa86-2e3d36f7bb23/66347cf7-21e1-4cf0-85ae-766e80ee6989) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:55:30.422066 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a78f2c6-1d0f-4394-806b-269cd4bf39e9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:30.423110 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0eb4fe59-0f74-4789-81fe-1600bd72372a None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:30.429482 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0eb4fe59-0f74-4789-81fe-1600bd72372a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:30.446960 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a78f2c6-1d0f-4394-806b-269cd4bf39e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:30.470592 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb4fe59-0f74-4789-81fe-1600bd72372a None None] Network b0e4ae9d-8af7-4821-9d6c-a804c76bed7d is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:55:30.473520 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-0eb4fe59-0f74-4789-81fe-1600bd72372a None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:55:30.476442 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb4fe59-0f74-4789-81fe-1600bd72372a None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:55:30.489445 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb4fe59-0f74-4789-81fe-1600bd72372a None None] Pushing event updated for resources: {'Port': ['ID=66347cf7-21e1-4cf0-85ae-766e80ee6989,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:55:30.538631 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-0eb4fe59-0f74-4789-81fe-1600bd72372a None None] Attempting to bind port 66347cf7-21e1-4cf0-85ae-766e80ee6989 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:55:30.539006 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-0eb4fe59-0f74-4789-81fe-1600bd72372a None None] Attempting to bind port 66347cf7-21e1-4cf0-85ae-766e80ee6989 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '99bdfa59-6c09-4fd3-99fa-078a6a5016b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b0e4ae9d-8af7-4821-9d6c-a804c76bed7d'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:55:30.539363 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb4fe59-0f74-4789-81fe-1600bd72372a None None] Attempting to bind port 66347cf7-21e1-4cf0-85ae-766e80ee6989 on network b0e4ae9d-8af7-4821-9d6c-a804c76bed7d {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:55:30.544435 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb4fe59-0f74-4789-81fe-1600bd72372a None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:55:30.544836 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb4fe59-0f74-4789-81fe-1600bd72372a None None] Checking segment: {'id': '99bdfa59-6c09-4fd3-99fa-078a6a5016b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b0e4ae9d-8af7-4821-9d6c-a804c76bed7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:55:30.545231 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0eb4fe59-0f74-4789-81fe-1600bd72372a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:30.545622 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb4fe59-0f74-4789-81fe-1600bd72372a None None] Bound using segment: {'id': '99bdfa59-6c09-4fd3-99fa-078a6a5016b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b0e4ae9d-8af7-4821-9d6c-a804c76bed7d'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:55:30.546082 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-0eb4fe59-0f74-4789-81fe-1600bd72372a None None] Bound port: 66347cf7-21e1-4cf0-85ae-766e80ee6989, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99bdfa59-6c09-4fd3-99fa-078a6a5016b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b0e4ae9d-8af7-4821-9d6c-a804c76bed7d'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:55:30.546460 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0eb4fe59-0f74-4789-81fe-1600bd72372a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:30.553610 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-6a78f2c6-1d0f-4394-806b-269cd4bf39e9 admin admin] Allocated IP 172.25.7.103 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/0e58d7ca-2891-47cd-b8cd-97294410f6a4) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:55:30.610137 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-0eb4fe59-0f74-4789-81fe-1600bd72372a None None] For port 66347cf7-21e1-4cf0-85ae-766e80ee6989, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:55:30.613541 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-0eb4fe59-0f74-4789-81fe-1600bd72372a None None] For port 66347cf7-21e1-4cf0-85ae-766e80ee6989, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=66347cf7-21e1-4cf0-85ae-766e80ee6989,segment=NetworkSegment(99bdfa59-6c09-4fd3-99fa-078a6a5016b9),segment_id=99bdfa59-6c09-4fd3-99fa-078a6a5016b9)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:55:30.618248 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0eb4fe59-0f74-4789-81fe-1600bd72372a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:30.657974 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a78f2c6-1d0f-4394-806b-269cd4bf39e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:30.682612 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb4fe59-0f74-4789-81fe-1600bd72372a None None] Pushing event updated for resources: {'Port': ['ID=66347cf7-21e1-4cf0-85ae-766e80ee6989,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:55:30.696698 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a78f2c6-1d0f-4394-806b-269cd4bf39e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:30.736909 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a78f2c6-1d0f-4394-806b-269cd4bf39e9 admin admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:55:30.740576 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-6a78f2c6-1d0f-4394-806b-269cd4bf39e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:55:30.744076 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a78f2c6-1d0f-4394-806b-269cd4bf39e9 admin admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:55:30.753259 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446c3fe3-3639-4698-bd20-2bdc97a823b1 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:55:30.765744 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78f2c6-1d0f-4394-806b-269cd4bf39e9 admin admin] Pushing event updated for resources: {'Port': ['ID=0e58d7ca-2891-47cd-b8cd-97294410f6a4,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:55:30.845150 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-1c638a09-18bd-438b-9a02-ba03b8901b08 None None] Provisioning complete for port 0e58d7ca-2891-47cd-b8cd-97294410f6a4 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:55:30.846340 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1c638a09-18bd-438b-9a02-ba03b8901b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:30.892553 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-1c638a09-18bd-438b-9a02-ba03b8901b08 None None] Port 0e58d7ca-2891-47cd-b8cd-97294410f6a4 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:55:31.015298 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a78f2c6-1d0f-4394-806b-269cd4bf39e9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:31.045244 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 66347cf7-21e1-4cf0-85ae-766e80ee6989 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:55:31.094525 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 66347cf7-21e1-4cf0-85ae-766e80ee6989 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:55:31.094801 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:31.178442 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:31.213165 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 66347cf7-21e1-4cf0-85ae-766e80ee6989, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=66347cf7-21e1-4cf0-85ae-766e80ee6989,segment=NetworkSegment(99bdfa59-6c09-4fd3-99fa-078a6a5016b9),segment_id=99bdfa59-6c09-4fd3-99fa-078a6a5016b9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:55:31.217241 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:31.277829 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=66347cf7-21e1-4cf0-85ae-766e80ee6989,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:55:31.565847 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a78f2c6-1d0f-4394-806b-269cd4bf39e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:31.594954 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21485143-ac23-44a7-88ab-12c87cb3ccb0 None None] Network b0e4ae9d-8af7-4821-9d6c-a804c76bed7d requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:55:31.656312 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-c9df0880-f1e9-4180-9332-d1483191ae1e None None] Provisioning complete for port 66347cf7-21e1-4cf0-85ae-766e80ee6989 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:55:31.656708 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c9df0880-f1e9-4180-9332-d1483191ae1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:31.694358 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a78f2c6-1d0f-4394-806b-269cd4bf39e9 admin admin] Router 8f5499ba-b6b9-4637-9be4-43aeb9e3f88c is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:55:31.803100 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a78f2c6-1d0f-4394-806b-269cd4bf39e9 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:55:31.813041 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e07f6c-e622-41a3-aa50-807b49f4aef1 None None] Sync routers for ids ['8f5499ba-b6b9-4637-9be4-43aeb9e3f88c'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:55:31.820311 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a78f2c6-1d0f-4394-806b-269cd4bf39e9 admin admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:31.822170 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6a78f2c6-1d0f-4394-806b-269cd4bf39e9 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8068185 Nov 09 21:55:31.824826 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33104) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:55:31.830348 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e07f6c-e622-41a3-aa50-807b49f4aef1 None None] Routers {'8f5499ba-b6b9-4637-9be4-43aeb9e3f88c'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:55:31.831244 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-d3e07f6c-e622-41a3-aa50-807b49f4aef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:55:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['8f5499ba-b6b9-4637-9be4-43aeb9e3f88c'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:55:31.950839 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-d3e07f6c-e622-41a3-aa50-807b49f4aef1 None None] Set router 8f5499ba-b6b9-4637-9be4-43aeb9e3f88c gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:55:32.133395 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-f8c52002-59b2-4d2a-a039-80e798012089 None None] Provisioning complete for port 66347cf7-21e1-4cf0-85ae-766e80ee6989 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:55:32.133661 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f8c52002-59b2-4d2a-a039-80e798012089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:32.172608 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-d3e07f6c-e622-41a3-aa50-807b49f4aef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5499ba-b6b9-4637-9be4-43aeb9e3f88c', 'name': 'tempest-TestServerMultinode-1417214898-router', 'tenant_id': 'e9b152ee9b1c46c483a124f15558b176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '0e58d7ca-2891-47cd-b8cd-97294410f6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:55:30Z', 'updated_at': '2021-11-09T21:55:30Z', 'revision_number': 3, 'project_id': 'e9b152ee9b1c46c483a124f15558b176', 'gw_port': {'id': '0e58d7ca-2891-47cd-b8cd-97294410f6a4', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:97:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f5499ba-b6b9-4637-9be4-43aeb9e3f88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:55:30Z', 'updated_at': '2021-11-09T21:55:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:55:32.205070 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e07f6c-e622-41a3-aa50-807b49f4aef1 None None] Checking router: 8f5499ba-b6b9-4637-9be4-43aeb9e3f88c for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:55:32.205727 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e07f6c-e622-41a3-aa50-807b49f4aef1 None None] Updating router 8f5499ba-b6b9-4637-9be4-43aeb9e3f88c port 0e58d7ca-2891-47cd-b8cd-97294410f6a4 binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:55:32.234850 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d3e07f6c-e622-41a3-aa50-807b49f4aef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:32.261524 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-600bccef-b3a0-48e1-a355-569837ee2473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:32.416050 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-600bccef-b3a0-48e1-a355-569837ee2473 admin admin] Allocated IP 172.20.0.1 (b0e4ae9d-8af7-4821-9d6c-a804c76bed7d/0fb492e2-fd33-4f08-aa86-2e3d36f7bb23/59385372-c731-40e3-bc6d-1913b9c14290) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:55:32.506443 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d3e07f6c-e622-41a3-aa50-807b49f4aef1 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:32.511267 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d3e07f6c-e622-41a3-aa50-807b49f4aef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:32.532245 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-600bccef-b3a0-48e1-a355-569837ee2473 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:32.558273 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb6cf76-4d04-46b7-855c-e476b705ba84 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:55:32.568072 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-600bccef-b3a0-48e1-a355-569837ee2473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:32.571909 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-d3e07f6c-e622-41a3-aa50-807b49f4aef1 None None] Attempting to bind port 0e58d7ca-2891-47cd-b8cd-97294410f6a4 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:55:32.572285 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-d3e07f6c-e622-41a3-aa50-807b49f4aef1 None None] Attempting to bind port 0e58d7ca-2891-47cd-b8cd-97294410f6a4 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:55:32.572662 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e07f6c-e622-41a3-aa50-807b49f4aef1 None None] Attempting to bind port 0e58d7ca-2891-47cd-b8cd-97294410f6a4 on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:55:32.576668 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f020e-7a64-4e02-ad70-936b2f6db73c None None] Pushing event updated for resources: {'Port': ['ID=0e58d7ca-2891-47cd-b8cd-97294410f6a4,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:55:32.580868 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e07f6c-e622-41a3-aa50-807b49f4aef1 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:55:32.581236 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e07f6c-e622-41a3-aa50-807b49f4aef1 None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:55:32.582791 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d3e07f6c-e622-41a3-aa50-807b49f4aef1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:32.582791 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e07f6c-e622-41a3-aa50-807b49f4aef1 None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:55:32.583595 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-d3e07f6c-e622-41a3-aa50-807b49f4aef1 None None] Bound port: 0e58d7ca-2891-47cd-b8cd-97294410f6a4, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:55:32.583893 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d3e07f6c-e622-41a3-aa50-807b49f4aef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:32.609665 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600bccef-b3a0-48e1-a355-569837ee2473 admin admin] Network b0e4ae9d-8af7-4821-9d6c-a804c76bed7d is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:55:32.616078 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-600bccef-b3a0-48e1-a355-569837ee2473 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:55:32.619854 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600bccef-b3a0-48e1-a355-569837ee2473 admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:55:32.638523 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-2a3b1f4a-7ed5-40a9-8446-89988a748e40 None None] Provisioning complete for port 0e58d7ca-2891-47cd-b8cd-97294410f6a4 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:55:32.638892 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2a3b1f4a-7ed5-40a9-8446-89988a748e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:32.647111 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600bccef-b3a0-48e1-a355-569837ee2473 admin admin] Pushing event updated for resources: {'Port': ['ID=59385372-c731-40e3-bc6d-1913b9c14290,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:55:32.667375 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-600bccef-b3a0-48e1-a355-569837ee2473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:32.669675 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-d3e07f6c-e622-41a3-aa50-807b49f4aef1 None None] For port 0e58d7ca-2891-47cd-b8cd-97294410f6a4, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:55:32.687619 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-d3e07f6c-e622-41a3-aa50-807b49f4aef1 None None] For port 0e58d7ca-2891-47cd-b8cd-97294410f6a4, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=0e58d7ca-2891-47cd-b8cd-97294410f6a4,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:55:32.690154 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-2a3b1f4a-7ed5-40a9-8446-89988a748e40 None None] Port 0e58d7ca-2891-47cd-b8cd-97294410f6a4 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:55:32.694389 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d3e07f6c-e622-41a3-aa50-807b49f4aef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:32.742578 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bbda79-50e4-470b-810b-162a425efd7c None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:55:32.774839 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e07f6c-e622-41a3-aa50-807b49f4aef1 None None] Routers {'8f5499ba-b6b9-4637-9be4-43aeb9e3f88c'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:55:32.775473 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-d3e07f6c-e622-41a3-aa50-807b49f4aef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:55:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['8f5499ba-b6b9-4637-9be4-43aeb9e3f88c'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:55:32.780549 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f020e-7a64-4e02-ad70-936b2f6db73c None None] Pushing event updated for resources: {'Port': ['ID=0e58d7ca-2891-47cd-b8cd-97294410f6a4,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:55:32.818931 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-600bccef-b3a0-48e1-a355-569837ee2473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:32.869726 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-c488c7f9-c3d6-4a3b-bfd3-3184fc28cd8a None None] Provisioning complete for port 0e58d7ca-2891-47cd-b8cd-97294410f6a4 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:55:32.870094 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c488c7f9-c3d6-4a3b-bfd3-3184fc28cd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:32.921856 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-d3e07f6c-e622-41a3-aa50-807b49f4aef1 None None] Set router 8f5499ba-b6b9-4637-9be4-43aeb9e3f88c gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:55:32.987248 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-600bccef-b3a0-48e1-a355-569837ee2473 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:32.992180 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-600bccef-b3a0-48e1-a355-569837ee2473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:33.031406 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 66347cf7-21e1-4cf0-85ae-766e80ee6989 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:55:33.068284 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-600bccef-b3a0-48e1-a355-569837ee2473 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:33.070152 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600bccef-b3a0-48e1-a355-569837ee2473 admin admin] Pushing event updated for resources: {'Port': ['ID=59385372-c731-40e3-bc6d-1913b9c14290,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:55:33.168119 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600bccef-b3a0-48e1-a355-569837ee2473 admin admin] Network b0e4ae9d-8af7-4821-9d6c-a804c76bed7d is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:55:33.169688 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-600bccef-b3a0-48e1-a355-569837ee2473 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:55:33.256919 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c488c7f9-c3d6-4a3b-bfd3-3184fc28cd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:33.293334 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600bccef-b3a0-48e1-a355-569837ee2473 admin admin] Router 8f5499ba-b6b9-4637-9be4-43aeb9e3f88c has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:55:33.297758 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-c488c7f9-c3d6-4a3b-bfd3-3184fc28cd8a None None] For port 0e58d7ca-2891-47cd-b8cd-97294410f6a4, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=0e58d7ca-2891-47cd-b8cd-97294410f6a4,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:55:33.307348 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c488c7f9-c3d6-4a3b-bfd3-3184fc28cd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:33.355216 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 66347cf7-21e1-4cf0-85ae-766e80ee6989 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:55:33.356022 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:33.412565 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c488c7f9-c3d6-4a3b-bfd3-3184fc28cd8a None None] Pushing event updated for resources: {'Port': ['ID=0e58d7ca-2891-47cd-b8cd-97294410f6a4,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:55:33.413202 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600bccef-b3a0-48e1-a355-569837ee2473 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:55:33.427879 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-600bccef-b3a0-48e1-a355-569837ee2473 admin admin] 10.222.0.49 "PUT /v2.0/routers/8f5499ba-b6b9-4637-9be4-43aeb9e3f88c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6009989 Nov 09 21:55:33.445966 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-d3e07f6c-e622-41a3-aa50-807b49f4aef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5499ba-b6b9-4637-9be4-43aeb9e3f88c', 'name': 'tempest-TestServerMultinode-1417214898-router', 'tenant_id': 'e9b152ee9b1c46c483a124f15558b176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '0e58d7ca-2891-47cd-b8cd-97294410f6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:55:30Z', 'updated_at': '2021-11-09T21:55:30Z', 'revision_number': 3, 'project_id': 'e9b152ee9b1c46c483a124f15558b176', 'gw_port': {'id': '0e58d7ca-2891-47cd-b8cd-97294410f6a4', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:97:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f5499ba-b6b9-4637-9be4-43aeb9e3f88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:55:30Z', 'updated_at': '2021-11-09T21:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:55:33.477216 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-fb91a8d4-34a7-42e9-85b3-355ea1d0e0f7 None None] Provisioning complete for port 59385372-c731-40e3-bc6d-1913b9c14290 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:55:33.477585 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fb91a8d4-34a7-42e9-85b3-355ea1d0e0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:33.496166 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e07f6c-e622-41a3-aa50-807b49f4aef1 None None] The sync data for ids ['8f5499ba-b6b9-4637-9be4-43aeb9e3f88c'] in n-d-816206-3 is: [{'id': '8f5499ba-b6b9-4637-9be4-43aeb9e3f88c', 'name': 'tempest-TestServerMultinode-1417214898-router', 'tenant_id': 'e9b152ee9b1c46c483a124f15558b176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '0e58d7ca-2891-47cd-b8cd-97294410f6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:55:30Z', 'updated_at': '2021-11-09T21:55:30Z', 'revision_number': 3, 'project_id': 'e9b152ee9b1c46c483a124f15558b176', 'gw_port': {'id': '0e58d7ca-2891-47cd-b8cd-97294410f6a4', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:97:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f5499ba-b6b9-4637-9be4-43aeb9e3f88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:55:30Z', 'updated_at': '2021-11-09T21:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:55:33.545958 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-fb91a8d4-34a7-42e9-85b3-355ea1d0e0f7 None None] Port 59385372-c731-40e3-bc6d-1913b9c14290 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:55:33.913408 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33120) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:55:33.921358 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-d67fad7b-84d4-4a7b-9c61-7633d5785c91 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1108794055-network', 'tenant_id': 'c23bbe326cbf4d139d487ddd551de63e'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:55:33.934349 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:33.943282 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67fad7b-84d4-4a7b-9c61-7633d5785c91 admin admin] Made reservation on behalf of c23bbe326cbf4d139d487ddd551de63e for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:55:33.945804 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d67fad7b-84d4-4a7b-9c61-7633d5785c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:33.956157 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d67fad7b-84d4-4a7b-9c61-7633d5785c91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:34.038567 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d67fad7b-84d4-4a7b-9c61-7633d5785c91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:34.042883 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d67fad7b-84d4-4a7b-9c61-7633d5785c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:34.072137 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d67fad7b-84d4-4a7b-9c61-7633d5785c91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:55:34.077925 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67fad7b-84d4-4a7b-9c61-7633d5785c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903a79d1-b7ba-4f4f-bb6e-42a4b71650e3,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:55:34.087959 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d67fad7b-84d4-4a7b-9c61-7633d5785c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:34.088331 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-d67fad7b-84d4-4a7b-9c61-7633d5785c91 admin admin] Added segment 2f262ca5-c342-4c8b-952d-08e1c9a3d01a of type vlan for network b7600648-e960-49fb-a10b-51cd2adb6e47 Nov 09 21:55:34.134591 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d67fad7b-84d4-4a7b-9c61-7633d5785c91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:34.160484 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d67fad7b-84d4-4a7b-9c61-7633d5785c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:34.162412 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67fad7b-84d4-4a7b-9c61-7633d5785c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:34.163012 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d67fad7b-84d4-4a7b-9c61-7633d5785c91 admin admin] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:34.217070 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d67fad7b-84d4-4a7b-9c61-7633d5785c91 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3025107 Nov 09 21:55:34.219823 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33122) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:55:34.226750 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-8b3a720e-3550-4e2d-8c2e-57484ce59049 admin admin] Request body: {'subnet': {'network_id': 'b7600648-e960-49fb-a10b-51cd2adb6e47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1108794055-subnet', 'tenant_id': 'c23bbe326cbf4d139d487ddd551de63e', 'ip_version': 4}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:55:34.229233 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67fad7b-84d4-4a7b-9c61-7633d5785c91 admin admin] Pushing event updated for resources: {'Network': ['ID=b7600648-e960-49fb-a10b-51cd2adb6e47,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:55:34.239253 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network b7600648-e960-49fb-a10b-51cd2adb6e47 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:55:34.247789 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3a720e-3550-4e2d-8c2e-57484ce59049 admin admin] Made reservation on behalf of c23bbe326cbf4d139d487ddd551de63e for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:55:34.250139 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8b3a720e-3550-4e2d-8c2e-57484ce59049 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:34.421871 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8b3a720e-3550-4e2d-8c2e-57484ce59049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:34.469709 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a720e-3550-4e2d-8c2e-57484ce59049 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b844f6d4-b6ef-47cb-b23c-a4a4a7f7922b,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:55:34.485564 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3a720e-3550-4e2d-8c2e-57484ce59049 admin admin] Checking segment: {'id': '2f262ca5-c342-4c8b-952d-08e1c9a3d01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b7600648-e960-49fb-a10b-51cd2adb6e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:55:34.485919 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3a720e-3550-4e2d-8c2e-57484ce59049 admin admin] Network hostable DHCP agents. Network: b7600648-e960-49fb-a10b-51cd2adb6e47, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:55:34.501115 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3a720e-3550-4e2d-8c2e-57484ce59049 admin admin] Network b7600648-e960-49fb-a10b-51cd2adb6e47 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:55:34.511679 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-8b3a720e-3550-4e2d-8c2e-57484ce59049 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, b7600648-e960-49fb-a10b-51cd2adb6e47) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:55:34.515832 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3a720e-3550-4e2d-8c2e-57484ce59049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:34.516428 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8b3a720e-3550-4e2d-8c2e-57484ce59049 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:34.520538 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5223603-5f9a-4f3d-b868-8f334b417524 None None] Network b7600648-e960-49fb-a10b-51cd2adb6e47 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:55:34.539215 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33124) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:55:34.539405 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8b3a720e-3550-4e2d-8c2e-57484ce59049 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3181293 Nov 09 21:55:34.544477 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-d42d7f7a-cfbb-454b-821e-ee274a6c30e7 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1108794055-router', 'tenant_id': 'c23bbe326cbf4d139d487ddd551de63e', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:55:34.565238 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d42d7f7a-cfbb-454b-821e-ee274a6c30e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:34.566323 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d42d7f7a-cfbb-454b-821e-ee274a6c30e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:34.622487 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d42d7f7a-cfbb-454b-821e-ee274a6c30e7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:34.670707 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0d62aa-8c64-45a4-8c17-6558af26c95c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-b7600648-e960-49fb-a10b-51cd2adb6e47', 'network_id': 'b7600648-e960-49fb-a10b-51cd2adb6e47', 'tenant_id': 'c23bbe326cbf4d139d487ddd551de63e', 'fixed_ips': [{'subnet_id': 'b844f6d4-b6ef-47cb-b23c-a4a4a7f7922b'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:55:34.671562 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ee0d62aa-8c64-45a4-8c17-6558af26c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:34.761347 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d42d7f7a-cfbb-454b-821e-ee274a6c30e7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:34.811861 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-ee0d62aa-8c64-45a4-8c17-6558af26c95c None None] Allocated IP 172.20.0.2 (b7600648-e960-49fb-a10b-51cd2adb6e47/b844f6d4-b6ef-47cb-b23c-a4a4a7f7922b/31a9cf01-ef66-4337-b0ed-49faf06119d1) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:55:34.960128 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ee0d62aa-8c64-45a4-8c17-6558af26c95c None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:34.969528 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ee0d62aa-8c64-45a4-8c17-6558af26c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:34.986690 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d42d7f7a-cfbb-454b-821e-ee274a6c30e7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:35.009651 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d42d7f7a-cfbb-454b-821e-ee274a6c30e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:35.010294 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0d62aa-8c64-45a4-8c17-6558af26c95c None None] Network b7600648-e960-49fb-a10b-51cd2adb6e47 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:55:35.018493 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-ee0d62aa-8c64-45a4-8c17-6558af26c95c None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:55:35.022194 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0d62aa-8c64-45a4-8c17-6558af26c95c None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:55:35.027763 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d62aa-8c64-45a4-8c17-6558af26c95c None None] Pushing event updated for resources: {'Port': ['ID=31a9cf01-ef66-4337-b0ed-49faf06119d1,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:55:35.059384 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 0e58d7ca-2891-47cd-b8cd-97294410f6a4 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:55:35.120902 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a357e16-d179-4d07-a0db-fef6f23832c6 None None] Sync routers for ids ['8f5499ba-b6b9-4637-9be4-43aeb9e3f88c'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:55:35.121664 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-d42d7f7a-cfbb-454b-821e-ee274a6c30e7 admin admin] Allocated IP 172.25.7.25 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/16f0666a-26f2-4366-b1f9-648da0d9b584) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:55:35.123076 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-ee0d62aa-8c64-45a4-8c17-6558af26c95c None None] Attempting to bind port 31a9cf01-ef66-4337-b0ed-49faf06119d1 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:55:35.123639 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-ee0d62aa-8c64-45a4-8c17-6558af26c95c None None] Attempting to bind port 31a9cf01-ef66-4337-b0ed-49faf06119d1 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '2f262ca5-c342-4c8b-952d-08e1c9a3d01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b7600648-e960-49fb-a10b-51cd2adb6e47'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:55:35.124012 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0d62aa-8c64-45a4-8c17-6558af26c95c None None] Attempting to bind port 31a9cf01-ef66-4337-b0ed-49faf06119d1 on network b7600648-e960-49fb-a10b-51cd2adb6e47 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:55:35.131356 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0d62aa-8c64-45a4-8c17-6558af26c95c None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:55:35.131576 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0d62aa-8c64-45a4-8c17-6558af26c95c None None] Checking segment: {'id': '2f262ca5-c342-4c8b-952d-08e1c9a3d01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b7600648-e960-49fb-a10b-51cd2adb6e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:55:35.131917 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ee0d62aa-8c64-45a4-8c17-6558af26c95c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:35.132307 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0d62aa-8c64-45a4-8c17-6558af26c95c None None] Bound using segment: {'id': '2f262ca5-c342-4c8b-952d-08e1c9a3d01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b7600648-e960-49fb-a10b-51cd2adb6e47'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:55:35.132515 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a357e16-d179-4d07-a0db-fef6f23832c6 None None] Routers {'8f5499ba-b6b9-4637-9be4-43aeb9e3f88c'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:55:35.132807 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-ee0d62aa-8c64-45a4-8c17-6558af26c95c None None] Bound port: 31a9cf01-ef66-4337-b0ed-49faf06119d1, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f262ca5-c342-4c8b-952d-08e1c9a3d01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b7600648-e960-49fb-a10b-51cd2adb6e47'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:55:35.133187 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ee0d62aa-8c64-45a4-8c17-6558af26c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:35.133505 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-7a357e16-d179-4d07-a0db-fef6f23832c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:55:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['8f5499ba-b6b9-4637-9be4-43aeb9e3f88c'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:55:35.174896 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 0e58d7ca-2891-47cd-b8cd-97294410f6a4 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:55:35.175272 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:35.245169 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d42d7f7a-cfbb-454b-821e-ee274a6c30e7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:35.247030 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-ee0d62aa-8c64-45a4-8c17-6558af26c95c None None] For port 31a9cf01-ef66-4337-b0ed-49faf06119d1, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:55:35.248166 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-7a357e16-d179-4d07-a0db-fef6f23832c6 None None] Set router 8f5499ba-b6b9-4637-9be4-43aeb9e3f88c gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:55:35.250492 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-ee0d62aa-8c64-45a4-8c17-6558af26c95c None None] For port 31a9cf01-ef66-4337-b0ed-49faf06119d1, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=31a9cf01-ef66-4337-b0ed-49faf06119d1,segment=NetworkSegment(2f262ca5-c342-4c8b-952d-08e1c9a3d01a),segment_id=2f262ca5-c342-4c8b-952d-08e1c9a3d01a)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:55:35.255782 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ee0d62aa-8c64-45a4-8c17-6558af26c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:35.282755 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d42d7f7a-cfbb-454b-821e-ee274a6c30e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:35.330817 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42d7f7a-cfbb-454b-821e-ee274a6c30e7 admin admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:55:35.334340 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-d42d7f7a-cfbb-454b-821e-ee274a6c30e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:55:35.337059 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42d7f7a-cfbb-454b-821e-ee274a6c30e7 admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:55:35.350363 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d62aa-8c64-45a4-8c17-6558af26c95c None None] Pushing event updated for resources: {'Port': ['ID=31a9cf01-ef66-4337-b0ed-49faf06119d1,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:55:35.358850 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd38a01-ed3c-4c74-b8c1-e6cae8690b87 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:55:35.376011 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42d7f7a-cfbb-454b-821e-ee274a6c30e7 admin admin] Pushing event updated for resources: {'Port': ['ID=16f0666a-26f2-4366-b1f9-648da0d9b584,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:55:35.453369 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-7a357e16-d179-4d07-a0db-fef6f23832c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5499ba-b6b9-4637-9be4-43aeb9e3f88c', 'name': 'tempest-TestServerMultinode-1417214898-router', 'tenant_id': 'e9b152ee9b1c46c483a124f15558b176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '0e58d7ca-2891-47cd-b8cd-97294410f6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:55:30Z', 'updated_at': '2021-11-09T21:55:32Z', 'revision_number': 4, 'project_id': 'e9b152ee9b1c46c483a124f15558b176', 'gw_port': {'id': '0e58d7ca-2891-47cd-b8cd-97294410f6a4', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:97:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5499ba-b6b9-4637-9be4-43aeb9e3f88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:55:30Z', 'updated_at': '2021-11-09T21:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '59385372-c731-40e3-bc6d-1913b9c14290', 'name': '', 'network_id': 'b0e4ae9d-8af7-4821-9d6c-a804c76bed7d', 'tenant_id': 'e9b152ee9b1c46c483a124f15558b176', 'mac_address': 'fa:16:3e:1c:47:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f5499ba-b6b9-4637-9be4-43aeb9e3f88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '0fb492e2-fd33-4f08-aa86-2e3d36f7bb23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:55:32Z', 'updated_at': '2021-11-09T21:55:32Z', 'revision_number': 2, 'project_id': 'e9b152ee9b1c46c483a124f15558b176', 'subnets': [{'id': '0fb492e2-fd33-4f08-aa86-2e3d36f7bb23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:55:35.481080 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-38db55fa-6f45-4b94-bd61-61f61f1790fb None None] Provisioning complete for port 16f0666a-26f2-4366-b1f9-648da0d9b584 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:55:35.481677 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-38db55fa-6f45-4b94-bd61-61f61f1790fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:35.482040 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a357e16-d179-4d07-a0db-fef6f23832c6 None None] Checking router: 8f5499ba-b6b9-4637-9be4-43aeb9e3f88c for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:55:35.482396 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a357e16-d179-4d07-a0db-fef6f23832c6 None None] Updating router 8f5499ba-b6b9-4637-9be4-43aeb9e3f88c port 59385372-c731-40e3-bc6d-1913b9c14290 binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:55:35.525447 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7a357e16-d179-4d07-a0db-fef6f23832c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:35.546044 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-38db55fa-6f45-4b94-bd61-61f61f1790fb None None] Port 16f0666a-26f2-4366-b1f9-648da0d9b584 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:55:35.652425 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d42d7f7a-cfbb-454b-821e-ee274a6c30e7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:35.824517 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7a357e16-d179-4d07-a0db-fef6f23832c6 None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:35.829612 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7a357e16-d179-4d07-a0db-fef6f23832c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:35.855504 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d42d7f7a-cfbb-454b-821e-ee274a6c30e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:35.878291 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcccee6-d0d7-4ede-aec2-157850b0062e None None] Pushing event updated for resources: {'Port': ['ID=59385372-c731-40e3-bc6d-1913b9c14290,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:55:35.886990 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcccee6-d0d7-4ede-aec2-157850b0062e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:55:35.887403 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcccee6-d0d7-4ede-aec2-157850b0062e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:55:35.887752 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcccee6-d0d7-4ede-aec2-157850b0062e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:55:35.888092 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcccee6-d0d7-4ede-aec2-157850b0062e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:55:35.888424 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcccee6-d0d7-4ede-aec2-157850b0062e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:55:35.888790 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcccee6-d0d7-4ede-aec2-157850b0062e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:55:35.889137 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcccee6-d0d7-4ede-aec2-157850b0062e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:55:35.889466 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcccee6-d0d7-4ede-aec2-157850b0062e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:55:35.889790 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcccee6-d0d7-4ede-aec2-157850b0062e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:55:35.890114 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcccee6-d0d7-4ede-aec2-157850b0062e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:55:35.890438 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcccee6-d0d7-4ede-aec2-157850b0062e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:55:35.890758 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcccee6-d0d7-4ede-aec2-157850b0062e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:55:35.953155 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-7a357e16-d179-4d07-a0db-fef6f23832c6 None None] Attempting to bind port 59385372-c731-40e3-bc6d-1913b9c14290 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:55:35.953529 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-7a357e16-d179-4d07-a0db-fef6f23832c6 None None] Attempting to bind port 59385372-c731-40e3-bc6d-1913b9c14290 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '99bdfa59-6c09-4fd3-99fa-078a6a5016b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b0e4ae9d-8af7-4821-9d6c-a804c76bed7d'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:55:35.953892 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a357e16-d179-4d07-a0db-fef6f23832c6 None None] Attempting to bind port 59385372-c731-40e3-bc6d-1913b9c14290 on network b0e4ae9d-8af7-4821-9d6c-a804c76bed7d {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:55:35.959017 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a357e16-d179-4d07-a0db-fef6f23832c6 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:55:35.959757 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a357e16-d179-4d07-a0db-fef6f23832c6 None None] Checking segment: {'id': '99bdfa59-6c09-4fd3-99fa-078a6a5016b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b0e4ae9d-8af7-4821-9d6c-a804c76bed7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:55:35.959872 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7a357e16-d179-4d07-a0db-fef6f23832c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:35.960176 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a357e16-d179-4d07-a0db-fef6f23832c6 None None] Bound using segment: {'id': '99bdfa59-6c09-4fd3-99fa-078a6a5016b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b0e4ae9d-8af7-4821-9d6c-a804c76bed7d'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:55:35.961409 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-7a357e16-d179-4d07-a0db-fef6f23832c6 None None] Bound port: 59385372-c731-40e3-bc6d-1913b9c14290, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99bdfa59-6c09-4fd3-99fa-078a6a5016b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b0e4ae9d-8af7-4821-9d6c-a804c76bed7d'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:55:35.961610 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7a357e16-d179-4d07-a0db-fef6f23832c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:35.996132 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42d7f7a-cfbb-454b-821e-ee274a6c30e7 admin admin] Router 04839116-738d-4c05-b138-9807a24a27f5 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:55:36.024962 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7a357e16-d179-4d07-a0db-fef6f23832c6 None None] For port 59385372-c731-40e3-bc6d-1913b9c14290, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:55:36.028475 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7a357e16-d179-4d07-a0db-fef6f23832c6 None None] For port 59385372-c731-40e3-bc6d-1913b9c14290, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=59385372-c731-40e3-bc6d-1913b9c14290,segment=NetworkSegment(99bdfa59-6c09-4fd3-99fa-078a6a5016b9),segment_id=99bdfa59-6c09-4fd3-99fa-078a6a5016b9)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:55:36.035952 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7a357e16-d179-4d07-a0db-fef6f23832c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:36.087159 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcccee6-d0d7-4ede-aec2-157850b0062e None None] Pushing event updated for resources: {'Port': ['ID=59385372-c731-40e3-bc6d-1913b9c14290,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:55:36.104769 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a357e16-d179-4d07-a0db-fef6f23832c6 None None] Routers {'8f5499ba-b6b9-4637-9be4-43aeb9e3f88c'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:55:36.105576 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-7a357e16-d179-4d07-a0db-fef6f23832c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:55:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['8f5499ba-b6b9-4637-9be4-43aeb9e3f88c'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:55:36.122089 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42d7f7a-cfbb-454b-821e-ee274a6c30e7 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:55:36.133469 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423db9ec-fb01-46d7-8d57-b2abccd6659d None None] Sync routers for ids ['04839116-738d-4c05-b138-9807a24a27f5'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:55:36.149597 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d42d7f7a-cfbb-454b-821e-ee274a6c30e7 admin admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:36.151524 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d42d7f7a-cfbb-454b-821e-ee274a6c30e7 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6109195 Nov 09 21:55:36.152922 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423db9ec-fb01-46d7-8d57-b2abccd6659d None None] Routers {'04839116-738d-4c05-b138-9807a24a27f5'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:55:36.153819 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-423db9ec-fb01-46d7-8d57-b2abccd6659d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:55:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['04839116-738d-4c05-b138-9807a24a27f5'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:55:36.154622 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33126) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:55:36.225601 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-0dfc58a9-8474-48fa-b2b5-c55a15c574a0 None None] Provisioning complete for port 59385372-c731-40e3-bc6d-1913b9c14290 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:55:36.225981 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0dfc58a9-8474-48fa-b2b5-c55a15c574a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:36.227017 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-7a357e16-d179-4d07-a0db-fef6f23832c6 None None] Set router 8f5499ba-b6b9-4637-9be4-43aeb9e3f88c gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:55:36.335916 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-423db9ec-fb01-46d7-8d57-b2abccd6659d None None] Set router 04839116-738d-4c05-b138-9807a24a27f5 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:55:36.577832 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-7a357e16-d179-4d07-a0db-fef6f23832c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5499ba-b6b9-4637-9be4-43aeb9e3f88c', 'name': 'tempest-TestServerMultinode-1417214898-router', 'tenant_id': 'e9b152ee9b1c46c483a124f15558b176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '0e58d7ca-2891-47cd-b8cd-97294410f6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:55:30Z', 'updated_at': '2021-11-09T21:55:32Z', 'revision_number': 4, 'project_id': 'e9b152ee9b1c46c483a124f15558b176', 'gw_port': {'id': '0e58d7ca-2891-47cd-b8cd-97294410f6a4', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:97:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5499ba-b6b9-4637-9be4-43aeb9e3f88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:55:30Z', 'updated_at': '2021-11-09T21:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '59385372-c731-40e3-bc6d-1913b9c14290', 'name': '', 'network_id': 'b0e4ae9d-8af7-4821-9d6c-a804c76bed7d', 'tenant_id': 'e9b152ee9b1c46c483a124f15558b176', 'mac_address': 'fa:16:3e:1c:47:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f5499ba-b6b9-4637-9be4-43aeb9e3f88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '0fb492e2-fd33-4f08-aa86-2e3d36f7bb23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:55:32Z', 'updated_at': '2021-11-09T21:55:36Z', 'revision_number': 4, 'project_id': 'e9b152ee9b1c46c483a124f15558b176', 'subnets': [{'id': '0fb492e2-fd33-4f08-aa86-2e3d36f7bb23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:55:36.602825 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0dfc58a9-8474-48fa-b2b5-c55a15c574a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:36.611798 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a357e16-d179-4d07-a0db-fef6f23832c6 None None] The sync data for ids ['8f5499ba-b6b9-4637-9be4-43aeb9e3f88c'] in n-d-816206-3 is: [{'id': '8f5499ba-b6b9-4637-9be4-43aeb9e3f88c', 'name': 'tempest-TestServerMultinode-1417214898-router', 'tenant_id': 'e9b152ee9b1c46c483a124f15558b176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '0e58d7ca-2891-47cd-b8cd-97294410f6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:55:30Z', 'updated_at': '2021-11-09T21:55:32Z', 'revision_number': 4, 'project_id': 'e9b152ee9b1c46c483a124f15558b176', 'gw_port': {'id': '0e58d7ca-2891-47cd-b8cd-97294410f6a4', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:97:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5499ba-b6b9-4637-9be4-43aeb9e3f88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:55:30Z', 'updated_at': '2021-11-09T21:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '59385372-c731-40e3-bc6d-1913b9c14290', 'name': '', 'network_id': 'b0e4ae9d-8af7-4821-9d6c-a804c76bed7d', 'tenant_id': 'e9b152ee9b1c46c483a124f15558b176', 'mac_address': 'fa:16:3e:1c:47:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f5499ba-b6b9-4637-9be4-43aeb9e3f88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '0fb492e2-fd33-4f08-aa86-2e3d36f7bb23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:55:32Z', 'updated_at': '2021-11-09T21:55:36Z', 'revision_number': 4, 'project_id': 'e9b152ee9b1c46c483a124f15558b176', 'subnets': [{'id': '0fb492e2-fd33-4f08-aa86-2e3d36f7bb23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:55:36.650828 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-0dfc58a9-8474-48fa-b2b5-c55a15c574a0 None None] For port 59385372-c731-40e3-bc6d-1913b9c14290, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=59385372-c731-40e3-bc6d-1913b9c14290,segment=NetworkSegment(99bdfa59-6c09-4fd3-99fa-078a6a5016b9),segment_id=99bdfa59-6c09-4fd3-99fa-078a6a5016b9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:55:36.677844 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0dfc58a9-8474-48fa-b2b5-c55a15c574a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:36.699077 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386a0d5b-e6d3-44c1-b1e3-0ee4312eb482 None None] Network b7600648-e960-49fb-a10b-51cd2adb6e47 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:55:36.734921 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-423db9ec-fb01-46d7-8d57-b2abccd6659d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04839116-738d-4c05-b138-9807a24a27f5', 'name': 'tempest-TestServerMultinode-1108794055-router', 'tenant_id': 'c23bbe326cbf4d139d487ddd551de63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '16f0666a-26f2-4366-b1f9-648da0d9b584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:55:34Z', 'updated_at': '2021-11-09T21:55:35Z', 'revision_number': 3, 'project_id': 'c23bbe326cbf4d139d487ddd551de63e', 'gw_port': {'id': '16f0666a-26f2-4366-b1f9-648da0d9b584', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:89:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04839116-738d-4c05-b138-9807a24a27f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:55:35Z', 'updated_at': '2021-11-09T21:55:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:55:36.819828 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423db9ec-fb01-46d7-8d57-b2abccd6659d None None] Checking router: 04839116-738d-4c05-b138-9807a24a27f5 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:55:36.821212 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423db9ec-fb01-46d7-8d57-b2abccd6659d None None] Updating router 04839116-738d-4c05-b138-9807a24a27f5 port 16f0666a-26f2-4366-b1f9-648da0d9b584 binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:55:36.888300 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc58a9-8474-48fa-b2b5-c55a15c574a0 None None] Pushing event updated for resources: {'Port': ['ID=59385372-c731-40e3-bc6d-1913b9c14290,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:55:36.892684 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-423db9ec-fb01-46d7-8d57-b2abccd6659d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:36.940395 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-22cc3ed1-5fb7-4a2d-8512-57ec847cb71b None None] Provisioning complete for port 31a9cf01-ef66-4337-b0ed-49faf06119d1 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:55:36.940873 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-22cc3ed1-5fb7-4a2d-8512-57ec847cb71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:37.284681 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5315c795-cef4-464b-911f-5b83056299e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:37.366479 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 31a9cf01-ef66-4337-b0ed-49faf06119d1 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:55:37.475594 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-5315c795-cef4-464b-911f-5b83056299e9 admin admin] Allocated IP 172.20.0.1 (b7600648-e960-49fb-a10b-51cd2adb6e47/b844f6d4-b6ef-47cb-b23c-a4a4a7f7922b/ac4021ca-482d-4cc7-a02e-1c1bfaf30d98) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:55:37.490625 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-22cc3ed1-5fb7-4a2d-8512-57ec847cb71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:37.549375 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-22cc3ed1-5fb7-4a2d-8512-57ec847cb71b None None] For port 31a9cf01-ef66-4337-b0ed-49faf06119d1, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=31a9cf01-ef66-4337-b0ed-49faf06119d1,segment=NetworkSegment(2f262ca5-c342-4c8b-952d-08e1c9a3d01a),segment_id=2f262ca5-c342-4c8b-952d-08e1c9a3d01a)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:55:37.564082 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-22cc3ed1-5fb7-4a2d-8512-57ec847cb71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:37.614753 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 31a9cf01-ef66-4337-b0ed-49faf06119d1 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:55:37.615356 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:37.642396 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5315c795-cef4-464b-911f-5b83056299e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:37.685836 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-22cc3ed1-5fb7-4a2d-8512-57ec847cb71b None None] Provisioning complete for port 59385372-c731-40e3-bc6d-1913b9c14290 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:55:37.686209 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-22cc3ed1-5fb7-4a2d-8512-57ec847cb71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:37.696914 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5315c795-cef4-464b-911f-5b83056299e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:37.735776 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cc3ed1-5fb7-4a2d-8512-57ec847cb71b None None] Pushing event updated for resources: {'Port': ['ID=31a9cf01-ef66-4337-b0ed-49faf06119d1,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:55:37.760061 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5315c795-cef4-464b-911f-5b83056299e9 admin admin] Pushing event updated for resources: {'Port': ['ID=ac4021ca-482d-4cc7-a02e-1c1bfaf30d98,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:55:37.779561 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5315c795-cef4-464b-911f-5b83056299e9 admin admin] Network b7600648-e960-49fb-a10b-51cd2adb6e47 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:55:37.781084 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-5315c795-cef4-464b-911f-5b83056299e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:55:37.789719 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-423db9ec-fb01-46d7-8d57-b2abccd6659d None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:37.790145 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5315c795-cef4-464b-911f-5b83056299e9 admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:55:37.815683 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-423db9ec-fb01-46d7-8d57-b2abccd6659d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:37.863066 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5315c795-cef4-464b-911f-5b83056299e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:37.906574 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 59385372-c731-40e3-bc6d-1913b9c14290 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:55:37.977384 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f99f012-6e8a-4997-be40-b333164448c2 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:55:38.024963 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-423db9ec-fb01-46d7-8d57-b2abccd6659d None None] Attempting to bind port 16f0666a-26f2-4366-b1f9-648da0d9b584 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:55:38.025925 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-423db9ec-fb01-46d7-8d57-b2abccd6659d None None] Attempting to bind port 16f0666a-26f2-4366-b1f9-648da0d9b584 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:55:38.026313 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423db9ec-fb01-46d7-8d57-b2abccd6659d None None] Attempting to bind port 16f0666a-26f2-4366-b1f9-648da0d9b584 on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:55:38.032744 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1513a260-0b3e-4256-9ccb-1473d775636f None None] Pushing event updated for resources: {'Port': ['ID=16f0666a-26f2-4366-b1f9-648da0d9b584,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:55:38.043132 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423db9ec-fb01-46d7-8d57-b2abccd6659d None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:55:38.043630 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423db9ec-fb01-46d7-8d57-b2abccd6659d None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:55:38.044196 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-423db9ec-fb01-46d7-8d57-b2abccd6659d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:38.044722 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423db9ec-fb01-46d7-8d57-b2abccd6659d None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:55:38.045355 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-423db9ec-fb01-46d7-8d57-b2abccd6659d None None] Bound port: 16f0666a-26f2-4366-b1f9-648da0d9b584, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:55:38.045898 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-423db9ec-fb01-46d7-8d57-b2abccd6659d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:38.082385 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5315c795-cef4-464b-911f-5b83056299e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:38.109322 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 59385372-c731-40e3-bc6d-1913b9c14290 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:55:38.109694 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:38.141480 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-423db9ec-fb01-46d7-8d57-b2abccd6659d None None] For port 16f0666a-26f2-4366-b1f9-648da0d9b584, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:55:38.163220 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-423db9ec-fb01-46d7-8d57-b2abccd6659d None None] For port 16f0666a-26f2-4366-b1f9-648da0d9b584, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=16f0666a-26f2-4366-b1f9-648da0d9b584,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:55:38.175866 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-423db9ec-fb01-46d7-8d57-b2abccd6659d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:38.230521 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97baf60e-72e1-4845-85bc-cb4b28e5a8fc None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:55:38.280593 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423db9ec-fb01-46d7-8d57-b2abccd6659d None None] Routers {'04839116-738d-4c05-b138-9807a24a27f5'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:55:38.281266 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-423db9ec-fb01-46d7-8d57-b2abccd6659d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:55:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['04839116-738d-4c05-b138-9807a24a27f5'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:55:38.292864 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-bd038288-d2a8-4397-803d-9b64a9729d11 None None] Provisioning complete for port 31a9cf01-ef66-4337-b0ed-49faf06119d1 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:55:38.293240 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bd038288-d2a8-4397-803d-9b64a9729d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:38.305903 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5315c795-cef4-464b-911f-5b83056299e9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:38.311837 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5315c795-cef4-464b-911f-5b83056299e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:38.376454 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1513a260-0b3e-4256-9ccb-1473d775636f None None] Pushing event updated for resources: {'Port': ['ID=16f0666a-26f2-4366-b1f9-648da0d9b584,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:55:38.381538 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5315c795-cef4-464b-911f-5b83056299e9 admin admin] Pushing event updated for resources: {'Port': ['ID=ac4021ca-482d-4cc7-a02e-1c1bfaf30d98,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:55:38.384064 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5315c795-cef4-464b-911f-5b83056299e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:38.482278 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5315c795-cef4-464b-911f-5b83056299e9 admin admin] Network b7600648-e960-49fb-a10b-51cd2adb6e47 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:55:38.483657 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-5315c795-cef4-464b-911f-5b83056299e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:55:38.484745 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-423db9ec-fb01-46d7-8d57-b2abccd6659d None None] Set router 04839116-738d-4c05-b138-9807a24a27f5 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:55:38.571387 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-bd038288-d2a8-4397-803d-9b64a9729d11 None None] Provisioning complete for port 16f0666a-26f2-4366-b1f9-648da0d9b584 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:55:38.571758 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bd038288-d2a8-4397-803d-9b64a9729d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:38.605548 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5315c795-cef4-464b-911f-5b83056299e9 admin admin] Router 04839116-738d-4c05-b138-9807a24a27f5 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:55:38.722316 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5315c795-cef4-464b-911f-5b83056299e9 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:55:38.740984 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5315c795-cef4-464b-911f-5b83056299e9 admin admin] 10.222.0.49 "PUT /v2.0/routers/04839116-738d-4c05-b138-9807a24a27f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5809162 Nov 09 21:55:38.743246 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bd038288-d2a8-4397-803d-9b64a9729d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:38.769928 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-bd038288-d2a8-4397-803d-9b64a9729d11 None None] For port 16f0666a-26f2-4366-b1f9-648da0d9b584, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=16f0666a-26f2-4366-b1f9-648da0d9b584,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:55:38.775638 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bd038288-d2a8-4397-803d-9b64a9729d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:38.825733 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-423db9ec-fb01-46d7-8d57-b2abccd6659d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04839116-738d-4c05-b138-9807a24a27f5', 'name': 'tempest-TestServerMultinode-1108794055-router', 'tenant_id': 'c23bbe326cbf4d139d487ddd551de63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '16f0666a-26f2-4366-b1f9-648da0d9b584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:55:34Z', 'updated_at': '2021-11-09T21:55:38Z', 'revision_number': 4, 'project_id': 'c23bbe326cbf4d139d487ddd551de63e', 'gw_port': {'id': '16f0666a-26f2-4366-b1f9-648da0d9b584', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:89:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04839116-738d-4c05-b138-9807a24a27f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:55:35Z', 'updated_at': '2021-11-09T21:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'ac4021ca-482d-4cc7-a02e-1c1bfaf30d98', 'name': '', 'network_id': 'b7600648-e960-49fb-a10b-51cd2adb6e47', 'tenant_id': 'c23bbe326cbf4d139d487ddd551de63e', 'mac_address': 'fa:16:3e:74:74:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04839116-738d-4c05-b138-9807a24a27f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'b844f6d4-b6ef-47cb-b23c-a4a4a7f7922b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:55:37Z', 'updated_at': '2021-11-09T21:55:37Z', 'revision_number': 1, 'project_id': 'c23bbe326cbf4d139d487ddd551de63e', 'subnets': [{'id': 'b844f6d4-b6ef-47cb-b23c-a4a4a7f7922b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:55:38.835467 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-bd038288-d2a8-4397-803d-9b64a9729d11 None None] Provisioning complete for port ac4021ca-482d-4cc7-a02e-1c1bfaf30d98 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:55:38.835840 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bd038288-d2a8-4397-803d-9b64a9729d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:38.880198 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423db9ec-fb01-46d7-8d57-b2abccd6659d None None] The sync data for ids ['04839116-738d-4c05-b138-9807a24a27f5'] in n-d-816206-3 is: [{'id': '04839116-738d-4c05-b138-9807a24a27f5', 'name': 'tempest-TestServerMultinode-1108794055-router', 'tenant_id': 'c23bbe326cbf4d139d487ddd551de63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '16f0666a-26f2-4366-b1f9-648da0d9b584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:55:34Z', 'updated_at': '2021-11-09T21:55:38Z', 'revision_number': 4, 'project_id': 'c23bbe326cbf4d139d487ddd551de63e', 'gw_port': {'id': '16f0666a-26f2-4366-b1f9-648da0d9b584', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:89:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04839116-738d-4c05-b138-9807a24a27f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:55:35Z', 'updated_at': '2021-11-09T21:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'ac4021ca-482d-4cc7-a02e-1c1bfaf30d98', 'name': '', 'network_id': 'b7600648-e960-49fb-a10b-51cd2adb6e47', 'tenant_id': 'c23bbe326cbf4d139d487ddd551de63e', 'mac_address': 'fa:16:3e:74:74:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04839116-738d-4c05-b138-9807a24a27f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'b844f6d4-b6ef-47cb-b23c-a4a4a7f7922b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:55:37Z', 'updated_at': '2021-11-09T21:55:37Z', 'revision_number': 1, 'project_id': 'c23bbe326cbf4d139d487ddd551de63e', 'subnets': [{'id': 'b844f6d4-b6ef-47cb-b23c-a4a4a7f7922b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:55:38.883940 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd038288-d2a8-4397-803d-9b64a9729d11 None None] Pushing event updated for resources: {'Port': ['ID=16f0666a-26f2-4366-b1f9-648da0d9b584,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:55:38.900228 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-bd038288-d2a8-4397-803d-9b64a9729d11 None None] Port ac4021ca-482d-4cc7-a02e-1c1bfaf30d98 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:55:39.027462 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 31a9cf01-ef66-4337-b0ed-49faf06119d1 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:55:39.031904 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-ec8aa07a-bca6-4f1b-8e1c-b727580d228e None None] Provisioning complete for port 16f0666a-26f2-4366-b1f9-648da0d9b584 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:55:39.032310 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ec8aa07a-bca6-4f1b-8e1c-b727580d228e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:39.125026 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 31a9cf01-ef66-4337-b0ed-49faf06119d1 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:55:39.125397 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:39.205076 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-ec8aa07a-bca6-4f1b-8e1c-b727580d228e None None] Provisioning complete for port ac4021ca-482d-4cc7-a02e-1c1bfaf30d98 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:55:39.205448 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ec8aa07a-bca6-4f1b-8e1c-b727580d228e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:39.275564 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-ec8aa07a-bca6-4f1b-8e1c-b727580d228e None None] Port ac4021ca-482d-4cc7-a02e-1c1bfaf30d98 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:55:39.338123 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-a96f4ff8-9bce-477a-a389-d871d73a366c tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:39.339643 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-a96f4ff8-9bce-477a-a389-d871d73a366c tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/networks?id=b0e4ae9d-8af7-4821-9d6c-a804c76bed7d HTTP/1.1" status: 200 len: 910 time: 0.0964453 Nov 09 21:55:39.355591 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-01677f94-ea73-466d-b6bb-88826f42085f tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/quotas/c23bbe326cbf4d139d487ddd551de63e HTTP/1.1" status: 200 len: 375 time: 0.0099156 Nov 09 21:55:39.434154 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-7b0957d1-a193-4e36-b97d-24abca27f5d9 tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/ports?tenant_id=c23bbe326cbf4d139d487ddd551de63e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0727253 Nov 09 21:55:39.573496 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-33b3c9cf-e764-45a9-8401-7050b016b8a8 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:55:39.574615 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-33b3c9cf-e764-45a9-8401-7050b016b8a8 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1337471 Nov 09 21:55:39.672592 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-a453e371-9293-4bed-88ff-980e5ac1e88a service neutron] 10.222.0.49 "GET /v2.0/networks/b0e4ae9d-8af7-4821-9d6c-a804c76bed7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914271 Nov 09 21:55:39.769080 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-845aec62-d183-48d6-8c43-3ae5fa0bae00 service neutron] 10.222.0.49 "GET /v2.0/networks/b0e4ae9d-8af7-4821-9d6c-a804c76bed7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901341 Nov 09 21:55:39.941281 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ed438014-81e3-4aa1-8d9c-bab042fc38b7 req-0229580b-dca9-4003-918c-6340dc1722e4 tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b9a9220a-b774-4342-8f2e-321d9231ce57 HTTP/1.1" status: 200 len: 210 time: 0.0342758 Nov 09 21:55:40.947333 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620e38d6-7bb2-44b1-b010-715e9c6354ac None None] Sync routers for ids ['04839116-738d-4c05-b138-9807a24a27f5'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:55:40.958741 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620e38d6-7bb2-44b1-b010-715e9c6354ac None None] Routers {'04839116-738d-4c05-b138-9807a24a27f5'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:55:40.959267 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-620e38d6-7bb2-44b1-b010-715e9c6354ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:55:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['04839116-738d-4c05-b138-9807a24a27f5'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:55:41.086147 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-620e38d6-7bb2-44b1-b010-715e9c6354ac None None] Set router 04839116-738d-4c05-b138-9807a24a27f5 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:55:41.095624 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 16f0666a-26f2-4366-b1f9-648da0d9b584 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:55:41.100593 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fe3914ab-2473-4b29-9f00-6e0d31d02011 req-c9ca1275-8ae0-499d-b65c-194be2c1b98e tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b9a9220a-b774-4342-8f2e-321d9231ce57 HTTP/1.1" status: 200 len: 210 time: 0.0568476 Nov 09 21:55:41.160070 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 16f0666a-26f2-4366-b1f9-648da0d9b584 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:55:41.160415 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:41.170705 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-89dd3f2c-0428-4340-b6dc-bf1d3fa39975 tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:41.172625 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-89dd3f2c-0428-4340-b6dc-bf1d3fa39975 tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.45 "GET /v2.0/networks?id=b0e4ae9d-8af7-4821-9d6c-a804c76bed7d HTTP/1.1" status: 200 len: 910 time: 0.1641209 Nov 09 21:55:41.187329 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-b11b03d9-36e9-4515-91ab-0b28985a5a9f tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Request body: {'port': {'device_id': 'b9a9220a-b774-4342-8f2e-321d9231ce57', 'network_id': 'b0e4ae9d-8af7-4821-9d6c-a804c76bed7d', 'admin_state_up': True, 'tenant_id': 'c23bbe326cbf4d139d487ddd551de63e'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:55:41.213019 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-b11b03d9-36e9-4515-91ab-0b28985a5a9f tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Made reservation on behalf of c23bbe326cbf4d139d487ddd551de63e for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:55:41.217535 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-b11b03d9-36e9-4515-91ab-0b28985a5a9f tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:41.317895 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-620e38d6-7bb2-44b1-b010-715e9c6354ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04839116-738d-4c05-b138-9807a24a27f5', 'name': 'tempest-TestServerMultinode-1108794055-router', 'tenant_id': 'c23bbe326cbf4d139d487ddd551de63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '16f0666a-26f2-4366-b1f9-648da0d9b584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:55:34Z', 'updated_at': '2021-11-09T21:55:38Z', 'revision_number': 4, 'project_id': 'c23bbe326cbf4d139d487ddd551de63e', 'gw_port': {'id': '16f0666a-26f2-4366-b1f9-648da0d9b584', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:89:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04839116-738d-4c05-b138-9807a24a27f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:55:35Z', 'updated_at': '2021-11-09T21:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'ac4021ca-482d-4cc7-a02e-1c1bfaf30d98', 'name': '', 'network_id': 'b7600648-e960-49fb-a10b-51cd2adb6e47', 'tenant_id': 'c23bbe326cbf4d139d487ddd551de63e', 'mac_address': 'fa:16:3e:74:74:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04839116-738d-4c05-b138-9807a24a27f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'b844f6d4-b6ef-47cb-b23c-a4a4a7f7922b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:55:37Z', 'updated_at': '2021-11-09T21:55:38Z', 'revision_number': 2, 'project_id': 'c23bbe326cbf4d139d487ddd551de63e', 'subnets': [{'id': 'b844f6d4-b6ef-47cb-b23c-a4a4a7f7922b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:55:41.343309 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620e38d6-7bb2-44b1-b010-715e9c6354ac None None] Checking router: 04839116-738d-4c05-b138-9807a24a27f5 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:55:41.343567 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620e38d6-7bb2-44b1-b010-715e9c6354ac None None] Updating router 04839116-738d-4c05-b138-9807a24a27f5 port ac4021ca-482d-4cc7-a02e-1c1bfaf30d98 binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:55:41.349948 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-b11b03d9-36e9-4515-91ab-0b28985a5a9f tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Allocated IP 172.20.0.11 (b0e4ae9d-8af7-4821-9d6c-a804c76bed7d/0fb492e2-fd33-4f08-aa86-2e3d36f7bb23/e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:55:41.368211 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-620e38d6-7bb2-44b1-b010-715e9c6354ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:41.492790 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-b11b03d9-36e9-4515-91ab-0b28985a5a9f tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:41.528220 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-b11b03d9-36e9-4515-91ab-0b28985a5a9f tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:41.572841 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-b11b03d9-36e9-4515-91ab-0b28985a5a9f tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Network b0e4ae9d-8af7-4821-9d6c-a804c76bed7d is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:55:41.577530 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-b11b03d9-36e9-4515-91ab-0b28985a5a9f tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:55:41.580910 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-b11b03d9-36e9-4515-91ab-0b28985a5a9f tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:55:41.608100 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b03d9-36e9-4515-91ab-0b28985a5a9f tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Pushing event updated for resources: {'Port': ['ID=e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:55:41.632790 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-b11b03d9-36e9-4515-91ab-0b28985a5a9f tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:41.633646 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-b11b03d9-36e9-4515-91ab-0b28985a5a9f tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:41.638133 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-620e38d6-7bb2-44b1-b010-715e9c6354ac None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:41.645032 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-620e38d6-7bb2-44b1-b010-715e9c6354ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:41.650868 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-b11b03d9-36e9-4515-91ab-0b28985a5a9f tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4683948 Nov 09 21:55:41.663382 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-815f2a51-530e-435c-8fb3-1d7c995d7dc4 service neutron] Request body: {'port': {'device_id': 'b9a9220a-b774-4342-8f2e-321d9231ce57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:55:41.690442 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b27529-f913-465f-a578-1fa86845b13a None None] Pushing event updated for resources: {'Port': ['ID=ac4021ca-482d-4cc7-a02e-1c1bfaf30d98,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:55:41.732477 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-815f2a51-530e-435c-8fb3-1d7c995d7dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:41.755507 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-620e38d6-7bb2-44b1-b010-715e9c6354ac None None] Attempting to bind port ac4021ca-482d-4cc7-a02e-1c1bfaf30d98 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:55:41.756105 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-620e38d6-7bb2-44b1-b010-715e9c6354ac None None] Attempting to bind port ac4021ca-482d-4cc7-a02e-1c1bfaf30d98 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '2f262ca5-c342-4c8b-952d-08e1c9a3d01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b7600648-e960-49fb-a10b-51cd2adb6e47'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:55:41.756613 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620e38d6-7bb2-44b1-b010-715e9c6354ac None None] Attempting to bind port ac4021ca-482d-4cc7-a02e-1c1bfaf30d98 on network b7600648-e960-49fb-a10b-51cd2adb6e47 {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:55:41.764020 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620e38d6-7bb2-44b1-b010-715e9c6354ac None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:55:41.764665 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620e38d6-7bb2-44b1-b010-715e9c6354ac None None] Checking segment: {'id': '2f262ca5-c342-4c8b-952d-08e1c9a3d01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b7600648-e960-49fb-a10b-51cd2adb6e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:55:41.765323 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-620e38d6-7bb2-44b1-b010-715e9c6354ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:41.765851 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620e38d6-7bb2-44b1-b010-715e9c6354ac None None] Bound using segment: {'id': '2f262ca5-c342-4c8b-952d-08e1c9a3d01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b7600648-e960-49fb-a10b-51cd2adb6e47'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:55:41.766448 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-620e38d6-7bb2-44b1-b010-715e9c6354ac None None] Bound port: ac4021ca-482d-4cc7-a02e-1c1bfaf30d98, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f262ca5-c342-4c8b-952d-08e1c9a3d01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b7600648-e960-49fb-a10b-51cd2adb6e47'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:55:41.767053 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-620e38d6-7bb2-44b1-b010-715e9c6354ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:41.840150 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-620e38d6-7bb2-44b1-b010-715e9c6354ac None None] For port ac4021ca-482d-4cc7-a02e-1c1bfaf30d98, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:55:41.844118 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-620e38d6-7bb2-44b1-b010-715e9c6354ac None None] For port ac4021ca-482d-4cc7-a02e-1c1bfaf30d98, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=ac4021ca-482d-4cc7-a02e-1c1bfaf30d98,segment=NetworkSegment(2f262ca5-c342-4c8b-952d-08e1c9a3d01a),segment_id=2f262ca5-c342-4c8b-952d-08e1c9a3d01a)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:55:41.849871 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-620e38d6-7bb2-44b1-b010-715e9c6354ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:41.906741 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b27529-f913-465f-a578-1fa86845b13a None None] Pushing event updated for resources: {'Port': ['ID=ac4021ca-482d-4cc7-a02e-1c1bfaf30d98,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:55:41.915464 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-442d3873-7e43-401e-9169-f915a3d2c5a6 None None] Provisioning complete for port e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:55:41.916169 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-442d3873-7e43-401e-9169-f915a3d2c5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:41.928525 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620e38d6-7bb2-44b1-b010-715e9c6354ac None None] Routers {'04839116-738d-4c05-b138-9807a24a27f5'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:55:41.929394 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-620e38d6-7bb2-44b1-b010-715e9c6354ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:55:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['04839116-738d-4c05-b138-9807a24a27f5'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:55:41.976888 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-442d3873-7e43-401e-9169-f915a3d2c5a6 None None] Port e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:55:42.038172 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-620e38d6-7bb2-44b1-b010-715e9c6354ac None None] Set router 04839116-738d-4c05-b138-9807a24a27f5 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:55:42.041090 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-815f2a51-530e-435c-8fb3-1d7c995d7dc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:55:42.049544 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-815f2a51-530e-435c-8fb3-1d7c995d7dc4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:42.065720 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-815f2a51-530e-435c-8fb3-1d7c995d7dc4 service neutron] Transition to ACTIVE for port object e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:55:42.070140 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-815f2a51-530e-435c-8fb3-1d7c995d7dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:42.113801 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-ede62824-7e68-4274-8cb2-45284dc586c0 None None] Provisioning complete for port ac4021ca-482d-4cc7-a02e-1c1bfaf30d98 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:55:42.116702 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ede62824-7e68-4274-8cb2-45284dc586c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:42.125321 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f2a51-530e-435c-8fb3-1d7c995d7dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:55:42.226242 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-815f2a51-530e-435c-8fb3-1d7c995d7dc4 service neutron] Attempting to bind port e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:55:42.226589 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-815f2a51-530e-435c-8fb3-1d7c995d7dc4 service neutron] Attempting to bind port e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '99bdfa59-6c09-4fd3-99fa-078a6a5016b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b0e4ae9d-8af7-4821-9d6c-a804c76bed7d'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:55:42.226925 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-815f2a51-530e-435c-8fb3-1d7c995d7dc4 service neutron] Attempting to bind port e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06 on network b0e4ae9d-8af7-4821-9d6c-a804c76bed7d {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:55:42.258104 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-815f2a51-530e-435c-8fb3-1d7c995d7dc4 service neutron] Port e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06 on network b0e4ae9d-8af7-4821-9d6c-a804c76bed7d not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:55:42.258436 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-815f2a51-530e-435c-8fb3-1d7c995d7dc4 service neutron] Attempting to bind port e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06 on network b0e4ae9d-8af7-4821-9d6c-a804c76bed7d {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:55:42.268739 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ede62824-7e68-4274-8cb2-45284dc586c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:42.269808 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-815f2a51-530e-435c-8fb3-1d7c995d7dc4 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:55:42.270350 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-815f2a51-530e-435c-8fb3-1d7c995d7dc4 service neutron] Checking segment: {'id': '99bdfa59-6c09-4fd3-99fa-078a6a5016b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b0e4ae9d-8af7-4821-9d6c-a804c76bed7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:55:42.270757 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-815f2a51-530e-435c-8fb3-1d7c995d7dc4 service neutron] Bound using segment: {'id': '99bdfa59-6c09-4fd3-99fa-078a6a5016b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b0e4ae9d-8af7-4821-9d6c-a804c76bed7d'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:55:42.271226 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-815f2a51-530e-435c-8fb3-1d7c995d7dc4 service neutron] Bound port: e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99bdfa59-6c09-4fd3-99fa-078a6a5016b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b0e4ae9d-8af7-4821-9d6c-a804c76bed7d'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:55:42.271568 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-815f2a51-530e-435c-8fb3-1d7c995d7dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:42.295339 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-620e38d6-7bb2-44b1-b010-715e9c6354ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04839116-738d-4c05-b138-9807a24a27f5', 'name': 'tempest-TestServerMultinode-1108794055-router', 'tenant_id': 'c23bbe326cbf4d139d487ddd551de63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '16f0666a-26f2-4366-b1f9-648da0d9b584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:55:34Z', 'updated_at': '2021-11-09T21:55:38Z', 'revision_number': 4, 'project_id': 'c23bbe326cbf4d139d487ddd551de63e', 'gw_port': {'id': '16f0666a-26f2-4366-b1f9-648da0d9b584', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:89:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04839116-738d-4c05-b138-9807a24a27f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:55:35Z', 'updated_at': '2021-11-09T21:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'ac4021ca-482d-4cc7-a02e-1c1bfaf30d98', 'name': '', 'network_id': 'b7600648-e960-49fb-a10b-51cd2adb6e47', 'tenant_id': 'c23bbe326cbf4d139d487ddd551de63e', 'mac_address': 'fa:16:3e:74:74:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04839116-738d-4c05-b138-9807a24a27f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'b844f6d4-b6ef-47cb-b23c-a4a4a7f7922b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:55:37Z', 'updated_at': '2021-11-09T21:55:41Z', 'revision_number': 4, 'project_id': 'c23bbe326cbf4d139d487ddd551de63e', 'subnets': [{'id': 'b844f6d4-b6ef-47cb-b23c-a4a4a7f7922b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:55:42.305884 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eeea84-d58e-4bb4-8c95-af228fbe65e9 req-953bc530-bd54-434f-81fb-3fc4a0cb74e0 tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:42.308138 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-65eeea84-d58e-4bb4-8c95-af228fbe65e9 req-953bc530-bd54-434f-81fb-3fc4a0cb74e0 tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b9a9220a-b774-4342-8f2e-321d9231ce57 HTTP/1.1" status: 200 len: 1053 time: 0.0800395 Nov 09 21:55:42.314691 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-ede62824-7e68-4274-8cb2-45284dc586c0 None None] For port ac4021ca-482d-4cc7-a02e-1c1bfaf30d98, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=ac4021ca-482d-4cc7-a02e-1c1bfaf30d98,segment=NetworkSegment(2f262ca5-c342-4c8b-952d-08e1c9a3d01a),segment_id=2f262ca5-c342-4c8b-952d-08e1c9a3d01a)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:55:42.320155 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ede62824-7e68-4274-8cb2-45284dc586c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:42.336430 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620e38d6-7bb2-44b1-b010-715e9c6354ac None None] The sync data for ids ['04839116-738d-4c05-b138-9807a24a27f5'] in n-d-816206-3 is: [{'id': '04839116-738d-4c05-b138-9807a24a27f5', 'name': 'tempest-TestServerMultinode-1108794055-router', 'tenant_id': 'c23bbe326cbf4d139d487ddd551de63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '16f0666a-26f2-4366-b1f9-648da0d9b584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:55:34Z', 'updated_at': '2021-11-09T21:55:38Z', 'revision_number': 4, 'project_id': 'c23bbe326cbf4d139d487ddd551de63e', 'gw_port': {'id': '16f0666a-26f2-4366-b1f9-648da0d9b584', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:89:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04839116-738d-4c05-b138-9807a24a27f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:55:35Z', 'updated_at': '2021-11-09T21:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'ac4021ca-482d-4cc7-a02e-1c1bfaf30d98', 'name': '', 'network_id': 'b7600648-e960-49fb-a10b-51cd2adb6e47', 'tenant_id': 'c23bbe326cbf4d139d487ddd551de63e', 'mac_address': 'fa:16:3e:74:74:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04839116-738d-4c05-b138-9807a24a27f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'b844f6d4-b6ef-47cb-b23c-a4a4a7f7922b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:55:37Z', 'updated_at': '2021-11-09T21:55:41Z', 'revision_number': 4, 'project_id': 'c23bbe326cbf4d139d487ddd551de63e', 'subnets': [{'id': 'b844f6d4-b6ef-47cb-b23c-a4a4a7f7922b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:55:42.377045 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede62824-7e68-4274-8cb2-45284dc586c0 None None] Pushing event updated for resources: {'Port': ['ID=ac4021ca-482d-4cc7-a02e-1c1bfaf30d98,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:55:42.381447 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-65eeea84-d58e-4bb4-8c95-af228fbe65e9 req-351632ec-3b31-42c6-abf3-13c14971892b tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=903a79d1-b7ba-4f4f-bb6e-42a4b71650e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655591 Nov 09 21:55:42.396597 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-815f2a51-530e-435c-8fb3-1d7c995d7dc4 service neutron] For port e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:55:42.400088 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-815f2a51-530e-435c-8fb3-1d7c995d7dc4 service neutron] For port e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06,segment=NetworkSegment(99bdfa59-6c09-4fd3-99fa-078a6a5016b9),segment_id=99bdfa59-6c09-4fd3-99fa-078a6a5016b9)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:55:42.403661 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-815f2a51-530e-435c-8fb3-1d7c995d7dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:42.439543 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-815f2a51-530e-435c-8fb3-1d7c995d7dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:42.440523 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-815f2a51-530e-435c-8fb3-1d7c995d7dc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:42.442052 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-815f2a51-530e-435c-8fb3-1d7c995d7dc4 service neutron] 10.222.0.45 "PUT /v2.0/ports/e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06 HTTP/1.1" status: 200 len: 1092 time: 0.7829037 Nov 09 21:55:42.447288 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a9220a-b774-4342-8f2e-321d9231ce57', 'tag': 'e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:55:42.449794 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e420a1-7114-4373-b929-4e2c241d949b" -d '{"events": [{"name": "network-changed", "server_uuid": "b9a9220a-b774-4342-8f2e-321d9231ce57", "tag": "e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:55:42.464780 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-e612a0eb-a4d4-4b68-88f8-02022985b837 None None] Provisioning complete for port ac4021ca-482d-4cc7-a02e-1c1bfaf30d98 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:55:42.465167 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e612a0eb-a4d4-4b68-88f8-02022985b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:42.487511 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f2a51-530e-435c-8fb3-1d7c995d7dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:55:42.543388 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db93b224-cd07-435b-afde-bf612f1d0cc9 x-openstack-request-id: req-db93b224-cd07-435b-afde-bf612f1d0cc9 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:55:42.543388 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9a9220a-b774-4342-8f2e-321d9231ce57", "tag": "e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:55:42.543388 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-db93b224-cd07-435b-afde-bf612f1d0cc9 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:55:42.543651 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a9220a-b774-4342-8f2e-321d9231ce57', 'tag': 'e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06', 'status': 'completed', 'code': 200} Nov 09 21:55:42.557910 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-01764f84-583f-45ef-8e02-c8cd472698a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:42.559495 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-01764f84-583f-45ef-8e02-c8cd472698a4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c23bbe326cbf4d139d487ddd551de63e&device_id=b9a9220a-b774-4342-8f2e-321d9231ce57 HTTP/1.1" status: 200 len: 1095 time: 0.0603554 Nov 09 21:55:42.607494 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-3b3e1e79-8d95-4321-bbde-ebf1a4001749 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06 HTTP/1.1" status: 200 len: 217 time: 0.0401990 Nov 09 21:55:42.662764 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-8d4dd5d8-a9b6-4873-8792-7cf0a1163560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:42.664583 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-8d4dd5d8-a9b6-4873-8792-7cf0a1163560 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0fb492e2-fd33-4f08-aa86-2e3d36f7bb23 HTTP/1.1" status: 200 len: 849 time: 0.0508893 Nov 09 21:55:42.713166 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-e86a9cc6-5047-42f1-8704-c5254f077941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:42.714674 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-e86a9cc6-5047-42f1-8704-c5254f077941 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b0e4ae9d-8af7-4821-9d6c-a804c76bed7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429170 Nov 09 21:55:42.811372 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-ea307cc4-7dc4-40d5-a4ab-b49d20a0205a service neutron] 10.222.0.45 "GET /v2.0/networks/b0e4ae9d-8af7-4821-9d6c-a804c76bed7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896902 Nov 09 21:55:42.902042 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ac79a327-adcd-405a-898b-172ce41e3ea3 req-94d3a17e-09d2-4674-84ec-de75feef0677 service neutron] 10.222.0.45 "GET /v2.0/networks/b0e4ae9d-8af7-4821-9d6c-a804c76bed7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842535 Nov 09 21:55:43.000793 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e420a1-7114-4373-b929-4e2c241d949b req-f7b639e4-e15b-4d96-abdf-ec2bb44f0f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:43.002420 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-93e420a1-7114-4373-b929-4e2c241d949b req-f7b639e4-e15b-4d96-abdf-ec2bb44f0f61 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c23bbe326cbf4d139d487ddd551de63e&device_id=b9a9220a-b774-4342-8f2e-321d9231ce57 HTTP/1.1" status: 200 len: 1095 time: 0.0506010 Nov 09 21:55:43.034291 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device ac4021ca-482d-4cc7-a02e-1c1bfaf30d98 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:55:43.083399 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port ac4021ca-482d-4cc7-a02e-1c1bfaf30d98 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:55:43.083676 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:43.094011 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e420a1-7114-4373-b929-4e2c241d949b req-41f0e5ad-8b78-4a61-b568-fa67994f5344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:43.095494 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-93e420a1-7114-4373-b929-4e2c241d949b req-41f0e5ad-8b78-4a61-b568-fa67994f5344 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b0e4ae9d-8af7-4821-9d6c-a804c76bed7d HTTP/1.1" status: 200 len: 910 time: 0.0865645 Nov 09 21:55:43.140114 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-93e420a1-7114-4373-b929-4e2c241d949b req-6d779c5a-a726-4b39-a720-b0b8252fc868 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06 HTTP/1.1" status: 200 len: 217 time: 0.0372286 Nov 09 21:55:43.190234 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e420a1-7114-4373-b929-4e2c241d949b req-a211ff37-3792-440a-956e-fa76c2cb710c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:43.191595 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-93e420a1-7114-4373-b929-4e2c241d949b req-a211ff37-3792-440a-956e-fa76c2cb710c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0fb492e2-fd33-4f08-aa86-2e3d36f7bb23 HTTP/1.1" status: 200 len: 849 time: 0.0429189 Nov 09 21:55:43.237462 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e420a1-7114-4373-b929-4e2c241d949b req-7e5e2e02-205a-4d05-8291-0c2ab8f4d976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:43.238940 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-93e420a1-7114-4373-b929-4e2c241d949b req-7e5e2e02-205a-4d05-8291-0c2ab8f4d976 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b0e4ae9d-8af7-4821-9d6c-a804c76bed7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400045 Nov 09 21:55:43.331095 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-93e420a1-7114-4373-b929-4e2c241d949b req-3ecc8f5f-e4f6-442c-b35a-e115ed793c32 service neutron] 10.222.0.45 "GET /v2.0/networks/b0e4ae9d-8af7-4821-9d6c-a804c76bed7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840824 Nov 09 21:55:43.420393 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-93e420a1-7114-4373-b929-4e2c241d949b req-e610a204-8931-45fb-a0a8-694b16087958 service neutron] 10.222.0.45 "GET /v2.0/networks/b0e4ae9d-8af7-4821-9d6c-a804c76bed7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809243 Nov 09 21:55:43.494639 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe0019-0e40-4034-a27b-b975b4d7380e req-81bfec0b-c48e-4fcc-b6f9-57906d2240d7 tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:43.496357 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bfbe0019-0e40-4034-a27b-b975b4d7380e req-81bfec0b-c48e-4fcc-b6f9-57906d2240d7 tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b9a9220a-b774-4342-8f2e-321d9231ce57 HTTP/1.1" status: 200 len: 1095 time: 0.0452161 Nov 09 21:55:43.541201 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bfbe0019-0e40-4034-a27b-b975b4d7380e req-0ea7f011-eede-4ae9-ae48-3a364f674d14 tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=903a79d1-b7ba-4f4f-bb6e-42a4b71650e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388832 Nov 09 21:55:44.651238 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc610a8-b717-4ab0-85fe-9ac58255e14c req-03f3b894-5e8d-4306-84d3-21103a2cf0a1 tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:44.652772 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dfc610a8-b717-4ab0-85fe-9ac58255e14c req-03f3b894-5e8d-4306-84d3-21103a2cf0a1 tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b9a9220a-b774-4342-8f2e-321d9231ce57 HTTP/1.1" status: 200 len: 1095 time: 0.0405936 Nov 09 21:55:44.696525 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dfc610a8-b717-4ab0-85fe-9ac58255e14c req-275f84e4-d738-4c71-b74e-4928a0f53979 tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=903a79d1-b7ba-4f4f-bb6e-42a4b71650e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379760 Nov 09 21:55:45.059201 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:55:45.306996 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06,segment=NetworkSegment(99bdfa59-6c09-4fd3-99fa-078a6a5016b9),segment_id=99bdfa59-6c09-4fd3-99fa-078a6a5016b9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:55:45.317449 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': 'e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06', 'network_id': 'b0e4ae9d-8af7-4821-9d6c-a804c76bed7d', 'port_id': 'e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06', 'mac_address': 'fa:16:3e:47:c5:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fb492e2-fd33-4f08-aa86-2e3d36f7bb23', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:55:45.356298 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:45.368585 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:55:45.388279 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06,segment=NetworkSegment(99bdfa59-6c09-4fd3-99fa-078a6a5016b9),segment_id=99bdfa59-6c09-4fd3-99fa-078a6a5016b9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:55:45.392377 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:45.438211 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:55:45.596460 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:55:45.802697 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cdb4f4-b180-4390-a40b-2756be61e6cf req-6407bf43-8379-41d7-9132-356f96e90b38 tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:45.804186 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a8cdb4f4-b180-4390-a40b-2756be61e6cf req-6407bf43-8379-41d7-9132-356f96e90b38 tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b9a9220a-b774-4342-8f2e-321d9231ce57 HTTP/1.1" status: 200 len: 1096 time: 0.0400958 Nov 09 21:55:45.847418 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a8cdb4f4-b180-4390-a40b-2756be61e6cf req-0834028d-77f8-4f8f-9f40-cc9789fabf40 tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=903a79d1-b7ba-4f4f-bb6e-42a4b71650e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374041 Nov 09 21:55:46.953394 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48218c64-eb3b-4a2d-8934-30d8914ebd8a req-15b9d3c8-a6ed-4a65-84f3-a990c41a335d tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:46.954872 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-48218c64-eb3b-4a2d-8934-30d8914ebd8a req-15b9d3c8-a6ed-4a65-84f3-a990c41a335d tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b9a9220a-b774-4342-8f2e-321d9231ce57 HTTP/1.1" status: 200 len: 1096 time: 0.0440419 Nov 09 21:55:46.998475 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-48218c64-eb3b-4a2d-8934-30d8914ebd8a req-2146a24a-3a39-4f12-8093-fc3f7ca4f40b tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=903a79d1-b7ba-4f4f-bb6e-42a4b71650e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369110 Nov 09 21:55:47.075751 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:55:47.122610 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:55:47.126772 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:55:47.127207 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:47.204983 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:47.227531 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a9220a-b774-4342-8f2e-321d9231ce57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:55:47.229807 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af564de8-1b86-405b-a5a3-1884d5ca0373" -d '{"events": [{"server_uuid": "b9a9220a-b774-4342-8f2e-321d9231ce57", "name": "network-vif-plugged", "status": "completed", "tag": "e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:55:47.242379 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06,segment=NetworkSegment(99bdfa59-6c09-4fd3-99fa-078a6a5016b9),segment_id=99bdfa59-6c09-4fd3-99fa-078a6a5016b9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:55:47.246274 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:47.294235 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:55:47.328869 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e8755d-a54b-4954-b76f-6ad8882a3001 x-openstack-request-id: req-d6e8755d-a54b-4954-b76f-6ad8882a3001 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:55:47.329189 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a9220a-b774-4342-8f2e-321d9231ce57", "name": "network-vif-plugged", "status": "completed", "tag": "e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:55:47.329444 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d6e8755d-a54b-4954-b76f-6ad8882a3001 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:55:47.329869 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a9220a-b774-4342-8f2e-321d9231ce57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06', 'code': 200} Nov 09 21:55:47.429552 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b322bcb-5faf-4a62-97ee-49f3417f1f0b req-953d5d3a-aa44-49ef-b76e-d7a4c06b2fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:47.431127 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6b322bcb-5faf-4a62-97ee-49f3417f1f0b req-953d5d3a-aa44-49ef-b76e-d7a4c06b2fb5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b9a9220a-b774-4342-8f2e-321d9231ce57 HTTP/1.1" status: 200 len: 1097 time: 0.0399861 Nov 09 21:55:47.475024 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6b322bcb-5faf-4a62-97ee-49f3417f1f0b req-a5a1e5c6-3fb0-42eb-a212-2f4868b802a5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=903a79d1-b7ba-4f4f-bb6e-42a4b71650e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362415 Nov 09 21:55:47.672043 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4792e32a-133d-41c2-8d0a-fe36e0e7b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:48.115162 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75047628-81c5-41f9-925a-4a6c68af0227 req-a1103617-a2b7-4d6c-8e8c-5f04fcd1d3ea tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:48.117278 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-75047628-81c5-41f9-925a-4a6c68af0227 req-a1103617-a2b7-4d6c-8e8c-5f04fcd1d3ea tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b9a9220a-b774-4342-8f2e-321d9231ce57 HTTP/1.1" status: 200 len: 1097 time: 0.0447142 Nov 09 21:55:48.160152 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-75047628-81c5-41f9-925a-4a6c68af0227 req-64b17a8e-d756-427b-986e-f99d3f909abe tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=903a79d1-b7ba-4f4f-bb6e-42a4b71650e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369141 Nov 09 21:55:49.268359 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3da529-75b0-4bf7-8e34-cc52925c8bfd req-35b54638-1536-440d-b5a4-1d2c60fd5abb tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:49.269769 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4a3da529-75b0-4bf7-8e34-cc52925c8bfd req-35b54638-1536-440d-b5a4-1d2c60fd5abb tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b9a9220a-b774-4342-8f2e-321d9231ce57 HTTP/1.1" status: 200 len: 1097 time: 0.0392685 Nov 09 21:55:49.315781 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4a3da529-75b0-4bf7-8e34-cc52925c8bfd req-34eddfda-7a35-4045-9f1b-b468285ac394 tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=903a79d1-b7ba-4f4f-bb6e-42a4b71650e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396488 Nov 09 21:55:49.418884 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669458cc-f09c-432b-a96d-2075bb23a52d req-d3096c94-4089-41b7-ad5b-4a3a96049695 tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:49.420421 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-669458cc-f09c-432b-a96d-2075bb23a52d req-d3096c94-4089-41b7-ad5b-4a3a96049695 tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b9a9220a-b774-4342-8f2e-321d9231ce57 HTTP/1.1" status: 200 len: 1097 time: 0.0398068 Nov 09 21:55:49.464033 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-669458cc-f09c-432b-a96d-2075bb23a52d req-ffbb4992-4660-4718-8e30-34bdb93e4cee tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=903a79d1-b7ba-4f4f-bb6e-42a4b71650e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376759 Nov 09 21:55:49.565723 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8afe4e7-6038-4eb9-ab84-fe728f42068a req-a4f70217-bf44-4bff-b1ff-c051c54cec76 tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:49.567136 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f8afe4e7-6038-4eb9-ab84-fe728f42068a req-a4f70217-bf44-4bff-b1ff-c051c54cec76 tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b9a9220a-b774-4342-8f2e-321d9231ce57 HTTP/1.1" status: 200 len: 1097 time: 0.0404294 Nov 09 21:55:49.609767 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f8afe4e7-6038-4eb9-ab84-fe728f42068a req-e41feeb6-f3e6-4b9f-b135-1d522170ee35 tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=903a79d1-b7ba-4f4f-bb6e-42a4b71650e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368903 Nov 09 21:55:49.817093 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-90be76b2-0311-48f8-b49a-1a6f0a10591d tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:49.818466 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-90be76b2-0311-48f8-b49a-1a6f0a10591d tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/networks?id=b0e4ae9d-8af7-4821-9d6c-a804c76bed7d HTTP/1.1" status: 200 len: 910 time: 0.0887785 Nov 09 21:55:49.832450 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-8e6a0e47-5754-4455-9699-153f222f41cf tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/quotas/c23bbe326cbf4d139d487ddd551de63e HTTP/1.1" status: 200 len: 375 time: 0.0083754 Nov 09 21:55:49.877405 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-abaaf7ca-b0d4-414e-93f1-6f7243f65ec4 tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/ports?tenant_id=c23bbe326cbf4d139d487ddd551de63e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0394933 Nov 09 21:55:49.967370 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-d009e1d2-c8fc-448c-8500-ad721f5ea660 service neutron] 10.222.0.49 "GET /v2.0/networks/b0e4ae9d-8af7-4821-9d6c-a804c76bed7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832360 Nov 09 21:55:49.976225 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:55:50.054172 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-8f59a16e-aa08-42af-9397-6f968341d9fd service neutron] 10.222.0.49 "GET /v2.0/networks/b0e4ae9d-8af7-4821-9d6c-a804c76bed7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807014 Nov 09 21:55:50.189667 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e0fdbdff-0139-423a-bd74-8a1b5c4a6ec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:50.215579 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9adeb0c2-919d-4937-aed7-ccee664b5527 req-8bcf8f08-0946-4f3f-abd8-bd30f3f835bc tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=30588b79-446d-4212-a9ab-f2351e6cd178 HTTP/1.1" status: 200 len: 210 time: 0.0294235 Nov 09 21:55:51.118157 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:51.192966 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-3cd99c57-3bc0-4440-9526-a7516272fb5f tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:51.195109 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-3cd99c57-3bc0-4440-9526-a7516272fb5f tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.43 "GET /v2.0/networks?id=b0e4ae9d-8af7-4821-9d6c-a804c76bed7d HTTP/1.1" status: 200 len: 910 time: 0.0930648 Nov 09 21:55:51.207735 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-b529d9af-1e24-4e33-a6a1-d6037382cddf tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Request body: {'port': {'device_id': '30588b79-446d-4212-a9ab-f2351e6cd178', 'network_id': 'b0e4ae9d-8af7-4821-9d6c-a804c76bed7d', 'admin_state_up': True, 'tenant_id': 'c23bbe326cbf4d139d487ddd551de63e'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:55:51.232485 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-b529d9af-1e24-4e33-a6a1-d6037382cddf tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Made reservation on behalf of c23bbe326cbf4d139d487ddd551de63e for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:55:51.235337 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-b529d9af-1e24-4e33-a6a1-d6037382cddf tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:51.314284 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-614e9ed5-3e5b-48b7-b399-3b6796d18c4e req-6560f9d2-322a-4c9f-905d-7e7ea88a31da tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=30588b79-446d-4212-a9ab-f2351e6cd178 HTTP/1.1" status: 200 len: 210 time: 0.0311759 Nov 09 21:55:51.370405 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-b529d9af-1e24-4e33-a6a1-d6037382cddf tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Allocated IP 172.20.0.14 (b0e4ae9d-8af7-4821-9d6c-a804c76bed7d/0fb492e2-fd33-4f08-aa86-2e3d36f7bb23/9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:55:51.500980 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-b529d9af-1e24-4e33-a6a1-d6037382cddf tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:51.531661 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-b529d9af-1e24-4e33-a6a1-d6037382cddf tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:51.543257 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:55:51.579915 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-b529d9af-1e24-4e33-a6a1-d6037382cddf tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Network b0e4ae9d-8af7-4821-9d6c-a804c76bed7d is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:55:51.585238 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-b529d9af-1e24-4e33-a6a1-d6037382cddf tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:55:51.587365 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b529d9af-1e24-4e33-a6a1-d6037382cddf tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Pushing event updated for resources: {'Port': ['ID=9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:55:51.590555 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-b529d9af-1e24-4e33-a6a1-d6037382cddf tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:55:51.615993 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529d9af-1e24-4e33-a6a1-d6037382cddf tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:55:51.616345 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529d9af-1e24-4e33-a6a1-d6037382cddf tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:55:51.616710 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529d9af-1e24-4e33-a6a1-d6037382cddf tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:55:51.617051 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529d9af-1e24-4e33-a6a1-d6037382cddf tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:55:51.617459 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529d9af-1e24-4e33-a6a1-d6037382cddf tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:55:51.617716 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529d9af-1e24-4e33-a6a1-d6037382cddf tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:55:51.618031 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529d9af-1e24-4e33-a6a1-d6037382cddf tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:55:51.618357 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529d9af-1e24-4e33-a6a1-d6037382cddf tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:55:51.618760 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529d9af-1e24-4e33-a6a1-d6037382cddf tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:55:51.619004 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529d9af-1e24-4e33-a6a1-d6037382cddf tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:55:51.619340 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529d9af-1e24-4e33-a6a1-d6037382cddf tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:55:51.619655 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b529d9af-1e24-4e33-a6a1-d6037382cddf tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:55:51.638594 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-b529d9af-1e24-4e33-a6a1-d6037382cddf tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:51.639323 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-b529d9af-1e24-4e33-a6a1-d6037382cddf tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:51.655237 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-b529d9af-1e24-4e33-a6a1-d6037382cddf tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4513309 Nov 09 21:55:51.672897 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-461ab0cd-a2e2-4a10-b648-7c3b4490a30b service neutron] Request body: {'port': {'device_id': '30588b79-446d-4212-a9ab-f2351e6cd178', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:55:51.730096 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-461ab0cd-a2e2-4a10-b648-7c3b4490a30b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:51.886472 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-3f75d99a-c29a-445c-90b7-b20c92bc1efa None None] Provisioning complete for port 9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:55:51.886750 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3f75d99a-c29a-445c-90b7-b20c92bc1efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:51.919849 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-3f75d99a-c29a-445c-90b7-b20c92bc1efa None None] Port 9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:55:51.989207 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-461ab0cd-a2e2-4a10-b648-7c3b4490a30b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:55:51.996979 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-461ab0cd-a2e2-4a10-b648-7c3b4490a30b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:52.008989 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-461ab0cd-a2e2-4a10-b648-7c3b4490a30b service neutron] Transition to ACTIVE for port object 9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:55:52.013004 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-461ab0cd-a2e2-4a10-b648-7c3b4490a30b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:52.080559 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ab0cd-a2e2-4a10-b648-7c3b4490a30b service neutron] Pushing event updated for resources: {'Port': ['ID=9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:55:52.134079 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-461ab0cd-a2e2-4a10-b648-7c3b4490a30b service neutron] Attempting to bind port 9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:55:52.134574 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-461ab0cd-a2e2-4a10-b648-7c3b4490a30b service neutron] Attempting to bind port 9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '99bdfa59-6c09-4fd3-99fa-078a6a5016b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b0e4ae9d-8af7-4821-9d6c-a804c76bed7d'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:55:52.134876 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-461ab0cd-a2e2-4a10-b648-7c3b4490a30b service neutron] Attempting to bind port 9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d on network b0e4ae9d-8af7-4821-9d6c-a804c76bed7d {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:55:52.141905 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-461ab0cd-a2e2-4a10-b648-7c3b4490a30b service neutron] Port 9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d on network b0e4ae9d-8af7-4821-9d6c-a804c76bed7d not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:55:52.142501 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-461ab0cd-a2e2-4a10-b648-7c3b4490a30b service neutron] Attempting to bind port 9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d on network b0e4ae9d-8af7-4821-9d6c-a804c76bed7d {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:55:52.147940 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-461ab0cd-a2e2-4a10-b648-7c3b4490a30b service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:55:52.148279 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-461ab0cd-a2e2-4a10-b648-7c3b4490a30b service neutron] Checking segment: {'id': '99bdfa59-6c09-4fd3-99fa-078a6a5016b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b0e4ae9d-8af7-4821-9d6c-a804c76bed7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:55:52.148698 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-461ab0cd-a2e2-4a10-b648-7c3b4490a30b service neutron] Bound using segment: {'id': '99bdfa59-6c09-4fd3-99fa-078a6a5016b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b0e4ae9d-8af7-4821-9d6c-a804c76bed7d'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:55:52.149132 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-461ab0cd-a2e2-4a10-b648-7c3b4490a30b service neutron] Bound port: 9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99bdfa59-6c09-4fd3-99fa-078a6a5016b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b0e4ae9d-8af7-4821-9d6c-a804c76bed7d'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:55:52.149495 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-461ab0cd-a2e2-4a10-b648-7c3b4490a30b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:52.214513 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-461ab0cd-a2e2-4a10-b648-7c3b4490a30b service neutron] For port 9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:55:52.217882 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-461ab0cd-a2e2-4a10-b648-7c3b4490a30b service neutron] For port 9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d,segment=NetworkSegment(99bdfa59-6c09-4fd3-99fa-078a6a5016b9),segment_id=99bdfa59-6c09-4fd3-99fa-078a6a5016b9)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:55:52.222518 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-461ab0cd-a2e2-4a10-b648-7c3b4490a30b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:52.261944 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-461ab0cd-a2e2-4a10-b648-7c3b4490a30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:52.262628 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-461ab0cd-a2e2-4a10-b648-7c3b4490a30b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:52.264208 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-461ab0cd-a2e2-4a10-b648-7c3b4490a30b service neutron] 10.222.0.43 "PUT /v2.0/ports/9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d HTTP/1.1" status: 200 len: 1092 time: 0.5957389 Nov 09 21:55:52.264723 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30588b79-446d-4212-a9ab-f2351e6cd178', 'tag': '9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:55:52.266962 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66270dec-4efd-4dd4-a10f-16d1bb0292cc" -d '{"events": [{"name": "network-changed", "server_uuid": "30588b79-446d-4212-a9ab-f2351e6cd178", "tag": "9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:55:52.297046 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ab0cd-a2e2-4a10-b648-7c3b4490a30b service neutron] Pushing event updated for resources: {'Port': ['ID=9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:55:52.331190 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e160567-8bdc-44a2-9cd9-27909945f458 x-openstack-request-id: req-7e160567-8bdc-44a2-9cd9-27909945f458 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:55:52.331481 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30588b79-446d-4212-a9ab-f2351e6cd178", "tag": "9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:55:52.331739 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7e160567-8bdc-44a2-9cd9-27909945f458 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:55:52.332143 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30588b79-446d-4212-a9ab-f2351e6cd178', 'tag': '9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d', 'status': 'completed', 'code': 200} Nov 09 21:55:52.365906 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-22e8d158-ad8b-43d2-8877-06557b3e92f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:52.367551 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-22e8d158-ad8b-43d2-8877-06557b3e92f5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c23bbe326cbf4d139d487ddd551de63e&device_id=30588b79-446d-4212-a9ab-f2351e6cd178 HTTP/1.1" status: 200 len: 1095 time: 0.0451043 Nov 09 21:55:52.434313 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-a01da962-fb27-4a36-b835-7388a2820e8a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d HTTP/1.1" status: 200 len: 217 time: 0.0534122 Nov 09 21:55:52.485603 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:52.500939 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48620252-2b52-4e5d-a92d-f6598a73ba0b req-19f26df0-cb0a-4765-a9f0-a014ddf24f47 tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:52.502458 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-48620252-2b52-4e5d-a92d-f6598a73ba0b req-19f26df0-cb0a-4765-a9f0-a014ddf24f47 tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=30588b79-446d-4212-a9ab-f2351e6cd178 HTTP/1.1" status: 200 len: 1095 time: 0.1146474 Nov 09 21:55:52.503728 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-a3f2ba78-422c-4d55-8a0d-1509a1a89dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:52.505054 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-a3f2ba78-422c-4d55-8a0d-1509a1a89dd0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0fb492e2-fd33-4f08-aa86-2e3d36f7bb23 HTTP/1.1" status: 200 len: 849 time: 0.0566137 Nov 09 21:55:52.576206 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-48620252-2b52-4e5d-a92d-f6598a73ba0b req-2767957b-84b8-4600-bc89-db36467c900b tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=903a79d1-b7ba-4f4f-bb6e-42a4b71650e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675609 Nov 09 21:55:52.582281 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-cd8026e5-404a-428f-9ad8-e48fba8d0d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:52.583733 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-cd8026e5-404a-428f-9ad8-e48fba8d0d41 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b0e4ae9d-8af7-4821-9d6c-a804c76bed7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695632 Nov 09 21:55:52.673044 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-420ba213-76fd-4637-b91c-755e9c4112c9 service neutron] 10.222.0.43 "GET /v2.0/networks/b0e4ae9d-8af7-4821-9d6c-a804c76bed7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824564 Nov 09 21:55:52.768282 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f87012fa-3556-4cc5-890f-e1164bc38a73 req-c2ceef44-61f9-4aa1-8559-284b05cf4b59 service neutron] 10.222.0.43 "GET /v2.0/networks/b0e4ae9d-8af7-4821-9d6c-a804c76bed7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882943 Nov 09 21:55:52.898961 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66270dec-4efd-4dd4-a10f-16d1bb0292cc req-59add26b-3fde-40ef-bc00-989d34c84ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:52.900437 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-66270dec-4efd-4dd4-a10f-16d1bb0292cc req-59add26b-3fde-40ef-bc00-989d34c84ba6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c23bbe326cbf4d139d487ddd551de63e&device_id=30588b79-446d-4212-a9ab-f2351e6cd178 HTTP/1.1" status: 200 len: 1095 time: 0.0399337 Nov 09 21:55:52.994919 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66270dec-4efd-4dd4-a10f-16d1bb0292cc req-22b88f5a-111b-4906-b787-35de2f4951d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:52.996402 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-66270dec-4efd-4dd4-a10f-16d1bb0292cc req-22b88f5a-111b-4906-b787-35de2f4951d5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b0e4ae9d-8af7-4821-9d6c-a804c76bed7d HTTP/1.1" status: 200 len: 910 time: 0.0877490 Nov 09 21:55:53.079252 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:53.369362 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-66270dec-4efd-4dd4-a10f-16d1bb0292cc req-0c2cd0aa-1548-4555-bbf0-b473e9de53a9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d HTTP/1.1" status: 200 len: 217 time: 0.3657825 Nov 09 21:55:53.404081 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:53.418564 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66270dec-4efd-4dd4-a10f-16d1bb0292cc req-3faa51e9-9055-47f6-b6fd-40095c15c114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:53.420118 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-66270dec-4efd-4dd4-a10f-16d1bb0292cc req-3faa51e9-9055-47f6-b6fd-40095c15c114 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0fb492e2-fd33-4f08-aa86-2e3d36f7bb23 HTTP/1.1" status: 200 len: 849 time: 0.0429304 Nov 09 21:55:53.466282 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66270dec-4efd-4dd4-a10f-16d1bb0292cc req-ed08845e-d3ab-430c-bf00-f065b3ffe029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:53.467763 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-66270dec-4efd-4dd4-a10f-16d1bb0292cc req-ed08845e-d3ab-430c-bf00-f065b3ffe029 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b0e4ae9d-8af7-4821-9d6c-a804c76bed7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390213 Nov 09 21:55:53.558340 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-66270dec-4efd-4dd4-a10f-16d1bb0292cc req-95783fac-8a91-42d7-a8b8-69a06d037ac9 service neutron] 10.222.0.43 "GET /v2.0/networks/b0e4ae9d-8af7-4821-9d6c-a804c76bed7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823317 Nov 09 21:55:53.653322 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-66270dec-4efd-4dd4-a10f-16d1bb0292cc req-dfc1b202-84c6-480e-b05f-36d6f844c9a8 service neutron] 10.222.0.43 "GET /v2.0/networks/b0e4ae9d-8af7-4821-9d6c-a804c76bed7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854530 Nov 09 21:55:53.683234 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a0d9f-b808-48b0-a7d2-bdd9c0832e87 req-5b043a0e-ec99-4c1d-916c-8bffe1272c3d tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:53.684698 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-846a0d9f-b808-48b0-a7d2-bdd9c0832e87 req-5b043a0e-ec99-4c1d-916c-8bffe1272c3d tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=30588b79-446d-4212-a9ab-f2351e6cd178 HTTP/1.1" status: 200 len: 1095 time: 0.0403123 Nov 09 21:55:53.731329 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-846a0d9f-b808-48b0-a7d2-bdd9c0832e87 req-99bef43c-6483-4818-965e-fada3a4e41f5 tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=903a79d1-b7ba-4f4f-bb6e-42a4b71650e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407948 Nov 09 21:55:54.835252 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd6522-0561-4059-8e76-530d7eaabefd req-0257e8d4-aaac-4948-8d20-71a7957ffe1a tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:54.836778 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2ffd6522-0561-4059-8e76-530d7eaabefd req-0257e8d4-aaac-4948-8d20-71a7957ffe1a tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=30588b79-446d-4212-a9ab-f2351e6cd178 HTTP/1.1" status: 200 len: 1095 time: 0.0405843 Nov 09 21:55:54.878122 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2ffd6522-0561-4059-8e76-530d7eaabefd req-578862be-66f5-4a5f-9102-9780c3ca0ce9 tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=903a79d1-b7ba-4f4f-bb6e-42a4b71650e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355599 Nov 09 21:55:55.982597 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846c1f2-3e9b-439e-ba2d-8e3c2222e3a3 req-8b566899-b5c5-4dfc-a9ba-79c81d51f078 tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:55.984159 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7846c1f2-3e9b-439e-ba2d-8e3c2222e3a3 req-8b566899-b5c5-4dfc-a9ba-79c81d51f078 tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=30588b79-446d-4212-a9ab-f2351e6cd178 HTTP/1.1" status: 200 len: 1095 time: 0.0401194 Nov 09 21:55:56.033039 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7846c1f2-3e9b-439e-ba2d-8e3c2222e3a3 req-eb8e6d0c-6aa9-46b2-9b4f-d64a0d127c23 tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=903a79d1-b7ba-4f4f-bb6e-42a4b71650e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429029 Nov 09 21:55:56.164837 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:55:56.259634 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d,segment=NetworkSegment(99bdfa59-6c09-4fd3-99fa-078a6a5016b9),segment_id=99bdfa59-6c09-4fd3-99fa-078a6a5016b9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:55:56.270804 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d', 'network_id': 'b0e4ae9d-8af7-4821-9d6c-a804c76bed7d', 'port_id': '9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d', 'mac_address': 'fa:16:3e:ad:60:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fb492e2-fd33-4f08-aa86-2e3d36f7bb23', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:55:56.306468 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:56.319792 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:55:56.338623 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d,segment=NetworkSegment(99bdfa59-6c09-4fd3-99fa-078a6a5016b9),segment_id=99bdfa59-6c09-4fd3-99fa-078a6a5016b9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:55:56.342552 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:56.392343 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:55:56.400014 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:55:56.400362 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:55:56.400804 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:55:56.401147 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:55:56.401477 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:55:56.401805 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:55:56.402133 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:55:56.402458 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:55:56.402782 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:55:56.403105 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:55:56.403427 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:55:56.403747 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:55:56.648604 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:55:57.139669 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b28e9-485f-42ed-befd-512a1fb9d9e1 req-fc2b30c6-7059-47d8-92dd-6aa8a06fdbbe tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:57.141212 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e14b28e9-485f-42ed-befd-512a1fb9d9e1 req-fc2b30c6-7059-47d8-92dd-6aa8a06fdbbe tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=30588b79-446d-4212-a9ab-f2351e6cd178 HTTP/1.1" status: 200 len: 1096 time: 0.0397654 Nov 09 21:55:57.183292 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e14b28e9-485f-42ed-befd-512a1fb9d9e1 req-1b8c1ef7-ebd8-4de1-a75f-858ed1aef7ae tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=903a79d1-b7ba-4f4f-bb6e-42a4b71650e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363338 Nov 09 21:55:58.197122 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:55:58.245353 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:55:58.249391 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:55:58.249764 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:58.288413 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39579cfe-32b6-49e2-9751-3aea067e9092 req-a3842c6b-fd30-4c3b-aaa6-4efb89af196e tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:58.289960 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-39579cfe-32b6-49e2-9751-3aea067e9092 req-a3842c6b-fd30-4c3b-aaa6-4efb89af196e tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=30588b79-446d-4212-a9ab-f2351e6cd178 HTTP/1.1" status: 200 len: 1096 time: 0.0402534 Nov 09 21:55:58.330095 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:58.336291 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-39579cfe-32b6-49e2-9751-3aea067e9092 req-7359d324-9789-4076-abb0-05e84d7b56ab tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=903a79d1-b7ba-4f4f-bb6e-42a4b71650e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398798 Nov 09 21:55:58.363368 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30588b79-446d-4212-a9ab-f2351e6cd178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:55:58.366306 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2ffa0a-764f-4e25-bb94-32cb458072b6" -d '{"events": [{"server_uuid": "30588b79-446d-4212-a9ab-f2351e6cd178", "name": "network-vif-plugged", "status": "completed", "tag": "9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:55:58.379033 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d,segment=NetworkSegment(99bdfa59-6c09-4fd3-99fa-078a6a5016b9),segment_id=99bdfa59-6c09-4fd3-99fa-078a6a5016b9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:55:58.383236 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:55:58.414464 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8682fe-d888-417d-837b-eaac4ce23ebd x-openstack-request-id: req-6b8682fe-d888-417d-837b-eaac4ce23ebd {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:55:58.415018 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30588b79-446d-4212-a9ab-f2351e6cd178", "name": "network-vif-plugged", "status": "completed", "tag": "9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:55:58.415469 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6b8682fe-d888-417d-837b-eaac4ce23ebd {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:55:58.416147 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30588b79-446d-4212-a9ab-f2351e6cd178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d', 'code': 200} Nov 09 21:55:58.443532 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:55:58.543362 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0d984-20f5-45c4-a033-e3fc200deed0 req-a937d128-ff02-49a9-bb76-83930338a899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:58.544880 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fce0d984-20f5-45c4-a033-e3fc200deed0 req-a937d128-ff02-49a9-bb76-83930338a899 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=30588b79-446d-4212-a9ab-f2351e6cd178 HTTP/1.1" status: 200 len: 1097 time: 0.0431845 Nov 09 21:55:58.588841 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fce0d984-20f5-45c4-a033-e3fc200deed0 req-e90b6c35-068a-40db-b974-59efe7b1bfe3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=903a79d1-b7ba-4f4f-bb6e-42a4b71650e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373087 Nov 09 21:55:59.448322 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190716a1-6548-43e2-abf3-55e9553a9a3d req-6bd9edaf-3ee2-4728-915d-57e64ebbb120 tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:55:59.449907 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-190716a1-6548-43e2-abf3-55e9553a9a3d req-6bd9edaf-3ee2-4728-915d-57e64ebbb120 tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=30588b79-446d-4212-a9ab-f2351e6cd178 HTTP/1.1" status: 200 len: 1097 time: 0.0454679 Nov 09 21:55:59.494241 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-190716a1-6548-43e2-abf3-55e9553a9a3d req-e36015f2-7b0a-47ee-a751-8e395c64bfff tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=903a79d1-b7ba-4f4f-bb6e-42a4b71650e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383887 Nov 09 21:56:00.601422 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ebf11-c5be-484d-84e1-67b6590fa41d req-b4bcef82-c1c0-4944-9f5c-3c6c80b87d87 tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:00.602911 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-da5ebf11-c5be-484d-84e1-67b6590fa41d req-b4bcef82-c1c0-4944-9f5c-3c6c80b87d87 tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=30588b79-446d-4212-a9ab-f2351e6cd178 HTTP/1.1" status: 200 len: 1097 time: 0.0396142 Nov 09 21:56:00.645059 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-da5ebf11-c5be-484d-84e1-67b6590fa41d req-6af71e96-7b4a-4124-998d-542662f6eddf tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=903a79d1-b7ba-4f4f-bb6e-42a4b71650e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362291 Nov 09 21:56:00.750094 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b4c20-489b-4777-a40a-9031ec8b3ce6 req-67a8da3b-db2e-4739-9ac6-8ead1cdca83f tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:00.751491 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f75b4c20-489b-4777-a40a-9031ec8b3ce6 req-67a8da3b-db2e-4739-9ac6-8ead1cdca83f tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=30588b79-446d-4212-a9ab-f2351e6cd178 HTTP/1.1" status: 200 len: 1097 time: 0.0393553 Nov 09 21:56:00.794724 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f75b4c20-489b-4777-a40a-9031ec8b3ce6 req-f2862d1e-266e-4fed-aa0b-0ab5c2eb7238 tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=903a79d1-b7ba-4f4f-bb6e-42a4b71650e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368102 Nov 09 21:56:00.895148 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aeaf19-9447-4a8d-829b-dd7e406d19be req-2aed6f81-33d8-40f2-bf62-09d8a8769bf1 tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:00.896659 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-96aeaf19-9447-4a8d-829b-dd7e406d19be req-2aed6f81-33d8-40f2-bf62-09d8a8769bf1 tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=30588b79-446d-4212-a9ab-f2351e6cd178 HTTP/1.1" status: 200 len: 1097 time: 0.0399675 Nov 09 21:56:00.944546 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-96aeaf19-9447-4a8d-829b-dd7e406d19be req-bd7ab900-661d-4414-8523-4ce483720116 tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=903a79d1-b7ba-4f4f-bb6e-42a4b71650e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419226 Nov 09 21:56:01.159185 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03abe37b-1bfa-4b6a-b6c6-178d4104fca9 req-91f61be6-16cb-4bdb-9378-c59346568c29 tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:01.160687 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-03abe37b-1bfa-4b6a-b6c6-178d4104fca9 req-91f61be6-16cb-4bdb-9378-c59346568c29 tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=30588b79-446d-4212-a9ab-f2351e6cd178 HTTP/1.1" status: 200 len: 1097 time: 0.0392172 Nov 09 21:56:01.203297 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-03abe37b-1bfa-4b6a-b6c6-178d4104fca9 req-4d700b44-153f-4881-b548-832c2a29c79f tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=903a79d1-b7ba-4f4f-bb6e-42a4b71650e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366321 Nov 09 21:56:02.314064 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25039adb-8c64-4258-8aec-5d00e5d47f42 req-d187fee7-75d2-4fa9-95e2-02b38eb55cb7 tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:02.315567 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-25039adb-8c64-4258-8aec-5d00e5d47f42 req-d187fee7-75d2-4fa9-95e2-02b38eb55cb7 tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=30588b79-446d-4212-a9ab-f2351e6cd178 HTTP/1.1" status: 200 len: 1097 time: 0.0443437 Nov 09 21:56:02.358766 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-25039adb-8c64-4258-8aec-5d00e5d47f42 req-766bc86c-915e-44c4-9718-ebf8e4ffcb4a tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=903a79d1-b7ba-4f4f-bb6e-42a4b71650e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373104 Nov 09 21:56:02.552385 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac112574-0c0a-499a-a7b5-bb0e5a9c04fb req-89fb7026-8030-4a80-b044-51237b5bc980 tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:02.553811 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ac112574-0c0a-499a-a7b5-bb0e5a9c04fb req-89fb7026-8030-4a80-b044-51237b5bc980 tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=30588b79-446d-4212-a9ab-f2351e6cd178 HTTP/1.1" status: 200 len: 1097 time: 0.0400116 Nov 09 21:56:02.632501 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-ac112574-0c0a-499a-a7b5-bb0e5a9c04fb req-cce97eb8-36bb-42b6-b503-2d8286b7dd2a tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Deleting port 9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:56:02.632868 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ac112574-0c0a-499a-a7b5-bb0e5a9c04fb req-cce97eb8-36bb-42b6-b503-2d8286b7dd2a tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:02.709709 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-ac112574-0c0a-499a-a7b5-bb0e5a9c04fb req-cce97eb8-36bb-42b6-b503-2d8286b7dd2a tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] For port 9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d,segment=NetworkSegment(99bdfa59-6c09-4fd3-99fa-078a6a5016b9),segment_id=99bdfa59-6c09-4fd3-99fa-078a6a5016b9)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:56:02.710078 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ac112574-0c0a-499a-a7b5-bb0e5a9c04fb req-cce97eb8-36bb-42b6-b503-2d8286b7dd2a tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:02.721823 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-ac112574-0c0a-499a-a7b5-bb0e5a9c04fb req-cce97eb8-36bb-42b6-b503-2d8286b7dd2a tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Calling delete_port for 9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:56:02.846115 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ac112574-0c0a-499a-a7b5-bb0e5a9c04fb req-cce97eb8-36bb-42b6-b503-2d8286b7dd2a tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:02.858159 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:56:02.870519 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce97eb8-36bb-42b6-b503-2d8286b7dd2a tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:56:02.886952 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:56:02.918989 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac112574-0c0a-499a-a7b5-bb0e5a9c04fb req-cce97eb8-36bb-42b6-b503-2d8286b7dd2a tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] No DVR routers for this DVR port 9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:56:02.922289 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ac112574-0c0a-499a-a7b5-bb0e5a9c04fb req-cce97eb8-36bb-42b6-b503-2d8286b7dd2a tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:02.925176 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ac112574-0c0a-499a-a7b5-bb0e5a9c04fb req-cce97eb8-36bb-42b6-b503-2d8286b7dd2a tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.43 "DELETE /v2.0/ports/9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d HTTP/1.1" status: 204 len: 173 time: 0.3653560 Nov 09 21:56:02.925646 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30588b79-446d-4212-a9ab-f2351e6cd178', 'name': 'network-vif-deleted', 'tag': '9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:56:02.928054 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6698a4a9-e576-4caa-ab5d-a5c24c537526" -d '{"events": [{"server_uuid": "30588b79-446d-4212-a9ab-f2351e6cd178", "name": "network-vif-deleted", "tag": "9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:56:02.972502 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb52a099-b816-445b-a322-a4caabbefdb9 x-openstack-request-id: req-fb52a099-b816-445b-a322-a4caabbefdb9 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:56:02.972827 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30588b79-446d-4212-a9ab-f2351e6cd178", "name": "network-vif-deleted", "tag": "9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:56:02.973088 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fb52a099-b816-445b-a322-a4caabbefdb9 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:56:02.973537 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30588b79-446d-4212-a9ab-f2351e6cd178', 'name': 'network-vif-deleted', 'tag': '9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d', 'status': 'completed', 'code': 200} Nov 09 21:56:03.463367 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-722aa49c-3d46-4ae6-877f-847c1e34d613 req-46ea04a8-5e79-4ccb-bd27-d678cd8e30d5 tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=30588b79-446d-4212-a9ab-f2351e6cd178 HTTP/1.1" status: 200 len: 210 time: 0.0270836 Nov 09 21:56:03.931550 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:04.715564 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81e6d2-0b31-476b-ad50-fcc63f2da038 req-01534c82-7f42-4d66-857f-03193a627e1f tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:04.717175 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aa81e6d2-0b31-476b-ad50-fcc63f2da038 req-01534c82-7f42-4d66-857f-03193a627e1f tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b9a9220a-b774-4342-8f2e-321d9231ce57 HTTP/1.1" status: 200 len: 1097 time: 0.0398254 Nov 09 21:56:04.759893 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aa81e6d2-0b31-476b-ad50-fcc63f2da038 req-01f423c4-541e-47b2-aef0-7dcbae84dc1d tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=903a79d1-b7ba-4f4f-bb6e-42a4b71650e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367978 Nov 09 21:56:05.871700 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e60021-3da3-48c3-88f0-64f3cba2e429 req-49c70e28-e5da-4fd6-9b4d-29af787484a7 tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:05.873275 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a2e60021-3da3-48c3-88f0-64f3cba2e429 req-49c70e28-e5da-4fd6-9b4d-29af787484a7 tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b9a9220a-b774-4342-8f2e-321d9231ce57 HTTP/1.1" status: 200 len: 1097 time: 0.0435555 Nov 09 21:56:05.916042 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a2e60021-3da3-48c3-88f0-64f3cba2e429 req-a6b3d366-b89a-440a-b223-76f782fd24e3 tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=903a79d1-b7ba-4f4f-bb6e-42a4b71650e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369046 Nov 09 21:56:06.006453 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203306c-7659-47e8-b71f-0a0b3aa93f43 req-b9869c28-776d-45c8-9348-d59f23ea935c tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:06.007962 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0203306c-7659-47e8-b71f-0a0b3aa93f43 req-b9869c28-776d-45c8-9348-d59f23ea935c tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b9a9220a-b774-4342-8f2e-321d9231ce57 HTTP/1.1" status: 200 len: 1097 time: 0.0396848 Nov 09 21:56:06.089178 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-0203306c-7659-47e8-b71f-0a0b3aa93f43 req-0a7ff2da-d8d0-4849-a3a7-3c4acaecd7cc tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Deleting port e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:56:06.089434 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0203306c-7659-47e8-b71f-0a0b3aa93f43 req-0a7ff2da-d8d0-4849-a3a7-3c4acaecd7cc tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:06.177731 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-0203306c-7659-47e8-b71f-0a0b3aa93f43 req-0a7ff2da-d8d0-4849-a3a7-3c4acaecd7cc tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] For port e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06,segment=NetworkSegment(99bdfa59-6c09-4fd3-99fa-078a6a5016b9),segment_id=99bdfa59-6c09-4fd3-99fa-078a6a5016b9)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:56:06.178115 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0203306c-7659-47e8-b71f-0a0b3aa93f43 req-0a7ff2da-d8d0-4849-a3a7-3c4acaecd7cc tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:06.189992 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-0203306c-7659-47e8-b71f-0a0b3aa93f43 req-0a7ff2da-d8d0-4849-a3a7-3c4acaecd7cc tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Calling delete_port for e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:56:06.219732 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:56:06.242502 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: 9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:56:06.242853 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 9d5f3fc4-dfdf-42a4-9f5e-f74cf88ea80d not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:56:06.310650 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0203306c-7659-47e8-b71f-0a0b3aa93f43 req-0a7ff2da-d8d0-4849-a3a7-3c4acaecd7cc tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:06.320913 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:56:06.335976 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ff2da-d8d0-4849-a3a7-3c4acaecd7cc tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:56:06.382344 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-0203306c-7659-47e8-b71f-0a0b3aa93f43 req-0a7ff2da-d8d0-4849-a3a7-3c4acaecd7cc tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] No DVR routers for this DVR port e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06 on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:56:06.384992 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0203306c-7659-47e8-b71f-0a0b3aa93f43 req-0a7ff2da-d8d0-4849-a3a7-3c4acaecd7cc tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:06.388394 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0203306c-7659-47e8-b71f-0a0b3aa93f43 req-0a7ff2da-d8d0-4849-a3a7-3c4acaecd7cc tempest-TestServerMultinode-1850228073 tempest-TestServerMultinode-1850228073-project-admin] 10.222.0.45 "DELETE /v2.0/ports/e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06 HTTP/1.1" status: 204 len: 173 time: 0.3735814 Nov 09 21:56:06.388882 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a9220a-b774-4342-8f2e-321d9231ce57', 'name': 'network-vif-deleted', 'tag': 'e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:56:06.391261 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a7bcfa-2567-4230-8058-cc3b0ce45f39" -d '{"events": [{"server_uuid": "b9a9220a-b774-4342-8f2e-321d9231ce57", "name": "network-vif-deleted", "tag": "e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:56:06.444468 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa9c11a-2014-4630-a732-0ca4fc3be495 x-openstack-request-id: req-3aa9c11a-2014-4630-a732-0ca4fc3be495 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:56:06.444813 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a9220a-b774-4342-8f2e-321d9231ce57", "name": "network-vif-deleted", "tag": "e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:56:06.445073 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3aa9c11a-2014-4630-a732-0ca4fc3be495 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:56:06.445486 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a9220a-b774-4342-8f2e-321d9231ce57', 'name': 'network-vif-deleted', 'tag': 'e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06', 'status': 'completed', 'code': 200} Nov 09 21:56:06.976806 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33262) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:56:07.311203 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d523be8c-166c-4d01-bc34-9e041f8f0869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:07.550543 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-d523be8c-166c-4d01-bc34-9e041f8f0869 admin admin] Deleting port 59385372-c731-40e3-bc6d-1913b9c14290 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:56:07.550879 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d523be8c-166c-4d01-bc34-9e041f8f0869 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:07.627858 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-d523be8c-166c-4d01-bc34-9e041f8f0869 admin admin] For port 59385372-c731-40e3-bc6d-1913b9c14290, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=59385372-c731-40e3-bc6d-1913b9c14290,segment=NetworkSegment(99bdfa59-6c09-4fd3-99fa-078a6a5016b9),segment_id=99bdfa59-6c09-4fd3-99fa-078a6a5016b9)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:56:07.628140 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d523be8c-166c-4d01-bc34-9e041f8f0869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:07.640345 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-d523be8c-166c-4d01-bc34-9e041f8f0869 admin admin] Calling delete_port for 59385372-c731-40e3-bc6d-1913b9c14290 owned by network:router_interface {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:56:07.813104 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d523be8c-166c-4d01-bc34-9e041f8f0869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:07.839212 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d523be8c-166c-4d01-bc34-9e041f8f0869 admin admin] Pushing event deleted for resources: {'Port': ['ID=59385372-c731-40e3-bc6d-1913b9c14290,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:56:08.002498 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d523be8c-166c-4d01-bc34-9e041f8f0869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:08.223015 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d523be8c-166c-4d01-bc34-9e041f8f0869 admin admin] Router 8f5499ba-b6b9-4637-9be4-43aeb9e3f88c has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:56:08.326070 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d523be8c-166c-4d01-bc34-9e041f8f0869 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:56:08.330998 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d523be8c-166c-4d01-bc34-9e041f8f0869 admin admin] 10.222.0.49 "PUT /v2.0/routers/8f5499ba-b6b9-4637-9be4-43aeb9e3f88c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3534086 Nov 09 21:56:08.333726 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33264) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:56:08.335414 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3d7846-7974-4d30-99d9-f9658d392d66 None None] Sync routers for ids ['8f5499ba-b6b9-4637-9be4-43aeb9e3f88c'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:56:08.344699 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3d7846-7974-4d30-99d9-f9658d392d66 None None] Routers {'8f5499ba-b6b9-4637-9be4-43aeb9e3f88c'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:56:08.345303 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-dc3d7846-7974-4d30-99d9-f9658d392d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:55:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['8f5499ba-b6b9-4637-9be4-43aeb9e3f88c'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:56:08.444306 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fc31bd18-f139-4fb3-8853-640eb9eee6e8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:08.450229 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-dc3d7846-7974-4d30-99d9-f9658d392d66 None None] Set router 8f5499ba-b6b9-4637-9be4-43aeb9e3f88c gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:56:08.556127 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fc31bd18-f139-4fb3-8853-640eb9eee6e8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:08.607772 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-fc31bd18-f139-4fb3-8853-640eb9eee6e8 admin admin] Deleting port 0e58d7ca-2891-47cd-b8cd-97294410f6a4 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:56:08.608115 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fc31bd18-f139-4fb3-8853-640eb9eee6e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:08.627986 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-dc3d7846-7974-4d30-99d9-f9658d392d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5499ba-b6b9-4637-9be4-43aeb9e3f88c', 'name': 'tempest-TestServerMultinode-1417214898-router', 'tenant_id': 'e9b152ee9b1c46c483a124f15558b176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '0e58d7ca-2891-47cd-b8cd-97294410f6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:55:30Z', 'updated_at': '2021-11-09T21:56:07Z', 'revision_number': 5, 'project_id': 'e9b152ee9b1c46c483a124f15558b176', 'gw_port': {'id': '0e58d7ca-2891-47cd-b8cd-97294410f6a4', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:97:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5499ba-b6b9-4637-9be4-43aeb9e3f88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:55:30Z', 'updated_at': '2021-11-09T21:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:56:08.654541 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3d7846-7974-4d30-99d9-f9658d392d66 None None] Checking router: 8f5499ba-b6b9-4637-9be4-43aeb9e3f88c for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:56:08.663231 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3d7846-7974-4d30-99d9-f9658d392d66 None None] Routers {'8f5499ba-b6b9-4637-9be4-43aeb9e3f88c'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:56:08.663835 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-dc3d7846-7974-4d30-99d9-f9658d392d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:55:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['8f5499ba-b6b9-4637-9be4-43aeb9e3f88c'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:56:08.690983 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-fc31bd18-f139-4fb3-8853-640eb9eee6e8 admin admin] For port 0e58d7ca-2891-47cd-b8cd-97294410f6a4, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=0e58d7ca-2891-47cd-b8cd-97294410f6a4,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:56:08.691351 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fc31bd18-f139-4fb3-8853-640eb9eee6e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:08.704198 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-fc31bd18-f139-4fb3-8853-640eb9eee6e8 admin admin] Calling delete_port for 0e58d7ca-2891-47cd-b8cd-97294410f6a4 owned by network:router_gateway {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:56:08.755061 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-dc3d7846-7974-4d30-99d9-f9658d392d66 None None] Set router 8f5499ba-b6b9-4637-9be4-43aeb9e3f88c gateway port host: None {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:56:08.805453 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-dc3d7846-7974-4d30-99d9-f9658d392d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5499ba-b6b9-4637-9be4-43aeb9e3f88c', 'name': 'tempest-TestServerMultinode-1417214898-router', 'tenant_id': 'e9b152ee9b1c46c483a124f15558b176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:55:30Z', 'updated_at': '2021-11-09T21:56:08Z', 'revision_number': 6, 'project_id': 'e9b152ee9b1c46c483a124f15558b176', 'gw_port_host': None}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:56:08.835156 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3d7846-7974-4d30-99d9-f9658d392d66 None None] The sync data for ids ['8f5499ba-b6b9-4637-9be4-43aeb9e3f88c'] in n-d-816206-3 is: [{'id': '8f5499ba-b6b9-4637-9be4-43aeb9e3f88c', 'name': 'tempest-TestServerMultinode-1417214898-router', 'tenant_id': 'e9b152ee9b1c46c483a124f15558b176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:55:30Z', 'updated_at': '2021-11-09T21:56:08Z', 'revision_number': 6, 'project_id': 'e9b152ee9b1c46c483a124f15558b176', 'gw_port_host': None}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:56:08.874310 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fc31bd18-f139-4fb3-8853-640eb9eee6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:08.900905 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31bd18-f139-4fb3-8853-640eb9eee6e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e58d7ca-2891-47cd-b8cd-97294410f6a4,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:56:08.915256 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3cd718-830e-4c8b-a8b0-09a28bd61ca2 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:56:08.928008 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc31bd18-f139-4fb3-8853-640eb9eee6e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:56:08.928392 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc31bd18-f139-4fb3-8853-640eb9eee6e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:56:08.928763 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc31bd18-f139-4fb3-8853-640eb9eee6e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:56:08.929106 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc31bd18-f139-4fb3-8853-640eb9eee6e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:56:08.929442 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc31bd18-f139-4fb3-8853-640eb9eee6e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:56:08.929779 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc31bd18-f139-4fb3-8853-640eb9eee6e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:56:08.930116 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc31bd18-f139-4fb3-8853-640eb9eee6e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:56:08.930494 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc31bd18-f139-4fb3-8853-640eb9eee6e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:56:08.930762 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc31bd18-f139-4fb3-8853-640eb9eee6e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:56:08.931089 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc31bd18-f139-4fb3-8853-640eb9eee6e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:56:08.931419 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc31bd18-f139-4fb3-8853-640eb9eee6e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:56:08.931749 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc31bd18-f139-4fb3-8853-640eb9eee6e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:56:08.973869 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fc31bd18-f139-4fb3-8853-640eb9eee6e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:09.064846 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fc31bd18-f139-4fb3-8853-640eb9eee6e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:09.066896 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fc31bd18-f139-4fb3-8853-640eb9eee6e8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:09.108767 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fc31bd18-f139-4fb3-8853-640eb9eee6e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:09.109318 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc31bd18-f139-4fb3-8853-640eb9eee6e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f5499ba-b6b9-4637-9be4-43aeb9e3f88c {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:56:09.113549 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fc31bd18-f139-4fb3-8853-640eb9eee6e8 admin admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:09.114685 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-fc31bd18-f139-4fb3-8853-640eb9eee6e8 admin admin] 10.222.0.49 "DELETE /v2.0/routers/8f5499ba-b6b9-4637-9be4-43aeb9e3f88c HTTP/1.1" status: 204 len: 168 time: 0.7785072 Nov 09 21:56:09.117693 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33266) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:56:09.162072 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0525b51-1055-47d6-ba8f-f93b9cae96db admin admin] Deleting subnet 0fb492e2-fd33-4f08-aa86-2e3d36f7bb23 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:56:09.165166 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f0525b51-1055-47d6-ba8f-f93b9cae96db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:09.208793 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f0525b51-1055-47d6-ba8f-f93b9cae96db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:09.219521 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:56:09.244361 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:56:09.244752 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device e8c98dbe-e2bb-40c9-b7d5-5f67d65a2d06 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:56:09.306618 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f0525b51-1055-47d6-ba8f-f93b9cae96db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:09.357107 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f0525b51-1055-47d6-ba8f-f93b9cae96db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:09.384314 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0525b51-1055-47d6-ba8f-f93b9cae96db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fb492e2-fd33-4f08-aa86-2e3d36f7bb23,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:56:09.386304 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f0525b51-1055-47d6-ba8f-f93b9cae96db admin admin] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:09.389611 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f0525b51-1055-47d6-ba8f-f93b9cae96db admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0fb492e2-fd33-4f08-aa86-2e3d36f7bb23 HTTP/1.1" status: 204 len: 168 time: 0.2710011 Nov 09 21:56:09.390749 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a213f63-e491-4390-b9c1-9124e53480f8 None None] Network b0e4ae9d-8af7-4821-9d6c-a804c76bed7d requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:56:09.392223 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33268) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:56:09.464692 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f5f55117-7aba-47b5-891c-aa820c673116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:09.517529 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-f5f55117-7aba-47b5-891c-aa820c673116 admin admin] Deleting port 66347cf7-21e1-4cf0-85ae-766e80ee6989 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:56:09.517880 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f5f55117-7aba-47b5-891c-aa820c673116 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:09.591017 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-f5f55117-7aba-47b5-891c-aa820c673116 admin admin] For port 66347cf7-21e1-4cf0-85ae-766e80ee6989, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=66347cf7-21e1-4cf0-85ae-766e80ee6989,segment=NetworkSegment(99bdfa59-6c09-4fd3-99fa-078a6a5016b9),segment_id=99bdfa59-6c09-4fd3-99fa-078a6a5016b9)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:56:09.591382 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f5f55117-7aba-47b5-891c-aa820c673116 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:09.605660 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-f5f55117-7aba-47b5-891c-aa820c673116 admin admin] Calling delete_port for 66347cf7-21e1-4cf0-85ae-766e80ee6989 owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:56:09.616568 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61df5e0-c14e-479a-9a53-1c5620596a78 None None] DHCP port deletion for b0e4ae9d-8af7-4821-9d6c-a804c76bed7d request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:56:09.625305 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 59385372-c731-40e3-bc6d-1913b9c14290 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:56:09.660909 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 59385372-c731-40e3-bc6d-1913b9c14290 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:56:09.661255 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 59385372-c731-40e3-bc6d-1913b9c14290 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:56:09.686150 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-b61df5e0-c14e-479a-9a53-1c5620596a78 None None] Deleting port 66347cf7-21e1-4cf0-85ae-766e80ee6989 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:56:09.686518 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b61df5e0-c14e-479a-9a53-1c5620596a78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:09.692069 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f5f55117-7aba-47b5-891c-aa820c673116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:09.719995 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f55117-7aba-47b5-891c-aa820c673116 admin admin] Pushing event deleted for resources: {'Port': ['ID=66347cf7-21e1-4cf0-85ae-766e80ee6989,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:56:09.722051 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f55117-7aba-47b5-891c-aa820c673116 admin admin] No DVR routers for this DVR port 66347cf7-21e1-4cf0-85ae-766e80ee6989 on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:56:09.802524 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f5f55117-7aba-47b5-891c-aa820c673116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:09.824537 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-f5f55117-7aba-47b5-891c-aa820c673116 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0e4ae9d-8af7-4821-9d6c-a804c76bed7d']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:56:09.835215 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-f5f55117-7aba-47b5-891c-aa820c673116 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99bdfa59-6c09-4fd3-99fa-078a6a5016b9') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:56:09.835360 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-f5f55117-7aba-47b5-891c-aa820c673116 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99bdfa59-6c09-4fd3-99fa-078a6a5016b9') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:56:09.845675 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f5f55117-7aba-47b5-891c-aa820c673116 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:09.859982 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f5f55117-7aba-47b5-891c-aa820c673116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:09.867449 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5f55117-7aba-47b5-891c-aa820c673116 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:56:09.867795 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f5f55117-7aba-47b5-891c-aa820c673116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:09.869657 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:56:09.869657 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:56:09.869657 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:56:09.869657 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:56:09.869657 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:56:09.869657 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:56:09.869657 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:56:09.869657 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:56:09.869657 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:56:09.869657 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:56:09.869657 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:56:09.869657 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:56:09.869657 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:56:09.869657 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:56:09.869657 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:56:09.869657 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:56:09.869657 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:56:09.869657 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:56:09.869657 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:56:09.869657 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:56:09.869657 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:56:09.869657 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:56:09.869657 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:56:09.869657 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:56:09.869657 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:56:09.869657 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:56:09.869657 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:56:09.869657 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:56:09.869657 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:56:09.869657 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:56:09.869657 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:56:09.869657 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:56:09.911982 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-b61df5e0-c14e-479a-9a53-1c5620596a78 None None] For port 66347cf7-21e1-4cf0-85ae-766e80ee6989, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=66347cf7-21e1-4cf0-85ae-766e80ee6989,segment=NetworkSegment(99bdfa59-6c09-4fd3-99fa-078a6a5016b9),segment_id=99bdfa59-6c09-4fd3-99fa-078a6a5016b9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:56:09.912455 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b61df5e0-c14e-479a-9a53-1c5620596a78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:09.928046 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-b61df5e0-c14e-479a-9a53-1c5620596a78 None None] Calling delete_port for 66347cf7-21e1-4cf0-85ae-766e80ee6989 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:56:09.930295 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f5f55117-7aba-47b5-891c-aa820c673116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:09.941653 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f5f55117-7aba-47b5-891c-aa820c673116 admin admin] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:09.941653 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f5f55117-7aba-47b5-891c-aa820c673116 admin admin] 10.222.0.49 "DELETE /v2.0/networks/b0e4ae9d-8af7-4821-9d6c-a804c76bed7d HTTP/1.1" status: 204 len: 168 time: 0.5475192 Nov 09 21:56:09.944220 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33270) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:56:09.956089 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f55117-7aba-47b5-891c-aa820c673116 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0e4ae9d-8af7-4821-9d6c-a804c76bed7d,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:56:10.017213 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b61df5e0-c14e-479a-9a53-1c5620596a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:10.041556 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b61df5e0-c14e-479a-9a53-1c5620596a78 None None] Network b0e4ae9d-8af7-4821-9d6c-a804c76bed7d is not hosted by any dhcp agent {{(pid=102609) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 21:56:10.042111 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61df5e0-c14e-479a-9a53-1c5620596a78 None None] No DVR routers for this DVR port 66347cf7-21e1-4cf0-85ae-766e80ee6989 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:56:10.046793 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61df5e0-c14e-479a-9a53-1c5620596a78 None None] Pushing event deleted for resources: {'Port': ['ID=66347cf7-21e1-4cf0-85ae-766e80ee6989,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:56:10.297438 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6598bfef-4757-465c-95a6-3f20899b1060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:10.531818 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-6598bfef-4757-465c-95a6-3f20899b1060 admin admin] Deleting port ac4021ca-482d-4cc7-a02e-1c1bfaf30d98 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:56:10.532160 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6598bfef-4757-465c-95a6-3f20899b1060 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:10.610468 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-6598bfef-4757-465c-95a6-3f20899b1060 admin admin] For port ac4021ca-482d-4cc7-a02e-1c1bfaf30d98, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=ac4021ca-482d-4cc7-a02e-1c1bfaf30d98,segment=NetworkSegment(2f262ca5-c342-4c8b-952d-08e1c9a3d01a),segment_id=2f262ca5-c342-4c8b-952d-08e1c9a3d01a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:56:10.610677 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6598bfef-4757-465c-95a6-3f20899b1060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:10.627115 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-6598bfef-4757-465c-95a6-3f20899b1060 admin admin] Calling delete_port for ac4021ca-482d-4cc7-a02e-1c1bfaf30d98 owned by network:router_interface {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:56:10.806335 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6598bfef-4757-465c-95a6-3f20899b1060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:10.832713 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598bfef-4757-465c-95a6-3f20899b1060 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac4021ca-482d-4cc7-a02e-1c1bfaf30d98,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:56:10.993209 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6598bfef-4757-465c-95a6-3f20899b1060 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:11.089673 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 66347cf7-21e1-4cf0-85ae-766e80ee6989 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:56:11.110384 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 66347cf7-21e1-4cf0-85ae-766e80ee6989 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:56:11.110671 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 66347cf7-21e1-4cf0-85ae-766e80ee6989 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:56:11.111095 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 0e58d7ca-2891-47cd-b8cd-97294410f6a4 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:56:11.130034 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 0e58d7ca-2891-47cd-b8cd-97294410f6a4 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:56:11.130387 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 0e58d7ca-2891-47cd-b8cd-97294410f6a4 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:56:11.219119 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6598bfef-4757-465c-95a6-3f20899b1060 admin admin] Router 04839116-738d-4c05-b138-9807a24a27f5 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:56:11.324931 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6598bfef-4757-465c-95a6-3f20899b1060 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:56:11.329798 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6598bfef-4757-465c-95a6-3f20899b1060 admin admin] 10.222.0.49 "PUT /v2.0/routers/04839116-738d-4c05-b138-9807a24a27f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3840878 Nov 09 21:56:11.332451 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33272) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:56:11.337323 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6eb2665-2bdc-4343-934a-07c8c61bfec9 None None] Sync routers for ids ['04839116-738d-4c05-b138-9807a24a27f5'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:56:11.346098 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6eb2665-2bdc-4343-934a-07c8c61bfec9 None None] Routers {'04839116-738d-4c05-b138-9807a24a27f5'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:56:11.346771 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-d6eb2665-2bdc-4343-934a-07c8c61bfec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:55:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['04839116-738d-4c05-b138-9807a24a27f5'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:56:11.438935 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8947ac0e-ce40-46ba-a1c2-476d7a8d4669 admin admin] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:11.461023 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-d6eb2665-2bdc-4343-934a-07c8c61bfec9 None None] Set router 04839116-738d-4c05-b138-9807a24a27f5 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:56:11.646270 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-d6eb2665-2bdc-4343-934a-07c8c61bfec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04839116-738d-4c05-b138-9807a24a27f5', 'name': 'tempest-TestServerMultinode-1108794055-router', 'tenant_id': 'c23bbe326cbf4d139d487ddd551de63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '16f0666a-26f2-4366-b1f9-648da0d9b584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:55:34Z', 'updated_at': '2021-11-09T21:56:10Z', 'revision_number': 5, 'project_id': 'c23bbe326cbf4d139d487ddd551de63e', 'gw_port': {'id': '16f0666a-26f2-4366-b1f9-648da0d9b584', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:89:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04839116-738d-4c05-b138-9807a24a27f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:55:35Z', 'updated_at': '2021-11-09T21:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:56:11.673761 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6eb2665-2bdc-4343-934a-07c8c61bfec9 None None] Checking router: 04839116-738d-4c05-b138-9807a24a27f5 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:56:11.682881 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6eb2665-2bdc-4343-934a-07c8c61bfec9 None None] Routers {'04839116-738d-4c05-b138-9807a24a27f5'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:56:11.683501 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-d6eb2665-2bdc-4343-934a-07c8c61bfec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:55:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['04839116-738d-4c05-b138-9807a24a27f5'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:56:11.879334 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-d6eb2665-2bdc-4343-934a-07c8c61bfec9 None None] Set router 04839116-738d-4c05-b138-9807a24a27f5 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:56:11.881896 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8947ac0e-ce40-46ba-a1c2-476d7a8d4669 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:11.933971 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-8947ac0e-ce40-46ba-a1c2-476d7a8d4669 admin admin] Deleting port 16f0666a-26f2-4366-b1f9-648da0d9b584 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:56:11.934310 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8947ac0e-ce40-46ba-a1c2-476d7a8d4669 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:12.014299 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-8947ac0e-ce40-46ba-a1c2-476d7a8d4669 admin admin] For port 16f0666a-26f2-4366-b1f9-648da0d9b584, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=16f0666a-26f2-4366-b1f9-648da0d9b584,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:56:12.014981 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8947ac0e-ce40-46ba-a1c2-476d7a8d4669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:12.027218 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-8947ac0e-ce40-46ba-a1c2-476d7a8d4669 admin admin] Calling delete_port for 16f0666a-26f2-4366-b1f9-648da0d9b584 owned by network:router_gateway {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:56:12.055348 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-d6eb2665-2bdc-4343-934a-07c8c61bfec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04839116-738d-4c05-b138-9807a24a27f5', 'name': 'tempest-TestServerMultinode-1108794055-router', 'tenant_id': 'c23bbe326cbf4d139d487ddd551de63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '16f0666a-26f2-4366-b1f9-648da0d9b584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:55:34Z', 'updated_at': '2021-11-09T21:56:10Z', 'revision_number': 5, 'project_id': 'c23bbe326cbf4d139d487ddd551de63e', 'gw_port': {'id': '16f0666a-26f2-4366-b1f9-648da0d9b584', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:89:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04839116-738d-4c05-b138-9807a24a27f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:55:35Z', 'updated_at': '2021-11-09T21:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:56:12.081348 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6eb2665-2bdc-4343-934a-07c8c61bfec9 None None] The sync data for ids ['04839116-738d-4c05-b138-9807a24a27f5'] in n-d-816206-3 is: [{'id': '04839116-738d-4c05-b138-9807a24a27f5', 'name': 'tempest-TestServerMultinode-1108794055-router', 'tenant_id': 'c23bbe326cbf4d139d487ddd551de63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '16f0666a-26f2-4366-b1f9-648da0d9b584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:55:34Z', 'updated_at': '2021-11-09T21:56:10Z', 'revision_number': 5, 'project_id': 'c23bbe326cbf4d139d487ddd551de63e', 'gw_port': {'id': '16f0666a-26f2-4366-b1f9-648da0d9b584', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:89:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04839116-738d-4c05-b138-9807a24a27f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:55:35Z', 'updated_at': '2021-11-09T21:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:56:12.201897 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8947ac0e-ce40-46ba-a1c2-476d7a8d4669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:12.226487 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947ac0e-ce40-46ba-a1c2-476d7a8d4669 admin admin] Pushing event deleted for resources: {'Port': ['ID=16f0666a-26f2-4366-b1f9-648da0d9b584,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:56:12.239309 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d781f6-6799-4514-9023-607e1da102a2 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:56:12.285133 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8947ac0e-ce40-46ba-a1c2-476d7a8d4669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:12.376396 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8947ac0e-ce40-46ba-a1c2-476d7a8d4669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:12.378443 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8947ac0e-ce40-46ba-a1c2-476d7a8d4669 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:12.421642 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8947ac0e-ce40-46ba-a1c2-476d7a8d4669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:12.422604 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8947ac0e-ce40-46ba-a1c2-476d7a8d4669 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04839116-738d-4c05-b138-9807a24a27f5 {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 21:56:12.428805 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8947ac0e-ce40-46ba-a1c2-476d7a8d4669 admin admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:12.432291 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8947ac0e-ce40-46ba-a1c2-476d7a8d4669 admin admin] 10.222.0.49 "DELETE /v2.0/routers/04839116-738d-4c05-b138-9807a24a27f5 HTTP/1.1" status: 204 len: 168 time: 1.0967107 Nov 09 21:56:12.432666 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33276) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:56:12.483128 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-6978b54f-8ea3-4eb1-8bd1-3377fad5a80f admin admin] Deleting subnet b844f6d4-b6ef-47cb-b23c-a4a4a7f7922b {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:56:12.489722 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6978b54f-8ea3-4eb1-8bd1-3377fad5a80f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:12.522344 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6978b54f-8ea3-4eb1-8bd1-3377fad5a80f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:12.604651 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6978b54f-8ea3-4eb1-8bd1-3377fad5a80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:12.657379 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6978b54f-8ea3-4eb1-8bd1-3377fad5a80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:12.689537 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6978b54f-8ea3-4eb1-8bd1-3377fad5a80f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b844f6d4-b6ef-47cb-b23c-a4a4a7f7922b,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:56:12.691505 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6978b54f-8ea3-4eb1-8bd1-3377fad5a80f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:12.695657 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6978b54f-8ea3-4eb1-8bd1-3377fad5a80f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b844f6d4-b6ef-47cb-b23c-a4a4a7f7922b HTTP/1.1" status: 204 len: 168 time: 0.2617013 Nov 09 21:56:12.696125 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d73363-ab1f-40cf-b936-bacfe13e320a None None] Network b7600648-e960-49fb-a10b-51cd2adb6e47 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:56:12.698616 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33278) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:56:12.769757 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b042fb2f-9f80-42f5-9033-8c0a5b583182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:12.830452 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-b042fb2f-9f80-42f5-9033-8c0a5b583182 admin admin] Deleting port 31a9cf01-ef66-4337-b0ed-49faf06119d1 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:56:12.830796 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b042fb2f-9f80-42f5-9033-8c0a5b583182 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:12.894803 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dd2615-8fea-41bf-b2a4-880ec8968180 None None] DHCP port deletion for b7600648-e960-49fb-a10b-51cd2adb6e47 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:56:12.901278 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-b042fb2f-9f80-42f5-9033-8c0a5b583182 admin admin] For port 31a9cf01-ef66-4337-b0ed-49faf06119d1, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=31a9cf01-ef66-4337-b0ed-49faf06119d1,segment=NetworkSegment(2f262ca5-c342-4c8b-952d-08e1c9a3d01a),segment_id=2f262ca5-c342-4c8b-952d-08e1c9a3d01a)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:56:12.901773 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b042fb2f-9f80-42f5-9033-8c0a5b583182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:12.915248 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-b042fb2f-9f80-42f5-9033-8c0a5b583182 admin admin] Calling delete_port for 31a9cf01-ef66-4337-b0ed-49faf06119d1 owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:56:12.941079 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-56dd2615-8fea-41bf-b2a4-880ec8968180 None None] Deleting port 31a9cf01-ef66-4337-b0ed-49faf06119d1 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:56:12.941449 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-56dd2615-8fea-41bf-b2a4-880ec8968180 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:12.996355 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b042fb2f-9f80-42f5-9033-8c0a5b583182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:13.019738 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-56dd2615-8fea-41bf-b2a4-880ec8968180 None None] For port 31a9cf01-ef66-4337-b0ed-49faf06119d1, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=31a9cf01-ef66-4337-b0ed-49faf06119d1,segment=NetworkSegment(2f262ca5-c342-4c8b-952d-08e1c9a3d01a),segment_id=2f262ca5-c342-4c8b-952d-08e1c9a3d01a)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:56:13.020277 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-56dd2615-8fea-41bf-b2a4-880ec8968180 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:13.025205 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042fb2f-9f80-42f5-9033-8c0a5b583182 admin admin] Pushing event deleted for resources: {'Port': ['ID=31a9cf01-ef66-4337-b0ed-49faf06119d1,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:56:13.027348 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b042fb2f-9f80-42f5-9033-8c0a5b583182 admin admin] No DVR routers for this DVR port 31a9cf01-ef66-4337-b0ed-49faf06119d1 on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:56:13.034470 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-56dd2615-8fea-41bf-b2a4-880ec8968180 None None] Calling delete_port for 31a9cf01-ef66-4337-b0ed-49faf06119d1 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:56:13.045328 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device ac4021ca-482d-4cc7-a02e-1c1bfaf30d98 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:56:13.097181 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: ac4021ca-482d-4cc7-a02e-1c1bfaf30d98 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:56:13.097521 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device ac4021ca-482d-4cc7-a02e-1c1bfaf30d98 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:56:13.097940 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 16f0666a-26f2-4366-b1f9-648da0d9b584 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:56:13.102471 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b042fb2f-9f80-42f5-9033-8c0a5b583182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:13.120893 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 16f0666a-26f2-4366-b1f9-648da0d9b584 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:56:13.121232 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 16f0666a-26f2-4366-b1f9-648da0d9b584 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:56:13.121651 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 31a9cf01-ef66-4337-b0ed-49faf06119d1 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:56:13.125204 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-b042fb2f-9f80-42f5-9033-8c0a5b583182 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7600648-e960-49fb-a10b-51cd2adb6e47']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:56:13.134601 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-b042fb2f-9f80-42f5-9033-8c0a5b583182 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f262ca5-c342-4c8b-952d-08e1c9a3d01a') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:56:13.134898 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-b042fb2f-9f80-42f5-9033-8c0a5b583182 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f262ca5-c342-4c8b-952d-08e1c9a3d01a') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:56:13.143915 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 31a9cf01-ef66-4337-b0ed-49faf06119d1 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:56:13.144048 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b042fb2f-9f80-42f5-9033-8c0a5b583182 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:13.144259 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 31a9cf01-ef66-4337-b0ed-49faf06119d1 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:56:13.158028 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b042fb2f-9f80-42f5-9033-8c0a5b583182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:13.164496 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b042fb2f-9f80-42f5-9033-8c0a5b583182 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:56:13.164987 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b042fb2f-9f80-42f5-9033-8c0a5b583182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:13.166690 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:56:13.166690 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:56:13.166690 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:56:13.166690 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:56:13.166690 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:56:13.166690 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:56:13.166690 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:56:13.166690 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:56:13.166690 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:56:13.166690 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:56:13.166690 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:56:13.166690 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:56:13.166690 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:56:13.166690 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:56:13.166690 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:56:13.166690 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:56:13.166690 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:56:13.166690 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:56:13.166690 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:56:13.166690 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:56:13.166690 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:56:13.166690 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:56:13.166690 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:56:13.166690 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:56:13.166690 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:56:13.166690 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:56:13.166690 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:56:13.166690 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:56:13.166690 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:56:13.166690 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:56:13.166690 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:56:13.166690 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:56:13.173657 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-56dd2615-8fea-41bf-b2a4-880ec8968180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:13.198375 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dd2615-8fea-41bf-b2a4-880ec8968180 None None] Pushing event deleted for resources: {'Port': ['ID=31a9cf01-ef66-4337-b0ed-49faf06119d1,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:56:13.202571 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dd2615-8fea-41bf-b2a4-880ec8968180 None None] No DVR routers for this DVR port 31a9cf01-ef66-4337-b0ed-49faf06119d1 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:56:13.229453 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b042fb2f-9f80-42f5-9033-8c0a5b583182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:13.234885 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b042fb2f-9f80-42f5-9033-8c0a5b583182 admin admin] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:13.238036 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b042fb2f-9f80-42f5-9033-8c0a5b583182 admin admin] 10.222.0.49 "DELETE /v2.0/networks/b7600648-e960-49fb-a10b-51cd2adb6e47 HTTP/1.1" status: 204 len: 168 time: 0.5384214 Nov 09 21:56:13.249045 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042fb2f-9f80-42f5-9033-8c0a5b583182 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7600648-e960-49fb-a10b-51cd2adb6e47,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:56:13.395904 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33282) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:56:13.435504 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-de86fa4a-5101-4070-aae2-a55e738db913 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e9b152ee9b1c46c483a124f15558b176&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384564 Nov 09 21:56:13.438056 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33284) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:56:13.484961 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2fc8eef0-1e08-4435-95ea-e6277889680e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:13.505415 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2fc8eef0-1e08-4435-95ea-e6277889680e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:13.552666 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2fc8eef0-1e08-4435-95ea-e6277889680e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:13.555790 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2fc8eef0-1e08-4435-95ea-e6277889680e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:13.556974 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2fc8eef0-1e08-4435-95ea-e6277889680e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/608a2a1e-c03b-46ba-a38c-2d8bd52924d0 HTTP/1.1" status: 204 len: 168 time: 0.1179557 Nov 09 21:56:13.565058 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8eef0-1e08-4435-95ea-e6277889680e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608a2a1e-c03b-46ba-a38c-2d8bd52924d0,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:56:13.859108 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33290) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:56:13.898150 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b1520abb-1591-4185-b75b-5fd1c1c13724 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c23bbe326cbf4d139d487ddd551de63e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379286 Nov 09 21:56:13.900374 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33292) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:56:13.945820 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f07d6881-efdd-4d4f-8b5c-12e0f0d2fad0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:13.970016 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f07d6881-efdd-4d4f-8b5c-12e0f0d2fad0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:14.016902 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f07d6881-efdd-4d4f-8b5c-12e0f0d2fad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:14.019613 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f07d6881-efdd-4d4f-8b5c-12e0f0d2fad0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:14.020805 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f07d6881-efdd-4d4f-8b5c-12e0f0d2fad0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/903a79d1-b7ba-4f4f-bb6e-42a4b71650e3 HTTP/1.1" status: 204 len: 168 time: 0.1194849 Nov 09 21:56:14.028307 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d6881-efdd-4d4f-8b5c-12e0f0d2fad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903a79d1-b7ba-4f4f-bb6e-42a4b71650e3,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:56:17.674008 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-204f57c0-2286-4c9e-9b60-b5f499cb16e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:20.199792 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-225b19f5-a644-4210-aee2-4f9cb8e69aec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:21.121391 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:22.487353 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:23.085777 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:23.406614 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:24.016172 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-677ae4fb-4323-48c7-a6bb-992e283c9001 tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=c74fe3d190954e0796345640ac734d43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287745 Nov 09 21:56:24.194893 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-b417bc5d-00de-4273-863b-a9c687ca34a9 tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:24.196346 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-b417bc5d-00de-4273-863b-a9c687ca34a9 tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1750777 Nov 09 21:56:24.211208 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-2b0f31e3-a26e-4b4b-aa90-857792310717 tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] 10.222.0.49 "GET /v2.0/quotas/c74fe3d190954e0796345640ac734d43 HTTP/1.1" status: 200 len: 375 time: 0.0092320 Nov 09 21:56:24.245516 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-f21f2d26-9c0b-4eb8-b3ab-658d8a25c26c tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c74fe3d190954e0796345640ac734d43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291166 Nov 09 21:56:24.405356 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-071b9537-ef4a-4b67-86ba-db091c5a5640 req-f67f9209-33be-41c0-8e77-534c3613c656 tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1ee6b77-0412-441f-b651-c136c9ad4731 HTTP/1.1" status: 200 len: 210 time: 0.0300581 Nov 09 21:56:25.205882 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-84c3aaed-ee11-4852-8977-f53e39b42ede tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=c74fe3d190954e0796345640ac734d43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214982 Nov 09 21:56:25.312849 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-f8926e40-b09d-47e8-9724-a9e3925017d5 tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:25.314291 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-f8926e40-b09d-47e8-9724-a9e3925017d5 tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1029432 Nov 09 21:56:25.327842 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-2130a2e2-600c-4bbb-b5e0-5fd08f36d10a tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] Request body: {'port': {'device_id': 'f1ee6b77-0412-441f-b651-c136c9ad4731', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'admin_state_up': True, 'tenant_id': 'c74fe3d190954e0796345640ac734d43'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:56:25.434000 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-2130a2e2-600c-4bbb-b5e0-5fd08f36d10a tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] Made reservation on behalf of c74fe3d190954e0796345640ac734d43 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:56:25.437499 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-2130a2e2-600c-4bbb-b5e0-5fd08f36d10a tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:25.446006 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-2130a2e2-600c-4bbb-b5e0-5fd08f36d10a tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:25.507587 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-20166278-8b89-485c-87c9-ea0f3aa1dba4 req-3876c3ac-1605-499c-9d6a-d2b940902ac4 tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1ee6b77-0412-441f-b651-c136c9ad4731 HTTP/1.1" status: 200 len: 210 time: 0.0291605 Nov 09 21:56:25.544340 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-2130a2e2-600c-4bbb-b5e0-5fd08f36d10a tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:25.547803 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-2130a2e2-600c-4bbb-b5e0-5fd08f36d10a tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:25.612761 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130a2e2-600c-4bbb-b5e0-5fd08f36d10a tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4759bc5-a5b2-4ca3-abb0-a0c1c54847e8,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:56:25.677830 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-2130a2e2-600c-4bbb-b5e0-5fd08f36d10a tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] Allocated IP 192.168.233.198 (568519e4-f6af-4966-9e93-738c3c6cb9f1/5ba3500c-a288-4596-ba94-148f2bd8a6da/7aa48f53-17f6-4ac2-a777-7ad18c84ef09) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:56:25.822331 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-2130a2e2-600c-4bbb-b5e0-5fd08f36d10a tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:25.854714 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-2130a2e2-600c-4bbb-b5e0-5fd08f36d10a tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:25.892791 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-2130a2e2-600c-4bbb-b5e0-5fd08f36d10a tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] Network 568519e4-f6af-4966-9e93-738c3c6cb9f1 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:56:25.898786 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-2130a2e2-600c-4bbb-b5e0-5fd08f36d10a tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:56:25.902415 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-2130a2e2-600c-4bbb-b5e0-5fd08f36d10a tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:56:25.928437 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130a2e2-600c-4bbb-b5e0-5fd08f36d10a tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] Pushing event updated for resources: {'Port': ['ID=7aa48f53-17f6-4ac2-a777-7ad18c84ef09,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:56:25.961993 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-2130a2e2-600c-4bbb-b5e0-5fd08f36d10a tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:25.962617 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-2130a2e2-600c-4bbb-b5e0-5fd08f36d10a tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:25.979179 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-2130a2e2-600c-4bbb-b5e0-5fd08f36d10a tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6548166 Nov 09 21:56:25.992061 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-55b8f226-f93a-4e44-a30d-b10d453853b5 service neutron] Request body: {'port': {'device_id': 'f1ee6b77-0412-441f-b651-c136c9ad4731', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:56:26.046494 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-55b8f226-f93a-4e44-a30d-b10d453853b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:26.090133 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-236548fe-dcef-48c2-a0be-87933e2e2d08 None None] Provisioning complete for port 7aa48f53-17f6-4ac2-a777-7ad18c84ef09 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:56:26.090618 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-236548fe-dcef-48c2-a0be-87933e2e2d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:26.126378 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-236548fe-dcef-48c2-a0be-87933e2e2d08 None None] Port 7aa48f53-17f6-4ac2-a777-7ad18c84ef09 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:56:26.302255 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-55b8f226-f93a-4e44-a30d-b10d453853b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aa48f53-17f6-4ac2-a777-7ad18c84ef09 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:56:26.310236 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-55b8f226-f93a-4e44-a30d-b10d453853b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:26.321768 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-55b8f226-f93a-4e44-a30d-b10d453853b5 service neutron] Transition to ACTIVE for port object 7aa48f53-17f6-4ac2-a777-7ad18c84ef09 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:56:26.325671 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-55b8f226-f93a-4e44-a30d-b10d453853b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:26.393697 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8f226-f93a-4e44-a30d-b10d453853b5 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa48f53-17f6-4ac2-a777-7ad18c84ef09,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:56:26.444020 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-55b8f226-f93a-4e44-a30d-b10d453853b5 service neutron] Attempting to bind port 7aa48f53-17f6-4ac2-a777-7ad18c84ef09 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:56:26.444354 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-55b8f226-f93a-4e44-a30d-b10d453853b5 service neutron] Attempting to bind port 7aa48f53-17f6-4ac2-a777-7ad18c84ef09 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:56:26.444777 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-55b8f226-f93a-4e44-a30d-b10d453853b5 service neutron] Attempting to bind port 7aa48f53-17f6-4ac2-a777-7ad18c84ef09 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:56:26.449307 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-55b8f226-f93a-4e44-a30d-b10d453853b5 service neutron] Port 7aa48f53-17f6-4ac2-a777-7ad18c84ef09 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:56:26.449630 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-55b8f226-f93a-4e44-a30d-b10d453853b5 service neutron] Attempting to bind port 7aa48f53-17f6-4ac2-a777-7ad18c84ef09 on network 568519e4-f6af-4966-9e93-738c3c6cb9f1 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:56:26.454737 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-55b8f226-f93a-4e44-a30d-b10d453853b5 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:56:26.455075 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-55b8f226-f93a-4e44-a30d-b10d453853b5 service neutron] Checking segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:56:26.455459 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-55b8f226-f93a-4e44-a30d-b10d453853b5 service neutron] Bound using segment: {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:56:26.455886 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-55b8f226-f93a-4e44-a30d-b10d453853b5 service neutron] Bound port: 7aa48f53-17f6-4ac2-a777-7ad18c84ef09, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:56:26.456246 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-55b8f226-f93a-4e44-a30d-b10d453853b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:26.528961 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-55b8f226-f93a-4e44-a30d-b10d453853b5 service neutron] For port 7aa48f53-17f6-4ac2-a777-7ad18c84ef09, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:56:26.531933 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-55b8f226-f93a-4e44-a30d-b10d453853b5 service neutron] For port 7aa48f53-17f6-4ac2-a777-7ad18c84ef09, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=7aa48f53-17f6-4ac2-a777-7ad18c84ef09,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:56:26.537163 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-55b8f226-f93a-4e44-a30d-b10d453853b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:26.573833 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-55b8f226-f93a-4e44-a30d-b10d453853b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:26.574550 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-55b8f226-f93a-4e44-a30d-b10d453853b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:26.576006 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-55b8f226-f93a-4e44-a30d-b10d453853b5 service neutron] 10.222.0.45 "PUT /v2.0/ports/7aa48f53-17f6-4ac2-a777-7ad18c84ef09 HTTP/1.1" status: 200 len: 1096 time: 0.5889225 Nov 09 21:56:26.576398 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ee6b77-0412-441f-b651-c136c9ad4731', 'tag': '7aa48f53-17f6-4ac2-a777-7ad18c84ef09'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:56:26.578666 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06c9a69-e181-4044-be2a-65c9fd625d5d" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ee6b77-0412-441f-b651-c136c9ad4731", "tag": "7aa48f53-17f6-4ac2-a777-7ad18c84ef09"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:56:26.612502 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8f226-f93a-4e44-a30d-b10d453853b5 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa48f53-17f6-4ac2-a777-7ad18c84ef09,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:56:26.634714 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323e4b54-c027-4ae6-954b-025c20206b22 x-openstack-request-id: req-323e4b54-c027-4ae6-954b-025c20206b22 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:56:26.635211 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ee6b77-0412-441f-b651-c136c9ad4731", "tag": "7aa48f53-17f6-4ac2-a777-7ad18c84ef09", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:56:26.636478 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-323e4b54-c027-4ae6-954b-025c20206b22 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:56:26.636478 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ee6b77-0412-441f-b651-c136c9ad4731', 'tag': '7aa48f53-17f6-4ac2-a777-7ad18c84ef09', 'status': 'completed', 'code': 200} Nov 09 21:56:26.650752 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d8325-eda2-46af-b1e3-2c54beb63817 req-0691a803-a9f6-4688-b77c-65948dbaa5a1 tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:26.652329 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d01d8325-eda2-46af-b1e3-2c54beb63817 req-0691a803-a9f6-4688-b77c-65948dbaa5a1 tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1ee6b77-0412-441f-b651-c136c9ad4731 HTTP/1.1" status: 200 len: 948 time: 0.0721366 Nov 09 21:56:26.672786 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-a1ac759e-7386-4fe6-9d18-a11a2630eac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:26.674509 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-a1ac759e-7386-4fe6-9d18-a11a2630eac5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c74fe3d190954e0796345640ac734d43&device_id=f1ee6b77-0412-441f-b651-c136c9ad4731 HTTP/1.1" status: 200 len: 1099 time: 0.0553341 Nov 09 21:56:26.703727 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d01d8325-eda2-46af-b1e3-2c54beb63817 req-ddf66367-23f1-4f3d-9742-b8784cd4395e tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4759bc5-a5b2-4ca3-abb0-a0c1c54847e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445185 Nov 09 21:56:26.723135 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-6fb8cb55-f38f-46e1-86a5-9869a025ead3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=7aa48f53-17f6-4ac2-a777-7ad18c84ef09 HTTP/1.1" status: 200 len: 217 time: 0.0398166 Nov 09 21:56:26.774428 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-76a11d95-2dc3-4ba0-a34d-8207945272e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:26.775916 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-76a11d95-2dc3-4ba0-a34d-8207945272e1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.0450101 Nov 09 21:56:26.822794 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-6d48e86d-8f9d-4b4b-be73-401ff6cd192e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:26.824291 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-6d48e86d-8f9d-4b4b-be73-401ff6cd192e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0406408 Nov 09 21:56:26.915225 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-4f1dc58a-613e-4ce0-970a-2ee4527ccc3e service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839260 Nov 09 21:56:26.975689 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:56:27.005798 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cc0eebe8-4213-4357-9679-f43fe9dd69b8 req-2cdca05f-a0f5-4eb8-adec-b20b609df187 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838892 Nov 09 21:56:27.092018 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c9a69-e181-4044-be2a-65c9fd625d5d req-5f1f6f74-d81a-4b51-a4ec-047c2ae9ce5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:27.093519 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f06c9a69-e181-4044-be2a-65c9fd625d5d req-5f1f6f74-d81a-4b51-a4ec-047c2ae9ce5e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c74fe3d190954e0796345640ac734d43&device_id=f1ee6b77-0412-441f-b651-c136c9ad4731 HTTP/1.1" status: 200 len: 1099 time: 0.0405574 Nov 09 21:56:27.183977 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c9a69-e181-4044-be2a-65c9fd625d5d req-035e9402-30ca-4676-beb2-d88c7f90bb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:27.185463 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f06c9a69-e181-4044-be2a-65c9fd625d5d req-035e9402-30ca-4676-beb2-d88c7f90bb01 service neutron] 10.222.0.45 "GET /v2.0/networks?id=568519e4-f6af-4966-9e93-738c3c6cb9f1 HTTP/1.1" status: 200 len: 869 time: 0.0847626 Nov 09 21:56:27.226497 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f06c9a69-e181-4044-be2a-65c9fd625d5d req-9e974b78-f851-4c7c-a7ad-33bacd692679 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=7aa48f53-17f6-4ac2-a777-7ad18c84ef09 HTTP/1.1" status: 200 len: 217 time: 0.0335524 Nov 09 21:56:27.276134 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c9a69-e181-4044-be2a-65c9fd625d5d req-0ebf7d0e-166d-4a84-b6fe-3557890fbe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:27.279413 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f06c9a69-e181-4044-be2a-65c9fd625d5d req-0ebf7d0e-166d-4a84-b6fe-3557890fbe4f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5ba3500c-a288-4596-ba94-148f2bd8a6da HTTP/1.1" status: 200 len: 843 time: 0.0466433 Nov 09 21:56:27.330841 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c9a69-e181-4044-be2a-65c9fd625d5d req-c3105332-1948-4ded-8a0d-adcd84723201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:27.332365 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f06c9a69-e181-4044-be2a-65c9fd625d5d req-c3105332-1948-4ded-8a0d-adcd84723201 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=568519e4-f6af-4966-9e93-738c3c6cb9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0460706 Nov 09 21:56:27.422506 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f06c9a69-e181-4044-be2a-65c9fd625d5d req-96ac1843-e74a-48bc-98d0-13625d9345ba service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820768 Nov 09 21:56:27.513791 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f06c9a69-e181-4044-be2a-65c9fd625d5d req-f4a54b5e-c95d-468e-a53b-1bb163c62ee1 service neutron] 10.222.0.45 "GET /v2.0/networks/568519e4-f6af-4966-9e93-738c3c6cb9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840080 Nov 09 21:56:27.820102 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc5682-3353-4835-a3f3-16791d50e8dc req-33ff2f2c-e18d-4501-881c-b704ad5523f6 tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:27.821604 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-24bc5682-3353-4835-a3f3-16791d50e8dc req-33ff2f2c-e18d-4501-881c-b704ad5523f6 tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1ee6b77-0412-441f-b651-c136c9ad4731 HTTP/1.1" status: 200 len: 948 time: 0.0486093 Nov 09 21:56:27.866675 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-24bc5682-3353-4835-a3f3-16791d50e8dc req-e6ac0f58-b5d2-41d7-8352-cceb126bb3ee tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4759bc5-a5b2-4ca3-abb0-a0c1c54847e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392790 Nov 09 21:56:28.981378 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4277e-5116-4031-a28d-34d2f6d03d08 req-b5e52711-4edd-4fee-b257-1d9fe168c9c7 tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:28.982985 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-abf4277e-5116-4031-a28d-34d2f6d03d08 req-b5e52711-4edd-4fee-b257-1d9fe168c9c7 tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1ee6b77-0412-441f-b651-c136c9ad4731 HTTP/1.1" status: 200 len: 948 time: 0.0489891 Nov 09 21:56:29.029464 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-abf4277e-5116-4031-a28d-34d2f6d03d08 req-403a8544-f4ba-4ee8-94c1-b0e655596bc3 tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4759bc5-a5b2-4ca3-abb0-a0c1c54847e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407398 Nov 09 21:56:29.312583 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 7aa48f53-17f6-4ac2-a777-7ad18c84ef09 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:56:29.408008 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 7aa48f53-17f6-4ac2-a777-7ad18c84ef09, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=7aa48f53-17f6-4ac2-a777-7ad18c84ef09,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:56:29.419826 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '7aa48f53-17f6-4ac2-a777-7ad18c84ef09', 'network_id': '568519e4-f6af-4966-9e93-738c3c6cb9f1', 'port_id': '7aa48f53-17f6-4ac2-a777-7ad18c84ef09', 'mac_address': 'fa:16:3e:62:c6:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba3500c-a288-4596-ba94-148f2bd8a6da', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:56:29.457790 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:29.470127 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aa48f53-17f6-4ac2-a777-7ad18c84ef09 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:56:29.489083 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 7aa48f53-17f6-4ac2-a777-7ad18c84ef09, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=7aa48f53-17f6-4ac2-a777-7ad18c84ef09,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:56:29.495416 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:29.539219 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=7aa48f53-17f6-4ac2-a777-7ad18c84ef09,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:56:29.684590 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['7aa48f53-17f6-4ac2-a777-7ad18c84ef09'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:56:30.148794 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dacf0a0-f2ee-445d-b17f-fc7a8920304a req-95663fa0-a554-4274-9db6-3158518d13bb tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:30.150257 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0dacf0a0-f2ee-445d-b17f-fc7a8920304a req-95663fa0-a554-4274-9db6-3158518d13bb tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1ee6b77-0412-441f-b651-c136c9ad4731 HTTP/1.1" status: 200 len: 949 time: 0.0517430 Nov 09 21:56:30.195915 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0dacf0a0-f2ee-445d-b17f-fc7a8920304a req-ddabc1da-c8e3-471f-aba1-2d2426ec5e57 tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4759bc5-a5b2-4ca3-abb0-a0c1c54847e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397139 Nov 09 21:56:31.313232 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14358b21-0dc1-4c78-8ae7-e8e981eb9049 req-e2ea9459-bd5c-4cb1-837e-9b98f4a63e43 tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:31.314683 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14358b21-0dc1-4c78-8ae7-e8e981eb9049 req-e2ea9459-bd5c-4cb1-837e-9b98f4a63e43 tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1ee6b77-0412-441f-b651-c136c9ad4731 HTTP/1.1" status: 200 len: 949 time: 0.0518887 Nov 09 21:56:31.329240 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 7aa48f53-17f6-4ac2-a777-7ad18c84ef09 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:56:31.363540 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14358b21-0dc1-4c78-8ae7-e8e981eb9049 req-a31b4deb-4924-49c3-afea-5ef3ee86245d tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4759bc5-a5b2-4ca3-abb0-a0c1c54847e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429351 Nov 09 21:56:31.380257 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 7aa48f53-17f6-4ac2-a777-7ad18c84ef09 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:56:31.384227 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 7aa48f53-17f6-4ac2-a777-7ad18c84ef09 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:56:31.384600 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:31.462776 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:31.485833 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ee6b77-0412-441f-b651-c136c9ad4731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa48f53-17f6-4ac2-a777-7ad18c84ef09'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:56:31.488100 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a712f29b-a90a-4557-a239-0aadb388e260" -d '{"events": [{"server_uuid": "f1ee6b77-0412-441f-b651-c136c9ad4731", "name": "network-vif-plugged", "status": "completed", "tag": "7aa48f53-17f6-4ac2-a777-7ad18c84ef09"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:56:31.501085 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 7aa48f53-17f6-4ac2-a777-7ad18c84ef09, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=7aa48f53-17f6-4ac2-a777-7ad18c84ef09,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:56:31.505181 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:31.528249 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6718cf-4a5c-4702-889f-732bb2136e96 x-openstack-request-id: req-ac6718cf-4a5c-4702-889f-732bb2136e96 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:56:31.528543 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ee6b77-0412-441f-b651-c136c9ad4731", "name": "network-vif-plugged", "status": "completed", "tag": "7aa48f53-17f6-4ac2-a777-7ad18c84ef09", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:56:31.528827 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ac6718cf-4a5c-4702-889f-732bb2136e96 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:56:31.529219 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ee6b77-0412-441f-b651-c136c9ad4731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa48f53-17f6-4ac2-a777-7ad18c84ef09', 'code': 200} Nov 09 21:56:31.555862 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=7aa48f53-17f6-4ac2-a777-7ad18c84ef09,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:56:31.619944 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca3b1c-95a4-4f5d-ba92-1978bff6cfa7 req-60a587a7-03af-40b7-a87c-8d82fab48442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:31.621452 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bbca3b1c-95a4-4f5d-ba92-1978bff6cfa7 req-60a587a7-03af-40b7-a87c-8d82fab48442 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f1ee6b77-0412-441f-b651-c136c9ad4731 HTTP/1.1" status: 200 len: 1101 time: 0.0391214 Nov 09 21:56:31.664338 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bbca3b1c-95a4-4f5d-ba92-1978bff6cfa7 req-ee992e11-6ddf-451d-9351-fd030863987b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e4759bc5-a5b2-4ca3-abb0-a0c1c54847e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358393 Nov 09 21:56:32.478824 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ad72c-ad40-4baf-b226-07e07a6bb7be req-75963ef1-1e20-47fd-aa1b-69e04554d423 tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:32.480306 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9c5ad72c-ad40-4baf-b226-07e07a6bb7be req-75963ef1-1e20-47fd-aa1b-69e04554d423 tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1ee6b77-0412-441f-b651-c136c9ad4731 HTTP/1.1" status: 200 len: 950 time: 0.0478234 Nov 09 21:56:32.527448 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9c5ad72c-ad40-4baf-b226-07e07a6bb7be req-d4f19625-3e7f-4efe-9e3a-e13259a9ed1d tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4759bc5-a5b2-4ca3-abb0-a0c1c54847e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411515 Nov 09 21:56:33.643957 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d352c5-443c-45ae-8670-053ae6b36913 req-64e77337-1236-49d6-a9f5-c73fac67283e tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:33.645450 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-87d352c5-443c-45ae-8670-053ae6b36913 req-64e77337-1236-49d6-a9f5-c73fac67283e tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1ee6b77-0412-441f-b651-c136c9ad4731 HTTP/1.1" status: 200 len: 950 time: 0.0475841 Nov 09 21:56:33.694805 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-87d352c5-443c-45ae-8670-053ae6b36913 req-32e1b8a9-12fb-4fe5-a217-ec6698613cf0 tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4759bc5-a5b2-4ca3-abb0-a0c1c54847e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433576 Nov 09 21:56:33.930527 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:34.066365 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [req-dde90c1b-98b6-4d14-acc4-88c15aa5fd84 req-a28d8b52-1f17-4270-8dcb-d753e03dd748 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:56:34.067368 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dde90c1b-98b6-4d14-acc4-88c15aa5fd84 req-a28d8b52-1f17-4270-8dcb-d753e03dd748 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1021354 Nov 09 21:56:34.383805 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-e881749a-782f-4b26-83f5-2ffde6f08172 req-53c9b6c8-2401-4762-844e-70a2c7739b1f service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 21:56:34.384810 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e881749a-782f-4b26-83f5-2ffde6f08172 req-53c9b6c8-2401-4762-844e-70a2c7739b1f service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054300 Nov 09 21:56:34.704260 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c98a5-e078-4ab0-8ce3-07dfd1395d2e req-be79965f-2b6f-46de-a490-e2b275643685 tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:34.705780 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3e9c98a5-e078-4ab0-8ce3-07dfd1395d2e req-be79965f-2b6f-46de-a490-e2b275643685 tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1ee6b77-0412-441f-b651-c136c9ad4731 HTTP/1.1" status: 200 len: 950 time: 0.0486755 Nov 09 21:56:34.751177 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3e9c98a5-e078-4ab0-8ce3-07dfd1395d2e req-387c0aad-9e59-4fde-bdab-a4904b4815c1 tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4759bc5-a5b2-4ca3-abb0-a0c1c54847e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395148 Nov 09 21:56:35.865866 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e508892-e3bc-49a5-8f2e-67c0b2af6bd2 req-64ad0d21-f5f4-4d63-a837-af115ac948d3 tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:35.867307 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2e508892-e3bc-49a5-8f2e-67c0b2af6bd2 req-64ad0d21-f5f4-4d63-a837-af115ac948d3 tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1ee6b77-0412-441f-b651-c136c9ad4731 HTTP/1.1" status: 200 len: 950 time: 0.0472155 Nov 09 21:56:35.917384 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2e508892-e3bc-49a5-8f2e-67c0b2af6bd2 req-6c465b4d-d0cc-4834-8a86-0133de7fb853 tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4759bc5-a5b2-4ca3-abb0-a0c1c54847e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439668 Nov 09 21:56:35.962096 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71997688-4b00-4765-a0ff-670c76a3a6c9 req-5d0e76df-8f4c-4a1b-a8fb-5e76a4be803c tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:35.963603 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71997688-4b00-4765-a0ff-670c76a3a6c9 req-5d0e76df-8f4c-4a1b-a8fb-5e76a4be803c tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1ee6b77-0412-441f-b651-c136c9ad4731 HTTP/1.1" status: 200 len: 950 time: 0.0478048 Nov 09 21:56:36.050773 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-71997688-4b00-4765-a0ff-670c76a3a6c9 req-789ebc02-a18a-46af-b2a6-97adc48dc2dc tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] Deleting port 7aa48f53-17f6-4ac2-a777-7ad18c84ef09 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:56:36.051032 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-71997688-4b00-4765-a0ff-670c76a3a6c9 req-789ebc02-a18a-46af-b2a6-97adc48dc2dc tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:36.137928 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-71997688-4b00-4765-a0ff-670c76a3a6c9 req-789ebc02-a18a-46af-b2a6-97adc48dc2dc tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] For port 7aa48f53-17f6-4ac2-a777-7ad18c84ef09, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=7aa48f53-17f6-4ac2-a777-7ad18c84ef09,segment=NetworkSegment(dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5),segment_id=dc8b7fe0-6cdb-4ce1-a07d-b912869a51a5)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:56:36.138283 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-71997688-4b00-4765-a0ff-670c76a3a6c9 req-789ebc02-a18a-46af-b2a6-97adc48dc2dc tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:36.150291 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-71997688-4b00-4765-a0ff-670c76a3a6c9 req-789ebc02-a18a-46af-b2a6-97adc48dc2dc tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] Calling delete_port for 7aa48f53-17f6-4ac2-a777-7ad18c84ef09 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:56:36.274324 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-71997688-4b00-4765-a0ff-670c76a3a6c9 req-789ebc02-a18a-46af-b2a6-97adc48dc2dc tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:36.286050 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['7aa48f53-17f6-4ac2-a777-7ad18c84ef09'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:56:36.303383 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ebc02-a18a-46af-b2a6-97adc48dc2dc tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] Pushing event deleted for resources: {'Port': ['ID=7aa48f53-17f6-4ac2-a777-7ad18c84ef09,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:56:36.348019 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-71997688-4b00-4765-a0ff-670c76a3a6c9 req-789ebc02-a18a-46af-b2a6-97adc48dc2dc tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] No DVR routers for this DVR port 7aa48f53-17f6-4ac2-a777-7ad18c84ef09 on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:56:36.351699 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-71997688-4b00-4765-a0ff-670c76a3a6c9 req-789ebc02-a18a-46af-b2a6-97adc48dc2dc tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:36.355943 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-71997688-4b00-4765-a0ff-670c76a3a6c9 req-789ebc02-a18a-46af-b2a6-97adc48dc2dc tempest-ServersAdminNegativeTestJSON-1875042307 tempest-ServersAdminNegativeTestJSON-1875042307-project] 10.222.0.45 "DELETE /v2.0/ports/7aa48f53-17f6-4ac2-a777-7ad18c84ef09 HTTP/1.1" status: 204 len: 173 time: 0.3863924 Nov 09 21:56:36.356424 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ee6b77-0412-441f-b651-c136c9ad4731', 'name': 'network-vif-deleted', 'tag': '7aa48f53-17f6-4ac2-a777-7ad18c84ef09'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:56:36.359583 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11454101-ca76-425e-98d6-0154527ace7c" -d '{"events": [{"server_uuid": "f1ee6b77-0412-441f-b651-c136c9ad4731", "name": "network-vif-deleted", "tag": "7aa48f53-17f6-4ac2-a777-7ad18c84ef09"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:56:36.404304 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d659e4ec-8ce0-489c-8739-31473b084258 x-openstack-request-id: req-d659e4ec-8ce0-489c-8739-31473b084258 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:56:36.404493 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ee6b77-0412-441f-b651-c136c9ad4731", "name": "network-vif-deleted", "tag": "7aa48f53-17f6-4ac2-a777-7ad18c84ef09", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:56:36.404777 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d659e4ec-8ce0-489c-8739-31473b084258 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:56:36.405168 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ee6b77-0412-441f-b651-c136c9ad4731', 'name': 'network-vif-deleted', 'tag': '7aa48f53-17f6-4ac2-a777-7ad18c84ef09', 'status': 'completed', 'code': 200} Nov 09 21:56:37.220943 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33420) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:56:37.352918 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c471a573-4043-4da3-a146-ee91d71a7fc2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c74fe3d190954e0796345640ac734d43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1308599 Nov 09 21:56:37.355365 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33424) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:56:37.410480 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-29b67b95-c4ba-495a-89b7-9ba2f0668d14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:37.431286 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-29b67b95-c4ba-495a-89b7-9ba2f0668d14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:37.477498 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-29b67b95-c4ba-495a-89b7-9ba2f0668d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:37.480003 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-29b67b95-c4ba-495a-89b7-9ba2f0668d14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:37.481170 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-29b67b95-c4ba-495a-89b7-9ba2f0668d14 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e4759bc5-a5b2-4ca3-abb0-a0c1c54847e8 HTTP/1.1" status: 204 len: 168 time: 0.1249189 Nov 09 21:56:37.493787 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b67b95-c4ba-495a-89b7-9ba2f0668d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4759bc5-a5b2-4ca3-abb0-a0c1c54847e8,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:56:37.733196 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33430) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:56:37.746937 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a9df8e9a-cdb5-40df-9009-9b5dd38eb591 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:37.828507 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a9df8e9a-cdb5-40df-9009-9b5dd38eb591 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:37.833876 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a9df8e9a-cdb5-40df-9009-9b5dd38eb591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:37.872020 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a9df8e9a-cdb5-40df-9009-9b5dd38eb591 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5010fa522ea4477ca4a3ed569b763cc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1377518 Nov 09 21:56:37.872742 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df8e9a-cdb5-40df-9009-9b5dd38eb591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb8d430-00a8-4cd0-a0e7-c61133c8be2b,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:56:37.875406 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33432) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:56:37.923873 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e3105157-523b-4af1-9aab-3c97fc1d5091 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:37.945447 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e3105157-523b-4af1-9aab-3c97fc1d5091 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:37.991310 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e3105157-523b-4af1-9aab-3c97fc1d5091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:37.994034 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e3105157-523b-4af1-9aab-3c97fc1d5091 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:37.995176 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e3105157-523b-4af1-9aab-3c97fc1d5091 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/edb8d430-00a8-4cd0-a0e7-c61133c8be2b HTTP/1.1" status: 204 len: 168 time: 0.1185651 Nov 09 21:56:38.003037 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3105157-523b-4af1-9aab-3c97fc1d5091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb8d430-00a8-4cd0-a0e7-c61133c8be2b,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:56:38.677202 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33454) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:56:38.775147 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-fd24dbe9-bbc3-473e-b3ec-aa04495dce86 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-268164455-network', 'tenant_id': '45029646de464d839aff13df2f893ffa'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:56:38.797007 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd24dbe9-bbc3-473e-b3ec-aa04495dce86 admin admin] Made reservation on behalf of 45029646de464d839aff13df2f893ffa for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:56:38.799178 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fd24dbe9-bbc3-473e-b3ec-aa04495dce86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:38.807950 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fd24dbe9-bbc3-473e-b3ec-aa04495dce86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:38.878773 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fd24dbe9-bbc3-473e-b3ec-aa04495dce86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:38.882590 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fd24dbe9-bbc3-473e-b3ec-aa04495dce86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:38.908326 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd24dbe9-bbc3-473e-b3ec-aa04495dce86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:56:38.915035 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24dbe9-bbc3-473e-b3ec-aa04495dce86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d09b95-fd64-420c-9cb8-84ad7479cdfc,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:56:38.921637 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fd24dbe9-bbc3-473e-b3ec-aa04495dce86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:38.922575 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-fd24dbe9-bbc3-473e-b3ec-aa04495dce86 admin admin] Added segment 9327f8ec-66ac-4860-97a2-f599f4d96feb of type vlan for network 1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b Nov 09 21:56:38.965349 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fd24dbe9-bbc3-473e-b3ec-aa04495dce86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:38.989272 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fd24dbe9-bbc3-473e-b3ec-aa04495dce86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:38.990886 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd24dbe9-bbc3-473e-b3ec-aa04495dce86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:38.991466 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fd24dbe9-bbc3-473e-b3ec-aa04495dce86 admin admin] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:39.043217 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-fd24dbe9-bbc3-473e-b3ec-aa04495dce86 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3644023 Nov 09 21:56:39.050608 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33458) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:56:39.056312 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-d30525fc-acbb-4045-88f6-949b862f738a admin admin] Request body: {'subnet': {'network_id': '1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-268164455-subnet', 'tenant_id': '45029646de464d839aff13df2f893ffa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:56:39.057383 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24dbe9-bbc3-473e-b3ec-aa04495dce86 admin admin] Pushing event updated for resources: {'Network': ['ID=1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:56:39.068204 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:56:39.078173 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30525fc-acbb-4045-88f6-949b862f738a admin admin] Made reservation on behalf of 45029646de464d839aff13df2f893ffa for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:56:39.080712 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d30525fc-acbb-4045-88f6-949b862f738a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:39.246192 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d30525fc-acbb-4045-88f6-949b862f738a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:39.303744 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30525fc-acbb-4045-88f6-949b862f738a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b969d072-12ed-49e8-b8c1-4a81fd8f6ca4,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:56:39.308917 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30525fc-acbb-4045-88f6-949b862f738a admin admin] Checking segment: {'id': '9327f8ec-66ac-4860-97a2-f599f4d96feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:56:39.309283 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30525fc-acbb-4045-88f6-949b862f738a admin admin] Network hostable DHCP agents. Network: 1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:56:39.326120 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30525fc-acbb-4045-88f6-949b862f738a admin admin] Network 1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:56:39.334666 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-d30525fc-acbb-4045-88f6-949b862f738a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:56:39.338645 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30525fc-acbb-4045-88f6-949b862f738a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:39.339245 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d30525fc-acbb-4045-88f6-949b862f738a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:39.344254 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2df071-eadb-4f4a-be69-99569da196c0 None None] Network 1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:56:39.360646 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d30525fc-acbb-4045-88f6-949b862f738a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3088930 Nov 09 21:56:39.387543 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 7aa48f53-17f6-4ac2-a777-7ad18c84ef09 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:56:39.414061 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 7aa48f53-17f6-4ac2-a777-7ad18c84ef09 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:56:39.414407 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 7aa48f53-17f6-4ac2-a777-7ad18c84ef09 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:56:39.500022 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b153103-801c-4c9c-86cb-b8bb24b170aa None None] Network 1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:56:39.787572 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7ec28-dad9-45cd-be8c-f3047fef81bc req-e6aad2b0-9c4d-484b-9104-29ee3429aefe tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:39.789019 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f6e7ec28-dad9-45cd-be8c-f3047fef81bc req-e6aad2b0-9c4d-484b-9104-29ee3429aefe tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/networks?id=1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b HTTP/1.1" status: 200 len: 811 time: 0.1038420 Nov 09 21:56:39.804202 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f6e7ec28-dad9-45cd-be8c-f3047fef81bc req-9a212ea2-70e8-4d34-bdde-fca52564aa57 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/quotas/45029646de464d839aff13df2f893ffa HTTP/1.1" status: 200 len: 375 time: 0.0091765 Nov 09 21:56:39.834115 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f6e7ec28-dad9-45cd-be8c-f3047fef81bc req-b550b844-1f15-44a1-9b6f-1c31cb599876 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=45029646de464d839aff13df2f893ffa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0247543 Nov 09 21:56:39.919055 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f6e7ec28-dad9-45cd-be8c-f3047fef81bc req-036da180-5f6a-477c-b333-bff2015c4c49 service neutron] 10.222.0.49 "GET /v2.0/networks/1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782959 Nov 09 21:56:40.007649 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f6e7ec28-dad9-45cd-be8c-f3047fef81bc req-22e7be33-7128-46e2-8e97-4e8471ae84b3 service neutron] 10.222.0.49 "GET /v2.0/networks/1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824726 Nov 09 21:56:40.161503 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6ada3d61-a169-4c1a-b8cb-cab2770bdce8 req-2c0c2ba5-0746-477a-816e-8fd94dd9f948 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/ports?device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f HTTP/1.1" status: 200 len: 210 time: 0.0263855 Nov 09 21:56:41.070051 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7ec28-dad9-45cd-be8c-f3047fef81bc req-233ad2ca-72d3-4ae3-8e8e-a2e7c76a031c tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:41.071508 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f6e7ec28-dad9-45cd-be8c-f3047fef81bc req-233ad2ca-72d3-4ae3-8e8e-a2e7c76a031c tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.45 "GET /v2.0/networks?id=1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b HTTP/1.1" status: 200 len: 811 time: 0.1095705 Nov 09 21:56:41.085206 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-f6e7ec28-dad9-45cd-be8c-f3047fef81bc req-67ad6a45-768a-4a0f-bbfa-6dae98d4009a tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Request body: {'port': {'device_id': 'dde3c0c6-3d10-4335-af9a-c323dfab4d0f', 'network_id': '1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b', 'admin_state_up': True, 'tenant_id': '45029646de464d839aff13df2f893ffa'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:56:41.188499 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6e7ec28-dad9-45cd-be8c-f3047fef81bc req-67ad6a45-768a-4a0f-bbfa-6dae98d4009a tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Made reservation on behalf of 45029646de464d839aff13df2f893ffa for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:56:41.192092 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f6e7ec28-dad9-45cd-be8c-f3047fef81bc req-67ad6a45-768a-4a0f-bbfa-6dae98d4009a tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:41.279391 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-19d505e2-3648-436d-b848-790582215daf req-881b4144-711b-4cd4-bf53-d8182bcab196 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/ports?device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f HTTP/1.1" status: 200 len: 210 time: 0.0336137 Nov 09 21:56:41.338633 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-f6e7ec28-dad9-45cd-be8c-f3047fef81bc req-67ad6a45-768a-4a0f-bbfa-6dae98d4009a tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Allocated IP 172.20.0.9 (1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b/b969d072-12ed-49e8-b8c1-4a81fd8f6ca4/3c415152-5d08-46c7-93fa-4811de5c7d27) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:56:41.488409 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f6e7ec28-dad9-45cd-be8c-f3047fef81bc req-67ad6a45-768a-4a0f-bbfa-6dae98d4009a tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:41.520699 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f6e7ec28-dad9-45cd-be8c-f3047fef81bc req-67ad6a45-768a-4a0f-bbfa-6dae98d4009a tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:41.564979 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6e7ec28-dad9-45cd-be8c-f3047fef81bc req-67ad6a45-768a-4a0f-bbfa-6dae98d4009a tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Network 1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:56:41.567936 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-f6e7ec28-dad9-45cd-be8c-f3047fef81bc req-67ad6a45-768a-4a0f-bbfa-6dae98d4009a tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:56:41.572199 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e7ec28-dad9-45cd-be8c-f3047fef81bc req-67ad6a45-768a-4a0f-bbfa-6dae98d4009a tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:56:41.578299 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad6a45-768a-4a0f-bbfa-6dae98d4009a tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Pushing event updated for resources: {'Port': ['ID=3c415152-5d08-46c7-93fa-4811de5c7d27,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:56:41.625055 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7ec28-dad9-45cd-be8c-f3047fef81bc req-67ad6a45-768a-4a0f-bbfa-6dae98d4009a tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:41.625657 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f6e7ec28-dad9-45cd-be8c-f3047fef81bc req-67ad6a45-768a-4a0f-bbfa-6dae98d4009a tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:41.641054 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f6e7ec28-dad9-45cd-be8c-f3047fef81bc req-67ad6a45-768a-4a0f-bbfa-6dae98d4009a tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5602934 Nov 09 21:56:41.652936 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-f6e7ec28-dad9-45cd-be8c-f3047fef81bc req-c3e07129-bfda-4e8b-bacb-78637d085d28 service neutron] Request body: {'port': {'device_id': 'dde3c0c6-3d10-4335-af9a-c323dfab4d0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:56:42.042725 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f6e7ec28-dad9-45cd-be8c-f3047fef81bc req-c3e07129-bfda-4e8b-bacb-78637d085d28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:42.291291 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-f6e7ec28-dad9-45cd-be8c-f3047fef81bc req-c3e07129-bfda-4e8b-bacb-78637d085d28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c415152-5d08-46c7-93fa-4811de5c7d27 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:56:42.298728 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f6e7ec28-dad9-45cd-be8c-f3047fef81bc req-c3e07129-bfda-4e8b-bacb-78637d085d28 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:42.310399 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-f6e7ec28-dad9-45cd-be8c-f3047fef81bc req-c3e07129-bfda-4e8b-bacb-78637d085d28 service neutron] Transition to ACTIVE for port object 3c415152-5d08-46c7-93fa-4811de5c7d27 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:56:42.314841 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f6e7ec28-dad9-45cd-be8c-f3047fef81bc req-c3e07129-bfda-4e8b-bacb-78637d085d28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:42.379294 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e07129-bfda-4e8b-bacb-78637d085d28 service neutron] Pushing event updated for resources: {'Port': ['ID=3c415152-5d08-46c7-93fa-4811de5c7d27,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:56:42.407354 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cdc45-0385-46ec-8c9f-ffd52ec21e55 req-49e56112-1c34-43d2-af73-6d41d9bb5d9d tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:42.408905 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-324cdc45-0385-46ec-8c9f-ffd52ec21e55 req-49e56112-1c34-43d2-af73-6d41d9bb5d9d tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/ports?device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f HTTP/1.1" status: 200 len: 943 time: 0.0597744 Nov 09 21:56:42.433825 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-f6e7ec28-dad9-45cd-be8c-f3047fef81bc req-c3e07129-bfda-4e8b-bacb-78637d085d28 service neutron] Attempting to bind port 3c415152-5d08-46c7-93fa-4811de5c7d27 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:56:42.434193 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-f6e7ec28-dad9-45cd-be8c-f3047fef81bc req-c3e07129-bfda-4e8b-bacb-78637d085d28 service neutron] Attempting to bind port 3c415152-5d08-46c7-93fa-4811de5c7d27 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '9327f8ec-66ac-4860-97a2-f599f4d96feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:56:42.434530 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e7ec28-dad9-45cd-be8c-f3047fef81bc req-c3e07129-bfda-4e8b-bacb-78637d085d28 service neutron] Attempting to bind port 3c415152-5d08-46c7-93fa-4811de5c7d27 on network 1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:56:42.438987 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e7ec28-dad9-45cd-be8c-f3047fef81bc req-c3e07129-bfda-4e8b-bacb-78637d085d28 service neutron] Port 3c415152-5d08-46c7-93fa-4811de5c7d27 on network 1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:56:42.439313 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e7ec28-dad9-45cd-be8c-f3047fef81bc req-c3e07129-bfda-4e8b-bacb-78637d085d28 service neutron] Attempting to bind port 3c415152-5d08-46c7-93fa-4811de5c7d27 on network 1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:56:42.444622 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e7ec28-dad9-45cd-be8c-f3047fef81bc req-c3e07129-bfda-4e8b-bacb-78637d085d28 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:56:42.444988 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e7ec28-dad9-45cd-be8c-f3047fef81bc req-c3e07129-bfda-4e8b-bacb-78637d085d28 service neutron] Checking segment: {'id': '9327f8ec-66ac-4860-97a2-f599f4d96feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:56:42.445379 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e7ec28-dad9-45cd-be8c-f3047fef81bc req-c3e07129-bfda-4e8b-bacb-78637d085d28 service neutron] Bound using segment: {'id': '9327f8ec-66ac-4860-97a2-f599f4d96feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:56:42.445809 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-f6e7ec28-dad9-45cd-be8c-f3047fef81bc req-c3e07129-bfda-4e8b-bacb-78637d085d28 service neutron] Bound port: 3c415152-5d08-46c7-93fa-4811de5c7d27, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9327f8ec-66ac-4860-97a2-f599f4d96feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:56:42.446172 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f6e7ec28-dad9-45cd-be8c-f3047fef81bc req-c3e07129-bfda-4e8b-bacb-78637d085d28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:42.457801 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-324cdc45-0385-46ec-8c9f-ffd52ec21e55 req-77f483a5-53b4-4f71-9d7e-5997b1568638 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d09b95-fd64-420c-9cb8-84ad7479cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418065 Nov 09 21:56:42.514208 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-f6e7ec28-dad9-45cd-be8c-f3047fef81bc req-c3e07129-bfda-4e8b-bacb-78637d085d28 service neutron] For port 3c415152-5d08-46c7-93fa-4811de5c7d27, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:56:42.517150 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-f6e7ec28-dad9-45cd-be8c-f3047fef81bc req-c3e07129-bfda-4e8b-bacb-78637d085d28 service neutron] For port 3c415152-5d08-46c7-93fa-4811de5c7d27, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=3c415152-5d08-46c7-93fa-4811de5c7d27,segment=NetworkSegment(9327f8ec-66ac-4860-97a2-f599f4d96feb),segment_id=9327f8ec-66ac-4860-97a2-f599f4d96feb)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:56:42.522333 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f6e7ec28-dad9-45cd-be8c-f3047fef81bc req-c3e07129-bfda-4e8b-bacb-78637d085d28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:42.552268 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7ec28-dad9-45cd-be8c-f3047fef81bc req-c3e07129-bfda-4e8b-bacb-78637d085d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:42.553005 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f6e7ec28-dad9-45cd-be8c-f3047fef81bc req-c3e07129-bfda-4e8b-bacb-78637d085d28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:42.554488 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f6e7ec28-dad9-45cd-be8c-f3047fef81bc req-c3e07129-bfda-4e8b-bacb-78637d085d28 service neutron] 10.222.0.45 "PUT /v2.0/ports/3c415152-5d08-46c7-93fa-4811de5c7d27 HTTP/1.1" status: 200 len: 1091 time: 0.9054358 Nov 09 21:56:42.556846 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde3c0c6-3d10-4335-af9a-c323dfab4d0f', 'tag': '3c415152-5d08-46c7-93fa-4811de5c7d27'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:56:42.559282 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f93b40-6aba-45a2-b378-b26ddb8556cc" -d '{"events": [{"name": "network-changed", "server_uuid": "dde3c0c6-3d10-4335-af9a-c323dfab4d0f", "tag": "3c415152-5d08-46c7-93fa-4811de5c7d27"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:56:42.589107 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e07129-bfda-4e8b-bacb-78637d085d28 service neutron] Pushing event updated for resources: {'Port': ['ID=3c415152-5d08-46c7-93fa-4811de5c7d27,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:56:42.598718 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf33977-a2d5-4974-9ded-985610e3afce x-openstack-request-id: req-adf33977-a2d5-4974-9ded-985610e3afce {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:56:42.599020 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dde3c0c6-3d10-4335-af9a-c323dfab4d0f", "tag": "3c415152-5d08-46c7-93fa-4811de5c7d27", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:56:42.599338 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-adf33977-a2d5-4974-9ded-985610e3afce {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:56:42.599742 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde3c0c6-3d10-4335-af9a-c323dfab4d0f', 'tag': '3c415152-5d08-46c7-93fa-4811de5c7d27', 'status': 'completed', 'code': 200} Nov 09 21:56:42.641517 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7ec28-dad9-45cd-be8c-f3047fef81bc req-e50c0fa5-0285-4639-81f3-079cfe1275fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:42.643009 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f6e7ec28-dad9-45cd-be8c-f3047fef81bc req-e50c0fa5-0285-4639-81f3-079cfe1275fa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=45029646de464d839aff13df2f893ffa&device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f HTTP/1.1" status: 200 len: 1094 time: 0.0407872 Nov 09 21:56:42.685263 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f6e7ec28-dad9-45cd-be8c-f3047fef81bc req-84667731-d47c-4926-82c8-5007ef563f51 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c415152-5d08-46c7-93fa-4811de5c7d27 HTTP/1.1" status: 200 len: 217 time: 0.0327625 Nov 09 21:56:42.739683 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7ec28-dad9-45cd-be8c-f3047fef81bc req-40f59013-c1b4-4c6d-984f-5b4f2e92a79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:42.741213 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f6e7ec28-dad9-45cd-be8c-f3047fef81bc req-40f59013-c1b4-4c6d-984f-5b4f2e92a79f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b969d072-12ed-49e8-b8c1-4a81fd8f6ca4 HTTP/1.1" status: 200 len: 851 time: 0.0496256 Nov 09 21:56:42.773524 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f6e7ec28-dad9-45cd-be8c-f3047fef81bc req-2030fecd-9d19-4e85-9b38-7b42ac274c3a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247378 Nov 09 21:56:42.858941 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f6e7ec28-dad9-45cd-be8c-f3047fef81bc req-249fedac-3ecc-4fcb-94a1-32eaed481a5c service neutron] 10.222.0.45 "GET /v2.0/networks/1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782466 Nov 09 21:56:42.948955 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f6e7ec28-dad9-45cd-be8c-f3047fef81bc req-44876cac-54cc-46b5-9763-bab347a84589 service neutron] 10.222.0.45 "GET /v2.0/networks/1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827312 Nov 09 21:56:43.029832 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f93b40-6aba-45a2-b378-b26ddb8556cc req-20988a52-6b1b-4f1b-a341-492a6d69598c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:43.031327 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-13f93b40-6aba-45a2-b378-b26ddb8556cc req-20988a52-6b1b-4f1b-a341-492a6d69598c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=45029646de464d839aff13df2f893ffa&device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f HTTP/1.1" status: 200 len: 1094 time: 0.0404687 Nov 09 21:56:43.127164 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f93b40-6aba-45a2-b378-b26ddb8556cc req-f678d890-f366-47bb-8dd2-633a32410656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:43.128538 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-13f93b40-6aba-45a2-b378-b26ddb8556cc req-f678d890-f366-47bb-8dd2-633a32410656 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b HTTP/1.1" status: 200 len: 911 time: 0.0901349 Nov 09 21:56:43.171776 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-13f93b40-6aba-45a2-b378-b26ddb8556cc req-238ae9b0-4f96-4959-8e58-3843521f7a70 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c415152-5d08-46c7-93fa-4811de5c7d27 HTTP/1.1" status: 200 len: 217 time: 0.0332439 Nov 09 21:56:43.220113 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f93b40-6aba-45a2-b378-b26ddb8556cc req-bd7f6c0d-2304-46b1-8c5c-475ac12af4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:43.221527 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-13f93b40-6aba-45a2-b378-b26ddb8556cc req-bd7f6c0d-2304-46b1-8c5c-475ac12af4b6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b969d072-12ed-49e8-b8c1-4a81fd8f6ca4 HTTP/1.1" status: 200 len: 851 time: 0.0416067 Nov 09 21:56:43.256982 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-13f93b40-6aba-45a2-b378-b26ddb8556cc req-d7b23cb7-b159-43dc-b414-dda8027016c4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275445 Nov 09 21:56:43.341265 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-13f93b40-6aba-45a2-b378-b26ddb8556cc req-24c36a3f-4fcd-4e61-af0a-1d2c8f504337 service neutron] 10.222.0.45 "GET /v2.0/networks/1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0772026 Nov 09 21:56:43.444934 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-13f93b40-6aba-45a2-b378-b26ddb8556cc req-45014f01-36fc-45c8-a525-de53c122c6cc service neutron] 10.222.0.45 "GET /v2.0/networks/1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960484 Nov 09 21:56:43.571379 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c087d-b9fb-4e9b-9ee2-2f7a1e2159e6 req-8515d6ff-e297-45ed-ba72-e62b9543b2ae tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:43.572907 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d35c087d-b9fb-4e9b-9ee2-2f7a1e2159e6 req-8515d6ff-e297-45ed-ba72-e62b9543b2ae tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/ports?device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f HTTP/1.1" status: 200 len: 943 time: 0.0485489 Nov 09 21:56:43.620039 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d35c087d-b9fb-4e9b-9ee2-2f7a1e2159e6 req-6d84215c-ce85-4e4e-8d61-b21acda375f2 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d09b95-fd64-420c-9cb8-84ad7479cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412591 Nov 09 21:56:44.733912 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf7b2a-5d55-46e5-8848-7fec1dbadb3e req-297d9fbc-c2be-413d-bd1e-6a11e3c3cf0d tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:44.735283 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-89cf7b2a-5d55-46e5-8848-7fec1dbadb3e req-297d9fbc-c2be-413d-bd1e-6a11e3c3cf0d tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/ports?device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f HTTP/1.1" status: 200 len: 943 time: 0.0485439 Nov 09 21:56:44.781087 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-89cf7b2a-5d55-46e5-8848-7fec1dbadb3e req-e8e84907-d324-416b-b91c-cfeee8364c01 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d09b95-fd64-420c-9cb8-84ad7479cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393662 Nov 09 21:56:45.390381 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 3c415152-5d08-46c7-93fa-4811de5c7d27 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:56:45.491569 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 3c415152-5d08-46c7-93fa-4811de5c7d27, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=3c415152-5d08-46c7-93fa-4811de5c7d27,segment=NetworkSegment(9327f8ec-66ac-4860-97a2-f599f4d96feb),segment_id=9327f8ec-66ac-4860-97a2-f599f4d96feb)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:56:45.501808 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '3c415152-5d08-46c7-93fa-4811de5c7d27', 'network_id': '1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b', 'port_id': '3c415152-5d08-46c7-93fa-4811de5c7d27', 'mac_address': 'fa:16:3e:dd:49:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b969d072-12ed-49e8-b8c1-4a81fd8f6ca4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:56:45.537982 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:45.550423 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c415152-5d08-46c7-93fa-4811de5c7d27 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:56:45.569501 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 3c415152-5d08-46c7-93fa-4811de5c7d27, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=3c415152-5d08-46c7-93fa-4811de5c7d27,segment=NetworkSegment(9327f8ec-66ac-4860-97a2-f599f4d96feb),segment_id=9327f8ec-66ac-4860-97a2-f599f4d96feb)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:56:45.573563 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:45.619023 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=3c415152-5d08-46c7-93fa-4811de5c7d27,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:56:45.775358 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['3c415152-5d08-46c7-93fa-4811de5c7d27'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:56:45.895690 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a78959-4d97-413a-925e-1a09368a3503 req-3f1fe117-e2c1-4bd6-a3a3-87169a4f8b8c tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:45.897197 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-60a78959-4d97-413a-925e-1a09368a3503 req-3f1fe117-e2c1-4bd6-a3a3-87169a4f8b8c tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/ports?device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f HTTP/1.1" status: 200 len: 944 time: 0.0485766 Nov 09 21:56:45.947826 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-60a78959-4d97-413a-925e-1a09368a3503 req-1082689f-5241-4848-98c3-4b9c724e54ea tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d09b95-fd64-420c-9cb8-84ad7479cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446467 Nov 09 21:56:47.059597 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd8b2c-3a46-4436-9b0e-7a2beeba0c89 req-f9eacf43-c512-45d8-adb6-db1e82aff3af tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:47.061059 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-08dd8b2c-3a46-4436-9b0e-7a2beeba0c89 req-f9eacf43-c512-45d8-adb6-db1e82aff3af tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/ports?device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f HTTP/1.1" status: 200 len: 944 time: 0.0478714 Nov 09 21:56:47.108528 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-08dd8b2c-3a46-4436-9b0e-7a2beeba0c89 req-aab901a3-e715-4710-9bf9-1121190fd68b tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d09b95-fd64-420c-9cb8-84ad7479cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413802 Nov 09 21:56:47.406934 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 3c415152-5d08-46c7-93fa-4811de5c7d27 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:56:47.454896 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 3c415152-5d08-46c7-93fa-4811de5c7d27 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:56:47.459031 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 3c415152-5d08-46c7-93fa-4811de5c7d27 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:56:47.459404 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:47.537363 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:47.559272 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde3c0c6-3d10-4335-af9a-c323dfab4d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c415152-5d08-46c7-93fa-4811de5c7d27'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:56:47.561493 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f577298-932d-489e-904a-bfdcfc145227" -d '{"events": [{"server_uuid": "dde3c0c6-3d10-4335-af9a-c323dfab4d0f", "name": "network-vif-plugged", "status": "completed", "tag": "3c415152-5d08-46c7-93fa-4811de5c7d27"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:56:47.574555 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 3c415152-5d08-46c7-93fa-4811de5c7d27, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=3c415152-5d08-46c7-93fa-4811de5c7d27,segment=NetworkSegment(9327f8ec-66ac-4860-97a2-f599f4d96feb),segment_id=9327f8ec-66ac-4860-97a2-f599f4d96feb)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:56:47.578288 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:47.603905 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedff5e1-3e9d-474a-9f09-d29b519c6930 x-openstack-request-id: req-dedff5e1-3e9d-474a-9f09-d29b519c6930 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:56:47.604196 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde3c0c6-3d10-4335-af9a-c323dfab4d0f", "name": "network-vif-plugged", "status": "completed", "tag": "3c415152-5d08-46c7-93fa-4811de5c7d27", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:56:47.604449 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dedff5e1-3e9d-474a-9f09-d29b519c6930 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:56:47.604867 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde3c0c6-3d10-4335-af9a-c323dfab4d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c415152-5d08-46c7-93fa-4811de5c7d27', 'code': 200} Nov 09 21:56:47.626866 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=3c415152-5d08-46c7-93fa-4811de5c7d27,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:56:47.674281 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6376f734-83ff-4583-816e-5940f3c524b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:47.702488 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176a61f-28fe-44e6-8b7a-d2b83e157060 req-406cd782-17dd-41e4-8d0a-7134d0a3273d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:47.703983 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a176a61f-28fe-44e6-8b7a-d2b83e157060 req-406cd782-17dd-41e4-8d0a-7134d0a3273d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f HTTP/1.1" status: 200 len: 1096 time: 0.0452137 Nov 09 21:56:47.747139 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a176a61f-28fe-44e6-8b7a-d2b83e157060 req-594bf6ca-6e82-4781-ad71-e0ffd0efd44b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=70d09b95-fd64-420c-9cb8-84ad7479cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364404 Nov 09 21:56:48.221279 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e7a12-eee5-420a-9f9c-0af4750e2314 req-f99fbf64-709e-495a-abd8-804c55c2b443 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:48.222736 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1e7e7a12-eee5-420a-9f9c-0af4750e2314 req-f99fbf64-709e-495a-abd8-804c55c2b443 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/ports?device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f HTTP/1.1" status: 200 len: 945 time: 0.0478592 Nov 09 21:56:48.268500 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1e7e7a12-eee5-420a-9f9c-0af4750e2314 req-eb302122-c1b8-4151-8621-6dcb2d73e30b tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d09b95-fd64-420c-9cb8-84ad7479cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399523 Nov 09 21:56:49.388407 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691eec5-7843-4b55-83bf-5365ea2f0f6b req-a3eb6ddc-9b1a-4fd6-b452-987014886f36 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:49.389910 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5691eec5-7843-4b55-83bf-5365ea2f0f6b req-a3eb6ddc-9b1a-4fd6-b452-987014886f36 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/ports?device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f HTTP/1.1" status: 200 len: 945 time: 0.0486479 Nov 09 21:56:49.436925 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5691eec5-7843-4b55-83bf-5365ea2f0f6b req-83e5bdca-f161-4a8b-bac6-8cc16fec8c13 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d09b95-fd64-420c-9cb8-84ad7479cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410583 Nov 09 21:56:49.674468 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14bab2-2818-4885-a450-2e7a2d768808 req-6323ed5c-8e42-401d-ab22-73a8d3c30113 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:49.675961 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7b14bab2-2818-4885-a450-2e7a2d768808 req-6323ed5c-8e42-401d-ab22-73a8d3c30113 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/ports?device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f HTTP/1.1" status: 200 len: 945 time: 0.0499520 Nov 09 21:56:50.043516 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f98da7cd-8b2f-4b10-a2ca-e9625102f04a req-c25d45b8-43cf-4412-b684-07d1b91d8183 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4231675 Nov 09 21:56:50.048040 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7b14bab2-2818-4885-a450-2e7a2d768808 req-32fb2764-46f3-4aaa-b8de-18583b3ae4eb tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d09b95-fd64-420c-9cb8-84ad7479cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635328 Nov 09 21:56:50.193261 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-307a545c-ea06-4226-95a7-0ca1d6847d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:51.125407 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:51.169711 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a20fc8-7f81-491c-a27e-2ee159635288 req-fbc807c3-9deb-4c69-9c14-3f635da12f83 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:51.171217 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b9a20fc8-7f81-491c-a27e-2ee159635288 req-fbc807c3-9deb-4c69-9c14-3f635da12f83 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/ports?device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f HTTP/1.1" status: 200 len: 945 time: 0.0487218 Nov 09 21:56:51.248780 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b9a20fc8-7f81-491c-a27e-2ee159635288 req-49d23724-80fe-414e-9270-fa19d83b2819 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d09b95-fd64-420c-9cb8-84ad7479cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711679 Nov 09 21:56:51.261093 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98da7cd-8b2f-4b10-a2ca-e9625102f04a req-f924169a-63ad-4f74-a4dd-704dbe1c54f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:51.262724 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f98da7cd-8b2f-4b10-a2ca-e9625102f04a req-f924169a-63ad-4f74-a4dd-704dbe1c54f6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=45029646de464d839aff13df2f893ffa&device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f HTTP/1.1" status: 200 len: 1096 time: 0.0530226 Nov 09 21:56:51.354209 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98da7cd-8b2f-4b10-a2ca-e9625102f04a req-d71c9f61-e0f0-4c2a-8674-2f5b5e453ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:51.355674 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f98da7cd-8b2f-4b10-a2ca-e9625102f04a req-d71c9f61-e0f0-4c2a-8674-2f5b5e453ae0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b HTTP/1.1" status: 200 len: 911 time: 0.0868902 Nov 09 21:56:51.396166 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f98da7cd-8b2f-4b10-a2ca-e9625102f04a req-76bd2288-8777-45a7-be23-a04082127d5e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c415152-5d08-46c7-93fa-4811de5c7d27 HTTP/1.1" status: 200 len: 217 time: 0.0341115 Nov 09 21:56:51.444130 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98da7cd-8b2f-4b10-a2ca-e9625102f04a req-d5ca75fa-971f-48ae-8583-8107a4c51271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:51.445586 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f98da7cd-8b2f-4b10-a2ca-e9625102f04a req-d5ca75fa-971f-48ae-8583-8107a4c51271 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b969d072-12ed-49e8-b8c1-4a81fd8f6ca4 HTTP/1.1" status: 200 len: 851 time: 0.0433278 Nov 09 21:56:51.477579 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f98da7cd-8b2f-4b10-a2ca-e9625102f04a req-fbb79dcc-0f46-4f7d-af79-6f40bb7af09a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254669 Nov 09 21:56:51.569535 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f98da7cd-8b2f-4b10-a2ca-e9625102f04a req-f75966eb-1168-4a28-9298-10623eb812d9 service neutron] 10.222.0.45 "GET /v2.0/networks/1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848505 Nov 09 21:56:51.656339 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f98da7cd-8b2f-4b10-a2ca-e9625102f04a req-23d32c6c-e080-4a1c-8f7d-671c5bc3821b service neutron] 10.222.0.45 "GET /v2.0/networks/1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799665 Nov 09 21:56:52.367447 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a82c8-e876-4eee-bc9e-2d3dd7037608 req-9e69c9e1-2f5c-4954-9114-0b4a52f92d9d tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:52.368906 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-113a82c8-e876-4eee-bc9e-2d3dd7037608 req-9e69c9e1-2f5c-4954-9114-0b4a52f92d9d tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/ports?device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f HTTP/1.1" status: 200 len: 945 time: 0.0479915 Nov 09 21:56:52.415571 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-113a82c8-e876-4eee-bc9e-2d3dd7037608 req-2476c858-bd89-44a7-850a-4d6805d3ce5c tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d09b95-fd64-420c-9cb8-84ad7479cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409164 Nov 09 21:56:52.493637 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:53.090679 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:53.412251 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:56:53.536228 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7e33f-5b11-45ac-b4a6-5bc20c166bf7 req-85b69705-7ba0-41ca-9854-7185ea0d6b42 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:53.538303 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dbd7e33f-5b11-45ac-b4a6-5bc20c166bf7 req-85b69705-7ba0-41ca-9854-7185ea0d6b42 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/ports?device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f HTTP/1.1" status: 200 len: 945 time: 0.0551388 Nov 09 21:56:53.584116 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dbd7e33f-5b11-45ac-b4a6-5bc20c166bf7 req-fd35ba8f-54d0-4e1c-a4a9-2fd009788345 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d09b95-fd64-420c-9cb8-84ad7479cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392179 Nov 09 21:56:54.696500 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa487f7-c403-423e-9831-62deb52a477d req-9db6a462-38ec-4cc1-b915-9f517648dd36 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:54.697972 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-eaa487f7-c403-423e-9831-62deb52a477d req-9db6a462-38ec-4cc1-b915-9f517648dd36 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/ports?device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f HTTP/1.1" status: 200 len: 945 time: 0.0471728 Nov 09 21:56:54.744095 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-eaa487f7-c403-423e-9831-62deb52a477d req-3c849d86-0377-4966-b957-4f34c01e675e tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d09b95-fd64-420c-9cb8-84ad7479cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402622 Nov 09 21:56:55.861323 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b3ed5-e1da-4b74-9c29-f8e120c776d3 req-848a9f75-605e-416e-aa49-ee14f464d218 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:55.862788 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4e3b3ed5-e1da-4b74-9c29-f8e120c776d3 req-848a9f75-605e-416e-aa49-ee14f464d218 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/ports?device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f HTTP/1.1" status: 200 len: 945 time: 0.0478277 Nov 09 21:56:55.908452 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4e3b3ed5-e1da-4b74-9c29-f8e120c776d3 req-110f01b4-a194-4e4a-b53a-8715a84869b6 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d09b95-fd64-420c-9cb8-84ad7479cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393133 Nov 09 21:56:57.084825 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96e58b-1bc4-44d4-a1ac-8b54112515b7 req-b272a974-2d4f-4730-b695-04767b512e4f tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:57.086299 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5e96e58b-1bc4-44d4-a1ac-8b54112515b7 req-b272a974-2d4f-4730-b695-04767b512e4f tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/ports?device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f HTTP/1.1" status: 200 len: 945 time: 0.1108203 Nov 09 21:56:57.132602 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5e96e58b-1bc4-44d4-a1ac-8b54112515b7 req-c921782e-8907-4e9f-89a2-d4b028e240ad tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d09b95-fd64-420c-9cb8-84ad7479cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402935 Nov 09 21:56:58.245231 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4fc5b9-df1d-44cb-b106-0437acdb8e83 req-a85ba0df-445f-48fb-832d-229307fff492 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:58.246675 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ed4fc5b9-df1d-44cb-b106-0437acdb8e83 req-a85ba0df-445f-48fb-832d-229307fff492 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/ports?device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f HTTP/1.1" status: 200 len: 945 time: 0.0468049 Nov 09 21:56:58.295967 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ed4fc5b9-df1d-44cb-b106-0437acdb8e83 req-86d61052-74e2-420c-b5d5-5ab46f3c37c3 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d09b95-fd64-420c-9cb8-84ad7479cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433376 Nov 09 21:56:59.409491 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf15d6-2e1f-4aa5-bd5d-923a9c34b9a1 req-ef5fd27e-9919-41ab-9b8b-f3b4333add25 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:56:59.411000 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0fcf15d6-2e1f-4aa5-bd5d-923a9c34b9a1 req-ef5fd27e-9919-41ab-9b8b-f3b4333add25 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/ports?device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f HTTP/1.1" status: 200 len: 945 time: 0.0484250 Nov 09 21:56:59.457785 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0fcf15d6-2e1f-4aa5-bd5d-923a9c34b9a1 req-70f8c20c-20ac-4067-a9f4-1856ce13b245 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d09b95-fd64-420c-9cb8-84ad7479cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399427 Nov 09 21:57:00.571531 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ae0cc-7e41-4db8-9dab-1d8748fe101d req-cc53fe0b-3be7-4575-8e68-cc7ac2d0bf5c tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:00.573033 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a52ae0cc-7e41-4db8-9dab-1d8748fe101d req-cc53fe0b-3be7-4575-8e68-cc7ac2d0bf5c tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/ports?device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f HTTP/1.1" status: 200 len: 945 time: 0.0481293 Nov 09 21:57:00.618501 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a52ae0cc-7e41-4db8-9dab-1d8748fe101d req-dfeb341c-86b4-40d9-abff-06d2c8349d6b tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d09b95-fd64-420c-9cb8-84ad7479cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395870 Nov 09 21:57:01.732555 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924495f-9033-47d5-afc1-bec9de37be97 req-27a719d2-3bc9-4d83-8944-0d514e8a6048 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:01.733955 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8924495f-9033-47d5-afc1-bec9de37be97 req-27a719d2-3bc9-4d83-8944-0d514e8a6048 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/ports?device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f HTTP/1.1" status: 200 len: 945 time: 0.0483177 Nov 09 21:57:01.783574 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8924495f-9033-47d5-afc1-bec9de37be97 req-8d399234-edec-4c90-a5f1-7c373829d466 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d09b95-fd64-420c-9cb8-84ad7479cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436883 Nov 09 21:57:02.959210 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea21d7b-8bad-4f9e-867e-a451329e1b3a req-86909017-43ca-4e21-a15a-18c74fd5d83c tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:02.960705 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8ea21d7b-8bad-4f9e-867e-a451329e1b3a req-86909017-43ca-4e21-a15a-18c74fd5d83c tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/ports?device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f HTTP/1.1" status: 200 len: 945 time: 0.1092756 Nov 09 21:57:03.006865 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8ea21d7b-8bad-4f9e-867e-a451329e1b3a req-4943df7a-e85a-48cd-893b-7ca7754da2a0 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d09b95-fd64-420c-9cb8-84ad7479cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402534 Nov 09 21:57:03.929777 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:03.975874 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:57:04.119605 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790cfd4a-2d31-4f37-be40-ca98079d3c04 req-1af5edea-7b65-46ee-9805-58dce68f85aa tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:04.121074 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-790cfd4a-2d31-4f37-be40-ca98079d3c04 req-1af5edea-7b65-46ee-9805-58dce68f85aa tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/ports?device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f HTTP/1.1" status: 200 len: 945 time: 0.0473464 Nov 09 21:57:04.168087 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-790cfd4a-2d31-4f37-be40-ca98079d3c04 req-2ccad3c0-1141-4e8f-90e0-a40875fd0459 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d09b95-fd64-420c-9cb8-84ad7479cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411849 Nov 09 21:57:05.290538 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fd3a8-32ab-4395-8c22-a89753f28cc1 req-43a57ec6-449e-4565-b478-c4c722df8918 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:05.291930 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ba5fd3a8-32ab-4395-8c22-a89753f28cc1 req-43a57ec6-449e-4565-b478-c4c722df8918 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/ports?device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f HTTP/1.1" status: 200 len: 945 time: 0.0520484 Nov 09 21:57:05.338649 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ba5fd3a8-32ab-4395-8c22-a89753f28cc1 req-766f1e34-6ff8-4b3b-8437-e463c0be8808 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d09b95-fd64-420c-9cb8-84ad7479cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404632 Nov 09 21:57:06.454677 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f200c-4728-4aaf-ae6d-d3123db2a7f3 req-1d43ecce-7287-4098-8eef-d8e80c230885 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:06.456135 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1e3f200c-4728-4aaf-ae6d-d3123db2a7f3 req-1d43ecce-7287-4098-8eef-d8e80c230885 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/ports?device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f HTTP/1.1" status: 200 len: 945 time: 0.0490038 Nov 09 21:57:06.503733 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1e3f200c-4728-4aaf-ae6d-d3123db2a7f3 req-4758d32c-2d9c-45f1-afe2-23ff0176779d tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d09b95-fd64-420c-9cb8-84ad7479cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415850 Nov 09 21:57:07.621678 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27ba4c-8730-4da3-a783-d35aa9aa9ae4 req-9e9da956-6a5c-46e3-b44c-d4dc4af920a4 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:07.623162 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-df27ba4c-8730-4da3-a783-d35aa9aa9ae4 req-9e9da956-6a5c-46e3-b44c-d4dc4af920a4 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/ports?device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f HTTP/1.1" status: 200 len: 945 time: 0.0532959 Nov 09 21:57:07.670011 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-df27ba4c-8730-4da3-a783-d35aa9aa9ae4 req-0baca6ab-ed12-4e00-a459-b131261b64d3 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d09b95-fd64-420c-9cb8-84ad7479cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409651 Nov 09 21:57:08.791507 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9db71-98cf-433e-93b3-bcdb25d40da0 req-48d6e607-7506-4ea9-9d44-e3e4d991fbaf tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:08.793174 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-80d9db71-98cf-433e-93b3-bcdb25d40da0 req-48d6e607-7506-4ea9-9d44-e3e4d991fbaf tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/ports?device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f HTTP/1.1" status: 200 len: 945 time: 0.0533490 Nov 09 21:57:08.841938 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-80d9db71-98cf-433e-93b3-bcdb25d40da0 req-4e0020e6-063d-4f12-837a-f84b01ccaae2 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d09b95-fd64-420c-9cb8-84ad7479cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428979 Nov 09 21:57:09.958350 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69aada-9c77-41aa-a7ae-a3ac76952e6b req-fa94d14c-ebb2-40d8-b680-ffebe458ff60 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:09.959825 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9d69aada-9c77-41aa-a7ae-a3ac76952e6b req-fa94d14c-ebb2-40d8-b680-ffebe458ff60 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/ports?device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f HTTP/1.1" status: 200 len: 945 time: 0.0515983 Nov 09 21:57:10.006130 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9d69aada-9c77-41aa-a7ae-a3ac76952e6b req-39d14dc0-6a3e-43a1-99f6-bbd36015fad3 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d09b95-fd64-420c-9cb8-84ad7479cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401716 Nov 09 21:57:10.909507 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a25077-a47e-4653-8c0f-230d17c7fe7e req-95c26b1d-9c3d-4cd5-b398-62b009444896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:10.910995 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-16a25077-a47e-4653-8c0f-230d17c7fe7e req-95c26b1d-9c3d-4cd5-b398-62b009444896 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=45029646de464d839aff13df2f893ffa&device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f HTTP/1.1" status: 200 len: 1096 time: 0.0399973 Nov 09 21:57:11.017695 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a25077-a47e-4653-8c0f-230d17c7fe7e req-9b202012-3175-4b00-9fc6-3c67d007ea9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:11.019207 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-16a25077-a47e-4653-8c0f-230d17c7fe7e req-9b202012-3175-4b00-9fc6-3c67d007ea9c service neutron] 10.222.0.45 "GET /v2.0/networks?id=1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b HTTP/1.1" status: 200 len: 911 time: 0.0879364 Nov 09 21:57:11.064338 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-16a25077-a47e-4653-8c0f-230d17c7fe7e req-5de46b53-9cf3-4f8a-ad87-1f84efd83d35 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c415152-5d08-46c7-93fa-4811de5c7d27 HTTP/1.1" status: 200 len: 217 time: 0.0352418 Nov 09 21:57:11.115220 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a25077-a47e-4653-8c0f-230d17c7fe7e req-9d470117-551c-4995-a876-3bc84ba23dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:11.116836 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-16a25077-a47e-4653-8c0f-230d17c7fe7e req-9d470117-551c-4995-a876-3bc84ba23dae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b969d072-12ed-49e8-b8c1-4a81fd8f6ca4 HTTP/1.1" status: 200 len: 851 time: 0.0436785 Nov 09 21:57:11.120076 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ad074-69af-4b4a-b2c3-85ff5983e1f9 req-2d2d71f6-2cfe-4e07-808e-46b34d9ef338 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:11.121587 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-313ad074-69af-4b4a-b2c3-85ff5983e1f9 req-2d2d71f6-2cfe-4e07-808e-46b34d9ef338 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/ports?device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f HTTP/1.1" status: 200 len: 945 time: 0.0483465 Nov 09 21:57:11.148883 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-16a25077-a47e-4653-8c0f-230d17c7fe7e req-0bfdcfcd-6d0e-49bc-8a31-533deac7c830 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253632 Nov 09 21:57:11.169221 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-313ad074-69af-4b4a-b2c3-85ff5983e1f9 req-1e98e2f5-15d3-4d5c-b5e5-77a1f3073ff3 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d09b95-fd64-420c-9cb8-84ad7479cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415487 Nov 09 21:57:11.239057 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-16a25077-a47e-4653-8c0f-230d17c7fe7e req-1d4908db-aeb8-4047-ae17-5c130a2800fb service neutron] 10.222.0.45 "GET /v2.0/networks/1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837436 Nov 09 21:57:11.327489 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-16a25077-a47e-4653-8c0f-230d17c7fe7e req-32e0a963-69a4-4b0c-9faf-a3e35a4c4307 service neutron] 10.222.0.45 "GET /v2.0/networks/1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803359 Nov 09 21:57:12.288046 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5528790-54f7-4a19-9fed-438e4f732333 req-2a8a928c-0fbd-4059-b658-1aeea95082a0 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:12.289581 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e5528790-54f7-4a19-9fed-438e4f732333 req-2a8a928c-0fbd-4059-b658-1aeea95082a0 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/ports?device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f HTTP/1.1" status: 200 len: 945 time: 0.0534103 Nov 09 21:57:12.335701 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e5528790-54f7-4a19-9fed-438e4f732333 req-5fa85cb4-db0c-4f21-98f8-b467b2a6fd45 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d09b95-fd64-420c-9cb8-84ad7479cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399601 Nov 09 21:57:13.458537 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d826c6-f4ab-443c-ad73-cb5940608381 req-7d60260a-147a-4f30-a028-9b46e5355823 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:13.460876 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a2d826c6-f4ab-443c-ad73-cb5940608381 req-7d60260a-147a-4f30-a028-9b46e5355823 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/ports?device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f HTTP/1.1" status: 200 len: 945 time: 0.0587761 Nov 09 21:57:13.520084 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a2d826c6-f4ab-443c-ad73-cb5940608381 req-fe694270-b852-4faf-98df-8572d537ac1c tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d09b95-fd64-420c-9cb8-84ad7479cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529935 Nov 09 21:57:14.633421 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd6970-2ca1-4fde-9516-9d31a4d40bfc req-b81e0afd-0314-4635-95b1-ead635ea88b1 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:14.634808 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-adcd6970-2ca1-4fde-9516-9d31a4d40bfc req-b81e0afd-0314-4635-95b1-ead635ea88b1 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/ports?device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f HTTP/1.1" status: 200 len: 945 time: 0.0481546 Nov 09 21:57:14.681474 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-adcd6970-2ca1-4fde-9516-9d31a4d40bfc req-13f1ea08-3912-424a-82f4-accff74e209a tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d09b95-fd64-420c-9cb8-84ad7479cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407312 Nov 09 21:57:15.794986 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a458e9-8a39-4419-8507-7d766e2f64c9 req-7533f527-ea9f-4bc2-b2c7-dcb502bd2074 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:15.796370 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b3a458e9-8a39-4419-8507-7d766e2f64c9 req-7533f527-ea9f-4bc2-b2c7-dcb502bd2074 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/ports?device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f HTTP/1.1" status: 200 len: 945 time: 0.0487554 Nov 09 21:57:15.842875 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b3a458e9-8a39-4419-8507-7d766e2f64c9 req-56854c7d-0247-41f2-b1da-d2426e0cd713 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d09b95-fd64-420c-9cb8-84ad7479cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406208 Nov 09 21:57:16.954842 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d8e38-eecc-48eb-be58-634a3314e67b req-b6bd2a7f-522b-4d20-a3c8-4751c6a0b92c tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:16.956295 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ce5d8e38-eecc-48eb-be58-634a3314e67b req-b6bd2a7f-522b-4d20-a3c8-4751c6a0b92c tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/ports?device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f HTTP/1.1" status: 200 len: 945 time: 0.0478711 Nov 09 21:57:17.005412 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ce5d8e38-eecc-48eb-be58-634a3314e67b req-f50c6182-8e1f-4c2b-8af4-ee1cbbb906f5 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d09b95-fd64-420c-9cb8-84ad7479cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425451 Nov 09 21:57:17.675681 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f5100e68-c1b3-41c1-976b-4a5718eadc08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:18.123228 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fbbc3a-ab64-46d3-bd3d-be70062bfd83 req-a4d40833-1d77-4895-9a0f-0735051ef2b1 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:18.124747 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e6fbbc3a-ab64-46d3-bd3d-be70062bfd83 req-a4d40833-1d77-4895-9a0f-0735051ef2b1 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/ports?device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f HTTP/1.1" status: 200 len: 945 time: 0.0520980 Nov 09 21:57:18.177664 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e6fbbc3a-ab64-46d3-bd3d-be70062bfd83 req-f8f12b2f-6a05-4f72-b2af-f1697f6c0745 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d09b95-fd64-420c-9cb8-84ad7479cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467131 Nov 09 21:57:18.489996 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [req-f98da7cd-8b2f-4b10-a2ca-e9625102f04a req-7ca5dff9-3d4d-41f1-b063-ce3dd53d43f6 service neutron] show failed (client error): The resource could not be found. Nov 09 21:57:18.491005 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f98da7cd-8b2f-4b10-a2ca-e9625102f04a req-7ca5dff9-3d4d-41f1-b063-ce3dd53d43f6 service neutron] 10.222.0.45 "GET /v2.0/ports/3c415152-5d08-46c7-93fa-4811de5c7d27/bindings/n-h2-816206-3 HTTP/1.1" status: 404 len: 380 time: 0.0542343 Nov 09 21:57:18.684435 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98da7cd-8b2f-4b10-a2ca-e9625102f04a req-62ddb182-4778-4faf-bd25-34fda0dc3627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:18.685939 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f98da7cd-8b2f-4b10-a2ca-e9625102f04a req-62ddb182-4778-4faf-bd25-34fda0dc3627 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f&tenant_id=45029646de464d839aff13df2f893ffa HTTP/1.1" status: 200 len: 1096 time: 0.0400321 Nov 09 21:57:18.705801 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-f98da7cd-8b2f-4b10-a2ca-e9625102f04a req-344c4bc1-6fc0-4872-8af3-6098990894d0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-3', 'device_owner': 'compute:nova'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:57:18.759634 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f98da7cd-8b2f-4b10-a2ca-e9625102f04a req-344c4bc1-6fc0-4872-8af3-6098990894d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:18.952369 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-f98da7cd-8b2f-4b10-a2ca-e9625102f04a req-344c4bc1-6fc0-4872-8af3-6098990894d0 service neutron] For port 3c415152-5d08-46c7-93fa-4811de5c7d27, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=3c415152-5d08-46c7-93fa-4811de5c7d27,segment=NetworkSegment(9327f8ec-66ac-4860-97a2-f599f4d96feb),segment_id=9327f8ec-66ac-4860-97a2-f599f4d96feb)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:57:18.983642 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-f98da7cd-8b2f-4b10-a2ca-e9625102f04a req-344c4bc1-6fc0-4872-8af3-6098990894d0 service neutron] For port 3c415152-5d08-46c7-93fa-4811de5c7d27, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:57:19.025216 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde3c0c6-3d10-4335-af9a-c323dfab4d0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c415152-5d08-46c7-93fa-4811de5c7d27'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:57:19.027374 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fbbd98c-35c9-4ef2-978f-86afcb394eb7" -d '{"events": [{"server_uuid": "dde3c0c6-3d10-4335-af9a-c323dfab4d0f", "name": "network-vif-unplugged", "status": "completed", "tag": "3c415152-5d08-46c7-93fa-4811de5c7d27"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:57:19.031281 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f98da7cd-8b2f-4b10-a2ca-e9625102f04a req-344c4bc1-6fc0-4872-8af3-6098990894d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:19.043686 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-f98da7cd-8b2f-4b10-a2ca-e9625102f04a req-344c4bc1-6fc0-4872-8af3-6098990894d0 service neutron] Transition to ACTIVE for port object 3c415152-5d08-46c7-93fa-4811de5c7d27 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:57:19.047295 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f98da7cd-8b2f-4b10-a2ca-e9625102f04a req-344c4bc1-6fc0-4872-8af3-6098990894d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:19.085192 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 21:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01a8092-2a8d-412e-b17b-d5209f2c3d9f x-openstack-request-id: req-e01a8092-2a8d-412e-b17b-d5209f2c3d9f {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:57:19.085487 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde3c0c6-3d10-4335-af9a-c323dfab4d0f", "name": "network-vif-unplugged", "status": "completed", "tag": "3c415152-5d08-46c7-93fa-4811de5c7d27", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:57:19.085744 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e01a8092-2a8d-412e-b17b-d5209f2c3d9f {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:57:19.086192 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde3c0c6-3d10-4335-af9a-c323dfab4d0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c415152-5d08-46c7-93fa-4811de5c7d27', 'code': 200} Nov 09 21:57:19.111108 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98da7cd-8b2f-4b10-a2ca-e9625102f04a req-344c4bc1-6fc0-4872-8af3-6098990894d0 service neutron] No DVR routers for this DVR port 3c415152-5d08-46c7-93fa-4811de5c7d27 on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:57:19.118225 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c4bc1-6fc0-4872-8af3-6098990894d0 service neutron] Pushing event updated for resources: {'Port': ['ID=3c415152-5d08-46c7-93fa-4811de5c7d27,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:57:19.128443 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c4bc1-6fc0-4872-8af3-6098990894d0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:57:19.128824 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c4bc1-6fc0-4872-8af3-6098990894d0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:57:19.129169 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c4bc1-6fc0-4872-8af3-6098990894d0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:57:19.129507 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c4bc1-6fc0-4872-8af3-6098990894d0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:57:19.129844 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c4bc1-6fc0-4872-8af3-6098990894d0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:57:19.130177 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c4bc1-6fc0-4872-8af3-6098990894d0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:57:19.130508 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c4bc1-6fc0-4872-8af3-6098990894d0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:57:19.130836 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c4bc1-6fc0-4872-8af3-6098990894d0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:57:19.131783 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c4bc1-6fc0-4872-8af3-6098990894d0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:57:19.132113 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c4bc1-6fc0-4872-8af3-6098990894d0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:57:19.132442 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c4bc1-6fc0-4872-8af3-6098990894d0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:57:19.132799 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c4bc1-6fc0-4872-8af3-6098990894d0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:57:19.164040 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-f98da7cd-8b2f-4b10-a2ca-e9625102f04a req-344c4bc1-6fc0-4872-8af3-6098990894d0 service neutron] Attempting to bind port 3c415152-5d08-46c7-93fa-4811de5c7d27 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:57:19.164372 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-f98da7cd-8b2f-4b10-a2ca-e9625102f04a req-344c4bc1-6fc0-4872-8af3-6098990894d0 service neutron] Attempting to bind port 3c415152-5d08-46c7-93fa-4811de5c7d27 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '9327f8ec-66ac-4860-97a2-f599f4d96feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:57:19.164725 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98da7cd-8b2f-4b10-a2ca-e9625102f04a req-344c4bc1-6fc0-4872-8af3-6098990894d0 service neutron] Attempting to bind port 3c415152-5d08-46c7-93fa-4811de5c7d27 on network 1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:57:19.169199 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98da7cd-8b2f-4b10-a2ca-e9625102f04a req-344c4bc1-6fc0-4872-8af3-6098990894d0 service neutron] Port 3c415152-5d08-46c7-93fa-4811de5c7d27 on network 1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:57:19.169518 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98da7cd-8b2f-4b10-a2ca-e9625102f04a req-344c4bc1-6fc0-4872-8af3-6098990894d0 service neutron] Attempting to bind port 3c415152-5d08-46c7-93fa-4811de5c7d27 on network 1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:57:19.174251 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98da7cd-8b2f-4b10-a2ca-e9625102f04a req-344c4bc1-6fc0-4872-8af3-6098990894d0 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:57:19.174585 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98da7cd-8b2f-4b10-a2ca-e9625102f04a req-344c4bc1-6fc0-4872-8af3-6098990894d0 service neutron] Checking segment: {'id': '9327f8ec-66ac-4860-97a2-f599f4d96feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:57:19.174967 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98da7cd-8b2f-4b10-a2ca-e9625102f04a req-344c4bc1-6fc0-4872-8af3-6098990894d0 service neutron] Bound using segment: {'id': '9327f8ec-66ac-4860-97a2-f599f4d96feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:57:19.175392 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-f98da7cd-8b2f-4b10-a2ca-e9625102f04a req-344c4bc1-6fc0-4872-8af3-6098990894d0 service neutron] Bound port: 3c415152-5d08-46c7-93fa-4811de5c7d27, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9327f8ec-66ac-4860-97a2-f599f4d96feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:57:19.175741 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f98da7cd-8b2f-4b10-a2ca-e9625102f04a req-344c4bc1-6fc0-4872-8af3-6098990894d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:19.237543 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-f98da7cd-8b2f-4b10-a2ca-e9625102f04a req-344c4bc1-6fc0-4872-8af3-6098990894d0 service neutron] For port 3c415152-5d08-46c7-93fa-4811de5c7d27, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:57:19.241084 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-f98da7cd-8b2f-4b10-a2ca-e9625102f04a req-344c4bc1-6fc0-4872-8af3-6098990894d0 service neutron] For port 3c415152-5d08-46c7-93fa-4811de5c7d27, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=3c415152-5d08-46c7-93fa-4811de5c7d27,segment=NetworkSegment(9327f8ec-66ac-4860-97a2-f599f4d96feb),segment_id=9327f8ec-66ac-4860-97a2-f599f4d96feb)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:57:19.246591 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f98da7cd-8b2f-4b10-a2ca-e9625102f04a req-344c4bc1-6fc0-4872-8af3-6098990894d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:19.278647 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98da7cd-8b2f-4b10-a2ca-e9625102f04a req-344c4bc1-6fc0-4872-8af3-6098990894d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:19.279278 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f98da7cd-8b2f-4b10-a2ca-e9625102f04a req-344c4bc1-6fc0-4872-8af3-6098990894d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:19.280705 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f98da7cd-8b2f-4b10-a2ca-e9625102f04a req-344c4bc1-6fc0-4872-8af3-6098990894d0 service neutron] 10.222.0.43 "PUT /v2.0/ports/3c415152-5d08-46c7-93fa-4811de5c7d27 HTTP/1.1" status: 200 len: 1091 time: 0.5788465 Nov 09 21:57:19.298816 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a83b1f-12b9-4f9f-8a4a-aef128a8e72b req-33daadf5-6a90-4245-b72d-afef2360ed33 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:19.300397 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a3a83b1f-12b9-4f9f-8a4a-aef128a8e72b req-33daadf5-6a90-4245-b72d-afef2360ed33 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/ports?device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f HTTP/1.1" status: 200 len: 943 time: 0.0504601 Nov 09 21:57:19.303916 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c4bc1-6fc0-4872-8af3-6098990894d0 service neutron] Pushing event updated for resources: {'Port': ['ID=3c415152-5d08-46c7-93fa-4811de5c7d27,revision_number=7']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:57:19.354445 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a3a83b1f-12b9-4f9f-8a4a-aef128a8e72b req-750e2b59-4937-4304-8520-b38fe71b7aa3 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d09b95-fd64-420c-9cb8-84ad7479cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416927 Nov 09 21:57:19.355032 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98da7cd-8b2f-4b10-a2ca-e9625102f04a req-670e1909-4135-4564-9839-9fc585e1e08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:19.357197 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f98da7cd-8b2f-4b10-a2ca-e9625102f04a req-670e1909-4135-4564-9839-9fc585e1e08c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=45029646de464d839aff13df2f893ffa&device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f HTTP/1.1" status: 200 len: 1094 time: 0.0410209 Nov 09 21:57:19.449649 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98da7cd-8b2f-4b10-a2ca-e9625102f04a req-b811e385-01c5-4beb-a600-28d1f56ac3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:19.451120 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f98da7cd-8b2f-4b10-a2ca-e9625102f04a req-b811e385-01c5-4beb-a600-28d1f56ac3d9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b HTTP/1.1" status: 200 len: 911 time: 0.0864916 Nov 09 21:57:19.492769 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f98da7cd-8b2f-4b10-a2ca-e9625102f04a req-f70d0ce4-8af2-4e30-9b46-dbd6bc9f6c98 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c415152-5d08-46c7-93fa-4811de5c7d27 HTTP/1.1" status: 200 len: 217 time: 0.0340118 Nov 09 21:57:19.547679 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98da7cd-8b2f-4b10-a2ca-e9625102f04a req-79bd53b6-ea35-46ea-98c6-89dc59a2a291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:19.549070 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f98da7cd-8b2f-4b10-a2ca-e9625102f04a req-79bd53b6-ea35-46ea-98c6-89dc59a2a291 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b969d072-12ed-49e8-b8c1-4a81fd8f6ca4 HTTP/1.1" status: 200 len: 851 time: 0.0491784 Nov 09 21:57:19.593431 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f98da7cd-8b2f-4b10-a2ca-e9625102f04a req-571c1a25-10f1-4615-ad6c-a04d9d9ba950 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371649 Nov 09 21:57:19.679396 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f98da7cd-8b2f-4b10-a2ca-e9625102f04a req-678c6602-f085-4917-8772-276e9e9e4757 service neutron] 10.222.0.43 "GET /v2.0/networks/1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778563 Nov 09 21:57:19.769947 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f98da7cd-8b2f-4b10-a2ca-e9625102f04a req-5ad98e6d-16b7-42b5-ab01-7863acb568f3 service neutron] 10.222.0.43 "GET /v2.0/networks/1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829825 Nov 09 21:57:20.194726 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-958808cc-1a20-4d7e-9a06-baf3076f8c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:20.473216 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f44cd26-dfbb-4979-b064-ec9e94b68a9f req-5aa52f28-6945-4820-86e3-16887ec8788d tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:20.474157 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9f44cd26-dfbb-4979-b064-ec9e94b68a9f req-5aa52f28-6945-4820-86e3-16887ec8788d tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/ports?device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f HTTP/1.1" status: 200 len: 943 time: 0.0487385 Nov 09 21:57:20.520507 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9f44cd26-dfbb-4979-b064-ec9e94b68a9f req-deacf1c5-3e08-4cef-9301-c94a703e0bf4 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d09b95-fd64-420c-9cb8-84ad7479cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404184 Nov 09 21:57:21.087141 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde3c0c6-3d10-4335-af9a-c323dfab4d0f', 'tag': '3c415152-5d08-46c7-93fa-4811de5c7d27'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:57:21.089502 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6e64e1-94db-4097-94dd-47270e75824d" -d '{"events": [{"name": "network-changed", "server_uuid": "dde3c0c6-3d10-4335-af9a-c323dfab4d0f", "tag": "3c415152-5d08-46c7-93fa-4811de5c7d27"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:57:21.126370 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:21.137179 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ca54fa-050b-4b3f-8e83-e540c4363de3 x-openstack-request-id: req-09ca54fa-050b-4b3f-8e83-e540c4363de3 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:57:21.137467 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dde3c0c6-3d10-4335-af9a-c323dfab4d0f", "tag": "3c415152-5d08-46c7-93fa-4811de5c7d27", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:57:21.137785 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-09ca54fa-050b-4b3f-8e83-e540c4363de3 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:57:21.138189 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde3c0c6-3d10-4335-af9a-c323dfab4d0f', 'tag': '3c415152-5d08-46c7-93fa-4811de5c7d27', 'status': 'completed', 'code': 200} Nov 09 21:57:21.225523 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e64e1-94db-4097-94dd-47270e75824d req-192e5381-6c93-4b3a-84fc-34420eb0deb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:21.227025 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2a6e64e1-94db-4097-94dd-47270e75824d req-192e5381-6c93-4b3a-84fc-34420eb0deb9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=45029646de464d839aff13df2f893ffa&device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f HTTP/1.1" status: 200 len: 1094 time: 0.0708432 Nov 09 21:57:21.282070 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e64e1-94db-4097-94dd-47270e75824d req-4cbb6976-0e0c-41a2-88ef-786e220afef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:21.283733 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2a6e64e1-94db-4097-94dd-47270e75824d req-4cbb6976-0e0c-41a2-88ef-786e220afef0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=45029646de464d839aff13df2f893ffa&device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f HTTP/1.1" status: 200 len: 1094 time: 0.0907178 Nov 09 21:57:21.367714 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e64e1-94db-4097-94dd-47270e75824d req-503ae496-6c1e-411b-9e4c-4670c1e17485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:21.369174 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2a6e64e1-94db-4097-94dd-47270e75824d req-503ae496-6c1e-411b-9e4c-4670c1e17485 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b HTTP/1.1" status: 200 len: 911 time: 0.1358576 Nov 09 21:57:21.415543 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2a6e64e1-94db-4097-94dd-47270e75824d req-b0f9e788-f9f7-4a0c-ab1b-ec7ee08471f7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c415152-5d08-46c7-93fa-4811de5c7d27 HTTP/1.1" status: 200 len: 217 time: 0.0385036 Nov 09 21:57:21.471793 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e64e1-94db-4097-94dd-47270e75824d req-1b414f00-81f4-49e9-91f4-4b5ba64d0388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:21.473588 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2a6e64e1-94db-4097-94dd-47270e75824d req-1b414f00-81f4-49e9-91f4-4b5ba64d0388 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b HTTP/1.1" status: 200 len: 911 time: 0.1682386 Nov 09 21:57:21.485148 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e64e1-94db-4097-94dd-47270e75824d req-de775009-944a-4f72-8180-dabe5720a5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:21.486539 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2a6e64e1-94db-4097-94dd-47270e75824d req-de775009-944a-4f72-8180-dabe5720a5ef service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b969d072-12ed-49e8-b8c1-4a81fd8f6ca4 HTTP/1.1" status: 200 len: 851 time: 0.0608494 Nov 09 21:57:21.516188 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 3c415152-5d08-46c7-93fa-4811de5c7d27 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:57:21.560225 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2a6e64e1-94db-4097-94dd-47270e75824d req-c2d1aa04-fb02-4455-abb8-9d35fade8082 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658536 Nov 09 21:57:21.561492 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2a6e64e1-94db-4097-94dd-47270e75824d req-3b83484e-b4a7-4d6d-b3f7-b99df1139b88 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c415152-5d08-46c7-93fa-4811de5c7d27 HTTP/1.1" status: 200 len: 217 time: 0.0683520 Nov 09 21:57:21.585446 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 3c415152-5d08-46c7-93fa-4811de5c7d27 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:57:21.719313 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e64e1-94db-4097-94dd-47270e75824d req-e51be030-8fa2-467d-8799-f0ae1c279b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:21.720848 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2a6e64e1-94db-4097-94dd-47270e75824d req-e51be030-8fa2-467d-8799-f0ae1c279b43 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b969d072-12ed-49e8-b8c1-4a81fd8f6ca4 HTTP/1.1" status: 200 len: 851 time: 0.1229992 Nov 09 21:57:21.748946 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2a6e64e1-94db-4097-94dd-47270e75824d req-59196566-cb18-454f-9705-58ea8864b35e service neutron] 10.222.0.45 "GET /v2.0/networks/1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775448 Nov 09 21:57:21.768817 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2a6e64e1-94db-4097-94dd-47270e75824d req-1695b3bb-558b-4129-a8de-bd0655682e3e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362759 Nov 09 21:57:21.776773 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e238a-6e11-4663-afcd-31758d2de21f req-b314a8fd-29a3-4c01-993f-707047ec316c tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:21.778241 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-507e238a-6e11-4663-afcd-31758d2de21f req-b314a8fd-29a3-4c01-993f-707047ec316c tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/ports?device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f HTTP/1.1" status: 200 len: 943 time: 0.1443577 Nov 09 21:57:21.929697 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-507e238a-6e11-4663-afcd-31758d2de21f req-df992653-e3a0-411c-8e43-6b0ba0a02f9d tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d09b95-fd64-420c-9cb8-84ad7479cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440351 Nov 09 21:57:21.959644 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2a6e64e1-94db-4097-94dd-47270e75824d req-89fe9e14-93be-4680-bf78-a129f3df523d service neutron] 10.222.0.43 "GET /v2.0/networks/1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804338 Nov 09 21:57:21.964773 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2a6e64e1-94db-4097-94dd-47270e75824d req-cda5e197-4cd9-40e8-a330-cd60b41a5068 service neutron] 10.222.0.45 "GET /v2.0/networks/1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979649 Nov 09 21:57:22.055583 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2a6e64e1-94db-4097-94dd-47270e75824d req-063f0d35-64ce-4347-b5f6-f7b8e4776fe5 service neutron] 10.222.0.43 "GET /v2.0/networks/1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876005 Nov 09 21:57:22.165346 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e052f4-1743-41e6-9442-771597e04e0c req-d32a5d51-6f0a-48c0-ac81-b37284adfc74 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:22.166814 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-63e052f4-1743-41e6-9442-771597e04e0c req-d32a5d51-6f0a-48c0-ac81-b37284adfc74 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.45 "GET /v2.0/ports?device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f&tenant_id=45029646de464d839aff13df2f893ffa&binding%3Ahost_id=n-h2-816206-3 HTTP/1.1" status: 200 len: 943 time: 0.0529602 Nov 09 21:57:22.224053 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [req-63e052f4-1743-41e6-9442-771597e04e0c req-ff47d649-627d-4829-a2e1-8796416aff16 service neutron] delete failed (client error): The resource could not be found. Nov 09 21:57:22.225497 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-63e052f4-1743-41e6-9442-771597e04e0c req-ff47d649-627d-4829-a2e1-8796416aff16 service neutron] 10.222.0.45 "DELETE /v2.0/ports/3c415152-5d08-46c7-93fa-4811de5c7d27/bindings/n-h1-816206-3 HTTP/1.1" status: 404 len: 380 time: 0.0511458 Nov 09 21:57:22.306094 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e052f4-1743-41e6-9442-771597e04e0c req-59bc6199-ef2a-4a6d-bce5-8364038697fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:22.307553 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-63e052f4-1743-41e6-9442-771597e04e0c req-59bc6199-ef2a-4a6d-bce5-8364038697fd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=45029646de464d839aff13df2f893ffa&device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f HTTP/1.1" status: 200 len: 1094 time: 0.0403826 Nov 09 21:57:22.398424 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e052f4-1743-41e6-9442-771597e04e0c req-113f6358-eac4-4b2d-9824-64ebe79dd2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:22.399873 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-63e052f4-1743-41e6-9442-771597e04e0c req-113f6358-eac4-4b2d-9824-64ebe79dd2a4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b HTTP/1.1" status: 200 len: 911 time: 0.0857203 Nov 09 21:57:22.440490 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-63e052f4-1743-41e6-9442-771597e04e0c req-4776ef2c-d5c5-4fb4-8314-31d2d46b8395 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c415152-5d08-46c7-93fa-4811de5c7d27 HTTP/1.1" status: 200 len: 217 time: 0.0339036 Nov 09 21:57:22.496106 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e052f4-1743-41e6-9442-771597e04e0c req-240dde3f-dd2a-4593-908d-3be4f9deb24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:22.496778 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:22.497472 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-63e052f4-1743-41e6-9442-771597e04e0c req-240dde3f-dd2a-4593-908d-3be4f9deb24d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b969d072-12ed-49e8-b8c1-4a81fd8f6ca4 HTTP/1.1" status: 200 len: 851 time: 0.0500531 Nov 09 21:57:22.528463 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-63e052f4-1743-41e6-9442-771597e04e0c req-ac989119-fbe3-42f5-bec0-2405e39e983e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243180 Nov 09 21:57:22.539011 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 3c415152-5d08-46c7-93fa-4811de5c7d27 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:57:22.619022 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-63e052f4-1743-41e6-9442-771597e04e0c req-29811b3a-5eb5-4908-b98a-2bdc6c238aec service neutron] 10.222.0.45 "GET /v2.0/networks/1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837154 Nov 09 21:57:22.633021 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 3c415152-5d08-46c7-93fa-4811de5c7d27, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=3c415152-5d08-46c7-93fa-4811de5c7d27,segment=NetworkSegment(9327f8ec-66ac-4860-97a2-f599f4d96feb),segment_id=9327f8ec-66ac-4860-97a2-f599f4d96feb)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:57:22.643837 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '3c415152-5d08-46c7-93fa-4811de5c7d27', 'network_id': '1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b', 'port_id': '3c415152-5d08-46c7-93fa-4811de5c7d27', 'mac_address': 'fa:16:3e:dd:49:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b969d072-12ed-49e8-b8c1-4a81fd8f6ca4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:57:22.683594 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:22.695875 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c415152-5d08-46c7-93fa-4811de5c7d27 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:57:22.711772 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-63e052f4-1743-41e6-9442-771597e04e0c req-d9301e7a-2da0-4e6f-a602-64ffb485e5d6 service neutron] 10.222.0.45 "GET /v2.0/networks/1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859361 Nov 09 21:57:22.715851 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 3c415152-5d08-46c7-93fa-4811de5c7d27, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=3c415152-5d08-46c7-93fa-4811de5c7d27,segment=NetworkSegment(9327f8ec-66ac-4860-97a2-f599f4d96feb),segment_id=9327f8ec-66ac-4860-97a2-f599f4d96feb)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:57:22.719400 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:22.765550 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=3c415152-5d08-46c7-93fa-4811de5c7d27,revision_number=8']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:57:22.773749 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:57:22.774099 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:57:22.774443 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:57:22.774780 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:57:22.775116 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:57:22.775454 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:57:22.775781 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:57:22.776107 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:57:22.776432 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:57:22.776786 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:57:22.777112 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:57:22.777435 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:57:23.001686 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['3c415152-5d08-46c7-93fa-4811de5c7d27'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:57:23.115670 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:23.402181 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10118cc9-1cf9-4d59-a02d-d11e4b997a0b req-58b1b3ae-9150-4b12-a1e8-1b8f324fced9 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:23.403673 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-10118cc9-1cf9-4d59-a02d-d11e4b997a0b req-58b1b3ae-9150-4b12-a1e8-1b8f324fced9 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/ports?device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f HTTP/1.1" status: 200 len: 944 time: 0.0495684 Nov 09 21:57:23.404122 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:23.451729 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-10118cc9-1cf9-4d59-a02d-d11e4b997a0b req-d3965024-ff86-4a76-9e6e-6b8b6c41b3e5 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d09b95-fd64-420c-9cb8-84ad7479cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418007 Nov 09 21:57:24.567338 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80967d-4e0c-4774-b087-8520355a51d4 req-ec20c007-ba5f-4fb4-9e1c-ff94e51adf7f tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:24.569350 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8a80967d-4e0c-4774-b087-8520355a51d4 req-ec20c007-ba5f-4fb4-9e1c-ff94e51adf7f tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/ports?device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f HTTP/1.1" status: 200 len: 944 time: 0.0494349 Nov 09 21:57:24.574312 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 3c415152-5d08-46c7-93fa-4811de5c7d27 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:57:24.621758 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8a80967d-4e0c-4774-b087-8520355a51d4 req-c8a7c521-8c03-4e18-81f3-37773273c80d tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d09b95-fd64-420c-9cb8-84ad7479cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455420 Nov 09 21:57:24.624331 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 3c415152-5d08-46c7-93fa-4811de5c7d27 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:57:24.628522 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 3c415152-5d08-46c7-93fa-4811de5c7d27 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:57:24.628939 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:24.705657 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:24.727391 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde3c0c6-3d10-4335-af9a-c323dfab4d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c415152-5d08-46c7-93fa-4811de5c7d27'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:57:24.729617 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472e3277-957f-47f3-95d5-4a23c292342a" -d '{"events": [{"server_uuid": "dde3c0c6-3d10-4335-af9a-c323dfab4d0f", "name": "network-vif-plugged", "status": "completed", "tag": "3c415152-5d08-46c7-93fa-4811de5c7d27"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:57:24.741909 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 3c415152-5d08-46c7-93fa-4811de5c7d27, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=3c415152-5d08-46c7-93fa-4811de5c7d27,segment=NetworkSegment(9327f8ec-66ac-4860-97a2-f599f4d96feb),segment_id=9327f8ec-66ac-4860-97a2-f599f4d96feb)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:57:24.745818 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:24.770478 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18fd3a94-2c7f-4af9-b0db-fc249e6b982d x-openstack-request-id: req-18fd3a94-2c7f-4af9-b0db-fc249e6b982d {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:57:24.770768 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde3c0c6-3d10-4335-af9a-c323dfab4d0f", "name": "network-vif-plugged", "status": "completed", "tag": "3c415152-5d08-46c7-93fa-4811de5c7d27", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:57:24.771019 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-18fd3a94-2c7f-4af9-b0db-fc249e6b982d {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:57:24.771409 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde3c0c6-3d10-4335-af9a-c323dfab4d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c415152-5d08-46c7-93fa-4811de5c7d27', 'code': 200} Nov 09 21:57:24.796730 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=3c415152-5d08-46c7-93fa-4811de5c7d27,revision_number=9']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:57:24.804168 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e052f4-1743-41e6-9442-771597e04e0c req-1c22a581-a97b-4310-a752-fa48c19c085c tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:24.805671 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-63e052f4-1743-41e6-9442-771597e04e0c req-1c22a581-a97b-4310-a752-fa48c19c085c tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.43 "GET /v2.0/ports?device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f HTTP/1.1" status: 200 len: 945 time: 0.0487306 Nov 09 21:57:24.895289 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-63e052f4-1743-41e6-9442-771597e04e0c req-0603abec-e1f0-4d06-a06c-6d8637e9b86d tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Deleting port 3c415152-5d08-46c7-93fa-4811de5c7d27 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:57:24.895629 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-63e052f4-1743-41e6-9442-771597e04e0c req-0603abec-e1f0-4d06-a06c-6d8637e9b86d tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:24.984313 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-63e052f4-1743-41e6-9442-771597e04e0c req-0603abec-e1f0-4d06-a06c-6d8637e9b86d tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] For port 3c415152-5d08-46c7-93fa-4811de5c7d27, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=3c415152-5d08-46c7-93fa-4811de5c7d27,segment=NetworkSegment(9327f8ec-66ac-4860-97a2-f599f4d96feb),segment_id=9327f8ec-66ac-4860-97a2-f599f4d96feb)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:57:24.984597 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-63e052f4-1743-41e6-9442-771597e04e0c req-0603abec-e1f0-4d06-a06c-6d8637e9b86d tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:25.001114 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-63e052f4-1743-41e6-9442-771597e04e0c req-0603abec-e1f0-4d06-a06c-6d8637e9b86d tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Calling delete_port for 3c415152-5d08-46c7-93fa-4811de5c7d27 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:57:25.123762 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-63e052f4-1743-41e6-9442-771597e04e0c req-0603abec-e1f0-4d06-a06c-6d8637e9b86d tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:25.149725 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0603abec-e1f0-4d06-a06c-6d8637e9b86d tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Pushing event deleted for resources: {'Port': ['ID=3c415152-5d08-46c7-93fa-4811de5c7d27,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:57:25.156341 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['3c415152-5d08-46c7-93fa-4811de5c7d27'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:57:25.195292 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e052f4-1743-41e6-9442-771597e04e0c req-0603abec-e1f0-4d06-a06c-6d8637e9b86d tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] No DVR routers for this DVR port 3c415152-5d08-46c7-93fa-4811de5c7d27 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:57:25.198464 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-63e052f4-1743-41e6-9442-771597e04e0c req-0603abec-e1f0-4d06-a06c-6d8637e9b86d tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:25.203493 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-63e052f4-1743-41e6-9442-771597e04e0c req-0603abec-e1f0-4d06-a06c-6d8637e9b86d tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.43 "DELETE /v2.0/ports/3c415152-5d08-46c7-93fa-4811de5c7d27 HTTP/1.1" status: 204 len: 173 time: 0.3917634 Nov 09 21:57:25.203945 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde3c0c6-3d10-4335-af9a-c323dfab4d0f', 'name': 'network-vif-deleted', 'tag': '3c415152-5d08-46c7-93fa-4811de5c7d27'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:57:25.206312 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08c799c-f0bb-4b17-acfd-828d5dad5c1b" -d '{"events": [{"server_uuid": "dde3c0c6-3d10-4335-af9a-c323dfab4d0f", "name": "network-vif-deleted", "tag": "3c415152-5d08-46c7-93fa-4811de5c7d27"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:57:25.246581 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d95e82a-f3d1-47d0-9607-550767a22d17 x-openstack-request-id: req-3d95e82a-f3d1-47d0-9607-550767a22d17 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:57:25.246875 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde3c0c6-3d10-4335-af9a-c323dfab4d0f", "name": "network-vif-deleted", "tag": "3c415152-5d08-46c7-93fa-4811de5c7d27", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:57:25.247123 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3d95e82a-f3d1-47d0-9607-550767a22d17 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:57:25.247523 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde3c0c6-3d10-4335-af9a-c323dfab4d0f', 'name': 'network-vif-deleted', 'tag': '3c415152-5d08-46c7-93fa-4811de5c7d27', 'status': 'completed', 'code': 200} Nov 09 21:57:25.729111 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dc428df3-7245-404c-94aa-413f06d74590 req-106ab859-df8f-4f9e-a8da-7a5fb790abe7 tempest-DeleteServersTestJSON-124869531 tempest-DeleteServersTestJSON-124869531-project] 10.222.0.49 "GET /v2.0/ports?device_id=dde3c0c6-3d10-4335-af9a-c323dfab4d0f HTTP/1.1" status: 200 len: 210 time: 0.0272198 Nov 09 21:57:26.855090 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33622) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:57:26.897977 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad9cb1b6-3de4-402f-af9a-cd6896e88feb admin admin] Deleting subnet b969d072-12ed-49e8-b8c1-4a81fd8f6ca4 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:57:26.900942 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ad9cb1b6-3de4-402f-af9a-cd6896e88feb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:26.934704 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ad9cb1b6-3de4-402f-af9a-cd6896e88feb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:26.975096 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ad9cb1b6-3de4-402f-af9a-cd6896e88feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:27.354330 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ad9cb1b6-3de4-402f-af9a-cd6896e88feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:27.378285 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9cb1b6-3de4-402f-af9a-cd6896e88feb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b969d072-12ed-49e8-b8c1-4a81fd8f6ca4,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:57:27.382044 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ad9cb1b6-3de4-402f-af9a-cd6896e88feb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:27.385176 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ad9cb1b6-3de4-402f-af9a-cd6896e88feb admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b969d072-12ed-49e8-b8c1-4a81fd8f6ca4 HTTP/1.1" status: 204 len: 168 time: 0.5290680 Nov 09 21:57:27.387754 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33624) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:57:27.456371 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9fb5baf1-7721-4f49-8443-afe1df72b7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:27.532717 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9fb5baf1-7721-4f49-8443-afe1df72b7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:27.551583 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-9fb5baf1-7721-4f49-8443-afe1df72b7bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:57:27.560496 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-9fb5baf1-7721-4f49-8443-afe1df72b7bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9327f8ec-66ac-4860-97a2-f599f4d96feb') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:57:27.560830 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-9fb5baf1-7721-4f49-8443-afe1df72b7bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9327f8ec-66ac-4860-97a2-f599f4d96feb') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:57:27.570542 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9fb5baf1-7721-4f49-8443-afe1df72b7bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:27.583707 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9fb5baf1-7721-4f49-8443-afe1df72b7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:27.590264 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fb5baf1-7721-4f49-8443-afe1df72b7bc admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:57:27.590649 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9fb5baf1-7721-4f49-8443-afe1df72b7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:27.592576 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 21:57:27.592576 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:57:27.592576 n-d-816206-3 neutron-server[102607]: timer() Nov 09 21:57:27.592576 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:57:27.592576 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 21:57:27.592576 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:57:27.592576 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 21:57:27.592576 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:57:27.592576 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 21:57:27.592576 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:57:27.592576 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 21:57:27.592576 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:57:27.592576 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 21:57:27.592576 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:57:27.592576 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:57:27.592576 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:57:27.592576 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:57:27.592576 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:57:27.592576 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 21:57:27.592576 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:57:27.592576 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 21:57:27.592576 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:57:27.592576 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:57:27.592576 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:57:27.592576 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 21:57:27.592576 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:57:27.592576 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:57:27.592576 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:57:27.592576 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:57:27.592576 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:57:27.592576 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:57:27.592576 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:57:27.650433 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9fb5baf1-7721-4f49-8443-afe1df72b7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:27.655676 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9fb5baf1-7721-4f49-8443-afe1df72b7bc admin admin] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:27.658867 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-9fb5baf1-7721-4f49-8443-afe1df72b7bc admin admin] 10.222.0.49 "DELETE /v2.0/networks/1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b HTTP/1.1" status: 204 len: 168 time: 0.2702148 Nov 09 21:57:27.671567 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb5baf1-7721-4f49-8443-afe1df72b7bc admin admin] Pushing event deleted for resources: {'Network': ['ID=1d3bbd3a-819e-4ff8-9ea5-cec65bf24f0b,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:57:27.763764 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33628) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:57:27.805301 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-81a4fc74-b14f-4144-8d08-b01ab226d2d2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=45029646de464d839aff13df2f893ffa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377662 Nov 09 21:57:27.805602 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33630) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:57:27.850425 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-83d73eb3-da9e-4433-ba5f-62ba128d1f3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:27.870696 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-83d73eb3-da9e-4433-ba5f-62ba128d1f3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:27.918468 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-83d73eb3-da9e-4433-ba5f-62ba128d1f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:27.920966 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-83d73eb3-da9e-4433-ba5f-62ba128d1f3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:27.922123 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-83d73eb3-da9e-4433-ba5f-62ba128d1f3f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/70d09b95-fd64-420c-9cb8-84ad7479cdfc HTTP/1.1" status: 204 len: 168 time: 0.1156085 Nov 09 21:57:27.930110 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d73eb3-da9e-4433-ba5f-62ba128d1f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d09b95-fd64-420c-9cb8-84ad7479cdfc,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:57:28.582872 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 33652) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:57:28.610198 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 3c415152-5d08-46c7-93fa-4811de5c7d27 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:57:28.629071 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: 3c415152-5d08-46c7-93fa-4811de5c7d27 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:57:28.629416 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 3c415152-5d08-46c7-93fa-4811de5c7d27 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:57:28.681836 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-82bade34-b4d8-4e99-be1e-66fda3fd32d1 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-109321228-network', 'tenant_id': '481830b3e6144188b9dfecb092b184ae'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:57:28.705607 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82bade34-b4d8-4e99-be1e-66fda3fd32d1 admin admin] Made reservation on behalf of 481830b3e6144188b9dfecb092b184ae for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:57:28.707808 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-82bade34-b4d8-4e99-be1e-66fda3fd32d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:28.716793 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-82bade34-b4d8-4e99-be1e-66fda3fd32d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:28.790902 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-82bade34-b4d8-4e99-be1e-66fda3fd32d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:28.794562 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-82bade34-b4d8-4e99-be1e-66fda3fd32d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:28.819206 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82bade34-b4d8-4e99-be1e-66fda3fd32d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:57:28.827901 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bade34-b4d8-4e99-be1e-66fda3fd32d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900b3c26-cda7-4b07-a45c-e39284778a3c,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:57:28.836126 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-82bade34-b4d8-4e99-be1e-66fda3fd32d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:28.836126 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-82bade34-b4d8-4e99-be1e-66fda3fd32d1 admin admin] Added segment 42612f8c-8a64-4502-9d64-fae5de504e43 of type vlan for network 6874a1f1-780f-46be-a4c0-bc104f9ad773 Nov 09 21:57:28.881875 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-82bade34-b4d8-4e99-be1e-66fda3fd32d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:28.907851 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-82bade34-b4d8-4e99-be1e-66fda3fd32d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:28.908882 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bade34-b4d8-4e99-be1e-66fda3fd32d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:28.909458 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-82bade34-b4d8-4e99-be1e-66fda3fd32d1 admin admin] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:28.969481 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-82bade34-b4d8-4e99-be1e-66fda3fd32d1 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3853772 Nov 09 21:57:28.972368 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bade34-b4d8-4e99-be1e-66fda3fd32d1 admin admin] Pushing event updated for resources: {'Network': ['ID=6874a1f1-780f-46be-a4c0-bc104f9ad773,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:57:28.972500 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33656) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:57:28.978107 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-655c5c4a-df74-4da6-aa18-eb010a06b2bc admin admin] Request body: {'subnet': {'network_id': '6874a1f1-780f-46be-a4c0-bc104f9ad773', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-109321228-subnet', 'tenant_id': '481830b3e6144188b9dfecb092b184ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:57:28.981694 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 6874a1f1-780f-46be-a4c0-bc104f9ad773 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:57:28.999478 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655c5c4a-df74-4da6-aa18-eb010a06b2bc admin admin] Made reservation on behalf of 481830b3e6144188b9dfecb092b184ae for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:57:29.001829 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-655c5c4a-df74-4da6-aa18-eb010a06b2bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:29.166641 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-655c5c4a-df74-4da6-aa18-eb010a06b2bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:29.227478 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655c5c4a-df74-4da6-aa18-eb010a06b2bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8109ce80-c6c6-45d9-bbe0-59e931f52470,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:57:29.239529 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c5c4a-df74-4da6-aa18-eb010a06b2bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:57:29.239881 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c5c4a-df74-4da6-aa18-eb010a06b2bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:57:29.240252 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c5c4a-df74-4da6-aa18-eb010a06b2bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:57:29.240589 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c5c4a-df74-4da6-aa18-eb010a06b2bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:57:29.240949 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c5c4a-df74-4da6-aa18-eb010a06b2bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:57:29.241281 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c5c4a-df74-4da6-aa18-eb010a06b2bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:57:29.241607 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c5c4a-df74-4da6-aa18-eb010a06b2bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:57:29.241931 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c5c4a-df74-4da6-aa18-eb010a06b2bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:57:29.242257 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c5c4a-df74-4da6-aa18-eb010a06b2bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:57:29.242575 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c5c4a-df74-4da6-aa18-eb010a06b2bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:57:29.242896 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c5c4a-df74-4da6-aa18-eb010a06b2bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:57:29.243215 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655c5c4a-df74-4da6-aa18-eb010a06b2bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:57:29.248307 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655c5c4a-df74-4da6-aa18-eb010a06b2bc admin admin] Checking segment: {'id': '42612f8c-8a64-4502-9d64-fae5de504e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6874a1f1-780f-46be-a4c0-bc104f9ad773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:57:29.248694 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655c5c4a-df74-4da6-aa18-eb010a06b2bc admin admin] Network hostable DHCP agents. Network: 6874a1f1-780f-46be-a4c0-bc104f9ad773, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:57:29.265333 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655c5c4a-df74-4da6-aa18-eb010a06b2bc admin admin] Network 6874a1f1-780f-46be-a4c0-bc104f9ad773 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:57:29.273458 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-655c5c4a-df74-4da6-aa18-eb010a06b2bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 6874a1f1-780f-46be-a4c0-bc104f9ad773) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:57:29.277470 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655c5c4a-df74-4da6-aa18-eb010a06b2bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:29.278066 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-655c5c4a-df74-4da6-aa18-eb010a06b2bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:29.282136 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373f46c9-fe2e-4cb8-8857-87e3f0d9feb4 None None] Network 6874a1f1-780f-46be-a4c0-bc104f9ad773 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:57:29.293560 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-655c5c4a-df74-4da6-aa18-eb010a06b2bc admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3200226 Nov 09 21:57:29.403979 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0732ddc-9dcb-4888-895d-f4b11a75f3a2 None None] Network 6874a1f1-780f-46be-a4c0-bc104f9ad773 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:57:29.718552 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb7d76-666e-4af3-ab63-662e3ffc11fe req-62103350-150d-44a6-8d5d-fc851dbb981a tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:29.719988 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-40bb7d76-666e-4af3-ab63-662e3ffc11fe req-62103350-150d-44a6-8d5d-fc851dbb981a tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/networks?id=6874a1f1-780f-46be-a4c0-bc104f9ad773 HTTP/1.1" status: 200 len: 814 time: 0.0982540 Nov 09 21:57:29.735126 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-40bb7d76-666e-4af3-ab63-662e3ffc11fe req-eb65bde3-8a50-4514-896f-17f0c99c2662 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/quotas/481830b3e6144188b9dfecb092b184ae HTTP/1.1" status: 200 len: 375 time: 0.0086706 Nov 09 21:57:29.765217 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-40bb7d76-666e-4af3-ab63-662e3ffc11fe req-821f0af3-2751-4b31-b4e6-027df48677e8 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=481830b3e6144188b9dfecb092b184ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250049 Nov 09 21:57:29.858547 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-40bb7d76-666e-4af3-ab63-662e3ffc11fe req-f971cd03-513b-4101-90d3-34b07d34a66a service neutron] 10.222.0.49 "GET /v2.0/networks/6874a1f1-780f-46be-a4c0-bc104f9ad773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866947 Nov 09 21:57:29.952294 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-40bb7d76-666e-4af3-ab63-662e3ffc11fe req-5a010b7f-5201-4545-8ebc-cf6e04fdaf11 service neutron] 10.222.0.49 "GET /v2.0/networks/6874a1f1-780f-46be-a4c0-bc104f9ad773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867136 Nov 09 21:57:30.111612 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-790c97d8-fa41-4c83-92e6-1b53ceb9ad19 req-69cb0574-465c-4dae-ad84-c03998d63807 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 210 time: 0.0283265 Nov 09 21:57:31.088505 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb7d76-666e-4af3-ab63-662e3ffc11fe req-b934e05c-8959-4f46-9654-6dc4d0b6008e tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:31.089990 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-40bb7d76-666e-4af3-ab63-662e3ffc11fe req-b934e05c-8959-4f46-9654-6dc4d0b6008e tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.43 "GET /v2.0/networks?id=6874a1f1-780f-46be-a4c0-bc104f9ad773 HTTP/1.1" status: 200 len: 814 time: 0.1013958 Nov 09 21:57:31.109223 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-40bb7d76-666e-4af3-ab63-662e3ffc11fe req-f5cc9d94-c9f5-40ab-b88c-ea9c01cba793 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Request body: {'port': {'device_id': '7872944e-0dce-44e5-ae18-9311379ba4e3', 'network_id': '6874a1f1-780f-46be-a4c0-bc104f9ad773', 'admin_state_up': True, 'tenant_id': '481830b3e6144188b9dfecb092b184ae'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:57:31.218532 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7615b5da-2b67-40ef-96ed-fb8ab334429a req-17fa37b8-3f3f-4c15-af95-e58e4f578e7e tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 210 time: 0.0374048 Nov 09 21:57:31.242618 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40bb7d76-666e-4af3-ab63-662e3ffc11fe req-f5cc9d94-c9f5-40ab-b88c-ea9c01cba793 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Made reservation on behalf of 481830b3e6144188b9dfecb092b184ae for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:57:31.246102 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-40bb7d76-666e-4af3-ab63-662e3ffc11fe req-f5cc9d94-c9f5-40ab-b88c-ea9c01cba793 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:31.369974 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-40bb7d76-666e-4af3-ab63-662e3ffc11fe req-f5cc9d94-c9f5-40ab-b88c-ea9c01cba793 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Allocated IP 172.20.0.11 (6874a1f1-780f-46be-a4c0-bc104f9ad773/8109ce80-c6c6-45d9-bbe0-59e931f52470/83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:57:31.509581 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-40bb7d76-666e-4af3-ab63-662e3ffc11fe req-f5cc9d94-c9f5-40ab-b88c-ea9c01cba793 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:31.542574 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-40bb7d76-666e-4af3-ab63-662e3ffc11fe req-f5cc9d94-c9f5-40ab-b88c-ea9c01cba793 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:31.585683 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40bb7d76-666e-4af3-ab63-662e3ffc11fe req-f5cc9d94-c9f5-40ab-b88c-ea9c01cba793 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Network 6874a1f1-780f-46be-a4c0-bc104f9ad773 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:57:31.590702 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-40bb7d76-666e-4af3-ab63-662e3ffc11fe req-f5cc9d94-c9f5-40ab-b88c-ea9c01cba793 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:57:31.593037 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-40bb7d76-666e-4af3-ab63-662e3ffc11fe req-f5cc9d94-c9f5-40ab-b88c-ea9c01cba793 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:57:31.624185 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc9d94-c9f5-40ab-b88c-ea9c01cba793 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Pushing event updated for resources: {'Port': ['ID=83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:57:31.650408 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb7d76-666e-4af3-ab63-662e3ffc11fe req-f5cc9d94-c9f5-40ab-b88c-ea9c01cba793 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:31.651020 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-40bb7d76-666e-4af3-ab63-662e3ffc11fe req-f5cc9d94-c9f5-40ab-b88c-ea9c01cba793 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:31.667092 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-40bb7d76-666e-4af3-ab63-662e3ffc11fe req-f5cc9d94-c9f5-40ab-b88c-ea9c01cba793 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5613413 Nov 09 21:57:31.686170 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-40bb7d76-666e-4af3-ab63-662e3ffc11fe req-b20d6c45-e39d-4aff-8530-52d013f230cf service neutron] Request body: {'port': {'device_id': '7872944e-0dce-44e5-ae18-9311379ba4e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:57:31.738550 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-40bb7d76-666e-4af3-ab63-662e3ffc11fe req-b20d6c45-e39d-4aff-8530-52d013f230cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:32.001413 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-40bb7d76-666e-4af3-ab63-662e3ffc11fe req-b20d6c45-e39d-4aff-8530-52d013f230cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:57:32.008853 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-40bb7d76-666e-4af3-ab63-662e3ffc11fe req-b20d6c45-e39d-4aff-8530-52d013f230cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:32.020582 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-40bb7d76-666e-4af3-ab63-662e3ffc11fe req-b20d6c45-e39d-4aff-8530-52d013f230cf service neutron] Transition to ACTIVE for port object 83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:57:32.024743 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-40bb7d76-666e-4af3-ab63-662e3ffc11fe req-b20d6c45-e39d-4aff-8530-52d013f230cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:32.075455 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d6c45-e39d-4aff-8530-52d013f230cf service neutron] Pushing event updated for resources: {'Port': ['ID=83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:57:32.137310 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-40bb7d76-666e-4af3-ab63-662e3ffc11fe req-b20d6c45-e39d-4aff-8530-52d013f230cf service neutron] Attempting to bind port 83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:57:32.137997 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-40bb7d76-666e-4af3-ab63-662e3ffc11fe req-b20d6c45-e39d-4aff-8530-52d013f230cf service neutron] Attempting to bind port 83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '42612f8c-8a64-4502-9d64-fae5de504e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6874a1f1-780f-46be-a4c0-bc104f9ad773'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:57:32.137997 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bb7d76-666e-4af3-ab63-662e3ffc11fe req-b20d6c45-e39d-4aff-8530-52d013f230cf service neutron] Attempting to bind port 83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1 on network 6874a1f1-780f-46be-a4c0-bc104f9ad773 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:57:32.142261 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bb7d76-666e-4af3-ab63-662e3ffc11fe req-b20d6c45-e39d-4aff-8530-52d013f230cf service neutron] Port 83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1 on network 6874a1f1-780f-46be-a4c0-bc104f9ad773 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:57:32.142581 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bb7d76-666e-4af3-ab63-662e3ffc11fe req-b20d6c45-e39d-4aff-8530-52d013f230cf service neutron] Attempting to bind port 83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1 on network 6874a1f1-780f-46be-a4c0-bc104f9ad773 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:57:32.147320 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bb7d76-666e-4af3-ab63-662e3ffc11fe req-b20d6c45-e39d-4aff-8530-52d013f230cf service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:57:32.147655 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bb7d76-666e-4af3-ab63-662e3ffc11fe req-b20d6c45-e39d-4aff-8530-52d013f230cf service neutron] Checking segment: {'id': '42612f8c-8a64-4502-9d64-fae5de504e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6874a1f1-780f-46be-a4c0-bc104f9ad773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:57:32.148035 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bb7d76-666e-4af3-ab63-662e3ffc11fe req-b20d6c45-e39d-4aff-8530-52d013f230cf service neutron] Bound using segment: {'id': '42612f8c-8a64-4502-9d64-fae5de504e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6874a1f1-780f-46be-a4c0-bc104f9ad773'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:57:32.148456 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-40bb7d76-666e-4af3-ab63-662e3ffc11fe req-b20d6c45-e39d-4aff-8530-52d013f230cf service neutron] Bound port: 83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42612f8c-8a64-4502-9d64-fae5de504e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6874a1f1-780f-46be-a4c0-bc104f9ad773'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:57:32.148842 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-40bb7d76-666e-4af3-ab63-662e3ffc11fe req-b20d6c45-e39d-4aff-8530-52d013f230cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:32.212514 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-40bb7d76-666e-4af3-ab63-662e3ffc11fe req-b20d6c45-e39d-4aff-8530-52d013f230cf service neutron] For port 83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:57:32.215574 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-40bb7d76-666e-4af3-ab63-662e3ffc11fe req-b20d6c45-e39d-4aff-8530-52d013f230cf service neutron] For port 83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1,segment=NetworkSegment(42612f8c-8a64-4502-9d64-fae5de504e43),segment_id=42612f8c-8a64-4502-9d64-fae5de504e43)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:57:32.219974 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-40bb7d76-666e-4af3-ab63-662e3ffc11fe req-b20d6c45-e39d-4aff-8530-52d013f230cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:32.251864 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb7d76-666e-4af3-ab63-662e3ffc11fe req-b20d6c45-e39d-4aff-8530-52d013f230cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:32.252370 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-40bb7d76-666e-4af3-ab63-662e3ffc11fe req-b20d6c45-e39d-4aff-8530-52d013f230cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:32.254250 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-40bb7d76-666e-4af3-ab63-662e3ffc11fe req-b20d6c45-e39d-4aff-8530-52d013f230cf service neutron] 10.222.0.43 "PUT /v2.0/ports/83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1 HTTP/1.1" status: 200 len: 1092 time: 0.5718770 Nov 09 21:57:32.256436 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7872944e-0dce-44e5-ae18-9311379ba4e3', 'tag': '83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:57:32.258743 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4faa0e08-8103-4eb3-b876-89e7eb385e9a" -d '{"events": [{"name": "network-changed", "server_uuid": "7872944e-0dce-44e5-ae18-9311379ba4e3", "tag": "83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:57:32.292096 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d6c45-e39d-4aff-8530-52d013f230cf service neutron] Pushing event updated for resources: {'Port': ['ID=83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:57:32.301978 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a273d3c4-49e5-4c48-85df-5e29f5617c7b x-openstack-request-id: req-a273d3c4-49e5-4c48-85df-5e29f5617c7b {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:57:32.302291 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7872944e-0dce-44e5-ae18-9311379ba4e3", "tag": "83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:57:32.302618 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a273d3c4-49e5-4c48-85df-5e29f5617c7b {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:57:32.302951 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7872944e-0dce-44e5-ae18-9311379ba4e3', 'tag': '83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1', 'status': 'completed', 'code': 200} Nov 09 21:57:32.342851 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d4dc9-5a87-4a69-b81c-e5f4f9a1ed57 req-4961251e-9cf1-41e4-be12-37698e0fd423 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:32.344493 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-701d4dc9-5a87-4a69-b81c-e5f4f9a1ed57 req-4961251e-9cf1-41e4-be12-37698e0fd423 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 944 time: 0.0543318 Nov 09 21:57:32.360142 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb7d76-666e-4af3-ab63-662e3ffc11fe req-6e2dcbec-8533-43e8-90ce-45c30a9b127b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:32.361679 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-40bb7d76-666e-4af3-ab63-662e3ffc11fe req-6e2dcbec-8533-43e8-90ce-45c30a9b127b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=481830b3e6144188b9dfecb092b184ae&device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 1095 time: 0.0422976 Nov 09 21:57:32.392244 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-701d4dc9-5a87-4a69-b81c-e5f4f9a1ed57 req-48310802-1f22-4392-8f6d-98cf2a06213b tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411172 Nov 09 21:57:32.414436 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-40bb7d76-666e-4af3-ab63-662e3ffc11fe req-293a4df9-3990-4298-b137-a29d5f4f5f00 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1 HTTP/1.1" status: 200 len: 217 time: 0.0386138 Nov 09 21:57:32.462704 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb7d76-666e-4af3-ab63-662e3ffc11fe req-9fced89e-5ed7-4a9d-9474-b8809d0b2bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:32.464119 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-40bb7d76-666e-4af3-ab63-662e3ffc11fe req-9fced89e-5ed7-4a9d-9474-b8809d0b2bbc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8109ce80-c6c6-45d9-bbe0-59e931f52470 HTTP/1.1" status: 200 len: 854 time: 0.0425754 Nov 09 21:57:32.496433 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-40bb7d76-666e-4af3-ab63-662e3ffc11fe req-d753f11c-a6d7-44de-a50f-b4139c76edc0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6874a1f1-780f-46be-a4c0-bc104f9ad773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252886 Nov 09 21:57:32.589888 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-40bb7d76-666e-4af3-ab63-662e3ffc11fe req-ecef624a-aa5e-4ba7-a9aa-60edd45b399c service neutron] 10.222.0.43 "GET /v2.0/networks/6874a1f1-780f-46be-a4c0-bc104f9ad773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853198 Nov 09 21:57:32.678318 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-40bb7d76-666e-4af3-ab63-662e3ffc11fe req-b01f4d58-e075-42d4-a981-d2f91c4ea095 service neutron] 10.222.0.43 "GET /v2.0/networks/6874a1f1-780f-46be-a4c0-bc104f9ad773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811169 Nov 09 21:57:32.800772 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa0e08-8103-4eb3-b876-89e7eb385e9a req-07f18f12-a118-433a-bd5a-c623155681f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:32.802236 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4faa0e08-8103-4eb3-b876-89e7eb385e9a req-07f18f12-a118-433a-bd5a-c623155681f3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=481830b3e6144188b9dfecb092b184ae&device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 1095 time: 0.0407608 Nov 09 21:57:32.894594 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa0e08-8103-4eb3-b876-89e7eb385e9a req-7217004a-948c-408c-b433-775dc68f288a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:32.895945 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4faa0e08-8103-4eb3-b876-89e7eb385e9a req-7217004a-948c-408c-b433-775dc68f288a service neutron] 10.222.0.43 "GET /v2.0/networks?id=6874a1f1-780f-46be-a4c0-bc104f9ad773 HTTP/1.1" status: 200 len: 914 time: 0.0864804 Nov 09 21:57:32.939511 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4faa0e08-8103-4eb3-b876-89e7eb385e9a req-3bce82eb-0772-426e-95f9-e7ad5643de3c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1 HTTP/1.1" status: 200 len: 217 time: 0.0364718 Nov 09 21:57:32.992987 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa0e08-8103-4eb3-b876-89e7eb385e9a req-533bad34-2c16-4a81-895a-294a914274a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:32.994414 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4faa0e08-8103-4eb3-b876-89e7eb385e9a req-533bad34-2c16-4a81-895a-294a914274a7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8109ce80-c6c6-45d9-bbe0-59e931f52470 HTTP/1.1" status: 200 len: 854 time: 0.0467167 Nov 09 21:57:33.026660 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4faa0e08-8103-4eb3-b876-89e7eb385e9a req-c81c0d6f-1b2d-4b2a-ad1a-3629591b50f7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6874a1f1-780f-46be-a4c0-bc104f9ad773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250757 Nov 09 21:57:33.115034 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4faa0e08-8103-4eb3-b876-89e7eb385e9a req-06c45a68-efa2-4c5b-b427-06e1bd78609d service neutron] 10.222.0.43 "GET /v2.0/networks/6874a1f1-780f-46be-a4c0-bc104f9ad773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795858 Nov 09 21:57:33.207031 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4faa0e08-8103-4eb3-b876-89e7eb385e9a req-8f01cf24-7d6a-4453-9aa4-e8eaad1936ae service neutron] 10.222.0.43 "GET /v2.0/networks/6874a1f1-780f-46be-a4c0-bc104f9ad773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842173 Nov 09 21:57:33.509048 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c65a8-9e5c-4a55-88ee-572a551e5474 req-7439a10f-09e9-4701-81f2-c3d9df53e07f tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:33.510542 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-759c65a8-9e5c-4a55-88ee-572a551e5474 req-7439a10f-09e9-4701-81f2-c3d9df53e07f tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 944 time: 0.0499663 Nov 09 21:57:33.557118 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-759c65a8-9e5c-4a55-88ee-572a551e5474 req-358dcae1-436a-44f0-bd6e-8ae99e8c1e1b tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407071 Nov 09 21:57:33.928509 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:34.639588 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:57:34.669206 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11928b53-e960-4253-8949-0d93d8a469cf req-0b144bac-4eee-43e9-81fe-6c5ee99eae4d tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:34.670706 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-11928b53-e960-4253-8949-0d93d8a469cf req-0b144bac-4eee-43e9-81fe-6c5ee99eae4d tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 944 time: 0.0484035 Nov 09 21:57:34.721525 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-11928b53-e960-4253-8949-0d93d8a469cf req-21b23a28-b893-4769-bdfb-1f6a9986a9b0 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449655 Nov 09 21:57:34.731058 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1,segment=NetworkSegment(42612f8c-8a64-4502-9d64-fae5de504e43),segment_id=42612f8c-8a64-4502-9d64-fae5de504e43)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:57:34.743075 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1', 'network_id': '6874a1f1-780f-46be-a4c0-bc104f9ad773', 'port_id': '83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1', 'mac_address': 'fa:16:3e:f4:f3:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8109ce80-c6c6-45d9-bbe0-59e931f52470', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:57:34.778144 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:34.793656 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:57:34.812255 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1,segment=NetworkSegment(42612f8c-8a64-4502-9d64-fae5de504e43),segment_id=42612f8c-8a64-4502-9d64-fae5de504e43)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:57:34.816656 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:35.031846 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:57:35.090242 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:57:35.835860 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2421c3c-803d-4c14-9fd0-c133c6c90541 req-4edbd0de-31ef-4d5c-a654-135d6bbe2ce7 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:35.837360 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b2421c3c-803d-4c14-9fd0-c133c6c90541 req-4edbd0de-31ef-4d5c-a654-135d6bbe2ce7 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 945 time: 0.0501151 Nov 09 21:57:35.887029 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b2421c3c-803d-4c14-9fd0-c133c6c90541 req-3c3dac02-b930-445e-8258-b6044295f667 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437667 Nov 09 21:57:36.655450 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:57:36.704581 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:57:36.708588 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:57:36.709022 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:36.784403 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:36.809781 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7872944e-0dce-44e5-ae18-9311379ba4e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:57:36.811979 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ba1829-254e-41bd-a96e-e69b4378a282" -d '{"events": [{"server_uuid": "7872944e-0dce-44e5-ae18-9311379ba4e3", "name": "network-vif-plugged", "status": "completed", "tag": "83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:57:36.824961 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1,segment=NetworkSegment(42612f8c-8a64-4502-9d64-fae5de504e43),segment_id=42612f8c-8a64-4502-9d64-fae5de504e43)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:57:36.829540 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:36.856429 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a7870c-3ecb-42d5-b3f6-e517e21ea48e x-openstack-request-id: req-c5a7870c-3ecb-42d5-b3f6-e517e21ea48e {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:57:36.856756 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7872944e-0dce-44e5-ae18-9311379ba4e3", "name": "network-vif-plugged", "status": "completed", "tag": "83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:57:36.857015 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c5a7870c-3ecb-42d5-b3f6-e517e21ea48e {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:57:36.857406 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7872944e-0dce-44e5-ae18-9311379ba4e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1', 'code': 200} Nov 09 21:57:36.882530 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:57:37.010730 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603b791-9100-4ebe-8428-83ea73cddd45 req-23d8cb45-53d1-4904-ba25-e99b9943530d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:37.012238 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c603b791-9100-4ebe-8428-83ea73cddd45 req-23d8cb45-53d1-4904-ba25-e99b9943530d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 1097 time: 0.0659378 Nov 09 21:57:37.027642 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf5c79-0b24-4519-b172-a86525f40c11 req-057801b3-0656-426e-9390-9d5ab09aaaaf tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:37.029069 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bcbf5c79-0b24-4519-b172-a86525f40c11 req-057801b3-0656-426e-9390-9d5ab09aaaaf tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 946 time: 0.0583258 Nov 09 21:57:37.100142 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c603b791-9100-4ebe-8428-83ea73cddd45 req-22985e19-a598-4d15-a86a-f77b9b5e2c67 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694494 Nov 09 21:57:37.103755 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bcbf5c79-0b24-4519-b172-a86525f40c11 req-82dd03d9-3862-4d12-9437-ec110a18786b tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687745 Nov 09 21:57:38.223956 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1ca50-79b7-4be8-9c25-25027f9f0e18 req-65a62291-a268-479f-8e8e-308c6c15a588 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:38.225489 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-17e1ca50-79b7-4be8-9c25-25027f9f0e18 req-65a62291-a268-479f-8e8e-308c6c15a588 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 946 time: 0.0489292 Nov 09 21:57:38.272234 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-17e1ca50-79b7-4be8-9c25-25027f9f0e18 req-0cc21d20-1e28-4241-8af4-962dbef17b92 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400259 Nov 09 21:57:38.386854 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6304b8-1a1b-4de7-b229-86f8fc011914 req-d5936dff-dda7-4569-bcb2-79430f205a4a tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:38.388306 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0d6304b8-1a1b-4de7-b229-86f8fc011914 req-d5936dff-dda7-4569-bcb2-79430f205a4a tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 946 time: 0.0517418 Nov 09 21:57:38.436219 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0d6304b8-1a1b-4de7-b229-86f8fc011914 req-2a750387-61a1-4f48-9853-f07af74111a3 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413527 Nov 09 21:57:38.628400 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58681eb6-1463-4f65-a3f3-c692713217b0 req-2f5cab83-ef85-47cc-87c0-945c015abfaa tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:38.629872 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-58681eb6-1463-4f65-a3f3-c692713217b0 req-2f5cab83-ef85-47cc-87c0-945c015abfaa tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 946 time: 0.0473216 Nov 09 21:57:38.681719 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-58681eb6-1463-4f65-a3f3-c692713217b0 req-eb52d1e9-bb80-4dca-8134-640300acaf2d tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452795 Nov 09 21:57:38.795468 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354c036-d418-4879-aa1a-8e0717bc9330 req-4a0e8e1b-ef15-47a7-a740-43f5a9df243e tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:38.796954 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b354c036-d418-4879-aa1a-8e0717bc9330 req-4a0e8e1b-ef15-47a7-a740-43f5a9df243e tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 946 time: 0.0478871 Nov 09 21:57:38.842844 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b354c036-d418-4879-aa1a-8e0717bc9330 req-95423634-6608-4e4e-a3f4-5b36ec2b270e tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401776 Nov 09 21:57:39.105471 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c875f901-1928-48e2-aed2-0ea334a18b6d req-b2447442-8655-40a6-a6b7-5272ab370407 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7872944e-0dce-44e5-ae18-9311379ba4e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0744958 Nov 09 21:57:39.114154 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea1978-c7c7-4e63-85b6-6aedc95b9840 req-d71db8d5-5e31-4210-8bda-4b45197c99de tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:39.115618 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a7ea1978-c7c7-4e63-85b6-6aedc95b9840 req-d71db8d5-5e31-4210-8bda-4b45197c99de tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 946 time: 0.0760212 Nov 09 21:57:39.165482 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a7ea1978-c7c7-4e63-85b6-6aedc95b9840 req-2234f4c2-09ab-4537-ae1e-25be5c8fb66f tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428805 Nov 09 21:57:40.206416 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875f901-1928-48e2-aed2-0ea334a18b6d req-b215798f-6e50-4a31-81de-c1d8d99bcb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:40.207941 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c875f901-1928-48e2-aed2-0ea334a18b6d req-b215798f-6e50-4a31-81de-c1d8d99bcb46 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=481830b3e6144188b9dfecb092b184ae&device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 1097 time: 0.0445461 Nov 09 21:57:40.321425 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c9783-2ec0-4724-9dfa-74c0093ced4d req-9ee2e2ae-829a-4a93-9993-e1c175f43e8d tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:40.322897 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ad8c9783-2ec0-4724-9dfa-74c0093ced4d req-9ee2e2ae-829a-4a93-9993-e1c175f43e8d tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 946 time: 0.0899417 Nov 09 21:57:40.347526 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875f901-1928-48e2-aed2-0ea334a18b6d req-178dc045-410a-487a-8f87-da084daa1a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:40.350310 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c875f901-1928-48e2-aed2-0ea334a18b6d req-178dc045-410a-487a-8f87-da084daa1a9b service neutron] 10.222.0.43 "GET /v2.0/networks?id=6874a1f1-780f-46be-a4c0-bc104f9ad773 HTTP/1.1" status: 200 len: 914 time: 0.1346431 Nov 09 21:57:40.396576 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c875f901-1928-48e2-aed2-0ea334a18b6d req-287d00e6-d7e3-4625-bedd-5e3ff676b98e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1 HTTP/1.1" status: 200 len: 217 time: 0.0389349 Nov 09 21:57:40.443148 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ad8c9783-2ec0-4724-9dfa-74c0093ced4d req-785fd6ff-2173-4b55-bcd5-cefaada1321f tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101115 Nov 09 21:57:40.458914 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875f901-1928-48e2-aed2-0ea334a18b6d req-82794921-6e04-43ad-b03e-48e87831e4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:40.460368 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c875f901-1928-48e2-aed2-0ea334a18b6d req-82794921-6e04-43ad-b03e-48e87831e4f6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8109ce80-c6c6-45d9-bbe0-59e931f52470 HTTP/1.1" status: 200 len: 854 time: 0.0564966 Nov 09 21:57:40.494238 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c875f901-1928-48e2-aed2-0ea334a18b6d req-8f3b5e83-dc73-44d8-b6f5-a1a0882179d3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6874a1f1-780f-46be-a4c0-bc104f9ad773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256846 Nov 09 21:57:40.585585 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c875f901-1928-48e2-aed2-0ea334a18b6d req-6b1af029-2a80-42df-aab8-c317120588b4 service neutron] 10.222.0.43 "GET /v2.0/networks/6874a1f1-780f-46be-a4c0-bc104f9ad773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841701 Nov 09 21:57:40.676571 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c875f901-1928-48e2-aed2-0ea334a18b6d req-6b5aed4f-224f-4136-9acd-72aac5cdb2b9 service neutron] 10.222.0.43 "GET /v2.0/networks/6874a1f1-780f-46be-a4c0-bc104f9ad773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843999 Nov 09 21:57:40.975134 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:57:41.560487 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fa6d5-261c-4f05-8059-ed63a017a4a2 req-63cf9f08-b869-4530-98bd-5fbf17319066 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:41.561988 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b75fa6d5-261c-4f05-8059-ed63a017a4a2 req-63cf9f08-b869-4530-98bd-5fbf17319066 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 946 time: 0.0484920 Nov 09 21:57:41.612126 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b75fa6d5-261c-4f05-8059-ed63a017a4a2 req-42366710-75b8-4c5f-8251-2824aad7787c tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444157 Nov 09 21:57:42.731134 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c56ba-7eaa-4e24-9bb1-eab8f1cbd712 req-a7f9b91a-615f-4cb7-9e26-8edd42150f50 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:42.732545 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a44c56ba-7eaa-4e24-9bb1-eab8f1cbd712 req-a7f9b91a-615f-4cb7-9e26-8edd42150f50 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 946 time: 0.0533659 Nov 09 21:57:42.778539 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a44c56ba-7eaa-4e24-9bb1-eab8f1cbd712 req-28941b63-7d61-49af-a33d-2c38fcd2b6ba tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401030 Nov 09 21:57:43.890769 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98251a5-f0b2-428e-86fe-f5ec9d1b3943 req-24d2697a-d57c-419f-b677-dfb426eb8202 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:43.892235 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f98251a5-f0b2-428e-86fe-f5ec9d1b3943 req-24d2697a-d57c-419f-b677-dfb426eb8202 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 946 time: 0.0481098 Nov 09 21:57:43.939819 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f98251a5-f0b2-428e-86fe-f5ec9d1b3943 req-dc04bd67-d960-4485-b32d-eca0abcb8a32 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411494 Nov 09 21:57:45.054760 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8992fd2-fc04-4a4c-a25c-3adb2a9f9fae req-316e400f-ae63-4f9e-b19f-58f62e288ae8 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:45.056231 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b8992fd2-fc04-4a4c-a25c-3adb2a9f9fae req-316e400f-ae63-4f9e-b19f-58f62e288ae8 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 946 time: 0.0484836 Nov 09 21:57:45.102696 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b8992fd2-fc04-4a4c-a25c-3adb2a9f9fae req-f3475782-d2f3-4ad4-afbf-77e98967f2d7 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405993 Nov 09 21:57:46.216170 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b52f77-a1bc-47b7-b4e9-2cd4e8ee3dc2 req-12e6f59a-71e8-467d-aeac-a22221884de1 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:46.217693 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-42b52f77-a1bc-47b7-b4e9-2cd4e8ee3dc2 req-12e6f59a-71e8-467d-aeac-a22221884de1 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 946 time: 0.0482674 Nov 09 21:57:46.265537 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-42b52f77-a1bc-47b7-b4e9-2cd4e8ee3dc2 req-77aa8b9f-90cb-4a5b-891d-3138f4b3c041 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420671 Nov 09 21:57:47.377631 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c74be-4745-40b4-90c3-9bc8d00ef008 req-41ad55a5-c1e5-4418-9ec7-d480b7788296 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:47.379097 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1d7c74be-4745-40b4-90c3-9bc8d00ef008 req-41ad55a5-c1e5-4418-9ec7-d480b7788296 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 946 time: 0.0473382 Nov 09 21:57:47.429351 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1d7c74be-4745-40b4-90c3-9bc8d00ef008 req-168ff32f-3a9d-46ea-9430-3b963e96cf8c tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437405 Nov 09 21:57:47.678454 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-29e4ab19-8910-4c8b-9a45-1dd9d59604f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:48.547760 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ba7c9-496a-4d20-906b-337a3be9a07d req-46bda839-708f-4d07-9af2-8cbf8dab0cbd tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:48.549232 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-264ba7c9-496a-4d20-906b-337a3be9a07d req-46bda839-708f-4d07-9af2-8cbf8dab0cbd tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 946 time: 0.0518873 Nov 09 21:57:48.595862 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-264ba7c9-496a-4d20-906b-337a3be9a07d req-0e019c4d-8a8b-49ad-8e96-4cee78ba1890 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401926 Nov 09 21:57:49.716574 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f7935e-aba5-4d82-8c56-3a67934a080e req-808cda99-68ad-4318-bfb1-2a0fa348800f tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:49.718099 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-62f7935e-aba5-4d82-8c56-3a67934a080e req-808cda99-68ad-4318-bfb1-2a0fa348800f tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 946 time: 0.0535696 Nov 09 21:57:49.764978 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-62f7935e-aba5-4d82-8c56-3a67934a080e req-477479c2-2b31-4817-8e2b-7523fc84c1e4 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409746 Nov 09 21:57:50.196057 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-af4e9332-ef26-416f-aa37-07dd935e81e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:50.877820 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c4aa2-d113-4bb0-af62-eb2f9dffd790 req-c80afce9-21f1-4b6c-aabb-9cf4a7c64b50 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:50.879294 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c47c4aa2-d113-4bb0-af62-eb2f9dffd790 req-c80afce9-21f1-4b6c-aabb-9cf4a7c64b50 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 946 time: 0.0488131 Nov 09 21:57:50.926558 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c47c4aa2-d113-4bb0-af62-eb2f9dffd790 req-8124fae9-c841-44a0-9a15-1375d58d25ab tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409369 Nov 09 21:57:51.129807 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:52.039282 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825668a9-5f4a-40eb-b384-04b73570976f req-74ebf3b6-647f-4ea1-8007-4c354865c9c8 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:52.040759 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-825668a9-5f4a-40eb-b384-04b73570976f req-74ebf3b6-647f-4ea1-8007-4c354865c9c8 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 946 time: 0.0470762 Nov 09 21:57:52.087834 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-825668a9-5f4a-40eb-b384-04b73570976f req-40aa2e9e-7030-490a-afe2-68a746e2c732 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408106 Nov 09 21:57:52.495636 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:53.101524 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:53.200031 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8bd06-029a-4685-8cda-6dbba50479a2 req-4157cb5e-99bb-4c0c-996f-894aaa7428e2 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:53.201525 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7bb8bd06-029a-4685-8cda-6dbba50479a2 req-4157cb5e-99bb-4c0c-996f-894aaa7428e2 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 946 time: 0.0489078 Nov 09 21:57:53.251527 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7bb8bd06-029a-4685-8cda-6dbba50479a2 req-26093f91-451e-43df-a4db-6b4468a4050d tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441098 Nov 09 21:57:53.405906 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:57:54.377491 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db13790-dd55-4d75-8960-73cbae4d1fe9 req-50819a7c-95fa-4559-9dec-94da052c81a2 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:54.378999 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5db13790-dd55-4d75-8960-73cbae4d1fe9 req-50819a7c-95fa-4559-9dec-94da052c81a2 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 946 time: 0.0520501 Nov 09 21:57:54.426616 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5db13790-dd55-4d75-8960-73cbae4d1fe9 req-f81347ca-351c-489a-b8b1-9c997aa570d6 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407903 Nov 09 21:57:55.544348 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cc5eb-21a3-4f83-9a4b-7a5c75673e38 req-1c39d338-3ac0-43c2-9ac4-b9bad77ce6a0 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:55.545872 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-832cc5eb-21a3-4f83-9a4b-7a5c75673e38 req-1c39d338-3ac0-43c2-9ac4-b9bad77ce6a0 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 946 time: 0.0493412 Nov 09 21:57:55.592454 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-832cc5eb-21a3-4f83-9a4b-7a5c75673e38 req-4aaa6005-7d04-4688-b947-9748b7371889 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408013 Nov 09 21:57:56.706540 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b8713-02ba-484f-a787-e35793e0c14d req-ebeab116-4d70-4d36-91a5-052e343ec823 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:56.708050 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7a5b8713-02ba-484f-a787-e35793e0c14d req-ebeab116-4d70-4d36-91a5-052e343ec823 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 946 time: 0.0488634 Nov 09 21:57:56.754404 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7a5b8713-02ba-484f-a787-e35793e0c14d req-48557f00-5af8-4b87-8120-5c5b34288a00 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403376 Nov 09 21:57:57.868441 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3f06a-7775-4369-bb54-4742363718d4 req-acd7012e-3d63-46f5-988d-ba107bce4018 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:57.869937 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6fa3f06a-7775-4369-bb54-4742363718d4 req-acd7012e-3d63-46f5-988d-ba107bce4018 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 946 time: 0.0484328 Nov 09 21:57:57.916305 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6fa3f06a-7775-4369-bb54-4742363718d4 req-24ba90ae-97a4-44ab-97de-3bed17c6ea0a tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405662 Nov 09 21:57:59.034630 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb51b0e-4041-4dd3-8e76-c54787e12cb5 req-8e1bed0a-9b54-429d-b2e8-74c1e35a2c67 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:57:59.036227 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5cb51b0e-4041-4dd3-8e76-c54787e12cb5 req-8e1bed0a-9b54-429d-b2e8-74c1e35a2c67 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 946 time: 0.0529189 Nov 09 21:57:59.085634 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5cb51b0e-4041-4dd3-8e76-c54787e12cb5 req-c0127013-c703-4df7-8c1e-370d6118ce47 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425816 Nov 09 21:58:00.201825 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220402c-5cd0-4caa-8182-78ee5b9c699a req-d46454c9-b273-4cff-b0ea-9c8c793d79cc tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:00.203298 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5220402c-5cd0-4caa-8182-78ee5b9c699a req-d46454c9-b273-4cff-b0ea-9c8c793d79cc tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 946 time: 0.0519722 Nov 09 21:58:00.249960 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5220402c-5cd0-4caa-8182-78ee5b9c699a req-661a70fc-6333-42c1-8f88-a26328b1bd7c tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402021 Nov 09 21:58:01.367717 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bff08-58c1-4110-9801-10b140210a69 req-674e1bde-74e0-4239-9f74-64f6dd455c62 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:01.369217 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a36bff08-58c1-4110-9801-10b140210a69 req-674e1bde-74e0-4239-9f74-64f6dd455c62 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 946 time: 0.0476241 Nov 09 21:58:01.415323 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a36bff08-58c1-4110-9801-10b140210a69 req-2037ecf7-d0af-41cf-8f75-b568c14644eb tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403347 Nov 09 21:58:02.528230 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ffb99-5218-45b8-b20c-8616f6de25d1 req-31a0cca6-b5df-4621-8654-86311607810e tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:02.529716 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7c9ffb99-5218-45b8-b20c-8616f6de25d1 req-31a0cca6-b5df-4621-8654-86311607810e tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 946 time: 0.0487645 Nov 09 21:58:02.576201 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7c9ffb99-5218-45b8-b20c-8616f6de25d1 req-f59642cb-d5d9-4e14-b9cc-0ceb514da687 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406640 Nov 09 21:58:03.691028 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54b533-b591-4854-93a1-5b1dbd0e5405 req-1f820545-d576-44cc-9780-bfa1a4c9c16f tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:03.692473 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5a54b533-b591-4854-93a1-5b1dbd0e5405 req-1f820545-d576-44cc-9780-bfa1a4c9c16f tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 946 time: 0.0481663 Nov 09 21:58:03.741932 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5a54b533-b591-4854-93a1-5b1dbd0e5405 req-ab7beaa3-39d2-4543-9ad3-feb3ab1f8aea tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435739 Nov 09 21:58:03.946943 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:04.859775 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aacb651-dc9d-4a23-88ad-8d1b46b75d5c req-81cb20a8-adbf-4419-8602-c354444d62ff tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:04.861285 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9aacb651-dc9d-4a23-88ad-8d1b46b75d5c req-81cb20a8-adbf-4419-8602-c354444d62ff tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 946 time: 0.0527360 Nov 09 21:58:04.908262 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9aacb651-dc9d-4a23-88ad-8d1b46b75d5c req-6a1efc72-ba0e-4a49-9b4b-50e92447ea69 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406814 Nov 09 21:58:06.023063 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844e787-4ff3-42d1-b73f-718e0863ce64 req-6a1ecc3f-fa81-4f22-b65d-097da1095c34 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:06.024543 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5844e787-4ff3-42d1-b73f-718e0863ce64 req-6a1ecc3f-fa81-4f22-b65d-097da1095c34 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 946 time: 0.0488267 Nov 09 21:58:06.073329 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5844e787-4ff3-42d1-b73f-718e0863ce64 req-1a56155b-423a-4fb7-aa39-a776c50cd658 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428672 Nov 09 21:58:07.187810 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853089a-f203-4da2-8e1b-5637f0061fec req-63a4f829-7aeb-4184-9e72-d572d76d64e6 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:07.189327 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a853089a-f203-4da2-8e1b-5637f0061fec req-63a4f829-7aeb-4184-9e72-d572d76d64e6 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 946 time: 0.0489652 Nov 09 21:58:07.234924 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a853089a-f203-4da2-8e1b-5637f0061fec req-d25a6267-63e1-4cd3-a02e-24376f7f8ccf tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396330 Nov 09 21:58:07.823080 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [req-c875f901-1928-48e2-aed2-0ea334a18b6d req-d21eac2d-1c0d-430f-9cff-21d8d3a32be7 service neutron] show failed (client error): The resource could not be found. Nov 09 21:58:07.824021 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c875f901-1928-48e2-aed2-0ea334a18b6d req-d21eac2d-1c0d-430f-9cff-21d8d3a32be7 service neutron] 10.222.0.43 "GET /v2.0/ports/83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1/bindings/n-h1-816206-3 HTTP/1.1" status: 404 len: 380 time: 0.0574348 Nov 09 21:58:08.026677 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875f901-1928-48e2-aed2-0ea334a18b6d req-b01006a4-c2ef-448c-8001-39cfc8ec24c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:08.028163 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c875f901-1928-48e2-aed2-0ea334a18b6d req-b01006a4-c2ef-448c-8001-39cfc8ec24c6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7872944e-0dce-44e5-ae18-9311379ba4e3&tenant_id=481830b3e6144188b9dfecb092b184ae HTTP/1.1" status: 200 len: 1097 time: 0.0408874 Nov 09 21:58:08.040433 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-c875f901-1928-48e2-aed2-0ea334a18b6d req-d925f390-83a4-4d6d-949c-8f77d259ff08 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-3', 'device_owner': 'compute:nova'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:58:08.096430 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c875f901-1928-48e2-aed2-0ea334a18b6d req-d925f390-83a4-4d6d-949c-8f77d259ff08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:08.290078 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-c875f901-1928-48e2-aed2-0ea334a18b6d req-d925f390-83a4-4d6d-949c-8f77d259ff08 service neutron] For port 83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1,segment=NetworkSegment(42612f8c-8a64-4502-9d64-fae5de504e43),segment_id=42612f8c-8a64-4502-9d64-fae5de504e43)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:58:08.348985 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-c875f901-1928-48e2-aed2-0ea334a18b6d req-d925f390-83a4-4d6d-949c-8f77d259ff08 service neutron] For port 83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:58:08.388820 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ebe20-ce24-42db-9213-a39e0e81034f req-6b51ba40-1ffe-4fb2-a594-d96cf032b52f tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:08.390305 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3f8ebe20-ce24-42db-9213-a39e0e81034f req-6b51ba40-1ffe-4fb2-a594-d96cf032b52f tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 946 time: 0.0875025 Nov 09 21:58:08.418661 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7872944e-0dce-44e5-ae18-9311379ba4e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:58:08.420872 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5554c97f-2b69-4177-a78a-2d1b19b3404e" -d '{"events": [{"server_uuid": "7872944e-0dce-44e5-ae18-9311379ba4e3", "name": "network-vif-unplugged", "status": "completed", "tag": "83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:58:08.425929 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c875f901-1928-48e2-aed2-0ea334a18b6d req-d925f390-83a4-4d6d-949c-8f77d259ff08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:08.452038 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-c875f901-1928-48e2-aed2-0ea334a18b6d req-d925f390-83a4-4d6d-949c-8f77d259ff08 service neutron] Transition to ACTIVE for port object 83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:58:08.457931 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c875f901-1928-48e2-aed2-0ea334a18b6d req-d925f390-83a4-4d6d-949c-8f77d259ff08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:08.487175 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 21:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c52a624-6dc2-451e-96f0-6e2d5a95f16c x-openstack-request-id: req-6c52a624-6dc2-451e-96f0-6e2d5a95f16c {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:58:08.487470 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7872944e-0dce-44e5-ae18-9311379ba4e3", "name": "network-vif-unplugged", "status": "completed", "tag": "83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:58:08.487725 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6c52a624-6dc2-451e-96f0-6e2d5a95f16c {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:58:08.488118 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7872944e-0dce-44e5-ae18-9311379ba4e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1', 'code': 200} Nov 09 21:58:08.492550 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3f8ebe20-ce24-42db-9213-a39e0e81034f req-f15ca7e6-e875-4a74-a220-a21c18c955fb tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961530 Nov 09 21:58:08.527936 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-c875f901-1928-48e2-aed2-0ea334a18b6d req-d925f390-83a4-4d6d-949c-8f77d259ff08 service neutron] No DVR routers for this DVR port 83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:58:08.530963 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925f390-83a4-4d6d-949c-8f77d259ff08 service neutron] Pushing event updated for resources: {'Port': ['ID=83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:58:08.564584 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-c875f901-1928-48e2-aed2-0ea334a18b6d req-d925f390-83a4-4d6d-949c-8f77d259ff08 service neutron] Attempting to bind port 83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:58:08.564952 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-c875f901-1928-48e2-aed2-0ea334a18b6d req-d925f390-83a4-4d6d-949c-8f77d259ff08 service neutron] Attempting to bind port 83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '42612f8c-8a64-4502-9d64-fae5de504e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6874a1f1-780f-46be-a4c0-bc104f9ad773'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:58:08.565283 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c875f901-1928-48e2-aed2-0ea334a18b6d req-d925f390-83a4-4d6d-949c-8f77d259ff08 service neutron] Attempting to bind port 83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1 on network 6874a1f1-780f-46be-a4c0-bc104f9ad773 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:58:08.570060 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c875f901-1928-48e2-aed2-0ea334a18b6d req-d925f390-83a4-4d6d-949c-8f77d259ff08 service neutron] Port 83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1 on network 6874a1f1-780f-46be-a4c0-bc104f9ad773 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:58:08.570404 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c875f901-1928-48e2-aed2-0ea334a18b6d req-d925f390-83a4-4d6d-949c-8f77d259ff08 service neutron] Attempting to bind port 83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1 on network 6874a1f1-780f-46be-a4c0-bc104f9ad773 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:58:08.575170 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c875f901-1928-48e2-aed2-0ea334a18b6d req-d925f390-83a4-4d6d-949c-8f77d259ff08 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:58:08.575505 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c875f901-1928-48e2-aed2-0ea334a18b6d req-d925f390-83a4-4d6d-949c-8f77d259ff08 service neutron] Checking segment: {'id': '42612f8c-8a64-4502-9d64-fae5de504e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6874a1f1-780f-46be-a4c0-bc104f9ad773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:58:08.575891 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c875f901-1928-48e2-aed2-0ea334a18b6d req-d925f390-83a4-4d6d-949c-8f77d259ff08 service neutron] Bound using segment: {'id': '42612f8c-8a64-4502-9d64-fae5de504e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6874a1f1-780f-46be-a4c0-bc104f9ad773'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:58:08.576314 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-c875f901-1928-48e2-aed2-0ea334a18b6d req-d925f390-83a4-4d6d-949c-8f77d259ff08 service neutron] Bound port: 83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42612f8c-8a64-4502-9d64-fae5de504e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6874a1f1-780f-46be-a4c0-bc104f9ad773'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:58:08.576689 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c875f901-1928-48e2-aed2-0ea334a18b6d req-d925f390-83a4-4d6d-949c-8f77d259ff08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:08.639753 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-c875f901-1928-48e2-aed2-0ea334a18b6d req-d925f390-83a4-4d6d-949c-8f77d259ff08 service neutron] For port 83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:58:08.643137 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-c875f901-1928-48e2-aed2-0ea334a18b6d req-d925f390-83a4-4d6d-949c-8f77d259ff08 service neutron] For port 83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1,segment=NetworkSegment(42612f8c-8a64-4502-9d64-fae5de504e43),segment_id=42612f8c-8a64-4502-9d64-fae5de504e43)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:58:08.646654 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c875f901-1928-48e2-aed2-0ea334a18b6d req-d925f390-83a4-4d6d-949c-8f77d259ff08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:08.678928 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875f901-1928-48e2-aed2-0ea334a18b6d req-d925f390-83a4-4d6d-949c-8f77d259ff08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:08.679543 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c875f901-1928-48e2-aed2-0ea334a18b6d req-d925f390-83a4-4d6d-949c-8f77d259ff08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:08.680928 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c875f901-1928-48e2-aed2-0ea334a18b6d req-d925f390-83a4-4d6d-949c-8f77d259ff08 service neutron] 10.222.0.45 "PUT /v2.0/ports/83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1 HTTP/1.1" status: 200 len: 1092 time: 0.6443892 Nov 09 21:58:08.702960 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925f390-83a4-4d6d-949c-8f77d259ff08 service neutron] Pushing event updated for resources: {'Port': ['ID=83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1,revision_number=7']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:58:08.744515 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875f901-1928-48e2-aed2-0ea334a18b6d req-f29dc652-37ea-4b6a-9271-1fdd794e7aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:08.746057 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c875f901-1928-48e2-aed2-0ea334a18b6d req-f29dc652-37ea-4b6a-9271-1fdd794e7aa5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=481830b3e6144188b9dfecb092b184ae&device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 1095 time: 0.0440862 Nov 09 21:58:08.837160 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875f901-1928-48e2-aed2-0ea334a18b6d req-7b11e7bf-e2ad-4c20-8e04-f6f6f72428ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:08.838627 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c875f901-1928-48e2-aed2-0ea334a18b6d req-7b11e7bf-e2ad-4c20-8e04-f6f6f72428ad service neutron] 10.222.0.45 "GET /v2.0/networks?id=6874a1f1-780f-46be-a4c0-bc104f9ad773 HTTP/1.1" status: 200 len: 914 time: 0.0862110 Nov 09 21:58:08.879444 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c875f901-1928-48e2-aed2-0ea334a18b6d req-3cb4f345-dd4a-438b-8d35-6e607682f25a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1 HTTP/1.1" status: 200 len: 217 time: 0.0338378 Nov 09 21:58:08.927549 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875f901-1928-48e2-aed2-0ea334a18b6d req-50ddac91-0b85-4578-a8ff-73cfed209b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:08.929562 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c875f901-1928-48e2-aed2-0ea334a18b6d req-50ddac91-0b85-4578-a8ff-73cfed209b17 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8109ce80-c6c6-45d9-bbe0-59e931f52470 HTTP/1.1" status: 200 len: 854 time: 0.0430295 Nov 09 21:58:08.963293 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c875f901-1928-48e2-aed2-0ea334a18b6d req-3321f2ca-b36b-4865-81cd-6ccea1709122 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6874a1f1-780f-46be-a4c0-bc104f9ad773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272431 Nov 09 21:58:09.050483 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c875f901-1928-48e2-aed2-0ea334a18b6d req-eba5bca2-d9de-4920-87b6-c429d01794e2 service neutron] 10.222.0.45 "GET /v2.0/networks/6874a1f1-780f-46be-a4c0-bc104f9ad773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804484 Nov 09 21:58:09.143171 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c875f901-1928-48e2-aed2-0ea334a18b6d req-085f51f5-7036-462f-8bbd-9e1884696354 service neutron] 10.222.0.45 "GET /v2.0/networks/6874a1f1-780f-46be-a4c0-bc104f9ad773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854874 Nov 09 21:58:09.611492 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd73594-2a4f-4ced-bd7c-b4be43bffa8d req-a3a90ca6-3154-4392-bdf7-5ca052d18c64 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:09.612960 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3bd73594-2a4f-4ced-bd7c-b4be43bffa8d req-a3a90ca6-3154-4392-bdf7-5ca052d18c64 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 944 time: 0.0475810 Nov 09 21:58:09.667877 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3bd73594-2a4f-4ced-bd7c-b4be43bffa8d req-b7abf33b-8eee-43e1-a746-dfc7fa5d4999 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484917 Nov 09 21:58:10.489321 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7872944e-0dce-44e5-ae18-9311379ba4e3', 'tag': '83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:58:10.492216 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51cf23b7-be16-4d98-a903-a93e3f1e3b7d" -d '{"events": [{"name": "network-changed", "server_uuid": "7872944e-0dce-44e5-ae18-9311379ba4e3", "tag": "83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:58:10.538883 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899c5f29-bdc1-473a-ba03-802bc4559303 x-openstack-request-id: req-899c5f29-bdc1-473a-ba03-802bc4559303 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:58:10.539174 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7872944e-0dce-44e5-ae18-9311379ba4e3", "tag": "83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:58:10.539428 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-899c5f29-bdc1-473a-ba03-802bc4559303 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:58:10.539837 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7872944e-0dce-44e5-ae18-9311379ba4e3', 'tag': '83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1', 'status': 'completed', 'code': 200} Nov 09 21:58:10.636536 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf23b7-be16-4d98-a903-a93e3f1e3b7d req-1754b62a-505f-45be-b516-5f0ff1123ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:10.638063 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-51cf23b7-be16-4d98-a903-a93e3f1e3b7d req-1754b62a-505f-45be-b516-5f0ff1123ad7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=481830b3e6144188b9dfecb092b184ae&device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 1095 time: 0.0671871 Nov 09 21:58:10.646115 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf23b7-be16-4d98-a903-a93e3f1e3b7d req-8cbf5f88-e30a-45d1-975f-b6baa0366c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:10.647593 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-51cf23b7-be16-4d98-a903-a93e3f1e3b7d req-8cbf5f88-e30a-45d1-975f-b6baa0366c97 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=481830b3e6144188b9dfecb092b184ae&device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 1095 time: 0.0521309 Nov 09 21:58:10.786744 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e8bfb-bb3c-4c06-8b1c-7ca4995c2ffb req-e3e87bee-345d-472e-b15d-879dfb6da5c7 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:10.788164 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-900e8bfb-bb3c-4c06-8b1c-7ca4995c2ffb req-e3e87bee-345d-472e-b15d-879dfb6da5c7 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 944 time: 0.0493863 Nov 09 21:58:10.809132 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf23b7-be16-4d98-a903-a93e3f1e3b7d req-68286ff3-5ce0-4e6d-819b-3cfe3b08a4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:10.811648 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-51cf23b7-be16-4d98-a903-a93e3f1e3b7d req-68286ff3-5ce0-4e6d-819b-3cfe3b08a4ed service neutron] 10.222.0.43 "GET /v2.0/networks?id=6874a1f1-780f-46be-a4c0-bc104f9ad773 HTTP/1.1" status: 200 len: 914 time: 0.1533663 Nov 09 21:58:10.812129 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:58:10.812821 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf23b7-be16-4d98-a903-a93e3f1e3b7d req-0677211a-8e7c-4495-8d86-b39bfbe64817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:10.814146 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-51cf23b7-be16-4d98-a903-a93e3f1e3b7d req-0677211a-8e7c-4495-8d86-b39bfbe64817 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6874a1f1-780f-46be-a4c0-bc104f9ad773 HTTP/1.1" status: 200 len: 914 time: 0.1630356 Nov 09 21:58:10.840025 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-900e8bfb-bb3c-4c06-8b1c-7ca4995c2ffb req-f471742d-a259-4575-9bf7-b0380ada9556 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448749 Nov 09 21:58:10.849827 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:58:10.860940 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-51cf23b7-be16-4d98-a903-a93e3f1e3b7d req-9a9469e6-5547-417b-b206-f7dc679d9bd6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1 HTTP/1.1" status: 200 len: 217 time: 0.0408871 Nov 09 21:58:10.895479 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-51cf23b7-be16-4d98-a903-a93e3f1e3b7d req-51e14abe-5639-49bc-bba9-dd79c6ce5074 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1 HTTP/1.1" status: 200 len: 217 time: 0.0684323 Nov 09 21:58:10.973004 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf23b7-be16-4d98-a903-a93e3f1e3b7d req-ae79894b-8578-4d4e-894d-660699830f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:10.975186 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-51cf23b7-be16-4d98-a903-a93e3f1e3b7d req-ae79894b-8578-4d4e-894d-660699830f8f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8109ce80-c6c6-45d9-bbe0-59e931f52470 HTTP/1.1" status: 200 len: 854 time: 0.0876389 Nov 09 21:58:10.982120 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf23b7-be16-4d98-a903-a93e3f1e3b7d req-83732e02-19fc-4313-b34f-ed586fc74009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:10.983470 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-51cf23b7-be16-4d98-a903-a93e3f1e3b7d req-83732e02-19fc-4313-b34f-ed586fc74009 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8109ce80-c6c6-45d9-bbe0-59e931f52470 HTTP/1.1" status: 200 len: 854 time: 0.0691483 Nov 09 21:58:11.033084 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-51cf23b7-be16-4d98-a903-a93e3f1e3b7d req-01ada3f6-e3be-4cf9-b667-20508a7eeb2c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6874a1f1-780f-46be-a4c0-bc104f9ad773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468986 Nov 09 21:58:11.035826 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-51cf23b7-be16-4d98-a903-a93e3f1e3b7d req-59f87b1d-9bcc-4a3c-a003-2354cc9867a6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6874a1f1-780f-46be-a4c0-bc104f9ad773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413427 Nov 09 21:58:11.036967 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb06cb7-d426-41e7-b09c-8aeafcac8141 req-118d2fa8-8343-4997-acec-f690e02f9c07 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:11.039062 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ccb06cb7-d426-41e7-b09c-8aeafcac8141 req-118d2fa8-8343-4997-acec-f690e02f9c07 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 944 time: 0.0513213 Nov 09 21:58:11.088509 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ccb06cb7-d426-41e7-b09c-8aeafcac8141 req-8e45cb20-7d4f-463e-b712-5fc9a30702af tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429568 Nov 09 21:58:11.189850 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113acd3-8dad-45f5-a0c4-88bdc0b91719 req-92569e0e-f463-4099-9e2d-eaaec85143bb tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:11.191285 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f113acd3-8dad-45f5-a0c4-88bdc0b91719 req-92569e0e-f463-4099-9e2d-eaaec85143bb tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.43 "GET /v2.0/ports?device_id=7872944e-0dce-44e5-ae18-9311379ba4e3&tenant_id=481830b3e6144188b9dfecb092b184ae&binding%3Ahost_id=n-h1-816206-3 HTTP/1.1" status: 200 len: 944 time: 0.1576192 Nov 09 21:58:11.264144 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-51cf23b7-be16-4d98-a903-a93e3f1e3b7d req-31bc8d7c-cb92-4e15-836c-8be43da780be service neutron] 10.222.0.43 "GET /v2.0/networks/6874a1f1-780f-46be-a4c0-bc104f9ad773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184696 Nov 09 21:58:11.267880 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-51cf23b7-be16-4d98-a903-a93e3f1e3b7d req-fc3ff629-4012-44d0-8d84-a85fe666c56e service neutron] 10.222.0.45 "GET /v2.0/networks/6874a1f1-780f-46be-a4c0-bc104f9ad773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233167 Nov 09 21:58:11.376890 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [req-f113acd3-8dad-45f5-a0c4-88bdc0b91719 req-ca2ca604-0ed4-4622-9b72-b1eb37d38072 service neutron] delete failed (client error): The resource could not be found. Nov 09 21:58:11.377810 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f113acd3-8dad-45f5-a0c4-88bdc0b91719 req-ca2ca604-0ed4-4622-9b72-b1eb37d38072 service neutron] 10.222.0.43 "DELETE /v2.0/ports/83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1/bindings/n-h2-816206-3 HTTP/1.1" status: 404 len: 380 time: 0.1789370 Nov 09 21:58:11.435686 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-51cf23b7-be16-4d98-a903-a93e3f1e3b7d req-2209d0b5-89cf-4bbb-ad90-4771edf11a11 service neutron] 10.222.0.43 "GET /v2.0/networks/6874a1f1-780f-46be-a4c0-bc104f9ad773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626182 Nov 09 21:58:11.440665 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-51cf23b7-be16-4d98-a903-a93e3f1e3b7d req-e6707278-4712-4241-8a4e-4280d1645a0e service neutron] 10.222.0.45 "GET /v2.0/networks/6874a1f1-780f-46be-a4c0-bc104f9ad773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555893 Nov 09 21:58:11.790051 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:58:11.887934 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1,segment=NetworkSegment(42612f8c-8a64-4502-9d64-fae5de504e43),segment_id=42612f8c-8a64-4502-9d64-fae5de504e43)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:58:11.900226 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1', 'network_id': '6874a1f1-780f-46be-a4c0-bc104f9ad773', 'port_id': '83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1', 'mac_address': 'fa:16:3e:f4:f3:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8109ce80-c6c6-45d9-bbe0-59e931f52470', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:58:11.905306 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113acd3-8dad-45f5-a0c4-88bdc0b91719 req-b66bc5c6-5ee2-4c69-b460-59d76d8147dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:11.906844 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f113acd3-8dad-45f5-a0c4-88bdc0b91719 req-b66bc5c6-5ee2-4c69-b460-59d76d8147dc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=481830b3e6144188b9dfecb092b184ae&device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 1095 time: 0.3821650 Nov 09 21:58:11.938231 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:11.956266 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:58:11.981002 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1,segment=NetworkSegment(42612f8c-8a64-4502-9d64-fae5de504e43),segment_id=42612f8c-8a64-4502-9d64-fae5de504e43)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:58:11.985047 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:12.000876 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113acd3-8dad-45f5-a0c4-88bdc0b91719 req-a8dcf61e-81a3-4252-b32d-b079b7ebf396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:12.002360 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f113acd3-8dad-45f5-a0c4-88bdc0b91719 req-a8dcf61e-81a3-4252-b32d-b079b7ebf396 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6874a1f1-780f-46be-a4c0-bc104f9ad773 HTTP/1.1" status: 200 len: 914 time: 0.0882134 Nov 09 21:58:12.034753 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1,revision_number=8']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:58:12.048532 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f113acd3-8dad-45f5-a0c4-88bdc0b91719 req-a85aef40-47fe-4233-8a87-3ae5c3e4c176 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1 HTTP/1.1" status: 200 len: 217 time: 0.0386567 Nov 09 21:58:12.097463 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113acd3-8dad-45f5-a0c4-88bdc0b91719 req-8ace01dc-d7fa-4556-bb2d-1f9c8bc39292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:12.098894 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f113acd3-8dad-45f5-a0c4-88bdc0b91719 req-8ace01dc-d7fa-4556-bb2d-1f9c8bc39292 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8109ce80-c6c6-45d9-bbe0-59e931f52470 HTTP/1.1" status: 200 len: 854 time: 0.0431814 Nov 09 21:58:12.131613 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f113acd3-8dad-45f5-a0c4-88bdc0b91719 req-065e5a19-8477-4564-a499-7e37675567b1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6874a1f1-780f-46be-a4c0-bc104f9ad773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254214 Nov 09 21:58:12.212160 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:58:12.253599 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf07e00-1ddc-415d-852e-e2320d1ae7f4 req-507e61a9-3f10-4eda-aa9f-28e2dac03692 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:12.255074 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-acf07e00-1ddc-415d-852e-e2320d1ae7f4 req-507e61a9-3f10-4eda-aa9f-28e2dac03692 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 945 time: 0.0727210 Nov 09 21:58:12.261761 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f113acd3-8dad-45f5-a0c4-88bdc0b91719 req-0f5d985d-35d5-44e5-a057-ee15d4f46a53 service neutron] 10.222.0.43 "GET /v2.0/networks/6874a1f1-780f-46be-a4c0-bc104f9ad773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238239 Nov 09 21:58:12.355474 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-acf07e00-1ddc-415d-852e-e2320d1ae7f4 req-5d234c90-34bd-46f9-8d59-ba175eecc406 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926805 Nov 09 21:58:12.379733 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f113acd3-8dad-45f5-a0c4-88bdc0b91719 req-e8830041-e409-4602-a56f-8be94dcaa305 service neutron] 10.222.0.43 "GET /v2.0/networks/6874a1f1-780f-46be-a4c0-bc104f9ad773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113822 Nov 09 21:58:12.873136 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ad268c42-95ba-4a2b-a8dc-5a4181df376d req-06e31c66-82b9-44cb-a470-9677d1144266 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7872944e-0dce-44e5-ae18-9311379ba4e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413141 Nov 09 21:58:12.956343 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad268c42-95ba-4a2b-a8dc-5a4181df376d req-f644374d-e4f9-4391-9ec6-34e6a8c2578a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:12.958215 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ad268c42-95ba-4a2b-a8dc-5a4181df376d req-f644374d-e4f9-4391-9ec6-34e6a8c2578a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=481830b3e6144188b9dfecb092b184ae&device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 1096 time: 0.0423870 Nov 09 21:58:13.068184 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad268c42-95ba-4a2b-a8dc-5a4181df376d req-ab5b25a2-8284-4363-a8de-a759c9df4c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:13.069896 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ad268c42-95ba-4a2b-a8dc-5a4181df376d req-ab5b25a2-8284-4363-a8de-a759c9df4c47 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6874a1f1-780f-46be-a4c0-bc104f9ad773 HTTP/1.1" status: 200 len: 914 time: 0.0912349 Nov 09 21:58:13.110568 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ad268c42-95ba-4a2b-a8dc-5a4181df376d req-e158e4ca-208d-4bba-b8f6-ea7091bd6742 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1 HTTP/1.1" status: 200 len: 217 time: 0.0341187 Nov 09 21:58:13.157469 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad268c42-95ba-4a2b-a8dc-5a4181df376d req-783bce93-6e33-4c49-95e0-4725dd6fba82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:13.158851 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ad268c42-95ba-4a2b-a8dc-5a4181df376d req-783bce93-6e33-4c49-95e0-4725dd6fba82 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8109ce80-c6c6-45d9-bbe0-59e931f52470 HTTP/1.1" status: 200 len: 854 time: 0.0413373 Nov 09 21:58:13.195806 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ad268c42-95ba-4a2b-a8dc-5a4181df376d req-d2df8a40-651a-4e0f-90ea-9ba5edcd3b01 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6874a1f1-780f-46be-a4c0-bc104f9ad773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294204 Nov 09 21:58:13.284876 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ad268c42-95ba-4a2b-a8dc-5a4181df376d req-48385ac8-086f-475c-aa14-6736d5de56d6 service neutron] 10.222.0.45 "GET /v2.0/networks/6874a1f1-780f-46be-a4c0-bc104f9ad773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824416 Nov 09 21:58:13.377659 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ad268c42-95ba-4a2b-a8dc-5a4181df376d req-6e7b8601-ab8f-4b38-9c33-d8ca704f4f3a service neutron] 10.222.0.45 "GET /v2.0/networks/6874a1f1-780f-46be-a4c0-bc104f9ad773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851696 Nov 09 21:58:13.475971 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ef402-7353-4193-9ed0-3c2bcc0e6667 req-177cad23-9a01-4d59-90a1-07e0b732c07f tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:13.477522 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3d7ef402-7353-4193-9ed0-3c2bcc0e6667 req-177cad23-9a01-4d59-90a1-07e0b732c07f tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 945 time: 0.0528374 Nov 09 21:58:13.524361 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3d7ef402-7353-4193-9ed0-3c2bcc0e6667 req-7edb2db9-4bfa-4b1e-9c7c-6de7805d1c0d tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409803 Nov 09 21:58:13.637301 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d842512-e62e-4b79-a121-50d98f53d5c1 req-7290b02e-2432-468d-b466-66fe5ed3201d tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:13.638690 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3d842512-e62e-4b79-a121-50d98f53d5c1 req-7290b02e-2432-468d-b466-66fe5ed3201d tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 945 time: 0.0487006 Nov 09 21:58:13.685609 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3d842512-e62e-4b79-a121-50d98f53d5c1 req-2a0a8ab5-d4da-4594-a72a-d14aacfb8a28 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409954 Nov 09 21:58:13.796323 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:58:13.797661 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3400f4-5905-4e20-b294-e50ab99a5c8f req-0f9d5944-914b-4f0e-b7a9-8a3a8fd521c3 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:13.799315 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1e3400f4-5905-4e20-b294-e50ab99a5c8f req-0f9d5944-914b-4f0e-b7a9-8a3a8fd521c3 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 945 time: 0.0495725 Nov 09 21:58:13.847599 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1e3400f4-5905-4e20-b294-e50ab99a5c8f req-b46adf97-546d-42c0-92ea-e7e0bcd987e2 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421908 Nov 09 21:58:13.847836 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:58:13.853059 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:58:13.853362 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:13.930517 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:13.955831 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7872944e-0dce-44e5-ae18-9311379ba4e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:58:13.958782 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec44df86-1c3b-498c-85ac-c74ef9fb1cb3" -d '{"events": [{"server_uuid": "7872944e-0dce-44e5-ae18-9311379ba4e3", "name": "network-vif-plugged", "status": "completed", "tag": "83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:58:13.974015 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1,segment=NetworkSegment(42612f8c-8a64-4502-9d64-fae5de504e43),segment_id=42612f8c-8a64-4502-9d64-fae5de504e43)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:58:13.981429 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:14.016359 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb284d13-29dc-4f0a-985b-2aba79bd1c4b x-openstack-request-id: req-fb284d13-29dc-4f0a-985b-2aba79bd1c4b {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:58:14.016681 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7872944e-0dce-44e5-ae18-9311379ba4e3", "name": "network-vif-plugged", "status": "completed", "tag": "83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:58:14.016937 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fb284d13-29dc-4f0a-985b-2aba79bd1c4b {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:58:14.017328 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7872944e-0dce-44e5-ae18-9311379ba4e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1', 'code': 200} Nov 09 21:58:14.050689 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1,revision_number=9']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:58:14.213792 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a30a4f-6a77-475f-b4ec-6c09b51ea35f req-afcbac70-c87a-468c-8281-90cee73b6965 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:14.215158 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-12a30a4f-6a77-475f-b4ec-6c09b51ea35f req-afcbac70-c87a-468c-8281-90cee73b6965 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/networks?id=6874a1f1-780f-46be-a4c0-bc104f9ad773 HTTP/1.1" status: 200 len: 814 time: 0.1045227 Nov 09 21:58:14.230559 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-12a30a4f-6a77-475f-b4ec-6c09b51ea35f req-7d6e2e12-823d-423d-a85c-a61824c6acf7 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/quotas/481830b3e6144188b9dfecb092b184ae HTTP/1.1" status: 200 len: 375 time: 0.0093913 Nov 09 21:58:14.278635 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-12a30a4f-6a77-475f-b4ec-6c09b51ea35f req-a10bf904-6982-4cb2-8c61-c82b20f616bf tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=481830b3e6144188b9dfecb092b184ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0429616 Nov 09 21:58:14.376793 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-12a30a4f-6a77-475f-b4ec-6c09b51ea35f req-32a51c53-aef6-4c5a-8b3f-b93862328fe3 service neutron] 10.222.0.49 "GET /v2.0/networks/6874a1f1-780f-46be-a4c0-bc104f9ad773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913143 Nov 09 21:58:14.464288 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-12a30a4f-6a77-475f-b4ec-6c09b51ea35f req-a152781a-03c9-4d68-9fc0-3e616e6e96a9 service neutron] 10.222.0.49 "GET /v2.0/networks/6874a1f1-780f-46be-a4c0-bc104f9ad773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813105 Nov 09 21:58:14.623579 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c6ee8d97-5595-475b-9c40-a1f688c7ad6c req-8884dc6c-0536-468c-abdf-df2fca80511f tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 210 time: 0.0260792 Nov 09 21:58:15.394236 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6870420-b36e-4148-a14a-e8504e4ec1bd req-babceaf6-69b5-4100-ae58-95ea02e0a18c tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:15.395607 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a6870420-b36e-4148-a14a-e8504e4ec1bd req-babceaf6-69b5-4100-ae58-95ea02e0a18c tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.45 "GET /v2.0/ports?device_id=7872944e-0dce-44e5-ae18-9311379ba4e3 HTTP/1.1" status: 200 len: 946 time: 0.0577805 Nov 09 21:58:15.503604 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-a6870420-b36e-4148-a14a-e8504e4ec1bd req-83d3356e-4505-4438-ba97-6b4575971bcb tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Deleting port 83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:58:15.504152 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a6870420-b36e-4148-a14a-e8504e4ec1bd req-83d3356e-4505-4438-ba97-6b4575971bcb tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:15.561954 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a30a4f-6a77-475f-b4ec-6c09b51ea35f req-59f752c2-78a6-4ad6-8a7a-3cff2cb43f7b tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:15.563417 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-12a30a4f-6a77-475f-b4ec-6c09b51ea35f req-59f752c2-78a6-4ad6-8a7a-3cff2cb43f7b tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.45 "GET /v2.0/networks?id=6874a1f1-780f-46be-a4c0-bc104f9ad773 HTTP/1.1" status: 200 len: 814 time: 0.1109738 Nov 09 21:58:15.575867 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-12a30a4f-6a77-475f-b4ec-6c09b51ea35f req-827c35f3-eab5-4931-a6d0-8d6db3dd233f tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Request body: {'port': {'device_id': 'f24f7159-8b16-4e4e-b9bd-85429016b6bc', 'network_id': '6874a1f1-780f-46be-a4c0-bc104f9ad773', 'admin_state_up': True, 'tenant_id': '481830b3e6144188b9dfecb092b184ae'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:58:15.604695 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-a6870420-b36e-4148-a14a-e8504e4ec1bd req-83d3356e-4505-4438-ba97-6b4575971bcb tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] For port 83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1,segment=NetworkSegment(42612f8c-8a64-4502-9d64-fae5de504e43),segment_id=42612f8c-8a64-4502-9d64-fae5de504e43)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:58:15.605083 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a6870420-b36e-4148-a14a-e8504e4ec1bd req-83d3356e-4505-4438-ba97-6b4575971bcb tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:15.618358 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-a6870420-b36e-4148-a14a-e8504e4ec1bd req-83d3356e-4505-4438-ba97-6b4575971bcb tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Calling delete_port for 83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:58:15.700827 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12a30a4f-6a77-475f-b4ec-6c09b51ea35f req-827c35f3-eab5-4931-a6d0-8d6db3dd233f tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Made reservation on behalf of 481830b3e6144188b9dfecb092b184ae for: {'port': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:58:15.705704 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-12a30a4f-6a77-475f-b4ec-6c09b51ea35f req-827c35f3-eab5-4931-a6d0-8d6db3dd233f tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:15.754641 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7bc734a3-d482-4f7d-bd94-ce7a7b35154c req-d58a253a-6425-46ed-bcf9-525524476084 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 210 time: 0.0330882 Nov 09 21:58:15.809388 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a6870420-b36e-4148-a14a-e8504e4ec1bd req-83d3356e-4505-4438-ba97-6b4575971bcb tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:15.821865 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:58:15.840090 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [req-12a30a4f-6a77-475f-b4ec-6c09b51ea35f req-827c35f3-eab5-4931-a6d0-8d6db3dd233f tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Allocated IP 172.20.0.2 (6874a1f1-780f-46be-a4c0-bc104f9ad773/8109ce80-c6c6-45d9-bbe0-59e931f52470/9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:58:15.851737 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d3356e-4505-4438-ba97-6b4575971bcb tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Pushing event deleted for resources: {'Port': ['ID=83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:58:15.892212 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6870420-b36e-4148-a14a-e8504e4ec1bd req-83d3356e-4505-4438-ba97-6b4575971bcb tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] No DVR routers for this DVR port 83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1 on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:58:15.894937 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a6870420-b36e-4148-a14a-e8504e4ec1bd req-83d3356e-4505-4438-ba97-6b4575971bcb tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:15.899536 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a6870420-b36e-4148-a14a-e8504e4ec1bd req-83d3356e-4505-4438-ba97-6b4575971bcb tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.45 "DELETE /v2.0/ports/83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1 HTTP/1.1" status: 204 len: 173 time: 0.4967291 Nov 09 21:58:15.899999 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7872944e-0dce-44e5-ae18-9311379ba4e3', 'name': 'network-vif-deleted', 'tag': '83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:58:15.902388 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2b2131-d08c-4153-af80-f146d23b5887" -d '{"events": [{"server_uuid": "7872944e-0dce-44e5-ae18-9311379ba4e3", "name": "network-vif-deleted", "tag": "83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:58:15.942700 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba31303-3ad2-4cca-abbf-c4b6caa288ca x-openstack-request-id: req-7ba31303-3ad2-4cca-abbf-c4b6caa288ca {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:58:15.943000 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7872944e-0dce-44e5-ae18-9311379ba4e3", "name": "network-vif-deleted", "tag": "83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:58:15.943299 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7ba31303-3ad2-4cca-abbf-c4b6caa288ca {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:58:15.943708 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7872944e-0dce-44e5-ae18-9311379ba4e3', 'name': 'network-vif-deleted', 'tag': '83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1', 'status': 'completed', 'code': 200} Nov 09 21:58:16.000407 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-12a30a4f-6a77-475f-b4ec-6c09b51ea35f req-827c35f3-eab5-4931-a6d0-8d6db3dd233f tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:16.040607 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-12a30a4f-6a77-475f-b4ec-6c09b51ea35f req-827c35f3-eab5-4931-a6d0-8d6db3dd233f tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:16.085971 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12a30a4f-6a77-475f-b4ec-6c09b51ea35f req-827c35f3-eab5-4931-a6d0-8d6db3dd233f tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Network 6874a1f1-780f-46be-a4c0-bc104f9ad773 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:58:16.089162 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [req-12a30a4f-6a77-475f-b4ec-6c09b51ea35f req-827c35f3-eab5-4931-a6d0-8d6db3dd233f tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:58:16.092959 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a30a4f-6a77-475f-b4ec-6c09b51ea35f req-827c35f3-eab5-4931-a6d0-8d6db3dd233f tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:58:16.121059 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c35f3-eab5-4931-a6d0-8d6db3dd233f tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Pushing event updated for resources: {'Port': ['ID=9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:58:16.149344 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a30a4f-6a77-475f-b4ec-6c09b51ea35f req-827c35f3-eab5-4931-a6d0-8d6db3dd233f tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:16.149947 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-12a30a4f-6a77-475f-b4ec-6c09b51ea35f req-827c35f3-eab5-4931-a6d0-8d6db3dd233f tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:16.165154 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-12a30a4f-6a77-475f-b4ec-6c09b51ea35f req-827c35f3-eab5-4931-a6d0-8d6db3dd233f tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5930412 Nov 09 21:58:16.178244 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-12a30a4f-6a77-475f-b4ec-6c09b51ea35f req-8e1edeb9-816b-41c0-b4ff-00eb36a1df0c service neutron] Request body: {'port': {'device_id': 'f24f7159-8b16-4e4e-b9bd-85429016b6bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:58:16.230079 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-12a30a4f-6a77-475f-b4ec-6c09b51ea35f req-8e1edeb9-816b-41c0-b4ff-00eb36a1df0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:16.494641 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [req-12a30a4f-6a77-475f-b4ec-6c09b51ea35f req-8e1edeb9-816b-41c0-b4ff-00eb36a1df0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6 {{(pid=102608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:58:16.501948 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-12a30a4f-6a77-475f-b4ec-6c09b51ea35f req-8e1edeb9-816b-41c0-b4ff-00eb36a1df0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:16.514052 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.provisioning_blocks [req-12a30a4f-6a77-475f-b4ec-6c09b51ea35f req-8e1edeb9-816b-41c0-b4ff-00eb36a1df0c service neutron] Transition to ACTIVE for port object 9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6 will not be triggered until provisioned by entity L2. {{(pid=102608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:58:16.517393 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-12a30a4f-6a77-475f-b4ec-6c09b51ea35f req-8e1edeb9-816b-41c0-b4ff-00eb36a1df0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:16.573112 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1edeb9-816b-41c0-b4ff-00eb36a1df0c service neutron] Pushing event updated for resources: {'Port': ['ID=9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:58:16.634918 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-12a30a4f-6a77-475f-b4ec-6c09b51ea35f req-8e1edeb9-816b-41c0-b4ff-00eb36a1df0c service neutron] Attempting to bind port 9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:58:16.635250 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-12a30a4f-6a77-475f-b4ec-6c09b51ea35f req-8e1edeb9-816b-41c0-b4ff-00eb36a1df0c service neutron] Attempting to bind port 9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '42612f8c-8a64-4502-9d64-fae5de504e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6874a1f1-780f-46be-a4c0-bc104f9ad773'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:58:16.635574 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a30a4f-6a77-475f-b4ec-6c09b51ea35f req-8e1edeb9-816b-41c0-b4ff-00eb36a1df0c service neutron] Attempting to bind port 9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6 on network 6874a1f1-780f-46be-a4c0-bc104f9ad773 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:58:16.639709 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a30a4f-6a77-475f-b4ec-6c09b51ea35f req-8e1edeb9-816b-41c0-b4ff-00eb36a1df0c service neutron] Port 9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6 on network 6874a1f1-780f-46be-a4c0-bc104f9ad773 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:58:16.640028 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a30a4f-6a77-475f-b4ec-6c09b51ea35f req-8e1edeb9-816b-41c0-b4ff-00eb36a1df0c service neutron] Attempting to bind port 9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6 on network 6874a1f1-780f-46be-a4c0-bc104f9ad773 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:58:16.644736 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a30a4f-6a77-475f-b4ec-6c09b51ea35f req-8e1edeb9-816b-41c0-b4ff-00eb36a1df0c service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:58:16.645071 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a30a4f-6a77-475f-b4ec-6c09b51ea35f req-8e1edeb9-816b-41c0-b4ff-00eb36a1df0c service neutron] Checking segment: {'id': '42612f8c-8a64-4502-9d64-fae5de504e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6874a1f1-780f-46be-a4c0-bc104f9ad773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:58:16.645448 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a30a4f-6a77-475f-b4ec-6c09b51ea35f req-8e1edeb9-816b-41c0-b4ff-00eb36a1df0c service neutron] Bound using segment: {'id': '42612f8c-8a64-4502-9d64-fae5de504e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6874a1f1-780f-46be-a4c0-bc104f9ad773'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:58:16.645964 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [req-12a30a4f-6a77-475f-b4ec-6c09b51ea35f req-8e1edeb9-816b-41c0-b4ff-00eb36a1df0c service neutron] Bound port: 9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42612f8c-8a64-4502-9d64-fae5de504e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6874a1f1-780f-46be-a4c0-bc104f9ad773'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:58:16.646343 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-12a30a4f-6a77-475f-b4ec-6c09b51ea35f req-8e1edeb9-816b-41c0-b4ff-00eb36a1df0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:16.706838 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-12a30a4f-6a77-475f-b4ec-6c09b51ea35f req-8e1edeb9-816b-41c0-b4ff-00eb36a1df0c service neutron] For port 9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6, host n-h1-816206-3, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:58:16.709790 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-12a30a4f-6a77-475f-b4ec-6c09b51ea35f req-8e1edeb9-816b-41c0-b4ff-00eb36a1df0c service neutron] For port 9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6,segment=NetworkSegment(42612f8c-8a64-4502-9d64-fae5de504e43),segment_id=42612f8c-8a64-4502-9d64-fae5de504e43)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:58:16.714207 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-12a30a4f-6a77-475f-b4ec-6c09b51ea35f req-8e1edeb9-816b-41c0-b4ff-00eb36a1df0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:16.747510 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a30a4f-6a77-475f-b4ec-6c09b51ea35f req-8e1edeb9-816b-41c0-b4ff-00eb36a1df0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:16.748136 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-12a30a4f-6a77-475f-b4ec-6c09b51ea35f req-8e1edeb9-816b-41c0-b4ff-00eb36a1df0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:16.749663 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-12a30a4f-6a77-475f-b4ec-6c09b51ea35f req-8e1edeb9-816b-41c0-b4ff-00eb36a1df0c service neutron] 10.222.0.45 "PUT /v2.0/ports/9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6 HTTP/1.1" status: 200 len: 1091 time: 0.5754464 Nov 09 21:58:16.751898 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f24f7159-8b16-4e4e-b9bd-85429016b6bc', 'tag': '9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:58:16.754251 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256c45e2-f25c-472a-8588-c01eff22dff8" -d '{"events": [{"name": "network-changed", "server_uuid": "f24f7159-8b16-4e4e-b9bd-85429016b6bc", "tag": "9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:58:16.795769 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1edeb9-816b-41c0-b4ff-00eb36a1df0c service neutron] Pushing event updated for resources: {'Port': ['ID=9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:58:16.837752 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a30a4f-6a77-475f-b4ec-6c09b51ea35f req-a4661665-589d-4364-b3f5-51f5399b0ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:16.839273 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-12a30a4f-6a77-475f-b4ec-6c09b51ea35f req-a4661665-589d-4364-b3f5-51f5399b0ae2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=481830b3e6144188b9dfecb092b184ae&device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 1094 time: 0.0515785 Nov 09 21:58:16.870358 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5bd7649-7d63-4a1d-8292-8b94a4c774a2 x-openstack-request-id: req-e5bd7649-7d63-4a1d-8292-8b94a4c774a2 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:58:16.870649 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f24f7159-8b16-4e4e-b9bd-85429016b6bc", "tag": "9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:58:16.870905 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e5bd7649-7d63-4a1d-8292-8b94a4c774a2 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:58:16.871309 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f24f7159-8b16-4e4e-b9bd-85429016b6bc', 'tag': '9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6', 'status': 'completed', 'code': 200} Nov 09 21:58:16.902972 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-12a30a4f-6a77-475f-b4ec-6c09b51ea35f req-242770b7-79ee-417f-a0be-d13dfe658a4f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6 HTTP/1.1" status: 200 len: 217 time: 0.0532258 Nov 09 21:58:16.948898 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48556c36-ee10-4e81-a34a-1e072f0741ed req-9a633bba-f739-45b9-a89e-3ab4f1cf76c2 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:16.950353 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-48556c36-ee10-4e81-a34a-1e072f0741ed req-9a633bba-f739-45b9-a89e-3ab4f1cf76c2 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 943 time: 0.1102147 Nov 09 21:58:16.977195 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a30a4f-6a77-475f-b4ec-6c09b51ea35f req-78f785b7-4537-4e01-a786-a6b15b7c58a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:16.978576 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-12a30a4f-6a77-475f-b4ec-6c09b51ea35f req-78f785b7-4537-4e01-a786-a6b15b7c58a9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8109ce80-c6c6-45d9-bbe0-59e931f52470 HTTP/1.1" status: 200 len: 854 time: 0.0684390 Nov 09 21:58:17.019469 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-12a30a4f-6a77-475f-b4ec-6c09b51ea35f req-aa5139a0-0a4b-46d4-a410-6c99286674fe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6874a1f1-780f-46be-a4c0-bc104f9ad773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306001 Nov 09 21:58:17.026609 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-48556c36-ee10-4e81-a34a-1e072f0741ed req-13ba30e0-94dc-481b-a7ae-d35b87ddcd1c tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704336 Nov 09 21:58:17.117127 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-12a30a4f-6a77-475f-b4ec-6c09b51ea35f req-430e15e9-2f1f-4b72-ac65-00dc4b845c91 service neutron] 10.222.0.45 "GET /v2.0/networks/6874a1f1-780f-46be-a4c0-bc104f9ad773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895751 Nov 09 21:58:17.203870 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-12a30a4f-6a77-475f-b4ec-6c09b51ea35f req-9084d875-a001-4631-bc03-37e01ceec6cc service neutron] 10.222.0.45 "GET /v2.0/networks/6874a1f1-780f-46be-a4c0-bc104f9ad773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803206 Nov 09 21:58:17.290753 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c45e2-f25c-472a-8588-c01eff22dff8 req-a95b8bfb-c826-4042-abb7-95d0847948ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:17.292397 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-256c45e2-f25c-472a-8588-c01eff22dff8 req-a95b8bfb-c826-4042-abb7-95d0847948ed service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=481830b3e6144188b9dfecb092b184ae&device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 1094 time: 0.0412695 Nov 09 21:58:17.384051 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c45e2-f25c-472a-8588-c01eff22dff8 req-564b4b88-ef43-405a-b929-c4d755e90c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:17.385548 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-256c45e2-f25c-472a-8588-c01eff22dff8 req-564b4b88-ef43-405a-b929-c4d755e90c33 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6874a1f1-780f-46be-a4c0-bc104f9ad773 HTTP/1.1" status: 200 len: 914 time: 0.0867426 Nov 09 21:58:17.427676 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-256c45e2-f25c-472a-8588-c01eff22dff8 req-f9982afe-9748-4003-8df7-111d84036fe3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6 HTTP/1.1" status: 200 len: 217 time: 0.0345104 Nov 09 21:58:17.483645 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c45e2-f25c-472a-8588-c01eff22dff8 req-9e9867e8-2158-409c-a79a-06216b58eca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:17.485132 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-256c45e2-f25c-472a-8588-c01eff22dff8 req-9e9867e8-2158-409c-a79a-06216b58eca8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8109ce80-c6c6-45d9-bbe0-59e931f52470 HTTP/1.1" status: 200 len: 854 time: 0.0509105 Nov 09 21:58:17.517904 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-256c45e2-f25c-472a-8588-c01eff22dff8 req-06675a1c-c43c-4faa-aacf-9efa2e7da75a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6874a1f1-780f-46be-a4c0-bc104f9ad773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241477 Nov 09 21:58:17.606350 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-256c45e2-f25c-472a-8588-c01eff22dff8 req-4d6c6bb6-b4e1-4e35-adf7-6e7d73b7e9ea service neutron] 10.222.0.45 "GET /v2.0/networks/6874a1f1-780f-46be-a4c0-bc104f9ad773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806444 Nov 09 21:58:17.678732 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fda4308c-b986-4143-8bbe-658f40e7664d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:17.699070 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-256c45e2-f25c-472a-8588-c01eff22dff8 req-3fecbfbc-78c3-4674-bc83-f270c6e655e1 service neutron] 10.222.0.45 "GET /v2.0/networks/6874a1f1-780f-46be-a4c0-bc104f9ad773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850532 Nov 09 21:58:17.841613 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:58:17.861139 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:58:17.861403 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 83d9e5a3-cf73-4d7d-8c86-b80c420fcfa1 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:58:17.975268 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:58:18.142611 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9606c5-cc44-4f4a-98b7-ed56837dc5d4 req-ff751bda-f79b-4119-9625-4323eb0ac366 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:18.144004 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3f9606c5-cc44-4f4a-98b7-ed56837dc5d4 req-ff751bda-f79b-4119-9625-4323eb0ac366 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 943 time: 0.0489035 Nov 09 21:58:18.191578 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3f9606c5-cc44-4f4a-98b7-ed56837dc5d4 req-f755f2a5-1bee-4501-8090-d5ea41a4cddd tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413716 Nov 09 21:58:19.307067 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e154f4a-f5b6-449d-80d2-8dbc8d351568 req-ec87902b-6e43-4d15-a0df-00b39289e070 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:19.308549 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5e154f4a-f5b6-449d-80d2-8dbc8d351568 req-ec87902b-6e43-4d15-a0df-00b39289e070 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 943 time: 0.0487323 Nov 09 21:58:19.354763 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5e154f4a-f5b6-449d-80d2-8dbc8d351568 req-fe187161-536f-4dfe-8145-2d2fa8ba6a63 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403957 Nov 09 21:58:19.854426 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:58:19.948872 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6,segment=NetworkSegment(42612f8c-8a64-4502-9d64-fae5de504e43),segment_id=42612f8c-8a64-4502-9d64-fae5de504e43)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:58:19.959914 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6', 'network_id': '6874a1f1-780f-46be-a4c0-bc104f9ad773', 'port_id': '9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6', 'mac_address': 'fa:16:3e:0a:46:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8109ce80-c6c6-45d9-bbe0-59e931f52470', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:58:19.995709 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:20.007762 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:58:20.026444 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6,segment=NetworkSegment(42612f8c-8a64-4502-9d64-fae5de504e43),segment_id=42612f8c-8a64-4502-9d64-fae5de504e43)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:58:20.030366 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:20.081625 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:58:20.196169 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f4a466bc-5950-493b-a0c8-e987c2ae44bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:20.221657 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:58:20.473129 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c25d57-d3af-4a25-b65b-2d1813faeead req-5842ba61-3664-4487-9c60-0482cf03a4aa tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:20.475204 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d5c25d57-d3af-4a25-b65b-2d1813faeead req-5842ba61-3664-4487-9c60-0482cf03a4aa tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 944 time: 0.0542555 Nov 09 21:58:20.520805 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d5c25d57-d3af-4a25-b65b-2d1813faeead req-80ce5117-6a80-4bde-89ae-5699e3249916 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396457 Nov 09 21:58:21.137129 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:21.641760 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f1cdf-80a0-4bbf-bc51-8910df8ee0b1 req-7db488a0-c303-48ee-b78c-d9e826d6c18f tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:21.643281 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ed8f1cdf-80a0-4bbf-bc51-8910df8ee0b1 req-7db488a0-c303-48ee-b78c-d9e826d6c18f tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 944 time: 0.0523536 Nov 09 21:58:21.689921 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ed8f1cdf-80a0-4bbf-bc51-8910df8ee0b1 req-4ad8748d-6f0e-4996-9bc8-9b364355835f tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401766 Nov 09 21:58:21.855464 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:58:21.902419 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:58:21.906294 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:58:21.906668 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:21.979881 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:22.001451 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24f7159-8b16-4e4e-b9bd-85429016b6bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:58:22.003667 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8114574b-60ab-4176-a11c-214ebe3fce56" -d '{"events": [{"server_uuid": "f24f7159-8b16-4e4e-b9bd-85429016b6bc", "name": "network-vif-plugged", "status": "completed", "tag": "9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:58:22.019718 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6,segment=NetworkSegment(42612f8c-8a64-4502-9d64-fae5de504e43),segment_id=42612f8c-8a64-4502-9d64-fae5de504e43)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:58:22.023660 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:22.046270 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6c1ee9-b147-474d-a588-dd90407d2861 x-openstack-request-id: req-ba6c1ee9-b147-474d-a588-dd90407d2861 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:58:22.046563 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f24f7159-8b16-4e4e-b9bd-85429016b6bc", "name": "network-vif-plugged", "status": "completed", "tag": "9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:58:22.046818 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ba6c1ee9-b147-474d-a588-dd90407d2861 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:58:22.047222 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24f7159-8b16-4e4e-b9bd-85429016b6bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6', 'code': 200} Nov 09 21:58:22.074054 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:58:22.134581 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c141ec1-0cf3-4743-8956-70546712c2d0 req-68de9a9a-c2f1-4663-bd0d-1c0d5d92a2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:22.135971 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2c141ec1-0cf3-4743-8956-70546712c2d0 req-68de9a9a-c2f1-4663-bd0d-1c0d5d92a2de service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 1096 time: 0.0405166 Nov 09 21:58:22.179691 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2c141ec1-0cf3-4743-8956-70546712c2d0 req-eddffca0-22b6-43d8-80bb-d6087b71d2d1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372117 Nov 09 21:58:22.499402 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:22.803122 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9942889b-a8d9-4be5-9566-1336a2dee743 req-57a3573c-5940-4884-aa2b-743f8e69ec23 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:22.804685 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9942889b-a8d9-4be5-9566-1336a2dee743 req-57a3573c-5940-4884-aa2b-743f8e69ec23 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 945 time: 0.0490150 Nov 09 21:58:22.854168 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9942889b-a8d9-4be5-9566-1336a2dee743 req-97cd488e-300d-4a83-a59c-3b7afef9f16c tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437040 Nov 09 21:58:23.122648 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:23.406797 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:23.970688 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f77cc83-420a-4708-b19d-95f7db97284b req-42ecb5b6-c47a-4ab3-9e43-32d43cc1b4d4 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:23.972169 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5f77cc83-420a-4708-b19d-95f7db97284b req-42ecb5b6-c47a-4ab3-9e43-32d43cc1b4d4 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 945 time: 0.0479715 Nov 09 21:58:24.018507 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5f77cc83-420a-4708-b19d-95f7db97284b req-d2516d8d-8276-4595-85db-ed4cfa179c01 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398579 Nov 09 21:58:24.131655 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0e039-ea39-4c83-a852-14027506a6de req-cacad9ea-9fc7-4b3b-8e80-39a83d25c3bf tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:24.133190 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1fd0e039-ea39-4c83-a852-14027506a6de req-cacad9ea-9fc7-4b3b-8e80-39a83d25c3bf tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 945 time: 0.0483606 Nov 09 21:58:24.179768 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1fd0e039-ea39-4c83-a852-14027506a6de req-f1e81dfc-94d9-4f77-a2c3-bd58a1c052e9 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407124 Nov 09 21:58:24.428777 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fd26e0d9-40ff-4363-86cd-53259ee4ef08 req-4c6aea35-6de6-4bc6-a4ec-8bbea3fed821 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0723116 Nov 09 21:58:24.437067 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ebc03-ccea-4d35-8e30-8ed50ff8ed99 req-42643695-9f20-45de-a254-eb39952309f0 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:24.438530 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2d9ebc03-ccea-4d35-8e30-8ed50ff8ed99 req-42643695-9f20-45de-a254-eb39952309f0 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 945 time: 0.0726070 Nov 09 21:58:24.488276 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2d9ebc03-ccea-4d35-8e30-8ed50ff8ed99 req-f42fac2d-1dae-4d6b-b6c8-733b56993a39 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431495 Nov 09 21:58:25.600146 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26e0d9-40ff-4363-86cd-53259ee4ef08 req-aafee687-2ded-430d-9145-169e7ded95d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:25.601691 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fd26e0d9-40ff-4363-86cd-53259ee4ef08 req-aafee687-2ded-430d-9145-169e7ded95d3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=481830b3e6144188b9dfecb092b184ae&device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 1096 time: 0.0409534 Nov 09 21:58:25.608820 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790f5b2-4a21-4b99-8b92-16ce1b8f3554 req-f18e4b1f-bd18-4bdd-a710-82ef5abed8b3 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:25.610289 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3790f5b2-4a21-4b99-8b92-16ce1b8f3554 req-f18e4b1f-bd18-4bdd-a710-82ef5abed8b3 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 945 time: 0.0478396 Nov 09 21:58:25.661270 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3790f5b2-4a21-4b99-8b92-16ce1b8f3554 req-28f7a121-452c-4556-a3bb-f0be2052ebf2 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445514 Nov 09 21:58:25.694754 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26e0d9-40ff-4363-86cd-53259ee4ef08 req-2376ec05-bc3b-4543-92a5-f0ae12360565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:25.696219 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fd26e0d9-40ff-4363-86cd-53259ee4ef08 req-2376ec05-bc3b-4543-92a5-f0ae12360565 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6874a1f1-780f-46be-a4c0-bc104f9ad773 HTTP/1.1" status: 200 len: 914 time: 0.0881753 Nov 09 21:58:25.737207 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fd26e0d9-40ff-4363-86cd-53259ee4ef08 req-5d88b29b-9785-4a38-90ea-dc0c642060bb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6 HTTP/1.1" status: 200 len: 217 time: 0.0340397 Nov 09 21:58:25.785628 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26e0d9-40ff-4363-86cd-53259ee4ef08 req-943b1508-7845-4fbb-8301-aae5bc86c3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:25.787065 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fd26e0d9-40ff-4363-86cd-53259ee4ef08 req-943b1508-7845-4fbb-8301-aae5bc86c3c6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8109ce80-c6c6-45d9-bbe0-59e931f52470 HTTP/1.1" status: 200 len: 854 time: 0.0426655 Nov 09 21:58:25.819152 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fd26e0d9-40ff-4363-86cd-53259ee4ef08 req-decb5edf-fefa-46b2-80bc-0813daddefe8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6874a1f1-780f-46be-a4c0-bc104f9ad773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244675 Nov 09 21:58:25.917369 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fd26e0d9-40ff-4363-86cd-53259ee4ef08 req-089d5059-061a-484f-8b70-31db2ef74c70 service neutron] 10.222.0.45 "GET /v2.0/networks/6874a1f1-780f-46be-a4c0-bc104f9ad773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877466 Nov 09 21:58:26.004661 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fd26e0d9-40ff-4363-86cd-53259ee4ef08 req-4d884a74-ba3a-4d3e-9e4b-a9549b4c53b6 service neutron] 10.222.0.45 "GET /v2.0/networks/6874a1f1-780f-46be-a4c0-bc104f9ad773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805840 Nov 09 21:58:26.780059 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e93fbe-8321-41f1-a4b2-00bcd70dbd20 req-d045a087-d942-449a-b47f-77c9fb666bc6 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:26.781474 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-26e93fbe-8321-41f1-a4b2-00bcd70dbd20 req-d045a087-d942-449a-b47f-77c9fb666bc6 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 945 time: 0.0534101 Nov 09 21:58:26.828275 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-26e93fbe-8321-41f1-a4b2-00bcd70dbd20 req-f727ef5c-0c67-4e2c-aa1f-b82588f26481 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402653 Nov 09 21:58:27.943853 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42074715-2b57-4094-9c4d-b251da3f0349 req-6732135b-a58f-4097-91b9-3b9554593289 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:27.945364 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-42074715-2b57-4094-9c4d-b251da3f0349 req-6732135b-a58f-4097-91b9-3b9554593289 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 945 time: 0.0484107 Nov 09 21:58:27.992338 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-42074715-2b57-4094-9c4d-b251da3f0349 req-4e84f289-d666-42ab-b452-a7be138eba38 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409439 Nov 09 21:58:29.106641 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2b491-855d-4433-8b8e-93c51a8af7e1 req-88b8026b-3017-4854-92a3-4a30c831b189 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:29.108131 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4fe2b491-855d-4433-8b8e-93c51a8af7e1 req-88b8026b-3017-4854-92a3-4a30c831b189 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 945 time: 0.0491655 Nov 09 21:58:29.154349 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4fe2b491-855d-4433-8b8e-93c51a8af7e1 req-8c017c43-e191-46c6-9c5b-9e7212e2762b tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403881 Nov 09 21:58:30.273087 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3938d2-159f-440c-9052-6e4299872e39 req-36b15321-a705-4e99-bcc5-72cb95563f3d tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:30.274593 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4a3938d2-159f-440c-9052-6e4299872e39 req-36b15321-a705-4e99-bcc5-72cb95563f3d tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 945 time: 0.0494807 Nov 09 21:58:30.321005 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4a3938d2-159f-440c-9052-6e4299872e39 req-18f88ada-bfd3-4269-a85e-e3a33765a0b7 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402789 Nov 09 21:58:31.435391 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ee01b-c1b6-4c8d-9764-3b8514bed19a req-8d16ee41-f130-40ac-aa81-57dad5a0808b tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:31.436969 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ab7ee01b-c1b6-4c8d-9764-3b8514bed19a req-8d16ee41-f130-40ac-aa81-57dad5a0808b tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 945 time: 0.0479558 Nov 09 21:58:31.492389 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ab7ee01b-c1b6-4c8d-9764-3b8514bed19a req-b02279a2-dc25-432b-94b1-52a0c1a4dc85 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496223 Nov 09 21:58:32.608650 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def58294-c8f2-4cf8-aea2-24e8a203252a req-f88e437d-a8c4-4e84-8fbe-62f8202d5ba5 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:32.610116 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-def58294-c8f2-4cf8-aea2-24e8a203252a req-f88e437d-a8c4-4e84-8fbe-62f8202d5ba5 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 945 time: 0.0513964 Nov 09 21:58:32.655798 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-def58294-c8f2-4cf8-aea2-24e8a203252a req-219fcf59-4804-4ce6-b970-1d05301c24f6 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398822 Nov 09 21:58:33.769000 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c912dc-3f83-4d0b-aafd-29e9059e5606 req-4fd75d11-5aa6-4b56-aae1-75ad10f434f4 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:33.770382 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-77c912dc-3f83-4d0b-aafd-29e9059e5606 req-4fd75d11-5aa6-4b56-aae1-75ad10f434f4 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 945 time: 0.0484376 Nov 09 21:58:33.816877 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-77c912dc-3f83-4d0b-aafd-29e9059e5606 req-af6173f1-dbbf-4ea9-8f5d-b3d40cb46b15 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405030 Nov 09 21:58:33.962418 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:34.932357 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d543b-99c1-4b63-8abd-8e06de65a23d req-2a37bc4a-7aa0-43ef-a62a-e2355bc4b1b6 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:34.933843 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-825d543b-99c1-4b63-8abd-8e06de65a23d req-2a37bc4a-7aa0-43ef-a62a-e2355bc4b1b6 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 945 time: 0.0480244 Nov 09 21:58:34.980718 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-825d543b-99c1-4b63-8abd-8e06de65a23d req-a7468f47-d2e8-4292-8218-93247b460580 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409656 Nov 09 21:58:36.095017 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8aa7d2-495d-4618-b3a9-ead21a6afc70 req-3e3ab076-2a93-4d3e-ac83-1347da026c56 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:36.096476 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-de8aa7d2-495d-4618-b3a9-ead21a6afc70 req-3e3ab076-2a93-4d3e-ac83-1347da026c56 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 945 time: 0.0491776 Nov 09 21:58:36.142206 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-de8aa7d2-495d-4618-b3a9-ead21a6afc70 req-7334e498-e4ab-408d-84be-3d82b000a958 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391810 Nov 09 21:58:37.262674 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa8fed-c6f8-4186-ba30-d166c216fe0d req-ff0b7f4e-4e95-4a7a-81fe-6114c4eec338 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:37.264171 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3bfa8fed-c6f8-4186-ba30-d166c216fe0d req-ff0b7f4e-4e95-4a7a-81fe-6114c4eec338 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 945 time: 0.0535369 Nov 09 21:58:37.311483 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3bfa8fed-c6f8-4186-ba30-d166c216fe0d req-40e8ab68-6da5-4d75-b885-1ba5dfa0f70d tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412178 Nov 09 21:58:38.429323 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df88ce-7a0a-4da5-80a4-5b1b8556a783 req-eeae9423-bd34-4057-a287-fc94aedefea7 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:38.430775 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e2df88ce-7a0a-4da5-80a4-5b1b8556a783 req-eeae9423-bd34-4057-a287-fc94aedefea7 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 945 time: 0.0520244 Nov 09 21:58:38.477576 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e2df88ce-7a0a-4da5-80a4-5b1b8556a783 req-b98d82c5-b01c-471b-b019-a6a469cf5a1e tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409610 Nov 09 21:58:39.591205 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973aa784-294b-4f38-8fda-bfae81ce6132 req-0d8ec924-3dd7-4bf6-bfbf-45e572abb26f tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:39.592723 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-973aa784-294b-4f38-8fda-bfae81ce6132 req-0d8ec924-3dd7-4bf6-bfbf-45e572abb26f tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 945 time: 0.0485313 Nov 09 21:58:39.638522 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-973aa784-294b-4f38-8fda-bfae81ce6132 req-2ebd5015-5b29-4b22-975b-b497c93b7f87 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399013 Nov 09 21:58:40.752266 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73a7c4-c5d9-482c-a02e-09f47ccd1f6d req-81a909d2-1c45-4665-81d6-737c7daceedc tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:40.753693 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3d73a7c4-c5d9-482c-a02e-09f47ccd1f6d req-81a909d2-1c45-4665-81d6-737c7daceedc tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 945 time: 0.0485926 Nov 09 21:58:40.800876 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3d73a7c4-c5d9-482c-a02e-09f47ccd1f6d req-cfb2c6f0-550d-4751-8ee6-13d2ff718f1a tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411601 Nov 09 21:58:41.914753 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ebf06-db69-453b-a1d6-88c39022ef87 req-0a830c13-df1e-416a-8686-ef80c7172fe5 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:41.916226 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cc0ebf06-db69-453b-a1d6-88c39022ef87 req-0a830c13-df1e-416a-8686-ef80c7172fe5 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 945 time: 0.0501428 Nov 09 21:58:41.969060 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cc0ebf06-db69-453b-a1d6-88c39022ef87 req-b7aa2e6e-df2a-45b3-a740-4ae221bb344f tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466905 Nov 09 21:58:43.087392 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70ec61-b880-4345-bed1-4ed6a993fe57 req-7515f4d9-d148-4416-a746-74a1cab35624 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:43.088881 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5f70ec61-b880-4345-bed1-4ed6a993fe57 req-7515f4d9-d148-4416-a746-74a1cab35624 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 945 time: 0.0534618 Nov 09 21:58:43.135128 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5f70ec61-b880-4345-bed1-4ed6a993fe57 req-a3970325-a152-43ce-8949-45c75961d926 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402715 Nov 09 21:58:44.248775 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5018f-4d19-4fb8-9eca-e853554df297 req-8375b5e9-9144-42ed-907b-1c7f65a4c860 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:44.250241 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-61e5018f-4d19-4fb8-9eca-e853554df297 req-8375b5e9-9144-42ed-907b-1c7f65a4c860 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 945 time: 0.0485885 Nov 09 21:58:44.296125 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-61e5018f-4d19-4fb8-9eca-e853554df297 req-6051d504-b412-4b3f-987b-a6f2bd9a230d tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400064 Nov 09 21:58:45.410712 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136991b-6368-43a9-9a0b-364c9f4e822a req-84ee8a51-3aa2-4e2d-87e0-32a3ddf7b357 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:45.412159 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6136991b-6368-43a9-9a0b-364c9f4e822a req-84ee8a51-3aa2-4e2d-87e0-32a3ddf7b357 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 945 time: 0.0475421 Nov 09 21:58:45.460303 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6136991b-6368-43a9-9a0b-364c9f4e822a req-18138b1c-0d9b-4c1b-bd61-766a22fbae6c tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407681 Nov 09 21:58:46.584717 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abbefc-ae8e-4b3a-b26c-efedf4c9af52 req-a98b52d7-3305-424e-a430-ea5765c02bf2 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:46.586725 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-37abbefc-ae8e-4b3a-b26c-efedf4c9af52 req-a98b52d7-3305-424e-a430-ea5765c02bf2 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 945 time: 0.0503654 Nov 09 21:58:46.631948 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-37abbefc-ae8e-4b3a-b26c-efedf4c9af52 req-e0ec20ab-0911-485a-8461-39c7a94c5d21 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394027 Nov 09 21:58:47.680076 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-86fc3429-dcd3-4f8c-9375-0eace20e578f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:47.747089 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea7d788-567a-4351-a862-025aac34181e req-9c7e4579-2dd8-443f-9d0a-6e6b4e4ff164 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:47.748459 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aea7d788-567a-4351-a862-025aac34181e req-9c7e4579-2dd8-443f-9d0a-6e6b4e4ff164 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 945 time: 0.0478215 Nov 09 21:58:47.798098 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aea7d788-567a-4351-a862-025aac34181e req-378b907f-e42b-4762-8045-fac5705d8299 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438087 Nov 09 21:58:48.917005 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237e51d-5bf7-4dc9-a7bd-c31eea8cb775 req-30cb1875-8f36-4925-9aaf-66e3eddd36ca tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:48.918448 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c237e51d-5bf7-4dc9-a7bd-c31eea8cb775 req-30cb1875-8f36-4925-9aaf-66e3eddd36ca tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 945 time: 0.0511184 Nov 09 21:58:48.963930 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c237e51d-5bf7-4dc9-a7bd-c31eea8cb775 req-911ea58e-8681-45c7-b903-999171305abd tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396199 Nov 09 21:58:50.079232 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d510a-81b5-44e5-a3b1-1a02d620960e req-aa324cfe-7ed6-46c4-9e57-c44356c9b247 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:50.080747 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f32d510a-81b5-44e5-a3b1-1a02d620960e req-aa324cfe-7ed6-46c4-9e57-c44356c9b247 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 945 time: 0.0499930 Nov 09 21:58:50.127953 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f32d510a-81b5-44e5-a3b1-1a02d620960e req-06a7059a-7a99-4364-837a-acb9c320c9c5 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406671 Nov 09 21:58:50.197158 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5b1fb3fb-3ec4-4c4e-9e8d-043c8442bd38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:51.135439 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:51.242625 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51e9e7-3c60-44fd-bc94-62a7592ce918 req-4511b766-1ee6-4be9-8ed4-f49df0f8de5a tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:51.244091 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-da51e9e7-3c60-44fd-bc94-62a7592ce918 req-4511b766-1ee6-4be9-8ed4-f49df0f8de5a tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 945 time: 0.0483642 Nov 09 21:58:51.290565 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-da51e9e7-3c60-44fd-bc94-62a7592ce918 req-b2cd0045-7bb9-4aae-9807-fa07159931ea tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405886 Nov 09 21:58:52.402348 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffdfae0-9f42-4d6e-833e-8b197bcf0122 req-abafc3fa-0255-4979-9649-f9364126325f tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:52.403816 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fffdfae0-9f42-4d6e-833e-8b197bcf0122 req-abafc3fa-0255-4979-9649-f9364126325f tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 945 time: 0.0477986 Nov 09 21:58:52.450447 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fffdfae0-9f42-4d6e-833e-8b197bcf0122 req-61bab18e-d46a-463c-b9b3-59af88e03d04 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407641 Nov 09 21:58:52.500474 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:52.759309 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [req-fd26e0d9-40ff-4363-86cd-53259ee4ef08 req-d784f9ca-cd46-4941-ad5b-3ce57ce9da11 service neutron] show failed (client error): The resource could not be found. Nov 09 21:58:52.760322 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fd26e0d9-40ff-4363-86cd-53259ee4ef08 req-d784f9ca-cd46-4941-ad5b-3ce57ce9da11 service neutron] 10.222.0.45 "GET /v2.0/ports/9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6/bindings/n-h2-816206-3 HTTP/1.1" status: 404 len: 380 time: 0.0570202 Nov 09 21:58:53.005955 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26e0d9-40ff-4363-86cd-53259ee4ef08 req-e0a0fb2e-80f5-4d07-bfc5-25d3f5fae2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:53.007421 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fd26e0d9-40ff-4363-86cd-53259ee4ef08 req-e0a0fb2e-80f5-4d07-bfc5-25d3f5fae2c6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc&tenant_id=481830b3e6144188b9dfecb092b184ae HTTP/1.1" status: 200 len: 1096 time: 0.0892801 Nov 09 21:58:53.026402 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-fd26e0d9-40ff-4363-86cd-53259ee4ef08 req-ad016fcc-468d-4226-926f-802b2982e8a7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-3', 'device_owner': 'compute:nova'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:58:53.080213 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-fd26e0d9-40ff-4363-86cd-53259ee4ef08 req-ad016fcc-468d-4226-926f-802b2982e8a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:53.135268 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:53.271918 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-fd26e0d9-40ff-4363-86cd-53259ee4ef08 req-ad016fcc-468d-4226-926f-802b2982e8a7 service neutron] For port 9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6,segment=NetworkSegment(42612f8c-8a64-4502-9d64-fae5de504e43),segment_id=42612f8c-8a64-4502-9d64-fae5de504e43)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:58:53.303046 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-fd26e0d9-40ff-4363-86cd-53259ee4ef08 req-ad016fcc-468d-4226-926f-802b2982e8a7 service neutron] For port 9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:58:53.340445 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24f7159-8b16-4e4e-b9bd-85429016b6bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:58:53.342695 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ce6ff0-fa06-461e-affe-cb4b49a71f35" -d '{"events": [{"server_uuid": "f24f7159-8b16-4e4e-b9bd-85429016b6bc", "name": "network-vif-unplugged", "status": "completed", "tag": "9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:58:53.346631 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-fd26e0d9-40ff-4363-86cd-53259ee4ef08 req-ad016fcc-468d-4226-926f-802b2982e8a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:53.358874 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-fd26e0d9-40ff-4363-86cd-53259ee4ef08 req-ad016fcc-468d-4226-926f-802b2982e8a7 service neutron] Transition to ACTIVE for port object 9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:58:53.363802 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-fd26e0d9-40ff-4363-86cd-53259ee4ef08 req-ad016fcc-468d-4226-926f-802b2982e8a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:53.395496 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 21:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e6dcf4-f405-4a74-a9a6-4ca598d4371c x-openstack-request-id: req-f2e6dcf4-f405-4a74-a9a6-4ca598d4371c {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:58:53.395798 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f24f7159-8b16-4e4e-b9bd-85429016b6bc", "name": "network-vif-unplugged", "status": "completed", "tag": "9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:58:53.396053 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f2e6dcf4-f405-4a74-a9a6-4ca598d4371c {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:58:53.396451 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24f7159-8b16-4e4e-b9bd-85429016b6bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6', 'code': 200} Nov 09 21:58:53.410678 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:53.432161 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd26e0d9-40ff-4363-86cd-53259ee4ef08 req-ad016fcc-468d-4226-926f-802b2982e8a7 service neutron] No DVR routers for this DVR port 9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6 on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:58:53.435211 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad016fcc-468d-4226-926f-802b2982e8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:58:53.446848 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad016fcc-468d-4226-926f-802b2982e8a7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:58:53.447198 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad016fcc-468d-4226-926f-802b2982e8a7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:58:53.447540 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad016fcc-468d-4226-926f-802b2982e8a7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:58:53.447876 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad016fcc-468d-4226-926f-802b2982e8a7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:58:53.448209 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad016fcc-468d-4226-926f-802b2982e8a7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:58:53.448537 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad016fcc-468d-4226-926f-802b2982e8a7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:58:53.448894 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad016fcc-468d-4226-926f-802b2982e8a7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:58:53.449220 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad016fcc-468d-4226-926f-802b2982e8a7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:58:53.449547 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad016fcc-468d-4226-926f-802b2982e8a7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:58:53.449871 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad016fcc-468d-4226-926f-802b2982e8a7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:58:53.450191 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad016fcc-468d-4226-926f-802b2982e8a7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:58:53.450510 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad016fcc-468d-4226-926f-802b2982e8a7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:58:53.478179 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-fd26e0d9-40ff-4363-86cd-53259ee4ef08 req-ad016fcc-468d-4226-926f-802b2982e8a7 service neutron] Attempting to bind port 9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:58:53.478872 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-fd26e0d9-40ff-4363-86cd-53259ee4ef08 req-ad016fcc-468d-4226-926f-802b2982e8a7 service neutron] Attempting to bind port 9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '42612f8c-8a64-4502-9d64-fae5de504e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6874a1f1-780f-46be-a4c0-bc104f9ad773'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:58:53.478872 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd26e0d9-40ff-4363-86cd-53259ee4ef08 req-ad016fcc-468d-4226-926f-802b2982e8a7 service neutron] Attempting to bind port 9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6 on network 6874a1f1-780f-46be-a4c0-bc104f9ad773 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:58:53.483175 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd26e0d9-40ff-4363-86cd-53259ee4ef08 req-ad016fcc-468d-4226-926f-802b2982e8a7 service neutron] Port 9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6 on network 6874a1f1-780f-46be-a4c0-bc104f9ad773 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:58:53.483506 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd26e0d9-40ff-4363-86cd-53259ee4ef08 req-ad016fcc-468d-4226-926f-802b2982e8a7 service neutron] Attempting to bind port 9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6 on network 6874a1f1-780f-46be-a4c0-bc104f9ad773 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:58:53.488955 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd26e0d9-40ff-4363-86cd-53259ee4ef08 req-ad016fcc-468d-4226-926f-802b2982e8a7 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:58:53.489346 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd26e0d9-40ff-4363-86cd-53259ee4ef08 req-ad016fcc-468d-4226-926f-802b2982e8a7 service neutron] Checking segment: {'id': '42612f8c-8a64-4502-9d64-fae5de504e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6874a1f1-780f-46be-a4c0-bc104f9ad773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:58:53.489734 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd26e0d9-40ff-4363-86cd-53259ee4ef08 req-ad016fcc-468d-4226-926f-802b2982e8a7 service neutron] Bound using segment: {'id': '42612f8c-8a64-4502-9d64-fae5de504e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6874a1f1-780f-46be-a4c0-bc104f9ad773'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:58:53.490356 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-fd26e0d9-40ff-4363-86cd-53259ee4ef08 req-ad016fcc-468d-4226-926f-802b2982e8a7 service neutron] Bound port: 9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42612f8c-8a64-4502-9d64-fae5de504e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6874a1f1-780f-46be-a4c0-bc104f9ad773'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:58:53.490559 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-fd26e0d9-40ff-4363-86cd-53259ee4ef08 req-ad016fcc-468d-4226-926f-802b2982e8a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:53.552464 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-fd26e0d9-40ff-4363-86cd-53259ee4ef08 req-ad016fcc-468d-4226-926f-802b2982e8a7 service neutron] For port 9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:58:53.556113 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-fd26e0d9-40ff-4363-86cd-53259ee4ef08 req-ad016fcc-468d-4226-926f-802b2982e8a7 service neutron] For port 9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6,segment=NetworkSegment(42612f8c-8a64-4502-9d64-fae5de504e43),segment_id=42612f8c-8a64-4502-9d64-fae5de504e43)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:58:53.560989 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-fd26e0d9-40ff-4363-86cd-53259ee4ef08 req-ad016fcc-468d-4226-926f-802b2982e8a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:53.567368 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841cc772-d1d2-4a67-b11b-22a068ec3831 req-8de4f793-473b-44b5-bb64-cf079acb0aad tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:53.568883 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-841cc772-d1d2-4a67-b11b-22a068ec3831 req-8de4f793-473b-44b5-bb64-cf079acb0aad tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 943 time: 0.0491266 Nov 09 21:58:53.595009 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26e0d9-40ff-4363-86cd-53259ee4ef08 req-ad016fcc-468d-4226-926f-802b2982e8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:53.595712 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-fd26e0d9-40ff-4363-86cd-53259ee4ef08 req-ad016fcc-468d-4226-926f-802b2982e8a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:53.597119 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fd26e0d9-40ff-4363-86cd-53259ee4ef08 req-ad016fcc-468d-4226-926f-802b2982e8a7 service neutron] 10.222.0.43 "PUT /v2.0/ports/9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6 HTTP/1.1" status: 200 len: 1091 time: 0.5745645 Nov 09 21:58:53.618407 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-841cc772-d1d2-4a67-b11b-22a068ec3831 req-d8fec8e9-2482-414a-80b3-bbfbb2d5fbc3 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425830 Nov 09 21:58:53.623599 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad016fcc-468d-4226-926f-802b2982e8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6,revision_number=7']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:58:53.673406 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26e0d9-40ff-4363-86cd-53259ee4ef08 req-8596fb20-647a-4a98-90aa-85682937a4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:53.674871 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fd26e0d9-40ff-4363-86cd-53259ee4ef08 req-8596fb20-647a-4a98-90aa-85682937a4a8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=481830b3e6144188b9dfecb092b184ae&device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 1094 time: 0.0437002 Nov 09 21:58:53.762112 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26e0d9-40ff-4363-86cd-53259ee4ef08 req-0bbf7833-a2e2-427d-97fe-d61a3c72494c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:53.763546 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fd26e0d9-40ff-4363-86cd-53259ee4ef08 req-0bbf7833-a2e2-427d-97fe-d61a3c72494c service neutron] 10.222.0.43 "GET /v2.0/networks?id=6874a1f1-780f-46be-a4c0-bc104f9ad773 HTTP/1.1" status: 200 len: 914 time: 0.0808461 Nov 09 21:58:53.808498 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fd26e0d9-40ff-4363-86cd-53259ee4ef08 req-8b2af0b7-cd4f-479d-8651-2c8347af91e2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6 HTTP/1.1" status: 200 len: 217 time: 0.0372767 Nov 09 21:58:53.862082 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26e0d9-40ff-4363-86cd-53259ee4ef08 req-ebf8217d-754a-4c81-bd4d-c40951918ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:53.863519 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fd26e0d9-40ff-4363-86cd-53259ee4ef08 req-ebf8217d-754a-4c81-bd4d-c40951918ae4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8109ce80-c6c6-45d9-bbe0-59e931f52470 HTTP/1.1" status: 200 len: 854 time: 0.0484381 Nov 09 21:58:53.893082 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fd26e0d9-40ff-4363-86cd-53259ee4ef08 req-00461c67-89fa-43d0-8c76-3f2ce5897353 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6874a1f1-780f-46be-a4c0-bc104f9ad773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229478 Nov 09 21:58:53.980334 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fd26e0d9-40ff-4363-86cd-53259ee4ef08 req-b4b3091b-aaff-4c0f-b6ab-ad34def6553c service neutron] 10.222.0.43 "GET /v2.0/networks/6874a1f1-780f-46be-a4c0-bc104f9ad773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791252 Nov 09 21:58:54.070499 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fd26e0d9-40ff-4363-86cd-53259ee4ef08 req-81f55b7d-b89e-4690-9628-ea83105593c2 service neutron] 10.222.0.43 "GET /v2.0/networks/6874a1f1-780f-46be-a4c0-bc104f9ad773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832186 Nov 09 21:58:54.735463 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98830b1a-8bf5-4952-88d2-49c36f8be9cc req-b80dee82-7297-431d-969e-47395bab13e0 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:54.736855 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-98830b1a-8bf5-4952-88d2-49c36f8be9cc req-b80dee82-7297-431d-969e-47395bab13e0 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 943 time: 0.0492151 Nov 09 21:58:54.782462 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-98830b1a-8bf5-4952-88d2-49c36f8be9cc req-e9d99c71-a9e6-4e03-a0fb-d6b690dcb180 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391965 Nov 09 21:58:54.975085 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:58:55.398227 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f24f7159-8b16-4e4e-b9bd-85429016b6bc', 'tag': '9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:58:55.400611 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936cd6df-3deb-488e-9c34-7d1fb090ac79" -d '{"events": [{"name": "network-changed", "server_uuid": "f24f7159-8b16-4e4e-b9bd-85429016b6bc", "tag": "9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:58:55.448310 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666d6f88-655a-4a6c-b86b-8b989a6277c6 x-openstack-request-id: req-666d6f88-655a-4a6c-b86b-8b989a6277c6 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:58:55.448603 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f24f7159-8b16-4e4e-b9bd-85429016b6bc", "tag": "9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:58:55.448881 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-666d6f88-655a-4a6c-b86b-8b989a6277c6 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:58:55.449278 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f24f7159-8b16-4e4e-b9bd-85429016b6bc', 'tag': '9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6', 'status': 'completed', 'code': 200} Nov 09 21:58:55.509187 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936cd6df-3deb-488e-9c34-7d1fb090ac79 req-cf413236-0e41-4626-8f18-5529cec47099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:55.511296 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-936cd6df-3deb-488e-9c34-7d1fb090ac79 req-cf413236-0e41-4626-8f18-5529cec47099 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=481830b3e6144188b9dfecb092b184ae&device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 1094 time: 0.0440211 Nov 09 21:58:55.540924 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936cd6df-3deb-488e-9c34-7d1fb090ac79 req-1e417f40-a0af-4c48-a662-fabd7b863111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:55.542672 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-936cd6df-3deb-488e-9c34-7d1fb090ac79 req-1e417f40-a0af-4c48-a662-fabd7b863111 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=481830b3e6144188b9dfecb092b184ae&device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 1094 time: 0.0459509 Nov 09 21:58:55.607632 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936cd6df-3deb-488e-9c34-7d1fb090ac79 req-8d2e0340-7845-445b-add4-00e793b7066a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:55.609145 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-936cd6df-3deb-488e-9c34-7d1fb090ac79 req-8d2e0340-7845-445b-add4-00e793b7066a service neutron] 10.222.0.45 "GET /v2.0/networks?id=6874a1f1-780f-46be-a4c0-bc104f9ad773 HTTP/1.1" status: 200 len: 914 time: 0.0910344 Nov 09 21:58:55.647266 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936cd6df-3deb-488e-9c34-7d1fb090ac79 req-6ee30cf1-f12f-4d97-96b1-106dd6ef072c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:55.649406 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-936cd6df-3deb-488e-9c34-7d1fb090ac79 req-6ee30cf1-f12f-4d97-96b1-106dd6ef072c service neutron] 10.222.0.43 "GET /v2.0/networks?id=6874a1f1-780f-46be-a4c0-bc104f9ad773 HTTP/1.1" status: 200 len: 914 time: 0.0970247 Nov 09 21:58:55.653029 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-936cd6df-3deb-488e-9c34-7d1fb090ac79 req-0326fb0f-0338-4a2e-b67a-fc52dcbf61d6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6 HTTP/1.1" status: 200 len: 217 time: 0.0359507 Nov 09 21:58:55.696340 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-936cd6df-3deb-488e-9c34-7d1fb090ac79 req-4dc88ec0-32b8-4d96-a9f9-1726ac49edfc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6 HTTP/1.1" status: 200 len: 217 time: 0.0395463 Nov 09 21:58:55.706146 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936cd6df-3deb-488e-9c34-7d1fb090ac79 req-a2443177-edfa-484c-8b39-789613f3f53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:55.707606 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-936cd6df-3deb-488e-9c34-7d1fb090ac79 req-a2443177-edfa-484c-8b39-789613f3f53f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8109ce80-c6c6-45d9-bbe0-59e931f52470 HTTP/1.1" status: 200 len: 854 time: 0.0485022 Nov 09 21:58:55.749451 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936cd6df-3deb-488e-9c34-7d1fb090ac79 req-6babe8ec-8606-413a-82e3-b1f8b9ff1631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:55.750939 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-936cd6df-3deb-488e-9c34-7d1fb090ac79 req-6babe8ec-8606-413a-82e3-b1f8b9ff1631 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8109ce80-c6c6-45d9-bbe0-59e931f52470 HTTP/1.1" status: 200 len: 854 time: 0.0462308 Nov 09 21:58:55.785252 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-936cd6df-3deb-488e-9c34-7d1fb090ac79 req-53826e1c-7b60-402d-a0c8-99eaaa1f899f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6874a1f1-780f-46be-a4c0-bc104f9ad773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262728 Nov 09 21:58:55.913253 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-936cd6df-3deb-488e-9c34-7d1fb090ac79 req-b6cede7c-3258-44ed-852a-dc9891b4610e service neutron] 10.222.0.43 "GET /v2.0/networks/6874a1f1-780f-46be-a4c0-bc104f9ad773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200135 Nov 09 21:58:55.972663 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b081f57-a3d1-4b47-b648-3e9ce98c2831 req-204ea41f-75bf-42bf-861c-0cdd1976656f tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:55.974206 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6b081f57-a3d1-4b47-b648-3e9ce98c2831 req-204ea41f-75bf-42bf-861c-0cdd1976656f tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 943 time: 0.1181874 Nov 09 21:58:56.045420 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-936cd6df-3deb-488e-9c34-7d1fb090ac79 req-139cbe5e-498e-477e-83bd-8f9584aa97b5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6874a1f1-780f-46be-a4c0-bc104f9ad773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3300211 Nov 09 21:58:56.048106 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-936cd6df-3deb-488e-9c34-7d1fb090ac79 req-e888c9f2-463a-44a9-965b-0ea40de287db service neutron] 10.222.0.43 "GET /v2.0/networks/6874a1f1-780f-46be-a4c0-bc104f9ad773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282604 Nov 09 21:58:56.055372 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6b081f57-a3d1-4b47-b648-3e9ce98c2831 req-eb116b3b-9cf7-4add-ba93-242e440211a5 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730801 Nov 09 21:58:56.059656 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:58:56.103540 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:58:56.137056 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-936cd6df-3deb-488e-9c34-7d1fb090ac79 req-4cf88735-e55b-4336-b48d-b5f4108a7747 service neutron] 10.222.0.45 "GET /v2.0/networks/6874a1f1-780f-46be-a4c0-bc104f9ad773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845313 Nov 09 21:58:56.238158 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-936cd6df-3deb-488e-9c34-7d1fb090ac79 req-10dd9a4a-4a51-427b-ac1a-34eccf2c4bfa service neutron] 10.222.0.45 "GET /v2.0/networks/6874a1f1-780f-46be-a4c0-bc104f9ad773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946620 Nov 09 21:58:56.300860 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e626a52-605a-4558-9cb9-16bbe75eb931 req-ba91c78b-3dc5-4f0c-9db4-c0aa72b17701 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:56.302353 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3e626a52-605a-4558-9cb9-16bbe75eb931 req-ba91c78b-3dc5-4f0c-9db4-c0aa72b17701 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 943 time: 0.0823846 Nov 09 21:58:56.325460 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215ed75-807c-4f7d-ac50-390d520234e0 req-0047ecfa-88b7-4dbf-8fdc-80a07f533bec tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:56.326870 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2215ed75-807c-4f7d-ac50-390d520234e0 req-0047ecfa-88b7-4dbf-8fdc-80a07f533bec tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.45 "GET /v2.0/ports?device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc&tenant_id=481830b3e6144188b9dfecb092b184ae&binding%3Ahost_id=n-h2-816206-3 HTTP/1.1" status: 200 len: 943 time: 0.0742493 Nov 09 21:58:56.397518 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3e626a52-605a-4558-9cb9-16bbe75eb931 req-936fd6ab-fe7d-4a7c-963b-1449149d904d tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882330 Nov 09 21:58:56.405982 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [req-2215ed75-807c-4f7d-ac50-390d520234e0 req-ed878418-1d07-45c9-b700-836990bb3bcd service neutron] delete failed (client error): The resource could not be found. Nov 09 21:58:56.406958 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2215ed75-807c-4f7d-ac50-390d520234e0 req-ed878418-1d07-45c9-b700-836990bb3bcd service neutron] 10.222.0.45 "DELETE /v2.0/ports/9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6/bindings/n-h1-816206-3 HTTP/1.1" status: 404 len: 380 time: 0.0723629 Nov 09 21:58:56.499926 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215ed75-807c-4f7d-ac50-390d520234e0 req-18e8e8fa-ae07-41cd-8310-a540515137e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:56.501455 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2215ed75-807c-4f7d-ac50-390d520234e0 req-18e8e8fa-ae07-41cd-8310-a540515137e1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=481830b3e6144188b9dfecb092b184ae&device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 1094 time: 0.0448363 Nov 09 21:58:56.594875 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215ed75-807c-4f7d-ac50-390d520234e0 req-35734ae0-f34f-429e-9585-9da03a976bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:56.596352 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2215ed75-807c-4f7d-ac50-390d520234e0 req-35734ae0-f34f-429e-9585-9da03a976bea service neutron] 10.222.0.45 "GET /v2.0/networks?id=6874a1f1-780f-46be-a4c0-bc104f9ad773 HTTP/1.1" status: 200 len: 914 time: 0.0868225 Nov 09 21:58:56.641130 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2215ed75-807c-4f7d-ac50-390d520234e0 req-5bcf32f1-2c00-4c45-b17d-b5595ea77070 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6 HTTP/1.1" status: 200 len: 217 time: 0.0368321 Nov 09 21:58:56.689516 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215ed75-807c-4f7d-ac50-390d520234e0 req-541c572b-25df-49e9-8a98-2a88d3c57cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:56.690903 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2215ed75-807c-4f7d-ac50-390d520234e0 req-541c572b-25df-49e9-8a98-2a88d3c57cb8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8109ce80-c6c6-45d9-bbe0-59e931f52470 HTTP/1.1" status: 200 len: 854 time: 0.0427730 Nov 09 21:58:56.721626 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2215ed75-807c-4f7d-ac50-390d520234e0 req-610cda2b-84ad-46c4-b2a5-9d7864c169b5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6874a1f1-780f-46be-a4c0-bc104f9ad773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233092 Nov 09 21:58:56.809476 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2215ed75-807c-4f7d-ac50-390d520234e0 req-40e0d062-2ea3-4ebd-bae6-ee99b2796807 service neutron] 10.222.0.45 "GET /v2.0/networks/6874a1f1-780f-46be-a4c0-bc104f9ad773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800097 Nov 09 21:58:56.898980 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2215ed75-807c-4f7d-ac50-390d520234e0 req-c9f9cdc5-cea7-403f-937a-882bc90e30e8 service neutron] 10.222.0.45 "GET /v2.0/networks/6874a1f1-780f-46be-a4c0-bc104f9ad773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828648 Nov 09 21:58:57.062229 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:58:57.155545 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6,segment=NetworkSegment(42612f8c-8a64-4502-9d64-fae5de504e43),segment_id=42612f8c-8a64-4502-9d64-fae5de504e43)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:58:57.167012 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6', 'network_id': '6874a1f1-780f-46be-a4c0-bc104f9ad773', 'port_id': '9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6', 'mac_address': 'fa:16:3e:0a:46:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8109ce80-c6c6-45d9-bbe0-59e931f52470', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:58:57.202660 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:57.218027 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:58:57.239364 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6,segment=NetworkSegment(42612f8c-8a64-4502-9d64-fae5de504e43),segment_id=42612f8c-8a64-4502-9d64-fae5de504e43)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:58:57.243317 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:57.297249 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6,revision_number=8']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:58:57.304370 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:58:57.304977 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:58:57.305327 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:58:57.305442 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:58:57.306138 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:58:57.306138 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:58:57.306351 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:58:57.306662 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:58:57.306978 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:58:57.307295 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:58:57.307622 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:58:57.307942 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:58:57.519411 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f53db-e9e3-412a-8079-02c34aa8e7e0 req-2811cbfa-633e-4ee1-9c26-704a706afdf3 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:57.520911 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1c4f53db-e9e3-412a-8079-02c34aa8e7e0 req-2811cbfa-633e-4ee1-9c26-704a706afdf3 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 944 time: 0.0495081 Nov 09 21:58:57.541609 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:58:57.568170 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1c4f53db-e9e3-412a-8079-02c34aa8e7e0 req-ed1fc841-e9a2-4a4d-8268-898db759158d tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404444 Nov 09 21:58:57.683063 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8e14a-aa91-4c43-b367-67b11f2969ab req-37e26cc6-cd54-4600-8cae-d604403ebae3 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:57.684567 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4dc8e14a-aa91-4c43-b367-67b11f2969ab req-37e26cc6-cd54-4600-8cae-d604403ebae3 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 944 time: 0.0489750 Nov 09 21:58:57.730913 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4dc8e14a-aa91-4c43-b367-67b11f2969ab req-45ff1170-f697-4396-8877-831efb735348 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404704 Nov 09 21:58:57.844789 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc42552-1ad0-46b7-a6ab-17b7d509a5dc req-770cd154-15b4-4d72-b075-752810374a53 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:57.846151 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-abc42552-1ad0-46b7-a6ab-17b7d509a5dc req-770cd154-15b4-4d72-b075-752810374a53 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 944 time: 0.0515494 Nov 09 21:58:57.897821 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-abc42552-1ad0-46b7-a6ab-17b7d509a5dc req-01002bf9-8789-46e8-ac4f-273bcf50bfde tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457098 Nov 09 21:58:58.227490 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802be77-524b-4420-b886-1362883dbf3f req-a9c5eca0-23cb-4985-a386-47a09a255384 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:58.229090 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0802be77-524b-4420-b886-1362883dbf3f req-a9c5eca0-23cb-4985-a386-47a09a255384 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 944 time: 0.0529075 Nov 09 21:58:58.275328 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0802be77-524b-4420-b886-1362883dbf3f req-f390b16e-b8d6-4f8b-8f4b-7b191990357d tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403571 Nov 09 21:58:59.079680 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:58:59.131727 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:58:59.135843 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:58:59.136278 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:59.216272 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:59.239277 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24f7159-8b16-4e4e-b9bd-85429016b6bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:58:59.241611 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb5a287-3d97-449b-82d5-2289ace343e4" -d '{"events": [{"server_uuid": "f24f7159-8b16-4e4e-b9bd-85429016b6bc", "name": "network-vif-plugged", "status": "completed", "tag": "9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:58:59.254292 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6,segment=NetworkSegment(42612f8c-8a64-4502-9d64-fae5de504e43),segment_id=42612f8c-8a64-4502-9d64-fae5de504e43)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:58:59.258784 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:59.285607 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4288735b-bdd5-48b7-a019-417b718f24d6 x-openstack-request-id: req-4288735b-bdd5-48b7-a019-417b718f24d6 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:58:59.285904 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f24f7159-8b16-4e4e-b9bd-85429016b6bc", "name": "network-vif-plugged", "status": "completed", "tag": "9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:58:59.286161 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4288735b-bdd5-48b7-a019-417b718f24d6 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:58:59.286545 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24f7159-8b16-4e4e-b9bd-85429016b6bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6', 'code': 200} Nov 09 21:58:59.313346 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6,revision_number=9']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:58:59.394976 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26c15f-bc79-4927-a303-1423b81991d1 req-69616a80-4fdd-480f-be4e-9cf162503f0d tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:59.396456 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8d26c15f-bc79-4927-a303-1423b81991d1 req-69616a80-4fdd-480f-be4e-9cf162503f0d tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/ports?device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 945 time: 0.0479691 Nov 09 21:58:59.443467 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8d26c15f-bc79-4927-a303-1423b81991d1 req-c0e2cda7-47cb-47d2-9747-42cad7bf08ba tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.49 "GET /v2.0/security-groups?id=900b3c26-cda7-4b07-a45c-e39284778a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404830 Nov 09 21:58:59.512718 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e1a26-abf3-40e3-acd4-36401f814710 req-8663470e-3bbc-482a-9baa-288d17e6d998 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:58:59.514149 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9e9e1a26-abf3-40e3-acd4-36401f814710 req-8663470e-3bbc-482a-9baa-288d17e6d998 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.43 "GET /v2.0/ports?device_id=f24f7159-8b16-4e4e-b9bd-85429016b6bc HTTP/1.1" status: 200 len: 945 time: 0.0472875 Nov 09 21:58:59.603899 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-9e9e1a26-abf3-40e3-acd4-36401f814710 req-f61463f1-0bec-409a-bd87-7e1c30526803 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Deleting port 9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 21:58:59.604156 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9e9e1a26-abf3-40e3-acd4-36401f814710 req-f61463f1-0bec-409a-bd87-7e1c30526803 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:59.688300 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-9e9e1a26-abf3-40e3-acd4-36401f814710 req-f61463f1-0bec-409a-bd87-7e1c30526803 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] For port 9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6,segment=NetworkSegment(42612f8c-8a64-4502-9d64-fae5de504e43),segment_id=42612f8c-8a64-4502-9d64-fae5de504e43)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:58:59.688676 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9e9e1a26-abf3-40e3-acd4-36401f814710 req-f61463f1-0bec-409a-bd87-7e1c30526803 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:59.704771 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-9e9e1a26-abf3-40e3-acd4-36401f814710 req-f61463f1-0bec-409a-bd87-7e1c30526803 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Calling delete_port for 9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 21:58:59.822728 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9e9e1a26-abf3-40e3-acd4-36401f814710 req-f61463f1-0bec-409a-bd87-7e1c30526803 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:59.851428 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61463f1-0bec-409a-bd87-7e1c30526803 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Pushing event deleted for resources: {'Port': ['ID=9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:58:59.856420 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:58:59.892232 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e9e1a26-abf3-40e3-acd4-36401f814710 req-f61463f1-0bec-409a-bd87-7e1c30526803 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] No DVR routers for this DVR port 9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 21:58:59.894750 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9e9e1a26-abf3-40e3-acd4-36401f814710 req-f61463f1-0bec-409a-bd87-7e1c30526803 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:58:59.898723 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9e9e1a26-abf3-40e3-acd4-36401f814710 req-f61463f1-0bec-409a-bd87-7e1c30526803 tempest-ServerDiskConfigTestJSON-1096298907 tempest-ServerDiskConfigTestJSON-1096298907-project] 10.222.0.43 "DELETE /v2.0/ports/9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6 HTTP/1.1" status: 204 len: 173 time: 0.3771992 Nov 09 21:58:59.899154 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24f7159-8b16-4e4e-b9bd-85429016b6bc', 'name': 'network-vif-deleted', 'tag': '9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:58:59.901440 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ff9c96-f8d3-4de1-bfdd-ee8f9ad19112" -d '{"events": [{"server_uuid": "f24f7159-8b16-4e4e-b9bd-85429016b6bc", "name": "network-vif-deleted", "tag": "9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:58:59.936615 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283b94b3-cc74-4ab9-b70c-200a933b61f6 x-openstack-request-id: req-283b94b3-cc74-4ab9-b70c-200a933b61f6 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:58:59.936950 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f24f7159-8b16-4e4e-b9bd-85429016b6bc", "name": "network-vif-deleted", "tag": "9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:58:59.937220 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-283b94b3-cc74-4ab9-b70c-200a933b61f6 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:58:59.937591 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24f7159-8b16-4e4e-b9bd-85429016b6bc', 'name': 'network-vif-deleted', 'tag': '9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6', 'status': 'completed', 'code': 200} Nov 09 21:59:00.567681 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33978) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:59:00.611102 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-e16978a0-3bc5-449b-9c79-7e9790f2f26a admin admin] Deleting subnet 8109ce80-c6c6-45d9-bbe0-59e931f52470 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 21:59:00.614106 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e16978a0-3bc5-449b-9c79-7e9790f2f26a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:00.647558 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e16978a0-3bc5-449b-9c79-7e9790f2f26a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:00.690038 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e16978a0-3bc5-449b-9c79-7e9790f2f26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:00.739869 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e16978a0-3bc5-449b-9c79-7e9790f2f26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:00.765567 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16978a0-3bc5-449b-9c79-7e9790f2f26a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8109ce80-c6c6-45d9-bbe0-59e931f52470,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:59:00.767913 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e16978a0-3bc5-449b-9c79-7e9790f2f26a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:00.771047 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e16978a0-3bc5-449b-9c79-7e9790f2f26a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8109ce80-c6c6-45d9-bbe0-59e931f52470 HTTP/1.1" status: 204 len: 168 time: 0.2023735 Nov 09 21:59:00.774379 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33980) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:59:00.795192 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16978a0-3bc5-449b-9c79-7e9790f2f26a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:59:00.795549 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16978a0-3bc5-449b-9c79-7e9790f2f26a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:59:00.795899 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16978a0-3bc5-449b-9c79-7e9790f2f26a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:59:00.796248 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16978a0-3bc5-449b-9c79-7e9790f2f26a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:59:00.796590 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16978a0-3bc5-449b-9c79-7e9790f2f26a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:59:00.796953 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16978a0-3bc5-449b-9c79-7e9790f2f26a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:59:00.797292 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16978a0-3bc5-449b-9c79-7e9790f2f26a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:59:00.797631 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16978a0-3bc5-449b-9c79-7e9790f2f26a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:59:00.797963 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16978a0-3bc5-449b-9c79-7e9790f2f26a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:59:00.798309 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16978a0-3bc5-449b-9c79-7e9790f2f26a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:59:00.798627 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16978a0-3bc5-449b-9c79-7e9790f2f26a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:59:00.798958 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16978a0-3bc5-449b-9c79-7e9790f2f26a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:59:00.851312 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0a1eec45-b865-487f-80c0-69869af083d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:00.939195 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0a1eec45-b865-487f-80c0-69869af083d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:00.961529 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-0a1eec45-b865-487f-80c0-69869af083d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6874a1f1-780f-46be-a4c0-bc104f9ad773']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:59:00.970523 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-0a1eec45-b865-487f-80c0-69869af083d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42612f8c-8a64-4502-9d64-fae5de504e43') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:59:00.970826 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-0a1eec45-b865-487f-80c0-69869af083d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42612f8c-8a64-4502-9d64-fae5de504e43') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:59:00.980750 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0a1eec45-b865-487f-80c0-69869af083d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:00.993431 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0a1eec45-b865-487f-80c0-69869af083d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:00.999108 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a1eec45-b865-487f-80c0-69869af083d2 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 21:59:00.999472 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0a1eec45-b865-487f-80c0-69869af083d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:01.001141 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 21:59:01.001141 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 21:59:01.001141 n-d-816206-3 neutron-server[102608]: timer() Nov 09 21:59:01.001141 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 21:59:01.001141 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 21:59:01.001141 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 21:59:01.001141 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 21:59:01.001141 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 21:59:01.001141 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 21:59:01.001141 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 21:59:01.001141 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 21:59:01.001141 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 21:59:01.001141 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 21:59:01.001141 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 21:59:01.001141 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 21:59:01.001141 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 21:59:01.001141 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 21:59:01.001141 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 21:59:01.001141 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 21:59:01.001141 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 21:59:01.001141 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 21:59:01.001141 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 21:59:01.001141 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 21:59:01.001141 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 21:59:01.001141 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 21:59:01.001141 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 21:59:01.001141 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 21:59:01.001141 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 21:59:01.001141 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 21:59:01.001141 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 21:59:01.001141 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 21:59:01.001141 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 21:59:01.056967 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0a1eec45-b865-487f-80c0-69869af083d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:01.063634 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0a1eec45-b865-487f-80c0-69869af083d2 admin admin] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:01.066678 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0a1eec45-b865-487f-80c0-69869af083d2 admin admin] 10.222.0.49 "DELETE /v2.0/networks/6874a1f1-780f-46be-a4c0-bc104f9ad773 HTTP/1.1" status: 204 len: 168 time: 0.2913780 Nov 09 21:59:01.077145 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1eec45-b865-487f-80c0-69869af083d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6874a1f1-780f-46be-a4c0-bc104f9ad773,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:59:01.172535 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33984) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:59:01.211843 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-16c1f738-6a4c-4f17-a8e7-14a6772ab02d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=481830b3e6144188b9dfecb092b184ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381308 Nov 09 21:59:01.214344 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 33986) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:59:01.270001 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fe8d1e6e-fbfc-456f-81a7-24df88c57a81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:01.290919 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fe8d1e6e-fbfc-456f-81a7-24df88c57a81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:01.335642 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fe8d1e6e-fbfc-456f-81a7-24df88c57a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:01.338267 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fe8d1e6e-fbfc-456f-81a7-24df88c57a81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:01.339447 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-fe8d1e6e-fbfc-456f-81a7-24df88c57a81 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/900b3c26-cda7-4b07-a45c-e39284778a3c HTTP/1.1" status: 204 len: 168 time: 0.1241989 Nov 09 21:59:01.347582 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d1e6e-fbfc-456f-81a7-24df88c57a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900b3c26-cda7-4b07-a45c-e39284778a3c,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:59:02.003176 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34008) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:59:02.097877 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-91b2e5a0-4b09-49d0-a6c5-33a6fbcfe8dd admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1331986745-network', 'tenant_id': '46efada4a13646d19245d1ba2c324692'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:59:02.119487 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b2e5a0-4b09-49d0-a6c5-33a6fbcfe8dd admin admin] Made reservation on behalf of 46efada4a13646d19245d1ba2c324692 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:59:02.121928 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-91b2e5a0-4b09-49d0-a6c5-33a6fbcfe8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:02.130314 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-91b2e5a0-4b09-49d0-a6c5-33a6fbcfe8dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:02.203916 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-91b2e5a0-4b09-49d0-a6c5-33a6fbcfe8dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:02.207956 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-91b2e5a0-4b09-49d0-a6c5-33a6fbcfe8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:02.243468 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91b2e5a0-4b09-49d0-a6c5-33a6fbcfe8dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 21:59:02.248721 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2e5a0-4b09-49d0-a6c5-33a6fbcfe8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38952ac-e35a-4870-bd51-b67723aebad3,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:59:02.256231 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-91b2e5a0-4b09-49d0-a6c5-33a6fbcfe8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:02.256231 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-91b2e5a0-4b09-49d0-a6c5-33a6fbcfe8dd admin admin] Added segment 002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2 of type vlan for network 405730bb-9b22-44c0-8a4b-e8157c135d23 Nov 09 21:59:02.298822 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-91b2e5a0-4b09-49d0-a6c5-33a6fbcfe8dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:02.321632 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-91b2e5a0-4b09-49d0-a6c5-33a6fbcfe8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:02.322539 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b2e5a0-4b09-49d0-a6c5-33a6fbcfe8dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:59:02.323110 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-91b2e5a0-4b09-49d0-a6c5-33a6fbcfe8dd admin admin] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:02.381320 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-91b2e5a0-4b09-49d0-a6c5-33a6fbcfe8dd admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3768640 Nov 09 21:59:02.384151 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2e5a0-4b09-49d0-a6c5-33a6fbcfe8dd admin admin] Pushing event updated for resources: {'Network': ['ID=405730bb-9b22-44c0-8a4b-e8157c135d23,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:59:02.384293 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34012) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:59:02.389387 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-0bffa15a-fa9f-4bd7-baf7-159cd33362f5 admin admin] Request body: {'subnet': {'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1331986745-subnet', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:59:02.393865 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 405730bb-9b22-44c0-8a4b-e8157c135d23 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 21:59:02.410839 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bffa15a-fa9f-4bd7-baf7-159cd33362f5 admin admin] Made reservation on behalf of 46efada4a13646d19245d1ba2c324692 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:59:02.413839 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0bffa15a-fa9f-4bd7-baf7-159cd33362f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:02.575758 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0bffa15a-fa9f-4bd7-baf7-159cd33362f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:02.633932 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bffa15a-fa9f-4bd7-baf7-159cd33362f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:59:02.642390 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bffa15a-fa9f-4bd7-baf7-159cd33362f5 admin admin] Checking segment: {'id': '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:59:02.642747 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bffa15a-fa9f-4bd7-baf7-159cd33362f5 admin admin] Network hostable DHCP agents. Network: 405730bb-9b22-44c0-8a4b-e8157c135d23, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 21:59:02.658398 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bffa15a-fa9f-4bd7-baf7-159cd33362f5 admin admin] Network 405730bb-9b22-44c0-8a4b-e8157c135d23 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 21:59:02.667040 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-0bffa15a-fa9f-4bd7-baf7-159cd33362f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 405730bb-9b22-44c0-8a4b-e8157c135d23) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:59:02.670905 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bffa15a-fa9f-4bd7-baf7-159cd33362f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:59:02.671607 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0bffa15a-fa9f-4bd7-baf7-159cd33362f5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:02.675729 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bd56f7-1f0c-4260-90b1-6ae7b85cb1ee None None] Network 405730bb-9b22-44c0-8a4b-e8157c135d23 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:59:02.686751 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0bffa15a-fa9f-4bd7-baf7-159cd33362f5 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3012524 Nov 09 21:59:02.689559 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34014) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:59:02.694799 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-0233de99-6374-4a4a-b940-82368ea3e698 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1331986745-router', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:59:02.716199 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0233de99-6374-4a4a-b940-82368ea3e698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:02.717218 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0233de99-6374-4a4a-b940-82368ea3e698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:02.767865 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0233de99-6374-4a4a-b940-82368ea3e698 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:02.820100 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae0c2ea-ad59-4c80-b315-ec2c4f0a95ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-405730bb-9b22-44c0-8a4b-e8157c135d23', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'fixed_ips': [{'subnet_id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 21:59:02.821014 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c2ea-ad59-4c80-b315-ec2c4f0a95ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:02.904416 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0233de99-6374-4a4a-b940-82368ea3e698 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:02.950297 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-4ae0c2ea-ad59-4c80-b315-ec2c4f0a95ca None None] Allocated IP 172.20.0.2 (405730bb-9b22-44c0-8a4b-e8157c135d23/bb230eff-fc2c-4a2c-b630-1a41e9d18d6f/9da23884-ae81-42f4-ab05-b2325ea5f976) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:59:03.091116 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c2ea-ad59-4c80-b315-ec2c4f0a95ca None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:03.093879 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 21:59:03.103536 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0233de99-6374-4a4a-b940-82368ea3e698 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:03.114423 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: 9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 21:59:03.114767 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 9ac10d1e-a1dd-4ce5-92bd-6ff8b1cff2d6 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 21:59:03.117031 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c2ea-ad59-4c80-b315-ec2c4f0a95ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:03.127804 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0233de99-6374-4a4a-b940-82368ea3e698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:03.160795 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae0c2ea-ad59-4c80-b315-ec2c4f0a95ca None None] Network 405730bb-9b22-44c0-8a4b-e8157c135d23 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:59:03.165611 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-4ae0c2ea-ad59-4c80-b315-ec2c4f0a95ca None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:59:03.170052 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae0c2ea-ad59-4c80-b315-ec2c4f0a95ca None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:59:03.173054 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae0c2ea-ad59-4c80-b315-ec2c4f0a95ca None None] Pushing event updated for resources: {'Port': ['ID=9da23884-ae81-42f4-ab05-b2325ea5f976,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:59:03.223882 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-4ae0c2ea-ad59-4c80-b315-ec2c4f0a95ca None None] Attempting to bind port 9da23884-ae81-42f4-ab05-b2325ea5f976 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:59:03.224252 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-4ae0c2ea-ad59-4c80-b315-ec2c4f0a95ca None None] Attempting to bind port 9da23884-ae81-42f4-ab05-b2325ea5f976 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:59:03.224615 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae0c2ea-ad59-4c80-b315-ec2c4f0a95ca None None] Attempting to bind port 9da23884-ae81-42f4-ab05-b2325ea5f976 on network 405730bb-9b22-44c0-8a4b-e8157c135d23 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:59:03.229512 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae0c2ea-ad59-4c80-b315-ec2c4f0a95ca None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:59:03.229904 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae0c2ea-ad59-4c80-b315-ec2c4f0a95ca None None] Checking segment: {'id': '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:59:03.230285 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c2ea-ad59-4c80-b315-ec2c4f0a95ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:03.230677 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae0c2ea-ad59-4c80-b315-ec2c4f0a95ca None None] Bound using segment: {'id': '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:59:03.231134 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-4ae0c2ea-ad59-4c80-b315-ec2c4f0a95ca None None] Bound port: 9da23884-ae81-42f4-ab05-b2325ea5f976, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:59:03.231541 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c2ea-ad59-4c80-b315-ec2c4f0a95ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:03.235141 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-0233de99-6374-4a4a-b940-82368ea3e698 admin admin] Allocated IP 172.25.7.36 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/a952ead3-602e-49c7-a6e7-6086593af7dc) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:59:03.293137 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-4ae0c2ea-ad59-4c80-b315-ec2c4f0a95ca None None] For port 9da23884-ae81-42f4-ab05-b2325ea5f976, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:59:03.296189 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-4ae0c2ea-ad59-4c80-b315-ec2c4f0a95ca None None] For port 9da23884-ae81-42f4-ab05-b2325ea5f976, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=9da23884-ae81-42f4-ab05-b2325ea5f976,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:59:03.301572 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c2ea-ad59-4c80-b315-ec2c4f0a95ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:03.344692 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0233de99-6374-4a4a-b940-82368ea3e698 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:03.360451 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae0c2ea-ad59-4c80-b315-ec2c4f0a95ca None None] Pushing event updated for resources: {'Port': ['ID=9da23884-ae81-42f4-ab05-b2325ea5f976,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:59:03.384335 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0233de99-6374-4a4a-b940-82368ea3e698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:03.427765 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0233de99-6374-4a4a-b940-82368ea3e698 admin admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:59:03.431303 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-0233de99-6374-4a4a-b940-82368ea3e698 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:59:03.433993 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0233de99-6374-4a4a-b940-82368ea3e698 admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:59:03.444684 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377125c3-39a1-4cd1-931a-bcb8c4111aee None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:59:03.462672 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0233de99-6374-4a4a-b940-82368ea3e698 admin admin] Pushing event updated for resources: {'Port': ['ID=a952ead3-602e-49c7-a6e7-6086593af7dc,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:59:03.515071 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-97847abe-f0bd-41c6-9ecd-b53a534fde22 None None] Provisioning complete for port a952ead3-602e-49c7-a6e7-6086593af7dc triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:59:03.515791 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-97847abe-f0bd-41c6-9ecd-b53a534fde22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:03.559761 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-97847abe-f0bd-41c6-9ecd-b53a534fde22 None None] Port a952ead3-602e-49c7-a6e7-6086593af7dc cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:59:03.722394 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0233de99-6374-4a4a-b940-82368ea3e698 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:03.919783 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0233de99-6374-4a4a-b940-82368ea3e698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:03.958937 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:04.058565 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0233de99-6374-4a4a-b940-82368ea3e698 admin admin] Router a41f964a-9057-4991-a81b-d492420978ca is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 21:59:04.173252 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0233de99-6374-4a4a-b940-82368ea3e698 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:59:04.183199 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4832098-932f-4271-aa30-4fdde5c4eac0 None None] Sync routers for ids ['a41f964a-9057-4991-a81b-d492420978ca'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:59:04.193008 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0233de99-6374-4a4a-b940-82368ea3e698 admin admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:04.197897 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0233de99-6374-4a4a-b940-82368ea3e698 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5044529 Nov 09 21:59:04.198056 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4832098-932f-4271-aa30-4fdde5c4eac0 None None] Routers {'a41f964a-9057-4991-a81b-d492420978ca'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:59:04.198056 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b4832098-932f-4271-aa30-4fdde5c4eac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:58:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a41f964a-9057-4991-a81b-d492420978ca'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:59:04.198247 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34016) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:59:04.440334 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6defc72-d5dc-40eb-ae91-7b3f74126313 None None] Network 405730bb-9b22-44c0-8a4b-e8157c135d23 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 21:59:04.513613 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-0a535a81-5510-496d-8629-296df82e40cd None None] Provisioning complete for port 9da23884-ae81-42f4-ab05-b2325ea5f976 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:59:04.514267 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0a535a81-5510-496d-8629-296df82e40cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:04.526203 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-b4832098-932f-4271-aa30-4fdde5c4eac0 None None] Set router a41f964a-9057-4991-a81b-d492420978ca gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:59:04.823173 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0a535a81-5510-496d-8629-296df82e40cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:04.876982 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-0a535a81-5510-496d-8629-296df82e40cd None None] For port 9da23884-ae81-42f4-ab05-b2325ea5f976, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=9da23884-ae81-42f4-ab05-b2325ea5f976,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:59:04.883711 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0a535a81-5510-496d-8629-296df82e40cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:04.918724 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b4832098-932f-4271-aa30-4fdde5c4eac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41f964a-9057-4991-a81b-d492420978ca', 'name': 'tempest-ServerActionsTestJSON-1331986745-router', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:59:02Z', 'updated_at': '2021-11-09T21:59:03Z', 'revision_number': 3, 'project_id': '46efada4a13646d19245d1ba2c324692', 'gw_port': {'id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c5:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:03Z', 'updated_at': '2021-11-09T21:59:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:59:04.925240 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3f41a130-2132-4764-afb2-aa6edfe863ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:04.951647 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4832098-932f-4271-aa30-4fdde5c4eac0 None None] Checking router: a41f964a-9057-4991-a81b-d492420978ca for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:59:04.951931 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4832098-932f-4271-aa30-4fdde5c4eac0 None None] Updating router a41f964a-9057-4991-a81b-d492420978ca port a952ead3-602e-49c7-a6e7-6086593af7dc binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:59:04.989345 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b4832098-932f-4271-aa30-4fdde5c4eac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:04.992717 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a535a81-5510-496d-8629-296df82e40cd None None] Pushing event updated for resources: {'Port': ['ID=9da23884-ae81-42f4-ab05-b2325ea5f976,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:59:05.096607 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-3f41a130-2132-4764-afb2-aa6edfe863ca admin admin] Allocated IP 172.20.0.1 (405730bb-9b22-44c0-8a4b-e8157c135d23/bb230eff-fc2c-4a2c-b630-1a41e9d18d6f/0afefe6d-7e4c-4f3a-83d8-5b9888dd499c) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:59:05.160105 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-3b9d515b-4cdd-4035-8686-f08fb3eb0b9d None None] Provisioning complete for port 9da23884-ae81-42f4-ab05-b2325ea5f976 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:59:05.160486 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3b9d515b-4cdd-4035-8686-f08fb3eb0b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:05.191288 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 9da23884-ae81-42f4-ab05-b2325ea5f976 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:59:05.215944 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3f41a130-2132-4764-afb2-aa6edfe863ca admin admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:05.250199 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3f41a130-2132-4764-afb2-aa6edfe863ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:05.284277 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f41a130-2132-4764-afb2-aa6edfe863ca admin admin] Network 405730bb-9b22-44c0-8a4b-e8157c135d23 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:59:05.287082 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-3f41a130-2132-4764-afb2-aa6edfe863ca admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:59:05.294117 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f41a130-2132-4764-afb2-aa6edfe863ca admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:59:05.320868 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f41a130-2132-4764-afb2-aa6edfe863ca admin admin] Pushing event updated for resources: {'Port': ['ID=0afefe6d-7e4c-4f3a-83d8-5b9888dd499c,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:59:05.325772 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 9da23884-ae81-42f4-ab05-b2325ea5f976 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:59:05.326079 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:05.339547 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3f41a130-2132-4764-afb2-aa6edfe863ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:05.419187 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b4832098-932f-4271-aa30-4fdde5c4eac0 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:05.427337 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b4832098-932f-4271-aa30-4fdde5c4eac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:05.491396 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3f41a130-2132-4764-afb2-aa6edfe863ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:05.509611 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d25170c-8588-4f78-a497-e571ec9d8262 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:59:05.527927 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-b4832098-932f-4271-aa30-4fdde5c4eac0 None None] Attempting to bind port a952ead3-602e-49c7-a6e7-6086593af7dc on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:59:05.528519 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-b4832098-932f-4271-aa30-4fdde5c4eac0 None None] Attempting to bind port a952ead3-602e-49c7-a6e7-6086593af7dc by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:59:05.528758 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4832098-932f-4271-aa30-4fdde5c4eac0 None None] Attempting to bind port a952ead3-602e-49c7-a6e7-6086593af7dc on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:59:05.532315 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a593e9-899f-4a7b-974b-9f3514c57cdb None None] Pushing event updated for resources: {'Port': ['ID=a952ead3-602e-49c7-a6e7-6086593af7dc,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:59:05.537127 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4832098-932f-4271-aa30-4fdde5c4eac0 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:59:05.537510 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4832098-932f-4271-aa30-4fdde5c4eac0 None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:59:05.538482 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b4832098-932f-4271-aa30-4fdde5c4eac0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:05.538868 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4832098-932f-4271-aa30-4fdde5c4eac0 None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:59:05.539339 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-b4832098-932f-4271-aa30-4fdde5c4eac0 None None] Bound port: a952ead3-602e-49c7-a6e7-6086593af7dc, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:59:05.539728 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b4832098-932f-4271-aa30-4fdde5c4eac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:05.591131 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-b4832098-932f-4271-aa30-4fdde5c4eac0 None None] For port a952ead3-602e-49c7-a6e7-6086593af7dc, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:59:05.594653 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-b4832098-932f-4271-aa30-4fdde5c4eac0 None None] For port a952ead3-602e-49c7-a6e7-6086593af7dc, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=a952ead3-602e-49c7-a6e7-6086593af7dc,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:59:05.598581 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b4832098-932f-4271-aa30-4fdde5c4eac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:05.653680 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8236ca94-af9f-4f28-b5e3-352a6b220cff None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 21:59:05.665172 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3f41a130-2132-4764-afb2-aa6edfe863ca admin admin] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:05.671416 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3f41a130-2132-4764-afb2-aa6edfe863ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:05.675139 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4832098-932f-4271-aa30-4fdde5c4eac0 None None] Routers {'a41f964a-9057-4991-a81b-d492420978ca'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:59:05.675765 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b4832098-932f-4271-aa30-4fdde5c4eac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:58:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a41f964a-9057-4991-a81b-d492420978ca'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:59:05.683251 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a593e9-899f-4a7b-974b-9f3514c57cdb None None] Pushing event updated for resources: {'Port': ['ID=a952ead3-602e-49c7-a6e7-6086593af7dc,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:59:05.720892 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-e11e3ac2-6efc-42da-b8b1-4b8f92cf94b3 None None] Provisioning complete for port 0afefe6d-7e4c-4f3a-83d8-5b9888dd499c triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:59:05.721255 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e11e3ac2-6efc-42da-b8b1-4b8f92cf94b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:05.742009 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3f41a130-2132-4764-afb2-aa6edfe863ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:05.743696 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f41a130-2132-4764-afb2-aa6edfe863ca admin admin] Pushing event updated for resources: {'Port': ['ID=0afefe6d-7e4c-4f3a-83d8-5b9888dd499c,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:59:05.791861 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-e11e3ac2-6efc-42da-b8b1-4b8f92cf94b3 None None] Port 0afefe6d-7e4c-4f3a-83d8-5b9888dd499c cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:59:05.815773 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-e11e3ac2-6efc-42da-b8b1-4b8f92cf94b3 None None] Provisioning complete for port a952ead3-602e-49c7-a6e7-6086593af7dc triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:59:05.816131 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e11e3ac2-6efc-42da-b8b1-4b8f92cf94b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:05.834026 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f41a130-2132-4764-afb2-aa6edfe863ca admin admin] Network 405730bb-9b22-44c0-8a4b-e8157c135d23 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:59:05.835999 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-3f41a130-2132-4764-afb2-aa6edfe863ca admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:59:05.847703 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-b4832098-932f-4271-aa30-4fdde5c4eac0 None None] Set router a41f964a-9057-4991-a81b-d492420978ca gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:59:05.954308 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f41a130-2132-4764-afb2-aa6edfe863ca admin admin] Router a41f964a-9057-4991-a81b-d492420978ca has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:59:06.015565 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e11e3ac2-6efc-42da-b8b1-4b8f92cf94b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:06.046720 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-e11e3ac2-6efc-42da-b8b1-4b8f92cf94b3 None None] For port a952ead3-602e-49c7-a6e7-6086593af7dc, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=a952ead3-602e-49c7-a6e7-6086593af7dc,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:59:06.051921 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e11e3ac2-6efc-42da-b8b1-4b8f92cf94b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:06.078484 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f41a130-2132-4764-afb2-aa6edfe863ca admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:59:06.091030 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3f41a130-2132-4764-afb2-aa6edfe863ca admin admin] 10.222.0.49 "PUT /v2.0/routers/a41f964a-9057-4991-a81b-d492420978ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8844347 Nov 09 21:59:06.133687 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e3ac2-6efc-42da-b8b1-4b8f92cf94b3 None None] Pushing event updated for resources: {'Port': ['ID=a952ead3-602e-49c7-a6e7-6086593af7dc,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:59:06.155221 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b4832098-932f-4271-aa30-4fdde5c4eac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41f964a-9057-4991-a81b-d492420978ca', 'name': 'tempest-ServerActionsTestJSON-1331986745-router', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:59:02Z', 'updated_at': '2021-11-09T21:59:05Z', 'revision_number': 4, 'project_id': '46efada4a13646d19245d1ba2c324692', 'gw_port': {'id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c5:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:03Z', 'updated_at': '2021-11-09T21:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '0afefe6d-7e4c-4f3a-83d8-5b9888dd499c', 'name': '', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'mac_address': 'fa:16:3e:5c:69:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:04Z', 'updated_at': '2021-11-09T21:59:05Z', 'revision_number': 2, 'project_id': '46efada4a13646d19245d1ba2c324692', 'subnets': [{'id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:59:06.190349 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4832098-932f-4271-aa30-4fdde5c4eac0 None None] The sync data for ids ['a41f964a-9057-4991-a81b-d492420978ca'] in n-d-816206-3 is: [{'id': 'a41f964a-9057-4991-a81b-d492420978ca', 'name': 'tempest-ServerActionsTestJSON-1331986745-router', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:59:02Z', 'updated_at': '2021-11-09T21:59:05Z', 'revision_number': 4, 'project_id': '46efada4a13646d19245d1ba2c324692', 'gw_port': {'id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c5:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:03Z', 'updated_at': '2021-11-09T21:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '0afefe6d-7e4c-4f3a-83d8-5b9888dd499c', 'name': '', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'mac_address': 'fa:16:3e:5c:69:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:04Z', 'updated_at': '2021-11-09T21:59:05Z', 'revision_number': 2, 'project_id': '46efada4a13646d19245d1ba2c324692', 'subnets': [{'id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:59:06.201428 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-a9fc6884-9776-4380-92f2-a3a8f3709490 None None] Provisioning complete for port 0afefe6d-7e4c-4f3a-83d8-5b9888dd499c triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:59:06.201799 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a9fc6884-9776-4380-92f2-a3a8f3709490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:06.236198 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-a9fc6884-9776-4380-92f2-a3a8f3709490 None None] Port 0afefe6d-7e4c-4f3a-83d8-5b9888dd499c cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:59:06.247402 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-a9fc6884-9776-4380-92f2-a3a8f3709490 None None] Provisioning complete for port a952ead3-602e-49c7-a6e7-6086593af7dc triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:59:06.247865 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a9fc6884-9776-4380-92f2-a3a8f3709490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:06.644513 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34024) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:59:06.649276 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-12dee93b-6fbe-4028-9cd4-aa6a1e61edac tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1547714850', 'description': 'tempest-description--493479068'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:59:06.672557 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-12dee93b-6fbe-4028-9cd4-aa6a1e61edac tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:06.743348 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-12dee93b-6fbe-4028-9cd4-aa6a1e61edac tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:06.747270 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-12dee93b-6fbe-4028-9cd4-aa6a1e61edac tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:06.780469 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-12dee93b-6fbe-4028-9cd4-aa6a1e61edac tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:06.785105 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-12dee93b-6fbe-4028-9cd4-aa6a1e61edac tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1394708 Nov 09 21:59:06.785506 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34026) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:59:06.786262 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dee93b-6fbe-4028-9cd4-aa6a1e61edac tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aab0ed77-2265-4117-8f85-361e294cbe73,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:59:06.798495 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-3a9bbd1a-cc4c-4f30-b807-0ce89faec06e tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Request body: {'security_group_rule': {'security_group_id': 'aab0ed77-2265-4117-8f85-361e294cbe73', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:59:06.847161 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3a9bbd1a-cc4c-4f30-b807-0ce89faec06e tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:06.906834 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3a9bbd1a-cc4c-4f30-b807-0ce89faec06e tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:06.910730 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3a9bbd1a-cc4c-4f30-b807-0ce89faec06e tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:06.928175 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9bbd1a-cc4c-4f30-b807-0ce89faec06e tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd42311-071d-42bc-9483-155f03e45f68,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:59:06.940204 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3a9bbd1a-cc4c-4f30-b807-0ce89faec06e tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:06.944050 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-3a9bbd1a-cc4c-4f30-b807-0ce89faec06e tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1549718 Nov 09 21:59:06.944473 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34028) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:59:06.949262 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-8ef96e3e-4775-4d0b-96df-346f7c224f54 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Request body: {'security_group_rule': {'security_group_id': 'aab0ed77-2265-4117-8f85-361e294cbe73', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:59:06.977610 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8ef96e3e-4775-4d0b-96df-346f7c224f54 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:07.036274 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8ef96e3e-4775-4d0b-96df-346f7c224f54 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:07.040893 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8ef96e3e-4775-4d0b-96df-346f7c224f54 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:07.062412 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef96e3e-4775-4d0b-96df-346f7c224f54 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9635596a-b41d-46c2-b80e-4a485dad8667,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:59:07.072259 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8ef96e3e-4775-4d0b-96df-346f7c224f54 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:07.073562 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8ef96e3e-4775-4d0b-96df-346f7c224f54 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1279824 Nov 09 21:59:07.077034 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34030) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:59:07.081517 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-7b27c7aa-269c-4208-beac-1a7dd1c0a62a tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:59:07.107382 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7b27c7aa-269c-4208-beac-1a7dd1c0a62a tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks [] for floatingip, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:07.158168 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device a952ead3-602e-49c7-a6e7-6086593af7dc up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:59:07.211879 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port a952ead3-602e-49c7-a6e7-6086593af7dc triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:59:07.212234 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7b27c7aa-269c-4208-beac-1a7dd1c0a62a tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:07.212606 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:07.322479 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-7b27c7aa-269c-4208-beac-1a7dd1c0a62a tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Allocated IP 172.25.7.212 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/b9369703-f758-4f57-b68c-b749d04de13f) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:59:07.432569 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7b27c7aa-269c-4208-beac-1a7dd1c0a62a tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:07.470384 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7b27c7aa-269c-4208-beac-1a7dd1c0a62a tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:07.515127 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b27c7aa-269c-4208-beac-1a7dd1c0a62a tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:59:07.518041 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-7b27c7aa-269c-4208-beac-1a7dd1c0a62a tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:59:07.521632 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b27c7aa-269c-4208-beac-1a7dd1c0a62a tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:59:07.527483 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b27c7aa-269c-4208-beac-1a7dd1c0a62a tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Pushing event updated for resources: {'Port': ['ID=b9369703-f758-4f57-b68c-b749d04de13f,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:59:07.606986 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7b27c7aa-269c-4208-beac-1a7dd1c0a62a tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:07.638410 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7b27c7aa-269c-4208-beac-1a7dd1c0a62a tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:07.790673 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7b27c7aa-269c-4208-beac-1a7dd1c0a62a tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:07.796256 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7b27c7aa-269c-4208-beac-1a7dd1c0a62a tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:07.874086 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b27c7aa-269c-4208-beac-1a7dd1c0a62a tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Pushing event updated for resources: {'Port': ['ID=b9369703-f758-4f57-b68c-b749d04de13f,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:59:07.883466 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7b27c7aa-269c-4208-beac-1a7dd1c0a62a tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:07.900315 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7b27c7aa-269c-4208-beac-1a7dd1c0a62a tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:07.901637 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7b27c7aa-269c-4208-beac-1a7dd1c0a62a tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8235998 Nov 09 21:59:08.050295 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-577985b5-306c-42c6-9c63-083e35034bf5 req-f8f7de31-2ecb-4e55-9b21-5b327abe53b6 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1547714850&fields=id&tenant_id=46efada4a13646d19245d1ba2c324692 HTTP/1.1" status: 200 len: 267 time: 0.0435474 Nov 09 21:59:08.152865 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d1ab7b-ba81-4ec1-b6f4-c5950ab52740 None None] Sync routers for ids ['a41f964a-9057-4991-a81b-d492420978ca'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:59:08.162949 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d1ab7b-ba81-4ec1-b6f4-c5950ab52740 None None] Routers {'a41f964a-9057-4991-a81b-d492420978ca'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:59:08.163496 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577985b5-306c-42c6-9c63-083e35034bf5 req-ec143222-2d2d-43fd-8238-a78bdc5889e4 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:59:08.163617 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-f1d1ab7b-ba81-4ec1-b6f4-c5950ab52740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:58:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a41f964a-9057-4991-a81b-d492420978ca'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:59:08.165034 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-577985b5-306c-42c6-9c63-083e35034bf5 req-ec143222-2d2d-43fd-8238-a78bdc5889e4 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 812 time: 0.1079154 Nov 09 21:59:08.180266 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-577985b5-306c-42c6-9c63-083e35034bf5 req-1de21b55-b2cc-473c-a85e-2436fab6df1a tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/quotas/46efada4a13646d19245d1ba2c324692 HTTP/1.1" status: 200 len: 375 time: 0.0090098 Nov 09 21:59:08.233429 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-577985b5-306c-42c6-9c63-083e35034bf5 req-da09794b-b6f3-4061-9da8-ad73816264cc tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474534 Nov 09 21:59:08.267585 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-f1d1ab7b-ba81-4ec1-b6f4-c5950ab52740 None None] Set router a41f964a-9057-4991-a81b-d492420978ca gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:59:08.330649 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-577985b5-306c-42c6-9c63-083e35034bf5 req-9833e474-e149-4ee9-81ae-c8fbec3e6570 service neutron] 10.222.0.49 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847304 Nov 09 21:59:08.418837 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-577985b5-306c-42c6-9c63-083e35034bf5 req-634007b7-275a-476a-b030-f6ce64288c2a service neutron] 10.222.0.49 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816495 Nov 09 21:59:08.457410 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-f1d1ab7b-ba81-4ec1-b6f4-c5950ab52740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41f964a-9057-4991-a81b-d492420978ca', 'name': 'tempest-ServerActionsTestJSON-1331986745-router', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:59:02Z', 'updated_at': '2021-11-09T21:59:05Z', 'revision_number': 4, 'project_id': '46efada4a13646d19245d1ba2c324692', 'gw_port': {'id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:03Z', 'updated_at': '2021-11-09T21:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '0afefe6d-7e4c-4f3a-83d8-5b9888dd499c', 'name': '', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'mac_address': 'fa:16:3e:5c:69:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:04Z', 'updated_at': '2021-11-09T21:59:05Z', 'revision_number': 2, 'project_id': '46efada4a13646d19245d1ba2c324692', 'subnets': [{'id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:59:08.493736 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d1ab7b-ba81-4ec1-b6f4-c5950ab52740 None None] Checking router: a41f964a-9057-4991-a81b-d492420978ca for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:59:08.494080 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d1ab7b-ba81-4ec1-b6f4-c5950ab52740 None None] Updating router a41f964a-9057-4991-a81b-d492420978ca port 0afefe6d-7e4c-4f3a-83d8-5b9888dd499c binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 21:59:08.520629 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f1d1ab7b-ba81-4ec1-b6f4-c5950ab52740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:08.590324 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-df9f6502-96d2-4b1c-91b5-c1619c039072 req-b38fc26d-3a69-4541-aa1d-151605719904 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e HTTP/1.1" status: 200 len: 210 time: 0.0273302 Nov 09 21:59:08.787360 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f1d1ab7b-ba81-4ec1-b6f4-c5950ab52740 None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:08.793515 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f1d1ab7b-ba81-4ec1-b6f4-c5950ab52740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:08.838099 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b869fed-e776-4e63-b27f-1e27f3cc32c2 None None] Pushing event updated for resources: {'Port': ['ID=0afefe6d-7e4c-4f3a-83d8-5b9888dd499c,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:59:08.846452 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b869fed-e776-4e63-b27f-1e27f3cc32c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:59:08.846738 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b869fed-e776-4e63-b27f-1e27f3cc32c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:59:08.847072 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b869fed-e776-4e63-b27f-1e27f3cc32c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:59:08.847400 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b869fed-e776-4e63-b27f-1e27f3cc32c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:59:08.847726 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b869fed-e776-4e63-b27f-1e27f3cc32c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:59:08.848056 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b869fed-e776-4e63-b27f-1e27f3cc32c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:59:08.848375 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b869fed-e776-4e63-b27f-1e27f3cc32c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:59:08.848711 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b869fed-e776-4e63-b27f-1e27f3cc32c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:59:08.849028 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b869fed-e776-4e63-b27f-1e27f3cc32c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:59:08.849345 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b869fed-e776-4e63-b27f-1e27f3cc32c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:59:08.849661 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b869fed-e776-4e63-b27f-1e27f3cc32c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:59:08.849968 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b869fed-e776-4e63-b27f-1e27f3cc32c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 21:59:08.912423 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-f1d1ab7b-ba81-4ec1-b6f4-c5950ab52740 None None] Attempting to bind port 0afefe6d-7e4c-4f3a-83d8-5b9888dd499c on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:59:08.913512 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-f1d1ab7b-ba81-4ec1-b6f4-c5950ab52740 None None] Attempting to bind port 0afefe6d-7e4c-4f3a-83d8-5b9888dd499c by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:59:08.914263 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d1ab7b-ba81-4ec1-b6f4-c5950ab52740 None None] Attempting to bind port 0afefe6d-7e4c-4f3a-83d8-5b9888dd499c on network 405730bb-9b22-44c0-8a4b-e8157c135d23 {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:59:08.920653 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d1ab7b-ba81-4ec1-b6f4-c5950ab52740 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:59:08.921024 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d1ab7b-ba81-4ec1-b6f4-c5950ab52740 None None] Checking segment: {'id': '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:59:08.921427 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f1d1ab7b-ba81-4ec1-b6f4-c5950ab52740 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:08.921817 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d1ab7b-ba81-4ec1-b6f4-c5950ab52740 None None] Bound using segment: {'id': '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:59:08.922311 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-f1d1ab7b-ba81-4ec1-b6f4-c5950ab52740 None None] Bound port: 0afefe6d-7e4c-4f3a-83d8-5b9888dd499c, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:59:08.922701 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f1d1ab7b-ba81-4ec1-b6f4-c5950ab52740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:08.989838 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-f1d1ab7b-ba81-4ec1-b6f4-c5950ab52740 None None] For port 0afefe6d-7e4c-4f3a-83d8-5b9888dd499c, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:59:08.993423 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-f1d1ab7b-ba81-4ec1-b6f4-c5950ab52740 None None] For port 0afefe6d-7e4c-4f3a-83d8-5b9888dd499c, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=0afefe6d-7e4c-4f3a-83d8-5b9888dd499c,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:59:08.997414 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f1d1ab7b-ba81-4ec1-b6f4-c5950ab52740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:09.061452 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d1ab7b-ba81-4ec1-b6f4-c5950ab52740 None None] Routers {'a41f964a-9057-4991-a81b-d492420978ca'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:59:09.062076 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-f1d1ab7b-ba81-4ec1-b6f4-c5950ab52740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:58:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a41f964a-9057-4991-a81b-d492420978ca'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:59:09.063808 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b869fed-e776-4e63-b27f-1e27f3cc32c2 None None] Pushing event updated for resources: {'Port': ['ID=0afefe6d-7e4c-4f3a-83d8-5b9888dd499c,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:59:09.067940 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-532fe833-9d0e-4e96-ac07-fa3719b8f154 None None] Provisioning complete for port 0afefe6d-7e4c-4f3a-83d8-5b9888dd499c triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:59:09.068412 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-532fe833-9d0e-4e96-ac07-fa3719b8f154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:09.157115 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-532fe833-9d0e-4e96-ac07-fa3719b8f154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:09.195325 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-532fe833-9d0e-4e96-ac07-fa3719b8f154 None None] For port 0afefe6d-7e4c-4f3a-83d8-5b9888dd499c, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=0afefe6d-7e4c-4f3a-83d8-5b9888dd499c,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:59:09.195554 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-f1d1ab7b-ba81-4ec1-b6f4-c5950ab52740 None None] Set router a41f964a-9057-4991-a81b-d492420978ca gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:59:09.200311 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-532fe833-9d0e-4e96-ac07-fa3719b8f154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:09.256260 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532fe833-9d0e-4e96-ac07-fa3719b8f154 None None] Pushing event updated for resources: {'Port': ['ID=0afefe6d-7e4c-4f3a-83d8-5b9888dd499c,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:59:09.322380 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-b20fe9ce-6a49-45e7-b9ac-4e0bd584fc94 None None] Provisioning complete for port 0afefe6d-7e4c-4f3a-83d8-5b9888dd499c triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:59:09.322752 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b20fe9ce-6a49-45e7-b9ac-4e0bd584fc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:09.481959 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-f1d1ab7b-ba81-4ec1-b6f4-c5950ab52740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41f964a-9057-4991-a81b-d492420978ca', 'name': 'tempest-ServerActionsTestJSON-1331986745-router', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:59:02Z', 'updated_at': '2021-11-09T21:59:05Z', 'revision_number': 4, 'project_id': '46efada4a13646d19245d1ba2c324692', 'gw_port': {'id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:03Z', 'updated_at': '2021-11-09T21:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '0afefe6d-7e4c-4f3a-83d8-5b9888dd499c', 'name': '', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'mac_address': 'fa:16:3e:5c:69:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:04Z', 'updated_at': '2021-11-09T21:59:08Z', 'revision_number': 4, 'project_id': '46efada4a13646d19245d1ba2c324692', 'subnets': [{'id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:59:09.507753 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d1ab7b-ba81-4ec1-b6f4-c5950ab52740 None None] The sync data for ids ['a41f964a-9057-4991-a81b-d492420978ca'] in n-d-816206-3 is: [{'id': 'a41f964a-9057-4991-a81b-d492420978ca', 'name': 'tempest-ServerActionsTestJSON-1331986745-router', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:59:02Z', 'updated_at': '2021-11-09T21:59:05Z', 'revision_number': 4, 'project_id': '46efada4a13646d19245d1ba2c324692', 'gw_port': {'id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:03Z', 'updated_at': '2021-11-09T21:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '0afefe6d-7e4c-4f3a-83d8-5b9888dd499c', 'name': '', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'mac_address': 'fa:16:3e:5c:69:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:04Z', 'updated_at': '2021-11-09T21:59:08Z', 'revision_number': 4, 'project_id': '46efada4a13646d19245d1ba2c324692', 'subnets': [{'id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:59:09.715325 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a005a41c-cacf-4713-ac35-1365f210b88d req-91643bc1-9a0b-4e7d-957b-a0c148843d07 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e HTTP/1.1" status: 200 len: 210 time: 0.0422363 Nov 09 21:59:09.735430 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577985b5-306c-42c6-9c63-083e35034bf5 req-cfd58724-ed32-46d8-a5df-62ded2f64a41 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:59:09.736958 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-577985b5-306c-42c6-9c63-083e35034bf5 req-cfd58724-ed32-46d8-a5df-62ded2f64a41 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.43 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 812 time: 0.1560848 Nov 09 21:59:09.811314 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-577985b5-306c-42c6-9c63-083e35034bf5 req-c1a2a9bc-865c-4ade-a54a-4391e3492460 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46efada4a13646d19245d1ba2c324692 HTTP/1.1" status: 200 len: 380 time: 0.0527520 Nov 09 21:59:09.822799 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-577985b5-306c-42c6-9c63-083e35034bf5 req-60dea196-8bec-4de2-9f93-2c7c74b94fc7 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Request body: {'port': {'device_id': '86c3c939-66ba-4d9c-a1fd-40e32192d70e', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'admin_state_up': True, 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'security_groups': ['aab0ed77-2265-4117-8f85-361e294cbe73']}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:59:09.934240 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-577985b5-306c-42c6-9c63-083e35034bf5 req-60dea196-8bec-4de2-9f93-2c7c74b94fc7 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Made reservation on behalf of 46efada4a13646d19245d1ba2c324692 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 21:59:09.937880 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-577985b5-306c-42c6-9c63-083e35034bf5 req-60dea196-8bec-4de2-9f93-2c7c74b94fc7 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:10.074359 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-577985b5-306c-42c6-9c63-083e35034bf5 req-60dea196-8bec-4de2-9f93-2c7c74b94fc7 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Allocated IP 172.20.0.10 (405730bb-9b22-44c0-8a4b-e8157c135d23/bb230eff-fc2c-4a2c-b630-1a41e9d18d6f/2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 21:59:10.213114 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-577985b5-306c-42c6-9c63-083e35034bf5 req-60dea196-8bec-4de2-9f93-2c7c74b94fc7 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:10.245556 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-577985b5-306c-42c6-9c63-083e35034bf5 req-60dea196-8bec-4de2-9f93-2c7c74b94fc7 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:10.292245 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-577985b5-306c-42c6-9c63-083e35034bf5 req-60dea196-8bec-4de2-9f93-2c7c74b94fc7 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Network 405730bb-9b22-44c0-8a4b-e8157c135d23 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 21:59:10.295458 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-577985b5-306c-42c6-9c63-083e35034bf5 req-60dea196-8bec-4de2-9f93-2c7c74b94fc7 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 21:59:10.299284 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-577985b5-306c-42c6-9c63-083e35034bf5 req-60dea196-8bec-4de2-9f93-2c7c74b94fc7 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 21:59:10.306177 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dea196-8bec-4de2-9f93-2c7c74b94fc7 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Pushing event updated for resources: {'Port': ['ID=2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:59:10.536147 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-c4301add-606c-467d-8cbb-33829b3903f0 None None] Provisioning complete for port 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:59:10.536714 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c4301add-606c-467d-8cbb-33829b3903f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:10.581270 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-c4301add-606c-467d-8cbb-33829b3903f0 None None] Port 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 21:59:10.685912 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577985b5-306c-42c6-9c63-083e35034bf5 req-60dea196-8bec-4de2-9f93-2c7c74b94fc7 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:59:10.686508 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-577985b5-306c-42c6-9c63-083e35034bf5 req-60dea196-8bec-4de2-9f93-2c7c74b94fc7 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:10.701652 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-577985b5-306c-42c6-9c63-083e35034bf5 req-60dea196-8bec-4de2-9f93-2c7c74b94fc7 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8833706 Nov 09 21:59:10.720217 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-577985b5-306c-42c6-9c63-083e35034bf5 req-50809654-a509-4584-8e72-da7571b1c505 service neutron] Request body: {'port': {'device_id': '86c3c939-66ba-4d9c-a1fd-40e32192d70e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:59:10.770769 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-577985b5-306c-42c6-9c63-083e35034bf5 req-50809654-a509-4584-8e72-da7571b1c505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:10.836341 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf48b2-74a8-4944-a848-0095c9f89671 req-70aae940-1b28-48a4-8d89-3996373ab5c6 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:59:10.838371 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cdcf48b2-74a8-4944-a848-0095c9f89671 req-70aae940-1b28-48a4-8d89-3996373ab5c6 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e HTTP/1.1" status: 200 len: 932 time: 0.0592012 Nov 09 21:59:10.887764 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cdcf48b2-74a8-4944-a848-0095c9f89671 req-292cd4c5-0962-4d84-bfbb-a093fde68b9d tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420840 Nov 09 21:59:11.027833 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-577985b5-306c-42c6-9c63-083e35034bf5 req-50809654-a509-4584-8e72-da7571b1c505 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:59:11.035458 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-577985b5-306c-42c6-9c63-083e35034bf5 req-50809654-a509-4584-8e72-da7571b1c505 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:11.047596 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-577985b5-306c-42c6-9c63-083e35034bf5 req-50809654-a509-4584-8e72-da7571b1c505 service neutron] Transition to ACTIVE for port object 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 21:59:11.051413 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-577985b5-306c-42c6-9c63-083e35034bf5 req-50809654-a509-4584-8e72-da7571b1c505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:11.101950 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50809654-a509-4584-8e72-da7571b1c505 service neutron] Pushing event updated for resources: {'Port': ['ID=2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:59:11.159236 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 0afefe6d-7e4c-4f3a-83d8-5b9888dd499c up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:59:11.179046 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-577985b5-306c-42c6-9c63-083e35034bf5 req-50809654-a509-4584-8e72-da7571b1c505 service neutron] Attempting to bind port 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 21:59:11.179382 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-577985b5-306c-42c6-9c63-083e35034bf5 req-50809654-a509-4584-8e72-da7571b1c505 service neutron] Attempting to bind port 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 21:59:11.179707 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577985b5-306c-42c6-9c63-083e35034bf5 req-50809654-a509-4584-8e72-da7571b1c505 service neutron] Attempting to bind port 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be on network 405730bb-9b22-44c0-8a4b-e8157c135d23 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:59:11.185704 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577985b5-306c-42c6-9c63-083e35034bf5 req-50809654-a509-4584-8e72-da7571b1c505 service neutron] Port 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be on network 405730bb-9b22-44c0-8a4b-e8157c135d23 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 21:59:11.186422 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577985b5-306c-42c6-9c63-083e35034bf5 req-50809654-a509-4584-8e72-da7571b1c505 service neutron] Attempting to bind port 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be on network 405730bb-9b22-44c0-8a4b-e8157c135d23 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 21:59:11.191106 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577985b5-306c-42c6-9c63-083e35034bf5 req-50809654-a509-4584-8e72-da7571b1c505 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 21, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 21:59:11.191472 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577985b5-306c-42c6-9c63-083e35034bf5 req-50809654-a509-4584-8e72-da7571b1c505 service neutron] Checking segment: {'id': '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 21:59:11.191853 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577985b5-306c-42c6-9c63-083e35034bf5 req-50809654-a509-4584-8e72-da7571b1c505 service neutron] Bound using segment: {'id': '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 21:59:11.192277 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-577985b5-306c-42c6-9c63-083e35034bf5 req-50809654-a509-4584-8e72-da7571b1c505 service neutron] Bound port: 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 21:59:11.192660 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-577985b5-306c-42c6-9c63-083e35034bf5 req-50809654-a509-4584-8e72-da7571b1c505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:11.213902 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 0afefe6d-7e4c-4f3a-83d8-5b9888dd499c triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:59:11.214276 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:11.265922 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-577985b5-306c-42c6-9c63-083e35034bf5 req-50809654-a509-4584-8e72-da7571b1c505 service neutron] For port 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 21:59:11.269926 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-577985b5-306c-42c6-9c63-083e35034bf5 req-50809654-a509-4584-8e72-da7571b1c505 service neutron] For port 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 21:59:11.274504 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-577985b5-306c-42c6-9c63-083e35034bf5 req-50809654-a509-4584-8e72-da7571b1c505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:11.313777 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577985b5-306c-42c6-9c63-083e35034bf5 req-50809654-a509-4584-8e72-da7571b1c505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:59:11.314399 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-577985b5-306c-42c6-9c63-083e35034bf5 req-50809654-a509-4584-8e72-da7571b1c505 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:11.315799 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-577985b5-306c-42c6-9c63-083e35034bf5 req-50809654-a509-4584-8e72-da7571b1c505 service neutron] 10.222.0.43 "PUT /v2.0/ports/2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be HTTP/1.1" status: 200 len: 1092 time: 0.5994799 Nov 09 21:59:11.316296 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c3c939-66ba-4d9c-a1fd-40e32192d70e', 'tag': '2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:59:11.318666 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b820949d-7023-47f9-8381-91eb1acd3411" -d '{"events": [{"name": "network-changed", "server_uuid": "86c3c939-66ba-4d9c-a1fd-40e32192d70e", "tag": "2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:59:11.348570 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50809654-a509-4584-8e72-da7571b1c505 service neutron] Pushing event updated for resources: {'Port': ['ID=2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:59:11.362278 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1254e482-a4bd-4106-857e-6d4d30023806 x-openstack-request-id: req-1254e482-a4bd-4106-857e-6d4d30023806 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:59:11.362613 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86c3c939-66ba-4d9c-a1fd-40e32192d70e", "tag": "2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:59:11.363326 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1254e482-a4bd-4106-857e-6d4d30023806 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:59:11.363734 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c3c939-66ba-4d9c-a1fd-40e32192d70e', 'tag': '2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be', 'status': 'completed', 'code': 200} Nov 09 21:59:11.423135 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577985b5-306c-42c6-9c63-083e35034bf5 req-c05fe297-0bec-481e-8920-b968b486d7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:59:11.424715 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-577985b5-306c-42c6-9c63-083e35034bf5 req-c05fe297-0bec-481e-8920-b968b486d7d6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e HTTP/1.1" status: 200 len: 1095 time: 0.0450609 Nov 09 21:59:11.476540 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-577985b5-306c-42c6-9c63-083e35034bf5 req-4d2a8143-81f3-4d5e-8c2a-2f57a024f9a4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be HTTP/1.1" status: 200 len: 217 time: 0.0383284 Nov 09 21:59:11.526764 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577985b5-306c-42c6-9c63-083e35034bf5 req-18cfdaac-7bda-4f34-a344-b6c9535c0c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:59:11.528219 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-577985b5-306c-42c6-9c63-083e35034bf5 req-18cfdaac-7bda-4f34-a344-b6c9535c0c63 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f HTTP/1.1" status: 200 len: 851 time: 0.0446184 Nov 09 21:59:11.574303 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577985b5-306c-42c6-9c63-083e35034bf5 req-34f0d9e8-324c-470c-9f73-3d360dc9eb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:59:11.575793 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-577985b5-306c-42c6-9c63-083e35034bf5 req-34f0d9e8-324c-470c-9f73-3d360dc9eb14 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=405730bb-9b22-44c0-8a4b-e8157c135d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409315 Nov 09 21:59:11.677197 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-577985b5-306c-42c6-9c63-083e35034bf5 req-3b450205-7877-429d-a0d5-80e9de62d4c4 service neutron] 10.222.0.43 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923209 Nov 09 21:59:11.763783 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-577985b5-306c-42c6-9c63-083e35034bf5 req-3cda97c5-6270-4851-9ff1-49eff15426d4 service neutron] 10.222.0.43 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791042 Nov 09 21:59:11.887618 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820949d-7023-47f9-8381-91eb1acd3411 req-d4da14e9-f9dc-46ed-ae02-02d6733d5f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:59:11.889205 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b820949d-7023-47f9-8381-91eb1acd3411 req-d4da14e9-f9dc-46ed-ae02-02d6733d5f84 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e HTTP/1.1" status: 200 len: 1095 time: 0.0422413 Nov 09 21:59:11.987896 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820949d-7023-47f9-8381-91eb1acd3411 req-df977559-bf8a-4d3f-a8cb-4444a71777c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:59:11.989485 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b820949d-7023-47f9-8381-91eb1acd3411 req-df977559-bf8a-4d3f-a8cb-4444a71777c6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 912 time: 0.0925231 Nov 09 21:59:12.014632 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142c25e-a398-4374-a525-b4e4a02d894f req-79fbea98-c074-4cee-9903-5c2be93591d6 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:59:12.016135 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b142c25e-a398-4374-a525-b4e4a02d894f req-79fbea98-c074-4cee-9903-5c2be93591d6 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e HTTP/1.1" status: 200 len: 944 time: 0.0524237 Nov 09 21:59:12.034123 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b820949d-7023-47f9-8381-91eb1acd3411 req-8a3fac6f-ecbe-444c-8692-e94bbac1d869 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be HTTP/1.1" status: 200 len: 217 time: 0.0368195 Nov 09 21:59:12.068678 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b142c25e-a398-4374-a525-b4e4a02d894f req-d934390b-9d3f-4fac-aa17-3f88df723371 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465918 Nov 09 21:59:12.091962 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820949d-7023-47f9-8381-91eb1acd3411 req-0d03aa4f-db8b-4ec7-8dce-8f6b9c903130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:59:12.093471 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b820949d-7023-47f9-8381-91eb1acd3411 req-0d03aa4f-db8b-4ec7-8dce-8f6b9c903130 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f HTTP/1.1" status: 200 len: 851 time: 0.0511520 Nov 09 21:59:12.138470 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820949d-7023-47f9-8381-91eb1acd3411 req-faee77f5-88ba-47e8-aa85-095c7795284c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:59:12.139924 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b820949d-7023-47f9-8381-91eb1acd3411 req-faee77f5-88ba-47e8-aa85-095c7795284c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=405730bb-9b22-44c0-8a4b-e8157c135d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381100 Nov 09 21:59:12.231192 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b820949d-7023-47f9-8381-91eb1acd3411 req-d2326085-025d-4b6e-8644-a6359d7e1638 service neutron] 10.222.0.43 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826881 Nov 09 21:59:12.317924 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b820949d-7023-47f9-8381-91eb1acd3411 req-0c0813ec-2e29-4b87-810e-dd0cd97f849e service neutron] 10.222.0.43 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0778961 Nov 09 21:59:13.187152 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd64b4-007b-4a07-a1f0-53f2323a434d req-fb9fd1b2-b6d2-4da1-a70a-fb037cf47200 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:59:13.189334 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0fbd64b4-007b-4a07-a1f0-53f2323a434d req-fb9fd1b2-b6d2-4da1-a70a-fb037cf47200 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e HTTP/1.1" status: 200 len: 944 time: 0.0491052 Nov 09 21:59:13.236991 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0fbd64b4-007b-4a07-a1f0-53f2323a434d req-6604477f-cc52-40b6-81dd-91435dd240ce tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397413 Nov 09 21:59:14.350893 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc7ebec-a77c-44b6-9dc7-dafcd8e82702 req-6b2c8e3e-6591-4c76-aa94-b0be7ecf6f1f tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:59:14.352443 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9bc7ebec-a77c-44b6-9dc7-dafcd8e82702 req-6b2c8e3e-6591-4c76-aa94-b0be7ecf6f1f tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e HTTP/1.1" status: 200 len: 944 time: 0.0496540 Nov 09 21:59:14.399786 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9bc7ebec-a77c-44b6-9dc7-dafcd8e82702 req-2ecd7a30-c7b3-454b-b7b5-00e4d836580d tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411899 Nov 09 21:59:15.153811 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 21:59:15.245950 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:59:15.257213 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'port_id': '2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be', 'mac_address': 'fa:16:3e:75:a6:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 21:59:15.295855 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:15.308465 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 21:59:15.327473 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:59:15.331122 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:15.377293 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:59:15.517029 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b3b97-d68b-4d19-b68e-42cd9e24fa20 req-eb2d66b9-3154-404c-a91a-b4a7668384e8 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:59:15.518524 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a35b3b97-d68b-4d19-b68e-42cd9e24fa20 req-eb2d66b9-3154-404c-a91a-b4a7668384e8 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e HTTP/1.1" status: 200 len: 945 time: 0.0530019 Nov 09 21:59:15.565631 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a35b3b97-d68b-4d19-b68e-42cd9e24fa20 req-748bd6bf-1f02-4e8a-9c56-fe4dced161bd tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411179 Nov 09 21:59:15.587069 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 21:59:16.688531 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da5799-919d-4ce2-8264-3d84f658abe4 req-de5bb8ee-acbc-4ea9-9fdc-fe8949d0c64a tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:59:16.690061 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-39da5799-919d-4ce2-8264-3d84f658abe4 req-de5bb8ee-acbc-4ea9-9fdc-fe8949d0c64a tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e HTTP/1.1" status: 200 len: 945 time: 0.0593281 Nov 09 21:59:16.736780 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-39da5799-919d-4ce2-8264-3d84f658abe4 req-9012a738-16a1-49db-8c6c-2e975bd1c748 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400739 Nov 09 21:59:17.171398 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 21:59:17.218398 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 21:59:17.222330 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 21:59:17.222703 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:17.307967 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:17.330309 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c3c939-66ba-4d9c-a1fd-40e32192d70e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:59:17.332455 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f5a455-9884-45f5-b084-de24144e8752" -d '{"events": [{"server_uuid": "86c3c939-66ba-4d9c-a1fd-40e32192d70e", "name": "network-vif-plugged", "status": "completed", "tag": "2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:59:17.345519 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 21:59:17.349639 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:17.372946 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 21:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c066034-d932-46ca-9e82-d7d2b401d849 x-openstack-request-id: req-5c066034-d932-46ca-9e82-d7d2b401d849 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:59:17.373239 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c3c939-66ba-4d9c-a1fd-40e32192d70e", "name": "network-vif-plugged", "status": "completed", "tag": "2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:59:17.373488 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5c066034-d932-46ca-9e82-d7d2b401d849 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:59:17.373876 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c3c939-66ba-4d9c-a1fd-40e32192d70e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be', 'code': 200} Nov 09 21:59:17.398659 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 21:59:17.492430 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3aa364-be23-40bf-843c-8bae4c16fb5c req-d0837ca1-78bd-42ab-a50e-39189e4565c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:59:17.493976 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3a3aa364-be23-40bf-843c-8bae4c16fb5c req-d0837ca1-78bd-42ab-a50e-39189e4565c6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e HTTP/1.1" status: 200 len: 1097 time: 0.0403421 Nov 09 21:59:17.537027 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3a3aa364-be23-40bf-843c-8bae4c16fb5c req-73618b0b-2a65-4953-91b2-a9c29037049c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359900 Nov 09 21:59:17.682187 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7bcae112-a8aa-47e9-bad8-74fab3c90055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:17.853397 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54603b02-2fd3-4c33-9b98-841dd8459d68 req-525b5d37-f5d0-4550-b6b7-f3d85d634048 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:59:17.854858 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-54603b02-2fd3-4c33-9b98-841dd8459d68 req-525b5d37-f5d0-4550-b6b7-f3d85d634048 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e HTTP/1.1" status: 200 len: 946 time: 0.0524135 Nov 09 21:59:17.900596 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-54603b02-2fd3-4c33-9b98-841dd8459d68 req-d4a3aad1-e7d1-4e22-bd29-8605d0253379 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399296 Nov 09 21:59:19.018282 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba6731-73c7-46c5-adac-848d4cd86479 req-e0766924-38fa-4d55-a865-8ba6263fd75f tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:59:19.019755 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-efba6731-73c7-46c5-adac-848d4cd86479 req-e0766924-38fa-4d55-a865-8ba6263fd75f tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e HTTP/1.1" status: 200 len: 946 time: 0.0512903 Nov 09 21:59:19.066029 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-efba6731-73c7-46c5-adac-848d4cd86479 req-b88a04d8-b893-4281-8fe1-81d7f77828b4 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398533 Nov 09 21:59:19.177678 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8bdbc-b380-43ad-ac30-643f8e619204 req-4a5e7a12-a32c-4d30-92de-de57bdda8e8e tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:59:19.179219 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1bc8bdbc-b380-43ad-ac30-643f8e619204 req-4a5e7a12-a32c-4d30-92de-de57bdda8e8e tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e HTTP/1.1" status: 200 len: 946 time: 0.0493865 Nov 09 21:59:19.187649 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 34078) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 21:59:19.191941 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-f15377b6-d991-4e31-941b-7c2b0ea732aa tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Request body: {'floatingip': {'port_id': '2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 21:59:19.234046 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f15377b6-d991-4e31-941b-7c2b0ea732aa tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks [] for floatingip, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:19.651064 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f15377b6-d991-4e31-941b-7c2b0ea732aa tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:19.654934 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f15377b6-d991-4e31-941b-7c2b0ea732aa tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:19.754526 n-d-816206-3 neutron-server[102608]: INFO neutron.db.l3_db [None req-f15377b6-d991-4e31-941b-7c2b0ea732aa tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Floating IP 7d1b5bc3-cc4d-41cf-944d-01ce89ad0d72 associated. External IP: 172.25.7.212, port: 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be. Nov 09 21:59:19.961763 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15377b6-d991-4e31-941b-7c2b0ea732aa tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Router a41f964a-9057-4991-a81b-d492420978ca has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 21:59:20.072106 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15377b6-d991-4e31-941b-7c2b0ea732aa tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 21:59:20.078223 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f15377b6-d991-4e31-941b-7c2b0ea732aa tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:20.087872 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7456e2ee-9f85-40ce-b3cd-233459ebc5c6 None None] Sync routers for ids ['a41f964a-9057-4991-a81b-d492420978ca'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 21:59:20.097896 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7456e2ee-9f85-40ce-b3cd-233459ebc5c6 None None] Routers {'a41f964a-9057-4991-a81b-d492420978ca'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:59:20.098516 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-7456e2ee-9f85-40ce-b3cd-233459ebc5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:58:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a41f964a-9057-4991-a81b-d492420978ca'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:59:20.105990 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f15377b6-d991-4e31-941b-7c2b0ea732aa tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "PUT /v2.0/floatingips/7d1b5bc3-cc4d-41cf-944d-01ce89ad0d72 HTTP/1.1" status: 200 len: 992 time: 0.9173374 Nov 09 21:59:20.106800 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c3c939-66ba-4d9c-a1fd-40e32192d70e', 'tag': '2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 21:59:20.109332 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd9b377-516b-4677-8444-412765eb14fc" -d '{"events": [{"name": "network-changed", "server_uuid": "86c3c939-66ba-4d9c-a1fd-40e32192d70e", "tag": "2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 21:59:20.147256 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 21:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f91df2-1032-482b-adac-92539b17b993 x-openstack-request-id: req-71f91df2-1032-482b-adac-92539b17b993 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 21:59:20.147546 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86c3c939-66ba-4d9c-a1fd-40e32192d70e", "tag": "2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 21:59:20.148419 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-71f91df2-1032-482b-adac-92539b17b993 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 21:59:20.148983 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c3c939-66ba-4d9c-a1fd-40e32192d70e', 'tag': '2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be', 'status': 'completed', 'code': 200} Nov 09 21:59:20.213053 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fd69b83a-ac89-4ad3-b03e-497042e27be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:20.225642 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-7456e2ee-9f85-40ce-b3cd-233459ebc5c6 None None] Set router a41f964a-9057-4991-a81b-d492420978ca gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:59:20.245093 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9b377-516b-4677-8444-412765eb14fc req-b9d342a0-b5c1-4fd5-8901-9da74903fefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:59:20.246645 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7fd9b377-516b-4677-8444-412765eb14fc req-b9d342a0-b5c1-4fd5-8901-9da74903fefb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e HTTP/1.1" status: 200 len: 1097 time: 0.0407715 Nov 09 21:59:20.340747 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9b377-516b-4677-8444-412765eb14fc req-8c1e5370-c6eb-4474-a55b-f1ef59e92bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:59:20.342121 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7fd9b377-516b-4677-8444-412765eb14fc req-8c1e5370-c6eb-4474-a55b-f1ef59e92bd2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 912 time: 0.0877090 Nov 09 21:59:20.408587 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7fd9b377-516b-4677-8444-412765eb14fc req-cb3a27de-17b1-426e-beb6-c940ccaa5a6e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be HTTP/1.1" status: 200 len: 1000 time: 0.0592678 Nov 09 21:59:20.448033 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-7456e2ee-9f85-40ce-b3cd-233459ebc5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41f964a-9057-4991-a81b-d492420978ca', 'name': 'tempest-ServerActionsTestJSON-1331986745-router', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:59:02Z', 'updated_at': '2021-11-09T21:59:05Z', 'revision_number': 4, 'project_id': '46efada4a13646d19245d1ba2c324692', 'gw_port': {'id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:03Z', 'updated_at': '2021-11-09T21:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '7d1b5bc3-cc4d-41cf-944d-01ce89ad0d72', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'floating_ip_address': '172.25.7.212', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'port_id': '2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'mac_address': 'fa:16:3e:75:a6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c3c939-66ba-4d9c-a1fd-40e32192d70e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:59:07Z', 'updated_at': '2021-11-09T21:59:19Z', 'revision_number': 1, 'project_id': '46efada4a13646d19245d1ba2c324692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0afefe6d-7e4c-4f3a-83d8-5b9888dd499c', 'name': '', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'mac_address': 'fa:16:3e:5c:69:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:04Z', 'updated_at': '2021-11-09T21:59:09Z', 'revision_number': 5, 'project_id': '46efada4a13646d19245d1ba2c324692', 'subnets': [{'id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:59:20.457644 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9b377-516b-4677-8444-412765eb14fc req-d14c5e17-ffc1-49f8-896c-b016c5e90648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:59:20.459154 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7fd9b377-516b-4677-8444-412765eb14fc req-d14c5e17-ffc1-49f8-896c-b016c5e90648 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f HTTP/1.1" status: 200 len: 851 time: 0.0440080 Nov 09 21:59:20.474527 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7456e2ee-9f85-40ce-b3cd-233459ebc5c6 None None] Checking router: a41f964a-9057-4991-a81b-d492420978ca for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 21:59:20.483352 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7456e2ee-9f85-40ce-b3cd-233459ebc5c6 None None] Routers {'a41f964a-9057-4991-a81b-d492420978ca'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 21:59:20.483954 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-7456e2ee-9f85-40ce-b3cd-233459ebc5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T21:59:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a41f964a-9057-4991-a81b-d492420978ca'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:59:20.508570 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9b377-516b-4677-8444-412765eb14fc req-538cc3ff-0b37-45ce-aaa6-f85dc91cc32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:59:20.510127 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7fd9b377-516b-4677-8444-412765eb14fc req-538cc3ff-0b37-45ce-aaa6-f85dc91cc32b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=405730bb-9b22-44c0-8a4b-e8157c135d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443110 Nov 09 21:59:20.588359 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-7456e2ee-9f85-40ce-b3cd-233459ebc5c6 None None] Set router a41f964a-9057-4991-a81b-d492420978ca gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 21:59:20.598776 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7fd9b377-516b-4677-8444-412765eb14fc req-a4c862ea-f134-427f-b681-57ac88f9ca8b service neutron] 10.222.0.43 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815356 Nov 09 21:59:20.692747 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7fd9b377-516b-4677-8444-412765eb14fc req-3f2250bc-991c-4900-9a05-467584d5b222 service neutron] 10.222.0.43 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868161 Nov 09 21:59:20.809388 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-7456e2ee-9f85-40ce-b3cd-233459ebc5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41f964a-9057-4991-a81b-d492420978ca', 'name': 'tempest-ServerActionsTestJSON-1331986745-router', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:59:02Z', 'updated_at': '2021-11-09T21:59:05Z', 'revision_number': 4, 'project_id': '46efada4a13646d19245d1ba2c324692', 'gw_port': {'id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:03Z', 'updated_at': '2021-11-09T21:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '7d1b5bc3-cc4d-41cf-944d-01ce89ad0d72', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'floating_ip_address': '172.25.7.212', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'port_id': '2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'mac_address': 'fa:16:3e:75:a6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c3c939-66ba-4d9c-a1fd-40e32192d70e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:59:07Z', 'updated_at': '2021-11-09T21:59:19Z', 'revision_number': 1, 'project_id': '46efada4a13646d19245d1ba2c324692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0afefe6d-7e4c-4f3a-83d8-5b9888dd499c', 'name': '', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'mac_address': 'fa:16:3e:5c:69:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:04Z', 'updated_at': '2021-11-09T21:59:09Z', 'revision_number': 5, 'project_id': '46efada4a13646d19245d1ba2c324692', 'subnets': [{'id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 21:59:20.834844 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7456e2ee-9f85-40ce-b3cd-233459ebc5c6 None None] The sync data for ids ['a41f964a-9057-4991-a81b-d492420978ca'] in n-d-816206-3 is: [{'id': 'a41f964a-9057-4991-a81b-d492420978ca', 'name': 'tempest-ServerActionsTestJSON-1331986745-router', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:59:02Z', 'updated_at': '2021-11-09T21:59:05Z', 'revision_number': 4, 'project_id': '46efada4a13646d19245d1ba2c324692', 'gw_port': {'id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:03Z', 'updated_at': '2021-11-09T21:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '7d1b5bc3-cc4d-41cf-944d-01ce89ad0d72', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'floating_ip_address': '172.25.7.212', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'port_id': '2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'mac_address': 'fa:16:3e:75:a6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c3c939-66ba-4d9c-a1fd-40e32192d70e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:59:07Z', 'updated_at': '2021-11-09T21:59:19Z', 'revision_number': 1, 'project_id': '46efada4a13646d19245d1ba2c324692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0afefe6d-7e4c-4f3a-83d8-5b9888dd499c', 'name': '', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'mac_address': 'fa:16:3e:5c:69:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:04Z', 'updated_at': '2021-11-09T21:59:09Z', 'revision_number': 5, 'project_id': '46efada4a13646d19245d1ba2c324692', 'subnets': [{'id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 21:59:21.012849 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d40152-b998-40e5-8554-86f5d7c20b51 None None] New status for floating IP 7d1b5bc3-cc4d-41cf-944d-01ce89ad0d72: ACTIVE {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 21:59:21.139362 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:22.503350 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:23.166804 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:23.417643 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:25.863445 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0355bff9-9f23-4761-8cf3-49f3d5350759 req-76b2ee2b-55cd-4ca9-badb-c1a96af5426c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393190 Nov 09 21:59:25.957318 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355bff9-9f23-4761-8cf3-49f3d5350759 req-f166bbd1-a4a4-4139-976d-26bd86a168e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:59:25.958816 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0355bff9-9f23-4761-8cf3-49f3d5350759 req-f166bbd1-a4a4-4139-976d-26bd86a168e5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e HTTP/1.1" status: 200 len: 1097 time: 0.0398118 Nov 09 21:59:26.065327 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355bff9-9f23-4761-8cf3-49f3d5350759 req-c11a48ab-4510-4b2b-8f5c-46c7ca7c03ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:59:26.066799 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0355bff9-9f23-4761-8cf3-49f3d5350759 req-c11a48ab-4510-4b2b-8f5c-46c7ca7c03ba service neutron] 10.222.0.43 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 912 time: 0.0893381 Nov 09 21:59:26.136164 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0355bff9-9f23-4761-8cf3-49f3d5350759 req-297ac60b-90f8-43d6-a339-2fc4f5e0b4f7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be HTTP/1.1" status: 200 len: 1002 time: 0.0618505 Nov 09 21:59:26.184711 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355bff9-9f23-4761-8cf3-49f3d5350759 req-3656dadb-197b-49c5-8e39-20afb62386cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:59:26.186174 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0355bff9-9f23-4761-8cf3-49f3d5350759 req-3656dadb-197b-49c5-8e39-20afb62386cd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f HTTP/1.1" status: 200 len: 851 time: 0.0436008 Nov 09 21:59:26.235182 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355bff9-9f23-4761-8cf3-49f3d5350759 req-5eb19869-9908-4268-a7b3-39d03e3154f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 21:59:26.236705 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0355bff9-9f23-4761-8cf3-49f3d5350759 req-5eb19869-9908-4268-a7b3-39d03e3154f8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=405730bb-9b22-44c0-8a4b-e8157c135d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427511 Nov 09 21:59:26.323561 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0355bff9-9f23-4761-8cf3-49f3d5350759 req-0d8c75fc-db78-42b7-8ddd-b574e0bae959 service neutron] 10.222.0.43 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793417 Nov 09 21:59:26.413742 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0355bff9-9f23-4761-8cf3-49f3d5350759 req-78fdab89-b102-44db-83e7-b181be29a9bc service neutron] 10.222.0.43 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832951 Nov 09 21:59:31.981970 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 21:59:33.958317 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:47.683356 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8d7f4b73-a5e5-48c8-9fc1-3fb6b674e7f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:50.194053 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7537d86a-91eb-48c7-b018-4739ed4935a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:51.141837 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:52.504996 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:53.182951 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 21:59:53.408970 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:00:03.963733 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:00:08.970875 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:00:17.686707 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b88ba5ae-6066-4b50-b145-90b0b2e8fc4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:00:20.194358 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b92b5e5d-98cf-458f-8a79-d48fab1104e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:00:21.146251 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:00:22.507465 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:00:23.196515 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:00:23.409550 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:00:25.821862 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-af2b67fc-7060-4436-80cd-2980ae9ed319 req-891824ec-6c8d-43ce-9bdc-a5fe2ac48ffb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396776 Nov 09 22:00:25.919285 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b67fc-7060-4436-80cd-2980ae9ed319 req-bc35918f-cf9b-42fd-846c-3e50b97f2988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:00:25.920811 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-af2b67fc-7060-4436-80cd-2980ae9ed319 req-bc35918f-cf9b-42fd-846c-3e50b97f2988 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e HTTP/1.1" status: 200 len: 1097 time: 0.0405877 Nov 09 22:00:26.057521 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b67fc-7060-4436-80cd-2980ae9ed319 req-6e77d3df-273b-4c75-82ff-465a21f0007a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:00:26.058997 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-af2b67fc-7060-4436-80cd-2980ae9ed319 req-6e77d3df-273b-4c75-82ff-465a21f0007a service neutron] 10.222.0.43 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 912 time: 0.0876272 Nov 09 22:00:26.123072 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-af2b67fc-7060-4436-80cd-2980ae9ed319 req-54807a5b-e908-4f9b-a2ad-c82eb790b4d3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be HTTP/1.1" status: 200 len: 1002 time: 0.0567102 Nov 09 22:00:26.175384 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b67fc-7060-4436-80cd-2980ae9ed319 req-025724d8-7d9b-44d7-b881-17d426d44c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:00:26.176808 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-af2b67fc-7060-4436-80cd-2980ae9ed319 req-025724d8-7d9b-44d7-b881-17d426d44c66 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f HTTP/1.1" status: 200 len: 851 time: 0.0459292 Nov 09 22:00:26.220321 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b67fc-7060-4436-80cd-2980ae9ed319 req-6b409e1f-e220-4cb4-a281-96fb9f9e630d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:00:26.221783 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-af2b67fc-7060-4436-80cd-2980ae9ed319 req-6b409e1f-e220-4cb4-a281-96fb9f9e630d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=405730bb-9b22-44c0-8a4b-e8157c135d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381896 Nov 09 22:00:26.308993 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-af2b67fc-7060-4436-80cd-2980ae9ed319 req-43f7a0f7-1950-4d90-b881-e804fdabfb8b service neutron] 10.222.0.43 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791488 Nov 09 22:00:26.398643 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-af2b67fc-7060-4436-80cd-2980ae9ed319 req-6dd8c477-cb32-4d73-8354-dbf32cc655a2 service neutron] 10.222.0.43 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831659 Nov 09 22:00:33.960783 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:00:45.970813 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:00:47.687225 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8f60b143-b2fc-436d-a425-899d8737edd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:00:50.194417 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6638a45e-4a89-49d9-8102-c2e58e19d0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:00:51.147010 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:00:52.510018 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:00:53.199468 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:00:53.411524 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:00:56.450137 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ef650-42f3-4f42-9aca-20c7f7b0221d req-3b91f12a-a62f-45ef-b107-f7d855eca698 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:00:56.451652 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c25ef650-42f3-4f42-9aca-20c7f7b0221d req-3b91f12a-a62f-45ef-b107-f7d855eca698 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e HTTP/1.1" status: 200 len: 946 time: 0.0487809 Nov 09 22:00:56.498366 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c25ef650-42f3-4f42-9aca-20c7f7b0221d req-53541582-5efc-439f-b8be-3f0c8b503c97 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409586 Nov 09 22:00:56.811993 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-fc9ead3f-637f-486d-8f9e-65fe59264583 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0419457 Nov 09 22:00:56.820831 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-23ad1f4d-4fd0-4d19-8a45-f2cc16ee3d0e service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 22:00:56.822333 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-23ad1f4d-4fd0-4d19-8a45-f2cc16ee3d0e service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056789 Nov 09 22:00:56.829924 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95d5b8-adca-44f8-8eb5-e0c34df09fdf req-f90dfc10-910f-4856-ab85-b6b16e043cbb tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:00:56.831410 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4d95d5b8-adca-44f8-8eb5-e0c34df09fdf req-f90dfc10-910f-4856-ab85-b6b16e043cbb tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e HTTP/1.1" status: 200 len: 946 time: 0.0522742 Nov 09 22:00:56.878439 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4d95d5b8-adca-44f8-8eb5-e0c34df09fdf req-09f42dc6-28ba-439e-b1ae-fec4332620da tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404825 Nov 09 22:00:57.963373 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-20788faf-3861-462a-a39a-04154e9cd9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:00:57.965057 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-20788faf-3861-462a-a39a-04154e9cd9cf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e HTTP/1.1" status: 200 len: 1097 time: 0.0437634 Nov 09 22:00:58.063563 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-3f6ff446-d6aa-436b-95c4-b77e4437d037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:00:58.065090 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-3f6ff446-d6aa-436b-95c4-b77e4437d037 service neutron] 10.222.0.43 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 912 time: 0.0933356 Nov 09 22:00:58.133614 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-83dec7e0-f7ea-40a7-94ce-8b6df69d0ba1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be HTTP/1.1" status: 200 len: 1002 time: 0.0611486 Nov 09 22:00:58.184773 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-e8d9f1a9-2262-4023-90b5-3ca27d376b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:00:58.186306 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-e8d9f1a9-2262-4023-90b5-3ca27d376b7f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f HTTP/1.1" status: 200 len: 851 time: 0.0461090 Nov 09 22:00:58.235788 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-20c39348-15f3-47a8-9012-78cf0d2caba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:00:58.237474 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-20c39348-15f3-47a8-9012-78cf0d2caba6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=405730bb-9b22-44c0-8a4b-e8157c135d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439472 Nov 09 22:00:58.269548 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4f1b6-9c0f-45de-a14d-f72362669bd7 req-0e358b46-0902-420b-aa28-1118e526a7ad tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:00:58.271060 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-40e4f1b6-9c0f-45de-a14d-f72362669bd7 req-0e358b46-0902-420b-aa28-1118e526a7ad tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e HTTP/1.1" status: 200 len: 946 time: 0.0545979 Nov 09 22:00:58.318732 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-40e4f1b6-9c0f-45de-a14d-f72362669bd7 req-62ce330d-0974-4f79-a061-fa888d1fafe2 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416474 Nov 09 22:00:58.325844 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-d9938300-595d-470b-88e1-09db1582f269 service neutron] 10.222.0.43 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806839 Nov 09 22:00:58.420413 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-6fe5c6d2-3625-4a5b-b093-8b445a5f3378 service neutron] 10.222.0.43 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872128 Nov 09 22:00:59.445956 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613b584-a5a4-447e-8402-9e4090bd6b65 req-20498465-2a1d-48c4-8715-c8999ca4027d tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:00:59.447532 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2613b584-a5a4-447e-8402-9e4090bd6b65 req-20498465-2a1d-48c4-8715-c8999ca4027d tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e HTTP/1.1" status: 200 len: 946 time: 0.0614905 Nov 09 22:00:59.495753 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2613b584-a5a4-447e-8402-9e4090bd6b65 req-c59bdf7f-9fb6-4927-9c0a-60a3da3bd027 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423460 Nov 09 22:01:00.609921 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36c8e3-edaa-42c2-9958-c3908d0834c6 req-6d9403b5-0b6b-4828-9726-8d31c617b10a tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:00.611384 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3d36c8e3-edaa-42c2-9958-c3908d0834c6 req-6d9403b5-0b6b-4828-9726-8d31c617b10a tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e HTTP/1.1" status: 200 len: 946 time: 0.0481899 Nov 09 22:01:00.657147 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3d36c8e3-edaa-42c2-9958-c3908d0834c6 req-f721180f-aa5a-484d-9fc7-89f844ffde53 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399954 Nov 09 22:01:01.770473 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ae596-bd5b-4735-b6e3-3f7cc58bbc4d req-a319cf0a-c743-4c74-826f-c9bd2978dba4 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:01.771844 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-873ae596-bd5b-4735-b6e3-3f7cc58bbc4d req-a319cf0a-c743-4c74-826f-c9bd2978dba4 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e HTTP/1.1" status: 200 len: 946 time: 0.0478077 Nov 09 22:01:01.817121 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-873ae596-bd5b-4735-b6e3-3f7cc58bbc4d req-691a897f-ae22-4ac7-a9b7-137fc38efa18 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387700 Nov 09 22:01:02.930743 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2d548-e092-4870-961f-f47130d31849 req-a308e40e-09bb-4662-92e0-552cb7c11027 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:02.932196 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6ef2d548-e092-4870-961f-f47130d31849 req-a308e40e-09bb-4662-92e0-552cb7c11027 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e HTTP/1.1" status: 200 len: 946 time: 0.0486672 Nov 09 22:01:02.981654 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6ef2d548-e092-4870-961f-f47130d31849 req-052cb853-c283-4953-befd-a9389a8e1a66 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435002 Nov 09 22:01:03.977965 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:04.108488 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f039b4-0319-4d64-b30f-105ba7fae7b9 req-b00406d3-04a7-4375-91b7-9d03226efd5c tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:04.109996 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-57f039b4-0319-4d64-b30f-105ba7fae7b9 req-b00406d3-04a7-4375-91b7-9d03226efd5c tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e HTTP/1.1" status: 200 len: 946 time: 0.0544021 Nov 09 22:01:04.156783 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-57f039b4-0319-4d64-b30f-105ba7fae7b9 req-d3aeb5b8-2116-49b8-8df2-62c6299f3e03 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407815 Nov 09 22:01:05.268178 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7a749-fc6a-4884-b10f-6dfdbdcfa06a req-55f9a1ff-7638-4d34-8637-8246cfd744a5 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:05.269681 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3bb7a749-fc6a-4884-b10f-6dfdbdcfa06a req-55f9a1ff-7638-4d34-8637-8246cfd744a5 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e HTTP/1.1" status: 200 len: 946 time: 0.0478735 Nov 09 22:01:05.315895 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3bb7a749-fc6a-4884-b10f-6dfdbdcfa06a req-b7173b07-f5ca-4e50-adda-5e00b7ef0e5a tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398066 Nov 09 22:01:06.430096 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545301f-1fae-429a-9e1b-aeca527eb5ec req-24c44151-90c0-4d39-a1f0-eb18fd093703 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:06.432172 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5545301f-1fae-429a-9e1b-aeca527eb5ec req-24c44151-90c0-4d39-a1f0-eb18fd093703 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e HTTP/1.1" status: 200 len: 946 time: 0.0491791 Nov 09 22:01:06.478669 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5545301f-1fae-429a-9e1b-aeca527eb5ec req-f71e2f8b-42d3-47ec-8b0c-165eb1c70cb7 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404453 Nov 09 22:01:07.592904 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202d6f2-1f7e-48f8-a86b-e02ca82b097a req-ec4e1ff0-39f4-4ef2-9a1e-d181b3a93945 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:07.594347 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f202d6f2-1f7e-48f8-a86b-e02ca82b097a req-ec4e1ff0-39f4-4ef2-9a1e-d181b3a93945 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e HTTP/1.1" status: 200 len: 946 time: 0.0478752 Nov 09 22:01:07.641896 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f202d6f2-1f7e-48f8-a86b-e02ca82b097a req-e1ce74dc-b438-4add-bfd3-b5e4358b222d tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417197 Nov 09 22:01:08.756877 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b9e76-13f3-4bde-a2f0-884eb4f46e61 req-252f3486-e36c-4b5d-ba13-fc07cfa37f1e tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:08.758270 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c26b9e76-13f3-4bde-a2f0-884eb4f46e61 req-252f3486-e36c-4b5d-ba13-fc07cfa37f1e tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e HTTP/1.1" status: 200 len: 946 time: 0.0474432 Nov 09 22:01:08.807872 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c26b9e76-13f3-4bde-a2f0-884eb4f46e61 req-29f6ede1-e1a3-469a-91e3-a8ad78f14b47 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435605 Nov 09 22:01:09.926907 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad7f64-1874-4854-8639-3a4de36885e0 req-7fd15dfe-d38d-44dc-96a6-71c4bf01943f tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:09.928370 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5dad7f64-1874-4854-8639-3a4de36885e0 req-7fd15dfe-d38d-44dc-96a6-71c4bf01943f tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e HTTP/1.1" status: 200 len: 946 time: 0.0520661 Nov 09 22:01:09.974680 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5dad7f64-1874-4854-8639-3a4de36885e0 req-9137f5ac-eccd-41be-b1f4-a8e9bc004de4 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398786 Nov 09 22:01:10.400981 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-b258865e-78fb-4934-8018-a68010e48db6 service neutron] show failed (client error): The resource could not be found. Nov 09 22:01:10.401990 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-b258865e-78fb-4934-8018-a68010e48db6 service neutron] 10.222.0.43 "GET /v2.0/ports/2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be/bindings/n-h1-816206-3 HTTP/1.1" status: 404 len: 380 time: 0.0525520 Nov 09 22:01:10.698409 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-d97b66f0-e81f-4351-b2f9-bad0e65fce2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:10.699893 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-d97b66f0-e81f-4351-b2f9-bad0e65fce2f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e&tenant_id=46efada4a13646d19245d1ba2c324692 HTTP/1.1" status: 200 len: 1097 time: 0.1370833 Nov 09 22:01:10.712466 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-e8a0d9e5-c27b-4791-aa9e-948d488c635b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-3', 'device_owner': 'compute:nova'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:01:10.764787 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-e8a0d9e5-c27b-4791-aa9e-948d488c635b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:10.957756 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-e8a0d9e5-c27b-4791-aa9e-948d488c635b service neutron] For port 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:01:10.990018 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-e8a0d9e5-c27b-4791-aa9e-948d488c635b service neutron] For port 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:01:11.029539 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c3c939-66ba-4d9c-a1fd-40e32192d70e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:01:11.031830 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8b6885-9a4f-4fb2-9ca6-b0f477ed6fe8" -d '{"events": [{"server_uuid": "86c3c939-66ba-4d9c-a1fd-40e32192d70e", "name": "network-vif-unplugged", "status": "completed", "tag": "2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:01:11.036062 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-e8a0d9e5-c27b-4791-aa9e-948d488c635b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:11.059469 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-e8a0d9e5-c27b-4791-aa9e-948d488c635b service neutron] Transition to ACTIVE for port object 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 22:01:11.077244 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-e8a0d9e5-c27b-4791-aa9e-948d488c635b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:11.175029 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 22:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3180dd57-d10f-40c7-bd7d-7670d55f0531 x-openstack-request-id: req-3180dd57-d10f-40c7-bd7d-7670d55f0531 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:01:11.175330 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c3c939-66ba-4d9c-a1fd-40e32192d70e", "name": "network-vif-unplugged", "status": "completed", "tag": "2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:01:11.175586 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3180dd57-d10f-40c7-bd7d-7670d55f0531 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:01:11.175983 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c3c939-66ba-4d9c-a1fd-40e32192d70e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be', 'code': 200} Nov 09 22:01:11.195534 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa5c08-a489-4b67-9251-04c8722e8064 req-6a2337f1-7d37-4c95-8006-ce9e332b6892 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:11.197209 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-16fa5c08-a489-4b67-9251-04c8722e8064 req-6a2337f1-7d37-4c95-8006-ce9e332b6892 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e HTTP/1.1" status: 200 len: 946 time: 0.1540041 Nov 09 22:01:11.199852 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a0d9e5-c27b-4791-aa9e-948d488c635b service neutron] Pushing event updated for resources: {'Port': ['ID=2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:01:11.231873 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a0d9e5-c27b-4791-aa9e-948d488c635b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:01:11.232218 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a0d9e5-c27b-4791-aa9e-948d488c635b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:01:11.232568 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a0d9e5-c27b-4791-aa9e-948d488c635b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:01:11.232939 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a0d9e5-c27b-4791-aa9e-948d488c635b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:01:11.233277 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a0d9e5-c27b-4791-aa9e-948d488c635b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:01:11.233610 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a0d9e5-c27b-4791-aa9e-948d488c635b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:01:11.233941 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a0d9e5-c27b-4791-aa9e-948d488c635b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:01:11.234274 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a0d9e5-c27b-4791-aa9e-948d488c635b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:01:11.234598 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a0d9e5-c27b-4791-aa9e-948d488c635b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:01:11.234924 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a0d9e5-c27b-4791-aa9e-948d488c635b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:01:11.235249 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a0d9e5-c27b-4791-aa9e-948d488c635b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:01:11.235570 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a0d9e5-c27b-4791-aa9e-948d488c635b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:01:11.257348 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-e8a0d9e5-c27b-4791-aa9e-948d488c635b service neutron] No DVR routers for this DVR port 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:01:11.326837 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-16fa5c08-a489-4b67-9251-04c8722e8064 req-45b4c454-a019-461a-9085-143028c32a92 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199174 Nov 09 22:01:11.412951 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-e8a0d9e5-c27b-4791-aa9e-948d488c635b service neutron] Attempting to bind port 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:01:11.413612 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-e8a0d9e5-c27b-4791-aa9e-948d488c635b service neutron] Attempting to bind port 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:01:11.413612 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-e8a0d9e5-c27b-4791-aa9e-948d488c635b service neutron] Attempting to bind port 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be on network 405730bb-9b22-44c0-8a4b-e8157c135d23 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:01:11.418132 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-e8a0d9e5-c27b-4791-aa9e-948d488c635b service neutron] Port 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be on network 405730bb-9b22-44c0-8a4b-e8157c135d23 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 22:01:11.418452 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-e8a0d9e5-c27b-4791-aa9e-948d488c635b service neutron] Attempting to bind port 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be on network 405730bb-9b22-44c0-8a4b-e8157c135d23 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:01:11.423164 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-e8a0d9e5-c27b-4791-aa9e-948d488c635b service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:01:11.423502 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-e8a0d9e5-c27b-4791-aa9e-948d488c635b service neutron] Checking segment: {'id': '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:01:11.423885 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-e8a0d9e5-c27b-4791-aa9e-948d488c635b service neutron] Bound using segment: {'id': '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:01:11.424312 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-e8a0d9e5-c27b-4791-aa9e-948d488c635b service neutron] Bound port: 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:01:11.424680 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-e8a0d9e5-c27b-4791-aa9e-948d488c635b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:11.487026 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-e8a0d9e5-c27b-4791-aa9e-948d488c635b service neutron] For port 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:01:11.490062 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-e8a0d9e5-c27b-4791-aa9e-948d488c635b service neutron] For port 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:01:11.495429 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-e8a0d9e5-c27b-4791-aa9e-948d488c635b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:11.528594 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-e8a0d9e5-c27b-4791-aa9e-948d488c635b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:11.529244 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-e8a0d9e5-c27b-4791-aa9e-948d488c635b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:11.530625 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-e8a0d9e5-c27b-4791-aa9e-948d488c635b service neutron] 10.222.0.45 "PUT /v2.0/ports/2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be HTTP/1.1" status: 200 len: 1092 time: 0.8220766 Nov 09 22:01:11.552750 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a0d9e5-c27b-4791-aa9e-948d488c635b service neutron] Pushing event updated for resources: {'Port': ['ID=2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be,revision_number=7']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:01:11.596205 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-bdb3bef8-a982-4715-9f3d-b26654573986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:11.597835 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-bdb3bef8-a982-4715-9f3d-b26654573986 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e HTTP/1.1" status: 200 len: 1095 time: 0.0417244 Nov 09 22:01:11.694571 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-df67daef-fb72-4cd1-af89-35d097d12efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:11.696361 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-df67daef-fb72-4cd1-af89-35d097d12efd service neutron] 10.222.0.45 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 912 time: 0.0902059 Nov 09 22:01:11.760257 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-7a58eb88-1009-44c0-a385-89db6d29d69d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be HTTP/1.1" status: 200 len: 1000 time: 0.0567985 Nov 09 22:01:11.811201 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-2f63ef6f-0d62-4102-87c5-f63bb2813de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:11.812586 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-2f63ef6f-0d62-4102-87c5-f63bb2813de5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f HTTP/1.1" status: 200 len: 851 time: 0.0459995 Nov 09 22:01:11.858050 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-0036897e-839b-4262-8aa1-c62c19150d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:11.859484 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-0036897e-839b-4262-8aa1-c62c19150d0c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=405730bb-9b22-44c0-8a4b-e8157c135d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386441 Nov 09 22:01:11.945551 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-3511a973-d259-454c-8348-cb89a50434c0 service neutron] 10.222.0.45 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785985 Nov 09 22:01:12.035734 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bbd0aac7-0c14-4274-9f30-c74809506a3a req-fde9a0e7-bb13-45ac-8819-fc7f4c31b3bf service neutron] 10.222.0.45 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832222 Nov 09 22:01:12.446980 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb359f-9acd-4a46-a3f8-8054241a9201 req-935579c9-d8a6-4495-a83f-008c2afa266f tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:12.448453 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-69fb359f-9acd-4a46-a3f8-8054241a9201 req-935579c9-d8a6-4495-a83f-008c2afa266f tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e HTTP/1.1" status: 200 len: 944 time: 0.0479779 Nov 09 22:01:12.495387 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-69fb359f-9acd-4a46-a3f8-8054241a9201 req-99d43f12-ad6a-4026-a3af-9625706b911f tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410316 Nov 09 22:01:13.177453 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c3c939-66ba-4d9c-a1fd-40e32192d70e', 'tag': '2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:01:13.179777 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e981e00-783a-492a-9d2a-5e5680add72c" -d '{"events": [{"name": "network-changed", "server_uuid": "86c3c939-66ba-4d9c-a1fd-40e32192d70e", "tag": "2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:01:13.226471 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c795977-ddf2-4034-b03a-b167911363e3 x-openstack-request-id: req-2c795977-ddf2-4034-b03a-b167911363e3 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:01:13.226762 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86c3c939-66ba-4d9c-a1fd-40e32192d70e", "tag": "2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:01:13.227518 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2c795977-ddf2-4034-b03a-b167911363e3 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:01:13.227928 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c3c939-66ba-4d9c-a1fd-40e32192d70e', 'tag': '2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be', 'status': 'completed', 'code': 200} Nov 09 22:01:13.315143 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e981e00-783a-492a-9d2a-5e5680add72c req-fbaf791e-21cc-4bdb-a01b-04bdd61e29c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:13.316598 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3e981e00-783a-492a-9d2a-5e5680add72c req-fbaf791e-21cc-4bdb-a01b-04bdd61e29c5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e HTTP/1.1" status: 200 len: 1095 time: 0.0705855 Nov 09 22:01:13.318888 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e981e00-783a-492a-9d2a-5e5680add72c req-a9a88c6e-bf05-4181-99ae-8ca9a20ad6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:13.320248 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3e981e00-783a-492a-9d2a-5e5680add72c req-a9a88c6e-bf05-4181-99ae-8ca9a20ad6b0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e HTTP/1.1" status: 200 len: 1095 time: 0.0492804 Nov 09 22:01:13.627584 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb90209-827a-44b8-9331-ce302ccff903 req-fc77bbbe-8aaa-4e23-8f7c-1efafc4a87e2 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:13.629518 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-abb90209-827a-44b8-9331-ce302ccff903 req-fc77bbbe-8aaa-4e23-8f7c-1efafc4a87e2 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e HTTP/1.1" status: 200 len: 944 time: 0.0543540 Nov 09 22:01:13.684240 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-abb90209-827a-44b8-9331-ce302ccff903 req-dac44c62-fd63-4d23-82d4-8b6faae1330d tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486794 Nov 09 22:01:13.710207 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:01:13.750392 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:01:13.824565 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e981e00-783a-492a-9d2a-5e5680add72c req-d3a36501-5d09-453f-9736-8df00e80e92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:13.826058 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3e981e00-783a-492a-9d2a-5e5680add72c req-d3a36501-5d09-453f-9736-8df00e80e92a service neutron] 10.222.0.45 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 912 time: 0.5014756 Nov 09 22:01:13.827187 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e981e00-783a-492a-9d2a-5e5680add72c req-32ccb9dc-ace6-445d-bab9-a2e828ed6f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:13.828506 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3e981e00-783a-492a-9d2a-5e5680add72c req-32ccb9dc-ace6-445d-bab9-a2e828ed6f32 service neutron] 10.222.0.43 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 912 time: 0.4968987 Nov 09 22:01:13.937487 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3e981e00-783a-492a-9d2a-5e5680add72c req-730ce45c-6bfd-4c7d-944a-fa012b96cb29 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be HTTP/1.1" status: 200 len: 1000 time: 0.1029682 Nov 09 22:01:13.939208 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3e981e00-783a-492a-9d2a-5e5680add72c req-bb714d6d-d88c-4b4b-85d9-db0dc75ca61d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be HTTP/1.1" status: 200 len: 1000 time: 0.0984108 Nov 09 22:01:14.018277 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e981e00-783a-492a-9d2a-5e5680add72c req-cb900024-99b7-4236-88ac-d3e5d238bbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:14.019632 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3e981e00-783a-492a-9d2a-5e5680add72c req-cb900024-99b7-4236-88ac-d3e5d238bbfb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f HTTP/1.1" status: 200 len: 851 time: 0.0754998 Nov 09 22:01:14.021006 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e981e00-783a-492a-9d2a-5e5680add72c req-017f08a7-42e1-419c-880a-e2ddff06b01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:14.022317 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3e981e00-783a-492a-9d2a-5e5680add72c req-017f08a7-42e1-419c-880a-e2ddff06b01b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f HTTP/1.1" status: 200 len: 851 time: 0.0706673 Nov 09 22:01:14.095552 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e981e00-783a-492a-9d2a-5e5680add72c req-d7a3c36e-567e-4158-9a89-ee0b321d9fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:14.097074 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3e981e00-783a-492a-9d2a-5e5680add72c req-d7a3c36e-567e-4158-9a89-ee0b321d9fa4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=405730bb-9b22-44c0-8a4b-e8157c135d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698967 Nov 09 22:01:14.099407 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e981e00-783a-492a-9d2a-5e5680add72c req-f2bc3d7f-9d70-4e63-be3c-3e1cb26c6737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:14.100778 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3e981e00-783a-492a-9d2a-5e5680add72c req-f2bc3d7f-9d70-4e63-be3c-3e1cb26c6737 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=405730bb-9b22-44c0-8a4b-e8157c135d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662439 Nov 09 22:01:14.248903 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3e981e00-783a-492a-9d2a-5e5680add72c req-f596783e-89af-40be-a680-b1a8c986e0d2 service neutron] 10.222.0.45 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444192 Nov 09 22:01:14.253948 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3e981e00-783a-492a-9d2a-5e5680add72c req-c2663440-126e-4de6-acf1-0b6a94164bff service neutron] 10.222.0.43 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421387 Nov 09 22:01:14.407836 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3e981e00-783a-492a-9d2a-5e5680add72c req-4f2b5535-216d-43b8-930d-17fe0f1449fa service neutron] 10.222.0.45 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519186 Nov 09 22:01:14.410722 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3e981e00-783a-492a-9d2a-5e5680add72c req-1cfa3ada-324a-415b-804f-472d875cacdf service neutron] 10.222.0.43 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468444 Nov 09 22:01:14.810751 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe8458-b224-4e93-9653-1023093c6c83 req-afdf3a7e-e277-4ac5-a109-4fe07b218e63 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:14.812240 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8dfe8458-b224-4e93-9653-1023093c6c83 req-afdf3a7e-e277-4ac5-a109-4fe07b218e63 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e HTTP/1.1" status: 200 len: 944 time: 0.0529635 Nov 09 22:01:14.882272 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8dfe8458-b224-4e93-9653-1023093c6c83 req-35f91423-e6f4-451e-9bbc-2f364803b461 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641720 Nov 09 22:01:14.891533 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8bd3298e-7e24-465a-b18c-501165eb35cb req-283c9701-638e-452a-a43e-f1182df7bc23 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0577359 Nov 09 22:01:14.971915 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3298e-7e24-465a-b18c-501165eb35cb req-58e41791-772f-4f6e-9a4c-084712ab807c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:14.973360 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8bd3298e-7e24-465a-b18c-501165eb35cb req-58e41791-772f-4f6e-9a4c-084712ab807c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e HTTP/1.1" status: 200 len: 1095 time: 0.0404990 Nov 09 22:01:15.142675 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4169b7f-dfa6-4431-a804-a8da6e73bbc4 req-ae8633b6-a404-4491-b2bf-b494b51bbc46 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:15.144124 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b4169b7f-dfa6-4431-a804-a8da6e73bbc4 req-ae8633b6-a404-4491-b2bf-b494b51bbc46 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e HTTP/1.1" status: 200 len: 944 time: 0.1059725 Nov 09 22:01:15.154668 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3298e-7e24-465a-b18c-501165eb35cb req-ac8319d6-a739-4a5f-992e-e3602c096f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:15.156017 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8bd3298e-7e24-465a-b18c-501165eb35cb req-ac8319d6-a739-4a5f-992e-e3602c096f51 service neutron] 10.222.0.45 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 912 time: 0.1633849 Nov 09 22:01:15.167937 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45333c49-1024-4918-a260-c33491ae9a8e req-5e14cc63-5ab7-45f0-9dcb-de6f786291a9 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:15.169304 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-45333c49-1024-4918-a260-c33491ae9a8e req-5e14cc63-5ab7-45f0-9dcb-de6f786291a9 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.43 "GET /v2.0/ports?device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e&tenant_id=46efada4a13646d19245d1ba2c324692&binding%3Ahost_id=n-h1-816206-3 HTTP/1.1" status: 200 len: 944 time: 0.1125762 Nov 09 22:01:15.281428 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8bd3298e-7e24-465a-b18c-501165eb35cb req-e98a0ecb-ee28-418f-adc4-f0fc8906e84a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be HTTP/1.1" status: 200 len: 1000 time: 0.1103272 Nov 09 22:01:15.306471 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b4169b7f-dfa6-4431-a804-a8da6e73bbc4 req-986485ff-45e8-4a62-81ac-a69883f9f5a0 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544383 Nov 09 22:01:15.338779 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [req-45333c49-1024-4918-a260-c33491ae9a8e req-46029e2b-9578-4d10-8193-0fb3d53f7d4e service neutron] delete failed (client error): The resource could not be found. Nov 09 22:01:15.339759 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-45333c49-1024-4918-a260-c33491ae9a8e req-46029e2b-9578-4d10-8193-0fb3d53f7d4e service neutron] 10.222.0.43 "DELETE /v2.0/ports/2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be/bindings/n-h2-816206-3 HTTP/1.1" status: 404 len: 380 time: 0.1513803 Nov 09 22:01:15.348298 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3298e-7e24-465a-b18c-501165eb35cb req-67298609-236d-4c3e-95f6-bd4b785ee053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:15.349694 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8bd3298e-7e24-465a-b18c-501165eb35cb req-67298609-236d-4c3e-95f6-bd4b785ee053 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f HTTP/1.1" status: 200 len: 851 time: 0.0584610 Nov 09 22:01:15.394555 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3298e-7e24-465a-b18c-501165eb35cb req-d7e7c89c-ee42-4263-860f-1a141a7d57ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:15.396054 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8bd3298e-7e24-465a-b18c-501165eb35cb req-d7e7c89c-ee42-4263-860f-1a141a7d57ad service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=405730bb-9b22-44c0-8a4b-e8157c135d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394306 Nov 09 22:01:15.494974 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45333c49-1024-4918-a260-c33491ae9a8e req-f580f545-364e-4477-bb63-3093ffa2237f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:15.496474 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-45333c49-1024-4918-a260-c33491ae9a8e req-f580f545-364e-4477-bb63-3093ffa2237f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e HTTP/1.1" status: 200 len: 1095 time: 0.0859816 Nov 09 22:01:15.556190 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8bd3298e-7e24-465a-b18c-501165eb35cb req-8231d8f9-2edd-4ec7-a173-cf6587af1883 service neutron] 10.222.0.45 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522841 Nov 09 22:01:15.653599 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45333c49-1024-4918-a260-c33491ae9a8e req-6df2092e-6def-4343-aac7-5e1a2d0a7f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:15.655082 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-45333c49-1024-4918-a260-c33491ae9a8e req-6df2092e-6def-4343-aac7-5e1a2d0a7f16 service neutron] 10.222.0.43 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 912 time: 0.1510384 Nov 09 22:01:15.716961 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8bd3298e-7e24-465a-b18c-501165eb35cb req-c8056225-f017-42a8-a0e8-742b9a2c685c service neutron] 10.222.0.45 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517689 Nov 09 22:01:15.734688 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-45333c49-1024-4918-a260-c33491ae9a8e req-a0be4f7e-9d40-488b-93df-2c9d2a355e64 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be HTTP/1.1" status: 200 len: 1000 time: 0.0720012 Nov 09 22:01:15.795223 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45333c49-1024-4918-a260-c33491ae9a8e req-784a558c-a2d0-44ae-99d1-1828c4fcb557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:15.796787 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-45333c49-1024-4918-a260-c33491ae9a8e req-784a558c-a2d0-44ae-99d1-1828c4fcb557 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f HTTP/1.1" status: 200 len: 851 time: 0.0554566 Nov 09 22:01:15.840924 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45333c49-1024-4918-a260-c33491ae9a8e req-a039ea1d-60b1-4499-80df-2c53fb430f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:15.842278 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-45333c49-1024-4918-a260-c33491ae9a8e req-a039ea1d-60b1-4499-80df-2c53fb430f73 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=405730bb-9b22-44c0-8a4b-e8157c135d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389702 Nov 09 22:01:15.928628 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-45333c49-1024-4918-a260-c33491ae9a8e req-d30a2c46-741d-42aa-baf1-df147e23d8c1 service neutron] 10.222.0.43 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796278 Nov 09 22:01:16.021270 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-45333c49-1024-4918-a260-c33491ae9a8e req-93a7b504-c11b-4ee3-adb8-14fb1b1fee15 service neutron] 10.222.0.43 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857186 Nov 09 22:01:16.426386 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca316d38-2c20-4dc5-8b00-daba9bd67088 req-fc2bf636-9ab9-4cd8-8d0e-99963f25b696 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:16.427914 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ca316d38-2c20-4dc5-8b00-daba9bd67088 req-fc2bf636-9ab9-4cd8-8d0e-99963f25b696 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e HTTP/1.1" status: 200 len: 944 time: 0.0514948 Nov 09 22:01:16.481828 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ca316d38-2c20-4dc5-8b00-daba9bd67088 req-8fb4c483-b20c-4ee2-b08c-ca8d5d66eecd tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473924 Nov 09 22:01:16.701834 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 22:01:16.795921 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:01:16.807497 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'port_id': '2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be', 'mac_address': 'fa:16:3e:75:a6:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 22:01:16.841641 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:16.854041 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 22:01:16.872035 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:01:16.875703 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:16.923980 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be,revision_number=8']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:01:16.931008 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:01:16.931347 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:01:16.931689 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:01:16.932006 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:01:16.932329 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:01:16.932669 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:01:16.932992 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:01:16.933308 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:01:16.933622 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:01:16.933937 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:01:16.934252 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:01:16.934567 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:01:17.113717 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 22:01:17.596949 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8341d77-daf2-423a-b121-a987eb09f922 req-4fed9723-9bfb-41b8-b243-e0500381a96b tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:17.598431 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b8341d77-daf2-423a-b121-a987eb09f922 req-4fed9723-9bfb-41b8-b243-e0500381a96b tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e HTTP/1.1" status: 200 len: 945 time: 0.0498621 Nov 09 22:01:17.644721 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b8341d77-daf2-423a-b121-a987eb09f922 req-7cb6f515-9379-487f-8c50-09e3d586eda7 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398366 Nov 09 22:01:17.688459 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cab1a854-5b48-486a-b215-a79f96bce2ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:17.758138 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73aabd3-59c9-4567-ae35-ce044bfaaef3 req-b1286d5c-c427-429e-92d3-e173f2834f0a tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:17.759519 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f73aabd3-59c9-4567-ae35-ce044bfaaef3 req-b1286d5c-c427-429e-92d3-e173f2834f0a tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e HTTP/1.1" status: 200 len: 945 time: 0.0488667 Nov 09 22:01:17.806730 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f73aabd3-59c9-4567-ae35-ce044bfaaef3 req-75a2b0a3-e8a7-4b9f-a2c8-7fe87fd96299 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411932 Nov 09 22:01:17.920992 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbeee37-50cb-4363-97e8-0e78ec472024 req-a0f60371-4f38-44ec-a2ab-714a9e6c2344 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:17.922463 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0bbeee37-50cb-4363-97e8-0e78ec472024 req-a0f60371-4f38-44ec-a2ab-714a9e6c2344 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e HTTP/1.1" status: 200 len: 945 time: 0.0522773 Nov 09 22:01:17.968103 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0bbeee37-50cb-4363-97e8-0e78ec472024 req-a838fd34-bcb0-4955-8236-30751507e848 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398431 Nov 09 22:01:18.195927 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9609e-25e3-4648-8546-fed8481996de req-094cbcd4-9912-4971-929d-1ca350468bde tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:18.197473 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0cf9609e-25e3-4648-8546-fed8481996de req-094cbcd4-9912-4971-929d-1ca350468bde tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e HTTP/1.1" status: 200 len: 945 time: 0.0487731 Nov 09 22:01:18.244344 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0cf9609e-25e3-4648-8546-fed8481996de req-b0982ebf-910e-4b35-a5fc-346d0be3297e tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408864 Nov 09 22:01:18.718042 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:01:18.769287 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 22:01:18.773044 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:01:18.773411 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:18.848214 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:18.869834 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c3c939-66ba-4d9c-a1fd-40e32192d70e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:01:18.872027 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1471b6c4-925f-4919-a369-d2471a3e6174" -d '{"events": [{"server_uuid": "86c3c939-66ba-4d9c-a1fd-40e32192d70e", "name": "network-vif-plugged", "status": "completed", "tag": "2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:01:18.885360 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:01:18.889571 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:18.940039 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be,revision_number=9']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:01:18.972373 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 22:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5d5686-6357-4bc0-820f-546a6804c489 x-openstack-request-id: req-0e5d5686-6357-4bc0-820f-546a6804c489 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:01:18.972701 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c3c939-66ba-4d9c-a1fd-40e32192d70e", "name": "network-vif-plugged", "status": "completed", "tag": "2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:01:18.972962 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0e5d5686-6357-4bc0-820f-546a6804c489 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:01:18.973389 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c3c939-66ba-4d9c-a1fd-40e32192d70e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be', 'code': 200} Nov 09 22:01:19.360198 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020738d-84e3-42ef-8347-72bef40bc380 req-42fe77ae-ff3e-4318-ab89-464aba019960 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:19.361705 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3020738d-84e3-42ef-8347-72bef40bc380 req-42fe77ae-ff3e-4318-ab89-464aba019960 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e HTTP/1.1" status: 200 len: 946 time: 0.0481596 Nov 09 22:01:19.411345 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3020738d-84e3-42ef-8347-72bef40bc380 req-ed8e300c-7df2-40ac-a114-be8ae51ba8d2 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435259 Nov 09 22:01:19.477482 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa49e51-664d-46b8-b335-afa36a7c78e1 req-f26b6ad1-5d4a-4b53-b45b-ea3ae15850f3 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:19.478972 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6aa49e51-664d-46b8-b335-afa36a7c78e1 req-f26b6ad1-5d4a-4b53-b45b-ea3ae15850f3 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.45 "GET /v2.0/ports?device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e HTTP/1.1" status: 200 len: 946 time: 0.0534313 Nov 09 22:01:19.565292 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-6aa49e51-664d-46b8-b335-afa36a7c78e1 req-a548975c-fc6a-417f-af90-e8206672c106 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Deleting port 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:01:19.565667 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6aa49e51-664d-46b8-b335-afa36a7c78e1 req-a548975c-fc6a-417f-af90-e8206672c106 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:19.654155 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-6aa49e51-664d-46b8-b335-afa36a7c78e1 req-a548975c-fc6a-417f-af90-e8206672c106 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] For port 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:01:19.654506 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6aa49e51-664d-46b8-b335-afa36a7c78e1 req-a548975c-fc6a-417f-af90-e8206672c106 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:19.819388 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6aa49e51-664d-46b8-b335-afa36a7c78e1 req-a548975c-fc6a-417f-af90-e8206672c106 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:19.819657 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6aa49e51-664d-46b8-b335-afa36a7c78e1 req-a548975c-fc6a-417f-af90-e8206672c106 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:19.819970 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [req-6aa49e51-664d-46b8-b335-afa36a7c78e1 req-a548975c-fc6a-417f-af90-e8206672c106 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Floating IP 7d1b5bc3-cc4d-41cf-944d-01ce89ad0d72 disassociated. External IP: 172.25.7.212, port: 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be. Nov 09 22:01:19.820307 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-6aa49e51-664d-46b8-b335-afa36a7c78e1 req-a548975c-fc6a-417f-af90-e8206672c106 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Calling delete_port for 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:01:19.944348 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6aa49e51-664d-46b8-b335-afa36a7c78e1 req-a548975c-fc6a-417f-af90-e8206672c106 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:19.973019 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a548975c-fc6a-417f-af90-e8206672c106 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Pushing event deleted for resources: {'Port': ['ID=2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:01:20.090810 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6aa49e51-664d-46b8-b335-afa36a7c78e1 req-a548975c-fc6a-417f-af90-e8206672c106 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Router a41f964a-9057-4991-a81b-d492420978ca has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:01:20.194116 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-554aafb0-0fce-4c4c-9e4b-90e55fa0dafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:20.202939 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6aa49e51-664d-46b8-b335-afa36a7c78e1 req-a548975c-fc6a-417f-af90-e8206672c106 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:01:20.213162 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7c903b-9583-4962-9d92-dc96a2696434 None None] Sync routers for ids ['a41f964a-9057-4991-a81b-d492420978ca'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:01:20.223466 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7c903b-9583-4962-9d92-dc96a2696434 None None] Routers {'a41f964a-9057-4991-a81b-d492420978ca'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:01:20.224085 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-0b7c903b-9583-4962-9d92-dc96a2696434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:01:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a41f964a-9057-4991-a81b-d492420978ca'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:01:20.240368 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa49e51-664d-46b8-b335-afa36a7c78e1 req-a548975c-fc6a-417f-af90-e8206672c106 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] No DVR routers for this DVR port 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:01:20.243704 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-6aa49e51-664d-46b8-b335-afa36a7c78e1 req-a548975c-fc6a-417f-af90-e8206672c106 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:20.247033 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6aa49e51-664d-46b8-b335-afa36a7c78e1 req-a548975c-fc6a-417f-af90-e8206672c106 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.45 "DELETE /v2.0/ports/2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be HTTP/1.1" status: 204 len: 173 time: 0.7619431 Nov 09 22:01:20.247480 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c3c939-66ba-4d9c-a1fd-40e32192d70e', 'name': 'network-vif-deleted', 'tag': '2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:01:20.249732 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827d6885-be59-495f-9ff0-97af884fd784" -d '{"events": [{"server_uuid": "86c3c939-66ba-4d9c-a1fd-40e32192d70e", "name": "network-vif-deleted", "tag": "2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:01:20.289928 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 22:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e519b6a-104f-4315-8d9e-516e63fac8b7 x-openstack-request-id: req-4e519b6a-104f-4315-8d9e-516e63fac8b7 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:01:20.290229 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c3c939-66ba-4d9c-a1fd-40e32192d70e", "name": "network-vif-deleted", "tag": "2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:01:20.290749 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4e519b6a-104f-4315-8d9e-516e63fac8b7 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:01:20.291162 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c3c939-66ba-4d9c-a1fd-40e32192d70e', 'name': 'network-vif-deleted', 'tag': '2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be', 'status': 'completed', 'code': 200} Nov 09 22:01:20.503611 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-0b7c903b-9583-4962-9d92-dc96a2696434 None None] Set router a41f964a-9057-4991-a81b-d492420978ca gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:01:20.529436 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-215385a0-acbf-4eae-a9b7-769eb4589f49 req-614c6888-a57c-4ddb-8975-0cd769f76364 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c3c939-66ba-4d9c-a1fd-40e32192d70e HTTP/1.1" status: 200 len: 210 time: 0.0286286 Nov 09 22:01:20.705817 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-0b7c903b-9583-4962-9d92-dc96a2696434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41f964a-9057-4991-a81b-d492420978ca', 'name': 'tempest-ServerActionsTestJSON-1331986745-router', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:59:02Z', 'updated_at': '2021-11-09T21:59:05Z', 'revision_number': 4, 'project_id': '46efada4a13646d19245d1ba2c324692', 'gw_port': {'id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:03Z', 'updated_at': '2021-11-09T21:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '0afefe6d-7e4c-4f3a-83d8-5b9888dd499c', 'name': '', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'mac_address': 'fa:16:3e:5c:69:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:04Z', 'updated_at': '2021-11-09T21:59:09Z', 'revision_number': 5, 'project_id': '46efada4a13646d19245d1ba2c324692', 'subnets': [{'id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:01:20.735751 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7c903b-9583-4962-9d92-dc96a2696434 None None] Checking router: a41f964a-9057-4991-a81b-d492420978ca for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:01:20.744483 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7c903b-9583-4962-9d92-dc96a2696434 None None] Routers {'a41f964a-9057-4991-a81b-d492420978ca'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:01:20.745110 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-0b7c903b-9583-4962-9d92-dc96a2696434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:01:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a41f964a-9057-4991-a81b-d492420978ca'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:01:20.848951 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-0b7c903b-9583-4962-9d92-dc96a2696434 None None] Set router a41f964a-9057-4991-a81b-d492420978ca gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:01:21.044517 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-0b7c903b-9583-4962-9d92-dc96a2696434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41f964a-9057-4991-a81b-d492420978ca', 'name': 'tempest-ServerActionsTestJSON-1331986745-router', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:59:02Z', 'updated_at': '2021-11-09T21:59:05Z', 'revision_number': 4, 'project_id': '46efada4a13646d19245d1ba2c324692', 'gw_port': {'id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:03Z', 'updated_at': '2021-11-09T21:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '0afefe6d-7e4c-4f3a-83d8-5b9888dd499c', 'name': '', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'mac_address': 'fa:16:3e:5c:69:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:04Z', 'updated_at': '2021-11-09T21:59:09Z', 'revision_number': 5, 'project_id': '46efada4a13646d19245d1ba2c324692', 'subnets': [{'id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:01:21.070113 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7c903b-9583-4962-9d92-dc96a2696434 None None] The sync data for ids ['a41f964a-9057-4991-a81b-d492420978ca'] in n-d-816206-3 is: [{'id': 'a41f964a-9057-4991-a81b-d492420978ca', 'name': 'tempest-ServerActionsTestJSON-1331986745-router', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:59:02Z', 'updated_at': '2021-11-09T21:59:05Z', 'revision_number': 4, 'project_id': '46efada4a13646d19245d1ba2c324692', 'gw_port': {'id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:03Z', 'updated_at': '2021-11-09T21:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '0afefe6d-7e4c-4f3a-83d8-5b9888dd499c', 'name': '', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'mac_address': 'fa:16:3e:5c:69:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:04Z', 'updated_at': '2021-11-09T21:59:09Z', 'revision_number': 5, 'project_id': '46efada4a13646d19245d1ba2c324692', 'subnets': [{'id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:01:21.152075 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:21.283118 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2242fe09-1f51-483b-8258-efc38c362e19 None None] New status for floating IP 7d1b5bc3-cc4d-41cf-944d-01ce89ad0d72: DOWN {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 22:01:21.768877 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-aa2add40-39c8-41ad-a091-b2be3e8fbaa1 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1547714850&fields=id&tenant_id=46efada4a13646d19245d1ba2c324692 HTTP/1.1" status: 200 len: 267 time: 0.0456803 Nov 09 22:01:21.873550 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-a3feafd0-7707-431b-a05a-af2116e1ed1a tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:21.875008 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-a3feafd0-7707-431b-a05a-af2116e1ed1a tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 812 time: 0.0991695 Nov 09 22:01:21.890097 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-33a2b834-e0cf-4269-a402-a6bec3f0cfdf tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/quotas/46efada4a13646d19245d1ba2c324692 HTTP/1.1" status: 200 len: 375 time: 0.0094113 Nov 09 22:01:21.946489 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-52fa40b5-2289-4e9e-92db-6772faad9291 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505881 Nov 09 22:01:21.961769 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-0ad4a7d3-118e-493a-999c-32a5a0558e50 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 22:01:21.962727 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-0ad4a7d3-118e-493a-999c-32a5a0558e50 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049465 Nov 09 22:01:22.049077 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-4ecc961b-5b18-47b9-8061-9dd2727903a2 service neutron] 10.222.0.49 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807254 Nov 09 22:01:22.139303 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-e457a31a-2f62-444c-afdb-ea852cdf5cd5 service neutron] 10.222.0.49 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842621 Nov 09 22:01:22.294995 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8da8c874-88a5-4c2d-8ea2-514a3fa66070 req-a58206a7-ef40-4541-a4d8-b8b09ed07703 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 210 time: 0.0268533 Nov 09 22:01:22.518515 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:22.760098 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:01:22.781382 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:01:22.781884 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 2fbfcad5-fce9-47f6-aaa5-fa0c01e5a1be not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:01:22.970012 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:01:23.197680 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:23.265868 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-a02ae0c0-e4f6-45d4-97e2-993c85dad67d tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:23.267313 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-a02ae0c0-e4f6-45d4-97e2-993c85dad67d tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.45 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 812 time: 0.1023977 Nov 09 22:01:23.334959 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-3fb6d2f3-4075-439e-9752-61c4c7dfb22b tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46efada4a13646d19245d1ba2c324692 HTTP/1.1" status: 200 len: 380 time: 0.0584955 Nov 09 22:01:23.346201 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-07afcdc0-9e40-4fe0-884f-9b66c9a40c1c tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Request body: {'port': {'device_id': 'f41d46c4-072b-491a-9d65-17e28bd2be36', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'admin_state_up': True, 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'security_groups': ['aab0ed77-2265-4117-8f85-361e294cbe73']}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:01:23.417426 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:23.460592 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-07afcdc0-9e40-4fe0-884f-9b66c9a40c1c tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Made reservation on behalf of 46efada4a13646d19245d1ba2c324692 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:01:23.464221 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-07afcdc0-9e40-4fe0-884f-9b66c9a40c1c tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:23.604158 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-07afcdc0-9e40-4fe0-884f-9b66c9a40c1c tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Allocated IP 172.20.0.13 (405730bb-9b22-44c0-8a4b-e8157c135d23/bb230eff-fc2c-4a2c-b630-1a41e9d18d6f/f7183310-81ec-4e50-a9e7-8ad41fbaab26) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:01:23.687405 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f98c3ecb-afe6-4e6d-b5eb-eda001059073 req-84abbcab-1e46-40a9-884f-a2637a327739 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 210 time: 0.3237410 Nov 09 22:01:23.745474 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-07afcdc0-9e40-4fe0-884f-9b66c9a40c1c tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:23.781273 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-07afcdc0-9e40-4fe0-884f-9b66c9a40c1c tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:23.825136 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-07afcdc0-9e40-4fe0-884f-9b66c9a40c1c tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Network 405730bb-9b22-44c0-8a4b-e8157c135d23 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:01:23.828266 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-07afcdc0-9e40-4fe0-884f-9b66c9a40c1c tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:01:23.832004 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-07afcdc0-9e40-4fe0-884f-9b66c9a40c1c tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:01:23.838879 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07afcdc0-9e40-4fe0-884f-9b66c9a40c1c tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Pushing event updated for resources: {'Port': ['ID=f7183310-81ec-4e50-a9e7-8ad41fbaab26,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:01:23.885084 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-07afcdc0-9e40-4fe0-884f-9b66c9a40c1c tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:23.885822 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-07afcdc0-9e40-4fe0-884f-9b66c9a40c1c tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:23.902954 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-07afcdc0-9e40-4fe0-884f-9b66c9a40c1c tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5604227 Nov 09 22:01:23.915045 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-64ef95c5-8eb4-4f98-bca4-89930e95aba9 service neutron] Request body: {'port': {'device_id': 'f41d46c4-072b-491a-9d65-17e28bd2be36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:01:23.975269 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-64ef95c5-8eb4-4f98-bca4-89930e95aba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:24.137984 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-cba2a19b-3980-4c88-82c6-fcec99710113 None None] Provisioning complete for port f7183310-81ec-4e50-a9e7-8ad41fbaab26 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:01:24.138598 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cba2a19b-3980-4c88-82c6-fcec99710113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:24.172847 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-cba2a19b-3980-4c88-82c6-fcec99710113 None None] Port f7183310-81ec-4e50-a9e7-8ad41fbaab26 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:01:24.244660 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-64ef95c5-8eb4-4f98-bca4-89930e95aba9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7183310-81ec-4e50-a9e7-8ad41fbaab26 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 22:01:24.252014 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-64ef95c5-8eb4-4f98-bca4-89930e95aba9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:24.264273 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-64ef95c5-8eb4-4f98-bca4-89930e95aba9 service neutron] Transition to ACTIVE for port object f7183310-81ec-4e50-a9e7-8ad41fbaab26 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 22:01:24.268391 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-64ef95c5-8eb4-4f98-bca4-89930e95aba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:24.320850 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef95c5-8eb4-4f98-bca4-89930e95aba9 service neutron] Pushing event updated for resources: {'Port': ['ID=f7183310-81ec-4e50-a9e7-8ad41fbaab26,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:01:24.393737 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-64ef95c5-8eb4-4f98-bca4-89930e95aba9 service neutron] Attempting to bind port f7183310-81ec-4e50-a9e7-8ad41fbaab26 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:01:24.394389 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-64ef95c5-8eb4-4f98-bca4-89930e95aba9 service neutron] Attempting to bind port f7183310-81ec-4e50-a9e7-8ad41fbaab26 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:01:24.394389 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-64ef95c5-8eb4-4f98-bca4-89930e95aba9 service neutron] Attempting to bind port f7183310-81ec-4e50-a9e7-8ad41fbaab26 on network 405730bb-9b22-44c0-8a4b-e8157c135d23 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:01:24.399211 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-64ef95c5-8eb4-4f98-bca4-89930e95aba9 service neutron] Port f7183310-81ec-4e50-a9e7-8ad41fbaab26 on network 405730bb-9b22-44c0-8a4b-e8157c135d23 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 22:01:24.399538 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-64ef95c5-8eb4-4f98-bca4-89930e95aba9 service neutron] Attempting to bind port f7183310-81ec-4e50-a9e7-8ad41fbaab26 on network 405730bb-9b22-44c0-8a4b-e8157c135d23 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:01:24.404518 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-64ef95c5-8eb4-4f98-bca4-89930e95aba9 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:01:24.404892 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-64ef95c5-8eb4-4f98-bca4-89930e95aba9 service neutron] Checking segment: {'id': '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:01:24.405418 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-64ef95c5-8eb4-4f98-bca4-89930e95aba9 service neutron] Bound using segment: {'id': '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:01:24.405854 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-64ef95c5-8eb4-4f98-bca4-89930e95aba9 service neutron] Bound port: f7183310-81ec-4e50-a9e7-8ad41fbaab26, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:01:24.406219 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-64ef95c5-8eb4-4f98-bca4-89930e95aba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:24.471301 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-64ef95c5-8eb4-4f98-bca4-89930e95aba9 service neutron] For port f7183310-81ec-4e50-a9e7-8ad41fbaab26, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:01:24.474444 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-64ef95c5-8eb4-4f98-bca4-89930e95aba9 service neutron] For port f7183310-81ec-4e50-a9e7-8ad41fbaab26, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=f7183310-81ec-4e50-a9e7-8ad41fbaab26,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:01:24.479522 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-64ef95c5-8eb4-4f98-bca4-89930e95aba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:24.513652 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-64ef95c5-8eb4-4f98-bca4-89930e95aba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:24.514278 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-64ef95c5-8eb4-4f98-bca4-89930e95aba9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:24.515666 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-64ef95c5-8eb4-4f98-bca4-89930e95aba9 service neutron] 10.222.0.45 "PUT /v2.0/ports/f7183310-81ec-4e50-a9e7-8ad41fbaab26 HTTP/1.1" status: 200 len: 1092 time: 0.6051645 Nov 09 22:01:24.516108 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f41d46c4-072b-491a-9d65-17e28bd2be36', 'tag': 'f7183310-81ec-4e50-a9e7-8ad41fbaab26'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:01:24.518399 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb86c5f-9bba-4bce-8b32-0c956e7d8df7" -d '{"events": [{"name": "network-changed", "server_uuid": "f41d46c4-072b-491a-9d65-17e28bd2be36", "tag": "f7183310-81ec-4e50-a9e7-8ad41fbaab26"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:01:24.543118 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef95c5-8eb4-4f98-bca4-89930e95aba9 service neutron] Pushing event updated for resources: {'Port': ['ID=f7183310-81ec-4e50-a9e7-8ad41fbaab26,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:01:24.575268 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc3b3e9-081d-4f15-9f6d-6edeb354f5cb x-openstack-request-id: req-abc3b3e9-081d-4f15-9f6d-6edeb354f5cb {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:01:24.575566 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f41d46c4-072b-491a-9d65-17e28bd2be36", "tag": "f7183310-81ec-4e50-a9e7-8ad41fbaab26", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:01:24.575824 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-abc3b3e9-081d-4f15-9f6d-6edeb354f5cb {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:01:24.576231 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f41d46c4-072b-491a-9d65-17e28bd2be36', 'tag': 'f7183310-81ec-4e50-a9e7-8ad41fbaab26', 'status': 'completed', 'code': 200} Nov 09 22:01:24.606982 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-b7428dae-5606-43d5-8212-50c512634d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:24.608527 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-b7428dae-5606-43d5-8212-50c512634d1e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 1095 time: 0.0448134 Nov 09 22:01:24.656662 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-cf589e4e-a9f8-45b7-b71d-d04de19f0676 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7183310-81ec-4e50-a9e7-8ad41fbaab26 HTTP/1.1" status: 200 len: 217 time: 0.0388005 Nov 09 22:01:24.710105 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-e6870987-3885-4ac7-a126-d67b2ef85947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:24.710563 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-e6870987-3885-4ac7-a126-d67b2ef85947 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f HTTP/1.1" status: 200 len: 851 time: 0.0452626 Nov 09 22:01:24.761518 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-9e4c480b-574c-4a3b-b3e9-56125cef101e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:24.763031 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-9e4c480b-574c-4a3b-b3e9-56125cef101e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=405730bb-9b22-44c0-8a4b-e8157c135d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452011 Nov 09 22:01:24.806235 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086794b7-086c-4e9a-8c16-9c49868c748d req-290c3972-2f47-4a7c-a913-5dacf026b6a0 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:24.808555 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-086794b7-086c-4e9a-8c16-9c49868c748d req-290c3972-2f47-4a7c-a913-5dacf026b6a0 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 944 time: 0.0493760 Nov 09 22:01:24.857301 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-246fe865-9ac8-4b00-aee5-c6c2c5d6e968 service neutron] 10.222.0.45 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870974 Nov 09 22:01:24.861203 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-086794b7-086c-4e9a-8c16-9c49868c748d req-06347b52-835a-47a0-abee-74f11cd22c89 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406053 Nov 09 22:01:24.947950 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a5af5e35-e8ff-461c-ba16-0acfff2a3e0d req-a7971f43-9b89-4f64-90cd-42cf4a6622fb service neutron] 10.222.0.45 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832446 Nov 09 22:01:25.031823 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb86c5f-9bba-4bce-8b32-0c956e7d8df7 req-faf08696-1519-4fd0-9d6e-ada668ef8132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:25.033246 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8eb86c5f-9bba-4bce-8b32-0c956e7d8df7 req-faf08696-1519-4fd0-9d6e-ada668ef8132 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 1095 time: 0.0394220 Nov 09 22:01:25.127144 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb86c5f-9bba-4bce-8b32-0c956e7d8df7 req-a5b97cff-8850-41fd-a9b8-21fe9ca7003b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:25.128617 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8eb86c5f-9bba-4bce-8b32-0c956e7d8df7 req-a5b97cff-8850-41fd-a9b8-21fe9ca7003b service neutron] 10.222.0.45 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 912 time: 0.0867832 Nov 09 22:01:25.169702 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8eb86c5f-9bba-4bce-8b32-0c956e7d8df7 req-5ac580bc-83ce-480f-a7eb-8e1b6b0348f5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7183310-81ec-4e50-a9e7-8ad41fbaab26 HTTP/1.1" status: 200 len: 217 time: 0.0338254 Nov 09 22:01:25.220971 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb86c5f-9bba-4bce-8b32-0c956e7d8df7 req-d15af0ef-5184-43cb-aae4-80563aadc88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:25.222398 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8eb86c5f-9bba-4bce-8b32-0c956e7d8df7 req-d15af0ef-5184-43cb-aae4-80563aadc88c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f HTTP/1.1" status: 200 len: 851 time: 0.0457544 Nov 09 22:01:25.268007 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb86c5f-9bba-4bce-8b32-0c956e7d8df7 req-a1b1f646-406d-4aac-bffe-d1e21ae42c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:25.269509 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8eb86c5f-9bba-4bce-8b32-0c956e7d8df7 req-a1b1f646-406d-4aac-bffe-d1e21ae42c93 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=405730bb-9b22-44c0-8a4b-e8157c135d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384967 Nov 09 22:01:25.360985 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8eb86c5f-9bba-4bce-8b32-0c956e7d8df7 req-f72d1ae9-d765-4c8c-9d24-b6bfe03bd284 service neutron] 10.222.0.45 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832739 Nov 09 22:01:25.446887 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8eb86c5f-9bba-4bce-8b32-0c956e7d8df7 req-e6d54680-8bc9-4f3a-87e9-bd05bf9870ff service neutron] 10.222.0.45 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788331 Nov 09 22:01:25.978162 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce73c53-d1ce-484c-8d6d-b7ad01c8f1cb req-cb586552-e8d8-4c94-b8d6-54332d53f447 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:25.979617 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fce73c53-d1ce-484c-8d6d-b7ad01c8f1cb req-cb586552-e8d8-4c94-b8d6-54332d53f447 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 944 time: 0.0483248 Nov 09 22:01:26.025438 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fce73c53-d1ce-484c-8d6d-b7ad01c8f1cb req-d89b9703-676a-46fa-b221-e29e25551a79 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400321 Nov 09 22:01:27.137099 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e05c0-e325-4253-971d-4a4afe95a281 req-3581be62-1b6b-44f2-8a6d-e7331774d650 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:27.138569 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-644e05c0-e325-4253-971d-4a4afe95a281 req-3581be62-1b6b-44f2-8a6d-e7331774d650 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 944 time: 0.0473735 Nov 09 22:01:27.188061 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-644e05c0-e325-4253-971d-4a4afe95a281 req-b5f04b9d-1810-457f-8956-c22c6a73c2f9 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435679 Nov 09 22:01:28.307771 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123bd34b-81d6-4ea5-bd05-68ccf2f70cae req-687ebd22-d4ff-42a2-be4b-f0c248f5c971 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:28.309248 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-123bd34b-81d6-4ea5-bd05-68ccf2f70cae req-687ebd22-d4ff-42a2-be4b-f0c248f5c971 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 944 time: 0.0513947 Nov 09 22:01:28.355557 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-123bd34b-81d6-4ea5-bd05-68ccf2f70cae req-3b447db6-453a-4a1f-bf0e-bbc9ca7f5748 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404158 Nov 09 22:01:28.760117 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device f7183310-81ec-4e50-a9e7-8ad41fbaab26 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 22:01:28.852652 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port f7183310-81ec-4e50-a9e7-8ad41fbaab26, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=f7183310-81ec-4e50-a9e7-8ad41fbaab26,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:01:28.863640 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': 'f7183310-81ec-4e50-a9e7-8ad41fbaab26', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'port_id': 'f7183310-81ec-4e50-a9e7-8ad41fbaab26', 'mac_address': 'fa:16:3e:ca:4b:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 22:01:28.902431 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:28.914522 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7183310-81ec-4e50-a9e7-8ad41fbaab26 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 22:01:28.932921 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port f7183310-81ec-4e50-a9e7-8ad41fbaab26, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=f7183310-81ec-4e50-a9e7-8ad41fbaab26,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:01:28.936367 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:28.981883 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=f7183310-81ec-4e50-a9e7-8ad41fbaab26,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:01:29.123276 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['f7183310-81ec-4e50-a9e7-8ad41fbaab26'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 22:01:29.470288 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1bcc4-1fea-4c63-b66f-457939f96748 req-68264c6c-fb25-4ccc-b385-975ae0cd7829 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:29.471778 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a2b1bcc4-1fea-4c63-b66f-457939f96748 req-68264c6c-fb25-4ccc-b385-975ae0cd7829 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 945 time: 0.0478177 Nov 09 22:01:29.519763 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a2b1bcc4-1fea-4c63-b66f-457939f96748 req-995f71e7-8280-4e9b-b67e-4f0542af759b tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413418 Nov 09 22:01:30.634854 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe75d4b-9a7e-4b7f-b1a5-434f38be4b9f req-5c1d5f22-4da6-4264-af12-e796761f6686 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:30.636317 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cbe75d4b-9a7e-4b7f-b1a5-434f38be4b9f req-5c1d5f22-4da6-4264-af12-e796761f6686 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 945 time: 0.0482264 Nov 09 22:01:30.682062 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cbe75d4b-9a7e-4b7f-b1a5-434f38be4b9f req-2619fbe0-f088-4670-95b5-809225844616 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398030 Nov 09 22:01:30.760656 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device f7183310-81ec-4e50-a9e7-8ad41fbaab26 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:01:30.807136 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port f7183310-81ec-4e50-a9e7-8ad41fbaab26 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 22:01:30.810789 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port f7183310-81ec-4e50-a9e7-8ad41fbaab26 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:01:30.811157 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:30.885602 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:30.909457 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41d46c4-072b-491a-9d65-17e28bd2be36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7183310-81ec-4e50-a9e7-8ad41fbaab26'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:01:30.911760 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5324b96-1e27-450e-85e2-c810efcd3c68" -d '{"events": [{"server_uuid": "f41d46c4-072b-491a-9d65-17e28bd2be36", "name": "network-vif-plugged", "status": "completed", "tag": "f7183310-81ec-4e50-a9e7-8ad41fbaab26"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:01:30.924741 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port f7183310-81ec-4e50-a9e7-8ad41fbaab26, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=f7183310-81ec-4e50-a9e7-8ad41fbaab26,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:01:30.928516 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:30.952316 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 22:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f91b062-397c-4b42-8da6-1eba42a09f89 x-openstack-request-id: req-9f91b062-397c-4b42-8da6-1eba42a09f89 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:01:30.952613 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41d46c4-072b-491a-9d65-17e28bd2be36", "name": "network-vif-plugged", "status": "completed", "tag": "f7183310-81ec-4e50-a9e7-8ad41fbaab26", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:01:30.952893 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9f91b062-397c-4b42-8da6-1eba42a09f89 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:01:30.953282 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41d46c4-072b-491a-9d65-17e28bd2be36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7183310-81ec-4e50-a9e7-8ad41fbaab26', 'code': 200} Nov 09 22:01:30.979407 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=f7183310-81ec-4e50-a9e7-8ad41fbaab26,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:01:31.051145 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b11098-405c-4810-8c64-9aea6f6a69d7 req-1cef0939-9ae0-4176-9b20-c54134a5f58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:31.052551 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-79b11098-405c-4810-8c64-9aea6f6a69d7 req-1cef0939-9ae0-4176-9b20-c54134a5f58a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 1097 time: 0.0429006 Nov 09 22:01:31.095300 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-79b11098-405c-4810-8c64-9aea6f6a69d7 req-70300db3-69ef-4fac-8fb1-91a6524fc38a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352011 Nov 09 22:01:31.797836 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf83a0-eb37-44fa-8de9-bd737899a5c2 req-a9c1f256-b1ec-4898-b9e9-25169f3812be tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:31.799381 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-20bf83a0-eb37-44fa-8de9-bd737899a5c2 req-a9c1f256-b1ec-4898-b9e9-25169f3812be tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 946 time: 0.0488951 Nov 09 22:01:31.847449 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-20bf83a0-eb37-44fa-8de9-bd737899a5c2 req-d834511c-9b7f-4d76-936b-0c61663892ea tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422599 Nov 09 22:01:32.962030 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c870085-2dc6-4a6d-b48b-f8d9aaf4299b req-361db634-5f69-4fbc-bd14-7b38ba4ad890 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:32.963507 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3c870085-2dc6-4a6d-b48b-f8d9aaf4299b req-361db634-5f69-4fbc-bd14-7b38ba4ad890 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 946 time: 0.0474353 Nov 09 22:01:33.008968 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3c870085-2dc6-4a6d-b48b-f8d9aaf4299b req-e050d2fb-c65c-452e-b2dc-c45fcb4ea34a tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395901 Nov 09 22:01:33.119053 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdbebca-d2b9-4c20-99f0-4565d672c28b req-c8319ad4-da64-4886-a35e-34a550ab0a21 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:33.120525 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1cdbebca-d2b9-4c20-99f0-4565d672c28b req-c8319ad4-da64-4886-a35e-34a550ab0a21 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 946 time: 0.0472100 Nov 09 22:01:33.129071 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34426) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:01:33.133370 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-9a56d573-34ec-4806-88db-3679a3ab1f2b tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Request body: {'floatingip': {'port_id': 'f7183310-81ec-4e50-a9e7-8ad41fbaab26'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:01:33.174395 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9a56d573-34ec-4806-88db-3679a3ab1f2b tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks [] for floatingip, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:33.922128 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9a56d573-34ec-4806-88db-3679a3ab1f2b tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:33.925845 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9a56d573-34ec-4806-88db-3679a3ab1f2b tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:33.979607 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:34.022569 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [None req-9a56d573-34ec-4806-88db-3679a3ab1f2b tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Floating IP 7d1b5bc3-cc4d-41cf-944d-01ce89ad0d72 associated. External IP: 172.25.7.212, port: f7183310-81ec-4e50-a9e7-8ad41fbaab26. Nov 09 22:01:34.226619 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a56d573-34ec-4806-88db-3679a3ab1f2b tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Router a41f964a-9057-4991-a81b-d492420978ca has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:01:34.332415 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a56d573-34ec-4806-88db-3679a3ab1f2b tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:01:34.337914 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9a56d573-34ec-4806-88db-3679a3ab1f2b tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:34.342879 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8b030f-af76-4f65-9d6d-55fd145d5684 None None] Sync routers for ids ['a41f964a-9057-4991-a81b-d492420978ca'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:01:34.351560 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8b030f-af76-4f65-9d6d-55fd145d5684 None None] Routers {'a41f964a-9057-4991-a81b-d492420978ca'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:01:34.352165 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-0f8b030f-af76-4f65-9d6d-55fd145d5684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:01:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a41f964a-9057-4991-a81b-d492420978ca'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:01:34.363994 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-9a56d573-34ec-4806-88db-3679a3ab1f2b tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "PUT /v2.0/floatingips/7d1b5bc3-cc4d-41cf-944d-01ce89ad0d72 HTTP/1.1" status: 200 len: 992 time: 1.2339182 Nov 09 22:01:34.364587 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f41d46c4-072b-491a-9d65-17e28bd2be36', 'tag': 'f7183310-81ec-4e50-a9e7-8ad41fbaab26'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:01:34.366870 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867ce69b-1465-470b-8c47-d30ab5f49b8f" -d '{"events": [{"name": "network-changed", "server_uuid": "f41d46c4-072b-491a-9d65-17e28bd2be36", "tag": "f7183310-81ec-4e50-a9e7-8ad41fbaab26"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:01:34.405214 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5465a769-0bbd-4265-acec-6efd0683e10a x-openstack-request-id: req-5465a769-0bbd-4265-acec-6efd0683e10a {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:01:34.405541 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f41d46c4-072b-491a-9d65-17e28bd2be36", "tag": "f7183310-81ec-4e50-a9e7-8ad41fbaab26", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:01:34.405799 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5465a769-0bbd-4265-acec-6efd0683e10a {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:01:34.406208 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f41d46c4-072b-491a-9d65-17e28bd2be36', 'tag': 'f7183310-81ec-4e50-a9e7-8ad41fbaab26', 'status': 'completed', 'code': 200} Nov 09 22:01:34.467288 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-0f8b030f-af76-4f65-9d6d-55fd145d5684 None None] Set router a41f964a-9057-4991-a81b-d492420978ca gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:01:34.470025 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ce69b-1465-470b-8c47-d30ab5f49b8f req-9639c636-b224-4935-93d5-e054d2c55357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:34.471536 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-867ce69b-1465-470b-8c47-d30ab5f49b8f req-9639c636-b224-4935-93d5-e054d2c55357 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 1097 time: 0.0442126 Nov 09 22:01:34.566336 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ce69b-1465-470b-8c47-d30ab5f49b8f req-8c441f1d-6298-4d44-8ae2-a117828aa831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:34.567709 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-867ce69b-1465-470b-8c47-d30ab5f49b8f req-8c441f1d-6298-4d44-8ae2-a117828aa831 service neutron] 10.222.0.45 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 912 time: 0.0886486 Nov 09 22:01:34.636781 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-867ce69b-1465-470b-8c47-d30ab5f49b8f req-06f66ce5-fe21-4691-8ece-c42467f4478b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7183310-81ec-4e50-a9e7-8ad41fbaab26 HTTP/1.1" status: 200 len: 1000 time: 0.0611582 Nov 09 22:01:34.685283 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ce69b-1465-470b-8c47-d30ab5f49b8f req-551ebd55-1a21-4cb9-9251-0477beb9effe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:34.686752 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-867ce69b-1465-470b-8c47-d30ab5f49b8f req-551ebd55-1a21-4cb9-9251-0477beb9effe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f HTTP/1.1" status: 200 len: 851 time: 0.0436037 Nov 09 22:01:34.713954 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-0f8b030f-af76-4f65-9d6d-55fd145d5684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41f964a-9057-4991-a81b-d492420978ca', 'name': 'tempest-ServerActionsTestJSON-1331986745-router', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:59:02Z', 'updated_at': '2021-11-09T21:59:05Z', 'revision_number': 4, 'project_id': '46efada4a13646d19245d1ba2c324692', 'gw_port': {'id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:03Z', 'updated_at': '2021-11-09T21:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '7d1b5bc3-cc4d-41cf-944d-01ce89ad0d72', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'floating_ip_address': '172.25.7.212', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'port_id': 'f7183310-81ec-4e50-a9e7-8ad41fbaab26', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'mac_address': 'fa:16:3e:ca:4b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41d46c4-072b-491a-9d65-17e28bd2be36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:59:07Z', 'updated_at': '2021-11-09T22:01:33Z', 'revision_number': 5, 'project_id': '46efada4a13646d19245d1ba2c324692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0afefe6d-7e4c-4f3a-83d8-5b9888dd499c', 'name': '', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'mac_address': 'fa:16:3e:5c:69:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:04Z', 'updated_at': '2021-11-09T21:59:09Z', 'revision_number': 5, 'project_id': '46efada4a13646d19245d1ba2c324692', 'subnets': [{'id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:01:34.731818 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ce69b-1465-470b-8c47-d30ab5f49b8f req-471f2f58-3bf9-4f00-9cd9-164fb27b04e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:01:34.733343 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-867ce69b-1465-470b-8c47-d30ab5f49b8f req-471f2f58-3bf9-4f00-9cd9-164fb27b04e6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=405730bb-9b22-44c0-8a4b-e8157c135d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400743 Nov 09 22:01:34.739540 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8b030f-af76-4f65-9d6d-55fd145d5684 None None] Checking router: a41f964a-9057-4991-a81b-d492420978ca for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:01:34.748381 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8b030f-af76-4f65-9d6d-55fd145d5684 None None] Routers {'a41f964a-9057-4991-a81b-d492420978ca'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:01:34.749007 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-0f8b030f-af76-4f65-9d6d-55fd145d5684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:01:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a41f964a-9057-4991-a81b-d492420978ca'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:01:34.825424 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-867ce69b-1465-470b-8c47-d30ab5f49b8f req-3b1d6a2a-7ca5-4c95-bc82-80b5d413ec5f service neutron] 10.222.0.45 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853474 Nov 09 22:01:34.859147 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-0f8b030f-af76-4f65-9d6d-55fd145d5684 None None] Set router a41f964a-9057-4991-a81b-d492420978ca gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:01:34.917944 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-867ce69b-1465-470b-8c47-d30ab5f49b8f req-dd5c38ad-05a4-4191-829b-d20982c0c202 service neutron] 10.222.0.45 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858235 Nov 09 22:01:35.094077 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-0f8b030f-af76-4f65-9d6d-55fd145d5684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41f964a-9057-4991-a81b-d492420978ca', 'name': 'tempest-ServerActionsTestJSON-1331986745-router', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:59:02Z', 'updated_at': '2021-11-09T21:59:05Z', 'revision_number': 4, 'project_id': '46efada4a13646d19245d1ba2c324692', 'gw_port': {'id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:03Z', 'updated_at': '2021-11-09T21:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '7d1b5bc3-cc4d-41cf-944d-01ce89ad0d72', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'floating_ip_address': '172.25.7.212', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'port_id': 'f7183310-81ec-4e50-a9e7-8ad41fbaab26', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'mac_address': 'fa:16:3e:ca:4b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41d46c4-072b-491a-9d65-17e28bd2be36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:59:07Z', 'updated_at': '2021-11-09T22:01:33Z', 'revision_number': 5, 'project_id': '46efada4a13646d19245d1ba2c324692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0afefe6d-7e4c-4f3a-83d8-5b9888dd499c', 'name': '', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'mac_address': 'fa:16:3e:5c:69:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:04Z', 'updated_at': '2021-11-09T21:59:09Z', 'revision_number': 5, 'project_id': '46efada4a13646d19245d1ba2c324692', 'subnets': [{'id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:01:35.119906 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8b030f-af76-4f65-9d6d-55fd145d5684 None None] The sync data for ids ['a41f964a-9057-4991-a81b-d492420978ca'] in n-d-816206-3 is: [{'id': 'a41f964a-9057-4991-a81b-d492420978ca', 'name': 'tempest-ServerActionsTestJSON-1331986745-router', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:59:02Z', 'updated_at': '2021-11-09T21:59:05Z', 'revision_number': 4, 'project_id': '46efada4a13646d19245d1ba2c324692', 'gw_port': {'id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:03Z', 'updated_at': '2021-11-09T21:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '7d1b5bc3-cc4d-41cf-944d-01ce89ad0d72', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'floating_ip_address': '172.25.7.212', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'port_id': 'f7183310-81ec-4e50-a9e7-8ad41fbaab26', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'mac_address': 'fa:16:3e:ca:4b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41d46c4-072b-491a-9d65-17e28bd2be36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:59:07Z', 'updated_at': '2021-11-09T22:01:33Z', 'revision_number': 5, 'project_id': '46efada4a13646d19245d1ba2c324692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0afefe6d-7e4c-4f3a-83d8-5b9888dd499c', 'name': '', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'mac_address': 'fa:16:3e:5c:69:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:04Z', 'updated_at': '2021-11-09T21:59:09Z', 'revision_number': 5, 'project_id': '46efada4a13646d19245d1ba2c324692', 'subnets': [{'id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:01:35.330755 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc72981-d8e0-4093-8c62-0c1ea9d05b2a None None] New status for floating IP 7d1b5bc3-cc4d-41cf-944d-01ce89ad0d72: ACTIVE {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 22:01:47.689876 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fc1945da-50d9-434c-94e5-8e03e2484b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:50.196585 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3e62d841-581b-4600-9045-affc53343e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:51.152964 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:52.515417 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:53.190783 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:53.419627 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:01:59.968702 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:02:03.978924 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:02:15.875912 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b6ba1530-8aeb-4dbf-b527-2488839a35e8 req-56ec5b24-5d74-44d9-8d70-5822bcb63bba service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f41d46c4-072b-491a-9d65-17e28bd2be36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406911 Nov 09 22:02:15.972098 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba1530-8aeb-4dbf-b527-2488839a35e8 req-c400450d-ffc1-40a6-8c29-2c46018d5db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:02:15.973656 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b6ba1530-8aeb-4dbf-b527-2488839a35e8 req-c400450d-ffc1-40a6-8c29-2c46018d5db7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 1097 time: 0.0449305 Nov 09 22:02:16.073791 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba1530-8aeb-4dbf-b527-2488839a35e8 req-29dcc9fe-91b4-4730-a8f3-3ed7883e75f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:02:16.075291 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b6ba1530-8aeb-4dbf-b527-2488839a35e8 req-29dcc9fe-91b4-4730-a8f3-3ed7883e75f1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 912 time: 0.0832939 Nov 09 22:02:16.143434 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b6ba1530-8aeb-4dbf-b527-2488839a35e8 req-3c97ec32-71e7-4f99-95f5-be24c46b90c5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7183310-81ec-4e50-a9e7-8ad41fbaab26 HTTP/1.1" status: 200 len: 1002 time: 0.0608606 Nov 09 22:02:16.192134 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba1530-8aeb-4dbf-b527-2488839a35e8 req-d4bbb154-4dac-45d3-9df4-892bf743ca46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:02:16.193587 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b6ba1530-8aeb-4dbf-b527-2488839a35e8 req-d4bbb154-4dac-45d3-9df4-892bf743ca46 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f HTTP/1.1" status: 200 len: 851 time: 0.0430174 Nov 09 22:02:16.238653 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba1530-8aeb-4dbf-b527-2488839a35e8 req-37d2e0b2-44b2-4690-b059-6f582889b15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:02:16.240181 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b6ba1530-8aeb-4dbf-b527-2488839a35e8 req-37d2e0b2-44b2-4690-b059-6f582889b15c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=405730bb-9b22-44c0-8a4b-e8157c135d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395486 Nov 09 22:02:16.331511 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b6ba1530-8aeb-4dbf-b527-2488839a35e8 req-a73ec287-5c0a-4141-bc1f-af2d86f4fa87 service neutron] 10.222.0.45 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842454 Nov 09 22:02:16.418594 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b6ba1530-8aeb-4dbf-b527-2488839a35e8 req-2c5a64ab-fcc9-4349-8ed9-09542462f498 service neutron] 10.222.0.45 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801883 Nov 09 22:02:17.690277 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1d43def8-0201-4fef-ad43-0f206f5a4410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:02:20.200302 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2b764c5d-40da-4d1c-80bb-4b792efd5da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:02:21.156304 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:02:22.517678 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:02:23.192839 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:02:23.420742 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:02:33.999331 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:02:36.975199 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:02:47.692493 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e439fe69-eeac-498e-bec9-235db8e1fad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:02:50.200931 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f68df350-642e-4e1c-b712-5f619fe079ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:02:51.159068 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:02:52.519580 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:02:53.202581 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:02:53.421722 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:04.009392 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:10.493872 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219eb1b-8b90-4d88-a586-3741b816f5e4 req-953fc11c-17b7-4629-875e-1f71ff62904a tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:10.495427 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3219eb1b-8b90-4d88-a586-3741b816f5e4 req-953fc11c-17b7-4629-875e-1f71ff62904a tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 946 time: 0.2289495 Nov 09 22:03:10.544791 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3219eb1b-8b90-4d88-a586-3741b816f5e4 req-e76960fd-c169-43c5-8984-fff535a7c172 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430055 Nov 09 22:03:11.718466 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2527200f-bfc1-4048-bf86-d5d300c21c4a req-2547576e-9c4c-4043-8b31-4b46d35c276b tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:11.719966 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2527200f-bfc1-4048-bf86-d5d300c21c4a req-2547576e-9c4c-4043-8b31-4b46d35c276b tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 946 time: 0.1079071 Nov 09 22:03:11.770697 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2527200f-bfc1-4048-bf86-d5d300c21c4a req-f358a816-892e-4dbf-a3ce-12c62e6394e6 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447559 Nov 09 22:03:12.883538 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83d9eb-0595-4548-8ab3-dda841d9cb51 req-6c6b625c-54b3-477c-b1d7-3e61fd1a2db1 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:12.885054 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7f83d9eb-0595-4548-8ab3-dda841d9cb51 req-6c6b625c-54b3-477c-b1d7-3e61fd1a2db1 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 946 time: 0.0482030 Nov 09 22:03:12.931422 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7f83d9eb-0595-4548-8ab3-dda841d9cb51 req-fe0c0fe3-1ce5-4990-a308-6cacab6752a7 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398614 Nov 09 22:03:13.975119 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:03:14.046261 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c163e-aacf-48b5-8e8f-9b7de1bb9449 req-633b2d03-4f47-48e6-89c4-283aa4c29784 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:14.047727 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b27c163e-aacf-48b5-8e8f-9b7de1bb9449 req-633b2d03-4f47-48e6-89c4-283aa4c29784 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 946 time: 0.0486548 Nov 09 22:03:14.093719 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b27c163e-aacf-48b5-8e8f-9b7de1bb9449 req-80698ded-162d-4d67-82c5-1b21bade895b tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400598 Nov 09 22:03:15.209758 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6076b6c7-3315-4bdd-a429-79ac8e9666bc req-c43f1a56-99a7-4098-9d26-c829c09babdc tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:15.211223 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6076b6c7-3315-4bdd-a429-79ac8e9666bc req-c43f1a56-99a7-4098-9d26-c829c09babdc tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 946 time: 0.0516238 Nov 09 22:03:15.257199 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6076b6c7-3315-4bdd-a429-79ac8e9666bc req-cf14a07f-6437-418d-8883-7ede9227bce2 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394876 Nov 09 22:03:15.897647 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b16a5-40e1-4c07-a9e5-2f20d6946a93 req-f256638c-89cb-40d0-aab5-2751bd74abac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:15.899122 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-af7b16a5-40e1-4c07-a9e5-2f20d6946a93 req-f256638c-89cb-40d0-aab5-2751bd74abac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 1097 time: 0.0415108 Nov 09 22:03:16.002299 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b16a5-40e1-4c07-a9e5-2f20d6946a93 req-e1c3ea95-8e9b-4fe7-8954-f950f082cecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:16.003756 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-af7b16a5-40e1-4c07-a9e5-2f20d6946a93 req-e1c3ea95-8e9b-4fe7-8954-f950f082cecf service neutron] 10.222.0.45 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 912 time: 0.0859487 Nov 09 22:03:16.067500 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-af7b16a5-40e1-4c07-a9e5-2f20d6946a93 req-388f23f5-e0a9-4990-b2e1-1c40df8480e7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7183310-81ec-4e50-a9e7-8ad41fbaab26 HTTP/1.1" status: 200 len: 1002 time: 0.0572240 Nov 09 22:03:16.118998 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b16a5-40e1-4c07-a9e5-2f20d6946a93 req-e30f6d5e-4998-41c1-a071-a2b043659ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:16.120409 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-af7b16a5-40e1-4c07-a9e5-2f20d6946a93 req-e30f6d5e-4998-41c1-a071-a2b043659ac2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f HTTP/1.1" status: 200 len: 851 time: 0.0460455 Nov 09 22:03:16.166594 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b16a5-40e1-4c07-a9e5-2f20d6946a93 req-77b7c287-3038-488b-ace8-bf15809cfa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:16.167968 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-af7b16a5-40e1-4c07-a9e5-2f20d6946a93 req-77b7c287-3038-488b-ace8-bf15809cfa3b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=405730bb-9b22-44c0-8a4b-e8157c135d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392816 Nov 09 22:03:16.254008 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-af7b16a5-40e1-4c07-a9e5-2f20d6946a93 req-a6267948-d0ba-423a-8194-c97963d999f4 service neutron] 10.222.0.45 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790846 Nov 09 22:03:16.387940 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-af7b16a5-40e1-4c07-a9e5-2f20d6946a93 req-cbf49bc1-9af7-41e6-8be1-728fd904871c service neutron] 10.222.0.45 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272421 Nov 09 22:03:16.409321 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96487a-a7e5-4edb-92e0-c2420dc8c3a3 req-0b60af95-2aef-41f0-a138-780eef5556e9 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:16.410797 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6e96487a-a7e5-4edb-92e0-c2420dc8c3a3 req-0b60af95-2aef-41f0-a138-780eef5556e9 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 946 time: 0.0858562 Nov 09 22:03:16.458995 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6e96487a-a7e5-4edb-92e0-c2420dc8c3a3 req-210da270-b7de-446c-b571-d9d2bdef8acb tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417545 Nov 09 22:03:17.572178 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa09319-f111-433f-81f8-0a2fcddd8d87 req-c14ebf0a-c163-4945-b117-6a0355a993ca tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:17.573669 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2aa09319-f111-433f-81f8-0a2fcddd8d87 req-c14ebf0a-c163-4945-b117-6a0355a993ca tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 946 time: 0.0479150 Nov 09 22:03:17.619825 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2aa09319-f111-433f-81f8-0a2fcddd8d87 req-787906ad-a444-4275-b5fd-49d5b9630e2d tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396566 Nov 09 22:03:17.692647 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5a06803a-33e5-4981-84d0-ae81201172ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:18.738361 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61848920-547c-4d76-ad88-d9f4cfec2ea4 req-1b5ef169-e078-4074-afe7-113a9a72ba26 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:18.739758 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-61848920-547c-4d76-ad88-d9f4cfec2ea4 req-1b5ef169-e078-4074-afe7-113a9a72ba26 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 946 time: 0.0526385 Nov 09 22:03:18.788896 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-61848920-547c-4d76-ad88-d9f4cfec2ea4 req-18afcc3c-682a-413a-97c3-2f8600023172 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432136 Nov 09 22:03:19.902164 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f1a45-74ec-4556-ad64-f1a9b3c76140 req-5fff206c-d7d1-4329-8b5b-457dd3fce0bf tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:19.904334 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4e9f1a45-74ec-4556-ad64-f1a9b3c76140 req-5fff206c-d7d1-4329-8b5b-457dd3fce0bf tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 946 time: 0.0483570 Nov 09 22:03:19.954156 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4e9f1a45-74ec-4556-ad64-f1a9b3c76140 req-c2d1a110-f083-494e-b8ca-58fbe1dd96a7 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441246 Nov 09 22:03:20.201904 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b0ef4b7c-efe0-4785-81b2-f9091c561dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:21.070641 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ecaa4-7467-4821-95bc-20ddb3ecb5c0 req-c6886cbe-afdf-4d61-acde-9f7b0b3ed815 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:21.072127 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-583ecaa4-7467-4821-95bc-20ddb3ecb5c0 req-c6886cbe-afdf-4d61-acde-9f7b0b3ed815 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 946 time: 0.0512936 Nov 09 22:03:21.119080 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-583ecaa4-7467-4821-95bc-20ddb3ecb5c0 req-3384c70c-49d0-4e46-a8b5-8954ec01d474 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410807 Nov 09 22:03:21.163195 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:21.366185 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfde4c5-69db-4d38-8cee-b57e7b7e9de5 req-72b88128-3200-4955-b269-005df0196e1e tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:21.367678 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5dfde4c5-69db-4d38-8cee-b57e7b7e9de5 req-72b88128-3200-4955-b269-005df0196e1e tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 946 time: 0.0550141 Nov 09 22:03:21.389366 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-94b5a03b-27d2-4855-a1df-30fd0a9b2344 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f41d46c4-072b-491a-9d65-17e28bd2be36&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0853231 Nov 09 22:03:21.415458 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5dfde4c5-69db-4d38-8cee-b57e7b7e9de5 req-3708e0af-8f9a-473a-98c6-5596b6e1b739 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415151 Nov 09 22:03:22.521516 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:22.531015 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e4fbb-617a-4d00-8c34-330461339001 req-d0720072-bc34-4a7e-8e94-7fcf3d02d5ad tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:22.532493 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fe7e4fbb-617a-4d00-8c34-330461339001 req-d0720072-bc34-4a7e-8e94-7fcf3d02d5ad tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 946 time: 0.0498557 Nov 09 22:03:22.580130 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fe7e4fbb-617a-4d00-8c34-330461339001 req-36c92acf-14ea-4e65-b41d-fcd2f8a50bae tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416076 Nov 09 22:03:23.207192 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:23.422696 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:23.692289 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e05fe0-412c-4e4c-9342-2b5dcfcd13b7 req-a88571b9-c47a-4b88-ae83-dfc06bbec76f tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:23.693797 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d7e05fe0-412c-4e4c-9342-2b5dcfcd13b7 req-a88571b9-c47a-4b88-ae83-dfc06bbec76f tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 946 time: 0.0483351 Nov 09 22:03:23.740843 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d7e05fe0-412c-4e4c-9342-2b5dcfcd13b7 req-d9219389-0c10-4848-9108-f2c6c4df8bf3 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412276 Nov 09 22:03:24.855123 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795054e-482b-41b7-95be-3bbebad1400d req-6ab25919-b24b-4999-8255-b0f82922d2ad tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:24.856580 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e795054e-482b-41b7-95be-3bbebad1400d req-6ab25919-b24b-4999-8255-b0f82922d2ad tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 946 time: 0.0482018 Nov 09 22:03:24.908919 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e795054e-482b-41b7-95be-3bbebad1400d req-0b390d27-af70-4ec6-a262-cf0f0b9be0d7 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464323 Nov 09 22:03:26.025844 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de924d46-7d35-42cc-8022-6ea086e2f15e req-b3b6d2e1-7ab3-4658-9582-a71777abb080 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:26.027935 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-de924d46-7d35-42cc-8022-6ea086e2f15e req-b3b6d2e1-7ab3-4658-9582-a71777abb080 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 946 time: 0.0487859 Nov 09 22:03:26.079934 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-de924d46-7d35-42cc-8022-6ea086e2f15e req-5d6eb189-865e-419e-a7ad-758e9976af3e tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458431 Nov 09 22:03:26.607467 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-e4b4edda-e22a-49a1-9dde-4900ed0ead6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:26.609020 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-e4b4edda-e22a-49a1-9dde-4900ed0ead6a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 1097 time: 0.0422547 Nov 09 22:03:26.700320 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-f27b5354-6bdd-4f5b-9c11-3c21e39f5f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:26.702378 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-f27b5354-6bdd-4f5b-9c11-3c21e39f5f5c service neutron] 10.222.0.45 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 912 time: 0.0858400 Nov 09 22:03:26.771981 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-4b1fa178-5473-4818-96e7-ce6428fc18bd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7183310-81ec-4e50-a9e7-8ad41fbaab26 HTTP/1.1" status: 200 len: 1002 time: 0.0616481 Nov 09 22:03:26.819942 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-9ee0c553-de39-45b0-984c-cf3802bfc38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:26.821393 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-9ee0c553-de39-45b0-984c-cf3802bfc38c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f HTTP/1.1" status: 200 len: 851 time: 0.0429754 Nov 09 22:03:26.866329 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-9f3162ee-1cdc-4e65-83d3-fb7018d859cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:26.867775 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-9f3162ee-1cdc-4e65-83d3-fb7018d859cd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=405730bb-9b22-44c0-8a4b-e8157c135d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389144 Nov 09 22:03:26.959943 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-89d87872-fbf1-4015-832c-fb49c01db42f service neutron] 10.222.0.45 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847573 Nov 09 22:03:27.048216 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-34e361b9-08bf-4c00-9c79-9813f2b01aa5 service neutron] 10.222.0.45 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808778 Nov 09 22:03:27.199689 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d55f22-2ccb-45fa-816f-2beddcdc9a9d req-5a921ca1-cffc-44ff-82df-536a6872718f tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:27.201729 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-29d55f22-2ccb-45fa-816f-2beddcdc9a9d req-5a921ca1-cffc-44ff-82df-536a6872718f tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 946 time: 0.0495343 Nov 09 22:03:27.248126 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-29d55f22-2ccb-45fa-816f-2beddcdc9a9d req-1d6b8ae9-a4d0-4186-b8b3-bda8cddce191 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399122 Nov 09 22:03:28.367896 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048dcbeb-c0c5-4d4a-97c3-4cb83aa576bb req-b238baaa-f6af-4bd0-a1db-7d6a91d12ec6 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:28.369395 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-048dcbeb-c0c5-4d4a-97c3-4cb83aa576bb req-b238baaa-f6af-4bd0-a1db-7d6a91d12ec6 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 946 time: 0.0534191 Nov 09 22:03:28.415776 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-048dcbeb-c0c5-4d4a-97c3-4cb83aa576bb req-929efc10-c7b9-4cc1-962b-e4dcf20df160 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404594 Nov 09 22:03:28.841986 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-e8a1b053-3b50-49d4-9e7f-440dc1f5d56d service neutron] show failed (client error): The resource could not be found. Nov 09 22:03:28.843035 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-e8a1b053-3b50-49d4-9e7f-440dc1f5d56d service neutron] 10.222.0.45 "GET /v2.0/ports/f7183310-81ec-4e50-a9e7-8ad41fbaab26/bindings/n-h2-816206-3 HTTP/1.1" status: 404 len: 380 time: 0.0545552 Nov 09 22:03:29.038768 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-f44f1208-f7dd-41a1-8778-765b5fc3093d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:29.040499 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-f44f1208-f7dd-41a1-8778-765b5fc3093d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f41d46c4-072b-491a-9d65-17e28bd2be36&tenant_id=46efada4a13646d19245d1ba2c324692 HTTP/1.1" status: 200 len: 1097 time: 0.0399492 Nov 09 22:03:29.055449 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-7cfca52c-f019-4780-8e7c-c402c30f4411 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 22:03:29.056714 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-7cfca52c-f019-4780-8e7c-c402c30f4411 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093331 Nov 09 22:03:29.073958 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-03819258-c993-45e1-838e-1e4dbf057c4d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-3', 'device_owner': 'compute:nova'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:03:29.128364 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-03819258-c993-45e1-838e-1e4dbf057c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:29.322144 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-03819258-c993-45e1-838e-1e4dbf057c4d service neutron] For port f7183310-81ec-4e50-a9e7-8ad41fbaab26, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=f7183310-81ec-4e50-a9e7-8ad41fbaab26,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:03:29.353829 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-03819258-c993-45e1-838e-1e4dbf057c4d service neutron] For port f7183310-81ec-4e50-a9e7-8ad41fbaab26, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:03:29.391401 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41d46c4-072b-491a-9d65-17e28bd2be36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7183310-81ec-4e50-a9e7-8ad41fbaab26'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:03:29.393614 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fd32c8-45c4-431b-8983-738ebbb10b55" -d '{"events": [{"server_uuid": "f41d46c4-072b-491a-9d65-17e28bd2be36", "name": "network-vif-unplugged", "status": "completed", "tag": "f7183310-81ec-4e50-a9e7-8ad41fbaab26"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:03:29.397258 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-03819258-c993-45e1-838e-1e4dbf057c4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:29.409722 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-03819258-c993-45e1-838e-1e4dbf057c4d service neutron] Transition to ACTIVE for port object f7183310-81ec-4e50-a9e7-8ad41fbaab26 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 22:03:29.413809 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-03819258-c993-45e1-838e-1e4dbf057c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:29.454625 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 22:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00fc5ede-1fe6-4d0e-bfa3-2e7bd6d3960f x-openstack-request-id: req-00fc5ede-1fe6-4d0e-bfa3-2e7bd6d3960f {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:03:29.454924 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41d46c4-072b-491a-9d65-17e28bd2be36", "name": "network-vif-unplugged", "status": "completed", "tag": "f7183310-81ec-4e50-a9e7-8ad41fbaab26", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:03:29.455177 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-00fc5ede-1fe6-4d0e-bfa3-2e7bd6d3960f {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:03:29.455567 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41d46c4-072b-491a-9d65-17e28bd2be36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7183310-81ec-4e50-a9e7-8ad41fbaab26', 'code': 200} Nov 09 22:03:29.498158 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03819258-c993-45e1-838e-1e4dbf057c4d service neutron] Pushing event updated for resources: {'Port': ['ID=f7183310-81ec-4e50-a9e7-8ad41fbaab26,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:03:29.524571 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03819258-c993-45e1-838e-1e4dbf057c4d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:03:29.524964 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03819258-c993-45e1-838e-1e4dbf057c4d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:03:29.525294 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03819258-c993-45e1-838e-1e4dbf057c4d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:03:29.525635 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03819258-c993-45e1-838e-1e4dbf057c4d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:03:29.525974 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03819258-c993-45e1-838e-1e4dbf057c4d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:03:29.526302 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03819258-c993-45e1-838e-1e4dbf057c4d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:03:29.526629 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03819258-c993-45e1-838e-1e4dbf057c4d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:03:29.526954 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03819258-c993-45e1-838e-1e4dbf057c4d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:03:29.527279 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03819258-c993-45e1-838e-1e4dbf057c4d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:03:29.527603 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03819258-c993-45e1-838e-1e4dbf057c4d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:03:29.527925 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03819258-c993-45e1-838e-1e4dbf057c4d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:03:29.528247 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03819258-c993-45e1-838e-1e4dbf057c4d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:03:29.582266 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-03819258-c993-45e1-838e-1e4dbf057c4d service neutron] No DVR routers for this DVR port f7183310-81ec-4e50-a9e7-8ad41fbaab26 on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:03:29.594526 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e492abe-5318-47a3-bb28-b4c42a2e97ae req-8a8e362f-176f-4828-8c3a-c1d696cbe0d9 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:29.596166 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5e492abe-5318-47a3-bb28-b4c42a2e97ae req-8a8e362f-176f-4828-8c3a-c1d696cbe0d9 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 944 time: 0.0890360 Nov 09 22:03:29.711693 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5e492abe-5318-47a3-bb28-b4c42a2e97ae req-e33b372e-d5b2-4bbd-ac86-0b0b31e2e4c8 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824943 Nov 09 22:03:29.757881 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-03819258-c993-45e1-838e-1e4dbf057c4d service neutron] Attempting to bind port f7183310-81ec-4e50-a9e7-8ad41fbaab26 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:03:29.758219 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-03819258-c993-45e1-838e-1e4dbf057c4d service neutron] Attempting to bind port f7183310-81ec-4e50-a9e7-8ad41fbaab26 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:03:29.758549 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-03819258-c993-45e1-838e-1e4dbf057c4d service neutron] Attempting to bind port f7183310-81ec-4e50-a9e7-8ad41fbaab26 on network 405730bb-9b22-44c0-8a4b-e8157c135d23 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:03:29.762719 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-03819258-c993-45e1-838e-1e4dbf057c4d service neutron] Port f7183310-81ec-4e50-a9e7-8ad41fbaab26 on network 405730bb-9b22-44c0-8a4b-e8157c135d23 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 22:03:29.763038 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-03819258-c993-45e1-838e-1e4dbf057c4d service neutron] Attempting to bind port f7183310-81ec-4e50-a9e7-8ad41fbaab26 on network 405730bb-9b22-44c0-8a4b-e8157c135d23 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:03:29.767768 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-03819258-c993-45e1-838e-1e4dbf057c4d service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:03:29.768107 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-03819258-c993-45e1-838e-1e4dbf057c4d service neutron] Checking segment: {'id': '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:03:29.768492 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-03819258-c993-45e1-838e-1e4dbf057c4d service neutron] Bound using segment: {'id': '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:03:29.768955 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-03819258-c993-45e1-838e-1e4dbf057c4d service neutron] Bound port: f7183310-81ec-4e50-a9e7-8ad41fbaab26, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:03:29.769306 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-03819258-c993-45e1-838e-1e4dbf057c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:29.832792 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-03819258-c993-45e1-838e-1e4dbf057c4d service neutron] For port f7183310-81ec-4e50-a9e7-8ad41fbaab26, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:03:29.835839 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-03819258-c993-45e1-838e-1e4dbf057c4d service neutron] For port f7183310-81ec-4e50-a9e7-8ad41fbaab26, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f7183310-81ec-4e50-a9e7-8ad41fbaab26,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:03:29.840828 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-03819258-c993-45e1-838e-1e4dbf057c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:29.878370 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-03819258-c993-45e1-838e-1e4dbf057c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:29.878943 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-03819258-c993-45e1-838e-1e4dbf057c4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:29.880315 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-03819258-c993-45e1-838e-1e4dbf057c4d service neutron] 10.222.0.43 "PUT /v2.0/ports/f7183310-81ec-4e50-a9e7-8ad41fbaab26 HTTP/1.1" status: 200 len: 1092 time: 0.8100357 Nov 09 22:03:29.896344 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03819258-c993-45e1-838e-1e4dbf057c4d service neutron] Pushing event updated for resources: {'Port': ['ID=f7183310-81ec-4e50-a9e7-8ad41fbaab26,revision_number=7']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:03:29.959519 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-95d51aa0-b887-4464-9990-2265dc5abcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:29.961059 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-95d51aa0-b887-4464-9990-2265dc5abcd7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 1095 time: 0.0437515 Nov 09 22:03:30.057253 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-d8f4704b-ea07-4387-a8d9-bf7ccdfc4950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:30.058736 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-d8f4704b-ea07-4387-a8d9-bf7ccdfc4950 service neutron] 10.222.0.43 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 912 time: 0.0904052 Nov 09 22:03:30.125207 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-3bf72927-75b7-42fa-ab2a-f4032f7f3c52 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7183310-81ec-4e50-a9e7-8ad41fbaab26 HTTP/1.1" status: 200 len: 1000 time: 0.0589790 Nov 09 22:03:30.177656 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-c8ff5027-bc61-4a7a-9f8e-61e05563c83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:30.179092 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-c8ff5027-bc61-4a7a-9f8e-61e05563c83f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f HTTP/1.1" status: 200 len: 851 time: 0.0474331 Nov 09 22:03:30.224058 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-1c87993e-4ead-4b7b-9156-608b8e3d205d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:30.225464 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-1c87993e-4ead-4b7b-9156-608b8e3d205d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=405730bb-9b22-44c0-8a4b-e8157c135d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386150 Nov 09 22:03:30.315155 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-fa3c88bc-8c66-4728-959d-13e84a860d2f service neutron] 10.222.0.43 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818458 Nov 09 22:03:30.406990 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8e864894-e8cd-4d7b-b60d-1f66911245d1 req-8062489e-c76b-47c8-af23-ef913f008809 service neutron] 10.222.0.43 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835018 Nov 09 22:03:30.833242 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825342f-9e91-48ac-ab2f-fa113fdfc654 req-54ab818d-8bb3-4f63-9253-6abe855b72bd tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:30.834671 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e825342f-9e91-48ac-ab2f-fa113fdfc654 req-54ab818d-8bb3-4f63-9253-6abe855b72bd tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 944 time: 0.0505366 Nov 09 22:03:30.881833 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e825342f-9e91-48ac-ab2f-fa113fdfc654 req-9350421f-d3bc-4fc1-ab28-e8ecdc3f682d tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410860 Nov 09 22:03:31.335142 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device f7183310-81ec-4e50-a9e7-8ad41fbaab26 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:03:31.372915 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device f7183310-81ec-4e50-a9e7-8ad41fbaab26 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:03:31.456734 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f41d46c4-072b-491a-9d65-17e28bd2be36', 'tag': 'f7183310-81ec-4e50-a9e7-8ad41fbaab26'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:03:31.459012 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff4ea8c-5776-46f2-8449-6b96ae889c93" -d '{"events": [{"name": "network-changed", "server_uuid": "f41d46c4-072b-491a-9d65-17e28bd2be36", "tag": "f7183310-81ec-4e50-a9e7-8ad41fbaab26"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:03:31.506678 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd29aea-daec-4e7c-b4ba-0070b9564484 x-openstack-request-id: req-0cd29aea-daec-4e7c-b4ba-0070b9564484 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:03:31.507400 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f41d46c4-072b-491a-9d65-17e28bd2be36", "tag": "f7183310-81ec-4e50-a9e7-8ad41fbaab26", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:03:31.507675 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0cd29aea-daec-4e7c-b4ba-0070b9564484 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:03:31.508086 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f41d46c4-072b-491a-9d65-17e28bd2be36', 'tag': 'f7183310-81ec-4e50-a9e7-8ad41fbaab26', 'status': 'completed', 'code': 200} Nov 09 22:03:31.589126 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4ea8c-5776-46f2-8449-6b96ae889c93 req-b95968f7-f4af-40ac-a2f6-73525385b1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:31.590570 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0ff4ea8c-5776-46f2-8449-6b96ae889c93 req-b95968f7-f4af-40ac-a2f6-73525385b1b3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 1095 time: 0.0656767 Nov 09 22:03:31.644233 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4ea8c-5776-46f2-8449-6b96ae889c93 req-ce9f8378-1fc9-45c7-911e-c272309358f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:31.645759 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0ff4ea8c-5776-46f2-8449-6b96ae889c93 req-ce9f8378-1fc9-45c7-911e-c272309358f0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 1095 time: 0.0859981 Nov 09 22:03:31.747562 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4ea8c-5776-46f2-8449-6b96ae889c93 req-4cb40d55-1b4a-406d-bdde-7563b0c604c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:31.749177 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0ff4ea8c-5776-46f2-8449-6b96ae889c93 req-4cb40d55-1b4a-406d-bdde-7563b0c604c1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 912 time: 0.1511612 Nov 09 22:03:31.814243 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4ea8c-5776-46f2-8449-6b96ae889c93 req-9af38510-8b6e-4498-af8f-8d5684785c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:31.815757 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0ff4ea8c-5776-46f2-8449-6b96ae889c93 req-9af38510-8b6e-4498-af8f-8d5684785c6e service neutron] 10.222.0.43 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 912 time: 0.1609588 Nov 09 22:03:31.833150 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0ff4ea8c-5776-46f2-8449-6b96ae889c93 req-f7b6c2f4-f3c7-4861-bcf0-b62cac817bf4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7183310-81ec-4e50-a9e7-8ad41fbaab26 HTTP/1.1" status: 200 len: 1000 time: 0.0747452 Nov 09 22:03:31.935419 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4ea8c-5776-46f2-8449-6b96ae889c93 req-c45d661d-c296-4d02-b626-2d60dbbf9457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:31.937097 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0ff4ea8c-5776-46f2-8449-6b96ae889c93 req-c45d661d-c296-4d02-b626-2d60dbbf9457 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f HTTP/1.1" status: 200 len: 851 time: 0.0908375 Nov 09 22:03:31.940962 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0ff4ea8c-5776-46f2-8449-6b96ae889c93 req-77804bef-a2bb-47f4-8b3e-88a37a41aed0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7183310-81ec-4e50-a9e7-8ad41fbaab26 HTTP/1.1" status: 200 len: 1000 time: 0.1025612 Nov 09 22:03:32.002551 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d93ae3-e844-4961-8e73-7809167b4f5f req-3c5bd6b1-7f46-4acb-a1a6-f957021f9abd tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:32.003926 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-87d93ae3-e844-4961-8e73-7809167b4f5f req-3c5bd6b1-7f46-4acb-a1a6-f957021f9abd tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 944 time: 0.0517175 Nov 09 22:03:32.020680 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4ea8c-5776-46f2-8449-6b96ae889c93 req-c8f241ba-efd0-47ec-ba84-d3730eaa7135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:32.022218 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0ff4ea8c-5776-46f2-8449-6b96ae889c93 req-c8f241ba-efd0-47ec-ba84-d3730eaa7135 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f HTTP/1.1" status: 200 len: 851 time: 0.0681293 Nov 09 22:03:32.024762 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4ea8c-5776-46f2-8449-6b96ae889c93 req-9d260b10-cd4f-485e-a241-dc77f4ea2d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:32.026114 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0ff4ea8c-5776-46f2-8449-6b96ae889c93 req-9d260b10-cd4f-485e-a241-dc77f4ea2d68 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=405730bb-9b22-44c0-8a4b-e8157c135d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822141 Nov 09 22:03:32.059028 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-87d93ae3-e844-4961-8e73-7809167b4f5f req-d919f474-c46b-48fd-9e8d-b9463b4f7b7a tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490196 Nov 09 22:03:32.118187 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4ea8c-5776-46f2-8449-6b96ae889c93 req-6b8efe01-3e4a-4842-a1d0-7fcc79afad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:32.119681 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0ff4ea8c-5776-46f2-8449-6b96ae889c93 req-6b8efe01-3e4a-4842-a1d0-7fcc79afad48 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=405730bb-9b22-44c0-8a4b-e8157c135d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884554 Nov 09 22:03:32.210189 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0ff4ea8c-5776-46f2-8449-6b96ae889c93 req-bb5944ed-f3aa-4bda-b84f-a060b65bb3a7 service neutron] 10.222.0.45 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705904 Nov 09 22:03:32.286666 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0831b-4aa4-4743-8fb3-b41175cfca53 req-23ad7528-cf32-4a9b-827d-eae2c3ee0996 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:32.287748 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3db0831b-4aa4-4743-8fb3-b41175cfca53 req-23ad7528-cf32-4a9b-827d-eae2c3ee0996 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 944 time: 0.0770445 Nov 09 22:03:32.288382 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0ff4ea8c-5776-46f2-8449-6b96ae889c93 req-e0fb0e36-dde3-40e6-9236-00e86b724c47 service neutron] 10.222.0.43 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604545 Nov 09 22:03:32.310517 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6ad42-5f8c-4df9-a114-669ed8cb3dde req-749b50e9-6ac0-44b4-a034-3d8d162f17ef tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:32.312618 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b0e6ad42-5f8c-4df9-a114-669ed8cb3dde req-749b50e9-6ac0-44b4-a034-3d8d162f17ef tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.45 "GET /v2.0/ports?device_id=f41d46c4-072b-491a-9d65-17e28bd2be36&tenant_id=46efada4a13646d19245d1ba2c324692&binding%3Ahost_id=n-h2-816206-3 HTTP/1.1" status: 200 len: 944 time: 0.0762827 Nov 09 22:03:32.348309 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device f7183310-81ec-4e50-a9e7-8ad41fbaab26 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 22:03:32.395711 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3db0831b-4aa4-4743-8fb3-b41175cfca53 req-1ac165bb-bb70-4852-9bca-068f9354081d tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010401 Nov 09 22:03:32.406173 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [req-b0e6ad42-5f8c-4df9-a114-669ed8cb3dde req-f5527779-5a2f-43d0-9f94-25d955fa7726 service neutron] delete failed (client error): The resource could not be found. Nov 09 22:03:32.407244 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b0e6ad42-5f8c-4df9-a114-669ed8cb3dde req-f5527779-5a2f-43d0-9f94-25d955fa7726 service neutron] 10.222.0.45 "DELETE /v2.0/ports/f7183310-81ec-4e50-a9e7-8ad41fbaab26/bindings/n-h1-816206-3 HTTP/1.1" status: 404 len: 380 time: 0.0866852 Nov 09 22:03:32.621129 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port f7183310-81ec-4e50-a9e7-8ad41fbaab26, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f7183310-81ec-4e50-a9e7-8ad41fbaab26,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:03:32.633107 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': 'f7183310-81ec-4e50-a9e7-8ad41fbaab26', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'port_id': 'f7183310-81ec-4e50-a9e7-8ad41fbaab26', 'mac_address': 'fa:16:3e:ca:4b:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 22:03:32.670736 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:32.683188 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7183310-81ec-4e50-a9e7-8ad41fbaab26 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 22:03:32.706137 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port f7183310-81ec-4e50-a9e7-8ad41fbaab26, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f7183310-81ec-4e50-a9e7-8ad41fbaab26,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:03:32.709801 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:32.724155 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0ff4ea8c-5776-46f2-8449-6b96ae889c93 req-1c232a81-7ec3-4f27-9801-0d8b56a4311f service neutron] 10.222.0.45 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4953110 Nov 09 22:03:32.753192 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0ff4ea8c-5776-46f2-8449-6b96ae889c93 req-71ab284d-2573-4ab0-9db1-578ad5bc5d9e service neutron] 10.222.0.43 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4563918 Nov 09 22:03:32.757575 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=f7183310-81ec-4e50-a9e7-8ad41fbaab26,revision_number=8']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:03:32.764850 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:03:32.765190 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:03:32.765524 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:03:32.765855 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:03:32.766183 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:03:32.766509 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:03:32.766830 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:03:32.767150 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:03:32.767475 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:03:32.767796 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:03:32.768177 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:03:32.768507 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:03:32.825815 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6ad42-5f8c-4df9-a114-669ed8cb3dde req-ab7d140f-19cd-4a8a-833a-1e1361a16238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:32.827288 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b0e6ad42-5f8c-4df9-a114-669ed8cb3dde req-ab7d140f-19cd-4a8a-833a-1e1361a16238 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 1096 time: 0.0420375 Nov 09 22:03:32.918953 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6ad42-5f8c-4df9-a114-669ed8cb3dde req-c3b5fd85-8cdf-40b9-82ee-51d7a7d0d2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:32.921817 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b0e6ad42-5f8c-4df9-a114-669ed8cb3dde req-c3b5fd85-8cdf-40b9-82ee-51d7a7d0d2a6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 912 time: 0.0875754 Nov 09 22:03:32.985422 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b0e6ad42-5f8c-4df9-a114-669ed8cb3dde req-14516109-2794-4f9e-bf7b-d9226f3cc18f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7183310-81ec-4e50-a9e7-8ad41fbaab26 HTTP/1.1" status: 200 len: 1001 time: 0.0567553 Nov 09 22:03:33.011377 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['f7183310-81ec-4e50-a9e7-8ad41fbaab26'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 22:03:33.038093 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6ad42-5f8c-4df9-a114-669ed8cb3dde req-effdbdcb-0f44-4eb3-904e-01ad0ea642a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:33.039833 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b0e6ad42-5f8c-4df9-a114-669ed8cb3dde req-effdbdcb-0f44-4eb3-904e-01ad0ea642a3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f HTTP/1.1" status: 200 len: 851 time: 0.0473068 Nov 09 22:03:33.090776 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6ad42-5f8c-4df9-a114-669ed8cb3dde req-81188cdc-91b1-483d-9dd4-8f99e9c040f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:33.092370 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b0e6ad42-5f8c-4df9-a114-669ed8cb3dde req-81188cdc-91b1-483d-9dd4-8f99e9c040f3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=405730bb-9b22-44c0-8a4b-e8157c135d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453446 Nov 09 22:03:33.185358 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b0e6ad42-5f8c-4df9-a114-669ed8cb3dde req-450f15b1-4fdb-42c4-bb34-bb870ab9faa4 service neutron] 10.222.0.45 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850697 Nov 09 22:03:33.273906 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b0e6ad42-5f8c-4df9-a114-669ed8cb3dde req-00d8be5e-d274-44ea-92b4-5003e658c465 service neutron] 10.222.0.45 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796533 Nov 09 22:03:33.521079 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b9c51-0298-467d-a415-f612c6a157b7 req-0d620094-3e1f-4695-875e-f8631b23eb5a tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:33.522572 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bf0b9c51-0298-467d-a415-f612c6a157b7 req-0d620094-3e1f-4695-875e-f8631b23eb5a tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 945 time: 0.0498025 Nov 09 22:03:33.570310 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bf0b9c51-0298-467d-a415-f612c6a157b7 req-5ae32c5f-fe43-4cbb-8e3f-2630f16fc07b tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417027 Nov 09 22:03:34.009213 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:34.362058 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device f7183310-81ec-4e50-a9e7-8ad41fbaab26 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:03:34.415480 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port f7183310-81ec-4e50-a9e7-8ad41fbaab26 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 22:03:34.419053 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port f7183310-81ec-4e50-a9e7-8ad41fbaab26 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:03:34.419419 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:34.493369 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:34.518345 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41d46c4-072b-491a-9d65-17e28bd2be36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7183310-81ec-4e50-a9e7-8ad41fbaab26'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:03:34.520543 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51aa13e-8eba-4030-bed2-d97c24bc8957" -d '{"events": [{"server_uuid": "f41d46c4-072b-491a-9d65-17e28bd2be36", "name": "network-vif-plugged", "status": "completed", "tag": "f7183310-81ec-4e50-a9e7-8ad41fbaab26"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:03:34.533475 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port f7183310-81ec-4e50-a9e7-8ad41fbaab26, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f7183310-81ec-4e50-a9e7-8ad41fbaab26,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:03:34.537463 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:34.561811 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 22:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8708d6e9-3028-4707-bafd-2825daeb6677 x-openstack-request-id: req-8708d6e9-3028-4707-bafd-2825daeb6677 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:03:34.562666 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41d46c4-072b-491a-9d65-17e28bd2be36", "name": "network-vif-plugged", "status": "completed", "tag": "f7183310-81ec-4e50-a9e7-8ad41fbaab26", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:03:34.562919 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8708d6e9-3028-4707-bafd-2825daeb6677 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:03:34.563302 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41d46c4-072b-491a-9d65-17e28bd2be36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7183310-81ec-4e50-a9e7-8ad41fbaab26', 'code': 200} Nov 09 22:03:34.587871 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=f7183310-81ec-4e50-a9e7-8ad41fbaab26,revision_number=9']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:03:34.689977 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97467f2f-8371-4810-a9a9-e1f2ee77be3a req-aa5cf7cb-b429-4bce-98bd-5eb814fe0c13 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:34.691445 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-97467f2f-8371-4810-a9a9-e1f2ee77be3a req-aa5cf7cb-b429-4bce-98bd-5eb814fe0c13 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 946 time: 0.0536728 Nov 09 22:03:34.748890 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-97467f2f-8371-4810-a9a9-e1f2ee77be3a req-22c975ca-4a1c-44ab-8875-aad98472b4bd tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515413 Nov 09 22:03:34.863169 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5ec10-126e-4eed-9a25-3b539361cd5d req-72905ed6-3417-4f72-bb37-084d6a0b6838 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:34.864653 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a2b5ec10-126e-4eed-9a25-3b539361cd5d req-72905ed6-3417-4f72-bb37-084d6a0b6838 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 946 time: 0.0487778 Nov 09 22:03:34.911758 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a2b5ec10-126e-4eed-9a25-3b539361cd5d req-a315e0c9-9bf4-4f77-87fa-659354955c89 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412319 Nov 09 22:03:35.106900 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce24f4-d473-4721-a63a-b23f4f413751 req-29851b6c-499b-4b8a-a7d2-014478b528b8 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:35.108382 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d8ce24f4-d473-4721-a63a-b23f4f413751 req-29851b6c-499b-4b8a-a7d2-014478b528b8 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 946 time: 0.0529809 Nov 09 22:03:35.152433 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ffef66-9e88-4b1c-a649-3f8e6246f66c req-65eebaa1-c404-48e2-a69b-896de44d2988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:35.154116 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c0ffef66-9e88-4b1c-a649-3f8e6246f66c req-65eebaa1-c404-48e2-a69b-896de44d2988 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 1097 time: 0.0406055 Nov 09 22:03:35.156819 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d8ce24f4-d473-4721-a63a-b23f4f413751 req-220ef669-a6cd-4d01-8160-b1e22a36b805 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416684 Nov 09 22:03:35.247543 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ffef66-9e88-4b1c-a649-3f8e6246f66c req-b719af1f-87e6-4221-ad2b-661262fb2bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:35.249010 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c0ffef66-9e88-4b1c-a649-3f8e6246f66c req-b719af1f-87e6-4221-ad2b-661262fb2bf3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 912 time: 0.0884352 Nov 09 22:03:35.311561 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c0ffef66-9e88-4b1c-a649-3f8e6246f66c req-3ed37068-3a96-458b-aabd-12c0478ad523 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7183310-81ec-4e50-a9e7-8ad41fbaab26 HTTP/1.1" status: 200 len: 1002 time: 0.0560484 Nov 09 22:03:35.359802 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ffef66-9e88-4b1c-a649-3f8e6246f66c req-64be034f-9f3f-4d0a-8b24-f49e951c4839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:35.361227 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c0ffef66-9e88-4b1c-a649-3f8e6246f66c req-64be034f-9f3f-4d0a-8b24-f49e951c4839 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f HTTP/1.1" status: 200 len: 851 time: 0.0419538 Nov 09 22:03:35.408977 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ffef66-9e88-4b1c-a649-3f8e6246f66c req-429853a0-5005-487d-98de-d325157a917f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:35.410413 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c0ffef66-9e88-4b1c-a649-3f8e6246f66c req-429853a0-5005-487d-98de-d325157a917f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=405730bb-9b22-44c0-8a4b-e8157c135d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418706 Nov 09 22:03:35.498289 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c0ffef66-9e88-4b1c-a649-3f8e6246f66c req-b11340f9-b698-4faf-8bc4-acf1be402b60 service neutron] 10.222.0.43 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797181 Nov 09 22:03:35.586874 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c0ffef66-9e88-4b1c-a649-3f8e6246f66c req-5b687958-dbca-4a60-92fa-dc211a561f63 service neutron] 10.222.0.43 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815470 Nov 09 22:03:36.274392 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cfbeef-f6a4-4c94-acf8-788c0dc3c8d3 req-16162fda-5bef-4c13-bde0-74f29d2ec961 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:36.275857 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f4cfbeef-f6a4-4c94-acf8-788c0dc3c8d3 req-16162fda-5bef-4c13-bde0-74f29d2ec961 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 946 time: 0.0492375 Nov 09 22:03:36.321533 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f4cfbeef-f6a4-4c94-acf8-788c0dc3c8d3 req-dbdfd5a4-92af-40ac-9ce8-95d10c42be6b tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397680 Nov 09 22:03:36.548380 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7bb0b-8c73-463f-8453-d1e42dfc10a8 req-a24c096e-6c0a-47e0-9779-bdfe9102cf87 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:36.549905 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fee7bb0b-8c73-463f-8453-d1e42dfc10a8 req-a24c096e-6c0a-47e0-9779-bdfe9102cf87 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 946 time: 0.0484319 Nov 09 22:03:36.600535 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fee7bb0b-8c73-463f-8453-d1e42dfc10a8 req-0dafbbd4-95f3-476c-b675-980d43788256 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444977 Nov 09 22:03:37.721931 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95942454-344a-4220-b104-5d5219ed03d5 req-fb4fd67d-4845-4550-966c-573d30123ae2 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:37.723573 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-95942454-344a-4220-b104-5d5219ed03d5 req-fb4fd67d-4845-4550-966c-573d30123ae2 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 946 time: 0.0529482 Nov 09 22:03:37.780848 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-95942454-344a-4220-b104-5d5219ed03d5 req-c441f69b-de3d-4177-bf76-ce4a9c7f9aba tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510943 Nov 09 22:03:37.912117 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65bc70-9072-4903-83c0-1f37784e03bb req-49c12fcc-19bf-4e3a-9c7f-812d28e20b14 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:37.913591 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0f65bc70-9072-4903-83c0-1f37784e03bb req-49c12fcc-19bf-4e3a-9c7f-812d28e20b14 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.43 "GET /v2.0/ports?device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 946 time: 0.0478678 Nov 09 22:03:38.001198 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-0f65bc70-9072-4903-83c0-1f37784e03bb req-6f526053-09b8-4993-8d1b-4404466453dc tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Deleting port f7183310-81ec-4e50-a9e7-8ad41fbaab26 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:03:38.001543 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0f65bc70-9072-4903-83c0-1f37784e03bb req-6f526053-09b8-4993-8d1b-4404466453dc tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:38.096039 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-0f65bc70-9072-4903-83c0-1f37784e03bb req-6f526053-09b8-4993-8d1b-4404466453dc tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] For port f7183310-81ec-4e50-a9e7-8ad41fbaab26, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f7183310-81ec-4e50-a9e7-8ad41fbaab26,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:03:38.096304 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0f65bc70-9072-4903-83c0-1f37784e03bb req-6f526053-09b8-4993-8d1b-4404466453dc tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:38.266922 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0f65bc70-9072-4903-83c0-1f37784e03bb req-6f526053-09b8-4993-8d1b-4404466453dc tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:38.267293 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0f65bc70-9072-4903-83c0-1f37784e03bb req-6f526053-09b8-4993-8d1b-4404466453dc tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:38.267596 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [req-0f65bc70-9072-4903-83c0-1f37784e03bb req-6f526053-09b8-4993-8d1b-4404466453dc tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Floating IP 7d1b5bc3-cc4d-41cf-944d-01ce89ad0d72 disassociated. External IP: 172.25.7.212, port: f7183310-81ec-4e50-a9e7-8ad41fbaab26. Nov 09 22:03:38.267934 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-0f65bc70-9072-4903-83c0-1f37784e03bb req-6f526053-09b8-4993-8d1b-4404466453dc tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Calling delete_port for f7183310-81ec-4e50-a9e7-8ad41fbaab26 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:03:38.392529 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0f65bc70-9072-4903-83c0-1f37784e03bb req-6f526053-09b8-4993-8d1b-4404466453dc tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:38.425021 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f526053-09b8-4993-8d1b-4404466453dc tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Pushing event deleted for resources: {'Port': ['ID=f7183310-81ec-4e50-a9e7-8ad41fbaab26,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:03:38.547251 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f65bc70-9072-4903-83c0-1f37784e03bb req-6f526053-09b8-4993-8d1b-4404466453dc tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Router a41f964a-9057-4991-a81b-d492420978ca has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:03:38.656692 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f65bc70-9072-4903-83c0-1f37784e03bb req-6f526053-09b8-4993-8d1b-4404466453dc tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:03:38.667124 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fa7ba2-be4b-435c-a2a3-2693eee801d0 None None] Sync routers for ids ['a41f964a-9057-4991-a81b-d492420978ca'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:03:38.677006 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fa7ba2-be4b-435c-a2a3-2693eee801d0 None None] Routers {'a41f964a-9057-4991-a81b-d492420978ca'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:03:38.677641 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-37fa7ba2-be4b-435c-a2a3-2693eee801d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:03:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a41f964a-9057-4991-a81b-d492420978ca'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:03:38.695015 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f65bc70-9072-4903-83c0-1f37784e03bb req-6f526053-09b8-4993-8d1b-4404466453dc tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] No DVR routers for this DVR port f7183310-81ec-4e50-a9e7-8ad41fbaab26 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:03:38.697778 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0f65bc70-9072-4903-83c0-1f37784e03bb req-6f526053-09b8-4993-8d1b-4404466453dc tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:38.701161 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0f65bc70-9072-4903-83c0-1f37784e03bb req-6f526053-09b8-4993-8d1b-4404466453dc tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.43 "DELETE /v2.0/ports/f7183310-81ec-4e50-a9e7-8ad41fbaab26 HTTP/1.1" status: 204 len: 173 time: 0.7815423 Nov 09 22:03:38.701659 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41d46c4-072b-491a-9d65-17e28bd2be36', 'name': 'network-vif-deleted', 'tag': 'f7183310-81ec-4e50-a9e7-8ad41fbaab26'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:03:38.705783 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fd56f2-5eb2-4530-8d8e-eb87345b1fb3" -d '{"events": [{"server_uuid": "f41d46c4-072b-491a-9d65-17e28bd2be36", "name": "network-vif-deleted", "tag": "f7183310-81ec-4e50-a9e7-8ad41fbaab26"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:03:38.747565 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 22:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6603a531-717f-45ba-800b-f3ab10401017 x-openstack-request-id: req-6603a531-717f-45ba-800b-f3ab10401017 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:03:38.747565 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41d46c4-072b-491a-9d65-17e28bd2be36", "name": "network-vif-deleted", "tag": "f7183310-81ec-4e50-a9e7-8ad41fbaab26", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:03:38.749128 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6603a531-717f-45ba-800b-f3ab10401017 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:03:38.750084 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41d46c4-072b-491a-9d65-17e28bd2be36', 'name': 'network-vif-deleted', 'tag': 'f7183310-81ec-4e50-a9e7-8ad41fbaab26', 'status': 'completed', 'code': 200} Nov 09 22:03:38.795616 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-37fa7ba2-be4b-435c-a2a3-2693eee801d0 None None] Set router a41f964a-9057-4991-a81b-d492420978ca gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:03:38.896908 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8163bc56-033b-4ad0-81d9-272a119400fc req-2e1fb084-dcda-4a76-94a5-3370f892d6c1 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=f41d46c4-072b-491a-9d65-17e28bd2be36 HTTP/1.1" status: 200 len: 210 time: 0.0279260 Nov 09 22:03:39.005623 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-37fa7ba2-be4b-435c-a2a3-2693eee801d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41f964a-9057-4991-a81b-d492420978ca', 'name': 'tempest-ServerActionsTestJSON-1331986745-router', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:59:02Z', 'updated_at': '2021-11-09T21:59:05Z', 'revision_number': 4, 'project_id': '46efada4a13646d19245d1ba2c324692', 'gw_port': {'id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:03Z', 'updated_at': '2021-11-09T21:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '0afefe6d-7e4c-4f3a-83d8-5b9888dd499c', 'name': '', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'mac_address': 'fa:16:3e:5c:69:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:04Z', 'updated_at': '2021-11-09T21:59:09Z', 'revision_number': 5, 'project_id': '46efada4a13646d19245d1ba2c324692', 'subnets': [{'id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:03:39.032034 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fa7ba2-be4b-435c-a2a3-2693eee801d0 None None] Checking router: a41f964a-9057-4991-a81b-d492420978ca for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:03:39.040413 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fa7ba2-be4b-435c-a2a3-2693eee801d0 None None] Routers {'a41f964a-9057-4991-a81b-d492420978ca'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:03:39.041053 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-37fa7ba2-be4b-435c-a2a3-2693eee801d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:03:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a41f964a-9057-4991-a81b-d492420978ca'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:03:39.147982 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-37fa7ba2-be4b-435c-a2a3-2693eee801d0 None None] Set router a41f964a-9057-4991-a81b-d492420978ca gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:03:39.337800 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-37fa7ba2-be4b-435c-a2a3-2693eee801d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41f964a-9057-4991-a81b-d492420978ca', 'name': 'tempest-ServerActionsTestJSON-1331986745-router', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:59:02Z', 'updated_at': '2021-11-09T21:59:05Z', 'revision_number': 4, 'project_id': '46efada4a13646d19245d1ba2c324692', 'gw_port': {'id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:03Z', 'updated_at': '2021-11-09T21:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '0afefe6d-7e4c-4f3a-83d8-5b9888dd499c', 'name': '', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'mac_address': 'fa:16:3e:5c:69:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:04Z', 'updated_at': '2021-11-09T21:59:09Z', 'revision_number': 5, 'project_id': '46efada4a13646d19245d1ba2c324692', 'subnets': [{'id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:03:39.366281 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fa7ba2-be4b-435c-a2a3-2693eee801d0 None None] The sync data for ids ['a41f964a-9057-4991-a81b-d492420978ca'] in n-d-816206-3 is: [{'id': 'a41f964a-9057-4991-a81b-d492420978ca', 'name': 'tempest-ServerActionsTestJSON-1331986745-router', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:59:02Z', 'updated_at': '2021-11-09T21:59:05Z', 'revision_number': 4, 'project_id': '46efada4a13646d19245d1ba2c324692', 'gw_port': {'id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:03Z', 'updated_at': '2021-11-09T21:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '0afefe6d-7e4c-4f3a-83d8-5b9888dd499c', 'name': '', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'mac_address': 'fa:16:3e:5c:69:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:04Z', 'updated_at': '2021-11-09T21:59:09Z', 'revision_number': 5, 'project_id': '46efada4a13646d19245d1ba2c324692', 'subnets': [{'id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:03:39.571310 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370a5dbc-37ce-4894-b887-47583e973175 None None] New status for floating IP 7d1b5bc3-cc4d-41cf-944d-01ce89ad0d72: DOWN {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 22:03:40.183753 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-b7ec4d47-006b-4a84-8f33-3cd1fae9a399 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1547714850&fields=id&tenant_id=46efada4a13646d19245d1ba2c324692 HTTP/1.1" status: 200 len: 267 time: 0.0461349 Nov 09 22:03:40.289639 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-987660ad-043b-40c8-b642-6fe812aed9a3 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:40.291088 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-987660ad-043b-40c8-b642-6fe812aed9a3 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 812 time: 0.1007352 Nov 09 22:03:40.305428 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-ae60a72a-057d-4c6d-a00d-9359ea3a012b tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/quotas/46efada4a13646d19245d1ba2c324692 HTTP/1.1" status: 200 len: 375 time: 0.0086901 Nov 09 22:03:40.356602 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-041f71a8-2949-4484-8c42-ea1a5065c195 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462134 Nov 09 22:03:40.409303 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device f7183310-81ec-4e50-a9e7-8ad41fbaab26 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:03:40.429290 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: f7183310-81ec-4e50-a9e7-8ad41fbaab26 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:03:40.429642 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device f7183310-81ec-4e50-a9e7-8ad41fbaab26 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:03:40.500411 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-7fefde78-1ad1-4dc8-a3ec-370078e8dcca service neutron] 10.222.0.49 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323893 Nov 09 22:03:40.587252 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-266831dd-b359-429f-a18f-ef11ccb4e828 service neutron] 10.222.0.49 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808282 Nov 09 22:03:40.742557 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-96a51955-bedd-46d1-ab44-f02c32688e5f req-ca10cf50-c427-44d1-b5f4-a01397630d12 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 210 time: 0.0267832 Nov 09 22:03:41.678844 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-25d5f38c-6893-4a36-b821-a6b9135cc2b3 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:41.680290 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-25d5f38c-6893-4a36-b821-a6b9135cc2b3 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.45 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 812 time: 0.1061382 Nov 09 22:03:41.741679 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-d497d64e-ce6e-48d4-9180-da6a8816c941 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46efada4a13646d19245d1ba2c324692 HTTP/1.1" status: 200 len: 380 time: 0.0510788 Nov 09 22:03:41.751621 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-fc3d7d2e-352a-4d01-b1dd-51cd803de9dd tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Request body: {'port': {'device_id': '8a4bf59a-ffdf-4814-911d-933c52407495', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'admin_state_up': True, 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'security_groups': ['aab0ed77-2265-4117-8f85-361e294cbe73']}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:03:41.845645 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b6c668fc-8092-4d8d-8bed-a788cf3b5316 req-66b23fbe-3c1d-4338-8f56-bbd9f107d20b tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 210 time: 0.0318656 Nov 09 22:03:41.885340 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-fc3d7d2e-352a-4d01-b1dd-51cd803de9dd tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Made reservation on behalf of 46efada4a13646d19245d1ba2c324692 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:03:41.888988 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-fc3d7d2e-352a-4d01-b1dd-51cd803de9dd tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:42.014093 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-fc3d7d2e-352a-4d01-b1dd-51cd803de9dd tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Allocated IP 172.20.0.7 (405730bb-9b22-44c0-8a4b-e8157c135d23/bb230eff-fc2c-4a2c-b630-1a41e9d18d6f/3e85456d-c79f-482e-9b4f-0a9770910a40) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:03:42.145119 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-fc3d7d2e-352a-4d01-b1dd-51cd803de9dd tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:42.176930 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-fc3d7d2e-352a-4d01-b1dd-51cd803de9dd tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:42.223924 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-fc3d7d2e-352a-4d01-b1dd-51cd803de9dd tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Network 405730bb-9b22-44c0-8a4b-e8157c135d23 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:03:42.227014 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-fc3d7d2e-352a-4d01-b1dd-51cd803de9dd tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:03:42.230724 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-fc3d7d2e-352a-4d01-b1dd-51cd803de9dd tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:03:42.253973 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d7d2e-352a-4d01-b1dd-51cd803de9dd tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Pushing event updated for resources: {'Port': ['ID=3e85456d-c79f-482e-9b4f-0a9770910a40,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:03:42.284407 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-fc3d7d2e-352a-4d01-b1dd-51cd803de9dd tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:42.285135 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-fc3d7d2e-352a-4d01-b1dd-51cd803de9dd tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:42.301332 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-fc3d7d2e-352a-4d01-b1dd-51cd803de9dd tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5532546 Nov 09 22:03:42.314326 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-ec010edb-9acd-4d66-8ec1-b719e4354932 service neutron] Request body: {'port': {'device_id': '8a4bf59a-ffdf-4814-911d-933c52407495', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:03:42.369264 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-ec010edb-9acd-4d66-8ec1-b719e4354932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:42.433682 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d2df0ab1-fcbe-4a43-9c8b-42905dc348e2 None None] Provisioning complete for port 3e85456d-c79f-482e-9b4f-0a9770910a40 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:03:42.434237 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d2df0ab1-fcbe-4a43-9c8b-42905dc348e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:42.467934 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-d2df0ab1-fcbe-4a43-9c8b-42905dc348e2 None None] Port 3e85456d-c79f-482e-9b4f-0a9770910a40 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:03:42.629292 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-ec010edb-9acd-4d66-8ec1-b719e4354932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e85456d-c79f-482e-9b4f-0a9770910a40 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 22:03:42.636351 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-ec010edb-9acd-4d66-8ec1-b719e4354932 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:42.647711 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-ec010edb-9acd-4d66-8ec1-b719e4354932 service neutron] Transition to ACTIVE for port object 3e85456d-c79f-482e-9b4f-0a9770910a40 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 22:03:42.650404 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-ec010edb-9acd-4d66-8ec1-b719e4354932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:42.699603 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec010edb-9acd-4d66-8ec1-b719e4354932 service neutron] Pushing event updated for resources: {'Port': ['ID=3e85456d-c79f-482e-9b4f-0a9770910a40,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:03:42.771509 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-ec010edb-9acd-4d66-8ec1-b719e4354932 service neutron] Attempting to bind port 3e85456d-c79f-482e-9b4f-0a9770910a40 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:03:42.771842 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-ec010edb-9acd-4d66-8ec1-b719e4354932 service neutron] Attempting to bind port 3e85456d-c79f-482e-9b4f-0a9770910a40 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:03:42.772174 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-ec010edb-9acd-4d66-8ec1-b719e4354932 service neutron] Attempting to bind port 3e85456d-c79f-482e-9b4f-0a9770910a40 on network 405730bb-9b22-44c0-8a4b-e8157c135d23 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:03:42.776717 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-ec010edb-9acd-4d66-8ec1-b719e4354932 service neutron] Port 3e85456d-c79f-482e-9b4f-0a9770910a40 on network 405730bb-9b22-44c0-8a4b-e8157c135d23 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 22:03:42.777043 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-ec010edb-9acd-4d66-8ec1-b719e4354932 service neutron] Attempting to bind port 3e85456d-c79f-482e-9b4f-0a9770910a40 on network 405730bb-9b22-44c0-8a4b-e8157c135d23 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:03:42.782100 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-ec010edb-9acd-4d66-8ec1-b719e4354932 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:03:42.782440 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-ec010edb-9acd-4d66-8ec1-b719e4354932 service neutron] Checking segment: {'id': '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:03:42.782820 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-ec010edb-9acd-4d66-8ec1-b719e4354932 service neutron] Bound using segment: {'id': '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:03:42.783251 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-ec010edb-9acd-4d66-8ec1-b719e4354932 service neutron] Bound port: 3e85456d-c79f-482e-9b4f-0a9770910a40, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:03:42.783608 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-ec010edb-9acd-4d66-8ec1-b719e4354932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:42.849470 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-ec010edb-9acd-4d66-8ec1-b719e4354932 service neutron] For port 3e85456d-c79f-482e-9b4f-0a9770910a40, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:03:42.852270 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-ec010edb-9acd-4d66-8ec1-b719e4354932 service neutron] For port 3e85456d-c79f-482e-9b4f-0a9770910a40, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=3e85456d-c79f-482e-9b4f-0a9770910a40,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:03:42.856770 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-ec010edb-9acd-4d66-8ec1-b719e4354932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:42.894570 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-ec010edb-9acd-4d66-8ec1-b719e4354932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:42.895200 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-ec010edb-9acd-4d66-8ec1-b719e4354932 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:42.896711 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-ec010edb-9acd-4d66-8ec1-b719e4354932 service neutron] 10.222.0.45 "PUT /v2.0/ports/3e85456d-c79f-482e-9b4f-0a9770910a40 HTTP/1.1" status: 200 len: 1091 time: 0.5871391 Nov 09 22:03:42.897105 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a4bf59a-ffdf-4814-911d-933c52407495', 'tag': '3e85456d-c79f-482e-9b4f-0a9770910a40'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:03:42.899380 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccca1699-0a31-4f52-85a2-fc493dee9418" -d '{"events": [{"name": "network-changed", "server_uuid": "8a4bf59a-ffdf-4814-911d-933c52407495", "tag": "3e85456d-c79f-482e-9b4f-0a9770910a40"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:03:42.933543 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec010edb-9acd-4d66-8ec1-b719e4354932 service neutron] Pushing event updated for resources: {'Port': ['ID=3e85456d-c79f-482e-9b4f-0a9770910a40,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:03:42.972603 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8ea7f6-5d53-41b9-892a-cc188bbf7617 x-openstack-request-id: req-9d8ea7f6-5d53-41b9-892a-cc188bbf7617 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:03:42.973087 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a4bf59a-ffdf-4814-911d-933c52407495", "tag": "3e85456d-c79f-482e-9b4f-0a9770910a40", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:03:42.973345 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9d8ea7f6-5d53-41b9-892a-cc188bbf7617 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:03:42.973752 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a4bf59a-ffdf-4814-911d-933c52407495', 'tag': '3e85456d-c79f-482e-9b4f-0a9770910a40', 'status': 'completed', 'code': 200} Nov 09 22:03:42.989247 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277bd09-819a-494a-9712-d384314e8bdb req-da778fd3-9668-4df4-b31e-1af7241fc9d6 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:42.991735 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f277bd09-819a-494a-9712-d384314e8bdb req-da778fd3-9668-4df4-b31e-1af7241fc9d6 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 943 time: 0.0592730 Nov 09 22:03:43.005040 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-64c0cfa6-0d88-45f0-98d0-6c84125723ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:43.006563 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-64c0cfa6-0d88-45f0-98d0-6c84125723ec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 1094 time: 0.0463490 Nov 09 22:03:43.045188 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f277bd09-819a-494a-9712-d384314e8bdb req-e51847f4-43a5-4bdf-91e6-d0763066f027 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474281 Nov 09 22:03:43.056040 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-87046ea6-2222-40ae-b5da-0049ff1697b2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e85456d-c79f-482e-9b4f-0a9770910a40 HTTP/1.1" status: 200 len: 217 time: 0.0419903 Nov 09 22:03:43.112902 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-90d0174c-3962-409d-b172-b31df913455d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:43.114363 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-90d0174c-3962-409d-b172-b31df913455d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f HTTP/1.1" status: 200 len: 851 time: 0.0487087 Nov 09 22:03:43.159619 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-f2430cdb-bf53-45e2-9f5c-1f5db35a1c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:43.161108 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-f2430cdb-bf53-45e2-9f5c-1f5db35a1c20 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=405730bb-9b22-44c0-8a4b-e8157c135d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395386 Nov 09 22:03:43.253205 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-94ebf06c-e9c5-4dd9-ab19-e7ee54be0cb7 service neutron] 10.222.0.45 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849836 Nov 09 22:03:43.341176 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3e08961a-dec5-4329-a8ff-484f19322d73 req-22462d57-c87d-49bc-ad31-2338a1b9c758 service neutron] 10.222.0.45 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808494 Nov 09 22:03:43.424062 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca1699-0a31-4f52-85a2-fc493dee9418 req-301293c4-bf96-42f1-ac2b-5438f4240784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:43.425488 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ccca1699-0a31-4f52-85a2-fc493dee9418 req-301293c4-bf96-42f1-ac2b-5438f4240784 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 1094 time: 0.0409222 Nov 09 22:03:43.518726 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca1699-0a31-4f52-85a2-fc493dee9418 req-6b6b7e8c-2432-4b91-b037-64cbf4ed4b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:43.520226 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ccca1699-0a31-4f52-85a2-fc493dee9418 req-6b6b7e8c-2432-4b91-b037-64cbf4ed4b26 service neutron] 10.222.0.45 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 912 time: 0.0881257 Nov 09 22:03:43.560618 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ccca1699-0a31-4f52-85a2-fc493dee9418 req-c4b90a43-6013-40a0-a074-cc34ae63e072 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e85456d-c79f-482e-9b4f-0a9770910a40 HTTP/1.1" status: 200 len: 217 time: 0.0337152 Nov 09 22:03:43.612969 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca1699-0a31-4f52-85a2-fc493dee9418 req-a035e6c7-9d97-43ec-92e4-5dc7aa3b764e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:43.614379 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ccca1699-0a31-4f52-85a2-fc493dee9418 req-a035e6c7-9d97-43ec-92e4-5dc7aa3b764e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f HTTP/1.1" status: 200 len: 851 time: 0.0459368 Nov 09 22:03:43.659263 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca1699-0a31-4f52-85a2-fc493dee9418 req-b75e6bc2-9162-42b3-88cb-6a00fc5cbf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:43.660741 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ccca1699-0a31-4f52-85a2-fc493dee9418 req-b75e6bc2-9162-42b3-88cb-6a00fc5cbf5a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=405730bb-9b22-44c0-8a4b-e8157c135d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383713 Nov 09 22:03:43.752421 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ccca1699-0a31-4f52-85a2-fc493dee9418 req-77e74ac0-9eeb-4cff-b776-ad7568e3dc61 service neutron] 10.222.0.45 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840795 Nov 09 22:03:43.845774 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ccca1699-0a31-4f52-85a2-fc493dee9418 req-04fdf299-0973-4a48-bd9e-36d1335bdfa8 service neutron] 10.222.0.45 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858717 Nov 09 22:03:44.163674 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74781076-bc8b-4226-815d-31d93f3d5a5a req-0f63abe4-8ffe-4e4a-a095-4feeec8d5bfc tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:44.165436 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-74781076-bc8b-4226-815d-31d93f3d5a5a req-0f63abe4-8ffe-4e4a-a095-4feeec8d5bfc tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 943 time: 0.0482666 Nov 09 22:03:44.212432 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-74781076-bc8b-4226-815d-31d93f3d5a5a req-23b2c0e0-fb54-4015-97fb-6c30c1ede069 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411699 Nov 09 22:03:45.326404 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ac6db-f6b7-4b21-9adf-1dd65c488afa req-a20384ba-da75-4c3f-bb4c-0606b478da91 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:45.327920 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-188ac6db-f6b7-4b21-9adf-1dd65c488afa req-a20384ba-da75-4c3f-bb4c-0606b478da91 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 943 time: 0.0487869 Nov 09 22:03:45.374065 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-188ac6db-f6b7-4b21-9adf-1dd65c488afa req-0b128aa3-def6-45cd-86bb-d66b7bb59ecf tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402372 Nov 09 22:03:46.491395 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957463cd-70c1-4f2e-b473-b517c86ab14c req-6399a4ad-d27b-4cb0-af9b-c6538c328b52 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:46.492915 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-957463cd-70c1-4f2e-b473-b517c86ab14c req-6399a4ad-d27b-4cb0-af9b-c6538c328b52 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 943 time: 0.0526021 Nov 09 22:03:46.545310 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-957463cd-70c1-4f2e-b473-b517c86ab14c req-500fa9eb-8ecd-4421-a090-06b8c5907d9d tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464964 Nov 09 22:03:47.395105 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 3e85456d-c79f-482e-9b4f-0a9770910a40 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 22:03:47.496617 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 3e85456d-c79f-482e-9b4f-0a9770910a40, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=3e85456d-c79f-482e-9b4f-0a9770910a40,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:03:47.507703 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '3e85456d-c79f-482e-9b4f-0a9770910a40', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'port_id': '3e85456d-c79f-482e-9b4f-0a9770910a40', 'mac_address': 'fa:16:3e:5e:28:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 22:03:47.547581 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:47.559670 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e85456d-c79f-482e-9b4f-0a9770910a40 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 22:03:47.578758 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 3e85456d-c79f-482e-9b4f-0a9770910a40, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=3e85456d-c79f-482e-9b4f-0a9770910a40,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:03:47.582561 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:47.629162 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=3e85456d-c79f-482e-9b4f-0a9770910a40,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:03:47.664389 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e540e3-8e93-4bab-9877-3d6b82f79075 req-d25ac66d-a9ab-4959-97ab-dfebf5a4de06 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:47.665915 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-98e540e3-8e93-4bab-9877-3d6b82f79075 req-d25ac66d-a9ab-4959-97ab-dfebf5a4de06 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 944 time: 0.0520601 Nov 09 22:03:47.694135 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b01697fe-617d-4229-872a-bdfc63b114bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:47.713455 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-98e540e3-8e93-4bab-9877-3d6b82f79075 req-91ca0a28-6f22-48ee-b54a-1631a79ce8c1 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408473 Nov 09 22:03:47.784473 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['3e85456d-c79f-482e-9b4f-0a9770910a40'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 22:03:48.829271 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41940d06-7d7a-4b07-9401-dff338d3bf24 req-9e53f2ab-0e3c-4118-9dc7-6a2d5d72bd93 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:48.830757 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-41940d06-7d7a-4b07-9401-dff338d3bf24 req-9e53f2ab-0e3c-4118-9dc7-6a2d5d72bd93 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 944 time: 0.0508111 Nov 09 22:03:48.876454 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-41940d06-7d7a-4b07-9401-dff338d3bf24 req-796ba43f-330f-446c-b3f2-fa4dbb8c7371 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399373 Nov 09 22:03:49.396554 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 3e85456d-c79f-482e-9b4f-0a9770910a40 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:03:49.443440 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 3e85456d-c79f-482e-9b4f-0a9770910a40 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 22:03:49.447560 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 3e85456d-c79f-482e-9b4f-0a9770910a40 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:03:49.447934 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:49.529791 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:49.552363 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a4bf59a-ffdf-4814-911d-933c52407495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e85456d-c79f-482e-9b4f-0a9770910a40'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:03:49.554929 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37fc0779-5cfa-4aad-9fa7-ff004ddad64d" -d '{"events": [{"server_uuid": "8a4bf59a-ffdf-4814-911d-933c52407495", "name": "network-vif-plugged", "status": "completed", "tag": "3e85456d-c79f-482e-9b4f-0a9770910a40"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:03:49.567736 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 3e85456d-c79f-482e-9b4f-0a9770910a40, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=3e85456d-c79f-482e-9b4f-0a9770910a40,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:03:49.571696 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:49.595561 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 22:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f825791f-ffbd-4ea0-ace6-09048540d7c1 x-openstack-request-id: req-f825791f-ffbd-4ea0-ace6-09048540d7c1 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:03:49.595857 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a4bf59a-ffdf-4814-911d-933c52407495", "name": "network-vif-plugged", "status": "completed", "tag": "3e85456d-c79f-482e-9b4f-0a9770910a40", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:03:49.596133 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f825791f-ffbd-4ea0-ace6-09048540d7c1 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:03:49.596510 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a4bf59a-ffdf-4814-911d-933c52407495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e85456d-c79f-482e-9b4f-0a9770910a40', 'code': 200} Nov 09 22:03:49.621512 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=3e85456d-c79f-482e-9b4f-0a9770910a40,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:03:49.692823 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507e139-8c3d-41ed-9b2d-4e7e497e95eb req-19b5bcca-9f4c-42e5-af0f-7d47206046a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:49.694290 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6507e139-8c3d-41ed-9b2d-4e7e497e95eb req-19b5bcca-9f4c-42e5-af0f-7d47206046a8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 1096 time: 0.0440791 Nov 09 22:03:49.737412 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6507e139-8c3d-41ed-9b2d-4e7e497e95eb req-b1cc3329-3be3-495e-98fd-4c254b9d596e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356865 Nov 09 22:03:49.989874 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61992d8-6a0b-4c91-bb1e-ac4749efdcc5 req-099739b3-0dcf-47b9-8514-2cf15cad750d tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:49.991258 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f61992d8-6a0b-4c91-bb1e-ac4749efdcc5 req-099739b3-0dcf-47b9-8514-2cf15cad750d tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 945 time: 0.0483470 Nov 09 22:03:50.037050 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f61992d8-6a0b-4c91-bb1e-ac4749efdcc5 req-b2094753-51f8-43ae-8d29-4afdf60e80e9 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399368 Nov 09 22:03:50.202874 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-07adf42a-d8b2-4885-b820-05bf11e80a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:50.974059 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:03:51.158138 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517c758-2b9a-4956-afff-928d2412fba2 req-904118e5-e492-4fbf-b264-ee1bbd3060db tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:51.160123 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4517c758-2b9a-4956-afff-928d2412fba2 req-904118e5-e492-4fbf-b264-ee1bbd3060db tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 945 time: 0.0487874 Nov 09 22:03:51.165842 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:51.207961 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4517c758-2b9a-4956-afff-928d2412fba2 req-e96289e0-3b6b-45c9-8f15-35a5a5baa789 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407016 Nov 09 22:03:51.322513 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5edb0f-7d89-4699-bcdf-6c52688c5033 req-4773fb71-6688-415d-86be-8d52482d9192 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:51.323983 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4b5edb0f-7d89-4699-bcdf-6c52688c5033 req-4773fb71-6688-415d-86be-8d52482d9192 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 945 time: 0.0496471 Nov 09 22:03:51.332693 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 34828) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:03:51.336923 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-34098bd9-0c5f-4b41-997d-fc30615de8b8 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Request body: {'floatingip': {'port_id': '3e85456d-c79f-482e-9b4f-0a9770910a40'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:03:51.378093 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-34098bd9-0c5f-4b41-997d-fc30615de8b8 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks [] for floatingip, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:51.785939 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-34098bd9-0c5f-4b41-997d-fc30615de8b8 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:51.789725 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-34098bd9-0c5f-4b41-997d-fc30615de8b8 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:51.882480 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [None req-34098bd9-0c5f-4b41-997d-fc30615de8b8 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Floating IP 7d1b5bc3-cc4d-41cf-944d-01ce89ad0d72 associated. External IP: 172.25.7.212, port: 3e85456d-c79f-482e-9b4f-0a9770910a40. Nov 09 22:03:52.080736 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34098bd9-0c5f-4b41-997d-fc30615de8b8 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Router a41f964a-9057-4991-a81b-d492420978ca has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:03:52.190899 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34098bd9-0c5f-4b41-997d-fc30615de8b8 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:03:52.195249 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-34098bd9-0c5f-4b41-997d-fc30615de8b8 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:52.200035 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84767e3b-7c04-471b-b4c3-bc82c26be5a7 None None] Sync routers for ids ['a41f964a-9057-4991-a81b-d492420978ca'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:03:52.209419 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84767e3b-7c04-471b-b4c3-bc82c26be5a7 None None] Routers {'a41f964a-9057-4991-a81b-d492420978ca'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:03:52.210037 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-84767e3b-7c04-471b-b4c3-bc82c26be5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:03:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a41f964a-9057-4991-a81b-d492420978ca'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:03:52.220954 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-34098bd9-0c5f-4b41-997d-fc30615de8b8 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "PUT /v2.0/floatingips/7d1b5bc3-cc4d-41cf-944d-01ce89ad0d72 HTTP/1.1" status: 200 len: 991 time: 0.8871834 Nov 09 22:03:52.221537 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a4bf59a-ffdf-4814-911d-933c52407495', 'tag': '3e85456d-c79f-482e-9b4f-0a9770910a40'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:03:52.223769 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0d1dba-f11c-4d0f-9de6-40448a047615" -d '{"events": [{"name": "network-changed", "server_uuid": "8a4bf59a-ffdf-4814-911d-933c52407495", "tag": "3e85456d-c79f-482e-9b4f-0a9770910a40"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:03:52.263264 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e8550b-8aa7-42a7-9102-858e50fc8b39 x-openstack-request-id: req-b4e8550b-8aa7-42a7-9102-858e50fc8b39 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:03:52.263563 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a4bf59a-ffdf-4814-911d-933c52407495", "tag": "3e85456d-c79f-482e-9b4f-0a9770910a40", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:03:52.263819 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b4e8550b-8aa7-42a7-9102-858e50fc8b39 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:03:52.264225 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a4bf59a-ffdf-4814-911d-933c52407495', 'tag': '3e85456d-c79f-482e-9b4f-0a9770910a40', 'status': 'completed', 'code': 200} Nov 09 22:03:52.316864 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-84767e3b-7c04-471b-b4c3-bc82c26be5a7 None None] Set router a41f964a-9057-4991-a81b-d492420978ca gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:03:52.332560 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d1dba-f11c-4d0f-9de6-40448a047615 req-5db52785-0d75-4d0f-a45b-fb7558d274db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:52.334699 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0c0d1dba-f11c-4d0f-9de6-40448a047615 req-5db52785-0d75-4d0f-a45b-fb7558d274db service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 1096 time: 0.0485928 Nov 09 22:03:52.426468 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d1dba-f11c-4d0f-9de6-40448a047615 req-c46debc8-b686-41d3-9bee-2d1686baea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:52.427951 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0c0d1dba-f11c-4d0f-9de6-40448a047615 req-c46debc8-b686-41d3-9bee-2d1686baea84 service neutron] 10.222.0.45 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 912 time: 0.0868618 Nov 09 22:03:52.506561 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0c0d1dba-f11c-4d0f-9de6-40448a047615 req-663c6539-759b-4fb2-9682-27d367b5baf8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e85456d-c79f-482e-9b4f-0a9770910a40 HTTP/1.1" status: 200 len: 999 time: 0.0719917 Nov 09 22:03:52.542302 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:52.563677 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-84767e3b-7c04-471b-b4c3-bc82c26be5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41f964a-9057-4991-a81b-d492420978ca', 'name': 'tempest-ServerActionsTestJSON-1331986745-router', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:59:02Z', 'updated_at': '2021-11-09T21:59:05Z', 'revision_number': 4, 'project_id': '46efada4a13646d19245d1ba2c324692', 'gw_port': {'id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:03Z', 'updated_at': '2021-11-09T21:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '7d1b5bc3-cc4d-41cf-944d-01ce89ad0d72', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'floating_ip_address': '172.25.7.212', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'port_id': '3e85456d-c79f-482e-9b4f-0a9770910a40', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'mac_address': 'fa:16:3e:5e:28:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4bf59a-ffdf-4814-911d-933c52407495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:59:07Z', 'updated_at': '2021-11-09T22:03:51Z', 'revision_number': 9, 'project_id': '46efada4a13646d19245d1ba2c324692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0afefe6d-7e4c-4f3a-83d8-5b9888dd499c', 'name': '', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'mac_address': 'fa:16:3e:5c:69:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:04Z', 'updated_at': '2021-11-09T21:59:09Z', 'revision_number': 5, 'project_id': '46efada4a13646d19245d1ba2c324692', 'subnets': [{'id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:03:52.591196 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84767e3b-7c04-471b-b4c3-bc82c26be5a7 None None] Checking router: a41f964a-9057-4991-a81b-d492420978ca for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:03:52.600211 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84767e3b-7c04-471b-b4c3-bc82c26be5a7 None None] Routers {'a41f964a-9057-4991-a81b-d492420978ca'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:03:52.600863 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-84767e3b-7c04-471b-b4c3-bc82c26be5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:03:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a41f964a-9057-4991-a81b-d492420978ca'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:03:52.709339 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-84767e3b-7c04-471b-b4c3-bc82c26be5a7 None None] Set router a41f964a-9057-4991-a81b-d492420978ca gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:03:52.902108 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d1dba-f11c-4d0f-9de6-40448a047615 req-e26ea4e6-ef57-495c-bd5c-fbb3f4450049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:52.903593 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0c0d1dba-f11c-4d0f-9de6-40448a047615 req-e26ea4e6-ef57-495c-bd5c-fbb3f4450049 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f HTTP/1.1" status: 200 len: 851 time: 0.3907990 Nov 09 22:03:52.945853 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-84767e3b-7c04-471b-b4c3-bc82c26be5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41f964a-9057-4991-a81b-d492420978ca', 'name': 'tempest-ServerActionsTestJSON-1331986745-router', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:59:02Z', 'updated_at': '2021-11-09T21:59:05Z', 'revision_number': 4, 'project_id': '46efada4a13646d19245d1ba2c324692', 'gw_port': {'id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:03Z', 'updated_at': '2021-11-09T21:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '7d1b5bc3-cc4d-41cf-944d-01ce89ad0d72', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'floating_ip_address': '172.25.7.212', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'port_id': '3e85456d-c79f-482e-9b4f-0a9770910a40', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'mac_address': 'fa:16:3e:5e:28:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4bf59a-ffdf-4814-911d-933c52407495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:59:07Z', 'updated_at': '2021-11-09T22:03:51Z', 'revision_number': 9, 'project_id': '46efada4a13646d19245d1ba2c324692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0afefe6d-7e4c-4f3a-83d8-5b9888dd499c', 'name': '', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'mac_address': 'fa:16:3e:5c:69:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:04Z', 'updated_at': '2021-11-09T21:59:09Z', 'revision_number': 5, 'project_id': '46efada4a13646d19245d1ba2c324692', 'subnets': [{'id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:03:52.949960 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d1dba-f11c-4d0f-9de6-40448a047615 req-1e5f6698-7e1b-4f61-b4fa-dcbe3ef87d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:03:52.951468 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0c0d1dba-f11c-4d0f-9de6-40448a047615 req-1e5f6698-7e1b-4f61-b4fa-dcbe3ef87d55 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=405730bb-9b22-44c0-8a4b-e8157c135d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399816 Nov 09 22:03:52.972181 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84767e3b-7c04-471b-b4c3-bc82c26be5a7 None None] The sync data for ids ['a41f964a-9057-4991-a81b-d492420978ca'] in n-d-816206-3 is: [{'id': 'a41f964a-9057-4991-a81b-d492420978ca', 'name': 'tempest-ServerActionsTestJSON-1331986745-router', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:59:02Z', 'updated_at': '2021-11-09T21:59:05Z', 'revision_number': 4, 'project_id': '46efada4a13646d19245d1ba2c324692', 'gw_port': {'id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:03Z', 'updated_at': '2021-11-09T21:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '7d1b5bc3-cc4d-41cf-944d-01ce89ad0d72', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'floating_ip_address': '172.25.7.212', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'port_id': '3e85456d-c79f-482e-9b4f-0a9770910a40', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'mac_address': 'fa:16:3e:5e:28:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4bf59a-ffdf-4814-911d-933c52407495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:59:07Z', 'updated_at': '2021-11-09T22:03:51Z', 'revision_number': 9, 'project_id': '46efada4a13646d19245d1ba2c324692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0afefe6d-7e4c-4f3a-83d8-5b9888dd499c', 'name': '', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'mac_address': 'fa:16:3e:5c:69:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:04Z', 'updated_at': '2021-11-09T21:59:09Z', 'revision_number': 5, 'project_id': '46efada4a13646d19245d1ba2c324692', 'subnets': [{'id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:03:53.046964 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0c0d1dba-f11c-4d0f-9de6-40448a047615 req-91969247-fa9b-4406-ae8a-f756116ac42a service neutron] 10.222.0.45 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874419 Nov 09 22:03:53.141856 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0c0d1dba-f11c-4d0f-9de6-40448a047615 req-73f98322-895f-45c0-875c-59d17063eb20 service neutron] 10.222.0.45 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877917 Nov 09 22:03:53.184444 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abcb37c-d4a4-4937-8ce6-0357d9b35838 None None] New status for floating IP 7d1b5bc3-cc4d-41cf-944d-01ce89ad0d72: ACTIVE {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 22:03:53.207311 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:03:53.425551 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:04:04.012829 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:04:17.696231 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3ddbfb5c-23a9-4350-a88e-7da425bb4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:04:17.869793 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-13c85183-a529-4ed8-9f43-f457ee436003 req-6b3831e0-0ea6-4bfe-8798-6123a94ca3e7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8a4bf59a-ffdf-4814-911d-933c52407495&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442522 Nov 09 22:04:17.957141 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c85183-a529-4ed8-9f43-f457ee436003 req-50f843c9-c272-4b8c-b407-db103f613ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:04:17.958642 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-13c85183-a529-4ed8-9f43-f457ee436003 req-50f843c9-c272-4b8c-b407-db103f613ad6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 1096 time: 0.0442986 Nov 09 22:04:18.061253 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c85183-a529-4ed8-9f43-f457ee436003 req-c3d98d97-f8da-435a-82ee-df5b3687bcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:04:18.062799 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-13c85183-a529-4ed8-9f43-f457ee436003 req-c3d98d97-f8da-435a-82ee-df5b3687bcbd service neutron] 10.222.0.45 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 912 time: 0.0844772 Nov 09 22:04:18.131468 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-13c85183-a529-4ed8-9f43-f457ee436003 req-9ddb0639-003c-45a0-96c8-5c79e4daec2f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e85456d-c79f-482e-9b4f-0a9770910a40 HTTP/1.1" status: 200 len: 1002 time: 0.0608995 Nov 09 22:04:18.179308 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c85183-a529-4ed8-9f43-f457ee436003 req-76a887bb-8ce8-4bb8-aa49-e9ed899d5734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:04:18.180768 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-13c85183-a529-4ed8-9f43-f457ee436003 req-76a887bb-8ce8-4bb8-aa49-e9ed899d5734 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f HTTP/1.1" status: 200 len: 851 time: 0.0428679 Nov 09 22:04:18.232179 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c85183-a529-4ed8-9f43-f457ee436003 req-4991d36a-7545-449c-8b2e-b8e561ea3430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:04:18.233995 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-13c85183-a529-4ed8-9f43-f457ee436003 req-4991d36a-7545-449c-8b2e-b8e561ea3430 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=405730bb-9b22-44c0-8a4b-e8157c135d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463920 Nov 09 22:04:18.246704 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-13c85183-a529-4ed8-9f43-f457ee436003 req-8485a1ed-a19c-45b4-a865-80fed0a88ce8 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 22:04:18.247635 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-13c85183-a529-4ed8-9f43-f457ee436003 req-8485a1ed-a19c-45b4-a865-80fed0a88ce8 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049982 Nov 09 22:04:18.338583 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-13c85183-a529-4ed8-9f43-f457ee436003 req-ea90b2a9-8313-47ef-90e2-250af765c15a service neutron] 10.222.0.45 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832257 Nov 09 22:04:18.428884 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-13c85183-a529-4ed8-9f43-f457ee436003 req-828c78c1-52c9-4458-b7a3-0e4475da99c8 service neutron] 10.222.0.45 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822015 Nov 09 22:04:20.205744 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d62af0c9-570a-4c05-952a-3319c68a6802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:04:21.170323 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:04:22.527253 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:04:23.213125 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:04:23.427491 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:04:27.974077 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:04:34.026173 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:04:47.697758 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d18f92b6-e729-4b9a-92e6-07b73125071e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:04:50.206362 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-968bccda-2a64-4645-8e82-5dcf25495b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:04:51.170926 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:04:52.530822 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:04:53.208431 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:04:53.429291 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:05:04.027769 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:05:04.974225 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:05:17.697597 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cf0b3ff7-a4eb-4834-a876-9f759c86e1cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:05:18.863237 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-04bd9625-92b5-446d-8d1e-35f7e5a7d9e4 req-94333841-3b81-4975-aaa9-ee7f42fc2e90 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8a4bf59a-ffdf-4814-911d-933c52407495&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412381 Nov 09 22:05:18.947982 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd9625-92b5-446d-8d1e-35f7e5a7d9e4 req-1911a6ee-c0a0-43ef-ae43-768e2972d333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:18.949493 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-04bd9625-92b5-446d-8d1e-35f7e5a7d9e4 req-1911a6ee-c0a0-43ef-ae43-768e2972d333 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 1096 time: 0.0442038 Nov 09 22:05:19.053889 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd9625-92b5-446d-8d1e-35f7e5a7d9e4 req-b73de446-47c6-4fdc-a6fd-cfc64b419bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:19.055369 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-04bd9625-92b5-446d-8d1e-35f7e5a7d9e4 req-b73de446-47c6-4fdc-a6fd-cfc64b419bc8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 912 time: 0.0869606 Nov 09 22:05:19.124078 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-04bd9625-92b5-446d-8d1e-35f7e5a7d9e4 req-c3cf112e-e910-4a5c-ade5-91a5e7dd5e60 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e85456d-c79f-482e-9b4f-0a9770910a40 HTTP/1.1" status: 200 len: 1002 time: 0.0611222 Nov 09 22:05:19.171212 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd9625-92b5-446d-8d1e-35f7e5a7d9e4 req-a6a63fd0-51dc-4dbb-90cc-eda6b41f4be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:19.172612 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-04bd9625-92b5-446d-8d1e-35f7e5a7d9e4 req-a6a63fd0-51dc-4dbb-90cc-eda6b41f4be9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f HTTP/1.1" status: 200 len: 851 time: 0.0418265 Nov 09 22:05:19.216769 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd9625-92b5-446d-8d1e-35f7e5a7d9e4 req-6638148c-fdce-48bd-bd39-1ac617085cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:19.218237 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-04bd9625-92b5-446d-8d1e-35f7e5a7d9e4 req-6638148c-fdce-48bd-bd39-1ac617085cc2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=405730bb-9b22-44c0-8a4b-e8157c135d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386808 Nov 09 22:05:19.309910 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-04bd9625-92b5-446d-8d1e-35f7e5a7d9e4 req-19204314-76ea-4634-91f1-2df9c905b416 service neutron] 10.222.0.45 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845802 Nov 09 22:05:19.405650 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-04bd9625-92b5-446d-8d1e-35f7e5a7d9e4 req-20f44b1c-0980-481f-a4f4-76b05c9b5e7e service neutron] 10.222.0.45 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816426 Nov 09 22:05:20.208437 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-111e9a39-b9bd-4e51-8f26-6a5bc7a4b38d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:05:21.173994 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:05:22.533417 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:05:23.218805 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:05:23.430638 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:05:29.461037 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-83872955-d887-42dc-a365-320b6a0a434a req-cf1435a4-eb62-4892-8571-ccdf75eab8cf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8a4bf59a-ffdf-4814-911d-933c52407495&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0417316 Nov 09 22:05:29.477911 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2654b-ed9f-4294-8ccd-955a07a5d803 req-4450ecc8-74ad-4714-b103-82c070201d05 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:29.479446 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-19f2654b-ed9f-4294-8ccd-955a07a5d803 req-4450ecc8-74ad-4714-b103-82c070201d05 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 945 time: 0.0522008 Nov 09 22:05:29.531600 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-19f2654b-ed9f-4294-8ccd-955a07a5d803 req-4d296afc-5d7d-4e6f-9523-e7cdf45ca806 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462029 Nov 09 22:05:30.604575 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83872955-d887-42dc-a365-320b6a0a434a req-ee6d4136-c6a2-4948-aa67-0750041b31ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:30.606227 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-83872955-d887-42dc-a365-320b6a0a434a req-ee6d4136-c6a2-4948-aa67-0750041b31ee service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 1096 time: 0.0419128 Nov 09 22:05:30.653621 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb5063-36f6-40dd-91c5-b9a35d41dc43 req-ebba6ab8-c303-44eb-9bb8-45ba919c9b80 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:30.655555 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e3eb5063-36f6-40dd-91c5-b9a35d41dc43 req-ebba6ab8-c303-44eb-9bb8-45ba919c9b80 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 945 time: 0.0534914 Nov 09 22:05:30.698150 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83872955-d887-42dc-a365-320b6a0a434a req-bbc5bcf0-0e5c-48c3-b81c-47ca8736155b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:30.699641 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-83872955-d887-42dc-a365-320b6a0a434a req-bbc5bcf0-0e5c-48c3-b81c-47ca8736155b service neutron] 10.222.0.45 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 912 time: 0.0866053 Nov 09 22:05:30.709223 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e3eb5063-36f6-40dd-91c5-b9a35d41dc43 req-964232fa-9b03-4e14-9fe5-c336f29bf1f1 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478659 Nov 09 22:05:30.770617 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-83872955-d887-42dc-a365-320b6a0a434a req-b2232246-143b-44b8-a67b-e99e58284cbf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e85456d-c79f-482e-9b4f-0a9770910a40 HTTP/1.1" status: 200 len: 1002 time: 0.0633483 Nov 09 22:05:30.819589 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83872955-d887-42dc-a365-320b6a0a434a req-990c5570-aaa7-4761-9195-b42200ef2f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:30.821029 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-83872955-d887-42dc-a365-320b6a0a434a req-990c5570-aaa7-4761-9195-b42200ef2f00 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f HTTP/1.1" status: 200 len: 851 time: 0.0432069 Nov 09 22:05:30.864579 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83872955-d887-42dc-a365-320b6a0a434a req-883f9df5-e2fe-4551-97b4-cc468ed6dc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:30.866687 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-83872955-d887-42dc-a365-320b6a0a434a req-883f9df5-e2fe-4551-97b4-cc468ed6dc2f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=405730bb-9b22-44c0-8a4b-e8157c135d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393152 Nov 09 22:05:30.956267 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-83872955-d887-42dc-a365-320b6a0a434a req-fe49bb39-5541-4a6b-b61f-5edd91b83768 service neutron] 10.222.0.45 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829329 Nov 09 22:05:31.058713 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-83872955-d887-42dc-a365-320b6a0a434a req-4336aaab-7c33-4175-9e7e-805490de7fef service neutron] 10.222.0.45 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946805 Nov 09 22:05:31.832440 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c415292-1a8f-4795-8a4e-1ae293ae32a4 req-d32c5afa-1d3c-4e86-ad2a-6dac3079a10e tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:31.834015 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3c415292-1a8f-4795-8a4e-1ae293ae32a4 req-d32c5afa-1d3c-4e86-ad2a-6dac3079a10e tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 945 time: 0.0535100 Nov 09 22:05:31.880523 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3c415292-1a8f-4795-8a4e-1ae293ae32a4 req-a70f6edf-33ac-4a22-8e39-1f99ea4a2b1c tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406609 Nov 09 22:05:32.997941 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2daa13f-c72c-479b-a05e-e33ac92875ed req-e4205a2b-9362-4b30-9b71-6115b176e4f9 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:32.999420 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d2daa13f-c72c-479b-a05e-e33ac92875ed req-e4205a2b-9362-4b30-9b71-6115b176e4f9 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 945 time: 0.0487096 Nov 09 22:05:33.047586 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d2daa13f-c72c-479b-a05e-e33ac92875ed req-59e41a47-c43d-4744-af80-562d003815d1 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422876 Nov 09 22:05:34.040711 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:05:34.161101 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63489c-633a-4da5-ae42-b19900d20166 req-d0dda8ad-85f6-48bd-8dee-2d3e7622f859 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:34.163475 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0e63489c-633a-4da5-ae42-b19900d20166 req-d0dda8ad-85f6-48bd-8dee-2d3e7622f859 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 945 time: 0.0482795 Nov 09 22:05:34.208112 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0e63489c-633a-4da5-ae42-b19900d20166 req-8a93f014-8cfa-44b7-b787-178c930c52b6 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387511 Nov 09 22:05:35.323048 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ca6de-4484-487c-bc04-bf4ff2df84b2 req-6455c836-79b3-428e-811d-004c361ec2be tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:35.324536 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-615ca6de-4484-487c-bc04-bf4ff2df84b2 req-6455c836-79b3-428e-811d-004c361ec2be tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 945 time: 0.0491869 Nov 09 22:05:35.374657 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-615ca6de-4484-487c-bc04-bf4ff2df84b2 req-65215305-faf1-40b4-a426-c7660102ff90 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441101 Nov 09 22:05:36.492327 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81fa18e-0c99-4e9e-a031-917416092b13 req-4975afba-fab9-49ab-8330-f6d8b40d79e5 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:36.493980 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e81fa18e-0c99-4e9e-a031-917416092b13 req-4975afba-fab9-49ab-8330-f6d8b40d79e5 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 945 time: 0.0526059 Nov 09 22:05:36.542469 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e81fa18e-0c99-4e9e-a031-917416092b13 req-dc6a4e35-1c07-4e78-9574-52c7a1d37526 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421424 Nov 09 22:05:36.868029 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [req-c5d913ad-4662-470c-b84f-1fb01f60d072 req-4c182ea5-5df1-4afe-96c3-145575bf8bce service neutron] (102608) timed out ('10.222.0.49', 59876) {{(pid=102608) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 22:05:37.659713 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86428be2-f6d8-4b80-aa09-337758647c46 req-08e64526-63ea-49ee-b7d5-9de9c4e8fff1 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:37.661209 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-86428be2-f6d8-4b80-aa09-337758647c46 req-08e64526-63ea-49ee-b7d5-9de9c4e8fff1 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 945 time: 0.0513351 Nov 09 22:05:37.711510 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-86428be2-f6d8-4b80-aa09-337758647c46 req-9c06ae04-c2f9-48d6-af8a-76446a3f021d tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435162 Nov 09 22:05:38.827441 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f259aa1c-878c-4d3b-9cf8-962ab73eaa07 req-92ef253e-0a32-41cb-b0e7-ebbe9ed5b0d2 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:38.828949 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f259aa1c-878c-4d3b-9cf8-962ab73eaa07 req-92ef253e-0a32-41cb-b0e7-ebbe9ed5b0d2 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 945 time: 0.0495532 Nov 09 22:05:38.875242 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f259aa1c-878c-4d3b-9cf8-962ab73eaa07 req-ed37e406-2595-48ef-88ae-117352fff2e9 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403690 Nov 09 22:05:39.989899 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9025d4-dc74-4373-ac33-9f34945114f0 req-e45d1c7e-bf19-483c-ae1b-83fbdfb2a22f tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:39.991874 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4d9025d4-dc74-4373-ac33-9f34945114f0 req-e45d1c7e-bf19-483c-ae1b-83fbdfb2a22f tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 945 time: 0.0486100 Nov 09 22:05:40.037455 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4d9025d4-dc74-4373-ac33-9f34945114f0 req-38cce594-c7fe-4e31-948a-e7e49c3f2982 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395286 Nov 09 22:05:41.153154 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b7e9b-6e0b-426c-b18b-f6fed01e79e6 req-dc314925-0543-45ac-a495-6cbcff7059bd tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:41.154619 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-196b7e9b-6e0b-426c-b18b-f6fed01e79e6 req-dc314925-0543-45ac-a495-6cbcff7059bd tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 945 time: 0.0484707 Nov 09 22:05:41.204892 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-196b7e9b-6e0b-426c-b18b-f6fed01e79e6 req-1e62e802-4c9b-4247-a695-72596768e941 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442979 Nov 09 22:05:41.975354 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:05:42.323273 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade610a-8679-4805-b870-62e2488c358b req-25336ed7-1f8b-4b19-854b-2873caca1ae9 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:42.324760 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0ade610a-8679-4805-b870-62e2488c358b req-25336ed7-1f8b-4b19-854b-2873caca1ae9 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 945 time: 0.0524213 Nov 09 22:05:42.370923 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0ade610a-8679-4805-b870-62e2488c358b req-f33a4131-d5c9-44a9-b39f-81452a5a9b86 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402598 Nov 09 22:05:42.909670 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [req-83872955-d887-42dc-a365-320b6a0a434a req-8cac5145-a760-4abd-9e2c-19bdc4453528 service neutron] show failed (client error): The resource could not be found. Nov 09 22:05:42.910631 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-83872955-d887-42dc-a365-320b6a0a434a req-8cac5145-a760-4abd-9e2c-19bdc4453528 service neutron] 10.222.0.45 "GET /v2.0/ports/3e85456d-c79f-482e-9b4f-0a9770910a40/bindings/n-h2-816206-3 HTTP/1.1" status: 404 len: 380 time: 0.0520344 Nov 09 22:05:43.154526 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83872955-d887-42dc-a365-320b6a0a434a req-c5cc575c-8b05-4dfb-a9c7-0cd372400a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:43.155984 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-83872955-d887-42dc-a365-320b6a0a434a req-c5cc575c-8b05-4dfb-a9c7-0cd372400a5d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8a4bf59a-ffdf-4814-911d-933c52407495&tenant_id=46efada4a13646d19245d1ba2c324692 HTTP/1.1" status: 200 len: 1096 time: 0.0885530 Nov 09 22:05:43.178951 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-83872955-d887-42dc-a365-320b6a0a434a req-70b1e9df-5a03-4783-bd21-0095d24ffbce service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-3', 'device_owner': 'compute:nova'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:05:43.232215 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-83872955-d887-42dc-a365-320b6a0a434a req-70b1e9df-5a03-4783-bd21-0095d24ffbce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:05:43.429914 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-83872955-d887-42dc-a365-320b6a0a434a req-70b1e9df-5a03-4783-bd21-0095d24ffbce service neutron] For port 3e85456d-c79f-482e-9b4f-0a9770910a40, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=3e85456d-c79f-482e-9b4f-0a9770910a40,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:05:43.487614 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-83872955-d887-42dc-a365-320b6a0a434a req-70b1e9df-5a03-4783-bd21-0095d24ffbce service neutron] For port 3e85456d-c79f-482e-9b4f-0a9770910a40, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:05:43.536017 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9941a-0502-47b5-983b-e53e2b628316 req-999f1de9-9c70-497f-8d18-68f7efc28cb4 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:43.537537 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bec9941a-0502-47b5-983b-e53e2b628316 req-999f1de9-9c70-497f-8d18-68f7efc28cb4 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 945 time: 0.0914149 Nov 09 22:05:43.541249 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a4bf59a-ffdf-4814-911d-933c52407495', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e85456d-c79f-482e-9b4f-0a9770910a40'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:05:43.543480 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d7e309-9428-47e6-8cb0-0eec830b5b27" -d '{"events": [{"server_uuid": "8a4bf59a-ffdf-4814-911d-933c52407495", "name": "network-vif-unplugged", "status": "completed", "tag": "3e85456d-c79f-482e-9b4f-0a9770910a40"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:05:43.548734 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-83872955-d887-42dc-a365-320b6a0a434a req-70b1e9df-5a03-4783-bd21-0095d24ffbce service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:05:43.574527 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-83872955-d887-42dc-a365-320b6a0a434a req-70b1e9df-5a03-4783-bd21-0095d24ffbce service neutron] Transition to ACTIVE for port object 3e85456d-c79f-482e-9b4f-0a9770910a40 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 22:05:43.579308 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-83872955-d887-42dc-a365-320b6a0a434a req-70b1e9df-5a03-4783-bd21-0095d24ffbce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:05:43.614696 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 22:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1825423d-a447-4a9f-8e51-c8244f9e66fa x-openstack-request-id: req-1825423d-a447-4a9f-8e51-c8244f9e66fa {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:05:43.614990 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a4bf59a-ffdf-4814-911d-933c52407495", "name": "network-vif-unplugged", "status": "completed", "tag": "3e85456d-c79f-482e-9b4f-0a9770910a40", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:05:43.615244 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1825423d-a447-4a9f-8e51-c8244f9e66fa {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:05:43.615632 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a4bf59a-ffdf-4814-911d-933c52407495', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e85456d-c79f-482e-9b4f-0a9770910a40', 'code': 200} Nov 09 22:05:43.643854 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bec9941a-0502-47b5-983b-e53e2b628316 req-b2defafc-d4b3-45f3-8d29-98e9f8276ea7 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971122 Nov 09 22:05:43.653415 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1e9df-5a03-4783-bd21-0095d24ffbce service neutron] Pushing event updated for resources: {'Port': ['ID=3e85456d-c79f-482e-9b4f-0a9770910a40,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:05:43.666903 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b1e9df-5a03-4783-bd21-0095d24ffbce service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:05:43.666903 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b1e9df-5a03-4783-bd21-0095d24ffbce service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:05:43.666903 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b1e9df-5a03-4783-bd21-0095d24ffbce service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:05:43.666903 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b1e9df-5a03-4783-bd21-0095d24ffbce service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:05:43.666903 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b1e9df-5a03-4783-bd21-0095d24ffbce service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:05:43.666903 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b1e9df-5a03-4783-bd21-0095d24ffbce service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:05:43.666903 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b1e9df-5a03-4783-bd21-0095d24ffbce service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:05:43.666903 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b1e9df-5a03-4783-bd21-0095d24ffbce service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:05:43.666903 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b1e9df-5a03-4783-bd21-0095d24ffbce service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:05:43.666903 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b1e9df-5a03-4783-bd21-0095d24ffbce service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:05:43.666903 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b1e9df-5a03-4783-bd21-0095d24ffbce service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:05:43.666903 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b1e9df-5a03-4783-bd21-0095d24ffbce service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:05:43.738014 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-83872955-d887-42dc-a365-320b6a0a434a req-70b1e9df-5a03-4783-bd21-0095d24ffbce service neutron] No DVR routers for this DVR port 3e85456d-c79f-482e-9b4f-0a9770910a40 on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:05:43.872117 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-83872955-d887-42dc-a365-320b6a0a434a req-70b1e9df-5a03-4783-bd21-0095d24ffbce service neutron] Attempting to bind port 3e85456d-c79f-482e-9b4f-0a9770910a40 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:05:43.872451 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-83872955-d887-42dc-a365-320b6a0a434a req-70b1e9df-5a03-4783-bd21-0095d24ffbce service neutron] Attempting to bind port 3e85456d-c79f-482e-9b4f-0a9770910a40 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:05:43.872810 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83872955-d887-42dc-a365-320b6a0a434a req-70b1e9df-5a03-4783-bd21-0095d24ffbce service neutron] Attempting to bind port 3e85456d-c79f-482e-9b4f-0a9770910a40 on network 405730bb-9b22-44c0-8a4b-e8157c135d23 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:05:43.877059 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83872955-d887-42dc-a365-320b6a0a434a req-70b1e9df-5a03-4783-bd21-0095d24ffbce service neutron] Port 3e85456d-c79f-482e-9b4f-0a9770910a40 on network 405730bb-9b22-44c0-8a4b-e8157c135d23 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 22:05:43.877378 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83872955-d887-42dc-a365-320b6a0a434a req-70b1e9df-5a03-4783-bd21-0095d24ffbce service neutron] Attempting to bind port 3e85456d-c79f-482e-9b4f-0a9770910a40 on network 405730bb-9b22-44c0-8a4b-e8157c135d23 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:05:43.882689 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83872955-d887-42dc-a365-320b6a0a434a req-70b1e9df-5a03-4783-bd21-0095d24ffbce service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:05:43.883032 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83872955-d887-42dc-a365-320b6a0a434a req-70b1e9df-5a03-4783-bd21-0095d24ffbce service neutron] Checking segment: {'id': '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:05:43.883419 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83872955-d887-42dc-a365-320b6a0a434a req-70b1e9df-5a03-4783-bd21-0095d24ffbce service neutron] Bound using segment: {'id': '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:05:43.883842 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-83872955-d887-42dc-a365-320b6a0a434a req-70b1e9df-5a03-4783-bd21-0095d24ffbce service neutron] Bound port: 3e85456d-c79f-482e-9b4f-0a9770910a40, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:05:43.884196 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-83872955-d887-42dc-a365-320b6a0a434a req-70b1e9df-5a03-4783-bd21-0095d24ffbce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:05:43.948594 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-83872955-d887-42dc-a365-320b6a0a434a req-70b1e9df-5a03-4783-bd21-0095d24ffbce service neutron] For port 3e85456d-c79f-482e-9b4f-0a9770910a40, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:05:43.951556 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-83872955-d887-42dc-a365-320b6a0a434a req-70b1e9df-5a03-4783-bd21-0095d24ffbce service neutron] For port 3e85456d-c79f-482e-9b4f-0a9770910a40, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=3e85456d-c79f-482e-9b4f-0a9770910a40,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:05:43.956807 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-83872955-d887-42dc-a365-320b6a0a434a req-70b1e9df-5a03-4783-bd21-0095d24ffbce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:05:43.988305 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83872955-d887-42dc-a365-320b6a0a434a req-70b1e9df-5a03-4783-bd21-0095d24ffbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:43.988964 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-83872955-d887-42dc-a365-320b6a0a434a req-70b1e9df-5a03-4783-bd21-0095d24ffbce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:05:43.990342 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-83872955-d887-42dc-a365-320b6a0a434a req-70b1e9df-5a03-4783-bd21-0095d24ffbce service neutron] 10.222.0.43 "PUT /v2.0/ports/3e85456d-c79f-482e-9b4f-0a9770910a40 HTTP/1.1" status: 200 len: 1091 time: 0.8153503 Nov 09 22:05:44.013135 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1e9df-5a03-4783-bd21-0095d24ffbce service neutron] Pushing event updated for resources: {'Port': ['ID=3e85456d-c79f-482e-9b4f-0a9770910a40,revision_number=7']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:05:44.065679 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83872955-d887-42dc-a365-320b6a0a434a req-9bf4e840-5a51-4521-ab9d-f09ed6b8a9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:44.067034 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-83872955-d887-42dc-a365-320b6a0a434a req-9bf4e840-5a51-4521-ab9d-f09ed6b8a9a3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 1094 time: 0.0420697 Nov 09 22:05:44.163960 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83872955-d887-42dc-a365-320b6a0a434a req-b1308351-30d0-42c3-b7c6-71667768ef6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:44.165499 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-83872955-d887-42dc-a365-320b6a0a434a req-b1308351-30d0-42c3-b7c6-71667768ef6c service neutron] 10.222.0.43 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 912 time: 0.0900376 Nov 09 22:05:44.229903 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-83872955-d887-42dc-a365-320b6a0a434a req-e6b1a6c1-246e-49e8-a6e2-f1f2ea526cfb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e85456d-c79f-482e-9b4f-0a9770910a40 HTTP/1.1" status: 200 len: 1000 time: 0.0576193 Nov 09 22:05:44.277652 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83872955-d887-42dc-a365-320b6a0a434a req-6cf7c6f6-1374-4dd6-aa30-50cf24b1557f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:44.278995 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-83872955-d887-42dc-a365-320b6a0a434a req-6cf7c6f6-1374-4dd6-aa30-50cf24b1557f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f HTTP/1.1" status: 200 len: 851 time: 0.0420823 Nov 09 22:05:44.327910 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83872955-d887-42dc-a365-320b6a0a434a req-86676fcc-b521-4e82-83d5-bc23aa4da014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:44.329406 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-83872955-d887-42dc-a365-320b6a0a434a req-86676fcc-b521-4e82-83d5-bc23aa4da014 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=405730bb-9b22-44c0-8a4b-e8157c135d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433953 Nov 09 22:05:44.416873 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-83872955-d887-42dc-a365-320b6a0a434a req-3b29d246-e318-4323-be63-6e91912e1725 service neutron] 10.222.0.43 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799499 Nov 09 22:05:44.508250 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-83872955-d887-42dc-a365-320b6a0a434a req-5ca559e3-0802-469c-ae3c-826dd33e9aef service neutron] 10.222.0.43 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847609 Nov 09 22:05:44.761255 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10196608-5005-4b41-b692-47531bcd018d req-91f9f9c6-ea4f-48bb-8e5f-49a0dea2aca2 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:44.762615 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-10196608-5005-4b41-b692-47531bcd018d req-91f9f9c6-ea4f-48bb-8e5f-49a0dea2aca2 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 943 time: 0.0478613 Nov 09 22:05:44.809254 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-10196608-5005-4b41-b692-47531bcd018d req-6ff24fb7-4e0d-4463-af01-993c72da3851 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407617 Nov 09 22:05:45.617037 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a4bf59a-ffdf-4814-911d-933c52407495', 'tag': '3e85456d-c79f-482e-9b4f-0a9770910a40'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:05:45.619367 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae54d69-09d5-4745-91d3-edf20e4ff724" -d '{"events": [{"name": "network-changed", "server_uuid": "8a4bf59a-ffdf-4814-911d-933c52407495", "tag": "3e85456d-c79f-482e-9b4f-0a9770910a40"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:05:45.668014 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417d0fcd-5400-4dd7-a5a4-84320fecd8de x-openstack-request-id: req-417d0fcd-5400-4dd7-a5a4-84320fecd8de {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:05:45.668310 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a4bf59a-ffdf-4814-911d-933c52407495", "tag": "3e85456d-c79f-482e-9b4f-0a9770910a40", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:05:45.668565 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-417d0fcd-5400-4dd7-a5a4-84320fecd8de {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:05:45.668992 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a4bf59a-ffdf-4814-911d-933c52407495', 'tag': '3e85456d-c79f-482e-9b4f-0a9770910a40', 'status': 'completed', 'code': 200} Nov 09 22:05:45.755583 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae54d69-09d5-4745-91d3-edf20e4ff724 req-b3d3d316-cec8-4d41-860a-088710fb9231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:45.757166 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bae54d69-09d5-4745-91d3-edf20e4ff724 req-b3d3d316-cec8-4d41-860a-088710fb9231 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 1094 time: 0.0700347 Nov 09 22:05:45.763221 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae54d69-09d5-4745-91d3-edf20e4ff724 req-3ecf8226-b37a-4576-8305-862a404d5532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:45.764817 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bae54d69-09d5-4745-91d3-edf20e4ff724 req-3ecf8226-b37a-4576-8305-862a404d5532 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 1094 time: 0.0520523 Nov 09 22:05:45.915462 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae54d69-09d5-4745-91d3-edf20e4ff724 req-eb7503d5-2401-4965-89e1-01dc3c4510a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:45.916978 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bae54d69-09d5-4745-91d3-edf20e4ff724 req-eb7503d5-2401-4965-89e1-01dc3c4510a0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 912 time: 0.1513040 Nov 09 22:05:45.919638 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae54d69-09d5-4745-91d3-edf20e4ff724 req-ad2fd13b-a7ae-4a6e-9a5c-7f8042a090a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:45.921037 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bae54d69-09d5-4745-91d3-edf20e4ff724 req-ad2fd13b-a7ae-4a6e-9a5c-7f8042a090a3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 912 time: 0.1475387 Nov 09 22:05:45.934064 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac8f82-53d6-47a6-b4da-2d5c9dcab29b req-122c247e-a859-419f-a7c8-b80893655ef1 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:45.935562 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f4ac8f82-53d6-47a6-b4da-2d5c9dcab29b req-122c247e-a859-419f-a7c8-b80893655ef1 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 943 time: 0.0545201 Nov 09 22:05:45.983620 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f4ac8f82-53d6-47a6-b4da-2d5c9dcab29b req-55331524-5e6a-4a97-a1e9-ecd46390ba7d tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418198 Nov 09 22:05:46.031676 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bae54d69-09d5-4745-91d3-edf20e4ff724 req-6d4c6994-1c84-4d20-9ea2-dbf1cdb0eb3a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e85456d-c79f-482e-9b4f-0a9770910a40 HTTP/1.1" status: 200 len: 1000 time: 0.1077077 Nov 09 22:05:46.035330 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bae54d69-09d5-4745-91d3-edf20e4ff724 req-e8d03dac-b505-4e1f-b664-e9cb85b4c12e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e85456d-c79f-482e-9b4f-0a9770910a40 HTTP/1.1" status: 200 len: 1000 time: 0.1047032 Nov 09 22:05:46.104256 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 3e85456d-c79f-482e-9b4f-0a9770910a40 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:05:46.131874 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae54d69-09d5-4745-91d3-edf20e4ff724 req-e6a66f1a-833f-4153-aeb4-0b7f8e9500b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:46.133396 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bae54d69-09d5-4745-91d3-edf20e4ff724 req-e6a66f1a-833f-4153-aeb4-0b7f8e9500b6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f HTTP/1.1" status: 200 len: 851 time: 0.0941846 Nov 09 22:05:46.138726 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae54d69-09d5-4745-91d3-edf20e4ff724 req-32fbd92e-6c05-414c-a682-a42c2d504941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:46.140119 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bae54d69-09d5-4745-91d3-edf20e4ff724 req-32fbd92e-6c05-414c-a682-a42c2d504941 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f HTTP/1.1" status: 200 len: 851 time: 0.0589707 Nov 09 22:05:46.156136 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 3e85456d-c79f-482e-9b4f-0a9770910a40 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:05:46.211707 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae54d69-09d5-4745-91d3-edf20e4ff724 req-00060bcb-b91d-43a3-a1b4-3f8d9b7033fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:46.213112 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bae54d69-09d5-4745-91d3-edf20e4ff724 req-00060bcb-b91d-43a3-a1b4-3f8d9b7033fa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=405730bb-9b22-44c0-8a4b-e8157c135d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721533 Nov 09 22:05:46.218845 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae54d69-09d5-4745-91d3-edf20e4ff724 req-e6cee8fb-20ea-4925-95c4-d9d87501eb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:46.220180 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bae54d69-09d5-4745-91d3-edf20e4ff724 req-e6cee8fb-20ea-4925-95c4-d9d87501eb99 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=405730bb-9b22-44c0-8a4b-e8157c135d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543277 Nov 09 22:05:46.365688 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bae54d69-09d5-4745-91d3-edf20e4ff724 req-97d7183c-269b-435a-802e-d66b91a9062a service neutron] 10.222.0.45 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445405 Nov 09 22:05:46.368974 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bae54d69-09d5-4745-91d3-edf20e4ff724 req-92f6c3fd-a1c9-43fa-a935-035b832b9dc0 service neutron] 10.222.0.43 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398787 Nov 09 22:05:46.521446 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bae54d69-09d5-4745-91d3-edf20e4ff724 req-693c2d30-3bef-42ce-9a98-9fb2f6619d5a service neutron] 10.222.0.45 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490676 Nov 09 22:05:46.523973 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bae54d69-09d5-4745-91d3-edf20e4ff724 req-4cef957a-8fa6-4951-be3f-17ad7e716a7a service neutron] 10.222.0.43 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447883 Nov 09 22:05:46.931825 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 3e85456d-c79f-482e-9b4f-0a9770910a40 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 22:05:47.026211 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 3e85456d-c79f-482e-9b4f-0a9770910a40, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=3e85456d-c79f-482e-9b4f-0a9770910a40,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:05:47.037427 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '3e85456d-c79f-482e-9b4f-0a9770910a40', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'port_id': '3e85456d-c79f-482e-9b4f-0a9770910a40', 'mac_address': 'fa:16:3e:5e:28:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 22:05:47.074804 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:05:47.087343 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e85456d-c79f-482e-9b4f-0a9770910a40 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 22:05:47.101711 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa5043-82d2-4e9b-9d00-98f026514b8e req-22b8dbf8-0dfe-47c9-8486-e70c341e7136 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:47.103299 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-17aa5043-82d2-4e9b-9d00-98f026514b8e req-22b8dbf8-0dfe-47c9-8486-e70c341e7136 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 943 time: 0.0480142 Nov 09 22:05:47.107056 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 3e85456d-c79f-482e-9b4f-0a9770910a40, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=3e85456d-c79f-482e-9b4f-0a9770910a40,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:05:47.111025 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:05:47.151755 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-17aa5043-82d2-4e9b-9d00-98f026514b8e req-4a402535-ae0c-451e-a246-084415c8eee8 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423155 Nov 09 22:05:47.160431 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=3e85456d-c79f-482e-9b4f-0a9770910a40,revision_number=8']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:05:47.168494 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:05:47.168871 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:05:47.169215 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:05:47.169548 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:05:47.169882 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:05:47.170315 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:05:47.170650 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:05:47.170993 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:05:47.171300 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:05:47.171620 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:05:47.171942 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:05:47.172264 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:05:47.430152 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['3e85456d-c79f-482e-9b4f-0a9770910a40'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 22:05:47.461923 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-8d31714a-0fab-4796-9baa-70c8a1e31c17 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:47.463317 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-8d31714a-0fab-4796-9baa-70c8a1e31c17 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a4bf59a-ffdf-4814-911d-933c52407495&tenant_id=46efada4a13646d19245d1ba2c324692&binding%3Ahost_id=n-h2-816206-3 HTTP/1.1" status: 200 len: 944 time: 0.0822449 Nov 09 22:05:47.477169 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fcbf15-ce34-48bb-b8f6-2101cfe0f4f0 req-19309776-7388-47ad-b861-fe6dd636c927 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:47.478628 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e7fcbf15-ce34-48bb-b8f6-2101cfe0f4f0 req-19309776-7388-47ad-b861-fe6dd636c927 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 944 time: 0.0694668 Nov 09 22:05:47.562254 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e7fcbf15-ce34-48bb-b8f6-2101cfe0f4f0 req-d63caf8f-95f5-4776-9272-26bc719f3d70 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765700 Nov 09 22:05:47.565304 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-69eab4d4-929b-41a4-aa5b-c48efe5b09ef service neutron] 10.222.0.43 "GET /v2.0/ports/3e85456d-c79f-482e-9b4f-0a9770910a40/bindings/n-h2-816206-3 HTTP/1.1" status: 200 len: 382 time: 0.0857205 Nov 09 22:05:47.645018 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-827f4842-7bdd-41e8-b047-49e9bcfdf34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:47.646489 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-827f4842-7bdd-41e8-b047-49e9bcfdf34c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 1095 time: 0.0426784 Nov 09 22:05:47.699557 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0ee2868c-cf02-4ca7-8de8-9c896a30b5a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:05:47.734765 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-b8da4710-221f-42b1-bcac-be60fc4ed63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:47.736163 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-b8da4710-221f-42b1-bcac-be60fc4ed63d service neutron] 10.222.0.43 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 912 time: 0.0828328 Nov 09 22:05:47.803614 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-6f4a8563-841a-49f8-bc89-aa28b451bba2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e85456d-c79f-482e-9b4f-0a9770910a40 HTTP/1.1" status: 200 len: 1001 time: 0.0596862 Nov 09 22:05:47.851597 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-37c38b13-6d1f-4f95-a42e-b87b11e5f540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:47.853039 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-37c38b13-6d1f-4f95-a42e-b87b11e5f540 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f HTTP/1.1" status: 200 len: 851 time: 0.0424085 Nov 09 22:05:47.897837 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-76a48547-8b11-47ae-a935-e8fd1ca3e0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:47.899287 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-76a48547-8b11-47ae-a935-e8fd1ca3e0ad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=405730bb-9b22-44c0-8a4b-e8157c135d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392160 Nov 09 22:05:47.991665 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-053b8d08-9296-4143-b47b-6dc7634470ff service neutron] 10.222.0.43 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842226 Nov 09 22:05:48.078222 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-bcc21a0b-155d-4bbd-abae-7a1938f83d43 service neutron] 10.222.0.43 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794542 Nov 09 22:05:48.678453 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3bf98-2d9b-4363-b136-8abed1f31bbd req-f4a0b0bd-a7ed-41b1-b0bb-47c581443785 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:48.679925 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fbf3bf98-2d9b-4363-b136-8abed1f31bbd req-f4a0b0bd-a7ed-41b1-b0bb-47c581443785 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 944 time: 0.0488627 Nov 09 22:05:48.726234 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fbf3bf98-2d9b-4363-b136-8abed1f31bbd req-2dc7f101-4a79-495b-8298-0b0dd356a222 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403581 Nov 09 22:05:48.967130 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 3e85456d-c79f-482e-9b4f-0a9770910a40 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:05:49.017462 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 3e85456d-c79f-482e-9b4f-0a9770910a40 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 22:05:49.021049 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 3e85456d-c79f-482e-9b4f-0a9770910a40 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:05:49.021412 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:05:49.094719 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:05:49.117036 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a4bf59a-ffdf-4814-911d-933c52407495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e85456d-c79f-482e-9b4f-0a9770910a40'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:05:49.119244 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8581c985-f246-4f04-be45-b2d5bd923d92" -d '{"events": [{"server_uuid": "8a4bf59a-ffdf-4814-911d-933c52407495", "name": "network-vif-plugged", "status": "completed", "tag": "3e85456d-c79f-482e-9b4f-0a9770910a40"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:05:49.132329 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 3e85456d-c79f-482e-9b4f-0a9770910a40, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=3e85456d-c79f-482e-9b4f-0a9770910a40,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:05:49.136348 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:05:49.169126 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 22:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be073baa-5a47-4754-8d8e-38230d59eb91 x-openstack-request-id: req-be073baa-5a47-4754-8d8e-38230d59eb91 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:05:49.169425 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a4bf59a-ffdf-4814-911d-933c52407495", "name": "network-vif-plugged", "status": "completed", "tag": "3e85456d-c79f-482e-9b4f-0a9770910a40", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:05:49.169680 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-be073baa-5a47-4754-8d8e-38230d59eb91 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:05:49.170069 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a4bf59a-ffdf-4814-911d-933c52407495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e85456d-c79f-482e-9b4f-0a9770910a40', 'code': 200} Nov 09 22:05:49.189645 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=3e85456d-c79f-482e-9b4f-0a9770910a40,revision_number=9']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:05:49.845393 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302aee8-1d02-473e-9e97-767d1e49ba3c req-170c69e4-fab7-4a12-8839-31d77a8d8667 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:49.846974 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2302aee8-1d02-473e-9e97-767d1e49ba3c req-170c69e4-fab7-4a12-8839-31d77a8d8667 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 945 time: 0.0492074 Nov 09 22:05:49.900382 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2302aee8-1d02-473e-9e97-767d1e49ba3c req-34bcb81f-2779-47f4-bd23-f9dcd337bb5e tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465486 Nov 09 22:05:50.155428 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-8d610358-56c3-4292-b57d-f054d348e571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:50.156929 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-8d610358-56c3-4292-b57d-f054d348e571 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8a4bf59a-ffdf-4814-911d-933c52407495&tenant_id=46efada4a13646d19245d1ba2c324692 HTTP/1.1" status: 200 len: 1096 time: 0.0417593 Nov 09 22:05:50.169061 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-54f1379b-39ad-4527-ade4-34e3d1555e20 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-3', 'device_owner': 'compute:nova'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:05:50.210320 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9960ced0-c435-4edf-befd-ced352eba492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:05:50.226124 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-54f1379b-39ad-4527-ade4-34e3d1555e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:05:50.419298 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-54f1379b-39ad-4527-ade4-34e3d1555e20 service neutron] For port 3e85456d-c79f-482e-9b4f-0a9770910a40, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=3e85456d-c79f-482e-9b4f-0a9770910a40,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:05:50.451467 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-54f1379b-39ad-4527-ade4-34e3d1555e20 service neutron] For port 3e85456d-c79f-482e-9b4f-0a9770910a40, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:05:50.489702 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a4bf59a-ffdf-4814-911d-933c52407495', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e85456d-c79f-482e-9b4f-0a9770910a40'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:05:50.492019 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61ffd4f-ecbe-4f8e-a011-061d95e85e7c" -d '{"events": [{"server_uuid": "8a4bf59a-ffdf-4814-911d-933c52407495", "name": "network-vif-unplugged", "status": "completed", "tag": "3e85456d-c79f-482e-9b4f-0a9770910a40"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:05:50.495729 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-54f1379b-39ad-4527-ade4-34e3d1555e20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:05:50.507663 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-54f1379b-39ad-4527-ade4-34e3d1555e20 service neutron] Transition to ACTIVE for port object 3e85456d-c79f-482e-9b4f-0a9770910a40 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 22:05:50.511541 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-54f1379b-39ad-4527-ade4-34e3d1555e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:05:50.544749 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 22:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f87b25-b2dd-4eed-9cf6-c55cc9f7fc5c x-openstack-request-id: req-64f87b25-b2dd-4eed-9cf6-c55cc9f7fc5c {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:05:50.545121 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a4bf59a-ffdf-4814-911d-933c52407495", "name": "network-vif-unplugged", "status": "completed", "tag": "3e85456d-c79f-482e-9b4f-0a9770910a40", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:05:50.545273 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-64f87b25-b2dd-4eed-9cf6-c55cc9f7fc5c {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:05:50.545658 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a4bf59a-ffdf-4814-911d-933c52407495', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e85456d-c79f-482e-9b4f-0a9770910a40', 'code': 200} Nov 09 22:05:50.595148 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f1379b-39ad-4527-ade4-34e3d1555e20 service neutron] Pushing event updated for resources: {'Port': ['ID=3e85456d-c79f-482e-9b4f-0a9770910a40,revision_number=10']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:05:50.631917 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-54f1379b-39ad-4527-ade4-34e3d1555e20 service neutron] No DVR routers for this DVR port 3e85456d-c79f-482e-9b4f-0a9770910a40 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:05:50.770525 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-54f1379b-39ad-4527-ade4-34e3d1555e20 service neutron] Attempting to bind port 3e85456d-c79f-482e-9b4f-0a9770910a40 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:05:50.770866 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-54f1379b-39ad-4527-ade4-34e3d1555e20 service neutron] Attempting to bind port 3e85456d-c79f-482e-9b4f-0a9770910a40 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:05:50.771190 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-54f1379b-39ad-4527-ade4-34e3d1555e20 service neutron] Attempting to bind port 3e85456d-c79f-482e-9b4f-0a9770910a40 on network 405730bb-9b22-44c0-8a4b-e8157c135d23 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:05:50.776168 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-54f1379b-39ad-4527-ade4-34e3d1555e20 service neutron] Port 3e85456d-c79f-482e-9b4f-0a9770910a40 on network 405730bb-9b22-44c0-8a4b-e8157c135d23 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 22:05:50.776491 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-54f1379b-39ad-4527-ade4-34e3d1555e20 service neutron] Attempting to bind port 3e85456d-c79f-482e-9b4f-0a9770910a40 on network 405730bb-9b22-44c0-8a4b-e8157c135d23 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:05:50.781292 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-54f1379b-39ad-4527-ade4-34e3d1555e20 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:05:50.781626 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-54f1379b-39ad-4527-ade4-34e3d1555e20 service neutron] Checking segment: {'id': '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:05:50.782006 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-54f1379b-39ad-4527-ade4-34e3d1555e20 service neutron] Bound using segment: {'id': '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:05:50.782428 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-54f1379b-39ad-4527-ade4-34e3d1555e20 service neutron] Bound port: 3e85456d-c79f-482e-9b4f-0a9770910a40, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:05:50.782783 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-54f1379b-39ad-4527-ade4-34e3d1555e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:05:50.845025 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-54f1379b-39ad-4527-ade4-34e3d1555e20 service neutron] For port 3e85456d-c79f-482e-9b4f-0a9770910a40, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:05:50.847968 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-54f1379b-39ad-4527-ade4-34e3d1555e20 service neutron] For port 3e85456d-c79f-482e-9b4f-0a9770910a40, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=3e85456d-c79f-482e-9b4f-0a9770910a40,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:05:50.851760 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-54f1379b-39ad-4527-ade4-34e3d1555e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:05:50.887546 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-54f1379b-39ad-4527-ade4-34e3d1555e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:50.888161 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-54f1379b-39ad-4527-ade4-34e3d1555e20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:05:50.889555 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-54f1379b-39ad-4527-ade4-34e3d1555e20 service neutron] 10.222.0.45 "PUT /v2.0/ports/3e85456d-c79f-482e-9b4f-0a9770910a40 HTTP/1.1" status: 200 len: 1092 time: 0.7250712 Nov 09 22:05:50.910607 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f1379b-39ad-4527-ade4-34e3d1555e20 service neutron] Pushing event updated for resources: {'Port': ['ID=3e85456d-c79f-482e-9b4f-0a9770910a40,revision_number=11']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:05:50.955015 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-5a91ecc8-fdd8-4415-afd8-f98466538915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:50.956551 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-5a91ecc8-fdd8-4415-afd8-f98466538915 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 1095 time: 0.0427070 Nov 09 22:05:51.032324 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c1d672-52f4-4de8-80bb-5c2e9780b117 req-b92b7f92-4c51-4568-aca3-f278322c6c14 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:51.033898 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-88c1d672-52f4-4de8-80bb-5c2e9780b117 req-b92b7f92-4c51-4568-aca3-f278322c6c14 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 944 time: 0.0570488 Nov 09 22:05:51.066781 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-29bcc84c-93ec-4a84-b17b-c0a48453ca1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:51.068395 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-29bcc84c-93ec-4a84-b17b-c0a48453ca1f service neutron] 10.222.0.45 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 912 time: 0.1038167 Nov 09 22:05:51.087639 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-88c1d672-52f4-4de8-80bb-5c2e9780b117 req-d0a1b8d8-6a7b-44c2-b83a-74ca69bcf2c9 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471158 Nov 09 22:05:51.141514 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-2f966307-7411-459e-bdd2-f474bac50fc0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e85456d-c79f-482e-9b4f-0a9770910a40 HTTP/1.1" status: 200 len: 1000 time: 0.0654926 Nov 09 22:05:51.177451 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:05:51.190099 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-4a20d972-fec4-4fcf-88f0-91204deeff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:51.191747 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-4a20d972-fec4-4fcf-88f0-91204deeff83 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f HTTP/1.1" status: 200 len: 851 time: 0.0433979 Nov 09 22:05:51.238585 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-199aa6f6-e88d-4aa2-a11d-820c60884eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:51.240021 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-199aa6f6-e88d-4aa2-a11d-820c60884eb6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=405730bb-9b22-44c0-8a4b-e8157c135d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413594 Nov 09 22:05:51.653858 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-f39b1f27-dfc3-4137-a3a9-f6616d434d72 service neutron] 10.222.0.45 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063289 Nov 09 22:05:51.743494 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c6fffc2c-c64d-4285-81fc-7323d6e02b05 req-5c82ae99-4672-4fea-98d2-f90cc2a4572a service neutron] 10.222.0.45 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824990 Nov 09 22:05:52.202947 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867719f-a529-4c0b-a408-d3b1cafe12de req-f3722999-e18d-4292-aa43-c3cb5d4d352d tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:52.204423 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3867719f-a529-4c0b-a408-d3b1cafe12de req-f3722999-e18d-4292-aa43-c3cb5d4d352d tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 944 time: 0.0479391 Nov 09 22:05:52.250528 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3867719f-a529-4c0b-a408-d3b1cafe12de req-453eff72-d4a4-42b1-92cf-73ea48914d10 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397305 Nov 09 22:05:52.535272 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:05:52.547453 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a4bf59a-ffdf-4814-911d-933c52407495', 'tag': '3e85456d-c79f-482e-9b4f-0a9770910a40'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:05:52.549801 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d146d9be-c8e6-4825-9f07-e7f61abd6a4c" -d '{"events": [{"name": "network-changed", "server_uuid": "8a4bf59a-ffdf-4814-911d-933c52407495", "tag": "3e85456d-c79f-482e-9b4f-0a9770910a40"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:05:52.598537 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b11e10-a854-480e-83b1-a894b64d11cc x-openstack-request-id: req-33b11e10-a854-480e-83b1-a894b64d11cc {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:05:52.598828 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a4bf59a-ffdf-4814-911d-933c52407495", "tag": "3e85456d-c79f-482e-9b4f-0a9770910a40", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:05:52.599147 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-33b11e10-a854-480e-83b1-a894b64d11cc {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:05:52.599544 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a4bf59a-ffdf-4814-911d-933c52407495', 'tag': '3e85456d-c79f-482e-9b4f-0a9770910a40', 'status': 'completed', 'code': 200} Nov 09 22:05:52.684336 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146d9be-c8e6-4825-9f07-e7f61abd6a4c req-5203ba63-5f20-447b-b2db-ffe89f0f66b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:52.685845 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d146d9be-c8e6-4825-9f07-e7f61abd6a4c req-5203ba63-5f20-447b-b2db-ffe89f0f66b2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 1095 time: 0.0693753 Nov 09 22:05:52.702996 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146d9be-c8e6-4825-9f07-e7f61abd6a4c req-aaff376f-8869-469c-9f7d-0c7f4b29ce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:52.704359 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d146d9be-c8e6-4825-9f07-e7f61abd6a4c req-aaff376f-8869-469c-9f7d-0c7f4b29ce84 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 1095 time: 0.0581315 Nov 09 22:05:52.847278 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146d9be-c8e6-4825-9f07-e7f61abd6a4c req-d47774db-5f53-4525-816f-d51178ceb75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:52.848660 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d146d9be-c8e6-4825-9f07-e7f61abd6a4c req-d47774db-5f53-4525-816f-d51178ceb75c service neutron] 10.222.0.45 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 912 time: 0.1556876 Nov 09 22:05:52.852914 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146d9be-c8e6-4825-9f07-e7f61abd6a4c req-50702622-15c7-475e-b3e8-6622809d3e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:52.854248 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d146d9be-c8e6-4825-9f07-e7f61abd6a4c req-50702622-15c7-475e-b3e8-6622809d3e1c service neutron] 10.222.0.43 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 912 time: 0.1407380 Nov 09 22:05:52.959841 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d146d9be-c8e6-4825-9f07-e7f61abd6a4c req-21e9045a-0152-4490-bad3-1a705458503a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e85456d-c79f-482e-9b4f-0a9770910a40 HTTP/1.1" status: 200 len: 1000 time: 0.1038010 Nov 09 22:05:52.963528 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d146d9be-c8e6-4825-9f07-e7f61abd6a4c req-7f3a3959-a74a-4752-86b9-a08c73ccf3f4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e85456d-c79f-482e-9b4f-0a9770910a40 HTTP/1.1" status: 200 len: 1000 time: 0.1007872 Nov 09 22:05:52.985790 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 3e85456d-c79f-482e-9b4f-0a9770910a40 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:05:53.027542 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 3e85456d-c79f-482e-9b4f-0a9770910a40 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:05:53.047675 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146d9be-c8e6-4825-9f07-e7f61abd6a4c req-c124b29e-7fdf-467c-8a95-11bfce8260d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:53.049263 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d146d9be-c8e6-4825-9f07-e7f61abd6a4c req-c124b29e-7fdf-467c-8a95-11bfce8260d7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f HTTP/1.1" status: 200 len: 851 time: 0.0805240 Nov 09 22:05:53.052702 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146d9be-c8e6-4825-9f07-e7f61abd6a4c req-d0f16787-b419-4782-9caa-caeb0b841359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:53.054724 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d146d9be-c8e6-4825-9f07-e7f61abd6a4c req-d0f16787-b419-4782-9caa-caeb0b841359 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f HTTP/1.1" status: 200 len: 851 time: 0.0788074 Nov 09 22:05:53.133833 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146d9be-c8e6-4825-9f07-e7f61abd6a4c req-83e3efa8-5e94-4816-a237-84ea6237da87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:53.135275 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d146d9be-c8e6-4825-9f07-e7f61abd6a4c req-83e3efa8-5e94-4816-a237-84ea6237da87 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=405730bb-9b22-44c0-8a4b-e8157c135d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734386 Nov 09 22:05:53.137918 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146d9be-c8e6-4825-9f07-e7f61abd6a4c req-5e9321a1-ad6f-47eb-a1d5-19db365efa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:53.139511 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d146d9be-c8e6-4825-9f07-e7f61abd6a4c req-5e9321a1-ad6f-47eb-a1d5-19db365efa45 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=405730bb-9b22-44c0-8a4b-e8157c135d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681484 Nov 09 22:05:53.218550 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:05:53.304125 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d146d9be-c8e6-4825-9f07-e7f61abd6a4c req-eabb8b52-41c6-4d75-b25b-0a650a7d9930 service neutron] 10.222.0.43 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614535 Nov 09 22:05:53.310706 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d146d9be-c8e6-4825-9f07-e7f61abd6a4c req-c4ce4a2b-5226-4664-bc9c-4a8856d83bc7 service neutron] 10.222.0.45 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601353 Nov 09 22:05:53.435165 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:05:53.502827 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95905830-39cc-4487-9872-16920950418f req-ce554a4d-fa92-4a02-a524-d590e312f1d2 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:53.504307 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-95905830-39cc-4487-9872-16920950418f req-ce554a4d-fa92-4a02-a524-d590e312f1d2 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 944 time: 0.1720719 Nov 09 22:05:53.528093 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d146d9be-c8e6-4825-9f07-e7f61abd6a4c req-5e2c706d-f3f7-404b-aa58-083f42e9bd44 service neutron] 10.222.0.43 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164578 Nov 09 22:05:53.535058 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d146d9be-c8e6-4825-9f07-e7f61abd6a4c req-49d3517a-a5e4-4fed-b574-f67846f8f7d5 service neutron] 10.222.0.45 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145922 Nov 09 22:05:53.565515 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-95905830-39cc-4487-9872-16920950418f req-5da3140a-0e65-42bd-8308-d189a79b22f9 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491266 Nov 09 22:05:53.682699 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d795a-d92b-4d0b-af0d-457c7789f7ec req-0e0c958b-5668-4354-95a5-107d6a10cc26 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:53.684220 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bb8d795a-d92b-4d0b-af0d-457c7789f7ec req-0e0c958b-5668-4354-95a5-107d6a10cc26 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 944 time: 0.0483513 Nov 09 22:05:53.731016 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bb8d795a-d92b-4d0b-af0d-457c7789f7ec req-5219a0b6-c124-40bd-bfc1-11ad4bc2f689 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408645 Nov 09 22:05:53.842007 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0307c5-e474-42da-9d8a-f5d148263aa6 req-e54e08a3-305b-493c-82e3-57646ff28ab2 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:53.843495 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6c0307c5-e474-42da-9d8a-f5d148263aa6 req-e54e08a3-305b-493c-82e3-57646ff28ab2 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 944 time: 0.0488393 Nov 09 22:05:53.892411 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6c0307c5-e474-42da-9d8a-f5d148263aa6 req-bf909e44-144f-458f-bc9f-5ffc82cd1926 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428576 Nov 09 22:05:54.117920 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d10c3-29cb-4656-befb-bef72eddf66b req-b77c58c2-0abf-4630-acdf-9da884380a4c tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:54.119401 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c90d10c3-29cb-4656-befb-bef72eddf66b req-b77c58c2-0abf-4630-acdf-9da884380a4c tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 944 time: 0.0492902 Nov 09 22:05:54.121882 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 3e85456d-c79f-482e-9b4f-0a9770910a40 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 22:05:54.167032 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c90d10c3-29cb-4656-befb-bef72eddf66b req-4c73475a-f896-4cc6-b472-e75ce8a91517 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416017 Nov 09 22:05:54.216757 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 3e85456d-c79f-482e-9b4f-0a9770910a40, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=3e85456d-c79f-482e-9b4f-0a9770910a40,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:05:54.227755 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '3e85456d-c79f-482e-9b4f-0a9770910a40', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'port_id': '3e85456d-c79f-482e-9b4f-0a9770910a40', 'mac_address': 'fa:16:3e:5e:28:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 22:05:54.266977 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:05:54.279270 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e85456d-c79f-482e-9b4f-0a9770910a40 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 22:05:54.297628 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 3e85456d-c79f-482e-9b4f-0a9770910a40, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=3e85456d-c79f-482e-9b4f-0a9770910a40,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:05:54.301647 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:05:54.346204 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=3e85456d-c79f-482e-9b4f-0a9770910a40,revision_number=12']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:05:54.582138 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['3e85456d-c79f-482e-9b4f-0a9770910a40'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 22:05:55.288374 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96140710-4e23-4099-b4ad-97428dae7978 req-085352a1-fcf7-48b2-9b77-4780edab2e22 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:55.289881 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-96140710-4e23-4099-b4ad-97428dae7978 req-085352a1-fcf7-48b2-9b77-4780edab2e22 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 945 time: 0.0533848 Nov 09 22:05:55.333574 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70f6d8-fe32-4dd6-a6f8-b234e2083323 req-6a077cfa-c1b5-435f-96fa-34e18a83664b tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:55.335756 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3b70f6d8-fe32-4dd6-a6f8-b234e2083323 req-6a077cfa-c1b5-435f-96fa-34e18a83664b tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 945 time: 0.0486248 Nov 09 22:05:55.337248 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-96140710-4e23-4099-b4ad-97428dae7978 req-19821d23-6f72-4c38-8f10-fb343343f29c tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413899 Nov 09 22:05:55.428331 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-3b70f6d8-fe32-4dd6-a6f8-b234e2083323 req-ce71b07a-f99e-4a1e-998b-192933f34ba1 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Deleting port 3e85456d-c79f-482e-9b4f-0a9770910a40 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:05:55.428702 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3b70f6d8-fe32-4dd6-a6f8-b234e2083323 req-ce71b07a-f99e-4a1e-998b-192933f34ba1 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:05:55.518378 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-3b70f6d8-fe32-4dd6-a6f8-b234e2083323 req-ce71b07a-f99e-4a1e-998b-192933f34ba1 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] For port 3e85456d-c79f-482e-9b4f-0a9770910a40, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=3e85456d-c79f-482e-9b4f-0a9770910a40,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:05:55.518742 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3b70f6d8-fe32-4dd6-a6f8-b234e2083323 req-ce71b07a-f99e-4a1e-998b-192933f34ba1 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:05:55.686679 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3b70f6d8-fe32-4dd6-a6f8-b234e2083323 req-ce71b07a-f99e-4a1e-998b-192933f34ba1 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:05:55.687037 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3b70f6d8-fe32-4dd6-a6f8-b234e2083323 req-ce71b07a-f99e-4a1e-998b-192933f34ba1 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:05:55.687379 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [req-3b70f6d8-fe32-4dd6-a6f8-b234e2083323 req-ce71b07a-f99e-4a1e-998b-192933f34ba1 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Floating IP 7d1b5bc3-cc4d-41cf-944d-01ce89ad0d72 disassociated. External IP: 172.25.7.212, port: 3e85456d-c79f-482e-9b4f-0a9770910a40. Nov 09 22:05:55.687808 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-3b70f6d8-fe32-4dd6-a6f8-b234e2083323 req-ce71b07a-f99e-4a1e-998b-192933f34ba1 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Calling delete_port for 3e85456d-c79f-482e-9b4f-0a9770910a40 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:05:55.818824 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3b70f6d8-fe32-4dd6-a6f8-b234e2083323 req-ce71b07a-f99e-4a1e-998b-192933f34ba1 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:05:55.850492 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce71b07a-f99e-4a1e-998b-192933f34ba1 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Pushing event deleted for resources: {'Port': ['ID=3e85456d-c79f-482e-9b4f-0a9770910a40,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:05:55.965027 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b70f6d8-fe32-4dd6-a6f8-b234e2083323 req-ce71b07a-f99e-4a1e-998b-192933f34ba1 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Router a41f964a-9057-4991-a81b-d492420978ca has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:05:56.070168 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b70f6d8-fe32-4dd6-a6f8-b234e2083323 req-ce71b07a-f99e-4a1e-998b-192933f34ba1 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:05:56.080058 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d88d76d-2fac-4d29-958d-9e80a7640d10 None None] Sync routers for ids ['a41f964a-9057-4991-a81b-d492420978ca'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:05:56.090969 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d88d76d-2fac-4d29-958d-9e80a7640d10 None None] Routers {'a41f964a-9057-4991-a81b-d492420978ca'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:05:56.091626 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-4d88d76d-2fac-4d29-958d-9e80a7640d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:05:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a41f964a-9057-4991-a81b-d492420978ca'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:05:56.112604 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b70f6d8-fe32-4dd6-a6f8-b234e2083323 req-ce71b07a-f99e-4a1e-998b-192933f34ba1 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] No DVR routers for this DVR port 3e85456d-c79f-482e-9b4f-0a9770910a40 on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:05:56.116272 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3b70f6d8-fe32-4dd6-a6f8-b234e2083323 req-ce71b07a-f99e-4a1e-998b-192933f34ba1 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:05:56.119783 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3b70f6d8-fe32-4dd6-a6f8-b234e2083323 req-ce71b07a-f99e-4a1e-998b-192933f34ba1 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.45 "DELETE /v2.0/ports/3e85456d-c79f-482e-9b4f-0a9770910a40 HTTP/1.1" status: 204 len: 173 time: 0.7783315 Nov 09 22:05:56.120260 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a4bf59a-ffdf-4814-911d-933c52407495', 'name': 'network-vif-deleted', 'tag': '3e85456d-c79f-482e-9b4f-0a9770910a40'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:05:56.122885 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec36683-85cd-4a8e-a86f-721f2b114999" -d '{"events": [{"server_uuid": "8a4bf59a-ffdf-4814-911d-933c52407495", "name": "network-vif-deleted", "tag": "3e85456d-c79f-482e-9b4f-0a9770910a40"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:05:56.137669 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 3e85456d-c79f-482e-9b4f-0a9770910a40 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:05:56.163461 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 22:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393f6ce9-b75b-41b3-804c-d87305e763a1 x-openstack-request-id: req-393f6ce9-b75b-41b3-804c-d87305e763a1 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:05:56.163758 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a4bf59a-ffdf-4814-911d-933c52407495", "name": "network-vif-deleted", "tag": "3e85456d-c79f-482e-9b4f-0a9770910a40", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:05:56.164010 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-393f6ce9-b75b-41b3-804c-d87305e763a1 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:05:56.164410 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a4bf59a-ffdf-4814-911d-933c52407495', 'name': 'network-vif-deleted', 'tag': '3e85456d-c79f-482e-9b4f-0a9770910a40', 'status': 'completed', 'code': 200} Nov 09 22:05:56.165557 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 3e85456d-c79f-482e-9b4f-0a9770910a40 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:05:56.165920 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 3e85456d-c79f-482e-9b4f-0a9770910a40 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:05:56.233496 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-4d88d76d-2fac-4d29-958d-9e80a7640d10 None None] Set router a41f964a-9057-4991-a81b-d492420978ca gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:05:56.433568 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-4d88d76d-2fac-4d29-958d-9e80a7640d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41f964a-9057-4991-a81b-d492420978ca', 'name': 'tempest-ServerActionsTestJSON-1331986745-router', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:59:02Z', 'updated_at': '2021-11-09T21:59:05Z', 'revision_number': 4, 'project_id': '46efada4a13646d19245d1ba2c324692', 'gw_port': {'id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:03Z', 'updated_at': '2021-11-09T21:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '0afefe6d-7e4c-4f3a-83d8-5b9888dd499c', 'name': '', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'mac_address': 'fa:16:3e:5c:69:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:04Z', 'updated_at': '2021-11-09T21:59:09Z', 'revision_number': 5, 'project_id': '46efada4a13646d19245d1ba2c324692', 'subnets': [{'id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:05:56.448784 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c6c4c7fc-e0ab-4e83-9cb2-8f340ccfab39 req-f493c203-2a57-4646-bb8a-1fff8fa74790 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a4bf59a-ffdf-4814-911d-933c52407495 HTTP/1.1" status: 200 len: 210 time: 0.0311613 Nov 09 22:05:56.461826 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d88d76d-2fac-4d29-958d-9e80a7640d10 None None] Checking router: a41f964a-9057-4991-a81b-d492420978ca for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:05:56.470640 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d88d76d-2fac-4d29-958d-9e80a7640d10 None None] Routers {'a41f964a-9057-4991-a81b-d492420978ca'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:05:56.471238 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-4d88d76d-2fac-4d29-958d-9e80a7640d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:05:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a41f964a-9057-4991-a81b-d492420978ca'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:05:56.578223 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-4d88d76d-2fac-4d29-958d-9e80a7640d10 None None] Set router a41f964a-9057-4991-a81b-d492420978ca gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:05:56.780356 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-4d88d76d-2fac-4d29-958d-9e80a7640d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41f964a-9057-4991-a81b-d492420978ca', 'name': 'tempest-ServerActionsTestJSON-1331986745-router', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:59:02Z', 'updated_at': '2021-11-09T21:59:05Z', 'revision_number': 4, 'project_id': '46efada4a13646d19245d1ba2c324692', 'gw_port': {'id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:03Z', 'updated_at': '2021-11-09T21:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '0afefe6d-7e4c-4f3a-83d8-5b9888dd499c', 'name': '', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'mac_address': 'fa:16:3e:5c:69:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:04Z', 'updated_at': '2021-11-09T21:59:09Z', 'revision_number': 5, 'project_id': '46efada4a13646d19245d1ba2c324692', 'subnets': [{'id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:05:56.805850 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d88d76d-2fac-4d29-958d-9e80a7640d10 None None] The sync data for ids ['a41f964a-9057-4991-a81b-d492420978ca'] in n-d-816206-3 is: [{'id': 'a41f964a-9057-4991-a81b-d492420978ca', 'name': 'tempest-ServerActionsTestJSON-1331986745-router', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:59:02Z', 'updated_at': '2021-11-09T21:59:05Z', 'revision_number': 4, 'project_id': '46efada4a13646d19245d1ba2c324692', 'gw_port': {'id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:03Z', 'updated_at': '2021-11-09T21:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '0afefe6d-7e4c-4f3a-83d8-5b9888dd499c', 'name': '', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'mac_address': 'fa:16:3e:5c:69:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:04Z', 'updated_at': '2021-11-09T21:59:09Z', 'revision_number': 5, 'project_id': '46efada4a13646d19245d1ba2c324692', 'subnets': [{'id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:05:57.010921 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cee0994-d0a9-4e0a-8a6b-f51750ffe33d None None] New status for floating IP 7d1b5bc3-cc4d-41cf-944d-01ce89ad0d72: DOWN {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 22:05:57.725883 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-94418924-55ed-480c-bd26-12b086d2fa1e req-cd5198ed-9036-4df5-902c-26557d0a7ffe tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1547714850&fields=id&tenant_id=46efada4a13646d19245d1ba2c324692 HTTP/1.1" status: 200 len: 267 time: 0.0407546 Nov 09 22:05:57.831872 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94418924-55ed-480c-bd26-12b086d2fa1e req-6ba88e5d-d124-447d-9361-f95e5c0d41eb tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:57.833329 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-94418924-55ed-480c-bd26-12b086d2fa1e req-6ba88e5d-d124-447d-9361-f95e5c0d41eb tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 812 time: 0.1011367 Nov 09 22:05:57.847646 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-94418924-55ed-480c-bd26-12b086d2fa1e req-dc78b53a-a87f-433b-9d0f-7a80c26fe4d4 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/quotas/46efada4a13646d19245d1ba2c324692 HTTP/1.1" status: 200 len: 375 time: 0.0087512 Nov 09 22:05:57.898696 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-94418924-55ed-480c-bd26-12b086d2fa1e req-e89b481b-a170-43c6-9a75-573e9e2485be tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0455613 Nov 09 22:05:57.915168 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-94418924-55ed-480c-bd26-12b086d2fa1e req-34f02f43-b63d-4edf-a446-374aa99be864 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 22:05:57.916116 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-94418924-55ed-480c-bd26-12b086d2fa1e req-34f02f43-b63d-4edf-a446-374aa99be864 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057297 Nov 09 22:05:58.001494 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-94418924-55ed-480c-bd26-12b086d2fa1e req-9967ee34-995f-44d8-8152-2ae55ca80c6b service neutron] 10.222.0.49 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797420 Nov 09 22:05:58.091531 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-94418924-55ed-480c-bd26-12b086d2fa1e req-832ad4cc-de4b-4dae-a088-9663dcf295da service neutron] 10.222.0.49 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842948 Nov 09 22:05:58.246054 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-001c6e0f-c70c-4fb4-b4a9-c32752a4ec97 req-05ddd424-177a-4c2b-83ff-a558f9f71339 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 210 time: 0.0268121 Nov 09 22:05:59.223656 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94418924-55ed-480c-bd26-12b086d2fa1e req-87f1c76d-9090-49eb-9beb-09099660c200 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:59.225668 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-94418924-55ed-480c-bd26-12b086d2fa1e req-87f1c76d-9090-49eb-9beb-09099660c200 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.43 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 812 time: 0.1065938 Nov 09 22:05:59.300371 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-94418924-55ed-480c-bd26-12b086d2fa1e req-ac1005f6-6de4-4d8a-9ca2-eb0963e810b6 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46efada4a13646d19245d1ba2c324692 HTTP/1.1" status: 200 len: 380 time: 0.0515532 Nov 09 22:05:59.324948 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-94418924-55ed-480c-bd26-12b086d2fa1e req-07b3be08-2b20-4a48-aee6-d16919c66a33 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Request body: {'port': {'device_id': 'fbfc32ff-2b02-4742-b544-2ed11e7bc604', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'admin_state_up': True, 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'security_groups': ['aab0ed77-2265-4117-8f85-361e294cbe73']}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:05:59.378424 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a8abf1e5-4c48-40c3-a37b-1cc5af64ce15 req-e246eec1-7adb-4335-a7e5-bd8e6de7801b tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 210 time: 0.0659101 Nov 09 22:05:59.446320 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94418924-55ed-480c-bd26-12b086d2fa1e req-07b3be08-2b20-4a48-aee6-d16919c66a33 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Made reservation on behalf of 46efada4a13646d19245d1ba2c324692 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:05:59.449798 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-94418924-55ed-480c-bd26-12b086d2fa1e req-07b3be08-2b20-4a48-aee6-d16919c66a33 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:05:59.570730 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-94418924-55ed-480c-bd26-12b086d2fa1e req-07b3be08-2b20-4a48-aee6-d16919c66a33 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Allocated IP 172.20.0.14 (405730bb-9b22-44c0-8a4b-e8157c135d23/bb230eff-fc2c-4a2c-b630-1a41e9d18d6f/076488ee-d061-4f00-9acf-b88eacf37bf8) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:05:59.702761 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-94418924-55ed-480c-bd26-12b086d2fa1e req-07b3be08-2b20-4a48-aee6-d16919c66a33 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:05:59.735378 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-94418924-55ed-480c-bd26-12b086d2fa1e req-07b3be08-2b20-4a48-aee6-d16919c66a33 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:05:59.774867 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94418924-55ed-480c-bd26-12b086d2fa1e req-07b3be08-2b20-4a48-aee6-d16919c66a33 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Network 405730bb-9b22-44c0-8a4b-e8157c135d23 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:05:59.778240 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-94418924-55ed-480c-bd26-12b086d2fa1e req-07b3be08-2b20-4a48-aee6-d16919c66a33 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:05:59.780736 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-94418924-55ed-480c-bd26-12b086d2fa1e req-07b3be08-2b20-4a48-aee6-d16919c66a33 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:05:59.825409 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3be08-2b20-4a48-aee6-d16919c66a33 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Pushing event updated for resources: {'Port': ['ID=076488ee-d061-4f00-9acf-b88eacf37bf8,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:05:59.851554 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94418924-55ed-480c-bd26-12b086d2fa1e req-07b3be08-2b20-4a48-aee6-d16919c66a33 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:05:59.852256 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-94418924-55ed-480c-bd26-12b086d2fa1e req-07b3be08-2b20-4a48-aee6-d16919c66a33 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:05:59.868334 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-94418924-55ed-480c-bd26-12b086d2fa1e req-07b3be08-2b20-4a48-aee6-d16919c66a33 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5473709 Nov 09 22:05:59.886614 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-94418924-55ed-480c-bd26-12b086d2fa1e req-77448fcd-2809-4d92-9738-77c757c074f8 service neutron] Request body: {'port': {'device_id': 'fbfc32ff-2b02-4742-b544-2ed11e7bc604', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:05:59.941880 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-94418924-55ed-480c-bd26-12b086d2fa1e req-77448fcd-2809-4d92-9738-77c757c074f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:05:59.965591 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-69bfa3e0-6d70-4011-a76f-ea583bd8d058 None None] Provisioning complete for port 076488ee-d061-4f00-9acf-b88eacf37bf8 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:05:59.966119 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-69bfa3e0-6d70-4011-a76f-ea583bd8d058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:05:59.998390 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-69bfa3e0-6d70-4011-a76f-ea583bd8d058 None None] Port 076488ee-d061-4f00-9acf-b88eacf37bf8 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:06:00.195740 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-94418924-55ed-480c-bd26-12b086d2fa1e req-77448fcd-2809-4d92-9738-77c757c074f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 076488ee-d061-4f00-9acf-b88eacf37bf8 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 22:06:00.203179 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-94418924-55ed-480c-bd26-12b086d2fa1e req-77448fcd-2809-4d92-9738-77c757c074f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:06:00.214771 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-94418924-55ed-480c-bd26-12b086d2fa1e req-77448fcd-2809-4d92-9738-77c757c074f8 service neutron] Transition to ACTIVE for port object 076488ee-d061-4f00-9acf-b88eacf37bf8 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 22:06:00.218119 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-94418924-55ed-480c-bd26-12b086d2fa1e req-77448fcd-2809-4d92-9738-77c757c074f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:06:00.288115 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77448fcd-2809-4d92-9738-77c757c074f8 service neutron] Pushing event updated for resources: {'Port': ['ID=076488ee-d061-4f00-9acf-b88eacf37bf8,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:06:00.339012 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-94418924-55ed-480c-bd26-12b086d2fa1e req-77448fcd-2809-4d92-9738-77c757c074f8 service neutron] Attempting to bind port 076488ee-d061-4f00-9acf-b88eacf37bf8 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:06:00.339655 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-94418924-55ed-480c-bd26-12b086d2fa1e req-77448fcd-2809-4d92-9738-77c757c074f8 service neutron] Attempting to bind port 076488ee-d061-4f00-9acf-b88eacf37bf8 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:06:00.339990 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94418924-55ed-480c-bd26-12b086d2fa1e req-77448fcd-2809-4d92-9738-77c757c074f8 service neutron] Attempting to bind port 076488ee-d061-4f00-9acf-b88eacf37bf8 on network 405730bb-9b22-44c0-8a4b-e8157c135d23 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:06:00.344526 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94418924-55ed-480c-bd26-12b086d2fa1e req-77448fcd-2809-4d92-9738-77c757c074f8 service neutron] Port 076488ee-d061-4f00-9acf-b88eacf37bf8 on network 405730bb-9b22-44c0-8a4b-e8157c135d23 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 22:06:00.344883 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94418924-55ed-480c-bd26-12b086d2fa1e req-77448fcd-2809-4d92-9738-77c757c074f8 service neutron] Attempting to bind port 076488ee-d061-4f00-9acf-b88eacf37bf8 on network 405730bb-9b22-44c0-8a4b-e8157c135d23 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:06:00.349891 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94418924-55ed-480c-bd26-12b086d2fa1e req-77448fcd-2809-4d92-9738-77c757c074f8 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:06:00.350229 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94418924-55ed-480c-bd26-12b086d2fa1e req-77448fcd-2809-4d92-9738-77c757c074f8 service neutron] Checking segment: {'id': '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:06:00.350638 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94418924-55ed-480c-bd26-12b086d2fa1e req-77448fcd-2809-4d92-9738-77c757c074f8 service neutron] Bound using segment: {'id': '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:06:00.351064 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-94418924-55ed-480c-bd26-12b086d2fa1e req-77448fcd-2809-4d92-9738-77c757c074f8 service neutron] Bound port: 076488ee-d061-4f00-9acf-b88eacf37bf8, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:06:00.351419 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-94418924-55ed-480c-bd26-12b086d2fa1e req-77448fcd-2809-4d92-9738-77c757c074f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:06:00.420954 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-94418924-55ed-480c-bd26-12b086d2fa1e req-77448fcd-2809-4d92-9738-77c757c074f8 service neutron] For port 076488ee-d061-4f00-9acf-b88eacf37bf8, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:06:00.424312 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-94418924-55ed-480c-bd26-12b086d2fa1e req-77448fcd-2809-4d92-9738-77c757c074f8 service neutron] For port 076488ee-d061-4f00-9acf-b88eacf37bf8, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=076488ee-d061-4f00-9acf-b88eacf37bf8,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:06:00.428471 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-94418924-55ed-480c-bd26-12b086d2fa1e req-77448fcd-2809-4d92-9738-77c757c074f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:06:00.477259 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94418924-55ed-480c-bd26-12b086d2fa1e req-77448fcd-2809-4d92-9738-77c757c074f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:06:00.477498 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-94418924-55ed-480c-bd26-12b086d2fa1e req-77448fcd-2809-4d92-9738-77c757c074f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:06:00.478899 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-94418924-55ed-480c-bd26-12b086d2fa1e req-77448fcd-2809-4d92-9738-77c757c074f8 service neutron] 10.222.0.43 "PUT /v2.0/ports/076488ee-d061-4f00-9acf-b88eacf37bf8 HTTP/1.1" status: 200 len: 1092 time: 0.5966537 Nov 09 22:06:00.479346 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbfc32ff-2b02-4742-b544-2ed11e7bc604', 'tag': '076488ee-d061-4f00-9acf-b88eacf37bf8'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:06:00.481620 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ce96cd-be6c-4151-854e-c71b46afdbec" -d '{"events": [{"name": "network-changed", "server_uuid": "fbfc32ff-2b02-4742-b544-2ed11e7bc604", "tag": "076488ee-d061-4f00-9acf-b88eacf37bf8"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:06:00.493697 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77448fcd-2809-4d92-9738-77c757c074f8 service neutron] Pushing event updated for resources: {'Port': ['ID=076488ee-d061-4f00-9acf-b88eacf37bf8,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:06:00.531972 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88db05a-a0a3-418b-9458-36cfb2708f1f req-e950d916-d452-44c7-bbf9-cefc436a687b tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:06:00.534249 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d88db05a-a0a3-418b-9458-36cfb2708f1f req-e950d916-d452-44c7-bbf9-cefc436a687b tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 944 time: 0.0850477 Nov 09 22:06:00.570712 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ac3952-8584-4fb9-b4a2-bd1032a349f6 x-openstack-request-id: req-47ac3952-8584-4fb9-b4a2-bd1032a349f6 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:06:00.571097 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbfc32ff-2b02-4742-b544-2ed11e7bc604", "tag": "076488ee-d061-4f00-9acf-b88eacf37bf8", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:06:00.571427 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-47ac3952-8584-4fb9-b4a2-bd1032a349f6 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:06:00.571890 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbfc32ff-2b02-4742-b544-2ed11e7bc604', 'tag': '076488ee-d061-4f00-9acf-b88eacf37bf8', 'status': 'completed', 'code': 200} Nov 09 22:06:00.598205 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d88db05a-a0a3-418b-9458-36cfb2708f1f req-e5ef04d3-dbdb-47cb-883d-38091dceac1c tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515356 Nov 09 22:06:00.606231 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94418924-55ed-480c-bd26-12b086d2fa1e req-0c72cf0a-8933-4e29-97de-02e5affdc3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:06:00.607871 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-94418924-55ed-480c-bd26-12b086d2fa1e req-0c72cf0a-8933-4e29-97de-02e5affdc3ac service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 1095 time: 0.0475192 Nov 09 22:06:00.656836 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-94418924-55ed-480c-bd26-12b086d2fa1e req-0b96af85-c9e5-4f96-bf06-ab3e87f62b9d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=076488ee-d061-4f00-9acf-b88eacf37bf8 HTTP/1.1" status: 200 len: 217 time: 0.0354571 Nov 09 22:06:00.709904 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94418924-55ed-480c-bd26-12b086d2fa1e req-4aa6359f-ba12-4d4c-8614-386a36eea974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:06:00.711364 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-94418924-55ed-480c-bd26-12b086d2fa1e req-4aa6359f-ba12-4d4c-8614-386a36eea974 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f HTTP/1.1" status: 200 len: 851 time: 0.0473356 Nov 09 22:06:00.757589 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94418924-55ed-480c-bd26-12b086d2fa1e req-23058c51-bf3c-4c02-9429-b246c5add125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:06:00.759135 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-94418924-55ed-480c-bd26-12b086d2fa1e req-23058c51-bf3c-4c02-9429-b246c5add125 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=405730bb-9b22-44c0-8a4b-e8157c135d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407171 Nov 09 22:06:00.848191 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-94418924-55ed-480c-bd26-12b086d2fa1e req-e3707dd1-de8b-420d-9709-3dceaf0e9875 service neutron] 10.222.0.43 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817690 Nov 09 22:06:00.940026 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-94418924-55ed-480c-bd26-12b086d2fa1e req-67c9c366-83cc-4051-9a3f-75ef9c240159 service neutron] 10.222.0.43 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847414 Nov 09 22:06:01.066354 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce96cd-be6c-4151-854e-c71b46afdbec req-ecc793a3-d423-491b-999b-fe0d447eb6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:06:01.067715 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-97ce96cd-be6c-4151-854e-c71b46afdbec req-ecc793a3-d423-491b-999b-fe0d447eb6c6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 1095 time: 0.0400531 Nov 09 22:06:01.159695 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce96cd-be6c-4151-854e-c71b46afdbec req-18a89ff3-ea4b-4040-aa47-29699538bb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:06:01.161210 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-97ce96cd-be6c-4151-854e-c71b46afdbec req-18a89ff3-ea4b-4040-aa47-29699538bb71 service neutron] 10.222.0.43 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 912 time: 0.0857832 Nov 09 22:06:01.202552 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-97ce96cd-be6c-4151-854e-c71b46afdbec req-86f4afe7-6857-4242-857e-c9c314b225b3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=076488ee-d061-4f00-9acf-b88eacf37bf8 HTTP/1.1" status: 200 len: 217 time: 0.0336237 Nov 09 22:06:01.251196 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce96cd-be6c-4151-854e-c71b46afdbec req-564149f0-11f2-4d9e-bfd4-e96926d841ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:06:01.252651 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-97ce96cd-be6c-4151-854e-c71b46afdbec req-564149f0-11f2-4d9e-bfd4-e96926d841ae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f HTTP/1.1" status: 200 len: 851 time: 0.0432169 Nov 09 22:06:01.644152 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce96cd-be6c-4151-854e-c71b46afdbec req-c301100b-cca5-4f96-a321-eff0b5a0fb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:06:01.645681 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-97ce96cd-be6c-4151-854e-c71b46afdbec req-c301100b-cca5-4f96-a321-eff0b5a0fb86 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=405730bb-9b22-44c0-8a4b-e8157c135d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3847675 Nov 09 22:06:01.767002 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e55aee-2c17-4d51-a05d-f01039b168cd req-4801ae1b-f90f-4701-be38-f1bd5155f1b8 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:06:01.768370 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f0e55aee-2c17-4d51-a05d-f01039b168cd req-4801ae1b-f90f-4701-be38-f1bd5155f1b8 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 944 time: 0.0974429 Nov 09 22:06:01.774116 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-97ce96cd-be6c-4151-854e-c71b46afdbec req-9bdf942f-efef-49fe-b14d-ed1deb4f80da service neutron] 10.222.0.43 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204491 Nov 09 22:06:01.859818 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f0e55aee-2c17-4d51-a05d-f01039b168cd req-df3f79ed-861b-41ff-ba19-71e72ab547e5 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847270 Nov 09 22:06:01.891731 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-97ce96cd-be6c-4151-854e-c71b46afdbec req-f78cb88a-84d5-4809-87df-78998114be63 service neutron] 10.222.0.43 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032403 Nov 09 22:06:02.981726 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d98d8-bf53-424c-89a3-b2265acf59b9 req-587f5f06-da37-409d-9b2a-1cc93cdd7557 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:06:02.983377 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2d9d98d8-bf53-424c-89a3-b2265acf59b9 req-587f5f06-da37-409d-9b2a-1cc93cdd7557 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 944 time: 0.0492795 Nov 09 22:06:03.016568 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 076488ee-d061-4f00-9acf-b88eacf37bf8 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 22:06:03.030506 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2d9d98d8-bf53-424c-89a3-b2265acf59b9 req-3cc5377b-130b-4ffc-a822-91f768673f5a tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412292 Nov 09 22:06:03.108164 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 076488ee-d061-4f00-9acf-b88eacf37bf8, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=076488ee-d061-4f00-9acf-b88eacf37bf8,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:06:03.118697 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '076488ee-d061-4f00-9acf-b88eacf37bf8', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'port_id': '076488ee-d061-4f00-9acf-b88eacf37bf8', 'mac_address': 'fa:16:3e:bd:24:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 22:06:03.158347 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:06:03.171058 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 076488ee-d061-4f00-9acf-b88eacf37bf8 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 22:06:03.190831 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 076488ee-d061-4f00-9acf-b88eacf37bf8, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=076488ee-d061-4f00-9acf-b88eacf37bf8,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:06:03.195452 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:06:03.240332 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=076488ee-d061-4f00-9acf-b88eacf37bf8,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:06:03.453194 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['076488ee-d061-4f00-9acf-b88eacf37bf8'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 22:06:04.040700 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:06:04.147603 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f261d8-af1c-461e-9f38-8b4e3e3d2c62 req-452492ee-962c-412e-bade-8a0ce8fbd67c tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:06:04.149079 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a4f261d8-af1c-461e-9f38-8b4e3e3d2c62 req-452492ee-962c-412e-bade-8a0ce8fbd67c tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 945 time: 0.0529253 Nov 09 22:06:04.195201 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a4f261d8-af1c-461e-9f38-8b4e3e3d2c62 req-0bc54f09-f34f-4f69-8b65-384eecfc0c8b tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402267 Nov 09 22:06:05.017217 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 076488ee-d061-4f00-9acf-b88eacf37bf8 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:06:05.064571 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 076488ee-d061-4f00-9acf-b88eacf37bf8 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 22:06:05.068416 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 076488ee-d061-4f00-9acf-b88eacf37bf8 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:06:05.069406 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:06:05.145426 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:06:05.167113 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbfc32ff-2b02-4742-b544-2ed11e7bc604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076488ee-d061-4f00-9acf-b88eacf37bf8'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:06:05.169337 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fb69dd-7ee4-4d6e-8175-42932cb76fd7" -d '{"events": [{"server_uuid": "fbfc32ff-2b02-4742-b544-2ed11e7bc604", "name": "network-vif-plugged", "status": "completed", "tag": "076488ee-d061-4f00-9acf-b88eacf37bf8"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:06:05.182238 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 076488ee-d061-4f00-9acf-b88eacf37bf8, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=076488ee-d061-4f00-9acf-b88eacf37bf8,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:06:05.186057 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:06:05.211406 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 22:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978f5015-1768-47f6-a93e-f4938143ed83 x-openstack-request-id: req-978f5015-1768-47f6-a93e-f4938143ed83 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:06:05.211707 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbfc32ff-2b02-4742-b544-2ed11e7bc604", "name": "network-vif-plugged", "status": "completed", "tag": "076488ee-d061-4f00-9acf-b88eacf37bf8", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:06:05.211960 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-978f5015-1768-47f6-a93e-f4938143ed83 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:06:05.212348 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbfc32ff-2b02-4742-b544-2ed11e7bc604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076488ee-d061-4f00-9acf-b88eacf37bf8', 'code': 200} Nov 09 22:06:05.240729 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=076488ee-d061-4f00-9acf-b88eacf37bf8,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:06:05.344923 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc91b07-56e7-4e3a-a485-4716fc58d8b5 req-355794ac-ef35-4c0e-9600-8b43d46f1cd6 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:06:05.346391 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1bc91b07-56e7-4e3a-a485-4716fc58d8b5 req-355794ac-ef35-4c0e-9600-8b43d46f1cd6 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 946 time: 0.0757916 Nov 09 22:06:05.352266 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab60d7d-758b-4bf9-bef2-b1ff113160d5 req-856a3118-f60e-4ead-9fd1-f36cce972e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:06:05.353717 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2ab60d7d-758b-4bf9-bef2-b1ff113160d5 req-856a3118-f60e-4ead-9fd1-f36cce972e77 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 1097 time: 0.0563245 Nov 09 22:06:05.424892 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1bc91b07-56e7-4e3a-a485-4716fc58d8b5 req-95a1578f-0875-4a8c-b5e9-bc9f1088ed1c tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702090 Nov 09 22:06:05.428551 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2ab60d7d-758b-4bf9-bef2-b1ff113160d5 req-76baefc9-b844-4a71-bf59-2b80de6b572a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668764 Nov 09 22:06:06.543990 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ce479-6241-4bc9-bc19-69fa7ab2df7b req-174d1c81-92c2-4dca-89d4-e0b8d7263405 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:06:06.545506 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-397ce479-6241-4bc9-bc19-69fa7ab2df7b req-174d1c81-92c2-4dca-89d4-e0b8d7263405 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 946 time: 0.0488999 Nov 09 22:06:06.592862 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-397ce479-6241-4bc9-bc19-69fa7ab2df7b req-55256973-169f-40e0-89fb-8c64cb546d5c tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413854 Nov 09 22:06:07.707491 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa2fd3-d7d8-4be7-aadd-1f521774588e req-399d9538-3efc-4b39-bf31-81d507383f34 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:06:07.708953 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c0aa2fd3-d7d8-4be7-aadd-1f521774588e req-399d9538-3efc-4b39-bf31-81d507383f34 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 946 time: 0.0483832 Nov 09 22:06:07.754986 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c0aa2fd3-d7d8-4be7-aadd-1f521774588e req-16f38919-e58f-4a4b-97a8-c6f3f99fa11f tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402391 Nov 09 22:06:07.870229 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d1f15-dc47-448f-903d-bc6c8550dcd2 req-9226e36a-4702-49b8-afc8-3ed249ecfe1b tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:06:07.871606 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-375d1f15-dc47-448f-903d-bc6c8550dcd2 req-9226e36a-4702-49b8-afc8-3ed249ecfe1b tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 946 time: 0.0531137 Nov 09 22:06:07.880245 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35178) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:06:07.885376 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-7fd59e81-29f7-4851-9bde-b101a96825f5 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Request body: {'floatingip': {'port_id': '076488ee-d061-4f00-9acf-b88eacf37bf8'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:06:07.924187 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7fd59e81-29f7-4851-9bde-b101a96825f5 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks [] for floatingip, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:06:08.355155 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7fd59e81-29f7-4851-9bde-b101a96825f5 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:06:08.358932 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7fd59e81-29f7-4851-9bde-b101a96825f5 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:06:08.456651 n-d-816206-3 neutron-server[102608]: INFO neutron.db.l3_db [None req-7fd59e81-29f7-4851-9bde-b101a96825f5 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Floating IP 7d1b5bc3-cc4d-41cf-944d-01ce89ad0d72 associated. External IP: 172.25.7.212, port: 076488ee-d061-4f00-9acf-b88eacf37bf8. Nov 09 22:06:08.667070 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd59e81-29f7-4851-9bde-b101a96825f5 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Router a41f964a-9057-4991-a81b-d492420978ca has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:06:08.769072 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd59e81-29f7-4851-9bde-b101a96825f5 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:06:08.777248 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7fd59e81-29f7-4851-9bde-b101a96825f5 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:06:08.779921 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806c0438-4077-4ec4-952c-1c98b5b8f86a None None] Sync routers for ids ['a41f964a-9057-4991-a81b-d492420978ca'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:06:08.790250 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806c0438-4077-4ec4-952c-1c98b5b8f86a None None] Routers {'a41f964a-9057-4991-a81b-d492420978ca'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:06:08.790862 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-806c0438-4077-4ec4-952c-1c98b5b8f86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:05:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a41f964a-9057-4991-a81b-d492420978ca'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:06:08.807978 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7fd59e81-29f7-4851-9bde-b101a96825f5 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "PUT /v2.0/floatingips/7d1b5bc3-cc4d-41cf-944d-01ce89ad0d72 HTTP/1.1" status: 200 len: 993 time: 0.9266195 Nov 09 22:06:08.808854 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbfc32ff-2b02-4742-b544-2ed11e7bc604', 'tag': '076488ee-d061-4f00-9acf-b88eacf37bf8'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:06:08.811131 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa7dd9f301f09ef39c1b45eac1f1a20a4cdb8ed200b833d55817c2e3569ebe18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d148cb-7ad8-4062-9d1b-f44c6c3e922c" -d '{"events": [{"name": "network-changed", "server_uuid": "fbfc32ff-2b02-4742-b544-2ed11e7bc604", "tag": "076488ee-d061-4f00-9acf-b88eacf37bf8"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:06:08.900528 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-806c0438-4077-4ec4-952c-1c98b5b8f86a None None] Set router a41f964a-9057-4991-a81b-d492420978ca gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:06:08.938531 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc6e9d5-d751-4f2c-97f3-e8bb58bfc506 x-openstack-request-id: req-ecc6e9d5-d751-4f2c-97f3-e8bb58bfc506 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:06:08.939018 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbfc32ff-2b02-4742-b544-2ed11e7bc604", "tag": "076488ee-d061-4f00-9acf-b88eacf37bf8", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:06:08.939123 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ecc6e9d5-d751-4f2c-97f3-e8bb58bfc506 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:06:08.939470 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbfc32ff-2b02-4742-b544-2ed11e7bc604', 'tag': '076488ee-d061-4f00-9acf-b88eacf37bf8', 'status': 'completed', 'code': 200} Nov 09 22:06:09.021960 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d148cb-7ad8-4062-9d1b-f44c6c3e922c req-04cb44e6-6d58-4fb1-8422-182709c9246f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:06:09.023486 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-05d148cb-7ad8-4062-9d1b-f44c6c3e922c req-04cb44e6-6d58-4fb1-8422-182709c9246f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 1097 time: 0.0417192 Nov 09 22:06:09.120701 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d148cb-7ad8-4062-9d1b-f44c6c3e922c req-52ce49c9-c004-48f4-a6e4-8e5392a3b34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:06:09.122185 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-05d148cb-7ad8-4062-9d1b-f44c6c3e922c req-52ce49c9-c004-48f4-a6e4-8e5392a3b34e service neutron] 10.222.0.43 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 912 time: 0.0917072 Nov 09 22:06:09.186931 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-05d148cb-7ad8-4062-9d1b-f44c6c3e922c req-6399e3b0-67c4-4c52-85ac-a4a398fccc3f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=076488ee-d061-4f00-9acf-b88eacf37bf8 HTTP/1.1" status: 200 len: 1001 time: 0.0572627 Nov 09 22:06:09.239082 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d148cb-7ad8-4062-9d1b-f44c6c3e922c req-70a95b2e-9df5-49c1-ac3c-3a2060288dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:06:09.240615 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-05d148cb-7ad8-4062-9d1b-f44c6c3e922c req-70a95b2e-9df5-49c1-ac3c-3a2060288dab service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f HTTP/1.1" status: 200 len: 851 time: 0.0470538 Nov 09 22:06:09.282857 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-806c0438-4077-4ec4-952c-1c98b5b8f86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41f964a-9057-4991-a81b-d492420978ca', 'name': 'tempest-ServerActionsTestJSON-1331986745-router', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:59:02Z', 'updated_at': '2021-11-09T21:59:05Z', 'revision_number': 4, 'project_id': '46efada4a13646d19245d1ba2c324692', 'gw_port': {'id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:03Z', 'updated_at': '2021-11-09T21:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '7d1b5bc3-cc4d-41cf-944d-01ce89ad0d72', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'floating_ip_address': '172.25.7.212', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'port_id': '076488ee-d061-4f00-9acf-b88eacf37bf8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'mac_address': 'fa:16:3e:bd:24:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfc32ff-2b02-4742-b544-2ed11e7bc604', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:59:07Z', 'updated_at': '2021-11-09T22:06:08Z', 'revision_number': 13, 'project_id': '46efada4a13646d19245d1ba2c324692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0afefe6d-7e4c-4f3a-83d8-5b9888dd499c', 'name': '', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'mac_address': 'fa:16:3e:5c:69:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:04Z', 'updated_at': '2021-11-09T21:59:09Z', 'revision_number': 5, 'project_id': '46efada4a13646d19245d1ba2c324692', 'subnets': [{'id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:06:09.286380 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d148cb-7ad8-4062-9d1b-f44c6c3e922c req-d8b0e0e3-44d2-48bd-9d9d-a4df2d9a8487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:06:09.288523 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-05d148cb-7ad8-4062-9d1b-f44c6c3e922c req-d8b0e0e3-44d2-48bd-9d9d-a4df2d9a8487 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=405730bb-9b22-44c0-8a4b-e8157c135d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413578 Nov 09 22:06:09.309060 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806c0438-4077-4ec4-952c-1c98b5b8f86a None None] Checking router: a41f964a-9057-4991-a81b-d492420978ca for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:06:09.317278 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806c0438-4077-4ec4-952c-1c98b5b8f86a None None] Routers {'a41f964a-9057-4991-a81b-d492420978ca'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:06:09.317886 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-806c0438-4077-4ec4-952c-1c98b5b8f86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:05:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a41f964a-9057-4991-a81b-d492420978ca'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:06:09.376053 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-05d148cb-7ad8-4062-9d1b-f44c6c3e922c req-ef0a7c03-eebc-4d25-ada9-7e7afe958f85 service neutron] 10.222.0.43 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805461 Nov 09 22:06:09.423210 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-806c0438-4077-4ec4-952c-1c98b5b8f86a None None] Set router a41f964a-9057-4991-a81b-d492420978ca gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:06:09.469149 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-05d148cb-7ad8-4062-9d1b-f44c6c3e922c req-8a79369e-2bca-493c-a792-1b5cb8eb1dc6 service neutron] 10.222.0.43 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858500 Nov 09 22:06:09.649489 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-806c0438-4077-4ec4-952c-1c98b5b8f86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41f964a-9057-4991-a81b-d492420978ca', 'name': 'tempest-ServerActionsTestJSON-1331986745-router', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:59:02Z', 'updated_at': '2021-11-09T21:59:05Z', 'revision_number': 4, 'project_id': '46efada4a13646d19245d1ba2c324692', 'gw_port': {'id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:03Z', 'updated_at': '2021-11-09T21:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '7d1b5bc3-cc4d-41cf-944d-01ce89ad0d72', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'floating_ip_address': '172.25.7.212', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'port_id': '076488ee-d061-4f00-9acf-b88eacf37bf8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'mac_address': 'fa:16:3e:bd:24:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfc32ff-2b02-4742-b544-2ed11e7bc604', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:59:07Z', 'updated_at': '2021-11-09T22:06:08Z', 'revision_number': 13, 'project_id': '46efada4a13646d19245d1ba2c324692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0afefe6d-7e4c-4f3a-83d8-5b9888dd499c', 'name': '', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'mac_address': 'fa:16:3e:5c:69:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:04Z', 'updated_at': '2021-11-09T21:59:09Z', 'revision_number': 5, 'project_id': '46efada4a13646d19245d1ba2c324692', 'subnets': [{'id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:06:09.674870 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806c0438-4077-4ec4-952c-1c98b5b8f86a None None] The sync data for ids ['a41f964a-9057-4991-a81b-d492420978ca'] in n-d-816206-3 is: [{'id': 'a41f964a-9057-4991-a81b-d492420978ca', 'name': 'tempest-ServerActionsTestJSON-1331986745-router', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:59:02Z', 'updated_at': '2021-11-09T21:59:05Z', 'revision_number': 4, 'project_id': '46efada4a13646d19245d1ba2c324692', 'gw_port': {'id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:03Z', 'updated_at': '2021-11-09T21:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '7d1b5bc3-cc4d-41cf-944d-01ce89ad0d72', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'floating_ip_address': '172.25.7.212', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'port_id': '076488ee-d061-4f00-9acf-b88eacf37bf8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'mac_address': 'fa:16:3e:bd:24:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfc32ff-2b02-4742-b544-2ed11e7bc604', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T21:59:07Z', 'updated_at': '2021-11-09T22:06:08Z', 'revision_number': 13, 'project_id': '46efada4a13646d19245d1ba2c324692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0afefe6d-7e4c-4f3a-83d8-5b9888dd499c', 'name': '', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'mac_address': 'fa:16:3e:5c:69:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:04Z', 'updated_at': '2021-11-09T21:59:09Z', 'revision_number': 5, 'project_id': '46efada4a13646d19245d1ba2c324692', 'subnets': [{'id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:06:09.856567 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6093e925-d1ff-47ec-9f2c-3671851cac2c None None] New status for floating IP 7d1b5bc3-cc4d-41cf-944d-01ce89ad0d72: ACTIVE {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 22:06:17.700952 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-88455449-c78f-4dc2-99fb-bbe4da0bbc44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:06:18.974390 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:06:20.210504 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0a8f4c1f-aa38-4190-b21a-a4bb0aed0687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:06:21.179265 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:06:22.537318 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:06:23.217479 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:06:23.436762 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:06:30.735374 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-44307dae-1f52-4112-b463-6e708f1a2f0c req-867093c6-cdc6-4a64-a15d-98ef65f6bed7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404460 Nov 09 22:06:30.834253 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44307dae-1f52-4112-b463-6e708f1a2f0c req-38c0dac0-380f-42dd-b110-663dee34e22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:06:30.836384 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-44307dae-1f52-4112-b463-6e708f1a2f0c req-38c0dac0-380f-42dd-b110-663dee34e22a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 1097 time: 0.0406654 Nov 09 22:06:30.942362 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44307dae-1f52-4112-b463-6e708f1a2f0c req-99d7f1e4-04dc-44d0-8dbc-d4b6eefb6000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:06:30.943805 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-44307dae-1f52-4112-b463-6e708f1a2f0c req-99d7f1e4-04dc-44d0-8dbc-d4b6eefb6000 service neutron] 10.222.0.43 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 912 time: 0.0877564 Nov 09 22:06:31.018977 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-44307dae-1f52-4112-b463-6e708f1a2f0c req-d312b0e6-a9db-498d-a3da-616389685575 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=076488ee-d061-4f00-9acf-b88eacf37bf8 HTTP/1.1" status: 200 len: 1003 time: 0.0654492 Nov 09 22:06:31.068911 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44307dae-1f52-4112-b463-6e708f1a2f0c req-2674fac8-ac11-4a2f-8dc5-56547de33b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:06:31.070983 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-44307dae-1f52-4112-b463-6e708f1a2f0c req-2674fac8-ac11-4a2f-8dc5-56547de33b8d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f HTTP/1.1" status: 200 len: 851 time: 0.0441885 Nov 09 22:06:31.115611 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44307dae-1f52-4112-b463-6e708f1a2f0c req-8a8e8466-9f9e-41c6-9624-c4cebb28ee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:06:31.117658 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-44307dae-1f52-4112-b463-6e708f1a2f0c req-8a8e8466-9f9e-41c6-9624-c4cebb28ee6e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=405730bb-9b22-44c0-8a4b-e8157c135d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396135 Nov 09 22:06:31.209144 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-44307dae-1f52-4112-b463-6e708f1a2f0c req-2d684109-9000-4513-b940-b8122d804944 service neutron] 10.222.0.43 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839269 Nov 09 22:06:31.297468 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-44307dae-1f52-4112-b463-6e708f1a2f0c req-b2b773db-22dc-4aca-b32c-21afd65dfcc7 service neutron] 10.222.0.43 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809665 Nov 09 22:06:34.056975 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:06:47.703886 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bc70fad2-be55-4ed0-8e93-b8751411cc85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:06:50.211739 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a00d19a7-4de9-43ba-a23c-b32c5d763b2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:06:51.183120 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:06:52.540658 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:06:53.216733 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:06:53.437895 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:06:55.976186 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:06:56.749927 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-71ef85fe-2c6f-42e0-be4c-1116dd0e1694 req-b71f8364-304f-451e-9ada-7f880572f9d3 service neutron] (102607) timed out ('10.222.0.49', 56772) {{(pid=102607) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 22:07:04.059042 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:07:17.705547 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e8c71d67-e861-4f3b-8900-7b031cf48c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:07:20.211962 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d0e472c7-1828-44c8-b811-d77f242ce0b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:07:21.187004 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:07:22.542140 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:07:23.247285 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:07:23.439726 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:07:30.825352 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2e24dbfd-11f5-4f0b-a5db-2bf48dc34e00 req-33799c0b-1b64-4cf1-9e4a-5d24076e7c00 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395818 Nov 09 22:07:30.942814 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e24dbfd-11f5-4f0b-a5db-2bf48dc34e00 req-b18db51f-e2ff-471d-930d-72df2e36e7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:07:30.944286 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2e24dbfd-11f5-4f0b-a5db-2bf48dc34e00 req-b18db51f-e2ff-471d-930d-72df2e36e7bd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 1097 time: 0.0444467 Nov 09 22:07:31.046961 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e24dbfd-11f5-4f0b-a5db-2bf48dc34e00 req-d5ca45aa-1e20-44ee-9260-a7e3c61449a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:07:31.048415 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2e24dbfd-11f5-4f0b-a5db-2bf48dc34e00 req-d5ca45aa-1e20-44ee-9260-a7e3c61449a0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 912 time: 0.0837169 Nov 09 22:07:31.117429 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2e24dbfd-11f5-4f0b-a5db-2bf48dc34e00 req-583b46a0-f92d-4031-b631-fa3e35ac4769 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=076488ee-d061-4f00-9acf-b88eacf37bf8 HTTP/1.1" status: 200 len: 1003 time: 0.0608087 Nov 09 22:07:31.165230 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e24dbfd-11f5-4f0b-a5db-2bf48dc34e00 req-a049818c-771a-425b-b7d1-5126df52d713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:07:31.166620 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2e24dbfd-11f5-4f0b-a5db-2bf48dc34e00 req-a049818c-771a-425b-b7d1-5126df52d713 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f HTTP/1.1" status: 200 len: 851 time: 0.0420771 Nov 09 22:07:31.210841 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e24dbfd-11f5-4f0b-a5db-2bf48dc34e00 req-c602d23d-c610-4ce3-88ab-4122851dcd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:07:31.212267 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2e24dbfd-11f5-4f0b-a5db-2bf48dc34e00 req-c602d23d-c610-4ce3-88ab-4122851dcd2a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=405730bb-9b22-44c0-8a4b-e8157c135d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390544 Nov 09 22:07:31.301545 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2e24dbfd-11f5-4f0b-a5db-2bf48dc34e00 req-387d0ea1-fb58-4659-acf5-5e69a2c5669f service neutron] 10.222.0.43 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820835 Nov 09 22:07:31.387506 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2e24dbfd-11f5-4f0b-a5db-2bf48dc34e00 req-f072d85f-948f-48eb-913c-f80f32af7d47 service neutron] 10.222.0.43 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786765 Nov 09 22:07:32.975069 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:07:34.102377 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:07:45.298915 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9d5c6-542b-4919-8359-e9180659c4bc req-25595430-fbaa-4c87-bcb6-11308f146a1f tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:07:45.300255 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-caf9d5c6-542b-4919-8359-e9180659c4bc req-25595430-fbaa-4c87-bcb6-11308f146a1f tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 946 time: 0.0483098 Nov 09 22:07:45.350960 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-caf9d5c6-542b-4919-8359-e9180659c4bc req-ba6089ad-83c3-4f40-8f75-d46c60c46506 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443425 Nov 09 22:07:47.707396 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3d8069ad-1917-4925-8880-df8d293e84c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:07:50.214097 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a8763a8a-620c-44cb-a376-ee0ee3719e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:07:51.189064 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:07:52.547948 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:07:53.249792 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:07:53.440860 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:07:57.326774 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-e9383528-f1b2-4986-837e-7ec9a05f2c73 req-da321e71-254e-4cee-a46f-72fc29a8abde service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 22:07:57.327738 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e9383528-f1b2-4986-837e-7ec9a05f2c73 req-da321e71-254e-4cee-a46f-72fc29a8abde service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052853 Nov 09 22:07:57.515602 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-a15c4a0f-a917-434c-acaa-025345aa43ba service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0677083 Nov 09 22:07:57.526750 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ccb313-af9f-4e15-81c7-012a960d8baf req-6d965cd9-290f-4d49-b8d7-a4e4252a262a tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:07:57.528157 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f4ccb313-af9f-4e15-81c7-012a960d8baf req-6d965cd9-290f-4d49-b8d7-a4e4252a262a tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 946 time: 0.0696733 Nov 09 22:07:57.576844 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f4ccb313-af9f-4e15-81c7-012a960d8baf req-805e7aec-a848-4735-8a72-572d69301a2e tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423775 Nov 09 22:07:58.722625 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e535826-73da-4619-9648-252ccb9fa09f req-a416f972-955e-46d6-a1a6-e4f3677891c5 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:07:58.724102 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5e535826-73da-4619-9648-252ccb9fa09f req-a416f972-955e-46d6-a1a6-e4f3677891c5 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 946 time: 0.0760281 Nov 09 22:07:58.740581 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-637cb58c-ae59-4c8d-832d-293c67604e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:07:58.742045 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-637cb58c-ae59-4c8d-832d-293c67604e25 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 1097 time: 0.0615630 Nov 09 22:07:58.826816 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5e535826-73da-4619-9648-252ccb9fa09f req-ceaed963-8d88-4dbc-907c-4b1e1b2081b7 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959079 Nov 09 22:07:58.859908 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-2d73d883-89d6-4f0b-8ac8-c4f5d430ed9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:07:58.861329 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-2d73d883-89d6-4f0b-8ac8-c4f5d430ed9c service neutron] 10.222.0.43 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 912 time: 0.1116316 Nov 09 22:07:58.925849 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-61e6ec9e-a66a-4296-a5cd-69cb0e07e3cb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=076488ee-d061-4f00-9acf-b88eacf37bf8 HTTP/1.1" status: 200 len: 1003 time: 0.0562005 Nov 09 22:07:58.977981 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-5a1148ff-27af-4861-be3f-5811fce6eadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:07:58.979413 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-5a1148ff-27af-4861-be3f-5811fce6eadf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f HTTP/1.1" status: 200 len: 851 time: 0.0463610 Nov 09 22:07:59.022730 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-f7e13164-16f4-4600-b0df-4da9c674f5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:07:59.024799 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-f7e13164-16f4-4600-b0df-4da9c674f5b8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=405730bb-9b22-44c0-8a4b-e8157c135d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389853 Nov 09 22:07:59.110586 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-0957e2a0-acff-4ecc-bcad-2d34294774b2 service neutron] 10.222.0.43 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787225 Nov 09 22:07:59.201711 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-10d14f15-5390-4223-b710-4ade9f295764 service neutron] 10.222.0.43 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829751 Nov 09 22:07:59.947773 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef75103-f1a2-47e5-a1f0-d34f605ce448 req-99e8afc9-9d85-4d7d-b84b-883c208ab105 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:07:59.949280 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9ef75103-f1a2-47e5-a1f0-d34f605ce448 req-99e8afc9-9d85-4d7d-b84b-883c208ab105 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 946 time: 0.0522146 Nov 09 22:07:59.998216 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9ef75103-f1a2-47e5-a1f0-d34f605ce448 req-bf1178a1-fb15-4ff4-bdf4-b9984a48b90f tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429268 Nov 09 22:08:01.113748 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9512c7e0-4973-4e54-9cf3-cf36f046e550 req-4d95a5c7-f2c7-40a1-9a70-6ae4b7a2cda8 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:01.115227 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9512c7e0-4973-4e54-9cf3-cf36f046e550 req-4d95a5c7-f2c7-40a1-9a70-6ae4b7a2cda8 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 946 time: 0.0493019 Nov 09 22:08:01.162418 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9512c7e0-4973-4e54-9cf3-cf36f046e550 req-0055a232-8e37-4e11-bc64-f29a7febdbda tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405443 Nov 09 22:08:02.277638 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a747b-ffb6-4ffc-90b8-b34af9cb754e req-cf2eaf70-0cf1-41a1-a3fe-6986aa4b53cc tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:02.279099 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-639a747b-ffb6-4ffc-90b8-b34af9cb754e req-cf2eaf70-0cf1-41a1-a3fe-6986aa4b53cc tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 946 time: 0.0485249 Nov 09 22:08:02.325975 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-639a747b-ffb6-4ffc-90b8-b34af9cb754e req-3dd37bd5-dc55-4f87-a5e9-a82d15abc39e tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408721 Nov 09 22:08:03.448261 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4301c59c-7ba3-44e4-acaa-48160ac6a9b1 req-467c40fb-c258-4077-831f-514787c24215 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:03.449747 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4301c59c-7ba3-44e4-acaa-48160ac6a9b1 req-467c40fb-c258-4077-831f-514787c24215 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 946 time: 0.0530581 Nov 09 22:08:03.496938 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4301c59c-7ba3-44e4-acaa-48160ac6a9b1 req-4724e275-f6d5-45ec-9f06-575eb086a75e tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408831 Nov 09 22:08:04.121883 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:08:04.611683 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e8359-b843-4a0a-bbcc-b72d5bb3ae76 req-14d66e4a-c164-4ddc-909f-8cd7c31e5ca7 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:04.613205 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4e8e8359-b843-4a0a-bbcc-b72d5bb3ae76 req-14d66e4a-c164-4ddc-909f-8cd7c31e5ca7 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 946 time: 0.0485768 Nov 09 22:08:04.663204 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4e8e8359-b843-4a0a-bbcc-b72d5bb3ae76 req-f46d96c0-4ad4-42c7-8c30-8711a7a064ec tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440485 Nov 09 22:08:05.778252 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10b643-61e1-4e94-beff-2c132f29141b req-82c53639-297f-4d71-91e0-522e7ed243ac tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:05.779730 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8a10b643-61e1-4e94-beff-2c132f29141b req-82c53639-297f-4d71-91e0-522e7ed243ac tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 946 time: 0.0481765 Nov 09 22:08:05.826728 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8a10b643-61e1-4e94-beff-2c132f29141b req-e9c8e49d-22c8-4020-9921-e5f92f70a621 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411115 Nov 09 22:08:06.941348 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec1ba9-969e-4408-b36e-b3112cf69cb2 req-d36e020d-623a-40dd-a135-db7a575f5c6e tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:06.942805 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0fec1ba9-969e-4408-b36e-b3112cf69cb2 req-d36e020d-623a-40dd-a135-db7a575f5c6e tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 946 time: 0.0486574 Nov 09 22:08:06.988719 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0fec1ba9-969e-4408-b36e-b3112cf69cb2 req-b82b6c3d-e6ec-4064-afba-4aeedda64da9 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392957 Nov 09 22:08:08.105178 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff745695-23b1-470a-9d7b-43a16fe6c2e4 req-7e69845d-ad56-4f9c-a4a9-ab1f1808f02c tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:08.106610 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ff745695-23b1-470a-9d7b-43a16fe6c2e4 req-7e69845d-ad56-4f9c-a4a9-ab1f1808f02c tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 946 time: 0.0487583 Nov 09 22:08:08.156588 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ff745695-23b1-470a-9d7b-43a16fe6c2e4 req-6a4ad2e5-fd53-4160-9f14-80307cbd058f tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441191 Nov 09 22:08:09.283438 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83374bf-7422-4016-9ab0-2177115db083 req-618bcd6a-4a07-4e9b-b9af-1724b8f25894 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:09.284932 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a83374bf-7422-4016-9ab0-2177115db083 req-618bcd6a-4a07-4e9b-b9af-1724b8f25894 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 946 time: 0.0476418 Nov 09 22:08:09.330877 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a83374bf-7422-4016-9ab0-2177115db083 req-a83fda4a-7f45-4885-bab9-e36b88f56cb3 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391669 Nov 09 22:08:09.974509 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:08:10.443733 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87a3c8-29b9-4b9f-9d4a-1f39c3e1d688 req-33f2c86e-8d83-4543-a5de-68c4bafa6466 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:10.445205 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1f87a3c8-29b9-4b9f-9d4a-1f39c3e1d688 req-33f2c86e-8d83-4543-a5de-68c4bafa6466 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 946 time: 0.0480154 Nov 09 22:08:10.491523 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1f87a3c8-29b9-4b9f-9d4a-1f39c3e1d688 req-011eb747-c7c9-40e5-b336-bd062c22495d tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404229 Nov 09 22:08:11.662825 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0a0c7-116a-456b-a553-0ea84bff59dd req-d60fa9c3-5c2a-49e3-861e-4446cab1cffc tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:11.664391 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b4b0a0c7-116a-456b-a553-0ea84bff59dd req-d60fa9c3-5c2a-49e3-861e-4446cab1cffc tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 946 time: 0.1043069 Nov 09 22:08:11.713358 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b4b0a0c7-116a-456b-a553-0ea84bff59dd req-f60db9a6-125a-457a-8168-a101034154d8 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425174 Nov 09 22:08:12.891690 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ca12c-e099-48d6-9b6f-f194af8c23d6 req-f03a6845-24fe-443b-b8af-52af6521558a tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:12.893750 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9d2ca12c-e099-48d6-9b6f-f194af8c23d6 req-f03a6845-24fe-443b-b8af-52af6521558a tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 946 time: 0.1048093 Nov 09 22:08:12.942987 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9d2ca12c-e099-48d6-9b6f-f194af8c23d6 req-6247c3ff-4b81-4620-90d1-5bae3b9bb988 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426605 Nov 09 22:08:13.540285 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-1e5faae1-a33c-477e-88df-b6b84f013332 service neutron] show failed (client error): The resource could not be found. Nov 09 22:08:13.541334 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-1e5faae1-a33c-477e-88df-b6b84f013332 service neutron] 10.222.0.43 "GET /v2.0/ports/076488ee-d061-4f00-9acf-b88eacf37bf8/bindings/n-h1-816206-3 HTTP/1.1" status: 404 len: 380 time: 0.0577455 Nov 09 22:08:13.792703 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-e013c138-49a7-4a1e-83ef-e96f03777632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:13.794174 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-e013c138-49a7-4a1e-83ef-e96f03777632 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604&tenant_id=46efada4a13646d19245d1ba2c324692 HTTP/1.1" status: 200 len: 1097 time: 0.0822320 Nov 09 22:08:13.806865 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-04a3eb06-19d2-4a17-a1d9-942f48ee93e4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-3', 'device_owner': 'compute:nova'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:08:13.855909 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-04a3eb06-19d2-4a17-a1d9-942f48ee93e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:08:14.058572 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-04a3eb06-19d2-4a17-a1d9-942f48ee93e4 service neutron] For port 076488ee-d061-4f00-9acf-b88eacf37bf8, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=076488ee-d061-4f00-9acf-b88eacf37bf8,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:08:14.060881 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5af9c-e376-408d-ae50-5adc7dd81013 req-07eb48e9-06be-48d4-9dda-98a44d16f90a tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:14.062384 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e0e5af9c-e376-408d-ae50-5adc7dd81013 req-07eb48e9-06be-48d4-9dda-98a44d16f90a tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 946 time: 0.0509171 Nov 09 22:08:14.091388 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-04a3eb06-19d2-4a17-a1d9-942f48ee93e4 service neutron] For port 076488ee-d061-4f00-9acf-b88eacf37bf8, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:08:14.110632 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e0e5af9c-e376-408d-ae50-5adc7dd81013 req-8b05919b-fa8f-4baa-95db-2d2db42329f8 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423033 Nov 09 22:08:14.132975 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbfc32ff-2b02-4742-b544-2ed11e7bc604', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '076488ee-d061-4f00-9acf-b88eacf37bf8'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:08:14.135252 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958d3c16-0e04-4daf-8a5b-f2cf1e3fb077" -d '{"events": [{"server_uuid": "fbfc32ff-2b02-4742-b544-2ed11e7bc604", "name": "network-vif-unplugged", "status": "completed", "tag": "076488ee-d061-4f00-9acf-b88eacf37bf8"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:08:14.139054 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-04a3eb06-19d2-4a17-a1d9-942f48ee93e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:08:14.151458 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-04a3eb06-19d2-4a17-a1d9-942f48ee93e4 service neutron] Transition to ACTIVE for port object 076488ee-d061-4f00-9acf-b88eacf37bf8 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 22:08:14.155103 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-04a3eb06-19d2-4a17-a1d9-942f48ee93e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:08:14.231325 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a3eb06-19d2-4a17-a1d9-942f48ee93e4 service neutron] Pushing event updated for resources: {'Port': ['ID=076488ee-d061-4f00-9acf-b88eacf37bf8,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:08:14.251464 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a3eb06-19d2-4a17-a1d9-942f48ee93e4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:08:14.251797 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a3eb06-19d2-4a17-a1d9-942f48ee93e4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:08:14.252133 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a3eb06-19d2-4a17-a1d9-942f48ee93e4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:08:14.252470 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a3eb06-19d2-4a17-a1d9-942f48ee93e4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:08:14.252872 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a3eb06-19d2-4a17-a1d9-942f48ee93e4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:08:14.253201 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a3eb06-19d2-4a17-a1d9-942f48ee93e4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:08:14.253523 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a3eb06-19d2-4a17-a1d9-942f48ee93e4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:08:14.253908 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a3eb06-19d2-4a17-a1d9-942f48ee93e4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:08:14.254234 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a3eb06-19d2-4a17-a1d9-942f48ee93e4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:08:14.254555 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a3eb06-19d2-4a17-a1d9-942f48ee93e4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:08:14.254875 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a3eb06-19d2-4a17-a1d9-942f48ee93e4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:08:14.255190 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a3eb06-19d2-4a17-a1d9-942f48ee93e4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:08:14.268440 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 22:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49c91e5-2b0e-491e-bee2-f648159e713e x-openstack-request-id: req-c49c91e5-2b0e-491e-bee2-f648159e713e {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:08:14.268764 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbfc32ff-2b02-4742-b544-2ed11e7bc604", "name": "network-vif-unplugged", "status": "completed", "tag": "076488ee-d061-4f00-9acf-b88eacf37bf8", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:08:14.269016 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c49c91e5-2b0e-491e-bee2-f648159e713e {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:08:14.269412 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbfc32ff-2b02-4742-b544-2ed11e7bc604', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '076488ee-d061-4f00-9acf-b88eacf37bf8', 'code': 200} Nov 09 22:08:14.293425 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-04a3eb06-19d2-4a17-a1d9-942f48ee93e4 service neutron] No DVR routers for this DVR port 076488ee-d061-4f00-9acf-b88eacf37bf8 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:08:14.428158 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-04a3eb06-19d2-4a17-a1d9-942f48ee93e4 service neutron] Attempting to bind port 076488ee-d061-4f00-9acf-b88eacf37bf8 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:08:14.428488 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-04a3eb06-19d2-4a17-a1d9-942f48ee93e4 service neutron] Attempting to bind port 076488ee-d061-4f00-9acf-b88eacf37bf8 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:08:14.428846 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-04a3eb06-19d2-4a17-a1d9-942f48ee93e4 service neutron] Attempting to bind port 076488ee-d061-4f00-9acf-b88eacf37bf8 on network 405730bb-9b22-44c0-8a4b-e8157c135d23 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:08:14.433123 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-04a3eb06-19d2-4a17-a1d9-942f48ee93e4 service neutron] Port 076488ee-d061-4f00-9acf-b88eacf37bf8 on network 405730bb-9b22-44c0-8a4b-e8157c135d23 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 22:08:14.433467 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-04a3eb06-19d2-4a17-a1d9-942f48ee93e4 service neutron] Attempting to bind port 076488ee-d061-4f00-9acf-b88eacf37bf8 on network 405730bb-9b22-44c0-8a4b-e8157c135d23 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:08:14.438184 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-04a3eb06-19d2-4a17-a1d9-942f48ee93e4 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:08:14.438514 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-04a3eb06-19d2-4a17-a1d9-942f48ee93e4 service neutron] Checking segment: {'id': '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:08:14.438889 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-04a3eb06-19d2-4a17-a1d9-942f48ee93e4 service neutron] Bound using segment: {'id': '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:08:14.439304 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-04a3eb06-19d2-4a17-a1d9-942f48ee93e4 service neutron] Bound port: 076488ee-d061-4f00-9acf-b88eacf37bf8, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:08:14.439650 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-04a3eb06-19d2-4a17-a1d9-942f48ee93e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:08:14.499788 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-04a3eb06-19d2-4a17-a1d9-942f48ee93e4 service neutron] For port 076488ee-d061-4f00-9acf-b88eacf37bf8, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:08:14.502652 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-04a3eb06-19d2-4a17-a1d9-942f48ee93e4 service neutron] For port 076488ee-d061-4f00-9acf-b88eacf37bf8, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=076488ee-d061-4f00-9acf-b88eacf37bf8,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:08:14.506863 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-04a3eb06-19d2-4a17-a1d9-942f48ee93e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:08:14.540246 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-04a3eb06-19d2-4a17-a1d9-942f48ee93e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:14.540879 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-04a3eb06-19d2-4a17-a1d9-942f48ee93e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:08:14.542247 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-04a3eb06-19d2-4a17-a1d9-942f48ee93e4 service neutron] 10.222.0.45 "PUT /v2.0/ports/076488ee-d061-4f00-9acf-b88eacf37bf8 HTTP/1.1" status: 200 len: 1092 time: 0.7397387 Nov 09 22:08:14.562115 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a3eb06-19d2-4a17-a1d9-942f48ee93e4 service neutron] Pushing event updated for resources: {'Port': ['ID=076488ee-d061-4f00-9acf-b88eacf37bf8,revision_number=7']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:08:14.608818 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-996747fb-8a7c-4dde-bb37-09a7f9ba1fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:14.610333 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-996747fb-8a7c-4dde-bb37-09a7f9ba1fc9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 1095 time: 0.0454831 Nov 09 22:08:14.701835 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-2c6aa9d4-b41f-4bb5-bcb3-272c7e372b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:14.703348 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-2c6aa9d4-b41f-4bb5-bcb3-272c7e372b3a service neutron] 10.222.0.45 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 912 time: 0.0862443 Nov 09 22:08:14.772452 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-0140420e-fd98-4e57-9b36-c0b01da6e5bf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=076488ee-d061-4f00-9acf-b88eacf37bf8 HTTP/1.1" status: 200 len: 1001 time: 0.0599971 Nov 09 22:08:14.821613 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-71381157-47e1-4975-9aab-e2a7600aa603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:14.822953 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-71381157-47e1-4975-9aab-e2a7600aa603 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f HTTP/1.1" status: 200 len: 851 time: 0.0428979 Nov 09 22:08:14.867449 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-b7d02c81-101e-449e-aab5-5c8de7087bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:14.868951 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-b7d02c81-101e-449e-aab5-5c8de7087bc8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=405730bb-9b22-44c0-8a4b-e8157c135d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390182 Nov 09 22:08:14.959401 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-e4d44bb1-5cd7-4d86-8a24-3e8f8ba8f399 service neutron] 10.222.0.45 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835102 Nov 09 22:08:15.047655 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-74d9edb3-164a-4d39-9011-8c8a1fd810df service neutron] 10.222.0.45 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808930 Nov 09 22:08:15.234075 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a56ad42-acf8-4f29-a15a-9924acb8bb37 req-3fa72c57-78e8-47c8-ae7c-d46b4c66863f tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:15.235727 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8a56ad42-acf8-4f29-a15a-9924acb8bb37 req-3fa72c57-78e8-47c8-ae7c-d46b4c66863f tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 944 time: 0.0538003 Nov 09 22:08:15.284614 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8a56ad42-acf8-4f29-a15a-9924acb8bb37 req-5d32bd2c-dff6-4dff-825e-da325595e67d tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426290 Nov 09 22:08:15.581708 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 076488ee-d061-4f00-9acf-b88eacf37bf8 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:08:15.623321 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 076488ee-d061-4f00-9acf-b88eacf37bf8 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:08:16.270681 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbfc32ff-2b02-4742-b544-2ed11e7bc604', 'tag': '076488ee-d061-4f00-9acf-b88eacf37bf8'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:08:16.273112 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42337b4-d13c-42fb-a763-4018659ba6cc" -d '{"events": [{"name": "network-changed", "server_uuid": "fbfc32ff-2b02-4742-b544-2ed11e7bc604", "tag": "076488ee-d061-4f00-9acf-b88eacf37bf8"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:08:16.331829 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07217c37-b9f4-41e3-b66b-8cbcd4d15bd5 x-openstack-request-id: req-07217c37-b9f4-41e3-b66b-8cbcd4d15bd5 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:08:16.331829 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbfc32ff-2b02-4742-b544-2ed11e7bc604", "tag": "076488ee-d061-4f00-9acf-b88eacf37bf8", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:08:16.331829 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-07217c37-b9f4-41e3-b66b-8cbcd4d15bd5 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:08:16.331829 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbfc32ff-2b02-4742-b544-2ed11e7bc604', 'tag': '076488ee-d061-4f00-9acf-b88eacf37bf8', 'status': 'completed', 'code': 200} Nov 09 22:08:16.391417 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42337b4-d13c-42fb-a763-4018659ba6cc req-af3fb662-b033-4314-80a0-da512fc12566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:16.393178 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b42337b4-d13c-42fb-a763-4018659ba6cc req-af3fb662-b033-4314-80a0-da512fc12566 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 1095 time: 0.0426707 Nov 09 22:08:16.418201 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee4cea-066d-42f9-b1b0-1d58557ff7ac req-5da98402-886a-43ce-b183-6776e941ac11 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:16.420169 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e2ee4cea-066d-42f9-b1b0-1d58557ff7ac req-5da98402-886a-43ce-b183-6776e941ac11 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 944 time: 0.0577111 Nov 09 22:08:16.469460 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e2ee4cea-066d-42f9-b1b0-1d58557ff7ac req-934570c1-339e-49c0-995d-a546a622d09d tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427976 Nov 09 22:08:16.490601 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42337b4-d13c-42fb-a763-4018659ba6cc req-5e9b1503-b367-4950-821e-7ee29d9a97cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:16.492243 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b42337b4-d13c-42fb-a763-4018659ba6cc req-5e9b1503-b367-4950-821e-7ee29d9a97cd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 1095 time: 0.0980000 Nov 09 22:08:16.564179 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42337b4-d13c-42fb-a763-4018659ba6cc req-6c3d20cd-515e-4d19-bd22-7a04b522f7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:16.565606 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b42337b4-d13c-42fb-a763-4018659ba6cc req-6c3d20cd-515e-4d19-bd22-7a04b522f7da service neutron] 10.222.0.45 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 912 time: 0.1435230 Nov 09 22:08:16.652689 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42337b4-d13c-42fb-a763-4018659ba6cc req-b2117738-00ad-4e90-96b6-8a8fde937fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:16.654243 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b42337b4-d13c-42fb-a763-4018659ba6cc req-b2117738-00ad-4e90-96b6-8a8fde937fd3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 912 time: 0.1547732 Nov 09 22:08:16.655942 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b42337b4-d13c-42fb-a763-4018659ba6cc req-c8e93eba-e058-4233-aab0-cd4c4a85f8b6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=076488ee-d061-4f00-9acf-b88eacf37bf8 HTTP/1.1" status: 200 len: 1001 time: 0.0837851 Nov 09 22:08:16.753165 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b42337b4-d13c-42fb-a763-4018659ba6cc req-0e9995ba-6c65-4493-acb9-b56067cd2b16 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=076488ee-d061-4f00-9acf-b88eacf37bf8 HTTP/1.1" status: 200 len: 1001 time: 0.0921128 Nov 09 22:08:16.754628 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42337b4-d13c-42fb-a763-4018659ba6cc req-60f38424-1352-42d0-b759-d164209c56d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:16.755980 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b42337b4-d13c-42fb-a763-4018659ba6cc req-60f38424-1352-42d0-b759-d164209c56d4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f HTTP/1.1" status: 200 len: 851 time: 0.0880554 Nov 09 22:08:16.830619 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42337b4-d13c-42fb-a763-4018659ba6cc req-b53b9d24-cce9-4730-9637-a0bb014a7cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:16.831997 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b42337b4-d13c-42fb-a763-4018659ba6cc req-b53b9d24-cce9-4730-9637-a0bb014a7cef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f HTTP/1.1" status: 200 len: 851 time: 0.0717402 Nov 09 22:08:16.837994 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42337b4-d13c-42fb-a763-4018659ba6cc req-af4ff69a-5ccc-4eb6-b19c-fe968aa7ddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:16.839516 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b42337b4-d13c-42fb-a763-4018659ba6cc req-af4ff69a-5ccc-4eb6-b19c-fe968aa7ddb4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=405730bb-9b22-44c0-8a4b-e8157c135d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720546 Nov 09 22:08:16.926327 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42337b4-d13c-42fb-a763-4018659ba6cc req-8a874d2d-5e6f-495e-80e0-63e50d240d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:16.927875 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b42337b4-d13c-42fb-a763-4018659ba6cc req-8a874d2d-5e6f-495e-80e0-63e50d240d25 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=405730bb-9b22-44c0-8a4b-e8157c135d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0874727 Nov 09 22:08:16.996713 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b42337b4-d13c-42fb-a763-4018659ba6cc req-43057361-9830-4d8f-963b-2d0dfa097e4d service neutron] 10.222.0.45 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488376 Nov 09 22:08:17.426151 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b42337b4-d13c-42fb-a763-4018659ba6cc req-b35e3fe7-f109-4de3-85c0-2e784cb58de3 service neutron] 10.222.0.43 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4881265 Nov 09 22:08:17.495741 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b42337b4-d13c-42fb-a763-4018659ba6cc req-de145807-c4c0-4a14-9977-9eb1e3ae6758 service neutron] 10.222.0.45 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4917159 Nov 09 22:08:17.537964 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b42337b4-d13c-42fb-a763-4018659ba6cc req-db91ab1e-52b6-498e-9e04-b426191b05e2 service neutron] 10.222.0.43 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005642 Nov 09 22:08:17.597412 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d65c8d-e341-47ce-8bd5-5da3a638710d req-cc237786-30e9-42c7-9629-199cce0ac292 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:17.598815 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a5d65c8d-e341-47ce-8bd5-5da3a638710d req-cc237786-30e9-42c7-9629-199cce0ac292 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 944 time: 0.0491529 Nov 09 22:08:17.650204 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a5d65c8d-e341-47ce-8bd5-5da3a638710d req-408f4d3b-a321-4dc5-98c9-e430fbc59e51 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452144 Nov 09 22:08:17.709065 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-41255d18-e6d7-44a4-80b5-9bd54ddebea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:08:18.766255 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430e9a2-f24a-43a2-87be-6f4a13e3f70c req-3a63135b-d191-4608-a75f-6114ff29ad19 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:18.767829 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3430e9a2-f24a-43a2-87be-6f4a13e3f70c req-3a63135b-d191-4608-a75f-6114ff29ad19 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 944 time: 0.0484433 Nov 09 22:08:18.818734 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3430e9a2-f24a-43a2-87be-6f4a13e3f70c req-924a7e87-7e82-43cd-97fb-de31cbd5fe9b tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448818 Nov 09 22:08:18.928988 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b62f1-e2f4-44f1-b8d4-ecfb93a496a8 req-87a65fa2-9ed1-412d-96c9-6b1fc3edede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:18.930581 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-147b62f1-e2f4-44f1-b8d4-ecfb93a496a8 req-87a65fa2-9ed1-412d-96c9-6b1fc3edede4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 1095 time: 0.0463917 Nov 09 22:08:19.035690 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b62f1-e2f4-44f1-b8d4-ecfb93a496a8 req-3b0fd733-1f7f-4fc2-b757-5bab95d4e510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:19.037515 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-147b62f1-e2f4-44f1-b8d4-ecfb93a496a8 req-3b0fd733-1f7f-4fc2-b757-5bab95d4e510 service neutron] 10.222.0.45 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 912 time: 0.0879893 Nov 09 22:08:19.107055 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-147b62f1-e2f4-44f1-b8d4-ecfb93a496a8 req-df44a614-baae-48d4-b9b1-f6cdc69d9003 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=076488ee-d061-4f00-9acf-b88eacf37bf8 HTTP/1.1" status: 200 len: 1001 time: 0.0622880 Nov 09 22:08:19.154413 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b62f1-e2f4-44f1-b8d4-ecfb93a496a8 req-f9d683cc-419a-43cf-bb06-7fcbf5883b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:19.155860 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-147b62f1-e2f4-44f1-b8d4-ecfb93a496a8 req-f9d683cc-419a-43cf-bb06-7fcbf5883b29 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f HTTP/1.1" status: 200 len: 851 time: 0.0422208 Nov 09 22:08:19.201828 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b62f1-e2f4-44f1-b8d4-ecfb93a496a8 req-3263cc4e-c11d-49e5-b74e-61db8839b9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:19.203237 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-147b62f1-e2f4-44f1-b8d4-ecfb93a496a8 req-3263cc4e-c11d-49e5-b74e-61db8839b9b0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=405730bb-9b22-44c0-8a4b-e8157c135d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396175 Nov 09 22:08:19.294350 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-147b62f1-e2f4-44f1-b8d4-ecfb93a496a8 req-68cd9e31-9e59-4c47-8926-e611110e6ed7 service neutron] 10.222.0.45 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838315 Nov 09 22:08:19.384155 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-147b62f1-e2f4-44f1-b8d4-ecfb93a496a8 req-73613c19-6ba3-4366-a8ea-94a215b4726f service neutron] 10.222.0.45 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824623 Nov 09 22:08:19.943481 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae16c6-4acc-4927-9b44-3bb630549f76 req-91358286-6514-4966-abba-5a53a259bc0a tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:19.945001 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5cae16c6-4acc-4927-9b44-3bb630549f76 req-91358286-6514-4966-abba-5a53a259bc0a tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 944 time: 0.0549059 Nov 09 22:08:19.993431 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5cae16c6-4acc-4927-9b44-3bb630549f76 req-aaf27555-a538-411e-9bb8-448fb8de54ca tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421779 Nov 09 22:08:20.214215 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-61a8c4d8-e7c3-4ad5-802d-3623d5dda718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:08:21.113269 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e39607-58e5-4ce1-bbe9-81ea8e955118 req-678c138e-56be-410b-8a37-e053d3568696 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:21.114759 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b3e39607-58e5-4ce1-bbe9-81ea8e955118 req-678c138e-56be-410b-8a37-e053d3568696 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 944 time: 0.0501933 Nov 09 22:08:21.162847 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b3e39607-58e5-4ce1-bbe9-81ea8e955118 req-b6114f89-fe32-410b-9ef2-b3b16a05e279 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417862 Nov 09 22:08:21.194196 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:08:22.275272 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2abd5-fe09-447d-9064-917b2fc8f5c6 req-c0e539be-ec28-40e9-a542-48ea75d3d60d tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:22.276736 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a0c2abd5-fe09-447d-9064-917b2fc8f5c6 req-c0e539be-ec28-40e9-a542-48ea75d3d60d tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 944 time: 0.0474415 Nov 09 22:08:22.323551 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a0c2abd5-fe09-447d-9064-917b2fc8f5c6 req-7e633eef-e434-4633-b6e4-ac6e157b2d9d tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410080 Nov 09 22:08:22.548089 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:08:23.244932 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:08:23.438653 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed028aa-9656-4a8d-ba65-9be857f997c1 req-9c9c58cc-2d73-4741-a777-3002e93b5bb7 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:23.440139 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6ed028aa-9656-4a8d-ba65-9be857f997c1 req-9c9c58cc-2d73-4741-a777-3002e93b5bb7 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 944 time: 0.0491867 Nov 09 22:08:23.451907 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:08:23.487676 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6ed028aa-9656-4a8d-ba65-9be857f997c1 req-24e991a7-f74f-4df3-aae2-e3ab51276e38 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408676 Nov 09 22:08:24.606084 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd9140-33fb-441f-a6dd-3f4b838340ea req-685c357e-d382-48d0-8561-87097decef0b tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:24.607551 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9dfd9140-33fb-441f-a6dd-3f4b838340ea req-685c357e-d382-48d0-8561-87097decef0b tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 944 time: 0.0513675 Nov 09 22:08:24.653424 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9dfd9140-33fb-441f-a6dd-3f4b838340ea req-c6504a43-a857-4800-962b-8481607ae7a0 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400724 Nov 09 22:08:25.774097 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ebea0-c8f4-4233-a366-90f458ecb2f2 req-95bf4dbb-aec1-4dc1-b0db-189e200a8279 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:25.775562 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cc9ebea0-c8f4-4233-a366-90f458ecb2f2 req-95bf4dbb-aec1-4dc1-b0db-189e200a8279 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 944 time: 0.0546789 Nov 09 22:08:25.821758 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cc9ebea0-c8f4-4233-a366-90f458ecb2f2 req-7763203f-267b-4f85-ad8c-94df6ad23aee tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402606 Nov 09 22:08:26.938344 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15326df-17af-45fa-b85c-c73ea567b82a req-8c0ffe23-b46c-419c-bb04-76ddea9901c4 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:26.939840 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c15326df-17af-45fa-b85c-c73ea567b82a req-8c0ffe23-b46c-419c-bb04-76ddea9901c4 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 944 time: 0.0486369 Nov 09 22:08:26.986321 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c15326df-17af-45fa-b85c-c73ea567b82a req-c6ed1b42-cbf3-44c5-a53e-944efb2ab875 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400031 Nov 09 22:08:28.109284 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940841f3-5e11-4ea3-a8d7-888b6a96a488 req-780a4152-9cc5-430b-aad9-6238d7d81b26 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:28.110744 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-940841f3-5e11-4ea3-a8d7-888b6a96a488 req-780a4152-9cc5-430b-aad9-6238d7d81b26 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 944 time: 0.0489995 Nov 09 22:08:28.159985 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-940841f3-5e11-4ea3-a8d7-888b6a96a488 req-b7c21c04-89c2-4c17-aaa8-36af571ee6dd tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433795 Nov 09 22:08:28.444311 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-e94629f8-74da-458b-94cb-f34bbb914a48 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:28.445968 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-e94629f8-74da-458b-94cb-f34bbb914a48 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604&tenant_id=46efada4a13646d19245d1ba2c324692&binding%3Ahost_id=n-h1-816206-3 HTTP/1.1" status: 200 len: 944 time: 0.0525844 Nov 09 22:08:28.455386 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc26d1-3c46-45f5-b1b3-bd6d7aecea5b req-5970f4d9-29ab-4754-936b-ef17cab9c1e5 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:28.456887 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0fbc26d1-3c46-45f5-b1b3-bd6d7aecea5b req-5970f4d9-29ab-4754-936b-ef17cab9c1e5 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 944 time: 0.0519233 Nov 09 22:08:28.509549 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0fbc26d1-3c46-45f5-b1b3-bd6d7aecea5b req-22de228c-763b-42da-b10a-f12906821e4e tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465527 Nov 09 22:08:28.512318 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-8a3ee146-69f8-4c4c-b1fc-6b08c4778954 service neutron] 10.222.0.45 "GET /v2.0/ports/076488ee-d061-4f00-9acf-b88eacf37bf8/bindings/n-h1-816206-3 HTTP/1.1" status: 200 len: 382 time: 0.0580969 Nov 09 22:08:28.572613 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-f51464d0-87fd-47ce-b490-9079e8fba0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:28.574095 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-f51464d0-87fd-47ce-b490-9079e8fba0cd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 1095 time: 0.0407190 Nov 09 22:08:28.660993 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-a6a4e32f-ce68-4dd5-82d1-634d89aa5f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:28.662713 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-a6a4e32f-ce68-4dd5-82d1-634d89aa5f19 service neutron] 10.222.0.45 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 912 time: 0.0822854 Nov 09 22:08:28.731139 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-eb191853-2ec7-4d53-b780-2d593cdffb4a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=076488ee-d061-4f00-9acf-b88eacf37bf8 HTTP/1.1" status: 200 len: 1001 time: 0.0610709 Nov 09 22:08:28.739547 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 076488ee-d061-4f00-9acf-b88eacf37bf8 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 22:08:28.779159 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-2e3ec6ef-f898-4f59-ba28-301e301cc1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:28.780621 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-2e3ec6ef-f898-4f59-ba28-301e301cc1b3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f HTTP/1.1" status: 200 len: 851 time: 0.0431402 Nov 09 22:08:28.824943 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-62181815-0e3a-4a74-bb9a-3abc406ccc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:28.826453 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-62181815-0e3a-4a74-bb9a-3abc406ccc62 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=405730bb-9b22-44c0-8a4b-e8157c135d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393300 Nov 09 22:08:28.834074 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 076488ee-d061-4f00-9acf-b88eacf37bf8, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=076488ee-d061-4f00-9acf-b88eacf37bf8,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:08:28.845938 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '076488ee-d061-4f00-9acf-b88eacf37bf8', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'port_id': '076488ee-d061-4f00-9acf-b88eacf37bf8', 'mac_address': 'fa:16:3e:bd:24:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 22:08:28.883306 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:08:28.895701 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 076488ee-d061-4f00-9acf-b88eacf37bf8 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 22:08:28.915495 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 076488ee-d061-4f00-9acf-b88eacf37bf8, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=076488ee-d061-4f00-9acf-b88eacf37bf8,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:08:28.919387 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:08:28.922995 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-eb58f0c3-12d0-4fb0-b8d6-3daf78a93a02 service neutron] 10.222.0.45 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899587 Nov 09 22:08:28.964274 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=076488ee-d061-4f00-9acf-b88eacf37bf8,revision_number=8']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:08:28.971486 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:08:28.971833 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:08:28.972170 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:08:28.972504 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:08:28.972858 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:08:28.973186 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:08:28.973509 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:08:28.973834 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:08:28.974161 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:08:28.974482 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:08:28.974807 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:08:28.975124 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:08:29.012747 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-b5fd0815-68f1-4f47-b289-ff8f978fcc2a service neutron] 10.222.0.45 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832362 Nov 09 22:08:29.147147 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['076488ee-d061-4f00-9acf-b88eacf37bf8'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 22:08:29.630392 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f8c3c-d490-472f-90b3-9d0c1fce6927 req-2c0a1f19-0544-4115-a558-dde3ac49a61e tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:29.631870 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0d4f8c3c-d490-472f-90b3-9d0c1fce6927 req-2c0a1f19-0544-4115-a558-dde3ac49a61e tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 945 time: 0.0523348 Nov 09 22:08:29.678063 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0d4f8c3c-d490-472f-90b3-9d0c1fce6927 req-0dc0da39-2b21-4b19-9e71-1ea6b7f187d2 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402720 Nov 09 22:08:30.749853 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 076488ee-d061-4f00-9acf-b88eacf37bf8 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:08:30.802684 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23677525-9d2a-47b6-af3a-90cdfa177ef1 req-735be468-5b6b-49db-af1c-2fe4850ea376 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:30.804842 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-23677525-9d2a-47b6-af3a-90cdfa177ef1 req-735be468-5b6b-49db-af1c-2fe4850ea376 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 945 time: 0.0541964 Nov 09 22:08:30.804958 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 076488ee-d061-4f00-9acf-b88eacf37bf8 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 22:08:30.809610 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 076488ee-d061-4f00-9acf-b88eacf37bf8 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:08:30.809992 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:08:30.857574 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-23677525-9d2a-47b6-af3a-90cdfa177ef1 req-0c6f4547-1bf9-4f1e-8f3b-d614be6ed89d tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422528 Nov 09 22:08:30.891152 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:08:30.913357 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbfc32ff-2b02-4742-b544-2ed11e7bc604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076488ee-d061-4f00-9acf-b88eacf37bf8'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:08:30.915565 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82674f8a-0752-459c-b9e9-22973842408f" -d '{"events": [{"server_uuid": "fbfc32ff-2b02-4742-b544-2ed11e7bc604", "name": "network-vif-plugged", "status": "completed", "tag": "076488ee-d061-4f00-9acf-b88eacf37bf8"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:08:30.928110 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 076488ee-d061-4f00-9acf-b88eacf37bf8, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=076488ee-d061-4f00-9acf-b88eacf37bf8,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:08:30.933469 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:08:30.980414 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=076488ee-d061-4f00-9acf-b88eacf37bf8,revision_number=9']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:08:31.038901 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 22:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c348295-701e-41cf-ac13-c7e9e9c915c9 x-openstack-request-id: req-5c348295-701e-41cf-ac13-c7e9e9c915c9 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:08:31.039195 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbfc32ff-2b02-4742-b544-2ed11e7bc604", "name": "network-vif-plugged", "status": "completed", "tag": "076488ee-d061-4f00-9acf-b88eacf37bf8", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:08:31.039449 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5c348295-701e-41cf-ac13-c7e9e9c915c9 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:08:31.040066 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbfc32ff-2b02-4742-b544-2ed11e7bc604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076488ee-d061-4f00-9acf-b88eacf37bf8', 'code': 200} Nov 09 22:08:31.974340 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b34c9-0023-4357-8cf4-b1505495e068 req-81cb136b-ca37-4649-bee5-cca2a84dc55b tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:31.975803 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a45b34c9-0023-4357-8cf4-b1505495e068 req-81cb136b-ca37-4649-bee5-cca2a84dc55b tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 946 time: 0.0482464 Nov 09 22:08:32.021962 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a45b34c9-0023-4357-8cf4-b1505495e068 req-c8db0bf6-519c-4894-914c-076b0199cd4a tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401981 Nov 09 22:08:33.124101 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-41cf37fb-073f-42ef-945d-74e9f191c8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:33.125600 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-41cf37fb-073f-42ef-945d-74e9f191c8fb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604&tenant_id=46efada4a13646d19245d1ba2c324692 HTTP/1.1" status: 200 len: 1097 time: 0.0632591 Nov 09 22:08:33.142804 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-e3ae298e-5ac7-4bee-85e6-96c9cc154781 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-3', 'device_owner': 'compute:nova'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:08:33.153831 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb6310-6ac6-4ed3-b661-009cb13eb883 req-277d4f07-e333-43b4-af18-0959cab31034 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:33.155389 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b2bb6310-6ac6-4ed3-b661-009cb13eb883 req-277d4f07-e333-43b4-af18-0959cab31034 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 946 time: 0.0606909 Nov 09 22:08:33.235672 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-e3ae298e-5ac7-4bee-85e6-96c9cc154781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:08:33.247225 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b2bb6310-6ac6-4ed3-b661-009cb13eb883 req-f0c870f7-1df5-4d89-92e6-05efad4c4a4d tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735950 Nov 09 22:08:33.434209 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-e3ae298e-5ac7-4bee-85e6-96c9cc154781 service neutron] For port 076488ee-d061-4f00-9acf-b88eacf37bf8, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=076488ee-d061-4f00-9acf-b88eacf37bf8,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:08:33.466875 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-e3ae298e-5ac7-4bee-85e6-96c9cc154781 service neutron] For port 076488ee-d061-4f00-9acf-b88eacf37bf8, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:08:33.505265 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbfc32ff-2b02-4742-b544-2ed11e7bc604', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '076488ee-d061-4f00-9acf-b88eacf37bf8'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:08:33.507947 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ccf9a6-702d-4072-bf93-04c1650eb172" -d '{"events": [{"server_uuid": "fbfc32ff-2b02-4742-b544-2ed11e7bc604", "name": "network-vif-unplugged", "status": "completed", "tag": "076488ee-d061-4f00-9acf-b88eacf37bf8"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:08:33.511916 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-e3ae298e-5ac7-4bee-85e6-96c9cc154781 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:08:33.524693 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-e3ae298e-5ac7-4bee-85e6-96c9cc154781 service neutron] Transition to ACTIVE for port object 076488ee-d061-4f00-9acf-b88eacf37bf8 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 22:08:33.528458 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-e3ae298e-5ac7-4bee-85e6-96c9cc154781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:08:33.561597 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 22:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39cfd2a4-36dd-4063-9cd3-924cec35af5c x-openstack-request-id: req-39cfd2a4-36dd-4063-9cd3-924cec35af5c {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:08:33.562461 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbfc32ff-2b02-4742-b544-2ed11e7bc604", "name": "network-vif-unplugged", "status": "completed", "tag": "076488ee-d061-4f00-9acf-b88eacf37bf8", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:08:33.562461 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-39cfd2a4-36dd-4063-9cd3-924cec35af5c {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:08:33.562633 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbfc32ff-2b02-4742-b544-2ed11e7bc604', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '076488ee-d061-4f00-9acf-b88eacf37bf8', 'code': 200} Nov 09 22:08:33.608857 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae298e-5ac7-4bee-85e6-96c9cc154781 service neutron] Pushing event updated for resources: {'Port': ['ID=076488ee-d061-4f00-9acf-b88eacf37bf8,revision_number=10']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:08:33.651136 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-e3ae298e-5ac7-4bee-85e6-96c9cc154781 service neutron] No DVR routers for this DVR port 076488ee-d061-4f00-9acf-b88eacf37bf8 on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:08:33.786427 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-e3ae298e-5ac7-4bee-85e6-96c9cc154781 service neutron] Attempting to bind port 076488ee-d061-4f00-9acf-b88eacf37bf8 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:08:33.786761 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-e3ae298e-5ac7-4bee-85e6-96c9cc154781 service neutron] Attempting to bind port 076488ee-d061-4f00-9acf-b88eacf37bf8 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:08:33.787106 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-e3ae298e-5ac7-4bee-85e6-96c9cc154781 service neutron] Attempting to bind port 076488ee-d061-4f00-9acf-b88eacf37bf8 on network 405730bb-9b22-44c0-8a4b-e8157c135d23 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:08:33.791249 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-e3ae298e-5ac7-4bee-85e6-96c9cc154781 service neutron] Port 076488ee-d061-4f00-9acf-b88eacf37bf8 on network 405730bb-9b22-44c0-8a4b-e8157c135d23 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 22:08:33.791568 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-e3ae298e-5ac7-4bee-85e6-96c9cc154781 service neutron] Attempting to bind port 076488ee-d061-4f00-9acf-b88eacf37bf8 on network 405730bb-9b22-44c0-8a4b-e8157c135d23 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:08:33.796282 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-e3ae298e-5ac7-4bee-85e6-96c9cc154781 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:08:33.796614 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-e3ae298e-5ac7-4bee-85e6-96c9cc154781 service neutron] Checking segment: {'id': '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:08:33.797018 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-e3ae298e-5ac7-4bee-85e6-96c9cc154781 service neutron] Bound using segment: {'id': '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:08:33.797439 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-e3ae298e-5ac7-4bee-85e6-96c9cc154781 service neutron] Bound port: 076488ee-d061-4f00-9acf-b88eacf37bf8, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:08:33.797788 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-e3ae298e-5ac7-4bee-85e6-96c9cc154781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:08:33.865147 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-e3ae298e-5ac7-4bee-85e6-96c9cc154781 service neutron] For port 076488ee-d061-4f00-9acf-b88eacf37bf8, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:08:33.869027 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-e3ae298e-5ac7-4bee-85e6-96c9cc154781 service neutron] For port 076488ee-d061-4f00-9acf-b88eacf37bf8, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=076488ee-d061-4f00-9acf-b88eacf37bf8,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:08:33.873096 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-e3ae298e-5ac7-4bee-85e6-96c9cc154781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:08:33.905666 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-e3ae298e-5ac7-4bee-85e6-96c9cc154781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:33.906283 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-e3ae298e-5ac7-4bee-85e6-96c9cc154781 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:08:33.907687 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-e3ae298e-5ac7-4bee-85e6-96c9cc154781 service neutron] 10.222.0.43 "PUT /v2.0/ports/076488ee-d061-4f00-9acf-b88eacf37bf8 HTTP/1.1" status: 200 len: 1093 time: 0.7688248 Nov 09 22:08:33.933757 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae298e-5ac7-4bee-85e6-96c9cc154781 service neutron] Pushing event updated for resources: {'Port': ['ID=076488ee-d061-4f00-9acf-b88eacf37bf8,revision_number=11']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:08:33.985247 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-e3066fbb-7f23-4ff8-9486-6e1409471a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:33.986780 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-e3066fbb-7f23-4ff8-9486-6e1409471a3a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 1096 time: 0.0423121 Nov 09 22:08:34.086842 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-ceefd50d-0c94-4336-b9ad-d4c7e6b2e104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:34.088328 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-ceefd50d-0c94-4336-b9ad-d4c7e6b2e104 service neutron] 10.222.0.43 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 912 time: 0.0942659 Nov 09 22:08:34.106913 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:08:34.158152 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-d679c808-edc1-4c05-8e72-a1f0ff2632f5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=076488ee-d061-4f00-9acf-b88eacf37bf8 HTTP/1.1" status: 200 len: 1001 time: 0.0623851 Nov 09 22:08:34.206888 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-08c1f11f-e7ac-4a2b-85a0-76b1d0d10dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:34.208368 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-08c1f11f-e7ac-4a2b-85a0-76b1d0d10dca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f HTTP/1.1" status: 200 len: 851 time: 0.0430596 Nov 09 22:08:34.258416 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-8fb1ed12-cb80-42e1-b602-6f6098ff472b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:34.259932 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-8fb1ed12-cb80-42e1-b602-6f6098ff472b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=405730bb-9b22-44c0-8a4b-e8157c135d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444608 Nov 09 22:08:34.384354 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-2cc856e0-02f5-427b-b793-c59970c408c0 service neutron] 10.222.0.43 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166654 Nov 09 22:08:34.392664 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ace05d-836e-46e8-b191-4517646a14a7 req-540e62ed-1158-48fe-827f-c58d3da0b7b7 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:34.394051 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-57ace05d-836e-46e8-b191-4517646a14a7 req-540e62ed-1158-48fe-827f-c58d3da0b7b7 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 945 time: 0.0765743 Nov 09 22:08:34.488921 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-57ace05d-836e-46e8-b191-4517646a14a7 req-757e261d-8fc6-4649-a81d-f0962de19953 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867965 Nov 09 22:08:34.512814 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-79ed6033-5c67-4493-a7f6-86703f252f3c req-66e998fb-ed15-4f4c-8b09-d063888ab53a service neutron] 10.222.0.43 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178005 Nov 09 22:08:34.748374 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 076488ee-d061-4f00-9acf-b88eacf37bf8 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:08:34.787646 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 076488ee-d061-4f00-9acf-b88eacf37bf8 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:08:35.563298 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbfc32ff-2b02-4742-b544-2ed11e7bc604', 'tag': '076488ee-d061-4f00-9acf-b88eacf37bf8'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:08:35.565653 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8630aec-dc3f-48e5-8d25-0efa4636d09d" -d '{"events": [{"name": "network-changed", "server_uuid": "fbfc32ff-2b02-4742-b544-2ed11e7bc604", "tag": "076488ee-d061-4f00-9acf-b88eacf37bf8"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:08:35.614735 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1debe6d3-a56e-456e-9176-dbf95b91e190 req-030551c3-f587-41b8-816a-d93a14454ad0 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:35.616306 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1debe6d3-a56e-456e-9176-dbf95b91e190 req-030551c3-f587-41b8-816a-d93a14454ad0 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 945 time: 0.0549257 Nov 09 22:08:35.616584 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e418a3f-7dec-4747-a6dc-c2307ece2dc7 x-openstack-request-id: req-9e418a3f-7dec-4747-a6dc-c2307ece2dc7 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:08:35.617436 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbfc32ff-2b02-4742-b544-2ed11e7bc604", "tag": "076488ee-d061-4f00-9acf-b88eacf37bf8", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:08:35.617709 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9e418a3f-7dec-4747-a6dc-c2307ece2dc7 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:08:35.618108 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbfc32ff-2b02-4742-b544-2ed11e7bc604', 'tag': '076488ee-d061-4f00-9acf-b88eacf37bf8', 'status': 'completed', 'code': 200} Nov 09 22:08:35.676994 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1debe6d3-a56e-456e-9176-dbf95b91e190 req-08ce2549-8b11-4062-a5a3-261f4eff7b14 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523162 Nov 09 22:08:35.723555 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8630aec-dc3f-48e5-8d25-0efa4636d09d req-bfa5879a-f500-4846-a41a-bea8cd54a452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:35.725208 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b8630aec-dc3f-48e5-8d25-0efa4636d09d req-bfa5879a-f500-4846-a41a-bea8cd54a452 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 1096 time: 0.0875051 Nov 09 22:08:35.728548 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8630aec-dc3f-48e5-8d25-0efa4636d09d req-2b2ec876-7722-45e2-94b9-d8fb9c1f9f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:35.730074 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b8630aec-dc3f-48e5-8d25-0efa4636d09d req-2b2ec876-7722-45e2-94b9-d8fb9c1f9f9b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=46efada4a13646d19245d1ba2c324692&device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 1096 time: 0.0575700 Nov 09 22:08:35.885218 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8630aec-dc3f-48e5-8d25-0efa4636d09d req-46fe7ad7-6118-4f0b-b6f7-dd20fdded9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:35.886598 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b8630aec-dc3f-48e5-8d25-0efa4636d09d req-46fe7ad7-6118-4f0b-b6f7-dd20fdded9e0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 912 time: 0.1533153 Nov 09 22:08:35.887645 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8630aec-dc3f-48e5-8d25-0efa4636d09d req-c58a7784-7317-4bf7-a85a-c12d3cbf480a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:35.889042 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b8630aec-dc3f-48e5-8d25-0efa4636d09d req-c58a7784-7317-4bf7-a85a-c12d3cbf480a service neutron] 10.222.0.43 "GET /v2.0/networks?id=405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 200 len: 912 time: 0.1485226 Nov 09 22:08:36.000773 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b8630aec-dc3f-48e5-8d25-0efa4636d09d req-31d36c8c-0f5e-49a7-9f8d-9813f0eeca5c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=076488ee-d061-4f00-9acf-b88eacf37bf8 HTTP/1.1" status: 200 len: 1001 time: 0.1073718 Nov 09 22:08:36.002521 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b8630aec-dc3f-48e5-8d25-0efa4636d09d req-3078df8d-e5d6-42e5-9cfa-4036b2766fab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=076488ee-d061-4f00-9acf-b88eacf37bf8 HTTP/1.1" status: 200 len: 1001 time: 0.1034286 Nov 09 22:08:36.093329 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8630aec-dc3f-48e5-8d25-0efa4636d09d req-cdff0ceb-b630-48b2-8852-9489851c3bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:36.094804 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b8630aec-dc3f-48e5-8d25-0efa4636d09d req-cdff0ceb-b630-48b2-8852-9489851c3bcc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f HTTP/1.1" status: 200 len: 851 time: 0.0872586 Nov 09 22:08:36.096152 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8630aec-dc3f-48e5-8d25-0efa4636d09d req-54311059-edd7-4697-a0ee-89fd5c4e2e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:36.098117 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b8630aec-dc3f-48e5-8d25-0efa4636d09d req-54311059-edd7-4697-a0ee-89fd5c4e2e08 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f HTTP/1.1" status: 200 len: 851 time: 0.0823367 Nov 09 22:08:36.173970 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8630aec-dc3f-48e5-8d25-0efa4636d09d req-d911ed09-d9bf-46e2-bdd5-463b8e68366e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:36.175466 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b8630aec-dc3f-48e5-8d25-0efa4636d09d req-d911ed09-d9bf-46e2-bdd5-463b8e68366e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=405730bb-9b22-44c0-8a4b-e8157c135d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729904 Nov 09 22:08:36.177863 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8630aec-dc3f-48e5-8d25-0efa4636d09d req-6d2a3991-6bef-4b56-ba0b-0154c346a686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:36.179487 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b8630aec-dc3f-48e5-8d25-0efa4636d09d req-6d2a3991-6bef-4b56-ba0b-0154c346a686 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=405730bb-9b22-44c0-8a4b-e8157c135d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692110 Nov 09 22:08:36.331147 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b8630aec-dc3f-48e5-8d25-0efa4636d09d req-e5a52862-c310-40d7-b5ab-cfa6bfd2498f service neutron] 10.222.0.45 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477897 Nov 09 22:08:36.334352 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b8630aec-dc3f-48e5-8d25-0efa4636d09d req-e093ba23-4019-4fa1-a738-566f767d814e service neutron] 10.222.0.43 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440532 Nov 09 22:08:36.486780 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b8630aec-dc3f-48e5-8d25-0efa4636d09d req-cb2a01d5-998c-48f0-b1f1-15d4144d85a1 service neutron] 10.222.0.45 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481304 Nov 09 22:08:36.490215 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b8630aec-dc3f-48e5-8d25-0efa4636d09d req-b703c2e4-2588-4c93-950e-88f99cb38398 service neutron] 10.222.0.43 "GET /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439962 Nov 09 22:08:36.805812 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50418b6e-c039-4525-8eef-dfbf37d78bc9 req-8cfc25db-5768-493f-94e1-6cf4d70b48fb tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:36.807275 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-50418b6e-c039-4525-8eef-dfbf37d78bc9 req-8cfc25db-5768-493f-94e1-6cf4d70b48fb tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 945 time: 0.0562179 Nov 09 22:08:36.872826 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-50418b6e-c039-4525-8eef-dfbf37d78bc9 req-c3b1878f-e627-49cf-815e-8156b1c4f8ca tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589960 Nov 09 22:08:37.996973 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e3605-32a9-4c63-aefa-988c306b51f1 req-7689b4c7-ef4b-4d02-bb7d-a597e718bf95 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:37.998387 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e38e3605-32a9-4c63-aefa-988c306b51f1 req-7689b4c7-ef4b-4d02-bb7d-a597e718bf95 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 945 time: 0.0526528 Nov 09 22:08:38.046673 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e38e3605-32a9-4c63-aefa-988c306b51f1 req-10560089-b8f2-4bf8-a992-4d6f68b97526 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422511 Nov 09 22:08:39.167856 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f033b-6728-4e2c-bf8f-4f481e76e651 req-e25b38df-809e-4824-a1f7-baea25f90482 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:39.169378 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fb5f033b-6728-4e2c-bf8f-4f481e76e651 req-e25b38df-809e-4824-a1f7-baea25f90482 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 945 time: 0.0496294 Nov 09 22:08:39.216256 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fb5f033b-6728-4e2c-bf8f-4f481e76e651 req-b24453b2-c2f5-4df8-af6d-aa16b0f2702f tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408909 Nov 09 22:08:40.336085 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe2055-2dbd-4ad9-b947-22667d65cbdd req-186392b5-98bf-4e2a-8258-90999f09989e tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:40.337574 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9fbe2055-2dbd-4ad9-b947-22667d65cbdd req-186392b5-98bf-4e2a-8258-90999f09989e tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 945 time: 0.0532758 Nov 09 22:08:40.391092 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9fbe2055-2dbd-4ad9-b947-22667d65cbdd req-67c37c1e-6665-4f79-b8ff-93303170e190 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475776 Nov 09 22:08:41.507987 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49424c-fdf6-47fc-bac3-d4c2f917ab30 req-b6bdb748-5e71-4b96-87f8-a6ebe6d7fac7 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:41.509474 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3f49424c-fdf6-47fc-bac3-d4c2f917ab30 req-b6bdb748-5e71-4b96-87f8-a6ebe6d7fac7 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 945 time: 0.0513918 Nov 09 22:08:41.555021 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3f49424c-fdf6-47fc-bac3-d4c2f917ab30 req-de70b701-7ca1-4997-b099-65869bf01929 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396609 Nov 09 22:08:42.668474 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1bd162-3789-4fa1-badb-189f02d34086 req-75617748-2675-4349-91da-9c4fc6939dc9 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:42.669969 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ce1bd162-3789-4fa1-badb-189f02d34086 req-75617748-2675-4349-91da-9c4fc6939dc9 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 945 time: 0.0476692 Nov 09 22:08:42.715506 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ce1bd162-3789-4fa1-badb-189f02d34086 req-8442d5ee-3f9a-4f47-be1d-6a6567767850 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397296 Nov 09 22:08:43.830616 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389abd6-66d1-496c-aab1-1864ff7b2e78 req-4bd92e49-c40f-43e5-8332-a0ea9674072d tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:43.832057 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8389abd6-66d1-496c-aab1-1864ff7b2e78 req-4bd92e49-c40f-43e5-8332-a0ea9674072d tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 945 time: 0.0480688 Nov 09 22:08:43.878273 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8389abd6-66d1-496c-aab1-1864ff7b2e78 req-7c4313e0-baf1-460b-862f-bd0a365ecb4c tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403998 Nov 09 22:08:44.991118 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43457655-2f80-4d85-bb9e-86a715073edd req-906f8859-7861-447d-8d52-a58cc946335e tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:44.992590 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43457655-2f80-4d85-bb9e-86a715073edd req-906f8859-7861-447d-8d52-a58cc946335e tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 945 time: 0.0481470 Nov 09 22:08:45.043930 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-43457655-2f80-4d85-bb9e-86a715073edd req-335b5c7d-6896-4269-a2c3-411e67cfe4dc tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454605 Nov 09 22:08:46.163304 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14a2e4-2dcf-4a6d-b44b-69dbe5e3af7f req-2ff93fe2-e07a-452c-9b3c-fc470699bffd tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:46.165434 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9a14a2e4-2dcf-4a6d-b44b-69dbe5e3af7f req-2ff93fe2-e07a-452c-9b3c-fc470699bffd tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 945 time: 0.0506866 Nov 09 22:08:46.218689 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9a14a2e4-2dcf-4a6d-b44b-69dbe5e3af7f req-50f22771-2008-481d-9af6-aad90c206c99 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473933 Nov 09 22:08:46.972959 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:08:47.334278 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1982715-8070-4d81-a9bc-42b0f0ac0119 req-5986308e-d893-4492-afd4-a97357d15e5a tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:47.336270 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c1982715-8070-4d81-a9bc-42b0f0ac0119 req-5986308e-d893-4492-afd4-a97357d15e5a tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 945 time: 0.0475528 Nov 09 22:08:47.382015 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c1982715-8070-4d81-a9bc-42b0f0ac0119 req-ab61b9c3-21ea-4a7c-8664-9885cc3fe9ea tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398717 Nov 09 22:08:47.497424 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1dfe5-0bf6-447a-b638-3e390450b5e8 req-72b47960-f953-4aaf-81b0-c5dbc178bd1f tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:47.498830 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bdd1dfe5-0bf6-447a-b638-3e390450b5e8 req-72b47960-f953-4aaf-81b0-c5dbc178bd1f tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 945 time: 0.0487049 Nov 09 22:08:47.544984 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bdd1dfe5-0bf6-447a-b638-3e390450b5e8 req-327afba8-64cb-4681-85d3-974032bcf83f tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402880 Nov 09 22:08:47.655133 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05027f6d-17fa-499f-8218-21ae78c3c36c req-8b079ff7-021b-4344-b543-bc5f4b67d15f tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:47.656597 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-05027f6d-17fa-499f-8218-21ae78c3c36c req-8b079ff7-021b-4344-b543-bc5f4b67d15f tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 945 time: 0.0477693 Nov 09 22:08:47.703693 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-05027f6d-17fa-499f-8218-21ae78c3c36c req-c60c648b-b29e-40e5-b6ef-183175381cff tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407267 Nov 09 22:08:47.712028 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e74cbc22-96b1-4f78-83a5-ae95a44f41ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:08:47.731318 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 076488ee-d061-4f00-9acf-b88eacf37bf8 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 22:08:47.828257 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 076488ee-d061-4f00-9acf-b88eacf37bf8, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=076488ee-d061-4f00-9acf-b88eacf37bf8,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:08:47.840581 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '076488ee-d061-4f00-9acf-b88eacf37bf8', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'port_id': '076488ee-d061-4f00-9acf-b88eacf37bf8', 'mac_address': 'fa:16:3e:bd:24:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 22:08:47.879376 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:08:47.892599 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 076488ee-d061-4f00-9acf-b88eacf37bf8 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 22:08:47.912845 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 076488ee-d061-4f00-9acf-b88eacf37bf8, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=076488ee-d061-4f00-9acf-b88eacf37bf8,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:08:47.916954 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:08:47.947945 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6fe40-fa48-4b37-9ee5-2bc771af0301 req-658aa634-281d-4a09-b730-68bdece8c476 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:47.949512 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a4e6fe40-fa48-4b37-9ee5-2bc771af0301 req-658aa634-281d-4a09-b730-68bdece8c476 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 945 time: 0.0536270 Nov 09 22:08:47.966680 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=076488ee-d061-4f00-9acf-b88eacf37bf8,revision_number=12']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:08:47.997513 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a4e6fe40-fa48-4b37-9ee5-2bc771af0301 req-e1bb11a1-1713-4aca-868b-06396e895698 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415878 Nov 09 22:08:48.273080 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['076488ee-d061-4f00-9acf-b88eacf37bf8'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 22:08:49.112646 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc87ae-0ba0-4223-a03f-4faaf6026af1 req-46e6fa82-a2dd-46aa-987d-60c51e564879 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:49.114143 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e0bc87ae-0ba0-4223-a03f-4faaf6026af1 req-46e6fa82-a2dd-46aa-987d-60c51e564879 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 946 time: 0.0482934 Nov 09 22:08:49.167446 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e0bc87ae-0ba0-4223-a03f-4faaf6026af1 req-cdf559d2-e7d7-4927-a3be-99f5eec20a01 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups?id=aab0ed77-2265-4117-8f85-361e294cbe73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466921 Nov 09 22:08:49.625403 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46326e30-94b6-4b98-a7dc-90998d2a5950 req-1656f14c-78a8-4082-89f0-a1ab8bd63480 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:08:49.626728 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-46326e30-94b6-4b98-a7dc-90998d2a5950 req-1656f14c-78a8-4082-89f0-a1ab8bd63480 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 946 time: 0.0503602 Nov 09 22:08:49.712566 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-46326e30-94b6-4b98-a7dc-90998d2a5950 req-16ac9670-e990-4c02-b05e-d241fc3af9c6 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Deleting port 076488ee-d061-4f00-9acf-b88eacf37bf8 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:08:49.712923 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-46326e30-94b6-4b98-a7dc-90998d2a5950 req-16ac9670-e990-4c02-b05e-d241fc3af9c6 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:08:49.733751 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 076488ee-d061-4f00-9acf-b88eacf37bf8 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:08:49.805896 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-46326e30-94b6-4b98-a7dc-90998d2a5950 req-16ac9670-e990-4c02-b05e-d241fc3af9c6 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] For port 076488ee-d061-4f00-9acf-b88eacf37bf8, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=076488ee-d061-4f00-9acf-b88eacf37bf8,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:08:49.806265 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-46326e30-94b6-4b98-a7dc-90998d2a5950 req-16ac9670-e990-4c02-b05e-d241fc3af9c6 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:08:49.937331 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 076488ee-d061-4f00-9acf-b88eacf37bf8 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 22:08:49.941454 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 076488ee-d061-4f00-9acf-b88eacf37bf8 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:08:49.941829 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:08:49.979554 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-46326e30-94b6-4b98-a7dc-90998d2a5950 req-16ac9670-e990-4c02-b05e-d241fc3af9c6 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:08:49.979911 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-46326e30-94b6-4b98-a7dc-90998d2a5950 req-16ac9670-e990-4c02-b05e-d241fc3af9c6 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:08:49.980226 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [req-46326e30-94b6-4b98-a7dc-90998d2a5950 req-16ac9670-e990-4c02-b05e-d241fc3af9c6 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Floating IP 7d1b5bc3-cc4d-41cf-944d-01ce89ad0d72 disassociated. External IP: 172.25.7.212, port: 076488ee-d061-4f00-9acf-b88eacf37bf8. Nov 09 22:08:49.980562 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-46326e30-94b6-4b98-a7dc-90998d2a5950 req-16ac9670-e990-4c02-b05e-d241fc3af9c6 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Calling delete_port for 076488ee-d061-4f00-9acf-b88eacf37bf8 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:08:50.018577 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:08:50.041912 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbfc32ff-2b02-4742-b544-2ed11e7bc604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076488ee-d061-4f00-9acf-b88eacf37bf8'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:08:50.044148 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf41630-b360-4482-a079-3b986a0a55a7" -d '{"events": [{"server_uuid": "fbfc32ff-2b02-4742-b544-2ed11e7bc604", "name": "network-vif-plugged", "status": "completed", "tag": "076488ee-d061-4f00-9acf-b88eacf37bf8"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:08:50.059837 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 076488ee-d061-4f00-9acf-b88eacf37bf8, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=076488ee-d061-4f00-9acf-b88eacf37bf8,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:08:50.063812 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:08:50.087751 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 22:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4fffd1-816c-49c8-868d-3e33023a656c x-openstack-request-id: req-3b4fffd1-816c-49c8-868d-3e33023a656c {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:08:50.088056 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbfc32ff-2b02-4742-b544-2ed11e7bc604", "name": "network-vif-plugged", "status": "completed", "tag": "076488ee-d061-4f00-9acf-b88eacf37bf8", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:08:50.088317 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3b4fffd1-816c-49c8-868d-3e33023a656c {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:08:50.088738 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbfc32ff-2b02-4742-b544-2ed11e7bc604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076488ee-d061-4f00-9acf-b88eacf37bf8', 'code': 200} Nov 09 22:08:50.116757 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=076488ee-d061-4f00-9acf-b88eacf37bf8,revision_number=13']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:08:50.125729 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-46326e30-94b6-4b98-a7dc-90998d2a5950 req-16ac9670-e990-4c02-b05e-d241fc3af9c6 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:08:50.153659 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac9670-e990-4c02-b05e-d241fc3af9c6 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Pushing event deleted for resources: {'Port': ['ID=076488ee-d061-4f00-9acf-b88eacf37bf8,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:08:50.224752 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8ce82431-d3ce-4b0c-8d25-f44391ba1647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:08:50.287913 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-db5976c6-4869-4da1-a23d-88d956090108 req-aaaa3362-9322-4620-890b-f8076d4e769f tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 210 time: 0.0346975 Nov 09 22:08:50.308085 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46326e30-94b6-4b98-a7dc-90998d2a5950 req-16ac9670-e990-4c02-b05e-d241fc3af9c6 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Router a41f964a-9057-4991-a81b-d492420978ca has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:08:50.417081 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46326e30-94b6-4b98-a7dc-90998d2a5950 req-16ac9670-e990-4c02-b05e-d241fc3af9c6 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:08:50.427449 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc2443d-c4f8-4a92-bb45-d0f5fe6527f6 None None] Sync routers for ids ['a41f964a-9057-4991-a81b-d492420978ca'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:08:50.438105 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc2443d-c4f8-4a92-bb45-d0f5fe6527f6 None None] Routers {'a41f964a-9057-4991-a81b-d492420978ca'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:08:50.438667 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-bfc2443d-c4f8-4a92-bb45-d0f5fe6527f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:08:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a41f964a-9057-4991-a81b-d492420978ca'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:08:50.455584 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-46326e30-94b6-4b98-a7dc-90998d2a5950 req-16ac9670-e990-4c02-b05e-d241fc3af9c6 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] No DVR routers for this DVR port 076488ee-d061-4f00-9acf-b88eacf37bf8 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:08:50.458325 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-46326e30-94b6-4b98-a7dc-90998d2a5950 req-16ac9670-e990-4c02-b05e-d241fc3af9c6 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:08:50.461665 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-46326e30-94b6-4b98-a7dc-90998d2a5950 req-16ac9670-e990-4c02-b05e-d241fc3af9c6 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.43 "DELETE /v2.0/ports/076488ee-d061-4f00-9acf-b88eacf37bf8 HTTP/1.1" status: 204 len: 173 time: 0.8278322 Nov 09 22:08:50.462120 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbfc32ff-2b02-4742-b544-2ed11e7bc604', 'name': 'network-vif-deleted', 'tag': '076488ee-d061-4f00-9acf-b88eacf37bf8'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:08:50.464357 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba52cdf-f278-4d7c-b93f-b7ac0d0c6053" -d '{"events": [{"server_uuid": "fbfc32ff-2b02-4742-b544-2ed11e7bc604", "name": "network-vif-deleted", "tag": "076488ee-d061-4f00-9acf-b88eacf37bf8"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:08:50.503118 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 22:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04fe47b5-eddf-40c7-88c8-fe12ca317efc x-openstack-request-id: req-04fe47b5-eddf-40c7-88c8-fe12ca317efc {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:08:50.503424 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbfc32ff-2b02-4742-b544-2ed11e7bc604", "name": "network-vif-deleted", "tag": "076488ee-d061-4f00-9acf-b88eacf37bf8", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:08:50.503716 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-04fe47b5-eddf-40c7-88c8-fe12ca317efc {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:08:50.504360 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbfc32ff-2b02-4742-b544-2ed11e7bc604', 'name': 'network-vif-deleted', 'tag': '076488ee-d061-4f00-9acf-b88eacf37bf8', 'status': 'completed', 'code': 200} Nov 09 22:08:50.558709 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-bfc2443d-c4f8-4a92-bb45-d0f5fe6527f6 None None] Set router a41f964a-9057-4991-a81b-d492420978ca gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:08:50.759161 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-bfc2443d-c4f8-4a92-bb45-d0f5fe6527f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41f964a-9057-4991-a81b-d492420978ca', 'name': 'tempest-ServerActionsTestJSON-1331986745-router', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:59:02Z', 'updated_at': '2021-11-09T21:59:05Z', 'revision_number': 4, 'project_id': '46efada4a13646d19245d1ba2c324692', 'gw_port': {'id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:03Z', 'updated_at': '2021-11-09T21:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '0afefe6d-7e4c-4f3a-83d8-5b9888dd499c', 'name': '', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'mac_address': 'fa:16:3e:5c:69:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:04Z', 'updated_at': '2021-11-09T21:59:09Z', 'revision_number': 5, 'project_id': '46efada4a13646d19245d1ba2c324692', 'subnets': [{'id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:08:50.784604 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc2443d-c4f8-4a92-bb45-d0f5fe6527f6 None None] Checking router: a41f964a-9057-4991-a81b-d492420978ca for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:08:50.793896 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc2443d-c4f8-4a92-bb45-d0f5fe6527f6 None None] Routers {'a41f964a-9057-4991-a81b-d492420978ca'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:08:50.794507 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-bfc2443d-c4f8-4a92-bb45-d0f5fe6527f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:08:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a41f964a-9057-4991-a81b-d492420978ca'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:08:50.897599 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-bfc2443d-c4f8-4a92-bb45-d0f5fe6527f6 None None] Set router a41f964a-9057-4991-a81b-d492420978ca gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:08:51.098312 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-bfc2443d-c4f8-4a92-bb45-d0f5fe6527f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41f964a-9057-4991-a81b-d492420978ca', 'name': 'tempest-ServerActionsTestJSON-1331986745-router', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:59:02Z', 'updated_at': '2021-11-09T21:59:05Z', 'revision_number': 4, 'project_id': '46efada4a13646d19245d1ba2c324692', 'gw_port': {'id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:03Z', 'updated_at': '2021-11-09T21:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '0afefe6d-7e4c-4f3a-83d8-5b9888dd499c', 'name': '', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'mac_address': 'fa:16:3e:5c:69:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:04Z', 'updated_at': '2021-11-09T21:59:09Z', 'revision_number': 5, 'project_id': '46efada4a13646d19245d1ba2c324692', 'subnets': [{'id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:08:51.129034 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc2443d-c4f8-4a92-bb45-d0f5fe6527f6 None None] The sync data for ids ['a41f964a-9057-4991-a81b-d492420978ca'] in n-d-816206-3 is: [{'id': 'a41f964a-9057-4991-a81b-d492420978ca', 'name': 'tempest-ServerActionsTestJSON-1331986745-router', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:59:02Z', 'updated_at': '2021-11-09T21:59:05Z', 'revision_number': 4, 'project_id': '46efada4a13646d19245d1ba2c324692', 'gw_port': {'id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:03Z', 'updated_at': '2021-11-09T21:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '0afefe6d-7e4c-4f3a-83d8-5b9888dd499c', 'name': '', 'network_id': '405730bb-9b22-44c0-8a4b-e8157c135d23', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'mac_address': 'fa:16:3e:5c:69:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:04Z', 'updated_at': '2021-11-09T21:59:09Z', 'revision_number': 5, 'project_id': '46efada4a13646d19245d1ba2c324692', 'subnets': [{'id': 'bb230eff-fc2c-4a2c-b630-1a41e9d18d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:08:51.199184 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:08:51.369031 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623114a0-f633-465a-9daa-e1d13cb79d99 None None] New status for floating IP 7d1b5bc3-cc4d-41cf-944d-01ce89ad0d72: DOWN {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 22:08:51.390225 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-99093b59-4c9f-48c8-a823-26374ce17dcf req-628614d4-74ee-49cf-b99e-a961ae33a254 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 210 time: 0.0268240 Nov 09 22:08:52.489627 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a0e071d8-7dd6-4a8f-a65e-8de5f9d98ebd req-ae5c6961-88d2-4366-81cd-125187b19cc6 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 210 time: 0.0282464 Nov 09 22:08:52.552902 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:08:53.267039 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:08:53.448141 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:08:53.589754 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0d220bb9-69f8-4074-bb49-7cc690f417ae req-8eb538bb-43a5-443c-b10f-088ac8593430 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 210 time: 0.0299406 Nov 09 22:08:53.748107 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 076488ee-d061-4f00-9acf-b88eacf37bf8 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:08:53.769507 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: 076488ee-d061-4f00-9acf-b88eacf37bf8 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:08:53.769815 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 076488ee-d061-4f00-9acf-b88eacf37bf8 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:08:54.687966 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0d807c8a-ff80-4aff-ac52-9a50c54c3249 req-67e74d17-08aa-4a19-bd15-4d1c5bb9cf7c tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbfc32ff-2b02-4742-b544-2ed11e7bc604 HTTP/1.1" status: 200 len: 210 time: 0.0297339 Nov 09 22:08:59.427206 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35636) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:08:59.482235 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1cf59cb3-379d-4ffd-a9a8-49621cdaee9c tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:08:59.506316 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1cf59cb3-379d-4ffd-a9a8-49621cdaee9c tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:08:59.558075 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1cf59cb3-379d-4ffd-a9a8-49621cdaee9c tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:08:59.560766 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1cf59cb3-379d-4ffd-a9a8-49621cdaee9c tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:08:59.561901 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1cf59cb3-379d-4ffd-a9a8-49621cdaee9c tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "DELETE /v2.0/security-groups/aab0ed77-2265-4117-8f85-361e294cbe73 HTTP/1.1" status: 204 len: 168 time: 0.1335490 Nov 09 22:08:59.564608 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35638) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:08:59.571382 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf59cb3-379d-4ffd-a9a8-49621cdaee9c tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab0ed77-2265-4117-8f85-361e294cbe73,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:08:59.578988 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [None req-af68df5b-95b5-4fbf-9498-67714e8b6659 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] show failed (client error): The resource could not be found. Nov 09 22:08:59.579244 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf59cb3-379d-4ffd-a9a8-49621cdaee9c tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:08:59.579765 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf59cb3-379d-4ffd-a9a8-49621cdaee9c tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:08:59.579998 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-af68df5b-95b5-4fbf-9498-67714e8b6659 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "GET /v2.0/security-groups/aab0ed77-2265-4117-8f85-361e294cbe73 HTTP/1.1" status: 404 len: 347 time: 0.0137041 Nov 09 22:08:59.580346 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf59cb3-379d-4ffd-a9a8-49621cdaee9c tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:08:59.580651 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf59cb3-379d-4ffd-a9a8-49621cdaee9c tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:08:59.580988 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf59cb3-379d-4ffd-a9a8-49621cdaee9c tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:08:59.581317 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf59cb3-379d-4ffd-a9a8-49621cdaee9c tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:08:59.581641 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf59cb3-379d-4ffd-a9a8-49621cdaee9c tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:08:59.581959 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf59cb3-379d-4ffd-a9a8-49621cdaee9c tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:08:59.582276 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf59cb3-379d-4ffd-a9a8-49621cdaee9c tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:08:59.582656 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf59cb3-379d-4ffd-a9a8-49621cdaee9c tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:08:59.582954 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35640) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:08:59.583083 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf59cb3-379d-4ffd-a9a8-49621cdaee9c tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:08:59.583273 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf59cb3-379d-4ffd-a9a8-49621cdaee9c tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:08:59.722649 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-1a8ecaf1-832f-4978-acbd-2df4179f90b5 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Deleting port b9369703-f758-4f57-b68c-b749d04de13f {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:08:59.722984 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1a8ecaf1-832f-4978-acbd-2df4179f90b5 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:08:59.796096 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1a8ecaf1-832f-4978-acbd-2df4179f90b5 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:08:59.796431 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1a8ecaf1-832f-4978-acbd-2df4179f90b5 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:08:59.807959 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-1a8ecaf1-832f-4978-acbd-2df4179f90b5 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Calling delete_port for b9369703-f758-4f57-b68c-b749d04de13f owned by network:floatingip {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:08:59.936706 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1a8ecaf1-832f-4978-acbd-2df4179f90b5 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:08:59.961741 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ecaf1-832f-4978-acbd-2df4179f90b5 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Pushing event deleted for resources: {'Port': ['ID=b9369703-f758-4f57-b68c-b749d04de13f,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:00.363436 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1a8ecaf1-832f-4978-acbd-2df4179f90b5 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks [] for floatingip, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:00.366111 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1a8ecaf1-832f-4978-acbd-2df4179f90b5 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:00.367251 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1a8ecaf1-832f-4978-acbd-2df4179f90b5 tempest-ServerActionsTestJSON-531345803 tempest-ServerActionsTestJSON-531345803-project] 10.222.0.49 "DELETE /v2.0/floatingips/7d1b5bc3-cc4d-41cf-944d-01ce89ad0d72 HTTP/1.1" status: 204 len: 168 time: 0.7834177 Nov 09 22:09:00.370260 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35642) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:00.761782 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f819d62e-81ef-45dd-a07a-df493ad592f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:00.993526 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-f819d62e-81ef-45dd-a07a-df493ad592f9 admin admin] Deleting port 0afefe6d-7e4c-4f3a-83d8-5b9888dd499c {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:09:00.993893 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f819d62e-81ef-45dd-a07a-df493ad592f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:01.075078 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-f819d62e-81ef-45dd-a07a-df493ad592f9 admin admin] For port 0afefe6d-7e4c-4f3a-83d8-5b9888dd499c, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=0afefe6d-7e4c-4f3a-83d8-5b9888dd499c,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:09:01.075364 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f819d62e-81ef-45dd-a07a-df493ad592f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:01.087937 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-f819d62e-81ef-45dd-a07a-df493ad592f9 admin admin] Calling delete_port for 0afefe6d-7e4c-4f3a-83d8-5b9888dd499c owned by network:router_interface {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:09:01.264693 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f819d62e-81ef-45dd-a07a-df493ad592f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:01.290793 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f819d62e-81ef-45dd-a07a-df493ad592f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0afefe6d-7e4c-4f3a-83d8-5b9888dd499c,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:01.453137 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f819d62e-81ef-45dd-a07a-df493ad592f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:01.688361 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f819d62e-81ef-45dd-a07a-df493ad592f9 admin admin] Router a41f964a-9057-4991-a81b-d492420978ca has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:09:01.793509 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f819d62e-81ef-45dd-a07a-df493ad592f9 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:09:01.798457 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f819d62e-81ef-45dd-a07a-df493ad592f9 admin admin] 10.222.0.49 "PUT /v2.0/routers/a41f964a-9057-4991-a81b-d492420978ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4272716 Nov 09 22:09:01.800955 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35648) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:01.802112 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e29ed73-d799-4933-97f6-0affaa32d1c5 None None] Sync routers for ids ['a41f964a-9057-4991-a81b-d492420978ca'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:09:01.812930 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e29ed73-d799-4933-97f6-0affaa32d1c5 None None] Routers {'a41f964a-9057-4991-a81b-d492420978ca'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:09:01.813546 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-4e29ed73-d799-4933-97f6-0affaa32d1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:08:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a41f964a-9057-4991-a81b-d492420978ca'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:09:01.904360 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d5661209-9a34-4ef0-90e7-1e4b454a2dfb admin admin] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:01.923753 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-4e29ed73-d799-4933-97f6-0affaa32d1c5 None None] Set router a41f964a-9057-4991-a81b-d492420978ca gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:09:02.004666 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d5661209-9a34-4ef0-90e7-1e4b454a2dfb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:02.057144 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-d5661209-9a34-4ef0-90e7-1e4b454a2dfb admin admin] Deleting port a952ead3-602e-49c7-a6e7-6086593af7dc {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:09:02.057481 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d5661209-9a34-4ef0-90e7-1e4b454a2dfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:02.100828 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-4e29ed73-d799-4933-97f6-0affaa32d1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41f964a-9057-4991-a81b-d492420978ca', 'name': 'tempest-ServerActionsTestJSON-1331986745-router', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:59:02Z', 'updated_at': '2021-11-09T22:09:01Z', 'revision_number': 5, 'project_id': '46efada4a13646d19245d1ba2c324692', 'gw_port': {'id': 'a952ead3-602e-49c7-a6e7-6086593af7dc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41f964a-9057-4991-a81b-d492420978ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T21:59:03Z', 'updated_at': '2021-11-09T21:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:09:02.127755 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e29ed73-d799-4933-97f6-0affaa32d1c5 None None] Checking router: a41f964a-9057-4991-a81b-d492420978ca for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:09:02.136468 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e29ed73-d799-4933-97f6-0affaa32d1c5 None None] Routers {'a41f964a-9057-4991-a81b-d492420978ca'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:09:02.137096 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-4e29ed73-d799-4933-97f6-0affaa32d1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:08:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['a41f964a-9057-4991-a81b-d492420978ca'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:09:02.138396 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-d5661209-9a34-4ef0-90e7-1e4b454a2dfb admin admin] For port a952ead3-602e-49c7-a6e7-6086593af7dc, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=a952ead3-602e-49c7-a6e7-6086593af7dc,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:09:02.138765 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d5661209-9a34-4ef0-90e7-1e4b454a2dfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:02.151551 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-d5661209-9a34-4ef0-90e7-1e4b454a2dfb admin admin] Calling delete_port for a952ead3-602e-49c7-a6e7-6086593af7dc owned by network:router_gateway {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:09:02.226746 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-4e29ed73-d799-4933-97f6-0affaa32d1c5 None None] Set router a41f964a-9057-4991-a81b-d492420978ca gateway port host: None {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:09:02.282667 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-4e29ed73-d799-4933-97f6-0affaa32d1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41f964a-9057-4991-a81b-d492420978ca', 'name': 'tempest-ServerActionsTestJSON-1331986745-router', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:59:02Z', 'updated_at': '2021-11-09T22:09:02Z', 'revision_number': 6, 'project_id': '46efada4a13646d19245d1ba2c324692', 'gw_port_host': None}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:09:02.308315 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e29ed73-d799-4933-97f6-0affaa32d1c5 None None] The sync data for ids ['a41f964a-9057-4991-a81b-d492420978ca'] in n-d-816206-3 is: [{'id': 'a41f964a-9057-4991-a81b-d492420978ca', 'name': 'tempest-ServerActionsTestJSON-1331986745-router', 'tenant_id': '46efada4a13646d19245d1ba2c324692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T21:59:02Z', 'updated_at': '2021-11-09T22:09:02Z', 'revision_number': 6, 'project_id': '46efada4a13646d19245d1ba2c324692', 'gw_port_host': None}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:09:02.319955 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d5661209-9a34-4ef0-90e7-1e4b454a2dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:02.346142 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5661209-9a34-4ef0-90e7-1e4b454a2dfb admin admin] Pushing event deleted for resources: {'Port': ['ID=a952ead3-602e-49c7-a6e7-6086593af7dc,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:02.360826 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a9584d-a698-4469-98ea-6c643ddd01b4 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:09:02.407290 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d5661209-9a34-4ef0-90e7-1e4b454a2dfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:02.501997 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d5661209-9a34-4ef0-90e7-1e4b454a2dfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:02.504618 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d5661209-9a34-4ef0-90e7-1e4b454a2dfb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:02.546540 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d5661209-9a34-4ef0-90e7-1e4b454a2dfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:02.547117 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5661209-9a34-4ef0-90e7-1e4b454a2dfb admin admin] Fanout notify agent at l3_agent the message router_deleted on router a41f964a-9057-4991-a81b-d492420978ca {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 22:09:02.551546 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d5661209-9a34-4ef0-90e7-1e4b454a2dfb admin admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:02.552698 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d5661209-9a34-4ef0-90e7-1e4b454a2dfb admin admin] 10.222.0.49 "DELETE /v2.0/routers/a41f964a-9057-4991-a81b-d492420978ca HTTP/1.1" status: 204 len: 168 time: 0.7508240 Nov 09 22:09:02.555772 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35650) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:02.598521 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dd90f79-1c24-4710-91fa-2f21a3e0e614 admin admin] Deleting subnet bb230eff-fc2c-4a2c-b630-1a41e9d18d6f {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 22:09:02.601414 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4dd90f79-1c24-4710-91fa-2f21a3e0e614 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:02.635019 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4dd90f79-1c24-4710-91fa-2f21a3e0e614 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:02.717154 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4dd90f79-1c24-4710-91fa-2f21a3e0e614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:02.772496 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4dd90f79-1c24-4710-91fa-2f21a3e0e614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:02.798908 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd90f79-1c24-4710-91fa-2f21a3e0e614 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb230eff-fc2c-4a2c-b630-1a41e9d18d6f,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:02.800844 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4dd90f79-1c24-4710-91fa-2f21a3e0e614 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:02.804000 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4dd90f79-1c24-4710-91fa-2f21a3e0e614 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/bb230eff-fc2c-4a2c-b630-1a41e9d18d6f HTTP/1.1" status: 204 len: 168 time: 0.2473271 Nov 09 22:09:02.804559 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a1cef1-a6df-4a4a-b9da-f3fb147ed485 None None] Network 405730bb-9b22-44c0-8a4b-e8157c135d23 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:09:02.807156 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35652) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:02.878011 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0a960dfe-3558-44cf-be39-2749647e59fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:02.931850 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-0a960dfe-3558-44cf-be39-2749647e59fe admin admin] Deleting port 9da23884-ae81-42f4-ab05-b2325ea5f976 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:09:02.932190 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0a960dfe-3558-44cf-be39-2749647e59fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:02.994076 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-0a960dfe-3558-44cf-be39-2749647e59fe admin admin] For port 9da23884-ae81-42f4-ab05-b2325ea5f976, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=9da23884-ae81-42f4-ab05-b2325ea5f976,segment=NetworkSegment(002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2),segment_id=002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:09:02.994375 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0a960dfe-3558-44cf-be39-2749647e59fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:03.006107 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-0a960dfe-3558-44cf-be39-2749647e59fe admin admin] Calling delete_port for 9da23884-ae81-42f4-ab05-b2325ea5f976 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:09:03.056707 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283e4ad5-ff9a-439d-a33c-1044f2791809 None None] DHCP port deletion for 405730bb-9b22-44c0-8a4b-e8157c135d23 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:09:03.090734 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0a960dfe-3558-44cf-be39-2749647e59fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:03.114232 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-283e4ad5-ff9a-439d-a33c-1044f2791809 None None] Deleting port 9da23884-ae81-42f4-ab05-b2325ea5f976 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:09:03.114426 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a960dfe-3558-44cf-be39-2749647e59fe admin admin] Pushing event deleted for resources: {'Port': ['ID=9da23884-ae81-42f4-ab05-b2325ea5f976,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:03.114606 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-283e4ad5-ff9a-439d-a33c-1044f2791809 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:03.120263 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a960dfe-3558-44cf-be39-2749647e59fe admin admin] No DVR routers for this DVR port 9da23884-ae81-42f4-ab05-b2325ea5f976 on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:09:03.179443 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-283e4ad5-ff9a-439d-a33c-1044f2791809 None None] For port 9da23884-ae81-42f4-ab05-b2325ea5f976, host n-d-816206-3, got binding levels [] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:09:03.179899 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-283e4ad5-ff9a-439d-a33c-1044f2791809 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:03.191824 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-283e4ad5-ff9a-439d-a33c-1044f2791809 None None] Calling delete_port for 9da23884-ae81-42f4-ab05-b2325ea5f976 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:09:03.194474 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.ipam_backend_mixin [None req-283e4ad5-ff9a-439d-a33c-1044f2791809 None None] Port 9da23884-ae81-42f4-ab05-b2325ea5f976 was not found and therefore no delete operation was performed {{(pid=102609) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 22:09:03.194597 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0a960dfe-3558-44cf-be39-2749647e59fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:03.195794 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-283e4ad5-ff9a-439d-a33c-1044f2791809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:03.215268 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-0a960dfe-3558-44cf-be39-2749647e59fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['405730bb-9b22-44c0-8a4b-e8157c135d23']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:09:03.218059 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283e4ad5-ff9a-439d-a33c-1044f2791809 None None] Pushing event deleted for resources: {'Port': ['ID=9da23884-ae81-42f4-ab05-b2325ea5f976,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:03.224044 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283e4ad5-ff9a-439d-a33c-1044f2791809 None None] No DVR routers for this DVR port 9da23884-ae81-42f4-ab05-b2325ea5f976 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:09:03.227722 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-0a960dfe-3558-44cf-be39-2749647e59fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:09:03.228451 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-0a960dfe-3558-44cf-be39-2749647e59fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '002e8f85-bf75-41bd-8b5b-a2a9bb9f58c2') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:09:03.239571 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0a960dfe-3558-44cf-be39-2749647e59fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:03.253212 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0a960dfe-3558-44cf-be39-2749647e59fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:03.259398 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a960dfe-3558-44cf-be39-2749647e59fe admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 22:09:03.259874 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0a960dfe-3558-44cf-be39-2749647e59fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:03.262316 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 22:09:03.262316 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 22:09:03.262316 n-d-816206-3 neutron-server[102607]: timer() Nov 09 22:09:03.262316 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 22:09:03.262316 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 22:09:03.262316 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 22:09:03.262316 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 22:09:03.262316 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 22:09:03.262316 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 22:09:03.262316 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 22:09:03.262316 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 22:09:03.262316 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 22:09:03.262316 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 22:09:03.262316 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 22:09:03.262316 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 22:09:03.262316 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 22:09:03.262316 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 22:09:03.262316 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 22:09:03.262316 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 22:09:03.262316 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 22:09:03.262316 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 22:09:03.262316 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 22:09:03.262316 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 22:09:03.262316 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 22:09:03.262316 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 22:09:03.262316 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 22:09:03.262316 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 22:09:03.262316 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 22:09:03.262316 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 22:09:03.262316 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 22:09:03.262316 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 22:09:03.262316 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 22:09:03.322944 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0a960dfe-3558-44cf-be39-2749647e59fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:03.326859 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0a960dfe-3558-44cf-be39-2749647e59fe admin admin] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:03.330139 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0a960dfe-3558-44cf-be39-2749647e59fe admin admin] 10.222.0.49 "DELETE /v2.0/networks/405730bb-9b22-44c0-8a4b-e8157c135d23 HTTP/1.1" status: 204 len: 168 time: 0.5220652 Nov 09 22:09:03.341849 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a960dfe-3558-44cf-be39-2749647e59fe admin admin] Pushing event deleted for resources: {'Network': ['ID=405730bb-9b22-44c0-8a4b-e8157c135d23,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:03.420628 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 9da23884-ae81-42f4-ab05-b2325ea5f976 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:09:03.440291 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 9da23884-ae81-42f4-ab05-b2325ea5f976 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:09:03.440993 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 9da23884-ae81-42f4-ab05-b2325ea5f976 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:09:03.441101 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 0afefe6d-7e4c-4f3a-83d8-5b9888dd499c no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:09:03.468807 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 0afefe6d-7e4c-4f3a-83d8-5b9888dd499c {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:09:03.469151 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 0afefe6d-7e4c-4f3a-83d8-5b9888dd499c not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:09:03.469573 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device a952ead3-602e-49c7-a6e7-6086593af7dc no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:09:03.489046 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: a952ead3-602e-49c7-a6e7-6086593af7dc {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:09:03.489046 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device a952ead3-602e-49c7-a6e7-6086593af7dc not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:09:03.529799 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35656) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:03.568078 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c794dabf-649f-4c34-848f-83ec0c1306d3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=46efada4a13646d19245d1ba2c324692&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0370975 Nov 09 22:09:03.570966 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35658) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:03.619523 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-16df3565-ba1f-4660-97fc-301f91b04858 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:03.639876 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-16df3565-ba1f-4660-97fc-301f91b04858 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:03.684889 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-16df3565-ba1f-4660-97fc-301f91b04858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:03.687464 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-16df3565-ba1f-4660-97fc-301f91b04858 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:03.688640 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-16df3565-ba1f-4660-97fc-301f91b04858 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c38952ac-e35a-4870-bd51-b67723aebad3 HTTP/1.1" status: 204 len: 168 time: 0.1167860 Nov 09 22:09:03.700993 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df3565-ba1f-4660-97fc-301f91b04858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38952ac-e35a-4870-bd51-b67723aebad3,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:04.130324 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:04.429472 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35680) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:04.524117 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-c86ec7b4-8e12-4144-aec5-e44d53fd5749 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-442285145-network', 'tenant_id': 'c6faaa4c350548b0b2abc5a6f1254de2'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:09:04.544774 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86ec7b4-8e12-4144-aec5-e44d53fd5749 admin admin] Made reservation on behalf of c6faaa4c350548b0b2abc5a6f1254de2 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:09:04.548769 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c86ec7b4-8e12-4144-aec5-e44d53fd5749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:04.559652 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c86ec7b4-8e12-4144-aec5-e44d53fd5749 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:04.632036 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c86ec7b4-8e12-4144-aec5-e44d53fd5749 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:04.636029 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c86ec7b4-8e12-4144-aec5-e44d53fd5749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:04.656545 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c86ec7b4-8e12-4144-aec5-e44d53fd5749 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 22:09:04.669744 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ec7b4-8e12-4144-aec5-e44d53fd5749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f0dee9-722e-4eaa-bd49-c2c0b8525e8c,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:04.676111 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c86ec7b4-8e12-4144-aec5-e44d53fd5749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:04.676450 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-c86ec7b4-8e12-4144-aec5-e44d53fd5749 admin admin] Added segment 3fa9dae3-36ca-428f-bbba-ed14326dd43b of type vlan for network 57b52561-64d1-405b-a1b4-9c604f16e869 Nov 09 22:09:04.715899 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c86ec7b4-8e12-4144-aec5-e44d53fd5749 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:04.739040 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c86ec7b4-8e12-4144-aec5-e44d53fd5749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:04.739950 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86ec7b4-8e12-4144-aec5-e44d53fd5749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:04.740522 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c86ec7b4-8e12-4144-aec5-e44d53fd5749 admin admin] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:04.793398 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c86ec7b4-8e12-4144-aec5-e44d53fd5749 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3627720 Nov 09 22:09:04.796414 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35684) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:04.801396 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-93a46a08-cc40-4499-915f-807483c60114 admin admin] Request body: {'subnet': {'network_id': '57b52561-64d1-405b-a1b4-9c604f16e869', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-442285145-subnet', 'tenant_id': 'c6faaa4c350548b0b2abc5a6f1254de2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:09:04.804009 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ec7b4-8e12-4144-aec5-e44d53fd5749 admin admin] Pushing event updated for resources: {'Network': ['ID=57b52561-64d1-405b-a1b4-9c604f16e869,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:04.815162 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 57b52561-64d1-405b-a1b4-9c604f16e869 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 22:09:04.824268 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a46a08-cc40-4499-915f-807483c60114 admin admin] Made reservation on behalf of c6faaa4c350548b0b2abc5a6f1254de2 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:09:04.826607 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-93a46a08-cc40-4499-915f-807483c60114 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:05.274325 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-93a46a08-cc40-4499-915f-807483c60114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:05.328441 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a46a08-cc40-4499-915f-807483c60114 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7810300b-9a34-4718-8292-051b2460d9e8,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:05.337469 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a46a08-cc40-4499-915f-807483c60114 admin admin] Checking segment: {'id': '3fa9dae3-36ca-428f-bbba-ed14326dd43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '57b52561-64d1-405b-a1b4-9c604f16e869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:09:05.337824 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a46a08-cc40-4499-915f-807483c60114 admin admin] Network hostable DHCP agents. Network: 57b52561-64d1-405b-a1b4-9c604f16e869, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 22:09:05.354732 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a46a08-cc40-4499-915f-807483c60114 admin admin] Network 57b52561-64d1-405b-a1b4-9c604f16e869 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 22:09:05.363903 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-93a46a08-cc40-4499-915f-807483c60114 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 57b52561-64d1-405b-a1b4-9c604f16e869) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:09:05.370859 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a46a08-cc40-4499-915f-807483c60114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:05.371463 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-93a46a08-cc40-4499-915f-807483c60114 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:05.371746 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8722e1-930f-4ec3-8d21-b19b1ef055e8 None None] Network 57b52561-64d1-405b-a1b4-9c604f16e869 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:09:05.387468 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-93a46a08-cc40-4499-915f-807483c60114 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5898037 Nov 09 22:09:05.505116 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c078027-087c-4d55-8729-d4f5b8e9858d None None] Network 57b52561-64d1-405b-a1b4-9c604f16e869 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:09:05.807242 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c60a76-2acc-42ec-b093-c83bd7dbd2b9 req-a0d407dc-b30c-4858-8c22-37342d089aac tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:05.808652 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f5c60a76-2acc-42ec-b093-c83bd7dbd2b9 req-a0d407dc-b30c-4858-8c22-37342d089aac tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/networks?id=57b52561-64d1-405b-a1b4-9c604f16e869 HTTP/1.1" status: 200 len: 813 time: 0.1033006 Nov 09 22:09:05.823528 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f5c60a76-2acc-42ec-b093-c83bd7dbd2b9 req-ab5c65a0-b8b9-4af1-a3a1-bc8c037e7f5e tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/quotas/c6faaa4c350548b0b2abc5a6f1254de2 HTTP/1.1" status: 200 len: 375 time: 0.0092051 Nov 09 22:09:05.855797 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f5c60a76-2acc-42ec-b093-c83bd7dbd2b9 req-85edf8d3-bb1d-4370-8a04-d6c72b95c533 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c6faaa4c350548b0b2abc5a6f1254de2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269969 Nov 09 22:09:05.993408 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f5c60a76-2acc-42ec-b093-c83bd7dbd2b9 req-dcf56de8-998a-4b8b-81f0-ccdd3b52ffb4 service neutron] 10.222.0.49 "GET /v2.0/networks/57b52561-64d1-405b-a1b4-9c604f16e869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309648 Nov 09 22:09:06.083820 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f5c60a76-2acc-42ec-b093-c83bd7dbd2b9 req-7bc7599d-0489-444e-a4b6-6f86426fc150 service neutron] 10.222.0.49 "GET /v2.0/networks/57b52561-64d1-405b-a1b4-9c604f16e869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842562 Nov 09 22:09:06.242931 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1c84f8e7-b48a-44e2-adb1-fba98a16e4de req-fab73d72-edd9-4825-8d99-95ef1952e13a tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b2facb4-652c-400c-9d33-1b53db28074f HTTP/1.1" status: 200 len: 210 time: 0.0261788 Nov 09 22:09:07.243881 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c60a76-2acc-42ec-b093-c83bd7dbd2b9 req-029e6a38-cb39-425e-a160-18ce1a83c970 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:07.245380 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f5c60a76-2acc-42ec-b093-c83bd7dbd2b9 req-029e6a38-cb39-425e-a160-18ce1a83c970 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.45 "GET /v2.0/networks?id=57b52561-64d1-405b-a1b4-9c604f16e869 HTTP/1.1" status: 200 len: 813 time: 0.1070111 Nov 09 22:09:07.258169 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-f5c60a76-2acc-42ec-b093-c83bd7dbd2b9 req-44ded3ac-b220-4758-b7a7-29fe5d12776b tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Request body: {'port': {'device_id': '1b2facb4-652c-400c-9d33-1b53db28074f', 'network_id': '57b52561-64d1-405b-a1b4-9c604f16e869', 'admin_state_up': True, 'tenant_id': 'c6faaa4c350548b0b2abc5a6f1254de2'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:09:07.338966 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b3b3e821-354b-49f4-ad33-c252b3c918e7 req-274bcdd4-9aae-44c0-b4a2-296930987abe tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b2facb4-652c-400c-9d33-1b53db28074f HTTP/1.1" status: 200 len: 210 time: 0.0275478 Nov 09 22:09:07.365666 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5c60a76-2acc-42ec-b093-c83bd7dbd2b9 req-44ded3ac-b220-4758-b7a7-29fe5d12776b tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Made reservation on behalf of c6faaa4c350548b0b2abc5a6f1254de2 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:09:07.369177 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f5c60a76-2acc-42ec-b093-c83bd7dbd2b9 req-44ded3ac-b220-4758-b7a7-29fe5d12776b tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:07.492288 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-f5c60a76-2acc-42ec-b093-c83bd7dbd2b9 req-44ded3ac-b220-4758-b7a7-29fe5d12776b tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Allocated IP 172.20.0.13 (57b52561-64d1-405b-a1b4-9c604f16e869/7810300b-9a34-4718-8292-051b2460d9e8/d5a6b891-dc96-4f35-b83f-9c3d09225ef2) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:09:07.640545 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f5c60a76-2acc-42ec-b093-c83bd7dbd2b9 req-44ded3ac-b220-4758-b7a7-29fe5d12776b tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:07.672285 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f5c60a76-2acc-42ec-b093-c83bd7dbd2b9 req-44ded3ac-b220-4758-b7a7-29fe5d12776b tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:07.711855 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5c60a76-2acc-42ec-b093-c83bd7dbd2b9 req-44ded3ac-b220-4758-b7a7-29fe5d12776b tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Network 57b52561-64d1-405b-a1b4-9c604f16e869 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:09:07.716799 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-f5c60a76-2acc-42ec-b093-c83bd7dbd2b9 req-44ded3ac-b220-4758-b7a7-29fe5d12776b tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:09:07.720404 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c60a76-2acc-42ec-b093-c83bd7dbd2b9 req-44ded3ac-b220-4758-b7a7-29fe5d12776b tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:09:07.746814 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ded3ac-b220-4758-b7a7-29fe5d12776b tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Pushing event updated for resources: {'Port': ['ID=d5a6b891-dc96-4f35-b83f-9c3d09225ef2,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:07.771499 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c60a76-2acc-42ec-b093-c83bd7dbd2b9 req-44ded3ac-b220-4758-b7a7-29fe5d12776b tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:07.772108 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f5c60a76-2acc-42ec-b093-c83bd7dbd2b9 req-44ded3ac-b220-4758-b7a7-29fe5d12776b tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:07.787073 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f5c60a76-2acc-42ec-b093-c83bd7dbd2b9 req-44ded3ac-b220-4758-b7a7-29fe5d12776b tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5330303 Nov 09 22:09:07.798885 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-f5c60a76-2acc-42ec-b093-c83bd7dbd2b9 req-bd24c9da-a92e-4574-838b-2c2ecb3e8100 service neutron] Request body: {'port': {'device_id': '1b2facb4-652c-400c-9d33-1b53db28074f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:09:07.853235 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f5c60a76-2acc-42ec-b093-c83bd7dbd2b9 req-bd24c9da-a92e-4574-838b-2c2ecb3e8100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:08.115786 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-f5c60a76-2acc-42ec-b093-c83bd7dbd2b9 req-bd24c9da-a92e-4574-838b-2c2ecb3e8100 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5a6b891-dc96-4f35-b83f-9c3d09225ef2 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 22:09:08.124202 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f5c60a76-2acc-42ec-b093-c83bd7dbd2b9 req-bd24c9da-a92e-4574-838b-2c2ecb3e8100 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:08.136558 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-f5c60a76-2acc-42ec-b093-c83bd7dbd2b9 req-bd24c9da-a92e-4574-838b-2c2ecb3e8100 service neutron] Transition to ACTIVE for port object d5a6b891-dc96-4f35-b83f-9c3d09225ef2 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 22:09:08.140150 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f5c60a76-2acc-42ec-b093-c83bd7dbd2b9 req-bd24c9da-a92e-4574-838b-2c2ecb3e8100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:08.190312 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd24c9da-a92e-4574-838b-2c2ecb3e8100 service neutron] Pushing event updated for resources: {'Port': ['ID=d5a6b891-dc96-4f35-b83f-9c3d09225ef2,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:08.257469 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-f5c60a76-2acc-42ec-b093-c83bd7dbd2b9 req-bd24c9da-a92e-4574-838b-2c2ecb3e8100 service neutron] Attempting to bind port d5a6b891-dc96-4f35-b83f-9c3d09225ef2 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:09:08.258148 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-f5c60a76-2acc-42ec-b093-c83bd7dbd2b9 req-bd24c9da-a92e-4574-838b-2c2ecb3e8100 service neutron] Attempting to bind port d5a6b891-dc96-4f35-b83f-9c3d09225ef2 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '3fa9dae3-36ca-428f-bbba-ed14326dd43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '57b52561-64d1-405b-a1b4-9c604f16e869'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:09:08.258148 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c60a76-2acc-42ec-b093-c83bd7dbd2b9 req-bd24c9da-a92e-4574-838b-2c2ecb3e8100 service neutron] Attempting to bind port d5a6b891-dc96-4f35-b83f-9c3d09225ef2 on network 57b52561-64d1-405b-a1b4-9c604f16e869 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:09:08.262432 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c60a76-2acc-42ec-b093-c83bd7dbd2b9 req-bd24c9da-a92e-4574-838b-2c2ecb3e8100 service neutron] Port d5a6b891-dc96-4f35-b83f-9c3d09225ef2 on network 57b52561-64d1-405b-a1b4-9c604f16e869 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 22:09:08.262752 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c60a76-2acc-42ec-b093-c83bd7dbd2b9 req-bd24c9da-a92e-4574-838b-2c2ecb3e8100 service neutron] Attempting to bind port d5a6b891-dc96-4f35-b83f-9c3d09225ef2 on network 57b52561-64d1-405b-a1b4-9c604f16e869 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:09:08.267580 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c60a76-2acc-42ec-b093-c83bd7dbd2b9 req-bd24c9da-a92e-4574-838b-2c2ecb3e8100 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:09:08.267912 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c60a76-2acc-42ec-b093-c83bd7dbd2b9 req-bd24c9da-a92e-4574-838b-2c2ecb3e8100 service neutron] Checking segment: {'id': '3fa9dae3-36ca-428f-bbba-ed14326dd43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '57b52561-64d1-405b-a1b4-9c604f16e869'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:09:08.268290 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c60a76-2acc-42ec-b093-c83bd7dbd2b9 req-bd24c9da-a92e-4574-838b-2c2ecb3e8100 service neutron] Bound using segment: {'id': '3fa9dae3-36ca-428f-bbba-ed14326dd43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '57b52561-64d1-405b-a1b4-9c604f16e869'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:09:08.268737 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-f5c60a76-2acc-42ec-b093-c83bd7dbd2b9 req-bd24c9da-a92e-4574-838b-2c2ecb3e8100 service neutron] Bound port: d5a6b891-dc96-4f35-b83f-9c3d09225ef2, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fa9dae3-36ca-428f-bbba-ed14326dd43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '57b52561-64d1-405b-a1b4-9c604f16e869'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:09:08.269083 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f5c60a76-2acc-42ec-b093-c83bd7dbd2b9 req-bd24c9da-a92e-4574-838b-2c2ecb3e8100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:08.328834 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-f5c60a76-2acc-42ec-b093-c83bd7dbd2b9 req-bd24c9da-a92e-4574-838b-2c2ecb3e8100 service neutron] For port d5a6b891-dc96-4f35-b83f-9c3d09225ef2, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:09:08.331808 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-f5c60a76-2acc-42ec-b093-c83bd7dbd2b9 req-bd24c9da-a92e-4574-838b-2c2ecb3e8100 service neutron] For port d5a6b891-dc96-4f35-b83f-9c3d09225ef2, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=d5a6b891-dc96-4f35-b83f-9c3d09225ef2,segment=NetworkSegment(3fa9dae3-36ca-428f-bbba-ed14326dd43b),segment_id=3fa9dae3-36ca-428f-bbba-ed14326dd43b)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:09:08.336720 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f5c60a76-2acc-42ec-b093-c83bd7dbd2b9 req-bd24c9da-a92e-4574-838b-2c2ecb3e8100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:08.375318 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c60a76-2acc-42ec-b093-c83bd7dbd2b9 req-bd24c9da-a92e-4574-838b-2c2ecb3e8100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:08.376062 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f5c60a76-2acc-42ec-b093-c83bd7dbd2b9 req-bd24c9da-a92e-4574-838b-2c2ecb3e8100 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:08.377334 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f5c60a76-2acc-42ec-b093-c83bd7dbd2b9 req-bd24c9da-a92e-4574-838b-2c2ecb3e8100 service neutron] 10.222.0.45 "PUT /v2.0/ports/d5a6b891-dc96-4f35-b83f-9c3d09225ef2 HTTP/1.1" status: 200 len: 1092 time: 0.5823917 Nov 09 22:09:08.377749 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b2facb4-652c-400c-9d33-1b53db28074f', 'tag': 'd5a6b891-dc96-4f35-b83f-9c3d09225ef2'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:09:08.379958 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9c99ef-1e62-463c-9aa4-e725ae010615" -d '{"events": [{"name": "network-changed", "server_uuid": "1b2facb4-652c-400c-9d33-1b53db28074f", "tag": "d5a6b891-dc96-4f35-b83f-9c3d09225ef2"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:09:08.400664 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd24c9da-a92e-4574-838b-2c2ecb3e8100 service neutron] Pushing event updated for resources: {'Port': ['ID=d5a6b891-dc96-4f35-b83f-9c3d09225ef2,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:08.429197 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097dec6f-586e-48d5-844a-80a5c3504191 x-openstack-request-id: req-097dec6f-586e-48d5-844a-80a5c3504191 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:09:08.429498 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b2facb4-652c-400c-9d33-1b53db28074f", "tag": "d5a6b891-dc96-4f35-b83f-9c3d09225ef2", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:09:08.429756 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-097dec6f-586e-48d5-844a-80a5c3504191 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:09:08.430153 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b2facb4-652c-400c-9d33-1b53db28074f', 'tag': 'd5a6b891-dc96-4f35-b83f-9c3d09225ef2', 'status': 'completed', 'code': 200} Nov 09 22:09:08.498144 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49bb76-578b-4ddf-be3d-546ff78ba751 req-524af056-e103-43a8-bbc9-6de48cc2b195 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:08.499636 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4a49bb76-578b-4ddf-be3d-546ff78ba751 req-524af056-e103-43a8-bbc9-6de48cc2b195 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b2facb4-652c-400c-9d33-1b53db28074f HTTP/1.1" status: 200 len: 944 time: 0.0842924 Nov 09 22:09:08.505973 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c60a76-2acc-42ec-b093-c83bd7dbd2b9 req-787af5e5-69ad-4b08-9097-8ab282f60b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:08.507391 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f5c60a76-2acc-42ec-b093-c83bd7dbd2b9 req-787af5e5-69ad-4b08-9097-8ab282f60b96 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c6faaa4c350548b0b2abc5a6f1254de2&device_id=1b2facb4-652c-400c-9d33-1b53db28074f HTTP/1.1" status: 200 len: 1095 time: 0.0823615 Nov 09 22:09:08.561517 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f5c60a76-2acc-42ec-b093-c83bd7dbd2b9 req-dbac7b7c-5861-48e2-9a65-25ad6755ad55 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5a6b891-dc96-4f35-b83f-9c3d09225ef2 HTTP/1.1" status: 200 len: 217 time: 0.0399692 Nov 09 22:09:08.611803 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4a49bb76-578b-4ddf-be3d-546ff78ba751 req-83466643-480c-41ed-82ad-74699bb8b7c0 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1f0dee9-722e-4eaa-bd49-c2c0b8525e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034348 Nov 09 22:09:08.625458 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c60a76-2acc-42ec-b093-c83bd7dbd2b9 req-81e6732b-7a35-4f71-80fd-f07f0b756bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:08.626929 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f5c60a76-2acc-42ec-b093-c83bd7dbd2b9 req-81e6732b-7a35-4f71-80fd-f07f0b756bd2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7810300b-9a34-4718-8292-051b2460d9e8 HTTP/1.1" status: 200 len: 853 time: 0.0580997 Nov 09 22:09:08.658987 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f5c60a76-2acc-42ec-b093-c83bd7dbd2b9 req-2ecfb992-c27d-4f46-ac81-3994421e2e95 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=57b52561-64d1-405b-a1b4-9c604f16e869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252955 Nov 09 22:09:08.744171 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f5c60a76-2acc-42ec-b093-c83bd7dbd2b9 req-d57562b9-f85f-4f3c-8470-81f9e6467def service neutron] 10.222.0.45 "GET /v2.0/networks/57b52561-64d1-405b-a1b4-9c604f16e869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784943 Nov 09 22:09:08.834215 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f5c60a76-2acc-42ec-b093-c83bd7dbd2b9 req-efaed830-aa0c-4665-afd7-adca89685c63 service neutron] 10.222.0.45 "GET /v2.0/networks/57b52561-64d1-405b-a1b4-9c604f16e869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836790 Nov 09 22:09:08.918518 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c99ef-1e62-463c-9aa4-e725ae010615 req-f78a0a3c-050e-48c6-8f37-b094d7d9de00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:08.919999 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2b9c99ef-1e62-463c-9aa4-e725ae010615 req-f78a0a3c-050e-48c6-8f37-b094d7d9de00 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c6faaa4c350548b0b2abc5a6f1254de2&device_id=1b2facb4-652c-400c-9d33-1b53db28074f HTTP/1.1" status: 200 len: 1095 time: 0.0408638 Nov 09 22:09:09.344484 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c99ef-1e62-463c-9aa4-e725ae010615 req-65694074-fb31-4f38-8c6d-f2713fe8a792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:09.345903 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2b9c99ef-1e62-463c-9aa4-e725ae010615 req-65694074-fb31-4f38-8c6d-f2713fe8a792 service neutron] 10.222.0.45 "GET /v2.0/networks?id=57b52561-64d1-405b-a1b4-9c604f16e869 HTTP/1.1" status: 200 len: 913 time: 0.4194062 Nov 09 22:09:09.387378 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2b9c99ef-1e62-463c-9aa4-e725ae010615 req-20d16efa-b311-473a-9636-37550f281617 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5a6b891-dc96-4f35-b83f-9c3d09225ef2 HTTP/1.1" status: 200 len: 217 time: 0.0336428 Nov 09 22:09:09.438028 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c99ef-1e62-463c-9aa4-e725ae010615 req-39201e48-d8de-424c-97d6-0b3dc5758f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:09.439445 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2b9c99ef-1e62-463c-9aa4-e725ae010615 req-39201e48-d8de-424c-97d6-0b3dc5758f76 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7810300b-9a34-4718-8292-051b2460d9e8 HTTP/1.1" status: 200 len: 853 time: 0.0431366 Nov 09 22:09:09.471847 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2b9c99ef-1e62-463c-9aa4-e725ae010615 req-457a2a30-7d21-4df8-8b80-cd553105643a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=57b52561-64d1-405b-a1b4-9c604f16e869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233719 Nov 09 22:09:09.564133 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2b9c99ef-1e62-463c-9aa4-e725ae010615 req-ae6a5aab-68be-43f0-a098-48c1056c323e service neutron] 10.222.0.45 "GET /v2.0/networks/57b52561-64d1-405b-a1b4-9c604f16e869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833092 Nov 09 22:09:09.651072 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2b9c99ef-1e62-463c-9aa4-e725ae010615 req-08299666-1481-4032-91cd-d991fcb58a22 service neutron] 10.222.0.45 "GET /v2.0/networks/57b52561-64d1-405b-a1b4-9c604f16e869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796576 Nov 09 22:09:09.725602 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07c554-f102-41f9-b12a-2a0e1e5a51b6 req-d415fe96-dd8a-4ed6-8600-388a5c74e9f5 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:09.727079 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2b07c554-f102-41f9-b12a-2a0e1e5a51b6 req-d415fe96-dd8a-4ed6-8600-388a5c74e9f5 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b2facb4-652c-400c-9d33-1b53db28074f HTTP/1.1" status: 200 len: 944 time: 0.0475955 Nov 09 22:09:09.778148 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2b07c554-f102-41f9-b12a-2a0e1e5a51b6 req-133df214-a8c4-48f6-bde4-c94a7b270e29 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1f0dee9-722e-4eaa-bd49-c2c0b8525e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445940 Nov 09 22:09:10.895268 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52055d4a-3d63-4bfe-8c21-cf4a8f1c4570 req-4d5a26fa-e10f-4c63-a713-728bd7d66d11 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:10.896760 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-52055d4a-3d63-4bfe-8c21-cf4a8f1c4570 req-4d5a26fa-e10f-4c63-a713-728bd7d66d11 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b2facb4-652c-400c-9d33-1b53db28074f HTTP/1.1" status: 200 len: 944 time: 0.0525436 Nov 09 22:09:10.919992 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device d5a6b891-dc96-4f35-b83f-9c3d09225ef2 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 22:09:10.944095 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-52055d4a-3d63-4bfe-8c21-cf4a8f1c4570 req-d689d096-46d3-45fe-91e9-b48d37e691ad tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1f0dee9-722e-4eaa-bd49-c2c0b8525e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414636 Nov 09 22:09:11.010506 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port d5a6b891-dc96-4f35-b83f-9c3d09225ef2, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=d5a6b891-dc96-4f35-b83f-9c3d09225ef2,segment=NetworkSegment(3fa9dae3-36ca-428f-bbba-ed14326dd43b),segment_id=3fa9dae3-36ca-428f-bbba-ed14326dd43b)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:09:11.020899 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': 'd5a6b891-dc96-4f35-b83f-9c3d09225ef2', 'network_id': '57b52561-64d1-405b-a1b4-9c604f16e869', 'port_id': 'd5a6b891-dc96-4f35-b83f-9c3d09225ef2', 'mac_address': 'fa:16:3e:d6:cc:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7810300b-9a34-4718-8292-051b2460d9e8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 22:09:11.062120 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:11.075324 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5a6b891-dc96-4f35-b83f-9c3d09225ef2 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 22:09:11.093805 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port d5a6b891-dc96-4f35-b83f-9c3d09225ef2, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=d5a6b891-dc96-4f35-b83f-9c3d09225ef2,segment=NetworkSegment(3fa9dae3-36ca-428f-bbba-ed14326dd43b),segment_id=3fa9dae3-36ca-428f-bbba-ed14326dd43b)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:09:11.097387 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:11.143491 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=d5a6b891-dc96-4f35-b83f-9c3d09225ef2,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:11.284781 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['d5a6b891-dc96-4f35-b83f-9c3d09225ef2'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 22:09:12.056488 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950440b9-0d3a-4150-8649-ad57c776d675 req-306f92a8-07b5-4a86-b765-e5064dc34577 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:12.057985 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-950440b9-0d3a-4150-8649-ad57c776d675 req-306f92a8-07b5-4a86-b765-e5064dc34577 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b2facb4-652c-400c-9d33-1b53db28074f HTTP/1.1" status: 200 len: 945 time: 0.0480859 Nov 09 22:09:12.104058 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-950440b9-0d3a-4150-8649-ad57c776d675 req-c07d686c-68d4-4846-9e8f-b2d9b0fc67bd tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1f0dee9-722e-4eaa-bd49-c2c0b8525e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401423 Nov 09 22:09:12.935901 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device d5a6b891-dc96-4f35-b83f-9c3d09225ef2 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:09:12.983907 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port d5a6b891-dc96-4f35-b83f-9c3d09225ef2 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 22:09:12.987908 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port d5a6b891-dc96-4f35-b83f-9c3d09225ef2 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:09:12.988279 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:13.074889 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:13.224674 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983966f-4820-4c1d-bc2b-4b7f4ab252cf req-4b1198fb-fff5-4d6b-8c1a-a1cf5ec36048 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:13.226111 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5983966f-4820-4c1d-bc2b-4b7f4ab252cf req-4b1198fb-fff5-4d6b-8c1a-a1cf5ec36048 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b2facb4-652c-400c-9d33-1b53db28074f HTTP/1.1" status: 200 len: 945 time: 0.0518372 Nov 09 22:09:13.262060 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2facb4-652c-400c-9d33-1b53db28074f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a6b891-dc96-4f35-b83f-9c3d09225ef2'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:09:13.264308 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acda561c-3de1-47cd-b8d0-4da2b0658809" -d '{"events": [{"server_uuid": "1b2facb4-652c-400c-9d33-1b53db28074f", "name": "network-vif-plugged", "status": "completed", "tag": "d5a6b891-dc96-4f35-b83f-9c3d09225ef2"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:09:13.273957 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5983966f-4820-4c1d-bc2b-4b7f4ab252cf req-e418ce33-df5c-47c7-91bd-4e63b8243edf tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1f0dee9-722e-4eaa-bd49-c2c0b8525e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417883 Nov 09 22:09:13.276982 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port d5a6b891-dc96-4f35-b83f-9c3d09225ef2, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=d5a6b891-dc96-4f35-b83f-9c3d09225ef2,segment=NetworkSegment(3fa9dae3-36ca-428f-bbba-ed14326dd43b),segment_id=3fa9dae3-36ca-428f-bbba-ed14326dd43b)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:09:13.280872 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:13.310585 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 22:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc897594-36c1-4171-a845-3287822ccf99 x-openstack-request-id: req-cc897594-36c1-4171-a845-3287822ccf99 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:09:13.310879 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b2facb4-652c-400c-9d33-1b53db28074f", "name": "network-vif-plugged", "status": "completed", "tag": "d5a6b891-dc96-4f35-b83f-9c3d09225ef2", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:09:13.311137 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cc897594-36c1-4171-a845-3287822ccf99 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:09:13.311530 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2facb4-652c-400c-9d33-1b53db28074f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a6b891-dc96-4f35-b83f-9c3d09225ef2', 'code': 200} Nov 09 22:09:13.331166 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=d5a6b891-dc96-4f35-b83f-9c3d09225ef2,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:13.408343 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1c112-86e3-4150-a6e5-e720a6447eed req-ab805bf6-d3d8-445f-b2b8-8dd33abca9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:13.409849 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-58c1c112-86e3-4150-a6e5-e720a6447eed req-ab805bf6-d3d8-445f-b2b8-8dd33abca9d8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1b2facb4-652c-400c-9d33-1b53db28074f HTTP/1.1" status: 200 len: 1097 time: 0.0433931 Nov 09 22:09:13.455013 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-58c1c112-86e3-4150-a6e5-e720a6447eed req-41c35a8f-d6ff-4849-bcd0-8a5e9777d45c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e1f0dee9-722e-4eaa-bd49-c2c0b8525e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362394 Nov 09 22:09:14.401327 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b410f-be50-4571-b9d1-7a381ba57f23 req-2f6154d6-d892-491b-9066-4c200cfc9bf1 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:14.402816 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f25b410f-be50-4571-b9d1-7a381ba57f23 req-2f6154d6-d892-491b-9066-4c200cfc9bf1 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b2facb4-652c-400c-9d33-1b53db28074f HTTP/1.1" status: 200 len: 946 time: 0.0480773 Nov 09 22:09:14.452572 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f25b410f-be50-4571-b9d1-7a381ba57f23 req-8537a1d0-ed9d-458a-9eb2-6f81162c0782 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1f0dee9-722e-4eaa-bd49-c2c0b8525e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433502 Nov 09 22:09:15.570658 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ff4bd-d313-48c9-89ed-8eb289c8727d req-d5403663-c9b1-47e8-9c9d-4e013e868558 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:15.572169 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1c5ff4bd-d313-48c9-89ed-8eb289c8727d req-d5403663-c9b1-47e8-9c9d-4e013e868558 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b2facb4-652c-400c-9d33-1b53db28074f HTTP/1.1" status: 200 len: 946 time: 0.0482392 Nov 09 22:09:15.617592 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1c5ff4bd-d313-48c9-89ed-8eb289c8727d req-871d1393-3a14-4809-98f3-8d536c771b80 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1f0dee9-722e-4eaa-bd49-c2c0b8525e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394425 Nov 09 22:09:15.838549 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819b583-13d4-4f3c-a509-3290800dbf45 req-d2865706-5786-40bd-b223-3500d5b077d3 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:15.840015 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a819b583-13d4-4f3c-a509-3290800dbf45 req-d2865706-5786-40bd-b223-3500d5b077d3 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/networks?id=57b52561-64d1-405b-a1b4-9c604f16e869 HTTP/1.1" status: 200 len: 813 time: 0.1017919 Nov 09 22:09:15.854855 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a819b583-13d4-4f3c-a509-3290800dbf45 req-2c542d80-7b90-4f27-b89a-c1c60a199c57 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/quotas/c6faaa4c350548b0b2abc5a6f1254de2 HTTP/1.1" status: 200 len: 375 time: 0.0092771 Nov 09 22:09:15.901145 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a819b583-13d4-4f3c-a509-3290800dbf45 req-d84065f3-711a-4bf6-9cd6-978c348aefdc tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c6faaa4c350548b0b2abc5a6f1254de2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0410511 Nov 09 22:09:16.038867 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a819b583-13d4-4f3c-a509-3290800dbf45 req-68ac9f9c-dc02-4321-99da-58781a7ebe99 service neutron] 10.222.0.49 "GET /v2.0/networks/57b52561-64d1-405b-a1b4-9c604f16e869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309915 Nov 09 22:09:16.126775 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a819b583-13d4-4f3c-a509-3290800dbf45 req-640a32e9-f54b-473d-91a2-a7c439e03f1d service neutron] 10.222.0.49 "GET /v2.0/networks/57b52561-64d1-405b-a1b4-9c604f16e869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812159 Nov 09 22:09:16.286223 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-36888693-7fab-4bb2-96c5-006e79a36aca req-220c1fd1-bfae-4474-b2f7-60688d18780b tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/ports?device_id=5644668b-3107-4a08-9334-7dbcb5110b7f HTTP/1.1" status: 200 len: 210 time: 0.0337219 Nov 09 22:09:17.249429 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819b583-13d4-4f3c-a509-3290800dbf45 req-955ec364-1e56-4a45-9766-c4d8659974ad tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:17.250907 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a819b583-13d4-4f3c-a509-3290800dbf45 req-955ec364-1e56-4a45-9766-c4d8659974ad tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.43 "GET /v2.0/networks?id=57b52561-64d1-405b-a1b4-9c604f16e869 HTTP/1.1" status: 200 len: 813 time: 0.1120470 Nov 09 22:09:17.271523 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-a819b583-13d4-4f3c-a509-3290800dbf45 req-22fa8fbe-6164-46be-b867-509c834d5990 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Request body: {'port': {'device_id': '5644668b-3107-4a08-9334-7dbcb5110b7f', 'network_id': '57b52561-64d1-405b-a1b4-9c604f16e869', 'admin_state_up': True, 'tenant_id': 'c6faaa4c350548b0b2abc5a6f1254de2'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:09:17.390927 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-651a2178-096c-4ef5-b217-26e1fc7a45c7 req-a57fd722-d7b8-4bb0-97d2-11280d556ada tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/ports?device_id=5644668b-3107-4a08-9334-7dbcb5110b7f HTTP/1.1" status: 200 len: 210 time: 0.0324976 Nov 09 22:09:17.406730 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a819b583-13d4-4f3c-a509-3290800dbf45 req-22fa8fbe-6164-46be-b867-509c834d5990 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Made reservation on behalf of c6faaa4c350548b0b2abc5a6f1254de2 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:09:17.410251 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a819b583-13d4-4f3c-a509-3290800dbf45 req-22fa8fbe-6164-46be-b867-509c834d5990 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:17.534120 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-a819b583-13d4-4f3c-a509-3290800dbf45 req-22fa8fbe-6164-46be-b867-509c834d5990 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Allocated IP 172.20.0.7 (57b52561-64d1-405b-a1b4-9c604f16e869/7810300b-9a34-4718-8292-051b2460d9e8/03b6114c-bece-4c3b-bf89-7acdb79cfd51) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:09:17.683352 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a819b583-13d4-4f3c-a509-3290800dbf45 req-22fa8fbe-6164-46be-b867-509c834d5990 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:17.712920 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b440ce8b-cc15-48f7-bfb5-5d8f57506908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:17.715523 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a819b583-13d4-4f3c-a509-3290800dbf45 req-22fa8fbe-6164-46be-b867-509c834d5990 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:17.726370 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['d5a6b891-dc96-4f35-b83f-9c3d09225ef2'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 22:09:17.759559 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a819b583-13d4-4f3c-a509-3290800dbf45 req-22fa8fbe-6164-46be-b867-509c834d5990 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Network 57b52561-64d1-405b-a1b4-9c604f16e869 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:09:17.762842 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-a819b583-13d4-4f3c-a509-3290800dbf45 req-22fa8fbe-6164-46be-b867-509c834d5990 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:09:17.766676 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-a819b583-13d4-4f3c-a509-3290800dbf45 req-22fa8fbe-6164-46be-b867-509c834d5990 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:09:17.794693 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fa8fbe-6164-46be-b867-509c834d5990 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Pushing event updated for resources: {'Port': ['ID=03b6114c-bece-4c3b-bf89-7acdb79cfd51,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:17.807681 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa8fbe-6164-46be-b867-509c834d5990 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:09:17.808033 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa8fbe-6164-46be-b867-509c834d5990 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:09:17.808374 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa8fbe-6164-46be-b867-509c834d5990 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:09:17.808744 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa8fbe-6164-46be-b867-509c834d5990 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:09:17.809084 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa8fbe-6164-46be-b867-509c834d5990 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:09:17.809419 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa8fbe-6164-46be-b867-509c834d5990 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:09:17.809749 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa8fbe-6164-46be-b867-509c834d5990 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:09:17.810080 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa8fbe-6164-46be-b867-509c834d5990 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:09:17.810406 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa8fbe-6164-46be-b867-509c834d5990 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:09:17.810728 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa8fbe-6164-46be-b867-509c834d5990 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:09:17.811051 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa8fbe-6164-46be-b867-509c834d5990 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:09:17.811371 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fa8fbe-6164-46be-b867-509c834d5990 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:09:17.832703 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819b583-13d4-4f3c-a509-3290800dbf45 req-22fa8fbe-6164-46be-b867-509c834d5990 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:17.833322 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a819b583-13d4-4f3c-a509-3290800dbf45 req-22fa8fbe-6164-46be-b867-509c834d5990 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:17.849937 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a819b583-13d4-4f3c-a509-3290800dbf45 req-22fa8fbe-6164-46be-b867-509c834d5990 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5821705 Nov 09 22:09:17.870439 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-a819b583-13d4-4f3c-a509-3290800dbf45 req-a69a47ba-00cd-4bc4-85b5-590ac89aa055 service neutron] Request body: {'port': {'device_id': '5644668b-3107-4a08-9334-7dbcb5110b7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:09:17.922037 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a819b583-13d4-4f3c-a509-3290800dbf45 req-a69a47ba-00cd-4bc4-85b5-590ac89aa055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:18.171537 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-a819b583-13d4-4f3c-a509-3290800dbf45 req-a69a47ba-00cd-4bc4-85b5-590ac89aa055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03b6114c-bece-4c3b-bf89-7acdb79cfd51 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 22:09:18.178920 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a819b583-13d4-4f3c-a509-3290800dbf45 req-a69a47ba-00cd-4bc4-85b5-590ac89aa055 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:18.191376 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-a819b583-13d4-4f3c-a509-3290800dbf45 req-a69a47ba-00cd-4bc4-85b5-590ac89aa055 service neutron] Transition to ACTIVE for port object 03b6114c-bece-4c3b-bf89-7acdb79cfd51 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 22:09:18.194916 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a819b583-13d4-4f3c-a509-3290800dbf45 req-a69a47ba-00cd-4bc4-85b5-590ac89aa055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:18.261751 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a47ba-00cd-4bc4-85b5-590ac89aa055 service neutron] Pushing event updated for resources: {'Port': ['ID=03b6114c-bece-4c3b-bf89-7acdb79cfd51,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:18.312641 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-a819b583-13d4-4f3c-a509-3290800dbf45 req-a69a47ba-00cd-4bc4-85b5-590ac89aa055 service neutron] Attempting to bind port 03b6114c-bece-4c3b-bf89-7acdb79cfd51 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:09:18.313001 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-a819b583-13d4-4f3c-a509-3290800dbf45 req-a69a47ba-00cd-4bc4-85b5-590ac89aa055 service neutron] Attempting to bind port 03b6114c-bece-4c3b-bf89-7acdb79cfd51 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '3fa9dae3-36ca-428f-bbba-ed14326dd43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '57b52561-64d1-405b-a1b4-9c604f16e869'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:09:18.313321 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a819b583-13d4-4f3c-a509-3290800dbf45 req-a69a47ba-00cd-4bc4-85b5-590ac89aa055 service neutron] Attempting to bind port 03b6114c-bece-4c3b-bf89-7acdb79cfd51 on network 57b52561-64d1-405b-a1b4-9c604f16e869 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:09:18.317514 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a819b583-13d4-4f3c-a509-3290800dbf45 req-a69a47ba-00cd-4bc4-85b5-590ac89aa055 service neutron] Port 03b6114c-bece-4c3b-bf89-7acdb79cfd51 on network 57b52561-64d1-405b-a1b4-9c604f16e869 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 22:09:18.317829 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a819b583-13d4-4f3c-a509-3290800dbf45 req-a69a47ba-00cd-4bc4-85b5-590ac89aa055 service neutron] Attempting to bind port 03b6114c-bece-4c3b-bf89-7acdb79cfd51 on network 57b52561-64d1-405b-a1b4-9c604f16e869 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:09:18.323220 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a819b583-13d4-4f3c-a509-3290800dbf45 req-a69a47ba-00cd-4bc4-85b5-590ac89aa055 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:09:18.323558 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a819b583-13d4-4f3c-a509-3290800dbf45 req-a69a47ba-00cd-4bc4-85b5-590ac89aa055 service neutron] Checking segment: {'id': '3fa9dae3-36ca-428f-bbba-ed14326dd43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '57b52561-64d1-405b-a1b4-9c604f16e869'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:09:18.323942 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a819b583-13d4-4f3c-a509-3290800dbf45 req-a69a47ba-00cd-4bc4-85b5-590ac89aa055 service neutron] Bound using segment: {'id': '3fa9dae3-36ca-428f-bbba-ed14326dd43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '57b52561-64d1-405b-a1b4-9c604f16e869'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:09:18.324365 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-a819b583-13d4-4f3c-a509-3290800dbf45 req-a69a47ba-00cd-4bc4-85b5-590ac89aa055 service neutron] Bound port: 03b6114c-bece-4c3b-bf89-7acdb79cfd51, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fa9dae3-36ca-428f-bbba-ed14326dd43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '57b52561-64d1-405b-a1b4-9c604f16e869'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:09:18.324747 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a819b583-13d4-4f3c-a509-3290800dbf45 req-a69a47ba-00cd-4bc4-85b5-590ac89aa055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:18.385115 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-a819b583-13d4-4f3c-a509-3290800dbf45 req-a69a47ba-00cd-4bc4-85b5-590ac89aa055 service neutron] For port 03b6114c-bece-4c3b-bf89-7acdb79cfd51, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:09:18.388191 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-a819b583-13d4-4f3c-a509-3290800dbf45 req-a69a47ba-00cd-4bc4-85b5-590ac89aa055 service neutron] For port 03b6114c-bece-4c3b-bf89-7acdb79cfd51, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=03b6114c-bece-4c3b-bf89-7acdb79cfd51,segment=NetworkSegment(3fa9dae3-36ca-428f-bbba-ed14326dd43b),segment_id=3fa9dae3-36ca-428f-bbba-ed14326dd43b)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:09:18.392857 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a819b583-13d4-4f3c-a509-3290800dbf45 req-a69a47ba-00cd-4bc4-85b5-590ac89aa055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:18.431526 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819b583-13d4-4f3c-a509-3290800dbf45 req-a69a47ba-00cd-4bc4-85b5-590ac89aa055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:18.432152 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-a819b583-13d4-4f3c-a509-3290800dbf45 req-a69a47ba-00cd-4bc4-85b5-590ac89aa055 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:18.433594 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a819b583-13d4-4f3c-a509-3290800dbf45 req-a69a47ba-00cd-4bc4-85b5-590ac89aa055 service neutron] 10.222.0.43 "PUT /v2.0/ports/03b6114c-bece-4c3b-bf89-7acdb79cfd51 HTTP/1.1" status: 200 len: 1091 time: 0.5698128 Nov 09 22:09:18.434048 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5644668b-3107-4a08-9334-7dbcb5110b7f', 'tag': '03b6114c-bece-4c3b-bf89-7acdb79cfd51'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:09:18.436312 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1c2f06-7810-4e2e-81ef-e431f70c1228" -d '{"events": [{"name": "network-changed", "server_uuid": "5644668b-3107-4a08-9334-7dbcb5110b7f", "tag": "03b6114c-bece-4c3b-bf89-7acdb79cfd51"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:09:18.459855 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a47ba-00cd-4bc4-85b5-590ac89aa055 service neutron] Pushing event updated for resources: {'Port': ['ID=03b6114c-bece-4c3b-bf89-7acdb79cfd51,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:18.504509 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56fe89bc-ae5b-4033-bf40-342f7a0b7c06 x-openstack-request-id: req-56fe89bc-ae5b-4033-bf40-342f7a0b7c06 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:09:18.504826 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5644668b-3107-4a08-9334-7dbcb5110b7f", "tag": "03b6114c-bece-4c3b-bf89-7acdb79cfd51", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:09:18.505090 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-56fe89bc-ae5b-4033-bf40-342f7a0b7c06 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:09:18.505502 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5644668b-3107-4a08-9334-7dbcb5110b7f', 'tag': '03b6114c-bece-4c3b-bf89-7acdb79cfd51', 'status': 'completed', 'code': 200} Nov 09 22:09:18.524054 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18564c7c-7d6f-4f8f-a96a-76699bc3f5e4 req-f8d231ca-39bf-430d-8c2b-b763c4ad483f tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:18.525777 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-18564c7c-7d6f-4f8f-a96a-76699bc3f5e4 req-f8d231ca-39bf-430d-8c2b-b763c4ad483f tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/ports?device_id=5644668b-3107-4a08-9334-7dbcb5110b7f HTTP/1.1" status: 200 len: 943 time: 0.0590835 Nov 09 22:09:18.563566 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819b583-13d4-4f3c-a509-3290800dbf45 req-e80486fb-ee3c-46df-8e35-ac8dc80f801a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:18.565130 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a819b583-13d4-4f3c-a509-3290800dbf45 req-e80486fb-ee3c-46df-8e35-ac8dc80f801a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c6faaa4c350548b0b2abc5a6f1254de2&device_id=5644668b-3107-4a08-9334-7dbcb5110b7f HTTP/1.1" status: 200 len: 1094 time: 0.0422261 Nov 09 22:09:18.573634 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-18564c7c-7d6f-4f8f-a96a-76699bc3f5e4 req-b0400baa-0cda-46b6-9338-b80f9e73641a tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1f0dee9-722e-4eaa-bd49-c2c0b8525e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417986 Nov 09 22:09:18.615136 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a819b583-13d4-4f3c-a509-3290800dbf45 req-e3ae3e73-2a4c-4f03-90e5-5f3efd9adcc9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03b6114c-bece-4c3b-bf89-7acdb79cfd51 HTTP/1.1" status: 200 len: 217 time: 0.0341678 Nov 09 22:09:18.666159 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819b583-13d4-4f3c-a509-3290800dbf45 req-815ecd5c-0d96-4bef-a2da-af94622ef169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:18.667573 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a819b583-13d4-4f3c-a509-3290800dbf45 req-815ecd5c-0d96-4bef-a2da-af94622ef169 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7810300b-9a34-4718-8292-051b2460d9e8 HTTP/1.1" status: 200 len: 853 time: 0.0458767 Nov 09 22:09:18.698348 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a819b583-13d4-4f3c-a509-3290800dbf45 req-40bdf66d-9d5c-40a3-9583-0aa8fc48fc48 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57b52561-64d1-405b-a1b4-9c604f16e869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238788 Nov 09 22:09:18.784570 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a819b583-13d4-4f3c-a509-3290800dbf45 req-9b0defb9-ea0d-4d09-96c2-440bd89354b4 service neutron] 10.222.0.43 "GET /v2.0/networks/57b52561-64d1-405b-a1b4-9c604f16e869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792620 Nov 09 22:09:18.875782 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a819b583-13d4-4f3c-a509-3290800dbf45 req-20be984d-6eb2-4cae-8993-a492a8bd0eba service neutron] 10.222.0.43 "GET /v2.0/networks/57b52561-64d1-405b-a1b4-9c604f16e869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843792 Nov 09 22:09:18.997352 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c2f06-7810-4e2e-81ef-e431f70c1228 req-36a3faca-94b5-48fb-9261-bdf9af3c9409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:18.998722 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-de1c2f06-7810-4e2e-81ef-e431f70c1228 req-36a3faca-94b5-48fb-9261-bdf9af3c9409 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c6faaa4c350548b0b2abc5a6f1254de2&device_id=5644668b-3107-4a08-9334-7dbcb5110b7f HTTP/1.1" status: 200 len: 1094 time: 0.0412600 Nov 09 22:09:19.090660 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c2f06-7810-4e2e-81ef-e431f70c1228 req-7930575e-1184-4dcb-9a6e-d28f61fe52ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:19.092135 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-de1c2f06-7810-4e2e-81ef-e431f70c1228 req-7930575e-1184-4dcb-9a6e-d28f61fe52ee service neutron] 10.222.0.43 "GET /v2.0/networks?id=57b52561-64d1-405b-a1b4-9c604f16e869 HTTP/1.1" status: 200 len: 913 time: 0.0854073 Nov 09 22:09:19.132381 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-de1c2f06-7810-4e2e-81ef-e431f70c1228 req-bbb18fdb-9b51-4598-ac21-955386dd4dc0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03b6114c-bece-4c3b-bf89-7acdb79cfd51 HTTP/1.1" status: 200 len: 217 time: 0.0333214 Nov 09 22:09:19.180489 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c2f06-7810-4e2e-81ef-e431f70c1228 req-5c4b7bd0-97d4-4862-a68e-48b762d4c337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:19.182706 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-de1c2f06-7810-4e2e-81ef-e431f70c1228 req-5c4b7bd0-97d4-4862-a68e-48b762d4c337 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7810300b-9a34-4718-8292-051b2460d9e8 HTTP/1.1" status: 200 len: 853 time: 0.0426991 Nov 09 22:09:19.214707 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-de1c2f06-7810-4e2e-81ef-e431f70c1228 req-66dc5534-c781-4f79-8d3f-5609e52e2cdf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57b52561-64d1-405b-a1b4-9c604f16e869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244014 Nov 09 22:09:19.304820 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-de1c2f06-7810-4e2e-81ef-e431f70c1228 req-9b24e116-2250-429e-9bf8-d8a0a6c7fb01 service neutron] 10.222.0.43 "GET /v2.0/networks/57b52561-64d1-405b-a1b4-9c604f16e869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817797 Nov 09 22:09:19.397266 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-de1c2f06-7810-4e2e-81ef-e431f70c1228 req-aa55ad11-9354-459d-8dc1-4b6784f8985e service neutron] 10.222.0.43 "GET /v2.0/networks/57b52561-64d1-405b-a1b4-9c604f16e869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840592 Nov 09 22:09:19.687333 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2c8ae-a5ca-4e89-98c6-ac01aba17f4d req-13891553-a07e-44a1-8504-4f1502ab20ac tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:19.688811 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7fd2c8ae-a5ca-4e89-98c6-ac01aba17f4d req-13891553-a07e-44a1-8504-4f1502ab20ac tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/ports?device_id=5644668b-3107-4a08-9334-7dbcb5110b7f HTTP/1.1" status: 200 len: 943 time: 0.0481803 Nov 09 22:09:19.734368 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7fd2c8ae-a5ca-4e89-98c6-ac01aba17f4d req-bb1bfd50-23ea-4fb5-b84f-12fcff8ddc27 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1f0dee9-722e-4eaa-bd49-c2c0b8525e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397458 Nov 09 22:09:20.216938 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-06a200a2-dd26-4a23-b304-048ffd30b874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:20.848816 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d0e16-0dd4-4107-919f-401bd9785074 req-8e1c79cd-e7f5-4eef-b66c-09ea53455040 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:20.850306 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e52d0e16-0dd4-4107-919f-401bd9785074 req-8e1c79cd-e7f5-4eef-b66c-09ea53455040 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/ports?device_id=5644668b-3107-4a08-9334-7dbcb5110b7f HTTP/1.1" status: 200 len: 943 time: 0.0491014 Nov 09 22:09:20.893569 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3afc60be-d961-4d30-86c3-745b51dc20ab req-a5fd8373-56a3-4e64-8080-9f544e0ad744 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1b2facb4-652c-400c-9d33-1b53db28074f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0381463 Nov 09 22:09:20.897409 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e52d0e16-0dd4-4107-919f-401bd9785074 req-ff1fb2af-d932-44f8-9164-017995dc7bd7 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1f0dee9-722e-4eaa-bd49-c2c0b8525e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410712 Nov 09 22:09:20.978295 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc60be-d961-4d30-86c3-745b51dc20ab req-3ec89734-e4ac-405f-b03d-992ea91d3cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:20.979752 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3afc60be-d961-4d30-86c3-745b51dc20ab req-3ec89734-e4ac-405f-b03d-992ea91d3cdd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c6faaa4c350548b0b2abc5a6f1254de2&device_id=1b2facb4-652c-400c-9d33-1b53db28074f HTTP/1.1" status: 200 len: 1097 time: 0.0399461 Nov 09 22:09:21.084556 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc60be-d961-4d30-86c3-745b51dc20ab req-ea2c79cb-9670-46a0-bb74-69a48cdee826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:21.086008 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3afc60be-d961-4d30-86c3-745b51dc20ab req-ea2c79cb-9670-46a0-bb74-69a48cdee826 service neutron] 10.222.0.45 "GET /v2.0/networks?id=57b52561-64d1-405b-a1b4-9c604f16e869 HTTP/1.1" status: 200 len: 913 time: 0.0878415 Nov 09 22:09:21.125618 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3afc60be-d961-4d30-86c3-745b51dc20ab req-f0ee06f2-5336-4e2d-9258-512363c83167 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5a6b891-dc96-4f35-b83f-9c3d09225ef2 HTTP/1.1" status: 200 len: 217 time: 0.0330832 Nov 09 22:09:21.175457 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc60be-d961-4d30-86c3-745b51dc20ab req-e764b3c1-821d-4816-86a8-77d2c3c3f19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:21.176993 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3afc60be-d961-4d30-86c3-745b51dc20ab req-e764b3c1-821d-4816-86a8-77d2c3c3f19b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7810300b-9a34-4718-8292-051b2460d9e8 HTTP/1.1" status: 200 len: 853 time: 0.0453930 Nov 09 22:09:21.199690 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:21.209694 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3afc60be-d961-4d30-86c3-745b51dc20ab req-75735bfb-14a4-4f9c-96ef-bced2cf0a983 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=57b52561-64d1-405b-a1b4-9c604f16e869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247426 Nov 09 22:09:21.296096 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3afc60be-d961-4d30-86c3-745b51dc20ab req-c9d69102-5798-4fe4-9fa6-12d2fc03b862 service neutron] 10.222.0.45 "GET /v2.0/networks/57b52561-64d1-405b-a1b4-9c604f16e869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789249 Nov 09 22:09:21.386081 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3afc60be-d961-4d30-86c3-745b51dc20ab req-0df25c10-fe64-4a3c-a9fe-e35bf230d438 service neutron] 10.222.0.45 "GET /v2.0/networks/57b52561-64d1-405b-a1b4-9c604f16e869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833070 Nov 09 22:09:21.919128 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 03b6114c-bece-4c3b-bf89-7acdb79cfd51 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 22:09:22.012079 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b18d7-7df9-448e-b7c1-d0e4e6964645 req-d5ce922f-6241-4b6d-901d-954fb2a922ee tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:22.013518 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 03b6114c-bece-4c3b-bf89-7acdb79cfd51, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=03b6114c-bece-4c3b-bf89-7acdb79cfd51,segment=NetworkSegment(3fa9dae3-36ca-428f-bbba-ed14326dd43b),segment_id=3fa9dae3-36ca-428f-bbba-ed14326dd43b)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:09:22.013689 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c65b18d7-7df9-448e-b7c1-d0e4e6964645 req-d5ce922f-6241-4b6d-901d-954fb2a922ee tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/ports?device_id=5644668b-3107-4a08-9334-7dbcb5110b7f HTTP/1.1" status: 200 len: 943 time: 0.0490043 Nov 09 22:09:22.025509 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '03b6114c-bece-4c3b-bf89-7acdb79cfd51', 'network_id': '57b52561-64d1-405b-a1b4-9c604f16e869', 'port_id': '03b6114c-bece-4c3b-bf89-7acdb79cfd51', 'mac_address': 'fa:16:3e:22:e5:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7810300b-9a34-4718-8292-051b2460d9e8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 22:09:22.059982 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c65b18d7-7df9-448e-b7c1-d0e4e6964645 req-679458c9-86a6-4173-855a-702b7723e8a5 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1f0dee9-722e-4eaa-bd49-c2c0b8525e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404556 Nov 09 22:09:22.061739 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:22.074913 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03b6114c-bece-4c3b-bf89-7acdb79cfd51 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 22:09:22.094578 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 03b6114c-bece-4c3b-bf89-7acdb79cfd51, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=03b6114c-bece-4c3b-bf89-7acdb79cfd51,segment=NetworkSegment(3fa9dae3-36ca-428f-bbba-ed14326dd43b),segment_id=3fa9dae3-36ca-428f-bbba-ed14326dd43b)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:09:22.098327 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:22.143535 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=03b6114c-bece-4c3b-bf89-7acdb79cfd51,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:22.355739 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['03b6114c-bece-4c3b-bf89-7acdb79cfd51'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 22:09:22.552213 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:23.180563 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162a579-5647-485a-9d68-f9daeed2e4a7 req-c51d83f3-20d1-4e41-933a-550b64fb7d74 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:23.182061 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e162a579-5647-485a-9d68-f9daeed2e4a7 req-c51d83f3-20d1-4e41-933a-550b64fb7d74 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/ports?device_id=5644668b-3107-4a08-9334-7dbcb5110b7f HTTP/1.1" status: 200 len: 944 time: 0.0530031 Nov 09 22:09:23.228235 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e162a579-5647-485a-9d68-f9daeed2e4a7 req-3be1715a-56bd-469d-af24-dfa91d3a1605 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1f0dee9-722e-4eaa-bd49-c2c0b8525e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402167 Nov 09 22:09:23.262889 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:23.451308 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:23.934934 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 03b6114c-bece-4c3b-bf89-7acdb79cfd51 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:09:23.971245 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:09:23.984285 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 03b6114c-bece-4c3b-bf89-7acdb79cfd51 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 22:09:23.988189 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 03b6114c-bece-4c3b-bf89-7acdb79cfd51 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:09:23.988554 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:24.062209 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:24.083980 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5644668b-3107-4a08-9334-7dbcb5110b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b6114c-bece-4c3b-bf89-7acdb79cfd51'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:09:24.086242 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7144942-3e8f-4350-8708-b1c1fb0d9bf3" -d '{"events": [{"server_uuid": "5644668b-3107-4a08-9334-7dbcb5110b7f", "name": "network-vif-plugged", "status": "completed", "tag": "03b6114c-bece-4c3b-bf89-7acdb79cfd51"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:09:24.099052 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 03b6114c-bece-4c3b-bf89-7acdb79cfd51, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=03b6114c-bece-4c3b-bf89-7acdb79cfd51,segment=NetworkSegment(3fa9dae3-36ca-428f-bbba-ed14326dd43b),segment_id=3fa9dae3-36ca-428f-bbba-ed14326dd43b)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:09:24.103687 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:24.130380 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 22:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0af2cb-8413-435f-a7dc-544191ed1358 x-openstack-request-id: req-cf0af2cb-8413-435f-a7dc-544191ed1358 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:09:24.130669 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5644668b-3107-4a08-9334-7dbcb5110b7f", "name": "network-vif-plugged", "status": "completed", "tag": "03b6114c-bece-4c3b-bf89-7acdb79cfd51", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:09:24.130918 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cf0af2cb-8413-435f-a7dc-544191ed1358 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:09:24.131298 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5644668b-3107-4a08-9334-7dbcb5110b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b6114c-bece-4c3b-bf89-7acdb79cfd51', 'code': 200} Nov 09 22:09:24.156033 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=03b6114c-bece-4c3b-bf89-7acdb79cfd51,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:24.245777 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a68c7c-056c-4936-a604-595e3485ee90 req-ff54d895-b5e6-4608-ac48-2a0e56bf8cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:24.247145 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-85a68c7c-056c-4936-a604-595e3485ee90 req-ff54d895-b5e6-4608-ac48-2a0e56bf8cf9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5644668b-3107-4a08-9334-7dbcb5110b7f HTTP/1.1" status: 200 len: 1096 time: 0.0432646 Nov 09 22:09:24.292563 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-85a68c7c-056c-4936-a604-595e3485ee90 req-92e2362c-4ae2-4b59-b6bd-44d7f4808fbb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e1f0dee9-722e-4eaa-bd49-c2c0b8525e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378566 Nov 09 22:09:24.344207 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d834f-f55a-4260-abe9-87d2c694b59d req-80828f6f-d335-40f4-8312-86ec44c2ae97 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:24.345718 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bb6d834f-f55a-4260-abe9-87d2c694b59d req-80828f6f-d335-40f4-8312-86ec44c2ae97 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/ports?device_id=5644668b-3107-4a08-9334-7dbcb5110b7f HTTP/1.1" status: 200 len: 945 time: 0.0497558 Nov 09 22:09:24.392429 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bb6d834f-f55a-4260-abe9-87d2c694b59d req-0d779889-952a-42ed-a29a-461d216311d8 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1f0dee9-722e-4eaa-bd49-c2c0b8525e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408599 Nov 09 22:09:25.509512 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a88702-8e76-4c22-a402-87305f68a1f5 req-ef28db17-186e-4d6f-aa2d-b8512a179c8c tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:25.511005 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-22a88702-8e76-4c22-a402-87305f68a1f5 req-ef28db17-186e-4d6f-aa2d-b8512a179c8c tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/ports?device_id=5644668b-3107-4a08-9334-7dbcb5110b7f HTTP/1.1" status: 200 len: 945 time: 0.0498333 Nov 09 22:09:25.556915 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-22a88702-8e76-4c22-a402-87305f68a1f5 req-045c92ea-d8c7-47e6-a8dd-a535e5e3ab67 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1f0dee9-722e-4eaa-bd49-c2c0b8525e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400126 Nov 09 22:09:25.788131 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c7de1-5c45-43f9-82c9-18edd431d825 req-e4bc0df2-c85e-4281-94ad-9ff0b5385d1a tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:25.789647 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1e6c7de1-5c45-43f9-82c9-18edd431d825 req-e4bc0df2-c85e-4281-94ad-9ff0b5385d1a tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/ports?device_id=5644668b-3107-4a08-9334-7dbcb5110b7f HTTP/1.1" status: 200 len: 945 time: 0.0485125 Nov 09 22:09:25.838627 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1e6c7de1-5c45-43f9-82c9-18edd431d825 req-0ea91173-89a2-421f-8b31-d0eceeeb4aa5 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1f0dee9-722e-4eaa-bd49-c2c0b8525e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432043 Nov 09 22:09:26.957516 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88d20d-b35c-45b4-978c-f883f56b3caa req-cad9fb09-f97f-4f3f-8f20-858cfcc08ccb tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:26.959018 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8d88d20d-b35c-45b4-978c-f883f56b3caa req-cad9fb09-f97f-4f3f-8f20-858cfcc08ccb tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/ports?device_id=5644668b-3107-4a08-9334-7dbcb5110b7f HTTP/1.1" status: 200 len: 945 time: 0.0491111 Nov 09 22:09:27.010707 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8d88d20d-b35c-45b4-978c-f883f56b3caa req-5acac332-45df-45cb-8f19-7e01e9be39d7 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1f0dee9-722e-4eaa-bd49-c2c0b8525e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451655 Nov 09 22:09:27.161341 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd6e09-cd07-4579-a626-c0c9cc292b2d req-fe60daa0-af9a-4d9f-89b4-273131ec7051 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:27.162771 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-becd6e09-cd07-4579-a626-c0c9cc292b2d req-fe60daa0-af9a-4d9f-89b4-273131ec7051 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.43 "GET /v2.0/ports?device_id=5644668b-3107-4a08-9334-7dbcb5110b7f HTTP/1.1" status: 200 len: 945 time: 0.0487802 Nov 09 22:09:27.246667 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-becd6e09-cd07-4579-a626-c0c9cc292b2d req-3e9bc710-d828-43dd-adfe-add2fa004f1d tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Deleting port 03b6114c-bece-4c3b-bf89-7acdb79cfd51 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:09:27.247001 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-becd6e09-cd07-4579-a626-c0c9cc292b2d req-3e9bc710-d828-43dd-adfe-add2fa004f1d tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:27.335755 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-becd6e09-cd07-4579-a626-c0c9cc292b2d req-3e9bc710-d828-43dd-adfe-add2fa004f1d tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] For port 03b6114c-bece-4c3b-bf89-7acdb79cfd51, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=03b6114c-bece-4c3b-bf89-7acdb79cfd51,segment=NetworkSegment(3fa9dae3-36ca-428f-bbba-ed14326dd43b),segment_id=3fa9dae3-36ca-428f-bbba-ed14326dd43b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:09:27.336112 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-becd6e09-cd07-4579-a626-c0c9cc292b2d req-3e9bc710-d828-43dd-adfe-add2fa004f1d tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:27.348088 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-becd6e09-cd07-4579-a626-c0c9cc292b2d req-3e9bc710-d828-43dd-adfe-add2fa004f1d tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Calling delete_port for 03b6114c-bece-4c3b-bf89-7acdb79cfd51 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:09:27.473941 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-becd6e09-cd07-4579-a626-c0c9cc292b2d req-3e9bc710-d828-43dd-adfe-add2fa004f1d tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:27.488912 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['d5a6b891-dc96-4f35-b83f-9c3d09225ef2'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 22:09:27.507320 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9bc710-d828-43dd-adfe-add2fa004f1d tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Pushing event deleted for resources: {'Port': ['ID=03b6114c-bece-4c3b-bf89-7acdb79cfd51,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:27.517407 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['03b6114c-bece-4c3b-bf89-7acdb79cfd51'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 22:09:27.547327 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-becd6e09-cd07-4579-a626-c0c9cc292b2d req-3e9bc710-d828-43dd-adfe-add2fa004f1d tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] No DVR routers for this DVR port 03b6114c-bece-4c3b-bf89-7acdb79cfd51 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:09:27.549988 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-becd6e09-cd07-4579-a626-c0c9cc292b2d req-3e9bc710-d828-43dd-adfe-add2fa004f1d tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:27.553245 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-becd6e09-cd07-4579-a626-c0c9cc292b2d req-3e9bc710-d828-43dd-adfe-add2fa004f1d tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.43 "DELETE /v2.0/ports/03b6114c-bece-4c3b-bf89-7acdb79cfd51 HTTP/1.1" status: 204 len: 173 time: 0.3847537 Nov 09 22:09:27.553683 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5644668b-3107-4a08-9334-7dbcb5110b7f', 'name': 'network-vif-deleted', 'tag': '03b6114c-bece-4c3b-bf89-7acdb79cfd51'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:09:27.557062 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038a2310-b1f5-4a99-aca5-c4ce90b29272" -d '{"events": [{"server_uuid": "5644668b-3107-4a08-9334-7dbcb5110b7f", "name": "network-vif-deleted", "tag": "03b6114c-bece-4c3b-bf89-7acdb79cfd51"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:09:27.593485 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 22:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506d296a-462b-4a08-8868-3410538bb782 x-openstack-request-id: req-506d296a-462b-4a08-8868-3410538bb782 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:09:27.593808 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5644668b-3107-4a08-9334-7dbcb5110b7f", "name": "network-vif-deleted", "tag": "03b6114c-bece-4c3b-bf89-7acdb79cfd51", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:09:27.594037 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-506d296a-462b-4a08-8868-3410538bb782 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:09:27.594439 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5644668b-3107-4a08-9334-7dbcb5110b7f', 'name': 'network-vif-deleted', 'tag': '03b6114c-bece-4c3b-bf89-7acdb79cfd51', 'status': 'completed', 'code': 200} Nov 09 22:09:28.117734 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ca7951fc-786d-4576-92e2-5c15635899cf req-38e5456a-75c7-4de0-ba9f-a9e18dac0509 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/ports?device_id=5644668b-3107-4a08-9334-7dbcb5110b7f HTTP/1.1" status: 200 len: 210 time: 0.0292704 Nov 09 22:09:29.264449 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e66bab-f48b-42ca-8844-7d053eaf3568 req-df461427-0105-49c8-87ef-ce919a93b816 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:29.265954 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a6e66bab-f48b-42ca-8844-7d053eaf3568 req-df461427-0105-49c8-87ef-ce919a93b816 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b2facb4-652c-400c-9d33-1b53db28074f HTTP/1.1" status: 200 len: 946 time: 0.0497591 Nov 09 22:09:29.315921 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a6e66bab-f48b-42ca-8844-7d053eaf3568 req-fe9d89b2-046f-4c92-8598-425542aa8f56 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1f0dee9-722e-4eaa-bd49-c2c0b8525e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438609 Nov 09 22:09:29.444480 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad922267-73df-4460-a2bc-e1a0ef6c6dd0 req-37b02196-bb6f-4fc7-b5f6-918a1fa15dac tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:29.446024 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ad922267-73df-4460-a2bc-e1a0ef6c6dd0 req-37b02196-bb6f-4fc7-b5f6-918a1fa15dac tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b2facb4-652c-400c-9d33-1b53db28074f HTTP/1.1" status: 200 len: 946 time: 0.0493557 Nov 09 22:09:29.496756 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ad922267-73df-4460-a2bc-e1a0ef6c6dd0 req-7f9b889d-3691-4efd-b18a-c65d51613c72 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1f0dee9-722e-4eaa-bd49-c2c0b8525e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449355 Nov 09 22:09:29.614213 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9fcb6-f45f-44c9-bb27-021c99516efa req-e66b14aa-2ef6-42bd-ad02-a9e5e83c4ffd tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:29.615597 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-76a9fcb6-f45f-44c9-bb27-021c99516efa req-e66b14aa-2ef6-42bd-ad02-a9e5e83c4ffd tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b2facb4-652c-400c-9d33-1b53db28074f HTTP/1.1" status: 200 len: 946 time: 0.0523860 Nov 09 22:09:29.661501 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-76a9fcb6-f45f-44c9-bb27-021c99516efa req-5e16532b-ed22-4806-a906-e3f28fd0aea4 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1f0dee9-722e-4eaa-bd49-c2c0b8525e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400414 Nov 09 22:09:29.730945 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [req-73da7b75-7381-4a7c-8e12-db9293877f08 req-b2115a4d-8f57-4179-ab77-25e34648b242 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 22:09:29.731917 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-73da7b75-7381-4a7c-8e12-db9293877f08 req-b2115a4d-8f57-4179-ab77-25e34648b242 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054045 Nov 09 22:09:29.833199 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a1a12-14d6-4d82-899c-5cb59b1e9b40 req-d1613c67-1ff0-4dd0-ace7-7d6b1bfff80e tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:29.835339 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0a0a1a12-14d6-4d82-899c-5cb59b1e9b40 req-d1613c67-1ff0-4dd0-ace7-7d6b1bfff80e tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b2facb4-652c-400c-9d33-1b53db28074f HTTP/1.1" status: 200 len: 946 time: 0.0477870 Nov 09 22:09:29.881249 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0a0a1a12-14d6-4d82-899c-5cb59b1e9b40 req-b0ae3f23-1d12-40e3-ab40-e6fe57d0233b tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1f0dee9-722e-4eaa-bd49-c2c0b8525e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395544 Nov 09 22:09:29.995157 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ed23a-b3e5-420d-8dad-dcee47cac620 req-6fbb2e08-55c6-469f-a851-12307b274b62 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:29.996604 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-af6ed23a-b3e5-420d-8dad-dcee47cac620 req-6fbb2e08-55c6-469f-a851-12307b274b62 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b2facb4-652c-400c-9d33-1b53db28074f HTTP/1.1" status: 200 len: 946 time: 0.0485294 Nov 09 22:09:30.042677 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-af6ed23a-b3e5-420d-8dad-dcee47cac620 req-dedbdec4-f741-45eb-8af6-652359d6d731 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1f0dee9-722e-4eaa-bd49-c2c0b8525e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402284 Nov 09 22:09:30.166526 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061c75b-17d6-4b8f-881c-a2f7a65fe1a2 req-b9074511-ec13-4562-8578-8f3484902c2e tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:30.168071 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c061c75b-17d6-4b8f-881c-a2f7a65fe1a2 req-b9074511-ec13-4562-8578-8f3484902c2e tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b2facb4-652c-400c-9d33-1b53db28074f HTTP/1.1" status: 200 len: 946 time: 0.0501978 Nov 09 22:09:30.215842 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c061c75b-17d6-4b8f-881c-a2f7a65fe1a2 req-236aa52a-a3d4-4991-8791-d941f286c0f1 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1f0dee9-722e-4eaa-bd49-c2c0b8525e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414295 Nov 09 22:09:30.516885 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7671c5b-25a4-42ab-b229-a2ca74895e26 req-d4e01c38-16c5-4f7e-9789-5a078630d9d7 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:30.518365 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d7671c5b-25a4-42ab-b229-a2ca74895e26 req-d4e01c38-16c5-4f7e-9789-5a078630d9d7 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b2facb4-652c-400c-9d33-1b53db28074f HTTP/1.1" status: 200 len: 946 time: 0.0532601 Nov 09 22:09:30.565209 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d7671c5b-25a4-42ab-b229-a2ca74895e26 req-ee5c3b9f-8125-4ae3-8d6a-56154245d7d1 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1f0dee9-722e-4eaa-bd49-c2c0b8525e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409920 Nov 09 22:09:31.679986 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946124a-55f0-47f1-8cca-e8b33e5d3cd9 req-babf7630-6aea-451b-835e-4ad5ee1a2700 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:31.682005 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4946124a-55f0-47f1-8cca-e8b33e5d3cd9 req-babf7630-6aea-451b-835e-4ad5ee1a2700 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/ports?device_id=1b2facb4-652c-400c-9d33-1b53db28074f HTTP/1.1" status: 200 len: 946 time: 0.0474317 Nov 09 22:09:31.730835 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4946124a-55f0-47f1-8cca-e8b33e5d3cd9 req-302035ca-f622-4724-9125-479d48bc45f1 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1f0dee9-722e-4eaa-bd49-c2c0b8525e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430138 Nov 09 22:09:31.802568 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5123c9-cba0-443c-8afb-fbaae6f65fa8 req-44089322-f55d-42c0-b47d-b94a892102e4 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:31.803992 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2b5123c9-cba0-443c-8afb-fbaae6f65fa8 req-44089322-f55d-42c0-b47d-b94a892102e4 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b2facb4-652c-400c-9d33-1b53db28074f HTTP/1.1" status: 200 len: 946 time: 0.0469127 Nov 09 22:09:31.890417 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-2b5123c9-cba0-443c-8afb-fbaae6f65fa8 req-bbf6c7dd-233c-4310-a3fe-302460103da4 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Deleting port d5a6b891-dc96-4f35-b83f-9c3d09225ef2 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:09:31.890754 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-2b5123c9-cba0-443c-8afb-fbaae6f65fa8 req-bbf6c7dd-233c-4310-a3fe-302460103da4 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:31.966364 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 03b6114c-bece-4c3b-bf89-7acdb79cfd51 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:09:31.986071 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: 03b6114c-bece-4c3b-bf89-7acdb79cfd51 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:09:31.986262 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-2b5123c9-cba0-443c-8afb-fbaae6f65fa8 req-bbf6c7dd-233c-4310-a3fe-302460103da4 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] For port d5a6b891-dc96-4f35-b83f-9c3d09225ef2, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=d5a6b891-dc96-4f35-b83f-9c3d09225ef2,segment=NetworkSegment(3fa9dae3-36ca-428f-bbba-ed14326dd43b),segment_id=3fa9dae3-36ca-428f-bbba-ed14326dd43b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:09:31.986421 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 03b6114c-bece-4c3b-bf89-7acdb79cfd51 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:09:31.986598 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-2b5123c9-cba0-443c-8afb-fbaae6f65fa8 req-bbf6c7dd-233c-4310-a3fe-302460103da4 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:31.999714 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-2b5123c9-cba0-443c-8afb-fbaae6f65fa8 req-bbf6c7dd-233c-4310-a3fe-302460103da4 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Calling delete_port for d5a6b891-dc96-4f35-b83f-9c3d09225ef2 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:09:32.123602 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-2b5123c9-cba0-443c-8afb-fbaae6f65fa8 req-bbf6c7dd-233c-4310-a3fe-302460103da4 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:32.135001 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['d5a6b891-dc96-4f35-b83f-9c3d09225ef2'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 22:09:32.150455 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6c7dd-233c-4310-a3fe-302460103da4 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Pushing event deleted for resources: {'Port': ['ID=d5a6b891-dc96-4f35-b83f-9c3d09225ef2,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:32.194691 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b5123c9-cba0-443c-8afb-fbaae6f65fa8 req-bbf6c7dd-233c-4310-a3fe-302460103da4 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] No DVR routers for this DVR port d5a6b891-dc96-4f35-b83f-9c3d09225ef2 on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:09:32.197256 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-2b5123c9-cba0-443c-8afb-fbaae6f65fa8 req-bbf6c7dd-233c-4310-a3fe-302460103da4 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:32.200535 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2b5123c9-cba0-443c-8afb-fbaae6f65fa8 req-bbf6c7dd-233c-4310-a3fe-302460103da4 tempest-ServersNegativeTestJSON-533047839 tempest-ServersNegativeTestJSON-533047839-project] 10.222.0.45 "DELETE /v2.0/ports/d5a6b891-dc96-4f35-b83f-9c3d09225ef2 HTTP/1.1" status: 204 len: 173 time: 0.3892219 Nov 09 22:09:32.201002 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2facb4-652c-400c-9d33-1b53db28074f', 'name': 'network-vif-deleted', 'tag': 'd5a6b891-dc96-4f35-b83f-9c3d09225ef2'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:09:32.203213 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fa395d1279a58a72b8392efa30c77aa5e622af551a5cb62d42c40c52a0870a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a2255b-0772-4a50-a699-744fa44bb751" -d '{"events": [{"server_uuid": "1b2facb4-652c-400c-9d33-1b53db28074f", "name": "network-vif-deleted", "tag": "d5a6b891-dc96-4f35-b83f-9c3d09225ef2"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:09:32.246123 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 22:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44533bc-b370-40fd-acb8-5c52e57e2ba4 x-openstack-request-id: req-e44533bc-b370-40fd-acb8-5c52e57e2ba4 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:09:32.246418 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b2facb4-652c-400c-9d33-1b53db28074f", "name": "network-vif-deleted", "tag": "d5a6b891-dc96-4f35-b83f-9c3d09225ef2", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:09:32.246674 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e44533bc-b370-40fd-acb8-5c52e57e2ba4 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:09:32.247074 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2facb4-652c-400c-9d33-1b53db28074f', 'name': 'network-vif-deleted', 'tag': 'd5a6b891-dc96-4f35-b83f-9c3d09225ef2', 'status': 'completed', 'code': 200} Nov 09 22:09:32.786477 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35830) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:32.830146 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-eacfa4f8-4751-4a26-b29f-aff5241a1cd2 admin admin] Deleting subnet 7810300b-9a34-4718-8292-051b2460d9e8 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 22:09:32.833142 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-eacfa4f8-4751-4a26-b29f-aff5241a1cd2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:32.866426 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-eacfa4f8-4751-4a26-b29f-aff5241a1cd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:32.910846 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-eacfa4f8-4751-4a26-b29f-aff5241a1cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:32.965247 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-eacfa4f8-4751-4a26-b29f-aff5241a1cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:32.991142 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacfa4f8-4751-4a26-b29f-aff5241a1cd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7810300b-9a34-4718-8292-051b2460d9e8,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:32.993649 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-eacfa4f8-4751-4a26-b29f-aff5241a1cd2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:32.996776 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-eacfa4f8-4751-4a26-b29f-aff5241a1cd2 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/7810300b-9a34-4718-8292-051b2460d9e8 HTTP/1.1" status: 204 len: 168 time: 0.2092791 Nov 09 22:09:32.999226 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35832) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:33.065405 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dbfe009a-f738-425c-bd87-2a50011894c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:33.145388 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dbfe009a-f738-425c-bd87-2a50011894c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:33.164501 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-dbfe009a-f738-425c-bd87-2a50011894c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57b52561-64d1-405b-a1b4-9c604f16e869']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:09:33.173450 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-dbfe009a-f738-425c-bd87-2a50011894c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fa9dae3-36ca-428f-bbba-ed14326dd43b') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:09:33.173747 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-dbfe009a-f738-425c-bd87-2a50011894c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fa9dae3-36ca-428f-bbba-ed14326dd43b') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:09:33.183791 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dbfe009a-f738-425c-bd87-2a50011894c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:33.197238 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dbfe009a-f738-425c-bd87-2a50011894c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:33.203325 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbfe009a-f738-425c-bd87-2a50011894c9 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 22:09:33.203737 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dbfe009a-f738-425c-bd87-2a50011894c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:33.205486 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 22:09:33.205486 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 22:09:33.205486 n-d-816206-3 neutron-server[102608]: timer() Nov 09 22:09:33.205486 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 22:09:33.205486 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 22:09:33.205486 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 22:09:33.205486 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 22:09:33.205486 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 22:09:33.205486 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 22:09:33.205486 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 22:09:33.205486 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 22:09:33.205486 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 22:09:33.205486 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 22:09:33.205486 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 22:09:33.205486 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 22:09:33.205486 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 22:09:33.205486 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 22:09:33.205486 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 22:09:33.205486 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 22:09:33.205486 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 22:09:33.205486 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 22:09:33.205486 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 22:09:33.205486 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 22:09:33.205486 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 22:09:33.205486 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 22:09:33.205486 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 22:09:33.205486 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 22:09:33.205486 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 22:09:33.205486 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 22:09:33.205486 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 22:09:33.205486 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 22:09:33.205486 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 22:09:33.267553 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dbfe009a-f738-425c-bd87-2a50011894c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:33.272915 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dbfe009a-f738-425c-bd87-2a50011894c9 admin admin] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:33.276499 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-dbfe009a-f738-425c-bd87-2a50011894c9 admin admin] 10.222.0.49 "DELETE /v2.0/networks/57b52561-64d1-405b-a1b4-9c604f16e869 HTTP/1.1" status: 204 len: 168 time: 0.2763717 Nov 09 22:09:33.287928 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe009a-f738-425c-bd87-2a50011894c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=57b52561-64d1-405b-a1b4-9c604f16e869,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:33.380496 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35836) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:33.420438 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-27497952-e153-4ab8-8b6c-656bea5005f0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c6faaa4c350548b0b2abc5a6f1254de2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387564 Nov 09 22:09:33.422866 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35838) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:33.468605 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-33da939b-abd7-47ff-b055-2f56678bf597 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:33.489750 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-33da939b-abd7-47ff-b055-2f56678bf597 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:33.535075 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-33da939b-abd7-47ff-b055-2f56678bf597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:33.537992 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-33da939b-abd7-47ff-b055-2f56678bf597 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:33.539203 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-33da939b-abd7-47ff-b055-2f56678bf597 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e1f0dee9-722e-4eaa-bd49-c2c0b8525e8c HTTP/1.1" status: 204 len: 168 time: 0.1154156 Nov 09 22:09:33.547246 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da939b-abd7-47ff-b055-2f56678bf597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f0dee9-722e-4eaa-bd49-c2c0b8525e8c,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:34.123767 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:34.201150 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35860) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:34.294621 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-73ae0f1b-b54b-4671-a29e-bfe41fa7640c tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-638703294'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:09:34.314252 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ae0f1b-b54b-4671-a29e-bfe41fa7640c tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Made reservation on behalf of 7d1eb34689394edcbfd3f4a74092abb2 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:09:34.317726 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-73ae0f1b-b54b-4671-a29e-bfe41fa7640c tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:34.326418 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-73ae0f1b-b54b-4671-a29e-bfe41fa7640c tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:34.403575 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-73ae0f1b-b54b-4671-a29e-bfe41fa7640c tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:34.407473 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-73ae0f1b-b54b-4671-a29e-bfe41fa7640c tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:34.436126 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ae0f1b-b54b-4671-a29e-bfe41fa7640c tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 22:09:34.441347 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae0f1b-b54b-4671-a29e-bfe41fa7640c tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed944672-1014-4b2c-a68e-105e18afe324,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:34.449231 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-73ae0f1b-b54b-4671-a29e-bfe41fa7640c tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:34.449569 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-73ae0f1b-b54b-4671-a29e-bfe41fa7640c tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Added segment bd0b43ff-21b8-47a4-bb84-26120aee61c3 of type vlan for network c8450f68-09b8-43e0-9ab6-9a1a8c34a7fb Nov 09 22:09:34.491690 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-73ae0f1b-b54b-4671-a29e-bfe41fa7640c tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:34.516400 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-73ae0f1b-b54b-4671-a29e-bfe41fa7640c tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:34.521830 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ae0f1b-b54b-4671-a29e-bfe41fa7640c tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:34.522402 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-73ae0f1b-b54b-4671-a29e-bfe41fa7640c tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:34.576163 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-73ae0f1b-b54b-4671-a29e-bfe41fa7640c tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3739243 Nov 09 22:09:34.587574 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae0f1b-b54b-4671-a29e-bfe41fa7640c tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Pushing event updated for resources: {'Network': ['ID=c8450f68-09b8-43e0-9ab6-9a1a8c34a7fb,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:34.598315 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network c8450f68-09b8-43e0-9ab6-9a1a8c34a7fb details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 22:09:37.090840 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device d5a6b891-dc96-4f35-b83f-9c3d09225ef2 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:09:37.116430 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: d5a6b891-dc96-4f35-b83f-9c3d09225ef2 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:09:37.116826 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device d5a6b891-dc96-4f35-b83f-9c3d09225ef2 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:09:37.770525 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35864) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:37.775644 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-37d1dd76-5913-4158-b9e3-cc8a3d38c8b1 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Request body: {'subnet': {'network_id': 'c8450f68-09b8-43e0-9ab6-9a1a8c34a7fb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:09:37.865533 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d1dd76-5913-4158-b9e3-cc8a3d38c8b1 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Made reservation on behalf of 7d1eb34689394edcbfd3f4a74092abb2 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:09:37.869776 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-37d1dd76-5913-4158-b9e3-cc8a3d38c8b1 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:38.048516 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-37d1dd76-5913-4158-b9e3-cc8a3d38c8b1 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:38.110035 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d1dd76-5913-4158-b9e3-cc8a3d38c8b1 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Pushing event updated for resources: {'Subnet': ['ID=7d6c5cf6-30dc-4bd3-8ee9-3fe3b21a78ca,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:38.114333 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d1dd76-5913-4158-b9e3-cc8a3d38c8b1 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Checking segment: {'id': 'bd0b43ff-21b8-47a4-bb84-26120aee61c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c8450f68-09b8-43e0-9ab6-9a1a8c34a7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:09:38.114695 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d1dd76-5913-4158-b9e3-cc8a3d38c8b1 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Network hostable DHCP agents. Network: c8450f68-09b8-43e0-9ab6-9a1a8c34a7fb, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 22:09:38.131929 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d1dd76-5913-4158-b9e3-cc8a3d38c8b1 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Network c8450f68-09b8-43e0-9ab6-9a1a8c34a7fb is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 22:09:38.140314 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-37d1dd76-5913-4158-b9e3-cc8a3d38c8b1 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, c8450f68-09b8-43e0-9ab6-9a1a8c34a7fb) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:09:38.144447 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d1dd76-5913-4158-b9e3-cc8a3d38c8b1 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:38.145082 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-37d1dd76-5913-4158-b9e3-cc8a3d38c8b1 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:38.149809 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b5a86b-a6dc-483e-8801-520c75c3e79e None None] Network c8450f68-09b8-43e0-9ab6-9a1a8c34a7fb requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:09:38.165809 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-37d1dd76-5913-4158-b9e3-cc8a3d38c8b1 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3903556 Nov 09 22:09:38.166102 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35866) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:38.170837 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-9a2f9cf2-dd2f-4f11-a78d-6ae4b9b05545 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2032022433'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:09:38.192027 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2f9cf2-dd2f-4f11-a78d-6ae4b9b05545 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Made reservation on behalf of 7d1eb34689394edcbfd3f4a74092abb2 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:09:38.195475 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9a2f9cf2-dd2f-4f11-a78d-6ae4b9b05545 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:38.218605 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a2f9cf2-dd2f-4f11-a78d-6ae4b9b05545 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 22:09:38.228102 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9a2f9cf2-dd2f-4f11-a78d-6ae4b9b05545 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:38.228444 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-9a2f9cf2-dd2f-4f11-a78d-6ae4b9b05545 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Added segment e2aa3de3-9309-4e34-97ce-883550c68291 of type vlan for network 1c3b5da5-07c6-406f-abb6-5c4a11fa970b Nov 09 22:09:38.271344 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9a2f9cf2-dd2f-4f11-a78d-6ae4b9b05545 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:38.297569 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9a2f9cf2-dd2f-4f11-a78d-6ae4b9b05545 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:38.303317 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273be7e3-a307-4dbd-ad28-f56e390f5f19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-c8450f68-09b8-43e0-9ab6-9a1a8c34a7fb', 'network_id': 'c8450f68-09b8-43e0-9ab6-9a1a8c34a7fb', 'tenant_id': '7d1eb34689394edcbfd3f4a74092abb2', 'fixed_ips': [{'subnet_id': '7d6c5cf6-30dc-4bd3-8ee9-3fe3b21a78ca'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 22:09:38.304204 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-273be7e3-a307-4dbd-ad28-f56e390f5f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:38.304852 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2f9cf2-dd2f-4f11-a78d-6ae4b9b05545 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:38.305507 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9a2f9cf2-dd2f-4f11-a78d-6ae4b9b05545 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:38.367220 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-9a2f9cf2-dd2f-4f11-a78d-6ae4b9b05545 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1995559 Nov 09 22:09:38.370471 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35868) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:38.376676 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-03e37bef-776a-49df-be04-f4e355aedcc2 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Request body: {'subnet': {'network_id': '1c3b5da5-07c6-406f-abb6-5c4a11fa970b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:09:38.383573 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f9cf2-dd2f-4f11-a78d-6ae4b9b05545 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Pushing event updated for resources: {'Network': ['ID=1c3b5da5-07c6-406f-abb6-5c4a11fa970b,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:38.394312 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 1c3b5da5-07c6-406f-abb6-5c4a11fa970b details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 22:09:38.483423 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e37bef-776a-49df-be04-f4e355aedcc2 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Made reservation on behalf of 7d1eb34689394edcbfd3f4a74092abb2 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:09:38.487410 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-03e37bef-776a-49df-be04-f4e355aedcc2 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:38.503149 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-273be7e3-a307-4dbd-ad28-f56e390f5f19 None None] Allocated IP 2001:db8:0:ffff::2 (c8450f68-09b8-43e0-9ab6-9a1a8c34a7fb/7d6c5cf6-30dc-4bd3-8ee9-3fe3b21a78ca/cdaa983b-4187-4452-bd01-591ac34ceb7d) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:09:38.648471 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-273be7e3-a307-4dbd-ad28-f56e390f5f19 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:38.655969 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-273be7e3-a307-4dbd-ad28-f56e390f5f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:38.694028 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-03e37bef-776a-49df-be04-f4e355aedcc2 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:38.697037 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273be7e3-a307-4dbd-ad28-f56e390f5f19 None None] Network c8450f68-09b8-43e0-9ab6-9a1a8c34a7fb is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:09:38.699936 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-273be7e3-a307-4dbd-ad28-f56e390f5f19 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:09:38.704094 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273be7e3-a307-4dbd-ad28-f56e390f5f19 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:09:38.707049 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273be7e3-a307-4dbd-ad28-f56e390f5f19 None None] Pushing event updated for resources: {'Port': ['ID=cdaa983b-4187-4452-bd01-591ac34ceb7d,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:38.718898 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273be7e3-a307-4dbd-ad28-f56e390f5f19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:09:38.719239 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273be7e3-a307-4dbd-ad28-f56e390f5f19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:09:38.719572 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273be7e3-a307-4dbd-ad28-f56e390f5f19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:09:38.719902 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273be7e3-a307-4dbd-ad28-f56e390f5f19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:09:38.720228 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273be7e3-a307-4dbd-ad28-f56e390f5f19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:09:38.720550 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273be7e3-a307-4dbd-ad28-f56e390f5f19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:09:38.720904 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273be7e3-a307-4dbd-ad28-f56e390f5f19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:09:38.721228 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273be7e3-a307-4dbd-ad28-f56e390f5f19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:09:38.721547 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273be7e3-a307-4dbd-ad28-f56e390f5f19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:09:38.721865 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273be7e3-a307-4dbd-ad28-f56e390f5f19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:09:38.722183 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273be7e3-a307-4dbd-ad28-f56e390f5f19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:09:38.722497 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273be7e3-a307-4dbd-ad28-f56e390f5f19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:09:38.748432 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e37bef-776a-49df-be04-f4e355aedcc2 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Pushing event updated for resources: {'Subnet': ['ID=f9629700-fbf3-48cc-a27a-e36fad0e938e,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:38.766801 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-273be7e3-a307-4dbd-ad28-f56e390f5f19 None None] Attempting to bind port cdaa983b-4187-4452-bd01-591ac34ceb7d on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:09:38.767164 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-273be7e3-a307-4dbd-ad28-f56e390f5f19 None None] Attempting to bind port cdaa983b-4187-4452-bd01-591ac34ceb7d by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'bd0b43ff-21b8-47a4-bb84-26120aee61c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c8450f68-09b8-43e0-9ab6-9a1a8c34a7fb'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:09:38.767551 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273be7e3-a307-4dbd-ad28-f56e390f5f19 None None] Attempting to bind port cdaa983b-4187-4452-bd01-591ac34ceb7d on network c8450f68-09b8-43e0-9ab6-9a1a8c34a7fb {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:09:38.767840 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e37bef-776a-49df-be04-f4e355aedcc2 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Checking segment: {'id': 'e2aa3de3-9309-4e34-97ce-883550c68291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1c3b5da5-07c6-406f-abb6-5c4a11fa970b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:09:38.768206 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e37bef-776a-49df-be04-f4e355aedcc2 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Network hostable DHCP agents. Network: 1c3b5da5-07c6-406f-abb6-5c4a11fa970b, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 22:09:38.772422 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273be7e3-a307-4dbd-ad28-f56e390f5f19 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:09:38.772833 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273be7e3-a307-4dbd-ad28-f56e390f5f19 None None] Checking segment: {'id': 'bd0b43ff-21b8-47a4-bb84-26120aee61c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c8450f68-09b8-43e0-9ab6-9a1a8c34a7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:09:38.773232 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-273be7e3-a307-4dbd-ad28-f56e390f5f19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:38.773617 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273be7e3-a307-4dbd-ad28-f56e390f5f19 None None] Bound using segment: {'id': 'bd0b43ff-21b8-47a4-bb84-26120aee61c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c8450f68-09b8-43e0-9ab6-9a1a8c34a7fb'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:09:38.774766 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-273be7e3-a307-4dbd-ad28-f56e390f5f19 None None] Bound port: cdaa983b-4187-4452-bd01-591ac34ceb7d, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd0b43ff-21b8-47a4-bb84-26120aee61c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c8450f68-09b8-43e0-9ab6-9a1a8c34a7fb'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:09:38.775140 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-273be7e3-a307-4dbd-ad28-f56e390f5f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:38.785106 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e37bef-776a-49df-be04-f4e355aedcc2 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Network 1c3b5da5-07c6-406f-abb6-5c4a11fa970b is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 22:09:38.793412 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-03e37bef-776a-49df-be04-f4e355aedcc2 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 1c3b5da5-07c6-406f-abb6-5c4a11fa970b) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:09:38.798221 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e37bef-776a-49df-be04-f4e355aedcc2 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:38.798823 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-03e37bef-776a-49df-be04-f4e355aedcc2 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:38.810101 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1797056e-a304-48b2-9931-14cc23ec7440 None None] Network 1c3b5da5-07c6-406f-abb6-5c4a11fa970b requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:09:38.814820 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-03e37bef-776a-49df-be04-f4e355aedcc2 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4432251 Nov 09 22:09:38.817872 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35870) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:38.884767 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-273be7e3-a307-4dbd-ad28-f56e390f5f19 None None] For port cdaa983b-4187-4452-bd01-591ac34ceb7d, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:09:38.889031 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-273be7e3-a307-4dbd-ad28-f56e390f5f19 None None] For port cdaa983b-4187-4452-bd01-591ac34ceb7d, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=cdaa983b-4187-4452-bd01-591ac34ceb7d,segment=NetworkSegment(bd0b43ff-21b8-47a4-bb84-26120aee61c3),segment_id=bd0b43ff-21b8-47a4-bb84-26120aee61c3)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:09:38.899989 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-273be7e3-a307-4dbd-ad28-f56e390f5f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:38.924128 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-08e1f524-90d4-46a3-aa7a-2bc70ddb9fa6 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:39.005328 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273be7e3-a307-4dbd-ad28-f56e390f5f19 None None] Pushing event updated for resources: {'Port': ['ID=cdaa983b-4187-4452-bd01-591ac34ceb7d,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:39.016046 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-08e1f524-90d4-46a3-aa7a-2bc70ddb9fa6 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:39.039078 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5d98d6-64a9-4e2f-9ee9-d184430d27c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-1c3b5da5-07c6-406f-abb6-5c4a11fa970b', 'network_id': '1c3b5da5-07c6-406f-abb6-5c4a11fa970b', 'tenant_id': '7d1eb34689394edcbfd3f4a74092abb2', 'fixed_ips': [{'subnet_id': 'f9629700-fbf3-48cc-a27a-e36fad0e938e'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 22:09:39.039977 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-be5d98d6-64a9-4e2f-9ee9-d184430d27c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:39.096035 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-08e1f524-90d4-46a3-aa7a-2bc70ddb9fa6 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:39.126022 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e1f524-90d4-46a3-aa7a-2bc70ddb9fa6 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Pushing event deleted for resources: {'Subnet': ['ID=f9629700-fbf3-48cc-a27a-e36fad0e938e,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server [None req-be5d98d6-64a9-4e2f-9ee9-d184430d27c4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f9629700-fbf3-48cc-a27a-e36fad0e938e: This subnet is being modified by another concurrent operation. Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise exception Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f9629700-fbf3-48cc-a27a-e36fad0e938e: This subnet is being modified by another concurrent operation. Nov 09 22:09:39.155819 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server Nov 09 22:09:39.180054 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809fffd0-065a-40d3-89fb-047932a70d83 None None] Network 1c3b5da5-07c6-406f-abb6-5c4a11fa970b requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:09:39.223230 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-08e1f524-90d4-46a3-aa7a-2bc70ddb9fa6 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:39.244520 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-08e1f524-90d4-46a3-aa7a-2bc70ddb9fa6 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c3b5da5-07c6-406f-abb6-5c4a11fa970b']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:09:39.254489 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-08e1f524-90d4-46a3-aa7a-2bc70ddb9fa6 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2aa3de3-9309-4e34-97ce-883550c68291') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:09:39.254770 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-08e1f524-90d4-46a3-aa7a-2bc70ddb9fa6 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2aa3de3-9309-4e34-97ce-883550c68291') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:09:39.264627 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-08e1f524-90d4-46a3-aa7a-2bc70ddb9fa6 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:39.282066 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-08e1f524-90d4-46a3-aa7a-2bc70ddb9fa6 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:39.290488 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08e1f524-90d4-46a3-aa7a-2bc70ddb9fa6 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 22:09:39.290888 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-08e1f524-90d4-46a3-aa7a-2bc70ddb9fa6 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:39.294415 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 22:09:39.294415 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 22:09:39.294415 n-d-816206-3 neutron-server[102607]: timer() Nov 09 22:09:39.294415 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 22:09:39.294415 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 22:09:39.294415 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 22:09:39.294415 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 22:09:39.294415 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 22:09:39.294415 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 22:09:39.294415 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 22:09:39.294415 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 22:09:39.294415 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 22:09:39.294415 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 22:09:39.294415 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 22:09:39.294415 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 22:09:39.294415 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 22:09:39.294415 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 22:09:39.294415 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 22:09:39.294415 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 22:09:39.294415 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 22:09:39.294415 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 22:09:39.294415 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 22:09:39.294415 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 22:09:39.294415 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 22:09:39.294415 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 22:09:39.294415 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 22:09:39.294415 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 22:09:39.294415 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 22:09:39.294415 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 22:09:39.294415 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 22:09:39.294415 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 22:09:39.294415 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 22:09:39.360665 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-08e1f524-90d4-46a3-aa7a-2bc70ddb9fa6 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:39.367459 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-08e1f524-90d4-46a3-aa7a-2bc70ddb9fa6 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:39.370618 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-08e1f524-90d4-46a3-aa7a-2bc70ddb9fa6 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] 10.222.0.49 "DELETE /v2.0/networks/1c3b5da5-07c6-406f-abb6-5c4a11fa970b HTTP/1.1" status: 204 len: 168 time: 0.5514352 Nov 09 22:09:39.376958 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35872) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:39.382606 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e1f524-90d4-46a3-aa7a-2bc70ddb9fa6 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Pushing event deleted for resources: {'Network': ['ID=1c3b5da5-07c6-406f-abb6-5c4a11fa970b,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:39.384297 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-f5fab5b0-9a82-4ce6-b4ba-10f961e4ee12 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1175226143'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:09:39.415380 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5fab5b0-9a82-4ce6-b4ba-10f961e4ee12 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Made reservation on behalf of 7d1eb34689394edcbfd3f4a74092abb2 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:09:39.419052 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f5fab5b0-9a82-4ce6-b4ba-10f961e4ee12 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:39.447325 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5fab5b0-9a82-4ce6-b4ba-10f961e4ee12 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 22:09:39.463195 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device cdaa983b-4187-4452-bd01-591ac34ceb7d up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:09:39.463867 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f5fab5b0-9a82-4ce6-b4ba-10f961e4ee12 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:39.464290 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-f5fab5b0-9a82-4ce6-b4ba-10f961e4ee12 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Added segment e4f42715-0d55-4c2f-9ad8-94ba5660ddb5 of type vlan for network 6aaeee71-189a-4bb6-808f-bdedc17ad459 Nov 09 22:09:39.510365 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f5fab5b0-9a82-4ce6-b4ba-10f961e4ee12 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:39.517668 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port cdaa983b-4187-4452-bd01-591ac34ceb7d triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:09:39.518044 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:39.536395 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f5fab5b0-9a82-4ce6-b4ba-10f961e4ee12 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:39.542013 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fab5b0-9a82-4ce6-b4ba-10f961e4ee12 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:39.542782 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f5fab5b0-9a82-4ce6-b4ba-10f961e4ee12 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:39.598609 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:39.598869 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f5fab5b0-9a82-4ce6-b4ba-10f961e4ee12 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2205884 Nov 09 22:09:39.601824 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35874) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:39.607057 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-dfc31da0-2bd8-48f0-9af8-5a7fef43dc07 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Request body: {'subnet': {'network_id': '6aaeee71-189a-4bb6-808f-bdedc17ad459', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:09:39.617451 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fab5b0-9a82-4ce6-b4ba-10f961e4ee12 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Pushing event updated for resources: {'Network': ['ID=6aaeee71-189a-4bb6-808f-bdedc17ad459,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:39.628270 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 6aaeee71-189a-4bb6-808f-bdedc17ad459 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 22:09:39.682768 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port cdaa983b-4187-4452-bd01-591ac34ceb7d, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=cdaa983b-4187-4452-bd01-591ac34ceb7d,segment=NetworkSegment(bd0b43ff-21b8-47a4-bb84-26120aee61c3),segment_id=bd0b43ff-21b8-47a4-bb84-26120aee61c3)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:09:39.694326 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:39.713742 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc31da0-2bd8-48f0-9af8-5a7fef43dc07 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Made reservation on behalf of 7d1eb34689394edcbfd3f4a74092abb2 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:09:39.718024 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dfc31da0-2bd8-48f0-9af8-5a7fef43dc07 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:39.755476 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=cdaa983b-4187-4452-bd01-591ac34ceb7d,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:39.780763 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.ipam_backend_mixin [None req-dfc31da0-2bd8-48f0-9af8-5a7fef43dc07 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Performing IP validity checks on allocation pools {{(pid=102607) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 22:09:39.781292 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.ipam_backend_mixin [None req-dfc31da0-2bd8-48f0-9af8-5a7fef43dc07 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102607) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 22:09:39.905755 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dfc31da0-2bd8-48f0-9af8-5a7fef43dc07 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:39.934805 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58d6e13-4e49-42c7-aa33-c00c9ece409a None None] Network c8450f68-09b8-43e0-9ab6-9a1a8c34a7fb requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:09:39.964772 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc31da0-2bd8-48f0-9af8-5a7fef43dc07 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Pushing event updated for resources: {'Subnet': ['ID=1e122de3-a3cb-4ae6-88db-1032581e622b,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:39.973493 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc31da0-2bd8-48f0-9af8-5a7fef43dc07 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Checking segment: {'id': 'e4f42715-0d55-4c2f-9ad8-94ba5660ddb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6aaeee71-189a-4bb6-808f-bdedc17ad459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:09:39.973852 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc31da0-2bd8-48f0-9af8-5a7fef43dc07 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Network hostable DHCP agents. Network: 6aaeee71-189a-4bb6-808f-bdedc17ad459, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 22:09:39.990394 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc31da0-2bd8-48f0-9af8-5a7fef43dc07 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Network 6aaeee71-189a-4bb6-808f-bdedc17ad459 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 22:09:40.000457 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-dfc31da0-2bd8-48f0-9af8-5a7fef43dc07 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 6aaeee71-189a-4bb6-808f-bdedc17ad459) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:09:40.004839 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc31da0-2bd8-48f0-9af8-5a7fef43dc07 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:40.005531 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dfc31da0-2bd8-48f0-9af8-5a7fef43dc07 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:40.016295 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8586e84-b850-4429-acc6-eaf12e9d35cf None None] Network 6aaeee71-189a-4bb6-808f-bdedc17ad459 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:09:40.023199 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-dfc31da0-2bd8-48f0-9af8-5a7fef43dc07 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4195409 Nov 09 22:09:40.025128 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35876) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:40.113002 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-244b7416-07fd-4c3b-a4cb-1c1cd1b82e80 None None] Provisioning complete for port cdaa983b-4187-4452-bd01-591ac34ceb7d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:09:40.113376 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-244b7416-07fd-4c3b-a4cb-1c1cd1b82e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:40.124669 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b47d16e9-0d9b-4558-9c79-6aad79d899ca tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:40.175677 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b47d16e9-0d9b-4558-9c79-6aad79d899ca tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:40.237528 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b47d16e9-0d9b-4558-9c79-6aad79d899ca tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:40.264794 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d16e9-0d9b-4558-9c79-6aad79d899ca tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Pushing event deleted for resources: {'Subnet': ['ID=1e122de3-a3cb-4ae6-88db-1032581e622b,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:40.304764 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3d5882-bce9-41f0-9ca0-50cd73590286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-6aaeee71-189a-4bb6-808f-bdedc17ad459', 'network_id': '6aaeee71-189a-4bb6-808f-bdedc17ad459', 'tenant_id': '7d1eb34689394edcbfd3f4a74092abb2', 'fixed_ips': [{'subnet_id': '1e122de3-a3cb-4ae6-88db-1032581e622b'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 22:09:40.306784 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7a3d5882-bce9-41f0-9ca0-50cd73590286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:40.342830 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b47d16e9-0d9b-4558-9c79-6aad79d899ca tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:40.363498 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-b47d16e9-0d9b-4558-9c79-6aad79d899ca tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aaeee71-189a-4bb6-808f-bdedc17ad459']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:09:40.377635 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-b47d16e9-0d9b-4558-9c79-6aad79d899ca tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f42715-0d55-4c2f-9ad8-94ba5660ddb5') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:09:40.377761 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-b47d16e9-0d9b-4558-9c79-6aad79d899ca tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f42715-0d55-4c2f-9ad8-94ba5660ddb5') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:09:40.390422 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b47d16e9-0d9b-4558-9c79-6aad79d899ca tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:40.393923 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc601026-ada9-45a0-a095-80a9b4d85bf3 None None] Network 6aaeee71-189a-4bb6-808f-bdedc17ad459 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:09:40.406418 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b47d16e9-0d9b-4558-9c79-6aad79d899ca tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:40.413679 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b47d16e9-0d9b-4558-9c79-6aad79d899ca tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 22:09:40.414180 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b47d16e9-0d9b-4558-9c79-6aad79d899ca tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:40.418001 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 22:09:40.418001 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 22:09:40.418001 n-d-816206-3 neutron-server[102607]: timer() Nov 09 22:09:40.418001 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 22:09:40.418001 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 22:09:40.418001 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 22:09:40.418001 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 22:09:40.418001 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 22:09:40.418001 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 22:09:40.418001 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 22:09:40.418001 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 22:09:40.418001 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 22:09:40.418001 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 22:09:40.418001 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 22:09:40.418001 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 22:09:40.418001 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 22:09:40.418001 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 22:09:40.418001 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 22:09:40.418001 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 22:09:40.418001 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 22:09:40.418001 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 22:09:40.418001 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 22:09:40.418001 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 22:09:40.418001 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 22:09:40.418001 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 22:09:40.418001 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 22:09:40.418001 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 22:09:40.418001 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 22:09:40.418001 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 22:09:40.418001 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 22:09:40.418001 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 22:09:40.418001 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 22:09:40.477871 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b47d16e9-0d9b-4558-9c79-6aad79d899ca tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:40.483843 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b47d16e9-0d9b-4558-9c79-6aad79d899ca tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:40.489347 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b47d16e9-0d9b-4558-9c79-6aad79d899ca tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] 10.222.0.49 "DELETE /v2.0/networks/6aaeee71-189a-4bb6-808f-bdedc17ad459 HTTP/1.1" status: 204 len: 168 time: 0.4615254 Nov 09 22:09:40.493563 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35878) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:40.511714 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-3544ecab-135b-4cd8-b78f-63375b862ed4 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1977868748'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:09:40.514460 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57458e12-b34b-439c-b1b6-717ed1ab327c None None] get_active_networks_info from n-d-816206-3 {{(pid=102609) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 22:09:40.516268 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d16e9-0d9b-4558-9c79-6aad79d899ca tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Pushing event deleted for resources: {'Network': ['ID=6aaeee71-189a-4bb6-808f-bdedc17ad459,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:40.535201 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3544ecab-135b-4cd8-b78f-63375b862ed4 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Made reservation on behalf of 7d1eb34689394edcbfd3f4a74092abb2 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:09:40.539022 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3544ecab-135b-4cd8-b78f-63375b862ed4 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:40.549580 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-2f627a8d-f24a-4c51-80d2-b647dd845e94 None None] Provisioning complete for port cdaa983b-4187-4452-bd01-591ac34ceb7d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:09:40.549955 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2f627a8d-f24a-4c51-80d2-b647dd845e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:40.562948 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3544ecab-135b-4cd8-b78f-63375b862ed4 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 22:09:40.572718 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3544ecab-135b-4cd8-b78f-63375b862ed4 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:40.573077 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-3544ecab-135b-4cd8-b78f-63375b862ed4 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Added segment 49b26228-4c76-4aca-82e3-9b4fe41a78b8 of type vlan for network 5bb60d13-0991-4fb4-b2c4-66a493b9378a Nov 09 22:09:40.613984 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3544ecab-135b-4cd8-b78f-63375b862ed4 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:40.639386 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3544ecab-135b-4cd8-b78f-63375b862ed4 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:40.645353 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3544ecab-135b-4cd8-b78f-63375b862ed4 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:40.646001 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3544ecab-135b-4cd8-b78f-63375b862ed4 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:40.709527 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-3544ecab-135b-4cd8-b78f-63375b862ed4 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2141201 Nov 09 22:09:40.713899 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35880) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:40.715629 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3544ecab-135b-4cd8-b78f-63375b862ed4 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Pushing event updated for resources: {'Network': ['ID=5bb60d13-0991-4fb4-b2c4-66a493b9378a,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:40.719818 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-eef3e37b-10b9-4304-904a-e166f9a1c920 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Request body: {'subnet': {'network_id': '5bb60d13-0991-4fb4-b2c4-66a493b9378a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:09:40.755678 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 5bb60d13-0991-4fb4-b2c4-66a493b9378a details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 22:09:40.811183 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef3e37b-10b9-4304-904a-e166f9a1c920 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Made reservation on behalf of 7d1eb34689394edcbfd3f4a74092abb2 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:09:40.814777 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-eef3e37b-10b9-4304-904a-e166f9a1c920 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:40.828892 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57458e12-b34b-439c-b1b6-717ed1ab327c None None] Resources bound (agent type, host, resource id): {{(pid=102609) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 22:09:40.998122 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-eef3e37b-10b9-4304-904a-e166f9a1c920 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:41.054561 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef3e37b-10b9-4304-904a-e166f9a1c920 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Pushing event updated for resources: {'Subnet': ['ID=0d651938-5f03-4020-99d1-a0f5406ef625,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:41.069778 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef3e37b-10b9-4304-904a-e166f9a1c920 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Checking segment: {'id': '49b26228-4c76-4aca-82e3-9b4fe41a78b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5bb60d13-0991-4fb4-b2c4-66a493b9378a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:09:41.070150 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef3e37b-10b9-4304-904a-e166f9a1c920 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Network hostable DHCP agents. Network: 5bb60d13-0991-4fb4-b2c4-66a493b9378a, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 22:09:41.088150 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef3e37b-10b9-4304-904a-e166f9a1c920 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Network 5bb60d13-0991-4fb4-b2c4-66a493b9378a is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 22:09:41.096497 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-eef3e37b-10b9-4304-904a-e166f9a1c920 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 5bb60d13-0991-4fb4-b2c4-66a493b9378a) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:09:41.100446 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef3e37b-10b9-4304-904a-e166f9a1c920 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:41.101083 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-eef3e37b-10b9-4304-904a-e166f9a1c920 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:41.106521 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842c3422-60fd-42c5-9e65-b860168c6fe9 None None] Network 5bb60d13-0991-4fb4-b2c4-66a493b9378a requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:09:41.116849 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-eef3e37b-10b9-4304-904a-e166f9a1c920 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4016011 Nov 09 22:09:41.120330 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35882) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:41.125226 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-79248798-ff17-4d69-ab67-1d4ab1fb183d tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1815896237'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:09:41.149533 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79248798-ff17-4d69-ab67-1d4ab1fb183d tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Made reservation on behalf of 7d1eb34689394edcbfd3f4a74092abb2 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:09:41.153187 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-79248798-ff17-4d69-ab67-1d4ab1fb183d tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:41.176404 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79248798-ff17-4d69-ab67-1d4ab1fb183d tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 22:09:41.185668 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-79248798-ff17-4d69-ab67-1d4ab1fb183d tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:41.186125 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-79248798-ff17-4d69-ab67-1d4ab1fb183d tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Added segment 48d08925-bd85-4472-823f-ec4d2ba49307 of type vlan for network 36e538d0-48f0-4121-bfd5-2b165dd1a43e Nov 09 22:09:41.225289 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-79248798-ff17-4d69-ab67-1d4ab1fb183d tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:41.250408 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-79248798-ff17-4d69-ab67-1d4ab1fb183d tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:41.252310 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815a8c4c-5a73-44e5-9ddb-ed8310b88357 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-5bb60d13-0991-4fb4-b2c4-66a493b9378a', 'network_id': '5bb60d13-0991-4fb4-b2c4-66a493b9378a', 'tenant_id': '7d1eb34689394edcbfd3f4a74092abb2', 'fixed_ips': [{'subnet_id': '0d651938-5f03-4020-99d1-a0f5406ef625'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 22:09:41.253316 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-815a8c4c-5a73-44e5-9ddb-ed8310b88357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:41.255999 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79248798-ff17-4d69-ab67-1d4ab1fb183d tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:41.256592 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-79248798-ff17-4d69-ab67-1d4ab1fb183d tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:41.319074 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35884) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:41.319639 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-79248798-ff17-4d69-ab67-1d4ab1fb183d tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1977472 Nov 09 22:09:41.327028 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-0ae888e9-0147-48b2-bbe9-8913a41e9d8e tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Request body: {'subnet': {'network_id': '36e538d0-48f0-4121-bfd5-2b165dd1a43e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:09:41.338014 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79248798-ff17-4d69-ab67-1d4ab1fb183d tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Pushing event updated for resources: {'Network': ['ID=36e538d0-48f0-4121-bfd5-2b165dd1a43e,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:41.356704 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 36e538d0-48f0-4121-bfd5-2b165dd1a43e details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 22:09:41.428409 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae888e9-0147-48b2-bbe9-8913a41e9d8e tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Made reservation on behalf of 7d1eb34689394edcbfd3f4a74092abb2 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:09:41.433161 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0ae888e9-0147-48b2-bbe9-8913a41e9d8e tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:41.442667 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device cdaa983b-4187-4452-bd01-591ac34ceb7d up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:09:41.476524 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-815a8c4c-5a73-44e5-9ddb-ed8310b88357 None None] Allocated IP 2001:db8::2 (5bb60d13-0991-4fb4-b2c4-66a493b9378a/0d651938-5f03-4020-99d1-a0f5406ef625/5af9ffda-2761-411a-9fa0-17ee79c3a490) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:09:41.566087 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port cdaa983b-4187-4452-bd01-591ac34ceb7d triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:09:41.566463 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:41.713124 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-815a8c4c-5a73-44e5-9ddb-ed8310b88357 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:41.725452 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-815a8c4c-5a73-44e5-9ddb-ed8310b88357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:41.776692 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815a8c4c-5a73-44e5-9ddb-ed8310b88357 None None] Network 5bb60d13-0991-4fb4-b2c4-66a493b9378a is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:09:41.779846 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-815a8c4c-5a73-44e5-9ddb-ed8310b88357 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:09:41.784345 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815a8c4c-5a73-44e5-9ddb-ed8310b88357 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:09:41.788048 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815a8c4c-5a73-44e5-9ddb-ed8310b88357 None None] Pushing event updated for resources: {'Port': ['ID=5af9ffda-2761-411a-9fa0-17ee79c3a490,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:41.841606 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-815a8c4c-5a73-44e5-9ddb-ed8310b88357 None None] Attempting to bind port 5af9ffda-2761-411a-9fa0-17ee79c3a490 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:09:41.841984 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-815a8c4c-5a73-44e5-9ddb-ed8310b88357 None None] Attempting to bind port 5af9ffda-2761-411a-9fa0-17ee79c3a490 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '49b26228-4c76-4aca-82e3-9b4fe41a78b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5bb60d13-0991-4fb4-b2c4-66a493b9378a'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:09:41.842354 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815a8c4c-5a73-44e5-9ddb-ed8310b88357 None None] Attempting to bind port 5af9ffda-2761-411a-9fa0-17ee79c3a490 on network 5bb60d13-0991-4fb4-b2c4-66a493b9378a {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:09:41.847511 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815a8c4c-5a73-44e5-9ddb-ed8310b88357 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:09:41.847893 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815a8c4c-5a73-44e5-9ddb-ed8310b88357 None None] Checking segment: {'id': '49b26228-4c76-4aca-82e3-9b4fe41a78b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5bb60d13-0991-4fb4-b2c4-66a493b9378a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:09:41.848299 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-815a8c4c-5a73-44e5-9ddb-ed8310b88357 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:41.848745 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815a8c4c-5a73-44e5-9ddb-ed8310b88357 None None] Bound using segment: {'id': '49b26228-4c76-4aca-82e3-9b4fe41a78b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5bb60d13-0991-4fb4-b2c4-66a493b9378a'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:09:41.849208 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-815a8c4c-5a73-44e5-9ddb-ed8310b88357 None None] Bound port: 5af9ffda-2761-411a-9fa0-17ee79c3a490, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49b26228-4c76-4aca-82e3-9b4fe41a78b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5bb60d13-0991-4fb4-b2c4-66a493b9378a'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:09:41.849595 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-815a8c4c-5a73-44e5-9ddb-ed8310b88357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:41.913505 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-815a8c4c-5a73-44e5-9ddb-ed8310b88357 None None] For port 5af9ffda-2761-411a-9fa0-17ee79c3a490, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:09:41.920607 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-815a8c4c-5a73-44e5-9ddb-ed8310b88357 None None] For port 5af9ffda-2761-411a-9fa0-17ee79c3a490, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5af9ffda-2761-411a-9fa0-17ee79c3a490,segment=NetworkSegment(49b26228-4c76-4aca-82e3-9b4fe41a78b8),segment_id=49b26228-4c76-4aca-82e3-9b4fe41a78b8)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:09:41.926210 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-815a8c4c-5a73-44e5-9ddb-ed8310b88357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:41.972665 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0ae888e9-0147-48b2-bbe9-8913a41e9d8e tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:41.985051 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815a8c4c-5a73-44e5-9ddb-ed8310b88357 None None] Pushing event updated for resources: {'Port': ['ID=5af9ffda-2761-411a-9fa0-17ee79c3a490,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:42.027232 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae888e9-0147-48b2-bbe9-8913a41e9d8e tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Pushing event updated for resources: {'Subnet': ['ID=3164f366-ba8b-4314-89ed-88ee7fad655f,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:42.044013 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae888e9-0147-48b2-bbe9-8913a41e9d8e tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Checking segment: {'id': '48d08925-bd85-4472-823f-ec4d2ba49307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '36e538d0-48f0-4121-bfd5-2b165dd1a43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:09:42.044588 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae888e9-0147-48b2-bbe9-8913a41e9d8e tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Network hostable DHCP agents. Network: 36e538d0-48f0-4121-bfd5-2b165dd1a43e, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 22:09:42.061114 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae888e9-0147-48b2-bbe9-8913a41e9d8e tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Network 36e538d0-48f0-4121-bfd5-2b165dd1a43e is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 22:09:42.070221 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-0ae888e9-0147-48b2-bbe9-8913a41e9d8e tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 36e538d0-48f0-4121-bfd5-2b165dd1a43e) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:09:42.074369 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae888e9-0147-48b2-bbe9-8913a41e9d8e tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:42.074957 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0ae888e9-0147-48b2-bbe9-8913a41e9d8e tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:42.081189 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9e39ac-d1ab-4a47-a599-54bd6a8d117b None None] Network 36e538d0-48f0-4121-bfd5-2b165dd1a43e requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:09:42.092139 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0ae888e9-0147-48b2-bbe9-8913a41e9d8e tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7718358 Nov 09 22:09:42.095002 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35886) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:42.220185 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-60dc246e-2438-49f1-a7c8-03f10df78810 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:42.256084 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb556e2-a969-4cc3-bb6b-d8c026c3d390 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-36e538d0-48f0-4121-bfd5-2b165dd1a43e', 'network_id': '36e538d0-48f0-4121-bfd5-2b165dd1a43e', 'tenant_id': '7d1eb34689394edcbfd3f4a74092abb2', 'fixed_ips': [{'subnet_id': '3164f366-ba8b-4314-89ed-88ee7fad655f'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 22:09:42.261729 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ddb556e2-a969-4cc3-bb6b-d8c026c3d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:42.277521 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-60dc246e-2438-49f1-a7c8-03f10df78810 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:42.343007 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-60dc246e-2438-49f1-a7c8-03f10df78810 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server [None req-ddb556e2-a969-4cc3-bb6b-d8c026c3d390 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3164f366-ba8b-4314-89ed-88ee7fad655f: This subnet is being modified by another concurrent operation. Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise exception Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3164f366-ba8b-4314-89ed-88ee7fad655f: This subnet is being modified by another concurrent operation. Nov 09 22:09:42.360605 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server Nov 09 22:09:42.373980 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc246e-2438-49f1-a7c8-03f10df78810 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Pushing event deleted for resources: {'Subnet': ['ID=3164f366-ba8b-4314-89ed-88ee7fad655f,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:42.384074 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11da0dc7-ff17-495a-85e6-1d12feeca413 None None] Network 36e538d0-48f0-4121-bfd5-2b165dd1a43e requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:09:42.439503 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-60dc246e-2438-49f1-a7c8-03f10df78810 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:42.459451 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-60dc246e-2438-49f1-a7c8-03f10df78810 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36e538d0-48f0-4121-bfd5-2b165dd1a43e']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:09:42.469594 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-60dc246e-2438-49f1-a7c8-03f10df78810 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48d08925-bd85-4472-823f-ec4d2ba49307') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:09:42.469908 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-60dc246e-2438-49f1-a7c8-03f10df78810 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48d08925-bd85-4472-823f-ec4d2ba49307') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:09:42.481232 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-60dc246e-2438-49f1-a7c8-03f10df78810 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:42.494480 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-60dc246e-2438-49f1-a7c8-03f10df78810 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:42.500419 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60dc246e-2438-49f1-a7c8-03f10df78810 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 22:09:42.500849 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-60dc246e-2438-49f1-a7c8-03f10df78810 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:42.503867 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 22:09:42.503867 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 22:09:42.503867 n-d-816206-3 neutron-server[102607]: timer() Nov 09 22:09:42.503867 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 22:09:42.503867 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 22:09:42.503867 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 22:09:42.503867 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 22:09:42.503867 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 22:09:42.503867 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 22:09:42.503867 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 22:09:42.503867 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 22:09:42.503867 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 22:09:42.503867 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 22:09:42.503867 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 22:09:42.503867 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 22:09:42.503867 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 22:09:42.503867 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 22:09:42.503867 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 22:09:42.503867 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 22:09:42.503867 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 22:09:42.503867 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 22:09:42.503867 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 22:09:42.503867 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 22:09:42.503867 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 22:09:42.503867 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 22:09:42.503867 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 22:09:42.503867 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 22:09:42.503867 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 22:09:42.503867 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 22:09:42.503867 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 22:09:42.503867 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 22:09:42.503867 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 22:09:42.563228 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-60dc246e-2438-49f1-a7c8-03f10df78810 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:42.571035 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-60dc246e-2438-49f1-a7c8-03f10df78810 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:42.576788 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35888) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:42.577320 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-60dc246e-2438-49f1-a7c8-03f10df78810 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] 10.222.0.49 "DELETE /v2.0/networks/36e538d0-48f0-4121-bfd5-2b165dd1a43e HTTP/1.1" status: 204 len: 168 time: 0.4805713 Nov 09 22:09:42.589591 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc246e-2438-49f1-a7c8-03f10df78810 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Pushing event deleted for resources: {'Network': ['ID=36e538d0-48f0-4121-bfd5-2b165dd1a43e,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:42.608377 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-d307c695-4c5f-4737-96f8-c20d1d9389fd tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] GET failed (client error): The resource could not be found. Nov 09 22:09:42.609909 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d307c695-4c5f-4737-96f8-c20d1d9389fd tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] 10.222.0.49 "GET /v2.0/subnets/3164f366-ba8b-4314-89ed-88ee7fad655f HTTP/1.1" status: 404 len: 337 time: 0.0321221 Nov 09 22:09:42.612750 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35890) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:42.631644 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-364f34ed-c7dd-46d8-998a-7b79694b227c tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] DELETE failed (client error): The resource could not be found. Nov 09 22:09:42.632303 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-364f34ed-c7dd-46d8-998a-7b79694b227c tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 22:09:42.637890 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-364f34ed-c7dd-46d8-998a-7b79694b227c tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] 10.222.0.49 "DELETE /v2.0/networks/36e538d0-48f0-4121-bfd5-2b165dd1a43e HTTP/1.1" status: 404 len: 339 time: 0.0220778 Nov 09 22:09:42.640358 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35892) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:42.667147 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a8a3e1-bc78-420f-a51e-8f3f29ac2412 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] DELETE failed (client error): The resource could not be found. Nov 09 22:09:42.667619 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6a8a3e1-bc78-420f-a51e-8f3f29ac2412 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 22:09:42.670699 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a6a8a3e1-bc78-420f-a51e-8f3f29ac2412 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] 10.222.0.49 "DELETE /v2.0/subnets/3164f366-ba8b-4314-89ed-88ee7fad655f HTTP/1.1" status: 404 len: 337 time: 0.0293589 Nov 09 22:09:42.673328 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35894) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:42.691527 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-07cfb27f-c240-40c2-80ce-1482addd4626 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] DELETE failed (client error): The resource could not be found. Nov 09 22:09:42.692080 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07cfb27f-c240-40c2-80ce-1482addd4626 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 22:09:42.695233 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-07cfb27f-c240-40c2-80ce-1482addd4626 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] 10.222.0.49 "DELETE /v2.0/networks/36e538d0-48f0-4121-bfd5-2b165dd1a43e HTTP/1.1" status: 404 len: 339 time: 0.0209005 Nov 09 22:09:42.698368 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35896) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:42.755622 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-6513b8a5-4d18-409d-a177-383afa7fdc81 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Deleting subnet 0d651938-5f03-4020-99d1-a0f5406ef625 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 22:09:42.759603 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6513b8a5-4d18-409d-a177-383afa7fdc81 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:42.801004 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6513b8a5-4d18-409d-a177-383afa7fdc81 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:42.888003 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6513b8a5-4d18-409d-a177-383afa7fdc81 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:42.893369 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb931e99-1b1c-452f-bc4d-5d9a66c70fdc None None] Network 5bb60d13-0991-4fb4-b2c4-66a493b9378a requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:09:42.951613 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6513b8a5-4d18-409d-a177-383afa7fdc81 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:42.979653 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513b8a5-4d18-409d-a177-383afa7fdc81 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Pushing event deleted for resources: {'Subnet': ['ID=0d651938-5f03-4020-99d1-a0f5406ef625,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:42.981649 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6513b8a5-4d18-409d-a177-383afa7fdc81 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:42.984875 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6513b8a5-4d18-409d-a177-383afa7fdc81 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] 10.222.0.49 "DELETE /v2.0/subnets/0d651938-5f03-4020-99d1-a0f5406ef625 HTTP/1.1" status: 204 len: 168 time: 0.2855504 Nov 09 22:09:42.987417 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35898) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:43.007474 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-dfc8c53c-65fc-4ce2-b0b4-adcb8997c61b None None] Provisioning complete for port 5af9ffda-2761-411a-9fa0-17ee79c3a490 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:09:43.007839 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dfc8c53c-65fc-4ce2-b0b4-adcb8997c61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:43.064056 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9768e3ab-aab8-4811-b170-7c74a161e3e3 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:43.115430 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dfc8c53c-65fc-4ce2-b0b4-adcb8997c61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:43.121258 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-9768e3ab-aab8-4811-b170-7c74a161e3e3 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Deleting port 5af9ffda-2761-411a-9fa0-17ee79c3a490 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:09:43.121596 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9768e3ab-aab8-4811-b170-7c74a161e3e3 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:43.138665 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0617c54-06e3-4f29-b236-a899eb7d433e None None] DHCP port deletion for 5bb60d13-0991-4fb4-b2c4-66a493b9378a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:09:43.157125 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-dfc8c53c-65fc-4ce2-b0b4-adcb8997c61b None None] For port 5af9ffda-2761-411a-9fa0-17ee79c3a490, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5af9ffda-2761-411a-9fa0-17ee79c3a490,segment=NetworkSegment(49b26228-4c76-4aca-82e3-9b4fe41a78b8),segment_id=49b26228-4c76-4aca-82e3-9b4fe41a78b8)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:09:43.178592 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dfc8c53c-65fc-4ce2-b0b4-adcb8997c61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:43.200055 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-9768e3ab-aab8-4811-b170-7c74a161e3e3 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] For port 5af9ffda-2761-411a-9fa0-17ee79c3a490, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5af9ffda-2761-411a-9fa0-17ee79c3a490,segment=NetworkSegment(49b26228-4c76-4aca-82e3-9b4fe41a78b8),segment_id=49b26228-4c76-4aca-82e3-9b4fe41a78b8)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:09:43.200424 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9768e3ab-aab8-4811-b170-7c74a161e3e3 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:43.213582 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-9768e3ab-aab8-4811-b170-7c74a161e3e3 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Calling delete_port for 5af9ffda-2761-411a-9fa0-17ee79c3a490 owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:09:43.232814 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc8c53c-65fc-4ce2-b0b4-adcb8997c61b None None] Pushing event updated for resources: {'Port': ['ID=5af9ffda-2761-411a-9fa0-17ee79c3a490,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:43.242258 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-f0617c54-06e3-4f29-b236-a899eb7d433e None None] Deleting port 5af9ffda-2761-411a-9fa0-17ee79c3a490 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:09:43.242664 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f0617c54-06e3-4f29-b236-a899eb7d433e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:43.293066 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9768e3ab-aab8-4811-b170-7c74a161e3e3 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:43.308333 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-f0617c54-06e3-4f29-b236-a899eb7d433e None None] For port 5af9ffda-2761-411a-9fa0-17ee79c3a490, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5af9ffda-2761-411a-9fa0-17ee79c3a490,segment=NetworkSegment(49b26228-4c76-4aca-82e3-9b4fe41a78b8),segment_id=49b26228-4c76-4aca-82e3-9b4fe41a78b8)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:09:43.308761 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f0617c54-06e3-4f29-b236-a899eb7d433e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:43.321843 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-f0617c54-06e3-4f29-b236-a899eb7d433e None None] Calling delete_port for 5af9ffda-2761-411a-9fa0-17ee79c3a490 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:09:43.323792 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9768e3ab-aab8-4811-b170-7c74a161e3e3 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Pushing event deleted for resources: {'Port': ['ID=5af9ffda-2761-411a-9fa0-17ee79c3a490,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:43.325638 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9768e3ab-aab8-4811-b170-7c74a161e3e3 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] No DVR routers for this DVR port 5af9ffda-2761-411a-9fa0-17ee79c3a490 on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 22:09:43.394818 n-d-816206-3 neutron-server[102609]: self.session.flush() Nov 09 22:09:43.402709 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f0617c54-06e3-4f29-b236-a899eb7d433e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:43.407666 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9768e3ab-aab8-4811-b170-7c74a161e3e3 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:43.428093 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-9768e3ab-aab8-4811-b170-7c74a161e3e3 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bb60d13-0991-4fb4-b2c4-66a493b9378a']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:09:43.428814 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0617c54-06e3-4f29-b236-a899eb7d433e None None] Pushing event deleted for resources: {'Port': ['ID=5af9ffda-2761-411a-9fa0-17ee79c3a490,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:43.430702 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0617c54-06e3-4f29-b236-a899eb7d433e None None] No DVR routers for this DVR port 5af9ffda-2761-411a-9fa0-17ee79c3a490 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:09:43.442050 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-9768e3ab-aab8-4811-b170-7c74a161e3e3 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49b26228-4c76-4aca-82e3-9b4fe41a78b8') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:09:43.442050 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-9768e3ab-aab8-4811-b170-7c74a161e3e3 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49b26228-4c76-4aca-82e3-9b4fe41a78b8') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:09:43.449609 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cb7ec0-f906-44be-af75-6aa37626a66c None None] get_active_networks_info from n-d-816206-3 {{(pid=102609) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 22:09:43.452527 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9768e3ab-aab8-4811-b170-7c74a161e3e3 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:43.474504 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9768e3ab-aab8-4811-b170-7c74a161e3e3 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:43.480995 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9768e3ab-aab8-4811-b170-7c74a161e3e3 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 22:09:43.481489 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9768e3ab-aab8-4811-b170-7c74a161e3e3 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:43.484659 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 22:09:43.484659 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 22:09:43.484659 n-d-816206-3 neutron-server[102608]: timer() Nov 09 22:09:43.484659 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 22:09:43.484659 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 22:09:43.484659 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 22:09:43.484659 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 22:09:43.484659 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 22:09:43.484659 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 22:09:43.484659 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 22:09:43.484659 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 22:09:43.484659 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 22:09:43.484659 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 22:09:43.484659 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 22:09:43.484659 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 22:09:43.484659 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 22:09:43.484659 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 22:09:43.484659 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 22:09:43.484659 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 22:09:43.484659 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 22:09:43.484659 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 22:09:43.484659 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 22:09:43.484659 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 22:09:43.484659 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 22:09:43.484659 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 22:09:43.484659 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 22:09:43.484659 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 22:09:43.484659 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 22:09:43.484659 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 22:09:43.484659 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 22:09:43.484659 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 22:09:43.484659 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 22:09:43.521673 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cb7ec0-f906-44be-af75-6aa37626a66c None None] Resources bound (agent type, host, resource id): {{(pid=102609) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 22:09:43.549206 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9768e3ab-aab8-4811-b170-7c74a161e3e3 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:43.562118 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9768e3ab-aab8-4811-b170-7c74a161e3e3 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:43.565395 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-9768e3ab-aab8-4811-b170-7c74a161e3e3 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] 10.222.0.49 "DELETE /v2.0/networks/5bb60d13-0991-4fb4-b2c4-66a493b9378a HTTP/1.1" status: 204 len: 168 time: 0.5771227 Nov 09 22:09:43.567875 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35900) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:43.586050 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9768e3ab-aab8-4811-b170-7c74a161e3e3 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Pushing event deleted for resources: {'Network': ['ID=5bb60d13-0991-4fb4-b2c4-66a493b9378a,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:43.604340 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ee01d4e-5c96-4958-952a-a7653137930b tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] DELETE failed (client error): The resource could not be found. Nov 09 22:09:43.604848 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ee01d4e-5c96-4958-952a-a7653137930b tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 22:09:43.607909 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0ee01d4e-5c96-4958-952a-a7653137930b tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] 10.222.0.49 "DELETE /v2.0/subnets/1e122de3-a3cb-4ae6-88db-1032581e622b HTTP/1.1" status: 404 len: 337 time: 0.0391221 Nov 09 22:09:43.610467 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35902) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:43.628556 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-127da240-4b28-4ff7-b656-0f762ae28bc7 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] DELETE failed (client error): The resource could not be found. Nov 09 22:09:43.629057 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-127da240-4b28-4ff7-b656-0f762ae28bc7 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 22:09:43.632069 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-127da240-4b28-4ff7-b656-0f762ae28bc7 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] 10.222.0.49 "DELETE /v2.0/networks/6aaeee71-189a-4bb6-808f-bdedc17ad459 HTTP/1.1" status: 404 len: 339 time: 0.0206902 Nov 09 22:09:43.635203 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35904) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:43.660037 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5393276-04c3-4573-a88e-bdef2dce4596 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] DELETE failed (client error): The resource could not be found. Nov 09 22:09:43.660780 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5393276-04c3-4573-a88e-bdef2dce4596 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 22:09:43.663791 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d5393276-04c3-4573-a88e-bdef2dce4596 tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] 10.222.0.49 "DELETE /v2.0/subnets/f9629700-fbf3-48cc-a27a-e36fad0e938e HTTP/1.1" status: 404 len: 337 time: 0.0276911 Nov 09 22:09:43.666347 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35906) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:43.684051 n-d-816206-3 neutron-server[102608]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc432ddc-9920-4b1d-8598-9652e9b37abc tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] DELETE failed (client error): The resource could not be found. Nov 09 22:09:43.684573 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc432ddc-9920-4b1d-8598-9652e9b37abc tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102608) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 22:09:43.687526 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-bc432ddc-9920-4b1d-8598-9652e9b37abc tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] 10.222.0.49 "DELETE /v2.0/networks/1c3b5da5-07c6-406f-abb6-5c4a11fa970b HTTP/1.1" status: 404 len: 339 time: 0.0202835 Nov 09 22:09:43.690023 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35908) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:43.744586 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaa2fe84-a0e1-4e73-b1f5-f458d945f8fb tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Deleting subnet 7d6c5cf6-30dc-4bd3-8ee9-3fe3b21a78ca {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 22:09:43.747633 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-aaa2fe84-a0e1-4e73-b1f5-f458d945f8fb tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:43.786783 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-aaa2fe84-a0e1-4e73-b1f5-f458d945f8fb tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:43.866455 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-aaa2fe84-a0e1-4e73-b1f5-f458d945f8fb tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:43.926034 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-aaa2fe84-a0e1-4e73-b1f5-f458d945f8fb tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:43.955092 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-aaa2fe84-a0e1-4e73-b1f5-f458d945f8fb tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:43.959096 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-aaa2fe84-a0e1-4e73-b1f5-f458d945f8fb tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] 10.222.0.49 "DELETE /v2.0/subnets/7d6c5cf6-30dc-4bd3-8ee9-3fe3b21a78ca HTTP/1.1" status: 204 len: 168 time: 0.2674987 Nov 09 22:09:43.960130 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa2fe84-a0e1-4e73-b1f5-f458d945f8fb tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Pushing event deleted for resources: {'Subnet': ['ID=7d6c5cf6-30dc-4bd3-8ee9-3fe3b21a78ca,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:43.960243 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad83a69-b92d-4f59-bf3a-cd807cff610a None None] Network c8450f68-09b8-43e0-9ab6-9a1a8c34a7fb requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:09:43.961015 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35910) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:44.035003 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-00cfe37a-2278-48ae-843f-2fd4e749f41d tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:44.091181 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-00cfe37a-2278-48ae-843f-2fd4e749f41d tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Deleting port cdaa983b-4187-4452-bd01-591ac34ceb7d {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:09:44.091504 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-00cfe37a-2278-48ae-843f-2fd4e749f41d tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:44.135706 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25349d6-733f-4535-801f-ded4874c1e47 None None] DHCP port deletion for c8450f68-09b8-43e0-9ab6-9a1a8c34a7fb request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:09:44.156247 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-00cfe37a-2278-48ae-843f-2fd4e749f41d tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] For port cdaa983b-4187-4452-bd01-591ac34ceb7d, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=cdaa983b-4187-4452-bd01-591ac34ceb7d,segment=NetworkSegment(bd0b43ff-21b8-47a4-bb84-26120aee61c3),segment_id=bd0b43ff-21b8-47a4-bb84-26120aee61c3)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:09:44.156613 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-00cfe37a-2278-48ae-843f-2fd4e749f41d tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:44.169368 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-00cfe37a-2278-48ae-843f-2fd4e749f41d tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Calling delete_port for cdaa983b-4187-4452-bd01-591ac34ceb7d owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:09:44.183475 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-a25349d6-733f-4535-801f-ded4874c1e47 None None] Deleting port cdaa983b-4187-4452-bd01-591ac34ceb7d {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:09:44.183790 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a25349d6-733f-4535-801f-ded4874c1e47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:44.247788 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-a25349d6-733f-4535-801f-ded4874c1e47 None None] For port cdaa983b-4187-4452-bd01-591ac34ceb7d, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=cdaa983b-4187-4452-bd01-591ac34ceb7d,segment=NetworkSegment(bd0b43ff-21b8-47a4-bb84-26120aee61c3),segment_id=bd0b43ff-21b8-47a4-bb84-26120aee61c3)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:09:44.248186 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a25349d6-733f-4535-801f-ded4874c1e47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:44.249159 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-00cfe37a-2278-48ae-843f-2fd4e749f41d tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:44.260340 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-a25349d6-733f-4535-801f-ded4874c1e47 None None] Calling delete_port for cdaa983b-4187-4452-bd01-591ac34ceb7d owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:09:44.274199 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cfe37a-2278-48ae-843f-2fd4e749f41d tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Pushing event deleted for resources: {'Port': ['ID=cdaa983b-4187-4452-bd01-591ac34ceb7d,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:44.277683 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cfe37a-2278-48ae-843f-2fd4e749f41d tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] No DVR routers for this DVR port cdaa983b-4187-4452-bd01-591ac34ceb7d on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:09:44.335065 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a25349d6-733f-4535-801f-ded4874c1e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:44.360971 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25349d6-733f-4535-801f-ded4874c1e47 None None] Pushing event deleted for resources: {'Port': ['ID=cdaa983b-4187-4452-bd01-591ac34ceb7d,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:44.363077 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-00cfe37a-2278-48ae-843f-2fd4e749f41d tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:44.364667 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25349d6-733f-4535-801f-ded4874c1e47 None None] No DVR routers for this DVR port cdaa983b-4187-4452-bd01-591ac34ceb7d on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:09:44.383586 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-00cfe37a-2278-48ae-843f-2fd4e749f41d tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8450f68-09b8-43e0-9ab6-9a1a8c34a7fb']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:09:44.393145 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-00cfe37a-2278-48ae-843f-2fd4e749f41d tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd0b43ff-21b8-47a4-bb84-26120aee61c3') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:09:44.393422 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-00cfe37a-2278-48ae-843f-2fd4e749f41d tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd0b43ff-21b8-47a4-bb84-26120aee61c3') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:09:44.406675 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-00cfe37a-2278-48ae-843f-2fd4e749f41d tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:44.420426 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-00cfe37a-2278-48ae-843f-2fd4e749f41d tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:44.426283 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00cfe37a-2278-48ae-843f-2fd4e749f41d tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 22:09:44.426894 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-00cfe37a-2278-48ae-843f-2fd4e749f41d tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:44.430144 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 22:09:44.430144 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 22:09:44.430144 n-d-816206-3 neutron-server[102607]: timer() Nov 09 22:09:44.430144 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 22:09:44.430144 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 22:09:44.430144 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 22:09:44.430144 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 22:09:44.430144 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 22:09:44.430144 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 22:09:44.430144 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 22:09:44.430144 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 22:09:44.430144 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 22:09:44.430144 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 22:09:44.430144 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 22:09:44.430144 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 22:09:44.430144 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 22:09:44.430144 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 22:09:44.430144 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 22:09:44.430144 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 22:09:44.430144 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 22:09:44.430144 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 22:09:44.430144 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 22:09:44.430144 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 22:09:44.430144 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 22:09:44.430144 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 22:09:44.430144 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 22:09:44.430144 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 22:09:44.430144 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 22:09:44.430144 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 22:09:44.430144 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 22:09:44.430144 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 22:09:44.430144 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 22:09:44.485344 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-00cfe37a-2278-48ae-843f-2fd4e749f41d tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:44.493220 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-00cfe37a-2278-48ae-843f-2fd4e749f41d tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:44.495904 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-00cfe37a-2278-48ae-843f-2fd4e749f41d tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] 10.222.0.49 "DELETE /v2.0/networks/c8450f68-09b8-43e0-9ab6-9a1a8c34a7fb HTTP/1.1" status: 204 len: 168 time: 0.5338819 Nov 09 22:09:44.508615 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cfe37a-2278-48ae-843f-2fd4e749f41d tempest-NetworksIpV6Test-1379400234 tempest-NetworksIpV6Test-1379400234-project] Pushing event deleted for resources: {'Network': ['ID=c8450f68-09b8-43e0-9ab6-9a1a8c34a7fb,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:44.738661 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35916) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:44.863772 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-52e2489f-1c5d-48ad-a1ca-665ec4c7936c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7d1eb34689394edcbfd3f4a74092abb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1238601 Nov 09 22:09:44.866223 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35920) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:44.915649 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3ebd0099-6c0e-449b-8fa8-a8f878751702 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:44.935405 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3ebd0099-6c0e-449b-8fa8-a8f878751702 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:44.982871 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3ebd0099-6c0e-449b-8fa8-a8f878751702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:44.985552 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3ebd0099-6c0e-449b-8fa8-a8f878751702 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:44.989890 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-3ebd0099-6c0e-449b-8fa8-a8f878751702 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ed944672-1014-4b2c-a68e-105e18afe324 HTTP/1.1" status: 204 len: 168 time: 0.1227481 Nov 09 22:09:44.998673 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd0099-6c0e-449b-8fa8-a8f878751702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed944672-1014-4b2c-a68e-105e18afe324,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:45.424015 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device cdaa983b-4187-4452-bd01-591ac34ceb7d no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:09:45.446944 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: cdaa983b-4187-4452-bd01-591ac34ceb7d {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:09:45.447286 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device cdaa983b-4187-4452-bd01-591ac34ceb7d not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:09:45.611713 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35942) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:45.704011 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-efb67ed2-4276-4e0e-9570-b1f18bc459f9 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-522038801', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:09:45.726491 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-efb67ed2-4276-4e0e-9570-b1f18bc459f9 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:45.727469 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-efb67ed2-4276-4e0e-9570-b1f18bc459f9 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:45.777230 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-efb67ed2-4276-4e0e-9570-b1f18bc459f9 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:45.781066 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-efb67ed2-4276-4e0e-9570-b1f18bc459f9 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:45.798892 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-efb67ed2-4276-4e0e-9570-b1f18bc459f9 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:45.801067 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-efb67ed2-4276-4e0e-9570-b1f18bc459f9 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1882796 Nov 09 22:09:45.802900 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35946) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:45.807583 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-469d733e-1494-4cd0-bd7f-f02187fdbe5a tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1607924406'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:09:45.826116 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469d733e-1494-4cd0-bd7f-f02187fdbe5a tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Made reservation on behalf of a9f8802fd9984fb18c516acbce288484 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:09:45.829680 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-469d733e-1494-4cd0-bd7f-f02187fdbe5a tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:45.838255 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-469d733e-1494-4cd0-bd7f-f02187fdbe5a tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:45.913741 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-469d733e-1494-4cd0-bd7f-f02187fdbe5a tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:45.917714 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-469d733e-1494-4cd0-bd7f-f02187fdbe5a tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:45.940092 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-469d733e-1494-4cd0-bd7f-f02187fdbe5a tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 22:09:45.953659 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469d733e-1494-4cd0-bd7f-f02187fdbe5a tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f95fc5a-404d-48d1-8da7-cbdb19148ac9,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:45.959276 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-469d733e-1494-4cd0-bd7f-f02187fdbe5a tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:45.959620 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-469d733e-1494-4cd0-bd7f-f02187fdbe5a tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Added segment d22d2759-2741-44b0-bd2d-fb550b145b36 of type vlan for network b246e4a9-fc48-4bf2-856b-28f83c21027d Nov 09 22:09:45.999662 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-469d733e-1494-4cd0-bd7f-f02187fdbe5a tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:46.023784 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-469d733e-1494-4cd0-bd7f-f02187fdbe5a tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:46.030364 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469d733e-1494-4cd0-bd7f-f02187fdbe5a tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:46.030889 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-469d733e-1494-4cd0-bd7f-f02187fdbe5a tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:46.084720 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-469d733e-1494-4cd0-bd7f-f02187fdbe5a tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2807958 Nov 09 22:09:46.087990 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35948) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:46.099517 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-66b2e0cf-5f0e-47db-abf9-75aff8e4a3ee tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Request body: {'subnet': {'network_id': 'b246e4a9-fc48-4bf2-856b-28f83c21027d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:09:46.120762 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469d733e-1494-4cd0-bd7f-f02187fdbe5a tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Pushing event updated for resources: {'Network': ['ID=b246e4a9-fc48-4bf2-856b-28f83c21027d,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:46.131988 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network b246e4a9-fc48-4bf2-856b-28f83c21027d details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 22:09:46.199490 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b2e0cf-5f0e-47db-abf9-75aff8e4a3ee tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Made reservation on behalf of a9f8802fd9984fb18c516acbce288484 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:09:46.203081 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-66b2e0cf-5f0e-47db-abf9-75aff8e4a3ee tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:46.376229 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-66b2e0cf-5f0e-47db-abf9-75aff8e4a3ee tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:46.437577 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2e0cf-5f0e-47db-abf9-75aff8e4a3ee tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Pushing event updated for resources: {'Subnet': ['ID=c6f5c3da-de63-4e7b-9289-683fe16704d3,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:46.446007 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b2e0cf-5f0e-47db-abf9-75aff8e4a3ee tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Checking segment: {'id': 'd22d2759-2741-44b0-bd2d-fb550b145b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b246e4a9-fc48-4bf2-856b-28f83c21027d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:09:46.446381 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b2e0cf-5f0e-47db-abf9-75aff8e4a3ee tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Network hostable DHCP agents. Network: b246e4a9-fc48-4bf2-856b-28f83c21027d, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 22:09:46.462736 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b2e0cf-5f0e-47db-abf9-75aff8e4a3ee tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Network b246e4a9-fc48-4bf2-856b-28f83c21027d is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 22:09:46.471248 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-66b2e0cf-5f0e-47db-abf9-75aff8e4a3ee tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, b246e4a9-fc48-4bf2-856b-28f83c21027d) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:09:46.476284 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b2e0cf-5f0e-47db-abf9-75aff8e4a3ee tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:46.478963 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-66b2e0cf-5f0e-47db-abf9-75aff8e4a3ee tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:46.479791 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90721b06-bade-4b92-8bd2-6b7b1dc10098 None None] Network b246e4a9-fc48-4bf2-856b-28f83c21027d requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:09:46.498148 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-66b2e0cf-5f0e-47db-abf9-75aff8e4a3ee tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4063814 Nov 09 22:09:46.498353 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35950) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:46.503530 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-811f0e01-a00f-4c63-aa9f-00222a362245 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1726283965'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:09:46.524307 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811f0e01-a00f-4c63-aa9f-00222a362245 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Made reservation on behalf of a9f8802fd9984fb18c516acbce288484 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:09:46.528300 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-811f0e01-a00f-4c63-aa9f-00222a362245 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:46.556474 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-811f0e01-a00f-4c63-aa9f-00222a362245 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 22:09:46.565359 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-811f0e01-a00f-4c63-aa9f-00222a362245 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:46.565723 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-811f0e01-a00f-4c63-aa9f-00222a362245 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Added segment 0e5c9513-4e64-48fc-a9f2-a74ffbb9b5c6 of type vlan for network 1a5bbd58-ce60-4951-8c9a-0a24de3e3958 Nov 09 22:09:46.604857 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-811f0e01-a00f-4c63-aa9f-00222a362245 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:46.626355 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68fbe24-a4a7-4947-b0c2-a11887c96581 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-b246e4a9-fc48-4bf2-856b-28f83c21027d', 'network_id': 'b246e4a9-fc48-4bf2-856b-28f83c21027d', 'tenant_id': 'a9f8802fd9984fb18c516acbce288484', 'fixed_ips': [{'subnet_id': 'c6f5c3da-de63-4e7b-9289-683fe16704d3'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 22:09:46.627260 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b68fbe24-a4a7-4947-b0c2-a11887c96581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:46.630483 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-811f0e01-a00f-4c63-aa9f-00222a362245 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:46.636498 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811f0e01-a00f-4c63-aa9f-00222a362245 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:46.637202 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-811f0e01-a00f-4c63-aa9f-00222a362245 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:46.693943 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-811f0e01-a00f-4c63-aa9f-00222a362245 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1942844 Nov 09 22:09:46.696968 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35952) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:46.702041 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-df5c8f06-e3a7-41cf-8ae5-d24f9d0f692c tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Request body: {'subnet': {'network_id': '1a5bbd58-ce60-4951-8c9a-0a24de3e3958', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:09:46.709122 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f0e01-a00f-4c63-aa9f-00222a362245 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Pushing event updated for resources: {'Network': ['ID=1a5bbd58-ce60-4951-8c9a-0a24de3e3958,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:46.719665 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 1a5bbd58-ce60-4951-8c9a-0a24de3e3958 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 22:09:46.797703 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5c8f06-e3a7-41cf-8ae5-d24f9d0f692c tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Made reservation on behalf of a9f8802fd9984fb18c516acbce288484 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:09:46.801425 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-df5c8f06-e3a7-41cf-8ae5-d24f9d0f692c tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:46.817005 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-b68fbe24-a4a7-4947-b0c2-a11887c96581 None None] Allocated IP 172.20.0.2 (b246e4a9-fc48-4bf2-856b-28f83c21027d/c6f5c3da-de63-4e7b-9289-683fe16704d3/0891ff8f-eead-4c8a-980a-428e012e6b4e) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:09:46.957054 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b68fbe24-a4a7-4947-b0c2-a11887c96581 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:46.962821 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b68fbe24-a4a7-4947-b0c2-a11887c96581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:46.980485 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-df5c8f06-e3a7-41cf-8ae5-d24f9d0f692c tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:47.047967 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c8f06-e3a7-41cf-8ae5-d24f9d0f692c tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Pushing event updated for resources: {'Subnet': ['ID=dac058b3-36b7-43a9-9ef5-ef324e923167,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:47.057518 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5c8f06-e3a7-41cf-8ae5-d24f9d0f692c tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Checking segment: {'id': '0e5c9513-4e64-48fc-a9f2-a74ffbb9b5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1a5bbd58-ce60-4951-8c9a-0a24de3e3958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:09:47.058087 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5c8f06-e3a7-41cf-8ae5-d24f9d0f692c tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Network hostable DHCP agents. Network: 1a5bbd58-ce60-4951-8c9a-0a24de3e3958, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 22:09:47.076737 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5c8f06-e3a7-41cf-8ae5-d24f9d0f692c tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Network 1a5bbd58-ce60-4951-8c9a-0a24de3e3958 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 22:09:47.086544 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-df5c8f06-e3a7-41cf-8ae5-d24f9d0f692c tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 1a5bbd58-ce60-4951-8c9a-0a24de3e3958) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:09:47.091285 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5c8f06-e3a7-41cf-8ae5-d24f9d0f692c tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:47.091886 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-df5c8f06-e3a7-41cf-8ae5-d24f9d0f692c tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:47.111451 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-df5c8f06-e3a7-41cf-8ae5-d24f9d0f692c tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4106863 Nov 09 22:09:47.111661 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35954) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:47.116109 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-75f833b6-f40d-49da-9ff1-3121dc3fa3e3 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Request body: {'router': {'external_gateway_info': {'network_id': '1a5bbd58-ce60-4951-8c9a-0a24de3e3958'}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:09:47.152984 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a4ef6e-5c50-41ec-86df-34e886b6d4a2 None None] Network 1a5bbd58-ce60-4951-8c9a-0a24de3e3958 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:09:47.208667 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68fbe24-a4a7-4947-b0c2-a11887c96581 None None] Network b246e4a9-fc48-4bf2-856b-28f83c21027d is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:09:47.210961 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68fbe24-a4a7-4947-b0c2-a11887c96581 None None] Pushing event updated for resources: {'Port': ['ID=0891ff8f-eead-4c8a-980a-428e012e6b4e,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:47.217113 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-b68fbe24-a4a7-4947-b0c2-a11887c96581 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:09:47.220963 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68fbe24-a4a7-4947-b0c2-a11887c96581 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:09:47.297836 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-b68fbe24-a4a7-4947-b0c2-a11887c96581 None None] Attempting to bind port 0891ff8f-eead-4c8a-980a-428e012e6b4e on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:09:47.298192 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-b68fbe24-a4a7-4947-b0c2-a11887c96581 None None] Attempting to bind port 0891ff8f-eead-4c8a-980a-428e012e6b4e by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'd22d2759-2741-44b0-bd2d-fb550b145b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b246e4a9-fc48-4bf2-856b-28f83c21027d'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:09:47.298551 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68fbe24-a4a7-4947-b0c2-a11887c96581 None None] Attempting to bind port 0891ff8f-eead-4c8a-980a-428e012e6b4e on network b246e4a9-fc48-4bf2-856b-28f83c21027d {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:09:47.319702 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-75f833b6-f40d-49da-9ff1-3121dc3fa3e3 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:47.322828 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68fbe24-a4a7-4947-b0c2-a11887c96581 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:09:47.323202 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68fbe24-a4a7-4947-b0c2-a11887c96581 None None] Checking segment: {'id': 'd22d2759-2741-44b0-bd2d-fb550b145b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b246e4a9-fc48-4bf2-856b-28f83c21027d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:09:47.323599 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b68fbe24-a4a7-4947-b0c2-a11887c96581 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:47.323986 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68fbe24-a4a7-4947-b0c2-a11887c96581 None None] Bound using segment: {'id': 'd22d2759-2741-44b0-bd2d-fb550b145b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b246e4a9-fc48-4bf2-856b-28f83c21027d'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:09:47.324455 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-b68fbe24-a4a7-4947-b0c2-a11887c96581 None None] Bound port: 0891ff8f-eead-4c8a-980a-428e012e6b4e, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22d2759-2741-44b0-bd2d-fb550b145b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b246e4a9-fc48-4bf2-856b-28f83c21027d'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:09:47.324901 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b68fbe24-a4a7-4947-b0c2-a11887c96581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:47.395625 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed66f43-8064-449d-b35e-2d9355c7131c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-1a5bbd58-ce60-4951-8c9a-0a24de3e3958', 'network_id': '1a5bbd58-ce60-4951-8c9a-0a24de3e3958', 'tenant_id': 'a9f8802fd9984fb18c516acbce288484', 'fixed_ips': [{'subnet_id': 'dac058b3-36b7-43a9-9ef5-ef324e923167'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 22:09:47.396474 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ed66f43-8064-449d-b35e-2d9355c7131c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:47.433469 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-b68fbe24-a4a7-4947-b0c2-a11887c96581 None None] For port 0891ff8f-eead-4c8a-980a-428e012e6b4e, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:09:47.434567 n-d-816206-3 neutron-server[102608]: INFO neutron.api.v2.resource [None req-75f833b6-f40d-49da-9ff1-3121dc3fa3e3 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 22:09:47.435617 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-75f833b6-f40d-49da-9ff1-3121dc3fa3e3 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] 10.222.0.49 "PUT /v2.0/routers/ae738ae2-afe9-4fb5-ba37-36365715b129 HTTP/1.1" status: 400 len: 364 time: 0.3231223 Nov 09 22:09:47.437492 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-b68fbe24-a4a7-4947-b0c2-a11887c96581 None None] For port 0891ff8f-eead-4c8a-980a-428e012e6b4e, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=0891ff8f-eead-4c8a-980a-428e012e6b4e,segment=NetworkSegment(d22d2759-2741-44b0-bd2d-fb550b145b36),segment_id=d22d2759-2741-44b0-bd2d-fb550b145b36)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:09:47.442734 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35956) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:47.481186 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b68fbe24-a4a7-4947-b0c2-a11887c96581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:47.496338 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0c3d4ab-8605-4526-af19-a0bc59a9b1e4 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Deleting subnet dac058b3-36b7-43a9-9ef5-ef324e923167 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 22:09:47.499764 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d0c3d4ab-8605-4526-af19-a0bc59a9b1e4 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:47.541318 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d0c3d4ab-8605-4526-af19-a0bc59a9b1e4 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:47.562623 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68fbe24-a4a7-4947-b0c2-a11887c96581 None None] Pushing event updated for resources: {'Port': ['ID=0891ff8f-eead-4c8a-980a-428e012e6b4e,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:47.589842 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d0c3d4ab-8605-4526-af19-a0bc59a9b1e4 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:47.654458 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d0c3d4ab-8605-4526-af19-a0bc59a9b1e4 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server [None req-9ed66f43-8064-449d-b35e-2d9355c7131c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dac058b3-36b7-43a9-9ef5-ef324e923167: This subnet is being modified by another concurrent operation. Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server raise exception Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dac058b3-36b7-43a9-9ef5-ef324e923167: This subnet is being modified by another concurrent operation. Nov 09 22:09:47.658736 n-d-816206-3 neutron-server[102609]: ERROR oslo_messaging.rpc.server Nov 09 22:09:47.685490 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d0c3d4ab-8605-4526-af19-a0bc59a9b1e4 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:47.688173 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c846c72-19fe-43b3-b3f6-550c0cf31005 None None] Network 1a5bbd58-ce60-4951-8c9a-0a24de3e3958 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:09:47.688705 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d0c3d4ab-8605-4526-af19-a0bc59a9b1e4 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] 10.222.0.49 "DELETE /v2.0/subnets/dac058b3-36b7-43a9-9ef5-ef324e923167 HTTP/1.1" status: 204 len: 168 time: 0.2449596 Nov 09 22:09:47.691396 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c3d4ab-8605-4526-af19-a0bc59a9b1e4 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Pushing event deleted for resources: {'Subnet': ['ID=dac058b3-36b7-43a9-9ef5-ef324e923167,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:47.691671 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35958) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:47.789640 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2a7b3d89-71bd-4d3e-b3d8-3c6ce403979f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:47.823741 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-df01e01e-fb54-46cb-a034-949248db5ff6 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:47.915468 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-df01e01e-fb54-46cb-a034-949248db5ff6 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:47.939581 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-df01e01e-fb54-46cb-a034-949248db5ff6 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a5bbd58-ce60-4951-8c9a-0a24de3e3958']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:09:47.948596 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-df01e01e-fb54-46cb-a034-949248db5ff6 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e5c9513-4e64-48fc-a9f2-a74ffbb9b5c6') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:09:47.949000 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-df01e01e-fb54-46cb-a034-949248db5ff6 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e5c9513-4e64-48fc-a9f2-a74ffbb9b5c6') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:09:47.958070 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-df01e01e-fb54-46cb-a034-949248db5ff6 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:47.971303 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-df01e01e-fb54-46cb-a034-949248db5ff6 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:47.977044 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df01e01e-fb54-46cb-a034-949248db5ff6 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 22:09:47.977451 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-df01e01e-fb54-46cb-a034-949248db5ff6 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:47.981002 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 22:09:47.981002 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 22:09:47.981002 n-d-816206-3 neutron-server[102607]: timer() Nov 09 22:09:47.981002 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 22:09:47.981002 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 22:09:47.981002 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 22:09:47.981002 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 22:09:47.981002 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 22:09:47.981002 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 22:09:47.981002 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 22:09:47.981002 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 22:09:47.981002 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 22:09:47.981002 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 22:09:47.981002 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 22:09:47.981002 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 22:09:47.981002 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 22:09:47.981002 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 22:09:47.981002 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 22:09:47.981002 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 22:09:47.981002 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 22:09:47.981002 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 22:09:47.981002 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 22:09:47.981002 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 22:09:47.981002 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 22:09:47.981002 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 22:09:47.981002 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 22:09:47.981002 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 22:09:47.981002 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 22:09:47.981002 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 22:09:47.981002 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 22:09:47.981002 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 22:09:47.981002 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 22:09:48.044247 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-df01e01e-fb54-46cb-a034-949248db5ff6 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:48.050974 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-df01e01e-fb54-46cb-a034-949248db5ff6 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:48.054131 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-df01e01e-fb54-46cb-a034-949248db5ff6 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] 10.222.0.49 "DELETE /v2.0/networks/1a5bbd58-ce60-4951-8c9a-0a24de3e3958 HTTP/1.1" status: 204 len: 168 time: 0.3614597 Nov 09 22:09:48.056848 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35960) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:48.065690 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df01e01e-fb54-46cb-a034-949248db5ff6 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Pushing event deleted for resources: {'Network': ['ID=1a5bbd58-ce60-4951-8c9a-0a24de3e3958,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:48.107493 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcafd8f0-7b46-4a50-9506-4f85132cf1fd tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Deleting subnet c6f5c3da-de63-4e7b-9289-683fe16704d3 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 22:09:48.110639 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fcafd8f0-7b46-4a50-9506-4f85132cf1fd tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:48.148696 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fcafd8f0-7b46-4a50-9506-4f85132cf1fd tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:48.239848 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fcafd8f0-7b46-4a50-9506-4f85132cf1fd tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:48.301184 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fcafd8f0-7b46-4a50-9506-4f85132cf1fd tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:48.329652 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcafd8f0-7b46-4a50-9506-4f85132cf1fd tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Pushing event deleted for resources: {'Subnet': ['ID=c6f5c3da-de63-4e7b-9289-683fe16704d3,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:48.332331 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fcafd8f0-7b46-4a50-9506-4f85132cf1fd tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:48.338730 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-fcafd8f0-7b46-4a50-9506-4f85132cf1fd tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] 10.222.0.49 "DELETE /v2.0/subnets/c6f5c3da-de63-4e7b-9289-683fe16704d3 HTTP/1.1" status: 204 len: 168 time: 0.2778919 Nov 09 22:09:48.339387 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 35962) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:48.434147 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-730b3a2e-0c85-4f15-a2af-f6850d2fd172 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:48.488059 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-730b3a2e-0c85-4f15-a2af-f6850d2fd172 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Deleting port 0891ff8f-eead-4c8a-980a-428e012e6b4e {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:09:48.488469 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-730b3a2e-0c85-4f15-a2af-f6850d2fd172 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:48.498908 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a26024c-e7dd-4f8c-aae5-c1680e1a22d4 None None] Network b246e4a9-fc48-4bf2-856b-28f83c21027d requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:09:48.550321 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-730b3a2e-0c85-4f15-a2af-f6850d2fd172 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] For port 0891ff8f-eead-4c8a-980a-428e012e6b4e, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=0891ff8f-eead-4c8a-980a-428e012e6b4e,segment=NetworkSegment(d22d2759-2741-44b0-bd2d-fb550b145b36),segment_id=d22d2759-2741-44b0-bd2d-fb550b145b36)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:09:48.550681 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-730b3a2e-0c85-4f15-a2af-f6850d2fd172 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:48.566896 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-730b3a2e-0c85-4f15-a2af-f6850d2fd172 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Calling delete_port for 0891ff8f-eead-4c8a-980a-428e012e6b4e owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:09:48.574526 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d801fcd3-4dc6-4fcf-af87-2dc5390ac3f0 None None] Provisioning complete for port 0891ff8f-eead-4c8a-980a-428e012e6b4e triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:09:48.574901 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d801fcd3-4dc6-4fcf-af87-2dc5390ac3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:48.644090 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-730b3a2e-0c85-4f15-a2af-f6850d2fd172 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:48.650446 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d801fcd3-4dc6-4fcf-af87-2dc5390ac3f0 None None] Could not find standard attr ID for object 0891ff8f-eead-4c8a-980a-428e012e6b4e. {{(pid=102609) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 22:09:48.655560 n-d-816206-3 neutron-server[102609]: INFO neutron.plugins.ml2.db [None req-d801fcd3-4dc6-4fcf-af87-2dc5390ac3f0 None None] No ports have port_id starting with 0891ff8f-eead-4c8a-980a-428e012e6b4e Nov 09 22:09:48.674856 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730b3a2e-0c85-4f15-a2af-f6850d2fd172 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] No DVR routers for this DVR port 0891ff8f-eead-4c8a-980a-428e012e6b4e on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:09:48.681974 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b3a2e-0c85-4f15-a2af-f6850d2fd172 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Pushing event deleted for resources: {'Port': ['ID=0891ff8f-eead-4c8a-980a-428e012e6b4e,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:48.721017 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a571dee0-78f7-477d-8517-b141a54d3f5c None None] DHCP port deletion for b246e4a9-fc48-4bf2-856b-28f83c21027d request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:09:48.737466 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1db73e-ea67-4f2d-9bf5-c3ff86b9c4e6 None None] get_active_networks_info from n-d-816206-3 {{(pid=102609) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 22:09:48.767863 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-730b3a2e-0c85-4f15-a2af-f6850d2fd172 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:48.787714 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-730b3a2e-0c85-4f15-a2af-f6850d2fd172 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b246e4a9-fc48-4bf2-856b-28f83c21027d']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:09:48.795859 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1db73e-ea67-4f2d-9bf5-c3ff86b9c4e6 None None] Resources bound (agent type, host, resource id): {{(pid=102609) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 22:09:48.796926 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-730b3a2e-0c85-4f15-a2af-f6850d2fd172 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd22d2759-2741-44b0-bd2d-fb550b145b36') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:09:48.797414 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-730b3a2e-0c85-4f15-a2af-f6850d2fd172 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd22d2759-2741-44b0-bd2d-fb550b145b36') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:09:48.807243 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-730b3a2e-0c85-4f15-a2af-f6850d2fd172 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:48.820277 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-730b3a2e-0c85-4f15-a2af-f6850d2fd172 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:48.827113 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-730b3a2e-0c85-4f15-a2af-f6850d2fd172 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 22:09:48.827595 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-730b3a2e-0c85-4f15-a2af-f6850d2fd172 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:48.831464 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 22:09:48.831464 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 22:09:48.831464 n-d-816206-3 neutron-server[102608]: timer() Nov 09 22:09:48.831464 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 22:09:48.831464 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 22:09:48.831464 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 22:09:48.831464 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 22:09:48.831464 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 22:09:48.831464 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 22:09:48.831464 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 22:09:48.831464 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 22:09:48.831464 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 22:09:48.831464 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 22:09:48.831464 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 22:09:48.831464 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 22:09:48.831464 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 22:09:48.831464 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 22:09:48.831464 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 22:09:48.831464 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 22:09:48.831464 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 22:09:48.831464 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 22:09:48.831464 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 22:09:48.831464 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 22:09:48.831464 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 22:09:48.831464 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 22:09:48.831464 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 22:09:48.831464 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 22:09:48.831464 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 22:09:48.831464 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 22:09:48.831464 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 22:09:48.831464 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 22:09:48.831464 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 22:09:48.890273 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-730b3a2e-0c85-4f15-a2af-f6850d2fd172 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:48.897235 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-730b3a2e-0c85-4f15-a2af-f6850d2fd172 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:48.900420 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-730b3a2e-0c85-4f15-a2af-f6850d2fd172 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] 10.222.0.49 "DELETE /v2.0/networks/b246e4a9-fc48-4bf2-856b-28f83c21027d HTTP/1.1" status: 204 len: 168 time: 0.5605330 Nov 09 22:09:48.903146 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35964) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:48.918174 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b3a2e-0c85-4f15-a2af-f6850d2fd172 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Pushing event deleted for resources: {'Network': ['ID=b246e4a9-fc48-4bf2-856b-28f83c21027d,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:48.933325 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e81cb462-d379-408b-bb66-b70c02aed701 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae738ae2-afe9-4fb5-ba37-36365715b129 HTTP/1.1" status: 200 len: 205 time: 0.0283599 Nov 09 22:09:48.935530 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35966) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:49.010113 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-60130abf-6126-4710-9c1c-e89430066be4 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:49.162920 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-60130abf-6126-4710-9c1c-e89430066be4 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:49.165578 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-60130abf-6126-4710-9c1c-e89430066be4 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:49.206700 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-60130abf-6126-4710-9c1c-e89430066be4 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:49.207274 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60130abf-6126-4710-9c1c-e89430066be4 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Fanout notify agent at l3_agent the message router_deleted on router ae738ae2-afe9-4fb5-ba37-36365715b129 {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 22:09:49.214016 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-60130abf-6126-4710-9c1c-e89430066be4 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:49.215141 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-60130abf-6126-4710-9c1c-e89430066be4 tempest-RoutersNegativeTest-1198491007 tempest-RoutersNegativeTest-1198491007-project] 10.222.0.49 "DELETE /v2.0/routers/ae738ae2-afe9-4fb5-ba37-36365715b129 HTTP/1.1" status: 204 len: 168 time: 0.2786210 Nov 09 22:09:49.448449 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35972) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:49.576983 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-acea1a97-85c2-4cd4-bcc4-10d72643e214 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a9f8802fd9984fb18c516acbce288484&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1273313 Nov 09 22:09:49.579496 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35976) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:49.634551 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1ecbe4a2-9266-403e-9e31-0dec638ced06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:49.657130 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1ecbe4a2-9266-403e-9e31-0dec638ced06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:49.702067 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1ecbe4a2-9266-403e-9e31-0dec638ced06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:49.704659 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1ecbe4a2-9266-403e-9e31-0dec638ced06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:49.705909 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1ecbe4a2-9266-403e-9e31-0dec638ced06 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3f95fc5a-404d-48d1-8da7-cbdb19148ac9 HTTP/1.1" status: 204 len: 168 time: 0.1253884 Nov 09 22:09:49.713850 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecbe4a2-9266-403e-9e31-0dec638ced06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f95fc5a-404d-48d1-8da7-cbdb19148ac9,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:50.220071 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e068900f-0612-4403-8992-3cc26815086b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:50.299046 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 35998) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:50.390889 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-0b829dd1-14c6-4ec7-aa8c-1e1f909fa5ab admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-606670987-network', 'tenant_id': 'f3ac3d6294284cc8ba205bc986174568'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:09:50.411281 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b829dd1-14c6-4ec7-aa8c-1e1f909fa5ab admin admin] Made reservation on behalf of f3ac3d6294284cc8ba205bc986174568 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:09:50.413718 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0b829dd1-14c6-4ec7-aa8c-1e1f909fa5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:50.421923 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0b829dd1-14c6-4ec7-aa8c-1e1f909fa5ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:50.495581 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0b829dd1-14c6-4ec7-aa8c-1e1f909fa5ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:50.499487 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0b829dd1-14c6-4ec7-aa8c-1e1f909fa5ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:50.520278 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b829dd1-14c6-4ec7-aa8c-1e1f909fa5ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 22:09:50.534797 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b829dd1-14c6-4ec7-aa8c-1e1f909fa5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9703b060-9e83-499b-8f84-e24f71163144,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:50.537901 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0b829dd1-14c6-4ec7-aa8c-1e1f909fa5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:50.538254 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-0b829dd1-14c6-4ec7-aa8c-1e1f909fa5ab admin admin] Added segment 341de571-57d4-4f0e-b113-10424a2cce55 of type vlan for network 4a39b649-4cfb-42f5-b961-fdb12445dd12 Nov 09 22:09:50.577851 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0b829dd1-14c6-4ec7-aa8c-1e1f909fa5ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:50.604894 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0b829dd1-14c6-4ec7-aa8c-1e1f909fa5ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:50.605937 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b829dd1-14c6-4ec7-aa8c-1e1f909fa5ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:50.606561 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0b829dd1-14c6-4ec7-aa8c-1e1f909fa5ab admin admin] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:50.656537 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0b829dd1-14c6-4ec7-aa8c-1e1f909fa5ab admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3564084 Nov 09 22:09:50.659598 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36002) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:50.665355 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-599db1ab-f11b-420a-8ee2-b960ed0e8e98 admin admin] Request body: {'subnet': {'network_id': '4a39b649-4cfb-42f5-b961-fdb12445dd12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-606670987-subnet', 'tenant_id': 'f3ac3d6294284cc8ba205bc986174568', 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:09:50.668032 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b829dd1-14c6-4ec7-aa8c-1e1f909fa5ab admin admin] Pushing event updated for resources: {'Network': ['ID=4a39b649-4cfb-42f5-b961-fdb12445dd12,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:50.681172 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 4a39b649-4cfb-42f5-b961-fdb12445dd12 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 22:09:50.687772 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599db1ab-f11b-420a-8ee2-b960ed0e8e98 admin admin] Made reservation on behalf of f3ac3d6294284cc8ba205bc986174568 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:09:50.690091 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-599db1ab-f11b-420a-8ee2-b960ed0e8e98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:50.856385 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-599db1ab-f11b-420a-8ee2-b960ed0e8e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:50.911787 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599db1ab-f11b-420a-8ee2-b960ed0e8e98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcd0057b-8d5b-414a-841d-96d4770dc6d0,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:50.919292 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599db1ab-f11b-420a-8ee2-b960ed0e8e98 admin admin] Checking segment: {'id': '341de571-57d4-4f0e-b113-10424a2cce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a39b649-4cfb-42f5-b961-fdb12445dd12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:09:50.919657 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599db1ab-f11b-420a-8ee2-b960ed0e8e98 admin admin] Network hostable DHCP agents. Network: 4a39b649-4cfb-42f5-b961-fdb12445dd12, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 22:09:50.936361 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599db1ab-f11b-420a-8ee2-b960ed0e8e98 admin admin] Network 4a39b649-4cfb-42f5-b961-fdb12445dd12 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 22:09:50.944626 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-599db1ab-f11b-420a-8ee2-b960ed0e8e98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 4a39b649-4cfb-42f5-b961-fdb12445dd12) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:09:50.948454 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599db1ab-f11b-420a-8ee2-b960ed0e8e98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:50.949088 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-599db1ab-f11b-420a-8ee2-b960ed0e8e98 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:50.953156 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a5fa10-004c-4d97-8440-a4625e756c72 None None] Network 4a39b649-4cfb-42f5-b961-fdb12445dd12 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:09:50.964386 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-599db1ab-f11b-420a-8ee2-b960ed0e8e98 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3033838 Nov 09 22:09:50.967338 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36004) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:50.971759 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-9986bcae-34da-452c-9ecb-640679dc8d9a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-606670987-router', 'tenant_id': 'f3ac3d6294284cc8ba205bc986174568', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:09:50.992993 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9986bcae-34da-452c-9ecb-640679dc8d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:50.993780 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9986bcae-34da-452c-9ecb-640679dc8d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:51.045678 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9986bcae-34da-452c-9ecb-640679dc8d9a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:51.097067 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7ca816-25ba-443b-ab10-f6113b563ee2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-4a39b649-4cfb-42f5-b961-fdb12445dd12', 'network_id': '4a39b649-4cfb-42f5-b961-fdb12445dd12', 'tenant_id': 'f3ac3d6294284cc8ba205bc986174568', 'fixed_ips': [{'subnet_id': 'fcd0057b-8d5b-414a-841d-96d4770dc6d0'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 22:09:51.098097 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-aa7ca816-25ba-443b-ab10-f6113b563ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:51.184738 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9986bcae-34da-452c-9ecb-640679dc8d9a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:51.225767 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:51.242657 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-aa7ca816-25ba-443b-ab10-f6113b563ee2 None None] Allocated IP 172.20.0.2 (4a39b649-4cfb-42f5-b961-fdb12445dd12/fcd0057b-8d5b-414a-841d-96d4770dc6d0/5e024bae-640b-4fbc-90f2-2b031b21b2e9) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:09:51.381576 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-aa7ca816-25ba-443b-ab10-f6113b563ee2 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:51.382088 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9986bcae-34da-452c-9ecb-640679dc8d9a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:51.388002 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-aa7ca816-25ba-443b-ab10-f6113b563ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:51.402068 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9986bcae-34da-452c-9ecb-640679dc8d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:51.432618 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7ca816-25ba-443b-ab10-f6113b563ee2 None None] Network 4a39b649-4cfb-42f5-b961-fdb12445dd12 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:09:51.435503 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-aa7ca816-25ba-443b-ab10-f6113b563ee2 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:09:51.437948 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7ca816-25ba-443b-ab10-f6113b563ee2 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:09:51.445112 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ca816-25ba-443b-ab10-f6113b563ee2 None None] Pushing event updated for resources: {'Port': ['ID=5e024bae-640b-4fbc-90f2-2b031b21b2e9,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:51.496914 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-aa7ca816-25ba-443b-ab10-f6113b563ee2 None None] Attempting to bind port 5e024bae-640b-4fbc-90f2-2b031b21b2e9 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:09:51.497283 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-aa7ca816-25ba-443b-ab10-f6113b563ee2 None None] Attempting to bind port 5e024bae-640b-4fbc-90f2-2b031b21b2e9 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '341de571-57d4-4f0e-b113-10424a2cce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a39b649-4cfb-42f5-b961-fdb12445dd12'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:09:51.497672 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7ca816-25ba-443b-ab10-f6113b563ee2 None None] Attempting to bind port 5e024bae-640b-4fbc-90f2-2b031b21b2e9 on network 4a39b649-4cfb-42f5-b961-fdb12445dd12 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:09:51.502603 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7ca816-25ba-443b-ab10-f6113b563ee2 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:09:51.502980 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7ca816-25ba-443b-ab10-f6113b563ee2 None None] Checking segment: {'id': '341de571-57d4-4f0e-b113-10424a2cce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a39b649-4cfb-42f5-b961-fdb12445dd12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:09:51.503384 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-aa7ca816-25ba-443b-ab10-f6113b563ee2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:51.503774 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7ca816-25ba-443b-ab10-f6113b563ee2 None None] Bound using segment: {'id': '341de571-57d4-4f0e-b113-10424a2cce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a39b649-4cfb-42f5-b961-fdb12445dd12'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:09:51.503871 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-9986bcae-34da-452c-9ecb-640679dc8d9a admin admin] Allocated IP 172.25.7.190 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/a1309334-8988-4292-ae6e-75dc3f8d577d) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:09:51.504263 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-aa7ca816-25ba-443b-ab10-f6113b563ee2 None None] Bound port: 5e024bae-640b-4fbc-90f2-2b031b21b2e9, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '341de571-57d4-4f0e-b113-10424a2cce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a39b649-4cfb-42f5-b961-fdb12445dd12'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:09:51.504657 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-aa7ca816-25ba-443b-ab10-f6113b563ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:51.565329 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-aa7ca816-25ba-443b-ab10-f6113b563ee2 None None] For port 5e024bae-640b-4fbc-90f2-2b031b21b2e9, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:09:51.568309 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-aa7ca816-25ba-443b-ab10-f6113b563ee2 None None] For port 5e024bae-640b-4fbc-90f2-2b031b21b2e9, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5e024bae-640b-4fbc-90f2-2b031b21b2e9,segment=NetworkSegment(341de571-57d4-4f0e-b113-10424a2cce55),segment_id=341de571-57d4-4f0e-b113-10424a2cce55)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:09:51.573295 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-aa7ca816-25ba-443b-ab10-f6113b563ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:51.609792 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9986bcae-34da-452c-9ecb-640679dc8d9a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:51.630582 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ca816-25ba-443b-ab10-f6113b563ee2 None None] Pushing event updated for resources: {'Port': ['ID=5e024bae-640b-4fbc-90f2-2b031b21b2e9,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:51.650071 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9986bcae-34da-452c-9ecb-640679dc8d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:51.693572 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9986bcae-34da-452c-9ecb-640679dc8d9a admin admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:09:51.697203 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-9986bcae-34da-452c-9ecb-640679dc8d9a admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:09:51.699553 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9986bcae-34da-452c-9ecb-640679dc8d9a admin admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:09:51.710009 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19886d6-b1cc-44d5-9db0-be9b1218db32 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:09:51.723407 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9986bcae-34da-452c-9ecb-640679dc8d9a admin admin] Pushing event updated for resources: {'Port': ['ID=a1309334-8988-4292-ae6e-75dc3f8d577d,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:51.815065 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-0fd2026c-075f-4c21-96d8-054107acf3cc None None] Provisioning complete for port a1309334-8988-4292-ae6e-75dc3f8d577d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:09:51.815640 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0fd2026c-075f-4c21-96d8-054107acf3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:51.855485 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-0fd2026c-075f-4c21-96d8-054107acf3cc None None] Port a1309334-8988-4292-ae6e-75dc3f8d577d cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:09:51.971603 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9986bcae-34da-452c-9ecb-640679dc8d9a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:52.162332 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9986bcae-34da-452c-9ecb-640679dc8d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:52.293517 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9986bcae-34da-452c-9ecb-640679dc8d9a admin admin] Router e2b91518-52fa-4edd-ae7a-c87b4efc171e is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 22:09:52.401668 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9986bcae-34da-452c-9ecb-640679dc8d9a admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:09:52.411722 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d57dfb-602f-4877-b539-47f34ef6d2f7 None None] Sync routers for ids ['e2b91518-52fa-4edd-ae7a-c87b4efc171e'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:09:52.423507 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d57dfb-602f-4877-b539-47f34ef6d2f7 None None] Routers {'e2b91518-52fa-4edd-ae7a-c87b4efc171e'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:09:52.424142 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-f9d57dfb-602f-4877-b539-47f34ef6d2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:09:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e2b91518-52fa-4edd-ae7a-c87b4efc171e'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:09:52.425759 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9986bcae-34da-452c-9ecb-640679dc8d9a admin admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:52.428021 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-9986bcae-34da-452c-9ecb-640679dc8d9a admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4587133 Nov 09 22:09:52.430205 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36006) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:52.543112 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-f9d57dfb-602f-4877-b539-47f34ef6d2f7 None None] Set router e2b91518-52fa-4edd-ae7a-c87b4efc171e gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:09:52.557229 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9b61af-adc9-4cd1-bdcc-71ad8d805bb9 None None] Network 4a39b649-4cfb-42f5-b961-fdb12445dd12 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:09:52.618011 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:52.631263 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-f95d904e-eb63-4bb3-95aa-45d8970a76b1 None None] Provisioning complete for port 5e024bae-640b-4fbc-90f2-2b031b21b2e9 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:09:52.631643 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f95d904e-eb63-4bb3-95aa-45d8970a76b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:52.724151 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-f9d57dfb-602f-4877-b539-47f34ef6d2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b91518-52fa-4edd-ae7a-c87b4efc171e', 'name': 'tempest-TestEncryptedCinderVolumes-606670987-router', 'tenant_id': 'f3ac3d6294284cc8ba205bc986174568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': 'a1309334-8988-4292-ae6e-75dc3f8d577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:09:50Z', 'updated_at': '2021-11-09T22:09:51Z', 'revision_number': 3, 'project_id': 'f3ac3d6294284cc8ba205bc986174568', 'gw_port': {'id': 'a1309334-8988-4292-ae6e-75dc3f8d577d', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b91518-52fa-4edd-ae7a-c87b4efc171e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:09:51Z', 'updated_at': '2021-11-09T22:09:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:09:52.754503 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d57dfb-602f-4877-b539-47f34ef6d2f7 None None] Checking router: e2b91518-52fa-4edd-ae7a-c87b4efc171e for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:09:52.754888 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d57dfb-602f-4877-b539-47f34ef6d2f7 None None] Updating router e2b91518-52fa-4edd-ae7a-c87b4efc171e port a1309334-8988-4292-ae6e-75dc3f8d577d binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 22:09:52.762675 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f95d904e-eb63-4bb3-95aa-45d8970a76b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:52.780375 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f9d57dfb-602f-4877-b539-47f34ef6d2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:52.806537 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-f95d904e-eb63-4bb3-95aa-45d8970a76b1 None None] For port 5e024bae-640b-4fbc-90f2-2b031b21b2e9, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5e024bae-640b-4fbc-90f2-2b031b21b2e9,segment=NetworkSegment(341de571-57d4-4f0e-b113-10424a2cce55),segment_id=341de571-57d4-4f0e-b113-10424a2cce55)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:09:52.822747 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f95d904e-eb63-4bb3-95aa-45d8970a76b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:52.885731 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d904e-eb63-4bb3-95aa-45d8970a76b1 None None] Pushing event updated for resources: {'Port': ['ID=5e024bae-640b-4fbc-90f2-2b031b21b2e9,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:53.042464 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f9d57dfb-602f-4877-b539-47f34ef6d2f7 None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:53.050797 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f9d57dfb-602f-4877-b539-47f34ef6d2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:53.099600 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212641ef-230a-44b5-a18b-fb138da97776 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:09:53.110602 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaca7b3-7994-4097-82c8-da7650c9ff20 None None] Pushing event updated for resources: {'Port': ['ID=a1309334-8988-4292-ae6e-75dc3f8d577d,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:53.119375 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaca7b3-7994-4097-82c8-da7650c9ff20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:09:53.119724 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaca7b3-7994-4097-82c8-da7650c9ff20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:09:53.120064 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaca7b3-7994-4097-82c8-da7650c9ff20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:09:53.120396 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaca7b3-7994-4097-82c8-da7650c9ff20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:09:53.120801 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaca7b3-7994-4097-82c8-da7650c9ff20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:09:53.121133 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaca7b3-7994-4097-82c8-da7650c9ff20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:09:53.121459 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaca7b3-7994-4097-82c8-da7650c9ff20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:09:53.121784 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaca7b3-7994-4097-82c8-da7650c9ff20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:09:53.122110 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaca7b3-7994-4097-82c8-da7650c9ff20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:09:53.122448 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaca7b3-7994-4097-82c8-da7650c9ff20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:09:53.122753 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaca7b3-7994-4097-82c8-da7650c9ff20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:09:53.123072 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaca7b3-7994-4097-82c8-da7650c9ff20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:09:53.128005 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-f9d57dfb-602f-4877-b539-47f34ef6d2f7 None None] Attempting to bind port a1309334-8988-4292-ae6e-75dc3f8d577d on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:09:53.128379 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-f9d57dfb-602f-4877-b539-47f34ef6d2f7 None None] Attempting to bind port a1309334-8988-4292-ae6e-75dc3f8d577d by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:09:53.128793 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d57dfb-602f-4877-b539-47f34ef6d2f7 None None] Attempting to bind port a1309334-8988-4292-ae6e-75dc3f8d577d on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:09:53.136211 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d57dfb-602f-4877-b539-47f34ef6d2f7 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:09:53.136584 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d57dfb-602f-4877-b539-47f34ef6d2f7 None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:09:53.137006 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f9d57dfb-602f-4877-b539-47f34ef6d2f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:53.137394 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d57dfb-602f-4877-b539-47f34ef6d2f7 None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:09:53.137858 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-f9d57dfb-602f-4877-b539-47f34ef6d2f7 None None] Bound port: a1309334-8988-4292-ae6e-75dc3f8d577d, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:09:53.138251 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f9d57dfb-602f-4877-b539-47f34ef6d2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:53.148459 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-386e55d1-9a8b-4487-83c3-2a0a895e35b5 None None] Provisioning complete for port 5e024bae-640b-4fbc-90f2-2b031b21b2e9 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:09:53.148929 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-386e55d1-9a8b-4487-83c3-2a0a895e35b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:53.176571 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-103b60e1-e0bf-4e7f-b219-55ad292f6ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:53.190064 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-f9d57dfb-602f-4877-b539-47f34ef6d2f7 None None] For port a1309334-8988-4292-ae6e-75dc3f8d577d, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:09:53.194072 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-f9d57dfb-602f-4877-b539-47f34ef6d2f7 None None] For port a1309334-8988-4292-ae6e-75dc3f8d577d, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=a1309334-8988-4292-ae6e-75dc3f8d577d,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:09:53.200308 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-f9d57dfb-602f-4877-b539-47f34ef6d2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:53.242167 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-386e55d1-9a8b-4487-83c3-2a0a895e35b5 None None] Provisioning complete for port a1309334-8988-4292-ae6e-75dc3f8d577d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:09:53.242328 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d57dfb-602f-4877-b539-47f34ef6d2f7 None None] Routers {'e2b91518-52fa-4edd-ae7a-c87b4efc171e'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:09:53.242432 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-386e55d1-9a8b-4487-83c3-2a0a895e35b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:53.242891 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-f9d57dfb-602f-4877-b539-47f34ef6d2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:09:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e2b91518-52fa-4edd-ae7a-c87b4efc171e'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:09:53.267896 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9cc4ca-8923-4b42-a071-3a3248b32a12 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:09:53.294636 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:53.338475 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-386e55d1-9a8b-4487-83c3-2a0a895e35b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:53.357940 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-103b60e1-e0bf-4e7f-b219-55ad292f6ccc admin admin] Allocated IP 172.20.0.1 (4a39b649-4cfb-42f5-b961-fdb12445dd12/fcd0057b-8d5b-414a-841d-96d4770dc6d0/4a16e1eb-eaaf-4581-814b-12217767dd0e) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:09:53.359053 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-386e55d1-9a8b-4487-83c3-2a0a895e35b5 None None] For port a1309334-8988-4292-ae6e-75dc3f8d577d, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=a1309334-8988-4292-ae6e-75dc3f8d577d,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:09:53.365111 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-386e55d1-9a8b-4487-83c3-2a0a895e35b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:53.368412 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-f9d57dfb-602f-4877-b539-47f34ef6d2f7 None None] Set router e2b91518-52fa-4edd-ae7a-c87b4efc171e gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:09:53.425793 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e55d1-9a8b-4487-83c3-2a0a895e35b5 None None] Pushing event updated for resources: {'Port': ['ID=a1309334-8988-4292-ae6e-75dc3f8d577d,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:53.436966 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaca7b3-7994-4097-82c8-da7650c9ff20 None None] Pushing event updated for resources: {'Port': ['ID=a1309334-8988-4292-ae6e-75dc3f8d577d,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:53.470885 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-103b60e1-e0bf-4e7f-b219-55ad292f6ccc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:53.496234 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:53.501151 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-36f8616d-733c-4673-8d07-445bdda316a1 None None] Provisioning complete for port a1309334-8988-4292-ae6e-75dc3f8d577d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:09:53.501710 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-36f8616d-733c-4673-8d07-445bdda316a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:53.506886 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-103b60e1-e0bf-4e7f-b219-55ad292f6ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:53.532397 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 5e024bae-640b-4fbc-90f2-2b031b21b2e9 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:09:53.551518 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103b60e1-e0bf-4e7f-b219-55ad292f6ccc admin admin] Network 4a39b649-4cfb-42f5-b961-fdb12445dd12 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:09:53.558726 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-103b60e1-e0bf-4e7f-b219-55ad292f6ccc admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:09:53.562538 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103b60e1-e0bf-4e7f-b219-55ad292f6ccc admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:09:53.591172 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b60e1-e0bf-4e7f-b219-55ad292f6ccc admin admin] Pushing event updated for resources: {'Port': ['ID=4a16e1eb-eaaf-4581-814b-12217767dd0e,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:53.594956 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-f9d57dfb-602f-4877-b539-47f34ef6d2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b91518-52fa-4edd-ae7a-c87b4efc171e', 'name': 'tempest-TestEncryptedCinderVolumes-606670987-router', 'tenant_id': 'f3ac3d6294284cc8ba205bc986174568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': 'a1309334-8988-4292-ae6e-75dc3f8d577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:09:50Z', 'updated_at': '2021-11-09T22:09:51Z', 'revision_number': 3, 'project_id': 'f3ac3d6294284cc8ba205bc986174568', 'gw_port': {'id': 'a1309334-8988-4292-ae6e-75dc3f8d577d', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b91518-52fa-4edd-ae7a-c87b4efc171e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:09:51Z', 'updated_at': '2021-11-09T22:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:09:53.609407 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-103b60e1-e0bf-4e7f-b219-55ad292f6ccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:53.625231 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d57dfb-602f-4877-b539-47f34ef6d2f7 None None] The sync data for ids ['e2b91518-52fa-4edd-ae7a-c87b4efc171e'] in n-d-816206-3 is: [{'id': 'e2b91518-52fa-4edd-ae7a-c87b4efc171e', 'name': 'tempest-TestEncryptedCinderVolumes-606670987-router', 'tenant_id': 'f3ac3d6294284cc8ba205bc986174568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': 'a1309334-8988-4292-ae6e-75dc3f8d577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:09:50Z', 'updated_at': '2021-11-09T22:09:51Z', 'revision_number': 3, 'project_id': 'f3ac3d6294284cc8ba205bc986174568', 'gw_port': {'id': 'a1309334-8988-4292-ae6e-75dc3f8d577d', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b91518-52fa-4edd-ae7a-c87b4efc171e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:09:51Z', 'updated_at': '2021-11-09T22:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:09:53.661167 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 5e024bae-640b-4fbc-90f2-2b031b21b2e9 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:09:53.666592 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:53.760201 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-103b60e1-e0bf-4e7f-b219-55ad292f6ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:53.896212 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-c37b82f4-7cb6-45e7-88a3-7c945de1b81c None None] Provisioning complete for port 4a16e1eb-eaaf-4581-814b-12217767dd0e triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:09:53.896579 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c37b82f4-7cb6-45e7-88a3-7c945de1b81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:53.940697 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-c37b82f4-7cb6-45e7-88a3-7c945de1b81c None None] Port 4a16e1eb-eaaf-4581-814b-12217767dd0e cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:09:53.955036 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-103b60e1-e0bf-4e7f-b219-55ad292f6ccc admin admin] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:53.960076 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-103b60e1-e0bf-4e7f-b219-55ad292f6ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:54.033722 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b60e1-e0bf-4e7f-b219-55ad292f6ccc admin admin] Pushing event updated for resources: {'Port': ['ID=4a16e1eb-eaaf-4581-814b-12217767dd0e,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:54.036545 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-103b60e1-e0bf-4e7f-b219-55ad292f6ccc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:54.137064 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103b60e1-e0bf-4e7f-b219-55ad292f6ccc admin admin] Network 4a39b649-4cfb-42f5-b961-fdb12445dd12 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:09:54.138520 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-103b60e1-e0bf-4e7f-b219-55ad292f6ccc admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:09:54.258608 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103b60e1-e0bf-4e7f-b219-55ad292f6ccc admin admin] Router e2b91518-52fa-4edd-ae7a-c87b4efc171e has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:09:54.370054 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d300e7d2-cb2e-4b9a-bb42-4e763f639154 None None] Provisioning complete for port 4a16e1eb-eaaf-4581-814b-12217767dd0e triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:09:54.370509 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d300e7d2-cb2e-4b9a-bb42-4e763f639154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:54.382602 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103b60e1-e0bf-4e7f-b219-55ad292f6ccc admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:09:54.399982 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-103b60e1-e0bf-4e7f-b219-55ad292f6ccc admin admin] 10.222.0.49 "PUT /v2.0/routers/e2b91518-52fa-4edd-ae7a-c87b4efc171e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9579747 Nov 09 22:09:54.420991 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-d300e7d2-cb2e-4b9a-bb42-4e763f639154 None None] Port 4a16e1eb-eaaf-4581-814b-12217767dd0e cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:09:54.854023 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36022) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:54.859058 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-e82a7adc-62db-4097-9fe5-577621d4a989 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-296337411-network', 'tenant_id': '86bc4f0061d74f068331beab94bf5869'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:09:54.879455 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82a7adc-62db-4097-9fe5-577621d4a989 admin admin] Made reservation on behalf of 86bc4f0061d74f068331beab94bf5869 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:09:54.881844 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e82a7adc-62db-4097-9fe5-577621d4a989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:54.891112 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e82a7adc-62db-4097-9fe5-577621d4a989 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:54.967950 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e82a7adc-62db-4097-9fe5-577621d4a989 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:54.971832 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e82a7adc-62db-4097-9fe5-577621d4a989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:54.996260 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e82a7adc-62db-4097-9fe5-577621d4a989 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 22:09:55.005819 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a7adc-62db-4097-9fe5-577621d4a989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2c0fa5-509d-4eeb-a370-63824f49b366,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:55.011273 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e82a7adc-62db-4097-9fe5-577621d4a989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:55.011626 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-e82a7adc-62db-4097-9fe5-577621d4a989 admin admin] Added segment 3158644f-6fa2-4a5c-91d9-4a3c8be5b855 of type vlan for network ac2d2c0d-4074-43f3-9b1c-db518f41211c Nov 09 22:09:55.054742 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e82a7adc-62db-4097-9fe5-577621d4a989 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:55.081814 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e82a7adc-62db-4097-9fe5-577621d4a989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:55.082782 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82a7adc-62db-4097-9fe5-577621d4a989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:55.083363 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e82a7adc-62db-4097-9fe5-577621d4a989 admin admin] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:55.144526 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e82a7adc-62db-4097-9fe5-577621d4a989 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2893913 Nov 09 22:09:55.147521 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36024) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:55.150006 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a7adc-62db-4097-9fe5-577621d4a989 admin admin] Pushing event updated for resources: {'Network': ['ID=ac2d2c0d-4074-43f3-9b1c-db518f41211c,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:55.153466 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-bfae8147-84ed-4c84-99d5-b42ba931e5ae admin admin] Request body: {'subnet': {'network_id': 'ac2d2c0d-4074-43f3-9b1c-db518f41211c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-296337411-subnet', 'tenant_id': '86bc4f0061d74f068331beab94bf5869', 'ip_version': 4}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:09:55.161984 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network ac2d2c0d-4074-43f3-9b1c-db518f41211c details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 22:09:55.174748 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfae8147-84ed-4c84-99d5-b42ba931e5ae admin admin] Made reservation on behalf of 86bc4f0061d74f068331beab94bf5869 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:09:55.177082 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bfae8147-84ed-4c84-99d5-b42ba931e5ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:55.238147 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7e73c2-6631-46b8-b2d7-495fe92947b5 None None] Sync routers for ids ['e2b91518-52fa-4edd-ae7a-c87b4efc171e'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:09:55.248120 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7e73c2-6631-46b8-b2d7-495fe92947b5 None None] Routers {'e2b91518-52fa-4edd-ae7a-c87b4efc171e'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:09:55.248769 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-1a7e73c2-6631-46b8-b2d7-495fe92947b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:09:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e2b91518-52fa-4edd-ae7a-c87b4efc171e'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:09:55.347303 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bfae8147-84ed-4c84-99d5-b42ba931e5ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:55.406670 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae8147-84ed-4c84-99d5-b42ba931e5ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=40d4b31f-5521-4d9d-8f7d-36199e498d18,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:55.416738 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfae8147-84ed-4c84-99d5-b42ba931e5ae admin admin] Checking segment: {'id': '3158644f-6fa2-4a5c-91d9-4a3c8be5b855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac2d2c0d-4074-43f3-9b1c-db518f41211c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:09:55.417183 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfae8147-84ed-4c84-99d5-b42ba931e5ae admin admin] Network hostable DHCP agents. Network: ac2d2c0d-4074-43f3-9b1c-db518f41211c, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 22:09:55.445115 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfae8147-84ed-4c84-99d5-b42ba931e5ae admin admin] Network ac2d2c0d-4074-43f3-9b1c-db518f41211c is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 22:09:55.454772 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-bfae8147-84ed-4c84-99d5-b42ba931e5ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, ac2d2c0d-4074-43f3-9b1c-db518f41211c) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:09:55.459969 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfae8147-84ed-4c84-99d5-b42ba931e5ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:09:55.461199 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bfae8147-84ed-4c84-99d5-b42ba931e5ae admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:55.490506 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-bfae8147-84ed-4c84-99d5-b42ba931e5ae admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3388863 Nov 09 22:09:55.490871 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36026) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:55.495403 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-a1928832-5c47-467d-ab93-00bb9fd43dfa admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-296337411-router', 'tenant_id': '86bc4f0061d74f068331beab94bf5869', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:09:55.500095 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f6bd7d-4f7f-4c86-ac35-2db293741e46 None None] Network ac2d2c0d-4074-43f3-9b1c-db518f41211c requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:09:55.502253 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device a1309334-8988-4292-ae6e-75dc3f8d577d up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:09:55.518238 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a1928832-5c47-467d-ab93-00bb9fd43dfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:55.519737 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a1928832-5c47-467d-ab93-00bb9fd43dfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:55.576211 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a1928832-5c47-467d-ab93-00bb9fd43dfa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:55.606440 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-1a7e73c2-6631-46b8-b2d7-495fe92947b5 None None] Set router e2b91518-52fa-4edd-ae7a-c87b4efc171e gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:09:55.710146 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a1928832-5c47-467d-ab93-00bb9fd43dfa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:55.725134 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port a1309334-8988-4292-ae6e-75dc3f8d577d triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:09:55.725520 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:55.862471 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d20648-f5c2-4d5b-872c-909ef480f484 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-ac2d2c0d-4074-43f3-9b1c-db518f41211c', 'network_id': 'ac2d2c0d-4074-43f3-9b1c-db518f41211c', 'tenant_id': '86bc4f0061d74f068331beab94bf5869', 'fixed_ips': [{'subnet_id': '40d4b31f-5521-4d9d-8f7d-36199e498d18'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 22:09:55.863266 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c3d20648-f5c2-4d5b-872c-909ef480f484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:55.912687 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a1928832-5c47-467d-ab93-00bb9fd43dfa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:55.931551 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a1928832-5c47-467d-ab93-00bb9fd43dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:56.038708 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-a1928832-5c47-467d-ab93-00bb9fd43dfa admin admin] Allocated IP 172.25.7.250 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/d1f08a60-61d8-417a-8594-8ae0c2e7a72e) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:09:56.069138 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-1a7e73c2-6631-46b8-b2d7-495fe92947b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b91518-52fa-4edd-ae7a-c87b4efc171e', 'name': 'tempest-TestEncryptedCinderVolumes-606670987-router', 'tenant_id': 'f3ac3d6294284cc8ba205bc986174568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': 'a1309334-8988-4292-ae6e-75dc3f8d577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:09:50Z', 'updated_at': '2021-11-09T22:09:53Z', 'revision_number': 4, 'project_id': 'f3ac3d6294284cc8ba205bc986174568', 'gw_port': {'id': 'a1309334-8988-4292-ae6e-75dc3f8d577d', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b91518-52fa-4edd-ae7a-c87b4efc171e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:09:51Z', 'updated_at': '2021-11-09T22:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '4a16e1eb-eaaf-4581-814b-12217767dd0e', 'name': '', 'network_id': '4a39b649-4cfb-42f5-b961-fdb12445dd12', 'tenant_id': 'f3ac3d6294284cc8ba205bc986174568', 'mac_address': 'fa:16:3e:1e:c1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b91518-52fa-4edd-ae7a-c87b4efc171e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'fcd0057b-8d5b-414a-841d-96d4770dc6d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:09:53Z', 'updated_at': '2021-11-09T22:09:53Z', 'revision_number': 2, 'project_id': 'f3ac3d6294284cc8ba205bc986174568', 'subnets': [{'id': 'fcd0057b-8d5b-414a-841d-96d4770dc6d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:09:56.074808 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-c3d20648-f5c2-4d5b-872c-909ef480f484 None None] Allocated IP 172.20.0.2 (ac2d2c0d-4074-43f3-9b1c-db518f41211c/40d4b31f-5521-4d9d-8f7d-36199e498d18/7e02d6bf-771e-4e27-b1ff-b0a89ead4fb2) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:09:56.105937 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7e73c2-6631-46b8-b2d7-495fe92947b5 None None] Checking router: e2b91518-52fa-4edd-ae7a-c87b4efc171e for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:09:56.106289 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7e73c2-6631-46b8-b2d7-495fe92947b5 None None] Updating router e2b91518-52fa-4edd-ae7a-c87b4efc171e port 4a16e1eb-eaaf-4581-814b-12217767dd0e binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 22:09:56.142865 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a1928832-5c47-467d-ab93-00bb9fd43dfa admin admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:56.148206 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1a7e73c2-6631-46b8-b2d7-495fe92947b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:56.175060 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a1928832-5c47-467d-ab93-00bb9fd43dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:56.218598 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1928832-5c47-467d-ab93-00bb9fd43dfa admin admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:09:56.221546 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-a1928832-5c47-467d-ab93-00bb9fd43dfa admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:09:56.224157 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1928832-5c47-467d-ab93-00bb9fd43dfa admin admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:09:56.241536 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480c04bd-c686-4cee-af8d-377968662067 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:09:56.251956 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1928832-5c47-467d-ab93-00bb9fd43dfa admin admin] Pushing event updated for resources: {'Port': ['ID=d1f08a60-61d8-417a-8594-8ae0c2e7a72e,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:56.434187 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-f9c7aaad-757f-4695-a534-5f38abcd5edd None None] Provisioning complete for port d1f08a60-61d8-417a-8594-8ae0c2e7a72e triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:09:56.434565 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f9c7aaad-757f-4695-a534-5f38abcd5edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:56.436530 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c3d20648-f5c2-4d5b-872c-909ef480f484 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:56.464406 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c3d20648-f5c2-4d5b-872c-909ef480f484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:56.539579 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d20648-f5c2-4d5b-872c-909ef480f484 None None] Network ac2d2c0d-4074-43f3-9b1c-db518f41211c is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:09:56.542487 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-f9c7aaad-757f-4695-a534-5f38abcd5edd None None] Port d1f08a60-61d8-417a-8594-8ae0c2e7a72e cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:09:56.556338 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-c3d20648-f5c2-4d5b-872c-909ef480f484 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:09:56.561227 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d20648-f5c2-4d5b-872c-909ef480f484 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:09:56.577683 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d20648-f5c2-4d5b-872c-909ef480f484 None None] Pushing event updated for resources: {'Port': ['ID=7e02d6bf-771e-4e27-b1ff-b0a89ead4fb2,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:56.667810 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-c3d20648-f5c2-4d5b-872c-909ef480f484 None None] Attempting to bind port 7e02d6bf-771e-4e27-b1ff-b0a89ead4fb2 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:09:56.668186 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-c3d20648-f5c2-4d5b-872c-909ef480f484 None None] Attempting to bind port 7e02d6bf-771e-4e27-b1ff-b0a89ead4fb2 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '3158644f-6fa2-4a5c-91d9-4a3c8be5b855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac2d2c0d-4074-43f3-9b1c-db518f41211c'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:09:56.668558 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d20648-f5c2-4d5b-872c-909ef480f484 None None] Attempting to bind port 7e02d6bf-771e-4e27-b1ff-b0a89ead4fb2 on network ac2d2c0d-4074-43f3-9b1c-db518f41211c {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:09:56.674519 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1a7e73c2-6631-46b8-b2d7-495fe92947b5 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:56.678903 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d20648-f5c2-4d5b-872c-909ef480f484 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:09:56.679488 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d20648-f5c2-4d5b-872c-909ef480f484 None None] Checking segment: {'id': '3158644f-6fa2-4a5c-91d9-4a3c8be5b855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac2d2c0d-4074-43f3-9b1c-db518f41211c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:09:56.679982 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c3d20648-f5c2-4d5b-872c-909ef480f484 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:56.680412 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d20648-f5c2-4d5b-872c-909ef480f484 None None] Bound using segment: {'id': '3158644f-6fa2-4a5c-91d9-4a3c8be5b855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac2d2c0d-4074-43f3-9b1c-db518f41211c'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:09:56.681070 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-c3d20648-f5c2-4d5b-872c-909ef480f484 None None] Bound port: 7e02d6bf-771e-4e27-b1ff-b0a89ead4fb2, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3158644f-6fa2-4a5c-91d9-4a3c8be5b855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac2d2c0d-4074-43f3-9b1c-db518f41211c'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:09:56.681560 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c3d20648-f5c2-4d5b-872c-909ef480f484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:56.684955 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1a7e73c2-6631-46b8-b2d7-495fe92947b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:56.772829 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650c5af-18c1-472b-b23d-2a9facdb41d6 None None] Pushing event updated for resources: {'Port': ['ID=4a16e1eb-eaaf-4581-814b-12217767dd0e,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:56.836252 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-c3d20648-f5c2-4d5b-872c-909ef480f484 None None] For port 7e02d6bf-771e-4e27-b1ff-b0a89ead4fb2, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:09:56.841259 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a1928832-5c47-467d-ab93-00bb9fd43dfa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:56.856542 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-c3d20648-f5c2-4d5b-872c-909ef480f484 None None] For port 7e02d6bf-771e-4e27-b1ff-b0a89ead4fb2, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=7e02d6bf-771e-4e27-b1ff-b0a89ead4fb2,segment=NetworkSegment(3158644f-6fa2-4a5c-91d9-4a3c8be5b855),segment_id=3158644f-6fa2-4a5c-91d9-4a3c8be5b855)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:09:56.858480 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-1a7e73c2-6631-46b8-b2d7-495fe92947b5 None None] Attempting to bind port 4a16e1eb-eaaf-4581-814b-12217767dd0e on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:09:56.858985 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-1a7e73c2-6631-46b8-b2d7-495fe92947b5 None None] Attempting to bind port 4a16e1eb-eaaf-4581-814b-12217767dd0e by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '341de571-57d4-4f0e-b113-10424a2cce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a39b649-4cfb-42f5-b961-fdb12445dd12'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:09:56.859363 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7e73c2-6631-46b8-b2d7-495fe92947b5 None None] Attempting to bind port 4a16e1eb-eaaf-4581-814b-12217767dd0e on network 4a39b649-4cfb-42f5-b961-fdb12445dd12 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:09:56.863517 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c3d20648-f5c2-4d5b-872c-909ef480f484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:56.873175 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7e73c2-6631-46b8-b2d7-495fe92947b5 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:09:56.873560 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7e73c2-6631-46b8-b2d7-495fe92947b5 None None] Checking segment: {'id': '341de571-57d4-4f0e-b113-10424a2cce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a39b649-4cfb-42f5-b961-fdb12445dd12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:09:56.874029 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1a7e73c2-6631-46b8-b2d7-495fe92947b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:56.874433 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7e73c2-6631-46b8-b2d7-495fe92947b5 None None] Bound using segment: {'id': '341de571-57d4-4f0e-b113-10424a2cce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a39b649-4cfb-42f5-b961-fdb12445dd12'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:09:56.874926 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-1a7e73c2-6631-46b8-b2d7-495fe92947b5 None None] Bound port: 4a16e1eb-eaaf-4581-814b-12217767dd0e, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '341de571-57d4-4f0e-b113-10424a2cce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a39b649-4cfb-42f5-b961-fdb12445dd12'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:09:56.875343 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1a7e73c2-6631-46b8-b2d7-495fe92947b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:56.974759 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d20648-f5c2-4d5b-872c-909ef480f484 None None] Pushing event updated for resources: {'Port': ['ID=7e02d6bf-771e-4e27-b1ff-b0a89ead4fb2,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:56.996399 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-f22d0df4-b3df-4a8a-8b8c-e2624d23d83d None None] Provisioning complete for port 4a16e1eb-eaaf-4581-814b-12217767dd0e triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:09:56.996821 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f22d0df4-b3df-4a8a-8b8c-e2624d23d83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:57.002095 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-1a7e73c2-6631-46b8-b2d7-495fe92947b5 None None] For port 4a16e1eb-eaaf-4581-814b-12217767dd0e, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:09:57.034186 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-1a7e73c2-6631-46b8-b2d7-495fe92947b5 None None] For port 4a16e1eb-eaaf-4581-814b-12217767dd0e, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=4a16e1eb-eaaf-4581-814b-12217767dd0e,segment=NetworkSegment(341de571-57d4-4f0e-b113-10424a2cce55),segment_id=341de571-57d4-4f0e-b113-10424a2cce55)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:09:57.044429 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1a7e73c2-6631-46b8-b2d7-495fe92947b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:57.066257 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a1928832-5c47-467d-ab93-00bb9fd43dfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:57.074420 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-f22d0df4-b3df-4a8a-8b8c-e2624d23d83d None None] Port 4a16e1eb-eaaf-4581-814b-12217767dd0e cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:09:57.111825 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650c5af-18c1-472b-b23d-2a9facdb41d6 None None] Pushing event updated for resources: {'Port': ['ID=4a16e1eb-eaaf-4581-814b-12217767dd0e,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:57.114346 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7e73c2-6631-46b8-b2d7-495fe92947b5 None None] Routers {'e2b91518-52fa-4edd-ae7a-c87b4efc171e'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:09:57.114957 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-1a7e73c2-6631-46b8-b2d7-495fe92947b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:09:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e2b91518-52fa-4edd-ae7a-c87b4efc171e'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:09:57.247837 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-1a7e73c2-6631-46b8-b2d7-495fe92947b5 None None] Set router e2b91518-52fa-4edd-ae7a-c87b4efc171e gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:09:57.257078 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1928832-5c47-467d-ab93-00bb9fd43dfa admin admin] Router 8ea18e16-06a5-4c11-93b0-f9f2bec0b06b is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 22:09:57.385666 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1928832-5c47-467d-ab93-00bb9fd43dfa admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:09:57.396565 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d101f1cb-f39f-43c9-a0df-7be002c8ea9a None None] Sync routers for ids ['8ea18e16-06a5-4c11-93b0-f9f2bec0b06b'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:09:57.410884 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a1928832-5c47-467d-ab93-00bb9fd43dfa admin admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:57.416025 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a1928832-5c47-467d-ab93-00bb9fd43dfa admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9211385 Nov 09 22:09:57.416422 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36028) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:09:57.421434 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d101f1cb-f39f-43c9-a0df-7be002c8ea9a None None] Routers {'8ea18e16-06a5-4c11-93b0-f9f2bec0b06b'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:09:57.422112 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-d101f1cb-f39f-43c9-a0df-7be002c8ea9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:09:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['8ea18e16-06a5-4c11-93b0-f9f2bec0b06b'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:09:57.435319 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-692b2a16-5fb1-4666-aead-c2df8d431e63 None None] Provisioning complete for port 4a16e1eb-eaaf-4581-814b-12217767dd0e triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:09:57.435689 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-692b2a16-5fb1-4666-aead-c2df8d431e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:57.549706 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-d101f1cb-f39f-43c9-a0df-7be002c8ea9a None None] Set router 8ea18e16-06a5-4c11-93b0-f9f2bec0b06b gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:09:57.631207 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 7e02d6bf-771e-4e27-b1ff-b0a89ead4fb2 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:09:57.759049 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 7e02d6bf-771e-4e27-b1ff-b0a89ead4fb2 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:09:57.759416 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:57.810732 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-1a7e73c2-6631-46b8-b2d7-495fe92947b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b91518-52fa-4edd-ae7a-c87b4efc171e', 'name': 'tempest-TestEncryptedCinderVolumes-606670987-router', 'tenant_id': 'f3ac3d6294284cc8ba205bc986174568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': 'a1309334-8988-4292-ae6e-75dc3f8d577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:09:50Z', 'updated_at': '2021-11-09T22:09:53Z', 'revision_number': 4, 'project_id': 'f3ac3d6294284cc8ba205bc986174568', 'gw_port': {'id': 'a1309334-8988-4292-ae6e-75dc3f8d577d', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b91518-52fa-4edd-ae7a-c87b4efc171e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:09:51Z', 'updated_at': '2021-11-09T22:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '4a16e1eb-eaaf-4581-814b-12217767dd0e', 'name': '', 'network_id': '4a39b649-4cfb-42f5-b961-fdb12445dd12', 'tenant_id': 'f3ac3d6294284cc8ba205bc986174568', 'mac_address': 'fa:16:3e:1e:c1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b91518-52fa-4edd-ae7a-c87b4efc171e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'fcd0057b-8d5b-414a-841d-96d4770dc6d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:09:53Z', 'updated_at': '2021-11-09T22:09:56Z', 'revision_number': 4, 'project_id': 'f3ac3d6294284cc8ba205bc986174568', 'subnets': [{'id': 'fcd0057b-8d5b-414a-841d-96d4770dc6d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:09:57.812550 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-692b2a16-5fb1-4666-aead-c2df8d431e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:57.849835 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7e73c2-6631-46b8-b2d7-495fe92947b5 None None] The sync data for ids ['e2b91518-52fa-4edd-ae7a-c87b4efc171e'] in n-d-816206-3 is: [{'id': 'e2b91518-52fa-4edd-ae7a-c87b4efc171e', 'name': 'tempest-TestEncryptedCinderVolumes-606670987-router', 'tenant_id': 'f3ac3d6294284cc8ba205bc986174568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': 'a1309334-8988-4292-ae6e-75dc3f8d577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:09:50Z', 'updated_at': '2021-11-09T22:09:53Z', 'revision_number': 4, 'project_id': 'f3ac3d6294284cc8ba205bc986174568', 'gw_port': {'id': 'a1309334-8988-4292-ae6e-75dc3f8d577d', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b91518-52fa-4edd-ae7a-c87b4efc171e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:09:51Z', 'updated_at': '2021-11-09T22:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '4a16e1eb-eaaf-4581-814b-12217767dd0e', 'name': '', 'network_id': '4a39b649-4cfb-42f5-b961-fdb12445dd12', 'tenant_id': 'f3ac3d6294284cc8ba205bc986174568', 'mac_address': 'fa:16:3e:1e:c1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b91518-52fa-4edd-ae7a-c87b4efc171e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'fcd0057b-8d5b-414a-841d-96d4770dc6d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:09:53Z', 'updated_at': '2021-11-09T22:09:56Z', 'revision_number': 4, 'project_id': 'f3ac3d6294284cc8ba205bc986174568', 'subnets': [{'id': 'fcd0057b-8d5b-414a-841d-96d4770dc6d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:09:57.869894 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-d101f1cb-f39f-43c9-a0df-7be002c8ea9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea18e16-06a5-4c11-93b0-f9f2bec0b06b', 'name': 'tempest-TestEncryptedCinderVolumes-296337411-router', 'tenant_id': '86bc4f0061d74f068331beab94bf5869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'd1f08a60-61d8-417a-8594-8ae0c2e7a72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:09:55Z', 'updated_at': '2021-11-09T22:09:56Z', 'revision_number': 3, 'project_id': '86bc4f0061d74f068331beab94bf5869', 'gw_port': {'id': 'd1f08a60-61d8-417a-8594-8ae0c2e7a72e', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:aa:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea18e16-06a5-4c11-93b0-f9f2bec0b06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:09:55Z', 'updated_at': '2021-11-09T22:09:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:09:57.878220 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d1423e0-0fd6-43d8-b852-931a59e501d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:57.888335 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-692b2a16-5fb1-4666-aead-c2df8d431e63 None None] For port 4a16e1eb-eaaf-4581-814b-12217767dd0e, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=4a16e1eb-eaaf-4581-814b-12217767dd0e,segment=NetworkSegment(341de571-57d4-4f0e-b113-10424a2cce55),segment_id=341de571-57d4-4f0e-b113-10424a2cce55)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:09:57.909460 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d101f1cb-f39f-43c9-a0df-7be002c8ea9a None None] Checking router: 8ea18e16-06a5-4c11-93b0-f9f2bec0b06b for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:09:57.909810 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d101f1cb-f39f-43c9-a0df-7be002c8ea9a None None] Updating router 8ea18e16-06a5-4c11-93b0-f9f2bec0b06b port d1f08a60-61d8-417a-8594-8ae0c2e7a72e binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 22:09:57.952582 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-692b2a16-5fb1-4666-aead-c2df8d431e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:57.954246 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d101f1cb-f39f-43c9-a0df-7be002c8ea9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:58.015985 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:58.068968 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b2a16-5fb1-4666-aead-c2df8d431e63 None None] Pushing event updated for resources: {'Port': ['ID=4a16e1eb-eaaf-4581-814b-12217767dd0e,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:58.093401 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 7e02d6bf-771e-4e27-b1ff-b0a89ead4fb2, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=7e02d6bf-771e-4e27-b1ff-b0a89ead4fb2,segment=NetworkSegment(3158644f-6fa2-4a5c-91d9-4a3c8be5b855),segment_id=3158644f-6fa2-4a5c-91d9-4a3c8be5b855)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:09:58.105108 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:58.163381 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-6d1423e0-0fd6-43d8-b852-931a59e501d7 admin admin] Allocated IP 172.20.0.1 (ac2d2c0d-4074-43f3-9b1c-db518f41211c/40d4b31f-5521-4d9d-8f7d-36199e498d18/4f8c02c0-ebea-4a49-a87d-9b0cce7c7238) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:09:58.191721 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=7e02d6bf-771e-4e27-b1ff-b0a89ead4fb2,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:58.260830 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e958548-c60a-4d04-ac77-2716deb550c6 None None] Network ac2d2c0d-4074-43f3-9b1c-db518f41211c requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:09:58.306445 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d1423e0-0fd6-43d8-b852-931a59e501d7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:58.329586 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d101f1cb-f39f-43c9-a0df-7be002c8ea9a None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:58.339328 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d101f1cb-f39f-43c9-a0df-7be002c8ea9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:58.355383 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d1423e0-0fd6-43d8-b852-931a59e501d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:58.358962 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-8b07b13c-9902-4e3f-a850-07537113a83d None None] Provisioning complete for port 7e02d6bf-771e-4e27-b1ff-b0a89ead4fb2 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:09:58.359814 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8b07b13c-9902-4e3f-a850-07537113a83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:58.405260 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd72865-4311-49f2-97ee-1a70f07a3746 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:09:58.409731 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-d101f1cb-f39f-43c9-a0df-7be002c8ea9a None None] Attempting to bind port d1f08a60-61d8-417a-8594-8ae0c2e7a72e on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:09:58.410486 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-d101f1cb-f39f-43c9-a0df-7be002c8ea9a None None] Attempting to bind port d1f08a60-61d8-417a-8594-8ae0c2e7a72e by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:09:58.410708 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d101f1cb-f39f-43c9-a0df-7be002c8ea9a None None] Attempting to bind port d1f08a60-61d8-417a-8594-8ae0c2e7a72e on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:09:58.416710 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1423e0-0fd6-43d8-b852-931a59e501d7 admin admin] Network ac2d2c0d-4074-43f3-9b1c-db518f41211c is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:09:58.418464 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e1f247-b2cf-4742-9ffc-1321049d4272 None None] Pushing event updated for resources: {'Port': ['ID=d1f08a60-61d8-417a-8594-8ae0c2e7a72e,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:58.424043 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d101f1cb-f39f-43c9-a0df-7be002c8ea9a None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:09:58.424353 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d101f1cb-f39f-43c9-a0df-7be002c8ea9a None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:09:58.424799 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d101f1cb-f39f-43c9-a0df-7be002c8ea9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:58.425187 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d101f1cb-f39f-43c9-a0df-7be002c8ea9a None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:09:58.426342 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-d101f1cb-f39f-43c9-a0df-7be002c8ea9a None None] Bound port: d1f08a60-61d8-417a-8594-8ae0c2e7a72e, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:09:58.426812 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d101f1cb-f39f-43c9-a0df-7be002c8ea9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:58.432923 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-6d1423e0-0fd6-43d8-b852-931a59e501d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:09:58.436338 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1423e0-0fd6-43d8-b852-931a59e501d7 admin admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:09:58.470729 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1423e0-0fd6-43d8-b852-931a59e501d7 admin admin] Pushing event updated for resources: {'Port': ['ID=4f8c02c0-ebea-4a49-a87d-9b0cce7c7238,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:58.495944 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d1423e0-0fd6-43d8-b852-931a59e501d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:58.510071 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-d101f1cb-f39f-43c9-a0df-7be002c8ea9a None None] For port d1f08a60-61d8-417a-8594-8ae0c2e7a72e, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:09:58.513911 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-d101f1cb-f39f-43c9-a0df-7be002c8ea9a None None] For port d1f08a60-61d8-417a-8594-8ae0c2e7a72e, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=d1f08a60-61d8-417a-8594-8ae0c2e7a72e,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:09:58.522427 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d101f1cb-f39f-43c9-a0df-7be002c8ea9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:58.589052 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d101f1cb-f39f-43c9-a0df-7be002c8ea9a None None] Routers {'8ea18e16-06a5-4c11-93b0-f9f2bec0b06b'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:09:58.590073 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-d101f1cb-f39f-43c9-a0df-7be002c8ea9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:09:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['8ea18e16-06a5-4c11-93b0-f9f2bec0b06b'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:09:58.590531 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162470f7-f519-41f4-8184-9bf155df808c None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:09:58.651053 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e1f247-b2cf-4742-9ffc-1321049d4272 None None] Pushing event updated for resources: {'Port': ['ID=d1f08a60-61d8-417a-8594-8ae0c2e7a72e,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:58.671034 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d1423e0-0fd6-43d8-b852-931a59e501d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:58.746512 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-d101f1cb-f39f-43c9-a0df-7be002c8ea9a None None] Set router 8ea18e16-06a5-4c11-93b0-f9f2bec0b06b gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:09:58.751148 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-c608850f-3580-42b4-8553-1fffb14fde72 None None] Provisioning complete for port d1f08a60-61d8-417a-8594-8ae0c2e7a72e triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:09:58.751531 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c608850f-3580-42b4-8553-1fffb14fde72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:58.886825 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c608850f-3580-42b4-8553-1fffb14fde72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:58.901875 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d1423e0-0fd6-43d8-b852-931a59e501d7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:58.919471 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d1423e0-0fd6-43d8-b852-931a59e501d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:58.923713 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-c608850f-3580-42b4-8553-1fffb14fde72 None None] For port d1f08a60-61d8-417a-8594-8ae0c2e7a72e, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=d1f08a60-61d8-417a-8594-8ae0c2e7a72e,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:09:58.933299 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c608850f-3580-42b4-8553-1fffb14fde72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:58.989367 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-d101f1cb-f39f-43c9-a0df-7be002c8ea9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea18e16-06a5-4c11-93b0-f9f2bec0b06b', 'name': 'tempest-TestEncryptedCinderVolumes-296337411-router', 'tenant_id': '86bc4f0061d74f068331beab94bf5869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'd1f08a60-61d8-417a-8594-8ae0c2e7a72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:09:55Z', 'updated_at': '2021-11-09T22:09:56Z', 'revision_number': 3, 'project_id': '86bc4f0061d74f068331beab94bf5869', 'gw_port': {'id': 'd1f08a60-61d8-417a-8594-8ae0c2e7a72e', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:aa:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea18e16-06a5-4c11-93b0-f9f2bec0b06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:09:55Z', 'updated_at': '2021-11-09T22:09:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:09:59.013961 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c608850f-3580-42b4-8553-1fffb14fde72 None None] Pushing event updated for resources: {'Port': ['ID=d1f08a60-61d8-417a-8594-8ae0c2e7a72e,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:59.024772 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d101f1cb-f39f-43c9-a0df-7be002c8ea9a None None] The sync data for ids ['8ea18e16-06a5-4c11-93b0-f9f2bec0b06b'] in n-d-816206-3 is: [{'id': '8ea18e16-06a5-4c11-93b0-f9f2bec0b06b', 'name': 'tempest-TestEncryptedCinderVolumes-296337411-router', 'tenant_id': '86bc4f0061d74f068331beab94bf5869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'd1f08a60-61d8-417a-8594-8ae0c2e7a72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:09:55Z', 'updated_at': '2021-11-09T22:09:56Z', 'revision_number': 3, 'project_id': '86bc4f0061d74f068331beab94bf5869', 'gw_port': {'id': 'd1f08a60-61d8-417a-8594-8ae0c2e7a72e', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:aa:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea18e16-06a5-4c11-93b0-f9f2bec0b06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:09:55Z', 'updated_at': '2021-11-09T22:09:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:09:59.031453 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d1423e0-0fd6-43d8-b852-931a59e501d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:59.034927 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1423e0-0fd6-43d8-b852-931a59e501d7 admin admin] Pushing event updated for resources: {'Port': ['ID=4f8c02c0-ebea-4a49-a87d-9b0cce7c7238,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:09:59.068588 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-8cd178ea-2698-4b66-a534-2c11e48bf47e None None] Provisioning complete for port 4f8c02c0-ebea-4a49-a87d-9b0cce7c7238 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:09:59.069307 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8cd178ea-2698-4b66-a534-2c11e48bf47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:59.120909 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-8cd178ea-2698-4b66-a534-2c11e48bf47e None None] Port 4f8c02c0-ebea-4a49-a87d-9b0cce7c7238 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:09:59.141005 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-8cd178ea-2698-4b66-a534-2c11e48bf47e None None] Provisioning complete for port 7e02d6bf-771e-4e27-b1ff-b0a89ead4fb2 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:09:59.141386 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8cd178ea-2698-4b66-a534-2c11e48bf47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:59.171635 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1423e0-0fd6-43d8-b852-931a59e501d7 admin admin] Network ac2d2c0d-4074-43f3-9b1c-db518f41211c is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:09:59.173393 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-6d1423e0-0fd6-43d8-b852-931a59e501d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:09:59.310114 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d1423e0-0fd6-43d8-b852-931a59e501d7 admin admin] Router 8ea18e16-06a5-4c11-93b0-f9f2bec0b06b has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:09:59.357042 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-c9983aa2-a94a-4bcc-8eb2-8a47c4b8b5e2 None None] Provisioning complete for port 4f8c02c0-ebea-4a49-a87d-9b0cce7c7238 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:09:59.357594 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c9983aa2-a94a-4bcc-8eb2-8a47c4b8b5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:59.400889 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-c9983aa2-a94a-4bcc-8eb2-8a47c4b8b5e2 None None] Port 4f8c02c0-ebea-4a49-a87d-9b0cce7c7238 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:09:59.472286 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1423e0-0fd6-43d8-b852-931a59e501d7 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:09:59.478566 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6d1423e0-0fd6-43d8-b852-931a59e501d7 admin admin] 10.222.0.49 "PUT /v2.0/routers/8ea18e16-06a5-4c11-93b0-f9f2bec0b06b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0607135 Nov 09 22:09:59.536724 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-bcd14590-a743-4099-b07a-91f6d05268e8 None None] Provisioning complete for port 4f8c02c0-ebea-4a49-a87d-9b0cce7c7238 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:09:59.537253 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bcd14590-a743-4099-b07a-91f6d05268e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:59.582196 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-bcd14590-a743-4099-b07a-91f6d05268e8 None None] Port 4f8c02c0-ebea-4a49-a87d-9b0cce7c7238 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:09:59.593159 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 4a16e1eb-eaaf-4581-814b-12217767dd0e up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:09:59.656559 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 4a16e1eb-eaaf-4581-814b-12217767dd0e triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:09:59.657120 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:09:59.737213 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 7e02d6bf-771e-4e27-b1ff-b0a89ead4fb2 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:09:59.798398 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 7e02d6bf-771e-4e27-b1ff-b0a89ead4fb2 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:09:59.798773 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:00.714289 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b0159-f748-429f-bc84-2a49aafa9276 req-48812b31-e8bb-4c56-907d-8de588523398 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:10:00.715742 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-015b0159-f748-429f-bc84-2a49aafa9276 req-48812b31-e8bb-4c56-907d-8de588523398 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/networks?id=4a39b649-4cfb-42f5-b961-fdb12445dd12 HTTP/1.1" status: 200 len: 816 time: 0.1015675 Nov 09 22:10:00.731268 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-015b0159-f748-429f-bc84-2a49aafa9276 req-e7769a9f-09e0-4ed9-9f7c-a643388a4be3 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/quotas/f3ac3d6294284cc8ba205bc986174568 HTTP/1.1" status: 200 len: 375 time: 0.0097561 Nov 09 22:10:00.782886 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-015b0159-f748-429f-bc84-2a49aafa9276 req-dfd36064-2c30-4601-9d15-907e097b4d38 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f3ac3d6294284cc8ba205bc986174568&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459604 Nov 09 22:10:00.879270 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-015b0159-f748-429f-bc84-2a49aafa9276 req-5ae85543-59ac-4dd2-bcab-8d5e858b7be6 service neutron] 10.222.0.49 "GET /v2.0/networks/4a39b649-4cfb-42f5-b961-fdb12445dd12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841322 Nov 09 22:10:00.968473 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-015b0159-f748-429f-bc84-2a49aafa9276 req-9b5bb039-650a-4b48-aceb-369784cd07d0 service neutron] 10.222.0.49 "GET /v2.0/networks/4a39b649-4cfb-42f5-b961-fdb12445dd12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829518 Nov 09 22:10:00.969497 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:10:01.287891 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fcc18e40-8645-49bd-9f92-79161f93ca0d req-da079c00-e1a3-4dec-9e81-a74ba370d25b tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/ports?device_id=89c59984-ff3b-481e-ad68-65ebd9a7f799 HTTP/1.1" status: 200 len: 210 time: 0.1323612 Nov 09 22:10:01.310142 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a89ef6a-77eb-440c-88ba-f665cdd2c355 None None] Sync routers for ids ['8ea18e16-06a5-4c11-93b0-f9f2bec0b06b'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:10:01.320475 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a89ef6a-77eb-440c-88ba-f665cdd2c355 None None] Routers {'8ea18e16-06a5-4c11-93b0-f9f2bec0b06b'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:10:01.321299 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-2a89ef6a-77eb-440c-88ba-f665cdd2c355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:09:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['8ea18e16-06a5-4c11-93b0-f9f2bec0b06b'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:10:01.430774 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-2a89ef6a-77eb-440c-88ba-f665cdd2c355 None None] Set router 8ea18e16-06a5-4c11-93b0-f9f2bec0b06b gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:10:01.509755 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device d1f08a60-61d8-417a-8594-8ae0c2e7a72e up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:10:01.629275 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port d1f08a60-61d8-417a-8594-8ae0c2e7a72e triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:10:01.629650 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:01.737956 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-2a89ef6a-77eb-440c-88ba-f665cdd2c355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea18e16-06a5-4c11-93b0-f9f2bec0b06b', 'name': 'tempest-TestEncryptedCinderVolumes-296337411-router', 'tenant_id': '86bc4f0061d74f068331beab94bf5869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'd1f08a60-61d8-417a-8594-8ae0c2e7a72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:09:55Z', 'updated_at': '2021-11-09T22:09:58Z', 'revision_number': 4, 'project_id': '86bc4f0061d74f068331beab94bf5869', 'gw_port': {'id': 'd1f08a60-61d8-417a-8594-8ae0c2e7a72e', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:aa:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea18e16-06a5-4c11-93b0-f9f2bec0b06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:09:55Z', 'updated_at': '2021-11-09T22:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '4f8c02c0-ebea-4a49-a87d-9b0cce7c7238', 'name': '', 'network_id': 'ac2d2c0d-4074-43f3-9b1c-db518f41211c', 'tenant_id': '86bc4f0061d74f068331beab94bf5869', 'mac_address': 'fa:16:3e:cc:67:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea18e16-06a5-4c11-93b0-f9f2bec0b06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '40d4b31f-5521-4d9d-8f7d-36199e498d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:09:57Z', 'updated_at': '2021-11-09T22:09:58Z', 'revision_number': 2, 'project_id': '86bc4f0061d74f068331beab94bf5869', 'subnets': [{'id': '40d4b31f-5521-4d9d-8f7d-36199e498d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:10:01.770727 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a89ef6a-77eb-440c-88ba-f665cdd2c355 None None] Checking router: 8ea18e16-06a5-4c11-93b0-f9f2bec0b06b for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:10:01.771088 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a89ef6a-77eb-440c-88ba-f665cdd2c355 None None] Updating router 8ea18e16-06a5-4c11-93b0-f9f2bec0b06b port 4f8c02c0-ebea-4a49-a87d-9b0cce7c7238 binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 22:10:01.800358 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2a89ef6a-77eb-440c-88ba-f665cdd2c355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:02.060143 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2a89ef6a-77eb-440c-88ba-f665cdd2c355 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:02.065199 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2a89ef6a-77eb-440c-88ba-f665cdd2c355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:02.142329 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9301bd35-f9ba-4d7c-8d4e-55e470e8e474 None None] Pushing event updated for resources: {'Port': ['ID=4f8c02c0-ebea-4a49-a87d-9b0cce7c7238,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:10:02.178972 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-2a89ef6a-77eb-440c-88ba-f665cdd2c355 None None] Attempting to bind port 4f8c02c0-ebea-4a49-a87d-9b0cce7c7238 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:10:02.179384 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-2a89ef6a-77eb-440c-88ba-f665cdd2c355 None None] Attempting to bind port 4f8c02c0-ebea-4a49-a87d-9b0cce7c7238 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '3158644f-6fa2-4a5c-91d9-4a3c8be5b855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac2d2c0d-4074-43f3-9b1c-db518f41211c'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:10:02.179755 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a89ef6a-77eb-440c-88ba-f665cdd2c355 None None] Attempting to bind port 4f8c02c0-ebea-4a49-a87d-9b0cce7c7238 on network ac2d2c0d-4074-43f3-9b1c-db518f41211c {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:10:02.185966 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a89ef6a-77eb-440c-88ba-f665cdd2c355 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:10:02.186853 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a89ef6a-77eb-440c-88ba-f665cdd2c355 None None] Checking segment: {'id': '3158644f-6fa2-4a5c-91d9-4a3c8be5b855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac2d2c0d-4074-43f3-9b1c-db518f41211c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:10:02.186853 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2a89ef6a-77eb-440c-88ba-f665cdd2c355 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:02.187120 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a89ef6a-77eb-440c-88ba-f665cdd2c355 None None] Bound using segment: {'id': '3158644f-6fa2-4a5c-91d9-4a3c8be5b855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac2d2c0d-4074-43f3-9b1c-db518f41211c'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:10:02.187592 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-2a89ef6a-77eb-440c-88ba-f665cdd2c355 None None] Bound port: 4f8c02c0-ebea-4a49-a87d-9b0cce7c7238, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3158644f-6fa2-4a5c-91d9-4a3c8be5b855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ac2d2c0d-4074-43f3-9b1c-db518f41211c'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:10:02.187977 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2a89ef6a-77eb-440c-88ba-f665cdd2c355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:02.245607 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b0159-f748-429f-bc84-2a49aafa9276 req-1df1cc64-f404-40ef-8e36-18c33553323e tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:10:02.247109 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-015b0159-f748-429f-bc84-2a49aafa9276 req-1df1cc64-f404-40ef-8e36-18c33553323e tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.43 "GET /v2.0/networks?id=4a39b649-4cfb-42f5-b961-fdb12445dd12 HTTP/1.1" status: 200 len: 816 time: 0.1352952 Nov 09 22:10:02.260140 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-2a89ef6a-77eb-440c-88ba-f665cdd2c355 None None] For port 4f8c02c0-ebea-4a49-a87d-9b0cce7c7238, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:10:02.264099 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-2a89ef6a-77eb-440c-88ba-f665cdd2c355 None None] For port 4f8c02c0-ebea-4a49-a87d-9b0cce7c7238, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=4f8c02c0-ebea-4a49-a87d-9b0cce7c7238,segment=NetworkSegment(3158644f-6fa2-4a5c-91d9-4a3c8be5b855),segment_id=3158644f-6fa2-4a5c-91d9-4a3c8be5b855)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:10:02.268791 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-015b0159-f748-429f-bc84-2a49aafa9276 req-be0578ac-20a0-4b88-9d36-ad5e92f5b8bf tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Request body: {'port': {'device_id': '89c59984-ff3b-481e-ad68-65ebd9a7f799', 'network_id': '4a39b649-4cfb-42f5-b961-fdb12445dd12', 'admin_state_up': True, 'tenant_id': 'f3ac3d6294284cc8ba205bc986174568'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:10:02.271515 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2a89ef6a-77eb-440c-88ba-f665cdd2c355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:02.329633 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a89ef6a-77eb-440c-88ba-f665cdd2c355 None None] Routers {'8ea18e16-06a5-4c11-93b0-f9f2bec0b06b'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:10:02.330171 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-2a89ef6a-77eb-440c-88ba-f665cdd2c355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:09:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['8ea18e16-06a5-4c11-93b0-f9f2bec0b06b'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:10:02.375734 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9301bd35-f9ba-4d7c-8d4e-55e470e8e474 None None] Pushing event updated for resources: {'Port': ['ID=4f8c02c0-ebea-4a49-a87d-9b0cce7c7238,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:10:02.421964 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a041efa8-f81b-4254-b04e-d596ad7b5626 req-fe178429-126c-4ab5-a865-cf9f181f2489 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/ports?device_id=89c59984-ff3b-481e-ad68-65ebd9a7f799 HTTP/1.1" status: 200 len: 210 time: 0.0306036 Nov 09 22:10:02.452338 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-015b0159-f748-429f-bc84-2a49aafa9276 req-be0578ac-20a0-4b88-9d36-ad5e92f5b8bf tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Made reservation on behalf of f3ac3d6294284cc8ba205bc986174568 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:10:02.452338 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-015b0159-f748-429f-bc84-2a49aafa9276 req-be0578ac-20a0-4b88-9d36-ad5e92f5b8bf tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:02.462972 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-2a89ef6a-77eb-440c-88ba-f665cdd2c355 None None] Set router 8ea18e16-06a5-4c11-93b0-f9f2bec0b06b gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:10:02.464838 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-5ee05ee0-6537-4c9c-832d-1222a0a53ab9 None None] Provisioning complete for port 4f8c02c0-ebea-4a49-a87d-9b0cce7c7238 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:10:02.464838 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5ee05ee0-6537-4c9c-832d-1222a0a53ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:02.587175 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-015b0159-f748-429f-bc84-2a49aafa9276 req-be0578ac-20a0-4b88-9d36-ad5e92f5b8bf tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Allocated IP 172.20.0.4 (4a39b649-4cfb-42f5-b961-fdb12445dd12/fcd0057b-8d5b-414a-841d-96d4770dc6d0/66b54fff-325b-4d9a-9718-b3145c1219c0) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:10:02.679828 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5ee05ee0-6537-4c9c-832d-1222a0a53ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:02.735199 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-015b0159-f748-429f-bc84-2a49aafa9276 req-be0578ac-20a0-4b88-9d36-ad5e92f5b8bf tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:02.738670 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-5ee05ee0-6537-4c9c-832d-1222a0a53ab9 None None] For port 4f8c02c0-ebea-4a49-a87d-9b0cce7c7238, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=4f8c02c0-ebea-4a49-a87d-9b0cce7c7238,segment=NetworkSegment(3158644f-6fa2-4a5c-91d9-4a3c8be5b855),segment_id=3158644f-6fa2-4a5c-91d9-4a3c8be5b855)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:10:02.745321 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5ee05ee0-6537-4c9c-832d-1222a0a53ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:02.770197 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-015b0159-f748-429f-bc84-2a49aafa9276 req-be0578ac-20a0-4b88-9d36-ad5e92f5b8bf tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:02.822071 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-015b0159-f748-429f-bc84-2a49aafa9276 req-be0578ac-20a0-4b88-9d36-ad5e92f5b8bf tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Network 4a39b649-4cfb-42f5-b961-fdb12445dd12 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:10:02.825476 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-015b0159-f748-429f-bc84-2a49aafa9276 req-be0578ac-20a0-4b88-9d36-ad5e92f5b8bf tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:10:02.829640 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-015b0159-f748-429f-bc84-2a49aafa9276 req-be0578ac-20a0-4b88-9d36-ad5e92f5b8bf tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:10:02.855814 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0578ac-20a0-4b88-9d36-ad5e92f5b8bf tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Pushing event updated for resources: {'Port': ['ID=66b54fff-325b-4d9a-9718-b3145c1219c0,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:10:02.884793 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b0159-f748-429f-bc84-2a49aafa9276 req-be0578ac-20a0-4b88-9d36-ad5e92f5b8bf tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:10:02.885473 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-015b0159-f748-429f-bc84-2a49aafa9276 req-be0578ac-20a0-4b88-9d36-ad5e92f5b8bf tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:02.903077 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-015b0159-f748-429f-bc84-2a49aafa9276 req-be0578ac-20a0-4b88-9d36-ad5e92f5b8bf tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6381719 Nov 09 22:10:02.979169 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-2a89ef6a-77eb-440c-88ba-f665cdd2c355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea18e16-06a5-4c11-93b0-f9f2bec0b06b', 'name': 'tempest-TestEncryptedCinderVolumes-296337411-router', 'tenant_id': '86bc4f0061d74f068331beab94bf5869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'd1f08a60-61d8-417a-8594-8ae0c2e7a72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:09:55Z', 'updated_at': '2021-11-09T22:09:58Z', 'revision_number': 4, 'project_id': '86bc4f0061d74f068331beab94bf5869', 'gw_port': {'id': 'd1f08a60-61d8-417a-8594-8ae0c2e7a72e', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:aa:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea18e16-06a5-4c11-93b0-f9f2bec0b06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:09:55Z', 'updated_at': '2021-11-09T22:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '4f8c02c0-ebea-4a49-a87d-9b0cce7c7238', 'name': '', 'network_id': 'ac2d2c0d-4074-43f3-9b1c-db518f41211c', 'tenant_id': '86bc4f0061d74f068331beab94bf5869', 'mac_address': 'fa:16:3e:cc:67:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea18e16-06a5-4c11-93b0-f9f2bec0b06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '40d4b31f-5521-4d9d-8f7d-36199e498d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:09:57Z', 'updated_at': '2021-11-09T22:10:02Z', 'revision_number': 4, 'project_id': '86bc4f0061d74f068331beab94bf5869', 'subnets': [{'id': '40d4b31f-5521-4d9d-8f7d-36199e498d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:10:02.983396 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-80026ba2-1f4c-488e-8d7c-14be1a0adffe None None] Provisioning complete for port 4f8c02c0-ebea-4a49-a87d-9b0cce7c7238 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:10:02.983772 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-80026ba2-1f4c-488e-8d7c-14be1a0adffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:02.985241 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee05ee0-6537-4c9c-832d-1222a0a53ab9 None None] Pushing event updated for resources: {'Port': ['ID=4f8c02c0-ebea-4a49-a87d-9b0cce7c7238,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:10:03.002225 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-015b0159-f748-429f-bc84-2a49aafa9276 req-bf765430-8277-4439-bc3c-592e619bd428 service neutron] Request body: {'port': {'device_id': '89c59984-ff3b-481e-ad68-65ebd9a7f799', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:10:03.034693 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a89ef6a-77eb-440c-88ba-f665cdd2c355 None None] The sync data for ids ['8ea18e16-06a5-4c11-93b0-f9f2bec0b06b'] in n-d-816206-3 is: [{'id': '8ea18e16-06a5-4c11-93b0-f9f2bec0b06b', 'name': 'tempest-TestEncryptedCinderVolumes-296337411-router', 'tenant_id': '86bc4f0061d74f068331beab94bf5869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'd1f08a60-61d8-417a-8594-8ae0c2e7a72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:09:55Z', 'updated_at': '2021-11-09T22:09:58Z', 'revision_number': 4, 'project_id': '86bc4f0061d74f068331beab94bf5869', 'gw_port': {'id': 'd1f08a60-61d8-417a-8594-8ae0c2e7a72e', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:aa:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea18e16-06a5-4c11-93b0-f9f2bec0b06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:09:55Z', 'updated_at': '2021-11-09T22:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '4f8c02c0-ebea-4a49-a87d-9b0cce7c7238', 'name': '', 'network_id': 'ac2d2c0d-4074-43f3-9b1c-db518f41211c', 'tenant_id': '86bc4f0061d74f068331beab94bf5869', 'mac_address': 'fa:16:3e:cc:67:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea18e16-06a5-4c11-93b0-f9f2bec0b06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '40d4b31f-5521-4d9d-8f7d-36199e498d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:09:57Z', 'updated_at': '2021-11-09T22:10:02Z', 'revision_number': 4, 'project_id': '86bc4f0061d74f068331beab94bf5869', 'subnets': [{'id': '40d4b31f-5521-4d9d-8f7d-36199e498d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:10:03.065971 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-015b0159-f748-429f-bc84-2a49aafa9276 req-bf765430-8277-4439-bc3c-592e619bd428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:03.234217 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-678fa262-7152-4714-b657-13afbc4514bc None None] Provisioning complete for port 66b54fff-325b-4d9a-9718-b3145c1219c0 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:10:03.234587 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-678fa262-7152-4714-b657-13afbc4514bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:03.270486 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-678fa262-7152-4714-b657-13afbc4514bc None None] Port 66b54fff-325b-4d9a-9718-b3145c1219c0 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:10:03.366810 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-015b0159-f748-429f-bc84-2a49aafa9276 req-bf765430-8277-4439-bc3c-592e619bd428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66b54fff-325b-4d9a-9718-b3145c1219c0 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 22:10:03.375131 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-015b0159-f748-429f-bc84-2a49aafa9276 req-bf765430-8277-4439-bc3c-592e619bd428 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:03.389361 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-015b0159-f748-429f-bc84-2a49aafa9276 req-bf765430-8277-4439-bc3c-592e619bd428 service neutron] Transition to ACTIVE for port object 66b54fff-325b-4d9a-9718-b3145c1219c0 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 22:10:03.394605 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-015b0159-f748-429f-bc84-2a49aafa9276 req-bf765430-8277-4439-bc3c-592e619bd428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:03.460705 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf765430-8277-4439-bc3c-592e619bd428 service neutron] Pushing event updated for resources: {'Port': ['ID=66b54fff-325b-4d9a-9718-b3145c1219c0,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:10:03.505319 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 4f8c02c0-ebea-4a49-a87d-9b0cce7c7238 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:10:03.578110 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 4f8c02c0-ebea-4a49-a87d-9b0cce7c7238 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:10:03.578901 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:03.580423 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-015b0159-f748-429f-bc84-2a49aafa9276 req-bf765430-8277-4439-bc3c-592e619bd428 service neutron] Attempting to bind port 66b54fff-325b-4d9a-9718-b3145c1219c0 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:10:03.580810 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-015b0159-f748-429f-bc84-2a49aafa9276 req-bf765430-8277-4439-bc3c-592e619bd428 service neutron] Attempting to bind port 66b54fff-325b-4d9a-9718-b3145c1219c0 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '341de571-57d4-4f0e-b113-10424a2cce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a39b649-4cfb-42f5-b961-fdb12445dd12'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:10:03.581133 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015b0159-f748-429f-bc84-2a49aafa9276 req-bf765430-8277-4439-bc3c-592e619bd428 service neutron] Attempting to bind port 66b54fff-325b-4d9a-9718-b3145c1219c0 on network 4a39b649-4cfb-42f5-b961-fdb12445dd12 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:10:03.587274 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015b0159-f748-429f-bc84-2a49aafa9276 req-bf765430-8277-4439-bc3c-592e619bd428 service neutron] Port 66b54fff-325b-4d9a-9718-b3145c1219c0 on network 4a39b649-4cfb-42f5-b961-fdb12445dd12 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 22:10:03.587603 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015b0159-f748-429f-bc84-2a49aafa9276 req-bf765430-8277-4439-bc3c-592e619bd428 service neutron] Attempting to bind port 66b54fff-325b-4d9a-9718-b3145c1219c0 on network 4a39b649-4cfb-42f5-b961-fdb12445dd12 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:10:03.593733 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015b0159-f748-429f-bc84-2a49aafa9276 req-bf765430-8277-4439-bc3c-592e619bd428 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:10:03.594072 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015b0159-f748-429f-bc84-2a49aafa9276 req-bf765430-8277-4439-bc3c-592e619bd428 service neutron] Checking segment: {'id': '341de571-57d4-4f0e-b113-10424a2cce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a39b649-4cfb-42f5-b961-fdb12445dd12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:10:03.594461 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015b0159-f748-429f-bc84-2a49aafa9276 req-bf765430-8277-4439-bc3c-592e619bd428 service neutron] Bound using segment: {'id': '341de571-57d4-4f0e-b113-10424a2cce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a39b649-4cfb-42f5-b961-fdb12445dd12'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:10:03.594893 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-015b0159-f748-429f-bc84-2a49aafa9276 req-bf765430-8277-4439-bc3c-592e619bd428 service neutron] Bound port: 66b54fff-325b-4d9a-9718-b3145c1219c0, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '341de571-57d4-4f0e-b113-10424a2cce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a39b649-4cfb-42f5-b961-fdb12445dd12'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:10:03.595255 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-015b0159-f748-429f-bc84-2a49aafa9276 req-bf765430-8277-4439-bc3c-592e619bd428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:03.612906 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f4a9a-e7ad-48fe-89e9-ad179773b2e5 req-788f0ff5-f8d5-4b1c-aebd-5413c177fdfe tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:10:03.615252 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-384f4a9a-e7ad-48fe-89e9-ad179773b2e5 req-788f0ff5-f8d5-4b1c-aebd-5413c177fdfe tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/ports?device_id=89c59984-ff3b-481e-ad68-65ebd9a7f799 HTTP/1.1" status: 200 len: 943 time: 0.0770104 Nov 09 22:10:03.697702 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-015b0159-f748-429f-bc84-2a49aafa9276 req-bf765430-8277-4439-bc3c-592e619bd428 service neutron] For port 66b54fff-325b-4d9a-9718-b3145c1219c0, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:10:03.705314 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-384f4a9a-e7ad-48fe-89e9-ad179773b2e5 req-3c297df1-bcd1-463e-9a70-a978681071d4 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/security-groups?id=9703b060-9e83-499b-8f84-e24f71163144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823936 Nov 09 22:10:03.706379 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-015b0159-f748-429f-bc84-2a49aafa9276 req-bf765430-8277-4439-bc3c-592e619bd428 service neutron] For port 66b54fff-325b-4d9a-9718-b3145c1219c0, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=66b54fff-325b-4d9a-9718-b3145c1219c0,segment=NetworkSegment(341de571-57d4-4f0e-b113-10424a2cce55),segment_id=341de571-57d4-4f0e-b113-10424a2cce55)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:10:03.716480 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-015b0159-f748-429f-bc84-2a49aafa9276 req-bf765430-8277-4439-bc3c-592e619bd428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:03.736596 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b0159-f748-429f-bc84-2a49aafa9276 req-bf765430-8277-4439-bc3c-592e619bd428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:10:03.737521 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-015b0159-f748-429f-bc84-2a49aafa9276 req-bf765430-8277-4439-bc3c-592e619bd428 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:03.738937 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-015b0159-f748-429f-bc84-2a49aafa9276 req-bf765430-8277-4439-bc3c-592e619bd428 service neutron] 10.222.0.43 "PUT /v2.0/ports/66b54fff-325b-4d9a-9718-b3145c1219c0 HTTP/1.1" status: 200 len: 1091 time: 0.7832181 Nov 09 22:10:03.740803 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89c59984-ff3b-481e-ad68-65ebd9a7f799', 'tag': '66b54fff-325b-4d9a-9718-b3145c1219c0'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:10:03.819943 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2737eae40cef112d1dfa64c8a6cf3edc76bfb64f9e32f72bfe3df0a7140357a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823562ac-e34f-4268-9714-f47c72a30fe9" -d '{"events": [{"name": "network-changed", "server_uuid": "89c59984-ff3b-481e-ad68-65ebd9a7f799", "tag": "66b54fff-325b-4d9a-9718-b3145c1219c0"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:10:03.826839 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf765430-8277-4439-bc3c-592e619bd428 service neutron] Pushing event updated for resources: {'Port': ['ID=66b54fff-325b-4d9a-9718-b3145c1219c0,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:10:03.861193 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b0159-f748-429f-bc84-2a49aafa9276 req-c922fa68-e223-4c16-a06a-6d8747dc0b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:10:03.862781 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-015b0159-f748-429f-bc84-2a49aafa9276 req-c922fa68-e223-4c16-a06a-6d8747dc0b01 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f3ac3d6294284cc8ba205bc986174568&device_id=89c59984-ff3b-481e-ad68-65ebd9a7f799 HTTP/1.1" status: 200 len: 1094 time: 0.0585802 Nov 09 22:10:03.919685 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-015b0159-f748-429f-bc84-2a49aafa9276 req-4cce8e89-f7dd-4037-a583-c62a02e3ce57 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66b54fff-325b-4d9a-9718-b3145c1219c0 HTTP/1.1" status: 200 len: 217 time: 0.0431850 Nov 09 22:10:03.921171 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e911f4a2-5fed-4b97-b754-0957279fe227 x-openstack-request-id: req-e911f4a2-5fed-4b97-b754-0957279fe227 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:10:03.921460 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89c59984-ff3b-481e-ad68-65ebd9a7f799", "tag": "66b54fff-325b-4d9a-9718-b3145c1219c0", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:10:03.921714 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e911f4a2-5fed-4b97-b754-0957279fe227 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:10:03.922110 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89c59984-ff3b-481e-ad68-65ebd9a7f799', 'tag': '66b54fff-325b-4d9a-9718-b3145c1219c0', 'status': 'completed', 'code': 200} Nov 09 22:10:03.979730 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b0159-f748-429f-bc84-2a49aafa9276 req-cc8a96a7-3126-418c-9682-8e435ee5cf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:10:03.981247 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-015b0159-f748-429f-bc84-2a49aafa9276 req-cc8a96a7-3126-418c-9682-8e435ee5cf01 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fcd0057b-8d5b-414a-841d-96d4770dc6d0 HTTP/1.1" status: 200 len: 855 time: 0.0430114 Nov 09 22:10:04.025267 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b0159-f748-429f-bc84-2a49aafa9276 req-21ffef79-1163-4eea-b28a-3f1895470cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:10:04.026709 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-015b0159-f748-429f-bc84-2a49aafa9276 req-21ffef79-1163-4eea-b28a-3f1895470cb3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4a39b649-4cfb-42f5-b961-fdb12445dd12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385296 Nov 09 22:10:04.122224 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-015b0159-f748-429f-bc84-2a49aafa9276 req-1c7041a9-8086-4a32-bf08-7349f976a57d service neutron] 10.222.0.43 "GET /v2.0/networks/4a39b649-4cfb-42f5-b961-fdb12445dd12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885067 Nov 09 22:10:04.130402 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:04.210912 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-015b0159-f748-429f-bc84-2a49aafa9276 req-6f84a289-c1ac-4411-9de8-5f484111e2cb service neutron] 10.222.0.43 "GET /v2.0/networks/4a39b649-4cfb-42f5-b961-fdb12445dd12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812058 Nov 09 22:10:04.345282 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823562ac-e34f-4268-9714-f47c72a30fe9 req-a0417936-439a-4450-bdde-11fa568caee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:10:04.346780 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-823562ac-e34f-4268-9714-f47c72a30fe9 req-a0417936-439a-4450-bdde-11fa568caee4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f3ac3d6294284cc8ba205bc986174568&device_id=89c59984-ff3b-481e-ad68-65ebd9a7f799 HTTP/1.1" status: 200 len: 1094 time: 0.0415604 Nov 09 22:10:04.439764 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823562ac-e34f-4268-9714-f47c72a30fe9 req-bdbf767b-da49-4a56-bc76-793b7fce7dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:10:04.441319 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-823562ac-e34f-4268-9714-f47c72a30fe9 req-bdbf767b-da49-4a56-bc76-793b7fce7dde service neutron] 10.222.0.43 "GET /v2.0/networks?id=4a39b649-4cfb-42f5-b961-fdb12445dd12 HTTP/1.1" status: 200 len: 916 time: 0.0859611 Nov 09 22:10:04.490383 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-823562ac-e34f-4268-9714-f47c72a30fe9 req-be2f9a71-67ec-4a73-a4e6-7b7036687c3e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66b54fff-325b-4d9a-9718-b3145c1219c0 HTTP/1.1" status: 200 len: 217 time: 0.0345039 Nov 09 22:10:04.544223 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823562ac-e34f-4268-9714-f47c72a30fe9 req-7938022f-6795-48bd-a092-607baf643ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:10:04.545755 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-823562ac-e34f-4268-9714-f47c72a30fe9 req-7938022f-6795-48bd-a092-607baf643ec0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fcd0057b-8d5b-414a-841d-96d4770dc6d0 HTTP/1.1" status: 200 len: 855 time: 0.0468988 Nov 09 22:10:04.591285 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823562ac-e34f-4268-9714-f47c72a30fe9 req-30d5bf82-303e-4ef0-a0b1-bf23f9bb2450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:10:04.592808 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-823562ac-e34f-4268-9714-f47c72a30fe9 req-30d5bf82-303e-4ef0-a0b1-bf23f9bb2450 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4a39b649-4cfb-42f5-b961-fdb12445dd12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384190 Nov 09 22:10:04.684104 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-823562ac-e34f-4268-9714-f47c72a30fe9 req-98507454-8d95-4b0e-bb9b-610a36e30ef7 service neutron] 10.222.0.43 "GET /v2.0/networks/4a39b649-4cfb-42f5-b961-fdb12445dd12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834436 Nov 09 22:10:04.837613 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d8c80-3585-4e25-992d-51a530ab8075 req-b9d2715d-538c-422a-83d4-009ca47bfe9c tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:10:04.839312 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f15d8c80-3585-4e25-992d-51a530ab8075 req-b9d2715d-538c-422a-83d4-009ca47bfe9c tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/ports?device_id=89c59984-ff3b-481e-ad68-65ebd9a7f799 HTTP/1.1" status: 200 len: 943 time: 0.0586388 Nov 09 22:10:04.892719 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f15d8c80-3585-4e25-992d-51a530ab8075 req-c1d10cf3-01c5-4bf3-9c32-3f392d6df67e tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/security-groups?id=9703b060-9e83-499b-8f84-e24f71163144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468218 Nov 09 22:10:05.124466 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-823562ac-e34f-4268-9714-f47c72a30fe9 req-3e9c7c77-1ed7-4448-9673-a291bfbc95f4 service neutron] 10.222.0.43 "GET /v2.0/networks/4a39b649-4cfb-42f5-b961-fdb12445dd12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4316709 Nov 09 22:10:06.007741 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd6acbd-a9fa-4dbf-860e-e358f12173aa req-350f7459-cc0b-4784-a747-25176ecbeb39 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:10:06.009219 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3dd6acbd-a9fa-4dbf-860e-e358f12173aa req-350f7459-cc0b-4784-a747-25176ecbeb39 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/ports?device_id=89c59984-ff3b-481e-ad68-65ebd9a7f799 HTTP/1.1" status: 200 len: 943 time: 0.0476871 Nov 09 22:10:06.058162 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3dd6acbd-a9fa-4dbf-860e-e358f12173aa req-92c7b2d6-6339-454a-8be1-98156d3146f4 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/security-groups?id=9703b060-9e83-499b-8f84-e24f71163144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431342 Nov 09 22:10:07.171446 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ddb26-252b-49c0-bac6-7c48edbf1b4b req-7b03770e-35a4-45f7-8595-4fbc749dd6ad tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:10:07.172968 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7f9ddb26-252b-49c0-bac6-7c48edbf1b4b req-7b03770e-35a4-45f7-8595-4fbc749dd6ad tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/ports?device_id=89c59984-ff3b-481e-ad68-65ebd9a7f799 HTTP/1.1" status: 200 len: 943 time: 0.0492785 Nov 09 22:10:07.219670 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7f9ddb26-252b-49c0-bac6-7c48edbf1b4b req-fa6504a8-c7ad-4687-8465-a7e986ab3b27 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/security-groups?id=9703b060-9e83-499b-8f84-e24f71163144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406201 Nov 09 22:10:08.168411 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 66b54fff-325b-4d9a-9718-b3145c1219c0 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 22:10:08.263574 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 66b54fff-325b-4d9a-9718-b3145c1219c0, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=66b54fff-325b-4d9a-9718-b3145c1219c0,segment=NetworkSegment(341de571-57d4-4f0e-b113-10424a2cce55),segment_id=341de571-57d4-4f0e-b113-10424a2cce55)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:10:08.274339 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '66b54fff-325b-4d9a-9718-b3145c1219c0', 'network_id': '4a39b649-4cfb-42f5-b961-fdb12445dd12', 'port_id': '66b54fff-325b-4d9a-9718-b3145c1219c0', 'mac_address': 'fa:16:3e:4a:7d:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcd0057b-8d5b-414a-841d-96d4770dc6d0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 22:10:08.310977 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:08.324766 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66b54fff-325b-4d9a-9718-b3145c1219c0 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 22:10:08.333138 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd299f5-cb80-4f77-a178-265141172fab req-c22420bd-b932-4bc8-99c1-8d9ae5445ffa tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:10:08.334819 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-afd299f5-cb80-4f77-a178-265141172fab req-c22420bd-b932-4bc8-99c1-8d9ae5445ffa tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/ports?device_id=89c59984-ff3b-481e-ad68-65ebd9a7f799 HTTP/1.1" status: 200 len: 943 time: 0.0491557 Nov 09 22:10:08.347072 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 66b54fff-325b-4d9a-9718-b3145c1219c0, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=66b54fff-325b-4d9a-9718-b3145c1219c0,segment=NetworkSegment(341de571-57d4-4f0e-b113-10424a2cce55),segment_id=341de571-57d4-4f0e-b113-10424a2cce55)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:10:08.350994 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:08.382038 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-afd299f5-cb80-4f77-a178-265141172fab req-5821cf90-54db-478c-b28e-b3b88278e935 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/security-groups?id=9703b060-9e83-499b-8f84-e24f71163144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405989 Nov 09 22:10:08.397032 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=66b54fff-325b-4d9a-9718-b3145c1219c0,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:10:08.626578 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['66b54fff-325b-4d9a-9718-b3145c1219c0'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 22:10:09.508259 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19408a62-053f-442b-bb10-08c413ddb971 req-d6694eb4-cd85-4ea7-8ad9-e8e9cf30fabb tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:10:09.509787 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-19408a62-053f-442b-bb10-08c413ddb971 req-d6694eb4-cd85-4ea7-8ad9-e8e9cf30fabb tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/ports?device_id=89c59984-ff3b-481e-ad68-65ebd9a7f799 HTTP/1.1" status: 200 len: 944 time: 0.0578151 Nov 09 22:10:09.557089 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-19408a62-053f-442b-bb10-08c413ddb971 req-3db494a0-e490-467b-b801-c7f67e13790c tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/security-groups?id=9703b060-9e83-499b-8f84-e24f71163144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414255 Nov 09 22:10:10.193478 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 66b54fff-325b-4d9a-9718-b3145c1219c0 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:10:10.242318 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 66b54fff-325b-4d9a-9718-b3145c1219c0 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 22:10:10.246090 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 66b54fff-325b-4d9a-9718-b3145c1219c0 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:10:10.246497 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:10.326784 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:10.349254 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c59984-ff3b-481e-ad68-65ebd9a7f799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b54fff-325b-4d9a-9718-b3145c1219c0'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:10:10.351501 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf5efec3aaad8bb0d91a7111cc0d9fdefc4608913a9d6be696d4c4a95c777e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a961b9-ee79-4d37-86f8-e7c6db961be2" -d '{"events": [{"server_uuid": "89c59984-ff3b-481e-ad68-65ebd9a7f799", "name": "network-vif-plugged", "status": "completed", "tag": "66b54fff-325b-4d9a-9718-b3145c1219c0"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:10:10.364301 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 66b54fff-325b-4d9a-9718-b3145c1219c0, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=66b54fff-325b-4d9a-9718-b3145c1219c0,segment=NetworkSegment(341de571-57d4-4f0e-b113-10424a2cce55),segment_id=341de571-57d4-4f0e-b113-10424a2cce55)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:10:10.368178 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:10.390698 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 22:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a78ef0c-1f4b-4ea7-a9c0-6cf50e84769a x-openstack-request-id: req-6a78ef0c-1f4b-4ea7-a9c0-6cf50e84769a {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:10:10.390996 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c59984-ff3b-481e-ad68-65ebd9a7f799", "name": "network-vif-plugged", "status": "completed", "tag": "66b54fff-325b-4d9a-9718-b3145c1219c0", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:10:10.391254 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6a78ef0c-1f4b-4ea7-a9c0-6cf50e84769a {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:10:10.391645 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c59984-ff3b-481e-ad68-65ebd9a7f799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b54fff-325b-4d9a-9718-b3145c1219c0', 'code': 200} Nov 09 22:10:10.417253 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=66b54fff-325b-4d9a-9718-b3145c1219c0,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:10:10.512153 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd85bc-3416-483b-93d7-3c3ea20c4ac1 req-0526295c-6085-46b2-b2a1-c639f1d68e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:10:10.513720 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-45dd85bc-3416-483b-93d7-3c3ea20c4ac1 req-0526295c-6085-46b2-b2a1-c639f1d68e28 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=89c59984-ff3b-481e-ad68-65ebd9a7f799 HTTP/1.1" status: 200 len: 1096 time: 0.0411456 Nov 09 22:10:10.557194 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-45dd85bc-3416-483b-93d7-3c3ea20c4ac1 req-3a092592-9d61-4c93-a8bc-25a97d430ee6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9703b060-9e83-499b-8f84-e24f71163144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365548 Nov 09 22:10:10.670939 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c602eaa-c04f-48e2-8070-b8094c42c76d req-21817da1-0a42-4198-83db-cfd759107412 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:10:10.672397 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9c602eaa-c04f-48e2-8070-b8094c42c76d req-21817da1-0a42-4198-83db-cfd759107412 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/ports?device_id=89c59984-ff3b-481e-ad68-65ebd9a7f799 HTTP/1.1" status: 200 len: 945 time: 0.0484095 Nov 09 22:10:10.718566 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9c602eaa-c04f-48e2-8070-b8094c42c76d req-9e5ece94-0fa8-4170-aa2c-26ee88384937 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/security-groups?id=9703b060-9e83-499b-8f84-e24f71163144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403333 Nov 09 22:10:11.838513 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e98ee3-0d9d-4253-80a4-34149576a48e req-46936365-f217-4842-8db7-7a1a328f4285 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:10:11.839986 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-36e98ee3-0d9d-4253-80a4-34149576a48e req-46936365-f217-4842-8db7-7a1a328f4285 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/ports?device_id=89c59984-ff3b-481e-ad68-65ebd9a7f799 HTTP/1.1" status: 200 len: 945 time: 0.0520468 Nov 09 22:10:11.885747 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-36e98ee3-0d9d-4253-80a4-34149576a48e req-bed510a2-b17d-4ea4-a77b-807e4969f99d tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/security-groups?id=9703b060-9e83-499b-8f84-e24f71163144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398860 Nov 09 22:10:11.998242 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ffe5b2-a799-4706-ac6d-11a575541088 req-af6126f2-48c9-4e32-b7e0-6b4ebe94eef3 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:10:11.999680 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d6ffe5b2-a799-4706-ac6d-11a575541088 req-af6126f2-48c9-4e32-b7e0-6b4ebe94eef3 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/ports?device_id=89c59984-ff3b-481e-ad68-65ebd9a7f799 HTTP/1.1" status: 200 len: 945 time: 0.0486495 Nov 09 22:10:12.049813 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d6ffe5b2-a799-4706-ac6d-11a575541088 req-e007e801-0e95-442a-8b05-ffd45a5cadde tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/security-groups?id=9703b060-9e83-499b-8f84-e24f71163144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442450 Nov 09 22:10:17.712993 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5e644da6-00b9-4bcd-80d5-04912f67dd77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:20.220899 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0477bfde-d4f4-46d3-9eb5-cf939b39ebca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:21.204429 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:22.557973 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:23.259155 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:23.468331 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:33.820141 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9b2fd-9b83-4feb-a8ba-6c5abd8738dc req-6b035a54-adab-4c37-90e6-c25973cf6c2b tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:10:33.821640 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5df9b2fd-9b83-4feb-a8ba-6c5abd8738dc req-6b035a54-adab-4c37-90e6-c25973cf6c2b tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/ports?device_id=89c59984-ff3b-481e-ad68-65ebd9a7f799 HTTP/1.1" status: 200 len: 945 time: 0.0497959 Nov 09 22:10:33.868808 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5df9b2fd-9b83-4feb-a8ba-6c5abd8738dc req-5a45fbef-f71d-4b38-bc41-c93f27bdb1b9 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/security-groups?id=9703b060-9e83-499b-8f84-e24f71163144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408254 Nov 09 22:10:34.138710 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:34.988083 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a921f-da10-4e4e-99af-5ce8b381e85d req-33cf17e4-f91e-4f01-9efb-5e49d43c236a tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:10:34.989557 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-208a921f-da10-4e4e-99af-5ce8b381e85d req-33cf17e4-f91e-4f01-9efb-5e49d43c236a tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/ports?device_id=89c59984-ff3b-481e-ad68-65ebd9a7f799 HTTP/1.1" status: 200 len: 945 time: 0.0478492 Nov 09 22:10:35.036600 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-208a921f-da10-4e4e-99af-5ce8b381e85d req-9e9575c3-8d3a-4611-ae92-d61f85d413e1 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/security-groups?id=9703b060-9e83-499b-8f84-e24f71163144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406501 Nov 09 22:10:35.540409 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12759f24-9997-49b4-9aae-611b0d4c6162 req-e54a675f-02f3-4830-acd9-4c8262e2d03b tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:10:35.541930 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-12759f24-9997-49b4-9aae-611b0d4c6162 req-e54a675f-02f3-4830-acd9-4c8262e2d03b tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.43 "GET /v2.0/ports?device_id=89c59984-ff3b-481e-ad68-65ebd9a7f799 HTTP/1.1" status: 200 len: 945 time: 0.0510893 Nov 09 22:10:35.628540 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-12759f24-9997-49b4-9aae-611b0d4c6162 req-5fd80d6c-5a3b-4062-a4f1-28359a3771ce tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Deleting port 66b54fff-325b-4d9a-9718-b3145c1219c0 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:10:35.628934 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-12759f24-9997-49b4-9aae-611b0d4c6162 req-5fd80d6c-5a3b-4062-a4f1-28359a3771ce tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:35.717313 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-12759f24-9997-49b4-9aae-611b0d4c6162 req-5fd80d6c-5a3b-4062-a4f1-28359a3771ce tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] For port 66b54fff-325b-4d9a-9718-b3145c1219c0, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=66b54fff-325b-4d9a-9718-b3145c1219c0,segment=NetworkSegment(341de571-57d4-4f0e-b113-10424a2cce55),segment_id=341de571-57d4-4f0e-b113-10424a2cce55)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:10:35.717595 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-12759f24-9997-49b4-9aae-611b0d4c6162 req-5fd80d6c-5a3b-4062-a4f1-28359a3771ce tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:35.729610 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-12759f24-9997-49b4-9aae-611b0d4c6162 req-5fd80d6c-5a3b-4062-a4f1-28359a3771ce tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Calling delete_port for 66b54fff-325b-4d9a-9718-b3145c1219c0 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:10:35.853082 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-12759f24-9997-49b4-9aae-611b0d4c6162 req-5fd80d6c-5a3b-4062-a4f1-28359a3771ce tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:35.884489 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd80d6c-5a3b-4062-a4f1-28359a3771ce tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Pushing event deleted for resources: {'Port': ['ID=66b54fff-325b-4d9a-9718-b3145c1219c0,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:10:35.886388 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['66b54fff-325b-4d9a-9718-b3145c1219c0'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 22:10:35.912472 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80d6c-5a3b-4062-a4f1-28359a3771ce tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:10:35.912472 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80d6c-5a3b-4062-a4f1-28359a3771ce tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:10:35.912836 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80d6c-5a3b-4062-a4f1-28359a3771ce tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:10:35.913167 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80d6c-5a3b-4062-a4f1-28359a3771ce tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:10:35.913502 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80d6c-5a3b-4062-a4f1-28359a3771ce tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:10:35.913835 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80d6c-5a3b-4062-a4f1-28359a3771ce tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:10:35.914165 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80d6c-5a3b-4062-a4f1-28359a3771ce tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:10:35.914495 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80d6c-5a3b-4062-a4f1-28359a3771ce tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:10:35.914828 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80d6c-5a3b-4062-a4f1-28359a3771ce tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:10:35.915155 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80d6c-5a3b-4062-a4f1-28359a3771ce tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:10:35.915481 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80d6c-5a3b-4062-a4f1-28359a3771ce tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:10:35.915803 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80d6c-5a3b-4062-a4f1-28359a3771ce tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:10:35.935698 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-12759f24-9997-49b4-9aae-611b0d4c6162 req-5fd80d6c-5a3b-4062-a4f1-28359a3771ce tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] No DVR routers for this DVR port 66b54fff-325b-4d9a-9718-b3145c1219c0 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:10:35.938417 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-12759f24-9997-49b4-9aae-611b0d4c6162 req-5fd80d6c-5a3b-4062-a4f1-28359a3771ce tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:35.941777 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-12759f24-9997-49b4-9aae-611b0d4c6162 req-5fd80d6c-5a3b-4062-a4f1-28359a3771ce tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.43 "DELETE /v2.0/ports/66b54fff-325b-4d9a-9718-b3145c1219c0 HTTP/1.1" status: 204 len: 173 time: 0.3930459 Nov 09 22:10:35.942231 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c59984-ff3b-481e-ad68-65ebd9a7f799', 'name': 'network-vif-deleted', 'tag': '66b54fff-325b-4d9a-9718-b3145c1219c0'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:10:35.944581 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2737eae40cef112d1dfa64c8a6cf3edc76bfb64f9e32f72bfe3df0a7140357a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9906fa0d-2577-4d32-aef7-f6e79662cfdc" -d '{"events": [{"server_uuid": "89c59984-ff3b-481e-ad68-65ebd9a7f799", "name": "network-vif-deleted", "tag": "66b54fff-325b-4d9a-9718-b3145c1219c0"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:10:35.988137 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 22:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1eb6945-247f-49ed-94cf-9533e4228b59 x-openstack-request-id: req-a1eb6945-247f-49ed-94cf-9533e4228b59 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:10:35.988437 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c59984-ff3b-481e-ad68-65ebd9a7f799", "name": "network-vif-deleted", "tag": "66b54fff-325b-4d9a-9718-b3145c1219c0", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:10:35.988760 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a1eb6945-247f-49ed-94cf-9533e4228b59 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:10:35.989171 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c59984-ff3b-481e-ad68-65ebd9a7f799', 'name': 'network-vif-deleted', 'tag': '66b54fff-325b-4d9a-9718-b3145c1219c0', 'status': 'completed', 'code': 200} Nov 09 22:10:36.144200 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-69f18bcf-5809-4625-8483-e953708c6d3b req-be35e1f1-0e46-4c11-a79c-0e3d5f4e6371 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/ports?device_id=89c59984-ff3b-481e-ad68-65ebd9a7f799 HTTP/1.1" status: 200 len: 210 time: 0.0273254 Nov 09 22:10:37.577376 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-6852db2f-7dff-48c1-8b1d-f07303f393da tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:10:37.578854 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-6852db2f-7dff-48c1-8b1d-f07303f393da tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/networks?id=4a39b649-4cfb-42f5-b961-fdb12445dd12 HTTP/1.1" status: 200 len: 816 time: 0.1064422 Nov 09 22:10:37.594319 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-f4613afd-e928-49ea-9f8e-80ac1057c34f tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/quotas/f3ac3d6294284cc8ba205bc986174568 HTTP/1.1" status: 200 len: 375 time: 0.0094995 Nov 09 22:10:37.645764 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-80b8e308-026e-4b1c-957a-e919c814f246 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f3ac3d6294284cc8ba205bc986174568&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455837 Nov 09 22:10:37.822422 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-b47d5841-9a2a-4a5d-8046-1826a140ec17 service neutron] 10.222.0.49 "GET /v2.0/networks/4a39b649-4cfb-42f5-b961-fdb12445dd12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314111 Nov 09 22:10:37.912822 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-e4241715-6d2e-43cc-8c1d-8bcfbd5f8fa2 service neutron] 10.222.0.49 "GET /v2.0/networks/4a39b649-4cfb-42f5-b961-fdb12445dd12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841720 Nov 09 22:10:37.969077 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:10:38.070513 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b3b17e6f-3062-435f-83c4-fc2f9ab4138d req-6b6b1776-c9b4-43ca-b388-3d70754bcaa2 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa978e8a-cc5e-41fc-9c8d-352528b03925 HTTP/1.1" status: 200 len: 210 time: 0.0257721 Nov 09 22:10:38.966413 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-9115ea90-6009-4e91-bfb3-c3187dd386dc tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:10:38.967868 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-9115ea90-6009-4e91-bfb3-c3187dd386dc tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.45 "GET /v2.0/networks?id=4a39b649-4cfb-42f5-b961-fdb12445dd12 HTTP/1.1" status: 200 len: 816 time: 0.1064303 Nov 09 22:10:38.982994 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-86966aad-afab-4139-93f7-4aa4135c6193 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Request body: {'port': {'device_id': 'fa978e8a-cc5e-41fc-9c8d-352528b03925', 'network_id': '4a39b649-4cfb-42f5-b961-fdb12445dd12', 'admin_state_up': True, 'tenant_id': 'f3ac3d6294284cc8ba205bc986174568'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:10:39.087084 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-86966aad-afab-4139-93f7-4aa4135c6193 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Made reservation on behalf of f3ac3d6294284cc8ba205bc986174568 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:10:39.090848 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-86966aad-afab-4139-93f7-4aa4135c6193 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:39.167085 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e9263851-3d2f-491c-a66a-06c599563bcd req-d45be997-f89b-4982-9898-0b227e74dba5 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa978e8a-cc5e-41fc-9c8d-352528b03925 HTTP/1.1" status: 200 len: 210 time: 0.0273314 Nov 09 22:10:39.221164 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-86966aad-afab-4139-93f7-4aa4135c6193 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Allocated IP 172.20.0.5 (4a39b649-4cfb-42f5-b961-fdb12445dd12/fcd0057b-8d5b-414a-841d-96d4770dc6d0/b7755a11-f5b5-4978-9ecd-037bdff804fa) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:10:39.365544 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-86966aad-afab-4139-93f7-4aa4135c6193 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:39.398195 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-86966aad-afab-4139-93f7-4aa4135c6193 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:39.438867 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-86966aad-afab-4139-93f7-4aa4135c6193 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Network 4a39b649-4cfb-42f5-b961-fdb12445dd12 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:10:39.443879 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-86966aad-afab-4139-93f7-4aa4135c6193 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:10:39.448164 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-86966aad-afab-4139-93f7-4aa4135c6193 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:10:39.473279 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86966aad-afab-4139-93f7-4aa4135c6193 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Pushing event updated for resources: {'Port': ['ID=b7755a11-f5b5-4978-9ecd-037bdff804fa,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:10:39.502038 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-86966aad-afab-4139-93f7-4aa4135c6193 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:10:39.502667 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-86966aad-afab-4139-93f7-4aa4135c6193 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:39.519383 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-86966aad-afab-4139-93f7-4aa4135c6193 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5418191 Nov 09 22:10:39.605710 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-8daecc45-9009-436c-ac51-861ea9a0df3a service neutron] Request body: {'port': {'device_id': 'fa978e8a-cc5e-41fc-9c8d-352528b03925', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:10:39.645072 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-3eea1840-be4e-42eb-8fc4-8650f07c56bf None None] Provisioning complete for port b7755a11-f5b5-4978-9ecd-037bdff804fa triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:10:39.645718 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3eea1840-be4e-42eb-8fc4-8650f07c56bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:39.664836 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-8daecc45-9009-436c-ac51-861ea9a0df3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:39.681419 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-3eea1840-be4e-42eb-8fc4-8650f07c56bf None None] Port b7755a11-f5b5-4978-9ecd-037bdff804fa cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:10:39.919141 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-8daecc45-9009-436c-ac51-861ea9a0df3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7755a11-f5b5-4978-9ecd-037bdff804fa {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 22:10:39.926432 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-8daecc45-9009-436c-ac51-861ea9a0df3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:39.938000 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-8daecc45-9009-436c-ac51-861ea9a0df3a service neutron] Transition to ACTIVE for port object b7755a11-f5b5-4978-9ecd-037bdff804fa will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 22:10:39.941983 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-8daecc45-9009-436c-ac51-861ea9a0df3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:39.991996 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daecc45-9009-436c-ac51-861ea9a0df3a service neutron] Pushing event updated for resources: {'Port': ['ID=b7755a11-f5b5-4978-9ecd-037bdff804fa,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:10:40.070361 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-8daecc45-9009-436c-ac51-861ea9a0df3a service neutron] Attempting to bind port b7755a11-f5b5-4978-9ecd-037bdff804fa on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:10:40.070702 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-8daecc45-9009-436c-ac51-861ea9a0df3a service neutron] Attempting to bind port b7755a11-f5b5-4978-9ecd-037bdff804fa by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '341de571-57d4-4f0e-b113-10424a2cce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a39b649-4cfb-42f5-b961-fdb12445dd12'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:10:40.071038 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-8daecc45-9009-436c-ac51-861ea9a0df3a service neutron] Attempting to bind port b7755a11-f5b5-4978-9ecd-037bdff804fa on network 4a39b649-4cfb-42f5-b961-fdb12445dd12 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:10:40.076346 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-8daecc45-9009-436c-ac51-861ea9a0df3a service neutron] Port b7755a11-f5b5-4978-9ecd-037bdff804fa on network 4a39b649-4cfb-42f5-b961-fdb12445dd12 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 22:10:40.076782 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-8daecc45-9009-436c-ac51-861ea9a0df3a service neutron] Attempting to bind port b7755a11-f5b5-4978-9ecd-037bdff804fa on network 4a39b649-4cfb-42f5-b961-fdb12445dd12 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:10:40.081797 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-8daecc45-9009-436c-ac51-861ea9a0df3a service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:10:40.082145 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-8daecc45-9009-436c-ac51-861ea9a0df3a service neutron] Checking segment: {'id': '341de571-57d4-4f0e-b113-10424a2cce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a39b649-4cfb-42f5-b961-fdb12445dd12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:10:40.082533 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-8daecc45-9009-436c-ac51-861ea9a0df3a service neutron] Bound using segment: {'id': '341de571-57d4-4f0e-b113-10424a2cce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a39b649-4cfb-42f5-b961-fdb12445dd12'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:10:40.082964 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-8daecc45-9009-436c-ac51-861ea9a0df3a service neutron] Bound port: b7755a11-f5b5-4978-9ecd-037bdff804fa, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '341de571-57d4-4f0e-b113-10424a2cce55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4a39b649-4cfb-42f5-b961-fdb12445dd12'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:10:40.083336 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-8daecc45-9009-436c-ac51-861ea9a0df3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:40.152022 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-8daecc45-9009-436c-ac51-861ea9a0df3a service neutron] For port b7755a11-f5b5-4978-9ecd-037bdff804fa, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:10:40.155143 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-8daecc45-9009-436c-ac51-861ea9a0df3a service neutron] For port b7755a11-f5b5-4978-9ecd-037bdff804fa, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=b7755a11-f5b5-4978-9ecd-037bdff804fa,segment=NetworkSegment(341de571-57d4-4f0e-b113-10424a2cce55),segment_id=341de571-57d4-4f0e-b113-10424a2cce55)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:10:40.158547 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-8daecc45-9009-436c-ac51-861ea9a0df3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:40.192501 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-8daecc45-9009-436c-ac51-861ea9a0df3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:10:40.193212 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-8daecc45-9009-436c-ac51-861ea9a0df3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:40.194824 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-8daecc45-9009-436c-ac51-861ea9a0df3a service neutron] 10.222.0.45 "PUT /v2.0/ports/b7755a11-f5b5-4978-9ecd-037bdff804fa HTTP/1.1" status: 200 len: 1091 time: 0.6318352 Nov 09 22:10:40.195165 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa978e8a-cc5e-41fc-9c8d-352528b03925', 'tag': 'b7755a11-f5b5-4978-9ecd-037bdff804fa'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:10:40.197470 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2737eae40cef112d1dfa64c8a6cf3edc76bfb64f9e32f72bfe3df0a7140357a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30554924-5c9c-4577-bad3-d2af11285638" -d '{"events": [{"name": "network-changed", "server_uuid": "fa978e8a-cc5e-41fc-9c8d-352528b03925", "tag": "b7755a11-f5b5-4978-9ecd-037bdff804fa"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:10:40.222133 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daecc45-9009-436c-ac51-861ea9a0df3a service neutron] Pushing event updated for resources: {'Port': ['ID=b7755a11-f5b5-4978-9ecd-037bdff804fa,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:10:40.279890 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c23f032-cc2d-41f7-a226-a1f9021a6735 x-openstack-request-id: req-5c23f032-cc2d-41f7-a226-a1f9021a6735 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:10:40.280178 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa978e8a-cc5e-41fc-9c8d-352528b03925", "tag": "b7755a11-f5b5-4978-9ecd-037bdff804fa", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:10:40.280433 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5c23f032-cc2d-41f7-a226-a1f9021a6735 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:10:40.280866 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa978e8a-cc5e-41fc-9c8d-352528b03925', 'tag': 'b7755a11-f5b5-4978-9ecd-037bdff804fa', 'status': 'completed', 'code': 200} Nov 09 22:10:40.339837 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 66b54fff-325b-4d9a-9718-b3145c1219c0 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:10:40.346904 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf55efc-a066-4446-b841-664a68c52371 req-f476d269-df6e-4f88-99da-ec544b883ef9 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:10:40.348457 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fcf55efc-a066-4446-b841-664a68c52371 req-f476d269-df6e-4f88-99da-ec544b883ef9 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa978e8a-cc5e-41fc-9c8d-352528b03925 HTTP/1.1" status: 200 len: 943 time: 0.0883060 Nov 09 22:10:40.353523 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-0838e709-a47c-4b44-96fe-cf66d395ca7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:10:40.355500 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-0838e709-a47c-4b44-96fe-cf66d395ca7b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3ac3d6294284cc8ba205bc986174568&device_id=fa978e8a-cc5e-41fc-9c8d-352528b03925 HTTP/1.1" status: 200 len: 1094 time: 0.0940158 Nov 09 22:10:40.362137 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: 66b54fff-325b-4d9a-9718-b3145c1219c0 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:10:40.362497 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 66b54fff-325b-4d9a-9718-b3145c1219c0 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:10:40.409114 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-a6b1fab6-809c-49b6-a97c-13aa79c52b83 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7755a11-f5b5-4978-9ecd-037bdff804fa HTTP/1.1" status: 200 len: 217 time: 0.0456717 Nov 09 22:10:40.461491 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fcf55efc-a066-4446-b841-664a68c52371 req-1d768e3b-e71b-421d-b351-68c9eda402a1 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/security-groups?id=9703b060-9e83-499b-8f84-e24f71163144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049287 Nov 09 22:10:40.478801 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-3ecdc1d6-fed1-447f-b755-102e8d8cf7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:10:40.480301 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-3ecdc1d6-fed1-447f-b755-102e8d8cf7f7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fcd0057b-8d5b-414a-841d-96d4770dc6d0 HTTP/1.1" status: 200 len: 855 time: 0.0624485 Nov 09 22:10:40.526110 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-3039f5de-75e6-4b68-a311-0380ff809941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:10:40.527595 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-3039f5de-75e6-4b68-a311-0380ff809941 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4a39b649-4cfb-42f5-b961-fdb12445dd12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404580 Nov 09 22:10:40.621485 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-a8624556-854a-4f38-b4c6-f3fd88f4209e service neutron] 10.222.0.45 "GET /v2.0/networks/4a39b649-4cfb-42f5-b961-fdb12445dd12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871997 Nov 09 22:10:40.714352 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c52edad6-2036-4f78-bd30-549f8be57af5 req-973b1232-7d56-4ef1-bbd6-dac5ffb8e229 service neutron] 10.222.0.45 "GET /v2.0/networks/4a39b649-4cfb-42f5-b961-fdb12445dd12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856822 Nov 09 22:10:40.800497 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30554924-5c9c-4577-bad3-d2af11285638 req-507b2471-4c3c-416d-8eee-de12ea211c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:10:40.801969 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-30554924-5c9c-4577-bad3-d2af11285638 req-507b2471-4c3c-416d-8eee-de12ea211c47 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3ac3d6294284cc8ba205bc986174568&device_id=fa978e8a-cc5e-41fc-9c8d-352528b03925 HTTP/1.1" status: 200 len: 1094 time: 0.0405056 Nov 09 22:10:40.893152 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30554924-5c9c-4577-bad3-d2af11285638 req-a4597076-a60c-49ee-8f8e-97e29f36c108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:10:40.894601 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-30554924-5c9c-4577-bad3-d2af11285638 req-a4597076-a60c-49ee-8f8e-97e29f36c108 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4a39b649-4cfb-42f5-b961-fdb12445dd12 HTTP/1.1" status: 200 len: 916 time: 0.0844030 Nov 09 22:10:40.937374 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-30554924-5c9c-4577-bad3-d2af11285638 req-4f4eb203-e7af-4464-90f8-8dacf6f07b1c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7755a11-f5b5-4978-9ecd-037bdff804fa HTTP/1.1" status: 200 len: 217 time: 0.0343342 Nov 09 22:10:40.986395 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30554924-5c9c-4577-bad3-d2af11285638 req-008c5654-5505-483c-8c52-28a7709345ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:10:40.987706 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-30554924-5c9c-4577-bad3-d2af11285638 req-008c5654-5505-483c-8c52-28a7709345ad service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fcd0057b-8d5b-414a-841d-96d4770dc6d0 HTTP/1.1" status: 200 len: 855 time: 0.0436687 Nov 09 22:10:41.040187 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30554924-5c9c-4577-bad3-d2af11285638 req-80ac8747-7389-424e-9486-ec3d6964b738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:10:41.041725 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-30554924-5c9c-4577-bad3-d2af11285638 req-80ac8747-7389-424e-9486-ec3d6964b738 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4a39b649-4cfb-42f5-b961-fdb12445dd12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440264 Nov 09 22:10:41.130474 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-30554924-5c9c-4577-bad3-d2af11285638 req-e7c2c6e4-cd08-43f3-8391-2c784da4de09 service neutron] 10.222.0.45 "GET /v2.0/networks/4a39b649-4cfb-42f5-b961-fdb12445dd12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813448 Nov 09 22:10:41.221843 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-30554924-5c9c-4577-bad3-d2af11285638 req-f012e70b-1598-493f-8be0-e8f581310c29 service neutron] 10.222.0.45 "GET /v2.0/networks/4a39b649-4cfb-42f5-b961-fdb12445dd12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827754 Nov 09 22:10:41.582403 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d5e0e-0268-484f-b114-b17aa5e9ed92 req-3dfc0c55-5eda-4660-9876-8b6a4b3c66e8 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:10:41.583861 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-522d5e0e-0268-484f-b114-b17aa5e9ed92 req-3dfc0c55-5eda-4660-9876-8b6a4b3c66e8 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa978e8a-cc5e-41fc-9c8d-352528b03925 HTTP/1.1" status: 200 len: 943 time: 0.0534852 Nov 09 22:10:41.630434 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-522d5e0e-0268-484f-b114-b17aa5e9ed92 req-d978c072-8887-48bc-8efe-0d0c6352cc55 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/security-groups?id=9703b060-9e83-499b-8f84-e24f71163144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400348 Nov 09 22:10:42.742925 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f74ad-0526-42bc-a6d1-e2067e9e31f4 req-d5a46f95-ac71-4473-a6e6-74b1b78ca810 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:10:42.744936 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d14f74ad-0526-42bc-a6d1-e2067e9e31f4 req-d5a46f95-ac71-4473-a6e6-74b1b78ca810 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa978e8a-cc5e-41fc-9c8d-352528b03925 HTTP/1.1" status: 200 len: 943 time: 0.0483019 Nov 09 22:10:42.790766 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d14f74ad-0526-42bc-a6d1-e2067e9e31f4 req-b5b3c43e-55f1-4fef-b2e7-f18a7e9fbeb7 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/security-groups?id=9703b060-9e83-499b-8f84-e24f71163144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399091 Nov 09 22:10:43.448120 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device b7755a11-f5b5-4978-9ecd-037bdff804fa details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 22:10:43.543114 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port b7755a11-f5b5-4978-9ecd-037bdff804fa, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=b7755a11-f5b5-4978-9ecd-037bdff804fa,segment=NetworkSegment(341de571-57d4-4f0e-b113-10424a2cce55),segment_id=341de571-57d4-4f0e-b113-10424a2cce55)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:10:43.555508 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': 'b7755a11-f5b5-4978-9ecd-037bdff804fa', 'network_id': '4a39b649-4cfb-42f5-b961-fdb12445dd12', 'port_id': 'b7755a11-f5b5-4978-9ecd-037bdff804fa', 'mac_address': 'fa:16:3e:c5:95:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcd0057b-8d5b-414a-841d-96d4770dc6d0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 22:10:43.591734 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:43.603905 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7755a11-f5b5-4978-9ecd-037bdff804fa {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 22:10:43.621910 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port b7755a11-f5b5-4978-9ecd-037bdff804fa, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=b7755a11-f5b5-4978-9ecd-037bdff804fa,segment=NetworkSegment(341de571-57d4-4f0e-b113-10424a2cce55),segment_id=341de571-57d4-4f0e-b113-10424a2cce55)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:10:43.625820 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:43.674750 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=b7755a11-f5b5-4978-9ecd-037bdff804fa,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:10:43.681935 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:10:43.682280 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:10:43.682615 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:10:43.682968 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:10:43.683299 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:10:43.683621 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:10:43.683992 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:10:43.684313 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:10:43.684654 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:10:43.684972 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:10:43.685291 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:10:43.685604 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:10:43.863946 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['b7755a11-f5b5-4978-9ecd-037bdff804fa'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 22:10:43.906812 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338866e9-2c4d-4ae5-ab02-feb14d4b91b3 req-52493e9a-bc7d-4414-87dd-782821ddf069 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:10:43.908316 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-338866e9-2c4d-4ae5-ab02-feb14d4b91b3 req-52493e9a-bc7d-4414-87dd-782821ddf069 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa978e8a-cc5e-41fc-9c8d-352528b03925 HTTP/1.1" status: 200 len: 944 time: 0.0488882 Nov 09 22:10:43.955611 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-338866e9-2c4d-4ae5-ab02-feb14d4b91b3 req-3882b655-ac62-4103-bb46-53139ed68ceb tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/security-groups?id=9703b060-9e83-499b-8f84-e24f71163144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409491 Nov 09 22:10:45.068449 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c4107-48e0-43ba-9694-3f62cba38bc1 req-b5e9affe-ef9b-4538-833e-fbc3737cb3e8 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:10:45.069975 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3d9c4107-48e0-43ba-9694-3f62cba38bc1 req-b5e9affe-ef9b-4538-833e-fbc3737cb3e8 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa978e8a-cc5e-41fc-9c8d-352528b03925 HTTP/1.1" status: 200 len: 944 time: 0.0480967 Nov 09 22:10:45.115154 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3d9c4107-48e0-43ba-9694-3f62cba38bc1 req-9cf20c48-8770-4af9-af4f-4423b8a6f1b5 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/security-groups?id=9703b060-9e83-499b-8f84-e24f71163144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394232 Nov 09 22:10:45.447469 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device b7755a11-f5b5-4978-9ecd-037bdff804fa up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:10:45.498296 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port b7755a11-f5b5-4978-9ecd-037bdff804fa completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 22:10:45.502185 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port b7755a11-f5b5-4978-9ecd-037bdff804fa triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:10:45.502554 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:45.576521 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:45.598474 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa978e8a-cc5e-41fc-9c8d-352528b03925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7755a11-f5b5-4978-9ecd-037bdff804fa'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:10:45.612829 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port b7755a11-f5b5-4978-9ecd-037bdff804fa, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=b7755a11-f5b5-4978-9ecd-037bdff804fa,segment=NetworkSegment(341de571-57d4-4f0e-b113-10424a2cce55),segment_id=341de571-57d4-4f0e-b113-10424a2cce55)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:10:45.617422 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:45.641863 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbbffabc46a25035f6c0210104ebac0979452e44f6408783e2f348470e25243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2ca7eb-bcb1-4908-8624-91684b5e9ab2" -d '{"events": [{"server_uuid": "fa978e8a-cc5e-41fc-9c8d-352528b03925", "name": "network-vif-plugged", "status": "completed", "tag": "b7755a11-f5b5-4978-9ecd-037bdff804fa"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:10:45.669780 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=b7755a11-f5b5-4978-9ecd-037bdff804fa,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:10:45.728292 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 22:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5bf611-6274-4316-94f1-b985471589ed x-openstack-request-id: req-7b5bf611-6274-4316-94f1-b985471589ed {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:10:45.728600 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa978e8a-cc5e-41fc-9c8d-352528b03925", "name": "network-vif-plugged", "status": "completed", "tag": "b7755a11-f5b5-4978-9ecd-037bdff804fa", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:10:45.728882 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7b5bf611-6274-4316-94f1-b985471589ed {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:10:45.729277 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa978e8a-cc5e-41fc-9c8d-352528b03925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7755a11-f5b5-4978-9ecd-037bdff804fa', 'code': 200} Nov 09 22:10:45.828117 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e710dc3-3431-441c-a17e-c13f07923af8 req-f11c26a6-f6e2-48f4-ba38-02dcf67dac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:10:45.829636 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7e710dc3-3431-441c-a17e-c13f07923af8 req-f11c26a6-f6e2-48f4-ba38-02dcf67dac85 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fa978e8a-cc5e-41fc-9c8d-352528b03925 HTTP/1.1" status: 200 len: 1096 time: 0.0422611 Nov 09 22:10:45.872458 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7e710dc3-3431-441c-a17e-c13f07923af8 req-1e1fd99f-3f77-4030-8ede-384e68cc7329 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9703b060-9e83-499b-8f84-e24f71163144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350511 Nov 09 22:10:46.227337 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31edb7-b7cf-434c-9b26-e53c2d2b7632 req-00733171-3345-433d-a70e-5e2f992bf4b4 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:10:46.228832 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aa31edb7-b7cf-434c-9b26-e53c2d2b7632 req-00733171-3345-433d-a70e-5e2f992bf4b4 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa978e8a-cc5e-41fc-9c8d-352528b03925 HTTP/1.1" status: 200 len: 945 time: 0.0482440 Nov 09 22:10:46.275420 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aa31edb7-b7cf-434c-9b26-e53c2d2b7632 req-0258ef06-7aae-41e2-8244-4d77b6920023 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/security-groups?id=9703b060-9e83-499b-8f84-e24f71163144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407190 Nov 09 22:10:47.395863 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de374e0-96c0-4929-b1db-1a292782f325 req-428bc39e-6ca8-4268-8322-1e016c67bedd tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:10:47.397358 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1de374e0-96c0-4929-b1db-1a292782f325 req-428bc39e-6ca8-4268-8322-1e016c67bedd tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa978e8a-cc5e-41fc-9c8d-352528b03925 HTTP/1.1" status: 200 len: 945 time: 0.0480716 Nov 09 22:10:47.449252 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1de374e0-96c0-4929-b1db-1a292782f325 req-03307d81-7613-4e2d-971a-1696d618340c tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/security-groups?id=9703b060-9e83-499b-8f84-e24f71163144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458512 Nov 09 22:10:47.567638 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119adb9-3da1-486f-ac18-9b98fa33a946 req-3211efe2-a24d-477a-9c5d-25f86fa8c3fe tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:10:47.569049 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9119adb9-3da1-486f-ac18-9b98fa33a946 req-3211efe2-a24d-477a-9c5d-25f86fa8c3fe tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa978e8a-cc5e-41fc-9c8d-352528b03925 HTTP/1.1" status: 200 len: 945 time: 0.0527937 Nov 09 22:10:47.614303 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9119adb9-3da1-486f-ac18-9b98fa33a946 req-45e0edc5-902a-4dc4-a624-9a27c63e222d tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/security-groups?id=9703b060-9e83-499b-8f84-e24f71163144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388615 Nov 09 22:10:47.714588 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-aeefd4f4-5841-4ed3-a8d2-9fb307bbb44a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:50.222505 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b5dd62b2-6714-4e27-a0a9-8151e2555292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:51.205895 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:52.560717 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:53.283949 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:10:53.471013 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:04.155030 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:08.992082 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6fde78-0351-472f-9788-b9e1ec77bf1b req-316bfee5-e368-4904-97c0-fc7d30eb9d6f tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:11:08.993528 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0f6fde78-0351-472f-9788-b9e1ec77bf1b req-316bfee5-e368-4904-97c0-fc7d30eb9d6f tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa978e8a-cc5e-41fc-9c8d-352528b03925 HTTP/1.1" status: 200 len: 945 time: 0.0502687 Nov 09 22:11:09.042154 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0f6fde78-0351-472f-9788-b9e1ec77bf1b req-29507615-e46e-4ea3-8336-538d5a2dd405 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/security-groups?id=9703b060-9e83-499b-8f84-e24f71163144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424123 Nov 09 22:11:10.160662 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d79a16-39a9-4449-9c92-27275298e39e req-4274a9f4-fb3a-4f97-a933-db9c370f2652 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:11:10.162135 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-30d79a16-39a9-4449-9c92-27275298e39e req-4274a9f4-fb3a-4f97-a933-db9c370f2652 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa978e8a-cc5e-41fc-9c8d-352528b03925 HTTP/1.1" status: 200 len: 945 time: 0.0482275 Nov 09 22:11:10.209150 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-30d79a16-39a9-4449-9c92-27275298e39e req-3806653e-5101-40cf-b710-2467aedbd6a6 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/security-groups?id=9703b060-9e83-499b-8f84-e24f71163144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405750 Nov 09 22:11:10.503700 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b75033-08c9-4186-991c-50c129360134 req-aa144393-87f4-4d18-b77e-a8f5c888ae0e tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:11:10.505187 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-15b75033-08c9-4186-991c-50c129360134 req-aa144393-87f4-4d18-b77e-a8f5c888ae0e tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa978e8a-cc5e-41fc-9c8d-352528b03925 HTTP/1.1" status: 200 len: 945 time: 0.0477080 Nov 09 22:11:10.595543 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-15b75033-08c9-4186-991c-50c129360134 req-72e86ee1-8558-4218-bedd-dbc55bcab484 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Deleting port b7755a11-f5b5-4978-9ecd-037bdff804fa {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:11:10.595886 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-15b75033-08c9-4186-991c-50c129360134 req-72e86ee1-8558-4218-bedd-dbc55bcab484 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:10.681012 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-15b75033-08c9-4186-991c-50c129360134 req-72e86ee1-8558-4218-bedd-dbc55bcab484 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] For port b7755a11-f5b5-4978-9ecd-037bdff804fa, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=b7755a11-f5b5-4978-9ecd-037bdff804fa,segment=NetworkSegment(341de571-57d4-4f0e-b113-10424a2cce55),segment_id=341de571-57d4-4f0e-b113-10424a2cce55)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:11:10.681371 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-15b75033-08c9-4186-991c-50c129360134 req-72e86ee1-8558-4218-bedd-dbc55bcab484 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:10.693498 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-15b75033-08c9-4186-991c-50c129360134 req-72e86ee1-8558-4218-bedd-dbc55bcab484 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Calling delete_port for b7755a11-f5b5-4978-9ecd-037bdff804fa owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:11:10.823951 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-15b75033-08c9-4186-991c-50c129360134 req-72e86ee1-8558-4218-bedd-dbc55bcab484 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:10.837091 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['b7755a11-f5b5-4978-9ecd-037bdff804fa'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 22:11:10.852661 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e86ee1-8558-4218-bedd-dbc55bcab484 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Pushing event deleted for resources: {'Port': ['ID=b7755a11-f5b5-4978-9ecd-037bdff804fa,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:11:10.897741 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b75033-08c9-4186-991c-50c129360134 req-72e86ee1-8558-4218-bedd-dbc55bcab484 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] No DVR routers for this DVR port b7755a11-f5b5-4978-9ecd-037bdff804fa on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:11:10.900870 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-15b75033-08c9-4186-991c-50c129360134 req-72e86ee1-8558-4218-bedd-dbc55bcab484 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:10.904592 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-15b75033-08c9-4186-991c-50c129360134 req-72e86ee1-8558-4218-bedd-dbc55bcab484 tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.45 "DELETE /v2.0/ports/b7755a11-f5b5-4978-9ecd-037bdff804fa HTTP/1.1" status: 204 len: 173 time: 0.3929036 Nov 09 22:11:10.905088 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa978e8a-cc5e-41fc-9c8d-352528b03925', 'name': 'network-vif-deleted', 'tag': 'b7755a11-f5b5-4978-9ecd-037bdff804fa'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:11:10.907467 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2737eae40cef112d1dfa64c8a6cf3edc76bfb64f9e32f72bfe3df0a7140357a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a8c1f0-b632-4e6f-b94f-d525cecf494c" -d '{"events": [{"server_uuid": "fa978e8a-cc5e-41fc-9c8d-352528b03925", "name": "network-vif-deleted", "tag": "b7755a11-f5b5-4978-9ecd-037bdff804fa"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:11:10.948730 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 22:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1f097d-4ced-47eb-be24-c88ed3f24216 x-openstack-request-id: req-6d1f097d-4ced-47eb-be24-c88ed3f24216 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:11:10.949034 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa978e8a-cc5e-41fc-9c8d-352528b03925", "name": "network-vif-deleted", "tag": "b7755a11-f5b5-4978-9ecd-037bdff804fa", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:11:10.949898 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6d1f097d-4ced-47eb-be24-c88ed3f24216 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:11:10.950364 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa978e8a-cc5e-41fc-9c8d-352528b03925', 'name': 'network-vif-deleted', 'tag': 'b7755a11-f5b5-4978-9ecd-037bdff804fa', 'status': 'completed', 'code': 200} Nov 09 22:11:11.317587 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b41a0d3e-01c3-462d-b133-0e5bf4dfdd97 req-06fc5c9b-acce-45f2-b6f4-d0c6c9dcc3ed tempest-TestEncryptedCinderVolumes-1196103799 tempest-TestEncryptedCinderVolumes-1196103799-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa978e8a-cc5e-41fc-9c8d-352528b03925 HTTP/1.1" status: 200 len: 210 time: 0.0279238 Nov 09 22:11:12.408801 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36374) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:11:12.745716 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-88023d76-7151-4ca2-b812-c157f3ce21bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:12.987491 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-88023d76-7151-4ca2-b812-c157f3ce21bd admin admin] Deleting port 4a16e1eb-eaaf-4581-814b-12217767dd0e {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:11:12.987838 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-88023d76-7151-4ca2-b812-c157f3ce21bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:13.067632 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-88023d76-7151-4ca2-b812-c157f3ce21bd admin admin] For port 4a16e1eb-eaaf-4581-814b-12217767dd0e, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=4a16e1eb-eaaf-4581-814b-12217767dd0e,segment=NetworkSegment(341de571-57d4-4f0e-b113-10424a2cce55),segment_id=341de571-57d4-4f0e-b113-10424a2cce55)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:11:13.067941 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-88023d76-7151-4ca2-b812-c157f3ce21bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:13.081092 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-88023d76-7151-4ca2-b812-c157f3ce21bd admin admin] Calling delete_port for 4a16e1eb-eaaf-4581-814b-12217767dd0e owned by network:router_interface {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:11:13.258015 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-88023d76-7151-4ca2-b812-c157f3ce21bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:13.284037 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88023d76-7151-4ca2-b812-c157f3ce21bd admin admin] Pushing event deleted for resources: {'Port': ['ID=4a16e1eb-eaaf-4581-814b-12217767dd0e,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:11:13.448730 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-88023d76-7151-4ca2-b812-c157f3ce21bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:13.658519 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88023d76-7151-4ca2-b812-c157f3ce21bd admin admin] Router e2b91518-52fa-4edd-ae7a-c87b4efc171e has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:11:13.767372 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88023d76-7151-4ca2-b812-c157f3ce21bd admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:11:13.772360 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-88023d76-7151-4ca2-b812-c157f3ce21bd admin admin] 10.222.0.49 "PUT /v2.0/routers/e2b91518-52fa-4edd-ae7a-c87b4efc171e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3622458 Nov 09 22:11:13.774849 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36376) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:11:13.778199 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4a5140-bf3e-4869-8a32-fc5afe62161f None None] Sync routers for ids ['e2b91518-52fa-4edd-ae7a-c87b4efc171e'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:11:13.788091 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4a5140-bf3e-4869-8a32-fc5afe62161f None None] Routers {'e2b91518-52fa-4edd-ae7a-c87b4efc171e'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:11:13.788728 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-9d4a5140-bf3e-4869-8a32-fc5afe62161f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:10:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e2b91518-52fa-4edd-ae7a-c87b4efc171e'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:11:13.876777 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5eab7a5b-ae15-49f2-a6ef-8c5e1c510e66 admin admin] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:13.888667 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-9d4a5140-bf3e-4869-8a32-fc5afe62161f None None] Set router e2b91518-52fa-4edd-ae7a-c87b4efc171e gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:11:13.982611 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5eab7a5b-ae15-49f2-a6ef-8c5e1c510e66 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:14.037806 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-5eab7a5b-ae15-49f2-a6ef-8c5e1c510e66 admin admin] Deleting port a1309334-8988-4292-ae6e-75dc3f8d577d {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:11:14.038176 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5eab7a5b-ae15-49f2-a6ef-8c5e1c510e66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:14.067886 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-9d4a5140-bf3e-4869-8a32-fc5afe62161f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b91518-52fa-4edd-ae7a-c87b4efc171e', 'name': 'tempest-TestEncryptedCinderVolumes-606670987-router', 'tenant_id': 'f3ac3d6294284cc8ba205bc986174568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': 'a1309334-8988-4292-ae6e-75dc3f8d577d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:09:50Z', 'updated_at': '2021-11-09T22:11:13Z', 'revision_number': 5, 'project_id': 'f3ac3d6294284cc8ba205bc986174568', 'gw_port': {'id': 'a1309334-8988-4292-ae6e-75dc3f8d577d', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fa:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b91518-52fa-4edd-ae7a-c87b4efc171e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:09:51Z', 'updated_at': '2021-11-09T22:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:11:14.093281 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4a5140-bf3e-4869-8a32-fc5afe62161f None None] Checking router: e2b91518-52fa-4edd-ae7a-c87b4efc171e for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:11:14.101215 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4a5140-bf3e-4869-8a32-fc5afe62161f None None] Routers {'e2b91518-52fa-4edd-ae7a-c87b4efc171e'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:11:14.101831 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-9d4a5140-bf3e-4869-8a32-fc5afe62161f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:10:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['e2b91518-52fa-4edd-ae7a-c87b4efc171e'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:11:14.119594 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-5eab7a5b-ae15-49f2-a6ef-8c5e1c510e66 admin admin] For port a1309334-8988-4292-ae6e-75dc3f8d577d, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=a1309334-8988-4292-ae6e-75dc3f8d577d,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:11:14.119958 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5eab7a5b-ae15-49f2-a6ef-8c5e1c510e66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:14.131679 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-5eab7a5b-ae15-49f2-a6ef-8c5e1c510e66 admin admin] Calling delete_port for a1309334-8988-4292-ae6e-75dc3f8d577d owned by network:router_gateway {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:11:14.191593 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-9d4a5140-bf3e-4869-8a32-fc5afe62161f None None] Set router e2b91518-52fa-4edd-ae7a-c87b4efc171e gateway port host: None {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:11:14.243752 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-9d4a5140-bf3e-4869-8a32-fc5afe62161f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b91518-52fa-4edd-ae7a-c87b4efc171e', 'name': 'tempest-TestEncryptedCinderVolumes-606670987-router', 'tenant_id': 'f3ac3d6294284cc8ba205bc986174568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:09:50Z', 'updated_at': '2021-11-09T22:11:13Z', 'revision_number': 6, 'project_id': 'f3ac3d6294284cc8ba205bc986174568', 'gw_port_host': None}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:11:14.269481 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4a5140-bf3e-4869-8a32-fc5afe62161f None None] The sync data for ids ['e2b91518-52fa-4edd-ae7a-c87b4efc171e'] in n-d-816206-3 is: [{'id': 'e2b91518-52fa-4edd-ae7a-c87b4efc171e', 'name': 'tempest-TestEncryptedCinderVolumes-606670987-router', 'tenant_id': 'f3ac3d6294284cc8ba205bc986174568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:09:50Z', 'updated_at': '2021-11-09T22:11:13Z', 'revision_number': 6, 'project_id': 'f3ac3d6294284cc8ba205bc986174568', 'gw_port_host': None}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:11:14.294676 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5eab7a5b-ae15-49f2-a6ef-8c5e1c510e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:14.323212 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab7a5b-ae15-49f2-a6ef-8c5e1c510e66 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1309334-8988-4292-ae6e-75dc3f8d577d,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:11:14.336830 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097f3dcb-dbfe-4603-b902-b4137a3c09eb None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:11:14.383581 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5eab7a5b-ae15-49f2-a6ef-8c5e1c510e66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:14.476362 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5eab7a5b-ae15-49f2-a6ef-8c5e1c510e66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:14.478647 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5eab7a5b-ae15-49f2-a6ef-8c5e1c510e66 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:14.861273 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5eab7a5b-ae15-49f2-a6ef-8c5e1c510e66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:14.861824 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eab7a5b-ae15-49f2-a6ef-8c5e1c510e66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2b91518-52fa-4edd-ae7a-c87b4efc171e {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 22:11:14.866169 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5eab7a5b-ae15-49f2-a6ef-8c5e1c510e66 admin admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:14.867075 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5eab7a5b-ae15-49f2-a6ef-8c5e1c510e66 admin admin] 10.222.0.49 "DELETE /v2.0/routers/e2b91518-52fa-4edd-ae7a-c87b4efc171e HTTP/1.1" status: 204 len: 168 time: 1.0911648 Nov 09 22:11:14.870079 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36378) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:11:14.912087 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-5124df9d-e895-4d99-aefb-a58231aa215b admin admin] Deleting subnet fcd0057b-8d5b-414a-841d-96d4770dc6d0 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 22:11:14.915023 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5124df9d-e895-4d99-aefb-a58231aa215b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:14.947812 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5124df9d-e895-4d99-aefb-a58231aa215b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:14.969561 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:11:15.025716 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5124df9d-e895-4d99-aefb-a58231aa215b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:15.077666 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5124df9d-e895-4d99-aefb-a58231aa215b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:15.102597 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124df9d-e895-4d99-aefb-a58231aa215b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcd0057b-8d5b-414a-841d-96d4770dc6d0,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:11:15.106771 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5124df9d-e895-4d99-aefb-a58231aa215b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:15.109922 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5124df9d-e895-4d99-aefb-a58231aa215b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/fcd0057b-8d5b-414a-841d-96d4770dc6d0 HTTP/1.1" status: 204 len: 168 time: 0.2389309 Nov 09 22:11:15.112830 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36380) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:11:15.115126 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b9f810-bfa3-4c09-b29f-f51fc5a9a38a None None] Network 4a39b649-4cfb-42f5-b961-fdb12445dd12 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:11:15.191580 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fd9cf9b5-df7e-4e71-b924-3be97c82998c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:15.262463 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-fd9cf9b5-df7e-4e71-b924-3be97c82998c admin admin] Deleting port 5e024bae-640b-4fbc-90f2-2b031b21b2e9 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:11:15.262810 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fd9cf9b5-df7e-4e71-b924-3be97c82998c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:15.312348 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca1c493-b101-4058-a843-0a63ec3114b9 None None] DHCP port deletion for 4a39b649-4cfb-42f5-b961-fdb12445dd12 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:11:15.330911 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-fd9cf9b5-df7e-4e71-b924-3be97c82998c admin admin] For port 5e024bae-640b-4fbc-90f2-2b031b21b2e9, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5e024bae-640b-4fbc-90f2-2b031b21b2e9,segment=NetworkSegment(341de571-57d4-4f0e-b113-10424a2cce55),segment_id=341de571-57d4-4f0e-b113-10424a2cce55)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:11:15.331272 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fd9cf9b5-df7e-4e71-b924-3be97c82998c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:15.344131 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-fd9cf9b5-df7e-4e71-b924-3be97c82998c admin admin] Calling delete_port for 5e024bae-640b-4fbc-90f2-2b031b21b2e9 owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:11:15.363068 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-9ca1c493-b101-4058-a843-0a63ec3114b9 None None] Deleting port 5e024bae-640b-4fbc-90f2-2b031b21b2e9 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:11:15.363596 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ca1c493-b101-4058-a843-0a63ec3114b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:15.426277 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-9ca1c493-b101-4058-a843-0a63ec3114b9 None None] For port 5e024bae-640b-4fbc-90f2-2b031b21b2e9, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5e024bae-640b-4fbc-90f2-2b031b21b2e9,segment=NetworkSegment(341de571-57d4-4f0e-b113-10424a2cce55),segment_id=341de571-57d4-4f0e-b113-10424a2cce55)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:11:15.426693 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ca1c493-b101-4058-a843-0a63ec3114b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:15.426835 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fd9cf9b5-df7e-4e71-b924-3be97c82998c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:15.448446 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-9ca1c493-b101-4058-a843-0a63ec3114b9 None None] Calling delete_port for 5e024bae-640b-4fbc-90f2-2b031b21b2e9 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:11:15.458841 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9cf9b5-df7e-4e71-b924-3be97c82998c admin admin] No DVR routers for this DVR port 5e024bae-640b-4fbc-90f2-2b031b21b2e9 on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:11:15.460499 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9cf9b5-df7e-4e71-b924-3be97c82998c admin admin] Pushing event deleted for resources: {'Port': ['ID=5e024bae-640b-4fbc-90f2-2b031b21b2e9,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:11:15.498675 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9cf9b5-df7e-4e71-b924-3be97c82998c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:11:15.499023 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9cf9b5-df7e-4e71-b924-3be97c82998c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:11:15.499368 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9cf9b5-df7e-4e71-b924-3be97c82998c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:11:15.499712 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9cf9b5-df7e-4e71-b924-3be97c82998c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:11:15.499824 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 4a16e1eb-eaaf-4581-814b-12217767dd0e no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:11:15.500046 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9cf9b5-df7e-4e71-b924-3be97c82998c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:11:15.500381 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9cf9b5-df7e-4e71-b924-3be97c82998c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:11:15.500743 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9cf9b5-df7e-4e71-b924-3be97c82998c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:11:15.501142 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9cf9b5-df7e-4e71-b924-3be97c82998c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:11:15.501399 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9cf9b5-df7e-4e71-b924-3be97c82998c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:11:15.501724 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9cf9b5-df7e-4e71-b924-3be97c82998c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:11:15.502050 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9cf9b5-df7e-4e71-b924-3be97c82998c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:11:15.502431 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9cf9b5-df7e-4e71-b924-3be97c82998c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:11:15.522129 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 4a16e1eb-eaaf-4581-814b-12217767dd0e {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:11:15.522473 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 4a16e1eb-eaaf-4581-814b-12217767dd0e not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:11:15.522887 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device a1309334-8988-4292-ae6e-75dc3f8d577d no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:11:15.547303 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fd9cf9b5-df7e-4e71-b924-3be97c82998c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:15.552100 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device b7755a11-f5b5-4978-9ecd-037bdff804fa no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:11:15.559372 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: a1309334-8988-4292-ae6e-75dc3f8d577d {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:11:15.559709 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device a1309334-8988-4292-ae6e-75dc3f8d577d not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:11:15.560111 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 5e024bae-640b-4fbc-90f2-2b031b21b2e9 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:11:15.567512 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-fd9cf9b5-df7e-4e71-b924-3be97c82998c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a39b649-4cfb-42f5-b961-fdb12445dd12']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:11:15.576861 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-fd9cf9b5-df7e-4e71-b924-3be97c82998c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '341de571-57d4-4f0e-b113-10424a2cce55') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:11:15.577162 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-fd9cf9b5-df7e-4e71-b924-3be97c82998c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '341de571-57d4-4f0e-b113-10424a2cce55') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:11:15.586600 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fd9cf9b5-df7e-4e71-b924-3be97c82998c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:15.595927 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: b7755a11-f5b5-4978-9ecd-037bdff804fa {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:11:15.596269 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device b7755a11-f5b5-4978-9ecd-037bdff804fa not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:11:15.600113 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fd9cf9b5-df7e-4e71-b924-3be97c82998c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:15.600611 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 5e024bae-640b-4fbc-90f2-2b031b21b2e9 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:11:15.600981 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 5e024bae-640b-4fbc-90f2-2b031b21b2e9 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:11:15.607665 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd9cf9b5-df7e-4e71-b924-3be97c82998c admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 22:11:15.607817 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fd9cf9b5-df7e-4e71-b924-3be97c82998c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:15.609683 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 22:11:15.609683 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 22:11:15.609683 n-d-816206-3 neutron-server[102608]: timer() Nov 09 22:11:15.609683 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 22:11:15.609683 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 22:11:15.609683 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 22:11:15.609683 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 22:11:15.609683 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 22:11:15.609683 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 22:11:15.609683 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 22:11:15.609683 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 22:11:15.609683 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 22:11:15.609683 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 22:11:15.609683 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 22:11:15.609683 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 22:11:15.609683 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 22:11:15.609683 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 22:11:15.609683 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 22:11:15.609683 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 22:11:15.609683 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 22:11:15.609683 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 22:11:15.609683 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 22:11:15.609683 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 22:11:15.609683 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 22:11:15.609683 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 22:11:15.609683 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 22:11:15.609683 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 22:11:15.609683 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 22:11:15.609683 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 22:11:15.609683 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 22:11:15.609683 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 22:11:15.609683 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 22:11:15.619140 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ca1c493-b101-4058-a843-0a63ec3114b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:15.646104 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca1c493-b101-4058-a843-0a63ec3114b9 None None] No DVR routers for this DVR port 5e024bae-640b-4fbc-90f2-2b031b21b2e9 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:11:15.653632 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca1c493-b101-4058-a843-0a63ec3114b9 None None] Pushing event deleted for resources: {'Port': ['ID=5e024bae-640b-4fbc-90f2-2b031b21b2e9,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:11:15.669385 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fd9cf9b5-df7e-4e71-b924-3be97c82998c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:15.675147 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fd9cf9b5-df7e-4e71-b924-3be97c82998c admin admin] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:15.678513 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-fd9cf9b5-df7e-4e71-b924-3be97c82998c admin admin] 10.222.0.49 "DELETE /v2.0/networks/4a39b649-4cfb-42f5-b961-fdb12445dd12 HTTP/1.1" status: 204 len: 168 time: 0.5641553 Nov 09 22:11:15.681560 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36382) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:11:15.689903 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9cf9b5-df7e-4e71-b924-3be97c82998c admin admin] Pushing event deleted for resources: {'Network': ['ID=4a39b649-4cfb-42f5-b961-fdb12445dd12,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:11:16.017844 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3f8f4320-2c07-4f19-bb0d-b8f36f4e2a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:16.251416 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-3f8f4320-2c07-4f19-bb0d-b8f36f4e2a88 admin admin] Deleting port 4f8c02c0-ebea-4a49-a87d-9b0cce7c7238 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:11:16.251760 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3f8f4320-2c07-4f19-bb0d-b8f36f4e2a88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:16.327190 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-3f8f4320-2c07-4f19-bb0d-b8f36f4e2a88 admin admin] For port 4f8c02c0-ebea-4a49-a87d-9b0cce7c7238, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=4f8c02c0-ebea-4a49-a87d-9b0cce7c7238,segment=NetworkSegment(3158644f-6fa2-4a5c-91d9-4a3c8be5b855),segment_id=3158644f-6fa2-4a5c-91d9-4a3c8be5b855)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:11:16.327502 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3f8f4320-2c07-4f19-bb0d-b8f36f4e2a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:16.339959 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-3f8f4320-2c07-4f19-bb0d-b8f36f4e2a88 admin admin] Calling delete_port for 4f8c02c0-ebea-4a49-a87d-9b0cce7c7238 owned by network:router_interface {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:11:16.511235 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3f8f4320-2c07-4f19-bb0d-b8f36f4e2a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:16.540759 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f4320-2c07-4f19-bb0d-b8f36f4e2a88 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f8c02c0-ebea-4a49-a87d-9b0cce7c7238,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:11:16.702161 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3f8f4320-2c07-4f19-bb0d-b8f36f4e2a88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:16.916062 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8f4320-2c07-4f19-bb0d-b8f36f4e2a88 admin admin] Router 8ea18e16-06a5-4c11-93b0-f9f2bec0b06b has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:11:17.018411 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8f4320-2c07-4f19-bb0d-b8f36f4e2a88 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:11:17.024011 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-3f8f4320-2c07-4f19-bb0d-b8f36f4e2a88 admin admin] 10.222.0.49 "PUT /v2.0/routers/8ea18e16-06a5-4c11-93b0-f9f2bec0b06b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3412330 Nov 09 22:11:17.026444 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36384) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:11:17.028145 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542c7ec7-5cc3-428c-a643-fa2fc15c0e91 None None] Sync routers for ids ['8ea18e16-06a5-4c11-93b0-f9f2bec0b06b'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:11:17.042179 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542c7ec7-5cc3-428c-a643-fa2fc15c0e91 None None] Routers {'8ea18e16-06a5-4c11-93b0-f9f2bec0b06b'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:11:17.042803 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-542c7ec7-5cc3-428c-a643-fa2fc15c0e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:10:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['8ea18e16-06a5-4c11-93b0-f9f2bec0b06b'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:11:17.131387 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0b41f9d1-5907-472d-af3a-28695c3f5e4d admin admin] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:17.148340 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-542c7ec7-5cc3-428c-a643-fa2fc15c0e91 None None] Set router 8ea18e16-06a5-4c11-93b0-f9f2bec0b06b gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:11:17.233760 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0b41f9d1-5907-472d-af3a-28695c3f5e4d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:17.285011 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-0b41f9d1-5907-472d-af3a-28695c3f5e4d admin admin] Deleting port d1f08a60-61d8-417a-8594-8ae0c2e7a72e {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:11:17.285345 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0b41f9d1-5907-472d-af3a-28695c3f5e4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:17.320400 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-542c7ec7-5cc3-428c-a643-fa2fc15c0e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea18e16-06a5-4c11-93b0-f9f2bec0b06b', 'name': 'tempest-TestEncryptedCinderVolumes-296337411-router', 'tenant_id': '86bc4f0061d74f068331beab94bf5869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': 'd1f08a60-61d8-417a-8594-8ae0c2e7a72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:09:55Z', 'updated_at': '2021-11-09T22:11:16Z', 'revision_number': 5, 'project_id': '86bc4f0061d74f068331beab94bf5869', 'gw_port': {'id': 'd1f08a60-61d8-417a-8594-8ae0c2e7a72e', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:aa:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea18e16-06a5-4c11-93b0-f9f2bec0b06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:09:55Z', 'updated_at': '2021-11-09T22:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:11:17.347304 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542c7ec7-5cc3-428c-a643-fa2fc15c0e91 None None] Checking router: 8ea18e16-06a5-4c11-93b0-f9f2bec0b06b for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:11:17.356084 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542c7ec7-5cc3-428c-a643-fa2fc15c0e91 None None] Routers {'8ea18e16-06a5-4c11-93b0-f9f2bec0b06b'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:11:17.356705 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-542c7ec7-5cc3-428c-a643-fa2fc15c0e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:10:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['8ea18e16-06a5-4c11-93b0-f9f2bec0b06b'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:11:17.365462 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-0b41f9d1-5907-472d-af3a-28695c3f5e4d admin admin] For port d1f08a60-61d8-417a-8594-8ae0c2e7a72e, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=d1f08a60-61d8-417a-8594-8ae0c2e7a72e,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:11:17.365820 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0b41f9d1-5907-472d-af3a-28695c3f5e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:17.378384 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-0b41f9d1-5907-472d-af3a-28695c3f5e4d admin admin] Calling delete_port for d1f08a60-61d8-417a-8594-8ae0c2e7a72e owned by network:router_gateway {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:11:17.458971 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-542c7ec7-5cc3-428c-a643-fa2fc15c0e91 None None] Set router 8ea18e16-06a5-4c11-93b0-f9f2bec0b06b gateway port host: None {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:11:17.549402 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0b41f9d1-5907-472d-af3a-28695c3f5e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:17.574523 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41f9d1-5907-472d-af3a-28695c3f5e4d admin admin] Pushing event deleted for resources: {'Port': ['ID=d1f08a60-61d8-417a-8594-8ae0c2e7a72e,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:11:17.640184 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0b41f9d1-5907-472d-af3a-28695c3f5e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:17.676838 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8da0a3b-2ec9-4cac-be3e-0c8124ac1568 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:11:17.679107 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-542c7ec7-5cc3-428c-a643-fa2fc15c0e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea18e16-06a5-4c11-93b0-f9f2bec0b06b', 'name': 'tempest-TestEncryptedCinderVolumes-296337411-router', 'tenant_id': '86bc4f0061d74f068331beab94bf5869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:09:55Z', 'updated_at': '2021-11-09T22:11:17Z', 'revision_number': 6, 'project_id': '86bc4f0061d74f068331beab94bf5869', 'gw_port_host': None}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:11:17.722818 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542c7ec7-5cc3-428c-a643-fa2fc15c0e91 None None] The sync data for ids ['8ea18e16-06a5-4c11-93b0-f9f2bec0b06b'] in n-d-816206-3 is: [{'id': '8ea18e16-06a5-4c11-93b0-f9f2bec0b06b', 'name': 'tempest-TestEncryptedCinderVolumes-296337411-router', 'tenant_id': '86bc4f0061d74f068331beab94bf5869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:09:55Z', 'updated_at': '2021-11-09T22:11:17Z', 'revision_number': 6, 'project_id': '86bc4f0061d74f068331beab94bf5869', 'gw_port_host': None}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:11:17.731121 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-03726a35-066f-4019-9bb3-b4f3cdbc60ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:17.735900 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0b41f9d1-5907-472d-af3a-28695c3f5e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:17.738303 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0b41f9d1-5907-472d-af3a-28695c3f5e4d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:18.075628 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0b41f9d1-5907-472d-af3a-28695c3f5e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:18.076283 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b41f9d1-5907-472d-af3a-28695c3f5e4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ea18e16-06a5-4c11-93b0-f9f2bec0b06b {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 22:11:18.080464 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0b41f9d1-5907-472d-af3a-28695c3f5e4d admin admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:18.081652 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0b41f9d1-5907-472d-af3a-28695c3f5e4d admin admin] 10.222.0.49 "DELETE /v2.0/routers/8ea18e16-06a5-4c11-93b0-f9f2bec0b06b HTTP/1.1" status: 204 len: 168 time: 1.0541291 Nov 09 22:11:18.084094 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36386) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:11:18.129547 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ab4972c-c62b-4316-8b5f-047661630d95 admin admin] Deleting subnet 40d4b31f-5521-4d9d-8f7d-36199e498d18 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 22:11:18.133242 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4ab4972c-c62b-4316-8b5f-047661630d95 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:18.168674 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4ab4972c-c62b-4316-8b5f-047661630d95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:18.247074 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4ab4972c-c62b-4316-8b5f-047661630d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:18.298820 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4ab4972c-c62b-4316-8b5f-047661630d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:18.325364 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4ab4972c-c62b-4316-8b5f-047661630d95 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:18.329419 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4ab4972c-c62b-4316-8b5f-047661630d95 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/40d4b31f-5521-4d9d-8f7d-36199e498d18 HTTP/1.1" status: 204 len: 168 time: 0.2443781 Nov 09 22:11:18.329862 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fa45bf-4179-4772-bf69-9f43e2b4be5f None None] Network ac2d2c0d-4074-43f3-9b1c-db518f41211c requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:11:18.330461 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab4972c-c62b-4316-8b5f-047661630d95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40d4b31f-5521-4d9d-8f7d-36199e498d18,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:11:18.332135 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36388) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:11:18.403284 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ec475f88-9a6d-4d9b-807b-e12129b3c8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:18.455596 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ec475f88-9a6d-4d9b-807b-e12129b3c8f1 admin admin] Deleting port 7e02d6bf-771e-4e27-b1ff-b0a89ead4fb2 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:11:18.455939 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ec475f88-9a6d-4d9b-807b-e12129b3c8f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:18.518616 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b365097-ac07-41ad-af75-39b9b3977127 None None] DHCP port deletion for ac2d2c0d-4074-43f3-9b1c-db518f41211c request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:11:18.525363 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-ec475f88-9a6d-4d9b-807b-e12129b3c8f1 admin admin] For port 7e02d6bf-771e-4e27-b1ff-b0a89ead4fb2, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=7e02d6bf-771e-4e27-b1ff-b0a89ead4fb2,segment=NetworkSegment(3158644f-6fa2-4a5c-91d9-4a3c8be5b855),segment_id=3158644f-6fa2-4a5c-91d9-4a3c8be5b855)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:11:18.526452 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ec475f88-9a6d-4d9b-807b-e12129b3c8f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:18.539510 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ec475f88-9a6d-4d9b-807b-e12129b3c8f1 admin admin] Calling delete_port for 7e02d6bf-771e-4e27-b1ff-b0a89ead4fb2 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:11:18.571648 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-0b365097-ac07-41ad-af75-39b9b3977127 None None] Deleting port 7e02d6bf-771e-4e27-b1ff-b0a89ead4fb2 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:11:18.572020 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0b365097-ac07-41ad-af75-39b9b3977127 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:18.622339 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ec475f88-9a6d-4d9b-807b-e12129b3c8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:18.638619 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-0b365097-ac07-41ad-af75-39b9b3977127 None None] For port 7e02d6bf-771e-4e27-b1ff-b0a89ead4fb2, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=7e02d6bf-771e-4e27-b1ff-b0a89ead4fb2,segment=NetworkSegment(3158644f-6fa2-4a5c-91d9-4a3c8be5b855),segment_id=3158644f-6fa2-4a5c-91d9-4a3c8be5b855)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:11:18.639120 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0b365097-ac07-41ad-af75-39b9b3977127 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:18.651691 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-0b365097-ac07-41ad-af75-39b9b3977127 None None] Calling delete_port for 7e02d6bf-771e-4e27-b1ff-b0a89ead4fb2 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:11:18.653581 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec475f88-9a6d-4d9b-807b-e12129b3c8f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e02d6bf-771e-4e27-b1ff-b0a89ead4fb2,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:11:18.657050 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec475f88-9a6d-4d9b-807b-e12129b3c8f1 admin admin] No DVR routers for this DVR port 7e02d6bf-771e-4e27-b1ff-b0a89ead4fb2 on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:11:18.733430 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ec475f88-9a6d-4d9b-807b-e12129b3c8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:18.737145 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0b365097-ac07-41ad-af75-39b9b3977127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:18.758965 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-ec475f88-9a6d-4d9b-807b-e12129b3c8f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac2d2c0d-4074-43f3-9b1c-db518f41211c']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:11:18.762572 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b365097-ac07-41ad-af75-39b9b3977127 None None] Pushing event deleted for resources: {'Port': ['ID=7e02d6bf-771e-4e27-b1ff-b0a89ead4fb2,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:11:18.766289 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b365097-ac07-41ad-af75-39b9b3977127 None None] No DVR routers for this DVR port 7e02d6bf-771e-4e27-b1ff-b0a89ead4fb2 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:11:18.780401 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-ec475f88-9a6d-4d9b-807b-e12129b3c8f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3158644f-6fa2-4a5c-91d9-4a3c8be5b855') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:11:18.780964 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-ec475f88-9a6d-4d9b-807b-e12129b3c8f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3158644f-6fa2-4a5c-91d9-4a3c8be5b855') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:11:18.798218 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ec475f88-9a6d-4d9b-807b-e12129b3c8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:18.812399 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ec475f88-9a6d-4d9b-807b-e12129b3c8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:18.818235 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec475f88-9a6d-4d9b-807b-e12129b3c8f1 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 22:11:18.818617 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ec475f88-9a6d-4d9b-807b-e12129b3c8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:18.820421 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 22:11:18.820421 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 22:11:18.820421 n-d-816206-3 neutron-server[102607]: timer() Nov 09 22:11:18.820421 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 22:11:18.820421 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 22:11:18.820421 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 22:11:18.820421 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 22:11:18.820421 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 22:11:18.820421 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 22:11:18.820421 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 22:11:18.820421 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 22:11:18.820421 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 22:11:18.820421 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 22:11:18.820421 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 22:11:18.820421 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 22:11:18.820421 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 22:11:18.820421 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 22:11:18.820421 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 22:11:18.820421 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 22:11:18.820421 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 22:11:18.820421 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 22:11:18.820421 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 22:11:18.820421 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 22:11:18.820421 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 22:11:18.820421 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 22:11:18.820421 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 22:11:18.820421 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 22:11:18.820421 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 22:11:18.820421 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 22:11:18.820421 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 22:11:18.820421 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 22:11:18.820421 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 22:11:18.873228 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ec475f88-9a6d-4d9b-807b-e12129b3c8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:18.878484 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ec475f88-9a6d-4d9b-807b-e12129b3c8f1 admin admin] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:18.884303 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ec475f88-9a6d-4d9b-807b-e12129b3c8f1 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ac2d2c0d-4074-43f3-9b1c-db518f41211c HTTP/1.1" status: 204 len: 168 time: 0.5482743 Nov 09 22:11:18.895503 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec475f88-9a6d-4d9b-807b-e12129b3c8f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac2d2c0d-4074-43f3-9b1c-db518f41211c,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:11:19.043021 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36392) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:11:19.083305 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a858a46d-a826-4cea-9d33-3194b2ad348e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f3ac3d6294284cc8ba205bc986174568&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391619 Nov 09 22:11:19.085781 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36394) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:11:19.130772 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e08340ce-4bec-49ae-a477-0235fb7c840c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:19.151512 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e08340ce-4bec-49ae-a477-0235fb7c840c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:19.201630 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e08340ce-4bec-49ae-a477-0235fb7c840c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:19.204246 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e08340ce-4bec-49ae-a477-0235fb7c840c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:19.205440 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e08340ce-4bec-49ae-a477-0235fb7c840c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9703b060-9e83-499b-8f84-e24f71163144 HTTP/1.1" status: 204 len: 168 time: 0.1187758 Nov 09 22:11:19.213244 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08340ce-4bec-49ae-a477-0235fb7c840c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9703b060-9e83-499b-8f84-e24f71163144,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:11:19.475005 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device d1f08a60-61d8-417a-8594-8ae0c2e7a72e no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:11:19.496537 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: d1f08a60-61d8-417a-8594-8ae0c2e7a72e {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:11:19.496914 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device d1f08a60-61d8-417a-8594-8ae0c2e7a72e not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:11:19.497345 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 4f8c02c0-ebea-4a49-a87d-9b0cce7c7238 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:11:19.515761 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 4f8c02c0-ebea-4a49-a87d-9b0cce7c7238 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:11:19.516093 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 4f8c02c0-ebea-4a49-a87d-9b0cce7c7238 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:11:19.516516 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 7e02d6bf-771e-4e27-b1ff-b0a89ead4fb2 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:11:19.517061 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36400) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:11:19.538338 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 7e02d6bf-771e-4e27-b1ff-b0a89ead4fb2 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:11:19.538688 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 7e02d6bf-771e-4e27-b1ff-b0a89ead4fb2 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:11:19.556970 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4d852a93-b685-434c-83c3-18e346bd1b60 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=86bc4f0061d74f068331beab94bf5869&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384610 Nov 09 22:11:19.559894 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36402) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:11:19.605853 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7f7ea630-ec21-46fb-8f23-7f4bfe855ef2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:19.627074 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7f7ea630-ec21-46fb-8f23-7f4bfe855ef2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:19.673149 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7f7ea630-ec21-46fb-8f23-7f4bfe855ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:19.675670 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7f7ea630-ec21-46fb-8f23-7f4bfe855ef2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:19.676855 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7f7ea630-ec21-46fb-8f23-7f4bfe855ef2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7d2c0fa5-509d-4eeb-a370-63824f49b366 HTTP/1.1" status: 204 len: 168 time: 0.1160374 Nov 09 22:11:19.686434 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ea630-ec21-46fb-8f23-7f4bfe855ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2c0fa5-509d-4eeb-a370-63824f49b366,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:11:20.225782 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0899e46f-98e6-440d-9277-697764641d99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:20.342281 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36424) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:11:20.439106 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-4198835f-e5a1-465d-a5e3-a05715e90bb4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1365264964-network', 'tenant_id': 'e67d9fdd229e490ea082c4356a706b4a'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:11:20.458378 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4198835f-e5a1-465d-a5e3-a05715e90bb4 admin admin] Made reservation on behalf of e67d9fdd229e490ea082c4356a706b4a for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:11:20.460601 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4198835f-e5a1-465d-a5e3-a05715e90bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:20.469773 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4198835f-e5a1-465d-a5e3-a05715e90bb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:20.546120 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4198835f-e5a1-465d-a5e3-a05715e90bb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:20.549918 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4198835f-e5a1-465d-a5e3-a05715e90bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:20.570669 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4198835f-e5a1-465d-a5e3-a05715e90bb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 22:11:20.586717 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4198835f-e5a1-465d-a5e3-a05715e90bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a90445-f43c-49e4-a56f-601621f61649,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:11:20.590084 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4198835f-e5a1-465d-a5e3-a05715e90bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:20.590473 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-4198835f-e5a1-465d-a5e3-a05715e90bb4 admin admin] Added segment ac565b40-2ae3-49c1-8399-a9b77617b9f9 of type vlan for network ea4cede0-2475-43dc-9ee2-3958777931c7 Nov 09 22:11:20.629431 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4198835f-e5a1-465d-a5e3-a05715e90bb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:20.653256 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4198835f-e5a1-465d-a5e3-a05715e90bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:20.654184 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4198835f-e5a1-465d-a5e3-a05715e90bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:11:20.654760 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4198835f-e5a1-465d-a5e3-a05715e90bb4 admin admin] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:20.705557 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4198835f-e5a1-465d-a5e3-a05715e90bb4 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3620522 Nov 09 22:11:20.708396 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36428) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:11:20.713453 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-d732eeb5-ae6d-4d07-b206-77f026d3387e admin admin] Request body: {'subnet': {'network_id': 'ea4cede0-2475-43dc-9ee2-3958777931c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1365264964-subnet', 'tenant_id': 'e67d9fdd229e490ea082c4356a706b4a', 'ip_version': 4}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:11:20.716648 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4198835f-e5a1-465d-a5e3-a05715e90bb4 admin admin] Pushing event updated for resources: {'Network': ['ID=ea4cede0-2475-43dc-9ee2-3958777931c7,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:11:20.727840 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network ea4cede0-2475-43dc-9ee2-3958777931c7 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 22:11:20.741715 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d732eeb5-ae6d-4d07-b206-77f026d3387e admin admin] Made reservation on behalf of e67d9fdd229e490ea082c4356a706b4a for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:11:20.745386 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d732eeb5-ae6d-4d07-b206-77f026d3387e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:20.913393 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d732eeb5-ae6d-4d07-b206-77f026d3387e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:20.972264 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d732eeb5-ae6d-4d07-b206-77f026d3387e admin admin] Pushing event updated for resources: {'Subnet': ['ID=172fb94b-41ac-46b4-bb17-83fc34101c65,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:11:20.982677 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d732eeb5-ae6d-4d07-b206-77f026d3387e admin admin] Checking segment: {'id': 'ac565b40-2ae3-49c1-8399-a9b77617b9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ea4cede0-2475-43dc-9ee2-3958777931c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:11:20.983006 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d732eeb5-ae6d-4d07-b206-77f026d3387e admin admin] Network hostable DHCP agents. Network: ea4cede0-2475-43dc-9ee2-3958777931c7, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 22:11:20.999474 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d732eeb5-ae6d-4d07-b206-77f026d3387e admin admin] Network ea4cede0-2475-43dc-9ee2-3958777931c7 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 22:11:21.007757 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-d732eeb5-ae6d-4d07-b206-77f026d3387e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, ea4cede0-2475-43dc-9ee2-3958777931c7) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:11:21.011523 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d732eeb5-ae6d-4d07-b206-77f026d3387e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:11:21.012119 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d732eeb5-ae6d-4d07-b206-77f026d3387e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:21.016900 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6c13b4-086e-4df7-91a8-b0c19d2d4ea7 None None] Network ea4cede0-2475-43dc-9ee2-3958777931c7 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:11:21.027127 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d732eeb5-ae6d-4d07-b206-77f026d3387e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3175921 Nov 09 22:11:21.030115 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36430) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:11:21.034836 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-53089189-a87c-461f-9d81-177da3df02f9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1365264964-router', 'tenant_id': 'e67d9fdd229e490ea082c4356a706b4a', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:11:21.055697 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-53089189-a87c-461f-9d81-177da3df02f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:21.057255 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-53089189-a87c-461f-9d81-177da3df02f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:21.116904 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-53089189-a87c-461f-9d81-177da3df02f9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:21.199330 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8137f1-3be7-4f23-9191-15c9ca79d5e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-ea4cede0-2475-43dc-9ee2-3958777931c7', 'network_id': 'ea4cede0-2475-43dc-9ee2-3958777931c7', 'tenant_id': 'e67d9fdd229e490ea082c4356a706b4a', 'fixed_ips': [{'subnet_id': '172fb94b-41ac-46b4-bb17-83fc34101c65'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 22:11:21.200181 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8e8137f1-3be7-4f23-9191-15c9ca79d5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:21.231589 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:21.258928 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-53089189-a87c-461f-9d81-177da3df02f9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:21.342158 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-8e8137f1-3be7-4f23-9191-15c9ca79d5e8 None None] Allocated IP 172.20.0.2 (ea4cede0-2475-43dc-9ee2-3958777931c7/172fb94b-41ac-46b4-bb17-83fc34101c65/5eddf547-70e6-497f-b51f-bd4300afc0d3) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:11:21.457928 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-53089189-a87c-461f-9d81-177da3df02f9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:21.477947 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-53089189-a87c-461f-9d81-177da3df02f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:21.483001 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8e8137f1-3be7-4f23-9191-15c9ca79d5e8 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:21.489567 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8e8137f1-3be7-4f23-9191-15c9ca79d5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:21.530349 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8137f1-3be7-4f23-9191-15c9ca79d5e8 None None] Network ea4cede0-2475-43dc-9ee2-3958777931c7 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:11:21.533359 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-8e8137f1-3be7-4f23-9191-15c9ca79d5e8 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:11:21.537194 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8137f1-3be7-4f23-9191-15c9ca79d5e8 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:11:21.544951 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8137f1-3be7-4f23-9191-15c9ca79d5e8 None None] Pushing event updated for resources: {'Port': ['ID=5eddf547-70e6-497f-b51f-bd4300afc0d3,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:11:21.587314 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-53089189-a87c-461f-9d81-177da3df02f9 admin admin] Allocated IP 172.25.7.182 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/efa4d6b4-2902-4f39-9a9e-1ff3ef703491) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:11:21.595554 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-8e8137f1-3be7-4f23-9191-15c9ca79d5e8 None None] Attempting to bind port 5eddf547-70e6-497f-b51f-bd4300afc0d3 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:11:21.595916 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-8e8137f1-3be7-4f23-9191-15c9ca79d5e8 None None] Attempting to bind port 5eddf547-70e6-497f-b51f-bd4300afc0d3 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'ac565b40-2ae3-49c1-8399-a9b77617b9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ea4cede0-2475-43dc-9ee2-3958777931c7'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:11:21.596273 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8137f1-3be7-4f23-9191-15c9ca79d5e8 None None] Attempting to bind port 5eddf547-70e6-497f-b51f-bd4300afc0d3 on network ea4cede0-2475-43dc-9ee2-3958777931c7 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:11:21.601217 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8137f1-3be7-4f23-9191-15c9ca79d5e8 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:11:21.601594 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8137f1-3be7-4f23-9191-15c9ca79d5e8 None None] Checking segment: {'id': 'ac565b40-2ae3-49c1-8399-a9b77617b9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ea4cede0-2475-43dc-9ee2-3958777931c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:11:21.601995 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8e8137f1-3be7-4f23-9191-15c9ca79d5e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:21.602364 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8137f1-3be7-4f23-9191-15c9ca79d5e8 None None] Bound using segment: {'id': 'ac565b40-2ae3-49c1-8399-a9b77617b9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ea4cede0-2475-43dc-9ee2-3958777931c7'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:11:21.602831 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-8e8137f1-3be7-4f23-9191-15c9ca79d5e8 None None] Bound port: 5eddf547-70e6-497f-b51f-bd4300afc0d3, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac565b40-2ae3-49c1-8399-a9b77617b9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ea4cede0-2475-43dc-9ee2-3958777931c7'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:11:21.603195 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8e8137f1-3be7-4f23-9191-15c9ca79d5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:21.664043 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-8e8137f1-3be7-4f23-9191-15c9ca79d5e8 None None] For port 5eddf547-70e6-497f-b51f-bd4300afc0d3, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:11:21.667317 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-8e8137f1-3be7-4f23-9191-15c9ca79d5e8 None None] For port 5eddf547-70e6-497f-b51f-bd4300afc0d3, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5eddf547-70e6-497f-b51f-bd4300afc0d3,segment=NetworkSegment(ac565b40-2ae3-49c1-8399-a9b77617b9f9),segment_id=ac565b40-2ae3-49c1-8399-a9b77617b9f9)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:11:21.671624 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8e8137f1-3be7-4f23-9191-15c9ca79d5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:21.693036 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-53089189-a87c-461f-9d81-177da3df02f9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:21.727536 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8137f1-3be7-4f23-9191-15c9ca79d5e8 None None] Pushing event updated for resources: {'Port': ['ID=5eddf547-70e6-497f-b51f-bd4300afc0d3,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:11:21.741630 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-53089189-a87c-461f-9d81-177da3df02f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:21.784889 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53089189-a87c-461f-9d81-177da3df02f9 admin admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:11:21.787883 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-53089189-a87c-461f-9d81-177da3df02f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:11:21.790927 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53089189-a87c-461f-9d81-177da3df02f9 admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:11:21.801062 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402c4edb-69d3-4195-8ff7-641f15a73d4e None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:11:21.821588 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53089189-a87c-461f-9d81-177da3df02f9 admin admin] Pushing event updated for resources: {'Port': ['ID=efa4d6b4-2902-4f39-9a9e-1ff3ef703491,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:11:21.844289 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-a2402efc-4fc4-4cc3-bd28-bf9d6f11ac14 None None] Provisioning complete for port efa4d6b4-2902-4f39-9a9e-1ff3ef703491 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:11:21.844686 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a2402efc-4fc4-4cc3-bd28-bf9d6f11ac14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:21.891391 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-a2402efc-4fc4-4cc3-bd28-bf9d6f11ac14 None None] Port efa4d6b4-2902-4f39-9a9e-1ff3ef703491 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:11:22.081504 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-53089189-a87c-461f-9d81-177da3df02f9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:22.281751 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-53089189-a87c-461f-9d81-177da3df02f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:22.414809 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53089189-a87c-461f-9d81-177da3df02f9 admin admin] Router 9ea05c35-95d0-4b88-9fb1-75129af7ec79 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 22:11:22.528432 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53089189-a87c-461f-9d81-177da3df02f9 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:11:22.539317 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7390e4bd-294e-4d60-88a8-7d9ce5703fed None None] Sync routers for ids ['9ea05c35-95d0-4b88-9fb1-75129af7ec79'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:11:22.547829 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-53089189-a87c-461f-9d81-177da3df02f9 admin admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:22.550068 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7390e4bd-294e-4d60-88a8-7d9ce5703fed None None] Routers {'9ea05c35-95d0-4b88-9fb1-75129af7ec79'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:11:22.550689 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-7390e4bd-294e-4d60-88a8-7d9ce5703fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:11:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['9ea05c35-95d0-4b88-9fb1-75129af7ec79'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:11:22.551871 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36432) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:11:22.553132 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-53089189-a87c-461f-9d81-177da3df02f9 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5219188 Nov 09 22:11:22.575820 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:22.627598 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44801e5-a0cc-466d-99d8-5951e9fe7bc9 None None] Network ea4cede0-2475-43dc-9ee2-3958777931c7 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:11:22.658150 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-7390e4bd-294e-4d60-88a8-7d9ce5703fed None None] Set router 9ea05c35-95d0-4b88-9fb1-75129af7ec79 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:11:22.746118 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d7e5e8b1-83d2-46e4-8b4b-a0e986a1a88f None None] Provisioning complete for port 5eddf547-70e6-497f-b51f-bd4300afc0d3 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:11:22.746483 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d7e5e8b1-83d2-46e4-8b4b-a0e986a1a88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:22.848321 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-7390e4bd-294e-4d60-88a8-7d9ce5703fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea05c35-95d0-4b88-9fb1-75129af7ec79', 'name': 'tempest-TestMinimumBasicScenario-1365264964-router', 'tenant_id': 'e67d9fdd229e490ea082c4356a706b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'efa4d6b4-2902-4f39-9a9e-1ff3ef703491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:11:21Z', 'updated_at': '2021-11-09T22:11:21Z', 'revision_number': 3, 'project_id': 'e67d9fdd229e490ea082c4356a706b4a', 'gw_port': {'id': 'efa4d6b4-2902-4f39-9a9e-1ff3ef703491', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:03:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea05c35-95d0-4b88-9fb1-75129af7ec79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:11:21Z', 'updated_at': '2021-11-09T22:11:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:11:22.863170 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d7e5e8b1-83d2-46e4-8b4b-a0e986a1a88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:22.883357 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7390e4bd-294e-4d60-88a8-7d9ce5703fed None None] Checking router: 9ea05c35-95d0-4b88-9fb1-75129af7ec79 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:11:22.884244 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7390e4bd-294e-4d60-88a8-7d9ce5703fed None None] Updating router 9ea05c35-95d0-4b88-9fb1-75129af7ec79 port efa4d6b4-2902-4f39-9a9e-1ff3ef703491 binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 22:11:22.910825 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7390e4bd-294e-4d60-88a8-7d9ce5703fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:22.912791 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-d7e5e8b1-83d2-46e4-8b4b-a0e986a1a88f None None] For port 5eddf547-70e6-497f-b51f-bd4300afc0d3, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5eddf547-70e6-497f-b51f-bd4300afc0d3,segment=NetworkSegment(ac565b40-2ae3-49c1-8399-a9b77617b9f9),segment_id=ac565b40-2ae3-49c1-8399-a9b77617b9f9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:11:22.920467 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d7e5e8b1-83d2-46e4-8b4b-a0e986a1a88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:22.976333 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e5e8b1-83d2-46e4-8b4b-a0e986a1a88f None None] Pushing event updated for resources: {'Port': ['ID=5eddf547-70e6-497f-b51f-bd4300afc0d3,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:11:23.029050 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78f885fe-aabc-40c3-b40c-9fd525c34349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:23.144283 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-cc95cd7c-2a1e-41a8-a81c-316a1a176852 None None] Provisioning complete for port 5eddf547-70e6-497f-b51f-bd4300afc0d3 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:11:23.144947 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cc95cd7c-2a1e-41a8-a81c-316a1a176852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:23.183044 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7390e4bd-294e-4d60-88a8-7d9ce5703fed None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:23.188242 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-78f885fe-aabc-40c3-b40c-9fd525c34349 admin admin] Allocated IP 172.20.0.1 (ea4cede0-2475-43dc-9ee2-3958777931c7/172fb94b-41ac-46b4-bb17-83fc34101c65/38db9f60-6742-4fac-ae0b-de63d801f361) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:11:23.189216 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7390e4bd-294e-4d60-88a8-7d9ce5703fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:23.237319 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b708c7-cd8d-4c26-a83e-450f06200603 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:11:23.249442 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c64d2-a2aa-4965-b444-bfbbfb3f2065 None None] Pushing event updated for resources: {'Port': ['ID=efa4d6b4-2902-4f39-9a9e-1ff3ef703491,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:11:23.256920 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c64d2-a2aa-4965-b444-bfbbfb3f2065 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:11:23.257277 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c64d2-a2aa-4965-b444-bfbbfb3f2065 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:11:23.257620 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c64d2-a2aa-4965-b444-bfbbfb3f2065 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:11:23.257958 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c64d2-a2aa-4965-b444-bfbbfb3f2065 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:11:23.258295 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c64d2-a2aa-4965-b444-bfbbfb3f2065 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:11:23.258630 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c64d2-a2aa-4965-b444-bfbbfb3f2065 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:11:23.258953 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c64d2-a2aa-4965-b444-bfbbfb3f2065 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:11:23.259276 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c64d2-a2aa-4965-b444-bfbbfb3f2065 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:11:23.259598 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c64d2-a2aa-4965-b444-bfbbfb3f2065 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:11:23.259922 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c64d2-a2aa-4965-b444-bfbbfb3f2065 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:11:23.260812 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c64d2-a2aa-4965-b444-bfbbfb3f2065 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:11:23.261133 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c64d2-a2aa-4965-b444-bfbbfb3f2065 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:11:23.265717 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-7390e4bd-294e-4d60-88a8-7d9ce5703fed None None] Attempting to bind port efa4d6b4-2902-4f39-9a9e-1ff3ef703491 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:11:23.266101 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-7390e4bd-294e-4d60-88a8-7d9ce5703fed None None] Attempting to bind port efa4d6b4-2902-4f39-9a9e-1ff3ef703491 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:11:23.266469 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7390e4bd-294e-4d60-88a8-7d9ce5703fed None None] Attempting to bind port efa4d6b4-2902-4f39-9a9e-1ff3ef703491 on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:11:23.272404 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7390e4bd-294e-4d60-88a8-7d9ce5703fed None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:11:23.272803 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7390e4bd-294e-4d60-88a8-7d9ce5703fed None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:11:23.273203 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7390e4bd-294e-4d60-88a8-7d9ce5703fed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:23.273586 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7390e4bd-294e-4d60-88a8-7d9ce5703fed None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:11:23.274048 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-7390e4bd-294e-4d60-88a8-7d9ce5703fed None None] Bound port: efa4d6b4-2902-4f39-9a9e-1ff3ef703491, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:11:23.274429 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7390e4bd-294e-4d60-88a8-7d9ce5703fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:23.296929 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:23.304134 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78f885fe-aabc-40c3-b40c-9fd525c34349 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:23.329927 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7390e4bd-294e-4d60-88a8-7d9ce5703fed None None] For port efa4d6b4-2902-4f39-9a9e-1ff3ef703491, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:11:23.333728 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7390e4bd-294e-4d60-88a8-7d9ce5703fed None None] For port efa4d6b4-2902-4f39-9a9e-1ff3ef703491, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=efa4d6b4-2902-4f39-9a9e-1ff3ef703491,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:11:23.338944 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7390e4bd-294e-4d60-88a8-7d9ce5703fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:23.340050 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78f885fe-aabc-40c3-b40c-9fd525c34349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:23.353427 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-b1083c9c-da42-4a34-b2df-3e5ea15b3e44 None None] Provisioning complete for port efa4d6b4-2902-4f39-9a9e-1ff3ef703491 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:11:23.353901 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b1083c9c-da42-4a34-b2df-3e5ea15b3e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:23.366526 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f885fe-aabc-40c3-b40c-9fd525c34349 admin admin] Network ea4cede0-2475-43dc-9ee2-3958777931c7 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:11:23.370528 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-78f885fe-aabc-40c3-b40c-9fd525c34349 admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:11:23.373879 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f885fe-aabc-40c3-b40c-9fd525c34349 admin admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:11:23.384833 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7390e4bd-294e-4d60-88a8-7d9ce5703fed None None] Routers {'9ea05c35-95d0-4b88-9fb1-75129af7ec79'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:11:23.386013 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-7390e4bd-294e-4d60-88a8-7d9ce5703fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:11:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['9ea05c35-95d0-4b88-9fb1-75129af7ec79'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:11:23.391635 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76af0ab2-8e2b-496c-8b13-76e5f97ad4e3 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:11:23.449345 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f885fe-aabc-40c3-b40c-9fd525c34349 admin admin] Pushing event updated for resources: {'Port': ['ID=38db9f60-6742-4fac-ae0b-de63d801f361,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:11:23.457256 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78f885fe-aabc-40c3-b40c-9fd525c34349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:23.499961 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b1083c9c-da42-4a34-b2df-3e5ea15b3e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:23.508071 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:23.540868 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-b1083c9c-da42-4a34-b2df-3e5ea15b3e44 None None] For port efa4d6b4-2902-4f39-9a9e-1ff3ef703491, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=efa4d6b4-2902-4f39-9a9e-1ff3ef703491,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:11:23.550561 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b1083c9c-da42-4a34-b2df-3e5ea15b3e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:23.580834 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-7390e4bd-294e-4d60-88a8-7d9ce5703fed None None] Set router 9ea05c35-95d0-4b88-9fb1-75129af7ec79 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:11:23.582995 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c64d2-a2aa-4965-b444-bfbbfb3f2065 None None] Pushing event updated for resources: {'Port': ['ID=efa4d6b4-2902-4f39-9a9e-1ff3ef703491,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:11:23.614592 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1083c9c-da42-4a34-b2df-3e5ea15b3e44 None None] Pushing event updated for resources: {'Port': ['ID=efa4d6b4-2902-4f39-9a9e-1ff3ef703491,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:11:23.618002 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 5eddf547-70e6-497f-b51f-bd4300afc0d3 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:11:23.681558 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-03343ca2-5b37-4ca0-b7fd-f0bee40ac301 None None] Provisioning complete for port efa4d6b4-2902-4f39-9a9e-1ff3ef703491 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:11:23.682734 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-03343ca2-5b37-4ca0-b7fd-f0bee40ac301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:23.689618 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78f885fe-aabc-40c3-b40c-9fd525c34349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:23.708972 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 5eddf547-70e6-497f-b51f-bd4300afc0d3 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:11:23.709350 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:23.802720 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-7390e4bd-294e-4d60-88a8-7d9ce5703fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea05c35-95d0-4b88-9fb1-75129af7ec79', 'name': 'tempest-TestMinimumBasicScenario-1365264964-router', 'tenant_id': 'e67d9fdd229e490ea082c4356a706b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'efa4d6b4-2902-4f39-9a9e-1ff3ef703491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:11:21Z', 'updated_at': '2021-11-09T22:11:21Z', 'revision_number': 3, 'project_id': 'e67d9fdd229e490ea082c4356a706b4a', 'gw_port': {'id': 'efa4d6b4-2902-4f39-9a9e-1ff3ef703491', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:03:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea05c35-95d0-4b88-9fb1-75129af7ec79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:11:21Z', 'updated_at': '2021-11-09T22:11:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:11:23.832424 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7390e4bd-294e-4d60-88a8-7d9ce5703fed None None] The sync data for ids ['9ea05c35-95d0-4b88-9fb1-75129af7ec79'] in n-d-816206-3 is: [{'id': '9ea05c35-95d0-4b88-9fb1-75129af7ec79', 'name': 'tempest-TestMinimumBasicScenario-1365264964-router', 'tenant_id': 'e67d9fdd229e490ea082c4356a706b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'efa4d6b4-2902-4f39-9a9e-1ff3ef703491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:11:21Z', 'updated_at': '2021-11-09T22:11:21Z', 'revision_number': 3, 'project_id': 'e67d9fdd229e490ea082c4356a706b4a', 'gw_port': {'id': 'efa4d6b4-2902-4f39-9a9e-1ff3ef703491', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:03:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea05c35-95d0-4b88-9fb1-75129af7ec79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:11:21Z', 'updated_at': '2021-11-09T22:11:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:11:23.844090 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-03343ca2-5b37-4ca0-b7fd-f0bee40ac301 None None] Provisioning complete for port 38db9f60-6742-4fac-ae0b-de63d801f361 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:11:23.844465 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-03343ca2-5b37-4ca0-b7fd-f0bee40ac301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:23.864789 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78f885fe-aabc-40c3-b40c-9fd525c34349 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:23.871080 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78f885fe-aabc-40c3-b40c-9fd525c34349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:23.880755 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-03343ca2-5b37-4ca0-b7fd-f0bee40ac301 None None] Port 38db9f60-6742-4fac-ae0b-de63d801f361 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:11:23.941529 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78f885fe-aabc-40c3-b40c-9fd525c34349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:23.943248 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f885fe-aabc-40c3-b40c-9fd525c34349 admin admin] Pushing event updated for resources: {'Port': ['ID=38db9f60-6742-4fac-ae0b-de63d801f361,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:11:24.038201 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f885fe-aabc-40c3-b40c-9fd525c34349 admin admin] Network ea4cede0-2475-43dc-9ee2-3958777931c7 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:11:24.040148 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-78f885fe-aabc-40c3-b40c-9fd525c34349 admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:11:24.209925 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f885fe-aabc-40c3-b40c-9fd525c34349 admin admin] Router 9ea05c35-95d0-4b88-9fb1-75129af7ec79 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:11:24.302722 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-7548fa71-3d0c-4445-85b7-c496105b9f6f None None] Provisioning complete for port 38db9f60-6742-4fac-ae0b-de63d801f361 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:11:24.303009 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7548fa71-3d0c-4445-85b7-c496105b9f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:24.329506 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f885fe-aabc-40c3-b40c-9fd525c34349 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:11:24.335555 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-78f885fe-aabc-40c3-b40c-9fd525c34349 admin admin] 10.222.0.49 "PUT /v2.0/routers/9ea05c35-95d0-4b88-9fb1-75129af7ec79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7812753 Nov 09 22:11:24.342808 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-7548fa71-3d0c-4445-85b7-c496105b9f6f None None] Port 38db9f60-6742-4fac-ae0b-de63d801f361 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:11:24.807294 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36448) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:11:24.812311 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-eccc6023-56ee-4067-828f-0180bf96af73 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-134858039-network', 'tenant_id': '09edc8bc030a485488c633d8be220fae'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:11:24.833147 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccc6023-56ee-4067-828f-0180bf96af73 admin admin] Made reservation on behalf of 09edc8bc030a485488c633d8be220fae for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:11:24.835493 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eccc6023-56ee-4067-828f-0180bf96af73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:24.847453 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eccc6023-56ee-4067-828f-0180bf96af73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:24.920735 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eccc6023-56ee-4067-828f-0180bf96af73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:24.924571 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eccc6023-56ee-4067-828f-0180bf96af73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:24.944371 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eccc6023-56ee-4067-828f-0180bf96af73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 22:11:24.959446 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc6023-56ee-4067-828f-0180bf96af73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d91289-ef5b-40a7-90dd-bc5b0c2d62d9,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:11:24.962295 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eccc6023-56ee-4067-828f-0180bf96af73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:24.962645 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-eccc6023-56ee-4067-828f-0180bf96af73 admin admin] Added segment cae40a08-fa86-46eb-9477-d1af153d747f of type vlan for network 65ccc15f-0172-4223-9447-018cd04a11d8 Nov 09 22:11:25.002294 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eccc6023-56ee-4067-828f-0180bf96af73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:25.026447 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eccc6023-56ee-4067-828f-0180bf96af73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:25.027392 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccc6023-56ee-4067-828f-0180bf96af73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:11:25.027967 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eccc6023-56ee-4067-828f-0180bf96af73 admin admin] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:25.079123 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-eccc6023-56ee-4067-828f-0180bf96af73 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2706821 Nov 09 22:11:25.082098 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36450) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:11:25.087155 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-846b59f1-ba3f-4f1f-8bd6-c3ce419bad43 admin admin] Request body: {'subnet': {'network_id': '65ccc15f-0172-4223-9447-018cd04a11d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-134858039-subnet', 'tenant_id': '09edc8bc030a485488c633d8be220fae', 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:11:25.094349 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc6023-56ee-4067-828f-0180bf96af73 admin admin] Pushing event updated for resources: {'Network': ['ID=65ccc15f-0172-4223-9447-018cd04a11d8,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:11:25.106236 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 65ccc15f-0172-4223-9447-018cd04a11d8 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 22:11:25.109248 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846b59f1-ba3f-4f1f-8bd6-c3ce419bad43 admin admin] Made reservation on behalf of 09edc8bc030a485488c633d8be220fae for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:11:25.111668 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-846b59f1-ba3f-4f1f-8bd6-c3ce419bad43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:25.281646 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-846b59f1-ba3f-4f1f-8bd6-c3ce419bad43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:25.341581 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b59f1-ba3f-4f1f-8bd6-c3ce419bad43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74fcd190-98a1-4dbb-958b-f0a15cccd120,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:11:25.349475 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846b59f1-ba3f-4f1f-8bd6-c3ce419bad43 admin admin] Checking segment: {'id': 'cae40a08-fa86-46eb-9477-d1af153d747f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '65ccc15f-0172-4223-9447-018cd04a11d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:11:25.349845 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846b59f1-ba3f-4f1f-8bd6-c3ce419bad43 admin admin] Network hostable DHCP agents. Network: 65ccc15f-0172-4223-9447-018cd04a11d8, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 22:11:25.363716 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d09ec9-72a4-4aeb-beb3-f1db29c92fa2 None None] Sync routers for ids ['9ea05c35-95d0-4b88-9fb1-75129af7ec79'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:11:25.371191 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846b59f1-ba3f-4f1f-8bd6-c3ce419bad43 admin admin] Network 65ccc15f-0172-4223-9447-018cd04a11d8 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 22:11:25.375187 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d09ec9-72a4-4aeb-beb3-f1db29c92fa2 None None] Routers {'9ea05c35-95d0-4b88-9fb1-75129af7ec79'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:11:25.375817 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b3d09ec9-72a4-4aeb-beb3-f1db29c92fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:11:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['9ea05c35-95d0-4b88-9fb1-75129af7ec79'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:11:25.380678 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-846b59f1-ba3f-4f1f-8bd6-c3ce419bad43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 65ccc15f-0172-4223-9447-018cd04a11d8) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:11:25.384793 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846b59f1-ba3f-4f1f-8bd6-c3ce419bad43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:11:25.386119 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-846b59f1-ba3f-4f1f-8bd6-c3ce419bad43 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:25.404583 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-846b59f1-ba3f-4f1f-8bd6-c3ce419bad43 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3189871 Nov 09 22:11:25.405015 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36452) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:11:25.409503 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-8309ecb4-e5e3-4381-b7d8-e16f1044e40a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-134858039-router', 'tenant_id': '09edc8bc030a485488c633d8be220fae', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:11:25.412034 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a93a9b8-1ca4-4003-b8c6-c7229754fb99 None None] Network 65ccc15f-0172-4223-9447-018cd04a11d8 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:11:25.430479 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8309ecb4-e5e3-4381-b7d8-e16f1044e40a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:25.432693 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8309ecb4-e5e3-4381-b7d8-e16f1044e40a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:25.509631 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8309ecb4-e5e3-4381-b7d8-e16f1044e40a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:25.527999 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device efa4d6b4-2902-4f39-9a9e-1ff3ef703491 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:11:25.648348 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8309ecb4-e5e3-4381-b7d8-e16f1044e40a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:25.739010 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-b3d09ec9-72a4-4aeb-beb3-f1db29c92fa2 None None] Set router 9ea05c35-95d0-4b88-9fb1-75129af7ec79 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:11:25.849660 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8309ecb4-e5e3-4381-b7d8-e16f1044e40a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:25.868555 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8309ecb4-e5e3-4381-b7d8-e16f1044e40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:25.903855 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port efa4d6b4-2902-4f39-9a9e-1ff3ef703491 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:11:25.904229 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:25.932866 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc03f3ac-ff7c-4819-bc50-100f6bc35c4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-65ccc15f-0172-4223-9447-018cd04a11d8', 'network_id': '65ccc15f-0172-4223-9447-018cd04a11d8', 'tenant_id': '09edc8bc030a485488c633d8be220fae', 'fixed_ips': [{'subnet_id': '74fcd190-98a1-4dbb-958b-f0a15cccd120'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 22:11:25.933726 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fc03f3ac-ff7c-4819-bc50-100f6bc35c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:25.969887 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-8309ecb4-e5e3-4381-b7d8-e16f1044e40a admin admin] Allocated IP 172.25.7.45 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/fecd7aaf-40bc-4649-abf7-0eb2b27e5a72) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:11:26.076386 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8309ecb4-e5e3-4381-b7d8-e16f1044e40a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:26.109246 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8309ecb4-e5e3-4381-b7d8-e16f1044e40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:26.149087 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8309ecb4-e5e3-4381-b7d8-e16f1044e40a admin admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:11:26.152705 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-8309ecb4-e5e3-4381-b7d8-e16f1044e40a admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:11:26.158067 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8309ecb4-e5e3-4381-b7d8-e16f1044e40a admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:11:26.164233 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8309ecb4-e5e3-4381-b7d8-e16f1044e40a admin admin] Pushing event updated for resources: {'Port': ['ID=fecd7aaf-40bc-4649-abf7-0eb2b27e5a72,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:11:26.175419 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d780d1d-a7a7-419f-8b75-aa5c05067e7c None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:11:26.182668 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-fc03f3ac-ff7c-4819-bc50-100f6bc35c4c None None] Allocated IP 172.20.0.2 (65ccc15f-0172-4223-9447-018cd04a11d8/74fcd190-98a1-4dbb-958b-f0a15cccd120/cea99006-56db-4b04-baf2-196f3a0f3651) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:11:26.242996 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b3d09ec9-72a4-4aeb-beb3-f1db29c92fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea05c35-95d0-4b88-9fb1-75129af7ec79', 'name': 'tempest-TestMinimumBasicScenario-1365264964-router', 'tenant_id': 'e67d9fdd229e490ea082c4356a706b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'efa4d6b4-2902-4f39-9a9e-1ff3ef703491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:11:21Z', 'updated_at': '2021-11-09T22:11:23Z', 'revision_number': 4, 'project_id': 'e67d9fdd229e490ea082c4356a706b4a', 'gw_port': {'id': 'efa4d6b4-2902-4f39-9a9e-1ff3ef703491', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:03:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea05c35-95d0-4b88-9fb1-75129af7ec79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:11:21Z', 'updated_at': '2021-11-09T22:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '38db9f60-6742-4fac-ae0b-de63d801f361', 'name': '', 'network_id': 'ea4cede0-2475-43dc-9ee2-3958777931c7', 'tenant_id': 'e67d9fdd229e490ea082c4356a706b4a', 'mac_address': 'fa:16:3e:56:f5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea05c35-95d0-4b88-9fb1-75129af7ec79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '172fb94b-41ac-46b4-bb17-83fc34101c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:11:23Z', 'updated_at': '2021-11-09T22:11:23Z', 'revision_number': 2, 'project_id': 'e67d9fdd229e490ea082c4356a706b4a', 'subnets': [{'id': '172fb94b-41ac-46b4-bb17-83fc34101c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:11:26.283961 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d09ec9-72a4-4aeb-beb3-f1db29c92fa2 None None] Checking router: 9ea05c35-95d0-4b88-9fb1-75129af7ec79 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:11:26.284572 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d09ec9-72a4-4aeb-beb3-f1db29c92fa2 None None] Updating router 9ea05c35-95d0-4b88-9fb1-75129af7ec79 port 38db9f60-6742-4fac-ae0b-de63d801f361 binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 22:11:26.332581 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b3d09ec9-72a4-4aeb-beb3-f1db29c92fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:26.343055 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-e7b1db42-211c-4c43-b4ca-f38791cd31e2 None None] Provisioning complete for port fecd7aaf-40bc-4649-abf7-0eb2b27e5a72 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:11:26.343418 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e7b1db42-211c-4c43-b4ca-f38791cd31e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:26.411910 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8309ecb4-e5e3-4381-b7d8-e16f1044e40a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:26.454505 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-e7b1db42-211c-4c43-b4ca-f38791cd31e2 None None] Port fecd7aaf-40bc-4649-abf7-0eb2b27e5a72 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:11:26.520589 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fc03f3ac-ff7c-4819-bc50-100f6bc35c4c None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:26.535203 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fc03f3ac-ff7c-4819-bc50-100f6bc35c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:26.593204 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc03f3ac-ff7c-4819-bc50-100f6bc35c4c None None] Network 65ccc15f-0172-4223-9447-018cd04a11d8 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:11:26.630493 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-fc03f3ac-ff7c-4819-bc50-100f6bc35c4c None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:11:26.633509 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc03f3ac-ff7c-4819-bc50-100f6bc35c4c None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:11:26.651142 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc03f3ac-ff7c-4819-bc50-100f6bc35c4c None None] Pushing event updated for resources: {'Port': ['ID=cea99006-56db-4b04-baf2-196f3a0f3651,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:11:26.730534 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-fc03f3ac-ff7c-4819-bc50-100f6bc35c4c None None] Attempting to bind port cea99006-56db-4b04-baf2-196f3a0f3651 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:11:26.730806 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-fc03f3ac-ff7c-4819-bc50-100f6bc35c4c None None] Attempting to bind port cea99006-56db-4b04-baf2-196f3a0f3651 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'cae40a08-fa86-46eb-9477-d1af153d747f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '65ccc15f-0172-4223-9447-018cd04a11d8'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:11:26.731165 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc03f3ac-ff7c-4819-bc50-100f6bc35c4c None None] Attempting to bind port cea99006-56db-4b04-baf2-196f3a0f3651 on network 65ccc15f-0172-4223-9447-018cd04a11d8 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:11:26.746429 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc03f3ac-ff7c-4819-bc50-100f6bc35c4c None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:11:26.746986 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc03f3ac-ff7c-4819-bc50-100f6bc35c4c None None] Checking segment: {'id': 'cae40a08-fa86-46eb-9477-d1af153d747f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '65ccc15f-0172-4223-9447-018cd04a11d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:11:26.747686 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fc03f3ac-ff7c-4819-bc50-100f6bc35c4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:26.748341 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc03f3ac-ff7c-4819-bc50-100f6bc35c4c None None] Bound using segment: {'id': 'cae40a08-fa86-46eb-9477-d1af153d747f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '65ccc15f-0172-4223-9447-018cd04a11d8'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:11:26.749201 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-fc03f3ac-ff7c-4819-bc50-100f6bc35c4c None None] Bound port: cea99006-56db-4b04-baf2-196f3a0f3651, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae40a08-fa86-46eb-9477-d1af153d747f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '65ccc15f-0172-4223-9447-018cd04a11d8'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:11:26.749856 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fc03f3ac-ff7c-4819-bc50-100f6bc35c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:26.861181 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b3d09ec9-72a4-4aeb-beb3-f1db29c92fa2 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:26.866801 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-fc03f3ac-ff7c-4819-bc50-100f6bc35c4c None None] For port cea99006-56db-4b04-baf2-196f3a0f3651, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:11:26.870941 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-fc03f3ac-ff7c-4819-bc50-100f6bc35c4c None None] For port cea99006-56db-4b04-baf2-196f3a0f3651, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=cea99006-56db-4b04-baf2-196f3a0f3651,segment=NetworkSegment(cae40a08-fa86-46eb-9477-d1af153d747f),segment_id=cae40a08-fa86-46eb-9477-d1af153d747f)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:11:26.872143 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b3d09ec9-72a4-4aeb-beb3-f1db29c92fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:26.878154 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fc03f3ac-ff7c-4819-bc50-100f6bc35c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:26.907150 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8309ecb4-e5e3-4381-b7d8-e16f1044e40a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:26.934942 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e907733-00f7-4af4-8c1d-58007aea8a0b None None] Pushing event updated for resources: {'Port': ['ID=38db9f60-6742-4fac-ae0b-de63d801f361,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:11:27.043786 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc03f3ac-ff7c-4819-bc50-100f6bc35c4c None None] Pushing event updated for resources: {'Port': ['ID=cea99006-56db-4b04-baf2-196f3a0f3651,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:11:27.047846 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-b3d09ec9-72a4-4aeb-beb3-f1db29c92fa2 None None] Attempting to bind port 38db9f60-6742-4fac-ae0b-de63d801f361 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:11:27.048437 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-b3d09ec9-72a4-4aeb-beb3-f1db29c92fa2 None None] Attempting to bind port 38db9f60-6742-4fac-ae0b-de63d801f361 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'ac565b40-2ae3-49c1-8399-a9b77617b9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ea4cede0-2475-43dc-9ee2-3958777931c7'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:11:27.048971 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d09ec9-72a4-4aeb-beb3-f1db29c92fa2 None None] Attempting to bind port 38db9f60-6742-4fac-ae0b-de63d801f361 on network ea4cede0-2475-43dc-9ee2-3958777931c7 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:11:27.050620 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8309ecb4-e5e3-4381-b7d8-e16f1044e40a admin admin] Router 3de666e0-41a8-4d8f-b035-27ba615595f3 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 22:11:27.055777 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d09ec9-72a4-4aeb-beb3-f1db29c92fa2 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:11:27.056302 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d09ec9-72a4-4aeb-beb3-f1db29c92fa2 None None] Checking segment: {'id': 'ac565b40-2ae3-49c1-8399-a9b77617b9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ea4cede0-2475-43dc-9ee2-3958777931c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:11:27.056876 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b3d09ec9-72a4-4aeb-beb3-f1db29c92fa2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:27.057883 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d09ec9-72a4-4aeb-beb3-f1db29c92fa2 None None] Bound using segment: {'id': 'ac565b40-2ae3-49c1-8399-a9b77617b9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ea4cede0-2475-43dc-9ee2-3958777931c7'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:11:27.058649 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-b3d09ec9-72a4-4aeb-beb3-f1db29c92fa2 None None] Bound port: 38db9f60-6742-4fac-ae0b-de63d801f361, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac565b40-2ae3-49c1-8399-a9b77617b9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ea4cede0-2475-43dc-9ee2-3958777931c7'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:11:27.059540 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b3d09ec9-72a4-4aeb-beb3-f1db29c92fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:27.136497 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-b3d09ec9-72a4-4aeb-beb3-f1db29c92fa2 None None] For port 38db9f60-6742-4fac-ae0b-de63d801f361, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:11:27.143108 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-b3d09ec9-72a4-4aeb-beb3-f1db29c92fa2 None None] For port 38db9f60-6742-4fac-ae0b-de63d801f361, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=38db9f60-6742-4fac-ae0b-de63d801f361,segment=NetworkSegment(ac565b40-2ae3-49c1-8399-a9b77617b9f9),segment_id=ac565b40-2ae3-49c1-8399-a9b77617b9f9)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:11:27.149740 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b3d09ec9-72a4-4aeb-beb3-f1db29c92fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:27.213272 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8309ecb4-e5e3-4381-b7d8-e16f1044e40a admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:11:27.224530 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c74b037-a851-42b2-90dc-d28ea0c6b7eb None None] Sync routers for ids ['3de666e0-41a8-4d8f-b035-27ba615595f3'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:11:27.236284 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d09ec9-72a4-4aeb-beb3-f1db29c92fa2 None None] Routers {'9ea05c35-95d0-4b88-9fb1-75129af7ec79'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:11:27.237148 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b3d09ec9-72a4-4aeb-beb3-f1db29c92fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:11:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['9ea05c35-95d0-4b88-9fb1-75129af7ec79'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:11:27.237791 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8309ecb4-e5e3-4381-b7d8-e16f1044e40a admin admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:27.241748 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8309ecb4-e5e3-4381-b7d8-e16f1044e40a admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8330507 Nov 09 22:11:27.241889 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c74b037-a851-42b2-90dc-d28ea0c6b7eb None None] Routers {'3de666e0-41a8-4d8f-b035-27ba615595f3'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:11:27.241889 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-2c74b037-a851-42b2-90dc-d28ea0c6b7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:11:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['3de666e0-41a8-4d8f-b035-27ba615595f3'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:11:27.242122 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36454) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:11:27.286163 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e907733-00f7-4af4-8c1d-58007aea8a0b None None] Pushing event updated for resources: {'Port': ['ID=38db9f60-6742-4fac-ae0b-de63d801f361,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:11:27.367204 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-ee155e74-6580-4d08-a7bd-515f9c64f77e None None] Provisioning complete for port 38db9f60-6742-4fac-ae0b-de63d801f361 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:11:27.367571 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ee155e74-6580-4d08-a7bd-515f9c64f77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:27.410030 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-2c74b037-a851-42b2-90dc-d28ea0c6b7eb None None] Set router 3de666e0-41a8-4d8f-b035-27ba615595f3 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:11:27.444312 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-b3d09ec9-72a4-4aeb-beb3-f1db29c92fa2 None None] Set router 9ea05c35-95d0-4b88-9fb1-75129af7ec79 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:11:27.602197 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device cea99006-56db-4b04-baf2-196f3a0f3651 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:11:27.614451 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-2c74b037-a851-42b2-90dc-d28ea0c6b7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de666e0-41a8-4d8f-b035-27ba615595f3', 'name': 'tempest-TestMinimumBasicScenario-134858039-router', 'tenant_id': '09edc8bc030a485488c633d8be220fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'fecd7aaf-40bc-4649-abf7-0eb2b27e5a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:11:25Z', 'updated_at': '2021-11-09T22:11:26Z', 'revision_number': 3, 'project_id': '09edc8bc030a485488c633d8be220fae', 'gw_port': {'id': 'fecd7aaf-40bc-4649-abf7-0eb2b27e5a72', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cb:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de666e0-41a8-4d8f-b035-27ba615595f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:11:25Z', 'updated_at': '2021-11-09T22:11:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:11:27.641604 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c74b037-a851-42b2-90dc-d28ea0c6b7eb None None] Checking router: 3de666e0-41a8-4d8f-b035-27ba615595f3 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:11:27.642172 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c74b037-a851-42b2-90dc-d28ea0c6b7eb None None] Updating router 3de666e0-41a8-4d8f-b035-27ba615595f3 port fecd7aaf-40bc-4649-abf7-0eb2b27e5a72 binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 22:11:27.648960 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ee155e74-6580-4d08-a7bd-515f9c64f77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:27.670052 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2c74b037-a851-42b2-90dc-d28ea0c6b7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:27.720845 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-ee155e74-6580-4d08-a7bd-515f9c64f77e None None] For port 38db9f60-6742-4fac-ae0b-de63d801f361, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=38db9f60-6742-4fac-ae0b-de63d801f361,segment=NetworkSegment(ac565b40-2ae3-49c1-8399-a9b77617b9f9),segment_id=ac565b40-2ae3-49c1-8399-a9b77617b9f9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:11:27.746556 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ee155e74-6580-4d08-a7bd-515f9c64f77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:27.752295 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port cea99006-56db-4b04-baf2-196f3a0f3651 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:11:27.752698 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:27.834183 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5f6f899d-486b-40e3-b0f8-6fa8c42dba90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:27.971484 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2c74b037-a851-42b2-90dc-d28ea0c6b7eb None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:27.983157 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2c74b037-a851-42b2-90dc-d28ea0c6b7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:28.021325 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee155e74-6580-4d08-a7bd-515f9c64f77e None None] Pushing event updated for resources: {'Port': ['ID=38db9f60-6742-4fac-ae0b-de63d801f361,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:11:28.029319 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-57d2ecca-b0f4-4cb8-951a-37f6da9d2ee5 None None] Provisioning complete for port 38db9f60-6742-4fac-ae0b-de63d801f361 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:11:28.029697 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-57d2ecca-b0f4-4cb8-951a-37f6da9d2ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:28.042760 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-2c74b037-a851-42b2-90dc-d28ea0c6b7eb None None] Attempting to bind port fecd7aaf-40bc-4649-abf7-0eb2b27e5a72 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:11:28.043137 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-2c74b037-a851-42b2-90dc-d28ea0c6b7eb None None] Attempting to bind port fecd7aaf-40bc-4649-abf7-0eb2b27e5a72 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:11:28.043851 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c74b037-a851-42b2-90dc-d28ea0c6b7eb None None] Attempting to bind port fecd7aaf-40bc-4649-abf7-0eb2b27e5a72 on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:11:28.046702 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da8beb-8126-4e45-993d-3bc4fb8327ac None None] Pushing event updated for resources: {'Port': ['ID=fecd7aaf-40bc-4649-abf7-0eb2b27e5a72,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:11:28.052606 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c74b037-a851-42b2-90dc-d28ea0c6b7eb None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:11:28.053029 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c74b037-a851-42b2-90dc-d28ea0c6b7eb None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:11:28.053430 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2c74b037-a851-42b2-90dc-d28ea0c6b7eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:28.053959 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c74b037-a851-42b2-90dc-d28ea0c6b7eb None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:11:28.054284 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-2c74b037-a851-42b2-90dc-d28ea0c6b7eb None None] Bound port: fecd7aaf-40bc-4649-abf7-0eb2b27e5a72, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:11:28.054671 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2c74b037-a851-42b2-90dc-d28ea0c6b7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:28.055069 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-5f6f899d-486b-40e3-b0f8-6fa8c42dba90 admin admin] Allocated IP 172.20.0.1 (65ccc15f-0172-4223-9447-018cd04a11d8/74fcd190-98a1-4dbb-958b-f0a15cccd120/9068b1ce-5aad-404d-a156-1d10bf0a2f3b) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:11:28.063900 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee3e00d-c2f0-45b1-81b4-949cc9cee994 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:11:28.110792 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b3d09ec9-72a4-4aeb-beb3-f1db29c92fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea05c35-95d0-4b88-9fb1-75129af7ec79', 'name': 'tempest-TestMinimumBasicScenario-1365264964-router', 'tenant_id': 'e67d9fdd229e490ea082c4356a706b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'efa4d6b4-2902-4f39-9a9e-1ff3ef703491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:11:21Z', 'updated_at': '2021-11-09T22:11:23Z', 'revision_number': 4, 'project_id': 'e67d9fdd229e490ea082c4356a706b4a', 'gw_port': {'id': 'efa4d6b4-2902-4f39-9a9e-1ff3ef703491', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:03:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea05c35-95d0-4b88-9fb1-75129af7ec79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:11:21Z', 'updated_at': '2021-11-09T22:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '38db9f60-6742-4fac-ae0b-de63d801f361', 'name': '', 'network_id': 'ea4cede0-2475-43dc-9ee2-3958777931c7', 'tenant_id': 'e67d9fdd229e490ea082c4356a706b4a', 'mac_address': 'fa:16:3e:56:f5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea05c35-95d0-4b88-9fb1-75129af7ec79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '172fb94b-41ac-46b4-bb17-83fc34101c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:11:23Z', 'updated_at': '2021-11-09T22:11:27Z', 'revision_number': 4, 'project_id': 'e67d9fdd229e490ea082c4356a706b4a', 'subnets': [{'id': '172fb94b-41ac-46b4-bb17-83fc34101c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:11:28.127250 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-2c74b037-a851-42b2-90dc-d28ea0c6b7eb None None] For port fecd7aaf-40bc-4649-abf7-0eb2b27e5a72, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:11:28.130877 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-2c74b037-a851-42b2-90dc-d28ea0c6b7eb None None] For port fecd7aaf-40bc-4649-abf7-0eb2b27e5a72, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=fecd7aaf-40bc-4649-abf7-0eb2b27e5a72,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:11:28.142123 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2c74b037-a851-42b2-90dc-d28ea0c6b7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:28.170337 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d09ec9-72a4-4aeb-beb3-f1db29c92fa2 None None] The sync data for ids ['9ea05c35-95d0-4b88-9fb1-75129af7ec79'] in n-d-816206-3 is: [{'id': '9ea05c35-95d0-4b88-9fb1-75129af7ec79', 'name': 'tempest-TestMinimumBasicScenario-1365264964-router', 'tenant_id': 'e67d9fdd229e490ea082c4356a706b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'efa4d6b4-2902-4f39-9a9e-1ff3ef703491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:11:21Z', 'updated_at': '2021-11-09T22:11:23Z', 'revision_number': 4, 'project_id': 'e67d9fdd229e490ea082c4356a706b4a', 'gw_port': {'id': 'efa4d6b4-2902-4f39-9a9e-1ff3ef703491', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:03:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea05c35-95d0-4b88-9fb1-75129af7ec79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:11:21Z', 'updated_at': '2021-11-09T22:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '38db9f60-6742-4fac-ae0b-de63d801f361', 'name': '', 'network_id': 'ea4cede0-2475-43dc-9ee2-3958777931c7', 'tenant_id': 'e67d9fdd229e490ea082c4356a706b4a', 'mac_address': 'fa:16:3e:56:f5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea05c35-95d0-4b88-9fb1-75129af7ec79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '172fb94b-41ac-46b4-bb17-83fc34101c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:11:23Z', 'updated_at': '2021-11-09T22:11:27Z', 'revision_number': 4, 'project_id': 'e67d9fdd229e490ea082c4356a706b4a', 'subnets': [{'id': '172fb94b-41ac-46b4-bb17-83fc34101c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:11:28.180915 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:28.213920 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c74b037-a851-42b2-90dc-d28ea0c6b7eb None None] Routers {'3de666e0-41a8-4d8f-b035-27ba615595f3'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:11:28.214354 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-2c74b037-a851-42b2-90dc-d28ea0c6b7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:11:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['3de666e0-41a8-4d8f-b035-27ba615595f3'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:11:28.220191 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da8beb-8126-4e45-993d-3bc4fb8327ac None None] Pushing event updated for resources: {'Port': ['ID=fecd7aaf-40bc-4649-abf7-0eb2b27e5a72,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:11:28.262180 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a82eec0-f892-4152-b13d-cd08a2007634 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:11:28.268986 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5f6f899d-486b-40e3-b0f8-6fa8c42dba90 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:28.335467 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5f6f899d-486b-40e3-b0f8-6fa8c42dba90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:28.347757 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port cea99006-56db-4b04-baf2-196f3a0f3651, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=cea99006-56db-4b04-baf2-196f3a0f3651,segment=NetworkSegment(cae40a08-fa86-46eb-9477-d1af153d747f),segment_id=cae40a08-fa86-46eb-9477-d1af153d747f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:11:28.354744 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:28.414842 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6f899d-486b-40e3-b0f8-6fa8c42dba90 admin admin] Network 65ccc15f-0172-4223-9447-018cd04a11d8 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:11:28.420100 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-5f6f899d-486b-40e3-b0f8-6fa8c42dba90 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:11:28.422803 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6f899d-486b-40e3-b0f8-6fa8c42dba90 admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:11:28.453438 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=cea99006-56db-4b04-baf2-196f3a0f3651,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:11:28.462001 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-c6958dfc-367d-46cd-ac34-7f49b9f22d4d None None] Provisioning complete for port fecd7aaf-40bc-4649-abf7-0eb2b27e5a72 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:11:28.462466 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c6958dfc-367d-46cd-ac34-7f49b9f22d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:28.469630 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f899d-486b-40e3-b0f8-6fa8c42dba90 admin admin] Pushing event updated for resources: {'Port': ['ID=9068b1ce-5aad-404d-a156-1d10bf0a2f3b,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:11:28.483564 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5f6f899d-486b-40e3-b0f8-6fa8c42dba90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:28.504498 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b525df-6951-41d9-afe8-fe4d23291229 None None] Network 65ccc15f-0172-4223-9447-018cd04a11d8 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:11:28.568055 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-2c74b037-a851-42b2-90dc-d28ea0c6b7eb None None] Set router 3de666e0-41a8-4d8f-b035-27ba615595f3 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:11:28.641054 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5f6f899d-486b-40e3-b0f8-6fa8c42dba90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:28.665654 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c6958dfc-367d-46cd-ac34-7f49b9f22d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:28.693864 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-c6958dfc-367d-46cd-ac34-7f49b9f22d4d None None] For port fecd7aaf-40bc-4649-abf7-0eb2b27e5a72, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=fecd7aaf-40bc-4649-abf7-0eb2b27e5a72,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:11:28.708864 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c6958dfc-367d-46cd-ac34-7f49b9f22d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:28.763673 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6958dfc-367d-46cd-ac34-7f49b9f22d4d None None] Pushing event updated for resources: {'Port': ['ID=fecd7aaf-40bc-4649-abf7-0eb2b27e5a72,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:11:28.789427 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-2c74b037-a851-42b2-90dc-d28ea0c6b7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de666e0-41a8-4d8f-b035-27ba615595f3', 'name': 'tempest-TestMinimumBasicScenario-134858039-router', 'tenant_id': '09edc8bc030a485488c633d8be220fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'fecd7aaf-40bc-4649-abf7-0eb2b27e5a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:11:25Z', 'updated_at': '2021-11-09T22:11:26Z', 'revision_number': 3, 'project_id': '09edc8bc030a485488c633d8be220fae', 'gw_port': {'id': 'fecd7aaf-40bc-4649-abf7-0eb2b27e5a72', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cb:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de666e0-41a8-4d8f-b035-27ba615595f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:11:25Z', 'updated_at': '2021-11-09T22:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:11:28.825823 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c74b037-a851-42b2-90dc-d28ea0c6b7eb None None] The sync data for ids ['3de666e0-41a8-4d8f-b035-27ba615595f3'] in n-d-816206-3 is: [{'id': '3de666e0-41a8-4d8f-b035-27ba615595f3', 'name': 'tempest-TestMinimumBasicScenario-134858039-router', 'tenant_id': '09edc8bc030a485488c633d8be220fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'fecd7aaf-40bc-4649-abf7-0eb2b27e5a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:11:25Z', 'updated_at': '2021-11-09T22:11:26Z', 'revision_number': 3, 'project_id': '09edc8bc030a485488c633d8be220fae', 'gw_port': {'id': 'fecd7aaf-40bc-4649-abf7-0eb2b27e5a72', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cb:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de666e0-41a8-4d8f-b035-27ba615595f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:11:25Z', 'updated_at': '2021-11-09T22:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:11:28.837367 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-81858f30-0bb7-4656-9583-51361081dfad None None] Provisioning complete for port cea99006-56db-4b04-baf2-196f3a0f3651 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:11:28.837753 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-81858f30-0bb7-4656-9583-51361081dfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:28.889362 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5f6f899d-486b-40e3-b0f8-6fa8c42dba90 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:28.897661 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5f6f899d-486b-40e3-b0f8-6fa8c42dba90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:28.982610 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f899d-486b-40e3-b0f8-6fa8c42dba90 admin admin] Pushing event updated for resources: {'Port': ['ID=9068b1ce-5aad-404d-a156-1d10bf0a2f3b,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:11:29.009675 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5f6f899d-486b-40e3-b0f8-6fa8c42dba90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:29.067172 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-1c163d4a-de3e-47da-8728-476400dd4aa9 None None] Provisioning complete for port 9068b1ce-5aad-404d-a156-1d10bf0a2f3b triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:11:29.067548 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1c163d4a-de3e-47da-8728-476400dd4aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:29.107070 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-1c163d4a-de3e-47da-8728-476400dd4aa9 None None] Port 9068b1ce-5aad-404d-a156-1d10bf0a2f3b cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:11:29.118149 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-1c163d4a-de3e-47da-8728-476400dd4aa9 None None] Provisioning complete for port cea99006-56db-4b04-baf2-196f3a0f3651 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:11:29.118531 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1c163d4a-de3e-47da-8728-476400dd4aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:29.132883 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6f899d-486b-40e3-b0f8-6fa8c42dba90 admin admin] Network 65ccc15f-0172-4223-9447-018cd04a11d8 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:11:29.134753 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-5f6f899d-486b-40e3-b0f8-6fa8c42dba90 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:11:29.317366 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f6f899d-486b-40e3-b0f8-6fa8c42dba90 admin admin] Router 3de666e0-41a8-4d8f-b035-27ba615595f3 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:11:29.378447 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-f154b8ca-a3cd-4a7f-b369-4bdea709549c None None] Provisioning complete for port 9068b1ce-5aad-404d-a156-1d10bf0a2f3b triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:11:29.378997 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f154b8ca-a3cd-4a7f-b369-4bdea709549c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:29.435245 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-f154b8ca-a3cd-4a7f-b369-4bdea709549c None None] Port 9068b1ce-5aad-404d-a156-1d10bf0a2f3b cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:11:29.476962 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6f899d-486b-40e3-b0f8-6fa8c42dba90 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:11:29.487635 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5f6f899d-486b-40e3-b0f8-6fa8c42dba90 admin admin] 10.222.0.49 "PUT /v2.0/routers/3de666e0-41a8-4d8f-b035-27ba615595f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2447755 Nov 09 22:11:29.654595 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device cea99006-56db-4b04-baf2-196f3a0f3651 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:11:29.697222 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-726c9ce1-3c88-490f-8e24-c6d198404806 None None] Provisioning complete for port 9068b1ce-5aad-404d-a156-1d10bf0a2f3b triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:11:29.697755 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-726c9ce1-3c88-490f-8e24-c6d198404806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:29.759619 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-726c9ce1-3c88-490f-8e24-c6d198404806 None None] Port 9068b1ce-5aad-404d-a156-1d10bf0a2f3b cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:11:29.769084 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port cea99006-56db-4b04-baf2-196f3a0f3651 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:11:29.769522 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:29.862592 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device fecd7aaf-40bc-4649-abf7-0eb2b27e5a72 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:11:29.914413 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port fecd7aaf-40bc-4649-abf7-0eb2b27e5a72 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:11:29.914757 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:30.002757 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 38db9f60-6742-4fac-ae0b-de63d801f361 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:11:30.061674 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 38db9f60-6742-4fac-ae0b-de63d801f361 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:11:30.062057 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:31.640194 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc7b094-e471-47de-a0cf-0a748fd41c3b None None] Sync routers for ids ['3de666e0-41a8-4d8f-b035-27ba615595f3'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:11:31.655521 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc7b094-e471-47de-a0cf-0a748fd41c3b None None] Routers {'3de666e0-41a8-4d8f-b035-27ba615595f3'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:11:31.656611 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-3bc7b094-e471-47de-a0cf-0a748fd41c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:11:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['3de666e0-41a8-4d8f-b035-27ba615595f3'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:11:31.773742 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-3bc7b094-e471-47de-a0cf-0a748fd41c3b None None] Set router 3de666e0-41a8-4d8f-b035-27ba615595f3 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:11:32.013940 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-3bc7b094-e471-47de-a0cf-0a748fd41c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de666e0-41a8-4d8f-b035-27ba615595f3', 'name': 'tempest-TestMinimumBasicScenario-134858039-router', 'tenant_id': '09edc8bc030a485488c633d8be220fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'fecd7aaf-40bc-4649-abf7-0eb2b27e5a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:11:25Z', 'updated_at': '2021-11-09T22:11:28Z', 'revision_number': 4, 'project_id': '09edc8bc030a485488c633d8be220fae', 'gw_port': {'id': 'fecd7aaf-40bc-4649-abf7-0eb2b27e5a72', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de666e0-41a8-4d8f-b035-27ba615595f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:11:25Z', 'updated_at': '2021-11-09T22:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '9068b1ce-5aad-404d-a156-1d10bf0a2f3b', 'name': '', 'network_id': '65ccc15f-0172-4223-9447-018cd04a11d8', 'tenant_id': '09edc8bc030a485488c633d8be220fae', 'mac_address': 'fa:16:3e:6e:89:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de666e0-41a8-4d8f-b035-27ba615595f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '74fcd190-98a1-4dbb-958b-f0a15cccd120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:11:27Z', 'updated_at': '2021-11-09T22:11:28Z', 'revision_number': 2, 'project_id': '09edc8bc030a485488c633d8be220fae', 'subnets': [{'id': '74fcd190-98a1-4dbb-958b-f0a15cccd120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:11:32.043686 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc7b094-e471-47de-a0cf-0a748fd41c3b None None] Checking router: 3de666e0-41a8-4d8f-b035-27ba615595f3 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:11:32.044440 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc7b094-e471-47de-a0cf-0a748fd41c3b None None] Updating router 3de666e0-41a8-4d8f-b035-27ba615595f3 port 9068b1ce-5aad-404d-a156-1d10bf0a2f3b binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 22:11:32.071805 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3bc7b094-e471-47de-a0cf-0a748fd41c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:32.362333 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3bc7b094-e471-47de-a0cf-0a748fd41c3b None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:32.368008 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3bc7b094-e471-47de-a0cf-0a748fd41c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:32.435887 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094dc737-5d9f-40e4-bedd-910b144d2ad7 None None] Pushing event updated for resources: {'Port': ['ID=9068b1ce-5aad-404d-a156-1d10bf0a2f3b,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:11:32.493737 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-3bc7b094-e471-47de-a0cf-0a748fd41c3b None None] Attempting to bind port 9068b1ce-5aad-404d-a156-1d10bf0a2f3b on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:11:32.495104 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-3bc7b094-e471-47de-a0cf-0a748fd41c3b None None] Attempting to bind port 9068b1ce-5aad-404d-a156-1d10bf0a2f3b by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'cae40a08-fa86-46eb-9477-d1af153d747f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '65ccc15f-0172-4223-9447-018cd04a11d8'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:11:32.495771 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc7b094-e471-47de-a0cf-0a748fd41c3b None None] Attempting to bind port 9068b1ce-5aad-404d-a156-1d10bf0a2f3b on network 65ccc15f-0172-4223-9447-018cd04a11d8 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:11:32.502835 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc7b094-e471-47de-a0cf-0a748fd41c3b None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:11:32.503281 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc7b094-e471-47de-a0cf-0a748fd41c3b None None] Checking segment: {'id': 'cae40a08-fa86-46eb-9477-d1af153d747f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '65ccc15f-0172-4223-9447-018cd04a11d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:11:32.503688 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3bc7b094-e471-47de-a0cf-0a748fd41c3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:32.504077 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc7b094-e471-47de-a0cf-0a748fd41c3b None None] Bound using segment: {'id': 'cae40a08-fa86-46eb-9477-d1af153d747f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '65ccc15f-0172-4223-9447-018cd04a11d8'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:11:32.504545 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-3bc7b094-e471-47de-a0cf-0a748fd41c3b None None] Bound port: 9068b1ce-5aad-404d-a156-1d10bf0a2f3b, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae40a08-fa86-46eb-9477-d1af153d747f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '65ccc15f-0172-4223-9447-018cd04a11d8'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:11:32.504950 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3bc7b094-e471-47de-a0cf-0a748fd41c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:32.585232 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-3bc7b094-e471-47de-a0cf-0a748fd41c3b None None] For port 9068b1ce-5aad-404d-a156-1d10bf0a2f3b, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:11:32.592388 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-3bc7b094-e471-47de-a0cf-0a748fd41c3b None None] For port 9068b1ce-5aad-404d-a156-1d10bf0a2f3b, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=9068b1ce-5aad-404d-a156-1d10bf0a2f3b,segment=NetworkSegment(cae40a08-fa86-46eb-9477-d1af153d747f),segment_id=cae40a08-fa86-46eb-9477-d1af153d747f)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:11:32.601996 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3bc7b094-e471-47de-a0cf-0a748fd41c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:32.673133 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc7b094-e471-47de-a0cf-0a748fd41c3b None None] Routers {'3de666e0-41a8-4d8f-b035-27ba615595f3'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:11:32.673944 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-3bc7b094-e471-47de-a0cf-0a748fd41c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:11:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['3de666e0-41a8-4d8f-b035-27ba615595f3'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:11:32.726215 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094dc737-5d9f-40e4-bedd-910b144d2ad7 None None] Pushing event updated for resources: {'Port': ['ID=9068b1ce-5aad-404d-a156-1d10bf0a2f3b,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:11:32.803562 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-cb3d1f84-ac23-496d-a60a-a5bf287523c8 None None] Provisioning complete for port 9068b1ce-5aad-404d-a156-1d10bf0a2f3b triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:11:32.803938 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cb3d1f84-ac23-496d-a60a-a5bf287523c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:32.852765 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-3bc7b094-e471-47de-a0cf-0a748fd41c3b None None] Set router 3de666e0-41a8-4d8f-b035-27ba615595f3 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:11:33.031414 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cb3d1f84-ac23-496d-a60a-a5bf287523c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:33.094632 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-cb3d1f84-ac23-496d-a60a-a5bf287523c8 None None] For port 9068b1ce-5aad-404d-a156-1d10bf0a2f3b, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=9068b1ce-5aad-404d-a156-1d10bf0a2f3b,segment=NetworkSegment(cae40a08-fa86-46eb-9477-d1af153d747f),segment_id=cae40a08-fa86-46eb-9477-d1af153d747f)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:11:33.100108 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cb3d1f84-ac23-496d-a60a-a5bf287523c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:33.193224 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d1f84-ac23-496d-a60a-a5bf287523c8 None None] Pushing event updated for resources: {'Port': ['ID=9068b1ce-5aad-404d-a156-1d10bf0a2f3b,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:11:33.205158 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-3bc7b094-e471-47de-a0cf-0a748fd41c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de666e0-41a8-4d8f-b035-27ba615595f3', 'name': 'tempest-TestMinimumBasicScenario-134858039-router', 'tenant_id': '09edc8bc030a485488c633d8be220fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'fecd7aaf-40bc-4649-abf7-0eb2b27e5a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:11:25Z', 'updated_at': '2021-11-09T22:11:28Z', 'revision_number': 4, 'project_id': '09edc8bc030a485488c633d8be220fae', 'gw_port': {'id': 'fecd7aaf-40bc-4649-abf7-0eb2b27e5a72', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de666e0-41a8-4d8f-b035-27ba615595f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:11:25Z', 'updated_at': '2021-11-09T22:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '9068b1ce-5aad-404d-a156-1d10bf0a2f3b', 'name': '', 'network_id': '65ccc15f-0172-4223-9447-018cd04a11d8', 'tenant_id': '09edc8bc030a485488c633d8be220fae', 'mac_address': 'fa:16:3e:6e:89:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de666e0-41a8-4d8f-b035-27ba615595f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '74fcd190-98a1-4dbb-958b-f0a15cccd120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:11:27Z', 'updated_at': '2021-11-09T22:11:32Z', 'revision_number': 4, 'project_id': '09edc8bc030a485488c633d8be220fae', 'subnets': [{'id': '74fcd190-98a1-4dbb-958b-f0a15cccd120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:11:33.239259 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc7b094-e471-47de-a0cf-0a748fd41c3b None None] The sync data for ids ['3de666e0-41a8-4d8f-b035-27ba615595f3'] in n-d-816206-3 is: [{'id': '3de666e0-41a8-4d8f-b035-27ba615595f3', 'name': 'tempest-TestMinimumBasicScenario-134858039-router', 'tenant_id': '09edc8bc030a485488c633d8be220fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'fecd7aaf-40bc-4649-abf7-0eb2b27e5a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:11:25Z', 'updated_at': '2021-11-09T22:11:28Z', 'revision_number': 4, 'project_id': '09edc8bc030a485488c633d8be220fae', 'gw_port': {'id': 'fecd7aaf-40bc-4649-abf7-0eb2b27e5a72', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de666e0-41a8-4d8f-b035-27ba615595f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:11:25Z', 'updated_at': '2021-11-09T22:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '9068b1ce-5aad-404d-a156-1d10bf0a2f3b', 'name': '', 'network_id': '65ccc15f-0172-4223-9447-018cd04a11d8', 'tenant_id': '09edc8bc030a485488c633d8be220fae', 'mac_address': 'fa:16:3e:6e:89:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de666e0-41a8-4d8f-b035-27ba615595f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '74fcd190-98a1-4dbb-958b-f0a15cccd120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:11:27Z', 'updated_at': '2021-11-09T22:11:32Z', 'revision_number': 4, 'project_id': '09edc8bc030a485488c633d8be220fae', 'subnets': [{'id': '74fcd190-98a1-4dbb-958b-f0a15cccd120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:11:33.249681 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-956c1733-1660-4f0e-b592-2c88ef54979d None None] Provisioning complete for port 9068b1ce-5aad-404d-a156-1d10bf0a2f3b triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:11:33.250147 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-956c1733-1660-4f0e-b592-2c88ef54979d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:33.548780 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 9068b1ce-5aad-404d-a156-1d10bf0a2f3b up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:11:33.799016 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 9068b1ce-5aad-404d-a156-1d10bf0a2f3b triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:11:33.799727 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:34.159599 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:39.893932 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-f44591cf-89ce-4faf-acdf-c16a3f443ccb tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:11:39.895379 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-f44591cf-89ce-4faf-acdf-c16a3f443ccb tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/networks?id=ea4cede0-2475-43dc-9ee2-3958777931c7 HTTP/1.1" status: 200 len: 815 time: 0.1029449 Nov 09 22:11:39.912864 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-a0812a1c-3750-49e7-b562-49e46d50fb71 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/quotas/e67d9fdd229e490ea082c4356a706b4a HTTP/1.1" status: 200 len: 375 time: 0.0112100 Nov 09 22:11:39.961176 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-f79dad5a-0c10-4964-a929-d48d4794ee86 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e67d9fdd229e490ea082c4356a706b4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429885 Nov 09 22:11:40.193427 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-eed70fdb-6db1-4735-a265-860701c2825d service neutron] 10.222.0.49 "GET /v2.0/networks/ea4cede0-2475-43dc-9ee2-3958777931c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285186 Nov 09 22:11:40.281395 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-59aae150-533c-41f7-a5b2-5e136af91628 service neutron] 10.222.0.49 "GET /v2.0/networks/ea4cede0-2475-43dc-9ee2-3958777931c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812685 Nov 09 22:11:40.449445 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a7cc2556-43ec-46f0-9396-b1ea72cefa9d req-dc801cc1-6d61-4e0b-9034-bb3c8c961b4a tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea HTTP/1.1" status: 200 len: 210 time: 0.0308561 Nov 09 22:11:41.366626 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-86cfcf59-484d-437b-bb44-7ff73145dfdb tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:11:41.368077 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-86cfcf59-484d-437b-bb44-7ff73145dfdb tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.45 "GET /v2.0/networks?id=ea4cede0-2475-43dc-9ee2-3958777931c7 HTTP/1.1" status: 200 len: 815 time: 0.1106842 Nov 09 22:11:41.381185 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-8e5d8111-ee55-4dca-9ccf-0bd85cbd2368 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Request body: {'port': {'device_id': '8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea', 'network_id': 'ea4cede0-2475-43dc-9ee2-3958777931c7', 'admin_state_up': True, 'tenant_id': 'e67d9fdd229e490ea082c4356a706b4a'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:11:41.502384 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-8e5d8111-ee55-4dca-9ccf-0bd85cbd2368 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Made reservation on behalf of e67d9fdd229e490ea082c4356a706b4a for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:11:41.506055 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-8e5d8111-ee55-4dca-9ccf-0bd85cbd2368 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:41.559574 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4dbf7cc7-3373-499f-b147-dfc414db6723 req-9ffdb011-a81e-4ea6-8a69-8eb22c3f7902 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea HTTP/1.1" status: 200 len: 210 time: 0.0377495 Nov 09 22:11:41.695249 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-8e5d8111-ee55-4dca-9ccf-0bd85cbd2368 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Allocated IP 172.20.0.12 (ea4cede0-2475-43dc-9ee2-3958777931c7/172fb94b-41ac-46b4-bb17-83fc34101c65/48ab3783-55ca-4c94-951f-1a16b98fc795) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:11:41.884426 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-8e5d8111-ee55-4dca-9ccf-0bd85cbd2368 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:41.933292 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-8e5d8111-ee55-4dca-9ccf-0bd85cbd2368 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:41.987507 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-8e5d8111-ee55-4dca-9ccf-0bd85cbd2368 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Network ea4cede0-2475-43dc-9ee2-3958777931c7 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:11:41.993849 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-8e5d8111-ee55-4dca-9ccf-0bd85cbd2368 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:11:41.998333 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-8e5d8111-ee55-4dca-9ccf-0bd85cbd2368 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:11:42.004570 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d8111-ee55-4dca-9ccf-0bd85cbd2368 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Pushing event updated for resources: {'Port': ['ID=48ab3783-55ca-4c94-951f-1a16b98fc795,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:11:42.286635 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-4378653d-d57e-4d78-82c6-160e4f9b07c5 None None] Provisioning complete for port 48ab3783-55ca-4c94-951f-1a16b98fc795 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:11:42.287280 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4378653d-d57e-4d78-82c6-160e4f9b07c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:42.322202 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-4378653d-d57e-4d78-82c6-160e4f9b07c5 None None] Port 48ab3783-55ca-4c94-951f-1a16b98fc795 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:11:42.447894 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5d8111-ee55-4dca-9ccf-0bd85cbd2368 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:11:42.448467 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5d8111-ee55-4dca-9ccf-0bd85cbd2368 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:11:42.448467 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5d8111-ee55-4dca-9ccf-0bd85cbd2368 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:11:42.448838 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5d8111-ee55-4dca-9ccf-0bd85cbd2368 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:11:42.449176 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5d8111-ee55-4dca-9ccf-0bd85cbd2368 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:11:42.449511 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5d8111-ee55-4dca-9ccf-0bd85cbd2368 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:11:42.449844 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5d8111-ee55-4dca-9ccf-0bd85cbd2368 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:11:42.450172 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5d8111-ee55-4dca-9ccf-0bd85cbd2368 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:11:42.450503 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5d8111-ee55-4dca-9ccf-0bd85cbd2368 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:11:42.450833 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5d8111-ee55-4dca-9ccf-0bd85cbd2368 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:11:42.451161 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5d8111-ee55-4dca-9ccf-0bd85cbd2368 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:11:42.451545 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5d8111-ee55-4dca-9ccf-0bd85cbd2368 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:11:42.476453 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-8e5d8111-ee55-4dca-9ccf-0bd85cbd2368 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:11:42.477119 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-8e5d8111-ee55-4dca-9ccf-0bd85cbd2368 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:42.495389 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-8e5d8111-ee55-4dca-9ccf-0bd85cbd2368 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1184247 Nov 09 22:11:42.683129 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8048a-a3f6-49ae-82ae-45686d36baa6 req-36389c01-7350-4351-8325-717bc257789a tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:11:42.684822 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3df8048a-a3f6-49ae-82ae-45686d36baa6 req-36389c01-7350-4351-8325-717bc257789a tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea HTTP/1.1" status: 200 len: 932 time: 0.0565968 Nov 09 22:11:42.735948 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3df8048a-a3f6-49ae-82ae-45686d36baa6 req-1e6f7c53-438e-4ffa-b527-6949cdd5ca4b tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/security-groups?id=00a90445-f43c-49e4-a56f-601621f61649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445864 Nov 09 22:11:43.867566 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54cd99a-8a53-47d3-a65e-82396da9a4c2 req-23c745d3-87a0-42ef-8a83-0d239b52b327 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:11:43.869184 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f54cd99a-8a53-47d3-a65e-82396da9a4c2 req-23c745d3-87a0-42ef-8a83-0d239b52b327 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea HTTP/1.1" status: 200 len: 932 time: 0.0505095 Nov 09 22:11:43.919513 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f54cd99a-8a53-47d3-a65e-82396da9a4c2 req-a675c446-3e01-4946-acd8-d9b133f78c7b tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/security-groups?id=00a90445-f43c-49e4-a56f-601621f61649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431628 Nov 09 22:11:45.041689 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f9adb-ccf7-4124-98f1-14e4df261b9e req-b6ab1a53-5df6-4558-af07-9b4c7835cb9a tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:11:45.044107 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-782f9adb-ccf7-4124-98f1-14e4df261b9e req-b6ab1a53-5df6-4558-af07-9b4c7835cb9a tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea HTTP/1.1" status: 200 len: 932 time: 0.0556123 Nov 09 22:11:45.091495 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-782f9adb-ccf7-4124-98f1-14e4df261b9e req-89592c9c-0148-437f-9002-802eeeb09ef3 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/security-groups?id=00a90445-f43c-49e4-a56f-601621f61649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412874 Nov 09 22:11:46.209883 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41569015-0e73-42c5-b87c-26c390172420 req-8d76f540-b24e-46d6-9942-e2edb5c25cc4 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:11:46.211366 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-41569015-0e73-42c5-b87c-26c390172420 req-8d76f540-b24e-46d6-9942-e2edb5c25cc4 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea HTTP/1.1" status: 200 len: 932 time: 0.0482459 Nov 09 22:11:46.261722 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-41569015-0e73-42c5-b87c-26c390172420 req-641a1878-a351-4224-8c64-0be50c66c86e tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/security-groups?id=00a90445-f43c-49e4-a56f-601621f61649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435603 Nov 09 22:11:47.383283 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498321d-e560-48b6-b025-63cd86b9ca2f req-b8048615-41f6-4b49-ada2-f59952eb5eaf tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:11:47.384838 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5498321d-e560-48b6-b025-63cd86b9ca2f req-b8048615-41f6-4b49-ada2-f59952eb5eaf tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea HTTP/1.1" status: 200 len: 932 time: 0.0563426 Nov 09 22:11:47.441068 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5498321d-e560-48b6-b025-63cd86b9ca2f req-b08c01c0-5780-4d71-915d-7ccbf2aec843 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/security-groups?id=00a90445-f43c-49e4-a56f-601621f61649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503561 Nov 09 22:11:47.714804 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5c2be76a-58cc-499e-8f76-3c7531e8b4b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:48.567137 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3ed85-b920-484f-a071-6c63f8411c30 req-333feece-8aaa-4b2e-b146-b28e1d91ca59 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:11:48.568767 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0bc3ed85-b920-484f-a071-6c63f8411c30 req-333feece-8aaa-4b2e-b146-b28e1d91ca59 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea HTTP/1.1" status: 200 len: 932 time: 0.0601861 Nov 09 22:11:48.619918 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0bc3ed85-b920-484f-a071-6c63f8411c30 req-ddec95e0-75e9-44fd-9f49-66b64b36c547 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/security-groups?id=00a90445-f43c-49e4-a56f-601621f61649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445867 Nov 09 22:11:49.742091 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9133af-c8ec-4cfa-a5eb-770ee30db557 req-656ae384-1684-4c89-8fd1-47da11901088 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:11:49.743623 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3c9133af-c8ec-4cfa-a5eb-770ee30db557 req-656ae384-1684-4c89-8fd1-47da11901088 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea HTTP/1.1" status: 200 len: 932 time: 0.0498488 Nov 09 22:11:49.796665 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3c9133af-c8ec-4cfa-a5eb-770ee30db557 req-f20b7856-0433-4e4f-94aa-a3a9743b9fbd tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/security-groups?id=00a90445-f43c-49e4-a56f-601621f61649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446882 Nov 09 22:11:50.229076 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5e3e81e2-06ce-4474-b7c6-dc9a977d6350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:50.915981 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfeed70-9cbe-43b0-8e93-907d9c286565 req-0cf3769b-f4f6-4f87-a8be-9466977d2a0d tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:11:50.917600 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1dfeed70-9cbe-43b0-8e93-907d9c286565 req-0cf3769b-f4f6-4f87-a8be-9466977d2a0d tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea HTTP/1.1" status: 200 len: 932 time: 0.0500054 Nov 09 22:11:50.978197 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1dfeed70-9cbe-43b0-8e93-907d9c286565 req-5f3abb4f-1484-4b15-b993-24d8b26b4494 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/security-groups?id=00a90445-f43c-49e4-a56f-601621f61649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545118 Nov 09 22:11:51.216928 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:51.968855 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:11:52.089355 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6275c020-3b08-4413-aa24-c78997b5fe04 req-f06cdd4b-fba5-4dd9-859f-56162d369625 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:11:52.090721 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6275c020-3b08-4413-aa24-c78997b5fe04 req-f06cdd4b-fba5-4dd9-859f-56162d369625 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea HTTP/1.1" status: 200 len: 932 time: 0.0471470 Nov 09 22:11:52.140348 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6275c020-3b08-4413-aa24-c78997b5fe04 req-26f60d78-e0f7-4fb3-9011-9d68f8330bff tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/security-groups?id=00a90445-f43c-49e4-a56f-601621f61649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437806 Nov 09 22:11:52.314705 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-1f88d853-f475-4bfb-a432-812fb30ff9ba service neutron] Request body: {'port': {'device_id': '8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:11:52.369548 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-1f88d853-f475-4bfb-a432-812fb30ff9ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:52.567265 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:52.631722 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-1f88d853-f475-4bfb-a432-812fb30ff9ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48ab3783-55ca-4c94-951f-1a16b98fc795 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 22:11:52.639438 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-1f88d853-f475-4bfb-a432-812fb30ff9ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:52.651871 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-1f88d853-f475-4bfb-a432-812fb30ff9ba service neutron] Transition to ACTIVE for port object 48ab3783-55ca-4c94-951f-1a16b98fc795 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 22:11:52.655121 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-1f88d853-f475-4bfb-a432-812fb30ff9ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:52.704855 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f88d853-f475-4bfb-a432-812fb30ff9ba service neutron] Pushing event updated for resources: {'Port': ['ID=48ab3783-55ca-4c94-951f-1a16b98fc795,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:11:52.777366 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-1f88d853-f475-4bfb-a432-812fb30ff9ba service neutron] Attempting to bind port 48ab3783-55ca-4c94-951f-1a16b98fc795 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:11:52.777703 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-1f88d853-f475-4bfb-a432-812fb30ff9ba service neutron] Attempting to bind port 48ab3783-55ca-4c94-951f-1a16b98fc795 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'ac565b40-2ae3-49c1-8399-a9b77617b9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ea4cede0-2475-43dc-9ee2-3958777931c7'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:11:52.778032 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-1f88d853-f475-4bfb-a432-812fb30ff9ba service neutron] Attempting to bind port 48ab3783-55ca-4c94-951f-1a16b98fc795 on network ea4cede0-2475-43dc-9ee2-3958777931c7 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:11:52.782677 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-1f88d853-f475-4bfb-a432-812fb30ff9ba service neutron] Port 48ab3783-55ca-4c94-951f-1a16b98fc795 on network ea4cede0-2475-43dc-9ee2-3958777931c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 22:11:52.782994 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-1f88d853-f475-4bfb-a432-812fb30ff9ba service neutron] Attempting to bind port 48ab3783-55ca-4c94-951f-1a16b98fc795 on network ea4cede0-2475-43dc-9ee2-3958777931c7 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:11:52.788201 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-1f88d853-f475-4bfb-a432-812fb30ff9ba service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:11:52.788531 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-1f88d853-f475-4bfb-a432-812fb30ff9ba service neutron] Checking segment: {'id': 'ac565b40-2ae3-49c1-8399-a9b77617b9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ea4cede0-2475-43dc-9ee2-3958777931c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:11:52.788943 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-1f88d853-f475-4bfb-a432-812fb30ff9ba service neutron] Bound using segment: {'id': 'ac565b40-2ae3-49c1-8399-a9b77617b9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ea4cede0-2475-43dc-9ee2-3958777931c7'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:11:52.789371 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-1f88d853-f475-4bfb-a432-812fb30ff9ba service neutron] Bound port: 48ab3783-55ca-4c94-951f-1a16b98fc795, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac565b40-2ae3-49c1-8399-a9b77617b9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ea4cede0-2475-43dc-9ee2-3958777931c7'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:11:52.789722 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-1f88d853-f475-4bfb-a432-812fb30ff9ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:52.853961 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-1f88d853-f475-4bfb-a432-812fb30ff9ba service neutron] For port 48ab3783-55ca-4c94-951f-1a16b98fc795, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:11:52.857657 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-1f88d853-f475-4bfb-a432-812fb30ff9ba service neutron] For port 48ab3783-55ca-4c94-951f-1a16b98fc795, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=48ab3783-55ca-4c94-951f-1a16b98fc795,segment=NetworkSegment(ac565b40-2ae3-49c1-8399-a9b77617b9f9),segment_id=ac565b40-2ae3-49c1-8399-a9b77617b9f9)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:11:52.861743 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-1f88d853-f475-4bfb-a432-812fb30ff9ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:52.894260 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-1f88d853-f475-4bfb-a432-812fb30ff9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:11:52.895039 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-1f88d853-f475-4bfb-a432-812fb30ff9ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:52.897350 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-1f88d853-f475-4bfb-a432-812fb30ff9ba service neutron] 10.222.0.45 "PUT /v2.0/ports/48ab3783-55ca-4c94-951f-1a16b98fc795 HTTP/1.1" status: 200 len: 1092 time: 0.5862305 Nov 09 22:11:52.899566 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea', 'tag': '48ab3783-55ca-4c94-951f-1a16b98fc795'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:11:52.903998 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2737eae40cef112d1dfa64c8a6cf3edc76bfb64f9e32f72bfe3df0a7140357a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e751253-bb4c-4248-86db-75aa3e7e8acd" -d '{"events": [{"name": "network-changed", "server_uuid": "8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea", "tag": "48ab3783-55ca-4c94-951f-1a16b98fc795"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:11:52.936271 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f88d853-f475-4bfb-a432-812fb30ff9ba service neutron] Pushing event updated for resources: {'Port': ['ID=48ab3783-55ca-4c94-951f-1a16b98fc795,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:11:52.975627 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d73914-2d23-431f-a520-a48121f83e31 x-openstack-request-id: req-d1d73914-2d23-431f-a520-a48121f83e31 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:11:52.975922 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea", "tag": "48ab3783-55ca-4c94-951f-1a16b98fc795", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:11:52.976177 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d1d73914-2d23-431f-a520-a48121f83e31 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:11:52.976578 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea', 'tag': '48ab3783-55ca-4c94-951f-1a16b98fc795', 'status': 'completed', 'code': 200} Nov 09 22:11:52.993608 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-42cfbf27-8b55-4473-a1e1-24b2ddb9e6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:11:52.995237 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-42cfbf27-8b55-4473-a1e1-24b2ddb9e6c9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e67d9fdd229e490ea082c4356a706b4a&device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea HTTP/1.1" status: 200 len: 1095 time: 0.0511153 Nov 09 22:11:53.045359 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-2eb53618-2f54-4935-a85a-f35ab5cc5b36 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48ab3783-55ca-4c94-951f-1a16b98fc795 HTTP/1.1" status: 200 len: 217 time: 0.0413072 Nov 09 22:11:53.095421 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-e2bd6328-c10e-481f-864b-4f39e727471e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:11:53.096960 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-e2bd6328-c10e-481f-864b-4f39e727471e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=172fb94b-41ac-46b4-bb17-83fc34101c65 HTTP/1.1" status: 200 len: 854 time: 0.0453303 Nov 09 22:11:53.144406 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-d180a19c-d87c-4658-b5a9-f408c16e971d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:11:53.145875 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-d180a19c-d87c-4658-b5a9-f408c16e971d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ea4cede0-2475-43dc-9ee2-3958777931c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403504 Nov 09 22:11:53.238178 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-c6d4d660-dd51-4dec-90fc-aa485ae982e6 service neutron] 10.222.0.45 "GET /v2.0/networks/ea4cede0-2475-43dc-9ee2-3958777931c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848587 Nov 09 22:11:53.256184 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8851e08-e978-489d-8322-0f3300d3a74a req-2cb01be6-131c-4d2d-b7b7-82c81b1f359f tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:11:53.257704 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a8851e08-e978-489d-8322-0f3300d3a74a req-2cb01be6-131c-4d2d-b7b7-82c81b1f359f tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea HTTP/1.1" status: 200 len: 944 time: 0.0489366 Nov 09 22:11:53.295717 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:53.308154 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a8851e08-e978-489d-8322-0f3300d3a74a req-74cd0892-a8e5-4bd4-9e7e-2ba995411f3b tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/security-groups?id=00a90445-f43c-49e4-a56f-601621f61649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438275 Nov 09 22:11:53.328104 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bfa4f106-e178-4c30-9bbd-c64e50a1b478 req-766ff126-4360-4181-aa73-7b3720192e00 service neutron] 10.222.0.45 "GET /v2.0/networks/ea4cede0-2475-43dc-9ee2-3958777931c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834527 Nov 09 22:11:53.419214 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e751253-bb4c-4248-86db-75aa3e7e8acd req-ef6fa78b-c61c-48c3-bc6e-6bcf4f4e7ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:11:53.420726 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4e751253-bb4c-4248-86db-75aa3e7e8acd req-ef6fa78b-c61c-48c3-bc6e-6bcf4f4e7ea1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e67d9fdd229e490ea082c4356a706b4a&device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea HTTP/1.1" status: 200 len: 1095 time: 0.0459702 Nov 09 22:11:53.481209 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:53.514013 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e751253-bb4c-4248-86db-75aa3e7e8acd req-1faa037f-7e74-40b2-aa8c-22ecb12ccb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:11:53.515480 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4e751253-bb4c-4248-86db-75aa3e7e8acd req-1faa037f-7e74-40b2-aa8c-22ecb12ccb37 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ea4cede0-2475-43dc-9ee2-3958777931c7 HTTP/1.1" status: 200 len: 915 time: 0.0880620 Nov 09 22:11:53.562584 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4e751253-bb4c-4248-86db-75aa3e7e8acd req-5cb25b1e-f50c-447a-b2b0-917c982141d1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48ab3783-55ca-4c94-951f-1a16b98fc795 HTTP/1.1" status: 200 len: 217 time: 0.0406303 Nov 09 22:11:53.610346 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e751253-bb4c-4248-86db-75aa3e7e8acd req-68107a30-0d12-4387-af8e-6ddd7b01d1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:11:53.611790 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4e751253-bb4c-4248-86db-75aa3e7e8acd req-68107a30-0d12-4387-af8e-6ddd7b01d1ff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=172fb94b-41ac-46b4-bb17-83fc34101c65 HTTP/1.1" status: 200 len: 854 time: 0.0426257 Nov 09 22:11:53.658331 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e751253-bb4c-4248-86db-75aa3e7e8acd req-92814d86-6b47-4ffa-8ee2-ff3ee59e142f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:11:53.660014 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4e751253-bb4c-4248-86db-75aa3e7e8acd req-92814d86-6b47-4ffa-8ee2-ff3ee59e142f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ea4cede0-2475-43dc-9ee2-3958777931c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393493 Nov 09 22:11:53.750034 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4e751253-bb4c-4248-86db-75aa3e7e8acd req-16b0c5da-0cc8-420f-b406-49a09c6246e5 service neutron] 10.222.0.45 "GET /v2.0/networks/ea4cede0-2475-43dc-9ee2-3958777931c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827537 Nov 09 22:11:53.838257 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4e751253-bb4c-4248-86db-75aa3e7e8acd req-9f83941c-3987-4893-a5ed-5c90d4fb0438 service neutron] 10.222.0.45 "GET /v2.0/networks/ea4cede0-2475-43dc-9ee2-3958777931c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806258 Nov 09 22:11:54.423382 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91fd220-2bf3-4e30-b074-7bb551cf11dd req-1fc07460-5ef6-42d4-9553-a51818b21454 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:11:54.424859 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d91fd220-2bf3-4e30-b074-7bb551cf11dd req-1fc07460-5ef6-42d4-9553-a51818b21454 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea HTTP/1.1" status: 200 len: 944 time: 0.0489588 Nov 09 22:11:54.471187 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d91fd220-2bf3-4e30-b074-7bb551cf11dd req-32f7957f-75a6-4f48-996a-edb491bd1fc4 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/security-groups?id=00a90445-f43c-49e4-a56f-601621f61649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402625 Nov 09 22:11:55.583612 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa605fb-63f1-48aa-8b5e-8ca89389d3c5 req-e54903af-846d-4321-8e90-954c27efd163 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:11:55.585078 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cfa605fb-63f1-48aa-8b5e-8ca89389d3c5 req-e54903af-846d-4321-8e90-954c27efd163 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea HTTP/1.1" status: 200 len: 944 time: 0.0477500 Nov 09 22:11:55.632535 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cfa605fb-63f1-48aa-8b5e-8ca89389d3c5 req-3038b6aa-8024-4086-8702-8aa04d3d1c42 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/security-groups?id=00a90445-f43c-49e4-a56f-601621f61649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414498 Nov 09 22:11:55.820914 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 48ab3783-55ca-4c94-951f-1a16b98fc795 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 22:11:55.915038 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 48ab3783-55ca-4c94-951f-1a16b98fc795, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=48ab3783-55ca-4c94-951f-1a16b98fc795,segment=NetworkSegment(ac565b40-2ae3-49c1-8399-a9b77617b9f9),segment_id=ac565b40-2ae3-49c1-8399-a9b77617b9f9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:11:55.926423 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '48ab3783-55ca-4c94-951f-1a16b98fc795', 'network_id': 'ea4cede0-2475-43dc-9ee2-3958777931c7', 'port_id': '48ab3783-55ca-4c94-951f-1a16b98fc795', 'mac_address': 'fa:16:3e:ed:43:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '172fb94b-41ac-46b4-bb17-83fc34101c65', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 22:11:55.961374 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:55.974370 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48ab3783-55ca-4c94-951f-1a16b98fc795 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 22:11:55.993518 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 48ab3783-55ca-4c94-951f-1a16b98fc795, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=48ab3783-55ca-4c94-951f-1a16b98fc795,segment=NetworkSegment(ac565b40-2ae3-49c1-8399-a9b77617b9f9),segment_id=ac565b40-2ae3-49c1-8399-a9b77617b9f9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:11:55.997479 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:56.047046 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=48ab3783-55ca-4c94-951f-1a16b98fc795,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:11:56.054176 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:11:56.054515 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:11:56.054848 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:11:56.055179 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:11:56.055506 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:11:56.055834 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:11:56.056155 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:11:56.056473 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:11:56.056815 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:11:56.057409 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:11:56.057735 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:11:56.058054 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:11:56.232082 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['48ab3783-55ca-4c94-951f-1a16b98fc795'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 22:11:56.749076 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9bb48-340c-4270-8ef9-51b8dab326c2 req-39ca69a4-d615-4a12-b16d-3be68a356d48 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:11:56.750549 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-46e9bb48-340c-4270-8ef9-51b8dab326c2 req-39ca69a4-d615-4a12-b16d-3be68a356d48 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea HTTP/1.1" status: 200 len: 945 time: 0.0520768 Nov 09 22:11:56.796955 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-46e9bb48-340c-4270-8ef9-51b8dab326c2 req-02559dd1-d22a-4d01-b7c3-a1ed1f2c489b tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/security-groups?id=00a90445-f43c-49e4-a56f-601621f61649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405502 Nov 09 22:11:57.827630 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 48ab3783-55ca-4c94-951f-1a16b98fc795 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:11:57.878582 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 48ab3783-55ca-4c94-951f-1a16b98fc795 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 22:11:57.882743 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 48ab3783-55ca-4c94-951f-1a16b98fc795 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:11:57.883117 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:57.916571 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469beeb-e527-49d6-b46b-ff2a27f23b49 req-cbb4d53a-016c-41ea-a96f-2126da196e96 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:11:57.918094 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b469beeb-e527-49d6-b46b-ff2a27f23b49 req-cbb4d53a-016c-41ea-a96f-2126da196e96 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea HTTP/1.1" status: 200 len: 945 time: 0.0538483 Nov 09 22:11:57.967010 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:57.967914 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b469beeb-e527-49d6-b46b-ff2a27f23b49 req-d12680ac-1bd0-49e8-bff3-cba429f364c4 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/security-groups?id=00a90445-f43c-49e4-a56f-601621f61649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438373 Nov 09 22:11:57.989455 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ab3783-55ca-4c94-951f-1a16b98fc795'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:11:57.991682 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbbffabc46a25035f6c0210104ebac0979452e44f6408783e2f348470e25243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3f9d44-8b2f-41dc-b754-dd8c9bda07af" -d '{"events": [{"server_uuid": "8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea", "name": "network-vif-plugged", "status": "completed", "tag": "48ab3783-55ca-4c94-951f-1a16b98fc795"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:11:58.004555 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 48ab3783-55ca-4c94-951f-1a16b98fc795, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=48ab3783-55ca-4c94-951f-1a16b98fc795,segment=NetworkSegment(ac565b40-2ae3-49c1-8399-a9b77617b9f9),segment_id=ac565b40-2ae3-49c1-8399-a9b77617b9f9)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:11:58.010040 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:11:58.036145 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 22:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ee2b50-58d5-40a8-a20b-6c64fbb66553 x-openstack-request-id: req-a3ee2b50-58d5-40a8-a20b-6c64fbb66553 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:11:58.036437 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea", "name": "network-vif-plugged", "status": "completed", "tag": "48ab3783-55ca-4c94-951f-1a16b98fc795", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:11:58.036728 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a3ee2b50-58d5-40a8-a20b-6c64fbb66553 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:11:58.037104 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ab3783-55ca-4c94-951f-1a16b98fc795', 'code': 200} Nov 09 22:11:58.062590 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=48ab3783-55ca-4c94-951f-1a16b98fc795,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:11:58.124757 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb0e51-ada1-4569-9aef-a50b8170c527 req-a073b6b9-5470-4588-a3d8-da9658e0c579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:11:58.126155 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7bbb0e51-ada1-4569-9aef-a50b8170c527 req-a073b6b9-5470-4588-a3d8-da9658e0c579 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea HTTP/1.1" status: 200 len: 1097 time: 0.0390413 Nov 09 22:11:58.169354 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7bbb0e51-ada1-4569-9aef-a50b8170c527 req-7853b4d0-66e5-4a95-bea6-664c1adef3bb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=00a90445-f43c-49e4-a56f-601621f61649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366828 Nov 09 22:11:59.079391 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9137b26d-a785-429f-b60a-8a05ff026ebe req-9112140d-362a-4a5f-acec-c935ef5bf704 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:11:59.080883 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9137b26d-a785-429f-b60a-8a05ff026ebe req-9112140d-362a-4a5f-acec-c935ef5bf704 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea HTTP/1.1" status: 200 len: 946 time: 0.0479498 Nov 09 22:11:59.128044 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9137b26d-a785-429f-b60a-8a05ff026ebe req-842f79d8-5033-4d2b-8886-0272f06900d6 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/security-groups?id=00a90445-f43c-49e4-a56f-601621f61649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411999 Nov 09 22:12:00.246759 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985e706-e8aa-4db2-9f78-5dca813813f9 req-7f702162-2565-410c-8e0c-2b1fcf47d394 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:12:00.248226 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b985e706-e8aa-4db2-9f78-5dca813813f9 req-7f702162-2565-410c-8e0c-2b1fcf47d394 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea HTTP/1.1" status: 200 len: 946 time: 0.0524545 Nov 09 22:12:00.299386 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b985e706-e8aa-4db2-9f78-5dca813813f9 req-fd2c2dc1-cca4-40a1-b686-18dd46ab366d tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/security-groups?id=00a90445-f43c-49e4-a56f-601621f61649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451624 Nov 09 22:12:00.416429 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58887641-e813-4dad-a13e-38ca108bba35 req-3558ca13-71a2-4532-8d2b-f6420c376429 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:12:00.417826 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-58887641-e813-4dad-a13e-38ca108bba35 req-3558ca13-71a2-4532-8d2b-f6420c376429 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea HTTP/1.1" status: 200 len: 946 time: 0.0522478 Nov 09 22:12:00.464238 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-58887641-e813-4dad-a13e-38ca108bba35 req-4f6da08c-eeb3-4a10-bd24-478e4d087e40 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/security-groups?id=00a90445-f43c-49e4-a56f-601621f61649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405319 Nov 09 22:12:00.654582 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c562b-4de0-4e34-9def-650ab3b06628 req-8aff7c1b-9125-40f0-96d4-0b2e101b8045 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:12:00.656059 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-716c562b-4de0-4e34-9def-650ab3b06628 req-8aff7c1b-9125-40f0-96d4-0b2e101b8045 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea HTTP/1.1" status: 200 len: 946 time: 0.0487607 Nov 09 22:12:00.705216 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-716c562b-4de0-4e34-9def-650ab3b06628 req-e0433861-0c2b-42b1-8b82-75f60a706e87 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/security-groups?id=00a90445-f43c-49e4-a56f-601621f61649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427592 Nov 09 22:12:04.167479 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:13.224518 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5f047-3f18-4ae7-bd44-adf0bca509b6 req-84464e08-5f02-46c2-8c6e-def16ac15f73 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:12:13.226019 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e8b5f047-3f18-4ae7-bd44-adf0bca509b6 req-84464e08-5f02-46c2-8c6e-def16ac15f73 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea HTTP/1.1" status: 200 len: 946 time: 0.0562189 Nov 09 22:12:13.278563 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e8b5f047-3f18-4ae7-bd44-adf0bca509b6 req-b6aff82e-3f1a-4d7d-bfa6-d3a7f34a323f tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/security-groups?id=00a90445-f43c-49e4-a56f-601621f61649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464721 Nov 09 22:12:13.300492 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36676) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:12:13.382044 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7dd2fb-850b-41bc-9920-19277f0976b6 tempest-TestMinimumBasicScenario-136166179 tempest-TestMinimumBasicScenario-136166179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:12:13.383554 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5b7dd2fb-850b-41bc-9920-19277f0976b6 tempest-TestMinimumBasicScenario-136166179 tempest-TestMinimumBasicScenario-136166179-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea HTTP/1.1" status: 200 len: 1092 time: 0.0820506 Nov 09 22:12:13.387044 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36682) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:12:13.391345 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-458c65d9-3791-4f19-98c7-20752f4913a9 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'port_id': '48ab3783-55ca-4c94-951f-1a16b98fc795', 'tenant_id': 'e67d9fdd229e490ea082c4356a706b4a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:12:13.417906 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-458c65d9-3791-4f19-98c7-20752f4913a9 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks [] for floatingip, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:13.511841 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-458c65d9-3791-4f19-98c7-20752f4913a9 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:13.616380 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-458c65d9-3791-4f19-98c7-20752f4913a9 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Allocated IP 172.25.7.201 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/0a1f8fdc-7767-4822-a42d-816ffea910dd) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:12:13.714024 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-458c65d9-3791-4f19-98c7-20752f4913a9 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:13.750958 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-458c65d9-3791-4f19-98c7-20752f4913a9 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:13.793454 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458c65d9-3791-4f19-98c7-20752f4913a9 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:12:13.796379 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-458c65d9-3791-4f19-98c7-20752f4913a9 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:12:13.798979 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458c65d9-3791-4f19-98c7-20752f4913a9 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:12:13.819918 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458c65d9-3791-4f19-98c7-20752f4913a9 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Pushing event updated for resources: {'Port': ['ID=0a1f8fdc-7767-4822-a42d-816ffea910dd,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:12:14.154091 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-458c65d9-3791-4f19-98c7-20752f4913a9 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:14.217819 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-458c65d9-3791-4f19-98c7-20752f4913a9 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:14.370155 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-458c65d9-3791-4f19-98c7-20752f4913a9 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:14.374583 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-458c65d9-3791-4f19-98c7-20752f4913a9 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:14.448480 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458c65d9-3791-4f19-98c7-20752f4913a9 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Pushing event updated for resources: {'Port': ['ID=0a1f8fdc-7767-4822-a42d-816ffea910dd,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:12:14.463606 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-458c65d9-3791-4f19-98c7-20752f4913a9 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:14.565238 n-d-816206-3 neutron-server[102608]: INFO neutron.db.l3_db [None req-458c65d9-3791-4f19-98c7-20752f4913a9 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Floating IP 11844a4b-22e1-45cd-95d9-20c4bbb1799b associated. External IP: 172.25.7.201, port: 48ab3783-55ca-4c94-951f-1a16b98fc795. Nov 09 22:12:14.766135 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-458c65d9-3791-4f19-98c7-20752f4913a9 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Router 9ea05c35-95d0-4b88-9fb1-75129af7ec79 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:12:14.870598 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458c65d9-3791-4f19-98c7-20752f4913a9 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:12:14.880160 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a19b0a-c008-420d-900c-f81e5378af1f None None] Sync routers for ids ['9ea05c35-95d0-4b88-9fb1-75129af7ec79'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:12:14.889598 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-458c65d9-3791-4f19-98c7-20752f4913a9 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:14.890749 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a19b0a-c008-420d-900c-f81e5378af1f None None] Routers {'9ea05c35-95d0-4b88-9fb1-75129af7ec79'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:12:14.891367 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-86a19b0a-c008-420d-900c-f81e5378af1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:11:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['9ea05c35-95d0-4b88-9fb1-75129af7ec79'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:12:14.916303 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-458c65d9-3791-4f19-98c7-20752f4913a9 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5282598 Nov 09 22:12:14.916898 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea', 'tag': '48ab3783-55ca-4c94-951f-1a16b98fc795'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:12:14.919293 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36686) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:12:14.924428 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-5e9deea0-7785-4891-ad34-10649d092a50 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-435709241', 'description': 'tempest-secgroup-smoke-435709241 description', 'project_id': 'e67d9fdd229e490ea082c4356a706b4a'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:12:14.950176 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5e9deea0-7785-4891-ad34-10649d092a50 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:15.001363 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-86a19b0a-c008-420d-900c-f81e5378af1f None None] Set router 9ea05c35-95d0-4b88-9fb1-75129af7ec79 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:12:15.018480 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5e9deea0-7785-4891-ad34-10649d092a50 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:15.023044 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5e9deea0-7785-4891-ad34-10649d092a50 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:15.027059 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734a8ae17c5ce9a22141aa37bfebe7e944e5ff20966abe8e5b41792a40737563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8206d7a2-0d72-4ece-9608-f2c4c79a3871" -d '{"events": [{"name": "network-changed", "server_uuid": "8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea", "tag": "48ab3783-55ca-4c94-951f-1a16b98fc795"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:12:15.045797 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5e9deea0-7785-4891-ad34-10649d092a50 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:15.047141 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5e9deea0-7785-4891-ad34-10649d092a50 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1267698 Nov 09 22:12:15.050115 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36696) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:12:15.054742 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-d32ae0fe-41d0-4e7e-8b48-5b2a1c032225 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Request body: {'security_group_rule': {'security_group_id': '1747d9b5-5976-4de8-9c57-c975b8258359', 'project_id': 'e67d9fdd229e490ea082c4356a706b4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:12:15.062289 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9deea0-7785-4891-ad34-10649d092a50 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1747d9b5-5976-4de8-9c57-c975b8258359,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:12:15.090424 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d32ae0fe-41d0-4e7e-8b48-5b2a1c032225 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:15.142718 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28629f2a-edd6-4b8b-9f8e-b087497c86fb x-openstack-request-id: req-28629f2a-edd6-4b8b-9f8e-b087497c86fb {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:12:15.143049 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea", "tag": "48ab3783-55ca-4c94-951f-1a16b98fc795", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:12:15.143309 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-28629f2a-edd6-4b8b-9f8e-b087497c86fb {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:12:15.143777 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea', 'tag': '48ab3783-55ca-4c94-951f-1a16b98fc795', 'status': 'completed', 'code': 200} Nov 09 22:12:15.145573 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d32ae0fe-41d0-4e7e-8b48-5b2a1c032225 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:15.149108 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d32ae0fe-41d0-4e7e-8b48-5b2a1c032225 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:15.173399 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ae0fe-41d0-4e7e-8b48-5b2a1c032225 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02532bf1-27ed-4398-b892-aed6fc1bf978,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:12:15.179101 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d32ae0fe-41d0-4e7e-8b48-5b2a1c032225 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:15.183735 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d32ae0fe-41d0-4e7e-8b48-5b2a1c032225 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1292977 Nov 09 22:12:15.183854 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36700) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:12:15.188174 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-e3c4fc04-2dc4-471d-bf88-d00d9b408e13 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Request body: {'security_group_rule': {'security_group_id': '1747d9b5-5976-4de8-9c57-c975b8258359', 'project_id': 'e67d9fdd229e490ea082c4356a706b4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:12:15.216667 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206d7a2-0d72-4ece-9608-f2c4c79a3871 req-b7f58740-0f7a-42a0-a0cc-14cb013cd509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:12:15.217035 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e3c4fc04-2dc4-471d-bf88-d00d9b408e13 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:15.218178 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8206d7a2-0d72-4ece-9608-f2c4c79a3871 req-b7f58740-0f7a-42a0-a0cc-14cb013cd509 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e67d9fdd229e490ea082c4356a706b4a&device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea HTTP/1.1" status: 200 len: 1097 time: 0.0472088 Nov 09 22:12:15.251920 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-86a19b0a-c008-420d-900c-f81e5378af1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea05c35-95d0-4b88-9fb1-75129af7ec79', 'name': 'tempest-TestMinimumBasicScenario-1365264964-router', 'tenant_id': 'e67d9fdd229e490ea082c4356a706b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'efa4d6b4-2902-4f39-9a9e-1ff3ef703491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:11:21Z', 'updated_at': '2021-11-09T22:11:23Z', 'revision_number': 4, 'project_id': 'e67d9fdd229e490ea082c4356a706b4a', 'gw_port': {'id': 'efa4d6b4-2902-4f39-9a9e-1ff3ef703491', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:03:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea05c35-95d0-4b88-9fb1-75129af7ec79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:11:21Z', 'updated_at': '2021-11-09T22:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '11844a4b-22e1-45cd-95d9-20c4bbb1799b', 'tenant_id': 'e67d9fdd229e490ea082c4356a706b4a', 'floating_ip_address': '172.25.7.201', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '9ea05c35-95d0-4b88-9fb1-75129af7ec79', 'port_id': '48ab3783-55ca-4c94-951f-1a16b98fc795', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea4cede0-2475-43dc-9ee2-3958777931c7', 'mac_address': 'fa:16:3e:ed:43:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T22:12:14Z', 'updated_at': '2021-11-09T22:12:14Z', 'revision_number': 0, 'project_id': 'e67d9fdd229e490ea082c4356a706b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38db9f60-6742-4fac-ae0b-de63d801f361', 'name': '', 'network_id': 'ea4cede0-2475-43dc-9ee2-3958777931c7', 'tenant_id': 'e67d9fdd229e490ea082c4356a706b4a', 'mac_address': 'fa:16:3e:56:f5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea05c35-95d0-4b88-9fb1-75129af7ec79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '172fb94b-41ac-46b4-bb17-83fc34101c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:11:23Z', 'updated_at': '2021-11-09T22:11:27Z', 'revision_number': 5, 'project_id': 'e67d9fdd229e490ea082c4356a706b4a', 'subnets': [{'id': '172fb94b-41ac-46b4-bb17-83fc34101c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:12:15.277745 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e3c4fc04-2dc4-471d-bf88-d00d9b408e13 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:15.279019 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a19b0a-c008-420d-900c-f81e5378af1f None None] Checking router: 9ea05c35-95d0-4b88-9fb1-75129af7ec79 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:12:15.282495 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e3c4fc04-2dc4-471d-bf88-d00d9b408e13 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:15.290975 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a19b0a-c008-420d-900c-f81e5378af1f None None] Routers {'9ea05c35-95d0-4b88-9fb1-75129af7ec79'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:12:15.291841 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-86a19b0a-c008-420d-900c-f81e5378af1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:11:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['9ea05c35-95d0-4b88-9fb1-75129af7ec79'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:12:15.305422 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c4fc04-2dc4-471d-bf88-d00d9b408e13 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66968ba7-a1eb-4331-8652-f7e5b4c56d5c,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:12:15.316270 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e3c4fc04-2dc4-471d-bf88-d00d9b408e13 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:15.317536 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e3c4fc04-2dc4-471d-bf88-d00d9b408e13 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1328099 Nov 09 22:12:15.320227 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36702) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:12:15.324832 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-98093c2d-053b-486e-9cfe-fa65da725fdd tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Request body: {'security_group_rule': {'security_group_id': '1747d9b5-5976-4de8-9c57-c975b8258359', 'project_id': 'e67d9fdd229e490ea082c4356a706b4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:12:15.334634 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206d7a2-0d72-4ece-9608-f2c4c79a3871 req-49f12da9-e7ef-4bb2-89de-ed3385bc477f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:12:15.336161 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8206d7a2-0d72-4ece-9608-f2c4c79a3871 req-49f12da9-e7ef-4bb2-89de-ed3385bc477f service neutron] 10.222.0.45 "GET /v2.0/networks?id=ea4cede0-2475-43dc-9ee2-3958777931c7 HTTP/1.1" status: 200 len: 915 time: 0.1086717 Nov 09 22:12:15.355519 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-98093c2d-053b-486e-9cfe-fa65da725fdd tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:15.401071 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-86a19b0a-c008-420d-900c-f81e5378af1f None None] Set router 9ea05c35-95d0-4b88-9fb1-75129af7ec79 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:12:15.406471 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8206d7a2-0d72-4ece-9608-f2c4c79a3871 req-a0e0ae38-3650-4aa9-9d84-1ccd0e2ed77e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48ab3783-55ca-4c94-951f-1a16b98fc795 HTTP/1.1" status: 200 len: 1000 time: 0.0624802 Nov 09 22:12:15.417652 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-98093c2d-053b-486e-9cfe-fa65da725fdd tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:15.425377 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-98093c2d-053b-486e-9cfe-fa65da725fdd tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:15.438475 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98093c2d-053b-486e-9cfe-fa65da725fdd tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4745b9ae-2b96-4dab-a736-90c64d8f8e0e,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:12:15.454549 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-98093c2d-053b-486e-9cfe-fa65da725fdd tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:15.456366 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-98093c2d-053b-486e-9cfe-fa65da725fdd tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1345680 Nov 09 22:12:15.458533 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36704) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:12:15.464459 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-8a56a394-84af-463f-a5f3-9bb4a53f87e1 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Request body: {'security_group_rule': {'security_group_id': '1747d9b5-5976-4de8-9c57-c975b8258359', 'project_id': 'e67d9fdd229e490ea082c4356a706b4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:12:15.470507 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206d7a2-0d72-4ece-9608-f2c4c79a3871 req-74fa506a-9900-4898-81a5-a6550dc819cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:12:15.472036 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8206d7a2-0d72-4ece-9608-f2c4c79a3871 req-74fa506a-9900-4898-81a5-a6550dc819cd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=172fb94b-41ac-46b4-bb17-83fc34101c65 HTTP/1.1" status: 200 len: 854 time: 0.0579309 Nov 09 22:12:15.499927 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8a56a394-84af-463f-a5f3-9bb4a53f87e1 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:15.521769 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206d7a2-0d72-4ece-9608-f2c4c79a3871 req-754b5fbc-f441-4111-9bb2-fa2e820d8e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:12:15.523387 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8206d7a2-0d72-4ece-9608-f2c4c79a3871 req-754b5fbc-f441-4111-9bb2-fa2e820d8e96 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ea4cede0-2475-43dc-9ee2-3958777931c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433095 Nov 09 22:12:15.565582 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8a56a394-84af-463f-a5f3-9bb4a53f87e1 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:15.570582 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8a56a394-84af-463f-a5f3-9bb4a53f87e1 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:15.589808 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a56a394-84af-463f-a5f3-9bb4a53f87e1 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5ab27a4-a47a-456b-9d97-3f4b06497735,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:12:15.598756 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a56a394-84af-463f-a5f3-9bb4a53f87e1 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:12:15.599161 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a56a394-84af-463f-a5f3-9bb4a53f87e1 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:12:15.599542 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a56a394-84af-463f-a5f3-9bb4a53f87e1 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:12:15.599844 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a56a394-84af-463f-a5f3-9bb4a53f87e1 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:12:15.600235 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a56a394-84af-463f-a5f3-9bb4a53f87e1 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:12:15.600562 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a56a394-84af-463f-a5f3-9bb4a53f87e1 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:12:15.601025 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a56a394-84af-463f-a5f3-9bb4a53f87e1 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:12:15.601384 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a56a394-84af-463f-a5f3-9bb4a53f87e1 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:12:15.601735 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a56a394-84af-463f-a5f3-9bb4a53f87e1 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:12:15.602048 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a56a394-84af-463f-a5f3-9bb4a53f87e1 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:12:15.602467 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a56a394-84af-463f-a5f3-9bb4a53f87e1 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:12:15.603377 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a56a394-84af-463f-a5f3-9bb4a53f87e1 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:12:15.608756 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8a56a394-84af-463f-a5f3-9bb4a53f87e1 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:15.612781 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8a56a394-84af-463f-a5f3-9bb4a53f87e1 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1532466 Nov 09 22:12:15.613742 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36706) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:12:15.618298 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-a1663cca-f951-41f5-8bff-c06b4a465d51 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Request body: {'security_group_rule': {'security_group_id': '1747d9b5-5976-4de8-9c57-c975b8258359', 'project_id': 'e67d9fdd229e490ea082c4356a706b4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:12:15.621144 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8206d7a2-0d72-4ece-9608-f2c4c79a3871 req-fd98af8e-8a95-4323-8e66-0dd7e0092430 service neutron] 10.222.0.45 "GET /v2.0/networks/ea4cede0-2475-43dc-9ee2-3958777931c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896571 Nov 09 22:12:15.643135 n-d-816206-3 neutron-server[102608]: INFO neutron.db.securitygroups_db [None req-a1663cca-f951-41f5-8bff-c06b4a465d51 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Project e67d9fdd229e490ea082c4356a706b4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 22:12:15.649187 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a1663cca-f951-41f5-8bff-c06b4a465d51 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:15.663457 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-86a19b0a-c008-420d-900c-f81e5378af1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea05c35-95d0-4b88-9fb1-75129af7ec79', 'name': 'tempest-TestMinimumBasicScenario-1365264964-router', 'tenant_id': 'e67d9fdd229e490ea082c4356a706b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'efa4d6b4-2902-4f39-9a9e-1ff3ef703491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:11:21Z', 'updated_at': '2021-11-09T22:11:23Z', 'revision_number': 4, 'project_id': 'e67d9fdd229e490ea082c4356a706b4a', 'gw_port': {'id': 'efa4d6b4-2902-4f39-9a9e-1ff3ef703491', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:03:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea05c35-95d0-4b88-9fb1-75129af7ec79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:11:21Z', 'updated_at': '2021-11-09T22:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '11844a4b-22e1-45cd-95d9-20c4bbb1799b', 'tenant_id': 'e67d9fdd229e490ea082c4356a706b4a', 'floating_ip_address': '172.25.7.201', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '9ea05c35-95d0-4b88-9fb1-75129af7ec79', 'port_id': '48ab3783-55ca-4c94-951f-1a16b98fc795', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea4cede0-2475-43dc-9ee2-3958777931c7', 'mac_address': 'fa:16:3e:ed:43:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T22:12:14Z', 'updated_at': '2021-11-09T22:12:14Z', 'revision_number': 0, 'project_id': 'e67d9fdd229e490ea082c4356a706b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38db9f60-6742-4fac-ae0b-de63d801f361', 'name': '', 'network_id': 'ea4cede0-2475-43dc-9ee2-3958777931c7', 'tenant_id': 'e67d9fdd229e490ea082c4356a706b4a', 'mac_address': 'fa:16:3e:56:f5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea05c35-95d0-4b88-9fb1-75129af7ec79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '172fb94b-41ac-46b4-bb17-83fc34101c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:11:23Z', 'updated_at': '2021-11-09T22:11:27Z', 'revision_number': 5, 'project_id': 'e67d9fdd229e490ea082c4356a706b4a', 'subnets': [{'id': '172fb94b-41ac-46b4-bb17-83fc34101c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:12:15.690444 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a19b0a-c008-420d-900c-f81e5378af1f None None] The sync data for ids ['9ea05c35-95d0-4b88-9fb1-75129af7ec79'] in n-d-816206-3 is: [{'id': '9ea05c35-95d0-4b88-9fb1-75129af7ec79', 'name': 'tempest-TestMinimumBasicScenario-1365264964-router', 'tenant_id': 'e67d9fdd229e490ea082c4356a706b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'efa4d6b4-2902-4f39-9a9e-1ff3ef703491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:11:21Z', 'updated_at': '2021-11-09T22:11:23Z', 'revision_number': 4, 'project_id': 'e67d9fdd229e490ea082c4356a706b4a', 'gw_port': {'id': 'efa4d6b4-2902-4f39-9a9e-1ff3ef703491', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:03:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea05c35-95d0-4b88-9fb1-75129af7ec79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:11:21Z', 'updated_at': '2021-11-09T22:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '11844a4b-22e1-45cd-95d9-20c4bbb1799b', 'tenant_id': 'e67d9fdd229e490ea082c4356a706b4a', 'floating_ip_address': '172.25.7.201', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '9ea05c35-95d0-4b88-9fb1-75129af7ec79', 'port_id': '48ab3783-55ca-4c94-951f-1a16b98fc795', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea4cede0-2475-43dc-9ee2-3958777931c7', 'mac_address': 'fa:16:3e:ed:43:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T22:12:14Z', 'updated_at': '2021-11-09T22:12:14Z', 'revision_number': 0, 'project_id': 'e67d9fdd229e490ea082c4356a706b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38db9f60-6742-4fac-ae0b-de63d801f361', 'name': '', 'network_id': 'ea4cede0-2475-43dc-9ee2-3958777931c7', 'tenant_id': 'e67d9fdd229e490ea082c4356a706b4a', 'mac_address': 'fa:16:3e:56:f5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea05c35-95d0-4b88-9fb1-75129af7ec79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '172fb94b-41ac-46b4-bb17-83fc34101c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:11:23Z', 'updated_at': '2021-11-09T22:11:27Z', 'revision_number': 5, 'project_id': 'e67d9fdd229e490ea082c4356a706b4a', 'subnets': [{'id': '172fb94b-41ac-46b4-bb17-83fc34101c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:12:15.711232 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a1663cca-f951-41f5-8bff-c06b4a465d51 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:15.715418 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a1663cca-f951-41f5-8bff-c06b4a465d51 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:15.728595 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8206d7a2-0d72-4ece-9608-f2c4c79a3871 req-988023d0-d81d-46d8-baee-bb282ff0d043 service neutron] 10.222.0.45 "GET /v2.0/networks/ea4cede0-2475-43dc-9ee2-3958777931c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005850 Nov 09 22:12:15.738765 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1663cca-f951-41f5-8bff-c06b4a465d51 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10ef6442-5ec0-4ab3-ae04-a45f14af6632,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:12:15.754879 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a1663cca-f951-41f5-8bff-c06b4a465d51 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:15.756759 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a1663cca-f951-41f5-8bff-c06b4a465d51 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1419787 Nov 09 22:12:15.759466 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36708) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:12:15.764251 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-1d6e2ab2-e4e2-4195-9e40-7b9018a53263 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Request body: {'security_group_rule': {'security_group_id': '1747d9b5-5976-4de8-9c57-c975b8258359', 'project_id': 'e67d9fdd229e490ea082c4356a706b4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:12:15.786999 n-d-816206-3 neutron-server[102608]: INFO neutron.db.securitygroups_db [None req-1d6e2ab2-e4e2-4195-9e40-7b9018a53263 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Project e67d9fdd229e490ea082c4356a706b4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 22:12:15.793171 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1d6e2ab2-e4e2-4195-9e40-7b9018a53263 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:15.857171 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1d6e2ab2-e4e2-4195-9e40-7b9018a53263 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:15.861178 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1d6e2ab2-e4e2-4195-9e40-7b9018a53263 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:15.880740 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6e2ab2-e4e2-4195-9e40-7b9018a53263 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4faa2b27-7105-4e6d-804e-9cd2320dbd32,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:12:15.891006 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1d6e2ab2-e4e2-4195-9e40-7b9018a53263 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:15.892239 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1d6e2ab2-e4e2-4195-9e40-7b9018a53263 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1318231 Nov 09 22:12:15.907587 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340cd395-4e56-4692-87b0-d1a21f8eaf67 None None] New status for floating IP 11844a4b-22e1-45cd-95d9-20c4bbb1799b: ACTIVE {{(pid=102609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 22:12:15.984031 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7c6abb78-8763-4263-ba20-500423bd5357 req-9d1ee705-7e03-417b-9206-221e5f51c69a tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-435709241&fields=id&tenant_id=e67d9fdd229e490ea082c4356a706b4a HTTP/1.1" status: 200 len: 267 time: 0.0440819 Nov 09 22:12:16.039830 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6abb78-8763-4263-ba20-500423bd5357 req-0b47398e-378d-4374-9917-b3ef31d74f9e tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:12:16.041981 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7c6abb78-8763-4263-ba20-500423bd5357 req-0b47398e-378d-4374-9917-b3ef31d74f9e tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea HTTP/1.1" status: 200 len: 946 time: 0.0522413 Nov 09 22:12:16.053262 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [req-7c6abb78-8763-4263-ba20-500423bd5357 req-b9a50c21-82ae-4583-b936-e7829e20c3c5 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Request body: {'port': {'security_groups': ['00a90445-f43c-49e4-a56f-601621f61649', '1747d9b5-5976-4de8-9c57-c975b8258359']}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:12:16.119422 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-7c6abb78-8763-4263-ba20-500423bd5357 req-b9a50c21-82ae-4583-b936-e7829e20c3c5 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:16.600759 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [req-7c6abb78-8763-4263-ba20-500423bd5357 req-b9a50c21-82ae-4583-b936-e7829e20c3c5 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] For port 48ab3783-55ca-4c94-951f-1a16b98fc795, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=48ab3783-55ca-4c94-951f-1a16b98fc795,segment=NetworkSegment(ac565b40-2ae3-49c1-8399-a9b77617b9f9),segment_id=ac565b40-2ae3-49c1-8399-a9b77617b9f9)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:12:16.628487 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-7c6abb78-8763-4263-ba20-500423bd5357 req-b9a50c21-82ae-4583-b936-e7829e20c3c5 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:16.633339 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-7c6abb78-8763-4263-ba20-500423bd5357 req-b9a50c21-82ae-4583-b936-e7829e20c3c5 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:16.646196 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['48ab3783-55ca-4c94-951f-1a16b98fc795'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 22:12:16.676150 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6abb78-8763-4263-ba20-500423bd5357 req-b9a50c21-82ae-4583-b936-e7829e20c3c5 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:12:16.676825 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [req-7c6abb78-8763-4263-ba20-500423bd5357 req-b9a50c21-82ae-4583-b936-e7829e20c3c5 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:16.678226 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7c6abb78-8763-4263-ba20-500423bd5357 req-b9a50c21-82ae-4583-b936-e7829e20c3c5 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "PUT /v2.0/ports/48ab3783-55ca-4c94-951f-1a16b98fc795 HTTP/1.1" status: 200 len: 982 time: 0.6297212 Nov 09 22:12:16.713879 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a50c21-82ae-4583-b936-e7829e20c3c5 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Pushing event updated for resources: {'Port': ['ID=48ab3783-55ca-4c94-951f-1a16b98fc795,revision_number=6']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:12:16.733565 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['48ab3783-55ca-4c94-951f-1a16b98fc795'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 22:12:16.800754 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e4589f-b344-4dc7-a957-dd592577e2ed req-60ec5bb0-b679-4cc0-8277-054d0ac179b5 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:12:16.803088 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-87e4589f-b344-4dc7-a957-dd592577e2ed req-60ec5bb0-b679-4cc0-8277-054d0ac179b5 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea HTTP/1.1" status: 200 len: 985 time: 0.0585110 Nov 09 22:12:16.872846 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-87e4589f-b344-4dc7-a957-dd592577e2ed req-030197da-3500-4d93-90c1-3684e986f674 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/security-groups?id=00a90445-f43c-49e4-a56f-601621f61649&id=1747d9b5-5976-4de8-9c57-c975b8258359&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0628824 Nov 09 22:12:17.046079 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-11f1b3ed-abe7-49bc-9d4c-a36bdfe324c8 None None] Provisioning complete for port 48ab3783-55ca-4c94-951f-1a16b98fc795 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:12:17.046623 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-11f1b3ed-abe7-49bc-9d4c-a36bdfe324c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:17.145179 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea', 'tag': '48ab3783-55ca-4c94-951f-1a16b98fc795'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:12:17.147677 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734a8ae17c5ce9a22141aa37bfebe7e944e5ff20966abe8e5b41792a40737563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7814f96-c395-4c43-b21d-51798638c949" -d '{"events": [{"name": "network-changed", "server_uuid": "8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea", "tag": "48ab3783-55ca-4c94-951f-1a16b98fc795"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:12:17.185280 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4916da42-7f8f-4f90-bf0c-f90c0ae57ead x-openstack-request-id: req-4916da42-7f8f-4f90-bf0c-f90c0ae57ead {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:12:17.185573 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea", "tag": "48ab3783-55ca-4c94-951f-1a16b98fc795", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:12:17.185824 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4916da42-7f8f-4f90-bf0c-f90c0ae57ead {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:12:17.186225 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea', 'tag': '48ab3783-55ca-4c94-951f-1a16b98fc795', 'status': 'completed', 'code': 200} Nov 09 22:12:17.251585 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7814f96-c395-4c43-b21d-51798638c949 req-51a462d7-81c7-495d-ab8c-24f14c7d0192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:12:17.253126 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e7814f96-c395-4c43-b21d-51798638c949 req-51a462d7-81c7-495d-ab8c-24f14c7d0192 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e67d9fdd229e490ea082c4356a706b4a&device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea HTTP/1.1" status: 200 len: 1136 time: 0.0455873 Nov 09 22:12:17.341579 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7814f96-c395-4c43-b21d-51798638c949 req-b08c6257-7bee-44c1-9169-4a9a21edced9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:12:17.342961 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e7814f96-c395-4c43-b21d-51798638c949 req-b08c6257-7bee-44c1-9169-4a9a21edced9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ea4cede0-2475-43dc-9ee2-3958777931c7 HTTP/1.1" status: 200 len: 915 time: 0.0829082 Nov 09 22:12:17.413009 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e7814f96-c395-4c43-b21d-51798638c949 req-c33b93b6-a5de-4955-be50-73abf303b421 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48ab3783-55ca-4c94-951f-1a16b98fc795 HTTP/1.1" status: 200 len: 1002 time: 0.0614100 Nov 09 22:12:17.462161 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7814f96-c395-4c43-b21d-51798638c949 req-5b976bcb-39ce-468c-9d25-d1623b14478e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:12:17.463649 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e7814f96-c395-4c43-b21d-51798638c949 req-5b976bcb-39ce-468c-9d25-d1623b14478e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=172fb94b-41ac-46b4-bb17-83fc34101c65 HTTP/1.1" status: 200 len: 854 time: 0.0427978 Nov 09 22:12:17.510823 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7814f96-c395-4c43-b21d-51798638c949 req-83190a1c-5cb3-4ef0-a5f2-044e6bc741b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:12:17.512321 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e7814f96-c395-4c43-b21d-51798638c949 req-83190a1c-5cb3-4ef0-a5f2-044e6bc741b6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ea4cede0-2475-43dc-9ee2-3958777931c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405984 Nov 09 22:12:17.604501 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e7814f96-c395-4c43-b21d-51798638c949 req-e49948c2-2b22-4ab1-b258-3289e8a17021 service neutron] 10.222.0.45 "GET /v2.0/networks/ea4cede0-2475-43dc-9ee2-3958777931c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834668 Nov 09 22:12:17.691529 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e7814f96-c395-4c43-b21d-51798638c949 req-1aa1a8a5-dc2d-4f4a-b850-f5f331266001 service neutron] 10.222.0.45 "GET /v2.0/networks/ea4cede0-2475-43dc-9ee2-3958777931c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797322 Nov 09 22:12:17.715228 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4b87e46d-124b-4b65-aac0-7aa455b0cbe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:20.229768 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c13fc2bc-8773-4061-8527-3dcee4d3ec18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:21.216735 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:22.569977 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:23.288854 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:23.487200 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:25.399967 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d40458ba-39dc-4b13-a774-490f6c61631f req-34d11297-b033-4fc1-9fc2-2df1a456331d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394356 Nov 09 22:12:25.486021 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40458ba-39dc-4b13-a774-490f6c61631f req-a607ba8a-6dc6-4e71-9324-f527e9c0e19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:12:25.487527 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d40458ba-39dc-4b13-a774-490f6c61631f req-a607ba8a-6dc6-4e71-9324-f527e9c0e19e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e67d9fdd229e490ea082c4356a706b4a&device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea HTTP/1.1" status: 200 len: 1136 time: 0.0443871 Nov 09 22:12:25.588228 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40458ba-39dc-4b13-a774-490f6c61631f req-ac59993e-be4d-452a-af59-a0446c22b198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:12:25.589701 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d40458ba-39dc-4b13-a774-490f6c61631f req-ac59993e-be4d-452a-af59-a0446c22b198 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ea4cede0-2475-43dc-9ee2-3958777931c7 HTTP/1.1" status: 200 len: 915 time: 0.0824041 Nov 09 22:12:25.657054 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d40458ba-39dc-4b13-a774-490f6c61631f req-3b47cc7b-0d96-4d98-ad7b-bd0ba04d14d7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48ab3783-55ca-4c94-951f-1a16b98fc795 HTTP/1.1" status: 200 len: 1002 time: 0.0596387 Nov 09 22:12:25.705290 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40458ba-39dc-4b13-a774-490f6c61631f req-2c351ed1-2d81-40f3-b3e9-8c0a2cd3b206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:12:25.706687 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d40458ba-39dc-4b13-a774-490f6c61631f req-2c351ed1-2d81-40f3-b3e9-8c0a2cd3b206 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=172fb94b-41ac-46b4-bb17-83fc34101c65 HTTP/1.1" status: 200 len: 854 time: 0.0431559 Nov 09 22:12:25.752762 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40458ba-39dc-4b13-a774-490f6c61631f req-baf8a6ad-c42a-46cc-905e-6030ccbd2870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:12:25.754504 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d40458ba-39dc-4b13-a774-490f6c61631f req-baf8a6ad-c42a-46cc-905e-6030ccbd2870 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ea4cede0-2475-43dc-9ee2-3958777931c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395358 Nov 09 22:12:25.844246 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d40458ba-39dc-4b13-a774-490f6c61631f req-d192ca1b-4229-4068-a19e-e1fd4a950fae service neutron] 10.222.0.45 "GET /v2.0/networks/ea4cede0-2475-43dc-9ee2-3958777931c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827360 Nov 09 22:12:25.932986 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d40458ba-39dc-4b13-a774-490f6c61631f req-99e6b973-ac2e-4b59-9cf8-7ee72875107a service neutron] 10.222.0.45 "GET /v2.0/networks/ea4cede0-2475-43dc-9ee2-3958777931c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798626 Nov 09 22:12:28.968843 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:12:32.110390 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09429f-f047-4a47-9aff-744fe2984d0a req-1b69e0c2-6651-44d4-82f6-669f29d040c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:12:32.112012 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ad09429f-f047-4a47-9aff-744fe2984d0a req-1b69e0c2-6651-44d4-82f6-669f29d040c5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e67d9fdd229e490ea082c4356a706b4a&device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea HTTP/1.1" status: 200 len: 1136 time: 0.0423822 Nov 09 22:12:32.112769 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7cd0fc-4ec0-49ea-9a2b-9f8295428bc8 req-f1a9bbca-2965-492b-8db9-af93a23240fa tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:12:32.114246 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8f7cd0fc-4ec0-49ea-9a2b-9f8295428bc8 req-f1a9bbca-2965-492b-8db9-af93a23240fa tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea HTTP/1.1" status: 200 len: 985 time: 0.0510020 Nov 09 22:12:32.175496 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8f7cd0fc-4ec0-49ea-9a2b-9f8295428bc8 req-efe80318-d5cf-42a4-89e6-6714d60b65b4 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/security-groups?id=00a90445-f43c-49e4-a56f-601621f61649&id=1747d9b5-5976-4de8-9c57-c975b8258359&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547166 Nov 09 22:12:32.207203 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09429f-f047-4a47-9aff-744fe2984d0a req-d6247bd9-9bda-4960-a979-bd0b83dfa88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:12:32.208705 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ad09429f-f047-4a47-9aff-744fe2984d0a req-d6247bd9-9bda-4960-a979-bd0b83dfa88d service neutron] 10.222.0.45 "GET /v2.0/networks?id=ea4cede0-2475-43dc-9ee2-3958777931c7 HTTP/1.1" status: 200 len: 915 time: 0.0881174 Nov 09 22:12:32.274208 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ad09429f-f047-4a47-9aff-744fe2984d0a req-36fde5c1-93b4-4863-822c-86b01fe373eb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48ab3783-55ca-4c94-951f-1a16b98fc795 HTTP/1.1" status: 200 len: 1002 time: 0.0566993 Nov 09 22:12:32.326995 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09429f-f047-4a47-9aff-744fe2984d0a req-92781688-d068-43c6-b158-e03d117b9106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:12:32.328453 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ad09429f-f047-4a47-9aff-744fe2984d0a req-92781688-d068-43c6-b158-e03d117b9106 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=172fb94b-41ac-46b4-bb17-83fc34101c65 HTTP/1.1" status: 200 len: 854 time: 0.0467200 Nov 09 22:12:32.376151 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09429f-f047-4a47-9aff-744fe2984d0a req-d6b2e29b-c9b5-4aa0-8a1e-fe152c412be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:12:32.377664 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ad09429f-f047-4a47-9aff-744fe2984d0a req-d6b2e29b-c9b5-4aa0-8a1e-fe152c412be9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ea4cede0-2475-43dc-9ee2-3958777931c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397792 Nov 09 22:12:32.468156 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ad09429f-f047-4a47-9aff-744fe2984d0a req-98be5fc5-60fc-4c14-a853-c792d4bcd27e service neutron] 10.222.0.45 "GET /v2.0/networks/ea4cede0-2475-43dc-9ee2-3958777931c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826259 Nov 09 22:12:32.555867 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ad09429f-f047-4a47-9aff-744fe2984d0a req-d91830c1-fd22-4093-ab8e-02274d3dfaed service neutron] 10.222.0.45 "GET /v2.0/networks/ea4cede0-2475-43dc-9ee2-3958777931c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809345 Nov 09 22:12:33.292256 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0423e8a8-1aa5-4363-ac17-c0a1918fa1e3 req-e8eeb014-e256-4965-89a4-8ca1af24b366 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:12:33.293744 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0423e8a8-1aa5-4363-ac17-c0a1918fa1e3 req-e8eeb014-e256-4965-89a4-8ca1af24b366 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea HTTP/1.1" status: 200 len: 985 time: 0.0494478 Nov 09 22:12:33.352215 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0423e8a8-1aa5-4363-ac17-c0a1918fa1e3 req-281fd925-e327-4143-9aaa-0fc55b8b359e tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/security-groups?id=00a90445-f43c-49e4-a56f-601621f61649&id=1747d9b5-5976-4de8-9c57-c975b8258359&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523515 Nov 09 22:12:34.202638 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:34.472880 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5228e-3f07-49d2-bbd2-dfbef20cba3c req-18ed06ce-28f4-4e29-a5e6-9322fe64c080 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:12:34.474549 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b2e5228e-3f07-49d2-bbd2-dfbef20cba3c req-18ed06ce-28f4-4e29-a5e6-9322fe64c080 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea HTTP/1.1" status: 200 len: 985 time: 0.0545540 Nov 09 22:12:34.536182 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b2e5228e-3f07-49d2-bbd2-dfbef20cba3c req-45ff35aa-3756-494a-a85c-690a4c59ce5d tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/security-groups?id=00a90445-f43c-49e4-a56f-601621f61649&id=1747d9b5-5976-4de8-9c57-c975b8258359&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554085 Nov 09 22:12:35.652112 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7548e-07a7-416b-8392-61bc897ab2cb req-44723d39-8dc1-4cc6-baba-94f6a6172f4c tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:12:35.653595 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0cd7548e-07a7-416b-8392-61bc897ab2cb req-44723d39-8dc1-4cc6-baba-94f6a6172f4c tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea HTTP/1.1" status: 200 len: 985 time: 0.0521052 Nov 09 22:12:35.711357 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0cd7548e-07a7-416b-8392-61bc897ab2cb req-f1626a2f-e584-409e-89e7-409162c758a3 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/security-groups?id=00a90445-f43c-49e4-a56f-601621f61649&id=1747d9b5-5976-4de8-9c57-c975b8258359&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0515330 Nov 09 22:12:36.825641 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a28ea-a5eb-4129-baf6-fcb1561a94c3 req-09fc89dd-1acf-4772-bb8e-bc43759a7365 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:12:36.827059 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-717a28ea-a5eb-4129-baf6-fcb1561a94c3 req-09fc89dd-1acf-4772-bb8e-bc43759a7365 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea HTTP/1.1" status: 200 len: 985 time: 0.0492108 Nov 09 22:12:36.887072 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-717a28ea-a5eb-4129-baf6-fcb1561a94c3 req-a4792868-82b4-47ee-a24d-8429eb559a6a tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/security-groups?id=00a90445-f43c-49e4-a56f-601621f61649&id=1747d9b5-5976-4de8-9c57-c975b8258359&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538993 Nov 09 22:12:38.003598 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24748f2-4342-41ec-b530-838123114cc1 req-8b4c7b85-8dfc-43da-a533-2a24cb8505cd tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:12:38.004995 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a24748f2-4342-41ec-b530-838123114cc1 req-8b4c7b85-8dfc-43da-a533-2a24cb8505cd tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea HTTP/1.1" status: 200 len: 985 time: 0.0484200 Nov 09 22:12:38.063610 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a24748f2-4342-41ec-b530-838123114cc1 req-d2302cfb-37c9-488d-b30d-a49a88a91cf2 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/security-groups?id=00a90445-f43c-49e4-a56f-601621f61649&id=1747d9b5-5976-4de8-9c57-c975b8258359&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526600 Nov 09 22:12:39.180276 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da96a7-39e6-48e8-a4b1-dea78c5a1933 req-eac17ffc-1369-4ffa-8523-781cbdf1170e tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:12:39.181682 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d8da96a7-39e6-48e8-a4b1-dea78c5a1933 req-eac17ffc-1369-4ffa-8523-781cbdf1170e tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea HTTP/1.1" status: 200 len: 985 time: 0.0519404 Nov 09 22:12:39.243730 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d8da96a7-39e6-48e8-a4b1-dea78c5a1933 req-4d8f3392-56f9-4fe1-80d1-debd2e93b21c tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/security-groups?id=00a90445-f43c-49e4-a56f-601621f61649&id=1747d9b5-5976-4de8-9c57-c975b8258359&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559576 Nov 09 22:12:40.364509 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c1ee6-c3ac-410e-aaeb-f78702fc9cf7 req-20fb9361-62d8-4367-98d6-bf2ae1aa2e0b tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:12:40.365996 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-490c1ee6-c3ac-410e-aaeb-f78702fc9cf7 req-20fb9361-62d8-4367-98d6-bf2ae1aa2e0b tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea HTTP/1.1" status: 200 len: 985 time: 0.0520568 Nov 09 22:12:40.424707 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-490c1ee6-c3ac-410e-aaeb-f78702fc9cf7 req-786783a0-c1eb-4af9-baf7-ab7bb4441ffa tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/security-groups?id=00a90445-f43c-49e4-a56f-601621f61649&id=1747d9b5-5976-4de8-9c57-c975b8258359&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519257 Nov 09 22:12:41.543098 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ac7c4-9c7a-4bae-9693-4314f29b14fd req-fb8563c4-9db3-41a2-bd7a-7678fb064fc5 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:12:41.544583 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4c3ac7c4-9c7a-4bae-9693-4314f29b14fd req-fb8563c4-9db3-41a2-bd7a-7678fb064fc5 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea HTTP/1.1" status: 200 len: 985 time: 0.0488479 Nov 09 22:12:41.603503 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4c3ac7c4-9c7a-4bae-9693-4314f29b14fd req-ae84e308-3f4c-4777-8083-4c2a9a6a7c62 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/security-groups?id=00a90445-f43c-49e4-a56f-601621f61649&id=1747d9b5-5976-4de8-9c57-c975b8258359&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529165 Nov 09 22:12:42.716437 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ef69f-f491-47a9-aeb0-e7f9ba8a66b4 req-380200e5-5616-4795-a5ed-26c9872d3c43 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:12:42.717916 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-331ef69f-f491-47a9-aeb0-e7f9ba8a66b4 req-380200e5-5616-4795-a5ed-26c9872d3c43 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea HTTP/1.1" status: 200 len: 985 time: 0.0476696 Nov 09 22:12:42.775632 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-331ef69f-f491-47a9-aeb0-e7f9ba8a66b4 req-79f8d145-1956-460b-bc51-4183038a2c8e tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/security-groups?id=00a90445-f43c-49e4-a56f-601621f61649&id=1747d9b5-5976-4de8-9c57-c975b8258359&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0516675 Nov 09 22:12:43.892956 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b801f06-ec39-4d52-b807-282dfa944248 req-7c692544-6558-4903-aa26-8b3984a75d39 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:12:43.894468 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1b801f06-ec39-4d52-b807-282dfa944248 req-7c692544-6558-4903-aa26-8b3984a75d39 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea HTTP/1.1" status: 200 len: 985 time: 0.0490091 Nov 09 22:12:43.954433 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1b801f06-ec39-4d52-b807-282dfa944248 req-f29b7c20-de03-4867-b044-328feb536375 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/security-groups?id=00a90445-f43c-49e4-a56f-601621f61649&id=1747d9b5-5976-4de8-9c57-c975b8258359&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539198 Nov 09 22:12:47.715903 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e8e16a7c-98b4-457c-88d2-e5fdbc5274bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:50.230344 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b8799373-1810-4655-a820-414ce63777f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:51.223020 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:52.571456 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:53.318770 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:12:53.491381 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:04.201670 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:05.968430 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:13:11.379558 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-f113acd3-8dad-45f5-a0c4-88bdc0b91719 req-ca2ca604-0ed4-4622-9b72-b1eb37d38072 service neutron] (102607) timed out ('10.222.0.43', 56358) {{(pid=102607) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 22:13:16.272845 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-48b44cb6-bc5d-4019-a176-94a645f93e3d req-b81d5caa-15e9-4a73-a69f-f20b3a4be014 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-435709241&fields=id&tenant_id=e67d9fdd229e490ea082c4356a706b4a HTTP/1.1" status: 200 len: 267 time: 0.0435712 Nov 09 22:13:16.328922 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b44cb6-bc5d-4019-a176-94a645f93e3d req-ca6d567d-5762-499d-bbd5-da7a3b2d3a80 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:13:16.330396 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-48b44cb6-bc5d-4019-a176-94a645f93e3d req-ca6d567d-5762-499d-bbd5-da7a3b2d3a80 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea HTTP/1.1" status: 200 len: 985 time: 0.0518830 Nov 09 22:13:16.341056 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-48b44cb6-bc5d-4019-a176-94a645f93e3d req-72e5f089-23b4-4ed9-bd96-c4b720053cbc tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Request body: {'port': {'security_groups': ['00a90445-f43c-49e4-a56f-601621f61649']}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:13:16.402439 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-48b44cb6-bc5d-4019-a176-94a645f93e3d req-72e5f089-23b4-4ed9-bd96-c4b720053cbc tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:16.570227 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-48b44cb6-bc5d-4019-a176-94a645f93e3d req-72e5f089-23b4-4ed9-bd96-c4b720053cbc tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] For port 48ab3783-55ca-4c94-951f-1a16b98fc795, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=48ab3783-55ca-4c94-951f-1a16b98fc795,segment=NetworkSegment(ac565b40-2ae3-49c1-8399-a9b77617b9f9),segment_id=ac565b40-2ae3-49c1-8399-a9b77617b9f9)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:13:16.597746 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-48b44cb6-bc5d-4019-a176-94a645f93e3d req-72e5f089-23b4-4ed9-bd96-c4b720053cbc tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:16.602234 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-48b44cb6-bc5d-4019-a176-94a645f93e3d req-72e5f089-23b4-4ed9-bd96-c4b720053cbc tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:16.617878 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['48ab3783-55ca-4c94-951f-1a16b98fc795'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 22:13:16.644741 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b44cb6-bc5d-4019-a176-94a645f93e3d req-72e5f089-23b4-4ed9-bd96-c4b720053cbc tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:13:16.645417 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-48b44cb6-bc5d-4019-a176-94a645f93e3d req-72e5f089-23b4-4ed9-bd96-c4b720053cbc tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:16.646813 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-48b44cb6-bc5d-4019-a176-94a645f93e3d req-72e5f089-23b4-4ed9-bd96-c4b720053cbc tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "PUT /v2.0/ports/48ab3783-55ca-4c94-951f-1a16b98fc795 HTTP/1.1" status: 200 len: 943 time: 0.3101344 Nov 09 22:13:16.647269 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea', 'tag': '48ab3783-55ca-4c94-951f-1a16b98fc795'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:13:16.653032 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2737eae40cef112d1dfa64c8a6cf3edc76bfb64f9e32f72bfe3df0a7140357a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e6165d-85ae-45d4-a6ce-34d21c30065f" -d '{"events": [{"name": "network-changed", "server_uuid": "8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea", "tag": "48ab3783-55ca-4c94-951f-1a16b98fc795"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:13:16.653229 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36760) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:13:16.680096 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5f089-23b4-4ed9-bd96-c4b720053cbc tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Pushing event updated for resources: {'Port': ['ID=48ab3783-55ca-4c94-951f-1a16b98fc795,revision_number=7']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:13:16.688082 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5f089-23b4-4ed9-bd96-c4b720053cbc tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:13:16.688486 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5f089-23b4-4ed9-bd96-c4b720053cbc tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:13:16.688929 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5f089-23b4-4ed9-bd96-c4b720053cbc tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:13:16.689340 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5f089-23b4-4ed9-bd96-c4b720053cbc tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:13:16.689742 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5f089-23b4-4ed9-bd96-c4b720053cbc tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:13:16.690219 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5f089-23b4-4ed9-bd96-c4b720053cbc tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:13:16.690620 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5f089-23b4-4ed9-bd96-c4b720053cbc tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:13:16.691034 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5f089-23b4-4ed9-bd96-c4b720053cbc tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:13:16.691430 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5f089-23b4-4ed9-bd96-c4b720053cbc tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:13:16.691826 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5f089-23b4-4ed9-bd96-c4b720053cbc tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:13:16.692221 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5f089-23b4-4ed9-bd96-c4b720053cbc tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:13:16.692619 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e5f089-23b4-4ed9-bd96-c4b720053cbc tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:13:16.716380 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba3c15d-9fb8-4b0a-8d4c-395a68a09952 x-openstack-request-id: req-3ba3c15d-9fb8-4b0a-8d4c-395a68a09952 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:13:16.716707 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea", "tag": "48ab3783-55ca-4c94-951f-1a16b98fc795", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:13:16.716985 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3ba3c15d-9fb8-4b0a-8d4c-395a68a09952 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:13:16.717363 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea', 'tag': '48ab3783-55ca-4c94-951f-1a16b98fc795', 'status': 'completed', 'code': 200} Nov 09 22:13:16.725302 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['48ab3783-55ca-4c94-951f-1a16b98fc795'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 22:13:16.748716 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-05645ebd-0e19-4673-8aa8-76cd8f790bbc tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:16.780251 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-05645ebd-0e19-4673-8aa8-76cd8f790bbc tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:16.790589 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6165d-85ae-45d4-a6ce-34d21c30065f req-d7000494-dddf-4fe5-a1fa-380a6051af16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:13:16.792764 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-06e6165d-85ae-45d4-a6ce-34d21c30065f req-d7000494-dddf-4fe5-a1fa-380a6051af16 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e67d9fdd229e490ea082c4356a706b4a&device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea HTTP/1.1" status: 200 len: 1097 time: 0.0519297 Nov 09 22:13:16.861676 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-05645ebd-0e19-4673-8aa8-76cd8f790bbc tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:16.865105 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-05645ebd-0e19-4673-8aa8-76cd8f790bbc tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:16.866521 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-05645ebd-0e19-4673-8aa8-76cd8f790bbc tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "DELETE /v2.0/security-groups/1747d9b5-5976-4de8-9c57-c975b8258359 HTTP/1.1" status: 204 len: 168 time: 0.2122591 Nov 09 22:13:16.869792 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36764) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:13:16.877020 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05645ebd-0e19-4673-8aa8-76cd8f790bbc tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1747d9b5-5976-4de8-9c57-c975b8258359,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:13:16.887856 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05645ebd-0e19-4673-8aa8-76cd8f790bbc tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:13:16.888581 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05645ebd-0e19-4673-8aa8-76cd8f790bbc tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:13:16.889157 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05645ebd-0e19-4673-8aa8-76cd8f790bbc tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:13:16.889669 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05645ebd-0e19-4673-8aa8-76cd8f790bbc tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:13:16.890377 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05645ebd-0e19-4673-8aa8-76cd8f790bbc tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:13:16.890894 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05645ebd-0e19-4673-8aa8-76cd8f790bbc tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:13:16.891597 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05645ebd-0e19-4673-8aa8-76cd8f790bbc tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:13:16.892129 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05645ebd-0e19-4673-8aa8-76cd8f790bbc tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:13:16.893087 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05645ebd-0e19-4673-8aa8-76cd8f790bbc tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:13:16.893434 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05645ebd-0e19-4673-8aa8-76cd8f790bbc tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:13:16.894142 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05645ebd-0e19-4673-8aa8-76cd8f790bbc tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:13:16.894142 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05645ebd-0e19-4673-8aa8-76cd8f790bbc tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:13:16.959000 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6165d-85ae-45d4-a6ce-34d21c30065f req-fa10dc98-1f5a-4f97-9edb-a4e166b2046c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:13:16.960441 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-06e6165d-85ae-45d4-a6ce-34d21c30065f req-fa10dc98-1f5a-4f97-9edb-a4e166b2046c service neutron] 10.222.0.45 "GET /v2.0/networks?id=ea4cede0-2475-43dc-9ee2-3958777931c7 HTTP/1.1" status: 200 len: 915 time: 0.1612678 Nov 09 22:13:16.976792 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-b28a4c31-c303-4df4-8119-d4437640df21 None None] Provisioning complete for port 48ab3783-55ca-4c94-951f-1a16b98fc795 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:13:16.977090 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b28a4c31-c303-4df4-8119-d4437640df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:17.079607 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-06e6165d-85ae-45d4-a6ce-34d21c30065f req-a88972b0-1082-461e-9a94-924e3f953a35 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48ab3783-55ca-4c94-951f-1a16b98fc795 HTTP/1.1" status: 200 len: 1002 time: 0.0922298 Nov 09 22:13:17.136584 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-9871b184-b962-4a8b-9182-f2d5d4570be7 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Deleting port 0a1f8fdc-7767-4822-a42d-816ffea910dd {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:13:17.136946 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9871b184-b962-4a8b-9182-f2d5d4570be7 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:17.140354 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6165d-85ae-45d4-a6ce-34d21c30065f req-2bad454a-ac0c-4ee7-85c1-76c875523934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:13:17.141825 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-06e6165d-85ae-45d4-a6ce-34d21c30065f req-2bad454a-ac0c-4ee7-85c1-76c875523934 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=172fb94b-41ac-46b4-bb17-83fc34101c65 HTTP/1.1" status: 200 len: 854 time: 0.0552580 Nov 09 22:13:17.237713 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6165d-85ae-45d4-a6ce-34d21c30065f req-7d2c4ff2-aa22-4523-aee7-bf492063584e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:13:17.239097 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-06e6165d-85ae-45d4-a6ce-34d21c30065f req-7d2c4ff2-aa22-4523-aee7-bf492063584e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ea4cede0-2475-43dc-9ee2-3958777931c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0883429 Nov 09 22:13:17.246772 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9871b184-b962-4a8b-9182-f2d5d4570be7 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:17.247098 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9871b184-b962-4a8b-9182-f2d5d4570be7 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:17.302192 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-9871b184-b962-4a8b-9182-f2d5d4570be7 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Calling delete_port for 0a1f8fdc-7767-4822-a42d-816ffea910dd owned by network:floatingip {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:13:17.392126 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-06e6165d-85ae-45d4-a6ce-34d21c30065f req-a00727cc-b417-4297-8631-6ca9a227bbe2 service neutron] 10.222.0.45 "GET /v2.0/networks/ea4cede0-2475-43dc-9ee2-3958777931c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423860 Nov 09 22:13:17.526298 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-06e6165d-85ae-45d4-a6ce-34d21c30065f req-b735b4a7-1fcb-40e8-9664-7389e2533c3d service neutron] 10.222.0.45 "GET /v2.0/networks/ea4cede0-2475-43dc-9ee2-3958777931c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265955 Nov 09 22:13:17.545597 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9871b184-b962-4a8b-9182-f2d5d4570be7 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:17.571740 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9871b184-b962-4a8b-9182-f2d5d4570be7 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Pushing event deleted for resources: {'Port': ['ID=0a1f8fdc-7767-4822-a42d-816ffea910dd,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:13:17.631324 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9871b184-b962-4a8b-9182-f2d5d4570be7 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks [] for floatingip, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:17.631694 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [None req-9871b184-b962-4a8b-9182-f2d5d4570be7 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Floating IP 11844a4b-22e1-45cd-95d9-20c4bbb1799b disassociated (deleted). External IP: 172.25.7.201, port: 48ab3783-55ca-4c94-951f-1a16b98fc795. Nov 09 22:13:17.716440 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0b182d14-5e92-46cf-919f-ab866a5df209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:18.168765 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9871b184-b962-4a8b-9182-f2d5d4570be7 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Router 9ea05c35-95d0-4b88-9fb1-75129af7ec79 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:13:18.270557 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9871b184-b962-4a8b-9182-f2d5d4570be7 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:13:18.275437 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9871b184-b962-4a8b-9182-f2d5d4570be7 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:18.280861 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e027d0d-4c49-497e-965e-3b711bc60dc3 None None] Sync routers for ids ['9ea05c35-95d0-4b88-9fb1-75129af7ec79'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:13:18.289874 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e027d0d-4c49-497e-965e-3b711bc60dc3 None None] Routers {'9ea05c35-95d0-4b88-9fb1-75129af7ec79'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:13:18.290469 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-4e027d0d-4c49-497e-965e-3b711bc60dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:12:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['9ea05c35-95d0-4b88-9fb1-75129af7ec79'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:13:18.302006 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-9871b184-b962-4a8b-9182-f2d5d4570be7 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "DELETE /v2.0/floatingips/11844a4b-22e1-45cd-95d9-20c4bbb1799b HTTP/1.1" status: 204 len: 168 time: 1.4311600 Nov 09 22:13:18.391822 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-4e027d0d-4c49-497e-965e-3b711bc60dc3 None None] Set router 9ea05c35-95d0-4b88-9fb1-75129af7ec79 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:13:18.589467 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-4e027d0d-4c49-497e-965e-3b711bc60dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea05c35-95d0-4b88-9fb1-75129af7ec79', 'name': 'tempest-TestMinimumBasicScenario-1365264964-router', 'tenant_id': 'e67d9fdd229e490ea082c4356a706b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'efa4d6b4-2902-4f39-9a9e-1ff3ef703491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:11:21Z', 'updated_at': '2021-11-09T22:11:23Z', 'revision_number': 4, 'project_id': 'e67d9fdd229e490ea082c4356a706b4a', 'gw_port': {'id': 'efa4d6b4-2902-4f39-9a9e-1ff3ef703491', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:03:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea05c35-95d0-4b88-9fb1-75129af7ec79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:11:21Z', 'updated_at': '2021-11-09T22:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '38db9f60-6742-4fac-ae0b-de63d801f361', 'name': '', 'network_id': 'ea4cede0-2475-43dc-9ee2-3958777931c7', 'tenant_id': 'e67d9fdd229e490ea082c4356a706b4a', 'mac_address': 'fa:16:3e:56:f5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea05c35-95d0-4b88-9fb1-75129af7ec79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '172fb94b-41ac-46b4-bb17-83fc34101c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:11:23Z', 'updated_at': '2021-11-09T22:11:27Z', 'revision_number': 5, 'project_id': 'e67d9fdd229e490ea082c4356a706b4a', 'subnets': [{'id': '172fb94b-41ac-46b4-bb17-83fc34101c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:13:18.617853 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e027d0d-4c49-497e-965e-3b711bc60dc3 None None] Checking router: 9ea05c35-95d0-4b88-9fb1-75129af7ec79 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:13:18.626763 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e027d0d-4c49-497e-965e-3b711bc60dc3 None None] Routers {'9ea05c35-95d0-4b88-9fb1-75129af7ec79'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:13:18.627357 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-4e027d0d-4c49-497e-965e-3b711bc60dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:12:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['9ea05c35-95d0-4b88-9fb1-75129af7ec79'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:13:18.718828 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea', 'tag': '48ab3783-55ca-4c94-951f-1a16b98fc795'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:13:18.721426 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2737eae40cef112d1dfa64c8a6cf3edc76bfb64f9e32f72bfe3df0a7140357a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7339613b-5224-4d4f-b800-339bfbaff8e4" -d '{"events": [{"name": "network-changed", "server_uuid": "8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea", "tag": "48ab3783-55ca-4c94-951f-1a16b98fc795"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:13:18.727093 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-4e027d0d-4c49-497e-965e-3b711bc60dc3 None None] Set router 9ea05c35-95d0-4b88-9fb1-75129af7ec79 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:13:18.757518 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359f240e-1573-4a46-b997-ce68eb42f3c8 x-openstack-request-id: req-359f240e-1573-4a46-b997-ce68eb42f3c8 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:13:18.757812 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea", "tag": "48ab3783-55ca-4c94-951f-1a16b98fc795", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:13:18.758064 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-359f240e-1573-4a46-b997-ce68eb42f3c8 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:13:18.758461 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea', 'tag': '48ab3783-55ca-4c94-951f-1a16b98fc795', 'status': 'completed', 'code': 200} Nov 09 22:13:18.833090 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339613b-5224-4d4f-b800-339bfbaff8e4 req-ee3e0964-9a71-4d29-97ec-2da61b5c2dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:13:18.834629 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7339613b-5224-4d4f-b800-339bfbaff8e4 req-ee3e0964-9a71-4d29-97ec-2da61b5c2dec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e67d9fdd229e490ea082c4356a706b4a&device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea HTTP/1.1" status: 200 len: 1097 time: 0.0406578 Nov 09 22:13:18.934108 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-4e027d0d-4c49-497e-965e-3b711bc60dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea05c35-95d0-4b88-9fb1-75129af7ec79', 'name': 'tempest-TestMinimumBasicScenario-1365264964-router', 'tenant_id': 'e67d9fdd229e490ea082c4356a706b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'efa4d6b4-2902-4f39-9a9e-1ff3ef703491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:11:21Z', 'updated_at': '2021-11-09T22:11:23Z', 'revision_number': 4, 'project_id': 'e67d9fdd229e490ea082c4356a706b4a', 'gw_port': {'id': 'efa4d6b4-2902-4f39-9a9e-1ff3ef703491', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:03:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea05c35-95d0-4b88-9fb1-75129af7ec79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:11:21Z', 'updated_at': '2021-11-09T22:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '38db9f60-6742-4fac-ae0b-de63d801f361', 'name': '', 'network_id': 'ea4cede0-2475-43dc-9ee2-3958777931c7', 'tenant_id': 'e67d9fdd229e490ea082c4356a706b4a', 'mac_address': 'fa:16:3e:56:f5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea05c35-95d0-4b88-9fb1-75129af7ec79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '172fb94b-41ac-46b4-bb17-83fc34101c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:11:23Z', 'updated_at': '2021-11-09T22:11:27Z', 'revision_number': 5, 'project_id': 'e67d9fdd229e490ea082c4356a706b4a', 'subnets': [{'id': '172fb94b-41ac-46b4-bb17-83fc34101c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:13:18.935325 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339613b-5224-4d4f-b800-339bfbaff8e4 req-4ec1e895-5cab-40ef-86f0-07522a0e6b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:13:18.936838 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7339613b-5224-4d4f-b800-339bfbaff8e4 req-4ec1e895-5cab-40ef-86f0-07522a0e6b97 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ea4cede0-2475-43dc-9ee2-3958777931c7 HTTP/1.1" status: 200 len: 915 time: 0.0945721 Nov 09 22:13:18.960376 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e027d0d-4c49-497e-965e-3b711bc60dc3 None None] The sync data for ids ['9ea05c35-95d0-4b88-9fb1-75129af7ec79'] in n-d-816206-3 is: [{'id': '9ea05c35-95d0-4b88-9fb1-75129af7ec79', 'name': 'tempest-TestMinimumBasicScenario-1365264964-router', 'tenant_id': 'e67d9fdd229e490ea082c4356a706b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'efa4d6b4-2902-4f39-9a9e-1ff3ef703491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:11:21Z', 'updated_at': '2021-11-09T22:11:23Z', 'revision_number': 4, 'project_id': 'e67d9fdd229e490ea082c4356a706b4a', 'gw_port': {'id': 'efa4d6b4-2902-4f39-9a9e-1ff3ef703491', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:03:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea05c35-95d0-4b88-9fb1-75129af7ec79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:11:21Z', 'updated_at': '2021-11-09T22:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '38db9f60-6742-4fac-ae0b-de63d801f361', 'name': '', 'network_id': 'ea4cede0-2475-43dc-9ee2-3958777931c7', 'tenant_id': 'e67d9fdd229e490ea082c4356a706b4a', 'mac_address': 'fa:16:3e:56:f5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea05c35-95d0-4b88-9fb1-75129af7ec79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '172fb94b-41ac-46b4-bb17-83fc34101c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:11:23Z', 'updated_at': '2021-11-09T22:11:27Z', 'revision_number': 5, 'project_id': 'e67d9fdd229e490ea082c4356a706b4a', 'subnets': [{'id': '172fb94b-41ac-46b4-bb17-83fc34101c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:13:18.980313 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7339613b-5224-4d4f-b800-339bfbaff8e4 req-cc03aa1c-1706-4679-82ec-b0e801b75e3d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48ab3783-55ca-4c94-951f-1a16b98fc795 HTTP/1.1" status: 200 len: 217 time: 0.0347843 Nov 09 22:13:19.034185 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339613b-5224-4d4f-b800-339bfbaff8e4 req-4751398e-773a-4c40-a7e2-f0b6bac3b0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:13:19.035639 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7339613b-5224-4d4f-b800-339bfbaff8e4 req-4751398e-773a-4c40-a7e2-f0b6bac3b0b0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=172fb94b-41ac-46b4-bb17-83fc34101c65 HTTP/1.1" status: 200 len: 854 time: 0.0485709 Nov 09 22:13:19.082670 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339613b-5224-4d4f-b800-339bfbaff8e4 req-a3bd24f8-ce53-4b04-ac3a-d476ad0cc496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:13:19.084199 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7339613b-5224-4d4f-b800-339bfbaff8e4 req-a3bd24f8-ce53-4b04-ac3a-d476ad0cc496 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ea4cede0-2475-43dc-9ee2-3958777931c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411730 Nov 09 22:13:19.185161 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7339613b-5224-4d4f-b800-339bfbaff8e4 req-774d84ed-badb-4ebd-be12-c45be07b37ec service neutron] 10.222.0.45 "GET /v2.0/networks/ea4cede0-2475-43dc-9ee2-3958777931c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933225 Nov 09 22:13:19.221634 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21752ed1-864d-4145-bc1e-11065f8c93c0 None None] New status for floating IP 11844a4b-22e1-45cd-95d9-20c4bbb1799b: DOWN {{(pid=102609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 22:13:19.276809 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7339613b-5224-4d4f-b800-339bfbaff8e4 req-b14d176c-a9e3-42b0-930b-9f4641e5dee4 service neutron] 10.222.0.45 "GET /v2.0/networks/ea4cede0-2475-43dc-9ee2-3958777931c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842838 Nov 09 22:13:20.233840 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b3897726-d69f-4c25-a3e1-9a78867c5e5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:21.222517 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:22.577826 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:23.326596 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:23.494948 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:26.849368 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8674d125-3b18-4dc5-9e4b-594000c4ba26 req-6c72ca82-0c9b-4999-9d3a-7858c48e86a7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452068 Nov 09 22:13:26.931607 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674d125-3b18-4dc5-9e4b-594000c4ba26 req-441dd27d-048f-4820-a823-fd65f1fb6722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:13:26.933135 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8674d125-3b18-4dc5-9e4b-594000c4ba26 req-441dd27d-048f-4820-a823-fd65f1fb6722 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e67d9fdd229e490ea082c4356a706b4a&device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea HTTP/1.1" status: 200 len: 1097 time: 0.0416164 Nov 09 22:13:27.040469 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674d125-3b18-4dc5-9e4b-594000c4ba26 req-67c050bd-8bbc-4ae5-98cd-392266d9b416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:13:27.042003 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8674d125-3b18-4dc5-9e4b-594000c4ba26 req-67c050bd-8bbc-4ae5-98cd-392266d9b416 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ea4cede0-2475-43dc-9ee2-3958777931c7 HTTP/1.1" status: 200 len: 915 time: 0.0888898 Nov 09 22:13:27.083376 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8674d125-3b18-4dc5-9e4b-594000c4ba26 req-59fe75b1-e787-412b-8086-3fb9f6d666c4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48ab3783-55ca-4c94-951f-1a16b98fc795 HTTP/1.1" status: 200 len: 217 time: 0.0341117 Nov 09 22:13:27.131760 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674d125-3b18-4dc5-9e4b-594000c4ba26 req-fdc797f1-7815-4d40-abbf-4e048a89dd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:13:27.133264 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8674d125-3b18-4dc5-9e4b-594000c4ba26 req-fdc797f1-7815-4d40-abbf-4e048a89dd63 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=172fb94b-41ac-46b4-bb17-83fc34101c65 HTTP/1.1" status: 200 len: 854 time: 0.0425146 Nov 09 22:13:27.182839 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674d125-3b18-4dc5-9e4b-594000c4ba26 req-b6b1b6c7-df30-42f8-b978-d6795e4db322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:13:27.184362 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8674d125-3b18-4dc5-9e4b-594000c4ba26 req-b6b1b6c7-df30-42f8-b978-d6795e4db322 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ea4cede0-2475-43dc-9ee2-3958777931c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431609 Nov 09 22:13:27.315641 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8674d125-3b18-4dc5-9e4b-594000c4ba26 req-0a86e2b0-4780-4fc4-8b93-ae73bbe4c798 service neutron] 10.222.0.45 "GET /v2.0/networks/ea4cede0-2475-43dc-9ee2-3958777931c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179345 Nov 09 22:13:27.339335 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdda9ec-93a5-4e71-ad6d-783317c0b918 req-6971aa13-14a4-48ec-849f-1ecd50cd7a33 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:13:27.340831 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5bdda9ec-93a5-4e71-ad6d-783317c0b918 req-6971aa13-14a4-48ec-849f-1ecd50cd7a33 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea HTTP/1.1" status: 200 len: 946 time: 0.0775752 Nov 09 22:13:27.446625 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5bdda9ec-93a5-4e71-ad6d-783317c0b918 req-17fecd26-f3e4-47db-899c-addaf2956826 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/security-groups?id=00a90445-f43c-49e4-a56f-601621f61649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958993 Nov 09 22:13:27.460898 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8674d125-3b18-4dc5-9e4b-594000c4ba26 req-71bccec6-e0fc-49cc-8917-57fefa2b8178 service neutron] 10.222.0.45 "GET /v2.0/networks/ea4cede0-2475-43dc-9ee2-3958777931c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376810 Nov 09 22:13:28.566313 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d815b-11dc-406a-9efe-041ff49b21c8 req-11c4018f-27b3-49d8-b930-8abf6874ee45 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:13:28.567798 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dc4d815b-11dc-406a-9efe-041ff49b21c8 req-11c4018f-27b3-49d8-b930-8abf6874ee45 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea HTTP/1.1" status: 200 len: 946 time: 0.0481663 Nov 09 22:13:28.615489 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dc4d815b-11dc-406a-9efe-041ff49b21c8 req-55548def-54c8-4789-a4b6-b7ecf1cfe843 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/security-groups?id=00a90445-f43c-49e4-a56f-601621f61649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409861 Nov 09 22:13:28.913618 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda88898-edaa-4cdd-85a1-0ce64b746a87 req-e1aacb84-cb30-439f-a8c2-fb1cd7b05c1d tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:13:28.915069 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dda88898-edaa-4cdd-85a1-0ce64b746a87 req-e1aacb84-cb30-439f-a8c2-fb1cd7b05c1d tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea HTTP/1.1" status: 200 len: 946 time: 0.0489883 Nov 09 22:13:29.006195 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-dda88898-edaa-4cdd-85a1-0ce64b746a87 req-1a103f04-7354-41fe-a901-cee07ee34fe3 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Deleting port 48ab3783-55ca-4c94-951f-1a16b98fc795 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:13:29.006556 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-dda88898-edaa-4cdd-85a1-0ce64b746a87 req-1a103f04-7354-41fe-a901-cee07ee34fe3 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:29.092894 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-dda88898-edaa-4cdd-85a1-0ce64b746a87 req-1a103f04-7354-41fe-a901-cee07ee34fe3 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] For port 48ab3783-55ca-4c94-951f-1a16b98fc795, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=48ab3783-55ca-4c94-951f-1a16b98fc795,segment=NetworkSegment(ac565b40-2ae3-49c1-8399-a9b77617b9f9),segment_id=ac565b40-2ae3-49c1-8399-a9b77617b9f9)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:13:29.093257 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-dda88898-edaa-4cdd-85a1-0ce64b746a87 req-1a103f04-7354-41fe-a901-cee07ee34fe3 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:29.105822 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-dda88898-edaa-4cdd-85a1-0ce64b746a87 req-1a103f04-7354-41fe-a901-cee07ee34fe3 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Calling delete_port for 48ab3783-55ca-4c94-951f-1a16b98fc795 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:13:29.231848 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-dda88898-edaa-4cdd-85a1-0ce64b746a87 req-1a103f04-7354-41fe-a901-cee07ee34fe3 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:29.243326 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['48ab3783-55ca-4c94-951f-1a16b98fc795'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 22:13:29.260025 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a103f04-7354-41fe-a901-cee07ee34fe3 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Pushing event deleted for resources: {'Port': ['ID=48ab3783-55ca-4c94-951f-1a16b98fc795,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:13:29.313861 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda88898-edaa-4cdd-85a1-0ce64b746a87 req-1a103f04-7354-41fe-a901-cee07ee34fe3 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] No DVR routers for this DVR port 48ab3783-55ca-4c94-951f-1a16b98fc795 on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:13:29.316867 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-dda88898-edaa-4cdd-85a1-0ce64b746a87 req-1a103f04-7354-41fe-a901-cee07ee34fe3 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:29.320873 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dda88898-edaa-4cdd-85a1-0ce64b746a87 req-1a103f04-7354-41fe-a901-cee07ee34fe3 tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.45 "DELETE /v2.0/ports/48ab3783-55ca-4c94-951f-1a16b98fc795 HTTP/1.1" status: 204 len: 173 time: 0.3990586 Nov 09 22:13:29.321332 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea', 'name': 'network-vif-deleted', 'tag': '48ab3783-55ca-4c94-951f-1a16b98fc795'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:13:29.324319 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2737eae40cef112d1dfa64c8a6cf3edc76bfb64f9e32f72bfe3df0a7140357a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f66e29-92ef-4c1b-af85-690f524a58e8" -d '{"events": [{"server_uuid": "8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea", "name": "network-vif-deleted", "tag": "48ab3783-55ca-4c94-951f-1a16b98fc795"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:13:29.360749 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 22:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565199c8-ecbb-4af9-9d31-469580fa6017 x-openstack-request-id: req-565199c8-ecbb-4af9-9d31-469580fa6017 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:13:29.361049 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea", "name": "network-vif-deleted", "tag": "48ab3783-55ca-4c94-951f-1a16b98fc795", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:13:29.361307 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-565199c8-ecbb-4af9-9d31-469580fa6017 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:13:29.361715 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea', 'name': 'network-vif-deleted', 'tag': '48ab3783-55ca-4c94-951f-1a16b98fc795', 'status': 'completed', 'code': 200} Nov 09 22:13:29.732270 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-53fd2e20-4f32-48fd-ba30-607b7c70a1df req-9e92f097-e12f-4860-85ee-cb866741c16b tempest-TestMinimumBasicScenario-428079850 tempest-TestMinimumBasicScenario-428079850-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b63b5fd-fb3c-4013-ad0a-16bd61d2bcea HTTP/1.1" status: 200 len: 210 time: 0.0282996 Nov 09 22:13:31.283639 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36878) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:13:31.621602 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5742fc4f-4d66-433e-bcbb-4ebd8a8452ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:31.857597 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-5742fc4f-4d66-433e-bcbb-4ebd8a8452ca admin admin] Deleting port 38db9f60-6742-4fac-ae0b-de63d801f361 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:13:31.857940 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5742fc4f-4d66-433e-bcbb-4ebd8a8452ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:31.937109 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-5742fc4f-4d66-433e-bcbb-4ebd8a8452ca admin admin] For port 38db9f60-6742-4fac-ae0b-de63d801f361, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=38db9f60-6742-4fac-ae0b-de63d801f361,segment=NetworkSegment(ac565b40-2ae3-49c1-8399-a9b77617b9f9),segment_id=ac565b40-2ae3-49c1-8399-a9b77617b9f9)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:13:31.937475 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5742fc4f-4d66-433e-bcbb-4ebd8a8452ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:31.949277 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-5742fc4f-4d66-433e-bcbb-4ebd8a8452ca admin admin] Calling delete_port for 38db9f60-6742-4fac-ae0b-de63d801f361 owned by network:router_interface {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:13:32.120800 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5742fc4f-4d66-433e-bcbb-4ebd8a8452ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:32.145335 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5742fc4f-4d66-433e-bcbb-4ebd8a8452ca admin admin] Pushing event deleted for resources: {'Port': ['ID=38db9f60-6742-4fac-ae0b-de63d801f361,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:13:32.310136 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5742fc4f-4d66-433e-bcbb-4ebd8a8452ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:32.396803 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 48ab3783-55ca-4c94-951f-1a16b98fc795 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:13:32.421270 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 48ab3783-55ca-4c94-951f-1a16b98fc795 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:13:32.421665 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 48ab3783-55ca-4c94-951f-1a16b98fc795 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:13:32.530838 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5742fc4f-4d66-433e-bcbb-4ebd8a8452ca admin admin] Router 9ea05c35-95d0-4b88-9fb1-75129af7ec79 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:13:32.633979 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5742fc4f-4d66-433e-bcbb-4ebd8a8452ca admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:13:32.638945 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5742fc4f-4d66-433e-bcbb-4ebd8a8452ca admin admin] 10.222.0.49 "PUT /v2.0/routers/9ea05c35-95d0-4b88-9fb1-75129af7ec79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3542700 Nov 09 22:13:32.641550 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36880) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:13:32.644162 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbc2934-b466-4dc1-8fbd-2c2d2141de56 None None] Sync routers for ids ['9ea05c35-95d0-4b88-9fb1-75129af7ec79'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:13:32.654935 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbc2934-b466-4dc1-8fbd-2c2d2141de56 None None] Routers {'9ea05c35-95d0-4b88-9fb1-75129af7ec79'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:13:32.655542 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-bfbc2934-b466-4dc1-8fbd-2c2d2141de56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:13:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['9ea05c35-95d0-4b88-9fb1-75129af7ec79'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:13:32.742967 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac2db7b4-a9c8-4913-8abc-404673e75f12 admin admin] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:32.755861 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-bfbc2934-b466-4dc1-8fbd-2c2d2141de56 None None] Set router 9ea05c35-95d0-4b88-9fb1-75129af7ec79 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:13:32.850619 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac2db7b4-a9c8-4913-8abc-404673e75f12 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:32.902618 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ac2db7b4-a9c8-4913-8abc-404673e75f12 admin admin] Deleting port efa4d6b4-2902-4f39-9a9e-1ff3ef703491 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:13:32.902964 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac2db7b4-a9c8-4913-8abc-404673e75f12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:32.931832 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-bfbc2934-b466-4dc1-8fbd-2c2d2141de56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea05c35-95d0-4b88-9fb1-75129af7ec79', 'name': 'tempest-TestMinimumBasicScenario-1365264964-router', 'tenant_id': 'e67d9fdd229e490ea082c4356a706b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'efa4d6b4-2902-4f39-9a9e-1ff3ef703491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:11:21Z', 'updated_at': '2021-11-09T22:13:32Z', 'revision_number': 5, 'project_id': 'e67d9fdd229e490ea082c4356a706b4a', 'gw_port': {'id': 'efa4d6b4-2902-4f39-9a9e-1ff3ef703491', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:03:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea05c35-95d0-4b88-9fb1-75129af7ec79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:11:21Z', 'updated_at': '2021-11-09T22:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:13:32.960281 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbc2934-b466-4dc1-8fbd-2c2d2141de56 None None] Checking router: 9ea05c35-95d0-4b88-9fb1-75129af7ec79 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:13:32.968996 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbc2934-b466-4dc1-8fbd-2c2d2141de56 None None] Routers {'9ea05c35-95d0-4b88-9fb1-75129af7ec79'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:13:32.969603 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-bfbc2934-b466-4dc1-8fbd-2c2d2141de56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:13:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['9ea05c35-95d0-4b88-9fb1-75129af7ec79'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:13:32.983886 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-ac2db7b4-a9c8-4913-8abc-404673e75f12 admin admin] For port efa4d6b4-2902-4f39-9a9e-1ff3ef703491, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=efa4d6b4-2902-4f39-9a9e-1ff3ef703491,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:13:32.984252 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac2db7b4-a9c8-4913-8abc-404673e75f12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:32.995869 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ac2db7b4-a9c8-4913-8abc-404673e75f12 admin admin] Calling delete_port for efa4d6b4-2902-4f39-9a9e-1ff3ef703491 owned by network:router_gateway {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:13:33.049951 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-bfbc2934-b466-4dc1-8fbd-2c2d2141de56 None None] Set router 9ea05c35-95d0-4b88-9fb1-75129af7ec79 gateway port host: None {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:13:33.103398 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-bfbc2934-b466-4dc1-8fbd-2c2d2141de56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea05c35-95d0-4b88-9fb1-75129af7ec79', 'name': 'tempest-TestMinimumBasicScenario-1365264964-router', 'tenant_id': 'e67d9fdd229e490ea082c4356a706b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:11:21Z', 'updated_at': '2021-11-09T22:13:32Z', 'revision_number': 6, 'project_id': 'e67d9fdd229e490ea082c4356a706b4a', 'gw_port_host': None}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:13:33.129309 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbc2934-b466-4dc1-8fbd-2c2d2141de56 None None] The sync data for ids ['9ea05c35-95d0-4b88-9fb1-75129af7ec79'] in n-d-816206-3 is: [{'id': '9ea05c35-95d0-4b88-9fb1-75129af7ec79', 'name': 'tempest-TestMinimumBasicScenario-1365264964-router', 'tenant_id': 'e67d9fdd229e490ea082c4356a706b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:11:21Z', 'updated_at': '2021-11-09T22:13:32Z', 'revision_number': 6, 'project_id': 'e67d9fdd229e490ea082c4356a706b4a', 'gw_port_host': None}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:13:33.177452 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac2db7b4-a9c8-4913-8abc-404673e75f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:33.203657 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2db7b4-a9c8-4913-8abc-404673e75f12 admin admin] Pushing event deleted for resources: {'Port': ['ID=efa4d6b4-2902-4f39-9a9e-1ff3ef703491,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:13:33.217150 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a681b29-d3be-4031-a47a-e65858ea6de4 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:13:33.262530 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac2db7b4-a9c8-4913-8abc-404673e75f12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:33.352328 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac2db7b4-a9c8-4913-8abc-404673e75f12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:33.354780 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac2db7b4-a9c8-4913-8abc-404673e75f12 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:33.397654 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac2db7b4-a9c8-4913-8abc-404673e75f12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:33.398261 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2db7b4-a9c8-4913-8abc-404673e75f12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ea05c35-95d0-4b88-9fb1-75129af7ec79 {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 22:13:33.402584 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac2db7b4-a9c8-4913-8abc-404673e75f12 admin admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:33.403738 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ac2db7b4-a9c8-4913-8abc-404673e75f12 admin admin] 10.222.0.49 "DELETE /v2.0/routers/9ea05c35-95d0-4b88-9fb1-75129af7ec79 HTTP/1.1" status: 204 len: 168 time: 0.7612834 Nov 09 22:13:33.406231 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36884) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:13:33.451220 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe87741f-a525-4689-8ca9-cca7744f4608 admin admin] Deleting subnet 172fb94b-41ac-46b4-bb17-83fc34101c65 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 22:13:33.454315 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fe87741f-a525-4689-8ca9-cca7744f4608 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:33.487595 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fe87741f-a525-4689-8ca9-cca7744f4608 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:33.589044 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fe87741f-a525-4689-8ca9-cca7744f4608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:33.610006 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 38db9f60-6742-4fac-ae0b-de63d801f361 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:13:33.632672 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 38db9f60-6742-4fac-ae0b-de63d801f361 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:13:33.633151 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 38db9f60-6742-4fac-ae0b-de63d801f361 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:13:33.645351 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fe87741f-a525-4689-8ca9-cca7744f4608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:33.670605 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe87741f-a525-4689-8ca9-cca7744f4608 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=172fb94b-41ac-46b4-bb17-83fc34101c65,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:13:33.674151 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fe87741f-a525-4689-8ca9-cca7744f4608 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:33.679110 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74aae93-6532-4d5b-a4c0-0bd7fe011761 None None] Network ea4cede0-2475-43dc-9ee2-3958777931c7 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:13:33.679951 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-fe87741f-a525-4689-8ca9-cca7744f4608 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/172fb94b-41ac-46b4-bb17-83fc34101c65 HTTP/1.1" status: 204 len: 168 time: 0.2727301 Nov 09 22:13:33.680252 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36886) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:13:33.750978 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e01db0b1-24e5-4f23-90c8-bc4b6ed5ddfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:33.806700 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-e01db0b1-24e5-4f23-90c8-bc4b6ed5ddfc admin admin] Deleting port 5eddf547-70e6-497f-b51f-bd4300afc0d3 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:13:33.807036 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e01db0b1-24e5-4f23-90c8-bc4b6ed5ddfc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:33.873223 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-e01db0b1-24e5-4f23-90c8-bc4b6ed5ddfc admin admin] For port 5eddf547-70e6-497f-b51f-bd4300afc0d3, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5eddf547-70e6-497f-b51f-bd4300afc0d3,segment=NetworkSegment(ac565b40-2ae3-49c1-8399-a9b77617b9f9),segment_id=ac565b40-2ae3-49c1-8399-a9b77617b9f9)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:13:33.873511 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e01db0b1-24e5-4f23-90c8-bc4b6ed5ddfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:33.885354 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-e01db0b1-24e5-4f23-90c8-bc4b6ed5ddfc admin admin] Calling delete_port for 5eddf547-70e6-497f-b51f-bd4300afc0d3 owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:13:33.945326 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e8f628-92f7-4265-b91a-8ca17a43b507 None None] DHCP port deletion for ea4cede0-2475-43dc-9ee2-3958777931c7 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:13:33.963083 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e01db0b1-24e5-4f23-90c8-bc4b6ed5ddfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:33.994113 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01db0b1-24e5-4f23-90c8-bc4b6ed5ddfc admin admin] Pushing event deleted for resources: {'Port': ['ID=5eddf547-70e6-497f-b51f-bd4300afc0d3,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:13:33.994329 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-52e8f628-92f7-4265-b91a-8ca17a43b507 None None] Deleting port 5eddf547-70e6-497f-b51f-bd4300afc0d3 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:13:33.994526 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-52e8f628-92f7-4265-b91a-8ca17a43b507 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:33.999500 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01db0b1-24e5-4f23-90c8-bc4b6ed5ddfc admin admin] No DVR routers for this DVR port 5eddf547-70e6-497f-b51f-bd4300afc0d3 on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:13:34.061639 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-52e8f628-92f7-4265-b91a-8ca17a43b507 None None] For port 5eddf547-70e6-497f-b51f-bd4300afc0d3, host n-d-816206-3, got binding levels [] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:13:34.061940 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-52e8f628-92f7-4265-b91a-8ca17a43b507 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:34.074213 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-52e8f628-92f7-4265-b91a-8ca17a43b507 None None] Calling delete_port for 5eddf547-70e6-497f-b51f-bd4300afc0d3 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:13:34.074504 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e01db0b1-24e5-4f23-90c8-bc4b6ed5ddfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:34.076933 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.ipam_backend_mixin [None req-52e8f628-92f7-4265-b91a-8ca17a43b507 None None] Port 5eddf547-70e6-497f-b51f-bd4300afc0d3 was not found and therefore no delete operation was performed {{(pid=102609) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 22:13:34.078232 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-52e8f628-92f7-4265-b91a-8ca17a43b507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:34.094712 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-e01db0b1-24e5-4f23-90c8-bc4b6ed5ddfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea4cede0-2475-43dc-9ee2-3958777931c7']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:13:34.104919 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-e01db0b1-24e5-4f23-90c8-bc4b6ed5ddfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac565b40-2ae3-49c1-8399-a9b77617b9f9') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:13:34.105200 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e8f628-92f7-4265-b91a-8ca17a43b507 None None] Pushing event deleted for resources: {'Port': ['ID=5eddf547-70e6-497f-b51f-bd4300afc0d3,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:13:34.105385 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-e01db0b1-24e5-4f23-90c8-bc4b6ed5ddfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac565b40-2ae3-49c1-8399-a9b77617b9f9') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:13:34.107456 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e8f628-92f7-4265-b91a-8ca17a43b507 None None] No DVR routers for this DVR port 5eddf547-70e6-497f-b51f-bd4300afc0d3 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:13:34.118412 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e01db0b1-24e5-4f23-90c8-bc4b6ed5ddfc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:34.119005 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8f628-92f7-4265-b91a-8ca17a43b507 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:13:34.119005 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8f628-92f7-4265-b91a-8ca17a43b507 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:13:34.119005 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8f628-92f7-4265-b91a-8ca17a43b507 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:13:34.119005 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8f628-92f7-4265-b91a-8ca17a43b507 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:13:34.119005 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8f628-92f7-4265-b91a-8ca17a43b507 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:13:34.119005 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8f628-92f7-4265-b91a-8ca17a43b507 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:13:34.119005 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8f628-92f7-4265-b91a-8ca17a43b507 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:13:34.119605 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8f628-92f7-4265-b91a-8ca17a43b507 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:13:34.119605 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8f628-92f7-4265-b91a-8ca17a43b507 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:13:34.119766 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8f628-92f7-4265-b91a-8ca17a43b507 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:13:34.120019 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8f628-92f7-4265-b91a-8ca17a43b507 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:13:34.120372 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8f628-92f7-4265-b91a-8ca17a43b507 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:13:34.129046 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e01db0b1-24e5-4f23-90c8-bc4b6ed5ddfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:34.135271 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e01db0b1-24e5-4f23-90c8-bc4b6ed5ddfc admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 22:13:34.135828 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e01db0b1-24e5-4f23-90c8-bc4b6ed5ddfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:34.139864 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 22:13:34.139864 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 22:13:34.139864 n-d-816206-3 neutron-server[102608]: timer() Nov 09 22:13:34.139864 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 22:13:34.139864 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 22:13:34.139864 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 22:13:34.139864 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 22:13:34.139864 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 22:13:34.139864 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 22:13:34.139864 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 22:13:34.139864 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 22:13:34.139864 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 22:13:34.139864 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 22:13:34.139864 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 22:13:34.139864 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 22:13:34.139864 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 22:13:34.139864 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 22:13:34.139864 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 22:13:34.139864 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 22:13:34.139864 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 22:13:34.139864 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 22:13:34.139864 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 22:13:34.139864 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 22:13:34.139864 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 22:13:34.139864 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 22:13:34.139864 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 22:13:34.139864 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 22:13:34.139864 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 22:13:34.139864 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 22:13:34.139864 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 22:13:34.139864 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 22:13:34.139864 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 22:13:34.197960 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e01db0b1-24e5-4f23-90c8-bc4b6ed5ddfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:34.203729 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e01db0b1-24e5-4f23-90c8-bc4b6ed5ddfc admin admin] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:34.207854 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e01db0b1-24e5-4f23-90c8-bc4b6ed5ddfc admin admin] 10.222.0.49 "DELETE /v2.0/networks/ea4cede0-2475-43dc-9ee2-3958777931c7 HTTP/1.1" status: 204 len: 168 time: 0.5265520 Nov 09 22:13:34.211489 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36892) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:13:34.223006 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01db0b1-24e5-4f23-90c8-bc4b6ed5ddfc admin admin] Pushing event deleted for resources: {'Network': ['ID=ea4cede0-2475-43dc-9ee2-3958777931c7,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:13:34.237923 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:34.881777 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b6a80d9d-1ccb-4b7f-a60f-a62b3f4d6786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:35.118352 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-b6a80d9d-1ccb-4b7f-a60f-a62b3f4d6786 admin admin] Deleting port 9068b1ce-5aad-404d-a156-1d10bf0a2f3b {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:13:35.118690 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b6a80d9d-1ccb-4b7f-a60f-a62b3f4d6786 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:35.195289 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-b6a80d9d-1ccb-4b7f-a60f-a62b3f4d6786 admin admin] For port 9068b1ce-5aad-404d-a156-1d10bf0a2f3b, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=9068b1ce-5aad-404d-a156-1d10bf0a2f3b,segment=NetworkSegment(cae40a08-fa86-46eb-9477-d1af153d747f),segment_id=cae40a08-fa86-46eb-9477-d1af153d747f)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:13:35.195648 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b6a80d9d-1ccb-4b7f-a60f-a62b3f4d6786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:35.209381 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-b6a80d9d-1ccb-4b7f-a60f-a62b3f4d6786 admin admin] Calling delete_port for 9068b1ce-5aad-404d-a156-1d10bf0a2f3b owned by network:router_interface {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:13:35.390971 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b6a80d9d-1ccb-4b7f-a60f-a62b3f4d6786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:35.424260 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a80d9d-1ccb-4b7f-a60f-a62b3f4d6786 admin admin] Pushing event deleted for resources: {'Port': ['ID=9068b1ce-5aad-404d-a156-1d10bf0a2f3b,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:13:35.608843 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b6a80d9d-1ccb-4b7f-a60f-a62b3f4d6786 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:35.641628 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device efa4d6b4-2902-4f39-9a9e-1ff3ef703491 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:13:35.663525 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: efa4d6b4-2902-4f39-9a9e-1ff3ef703491 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:13:35.663870 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device efa4d6b4-2902-4f39-9a9e-1ff3ef703491 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:13:35.664307 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 5eddf547-70e6-497f-b51f-bd4300afc0d3 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:13:35.683058 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 5eddf547-70e6-497f-b51f-bd4300afc0d3 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:13:35.683396 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 5eddf547-70e6-497f-b51f-bd4300afc0d3 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:13:35.823676 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a80d9d-1ccb-4b7f-a60f-a62b3f4d6786 admin admin] Router 3de666e0-41a8-4d8f-b035-27ba615595f3 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:13:35.931449 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a80d9d-1ccb-4b7f-a60f-a62b3f4d6786 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:13:35.937100 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b6a80d9d-1ccb-4b7f-a60f-a62b3f4d6786 admin admin] 10.222.0.49 "PUT /v2.0/routers/3de666e0-41a8-4d8f-b035-27ba615595f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7239680 Nov 09 22:13:35.939166 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36894) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:13:35.940079 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c57cd0f-8177-41f6-960d-99373393d931 None None] Sync routers for ids ['3de666e0-41a8-4d8f-b035-27ba615595f3'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:13:35.951432 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c57cd0f-8177-41f6-960d-99373393d931 None None] Routers {'3de666e0-41a8-4d8f-b035-27ba615595f3'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:13:35.952056 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-0c57cd0f-8177-41f6-960d-99373393d931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:13:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['3de666e0-41a8-4d8f-b035-27ba615595f3'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:13:36.043352 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-efa4a1ca-84ba-4467-b76c-04746754c3b4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:36.055252 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-0c57cd0f-8177-41f6-960d-99373393d931 None None] Set router 3de666e0-41a8-4d8f-b035-27ba615595f3 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:13:36.145146 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-efa4a1ca-84ba-4467-b76c-04746754c3b4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:36.197281 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-efa4a1ca-84ba-4467-b76c-04746754c3b4 admin admin] Deleting port fecd7aaf-40bc-4649-abf7-0eb2b27e5a72 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:13:36.197643 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-efa4a1ca-84ba-4467-b76c-04746754c3b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:36.234763 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-0c57cd0f-8177-41f6-960d-99373393d931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de666e0-41a8-4d8f-b035-27ba615595f3', 'name': 'tempest-TestMinimumBasicScenario-134858039-router', 'tenant_id': '09edc8bc030a485488c633d8be220fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'fecd7aaf-40bc-4649-abf7-0eb2b27e5a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:11:25Z', 'updated_at': '2021-11-09T22:13:35Z', 'revision_number': 5, 'project_id': '09edc8bc030a485488c633d8be220fae', 'gw_port': {'id': 'fecd7aaf-40bc-4649-abf7-0eb2b27e5a72', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de666e0-41a8-4d8f-b035-27ba615595f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:11:25Z', 'updated_at': '2021-11-09T22:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:13:36.261794 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c57cd0f-8177-41f6-960d-99373393d931 None None] Checking router: 3de666e0-41a8-4d8f-b035-27ba615595f3 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:13:36.270031 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c57cd0f-8177-41f6-960d-99373393d931 None None] Routers {'3de666e0-41a8-4d8f-b035-27ba615595f3'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:13:36.270638 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-0c57cd0f-8177-41f6-960d-99373393d931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:13:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['3de666e0-41a8-4d8f-b035-27ba615595f3'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:13:36.285477 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-efa4a1ca-84ba-4467-b76c-04746754c3b4 admin admin] For port fecd7aaf-40bc-4649-abf7-0eb2b27e5a72, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=fecd7aaf-40bc-4649-abf7-0eb2b27e5a72,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:13:36.285842 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-efa4a1ca-84ba-4467-b76c-04746754c3b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:36.297272 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-efa4a1ca-84ba-4467-b76c-04746754c3b4 admin admin] Calling delete_port for fecd7aaf-40bc-4649-abf7-0eb2b27e5a72 owned by network:router_gateway {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:13:36.353449 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-0c57cd0f-8177-41f6-960d-99373393d931 None None] Set router 3de666e0-41a8-4d8f-b035-27ba615595f3 gateway port host: None {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:13:36.408225 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-0c57cd0f-8177-41f6-960d-99373393d931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de666e0-41a8-4d8f-b035-27ba615595f3', 'name': 'tempest-TestMinimumBasicScenario-134858039-router', 'tenant_id': '09edc8bc030a485488c633d8be220fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:11:25Z', 'updated_at': '2021-11-09T22:13:36Z', 'revision_number': 6, 'project_id': '09edc8bc030a485488c633d8be220fae', 'gw_port_host': None}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:13:36.462010 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-efa4a1ca-84ba-4467-b76c-04746754c3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:36.491520 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa4a1ca-84ba-4467-b76c-04746754c3b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fecd7aaf-40bc-4649-abf7-0eb2b27e5a72,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:13:36.555414 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-efa4a1ca-84ba-4467-b76c-04746754c3b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:36.601129 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64d4b6b-3861-42a7-b846-8da3f5962abc None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:13:36.603366 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c57cd0f-8177-41f6-960d-99373393d931 None None] The sync data for ids ['3de666e0-41a8-4d8f-b035-27ba615595f3'] in n-d-816206-3 is: [{'id': '3de666e0-41a8-4d8f-b035-27ba615595f3', 'name': 'tempest-TestMinimumBasicScenario-134858039-router', 'tenant_id': '09edc8bc030a485488c633d8be220fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:11:25Z', 'updated_at': '2021-11-09T22:13:36Z', 'revision_number': 6, 'project_id': '09edc8bc030a485488c633d8be220fae', 'gw_port_host': None}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:13:36.668588 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-efa4a1ca-84ba-4467-b76c-04746754c3b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:36.670825 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-efa4a1ca-84ba-4467-b76c-04746754c3b4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:36.715227 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-efa4a1ca-84ba-4467-b76c-04746754c3b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:36.716052 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa4a1ca-84ba-4467-b76c-04746754c3b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3de666e0-41a8-4d8f-b035-27ba615595f3 {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 22:13:36.720627 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-efa4a1ca-84ba-4467-b76c-04746754c3b4 admin admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:36.724036 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-efa4a1ca-84ba-4467-b76c-04746754c3b4 admin admin] 10.222.0.49 "DELETE /v2.0/routers/3de666e0-41a8-4d8f-b035-27ba615595f3 HTTP/1.1" status: 204 len: 168 time: 0.7816184 Nov 09 22:13:36.724355 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36896) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:13:36.768694 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-a42f7afd-6b8f-4c99-9ddf-55a4750dbf82 admin admin] Deleting subnet 74fcd190-98a1-4dbb-958b-f0a15cccd120 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 22:13:36.772026 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a42f7afd-6b8f-4c99-9ddf-55a4750dbf82 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:36.806992 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a42f7afd-6b8f-4c99-9ddf-55a4750dbf82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:36.888311 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a42f7afd-6b8f-4c99-9ddf-55a4750dbf82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:36.942046 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a42f7afd-6b8f-4c99-9ddf-55a4750dbf82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:36.966555 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f7afd-6b8f-4c99-9ddf-55a4750dbf82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74fcd190-98a1-4dbb-958b-f0a15cccd120,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:13:36.975748 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a42f7afd-6b8f-4c99-9ddf-55a4750dbf82 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:36.981533 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a42f7afd-6b8f-4c99-9ddf-55a4750dbf82 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/74fcd190-98a1-4dbb-958b-f0a15cccd120 HTTP/1.1" status: 204 len: 168 time: 0.2537081 Nov 09 22:13:36.981742 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36898) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:13:36.986959 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c9fcdf-db5e-44ce-9cc9-683c4e978239 None None] Network 65ccc15f-0172-4223-9447-018cd04a11d8 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:13:37.065907 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ad878bfa-85dd-40e0-bea9-5e7a2f8eb002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:37.131027 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ad878bfa-85dd-40e0-bea9-5e7a2f8eb002 admin admin] Deleting port cea99006-56db-4b04-baf2-196f3a0f3651 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:13:37.131373 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ad878bfa-85dd-40e0-bea9-5e7a2f8eb002 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:37.199911 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-ad878bfa-85dd-40e0-bea9-5e7a2f8eb002 admin admin] For port cea99006-56db-4b04-baf2-196f3a0f3651, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=cea99006-56db-4b04-baf2-196f3a0f3651,segment=NetworkSegment(cae40a08-fa86-46eb-9477-d1af153d747f),segment_id=cae40a08-fa86-46eb-9477-d1af153d747f)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:13:37.200203 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ad878bfa-85dd-40e0-bea9-5e7a2f8eb002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:37.212958 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ad878bfa-85dd-40e0-bea9-5e7a2f8eb002 admin admin] Calling delete_port for cea99006-56db-4b04-baf2-196f3a0f3651 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:13:37.301572 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ad878bfa-85dd-40e0-bea9-5e7a2f8eb002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:37.327376 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad878bfa-85dd-40e0-bea9-5e7a2f8eb002 admin admin] Pushing event deleted for resources: {'Port': ['ID=cea99006-56db-4b04-baf2-196f3a0f3651,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:13:37.330504 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad878bfa-85dd-40e0-bea9-5e7a2f8eb002 admin admin] No DVR routers for this DVR port cea99006-56db-4b04-baf2-196f3a0f3651 on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:13:37.400082 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ad878bfa-85dd-40e0-bea9-5e7a2f8eb002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:37.426318 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd50ef1b-1662-4cfa-a59a-b2a5f3add7d3 None None] DHCP port deletion for 65ccc15f-0172-4223-9447-018cd04a11d8 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:13:37.427030 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-ad878bfa-85dd-40e0-bea9-5e7a2f8eb002 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ccc15f-0172-4223-9447-018cd04a11d8']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:13:37.442723 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-ad878bfa-85dd-40e0-bea9-5e7a2f8eb002 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cae40a08-fa86-46eb-9477-d1af153d747f') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:13:37.443040 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-ad878bfa-85dd-40e0-bea9-5e7a2f8eb002 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cae40a08-fa86-46eb-9477-d1af153d747f') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:13:37.454299 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ad878bfa-85dd-40e0-bea9-5e7a2f8eb002 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:37.470687 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ad878bfa-85dd-40e0-bea9-5e7a2f8eb002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:37.477952 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad878bfa-85dd-40e0-bea9-5e7a2f8eb002 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 22:13:37.478599 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ad878bfa-85dd-40e0-bea9-5e7a2f8eb002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:37.481228 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 22:13:37.481228 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 22:13:37.481228 n-d-816206-3 neutron-server[102607]: timer() Nov 09 22:13:37.481228 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 22:13:37.481228 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 22:13:37.481228 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 22:13:37.481228 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 22:13:37.481228 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 22:13:37.481228 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 22:13:37.481228 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 22:13:37.481228 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 22:13:37.481228 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 22:13:37.481228 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 22:13:37.481228 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 22:13:37.481228 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 22:13:37.481228 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 22:13:37.481228 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 22:13:37.481228 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 22:13:37.481228 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 22:13:37.481228 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 22:13:37.481228 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 22:13:37.481228 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 22:13:37.481228 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 22:13:37.481228 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 22:13:37.481228 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 22:13:37.481228 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 22:13:37.481228 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 22:13:37.481228 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 22:13:37.481228 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 22:13:37.481228 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 22:13:37.481228 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 22:13:37.481228 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 22:13:37.547845 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ad878bfa-85dd-40e0-bea9-5e7a2f8eb002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:37.555276 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ad878bfa-85dd-40e0-bea9-5e7a2f8eb002 admin admin] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:37.570900 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ad878bfa-85dd-40e0-bea9-5e7a2f8eb002 admin admin] 10.222.0.49 "DELETE /v2.0/networks/65ccc15f-0172-4223-9447-018cd04a11d8 HTTP/1.1" status: 204 len: 168 time: 0.5881648 Nov 09 22:13:37.571240 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device cea99006-56db-4b04-baf2-196f3a0f3651 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:13:37.586998 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad878bfa-85dd-40e0-bea9-5e7a2f8eb002 admin admin] Pushing event deleted for resources: {'Network': ['ID=65ccc15f-0172-4223-9447-018cd04a11d8,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:13:37.600933 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: cea99006-56db-4b04-baf2-196f3a0f3651 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:13:37.601515 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device cea99006-56db-4b04-baf2-196f3a0f3651 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:13:37.602096 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 9068b1ce-5aad-404d-a156-1d10bf0a2f3b no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:13:37.626780 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 9068b1ce-5aad-404d-a156-1d10bf0a2f3b {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:13:37.627380 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 9068b1ce-5aad-404d-a156-1d10bf0a2f3b not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:13:37.627950 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device fecd7aaf-40bc-4649-abf7-0eb2b27e5a72 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:13:37.650214 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: fecd7aaf-40bc-4649-abf7-0eb2b27e5a72 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:13:37.650558 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device fecd7aaf-40bc-4649-abf7-0eb2b27e5a72 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:13:37.756905 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36902) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:13:37.804757 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b6f3a166-b23a-48bf-9422-7f62fb8cd58b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e67d9fdd229e490ea082c4356a706b4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0445156 Nov 09 22:13:37.805366 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36904) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:13:37.861300 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-94f2c185-486b-4af7-896d-d5f33dfcb0e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:37.882205 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-94f2c185-486b-4af7-896d-d5f33dfcb0e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:37.932773 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-94f2c185-486b-4af7-896d-d5f33dfcb0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:37.935491 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-94f2c185-486b-4af7-896d-d5f33dfcb0e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:37.936911 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-94f2c185-486b-4af7-896d-d5f33dfcb0e9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/00a90445-f43c-49e4-a56f-601621f61649 HTTP/1.1" status: 204 len: 168 time: 0.1305132 Nov 09 22:13:37.944489 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f2c185-486b-4af7-896d-d5f33dfcb0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a90445-f43c-49e4-a56f-601621f61649,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:13:38.243876 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36910) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:13:38.283610 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1343dc39-6b1d-4a06-9efb-daee2072c14c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=09edc8bc030a485488c633d8be220fae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384593 Nov 09 22:13:38.285829 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36912) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:13:38.331031 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-001c76ad-438d-4634-8ffc-dff439b9ef9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:38.351560 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-001c76ad-438d-4634-8ffc-dff439b9ef9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:38.396175 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-001c76ad-438d-4634-8ffc-dff439b9ef9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:38.398795 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-001c76ad-438d-4634-8ffc-dff439b9ef9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:38.399928 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-001c76ad-438d-4634-8ffc-dff439b9ef9c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/50d91289-ef5b-40a7-90dd-bc5b0c2d62d9 HTTP/1.1" status: 204 len: 168 time: 0.1131971 Nov 09 22:13:38.410490 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001c76ad-438d-4634-8ffc-dff439b9ef9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d91289-ef5b-40a7-90dd-bc5b0c2d62d9,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:13:39.965716 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 36952) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:13:39.970307 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-407361e6-b683-493b-92f5-02f4ff0906c8 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2022536357', 'description': 'tempest-secgroup-smoke-2022536357 description', 'project_id': '80608c1f657e40bbbb047dc3c2880805'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:13:39.992861 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-407361e6-b683-493b-92f5-02f4ff0906c8 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:40.001245 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-407361e6-b683-493b-92f5-02f4ff0906c8 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:40.075899 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-407361e6-b683-493b-92f5-02f4ff0906c8 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:40.079276 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-407361e6-b683-493b-92f5-02f4ff0906c8 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:40.115886 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407361e6-b683-493b-92f5-02f4ff0906c8 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a924f0cb-a612-4482-8f10-87b3ef3ba14e,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:13:40.156263 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-407361e6-b683-493b-92f5-02f4ff0906c8 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:40.159938 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-407361e6-b683-493b-92f5-02f4ff0906c8 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:40.188884 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-407361e6-b683-493b-92f5-02f4ff0906c8 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:40.190097 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-407361e6-b683-493b-92f5-02f4ff0906c8 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2233663 Nov 09 22:13:40.191992 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407361e6-b683-493b-92f5-02f4ff0906c8 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e6f06c-871e-43d5-9b3a-deb1f29fe870,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:13:40.193167 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36954) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:13:40.198646 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-00c8528b-321e-4db9-a4ed-0f0e53205161 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'security_group_rule': {'security_group_id': 'd2e6f06c-871e-43d5-9b3a-deb1f29fe870', 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:13:40.224800 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-00c8528b-321e-4db9-a4ed-0f0e53205161 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:40.281176 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-00c8528b-321e-4db9-a4ed-0f0e53205161 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:40.285020 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-00c8528b-321e-4db9-a4ed-0f0e53205161 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:40.302295 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c8528b-321e-4db9-a4ed-0f0e53205161 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8cd908f-9322-41ce-94aa-e8801dd187b9,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:13:40.310508 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-00c8528b-321e-4db9-a4ed-0f0e53205161 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:40.314281 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-00c8528b-321e-4db9-a4ed-0f0e53205161 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1175225 Nov 09 22:13:40.314760 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36956) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:13:40.318714 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-39617c16-8edc-47ce-9141-15f08481452e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'security_group_rule': {'security_group_id': 'd2e6f06c-871e-43d5-9b3a-deb1f29fe870', 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:13:40.343501 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-39617c16-8edc-47ce-9141-15f08481452e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:40.397740 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-39617c16-8edc-47ce-9141-15f08481452e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:40.401101 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-39617c16-8edc-47ce-9141-15f08481452e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:40.418815 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39617c16-8edc-47ce-9141-15f08481452e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d56118a-b702-4ae5-8e7c-3f56233e9827,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:13:40.426464 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-39617c16-8edc-47ce-9141-15f08481452e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:40.427713 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-39617c16-8edc-47ce-9141-15f08481452e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1123295 Nov 09 22:13:40.430376 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36958) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:13:40.435205 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-49336a66-e447-4483-9b32-4a234b029eb9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'security_group_rule': {'security_group_id': 'd2e6f06c-871e-43d5-9b3a-deb1f29fe870', 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:13:40.460844 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-49336a66-e447-4483-9b32-4a234b029eb9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:40.515678 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-49336a66-e447-4483-9b32-4a234b029eb9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:40.519188 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-49336a66-e447-4483-9b32-4a234b029eb9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:40.536246 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49336a66-e447-4483-9b32-4a234b029eb9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aee97e1e-a998-45be-9ad9-4cb16868d0fa,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:13:40.544130 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-49336a66-e447-4483-9b32-4a234b029eb9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:40.545353 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-49336a66-e447-4483-9b32-4a234b029eb9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1140628 Nov 09 22:13:40.548031 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36960) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:13:40.552311 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-146f76fc-05f7-4bb3-bf86-be75d4beb95b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'security_group_rule': {'security_group_id': 'd2e6f06c-871e-43d5-9b3a-deb1f29fe870', 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:13:40.578322 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-146f76fc-05f7-4bb3-bf86-be75d4beb95b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:40.637013 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-146f76fc-05f7-4bb3-bf86-be75d4beb95b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:40.640436 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-146f76fc-05f7-4bb3-bf86-be75d4beb95b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:40.658095 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f76fc-05f7-4bb3-bf86-be75d4beb95b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5f36311-e4e9-416c-a350-22832acfb98d,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:13:40.664936 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-146f76fc-05f7-4bb3-bf86-be75d4beb95b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:40.666118 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-146f76fc-05f7-4bb3-bf86-be75d4beb95b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1171761 Nov 09 22:13:40.669326 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36962) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:13:40.673515 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-2d5fe7e7-d9fb-4000-9813-70837165861e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'security_group_rule': {'security_group_id': 'd2e6f06c-871e-43d5-9b3a-deb1f29fe870', 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:13:40.693408 n-d-816206-3 neutron-server[102607]: INFO neutron.db.securitygroups_db [None req-2d5fe7e7-d9fb-4000-9813-70837165861e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Project 80608c1f657e40bbbb047dc3c2880805 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 22:13:40.698164 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2d5fe7e7-d9fb-4000-9813-70837165861e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:40.753997 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2d5fe7e7-d9fb-4000-9813-70837165861e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:40.757438 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2d5fe7e7-d9fb-4000-9813-70837165861e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:40.774355 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5fe7e7-d9fb-4000-9813-70837165861e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cddaa95-0059-4e6e-b787-2e39b0b48f99,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:13:40.782578 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2d5fe7e7-d9fb-4000-9813-70837165861e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:40.784013 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2d5fe7e7-d9fb-4000-9813-70837165861e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1137743 Nov 09 22:13:40.786711 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36964) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:13:40.790917 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-7059c40f-589a-4005-88a8-6a12837a459b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'security_group_rule': {'security_group_id': 'd2e6f06c-871e-43d5-9b3a-deb1f29fe870', 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:13:40.812031 n-d-816206-3 neutron-server[102607]: INFO neutron.db.securitygroups_db [None req-7059c40f-589a-4005-88a8-6a12837a459b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Project 80608c1f657e40bbbb047dc3c2880805 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 22:13:40.816603 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7059c40f-589a-4005-88a8-6a12837a459b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:40.873468 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7059c40f-589a-4005-88a8-6a12837a459b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:40.877064 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7059c40f-589a-4005-88a8-6a12837a459b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:40.893379 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7059c40f-589a-4005-88a8-6a12837a459b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dee8c7dd-c3c5-46fc-b443-69b80e616811,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:13:40.901960 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7059c40f-589a-4005-88a8-6a12837a459b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:40.903151 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7059c40f-589a-4005-88a8-6a12837a459b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1155281 Nov 09 22:13:40.906354 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36966) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:13:40.911354 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-7e65e64a-8f0a-4d2e-9d7e-ad9914e993b1 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'network': {'name': 'tempest-network-smoke--92530565', 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'port_security_enabled': True}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:13:40.930494 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e65e64a-8f0a-4d2e-9d7e-ad9914e993b1 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Made reservation on behalf of 80608c1f657e40bbbb047dc3c2880805 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:13:40.933844 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7e65e64a-8f0a-4d2e-9d7e-ad9914e993b1 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:40.955931 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e65e64a-8f0a-4d2e-9d7e-ad9914e993b1 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 22:13:40.965356 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7e65e64a-8f0a-4d2e-9d7e-ad9914e993b1 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:40.965704 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-7e65e64a-8f0a-4d2e-9d7e-ad9914e993b1 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Added segment ad44c69c-7d8c-4b8d-80de-326d918a3a5a of type vlan for network e6d2b9bf-a796-4dda-8c8d-988914a68322 Nov 09 22:13:41.006815 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7e65e64a-8f0a-4d2e-9d7e-ad9914e993b1 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:41.030450 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7e65e64a-8f0a-4d2e-9d7e-ad9914e993b1 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:41.036131 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e65e64a-8f0a-4d2e-9d7e-ad9914e993b1 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:13:41.036805 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7e65e64a-8f0a-4d2e-9d7e-ad9914e993b1 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:41.086287 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7e65e64a-8f0a-4d2e-9d7e-ad9914e993b1 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1788859 Nov 09 22:13:41.089819 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36968) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:13:41.096001 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-acfa6cc8-d533-4056-aeff-1328cc80fd69 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-707765943', 'admin_state_up': True, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:13:41.116775 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65e64a-8f0a-4d2e-9d7e-ad9914e993b1 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'Network': ['ID=e6d2b9bf-a796-4dda-8c8d-988914a68322,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:13:41.127116 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network e6d2b9bf-a796-4dda-8c8d-988914a68322 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 22:13:41.129299 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-acfa6cc8-d533-4056-aeff-1328cc80fd69 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:41.130326 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-acfa6cc8-d533-4056-aeff-1328cc80fd69 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:41.186219 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-acfa6cc8-d533-4056-aeff-1328cc80fd69 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:41.318616 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-acfa6cc8-d533-4056-aeff-1328cc80fd69 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:41.512511 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-acfa6cc8-d533-4056-aeff-1328cc80fd69 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for router_gateway, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:41.530940 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-acfa6cc8-d533-4056-aeff-1328cc80fd69 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:41.632744 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-acfa6cc8-d533-4056-aeff-1328cc80fd69 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Allocated IP 172.25.7.93 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/a51f3a4a-f7a3-4840-bd74-571e87395a31) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:13:41.730696 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-acfa6cc8-d533-4056-aeff-1328cc80fd69 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:41.763252 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-acfa6cc8-d533-4056-aeff-1328cc80fd69 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:41.806273 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfa6cc8-d533-4056-aeff-1328cc80fd69 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:13:41.809813 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-acfa6cc8-d533-4056-aeff-1328cc80fd69 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:13:41.813367 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfa6cc8-d533-4056-aeff-1328cc80fd69 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:13:41.822036 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a15950-6914-4a39-9bc0-6d6cbd782785 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:13:41.836177 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa6cc8-d533-4056-aeff-1328cc80fd69 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'Port': ['ID=a51f3a4a-f7a3-4840-bd74-571e87395a31,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:13:41.857355 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-72735752-8c9b-4ae8-9fd3-5eeff0f56d6c None None] Provisioning complete for port a51f3a4a-f7a3-4840-bd74-571e87395a31 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:13:41.857741 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-72735752-8c9b-4ae8-9fd3-5eeff0f56d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:41.890818 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-72735752-8c9b-4ae8-9fd3-5eeff0f56d6c None None] Port a51f3a4a-f7a3-4840-bd74-571e87395a31 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:13:42.055464 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-acfa6cc8-d533-4056-aeff-1328cc80fd69 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for router_gateway, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:42.243607 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-acfa6cc8-d533-4056-aeff-1328cc80fd69 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:42.362170 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acfa6cc8-d533-4056-aeff-1328cc80fd69 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Router f51eef3f-6e5f-41fc-b812-b67cdb796c8c is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 22:13:42.463715 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfa6cc8-d533-4056-aeff-1328cc80fd69 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:13:42.475355 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4165e1-695b-4c4f-8694-db757c9c7cba None None] Sync routers for ids ['f51eef3f-6e5f-41fc-b812-b67cdb796c8c'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:13:42.484803 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-acfa6cc8-d533-4056-aeff-1328cc80fd69 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:42.486204 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-acfa6cc8-d533-4056-aeff-1328cc80fd69 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.3954642 Nov 09 22:13:42.489343 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36970) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:13:42.493249 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4165e1-695b-4c4f-8694-db757c9c7cba None None] Routers {'f51eef3f-6e5f-41fc-b812-b67cdb796c8c'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:13:42.493915 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-fe4165e1-695b-4c4f-8694-db757c9c7cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:13:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f51eef3f-6e5f-41fc-b812-b67cdb796c8c'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:13:42.636515 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-309483c2-4c94-4836-9b8b-422fa312de09 tempest-TestNetworkAdvancedServerOps-124469545 tempest-TestNetworkAdvancedServerOps-124469545-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=80608c1f657e40bbbb047dc3c2880805&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1429996 Nov 09 22:13:42.636881 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36974) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:13:42.684823 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-fe4165e1-695b-4c4f-8694-db757c9c7cba None None] Set router f51eef3f-6e5f-41fc-b812-b67cdb796c8c gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:13:42.864879 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-fe4165e1-695b-4c4f-8694-db757c9c7cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51eef3f-6e5f-41fc-b812-b67cdb796c8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707765943', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'a51f3a4a-f7a3-4840-bd74-571e87395a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:13:41Z', 'updated_at': '2021-11-09T22:13:41Z', 'revision_number': 3, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': 'a51f3a4a-f7a3-4840-bd74-571e87395a31', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cd:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51eef3f-6e5f-41fc-b812-b67cdb796c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:13:41Z', 'updated_at': '2021-11-09T22:13:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:13:42.891119 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4165e1-695b-4c4f-8694-db757c9c7cba None None] Checking router: f51eef3f-6e5f-41fc-b812-b67cdb796c8c for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:13:42.891461 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4165e1-695b-4c4f-8694-db757c9c7cba None None] Updating router f51eef3f-6e5f-41fc-b812-b67cdb796c8c port a51f3a4a-f7a3-4840-bd74-571e87395a31 binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 22:13:42.920983 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-fe4165e1-695b-4c4f-8694-db757c9c7cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:43.005829 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:13:43.059509 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c76766-a929-4a74-bcfe-2fd41fe0a946 tempest-TestNetworkAdvancedServerOps-124469545 tempest-TestNetworkAdvancedServerOps-124469545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:13:43.061070 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-90c76766-a929-4a74-bcfe-2fd41fe0a946 tempest-TestNetworkAdvancedServerOps-124469545 tempest-TestNetworkAdvancedServerOps-124469545-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4232426 Nov 09 22:13:43.064028 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36976) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:13:43.091710 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-900bac32-0057-44d6-9ceb-77404f8e1d3f tempest-TestNetworkAdvancedServerOps-124469545 tempest-TestNetworkAdvancedServerOps-124469545-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=4531c23d-84b7-490d-8d7c-6676781b6e6a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265629 Nov 09 22:13:43.094232 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36978) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:13:43.098994 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-ac6f8202-b621-40d1-814e-acda4becf95a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1581868133', 'network_id': 'e6d2b9bf-a796-4dda-8c8d-988914a68322', 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:13:43.170485 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-fe4165e1-695b-4c4f-8694-db757c9c7cba None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:43.176673 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-fe4165e1-695b-4c4f-8694-db757c9c7cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:43.188673 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6f8202-b621-40d1-814e-acda4becf95a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Made reservation on behalf of 80608c1f657e40bbbb047dc3c2880805 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:13:43.192096 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac6f8202-b621-40d1-814e-acda4becf95a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:43.217632 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17657406-ff59-4c9b-9b9c-ab13ce1d0c07 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:13:43.228003 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a04c28-5d2b-4f0d-a2c4-6e514e77635b None None] Pushing event updated for resources: {'Port': ['ID=a51f3a4a-f7a3-4840-bd74-571e87395a31,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:13:43.236592 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a04c28-5d2b-4f0d-a2c4-6e514e77635b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:13:43.236960 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a04c28-5d2b-4f0d-a2c4-6e514e77635b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:13:43.237291 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a04c28-5d2b-4f0d-a2c4-6e514e77635b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:13:43.237617 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a04c28-5d2b-4f0d-a2c4-6e514e77635b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:13:43.237943 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a04c28-5d2b-4f0d-a2c4-6e514e77635b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:13:43.238270 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a04c28-5d2b-4f0d-a2c4-6e514e77635b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:13:43.238590 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a04c28-5d2b-4f0d-a2c4-6e514e77635b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:13:43.238904 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a04c28-5d2b-4f0d-a2c4-6e514e77635b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:13:43.239218 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a04c28-5d2b-4f0d-a2c4-6e514e77635b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:13:43.239530 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a04c28-5d2b-4f0d-a2c4-6e514e77635b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:13:43.239965 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a04c28-5d2b-4f0d-a2c4-6e514e77635b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:13:43.240281 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a04c28-5d2b-4f0d-a2c4-6e514e77635b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:13:43.243840 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-fe4165e1-695b-4c4f-8694-db757c9c7cba None None] Attempting to bind port a51f3a4a-f7a3-4840-bd74-571e87395a31 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:13:43.244204 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-fe4165e1-695b-4c4f-8694-db757c9c7cba None None] Attempting to bind port a51f3a4a-f7a3-4840-bd74-571e87395a31 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:13:43.245586 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4165e1-695b-4c4f-8694-db757c9c7cba None None] Attempting to bind port a51f3a4a-f7a3-4840-bd74-571e87395a31 on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:13:43.251628 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4165e1-695b-4c4f-8694-db757c9c7cba None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:13:43.252007 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4165e1-695b-4c4f-8694-db757c9c7cba None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:13:43.252403 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-fe4165e1-695b-4c4f-8694-db757c9c7cba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:43.252814 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4165e1-695b-4c4f-8694-db757c9c7cba None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:13:43.253275 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-fe4165e1-695b-4c4f-8694-db757c9c7cba None None] Bound port: a51f3a4a-f7a3-4840-bd74-571e87395a31, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:13:43.253650 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-fe4165e1-695b-4c4f-8694-db757c9c7cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:43.305949 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-fe4165e1-695b-4c4f-8694-db757c9c7cba None None] For port a51f3a4a-f7a3-4840-bd74-571e87395a31, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:13:43.309717 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-fe4165e1-695b-4c4f-8694-db757c9c7cba None None] For port a51f3a4a-f7a3-4840-bd74-571e87395a31, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=a51f3a4a-f7a3-4840-bd74-571e87395a31,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:13:43.314319 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-fe4165e1-695b-4c4f-8694-db757c9c7cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:43.319314 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-bb6b172f-0897-4bec-85b5-79a22f2cd687 None None] Provisioning complete for port a51f3a4a-f7a3-4840-bd74-571e87395a31 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:13:43.319808 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bb6b172f-0897-4bec-85b5-79a22f2cd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:43.346339 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a14ebd7-09f9-4f60-b5b8-2826900739c4 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:13:43.375569 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a04c28-5d2b-4f0d-a2c4-6e514e77635b None None] Pushing event updated for resources: {'Port': ['ID=a51f3a4a-f7a3-4840-bd74-571e87395a31,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:13:43.379356 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4165e1-695b-4c4f-8694-db757c9c7cba None None] Routers {'f51eef3f-6e5f-41fc-b812-b67cdb796c8c'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:13:43.379958 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-fe4165e1-695b-4c4f-8694-db757c9c7cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:13:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f51eef3f-6e5f-41fc-b812-b67cdb796c8c'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:13:43.392943 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac6f8202-b621-40d1-814e-acda4becf95a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:43.408828 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bb6b172f-0897-4bec-85b5-79a22f2cd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:43.434768 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-bb6b172f-0897-4bec-85b5-79a22f2cd687 None None] For port a51f3a4a-f7a3-4840-bd74-571e87395a31, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=a51f3a4a-f7a3-4840-bd74-571e87395a31,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:13:43.439623 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bb6b172f-0897-4bec-85b5-79a22f2cd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:43.460468 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f8202-b621-40d1-814e-acda4becf95a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'Subnet': ['ID=7935fec6-c8ab-4bfd-b533-fdb770e918a1,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:13:43.471619 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6f8202-b621-40d1-814e-acda4becf95a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Checking segment: {'id': 'ad44c69c-7d8c-4b8d-80de-326d918a3a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e6d2b9bf-a796-4dda-8c8d-988914a68322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:13:43.471989 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6f8202-b621-40d1-814e-acda4becf95a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Network hostable DHCP agents. Network: e6d2b9bf-a796-4dda-8c8d-988914a68322, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 22:13:43.491013 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6f8202-b621-40d1-814e-acda4becf95a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Network e6d2b9bf-a796-4dda-8c8d-988914a68322 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 22:13:43.495286 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b172f-0897-4bec-85b5-79a22f2cd687 None None] Pushing event updated for resources: {'Port': ['ID=a51f3a4a-f7a3-4840-bd74-571e87395a31,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:13:43.501999 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-ac6f8202-b621-40d1-814e-acda4becf95a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, e6d2b9bf-a796-4dda-8c8d-988914a68322) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:13:43.505902 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6f8202-b621-40d1-814e-acda4becf95a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:13:43.506610 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac6f8202-b621-40d1-814e-acda4becf95a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:43.511399 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eef2486-5682-4c9b-b944-d468c3674b9e None None] Network e6d2b9bf-a796-4dda-8c8d-988914a68322 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:13:43.518391 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-fe4165e1-695b-4c4f-8694-db757c9c7cba None None] Set router f51eef3f-6e5f-41fc-b812-b67cdb796c8c gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:13:43.529624 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ac6f8202-b621-40d1-814e-acda4becf95a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4343748 Nov 09 22:13:43.532546 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 36980) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:13:43.585673 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-170f488a-10a4-477e-8faf-4117735c6e79 None None] Provisioning complete for port a51f3a4a-f7a3-4840-bd74-571e87395a31 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:13:43.586042 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-170f488a-10a4-477e-8faf-4117735c6e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:43.704329 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-fe4165e1-695b-4c4f-8694-db757c9c7cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51eef3f-6e5f-41fc-b812-b67cdb796c8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707765943', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'a51f3a4a-f7a3-4840-bd74-571e87395a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:13:41Z', 'updated_at': '2021-11-09T22:13:41Z', 'revision_number': 3, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': 'a51f3a4a-f7a3-4840-bd74-571e87395a31', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cd:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51eef3f-6e5f-41fc-b812-b67cdb796c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:13:41Z', 'updated_at': '2021-11-09T22:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:13:43.731858 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f58887-2a2d-4a18-b7fb-2a9afbc6a272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-e6d2b9bf-a796-4dda-8c8d-988914a68322', 'network_id': 'e6d2b9bf-a796-4dda-8c8d-988914a68322', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'fixed_ips': [{'subnet_id': '7935fec6-c8ab-4bfd-b533-fdb770e918a1'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 22:13:43.732870 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-76f58887-2a2d-4a18-b7fb-2a9afbc6a272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:43.734832 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4165e1-695b-4c4f-8694-db757c9c7cba None None] The sync data for ids ['f51eef3f-6e5f-41fc-b812-b67cdb796c8c'] in n-d-816206-3 is: [{'id': 'f51eef3f-6e5f-41fc-b812-b67cdb796c8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707765943', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'a51f3a4a-f7a3-4840-bd74-571e87395a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:13:41Z', 'updated_at': '2021-11-09T22:13:41Z', 'revision_number': 3, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': 'a51f3a4a-f7a3-4840-bd74-571e87395a31', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cd:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51eef3f-6e5f-41fc-b812-b67cdb796c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:13:41Z', 'updated_at': '2021-11-09T22:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:13:43.885742 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-76f58887-2a2d-4a18-b7fb-2a9afbc6a272 None None] Allocated IP 172.20.0.2 (e6d2b9bf-a796-4dda-8c8d-988914a68322/7935fec6-c8ab-4bfd-b533-fdb770e918a1/7e76f76d-91a9-4628-a8c7-821fdd323e79) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:13:44.015258 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3e0bb611-9eda-4ddc-8db6-a9c4a7a5fa88 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:44.063404 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-76f58887-2a2d-4a18-b7fb-2a9afbc6a272 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:44.069234 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-76f58887-2a2d-4a18-b7fb-2a9afbc6a272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:44.104819 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f58887-2a2d-4a18-b7fb-2a9afbc6a272 None None] Network e6d2b9bf-a796-4dda-8c8d-988914a68322 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:13:44.109461 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-76f58887-2a2d-4a18-b7fb-2a9afbc6a272 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:13:44.113035 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f58887-2a2d-4a18-b7fb-2a9afbc6a272 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:13:44.144764 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f58887-2a2d-4a18-b7fb-2a9afbc6a272 None None] Pushing event updated for resources: {'Port': ['ID=7e76f76d-91a9-4628-a8c7-821fdd323e79,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:13:44.183103 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-76f58887-2a2d-4a18-b7fb-2a9afbc6a272 None None] Attempting to bind port 7e76f76d-91a9-4628-a8c7-821fdd323e79 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:13:44.183595 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-76f58887-2a2d-4a18-b7fb-2a9afbc6a272 None None] Attempting to bind port 7e76f76d-91a9-4628-a8c7-821fdd323e79 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'ad44c69c-7d8c-4b8d-80de-326d918a3a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e6d2b9bf-a796-4dda-8c8d-988914a68322'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:13:44.184040 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f58887-2a2d-4a18-b7fb-2a9afbc6a272 None None] Attempting to bind port 7e76f76d-91a9-4628-a8c7-821fdd323e79 on network e6d2b9bf-a796-4dda-8c8d-988914a68322 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:13:44.189920 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f58887-2a2d-4a18-b7fb-2a9afbc6a272 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:13:44.190388 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f58887-2a2d-4a18-b7fb-2a9afbc6a272 None None] Checking segment: {'id': 'ad44c69c-7d8c-4b8d-80de-326d918a3a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e6d2b9bf-a796-4dda-8c8d-988914a68322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:13:44.190876 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-76f58887-2a2d-4a18-b7fb-2a9afbc6a272 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:44.191342 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f58887-2a2d-4a18-b7fb-2a9afbc6a272 None None] Bound using segment: {'id': 'ad44c69c-7d8c-4b8d-80de-326d918a3a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e6d2b9bf-a796-4dda-8c8d-988914a68322'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:13:44.191887 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-76f58887-2a2d-4a18-b7fb-2a9afbc6a272 None None] Bound port: 7e76f76d-91a9-4628-a8c7-821fdd323e79, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad44c69c-7d8c-4b8d-80de-326d918a3a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e6d2b9bf-a796-4dda-8c8d-988914a68322'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:13:44.192340 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-76f58887-2a2d-4a18-b7fb-2a9afbc6a272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:44.266775 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-76f58887-2a2d-4a18-b7fb-2a9afbc6a272 None None] For port 7e76f76d-91a9-4628-a8c7-821fdd323e79, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:13:44.270804 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-76f58887-2a2d-4a18-b7fb-2a9afbc6a272 None None] For port 7e76f76d-91a9-4628-a8c7-821fdd323e79, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=7e76f76d-91a9-4628-a8c7-821fdd323e79,segment=NetworkSegment(ad44c69c-7d8c-4b8d-80de-326d918a3a5a),segment_id=ad44c69c-7d8c-4b8d-80de-326d918a3a5a)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:13:44.275452 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-76f58887-2a2d-4a18-b7fb-2a9afbc6a272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:44.328711 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-3e0bb611-9eda-4ddc-8db6-a9c4a7a5fa88 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Allocated IP 172.20.0.1 (e6d2b9bf-a796-4dda-8c8d-988914a68322/7935fec6-c8ab-4bfd-b533-fdb770e918a1/be481c12-5184-49e7-9865-1a822ea00940) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:13:44.339572 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f58887-2a2d-4a18-b7fb-2a9afbc6a272 None None] Pushing event updated for resources: {'Port': ['ID=7e76f76d-91a9-4628-a8c7-821fdd323e79,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:13:44.466650 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3e0bb611-9eda-4ddc-8db6-a9c4a7a5fa88 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:44.527617 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3e0bb611-9eda-4ddc-8db6-a9c4a7a5fa88 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:44.569865 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0bb611-9eda-4ddc-8db6-a9c4a7a5fa88 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Network e6d2b9bf-a796-4dda-8c8d-988914a68322 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:13:44.581314 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-3e0bb611-9eda-4ddc-8db6-a9c4a7a5fa88 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:13:44.585430 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0bb611-9eda-4ddc-8db6-a9c4a7a5fa88 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:13:44.611587 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0bb611-9eda-4ddc-8db6-a9c4a7a5fa88 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'Port': ['ID=be481c12-5184-49e7-9865-1a822ea00940,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:13:44.637894 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3e0bb611-9eda-4ddc-8db6-a9c4a7a5fa88 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:44.768946 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3e0bb611-9eda-4ddc-8db6-a9c4a7a5fa88 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:45.058643 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3e0bb611-9eda-4ddc-8db6-a9c4a7a5fa88 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:45.063729 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3e0bb611-9eda-4ddc-8db6-a9c4a7a5fa88 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:45.137841 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0bb611-9eda-4ddc-8db6-a9c4a7a5fa88 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'Port': ['ID=be481c12-5184-49e7-9865-1a822ea00940,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:13:45.140412 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3e0bb611-9eda-4ddc-8db6-a9c4a7a5fa88 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:45.240942 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0bb611-9eda-4ddc-8db6-a9c4a7a5fa88 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Network e6d2b9bf-a796-4dda-8c8d-988914a68322 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:13:45.243308 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-3e0bb611-9eda-4ddc-8db6-a9c4a7a5fa88 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:13:45.260906 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20fe078-d767-41ab-99a4-cca79a57bd0a None None] Network e6d2b9bf-a796-4dda-8c8d-988914a68322 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:13:45.357508 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0bb611-9eda-4ddc-8db6-a9c4a7a5fa88 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Router f51eef3f-6e5f-41fc-b812-b67cdb796c8c has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:13:45.380470 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-b3ec08c2-052b-44b0-a2aa-48982a2942db None None] Provisioning complete for port 7e76f76d-91a9-4628-a8c7-821fdd323e79 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:13:45.381064 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b3ec08c2-052b-44b0-a2aa-48982a2942db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:45.474980 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0bb611-9eda-4ddc-8db6-a9c4a7a5fa88 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:13:45.488759 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-3e0bb611-9eda-4ddc-8db6-a9c4a7a5fa88 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "PUT /v2.0/routers/f51eef3f-6e5f-41fc-b812-b67cdb796c8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9474516 Nov 09 22:13:45.509915 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b3ec08c2-052b-44b0-a2aa-48982a2942db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:45.554445 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-b3ec08c2-052b-44b0-a2aa-48982a2942db None None] For port 7e76f76d-91a9-4628-a8c7-821fdd323e79, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=7e76f76d-91a9-4628-a8c7-821fdd323e79,segment=NetworkSegment(ad44c69c-7d8c-4b8d-80de-326d918a3a5a),segment_id=ad44c69c-7d8c-4b8d-80de-326d918a3a5a)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:13:45.559030 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b3ec08c2-052b-44b0-a2aa-48982a2942db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:45.623549 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec08c2-052b-44b0-a2aa-48982a2942db None None] Pushing event updated for resources: {'Port': ['ID=7e76f76d-91a9-4628-a8c7-821fdd323e79,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:13:45.691631 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device a51f3a4a-f7a3-4840-bd74-571e87395a31 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:13:45.737290 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-12b74b24-0645-469e-bbba-5146ecabd051 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2022536357&fields=id&tenant_id=80608c1f657e40bbbb047dc3c2880805 HTTP/1.1" status: 200 len: 267 time: 0.0752349 Nov 09 22:13:45.744739 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port a51f3a4a-f7a3-4840-bd74-571e87395a31 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:13:45.745036 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:45.809366 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-f48b5603-be9b-4f48-8726-ac1b42a2d00d None None] Provisioning complete for port 7e76f76d-91a9-4628-a8c7-821fdd323e79 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:13:45.809738 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f48b5603-be9b-4f48-8726-ac1b42a2d00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:45.867510 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-f88a3434-4b8e-4e27-b77f-9d115b57d5ad tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:13:45.874593 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-f88a3434-4b8e-4e27-b77f-9d115b57d5ad tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/networks?id=e6d2b9bf-a796-4dda-8c8d-988914a68322 HTTP/1.1" status: 200 len: 795 time: 0.1327283 Nov 09 22:13:45.887764 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 7e76f76d-91a9-4628-a8c7-821fdd323e79 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:13:45.889486 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-64581c42-de44-4fca-971e-fac92b4b8dc3 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/quotas/80608c1f657e40bbbb047dc3c2880805 HTTP/1.1" status: 200 len: 375 time: 0.0133798 Nov 09 22:13:45.945626 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-ef9aa6de-6e30-42c7-92a4-8211242454c4 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=80608c1f657e40bbbb047dc3c2880805&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524495 Nov 09 22:13:45.965581 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-92f51c62-f1be-4031-90d0-b77db13e9949 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 22:13:45.974287 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-92f51c62-f1be-4031-90d0-b77db13e9949 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0131099 Nov 09 22:13:45.977818 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-f48b5603-be9b-4f48-8726-ac1b42a2d00d None None] Provisioning complete for port be481c12-5184-49e7-9865-1a822ea00940 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:13:45.978191 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f48b5603-be9b-4f48-8726-ac1b42a2d00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:46.002243 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576692a9-ec50-4d62-b65c-e04a2115fe19 None None] Sync routers for ids ['f51eef3f-6e5f-41fc-b812-b67cdb796c8c'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:13:46.006625 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 7e76f76d-91a9-4628-a8c7-821fdd323e79 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:13:46.006999 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:46.046825 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576692a9-ec50-4d62-b65c-e04a2115fe19 None None] Routers {'f51eef3f-6e5f-41fc-b812-b67cdb796c8c'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:13:46.047464 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-576692a9-ec50-4d62-b65c-e04a2115fe19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:13:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f51eef3f-6e5f-41fc-b812-b67cdb796c8c'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:13:46.051716 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-f48b5603-be9b-4f48-8726-ac1b42a2d00d None None] Port be481c12-5184-49e7-9865-1a822ea00940 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:13:46.075420 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-6209ab81-5b04-4dbf-85a3-6f0f5fd58613 service neutron] 10.222.0.49 "GET /v2.0/networks/e6d2b9bf-a796-4dda-8c8d-988914a68322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975835 Nov 09 22:13:46.173066 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-529bb620-23be-4fdd-9f79-a85af569bb29 service neutron] 10.222.0.49 "GET /v2.0/networks/e6d2b9bf-a796-4dda-8c8d-988914a68322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910985 Nov 09 22:13:46.209427 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-576692a9-ec50-4d62-b65c-e04a2115fe19 None None] Set router f51eef3f-6e5f-41fc-b812-b67cdb796c8c gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:13:46.247105 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-ead73663-7afb-442f-8b50-ef67961d9433 None None] Provisioning complete for port be481c12-5184-49e7-9865-1a822ea00940 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:13:46.247484 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ead73663-7afb-442f-8b50-ef67961d9433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:46.338188 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-ead73663-7afb-442f-8b50-ef67961d9433 None None] Port be481c12-5184-49e7-9865-1a822ea00940 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:13:46.342613 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-419e3e8a-2835-4715-9193-e1c933ac86cf req-ed6cbb91-5d55-44bf-a3cb-0baeb656186f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=88b76ee1-f4ac-4e34-970b-7542913c45c4 HTTP/1.1" status: 200 len: 210 time: 0.0286193 Nov 09 22:13:46.455417 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-576692a9-ec50-4d62-b65c-e04a2115fe19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51eef3f-6e5f-41fc-b812-b67cdb796c8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707765943', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'a51f3a4a-f7a3-4840-bd74-571e87395a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:13:41Z', 'updated_at': '2021-11-09T22:13:44Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': 'a51f3a4a-f7a3-4840-bd74-571e87395a31', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cd:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51eef3f-6e5f-41fc-b812-b67cdb796c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:13:41Z', 'updated_at': '2021-11-09T22:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'be481c12-5184-49e7-9865-1a822ea00940', 'name': '', 'network_id': 'e6d2b9bf-a796-4dda-8c8d-988914a68322', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'mac_address': 'fa:16:3e:76:e1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51eef3f-6e5f-41fc-b812-b67cdb796c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7935fec6-c8ab-4bfd-b533-fdb770e918a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:13:44Z', 'updated_at': '2021-11-09T22:13:44Z', 'revision_number': 2, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'subnets': [{'id': '7935fec6-c8ab-4bfd-b533-fdb770e918a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:13:46.485927 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576692a9-ec50-4d62-b65c-e04a2115fe19 None None] Checking router: f51eef3f-6e5f-41fc-b812-b67cdb796c8c for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:13:46.486286 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576692a9-ec50-4d62-b65c-e04a2115fe19 None None] Updating router f51eef3f-6e5f-41fc-b812-b67cdb796c8c port be481c12-5184-49e7-9865-1a822ea00940 binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 22:13:46.511587 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-576692a9-ec50-4d62-b65c-e04a2115fe19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:46.778018 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-576692a9-ec50-4d62-b65c-e04a2115fe19 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:46.783601 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-576692a9-ec50-4d62-b65c-e04a2115fe19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:46.835935 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8981ef1e-375a-49dd-a251-4ac84cfce761 None None] Pushing event updated for resources: {'Port': ['ID=be481c12-5184-49e7-9865-1a822ea00940,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:13:46.901032 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-576692a9-ec50-4d62-b65c-e04a2115fe19 None None] Attempting to bind port be481c12-5184-49e7-9865-1a822ea00940 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:13:46.901686 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-576692a9-ec50-4d62-b65c-e04a2115fe19 None None] Attempting to bind port be481c12-5184-49e7-9865-1a822ea00940 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'ad44c69c-7d8c-4b8d-80de-326d918a3a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e6d2b9bf-a796-4dda-8c8d-988914a68322'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:13:46.902091 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576692a9-ec50-4d62-b65c-e04a2115fe19 None None] Attempting to bind port be481c12-5184-49e7-9865-1a822ea00940 on network e6d2b9bf-a796-4dda-8c8d-988914a68322 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:13:46.908971 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576692a9-ec50-4d62-b65c-e04a2115fe19 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:13:46.910168 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576692a9-ec50-4d62-b65c-e04a2115fe19 None None] Checking segment: {'id': 'ad44c69c-7d8c-4b8d-80de-326d918a3a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e6d2b9bf-a796-4dda-8c8d-988914a68322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:13:46.910643 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-576692a9-ec50-4d62-b65c-e04a2115fe19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:46.911044 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576692a9-ec50-4d62-b65c-e04a2115fe19 None None] Bound using segment: {'id': 'ad44c69c-7d8c-4b8d-80de-326d918a3a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e6d2b9bf-a796-4dda-8c8d-988914a68322'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:13:46.911524 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-576692a9-ec50-4d62-b65c-e04a2115fe19 None None] Bound port: be481c12-5184-49e7-9865-1a822ea00940, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad44c69c-7d8c-4b8d-80de-326d918a3a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e6d2b9bf-a796-4dda-8c8d-988914a68322'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:13:46.911915 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-576692a9-ec50-4d62-b65c-e04a2115fe19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:46.983461 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-576692a9-ec50-4d62-b65c-e04a2115fe19 None None] For port be481c12-5184-49e7-9865-1a822ea00940, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:13:46.987440 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-576692a9-ec50-4d62-b65c-e04a2115fe19 None None] For port be481c12-5184-49e7-9865-1a822ea00940, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=be481c12-5184-49e7-9865-1a822ea00940,segment=NetworkSegment(ad44c69c-7d8c-4b8d-80de-326d918a3a5a),segment_id=ad44c69c-7d8c-4b8d-80de-326d918a3a5a)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:13:46.991631 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-576692a9-ec50-4d62-b65c-e04a2115fe19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:47.049600 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8981ef1e-375a-49dd-a251-4ac84cfce761 None None] Pushing event updated for resources: {'Port': ['ID=be481c12-5184-49e7-9865-1a822ea00940,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:13:47.053563 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576692a9-ec50-4d62-b65c-e04a2115fe19 None None] Routers {'f51eef3f-6e5f-41fc-b812-b67cdb796c8c'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:13:47.054158 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-576692a9-ec50-4d62-b65c-e04a2115fe19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:13:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f51eef3f-6e5f-41fc-b812-b67cdb796c8c'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:13:47.267509 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-2cafeb6c-8a49-4aa8-89c2-c805f76dabc3 None None] Provisioning complete for port be481c12-5184-49e7-9865-1a822ea00940 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:13:47.267872 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2cafeb6c-8a49-4aa8-89c2-c805f76dabc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:47.356889 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-576692a9-ec50-4d62-b65c-e04a2115fe19 None None] Set router f51eef3f-6e5f-41fc-b812-b67cdb796c8c gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:13:47.458682 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2cafeb6c-8a49-4aa8-89c2-c805f76dabc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:47.461204 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-247d43fe-83d9-44f0-99c5-a6de500e848d req-fa514433-92c9-4239-84a9-4d30f9d42f42 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=88b76ee1-f4ac-4e34-970b-7542913c45c4 HTTP/1.1" status: 200 len: 210 time: 0.0471961 Nov 09 22:13:47.540267 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-2cafeb6c-8a49-4aa8-89c2-c805f76dabc3 None None] For port be481c12-5184-49e7-9865-1a822ea00940, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=be481c12-5184-49e7-9865-1a822ea00940,segment=NetworkSegment(ad44c69c-7d8c-4b8d-80de-326d918a3a5a),segment_id=ad44c69c-7d8c-4b8d-80de-326d918a3a5a)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:13:47.549793 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2cafeb6c-8a49-4aa8-89c2-c805f76dabc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:47.592118 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 7e76f76d-91a9-4628-a8c7-821fdd323e79 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:13:47.612131 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-2b336478-a22b-40cc-9416-f0fd55fb52fb tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:13:47.613776 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-2b336478-a22b-40cc-9416-f0fd55fb52fb tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.43 "GET /v2.0/networks?id=e6d2b9bf-a796-4dda-8c8d-988914a68322 HTTP/1.1" status: 200 len: 795 time: 0.1688554 Nov 09 22:13:47.670598 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cafeb6c-8a49-4aa8-89c2-c805f76dabc3 None None] Pushing event updated for resources: {'Port': ['ID=be481c12-5184-49e7-9865-1a822ea00940,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:13:47.693463 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-944fe9f8-1e7f-411d-9b6e-c6128ea9937f None None] Provisioning complete for port be481c12-5184-49e7-9865-1a822ea00940 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:13:47.693826 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-944fe9f8-1e7f-411d-9b6e-c6128ea9937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:47.696368 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-2664b6a9-8881-4e95-8c65-42abd9cd2c1d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80608c1f657e40bbbb047dc3c2880805 HTTP/1.1" status: 200 len: 380 time: 0.0567591 Nov 09 22:13:47.714706 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-ad409aec-d910-4dc5-ac35-28af6585c292 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'port': {'device_id': '88b76ee1-f4ac-4e34-970b-7542913c45c4', 'network_id': 'e6d2b9bf-a796-4dda-8c8d-988914a68322', 'admin_state_up': True, 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'security_groups': ['d2e6f06c-871e-43d5-9b3a-deb1f29fe870']}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:13:47.753222 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 7e76f76d-91a9-4628-a8c7-821fdd323e79 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:13:47.753584 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:47.757431 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a344505c-e262-4409-bbe1-e199e6784a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:47.784601 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-576692a9-ec50-4d62-b65c-e04a2115fe19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51eef3f-6e5f-41fc-b812-b67cdb796c8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707765943', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'a51f3a4a-f7a3-4840-bd74-571e87395a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:13:41Z', 'updated_at': '2021-11-09T22:13:44Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': 'a51f3a4a-f7a3-4840-bd74-571e87395a31', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cd:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51eef3f-6e5f-41fc-b812-b67cdb796c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:13:41Z', 'updated_at': '2021-11-09T22:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'be481c12-5184-49e7-9865-1a822ea00940', 'name': '', 'network_id': 'e6d2b9bf-a796-4dda-8c8d-988914a68322', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'mac_address': 'fa:16:3e:76:e1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51eef3f-6e5f-41fc-b812-b67cdb796c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7935fec6-c8ab-4bfd-b533-fdb770e918a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:13:44Z', 'updated_at': '2021-11-09T22:13:46Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'subnets': [{'id': '7935fec6-c8ab-4bfd-b533-fdb770e918a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:13:47.820760 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576692a9-ec50-4d62-b65c-e04a2115fe19 None None] The sync data for ids ['f51eef3f-6e5f-41fc-b812-b67cdb796c8c'] in n-d-816206-3 is: [{'id': 'f51eef3f-6e5f-41fc-b812-b67cdb796c8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707765943', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'a51f3a4a-f7a3-4840-bd74-571e87395a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:13:41Z', 'updated_at': '2021-11-09T22:13:44Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': 'a51f3a4a-f7a3-4840-bd74-571e87395a31', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cd:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51eef3f-6e5f-41fc-b812-b67cdb796c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:13:41Z', 'updated_at': '2021-11-09T22:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'be481c12-5184-49e7-9865-1a822ea00940', 'name': '', 'network_id': 'e6d2b9bf-a796-4dda-8c8d-988914a68322', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'mac_address': 'fa:16:3e:76:e1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51eef3f-6e5f-41fc-b812-b67cdb796c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7935fec6-c8ab-4bfd-b533-fdb770e918a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:13:44Z', 'updated_at': '2021-11-09T22:13:46Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'subnets': [{'id': '7935fec6-c8ab-4bfd-b533-fdb770e918a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:13:47.834293 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-ad409aec-d910-4dc5-ac35-28af6585c292 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Made reservation on behalf of 80608c1f657e40bbbb047dc3c2880805 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:13:47.838944 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-ad409aec-d910-4dc5-ac35-28af6585c292 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:48.007948 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-ad409aec-d910-4dc5-ac35-28af6585c292 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Allocated IP 172.20.0.13 (e6d2b9bf-a796-4dda-8c8d-988914a68322/7935fec6-c8ab-4bfd-b533-fdb770e918a1/e7899658-7e12-4d4d-8023-d11cf4c940ba) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:13:48.155706 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-ad409aec-d910-4dc5-ac35-28af6585c292 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:48.189726 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-ad409aec-d910-4dc5-ac35-28af6585c292 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:48.251874 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-ad409aec-d910-4dc5-ac35-28af6585c292 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Network e6d2b9bf-a796-4dda-8c8d-988914a68322 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:13:48.255210 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-ad409aec-d910-4dc5-ac35-28af6585c292 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:13:48.258246 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-ad409aec-d910-4dc5-ac35-28af6585c292 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:13:48.285506 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad409aec-d910-4dc5-ac35-28af6585c292 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'Port': ['ID=e7899658-7e12-4d4d-8023-d11cf4c940ba,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:13:48.316934 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-ad409aec-d910-4dc5-ac35-28af6585c292 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:13:48.317730 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-ad409aec-d910-4dc5-ac35-28af6585c292 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:48.335658 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-ad409aec-d910-4dc5-ac35-28af6585c292 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6250899 Nov 09 22:13:48.346932 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-88dcc58b-de56-4b0c-9ac8-0bcdcc852184 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 22:13:48.348605 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-88dcc58b-de56-4b0c-9ac8-0bcdcc852184 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060887 Nov 09 22:13:48.366514 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-0bfe1df6-5c87-4ec2-aa3d-fe046729e753 service neutron] Request body: {'port': {'device_id': '88b76ee1-f4ac-4e34-970b-7542913c45c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:13:48.423662 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-0bfe1df6-5c87-4ec2-aa3d-fe046729e753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:48.514674 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-b0bd5790-389d-4bca-9ba6-349c67430e82 None None] Provisioning complete for port e7899658-7e12-4d4d-8023-d11cf4c940ba triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:13:48.515151 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b0bd5790-389d-4bca-9ba6-349c67430e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:48.556370 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-b0bd5790-389d-4bca-9ba6-349c67430e82 None None] Port e7899658-7e12-4d4d-8023-d11cf4c940ba cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:13:48.647455 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fed1c2-cda1-46c6-80cb-93dc6abb1c52 req-a29445ee-cce7-4489-a4ac-d632c7d6a1f3 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:13:48.649043 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-52fed1c2-cda1-46c6-80cb-93dc6abb1c52 req-a29445ee-cce7-4489-a4ac-d632c7d6a1f3 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=88b76ee1-f4ac-4e34-970b-7542913c45c4 HTTP/1.1" status: 200 len: 932 time: 0.0999353 Nov 09 22:13:48.729417 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-52fed1c2-cda1-46c6-80cb-93dc6abb1c52 req-68e9f406-fbb0-4f48-adbc-7a7ffa4d4de2 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2e6f06c-871e-43d5-9b3a-deb1f29fe870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731070 Nov 09 22:13:48.781746 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-0bfe1df6-5c87-4ec2-aa3d-fe046729e753 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7899658-7e12-4d4d-8023-d11cf4c940ba {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 22:13:48.789358 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-0bfe1df6-5c87-4ec2-aa3d-fe046729e753 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:48.801400 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-0bfe1df6-5c87-4ec2-aa3d-fe046729e753 service neutron] Transition to ACTIVE for port object e7899658-7e12-4d4d-8023-d11cf4c940ba will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 22:13:48.806842 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-0bfe1df6-5c87-4ec2-aa3d-fe046729e753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:48.859392 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe1df6-5c87-4ec2-aa3d-fe046729e753 service neutron] Pushing event updated for resources: {'Port': ['ID=e7899658-7e12-4d4d-8023-d11cf4c940ba,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:13:48.935062 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-0bfe1df6-5c87-4ec2-aa3d-fe046729e753 service neutron] Attempting to bind port e7899658-7e12-4d4d-8023-d11cf4c940ba on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:13:48.935602 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-0bfe1df6-5c87-4ec2-aa3d-fe046729e753 service neutron] Attempting to bind port e7899658-7e12-4d4d-8023-d11cf4c940ba by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': 'ad44c69c-7d8c-4b8d-80de-326d918a3a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e6d2b9bf-a796-4dda-8c8d-988914a68322'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:13:48.935935 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-0bfe1df6-5c87-4ec2-aa3d-fe046729e753 service neutron] Attempting to bind port e7899658-7e12-4d4d-8023-d11cf4c940ba on network e6d2b9bf-a796-4dda-8c8d-988914a68322 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:13:48.940816 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-0bfe1df6-5c87-4ec2-aa3d-fe046729e753 service neutron] Port e7899658-7e12-4d4d-8023-d11cf4c940ba on network e6d2b9bf-a796-4dda-8c8d-988914a68322 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 22:13:48.941146 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-0bfe1df6-5c87-4ec2-aa3d-fe046729e753 service neutron] Attempting to bind port e7899658-7e12-4d4d-8023-d11cf4c940ba on network e6d2b9bf-a796-4dda-8c8d-988914a68322 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:13:48.946311 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-0bfe1df6-5c87-4ec2-aa3d-fe046729e753 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:13:48.946758 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-0bfe1df6-5c87-4ec2-aa3d-fe046729e753 service neutron] Checking segment: {'id': 'ad44c69c-7d8c-4b8d-80de-326d918a3a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e6d2b9bf-a796-4dda-8c8d-988914a68322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:13:48.947035 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-0bfe1df6-5c87-4ec2-aa3d-fe046729e753 service neutron] Bound using segment: {'id': 'ad44c69c-7d8c-4b8d-80de-326d918a3a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e6d2b9bf-a796-4dda-8c8d-988914a68322'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:13:48.948042 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-0bfe1df6-5c87-4ec2-aa3d-fe046729e753 service neutron] Bound port: e7899658-7e12-4d4d-8023-d11cf4c940ba, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad44c69c-7d8c-4b8d-80de-326d918a3a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e6d2b9bf-a796-4dda-8c8d-988914a68322'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:13:48.948406 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-0bfe1df6-5c87-4ec2-aa3d-fe046729e753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:49.015773 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-0bfe1df6-5c87-4ec2-aa3d-fe046729e753 service neutron] For port e7899658-7e12-4d4d-8023-d11cf4c940ba, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:13:49.019206 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-0bfe1df6-5c87-4ec2-aa3d-fe046729e753 service neutron] For port e7899658-7e12-4d4d-8023-d11cf4c940ba, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=e7899658-7e12-4d4d-8023-d11cf4c940ba,segment=NetworkSegment(ad44c69c-7d8c-4b8d-80de-326d918a3a5a),segment_id=ad44c69c-7d8c-4b8d-80de-326d918a3a5a)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:13:49.023056 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-0bfe1df6-5c87-4ec2-aa3d-fe046729e753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:49.058261 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-0bfe1df6-5c87-4ec2-aa3d-fe046729e753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:13:49.059829 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-0bfe1df6-5c87-4ec2-aa3d-fe046729e753 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:49.061234 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-0bfe1df6-5c87-4ec2-aa3d-fe046729e753 service neutron] 10.222.0.43 "PUT /v2.0/ports/e7899658-7e12-4d4d-8023-d11cf4c940ba HTTP/1.1" status: 200 len: 1092 time: 0.6993084 Nov 09 22:13:49.063355 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88b76ee1-f4ac-4e34-970b-7542913c45c4', 'tag': 'e7899658-7e12-4d4d-8023-d11cf4c940ba'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:13:49.065629 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2737eae40cef112d1dfa64c8a6cf3edc76bfb64f9e32f72bfe3df0a7140357a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba97910-635b-4b2b-b0f6-0a34bb047b5d" -d '{"events": [{"name": "network-changed", "server_uuid": "88b76ee1-f4ac-4e34-970b-7542913c45c4", "tag": "e7899658-7e12-4d4d-8023-d11cf4c940ba"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:13:49.107897 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe1df6-5c87-4ec2-aa3d-fe046729e753 service neutron] Pushing event updated for resources: {'Port': ['ID=e7899658-7e12-4d4d-8023-d11cf4c940ba,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:13:49.124492 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668b2f19-8611-48dc-be73-23923a1a9cc6 x-openstack-request-id: req-668b2f19-8611-48dc-be73-23923a1a9cc6 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:13:49.124830 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88b76ee1-f4ac-4e34-970b-7542913c45c4", "tag": "e7899658-7e12-4d4d-8023-d11cf4c940ba", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:13:49.125088 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-668b2f19-8611-48dc-be73-23923a1a9cc6 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:13:49.125501 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88b76ee1-f4ac-4e34-970b-7542913c45c4', 'tag': 'e7899658-7e12-4d4d-8023-d11cf4c940ba', 'status': 'completed', 'code': 200} Nov 09 22:13:49.182428 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-31c28667-7996-4e3f-8bbd-11a5fc7e7f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:13:49.183978 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-31c28667-7996-4e3f-8bbd-11a5fc7e7f0b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=80608c1f657e40bbbb047dc3c2880805&device_id=88b76ee1-f4ac-4e34-970b-7542913c45c4 HTTP/1.1" status: 200 len: 1095 time: 0.0473108 Nov 09 22:13:49.233375 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-49a94bd9-44ae-48b5-ba68-4a4b415ced98 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7899658-7e12-4d4d-8023-d11cf4c940ba HTTP/1.1" status: 200 len: 217 time: 0.0361822 Nov 09 22:13:49.283219 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-3e0011fd-b566-4218-9bb0-3e9de7a2faf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:13:49.284734 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-3e0011fd-b566-4218-9bb0-3e9de7a2faf7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7935fec6-c8ab-4bfd-b533-fdb770e918a1 HTTP/1.1" status: 200 len: 835 time: 0.0450454 Nov 09 22:13:49.336451 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-3683749f-1dac-4ac9-b92c-08ab58bbada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:13:49.338036 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-3683749f-1dac-4ac9-b92c-08ab58bbada9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e6d2b9bf-a796-4dda-8c8d-988914a68322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467298 Nov 09 22:13:49.427196 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-6538fe51-c453-49cd-b85f-b83dd9ea77d8 service neutron] 10.222.0.43 "GET /v2.0/networks/e6d2b9bf-a796-4dda-8c8d-988914a68322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810895 Nov 09 22:13:49.519449 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-16a494c9-5237-45c5-bd75-f8b7a945de27 req-d4854add-d883-42de-bde0-e7908017fab9 service neutron] 10.222.0.43 "GET /v2.0/networks/e6d2b9bf-a796-4dda-8c8d-988914a68322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852416 Nov 09 22:13:49.580176 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device be481c12-5184-49e7-9865-1a822ea00940 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:13:49.628799 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port be481c12-5184-49e7-9865-1a822ea00940 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:13:49.629168 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:49.642932 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba97910-635b-4b2b-b0f6-0a34bb047b5d req-ece2e5c9-4392-439e-89c5-87afdb148964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:13:49.644451 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8ba97910-635b-4b2b-b0f6-0a34bb047b5d req-ece2e5c9-4392-439e-89c5-87afdb148964 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=80608c1f657e40bbbb047dc3c2880805&device_id=88b76ee1-f4ac-4e34-970b-7542913c45c4 HTTP/1.1" status: 200 len: 1095 time: 0.0418911 Nov 09 22:13:49.733011 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba97910-635b-4b2b-b0f6-0a34bb047b5d req-1001c9eb-caee-4b76-b455-995a97179c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:13:49.734524 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8ba97910-635b-4b2b-b0f6-0a34bb047b5d req-1001c9eb-caee-4b76-b455-995a97179c41 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e6d2b9bf-a796-4dda-8c8d-988914a68322 HTTP/1.1" status: 200 len: 895 time: 0.0827837 Nov 09 22:13:49.786715 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8ba97910-635b-4b2b-b0f6-0a34bb047b5d req-91e9718a-bf68-4a23-ad47-31506b8edf30 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7899658-7e12-4d4d-8023-d11cf4c940ba HTTP/1.1" status: 200 len: 217 time: 0.0378234 Nov 09 22:13:49.866142 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba97910-635b-4b2b-b0f6-0a34bb047b5d req-2bec9555-0c85-4f6f-8199-efc58adf19b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:13:49.867598 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8ba97910-635b-4b2b-b0f6-0a34bb047b5d req-2bec9555-0c85-4f6f-8199-efc58adf19b2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7935fec6-c8ab-4bfd-b533-fdb770e918a1 HTTP/1.1" status: 200 len: 835 time: 0.0738292 Nov 09 22:13:49.875763 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156ada2-6c59-421b-9d03-adfab426fc34 req-96d2a629-31b4-4a26-ba0a-d655b89201b6 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:13:49.877215 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2156ada2-6c59-421b-9d03-adfab426fc34 req-96d2a629-31b4-4a26-ba0a-d655b89201b6 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=88b76ee1-f4ac-4e34-970b-7542913c45c4 HTTP/1.1" status: 200 len: 944 time: 0.0761349 Nov 09 22:13:49.950500 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba97910-635b-4b2b-b0f6-0a34bb047b5d req-1af8cc29-a726-40d6-9c97-3d45e1eae663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:13:49.952029 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8ba97910-635b-4b2b-b0f6-0a34bb047b5d req-1af8cc29-a726-40d6-9c97-3d45e1eae663 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e6d2b9bf-a796-4dda-8c8d-988914a68322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739002 Nov 09 22:13:49.955727 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2156ada2-6c59-421b-9d03-adfab426fc34 req-99a2157e-6a1b-40a2-93ad-d08b08cb1588 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2e6f06c-871e-43d5-9b3a-deb1f29fe870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704777 Nov 09 22:13:50.039935 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8ba97910-635b-4b2b-b0f6-0a34bb047b5d req-69a23cd8-fe02-409d-a5ce-21f37980259d service neutron] 10.222.0.43 "GET /v2.0/networks/e6d2b9bf-a796-4dda-8c8d-988914a68322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801802 Nov 09 22:13:50.135355 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8ba97910-635b-4b2b-b0f6-0a34bb047b5d req-e34d9077-64f1-484e-911a-3421c2c76303 service neutron] 10.222.0.43 "GET /v2.0/networks/e6d2b9bf-a796-4dda-8c8d-988914a68322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863237 Nov 09 22:13:50.234261 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e9f3f96b-6c14-40de-98d8-9766a1cd60eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:51.074475 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f06fa-6af8-4050-8ba6-2d8504539bd7 req-b4d02c6e-db1a-45c6-9a33-651b3845232d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:13:51.075865 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-870f06fa-6af8-4050-8ba6-2d8504539bd7 req-b4d02c6e-db1a-45c6-9a33-651b3845232d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=88b76ee1-f4ac-4e34-970b-7542913c45c4 HTTP/1.1" status: 200 len: 944 time: 0.0486975 Nov 09 22:13:51.125962 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-870f06fa-6af8-4050-8ba6-2d8504539bd7 req-ade877cb-6229-4c24-aa9e-4ef2bd6fc993 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2e6f06c-871e-43d5-9b3a-deb1f29fe870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442407 Nov 09 22:13:51.227075 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:52.239619 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b27fc4-8d38-4eb0-a208-90e32b03c467 req-d3827276-a17f-4c75-b3ef-1663dedc6c07 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:13:52.241081 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43b27fc4-8d38-4eb0-a208-90e32b03c467 req-d3827276-a17f-4c75-b3ef-1663dedc6c07 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=88b76ee1-f4ac-4e34-970b-7542913c45c4 HTTP/1.1" status: 200 len: 944 time: 0.0478215 Nov 09 22:13:52.289232 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-43b27fc4-8d38-4eb0-a208-90e32b03c467 req-77417dfb-522a-4030-bc1b-2190a574b02b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2e6f06c-871e-43d5-9b3a-deb1f29fe870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417538 Nov 09 22:13:52.577085 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:53.180012 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device e7899658-7e12-4d4d-8023-d11cf4c940ba details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 22:13:53.274920 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port e7899658-7e12-4d4d-8023-d11cf4c940ba, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=e7899658-7e12-4d4d-8023-d11cf4c940ba,segment=NetworkSegment(ad44c69c-7d8c-4b8d-80de-326d918a3a5a),segment_id=ad44c69c-7d8c-4b8d-80de-326d918a3a5a)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:13:53.286434 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': 'e7899658-7e12-4d4d-8023-d11cf4c940ba', 'network_id': 'e6d2b9bf-a796-4dda-8c8d-988914a68322', 'port_id': 'e7899658-7e12-4d4d-8023-d11cf4c940ba', 'mac_address': 'fa:16:3e:4c:74:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7935fec6-c8ab-4bfd-b533-fdb770e918a1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 22:13:53.331701 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:53.343932 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:53.346811 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7899658-7e12-4d4d-8023-d11cf4c940ba {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 22:13:53.366866 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port e7899658-7e12-4d4d-8023-d11cf4c940ba, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=e7899658-7e12-4d4d-8023-d11cf4c940ba,segment=NetworkSegment(ad44c69c-7d8c-4b8d-80de-326d918a3a5a),segment_id=ad44c69c-7d8c-4b8d-80de-326d918a3a5a)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:13:53.374300 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:53.413010 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f2702-2d43-4cda-9405-0c55895c0a29 req-97cb43a9-ef0e-479d-a75f-011a49efd553 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:13:53.414489 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4a2f2702-2d43-4cda-9405-0c55895c0a29 req-97cb43a9-ef0e-479d-a75f-011a49efd553 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=88b76ee1-f4ac-4e34-970b-7542913c45c4 HTTP/1.1" status: 200 len: 945 time: 0.0554757 Nov 09 22:13:53.427592 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=e7899658-7e12-4d4d-8023-d11cf4c940ba,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:13:53.463797 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4a2f2702-2d43-4cda-9405-0c55895c0a29 req-f59a9ab4-d398-4ff4-9eef-b7de8166532e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2e6f06c-871e-43d5-9b3a-deb1f29fe870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429122 Nov 09 22:13:53.496349 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:53.685130 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['e7899658-7e12-4d4d-8023-d11cf4c940ba'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 22:13:54.579004 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d05c0-05c7-4b42-8e73-8fc7b429a7cc req-6218500f-3028-4cef-88f2-0d41519f742d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:13:54.580517 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c01d05c0-05c7-4b42-8e73-8fc7b429a7cc req-6218500f-3028-4cef-88f2-0d41519f742d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=88b76ee1-f4ac-4e34-970b-7542913c45c4 HTTP/1.1" status: 200 len: 945 time: 0.0488262 Nov 09 22:13:54.639340 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c01d05c0-05c7-4b42-8e73-8fc7b429a7cc req-1ba10e48-1cab-418a-8b26-a9aea88e169a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2e6f06c-871e-43d5-9b3a-deb1f29fe870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525498 Nov 09 22:13:55.193744 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device e7899658-7e12-4d4d-8023-d11cf4c940ba up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:13:55.241533 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port e7899658-7e12-4d4d-8023-d11cf4c940ba completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 22:13:55.245776 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port e7899658-7e12-4d4d-8023-d11cf4c940ba triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:13:55.246167 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:55.323617 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:55.344371 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b76ee1-f4ac-4e34-970b-7542913c45c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7899658-7e12-4d4d-8023-d11cf4c940ba'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:13:55.346644 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbbffabc46a25035f6c0210104ebac0979452e44f6408783e2f348470e25243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e267f4e-5c5e-4835-ac89-5fc0c2891ab9" -d '{"events": [{"server_uuid": "88b76ee1-f4ac-4e34-970b-7542913c45c4", "name": "network-vif-plugged", "status": "completed", "tag": "e7899658-7e12-4d4d-8023-d11cf4c940ba"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:13:55.359395 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port e7899658-7e12-4d4d-8023-d11cf4c940ba, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=e7899658-7e12-4d4d-8023-d11cf4c940ba,segment=NetworkSegment(ad44c69c-7d8c-4b8d-80de-326d918a3a5a),segment_id=ad44c69c-7d8c-4b8d-80de-326d918a3a5a)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:13:55.362898 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:55.388315 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 22:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f00743-1208-4c09-93a4-ef2e489002c9 x-openstack-request-id: req-09f00743-1208-4c09-93a4-ef2e489002c9 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:13:55.388614 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b76ee1-f4ac-4e34-970b-7542913c45c4", "name": "network-vif-plugged", "status": "completed", "tag": "e7899658-7e12-4d4d-8023-d11cf4c940ba", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:13:55.388902 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-09f00743-1208-4c09-93a4-ef2e489002c9 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:13:55.389293 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b76ee1-f4ac-4e34-970b-7542913c45c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7899658-7e12-4d4d-8023-d11cf4c940ba', 'code': 200} Nov 09 22:13:55.411903 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=e7899658-7e12-4d4d-8023-d11cf4c940ba,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:13:55.510899 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48719f95-64d0-4bc7-8430-af02ad6223d5 req-81218fcb-5f12-444d-8eb5-89eb21fd0ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:13:55.512415 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-48719f95-64d0-4bc7-8430-af02ad6223d5 req-81218fcb-5f12-444d-8eb5-89eb21fd0ab2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=88b76ee1-f4ac-4e34-970b-7542913c45c4 HTTP/1.1" status: 200 len: 1097 time: 0.0400469 Nov 09 22:13:55.559450 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-48719f95-64d0-4bc7-8430-af02ad6223d5 req-24c3d630-6e76-4719-a540-7c5cba119c3c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d2e6f06c-871e-43d5-9b3a-deb1f29fe870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393829 Nov 09 22:13:55.751858 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463908da-cc09-434c-829c-053f190efb42 req-2a4eedfd-9932-4ae3-9e12-0581ef6a0588 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:13:55.753353 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-463908da-cc09-434c-829c-053f190efb42 req-2a4eedfd-9932-4ae3-9e12-0581ef6a0588 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=88b76ee1-f4ac-4e34-970b-7542913c45c4 HTTP/1.1" status: 200 len: 946 time: 0.0482149 Nov 09 22:13:55.802534 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-463908da-cc09-434c-829c-053f190efb42 req-0ea7decb-8d92-4fc3-8a9a-578c5dea09af tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2e6f06c-871e-43d5-9b3a-deb1f29fe870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429549 Nov 09 22:13:56.917143 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1682e9-d42f-4417-b33e-9fc7e5cb04c3 req-fa2bcb0e-cbb9-4d4a-8cc5-c9928b3ffbe9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:13:56.918628 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7b1682e9-d42f-4417-b33e-9fc7e5cb04c3 req-fa2bcb0e-cbb9-4d4a-8cc5-c9928b3ffbe9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=88b76ee1-f4ac-4e34-970b-7542913c45c4 HTTP/1.1" status: 200 len: 946 time: 0.0488958 Nov 09 22:13:56.967837 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7b1682e9-d42f-4417-b33e-9fc7e5cb04c3 req-a6c4f394-7abe-40d9-b7ae-bc5765ead8d7 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2e6f06c-871e-43d5-9b3a-deb1f29fe870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434022 Nov 09 22:13:57.082380 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e08bc-dfa8-4a45-85cd-9413569a3a28 req-51fc0925-c4e9-4e87-9dc4-fcd4d4f2928b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:13:57.083731 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-db1e08bc-dfa8-4a45-85cd-9413569a3a28 req-51fc0925-c4e9-4e87-9dc4-fcd4d4f2928b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=88b76ee1-f4ac-4e34-970b-7542913c45c4 HTTP/1.1" status: 200 len: 946 time: 0.0505486 Nov 09 22:13:57.131036 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-db1e08bc-dfa8-4a45-85cd-9413569a3a28 req-91303695-36d4-494a-bff0-20b6b4e89d22 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2e6f06c-871e-43d5-9b3a-deb1f29fe870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408983 Nov 09 22:13:57.152519 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37048) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:13:57.191424 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e116b7-8984-4fc1-82e7-55700fde71b8 tempest-TestNetworkAdvancedServerOps-124469545 tempest-TestNetworkAdvancedServerOps-124469545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:13:57.192933 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c1e116b7-8984-4fc1-82e7-55700fde71b8 tempest-TestNetworkAdvancedServerOps-124469545 tempest-TestNetworkAdvancedServerOps-124469545-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=88b76ee1-f4ac-4e34-970b-7542913c45c4 HTTP/1.1" status: 200 len: 1092 time: 0.0392933 Nov 09 22:13:57.195627 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37050) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:13:57.200474 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-e727a287-d7df-40c3-bcc4-df0838f80930 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'port_id': 'e7899658-7e12-4d4d-8023-d11cf4c940ba', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:13:57.221201 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e727a287-d7df-40c3-bcc4-df0838f80930 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for floatingip, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:57.317546 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e727a287-d7df-40c3-bcc4-df0838f80930 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:57.414639 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-e727a287-d7df-40c3-bcc4-df0838f80930 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Allocated IP 172.25.7.124 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/914da341-3780-4fcc-9a10-94c4b0964766) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:13:57.518670 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e727a287-d7df-40c3-bcc4-df0838f80930 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:57.555921 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e727a287-d7df-40c3-bcc4-df0838f80930 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:57.592308 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e727a287-d7df-40c3-bcc4-df0838f80930 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:13:57.597071 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-e727a287-d7df-40c3-bcc4-df0838f80930 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:13:57.600112 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e727a287-d7df-40c3-bcc4-df0838f80930 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:13:57.626667 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e727a287-d7df-40c3-bcc4-df0838f80930 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'Port': ['ID=914da341-3780-4fcc-9a10-94c4b0964766,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:13:57.945305 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e727a287-d7df-40c3-bcc4-df0838f80930 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:58.008361 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e727a287-d7df-40c3-bcc4-df0838f80930 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:58.490068 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e727a287-d7df-40c3-bcc4-df0838f80930 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:58.494428 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e727a287-d7df-40c3-bcc4-df0838f80930 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:58.565213 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e727a287-d7df-40c3-bcc4-df0838f80930 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'Port': ['ID=914da341-3780-4fcc-9a10-94c4b0964766,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:13:58.577385 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e727a287-d7df-40c3-bcc4-df0838f80930 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:58.675128 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [None req-e727a287-d7df-40c3-bcc4-df0838f80930 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Floating IP 5b704149-cadd-41b3-b6af-0b143c29b0bd associated. External IP: 172.25.7.124, port: e7899658-7e12-4d4d-8023-d11cf4c940ba. Nov 09 22:13:58.874846 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e727a287-d7df-40c3-bcc4-df0838f80930 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Router f51eef3f-6e5f-41fc-b812-b67cdb796c8c has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:13:58.982786 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e727a287-d7df-40c3-bcc4-df0838f80930 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:13:58.992312 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0a68ad-2e47-49d0-8085-e8eb6eb650c7 None None] Sync routers for ids ['f51eef3f-6e5f-41fc-b812-b67cdb796c8c'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:13:59.000323 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e727a287-d7df-40c3-bcc4-df0838f80930 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:13:59.002828 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0a68ad-2e47-49d0-8085-e8eb6eb650c7 None None] Routers {'f51eef3f-6e5f-41fc-b812-b67cdb796c8c'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:13:59.003440 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-2d0a68ad-2e47-49d0-8085-e8eb6eb650c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:13:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f51eef3f-6e5f-41fc-b812-b67cdb796c8c'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:13:59.027740 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e727a287-d7df-40c3-bcc4-df0838f80930 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8311234 Nov 09 22:13:59.028332 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88b76ee1-f4ac-4e34-970b-7542913c45c4', 'tag': 'e7899658-7e12-4d4d-8023-d11cf4c940ba'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:13:59.030790 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2737eae40cef112d1dfa64c8a6cf3edc76bfb64f9e32f72bfe3df0a7140357a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ae06fe-ca59-432c-9228-a50053de243a" -d '{"events": [{"name": "network-changed", "server_uuid": "88b76ee1-f4ac-4e34-970b-7542913c45c4", "tag": "e7899658-7e12-4d4d-8023-d11cf4c940ba"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:13:59.070416 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d588752-4f0a-42f3-b107-be09bcc4f313 x-openstack-request-id: req-9d588752-4f0a-42f3-b107-be09bcc4f313 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:13:59.070637 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88b76ee1-f4ac-4e34-970b-7542913c45c4", "tag": "e7899658-7e12-4d4d-8023-d11cf4c940ba", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:13:59.070893 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9d588752-4f0a-42f3-b107-be09bcc4f313 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:13:59.071315 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88b76ee1-f4ac-4e34-970b-7542913c45c4', 'tag': 'e7899658-7e12-4d4d-8023-d11cf4c940ba', 'status': 'completed', 'code': 200} Nov 09 22:13:59.113607 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-2d0a68ad-2e47-49d0-8085-e8eb6eb650c7 None None] Set router f51eef3f-6e5f-41fc-b812-b67cdb796c8c gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:13:59.133451 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064667ba-c0b6-488d-9426-b183fb196998 req-e52ecfe2-0cd3-4523-9d33-57d8522c3a42 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:13:59.134874 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-064667ba-c0b6-488d-9426-b183fb196998 req-e52ecfe2-0cd3-4523-9d33-57d8522c3a42 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=88b76ee1-f4ac-4e34-970b-7542913c45c4 HTTP/1.1" status: 200 len: 946 time: 0.0508158 Nov 09 22:13:59.157771 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae06fe-ca59-432c-9228-a50053de243a req-4fd0269b-56a0-401f-a38d-7e77d9a73290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:13:59.159314 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-51ae06fe-ca59-432c-9228-a50053de243a req-4fd0269b-56a0-401f-a38d-7e77d9a73290 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=80608c1f657e40bbbb047dc3c2880805&device_id=88b76ee1-f4ac-4e34-970b-7542913c45c4 HTTP/1.1" status: 200 len: 1097 time: 0.0427530 Nov 09 22:13:59.194061 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-064667ba-c0b6-488d-9426-b183fb196998 req-370cc02f-0dc2-48b7-9660-7beafbefed6a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2e6f06c-871e-43d5-9b3a-deb1f29fe870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532076 Nov 09 22:13:59.217236 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37056) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:13:59.303491 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1f4e6222-31f7-42d7-9b2a-b5e9b9a7f860 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/floatingips/5b704149-cadd-41b3-b6af-0b143c29b0bd HTTP/1.1" status: 200 len: 992 time: 0.0851574 Nov 09 22:13:59.308665 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae06fe-ca59-432c-9228-a50053de243a req-c39399bb-3356-4695-a726-aea696d7e154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:13:59.310061 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-51ae06fe-ca59-432c-9228-a50053de243a req-c39399bb-3356-4695-a726-aea696d7e154 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e6d2b9bf-a796-4dda-8c8d-988914a68322 HTTP/1.1" status: 200 len: 895 time: 0.1440065 Nov 09 22:13:59.342041 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-2d0a68ad-2e47-49d0-8085-e8eb6eb650c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51eef3f-6e5f-41fc-b812-b67cdb796c8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707765943', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'a51f3a4a-f7a3-4840-bd74-571e87395a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:13:41Z', 'updated_at': '2021-11-09T22:13:44Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': 'a51f3a4a-f7a3-4840-bd74-571e87395a31', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cd:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51eef3f-6e5f-41fc-b812-b67cdb796c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:13:41Z', 'updated_at': '2021-11-09T22:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '5b704149-cadd-41b3-b6af-0b143c29b0bd', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'f51eef3f-6e5f-41fc-b812-b67cdb796c8c', 'port_id': 'e7899658-7e12-4d4d-8023-d11cf4c940ba', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6d2b9bf-a796-4dda-8c8d-988914a68322', 'mac_address': 'fa:16:3e:4c:74:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b76ee1-f4ac-4e34-970b-7542913c45c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T22:13:57Z', 'updated_at': '2021-11-09T22:13:57Z', 'revision_number': 0, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be481c12-5184-49e7-9865-1a822ea00940', 'name': '', 'network_id': 'e6d2b9bf-a796-4dda-8c8d-988914a68322', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'mac_address': 'fa:16:3e:76:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51eef3f-6e5f-41fc-b812-b67cdb796c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7935fec6-c8ab-4bfd-b533-fdb770e918a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:13:44Z', 'updated_at': '2021-11-09T22:13:47Z', 'revision_number': 5, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'subnets': [{'id': '7935fec6-c8ab-4bfd-b533-fdb770e918a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:13:59.380656 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-51ae06fe-ca59-432c-9228-a50053de243a req-246aef4f-2274-4ee9-a54e-f2ecb86fc4e4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7899658-7e12-4d4d-8023-d11cf4c940ba HTTP/1.1" status: 200 len: 1000 time: 0.0636570 Nov 09 22:13:59.431786 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae06fe-ca59-432c-9228-a50053de243a req-36c37ea9-4f30-44b5-8d95-9cb1c90611c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:13:59.433364 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-51ae06fe-ca59-432c-9228-a50053de243a req-36c37ea9-4f30-44b5-8d95-9cb1c90611c5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7935fec6-c8ab-4bfd-b533-fdb770e918a1 HTTP/1.1" status: 200 len: 835 time: 0.0463157 Nov 09 22:13:59.455485 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0a68ad-2e47-49d0-8085-e8eb6eb650c7 None None] Checking router: f51eef3f-6e5f-41fc-b812-b67cdb796c8c for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:13:59.463656 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0a68ad-2e47-49d0-8085-e8eb6eb650c7 None None] Routers {'f51eef3f-6e5f-41fc-b812-b67cdb796c8c'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:13:59.464884 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-2d0a68ad-2e47-49d0-8085-e8eb6eb650c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:13:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f51eef3f-6e5f-41fc-b812-b67cdb796c8c'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:13:59.480376 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae06fe-ca59-432c-9228-a50053de243a req-5916007e-33af-4b1e-bdda-77f5a10e6697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:13:59.481922 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-51ae06fe-ca59-432c-9228-a50053de243a req-5916007e-33af-4b1e-bdda-77f5a10e6697 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e6d2b9bf-a796-4dda-8c8d-988914a68322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415456 Nov 09 22:13:59.570002 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-2d0a68ad-2e47-49d0-8085-e8eb6eb650c7 None None] Set router f51eef3f-6e5f-41fc-b812-b67cdb796c8c gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:13:59.574601 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-51ae06fe-ca59-432c-9228-a50053de243a req-a98b10cb-c237-4fba-be72-bcdd5f69ae5d service neutron] 10.222.0.43 "GET /v2.0/networks/e6d2b9bf-a796-4dda-8c8d-988914a68322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855248 Nov 09 22:13:59.664960 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-51ae06fe-ca59-432c-9228-a50053de243a req-9323dc72-b3f3-4a64-966a-b24df4b43198 service neutron] 10.222.0.43 "GET /v2.0/networks/e6d2b9bf-a796-4dda-8c8d-988914a68322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822864 Nov 09 22:13:59.791568 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-2d0a68ad-2e47-49d0-8085-e8eb6eb650c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51eef3f-6e5f-41fc-b812-b67cdb796c8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707765943', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'a51f3a4a-f7a3-4840-bd74-571e87395a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:13:41Z', 'updated_at': '2021-11-09T22:13:44Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': 'a51f3a4a-f7a3-4840-bd74-571e87395a31', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cd:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51eef3f-6e5f-41fc-b812-b67cdb796c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:13:41Z', 'updated_at': '2021-11-09T22:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '5b704149-cadd-41b3-b6af-0b143c29b0bd', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'f51eef3f-6e5f-41fc-b812-b67cdb796c8c', 'port_id': 'e7899658-7e12-4d4d-8023-d11cf4c940ba', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6d2b9bf-a796-4dda-8c8d-988914a68322', 'mac_address': 'fa:16:3e:4c:74:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b76ee1-f4ac-4e34-970b-7542913c45c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T22:13:57Z', 'updated_at': '2021-11-09T22:13:57Z', 'revision_number': 0, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be481c12-5184-49e7-9865-1a822ea00940', 'name': '', 'network_id': 'e6d2b9bf-a796-4dda-8c8d-988914a68322', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'mac_address': 'fa:16:3e:76:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51eef3f-6e5f-41fc-b812-b67cdb796c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7935fec6-c8ab-4bfd-b533-fdb770e918a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:13:44Z', 'updated_at': '2021-11-09T22:13:47Z', 'revision_number': 5, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'subnets': [{'id': '7935fec6-c8ab-4bfd-b533-fdb770e918a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:13:59.815928 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0a68ad-2e47-49d0-8085-e8eb6eb650c7 None None] The sync data for ids ['f51eef3f-6e5f-41fc-b812-b67cdb796c8c'] in n-d-816206-3 is: [{'id': 'f51eef3f-6e5f-41fc-b812-b67cdb796c8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707765943', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'a51f3a4a-f7a3-4840-bd74-571e87395a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:13:41Z', 'updated_at': '2021-11-09T22:13:44Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': 'a51f3a4a-f7a3-4840-bd74-571e87395a31', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cd:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51eef3f-6e5f-41fc-b812-b67cdb796c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:13:41Z', 'updated_at': '2021-11-09T22:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '5b704149-cadd-41b3-b6af-0b143c29b0bd', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'f51eef3f-6e5f-41fc-b812-b67cdb796c8c', 'port_id': 'e7899658-7e12-4d4d-8023-d11cf4c940ba', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6d2b9bf-a796-4dda-8c8d-988914a68322', 'mac_address': 'fa:16:3e:4c:74:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b76ee1-f4ac-4e34-970b-7542913c45c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T22:13:57Z', 'updated_at': '2021-11-09T22:13:57Z', 'revision_number': 0, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be481c12-5184-49e7-9865-1a822ea00940', 'name': '', 'network_id': 'e6d2b9bf-a796-4dda-8c8d-988914a68322', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'mac_address': 'fa:16:3e:76:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51eef3f-6e5f-41fc-b812-b67cdb796c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7935fec6-c8ab-4bfd-b533-fdb770e918a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:13:44Z', 'updated_at': '2021-11-09T22:13:47Z', 'revision_number': 5, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'subnets': [{'id': '7935fec6-c8ab-4bfd-b533-fdb770e918a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:14:00.005074 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351389c6-3f31-4bc4-b718-634f93a0441c None None] New status for floating IP 5b704149-cadd-41b3-b6af-0b143c29b0bd: ACTIVE {{(pid=102609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 22:14:00.307241 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37058) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:14:00.370643 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1ed28538-44e8-4531-9503-bea912b8a83f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/floatingips/5b704149-cadd-41b3-b6af-0b143c29b0bd HTTP/1.1" status: 200 len: 994 time: 0.0622509 Nov 09 22:14:04.232820 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:17.719313 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8ef4c702-3bc9-4c02-98a3-997f0b2893b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:19.965822 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:14:20.239831 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4f95d591-09ea-48b8-b326-160c0aa0ed11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:21.229178 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:22.579692 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:23.330476 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:23.498772 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:31.755980 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b352451-4529-4f73-aa74-da75e59ceaa6 req-71068193-9e4e-41d5-91bf-dd4a1f2cf5d4 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:14:31.757457 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2b352451-4529-4f73-aa74-da75e59ceaa6 req-71068193-9e4e-41d5-91bf-dd4a1f2cf5d4 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=88b76ee1-f4ac-4e34-970b-7542913c45c4 HTTP/1.1" status: 200 len: 946 time: 0.0481219 Nov 09 22:14:31.805973 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2b352451-4529-4f73-aa74-da75e59ceaa6 req-286a462c-2f8a-47f6-9622-d4e270517a69 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2e6f06c-871e-43d5-9b3a-deb1f29fe870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427320 Nov 09 22:14:32.922681 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689b792-f61a-423d-8f96-320c1e12a755 req-313e23f2-2ad1-4081-96ae-2ccc595bd21b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:14:32.924324 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e689b792-f61a-423d-8f96-320c1e12a755 req-313e23f2-2ad1-4081-96ae-2ccc595bd21b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=88b76ee1-f4ac-4e34-970b-7542913c45c4 HTTP/1.1" status: 200 len: 946 time: 0.0489619 Nov 09 22:14:32.973870 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e689b792-f61a-423d-8f96-320c1e12a755 req-1f307b0b-15e8-418a-93c4-21cfc77db412 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2e6f06c-871e-43d5-9b3a-deb1f29fe870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437973 Nov 09 22:14:32.995500 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37078) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:14:33.054553 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-00d2e091-1502-4cb6-b1ac-9705aa543117 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/floatingips/5b704149-cadd-41b3-b6af-0b143c29b0bd HTTP/1.1" status: 200 len: 994 time: 0.0578654 Nov 09 22:14:34.234812 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:34.344467 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc8899-9bac-46d7-acb5-fee1b11971da req-f318f9cc-ed8f-4590-a40a-16395f314e05 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:14:34.345898 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-79fc8899-9bac-46d7-acb5-fee1b11971da req-f318f9cc-ed8f-4590-a40a-16395f314e05 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=88b76ee1-f4ac-4e34-970b-7542913c45c4 HTTP/1.1" status: 200 len: 946 time: 0.0523996 Nov 09 22:14:34.394886 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-79fc8899-9bac-46d7-acb5-fee1b11971da req-d9a40b1c-bde9-4090-a34a-6e1ab0577eec tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2e6f06c-871e-43d5-9b3a-deb1f29fe870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431333 Nov 09 22:14:35.514718 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c557661-b209-4ca4-ad93-7b2fe93e58fc req-8e076222-1620-4d8c-bb4d-056bfc32f255 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:14:35.516226 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1c557661-b209-4ca4-ad93-7b2fe93e58fc req-8e076222-1620-4d8c-bb4d-056bfc32f255 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=88b76ee1-f4ac-4e34-970b-7542913c45c4 HTTP/1.1" status: 200 len: 946 time: 0.0493152 Nov 09 22:14:35.565580 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1c557661-b209-4ca4-ad93-7b2fe93e58fc req-a3d2d9d0-c3e8-43d0-8b0c-3f015984d9ab tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2e6f06c-871e-43d5-9b3a-deb1f29fe870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434358 Nov 09 22:14:35.587216 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37088) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:14:35.652962 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-52dcdfe0-1082-4c80-b4ee-273b45e16c6a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/floatingips/5b704149-cadd-41b3-b6af-0b143c29b0bd HTTP/1.1" status: 200 len: 994 time: 0.0645275 Nov 09 22:14:35.881096 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37094) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:14:36.038460 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-05f74eb5-266b-4942-b1d2-7761e0e58fbc tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Deleting port 914da341-3780-4fcc-9a10-94c4b0964766 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:14:36.038712 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-05f74eb5-266b-4942-b1d2-7761e0e58fbc tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:36.111989 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-05f74eb5-266b-4942-b1d2-7761e0e58fbc tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:36.112314 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-05f74eb5-266b-4942-b1d2-7761e0e58fbc tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:36.123657 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-05f74eb5-266b-4942-b1d2-7761e0e58fbc tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Calling delete_port for 914da341-3780-4fcc-9a10-94c4b0964766 owned by network:floatingip {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:14:36.268480 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-05f74eb5-266b-4942-b1d2-7761e0e58fbc tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:36.293137 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f74eb5-266b-4942-b1d2-7761e0e58fbc tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event deleted for resources: {'Port': ['ID=914da341-3780-4fcc-9a10-94c4b0964766,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:14:36.320525 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f74eb5-266b-4942-b1d2-7761e0e58fbc tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:14:36.320902 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f74eb5-266b-4942-b1d2-7761e0e58fbc tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:14:36.321243 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f74eb5-266b-4942-b1d2-7761e0e58fbc tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:14:36.321582 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f74eb5-266b-4942-b1d2-7761e0e58fbc tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:14:36.321916 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f74eb5-266b-4942-b1d2-7761e0e58fbc tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:14:36.322257 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f74eb5-266b-4942-b1d2-7761e0e58fbc tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:14:36.322582 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f74eb5-266b-4942-b1d2-7761e0e58fbc tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:14:36.322910 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f74eb5-266b-4942-b1d2-7761e0e58fbc tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:14:36.323237 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f74eb5-266b-4942-b1d2-7761e0e58fbc tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:14:36.323561 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f74eb5-266b-4942-b1d2-7761e0e58fbc tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:14:36.323885 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f74eb5-266b-4942-b1d2-7761e0e58fbc tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:14:36.324206 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f74eb5-266b-4942-b1d2-7761e0e58fbc tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:14:36.363740 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-05f74eb5-266b-4942-b1d2-7761e0e58fbc tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for floatingip, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:36.364075 n-d-816206-3 neutron-server[102608]: INFO neutron.db.l3_db [None req-05f74eb5-266b-4942-b1d2-7761e0e58fbc tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Floating IP 5b704149-cadd-41b3-b6af-0b143c29b0bd disassociated (deleted). External IP: 172.25.7.124, port: e7899658-7e12-4d4d-8023-d11cf4c940ba. Nov 09 22:14:36.570220 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f74eb5-266b-4942-b1d2-7761e0e58fbc tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Router f51eef3f-6e5f-41fc-b812-b67cdb796c8c has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:14:36.675551 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f74eb5-266b-4942-b1d2-7761e0e58fbc tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:14:36.680373 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-05f74eb5-266b-4942-b1d2-7761e0e58fbc tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:36.689066 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada0d8ab-8de8-42e1-837b-ddefc5a5dcc6 None None] Sync routers for ids ['f51eef3f-6e5f-41fc-b812-b67cdb796c8c'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:14:36.700248 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada0d8ab-8de8-42e1-837b-ddefc5a5dcc6 None None] Routers {'f51eef3f-6e5f-41fc-b812-b67cdb796c8c'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:14:36.701213 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-ada0d8ab-8de8-42e1-837b-ddefc5a5dcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:14:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f51eef3f-6e5f-41fc-b812-b67cdb796c8c'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:14:36.710986 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-05f74eb5-266b-4942-b1d2-7761e0e58fbc tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "DELETE /v2.0/floatingips/5b704149-cadd-41b3-b6af-0b143c29b0bd HTTP/1.1" status: 204 len: 168 time: 0.8288074 Nov 09 22:14:36.711566 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88b76ee1-f4ac-4e34-970b-7542913c45c4', 'tag': 'e7899658-7e12-4d4d-8023-d11cf4c940ba'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:14:36.713846 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734a8ae17c5ce9a22141aa37bfebe7e944e5ff20966abe8e5b41792a40737563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f802c04a-70da-4beb-abd1-c51f0f832750" -d '{"events": [{"name": "network-changed", "server_uuid": "88b76ee1-f4ac-4e34-970b-7542913c45c4", "tag": "e7899658-7e12-4d4d-8023-d11cf4c940ba"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:14:36.757586 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2012b6cd-3bb9-484c-a824-e23c06943918 x-openstack-request-id: req-2012b6cd-3bb9-484c-a824-e23c06943918 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:14:36.757882 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88b76ee1-f4ac-4e34-970b-7542913c45c4", "tag": "e7899658-7e12-4d4d-8023-d11cf4c940ba", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:14:36.758145 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2012b6cd-3bb9-484c-a824-e23c06943918 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:14:36.758580 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88b76ee1-f4ac-4e34-970b-7542913c45c4', 'tag': 'e7899658-7e12-4d4d-8023-d11cf4c940ba', 'status': 'completed', 'code': 200} Nov 09 22:14:36.828781 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-ada0d8ab-8de8-42e1-837b-ddefc5a5dcc6 None None] Set router f51eef3f-6e5f-41fc-b812-b67cdb796c8c gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:14:36.874023 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802c04a-70da-4beb-abd1-c51f0f832750 req-7e01d71a-30a8-484c-b9f6-44cf97742e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:14:36.876426 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f802c04a-70da-4beb-abd1-c51f0f832750 req-7e01d71a-30a8-484c-b9f6-44cf97742e5d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=80608c1f657e40bbbb047dc3c2880805&device_id=88b76ee1-f4ac-4e34-970b-7542913c45c4 HTTP/1.1" status: 200 len: 1097 time: 0.0655096 Nov 09 22:14:37.042020 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-ada0d8ab-8de8-42e1-837b-ddefc5a5dcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51eef3f-6e5f-41fc-b812-b67cdb796c8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707765943', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'a51f3a4a-f7a3-4840-bd74-571e87395a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:13:41Z', 'updated_at': '2021-11-09T22:13:44Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': 'a51f3a4a-f7a3-4840-bd74-571e87395a31', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cd:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51eef3f-6e5f-41fc-b812-b67cdb796c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:13:41Z', 'updated_at': '2021-11-09T22:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'be481c12-5184-49e7-9865-1a822ea00940', 'name': '', 'network_id': 'e6d2b9bf-a796-4dda-8c8d-988914a68322', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'mac_address': 'fa:16:3e:76:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51eef3f-6e5f-41fc-b812-b67cdb796c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7935fec6-c8ab-4bfd-b533-fdb770e918a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:13:44Z', 'updated_at': '2021-11-09T22:13:47Z', 'revision_number': 5, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'subnets': [{'id': '7935fec6-c8ab-4bfd-b533-fdb770e918a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:14:37.048457 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae3866-bec3-440f-bf12-c79a2c00d799 req-1ebd936a-3f0a-48d5-b66d-e3e4e0b21270 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:14:37.049949 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-eaae3866-bec3-440f-bf12-c79a2c00d799 req-1ebd936a-3f0a-48d5-b66d-e3e4e0b21270 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=88b76ee1-f4ac-4e34-970b-7542913c45c4 HTTP/1.1" status: 200 len: 946 time: 0.0866194 Nov 09 22:14:37.055309 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802c04a-70da-4beb-abd1-c51f0f832750 req-d92b7c38-6f00-4b82-992d-d68f3aa840c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:14:37.057037 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f802c04a-70da-4beb-abd1-c51f0f832750 req-d92b7c38-6f00-4b82-992d-d68f3aa840c5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e6d2b9bf-a796-4dda-8c8d-988914a68322 HTTP/1.1" status: 200 len: 895 time: 0.1423390 Nov 09 22:14:37.067883 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada0d8ab-8de8-42e1-837b-ddefc5a5dcc6 None None] Checking router: f51eef3f-6e5f-41fc-b812-b67cdb796c8c for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:14:37.076390 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada0d8ab-8de8-42e1-837b-ddefc5a5dcc6 None None] Routers {'f51eef3f-6e5f-41fc-b812-b67cdb796c8c'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:14:37.078087 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-ada0d8ab-8de8-42e1-837b-ddefc5a5dcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:14:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f51eef3f-6e5f-41fc-b812-b67cdb796c8c'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:14:37.109318 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f802c04a-70da-4beb-abd1-c51f0f832750 req-c50a347a-456c-4929-b6b2-5036860b57e4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7899658-7e12-4d4d-8023-d11cf4c940ba HTTP/1.1" status: 200 len: 217 time: 0.0432382 Nov 09 22:14:37.167629 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-eaae3866-bec3-440f-bf12-c79a2c00d799 req-5b0d531e-efac-4dde-a604-be037fa59cdd tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2e6f06c-871e-43d5-9b3a-deb1f29fe870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095576 Nov 09 22:14:37.182906 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802c04a-70da-4beb-abd1-c51f0f832750 req-8096cdbe-00f1-4c91-a3ab-98af44318707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:14:37.184520 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f802c04a-70da-4beb-abd1-c51f0f832750 req-8096cdbe-00f1-4c91-a3ab-98af44318707 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7935fec6-c8ab-4bfd-b533-fdb770e918a1 HTTP/1.1" status: 200 len: 835 time: 0.0650592 Nov 09 22:14:37.191437 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-ada0d8ab-8de8-42e1-837b-ddefc5a5dcc6 None None] Set router f51eef3f-6e5f-41fc-b812-b67cdb796c8c gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:14:37.236950 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802c04a-70da-4beb-abd1-c51f0f832750 req-4c6433e8-2833-4701-8241-7f0aec4d2d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:14:37.238460 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f802c04a-70da-4beb-abd1-c51f0f832750 req-4c6433e8-2833-4701-8241-7f0aec4d2d4d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e6d2b9bf-a796-4dda-8c8d-988914a68322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451653 Nov 09 22:14:37.335197 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f802c04a-70da-4beb-abd1-c51f0f832750 req-c5987fb5-cc5a-46ca-ab55-5d6f6dc65ab0 service neutron] 10.222.0.43 "GET /v2.0/networks/e6d2b9bf-a796-4dda-8c8d-988914a68322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879624 Nov 09 22:14:37.398003 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-ada0d8ab-8de8-42e1-837b-ddefc5a5dcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51eef3f-6e5f-41fc-b812-b67cdb796c8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707765943', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'a51f3a4a-f7a3-4840-bd74-571e87395a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:13:41Z', 'updated_at': '2021-11-09T22:13:44Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': 'a51f3a4a-f7a3-4840-bd74-571e87395a31', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cd:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51eef3f-6e5f-41fc-b812-b67cdb796c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:13:41Z', 'updated_at': '2021-11-09T22:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'be481c12-5184-49e7-9865-1a822ea00940', 'name': '', 'network_id': 'e6d2b9bf-a796-4dda-8c8d-988914a68322', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'mac_address': 'fa:16:3e:76:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51eef3f-6e5f-41fc-b812-b67cdb796c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7935fec6-c8ab-4bfd-b533-fdb770e918a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:13:44Z', 'updated_at': '2021-11-09T22:13:47Z', 'revision_number': 5, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'subnets': [{'id': '7935fec6-c8ab-4bfd-b533-fdb770e918a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:14:37.424709 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada0d8ab-8de8-42e1-837b-ddefc5a5dcc6 None None] The sync data for ids ['f51eef3f-6e5f-41fc-b812-b67cdb796c8c'] in n-d-816206-3 is: [{'id': 'f51eef3f-6e5f-41fc-b812-b67cdb796c8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707765943', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'a51f3a4a-f7a3-4840-bd74-571e87395a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:13:41Z', 'updated_at': '2021-11-09T22:13:44Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': 'a51f3a4a-f7a3-4840-bd74-571e87395a31', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cd:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51eef3f-6e5f-41fc-b812-b67cdb796c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:13:41Z', 'updated_at': '2021-11-09T22:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'be481c12-5184-49e7-9865-1a822ea00940', 'name': '', 'network_id': 'e6d2b9bf-a796-4dda-8c8d-988914a68322', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'mac_address': 'fa:16:3e:76:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51eef3f-6e5f-41fc-b812-b67cdb796c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '7935fec6-c8ab-4bfd-b533-fdb770e918a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:13:44Z', 'updated_at': '2021-11-09T22:13:47Z', 'revision_number': 5, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'subnets': [{'id': '7935fec6-c8ab-4bfd-b533-fdb770e918a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:14:37.435752 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f802c04a-70da-4beb-abd1-c51f0f832750 req-54a933d8-686d-411b-93f4-049ac53cbbd7 service neutron] 10.222.0.43 "GET /v2.0/networks/e6d2b9bf-a796-4dda-8c8d-988914a68322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913575 Nov 09 22:14:37.660385 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e5c4ac-b59d-4b85-8a6a-fd063d27fbbd None None] New status for floating IP 5b704149-cadd-41b3-b6af-0b143c29b0bd: DOWN {{(pid=102609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 22:14:38.287928 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc8c1b-f0d7-4df5-8dbe-80e2f9364e66 req-bde2994b-f9c8-4a25-889f-fa125ce68a99 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:14:38.289434 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8fbc8c1b-f0d7-4df5-8dbe-80e2f9364e66 req-bde2994b-f9c8-4a25-889f-fa125ce68a99 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=88b76ee1-f4ac-4e34-970b-7542913c45c4 HTTP/1.1" status: 200 len: 946 time: 0.0492222 Nov 09 22:14:38.338213 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8fbc8c1b-f0d7-4df5-8dbe-80e2f9364e66 req-e361ad3f-9b75-4a98-9b50-53503321c555 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2e6f06c-871e-43d5-9b3a-deb1f29fe870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428097 Nov 09 22:14:38.661946 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f2bfd-818a-4c2b-96ad-a0e5bc564543 req-b52dc9d4-3f7b-461c-b841-bf863a443bc8 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:14:38.663366 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5a5f2bfd-818a-4c2b-96ad-a0e5bc564543 req-b52dc9d4-3f7b-461c-b841-bf863a443bc8 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.43 "GET /v2.0/ports?device_id=88b76ee1-f4ac-4e34-970b-7542913c45c4 HTTP/1.1" status: 200 len: 946 time: 0.0487897 Nov 09 22:14:38.749260 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-5a5f2bfd-818a-4c2b-96ad-a0e5bc564543 req-e501e350-a61b-4911-a307-6d47eede27b0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Deleting port e7899658-7e12-4d4d-8023-d11cf4c940ba {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:14:38.749513 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5a5f2bfd-818a-4c2b-96ad-a0e5bc564543 req-e501e350-a61b-4911-a307-6d47eede27b0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:38.840178 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-5a5f2bfd-818a-4c2b-96ad-a0e5bc564543 req-e501e350-a61b-4911-a307-6d47eede27b0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] For port e7899658-7e12-4d4d-8023-d11cf4c940ba, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=e7899658-7e12-4d4d-8023-d11cf4c940ba,segment=NetworkSegment(ad44c69c-7d8c-4b8d-80de-326d918a3a5a),segment_id=ad44c69c-7d8c-4b8d-80de-326d918a3a5a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:14:38.840547 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5a5f2bfd-818a-4c2b-96ad-a0e5bc564543 req-e501e350-a61b-4911-a307-6d47eede27b0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:38.853624 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-5a5f2bfd-818a-4c2b-96ad-a0e5bc564543 req-e501e350-a61b-4911-a307-6d47eede27b0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Calling delete_port for e7899658-7e12-4d4d-8023-d11cf4c940ba owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:14:38.980058 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5a5f2bfd-818a-4c2b-96ad-a0e5bc564543 req-e501e350-a61b-4911-a307-6d47eede27b0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:39.007594 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501e350-a61b-4911-a307-6d47eede27b0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event deleted for resources: {'Port': ['ID=e7899658-7e12-4d4d-8023-d11cf4c940ba,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:14:39.040071 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e501e350-a61b-4911-a307-6d47eede27b0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:14:39.040429 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e501e350-a61b-4911-a307-6d47eede27b0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:14:39.040799 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e501e350-a61b-4911-a307-6d47eede27b0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:14:39.041143 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e501e350-a61b-4911-a307-6d47eede27b0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:14:39.041475 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e501e350-a61b-4911-a307-6d47eede27b0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:14:39.041806 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e501e350-a61b-4911-a307-6d47eede27b0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:14:39.042131 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e501e350-a61b-4911-a307-6d47eede27b0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:14:39.042457 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e501e350-a61b-4911-a307-6d47eede27b0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:14:39.042781 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e501e350-a61b-4911-a307-6d47eede27b0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:14:39.043102 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e501e350-a61b-4911-a307-6d47eede27b0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:14:39.043422 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e501e350-a61b-4911-a307-6d47eede27b0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:14:39.043738 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e501e350-a61b-4911-a307-6d47eede27b0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:14:39.065027 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a5f2bfd-818a-4c2b-96ad-a0e5bc564543 req-e501e350-a61b-4911-a307-6d47eede27b0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] No DVR routers for this DVR port e7899658-7e12-4d4d-8023-d11cf4c940ba on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:14:39.067573 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5a5f2bfd-818a-4c2b-96ad-a0e5bc564543 req-e501e350-a61b-4911-a307-6d47eede27b0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:39.070872 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5a5f2bfd-818a-4c2b-96ad-a0e5bc564543 req-e501e350-a61b-4911-a307-6d47eede27b0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.43 "DELETE /v2.0/ports/e7899658-7e12-4d4d-8023-d11cf4c940ba HTTP/1.1" status: 204 len: 173 time: 0.4012253 Nov 09 22:14:39.071300 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b76ee1-f4ac-4e34-970b-7542913c45c4', 'name': 'network-vif-deleted', 'tag': 'e7899658-7e12-4d4d-8023-d11cf4c940ba'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:14:39.073551 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2737eae40cef112d1dfa64c8a6cf3edc76bfb64f9e32f72bfe3df0a7140357a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9c3eca-18fc-4ade-8cf7-77e5bd484efc" -d '{"events": [{"server_uuid": "88b76ee1-f4ac-4e34-970b-7542913c45c4", "name": "network-vif-deleted", "tag": "e7899658-7e12-4d4d-8023-d11cf4c940ba"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:14:39.110969 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 22:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc95f72-d0a3-496f-a53d-fd7ae3b3b048 x-openstack-request-id: req-6dc95f72-d0a3-496f-a53d-fd7ae3b3b048 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:14:39.111269 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b76ee1-f4ac-4e34-970b-7542913c45c4", "name": "network-vif-deleted", "tag": "e7899658-7e12-4d4d-8023-d11cf4c940ba", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:14:39.111532 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6dc95f72-d0a3-496f-a53d-fd7ae3b3b048 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:14:39.111939 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b76ee1-f4ac-4e34-970b-7542913c45c4', 'name': 'network-vif-deleted', 'tag': 'e7899658-7e12-4d4d-8023-d11cf4c940ba', 'status': 'completed', 'code': 200} Nov 09 22:14:39.447578 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b10325c5-0723-4759-9ed6-da795122c749 req-3d31666d-8667-4ef3-945b-9680b8132cee tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=88b76ee1-f4ac-4e34-970b-7542913c45c4 HTTP/1.1" status: 200 len: 210 time: 0.0285077 Nov 09 22:14:40.505120 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37110) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:14:41.146553 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1d6362e8-1ab4-437c-8627-daf08413edd9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:41.395284 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-1d6362e8-1ab4-437c-8627-daf08413edd9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Deleting port be481c12-5184-49e7-9865-1a822ea00940 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:14:41.395619 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1d6362e8-1ab4-437c-8627-daf08413edd9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:41.483785 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-1d6362e8-1ab4-437c-8627-daf08413edd9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] For port be481c12-5184-49e7-9865-1a822ea00940, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=be481c12-5184-49e7-9865-1a822ea00940,segment=NetworkSegment(ad44c69c-7d8c-4b8d-80de-326d918a3a5a),segment_id=ad44c69c-7d8c-4b8d-80de-326d918a3a5a)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:14:41.484155 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1d6362e8-1ab4-437c-8627-daf08413edd9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:41.496579 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-1d6362e8-1ab4-437c-8627-daf08413edd9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Calling delete_port for be481c12-5184-49e7-9865-1a822ea00940 owned by network:router_interface {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:14:41.678944 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1d6362e8-1ab4-437c-8627-daf08413edd9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:41.709622 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6362e8-1ab4-437c-8627-daf08413edd9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event deleted for resources: {'Port': ['ID=be481c12-5184-49e7-9865-1a822ea00940,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:14:41.884985 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1d6362e8-1ab4-437c-8627-daf08413edd9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:42.100533 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d6362e8-1ab4-437c-8627-daf08413edd9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Router f51eef3f-6e5f-41fc-b812-b67cdb796c8c has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:14:42.206463 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d6362e8-1ab4-437c-8627-daf08413edd9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:14:42.211435 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1d6362e8-1ab4-437c-8627-daf08413edd9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "PUT /v2.0/routers/f51eef3f-6e5f-41fc-b812-b67cdb796c8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7053046 Nov 09 22:14:42.214230 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37112) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:14:42.218511 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e0052b-242a-4a9d-92b7-1769daf83d86 None None] Sync routers for ids ['f51eef3f-6e5f-41fc-b812-b67cdb796c8c'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:14:42.227726 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e0052b-242a-4a9d-92b7-1769daf83d86 None None] Routers {'f51eef3f-6e5f-41fc-b812-b67cdb796c8c'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:14:42.228393 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-69e0052b-242a-4a9d-92b7-1769daf83d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:14:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f51eef3f-6e5f-41fc-b812-b67cdb796c8c'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:14:42.264067 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ef5d794-f574-4682-9f03-8f9ef72219b1 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Deleting subnet 7935fec6-c8ab-4bfd-b533-fdb770e918a1 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 22:14:42.267788 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6ef5d794-f574-4682-9f03-8f9ef72219b1 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:42.307138 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6ef5d794-f574-4682-9f03-8f9ef72219b1 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:42.328899 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-69e0052b-242a-4a9d-92b7-1769daf83d86 None None] Set router f51eef3f-6e5f-41fc-b812-b67cdb796c8c gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:14:42.397010 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6ef5d794-f574-4682-9f03-8f9ef72219b1 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:42.459029 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6ef5d794-f574-4682-9f03-8f9ef72219b1 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:42.489203 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5d794-f574-4682-9f03-8f9ef72219b1 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event deleted for resources: {'Subnet': ['ID=7935fec6-c8ab-4bfd-b533-fdb770e918a1,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:14:42.489933 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6ef5d794-f574-4682-9f03-8f9ef72219b1 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:42.495791 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37114) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:14:42.496294 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6ef5d794-f574-4682-9f03-8f9ef72219b1 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "DELETE /v2.0/subnets/7935fec6-c8ab-4bfd-b533-fdb770e918a1 HTTP/1.1" status: 204 len: 168 time: 0.2807310 Nov 09 22:14:42.498762 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9752e59d-756d-43d0-8b17-69fa18c76d44 None None] Network e6d2b9bf-a796-4dda-8c8d-988914a68322 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:14:42.603059 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-69e0052b-242a-4a9d-92b7-1769daf83d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51eef3f-6e5f-41fc-b812-b67cdb796c8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707765943', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'a51f3a4a-f7a3-4840-bd74-571e87395a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:13:41Z', 'updated_at': '2021-11-09T22:14:41Z', 'revision_number': 5, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': 'a51f3a4a-f7a3-4840-bd74-571e87395a31', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cd:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51eef3f-6e5f-41fc-b812-b67cdb796c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:13:41Z', 'updated_at': '2021-11-09T22:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:14:42.604097 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30b5bb79-77e3-451a-9eb4-b78f460016b8 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:42.631418 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e0052b-242a-4a9d-92b7-1769daf83d86 None None] Checking router: f51eef3f-6e5f-41fc-b812-b67cdb796c8c for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:14:42.640059 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e0052b-242a-4a9d-92b7-1769daf83d86 None None] Routers {'f51eef3f-6e5f-41fc-b812-b67cdb796c8c'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:14:42.640666 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-69e0052b-242a-4a9d-92b7-1769daf83d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:14:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['f51eef3f-6e5f-41fc-b812-b67cdb796c8c'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:14:42.681272 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e98df8-d003-49c3-a0e2-b86538ead247 None None] DHCP port deletion for e6d2b9bf-a796-4dda-8c8d-988914a68322 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:14:42.712914 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30b5bb79-77e3-451a-9eb4-b78f460016b8 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:42.734116 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-b9e98df8-d003-49c3-a0e2-b86538ead247 None None] Deleting port 7e76f76d-91a9-4628-a8c7-821fdd323e79 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:14:42.734485 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b9e98df8-d003-49c3-a0e2-b86538ead247 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:42.755887 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-69e0052b-242a-4a9d-92b7-1769daf83d86 None None] Set router f51eef3f-6e5f-41fc-b812-b67cdb796c8c gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:14:42.767992 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-30b5bb79-77e3-451a-9eb4-b78f460016b8 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Deleting port a51f3a4a-f7a3-4840-bd74-571e87395a31 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:14:42.768473 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30b5bb79-77e3-451a-9eb4-b78f460016b8 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:42.802519 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-b9e98df8-d003-49c3-a0e2-b86538ead247 None None] For port 7e76f76d-91a9-4628-a8c7-821fdd323e79, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=7e76f76d-91a9-4628-a8c7-821fdd323e79,segment=NetworkSegment(ad44c69c-7d8c-4b8d-80de-326d918a3a5a),segment_id=ad44c69c-7d8c-4b8d-80de-326d918a3a5a)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:14:42.803295 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b9e98df8-d003-49c3-a0e2-b86538ead247 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:42.817448 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-b9e98df8-d003-49c3-a0e2-b86538ead247 None None] Calling delete_port for 7e76f76d-91a9-4628-a8c7-821fdd323e79 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:14:42.851957 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-30b5bb79-77e3-451a-9eb4-b78f460016b8 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] For port a51f3a4a-f7a3-4840-bd74-571e87395a31, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=a51f3a4a-f7a3-4840-bd74-571e87395a31,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:14:42.852478 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30b5bb79-77e3-451a-9eb4-b78f460016b8 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:42.864796 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-30b5bb79-77e3-451a-9eb4-b78f460016b8 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Calling delete_port for a51f3a4a-f7a3-4840-bd74-571e87395a31 owned by network:router_gateway {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:14:42.899328 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b9e98df8-d003-49c3-a0e2-b86538ead247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:42.930211 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e98df8-d003-49c3-a0e2-b86538ead247 None None] No DVR routers for this DVR port 7e76f76d-91a9-4628-a8c7-821fdd323e79 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:14:42.933774 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e98df8-d003-49c3-a0e2-b86538ead247 None None] Pushing event deleted for resources: {'Port': ['ID=7e76f76d-91a9-4628-a8c7-821fdd323e79,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:14:42.936470 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-69e0052b-242a-4a9d-92b7-1769daf83d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f51eef3f-6e5f-41fc-b812-b67cdb796c8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707765943', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'a51f3a4a-f7a3-4840-bd74-571e87395a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:13:41Z', 'updated_at': '2021-11-09T22:14:41Z', 'revision_number': 5, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': 'a51f3a4a-f7a3-4840-bd74-571e87395a31', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cd:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51eef3f-6e5f-41fc-b812-b67cdb796c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:13:41Z', 'updated_at': '2021-11-09T22:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:14:42.943179 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e98df8-d003-49c3-a0e2-b86538ead247 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:14:42.943179 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e98df8-d003-49c3-a0e2-b86538ead247 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:14:42.943472 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e98df8-d003-49c3-a0e2-b86538ead247 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:14:42.943768 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e98df8-d003-49c3-a0e2-b86538ead247 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:14:42.944134 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e98df8-d003-49c3-a0e2-b86538ead247 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:14:42.944512 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e98df8-d003-49c3-a0e2-b86538ead247 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:14:42.944768 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e98df8-d003-49c3-a0e2-b86538ead247 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:14:42.945144 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e98df8-d003-49c3-a0e2-b86538ead247 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:14:42.945409 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e98df8-d003-49c3-a0e2-b86538ead247 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:14:42.945731 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e98df8-d003-49c3-a0e2-b86538ead247 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:14:42.946051 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e98df8-d003-49c3-a0e2-b86538ead247 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:14:42.946369 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e98df8-d003-49c3-a0e2-b86538ead247 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:14:42.965875 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e0052b-242a-4a9d-92b7-1769daf83d86 None None] The sync data for ids ['f51eef3f-6e5f-41fc-b812-b67cdb796c8c'] in n-d-816206-3 is: [{'id': 'f51eef3f-6e5f-41fc-b812-b67cdb796c8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707765943', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': 'a51f3a4a-f7a3-4840-bd74-571e87395a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:13:41Z', 'updated_at': '2021-11-09T22:14:41Z', 'revision_number': 5, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': 'a51f3a4a-f7a3-4840-bd74-571e87395a31', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cd:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51eef3f-6e5f-41fc-b812-b67cdb796c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:13:41Z', 'updated_at': '2021-11-09T22:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:14:43.050083 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30b5bb79-77e3-451a-9eb4-b78f460016b8 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:43.072807 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b5bb79-77e3-451a-9eb4-b78f460016b8 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event deleted for resources: {'Port': ['ID=a51f3a4a-f7a3-4840-bd74-571e87395a31,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:14:43.087373 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da35f6ca-1c66-4d0a-9d99-a1c4f96a87e1 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:14:43.137129 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30b5bb79-77e3-451a-9eb4-b78f460016b8 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:43.225550 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30b5bb79-77e3-451a-9eb4-b78f460016b8 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:43.227537 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30b5bb79-77e3-451a-9eb4-b78f460016b8 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:43.268772 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30b5bb79-77e3-451a-9eb4-b78f460016b8 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:43.269332 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b5bb79-77e3-451a-9eb4-b78f460016b8 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Fanout notify agent at l3_agent the message router_deleted on router f51eef3f-6e5f-41fc-b812-b67cdb796c8c {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 22:14:43.275952 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30b5bb79-77e3-451a-9eb4-b78f460016b8 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:43.277068 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-30b5bb79-77e3-451a-9eb4-b78f460016b8 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "DELETE /v2.0/routers/f51eef3f-6e5f-41fc-b812-b67cdb796c8c HTTP/1.1" status: 204 len: 168 time: 0.7796154 Nov 09 22:14:43.279633 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37116) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:14:43.355644 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f29dfd3b-3309-4634-ad55-532fe62659b6 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:43.446135 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f29dfd3b-3309-4634-ad55-532fe62659b6 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:43.466789 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-f29dfd3b-3309-4634-ad55-532fe62659b6 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6d2b9bf-a796-4dda-8c8d-988914a68322']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:14:43.476704 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-f29dfd3b-3309-4634-ad55-532fe62659b6 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad44c69c-7d8c-4b8d-80de-326d918a3a5a') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:14:43.476951 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-f29dfd3b-3309-4634-ad55-532fe62659b6 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad44c69c-7d8c-4b8d-80de-326d918a3a5a') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:14:43.486486 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f29dfd3b-3309-4634-ad55-532fe62659b6 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:43.492005 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device e7899658-7e12-4d4d-8023-d11cf4c940ba no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:14:43.499727 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f29dfd3b-3309-4634-ad55-532fe62659b6 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:43.505953 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f29dfd3b-3309-4634-ad55-532fe62659b6 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 22:14:43.506142 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f29dfd3b-3309-4634-ad55-532fe62659b6 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:43.509307 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 22:14:43.509307 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 22:14:43.509307 n-d-816206-3 neutron-server[102607]: timer() Nov 09 22:14:43.509307 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 22:14:43.509307 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 22:14:43.509307 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 22:14:43.509307 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 22:14:43.509307 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 22:14:43.509307 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 22:14:43.509307 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 22:14:43.509307 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 22:14:43.509307 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 22:14:43.509307 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 22:14:43.509307 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 22:14:43.509307 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 22:14:43.509307 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 22:14:43.509307 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 22:14:43.509307 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 22:14:43.509307 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 22:14:43.509307 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 22:14:43.509307 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 22:14:43.509307 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 22:14:43.509307 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 22:14:43.509307 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 22:14:43.509307 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 22:14:43.509307 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 22:14:43.509307 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 22:14:43.509307 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 22:14:43.509307 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 22:14:43.509307 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 22:14:43.509307 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 22:14:43.509307 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 22:14:43.511674 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: e7899658-7e12-4d4d-8023-d11cf4c940ba {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:14:43.511674 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device e7899658-7e12-4d4d-8023-d11cf4c940ba not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:14:43.573749 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f29dfd3b-3309-4634-ad55-532fe62659b6 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:43.580388 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f29dfd3b-3309-4634-ad55-532fe62659b6 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:43.583820 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f29dfd3b-3309-4634-ad55-532fe62659b6 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "DELETE /v2.0/networks/e6d2b9bf-a796-4dda-8c8d-988914a68322 HTTP/1.1" status: 204 len: 168 time: 0.3030815 Nov 09 22:14:43.586872 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37118) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:14:43.599912 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29dfd3b-3309-4634-ad55-532fe62659b6 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event deleted for resources: {'Network': ['ID=e6d2b9bf-a796-4dda-8c8d-988914a68322,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:14:43.654248 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fc3a5815-93de-48ec-9a1b-a638707f4391 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:43.665631 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device be481c12-5184-49e7-9865-1a822ea00940 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:14:43.688888 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fc3a5815-93de-48ec-9a1b-a638707f4391 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:43.690373 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: be481c12-5184-49e7-9865-1a822ea00940 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:14:43.690716 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device be481c12-5184-49e7-9865-1a822ea00940 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:14:43.691133 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 7e76f76d-91a9-4628-a8c7-821fdd323e79 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:14:43.712246 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 7e76f76d-91a9-4628-a8c7-821fdd323e79 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:14:43.712591 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 7e76f76d-91a9-4628-a8c7-821fdd323e79 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:14:43.747282 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fc3a5815-93de-48ec-9a1b-a638707f4391 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:43.750039 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fc3a5815-93de-48ec-9a1b-a638707f4391 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:43.751270 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-fc3a5815-93de-48ec-9a1b-a638707f4391 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "DELETE /v2.0/security-groups/d2e6f06c-871e-43d5-9b3a-deb1f29fe870 HTTP/1.1" status: 204 len: 168 time: 0.1634064 Nov 09 22:14:43.760469 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3a5815-93de-48ec-9a1b-a638707f4391 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e6f06c-871e-43d5-9b3a-deb1f29fe870,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:14:44.033876 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37124) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:14:44.038460 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-88b924a3-a191-445e-b05d-5a563bdb7b74 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1790930368', 'description': 'tempest-secgroup-smoke-1790930368 description', 'project_id': '80608c1f657e40bbbb047dc3c2880805'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:14:44.066144 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-88b924a3-a191-445e-b05d-5a563bdb7b74 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:44.133764 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-88b924a3-a191-445e-b05d-5a563bdb7b74 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:44.137311 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-88b924a3-a191-445e-b05d-5a563bdb7b74 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:44.169034 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-88b924a3-a191-445e-b05d-5a563bdb7b74 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:44.170258 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-88b924a3-a191-445e-b05d-5a563bdb7b74 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1353686 Nov 09 22:14:44.172827 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b924a3-a191-445e-b05d-5a563bdb7b74 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d94a7b-a415-42b1-9e41-4689d1aa3699,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:14:44.173889 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37126) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:14:44.178617 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-29385a83-af52-4998-ae69-b3b117036448 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'security_group_rule': {'security_group_id': 'e7d94a7b-a415-42b1-9e41-4689d1aa3699', 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:14:44.205519 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-29385a83-af52-4998-ae69-b3b117036448 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:44.258984 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-29385a83-af52-4998-ae69-b3b117036448 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:44.262294 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-29385a83-af52-4998-ae69-b3b117036448 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:44.282469 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29385a83-af52-4998-ae69-b3b117036448 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2ae2560-f23e-40e0-81b6-e308024948ff,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:14:44.286650 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-29385a83-af52-4998-ae69-b3b117036448 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:44.288080 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-29385a83-af52-4998-ae69-b3b117036448 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1129022 Nov 09 22:14:44.290563 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37128) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:14:44.295016 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-53c2ccb9-29e1-43b8-8b43-c0175286f3ee tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'security_group_rule': {'security_group_id': 'e7d94a7b-a415-42b1-9e41-4689d1aa3699', 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:14:44.321190 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-53c2ccb9-29e1-43b8-8b43-c0175286f3ee tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:44.373973 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-53c2ccb9-29e1-43b8-8b43-c0175286f3ee tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:44.377593 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-53c2ccb9-29e1-43b8-8b43-c0175286f3ee tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:44.395104 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c2ccb9-29e1-43b8-8b43-c0175286f3ee tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5e9bd7b-532e-4ef6-a3c3-3d7730912c15,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:14:44.402374 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-53c2ccb9-29e1-43b8-8b43-c0175286f3ee tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:44.403583 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-53c2ccb9-29e1-43b8-8b43-c0175286f3ee tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1121104 Nov 09 22:14:44.407274 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37130) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:14:44.411492 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-12d517cd-7564-4ba0-882e-b37dc22b5e34 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'security_group_rule': {'security_group_id': 'e7d94a7b-a415-42b1-9e41-4689d1aa3699', 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:14:44.436453 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-12d517cd-7564-4ba0-882e-b37dc22b5e34 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:44.496284 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-12d517cd-7564-4ba0-882e-b37dc22b5e34 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:44.499784 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-12d517cd-7564-4ba0-882e-b37dc22b5e34 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:44.520302 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d517cd-7564-4ba0-882e-b37dc22b5e34 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e04ad7e6-e6d4-4101-938e-1ee4acbfb0a6,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:14:44.526461 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-12d517cd-7564-4ba0-882e-b37dc22b5e34 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:44.527582 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-12d517cd-7564-4ba0-882e-b37dc22b5e34 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193938 Nov 09 22:14:44.530923 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37132) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:14:44.535486 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-4e55c2e5-284b-4b8f-beda-d06d244e6769 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'security_group_rule': {'security_group_id': 'e7d94a7b-a415-42b1-9e41-4689d1aa3699', 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:14:44.560208 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4e55c2e5-284b-4b8f-beda-d06d244e6769 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:44.615643 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4e55c2e5-284b-4b8f-beda-d06d244e6769 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:44.619030 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4e55c2e5-284b-4b8f-beda-d06d244e6769 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:44.635467 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e55c2e5-284b-4b8f-beda-d06d244e6769 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f7dddcd-1ce5-437f-99bd-9aad3bdf3208,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:14:44.644113 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4e55c2e5-284b-4b8f-beda-d06d244e6769 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:44.645371 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4e55c2e5-284b-4b8f-beda-d06d244e6769 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1135128 Nov 09 22:14:44.648086 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37134) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:14:44.652350 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-7bf69a00-1eec-4608-97c8-f1df69bffd60 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'security_group_rule': {'security_group_id': 'e7d94a7b-a415-42b1-9e41-4689d1aa3699', 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:14:44.673590 n-d-816206-3 neutron-server[102607]: INFO neutron.db.securitygroups_db [None req-7bf69a00-1eec-4608-97c8-f1df69bffd60 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Project 80608c1f657e40bbbb047dc3c2880805 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 22:14:44.678445 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7bf69a00-1eec-4608-97c8-f1df69bffd60 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:44.734673 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7bf69a00-1eec-4608-97c8-f1df69bffd60 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:44.738437 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7bf69a00-1eec-4608-97c8-f1df69bffd60 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:44.758279 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf69a00-1eec-4608-97c8-f1df69bffd60 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e41021b-2564-457a-8e11-600c7af03b29,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:14:44.764006 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7bf69a00-1eec-4608-97c8-f1df69bffd60 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:44.765640 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7bf69a00-1eec-4608-97c8-f1df69bffd60 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1165755 Nov 09 22:14:44.768301 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37136) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:14:44.772676 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-da5b9939-ba62-479d-a046-2efa90ee6d0a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'security_group_rule': {'security_group_id': 'e7d94a7b-a415-42b1-9e41-4689d1aa3699', 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:14:44.793275 n-d-816206-3 neutron-server[102607]: INFO neutron.db.securitygroups_db [None req-da5b9939-ba62-479d-a046-2efa90ee6d0a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Project 80608c1f657e40bbbb047dc3c2880805 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 22:14:44.798086 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-da5b9939-ba62-479d-a046-2efa90ee6d0a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:44.858276 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-da5b9939-ba62-479d-a046-2efa90ee6d0a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:44.861584 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-da5b9939-ba62-479d-a046-2efa90ee6d0a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:44.878567 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b9939-ba62-479d-a046-2efa90ee6d0a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb3473e2-068b-4812-ab64-559be3e469dc,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:14:44.886773 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-da5b9939-ba62-479d-a046-2efa90ee6d0a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:44.887974 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-da5b9939-ba62-479d-a046-2efa90ee6d0a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1187105 Nov 09 22:14:44.891400 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37138) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:14:44.896205 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-57deee33-1100-4599-85d8-aa5c3fa8971d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'network': {'name': 'tempest-network-smoke--2053816088', 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'port_security_enabled': True}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:14:44.915837 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57deee33-1100-4599-85d8-aa5c3fa8971d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Made reservation on behalf of 80608c1f657e40bbbb047dc3c2880805 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:14:44.919162 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-57deee33-1100-4599-85d8-aa5c3fa8971d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:44.942323 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57deee33-1100-4599-85d8-aa5c3fa8971d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 22:14:44.952398 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-57deee33-1100-4599-85d8-aa5c3fa8971d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:44.952785 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-57deee33-1100-4599-85d8-aa5c3fa8971d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Added segment c3d3bc50-c32e-4cd4-8718-431463e92aca of type vlan for network c3f22bf0-3dab-4015-a19f-0e5f18d7d639 Nov 09 22:14:44.990806 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-57deee33-1100-4599-85d8-aa5c3fa8971d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:45.015308 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-57deee33-1100-4599-85d8-aa5c3fa8971d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:45.020906 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57deee33-1100-4599-85d8-aa5c3fa8971d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:14:45.021490 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-57deee33-1100-4599-85d8-aa5c3fa8971d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:45.074672 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-57deee33-1100-4599-85d8-aa5c3fa8971d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1821508 Nov 09 22:14:45.077430 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37140) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:14:45.081737 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-5c09d15a-867c-48eb-a94e-f6d87f9dcf5a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1351220941', 'admin_state_up': True, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:14:45.112272 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57deee33-1100-4599-85d8-aa5c3fa8971d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'Network': ['ID=c3f22bf0-3dab-4015-a19f-0e5f18d7d639,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:14:45.126706 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5c09d15a-867c-48eb-a94e-f6d87f9dcf5a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:45.126900 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network c3f22bf0-3dab-4015-a19f-0e5f18d7d639 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 22:14:45.127732 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5c09d15a-867c-48eb-a94e-f6d87f9dcf5a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:45.178825 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5c09d15a-867c-48eb-a94e-f6d87f9dcf5a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:45.546340 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device a51f3a4a-f7a3-4840-bd74-571e87395a31 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:14:45.569787 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: a51f3a4a-f7a3-4840-bd74-571e87395a31 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:14:45.570123 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device a51f3a4a-f7a3-4840-bd74-571e87395a31 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:14:45.647545 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5c09d15a-867c-48eb-a94e-f6d87f9dcf5a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:45.835939 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5c09d15a-867c-48eb-a94e-f6d87f9dcf5a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for router_gateway, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:45.857724 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5c09d15a-867c-48eb-a94e-f6d87f9dcf5a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:45.954557 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-5c09d15a-867c-48eb-a94e-f6d87f9dcf5a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Allocated IP 172.25.7.217 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/ea8a9b56-18fd-4395-81d2-ba47d9c947c0) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:14:46.056420 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5c09d15a-867c-48eb-a94e-f6d87f9dcf5a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:46.088103 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5c09d15a-867c-48eb-a94e-f6d87f9dcf5a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:46.124859 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c09d15a-867c-48eb-a94e-f6d87f9dcf5a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:14:46.127589 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-5c09d15a-867c-48eb-a94e-f6d87f9dcf5a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:14:46.132968 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c09d15a-867c-48eb-a94e-f6d87f9dcf5a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:14:46.141812 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a13651-de48-4301-b819-7ea1c074c823 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:14:46.162375 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c09d15a-867c-48eb-a94e-f6d87f9dcf5a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'Port': ['ID=ea8a9b56-18fd-4395-81d2-ba47d9c947c0,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:14:46.348468 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-8bf1b368-ebad-4f27-9a24-971711a961c0 None None] Provisioning complete for port ea8a9b56-18fd-4395-81d2-ba47d9c947c0 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:14:46.348794 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8bf1b368-ebad-4f27-9a24-971711a961c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:46.381198 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-8bf1b368-ebad-4f27-9a24-971711a961c0 None None] Port ea8a9b56-18fd-4395-81d2-ba47d9c947c0 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:14:46.399162 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5c09d15a-867c-48eb-a94e-f6d87f9dcf5a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for router_gateway, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:46.592382 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5c09d15a-867c-48eb-a94e-f6d87f9dcf5a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:46.716601 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c09d15a-867c-48eb-a94e-f6d87f9dcf5a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Router 694a7c4d-24d7-4db8-bb52-e084e468c9e4 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 22:14:46.819923 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c09d15a-867c-48eb-a94e-f6d87f9dcf5a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:14:46.829365 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1cdbc3-2dbf-4453-9925-a2c8848c809a None None] Sync routers for ids ['694a7c4d-24d7-4db8-bb52-e084e468c9e4'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:14:46.840722 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1cdbc3-2dbf-4453-9925-a2c8848c809a None None] Routers {'694a7c4d-24d7-4db8-bb52-e084e468c9e4'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:14:46.840937 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5c09d15a-867c-48eb-a94e-f6d87f9dcf5a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:46.841553 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-4c1cdbc3-2dbf-4453-9925-a2c8848c809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:14:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['694a7c4d-24d7-4db8-bb52-e084e468c9e4'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:14:46.842031 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5c09d15a-867c-48eb-a94e-f6d87f9dcf5a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7636640 Nov 09 22:14:46.845029 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37142) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:14:46.872188 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d229bf00-0665-425f-bb74-e307d13110b1 tempest-TestNetworkAdvancedServerOps-124469545 tempest-TestNetworkAdvancedServerOps-124469545-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=80608c1f657e40bbbb047dc3c2880805&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260875 Nov 09 22:14:46.875401 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37144) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:14:46.946773 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-4c1cdbc3-2dbf-4453-9925-a2c8848c809a None None] Set router 694a7c4d-24d7-4db8-bb52-e084e468c9e4 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:14:46.959248 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4044f8a2-5f2f-493d-a92e-15df80797dc8 tempest-TestNetworkAdvancedServerOps-124469545 tempest-TestNetworkAdvancedServerOps-124469545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:14:46.960783 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4044f8a2-5f2f-493d-a92e-15df80797dc8 tempest-TestNetworkAdvancedServerOps-124469545 tempest-TestNetworkAdvancedServerOps-124469545-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0844676 Nov 09 22:14:46.963584 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37146) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:14:46.995254 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d40926ce-32d6-4cca-8635-40be182f682e tempest-TestNetworkAdvancedServerOps-124469545 tempest-TestNetworkAdvancedServerOps-124469545-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=4531c23d-84b7-490d-8d7c-6676781b6e6a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305233 Nov 09 22:14:46.997773 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37148) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:14:47.002480 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-55acc35c-16f4-4121-bb89-117369f256e3 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1565147541', 'network_id': 'c3f22bf0-3dab-4015-a19f-0e5f18d7d639', 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:14:47.089618 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55acc35c-16f4-4121-bb89-117369f256e3 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Made reservation on behalf of 80608c1f657e40bbbb047dc3c2880805 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:14:47.093566 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-55acc35c-16f4-4121-bb89-117369f256e3 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:47.128961 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-4c1cdbc3-2dbf-4453-9925-a2c8848c809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694a7c4d-24d7-4db8-bb52-e084e468c9e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1351220941', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'ea8a9b56-18fd-4395-81d2-ba47d9c947c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:14:45Z', 'updated_at': '2021-11-09T22:14:46Z', 'revision_number': 3, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': 'ea8a9b56-18fd-4395-81d2-ba47d9c947c0', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:89:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '694a7c4d-24d7-4db8-bb52-e084e468c9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:14:45Z', 'updated_at': '2021-11-09T22:14:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:14:47.157845 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1cdbc3-2dbf-4453-9925-a2c8848c809a None None] Checking router: 694a7c4d-24d7-4db8-bb52-e084e468c9e4 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:14:47.158498 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1cdbc3-2dbf-4453-9925-a2c8848c809a None None] Updating router 694a7c4d-24d7-4db8-bb52-e084e468c9e4 port ea8a9b56-18fd-4395-81d2-ba47d9c947c0 binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 22:14:47.185654 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4c1cdbc3-2dbf-4453-9925-a2c8848c809a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:47.275373 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-55acc35c-16f4-4121-bb89-117369f256e3 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:47.336175 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55acc35c-16f4-4121-bb89-117369f256e3 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'Subnet': ['ID=5a3d87b4-3db2-4f8b-8183-39087c2982c9,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:14:47.345106 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55acc35c-16f4-4121-bb89-117369f256e3 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Checking segment: {'id': 'c3d3bc50-c32e-4cd4-8718-431463e92aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c3f22bf0-3dab-4015-a19f-0e5f18d7d639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:14:47.345472 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55acc35c-16f4-4121-bb89-117369f256e3 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Network hostable DHCP agents. Network: c3f22bf0-3dab-4015-a19f-0e5f18d7d639, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 22:14:47.361946 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55acc35c-16f4-4121-bb89-117369f256e3 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Network c3f22bf0-3dab-4015-a19f-0e5f18d7d639 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 22:14:47.370765 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-55acc35c-16f4-4121-bb89-117369f256e3 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, c3f22bf0-3dab-4015-a19f-0e5f18d7d639) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:14:47.374687 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55acc35c-16f4-4121-bb89-117369f256e3 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:14:47.375281 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-55acc35c-16f4-4121-bb89-117369f256e3 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:47.382705 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d97fd97-3dfc-47c8-be93-0accdcc2e195 None None] Network c3f22bf0-3dab-4015-a19f-0e5f18d7d639 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:14:47.392109 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-55acc35c-16f4-4121-bb89-117369f256e3 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3933175 Nov 09 22:14:47.394898 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37150) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:14:47.504468 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4c1cdbc3-2dbf-4453-9925-a2c8848c809a None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:47.515677 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4c1cdbc3-2dbf-4453-9925-a2c8848c809a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:47.581323 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced3dbda-3e5c-4ad8-aa74-6d27ab8a9b51 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:14:47.612229 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6eda4f-62d3-46e6-9901-f289568db026 None None] Pushing event updated for resources: {'Port': ['ID=ea8a9b56-18fd-4395-81d2-ba47d9c947c0,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:14:47.616822 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-4c1cdbc3-2dbf-4453-9925-a2c8848c809a None None] Attempting to bind port ea8a9b56-18fd-4395-81d2-ba47d9c947c0 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:14:47.617189 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-4c1cdbc3-2dbf-4453-9925-a2c8848c809a None None] Attempting to bind port ea8a9b56-18fd-4395-81d2-ba47d9c947c0 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:14:47.617554 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1cdbc3-2dbf-4453-9925-a2c8848c809a None None] Attempting to bind port ea8a9b56-18fd-4395-81d2-ba47d9c947c0 on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:14:47.626515 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1cdbc3-2dbf-4453-9925-a2c8848c809a None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:14:47.626901 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1cdbc3-2dbf-4453-9925-a2c8848c809a None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:14:47.627306 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4c1cdbc3-2dbf-4453-9925-a2c8848c809a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:47.627701 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1cdbc3-2dbf-4453-9925-a2c8848c809a None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:14:47.628170 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-4c1cdbc3-2dbf-4453-9925-a2c8848c809a None None] Bound port: ea8a9b56-18fd-4395-81d2-ba47d9c947c0, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:14:47.628555 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4c1cdbc3-2dbf-4453-9925-a2c8848c809a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:47.676777 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126cb3a5-3e9b-47a1-8c47-f7b4738e47b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-c3f22bf0-3dab-4015-a19f-0e5f18d7d639', 'network_id': 'c3f22bf0-3dab-4015-a19f-0e5f18d7d639', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'fixed_ips': [{'subnet_id': '5a3d87b4-3db2-4f8b-8183-39087c2982c9'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 22:14:47.677629 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-126cb3a5-3e9b-47a1-8c47-f7b4738e47b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:47.727543 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-4c1cdbc3-2dbf-4453-9925-a2c8848c809a None None] For port ea8a9b56-18fd-4395-81d2-ba47d9c947c0, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:14:47.751343 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-4c1cdbc3-2dbf-4453-9925-a2c8848c809a None None] For port ea8a9b56-18fd-4395-81d2-ba47d9c947c0, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=ea8a9b56-18fd-4395-81d2-ba47d9c947c0,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:14:47.794476 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-29962ce3-780f-457f-b846-c145e8ae4b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:47.799237 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4c1cdbc3-2dbf-4453-9925-a2c8848c809a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:47.801065 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-2f1240a7-5d13-434b-b1db-000e3ccb2584 None None] Provisioning complete for port ea8a9b56-18fd-4395-81d2-ba47d9c947c0 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:14:47.801426 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2f1240a7-5d13-434b-b1db-000e3ccb2584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:47.834358 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-73d86709-af7f-4c37-a535-429e51a51817 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:47.888560 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90a5654-629f-4d2f-8e9b-4a8a22369b0e None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:14:47.947333 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1cdbc3-2dbf-4453-9925-a2c8848c809a None None] Routers {'694a7c4d-24d7-4db8-bb52-e084e468c9e4'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:14:47.947958 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-4c1cdbc3-2dbf-4453-9925-a2c8848c809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:14:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['694a7c4d-24d7-4db8-bb52-e084e468c9e4'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:14:47.953025 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6eda4f-62d3-46e6-9901-f289568db026 None None] Pushing event updated for resources: {'Port': ['ID=ea8a9b56-18fd-4395-81d2-ba47d9c947c0,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:14:48.001360 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-126cb3a5-3e9b-47a1-8c47-f7b4738e47b6 None None] Allocated IP 172.20.0.2 (c3f22bf0-3dab-4015-a19f-0e5f18d7d639/5a3d87b4-3db2-4f8b-8183-39087c2982c9/114a91ef-cbd1-47f0-91d4-3bb3b569b5c3) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:14:48.129253 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2f1240a7-5d13-434b-b1db-000e3ccb2584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:48.173626 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-2f1240a7-5d13-434b-b1db-000e3ccb2584 None None] For port ea8a9b56-18fd-4395-81d2-ba47d9c947c0, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=ea8a9b56-18fd-4395-81d2-ba47d9c947c0,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:14:48.180890 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-4c1cdbc3-2dbf-4453-9925-a2c8848c809a None None] Set router 694a7c4d-24d7-4db8-bb52-e084e468c9e4 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:14:48.184025 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2f1240a7-5d13-434b-b1db-000e3ccb2584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:48.378787 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1240a7-5d13-434b-b1db-000e3ccb2584 None None] Pushing event updated for resources: {'Port': ['ID=ea8a9b56-18fd-4395-81d2-ba47d9c947c0,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:14:48.389239 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-009b981a-07b2-488e-8f08-1a5fa0cde315 None None] Provisioning complete for port ea8a9b56-18fd-4395-81d2-ba47d9c947c0 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:14:48.389609 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-009b981a-07b2-488e-8f08-1a5fa0cde315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:48.426037 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-126cb3a5-3e9b-47a1-8c47-f7b4738e47b6 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:48.442649 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-126cb3a5-3e9b-47a1-8c47-f7b4738e47b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:48.494442 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-73d86709-af7f-4c37-a535-429e51a51817 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Allocated IP 172.20.0.1 (c3f22bf0-3dab-4015-a19f-0e5f18d7d639/5a3d87b4-3db2-4f8b-8183-39087c2982c9/48fdcd42-d2f3-4709-978e-1caacb339e12) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:14:48.523724 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126cb3a5-3e9b-47a1-8c47-f7b4738e47b6 None None] Network c3f22bf0-3dab-4015-a19f-0e5f18d7d639 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:14:48.530840 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-126cb3a5-3e9b-47a1-8c47-f7b4738e47b6 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:14:48.534222 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126cb3a5-3e9b-47a1-8c47-f7b4738e47b6 None None] Pushing event updated for resources: {'Port': ['ID=114a91ef-cbd1-47f0-91d4-3bb3b569b5c3,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:14:48.537500 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126cb3a5-3e9b-47a1-8c47-f7b4738e47b6 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:14:48.610338 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-73d86709-af7f-4c37-a535-429e51a51817 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:48.644165 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-73d86709-af7f-4c37-a535-429e51a51817 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:48.691888 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d86709-af7f-4c37-a535-429e51a51817 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Network c3f22bf0-3dab-4015-a19f-0e5f18d7d639 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:14:48.695117 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-73d86709-af7f-4c37-a535-429e51a51817 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:14:48.699035 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d86709-af7f-4c37-a535-429e51a51817 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:14:48.705518 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d86709-af7f-4c37-a535-429e51a51817 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'Port': ['ID=48fdcd42-d2f3-4709-978e-1caacb339e12,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:14:48.746439 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-73d86709-af7f-4c37-a535-429e51a51817 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:48.786637 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-4c1cdbc3-2dbf-4453-9925-a2c8848c809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694a7c4d-24d7-4db8-bb52-e084e468c9e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1351220941', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'ea8a9b56-18fd-4395-81d2-ba47d9c947c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:14:45Z', 'updated_at': '2021-11-09T22:14:46Z', 'revision_number': 3, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': 'ea8a9b56-18fd-4395-81d2-ba47d9c947c0', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:89:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '694a7c4d-24d7-4db8-bb52-e084e468c9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:14:45Z', 'updated_at': '2021-11-09T22:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:14:48.816687 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-126cb3a5-3e9b-47a1-8c47-f7b4738e47b6 None None] Attempting to bind port 114a91ef-cbd1-47f0-91d4-3bb3b569b5c3 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:14:48.817060 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-126cb3a5-3e9b-47a1-8c47-f7b4738e47b6 None None] Attempting to bind port 114a91ef-cbd1-47f0-91d4-3bb3b569b5c3 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'c3d3bc50-c32e-4cd4-8718-431463e92aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c3f22bf0-3dab-4015-a19f-0e5f18d7d639'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:14:48.817426 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126cb3a5-3e9b-47a1-8c47-f7b4738e47b6 None None] Attempting to bind port 114a91ef-cbd1-47f0-91d4-3bb3b569b5c3 on network c3f22bf0-3dab-4015-a19f-0e5f18d7d639 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:14:48.820010 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1cdbc3-2dbf-4453-9925-a2c8848c809a None None] The sync data for ids ['694a7c4d-24d7-4db8-bb52-e084e468c9e4'] in n-d-816206-3 is: [{'id': '694a7c4d-24d7-4db8-bb52-e084e468c9e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1351220941', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'ea8a9b56-18fd-4395-81d2-ba47d9c947c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:14:45Z', 'updated_at': '2021-11-09T22:14:46Z', 'revision_number': 3, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': 'ea8a9b56-18fd-4395-81d2-ba47d9c947c0', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:89:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '694a7c4d-24d7-4db8-bb52-e084e468c9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:14:45Z', 'updated_at': '2021-11-09T22:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:14:48.825403 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126cb3a5-3e9b-47a1-8c47-f7b4738e47b6 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:14:48.825786 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126cb3a5-3e9b-47a1-8c47-f7b4738e47b6 None None] Checking segment: {'id': 'c3d3bc50-c32e-4cd4-8718-431463e92aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c3f22bf0-3dab-4015-a19f-0e5f18d7d639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:14:48.826188 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-126cb3a5-3e9b-47a1-8c47-f7b4738e47b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:48.827198 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126cb3a5-3e9b-47a1-8c47-f7b4738e47b6 None None] Bound using segment: {'id': 'c3d3bc50-c32e-4cd4-8718-431463e92aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c3f22bf0-3dab-4015-a19f-0e5f18d7d639'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:14:48.827564 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-126cb3a5-3e9b-47a1-8c47-f7b4738e47b6 None None] Bound port: 114a91ef-cbd1-47f0-91d4-3bb3b569b5c3, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3d3bc50-c32e-4cd4-8718-431463e92aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c3f22bf0-3dab-4015-a19f-0e5f18d7d639'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:14:48.828018 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-126cb3a5-3e9b-47a1-8c47-f7b4738e47b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:48.884824 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-73d86709-af7f-4c37-a535-429e51a51817 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:48.892284 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-126cb3a5-3e9b-47a1-8c47-f7b4738e47b6 None None] For port 114a91ef-cbd1-47f0-91d4-3bb3b569b5c3, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:14:48.895824 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-126cb3a5-3e9b-47a1-8c47-f7b4738e47b6 None None] For port 114a91ef-cbd1-47f0-91d4-3bb3b569b5c3, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=114a91ef-cbd1-47f0-91d4-3bb3b569b5c3,segment=NetworkSegment(c3d3bc50-c32e-4cd4-8718-431463e92aca),segment_id=c3d3bc50-c32e-4cd4-8718-431463e92aca)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:14:48.902522 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-126cb3a5-3e9b-47a1-8c47-f7b4738e47b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:48.966153 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126cb3a5-3e9b-47a1-8c47-f7b4738e47b6 None None] Pushing event updated for resources: {'Port': ['ID=114a91ef-cbd1-47f0-91d4-3bb3b569b5c3,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:14:49.240951 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-73d86709-af7f-4c37-a535-429e51a51817 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:49.247220 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-73d86709-af7f-4c37-a535-429e51a51817 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:49.324318 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d86709-af7f-4c37-a535-429e51a51817 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'Port': ['ID=48fdcd42-d2f3-4709-978e-1caacb339e12,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:14:49.327324 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-73d86709-af7f-4c37-a535-429e51a51817 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:49.426307 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d86709-af7f-4c37-a535-429e51a51817 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Network c3f22bf0-3dab-4015-a19f-0e5f18d7d639 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:14:49.427967 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-73d86709-af7f-4c37-a535-429e51a51817 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:14:49.549881 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d86709-af7f-4c37-a535-429e51a51817 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Router 694a7c4d-24d7-4db8-bb52-e084e468c9e4 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:14:49.685918 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 114a91ef-cbd1-47f0-91d4-3bb3b569b5c3 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:14:49.692553 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d86709-af7f-4c37-a535-429e51a51817 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:14:49.698189 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-73d86709-af7f-4c37-a535-429e51a51817 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "PUT /v2.0/routers/694a7c4d-24d7-4db8-bb52-e084e468c9e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3022959 Nov 09 22:14:49.743878 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 114a91ef-cbd1-47f0-91d4-3bb3b569b5c3 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:14:49.744255 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:49.843247 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:49.880569 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 114a91ef-cbd1-47f0-91d4-3bb3b569b5c3, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=114a91ef-cbd1-47f0-91d4-3bb3b569b5c3,segment=NetworkSegment(c3d3bc50-c32e-4cd4-8718-431463e92aca),segment_id=c3d3bc50-c32e-4cd4-8718-431463e92aca)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:14:49.887309 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:49.888192 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device ea8a9b56-18fd-4395-81d2-ba47d9c947c0 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:14:49.893007 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-62ca1e92-5b96-4293-9c2f-a56dd284b815 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1790930368&fields=id&tenant_id=80608c1f657e40bbbb047dc3c2880805 HTTP/1.1" status: 200 len: 267 time: 0.0650105 Nov 09 22:14:49.968675 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62f2e20-b5a8-42d2-a284-fe0647db0ffc None None] Network c3f22bf0-3dab-4015-a19f-0e5f18d7d639 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:14:50.009534 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=114a91ef-cbd1-47f0-91d4-3bb3b569b5c3,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:14:50.012499 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-eac84f94-d782-4008-bbad-915f4a227ba8 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:14:50.020218 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-eac84f94-d782-4008-bbad-915f4a227ba8 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/networks?id=c3f22bf0-3dab-4015-a19f-0e5f18d7d639 HTTP/1.1" status: 200 len: 797 time: 0.1261795 Nov 09 22:14:50.030936 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-5d16e150-8d5f-44b1-8520-b2dc5a740591 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/quotas/80608c1f657e40bbbb047dc3c2880805 HTTP/1.1" status: 200 len: 375 time: 0.0096405 Nov 09 22:14:50.044553 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-c94ec9d4-6b8b-42d8-b411-bb46a37a41bd None None] Provisioning complete for port 114a91ef-cbd1-47f0-91d4-3bb3b569b5c3 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:14:50.044946 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c94ec9d4-6b8b-42d8-b411-bb46a37a41bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:50.050465 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port ea8a9b56-18fd-4395-81d2-ba47d9c947c0 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:14:50.050821 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:50.081760 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-dd26f993-892a-476a-8855-471f4c4756ef tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=80608c1f657e40bbbb047dc3c2880805&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446651 Nov 09 22:14:50.185801 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-20523d75-e0f1-4d39-b2bb-e3278fb0fa81 service neutron] 10.222.0.49 "GET /v2.0/networks/c3f22bf0-3dab-4015-a19f-0e5f18d7d639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912585 Nov 09 22:14:50.278727 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-98132d93-7912-4b5a-8ae6-437082ab0ed2 service neutron] 10.222.0.49 "GET /v2.0/networks/c3f22bf0-3dab-4015-a19f-0e5f18d7d639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865228 Nov 09 22:14:50.291154 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dc756a7b-361a-4d96-9782-1c2bb28380ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:50.486228 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0d17fa3f-07bb-4e71-b5ce-3f5122f40476 req-535071a6-1ad3-475e-a7a9-86f8b58da963 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8e29e0-007a-460c-9fd0-278c076a3de3 HTTP/1.1" status: 200 len: 210 time: 0.0359128 Nov 09 22:14:50.619156 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-4afa5d27-eae3-4274-9429-838c9114f703 None None] Provisioning complete for port 48fdcd42-d2f3-4709-978e-1caacb339e12 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:14:50.619536 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4afa5d27-eae3-4274-9429-838c9114f703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:50.656524 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-4afa5d27-eae3-4274-9429-838c9114f703 None None] Port 48fdcd42-d2f3-4709-978e-1caacb339e12 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:14:50.667210 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-4afa5d27-eae3-4274-9429-838c9114f703 None None] Provisioning complete for port 114a91ef-cbd1-47f0-91d4-3bb3b569b5c3 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:14:50.667662 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4afa5d27-eae3-4274-9429-838c9114f703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:50.716910 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc04d8d-06ea-4d64-9498-6a40d18b3a62 None None] Sync routers for ids ['694a7c4d-24d7-4db8-bb52-e084e468c9e4'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:14:50.729908 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc04d8d-06ea-4d64-9498-6a40d18b3a62 None None] Routers {'694a7c4d-24d7-4db8-bb52-e084e468c9e4'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:14:50.730934 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-2fc04d8d-06ea-4d64-9498-6a40d18b3a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:14:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['694a7c4d-24d7-4db8-bb52-e084e468c9e4'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:14:50.850705 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-2fc04d8d-06ea-4d64-9498-6a40d18b3a62 None None] Set router 694a7c4d-24d7-4db8-bb52-e084e468c9e4 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:14:50.888184 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-9cb8d3ff-a13d-4fcc-824c-9a6912bdab59 None None] Provisioning complete for port 48fdcd42-d2f3-4709-978e-1caacb339e12 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:14:50.890213 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9cb8d3ff-a13d-4fcc-824c-9a6912bdab59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:50.928475 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-9cb8d3ff-a13d-4fcc-824c-9a6912bdab59 None None] Port 48fdcd42-d2f3-4709-978e-1caacb339e12 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:14:51.055089 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-8f3ba2d0-ce79-410d-94f3-9f55f96bd96a None None] Provisioning complete for port 48fdcd42-d2f3-4709-978e-1caacb339e12 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:14:51.055726 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8f3ba2d0-ce79-410d-94f3-9f55f96bd96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:51.072431 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-2fc04d8d-06ea-4d64-9498-6a40d18b3a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694a7c4d-24d7-4db8-bb52-e084e468c9e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1351220941', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'ea8a9b56-18fd-4395-81d2-ba47d9c947c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:14:45Z', 'updated_at': '2021-11-09T22:14:48Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': 'ea8a9b56-18fd-4395-81d2-ba47d9c947c0', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:89:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694a7c4d-24d7-4db8-bb52-e084e468c9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:14:45Z', 'updated_at': '2021-11-09T22:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '48fdcd42-d2f3-4709-978e-1caacb339e12', 'name': '', 'network_id': 'c3f22bf0-3dab-4015-a19f-0e5f18d7d639', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'mac_address': 'fa:16:3e:9e:ae:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '694a7c4d-24d7-4db8-bb52-e084e468c9e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '5a3d87b4-3db2-4f8b-8183-39087c2982c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:14:47Z', 'updated_at': '2021-11-09T22:14:49Z', 'revision_number': 2, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'subnets': [{'id': '5a3d87b4-3db2-4f8b-8183-39087c2982c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:14:51.095917 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-8f3ba2d0-ce79-410d-94f3-9f55f96bd96a None None] Port 48fdcd42-d2f3-4709-978e-1caacb339e12 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:14:51.097660 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc04d8d-06ea-4d64-9498-6a40d18b3a62 None None] Checking router: 694a7c4d-24d7-4db8-bb52-e084e468c9e4 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:14:51.098209 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc04d8d-06ea-4d64-9498-6a40d18b3a62 None None] Updating router 694a7c4d-24d7-4db8-bb52-e084e468c9e4 port 48fdcd42-d2f3-4709-978e-1caacb339e12 binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 22:14:51.123234 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2fc04d8d-06ea-4d64-9498-6a40d18b3a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:51.231171 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:51.375821 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2fc04d8d-06ea-4d64-9498-6a40d18b3a62 None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:51.381274 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2fc04d8d-06ea-4d64-9498-6a40d18b3a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:51.464663 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88e206-bfde-4128-9b01-256e9bae71bf None None] Pushing event updated for resources: {'Port': ['ID=48fdcd42-d2f3-4709-978e-1caacb339e12,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:14:51.483934 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc88e206-bfde-4128-9b01-256e9bae71bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:14:51.484754 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc88e206-bfde-4128-9b01-256e9bae71bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:14:51.485831 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc88e206-bfde-4128-9b01-256e9bae71bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:14:51.486438 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc88e206-bfde-4128-9b01-256e9bae71bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:14:51.487036 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc88e206-bfde-4128-9b01-256e9bae71bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:14:51.487585 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc88e206-bfde-4128-9b01-256e9bae71bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:14:51.488141 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc88e206-bfde-4128-9b01-256e9bae71bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:14:51.488588 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc88e206-bfde-4128-9b01-256e9bae71bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:14:51.489039 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc88e206-bfde-4128-9b01-256e9bae71bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:14:51.489473 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc88e206-bfde-4128-9b01-256e9bae71bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:14:51.489883 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc88e206-bfde-4128-9b01-256e9bae71bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:14:51.490365 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc88e206-bfde-4128-9b01-256e9bae71bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:14:51.522490 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-2fc04d8d-06ea-4d64-9498-6a40d18b3a62 None None] Attempting to bind port 48fdcd42-d2f3-4709-978e-1caacb339e12 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:14:51.523067 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-2fc04d8d-06ea-4d64-9498-6a40d18b3a62 None None] Attempting to bind port 48fdcd42-d2f3-4709-978e-1caacb339e12 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'c3d3bc50-c32e-4cd4-8718-431463e92aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c3f22bf0-3dab-4015-a19f-0e5f18d7d639'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:14:51.523822 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc04d8d-06ea-4d64-9498-6a40d18b3a62 None None] Attempting to bind port 48fdcd42-d2f3-4709-978e-1caacb339e12 on network c3f22bf0-3dab-4015-a19f-0e5f18d7d639 {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:14:51.534054 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc04d8d-06ea-4d64-9498-6a40d18b3a62 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:14:51.534437 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc04d8d-06ea-4d64-9498-6a40d18b3a62 None None] Checking segment: {'id': 'c3d3bc50-c32e-4cd4-8718-431463e92aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c3f22bf0-3dab-4015-a19f-0e5f18d7d639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:14:51.534839 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2fc04d8d-06ea-4d64-9498-6a40d18b3a62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:51.535232 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc04d8d-06ea-4d64-9498-6a40d18b3a62 None None] Bound using segment: {'id': 'c3d3bc50-c32e-4cd4-8718-431463e92aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c3f22bf0-3dab-4015-a19f-0e5f18d7d639'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:14:51.535716 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-2fc04d8d-06ea-4d64-9498-6a40d18b3a62 None None] Bound port: 48fdcd42-d2f3-4709-978e-1caacb339e12, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3d3bc50-c32e-4cd4-8718-431463e92aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c3f22bf0-3dab-4015-a19f-0e5f18d7d639'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:14:51.536101 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2fc04d8d-06ea-4d64-9498-6a40d18b3a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:51.596550 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-6688b4ec-0b6c-4452-a05c-60ef1ccc819f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:14:51.603451 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-6688b4ec-0b6c-4452-a05c-60ef1ccc819f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.45 "GET /v2.0/networks?id=c3f22bf0-3dab-4015-a19f-0e5f18d7d639 HTTP/1.1" status: 200 len: 797 time: 0.1904705 Nov 09 22:14:51.634821 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 114a91ef-cbd1-47f0-91d4-3bb3b569b5c3 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:14:51.640605 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-67343a6a-75d2-4d0b-a0ec-5df6e2cf6f99 req-9ec8fce1-2a70-443f-8f73-10d82def981a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8e29e0-007a-460c-9fd0-278c076a3de3 HTTP/1.1" status: 200 len: 210 time: 0.0393732 Nov 09 22:14:51.661184 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-2fc04d8d-06ea-4d64-9498-6a40d18b3a62 None None] For port 48fdcd42-d2f3-4709-978e-1caacb339e12, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:14:51.665877 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-2fc04d8d-06ea-4d64-9498-6a40d18b3a62 None None] For port 48fdcd42-d2f3-4709-978e-1caacb339e12, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=48fdcd42-d2f3-4709-978e-1caacb339e12,segment=NetworkSegment(c3d3bc50-c32e-4cd4-8718-431463e92aca),segment_id=c3d3bc50-c32e-4cd4-8718-431463e92aca)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:14:51.671882 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-2fc04d8d-06ea-4d64-9498-6a40d18b3a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:51.680726 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-8d06aed1-b447-45f2-91f8-fb5997df4e04 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80608c1f657e40bbbb047dc3c2880805 HTTP/1.1" status: 200 len: 380 time: 0.0663302 Nov 09 22:14:51.691500 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-9632d202-0a5e-4835-bc45-a0a751aa6510 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'port': {'device_id': '0f8e29e0-007a-460c-9fd0-278c076a3de3', 'network_id': 'c3f22bf0-3dab-4015-a19f-0e5f18d7d639', 'admin_state_up': True, 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'security_groups': ['e7d94a7b-a415-42b1-9e41-4689d1aa3699']}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:14:51.701842 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 114a91ef-cbd1-47f0-91d4-3bb3b569b5c3 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:14:51.702589 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:51.723452 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc04d8d-06ea-4d64-9498-6a40d18b3a62 None None] Routers {'694a7c4d-24d7-4db8-bb52-e084e468c9e4'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:14:51.724082 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-2fc04d8d-06ea-4d64-9498-6a40d18b3a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:14:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['694a7c4d-24d7-4db8-bb52-e084e468c9e4'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:14:51.752356 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-8ef75752-2b05-48f5-a289-d0ecad65c7ee None None] Provisioning complete for port 48fdcd42-d2f3-4709-978e-1caacb339e12 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:14:51.752845 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8ef75752-2b05-48f5-a289-d0ecad65c7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:51.771717 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88e206-bfde-4128-9b01-256e9bae71bf None None] Pushing event updated for resources: {'Port': ['ID=48fdcd42-d2f3-4709-978e-1caacb339e12,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:14:51.860683 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-9632d202-0a5e-4835-bc45-a0a751aa6510 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Made reservation on behalf of 80608c1f657e40bbbb047dc3c2880805 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:14:51.865799 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-9632d202-0a5e-4835-bc45-a0a751aa6510 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:51.882963 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8ef75752-2b05-48f5-a289-d0ecad65c7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:51.926105 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-8ef75752-2b05-48f5-a289-d0ecad65c7ee None None] For port 48fdcd42-d2f3-4709-978e-1caacb339e12, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=48fdcd42-d2f3-4709-978e-1caacb339e12,segment=NetworkSegment(c3d3bc50-c32e-4cd4-8718-431463e92aca),segment_id=c3d3bc50-c32e-4cd4-8718-431463e92aca)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:14:51.932737 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8ef75752-2b05-48f5-a289-d0ecad65c7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:51.957423 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-2fc04d8d-06ea-4d64-9498-6a40d18b3a62 None None] Set router 694a7c4d-24d7-4db8-bb52-e084e468c9e4 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:14:52.008690 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef75752-2b05-48f5-a289-d0ecad65c7ee None None] Pushing event updated for resources: {'Port': ['ID=48fdcd42-d2f3-4709-978e-1caacb339e12,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:14:52.019225 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-9632d202-0a5e-4835-bc45-a0a751aa6510 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Allocated IP 172.20.0.10 (c3f22bf0-3dab-4015-a19f-0e5f18d7d639/5a3d87b4-3db2-4f8b-8183-39087c2982c9/79d8261d-b7b5-411b-a740-b3a42dea9c0d) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:14:52.054809 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-0f8e212d-f8a0-43fa-8a80-d2f283652b04 None None] Provisioning complete for port 48fdcd42-d2f3-4709-978e-1caacb339e12 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:14:52.055280 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0f8e212d-f8a0-43fa-8a80-d2f283652b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:52.170582 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-2fc04d8d-06ea-4d64-9498-6a40d18b3a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694a7c4d-24d7-4db8-bb52-e084e468c9e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1351220941', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'ea8a9b56-18fd-4395-81d2-ba47d9c947c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:14:45Z', 'updated_at': '2021-11-09T22:14:48Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': 'ea8a9b56-18fd-4395-81d2-ba47d9c947c0', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:89:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694a7c4d-24d7-4db8-bb52-e084e468c9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:14:45Z', 'updated_at': '2021-11-09T22:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '48fdcd42-d2f3-4709-978e-1caacb339e12', 'name': '', 'network_id': 'c3f22bf0-3dab-4015-a19f-0e5f18d7d639', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'mac_address': 'fa:16:3e:9e:ae:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '694a7c4d-24d7-4db8-bb52-e084e468c9e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '5a3d87b4-3db2-4f8b-8183-39087c2982c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:14:47Z', 'updated_at': '2021-11-09T22:14:51Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'subnets': [{'id': '5a3d87b4-3db2-4f8b-8183-39087c2982c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:14:52.174776 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-9632d202-0a5e-4835-bc45-a0a751aa6510 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:52.199706 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc04d8d-06ea-4d64-9498-6a40d18b3a62 None None] The sync data for ids ['694a7c4d-24d7-4db8-bb52-e084e468c9e4'] in n-d-816206-3 is: [{'id': '694a7c4d-24d7-4db8-bb52-e084e468c9e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1351220941', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'ea8a9b56-18fd-4395-81d2-ba47d9c947c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:14:45Z', 'updated_at': '2021-11-09T22:14:48Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': 'ea8a9b56-18fd-4395-81d2-ba47d9c947c0', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:89:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694a7c4d-24d7-4db8-bb52-e084e468c9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:14:45Z', 'updated_at': '2021-11-09T22:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '48fdcd42-d2f3-4709-978e-1caacb339e12', 'name': '', 'network_id': 'c3f22bf0-3dab-4015-a19f-0e5f18d7d639', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'mac_address': 'fa:16:3e:9e:ae:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '694a7c4d-24d7-4db8-bb52-e084e468c9e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '5a3d87b4-3db2-4f8b-8183-39087c2982c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:14:47Z', 'updated_at': '2021-11-09T22:14:51Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'subnets': [{'id': '5a3d87b4-3db2-4f8b-8183-39087c2982c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:14:52.208267 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-9632d202-0a5e-4835-bc45-a0a751aa6510 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:52.255075 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-9632d202-0a5e-4835-bc45-a0a751aa6510 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Network c3f22bf0-3dab-4015-a19f-0e5f18d7d639 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:14:52.262221 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-9632d202-0a5e-4835-bc45-a0a751aa6510 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:14:52.267148 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-9632d202-0a5e-4835-bc45-a0a751aa6510 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:14:52.299096 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632d202-0a5e-4835-bc45-a0a751aa6510 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'Port': ['ID=79d8261d-b7b5-411b-a740-b3a42dea9c0d,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:14:52.328918 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-9632d202-0a5e-4835-bc45-a0a751aa6510 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:14:52.329583 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-9632d202-0a5e-4835-bc45-a0a751aa6510 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:52.353006 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-9632d202-0a5e-4835-bc45-a0a751aa6510 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6656036 Nov 09 22:14:52.365805 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-69f3e122-dd3a-4c2a-bbca-3f22c73705d9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 22:14:52.367112 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-69f3e122-dd3a-4c2a-bbca-3f22c73705d9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078142 Nov 09 22:14:52.380379 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-0aa48488-90e5-48f5-aebf-aba4c747b991 service neutron] Request body: {'port': {'device_id': '0f8e29e0-007a-460c-9fd0-278c076a3de3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:14:52.456896 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-0aa48488-90e5-48f5-aebf-aba4c747b991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:52.563934 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-681e0714-88c1-442c-ba11-9649cb21c7b8 None None] Provisioning complete for port 79d8261d-b7b5-411b-a740-b3a42dea9c0d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:14:52.564777 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-681e0714-88c1-442c-ba11-9649cb21c7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:52.612572 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:52.613487 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-681e0714-88c1-442c-ba11-9649cb21c7b8 None None] Port 79d8261d-b7b5-411b-a740-b3a42dea9c0d cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:14:53.113766 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-0aa48488-90e5-48f5-aebf-aba4c747b991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79d8261d-b7b5-411b-a740-b3a42dea9c0d {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 22:14:53.124838 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67da7b-66f6-405b-9b27-5babb296d502 req-6479fd0d-a2b4-435b-9f4d-ec40b3c5121b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:14:53.126365 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9f67da7b-66f6-405b-9b27-5babb296d502 req-6479fd0d-a2b4-435b-9f4d-ec40b3c5121b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8e29e0-007a-460c-9fd0-278c076a3de3 HTTP/1.1" status: 200 len: 932 time: 0.0973916 Nov 09 22:14:53.130920 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-0aa48488-90e5-48f5-aebf-aba4c747b991 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:53.158155 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-0aa48488-90e5-48f5-aebf-aba4c747b991 service neutron] Transition to ACTIVE for port object 79d8261d-b7b5-411b-a740-b3a42dea9c0d will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 22:14:53.168340 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-0aa48488-90e5-48f5-aebf-aba4c747b991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:53.220519 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9f67da7b-66f6-405b-9b27-5babb296d502 req-5f7af0fc-047b-4f05-a2bf-778e91bbeee0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7d94a7b-a415-42b1-9e41-4689d1aa3699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869455 Nov 09 22:14:53.262291 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa48488-90e5-48f5-aebf-aba4c747b991 service neutron] Pushing event updated for resources: {'Port': ['ID=79d8261d-b7b5-411b-a740-b3a42dea9c0d,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:14:53.317275 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-0aa48488-90e5-48f5-aebf-aba4c747b991 service neutron] Attempting to bind port 79d8261d-b7b5-411b-a740-b3a42dea9c0d on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:14:53.317607 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-0aa48488-90e5-48f5-aebf-aba4c747b991 service neutron] Attempting to bind port 79d8261d-b7b5-411b-a740-b3a42dea9c0d by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'c3d3bc50-c32e-4cd4-8718-431463e92aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c3f22bf0-3dab-4015-a19f-0e5f18d7d639'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:14:53.317932 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-0aa48488-90e5-48f5-aebf-aba4c747b991 service neutron] Attempting to bind port 79d8261d-b7b5-411b-a740-b3a42dea9c0d on network c3f22bf0-3dab-4015-a19f-0e5f18d7d639 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:14:53.322752 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-0aa48488-90e5-48f5-aebf-aba4c747b991 service neutron] Port 79d8261d-b7b5-411b-a740-b3a42dea9c0d on network c3f22bf0-3dab-4015-a19f-0e5f18d7d639 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 22:14:53.323243 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-0aa48488-90e5-48f5-aebf-aba4c747b991 service neutron] Attempting to bind port 79d8261d-b7b5-411b-a740-b3a42dea9c0d on network c3f22bf0-3dab-4015-a19f-0e5f18d7d639 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:14:53.331899 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-0aa48488-90e5-48f5-aebf-aba4c747b991 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:14:53.332447 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-0aa48488-90e5-48f5-aebf-aba4c747b991 service neutron] Checking segment: {'id': 'c3d3bc50-c32e-4cd4-8718-431463e92aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c3f22bf0-3dab-4015-a19f-0e5f18d7d639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:14:53.332919 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-0aa48488-90e5-48f5-aebf-aba4c747b991 service neutron] Bound using segment: {'id': 'c3d3bc50-c32e-4cd4-8718-431463e92aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c3f22bf0-3dab-4015-a19f-0e5f18d7d639'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:14:53.333682 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-0aa48488-90e5-48f5-aebf-aba4c747b991 service neutron] Bound port: 79d8261d-b7b5-411b-a740-b3a42dea9c0d, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3d3bc50-c32e-4cd4-8718-431463e92aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c3f22bf0-3dab-4015-a19f-0e5f18d7d639'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:14:53.334739 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:53.337044 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-0aa48488-90e5-48f5-aebf-aba4c747b991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:53.410962 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-0aa48488-90e5-48f5-aebf-aba4c747b991 service neutron] For port 79d8261d-b7b5-411b-a740-b3a42dea9c0d, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:14:53.415102 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-0aa48488-90e5-48f5-aebf-aba4c747b991 service neutron] For port 79d8261d-b7b5-411b-a740-b3a42dea9c0d, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=79d8261d-b7b5-411b-a740-b3a42dea9c0d,segment=NetworkSegment(c3d3bc50-c32e-4cd4-8718-431463e92aca),segment_id=c3d3bc50-c32e-4cd4-8718-431463e92aca)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:14:53.419236 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-0aa48488-90e5-48f5-aebf-aba4c747b991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:53.451134 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-0aa48488-90e5-48f5-aebf-aba4c747b991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:14:53.452350 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-0aa48488-90e5-48f5-aebf-aba4c747b991 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:53.453705 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-0aa48488-90e5-48f5-aebf-aba4c747b991 service neutron] 10.222.0.45 "PUT /v2.0/ports/79d8261d-b7b5-411b-a740-b3a42dea9c0d HTTP/1.1" status: 200 len: 1092 time: 1.0777805 Nov 09 22:14:53.454140 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f8e29e0-007a-460c-9fd0-278c076a3de3', 'tag': '79d8261d-b7b5-411b-a740-b3a42dea9c0d'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:14:53.456387 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2737eae40cef112d1dfa64c8a6cf3edc76bfb64f9e32f72bfe3df0a7140357a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a202f6-768e-4894-b407-b3ec53a1ca71" -d '{"events": [{"name": "network-changed", "server_uuid": "0f8e29e0-007a-460c-9fd0-278c076a3de3", "tag": "79d8261d-b7b5-411b-a740-b3a42dea9c0d"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:14:53.494106 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa48488-90e5-48f5-aebf-aba4c747b991 service neutron] Pushing event updated for resources: {'Port': ['ID=79d8261d-b7b5-411b-a740-b3a42dea9c0d,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:14:53.512234 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:53.514546 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41fc1b7-1dc9-4e1a-b659-7d2ec2d5740a x-openstack-request-id: req-b41fc1b7-1dc9-4e1a-b659-7d2ec2d5740a {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:14:53.515076 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f8e29e0-007a-460c-9fd0-278c076a3de3", "tag": "79d8261d-b7b5-411b-a740-b3a42dea9c0d", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:14:53.515332 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b41fc1b7-1dc9-4e1a-b659-7d2ec2d5740a {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:14:53.515735 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f8e29e0-007a-460c-9fd0-278c076a3de3', 'tag': '79d8261d-b7b5-411b-a740-b3a42dea9c0d', 'status': 'completed', 'code': 200} Nov 09 22:14:53.554801 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-b8979d80-af1d-43c8-bb8f-644ffcd97eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:14:53.556307 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-b8979d80-af1d-43c8-bb8f-644ffcd97eed service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80608c1f657e40bbbb047dc3c2880805&device_id=0f8e29e0-007a-460c-9fd0-278c076a3de3 HTTP/1.1" status: 200 len: 1095 time: 0.0515509 Nov 09 22:14:53.603519 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-da000ba9-9718-44b8-b244-9963cf7bc7ce service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79d8261d-b7b5-411b-a740-b3a42dea9c0d HTTP/1.1" status: 200 len: 217 time: 0.0388486 Nov 09 22:14:53.621572 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 48fdcd42-d2f3-4709-978e-1caacb339e12 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:14:53.667050 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-cc81b5a3-7c08-487b-84b3-faf6aa7fddae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:14:53.668690 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-cc81b5a3-7c08-487b-84b3-faf6aa7fddae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5a3d87b4-3db2-4f8b-8183-39087c2982c9 HTTP/1.1" status: 200 len: 835 time: 0.0563011 Nov 09 22:14:53.675827 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 48fdcd42-d2f3-4709-978e-1caacb339e12 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:14:53.676143 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:53.714780 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-0f424909-bb6c-4ceb-9856-592f7b8d8cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:14:53.716425 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-0f424909-bb6c-4ceb-9856-592f7b8d8cc4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c3f22bf0-3dab-4015-a19f-0e5f18d7d639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409801 Nov 09 22:14:53.809568 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-b1908e08-8ef9-4bfb-a257-8b0309501c0e service neutron] 10.222.0.45 "GET /v2.0/networks/c3f22bf0-3dab-4015-a19f-0e5f18d7d639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861156 Nov 09 22:14:53.896928 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9f8fa786-767b-41d8-8af9-64b0ebc15bf9 req-e7756480-c9c5-4d69-92b8-b6974431b265 service neutron] 10.222.0.45 "GET /v2.0/networks/c3f22bf0-3dab-4015-a19f-0e5f18d7d639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797648 Nov 09 22:14:53.982848 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a202f6-768e-4894-b407-b3ec53a1ca71 req-72d92182-d1cb-403e-b179-e066677b8fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:14:53.984243 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f0a202f6-768e-4894-b407-b3ec53a1ca71 req-72d92182-d1cb-403e-b179-e066677b8fa2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80608c1f657e40bbbb047dc3c2880805&device_id=0f8e29e0-007a-460c-9fd0-278c076a3de3 HTTP/1.1" status: 200 len: 1095 time: 0.0404665 Nov 09 22:14:54.077148 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a202f6-768e-4894-b407-b3ec53a1ca71 req-41fc000a-84e6-4978-95ba-81a3075af2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:14:54.078601 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f0a202f6-768e-4894-b407-b3ec53a1ca71 req-41fc000a-84e6-4978-95ba-81a3075af2fb service neutron] 10.222.0.45 "GET /v2.0/networks?id=c3f22bf0-3dab-4015-a19f-0e5f18d7d639 HTTP/1.1" status: 200 len: 897 time: 0.0876012 Nov 09 22:14:54.119062 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f0a202f6-768e-4894-b407-b3ec53a1ca71 req-4a314b37-1cb3-4810-b72e-3375d88a0d9b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79d8261d-b7b5-411b-a740-b3a42dea9c0d HTTP/1.1" status: 200 len: 217 time: 0.0335217 Nov 09 22:14:54.172197 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a202f6-768e-4894-b407-b3ec53a1ca71 req-12202793-8df0-4603-8902-a2d3be3c72b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:14:54.173678 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f0a202f6-768e-4894-b407-b3ec53a1ca71 req-12202793-8df0-4603-8902-a2d3be3c72b6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5a3d87b4-3db2-4f8b-8183-39087c2982c9 HTTP/1.1" status: 200 len: 835 time: 0.0465217 Nov 09 22:14:54.218975 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a202f6-768e-4894-b407-b3ec53a1ca71 req-848064cf-2366-46b2-ad46-672994a8a40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:14:54.220458 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f0a202f6-768e-4894-b407-b3ec53a1ca71 req-848064cf-2366-46b2-ad46-672994a8a40b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c3f22bf0-3dab-4015-a19f-0e5f18d7d639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389764 Nov 09 22:14:54.339222 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f0a202f6-768e-4894-b407-b3ec53a1ca71 req-da92ce34-5dc3-4cf4-89c1-c93598dda92b service neutron] 10.222.0.45 "GET /v2.0/networks/c3f22bf0-3dab-4015-a19f-0e5f18d7d639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108508 Nov 09 22:14:54.364718 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee1069-eacc-4f76-b339-2cdb9a499772 req-2df81004-8e64-43bc-83d1-7b9ee9c7197b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:14:54.366125 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dcee1069-eacc-4f76-b339-2cdb9a499772 req-2df81004-8e64-43bc-83d1-7b9ee9c7197b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8e29e0-007a-460c-9fd0-278c076a3de3 HTTP/1.1" status: 200 len: 944 time: 0.0700152 Nov 09 22:14:54.468666 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-dcee1069-eacc-4f76-b339-2cdb9a499772 req-255a9b77-b9e9-4fde-a926-4048729d9134 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7d94a7b-a415-42b1-9e41-4689d1aa3699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924733 Nov 09 22:14:54.482214 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f0a202f6-768e-4894-b407-b3ec53a1ca71 req-b752e40d-b728-4adf-8b64-197c7f251c35 service neutron] 10.222.0.45 "GET /v2.0/networks/c3f22bf0-3dab-4015-a19f-0e5f18d7d639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332543 Nov 09 22:14:55.588446 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9a0c6-1ad2-4896-b9a6-5c6085bd4d66 req-982e9621-720f-4873-9cf7-3ec78efd7496 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:14:55.589946 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c2e9a0c6-1ad2-4896-b9a6-5c6085bd4d66 req-982e9621-720f-4873-9cf7-3ec78efd7496 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8e29e0-007a-460c-9fd0-278c076a3de3 HTTP/1.1" status: 200 len: 944 time: 0.0490854 Nov 09 22:14:55.643782 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c2e9a0c6-1ad2-4896-b9a6-5c6085bd4d66 req-99e2f739-a402-4ddb-be20-f1edd83d42d4 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7d94a7b-a415-42b1-9e41-4689d1aa3699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478754 Nov 09 22:14:56.760082 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d98154-a6fa-4336-ab35-ecd6be692a56 req-2479db6c-c985-4a4b-b798-9cb715abe750 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:14:56.761490 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-63d98154-a6fa-4336-ab35-ecd6be692a56 req-2479db6c-c985-4a4b-b798-9cb715abe750 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8e29e0-007a-460c-9fd0-278c076a3de3 HTTP/1.1" status: 200 len: 944 time: 0.0521164 Nov 09 22:14:56.809855 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-63d98154-a6fa-4336-ab35-ecd6be692a56 req-7fa81953-803f-46f5-874a-da94ba3c77ed tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7d94a7b-a415-42b1-9e41-4689d1aa3699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417292 Nov 09 22:14:56.832123 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 79d8261d-b7b5-411b-a740-b3a42dea9c0d details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 22:14:56.925561 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 79d8261d-b7b5-411b-a740-b3a42dea9c0d, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=79d8261d-b7b5-411b-a740-b3a42dea9c0d,segment=NetworkSegment(c3d3bc50-c32e-4cd4-8718-431463e92aca),segment_id=c3d3bc50-c32e-4cd4-8718-431463e92aca)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:14:56.937022 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '79d8261d-b7b5-411b-a740-b3a42dea9c0d', 'network_id': 'c3f22bf0-3dab-4015-a19f-0e5f18d7d639', 'port_id': '79d8261d-b7b5-411b-a740-b3a42dea9c0d', 'mac_address': 'fa:16:3e:78:fe:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a3d87b4-3db2-4f8b-8183-39087c2982c9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 22:14:56.964998 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:14:56.972797 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:56.985548 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79d8261d-b7b5-411b-a740-b3a42dea9c0d {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 22:14:57.004607 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 79d8261d-b7b5-411b-a740-b3a42dea9c0d, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=79d8261d-b7b5-411b-a740-b3a42dea9c0d,segment=NetworkSegment(c3d3bc50-c32e-4cd4-8718-431463e92aca),segment_id=c3d3bc50-c32e-4cd4-8718-431463e92aca)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:14:57.008791 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:57.058351 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=79d8261d-b7b5-411b-a740-b3a42dea9c0d,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:14:57.230660 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['79d8261d-b7b5-411b-a740-b3a42dea9c0d'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 22:14:57.922196 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534be6fb-22a3-4925-94f6-07339f9dc713 req-1084508d-39a1-4e8c-bc8c-bbe3a7bf8dd7 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:14:57.923651 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-534be6fb-22a3-4925-94f6-07339f9dc713 req-1084508d-39a1-4e8c-bc8c-bbe3a7bf8dd7 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8e29e0-007a-460c-9fd0-278c076a3de3 HTTP/1.1" status: 200 len: 945 time: 0.0485630 Nov 09 22:14:57.972406 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-534be6fb-22a3-4925-94f6-07339f9dc713 req-6d6c9e0b-2fa4-47a6-9910-aad47b2bc45d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7d94a7b-a415-42b1-9e41-4689d1aa3699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429225 Nov 09 22:14:58.863604 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 79d8261d-b7b5-411b-a740-b3a42dea9c0d up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:14:58.913400 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 79d8261d-b7b5-411b-a740-b3a42dea9c0d completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 22:14:58.917501 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 79d8261d-b7b5-411b-a740-b3a42dea9c0d triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:14:58.917880 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:58.995787 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:59.025273 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8e29e0-007a-460c-9fd0-278c076a3de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d8261d-b7b5-411b-a740-b3a42dea9c0d'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:14:59.027949 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbbffabc46a25035f6c0210104ebac0979452e44f6408783e2f348470e25243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817cc76d-800e-46f0-9652-b9a5880900ef" -d '{"events": [{"server_uuid": "0f8e29e0-007a-460c-9fd0-278c076a3de3", "name": "network-vif-plugged", "status": "completed", "tag": "79d8261d-b7b5-411b-a740-b3a42dea9c0d"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:14:59.034514 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 79d8261d-b7b5-411b-a740-b3a42dea9c0d, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=79d8261d-b7b5-411b-a740-b3a42dea9c0d,segment=NetworkSegment(c3d3bc50-c32e-4cd4-8718-431463e92aca),segment_id=c3d3bc50-c32e-4cd4-8718-431463e92aca)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:14:59.039145 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:14:59.072031 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 22:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e9717d-fb38-4a3c-ab44-d6aec51becb6 x-openstack-request-id: req-02e9717d-fb38-4a3c-ab44-d6aec51becb6 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:14:59.072327 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8e29e0-007a-460c-9fd0-278c076a3de3", "name": "network-vif-plugged", "status": "completed", "tag": "79d8261d-b7b5-411b-a740-b3a42dea9c0d", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:14:59.072584 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-02e9717d-fb38-4a3c-ab44-d6aec51becb6 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:14:59.073029 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8e29e0-007a-460c-9fd0-278c076a3de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d8261d-b7b5-411b-a740-b3a42dea9c0d', 'code': 200} Nov 09 22:14:59.089592 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=79d8261d-b7b5-411b-a740-b3a42dea9c0d,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:14:59.090158 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902081d-ae55-410c-8243-8f11e4cf8f16 req-c51d950c-6fe5-4589-be41-1b83cc8001f8 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:14:59.091701 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8902081d-ae55-410c-8243-8f11e4cf8f16 req-c51d950c-6fe5-4589-be41-1b83cc8001f8 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8e29e0-007a-460c-9fd0-278c076a3de3 HTTP/1.1" status: 200 len: 946 time: 0.0516915 Nov 09 22:14:59.170195 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8902081d-ae55-410c-8243-8f11e4cf8f16 req-3b8a0b06-cd2b-40dc-ba4c-7a217bd82dfa tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7d94a7b-a415-42b1-9e41-4689d1aa3699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707607 Nov 09 22:14:59.182996 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09fc1b-4cd9-4d27-ae07-b17923d8e934 req-7e83bebe-df7e-4793-8cb3-c59ce5e0dcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:14:59.184483 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9a09fc1b-4cd9-4d27-ae07-b17923d8e934 req-7e83bebe-df7e-4793-8cb3-c59ce5e0dcc2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0f8e29e0-007a-460c-9fd0-278c076a3de3 HTTP/1.1" status: 200 len: 1097 time: 0.0545630 Nov 09 22:14:59.230409 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9a09fc1b-4cd9-4d27-ae07-b17923d8e934 req-0bd839ec-93b2-468d-867a-01c7cb33c10a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e7d94a7b-a415-42b1-9e41-4689d1aa3699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382488 Nov 09 22:15:00.288497 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c6760-220b-4cc6-b8cb-c4dfeebdaf0b req-7b11639d-0ddc-4aec-a4c1-c0dc361f085e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:15:00.290063 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a88c6760-220b-4cc6-b8cb-c4dfeebdaf0b req-7b11639d-0ddc-4aec-a4c1-c0dc361f085e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8e29e0-007a-460c-9fd0-278c076a3de3 HTTP/1.1" status: 200 len: 946 time: 0.0498719 Nov 09 22:15:00.343285 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a88c6760-220b-4cc6-b8cb-c4dfeebdaf0b req-21267dd5-48b8-4647-9e25-90032c16cb72 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7d94a7b-a415-42b1-9e41-4689d1aa3699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463269 Nov 09 22:15:01.508490 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c12df-754c-4ed6-85b6-98a2e1249fbf req-89735758-0887-47b1-bc8c-1ad636106d0d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:15:01.510029 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2c2c12df-754c-4ed6-85b6-98a2e1249fbf req-89735758-0887-47b1-bc8c-1ad636106d0d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8e29e0-007a-460c-9fd0-278c076a3de3 HTTP/1.1" status: 200 len: 946 time: 0.0989707 Nov 09 22:15:01.558783 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2c2c12df-754c-4ed6-85b6-98a2e1249fbf req-9229e3cb-b785-4579-8bcd-528422272829 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7d94a7b-a415-42b1-9e41-4689d1aa3699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422318 Nov 09 22:15:01.726412 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9143629-57c1-49af-8882-b4f436c976d2 req-b1bcb9c9-c6db-491b-96c2-494a3a63955a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:15:01.727869 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e9143629-57c1-49af-8882-b4f436c976d2 req-b1bcb9c9-c6db-491b-96c2-494a3a63955a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8e29e0-007a-460c-9fd0-278c076a3de3 HTTP/1.1" status: 200 len: 946 time: 0.1043522 Nov 09 22:15:01.783998 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e9143629-57c1-49af-8882-b4f436c976d2 req-9a9399ae-19c4-4e81-b780-2ee72a8c837e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7d94a7b-a415-42b1-9e41-4689d1aa3699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501115 Nov 09 22:15:01.805260 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37220) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:15:01.844882 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea750d9-f428-4f47-933d-f28b83749128 tempest-TestNetworkAdvancedServerOps-124469545 tempest-TestNetworkAdvancedServerOps-124469545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:15:01.846385 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8ea750d9-f428-4f47-933d-f28b83749128 tempest-TestNetworkAdvancedServerOps-124469545 tempest-TestNetworkAdvancedServerOps-124469545-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0f8e29e0-007a-460c-9fd0-278c076a3de3 HTTP/1.1" status: 200 len: 1092 time: 0.0401616 Nov 09 22:15:01.849104 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37222) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:15:01.853315 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-1e6e4768-db9c-4dde-9d1c-bab507a521ae tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'port_id': '79d8261d-b7b5-411b-a740-b3a42dea9c0d', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:15:01.874488 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1e6e4768-db9c-4dde-9d1c-bab507a521ae tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for floatingip, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:15:01.973701 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1e6e4768-db9c-4dde-9d1c-bab507a521ae tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:15:02.077508 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-1e6e4768-db9c-4dde-9d1c-bab507a521ae tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Allocated IP 172.25.7.13 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/5a83f522-8079-4011-8b4f-953726db5b69) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:15:02.182670 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1e6e4768-db9c-4dde-9d1c-bab507a521ae tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:15:02.215330 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1e6e4768-db9c-4dde-9d1c-bab507a521ae tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:15:02.250452 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6e4768-db9c-4dde-9d1c-bab507a521ae tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:15:02.255192 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-1e6e4768-db9c-4dde-9d1c-bab507a521ae tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:15:02.258724 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6e4768-db9c-4dde-9d1c-bab507a521ae tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:15:02.283571 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e4768-db9c-4dde-9d1c-bab507a521ae tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'Port': ['ID=5a83f522-8079-4011-8b4f-953726db5b69,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:15:02.613691 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1e6e4768-db9c-4dde-9d1c-bab507a521ae tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:15:02.676806 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1e6e4768-db9c-4dde-9d1c-bab507a521ae tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:15:02.822801 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1e6e4768-db9c-4dde-9d1c-bab507a521ae tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:15:02.827393 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1e6e4768-db9c-4dde-9d1c-bab507a521ae tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:15:02.893337 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e4768-db9c-4dde-9d1c-bab507a521ae tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'Port': ['ID=5a83f522-8079-4011-8b4f-953726db5b69,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:15:02.906944 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1e6e4768-db9c-4dde-9d1c-bab507a521ae tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:15:03.005458 n-d-816206-3 neutron-server[102608]: INFO neutron.db.l3_db [None req-1e6e4768-db9c-4dde-9d1c-bab507a521ae tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Floating IP 0da79155-5e77-4f8b-bdcc-c7418c3b691d associated. External IP: 172.25.7.13, port: 79d8261d-b7b5-411b-a740-b3a42dea9c0d. Nov 09 22:15:03.504037 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e6e4768-db9c-4dde-9d1c-bab507a521ae tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Router 694a7c4d-24d7-4db8-bb52-e084e468c9e4 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:15:03.605579 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6e4768-db9c-4dde-9d1c-bab507a521ae tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:15:03.615693 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d261d3c2-0931-43fb-a54e-cf3ac33d0518 None None] Sync routers for ids ['694a7c4d-24d7-4db8-bb52-e084e468c9e4'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:15:03.623428 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1e6e4768-db9c-4dde-9d1c-bab507a521ae tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:15:03.625401 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d261d3c2-0931-43fb-a54e-cf3ac33d0518 None None] Routers {'694a7c4d-24d7-4db8-bb52-e084e468c9e4'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:15:03.626023 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-d261d3c2-0931-43fb-a54e-cf3ac33d0518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:14:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['694a7c4d-24d7-4db8-bb52-e084e468c9e4'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:15:03.656376 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1e6e4768-db9c-4dde-9d1c-bab507a521ae tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8033371 Nov 09 22:15:03.656376 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f8e29e0-007a-460c-9fd0-278c076a3de3', 'tag': '79d8261d-b7b5-411b-a740-b3a42dea9c0d'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:15:03.657483 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734a8ae17c5ce9a22141aa37bfebe7e944e5ff20966abe8e5b41792a40737563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0785319-9113-4d71-9411-6f4a6044401f" -d '{"events": [{"name": "network-changed", "server_uuid": "0f8e29e0-007a-460c-9fd0-278c076a3de3", "tag": "79d8261d-b7b5-411b-a740-b3a42dea9c0d"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:15:03.695535 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58c21a1-3c92-4fe5-a1c9-6f1d6e17b6d9 x-openstack-request-id: req-d58c21a1-3c92-4fe5-a1c9-6f1d6e17b6d9 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:15:03.695840 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f8e29e0-007a-460c-9fd0-278c076a3de3", "tag": "79d8261d-b7b5-411b-a740-b3a42dea9c0d", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:15:03.696098 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d58c21a1-3c92-4fe5-a1c9-6f1d6e17b6d9 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:15:03.696506 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f8e29e0-007a-460c-9fd0-278c076a3de3', 'tag': '79d8261d-b7b5-411b-a740-b3a42dea9c0d', 'status': 'completed', 'code': 200} Nov 09 22:15:03.737060 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-d261d3c2-0931-43fb-a54e-cf3ac33d0518 None None] Set router 694a7c4d-24d7-4db8-bb52-e084e468c9e4 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:15:03.786068 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4bf12-843a-4d97-b275-bebf1983dce4 req-befb9b00-a027-447e-9680-e16db1252afa tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:15:03.787574 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2ea4bf12-843a-4d97-b275-bebf1983dce4 req-befb9b00-a027-447e-9680-e16db1252afa tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8e29e0-007a-460c-9fd0-278c076a3de3 HTTP/1.1" status: 200 len: 946 time: 0.0812285 Nov 09 22:15:03.790342 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0785319-9113-4d71-9411-6f4a6044401f req-7d4c9f7f-f33a-450b-acdd-41baf6eda6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:15:03.791696 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e0785319-9113-4d71-9411-6f4a6044401f req-7d4c9f7f-f33a-450b-acdd-41baf6eda6d5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80608c1f657e40bbbb047dc3c2880805&device_id=0f8e29e0-007a-460c-9fd0-278c076a3de3 HTTP/1.1" status: 200 len: 1097 time: 0.0749688 Nov 09 22:15:03.884723 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2ea4bf12-843a-4d97-b275-bebf1983dce4 req-d69ad8cd-db70-44a8-89fc-5f157d135f02 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7d94a7b-a415-42b1-9e41-4689d1aa3699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911226 Nov 09 22:15:03.907983 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37228) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:15:03.918335 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0785319-9113-4d71-9411-6f4a6044401f req-b863aaf6-aa5c-4651-8314-dc6cb720136f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:15:03.919733 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e0785319-9113-4d71-9411-6f4a6044401f req-b863aaf6-aa5c-4651-8314-dc6cb720136f service neutron] 10.222.0.45 "GET /v2.0/networks?id=c3f22bf0-3dab-4015-a19f-0e5f18d7d639 HTTP/1.1" status: 200 len: 897 time: 0.1186848 Nov 09 22:15:03.965463 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-d261d3c2-0931-43fb-a54e-cf3ac33d0518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694a7c4d-24d7-4db8-bb52-e084e468c9e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1351220941', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'ea8a9b56-18fd-4395-81d2-ba47d9c947c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:14:45Z', 'updated_at': '2021-11-09T22:14:48Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': 'ea8a9b56-18fd-4395-81d2-ba47d9c947c0', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:89:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694a7c4d-24d7-4db8-bb52-e084e468c9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:14:45Z', 'updated_at': '2021-11-09T22:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '0da79155-5e77-4f8b-bdcc-c7418c3b691d', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'floating_ip_address': '172.25.7.13', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '694a7c4d-24d7-4db8-bb52-e084e468c9e4', 'port_id': '79d8261d-b7b5-411b-a740-b3a42dea9c0d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3f22bf0-3dab-4015-a19f-0e5f18d7d639', 'mac_address': 'fa:16:3e:78:fe:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8e29e0-007a-460c-9fd0-278c076a3de3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T22:15:02Z', 'updated_at': '2021-11-09T22:15:02Z', 'revision_number': 0, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48fdcd42-d2f3-4709-978e-1caacb339e12', 'name': '', 'network_id': 'c3f22bf0-3dab-4015-a19f-0e5f18d7d639', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'mac_address': 'fa:16:3e:9e:ae:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694a7c4d-24d7-4db8-bb52-e084e468c9e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '5a3d87b4-3db2-4f8b-8183-39087c2982c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:14:47Z', 'updated_at': '2021-11-09T22:14:51Z', 'revision_number': 5, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'subnets': [{'id': '5a3d87b4-3db2-4f8b-8183-39087c2982c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:15:03.971900 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4c8ed7ed-b607-42d9-98f9-04857f1fedd2 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/floatingips/0da79155-5e77-4f8b-bdcc-c7418c3b691d HTTP/1.1" status: 200 len: 991 time: 0.0627196 Nov 09 22:15:03.991260 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d261d3c2-0931-43fb-a54e-cf3ac33d0518 None None] Checking router: 694a7c4d-24d7-4db8-bb52-e084e468c9e4 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:15:03.991485 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e0785319-9113-4d71-9411-6f4a6044401f req-d7f4cbe4-f08e-46f2-913f-0f03785ef983 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79d8261d-b7b5-411b-a740-b3a42dea9c0d HTTP/1.1" status: 200 len: 999 time: 0.0647595 Nov 09 22:15:03.999325 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d261d3c2-0931-43fb-a54e-cf3ac33d0518 None None] Routers {'694a7c4d-24d7-4db8-bb52-e084e468c9e4'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:15:03.999914 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-d261d3c2-0931-43fb-a54e-cf3ac33d0518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:14:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['694a7c4d-24d7-4db8-bb52-e084e468c9e4'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:15:04.039804 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0785319-9113-4d71-9411-6f4a6044401f req-2176e005-bc10-4a8f-9a34-f81eb22c8c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:15:04.041350 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e0785319-9113-4d71-9411-6f4a6044401f req-2176e005-bc10-4a8f-9a34-f81eb22c8c3b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5a3d87b4-3db2-4f8b-8183-39087c2982c9 HTTP/1.1" status: 200 len: 835 time: 0.0435126 Nov 09 22:15:04.088665 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0785319-9113-4d71-9411-6f4a6044401f req-2515825c-e16c-480c-b698-c86e9d72646e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:15:04.090212 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e0785319-9113-4d71-9411-6f4a6044401f req-2515825c-e16c-480c-b698-c86e9d72646e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c3f22bf0-3dab-4015-a19f-0e5f18d7d639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423784 Nov 09 22:15:04.187354 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e0785319-9113-4d71-9411-6f4a6044401f req-a47c0a57-d19e-482c-b864-449bff0f5661 service neutron] 10.222.0.45 "GET /v2.0/networks/c3f22bf0-3dab-4015-a19f-0e5f18d7d639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889416 Nov 09 22:15:04.260573 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:15:04.271253 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-d261d3c2-0931-43fb-a54e-cf3ac33d0518 None None] Set router 694a7c4d-24d7-4db8-bb52-e084e468c9e4 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:15:04.276746 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e0785319-9113-4d71-9411-6f4a6044401f req-0fe1c6b0-9bfa-4800-9e2c-b50003f7fed9 service neutron] 10.222.0.45 "GET /v2.0/networks/c3f22bf0-3dab-4015-a19f-0e5f18d7d639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829806 Nov 09 22:15:04.489447 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-d261d3c2-0931-43fb-a54e-cf3ac33d0518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694a7c4d-24d7-4db8-bb52-e084e468c9e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1351220941', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'ea8a9b56-18fd-4395-81d2-ba47d9c947c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:14:45Z', 'updated_at': '2021-11-09T22:14:48Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': 'ea8a9b56-18fd-4395-81d2-ba47d9c947c0', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:89:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694a7c4d-24d7-4db8-bb52-e084e468c9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:14:45Z', 'updated_at': '2021-11-09T22:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '0da79155-5e77-4f8b-bdcc-c7418c3b691d', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'floating_ip_address': '172.25.7.13', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '694a7c4d-24d7-4db8-bb52-e084e468c9e4', 'port_id': '79d8261d-b7b5-411b-a740-b3a42dea9c0d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3f22bf0-3dab-4015-a19f-0e5f18d7d639', 'mac_address': 'fa:16:3e:78:fe:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8e29e0-007a-460c-9fd0-278c076a3de3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T22:15:02Z', 'updated_at': '2021-11-09T22:15:02Z', 'revision_number': 0, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48fdcd42-d2f3-4709-978e-1caacb339e12', 'name': '', 'network_id': 'c3f22bf0-3dab-4015-a19f-0e5f18d7d639', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'mac_address': 'fa:16:3e:9e:ae:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694a7c4d-24d7-4db8-bb52-e084e468c9e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '5a3d87b4-3db2-4f8b-8183-39087c2982c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:14:47Z', 'updated_at': '2021-11-09T22:14:51Z', 'revision_number': 5, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'subnets': [{'id': '5a3d87b4-3db2-4f8b-8183-39087c2982c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:15:04.516208 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d261d3c2-0931-43fb-a54e-cf3ac33d0518 None None] The sync data for ids ['694a7c4d-24d7-4db8-bb52-e084e468c9e4'] in n-d-816206-3 is: [{'id': '694a7c4d-24d7-4db8-bb52-e084e468c9e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1351220941', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'ea8a9b56-18fd-4395-81d2-ba47d9c947c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:14:45Z', 'updated_at': '2021-11-09T22:14:48Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': 'ea8a9b56-18fd-4395-81d2-ba47d9c947c0', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:89:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694a7c4d-24d7-4db8-bb52-e084e468c9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:14:45Z', 'updated_at': '2021-11-09T22:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '0da79155-5e77-4f8b-bdcc-c7418c3b691d', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'floating_ip_address': '172.25.7.13', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '694a7c4d-24d7-4db8-bb52-e084e468c9e4', 'port_id': '79d8261d-b7b5-411b-a740-b3a42dea9c0d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3f22bf0-3dab-4015-a19f-0e5f18d7d639', 'mac_address': 'fa:16:3e:78:fe:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8e29e0-007a-460c-9fd0-278c076a3de3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T22:15:02Z', 'updated_at': '2021-11-09T22:15:02Z', 'revision_number': 0, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48fdcd42-d2f3-4709-978e-1caacb339e12', 'name': '', 'network_id': 'c3f22bf0-3dab-4015-a19f-0e5f18d7d639', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'mac_address': 'fa:16:3e:9e:ae:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694a7c4d-24d7-4db8-bb52-e084e468c9e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '5a3d87b4-3db2-4f8b-8183-39087c2982c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:14:47Z', 'updated_at': '2021-11-09T22:14:51Z', 'revision_number': 5, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'subnets': [{'id': '5a3d87b4-3db2-4f8b-8183-39087c2982c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:15:04.715375 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b12eff-848a-48a8-8dda-a8fc7ea0c591 None None] New status for floating IP 0da79155-5e77-4f8b-bdcc-c7418c3b691d: ACTIVE {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 22:15:04.975641 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37230) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:15:05.046946 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-bc71d491-affe-457d-9d46-2670fd4d5dc9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/floatingips/0da79155-5e77-4f8b-bdcc-c7418c3b691d HTTP/1.1" status: 200 len: 993 time: 0.0700905 Nov 09 22:15:17.726302 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f3201ac2-c777-4cd9-9a4f-5c77882eb568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:15:20.235537 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-93e33b49-b30d-446c-ab00-23d371a5aa08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:15:21.235273 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:15:22.587439 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:15:23.330813 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:15:23.497525 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:15:30.852374 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-093ccbdd-0cb4-43a9-80a1-be00c9499f81 req-c8b375dc-ffd7-4405-9738-05b5fe09e6f2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0f8e29e0-007a-460c-9fd0-278c076a3de3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438004 Nov 09 22:15:30.936931 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ccbdd-0cb4-43a9-80a1-be00c9499f81 req-a755997e-32bd-47b6-94e0-e3e2d0f30fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:15:30.938542 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-093ccbdd-0cb4-43a9-80a1-be00c9499f81 req-a755997e-32bd-47b6-94e0-e3e2d0f30fc8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80608c1f657e40bbbb047dc3c2880805&device_id=0f8e29e0-007a-460c-9fd0-278c076a3de3 HTTP/1.1" status: 200 len: 1097 time: 0.0412993 Nov 09 22:15:31.042951 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ccbdd-0cb4-43a9-80a1-be00c9499f81 req-eb1af0d7-d877-42d1-84d8-ce9ad715f9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:15:31.044448 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-093ccbdd-0cb4-43a9-80a1-be00c9499f81 req-eb1af0d7-d877-42d1-84d8-ce9ad715f9a2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c3f22bf0-3dab-4015-a19f-0e5f18d7d639 HTTP/1.1" status: 200 len: 897 time: 0.0866666 Nov 09 22:15:31.110252 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-093ccbdd-0cb4-43a9-80a1-be00c9499f81 req-c8f3ad59-7007-4c6c-af9e-731c40d54ccc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79d8261d-b7b5-411b-a740-b3a42dea9c0d HTTP/1.1" status: 200 len: 1001 time: 0.0580938 Nov 09 22:15:31.160669 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ccbdd-0cb4-43a9-80a1-be00c9499f81 req-fdaf7e87-f578-4071-89f8-27b06ac266eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:15:31.162132 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-093ccbdd-0cb4-43a9-80a1-be00c9499f81 req-fdaf7e87-f578-4071-89f8-27b06ac266eb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5a3d87b4-3db2-4f8b-8183-39087c2982c9 HTTP/1.1" status: 200 len: 835 time: 0.0454102 Nov 09 22:15:31.217793 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ccbdd-0cb4-43a9-80a1-be00c9499f81 req-a2ddd90e-86f1-49c9-92a0-8e24efae14a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:15:31.219281 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-093ccbdd-0cb4-43a9-80a1-be00c9499f81 req-a2ddd90e-86f1-49c9-92a0-8e24efae14a0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c3f22bf0-3dab-4015-a19f-0e5f18d7d639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430822 Nov 09 22:15:31.305759 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-093ccbdd-0cb4-43a9-80a1-be00c9499f81 req-06c662c6-6092-496f-b0d0-df295be5a860 service neutron] 10.222.0.45 "GET /v2.0/networks/c3f22bf0-3dab-4015-a19f-0e5f18d7d639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790622 Nov 09 22:15:31.399729 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-093ccbdd-0cb4-43a9-80a1-be00c9499f81 req-dc504dac-8766-4a2b-afe4-4cc9f2cfa3b1 service neutron] 10.222.0.45 "GET /v2.0/networks/c3f22bf0-3dab-4015-a19f-0e5f18d7d639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854847 Nov 09 22:15:33.966249 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:15:34.265853 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:15:36.363689 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51ffd5-f8b3-47ea-83f5-6e84bdb52396 req-1525d7e5-9bd1-423f-844e-7846e401ff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:15:36.365671 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7a51ffd5-f8b3-47ea-83f5-6e84bdb52396 req-1525d7e5-9bd1-423f-844e-7846e401ff4e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80608c1f657e40bbbb047dc3c2880805&device_id=0f8e29e0-007a-460c-9fd0-278c076a3de3 HTTP/1.1" status: 200 len: 1097 time: 0.0422189 Nov 09 22:15:36.365976 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2557295-5920-4b87-bfc4-e257242a3bc6 req-e745a553-ea2f-466f-810e-0262b5cf6bdb tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:15:36.367468 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c2557295-5920-4b87-bfc4-e257242a3bc6 req-e745a553-ea2f-466f-810e-0262b5cf6bdb tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8e29e0-007a-460c-9fd0-278c076a3de3 HTTP/1.1" status: 200 len: 946 time: 0.0493705 Nov 09 22:15:36.417589 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c2557295-5920-4b87-bfc4-e257242a3bc6 req-f94ed277-2f68-48f2-b1e7-50ede9187c6f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7d94a7b-a415-42b1-9e41-4689d1aa3699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440886 Nov 09 22:15:36.456353 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51ffd5-f8b3-47ea-83f5-6e84bdb52396 req-74359c91-8647-4a98-94bf-382f92b5eacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:15:36.457770 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7a51ffd5-f8b3-47ea-83f5-6e84bdb52396 req-74359c91-8647-4a98-94bf-382f92b5eacc service neutron] 10.222.0.45 "GET /v2.0/networks?id=c3f22bf0-3dab-4015-a19f-0e5f18d7d639 HTTP/1.1" status: 200 len: 897 time: 0.0850201 Nov 09 22:15:36.527678 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7a51ffd5-f8b3-47ea-83f5-6e84bdb52396 req-1c2c8b62-7922-4e21-8fa4-414c7e03ccb4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79d8261d-b7b5-411b-a740-b3a42dea9c0d HTTP/1.1" status: 200 len: 1001 time: 0.0614829 Nov 09 22:15:36.575556 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51ffd5-f8b3-47ea-83f5-6e84bdb52396 req-7719c9b2-cfa4-4e13-be04-a23dcea9bdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:15:36.577060 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7a51ffd5-f8b3-47ea-83f5-6e84bdb52396 req-7719c9b2-cfa4-4e13-be04-a23dcea9bdc0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5a3d87b4-3db2-4f8b-8183-39087c2982c9 HTTP/1.1" status: 200 len: 835 time: 0.0424843 Nov 09 22:15:36.622764 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51ffd5-f8b3-47ea-83f5-6e84bdb52396 req-caa6af9d-7eb6-460d-a460-af5b47e2af74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:15:36.624239 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7a51ffd5-f8b3-47ea-83f5-6e84bdb52396 req-caa6af9d-7eb6-460d-a460-af5b47e2af74 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c3f22bf0-3dab-4015-a19f-0e5f18d7d639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389931 Nov 09 22:15:36.717650 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7a51ffd5-f8b3-47ea-83f5-6e84bdb52396 req-2be7a1f4-35d4-45c0-98c1-773d6b0b47bf service neutron] 10.222.0.45 "GET /v2.0/networks/c3f22bf0-3dab-4015-a19f-0e5f18d7d639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855081 Nov 09 22:15:36.805748 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7a51ffd5-f8b3-47ea-83f5-6e84bdb52396 req-3803d717-1fcc-4d38-90e5-a910c4480ffa service neutron] 10.222.0.45 "GET /v2.0/networks/c3f22bf0-3dab-4015-a19f-0e5f18d7d639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801761 Nov 09 22:15:37.540165 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941647c-3185-44ab-bf69-72f6f2329861 req-f0a0125f-ff3c-4e3d-a79f-a78f624d2b44 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:15:37.541735 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7941647c-3185-44ab-bf69-72f6f2329861 req-f0a0125f-ff3c-4e3d-a79f-a78f624d2b44 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8e29e0-007a-460c-9fd0-278c076a3de3 HTTP/1.1" status: 200 len: 946 time: 0.0544701 Nov 09 22:15:37.591336 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7941647c-3185-44ab-bf69-72f6f2329861 req-77d31743-4c0c-415a-a3ab-6a95390ec694 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7d94a7b-a415-42b1-9e41-4689d1aa3699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433645 Nov 09 22:15:38.704888 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069fe9b-a62b-4d79-95ad-1a9f59ba3977 req-a3ee0c49-fd5c-43b8-b0a3-6026f5b4ad97 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:15:38.706360 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7069fe9b-a62b-4d79-95ad-1a9f59ba3977 req-a3ee0c49-fd5c-43b8-b0a3-6026f5b4ad97 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8e29e0-007a-460c-9fd0-278c076a3de3 HTTP/1.1" status: 200 len: 946 time: 0.0485191 Nov 09 22:15:38.759742 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7069fe9b-a62b-4d79-95ad-1a9f59ba3977 req-f72225d9-e7de-475b-a6db-ae6bf4682f5e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7d94a7b-a415-42b1-9e41-4689d1aa3699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473857 Nov 09 22:15:39.873861 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad925d9-1bdd-4e22-a767-a556bcb0004c req-a0466986-4aa9-452a-a9df-864928a680e4 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:15:39.875380 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aad925d9-1bdd-4e22-a767-a556bcb0004c req-a0466986-4aa9-452a-a9df-864928a680e4 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8e29e0-007a-460c-9fd0-278c076a3de3 HTTP/1.1" status: 200 len: 946 time: 0.0482435 Nov 09 22:15:39.925865 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aad925d9-1bdd-4e22-a767-a556bcb0004c req-0e860117-fbc4-45f9-bb57-3e92a114226b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7d94a7b-a415-42b1-9e41-4689d1aa3699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439534 Nov 09 22:15:41.045139 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd94f314-d33d-4a7a-b7f3-48f2336b06ec req-a0e9201b-6b2c-4175-8bd8-d9452c01db19 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:15:41.046597 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fd94f314-d33d-4a7a-b7f3-48f2336b06ec req-a0e9201b-6b2c-4175-8bd8-d9452c01db19 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8e29e0-007a-460c-9fd0-278c076a3de3 HTTP/1.1" status: 200 len: 946 time: 0.0536666 Nov 09 22:15:41.095998 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fd94f314-d33d-4a7a-b7f3-48f2336b06ec req-3f89dd7a-4571-4e20-ac71-d0266f4f5043 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7d94a7b-a415-42b1-9e41-4689d1aa3699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433476 Nov 09 22:15:42.213701 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c1508-caef-4e5d-a3b4-ec6d32afaab1 req-c8cab12e-b053-4f51-9e7a-e03af7d108a2 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:15:42.215201 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-568c1508-caef-4e5d-a3b4-ec6d32afaab1 req-c8cab12e-b053-4f51-9e7a-e03af7d108a2 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8e29e0-007a-460c-9fd0-278c076a3de3 HTTP/1.1" status: 200 len: 946 time: 0.0524085 Nov 09 22:15:42.262857 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-568c1508-caef-4e5d-a3b4-ec6d32afaab1 req-2ab12647-97f6-4c57-a904-481899626979 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7d94a7b-a415-42b1-9e41-4689d1aa3699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418384 Nov 09 22:15:43.376754 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd4616-1719-4a75-a2d6-285d7fd62bec req-34999b46-48a6-4ba0-ae40-b48ccc35c3f5 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:15:43.378235 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f7bd4616-1719-4a75-a2d6-285d7fd62bec req-34999b46-48a6-4ba0-ae40-b48ccc35c3f5 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8e29e0-007a-460c-9fd0-278c076a3de3 HTTP/1.1" status: 200 len: 946 time: 0.0487635 Nov 09 22:15:43.427078 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f7bd4616-1719-4a75-a2d6-285d7fd62bec req-7e03a776-a27b-43bf-9ba9-ef8e1f0f2ef9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7d94a7b-a415-42b1-9e41-4689d1aa3699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419753 Nov 09 22:15:44.542400 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf0581-710c-4c6c-a985-8ec40bf7a8b6 req-d2f2af98-6d4f-45ea-a719-c7f0ad183d87 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:15:44.543890 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-29bf0581-710c-4c6c-a985-8ec40bf7a8b6 req-d2f2af98-6d4f-45ea-a719-c7f0ad183d87 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8e29e0-007a-460c-9fd0-278c076a3de3 HTTP/1.1" status: 200 len: 946 time: 0.0483110 Nov 09 22:15:44.591561 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-29bf0581-710c-4c6c-a985-8ec40bf7a8b6 req-45e796e7-6c01-4fe6-b033-0200e45851c9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7d94a7b-a415-42b1-9e41-4689d1aa3699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417879 Nov 09 22:15:45.704777 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8103f0-9351-4a2e-b78a-c4f0f9047e14 req-38a27513-c8bd-43a3-a6b8-43d72be0a162 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:15:45.706253 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5e8103f0-9351-4a2e-b78a-c4f0f9047e14 req-38a27513-c8bd-43a3-a6b8-43d72be0a162 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8e29e0-007a-460c-9fd0-278c076a3de3 HTTP/1.1" status: 200 len: 946 time: 0.0490859 Nov 09 22:15:45.759888 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5e8103f0-9351-4a2e-b78a-c4f0f9047e14 req-c6568478-d2ba-48f7-95b4-f301ccbb68fd tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7d94a7b-a415-42b1-9e41-4689d1aa3699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476272 Nov 09 22:15:46.870079 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539b1d1-c2c1-41d4-8b65-d4829c54eb0f req-4cde9511-4bd6-4461-95d4-4e0456ff0007 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:15:46.871523 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7539b1d1-c2c1-41d4-8b65-d4829c54eb0f req-4cde9511-4bd6-4461-95d4-4e0456ff0007 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8e29e0-007a-460c-9fd0-278c076a3de3 HTTP/1.1" status: 200 len: 946 time: 0.0469723 Nov 09 22:15:46.923637 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7539b1d1-c2c1-41d4-8b65-d4829c54eb0f req-e8b19e3a-34fb-45af-abc8-a947dbe50a48 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7d94a7b-a415-42b1-9e41-4689d1aa3699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462499 Nov 09 22:15:47.727053 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-47ea16f9-c7ce-495a-bb54-e01e969cf7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:15:48.037623 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c1f54-b144-4073-b122-b0ef88802521 req-a503bdc6-e8c2-498f-b91d-fe3c2d0b8f8d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:15:48.039006 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a77c1f54-b144-4073-b122-b0ef88802521 req-a503bdc6-e8c2-498f-b91d-fe3c2d0b8f8d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8e29e0-007a-460c-9fd0-278c076a3de3 HTTP/1.1" status: 200 len: 946 time: 0.0487366 Nov 09 22:15:48.086872 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a77c1f54-b144-4073-b122-b0ef88802521 req-0045ebc2-da4f-4eac-bf74-5f1f0fa763e3 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7d94a7b-a415-42b1-9e41-4689d1aa3699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420256 Nov 09 22:15:49.203742 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9075d5a-6602-4297-acd1-fd6c9a01582d req-514f3edd-ea43-4020-ae7b-c8a0edce9a09 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:15:49.205372 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f9075d5a-6602-4297-acd1-fd6c9a01582d req-514f3edd-ea43-4020-ae7b-c8a0edce9a09 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8e29e0-007a-460c-9fd0-278c076a3de3 HTTP/1.1" status: 200 len: 946 time: 0.0494926 Nov 09 22:15:49.253271 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f9075d5a-6602-4297-acd1-fd6c9a01582d req-dda76652-f275-431f-b877-19ee215a5f78 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7d94a7b-a415-42b1-9e41-4689d1aa3699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413685 Nov 09 22:15:50.236749 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-38147e6f-ac8a-49ec-8522-ef977bc5b8c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:15:50.371113 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de315c9a-73aa-420c-819e-b747ec6c552d req-96525ab4-e3e9-4f0c-8c06-60a321538b84 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:15:50.372586 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-de315c9a-73aa-420c-819e-b747ec6c552d req-96525ab4-e3e9-4f0c-8c06-60a321538b84 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8e29e0-007a-460c-9fd0-278c076a3de3 HTTP/1.1" status: 200 len: 946 time: 0.0483611 Nov 09 22:15:50.421159 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-de315c9a-73aa-420c-819e-b747ec6c552d req-64648d5c-2dd7-41e1-a888-8415fa40eb76 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7d94a7b-a415-42b1-9e41-4689d1aa3699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425541 Nov 09 22:15:51.239659 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:15:51.533112 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832ff07-1e5b-44e3-9e30-e065fc3fa6c5 req-ccc9f70a-8190-425a-9738-f3bbea6ddbaa tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:15:51.534477 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1832ff07-1e5b-44e3-9e30-e065fc3fa6c5 req-ccc9f70a-8190-425a-9738-f3bbea6ddbaa tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8e29e0-007a-460c-9fd0-278c076a3de3 HTTP/1.1" status: 200 len: 946 time: 0.0478921 Nov 09 22:15:51.583349 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1832ff07-1e5b-44e3-9e30-e065fc3fa6c5 req-f561a1e2-b4ad-4605-8ad0-e3e0b8431e3b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7d94a7b-a415-42b1-9e41-4689d1aa3699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422325 Nov 09 22:15:52.589812 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:15:52.701213 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4616f9-f60b-4f47-9d7d-98b630a46a7d req-0d2da155-f833-4223-8a5b-3e28859e4180 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:15:52.702692 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ca4616f9-f60b-4f47-9d7d-98b630a46a7d req-0d2da155-f833-4223-8a5b-3e28859e4180 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8e29e0-007a-460c-9fd0-278c076a3de3 HTTP/1.1" status: 200 len: 946 time: 0.0531681 Nov 09 22:15:52.751204 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ca4616f9-f60b-4f47-9d7d-98b630a46a7d req-c6442bc4-cc3d-43f2-911e-71f0eef0d82d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7d94a7b-a415-42b1-9e41-4689d1aa3699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423565 Nov 09 22:15:52.774155 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37274) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:15:52.833092 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2e4d8849-db3a-430b-98a2-76e13f278179 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/floatingips/0da79155-5e77-4f8b-bdcc-c7418c3b691d HTTP/1.1" status: 200 len: 993 time: 0.0578165 Nov 09 22:15:53.334663 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:15:53.500163 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:04.264579 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:10.965347 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:16:17.729479 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-30f29f9e-b9a5-4fdf-aea4-2540895ae55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:20.240518 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-06fc0b2c-08bd-4cae-8aed-de4173ef32af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:21.240574 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:22.594326 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:23.328800 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37290) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:16:23.330100 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:23.489375 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-7fce7bd6-8a65-4e9d-b584-71dd1e200f83 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Deleting port 5a83f522-8079-4011-8b4f-953726db5b69 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:16:23.490556 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7fce7bd6-8a65-4e9d-b584-71dd1e200f83 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:23.502979 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:23.566154 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7fce7bd6-8a65-4e9d-b584-71dd1e200f83 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:23.566481 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7fce7bd6-8a65-4e9d-b584-71dd1e200f83 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:23.578631 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-7fce7bd6-8a65-4e9d-b584-71dd1e200f83 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Calling delete_port for 5a83f522-8079-4011-8b4f-953726db5b69 owned by network:floatingip {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:16:23.723567 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7fce7bd6-8a65-4e9d-b584-71dd1e200f83 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:23.751049 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce7bd6-8a65-4e9d-b584-71dd1e200f83 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event deleted for resources: {'Port': ['ID=5a83f522-8079-4011-8b4f-953726db5b69,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:16:23.775207 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fce7bd6-8a65-4e9d-b584-71dd1e200f83 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:16:23.775560 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fce7bd6-8a65-4e9d-b584-71dd1e200f83 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:16:23.775904 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fce7bd6-8a65-4e9d-b584-71dd1e200f83 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:16:23.776240 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fce7bd6-8a65-4e9d-b584-71dd1e200f83 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:16:23.776574 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fce7bd6-8a65-4e9d-b584-71dd1e200f83 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:16:23.776932 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fce7bd6-8a65-4e9d-b584-71dd1e200f83 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:16:23.777261 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fce7bd6-8a65-4e9d-b584-71dd1e200f83 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:16:23.777590 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fce7bd6-8a65-4e9d-b584-71dd1e200f83 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:16:23.777916 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fce7bd6-8a65-4e9d-b584-71dd1e200f83 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:16:23.778238 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fce7bd6-8a65-4e9d-b584-71dd1e200f83 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:16:23.778560 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fce7bd6-8a65-4e9d-b584-71dd1e200f83 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:16:23.778881 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fce7bd6-8a65-4e9d-b584-71dd1e200f83 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:16:23.818421 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7fce7bd6-8a65-4e9d-b584-71dd1e200f83 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for floatingip, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:23.818758 n-d-816206-3 neutron-server[102608]: INFO neutron.db.l3_db [None req-7fce7bd6-8a65-4e9d-b584-71dd1e200f83 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Floating IP 0da79155-5e77-4f8b-bdcc-c7418c3b691d disassociated (deleted). External IP: 172.25.7.13, port: 79d8261d-b7b5-411b-a740-b3a42dea9c0d. Nov 09 22:16:24.024149 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fce7bd6-8a65-4e9d-b584-71dd1e200f83 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Router 694a7c4d-24d7-4db8-bb52-e084e468c9e4 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:16:24.131435 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fce7bd6-8a65-4e9d-b584-71dd1e200f83 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:16:24.136138 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7fce7bd6-8a65-4e9d-b584-71dd1e200f83 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:24.141221 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443f0c72-5c90-48f0-8ca9-9f50392736b7 None None] Sync routers for ids ['694a7c4d-24d7-4db8-bb52-e084e468c9e4'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:16:24.151458 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443f0c72-5c90-48f0-8ca9-9f50392736b7 None None] Routers {'694a7c4d-24d7-4db8-bb52-e084e468c9e4'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:16:24.152105 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-443f0c72-5c90-48f0-8ca9-9f50392736b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:16:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['694a7c4d-24d7-4db8-bb52-e084e468c9e4'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:16:24.163463 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7fce7bd6-8a65-4e9d-b584-71dd1e200f83 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "DELETE /v2.0/floatingips/0da79155-5e77-4f8b-bdcc-c7418c3b691d HTTP/1.1" status: 204 len: 168 time: 0.8334947 Nov 09 22:16:24.164067 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f8e29e0-007a-460c-9fd0-278c076a3de3', 'tag': '79d8261d-b7b5-411b-a740-b3a42dea9c0d'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:16:24.166533 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734a8ae17c5ce9a22141aa37bfebe7e944e5ff20966abe8e5b41792a40737563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a713f4d3-4dfa-4267-b676-c474cfcedce3" -d '{"events": [{"name": "network-changed", "server_uuid": "0f8e29e0-007a-460c-9fd0-278c076a3de3", "tag": "79d8261d-b7b5-411b-a740-b3a42dea9c0d"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:16:24.212925 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e44e0fa-981d-47d2-9ca2-e3c37cd5a884 x-openstack-request-id: req-2e44e0fa-981d-47d2-9ca2-e3c37cd5a884 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:16:24.213293 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f8e29e0-007a-460c-9fd0-278c076a3de3", "tag": "79d8261d-b7b5-411b-a740-b3a42dea9c0d", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:16:24.213619 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2e44e0fa-981d-47d2-9ca2-e3c37cd5a884 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:16:24.214286 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f8e29e0-007a-460c-9fd0-278c076a3de3', 'tag': '79d8261d-b7b5-411b-a740-b3a42dea9c0d', 'status': 'completed', 'code': 200} Nov 09 22:16:24.265378 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-443f0c72-5c90-48f0-8ca9-9f50392736b7 None None] Set router 694a7c4d-24d7-4db8-bb52-e084e468c9e4 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:16:24.330844 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713f4d3-4dfa-4267-b676-c474cfcedce3 req-26e92217-4013-4a2c-bd45-3c059e963425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:16:24.332506 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a713f4d3-4dfa-4267-b676-c474cfcedce3 req-26e92217-4013-4a2c-bd45-3c059e963425 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80608c1f657e40bbbb047dc3c2880805&device_id=0f8e29e0-007a-460c-9fd0-278c076a3de3 HTTP/1.1" status: 200 len: 1097 time: 0.0953541 Nov 09 22:16:24.456056 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5aab8-fd87-4154-8caa-b1a3bee96804 req-e16f78dd-cc5d-42fa-a734-dcab9157f1c8 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:16:24.457558 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a7b5aab8-fd87-4154-8caa-b1a3bee96804 req-e16f78dd-cc5d-42fa-a734-dcab9157f1c8 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8e29e0-007a-460c-9fd0-278c076a3de3 HTTP/1.1" status: 200 len: 946 time: 0.0720074 Nov 09 22:16:24.476287 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-443f0c72-5c90-48f0-8ca9-9f50392736b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694a7c4d-24d7-4db8-bb52-e084e468c9e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1351220941', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'ea8a9b56-18fd-4395-81d2-ba47d9c947c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:14:45Z', 'updated_at': '2021-11-09T22:14:48Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': 'ea8a9b56-18fd-4395-81d2-ba47d9c947c0', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:89:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694a7c4d-24d7-4db8-bb52-e084e468c9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:14:45Z', 'updated_at': '2021-11-09T22:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '48fdcd42-d2f3-4709-978e-1caacb339e12', 'name': '', 'network_id': 'c3f22bf0-3dab-4015-a19f-0e5f18d7d639', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'mac_address': 'fa:16:3e:9e:ae:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694a7c4d-24d7-4db8-bb52-e084e468c9e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '5a3d87b4-3db2-4f8b-8183-39087c2982c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:14:47Z', 'updated_at': '2021-11-09T22:14:51Z', 'revision_number': 5, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'subnets': [{'id': '5a3d87b4-3db2-4f8b-8183-39087c2982c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:16:24.485197 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713f4d3-4dfa-4267-b676-c474cfcedce3 req-860ddc78-5e84-4b4d-9598-fdd74c47e0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:16:24.486678 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a713f4d3-4dfa-4267-b676-c474cfcedce3 req-860ddc78-5e84-4b4d-9598-fdd74c47e0ed service neutron] 10.222.0.45 "GET /v2.0/networks?id=c3f22bf0-3dab-4015-a19f-0e5f18d7d639 HTTP/1.1" status: 200 len: 897 time: 0.1436954 Nov 09 22:16:24.501809 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443f0c72-5c90-48f0-8ca9-9f50392736b7 None None] Checking router: 694a7c4d-24d7-4db8-bb52-e084e468c9e4 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:16:24.510439 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443f0c72-5c90-48f0-8ca9-9f50392736b7 None None] Routers {'694a7c4d-24d7-4db8-bb52-e084e468c9e4'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:16:24.511047 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-443f0c72-5c90-48f0-8ca9-9f50392736b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:16:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['694a7c4d-24d7-4db8-bb52-e084e468c9e4'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:16:24.537355 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a713f4d3-4dfa-4267-b676-c474cfcedce3 req-0f6d5df0-e310-4db3-9217-f4388a522aa2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79d8261d-b7b5-411b-a740-b3a42dea9c0d HTTP/1.1" status: 200 len: 217 time: 0.0426850 Nov 09 22:16:24.559987 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a7b5aab8-fd87-4154-8caa-b1a3bee96804 req-4ee2d5ec-7353-4577-8590-d0205b98227a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7d94a7b-a415-42b1-9e41-4689d1aa3699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911775 Nov 09 22:16:24.593901 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713f4d3-4dfa-4267-b676-c474cfcedce3 req-1eb0d12b-bc0c-4c58-a877-be3d2d2e1f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:16:24.595368 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a713f4d3-4dfa-4267-b676-c474cfcedce3 req-1eb0d12b-bc0c-4c58-a877-be3d2d2e1f3b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5a3d87b4-3db2-4f8b-8183-39087c2982c9 HTTP/1.1" status: 200 len: 835 time: 0.0491524 Nov 09 22:16:24.615348 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-443f0c72-5c90-48f0-8ca9-9f50392736b7 None None] Set router 694a7c4d-24d7-4db8-bb52-e084e468c9e4 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:16:24.647692 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713f4d3-4dfa-4267-b676-c474cfcedce3 req-23b15ec8-70e9-4c7b-9300-9c0ce3496819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:16:24.649211 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a713f4d3-4dfa-4267-b676-c474cfcedce3 req-23b15ec8-70e9-4c7b-9300-9c0ce3496819 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c3f22bf0-3dab-4015-a19f-0e5f18d7d639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444784 Nov 09 22:16:24.737961 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a713f4d3-4dfa-4267-b676-c474cfcedce3 req-a9c57c09-4386-440d-8ae1-717466e55a39 service neutron] 10.222.0.45 "GET /v2.0/networks/c3f22bf0-3dab-4015-a19f-0e5f18d7d639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804980 Nov 09 22:16:24.810520 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-443f0c72-5c90-48f0-8ca9-9f50392736b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694a7c4d-24d7-4db8-bb52-e084e468c9e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1351220941', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'ea8a9b56-18fd-4395-81d2-ba47d9c947c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:14:45Z', 'updated_at': '2021-11-09T22:14:48Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': 'ea8a9b56-18fd-4395-81d2-ba47d9c947c0', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:89:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694a7c4d-24d7-4db8-bb52-e084e468c9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:14:45Z', 'updated_at': '2021-11-09T22:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '48fdcd42-d2f3-4709-978e-1caacb339e12', 'name': '', 'network_id': 'c3f22bf0-3dab-4015-a19f-0e5f18d7d639', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'mac_address': 'fa:16:3e:9e:ae:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694a7c4d-24d7-4db8-bb52-e084e468c9e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '5a3d87b4-3db2-4f8b-8183-39087c2982c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:14:47Z', 'updated_at': '2021-11-09T22:14:51Z', 'revision_number': 5, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'subnets': [{'id': '5a3d87b4-3db2-4f8b-8183-39087c2982c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:16:24.835949 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a713f4d3-4dfa-4267-b676-c474cfcedce3 req-9729dc1b-d27b-4834-a931-d33cd06a9535 service neutron] 10.222.0.45 "GET /v2.0/networks/c3f22bf0-3dab-4015-a19f-0e5f18d7d639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861943 Nov 09 22:16:24.840173 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443f0c72-5c90-48f0-8ca9-9f50392736b7 None None] The sync data for ids ['694a7c4d-24d7-4db8-bb52-e084e468c9e4'] in n-d-816206-3 is: [{'id': '694a7c4d-24d7-4db8-bb52-e084e468c9e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1351220941', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'ea8a9b56-18fd-4395-81d2-ba47d9c947c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:14:45Z', 'updated_at': '2021-11-09T22:14:48Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': 'ea8a9b56-18fd-4395-81d2-ba47d9c947c0', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:89:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694a7c4d-24d7-4db8-bb52-e084e468c9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:14:45Z', 'updated_at': '2021-11-09T22:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '48fdcd42-d2f3-4709-978e-1caacb339e12', 'name': '', 'network_id': 'c3f22bf0-3dab-4015-a19f-0e5f18d7d639', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'mac_address': 'fa:16:3e:9e:ae:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694a7c4d-24d7-4db8-bb52-e084e468c9e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '5a3d87b4-3db2-4f8b-8183-39087c2982c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:14:47Z', 'updated_at': '2021-11-09T22:14:51Z', 'revision_number': 5, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'subnets': [{'id': '5a3d87b4-3db2-4f8b-8183-39087c2982c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:16:25.064390 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cc00e6-5d17-420d-b689-81d820d9dbb8 None None] New status for floating IP 0da79155-5e77-4f8b-bdcc-c7418c3b691d: DOWN {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 22:16:25.682482 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91104565-09bd-4373-bcf6-f593f8c69029 req-79da498c-43c4-4c18-80cc-c4ea5a25f812 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:16:25.683973 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-91104565-09bd-4373-bcf6-f593f8c69029 req-79da498c-43c4-4c18-80cc-c4ea5a25f812 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8e29e0-007a-460c-9fd0-278c076a3de3 HTTP/1.1" status: 200 len: 946 time: 0.0546715 Nov 09 22:16:25.734511 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-91104565-09bd-4373-bcf6-f593f8c69029 req-a42cf50d-9feb-40cb-86bf-9a2d5e863fe1 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7d94a7b-a415-42b1-9e41-4689d1aa3699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444012 Nov 09 22:16:25.950894 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7768ba-6da0-4fd4-b18c-4f857ddf4d7f req-16d2d71a-48e7-4aa3-8da6-b19371594713 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:16:25.952450 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9d7768ba-6da0-4fd4-b18c-4f857ddf4d7f req-16d2d71a-48e7-4aa3-8da6-b19371594713 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f8e29e0-007a-460c-9fd0-278c076a3de3 HTTP/1.1" status: 200 len: 946 time: 0.0478837 Nov 09 22:16:26.036839 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-9d7768ba-6da0-4fd4-b18c-4f857ddf4d7f req-1b227438-79b6-4824-8d16-479baf03401f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Deleting port 79d8261d-b7b5-411b-a740-b3a42dea9c0d {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:16:26.037095 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9d7768ba-6da0-4fd4-b18c-4f857ddf4d7f req-1b227438-79b6-4824-8d16-479baf03401f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:26.126801 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-9d7768ba-6da0-4fd4-b18c-4f857ddf4d7f req-1b227438-79b6-4824-8d16-479baf03401f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] For port 79d8261d-b7b5-411b-a740-b3a42dea9c0d, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=79d8261d-b7b5-411b-a740-b3a42dea9c0d,segment=NetworkSegment(c3d3bc50-c32e-4cd4-8718-431463e92aca),segment_id=c3d3bc50-c32e-4cd4-8718-431463e92aca)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:16:26.127154 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9d7768ba-6da0-4fd4-b18c-4f857ddf4d7f req-1b227438-79b6-4824-8d16-479baf03401f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:26.139842 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-9d7768ba-6da0-4fd4-b18c-4f857ddf4d7f req-1b227438-79b6-4824-8d16-479baf03401f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Calling delete_port for 79d8261d-b7b5-411b-a740-b3a42dea9c0d owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:16:26.263806 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9d7768ba-6da0-4fd4-b18c-4f857ddf4d7f req-1b227438-79b6-4824-8d16-479baf03401f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:26.291213 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b227438-79b6-4824-8d16-479baf03401f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event deleted for resources: {'Port': ['ID=79d8261d-b7b5-411b-a740-b3a42dea9c0d,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:16:26.318282 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b227438-79b6-4824-8d16-479baf03401f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:16:26.318642 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b227438-79b6-4824-8d16-479baf03401f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:16:26.318978 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b227438-79b6-4824-8d16-479baf03401f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:16:26.319312 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b227438-79b6-4824-8d16-479baf03401f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:16:26.319645 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b227438-79b6-4824-8d16-479baf03401f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:16:26.319975 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b227438-79b6-4824-8d16-479baf03401f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:16:26.320303 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b227438-79b6-4824-8d16-479baf03401f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:16:26.320658 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b227438-79b6-4824-8d16-479baf03401f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:16:26.320982 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b227438-79b6-4824-8d16-479baf03401f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:16:26.321307 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b227438-79b6-4824-8d16-479baf03401f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:16:26.321631 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b227438-79b6-4824-8d16-479baf03401f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:16:26.321953 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b227438-79b6-4824-8d16-479baf03401f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:16:26.339943 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d7768ba-6da0-4fd4-b18c-4f857ddf4d7f req-1b227438-79b6-4824-8d16-479baf03401f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] No DVR routers for this DVR port 79d8261d-b7b5-411b-a740-b3a42dea9c0d on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:16:26.342547 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9d7768ba-6da0-4fd4-b18c-4f857ddf4d7f req-1b227438-79b6-4824-8d16-479baf03401f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:26.346008 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9d7768ba-6da0-4fd4-b18c-4f857ddf4d7f req-1b227438-79b6-4824-8d16-479baf03401f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.45 "DELETE /v2.0/ports/79d8261d-b7b5-411b-a740-b3a42dea9c0d HTTP/1.1" status: 204 len: 173 time: 0.3878763 Nov 09 22:16:26.346450 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8e29e0-007a-460c-9fd0-278c076a3de3', 'name': 'network-vif-deleted', 'tag': '79d8261d-b7b5-411b-a740-b3a42dea9c0d'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:16:26.348913 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2737eae40cef112d1dfa64c8a6cf3edc76bfb64f9e32f72bfe3df0a7140357a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0c2672-3945-455d-858a-70582bfbffe9" -d '{"events": [{"server_uuid": "0f8e29e0-007a-460c-9fd0-278c076a3de3", "name": "network-vif-deleted", "tag": "79d8261d-b7b5-411b-a740-b3a42dea9c0d"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:16:26.474145 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 22:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794d0a34-1942-4c56-a79a-d33d6d979dcd x-openstack-request-id: req-794d0a34-1942-4c56-a79a-d33d6d979dcd {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:16:26.474145 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8e29e0-007a-460c-9fd0-278c076a3de3", "name": "network-vif-deleted", "tag": "79d8261d-b7b5-411b-a740-b3a42dea9c0d", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:16:26.474145 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-794d0a34-1942-4c56-a79a-d33d6d979dcd {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:16:26.474631 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8e29e0-007a-460c-9fd0-278c076a3de3', 'name': 'network-vif-deleted', 'tag': '79d8261d-b7b5-411b-a740-b3a42dea9c0d', 'status': 'completed', 'code': 200} Nov 09 22:16:26.844348 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-200e9f57-0268-4ab4-8e3a-802cb9fb4fc1 req-a9254cfc-1578-4523-92d0-8be60e3c84df tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8e29e0-007a-460c-9fd0-278c076a3de3 HTTP/1.1" status: 200 len: 210 time: 0.0268965 Nov 09 22:16:27.900173 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37310) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:16:28.260904 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a1541e96-dbe0-4239-b6af-8ea71391c8b0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:28.510054 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-a1541e96-dbe0-4239-b6af-8ea71391c8b0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Deleting port 48fdcd42-d2f3-4709-978e-1caacb339e12 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:16:28.510394 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a1541e96-dbe0-4239-b6af-8ea71391c8b0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:28.600287 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-a1541e96-dbe0-4239-b6af-8ea71391c8b0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] For port 48fdcd42-d2f3-4709-978e-1caacb339e12, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=48fdcd42-d2f3-4709-978e-1caacb339e12,segment=NetworkSegment(c3d3bc50-c32e-4cd4-8718-431463e92aca),segment_id=c3d3bc50-c32e-4cd4-8718-431463e92aca)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:16:28.600565 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a1541e96-dbe0-4239-b6af-8ea71391c8b0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:28.612754 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-a1541e96-dbe0-4239-b6af-8ea71391c8b0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Calling delete_port for 48fdcd42-d2f3-4709-978e-1caacb339e12 owned by network:router_interface {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:16:28.791745 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a1541e96-dbe0-4239-b6af-8ea71391c8b0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:28.819413 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1541e96-dbe0-4239-b6af-8ea71391c8b0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event deleted for resources: {'Port': ['ID=48fdcd42-d2f3-4709-978e-1caacb339e12,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:16:28.998612 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a1541e96-dbe0-4239-b6af-8ea71391c8b0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:29.210710 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1541e96-dbe0-4239-b6af-8ea71391c8b0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Router 694a7c4d-24d7-4db8-bb52-e084e468c9e4 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:16:29.313950 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1541e96-dbe0-4239-b6af-8ea71391c8b0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:16:29.318905 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a1541e96-dbe0-4239-b6af-8ea71391c8b0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "PUT /v2.0/routers/694a7c4d-24d7-4db8-bb52-e084e468c9e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4176321 Nov 09 22:16:29.321679 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37312) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:16:29.325023 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fece831-4a0b-4fb1-9d56-43ef31cb6f69 None None] Sync routers for ids ['694a7c4d-24d7-4db8-bb52-e084e468c9e4'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:16:29.335251 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fece831-4a0b-4fb1-9d56-43ef31cb6f69 None None] Routers {'694a7c4d-24d7-4db8-bb52-e084e468c9e4'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:16:29.335852 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-7fece831-4a0b-4fb1-9d56-43ef31cb6f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:16:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['694a7c4d-24d7-4db8-bb52-e084e468c9e4'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:16:29.371419 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 79d8261d-b7b5-411b-a740-b3a42dea9c0d no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:16:29.375670 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-42e4646a-3bb4-4f70-91de-9112b848be60 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Deleting subnet 5a3d87b4-3db2-4f8b-8183-39087c2982c9 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 22:16:29.378733 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-42e4646a-3bb4-4f70-91de-9112b848be60 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:29.399727 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: 79d8261d-b7b5-411b-a740-b3a42dea9c0d {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:16:29.400066 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 79d8261d-b7b5-411b-a740-b3a42dea9c0d not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:16:29.419298 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-42e4646a-3bb4-4f70-91de-9112b848be60 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:29.461904 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-7fece831-4a0b-4fb1-9d56-43ef31cb6f69 None None] Set router 694a7c4d-24d7-4db8-bb52-e084e468c9e4 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:16:29.502190 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-42e4646a-3bb4-4f70-91de-9112b848be60 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:29.563755 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-42e4646a-3bb4-4f70-91de-9112b848be60 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:29.591080 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4646a-3bb4-4f70-91de-9112b848be60 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event deleted for resources: {'Subnet': ['ID=5a3d87b4-3db2-4f8b-8183-39087c2982c9,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:16:29.595029 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-42e4646a-3bb4-4f70-91de-9112b848be60 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:29.598268 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-42e4646a-3bb4-4f70-91de-9112b848be60 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "DELETE /v2.0/subnets/5a3d87b4-3db2-4f8b-8183-39087c2982c9 HTTP/1.1" status: 204 len: 168 time: 0.2756712 Nov 09 22:16:29.600907 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37314) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:16:29.629672 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d386a61b-d159-487f-99e4-a2aee2e06ffb None None] Network c3f22bf0-3dab-4015-a19f-0e5f18d7d639 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:16:29.707465 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3d7ff7ce-57c3-4342-931f-99896613a5d9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:29.751333 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-7fece831-4a0b-4fb1-9d56-43ef31cb6f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694a7c4d-24d7-4db8-bb52-e084e468c9e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1351220941', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'ea8a9b56-18fd-4395-81d2-ba47d9c947c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:14:45Z', 'updated_at': '2021-11-09T22:16:28Z', 'revision_number': 5, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': 'ea8a9b56-18fd-4395-81d2-ba47d9c947c0', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:89:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694a7c4d-24d7-4db8-bb52-e084e468c9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:14:45Z', 'updated_at': '2021-11-09T22:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:16:29.779527 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fece831-4a0b-4fb1-9d56-43ef31cb6f69 None None] Checking router: 694a7c4d-24d7-4db8-bb52-e084e468c9e4 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:16:29.795046 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fece831-4a0b-4fb1-9d56-43ef31cb6f69 None None] Routers {'694a7c4d-24d7-4db8-bb52-e084e468c9e4'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:16:29.795535 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-7fece831-4a0b-4fb1-9d56-43ef31cb6f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:16:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['694a7c4d-24d7-4db8-bb52-e084e468c9e4'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:16:29.876770 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952bad62-e820-42e6-8335-17fc17a593b7 None None] DHCP port deletion for c3f22bf0-3dab-4015-a19f-0e5f18d7d639 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:16:29.927868 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-7fece831-4a0b-4fb1-9d56-43ef31cb6f69 None None] Set router 694a7c4d-24d7-4db8-bb52-e084e468c9e4 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:16:30.125580 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3d7ff7ce-57c3-4342-931f-99896613a5d9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:30.177232 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-3d7ff7ce-57c3-4342-931f-99896613a5d9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Deleting port ea8a9b56-18fd-4395-81d2-ba47d9c947c0 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:16:30.177582 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3d7ff7ce-57c3-4342-931f-99896613a5d9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:30.208388 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-952bad62-e820-42e6-8335-17fc17a593b7 None None] Deleting port 114a91ef-cbd1-47f0-91d4-3bb3b569b5c3 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:16:30.208778 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-952bad62-e820-42e6-8335-17fc17a593b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:30.256220 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-3d7ff7ce-57c3-4342-931f-99896613a5d9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] For port ea8a9b56-18fd-4395-81d2-ba47d9c947c0, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=ea8a9b56-18fd-4395-81d2-ba47d9c947c0,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:16:30.256481 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3d7ff7ce-57c3-4342-931f-99896613a5d9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:30.269810 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-3d7ff7ce-57c3-4342-931f-99896613a5d9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Calling delete_port for ea8a9b56-18fd-4395-81d2-ba47d9c947c0 owned by network:router_gateway {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:16:30.310360 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-952bad62-e820-42e6-8335-17fc17a593b7 None None] For port 114a91ef-cbd1-47f0-91d4-3bb3b569b5c3, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=114a91ef-cbd1-47f0-91d4-3bb3b569b5c3,segment=NetworkSegment(c3d3bc50-c32e-4cd4-8718-431463e92aca),segment_id=c3d3bc50-c32e-4cd4-8718-431463e92aca)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:16:30.310782 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-952bad62-e820-42e6-8335-17fc17a593b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:30.325424 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-952bad62-e820-42e6-8335-17fc17a593b7 None None] Calling delete_port for 114a91ef-cbd1-47f0-91d4-3bb3b569b5c3 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:16:30.400147 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-7fece831-4a0b-4fb1-9d56-43ef31cb6f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694a7c4d-24d7-4db8-bb52-e084e468c9e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1351220941', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'ea8a9b56-18fd-4395-81d2-ba47d9c947c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:14:45Z', 'updated_at': '2021-11-09T22:16:28Z', 'revision_number': 5, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': 'ea8a9b56-18fd-4395-81d2-ba47d9c947c0', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:89:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694a7c4d-24d7-4db8-bb52-e084e468c9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:14:45Z', 'updated_at': '2021-11-09T22:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:16:30.429452 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fece831-4a0b-4fb1-9d56-43ef31cb6f69 None None] The sync data for ids ['694a7c4d-24d7-4db8-bb52-e084e468c9e4'] in n-d-816206-3 is: [{'id': '694a7c4d-24d7-4db8-bb52-e084e468c9e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1351220941', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'ea8a9b56-18fd-4395-81d2-ba47d9c947c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:14:45Z', 'updated_at': '2021-11-09T22:16:28Z', 'revision_number': 5, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': 'ea8a9b56-18fd-4395-81d2-ba47d9c947c0', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:89:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694a7c4d-24d7-4db8-bb52-e084e468c9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:14:45Z', 'updated_at': '2021-11-09T22:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:16:30.441152 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3d7ff7ce-57c3-4342-931f-99896613a5d9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:30.452596 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-952bad62-e820-42e6-8335-17fc17a593b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:30.469804 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ff7ce-57c3-4342-931f-99896613a5d9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event deleted for resources: {'Port': ['ID=ea8a9b56-18fd-4395-81d2-ba47d9c947c0,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:16:30.481566 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952bad62-e820-42e6-8335-17fc17a593b7 None None] Pushing event deleted for resources: {'Port': ['ID=114a91ef-cbd1-47f0-91d4-3bb3b569b5c3,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:16:30.491555 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952bad62-e820-42e6-8335-17fc17a593b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:16:30.491990 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952bad62-e820-42e6-8335-17fc17a593b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:16:30.492408 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952bad62-e820-42e6-8335-17fc17a593b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:16:30.492837 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952bad62-e820-42e6-8335-17fc17a593b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:16:30.493247 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952bad62-e820-42e6-8335-17fc17a593b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:16:30.493643 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952bad62-e820-42e6-8335-17fc17a593b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:16:30.493979 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952bad62-e820-42e6-8335-17fc17a593b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:16:30.494306 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952bad62-e820-42e6-8335-17fc17a593b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:16:30.494632 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952bad62-e820-42e6-8335-17fc17a593b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:16:30.494956 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952bad62-e820-42e6-8335-17fc17a593b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:16:30.495281 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952bad62-e820-42e6-8335-17fc17a593b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:16:30.495604 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952bad62-e820-42e6-8335-17fc17a593b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:16:30.498303 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545008b8-d0ba-4f02-b99b-9a0bd8f65c3e None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:16:30.502843 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952bad62-e820-42e6-8335-17fc17a593b7 None None] No DVR routers for this DVR port 114a91ef-cbd1-47f0-91d4-3bb3b569b5c3 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:16:30.537906 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3d7ff7ce-57c3-4342-931f-99896613a5d9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:30.625194 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3d7ff7ce-57c3-4342-931f-99896613a5d9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:30.627252 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3d7ff7ce-57c3-4342-931f-99896613a5d9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:30.668886 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3d7ff7ce-57c3-4342-931f-99896613a5d9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:30.669365 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7ff7ce-57c3-4342-931f-99896613a5d9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Fanout notify agent at l3_agent the message router_deleted on router 694a7c4d-24d7-4db8-bb52-e084e468c9e4 {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 22:16:30.676107 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3d7ff7ce-57c3-4342-931f-99896613a5d9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:30.677243 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3d7ff7ce-57c3-4342-931f-99896613a5d9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "DELETE /v2.0/routers/694a7c4d-24d7-4db8-bb52-e084e468c9e4 HTTP/1.1" status: 204 len: 168 time: 1.0754223 Nov 09 22:16:30.679941 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37316) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:16:30.755586 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-df1e4354-a318-413c-868a-e3bd5327bd6e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:30.846349 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-df1e4354-a318-413c-868a-e3bd5327bd6e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:30.867109 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-df1e4354-a318-413c-868a-e3bd5327bd6e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3f22bf0-3dab-4015-a19f-0e5f18d7d639']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:16:30.877122 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-df1e4354-a318-413c-868a-e3bd5327bd6e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3d3bc50-c32e-4cd4-8718-431463e92aca') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:16:30.877416 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-df1e4354-a318-413c-868a-e3bd5327bd6e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3d3bc50-c32e-4cd4-8718-431463e92aca') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:16:30.887343 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-df1e4354-a318-413c-868a-e3bd5327bd6e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:30.901573 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-df1e4354-a318-413c-868a-e3bd5327bd6e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:30.907942 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df1e4354-a318-413c-868a-e3bd5327bd6e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 22:16:30.908376 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-df1e4354-a318-413c-868a-e3bd5327bd6e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:30.911961 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 22:16:30.911961 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 22:16:30.911961 n-d-816206-3 neutron-server[102608]: timer() Nov 09 22:16:30.911961 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 22:16:30.911961 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 22:16:30.911961 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 22:16:30.911961 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 22:16:30.911961 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 22:16:30.911961 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 22:16:30.911961 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 22:16:30.911961 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 22:16:30.911961 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 22:16:30.911961 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 22:16:30.911961 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 22:16:30.911961 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 22:16:30.911961 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 22:16:30.911961 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 22:16:30.911961 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 22:16:30.911961 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 22:16:30.911961 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 22:16:30.911961 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 22:16:30.911961 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 22:16:30.911961 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 22:16:30.911961 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 22:16:30.911961 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 22:16:30.911961 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 22:16:30.911961 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 22:16:30.911961 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 22:16:30.911961 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 22:16:30.911961 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 22:16:30.911961 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 22:16:30.911961 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 22:16:30.969956 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-df1e4354-a318-413c-868a-e3bd5327bd6e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:30.977505 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-df1e4354-a318-413c-868a-e3bd5327bd6e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:30.980594 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-df1e4354-a318-413c-868a-e3bd5327bd6e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "DELETE /v2.0/networks/c3f22bf0-3dab-4015-a19f-0e5f18d7d639 HTTP/1.1" status: 204 len: 168 time: 0.2997439 Nov 09 22:16:30.983479 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37318) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:16:30.992862 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e4354-a318-413c-868a-e3bd5327bd6e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event deleted for resources: {'Network': ['ID=c3f22bf0-3dab-4015-a19f-0e5f18d7d639,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:16:31.050862 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-393c61c2-77db-40cf-92c8-a64dee730d09 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:31.076857 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-393c61c2-77db-40cf-92c8-a64dee730d09 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:31.142966 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-393c61c2-77db-40cf-92c8-a64dee730d09 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:31.146744 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-393c61c2-77db-40cf-92c8-a64dee730d09 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:31.147915 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-393c61c2-77db-40cf-92c8-a64dee730d09 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "DELETE /v2.0/security-groups/e7d94a7b-a415-42b1-9e41-4689d1aa3699 HTTP/1.1" status: 204 len: 168 time: 0.1634483 Nov 09 22:16:31.157523 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c61c2-77db-40cf-92c8-a64dee730d09 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d94a7b-a415-42b1-9e41-4689d1aa3699,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:16:31.638192 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 114a91ef-cbd1-47f0-91d4-3bb3b569b5c3 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:16:31.662009 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 114a91ef-cbd1-47f0-91d4-3bb3b569b5c3 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:16:31.662348 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 114a91ef-cbd1-47f0-91d4-3bb3b569b5c3 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:16:31.662756 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 48fdcd42-d2f3-4709-978e-1caacb339e12 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:16:31.680499 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 48fdcd42-d2f3-4709-978e-1caacb339e12 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:16:31.680872 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 48fdcd42-d2f3-4709-978e-1caacb339e12 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:16:31.681276 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device ea8a9b56-18fd-4395-81d2-ba47d9c947c0 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:16:31.699353 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: ea8a9b56-18fd-4395-81d2-ba47d9c947c0 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:16:31.699701 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device ea8a9b56-18fd-4395-81d2-ba47d9c947c0 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:16:31.753982 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37324) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:16:31.759040 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-4fe25f71-16ba-4bbf-b992-b98a40659f31 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2120455491', 'description': 'tempest-secgroup-smoke-2120455491 description', 'project_id': '80608c1f657e40bbbb047dc3c2880805'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:16:31.781595 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4fe25f71-16ba-4bbf-b992-b98a40659f31 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:31.845651 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4fe25f71-16ba-4bbf-b992-b98a40659f31 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:31.849391 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4fe25f71-16ba-4bbf-b992-b98a40659f31 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:31.879280 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4fe25f71-16ba-4bbf-b992-b98a40659f31 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:31.881114 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4fe25f71-16ba-4bbf-b992-b98a40659f31 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1261101 Nov 09 22:16:31.883316 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe25f71-16ba-4bbf-b992-b98a40659f31 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfcd7d0-5ab0-4aac-b30c-bfa827ba2aa3,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:16:31.884117 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37326) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:16:31.888979 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-0a51ff1b-290a-47e5-b47d-9021f42a4e54 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'security_group_rule': {'security_group_id': 'bbfcd7d0-5ab0-4aac-b30c-bfa827ba2aa3', 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:16:31.915302 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0a51ff1b-290a-47e5-b47d-9021f42a4e54 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:31.977069 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0a51ff1b-290a-47e5-b47d-9021f42a4e54 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:31.980878 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0a51ff1b-290a-47e5-b47d-9021f42a4e54 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:31.997678 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a51ff1b-290a-47e5-b47d-9021f42a4e54 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45ea05c2-3f5e-49db-8e1e-667813698f64,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:16:32.006369 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0a51ff1b-290a-47e5-b47d-9021f42a4e54 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:32.007559 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0a51ff1b-290a-47e5-b47d-9021f42a4e54 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1222954 Nov 09 22:16:32.010267 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37328) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:16:32.014541 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-20346684-1bd6-4650-b770-0f364ae95210 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'security_group_rule': {'security_group_id': 'bbfcd7d0-5ab0-4aac-b30c-bfa827ba2aa3', 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:16:32.040831 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-20346684-1bd6-4650-b770-0f364ae95210 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:32.096884 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-20346684-1bd6-4650-b770-0f364ae95210 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:32.100514 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-20346684-1bd6-4650-b770-0f364ae95210 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:32.118061 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20346684-1bd6-4650-b770-0f364ae95210 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8797612d-c79d-450a-b0ea-cd730ddf5fee,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:16:32.127041 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-20346684-1bd6-4650-b770-0f364ae95210 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:32.128227 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-20346684-1bd6-4650-b770-0f364ae95210 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1170387 Nov 09 22:16:32.131660 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37330) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:16:32.135919 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-54f1ab6a-51b0-4a28-a944-72a7711ac997 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'security_group_rule': {'security_group_id': 'bbfcd7d0-5ab0-4aac-b30c-bfa827ba2aa3', 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:16:32.161407 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-54f1ab6a-51b0-4a28-a944-72a7711ac997 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:32.216341 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-54f1ab6a-51b0-4a28-a944-72a7711ac997 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:32.219711 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-54f1ab6a-51b0-4a28-a944-72a7711ac997 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:32.236818 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f1ab6a-51b0-4a28-a944-72a7711ac997 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36166a1c-3007-4499-9f89-d28039389a2b,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:16:32.244849 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-54f1ab6a-51b0-4a28-a944-72a7711ac997 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:32.246037 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-54f1ab6a-51b0-4a28-a944-72a7711ac997 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1134393 Nov 09 22:16:32.249788 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37332) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:16:32.254131 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-46c95e37-8d6b-4fa5-88a3-5581980f75fb tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'security_group_rule': {'security_group_id': 'bbfcd7d0-5ab0-4aac-b30c-bfa827ba2aa3', 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:16:32.279890 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-46c95e37-8d6b-4fa5-88a3-5581980f75fb tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:32.338752 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-46c95e37-8d6b-4fa5-88a3-5581980f75fb tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:32.342405 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-46c95e37-8d6b-4fa5-88a3-5581980f75fb tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:32.359045 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c95e37-8d6b-4fa5-88a3-5581980f75fb tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f28a055-5a74-4eb7-a25f-2f828fa25186,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:16:32.367265 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-46c95e37-8d6b-4fa5-88a3-5581980f75fb tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:32.368469 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-46c95e37-8d6b-4fa5-88a3-5581980f75fb tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1177559 Nov 09 22:16:32.372525 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37334) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:16:32.376846 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-e9856ff6-fd1b-4e50-ab97-0d54041b74f9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'security_group_rule': {'security_group_id': 'bbfcd7d0-5ab0-4aac-b30c-bfa827ba2aa3', 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:16:32.397831 n-d-816206-3 neutron-server[102608]: INFO neutron.db.securitygroups_db [None req-e9856ff6-fd1b-4e50-ab97-0d54041b74f9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Project 80608c1f657e40bbbb047dc3c2880805 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 22:16:32.402617 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e9856ff6-fd1b-4e50-ab97-0d54041b74f9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:32.460231 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e9856ff6-fd1b-4e50-ab97-0d54041b74f9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:32.463903 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e9856ff6-fd1b-4e50-ab97-0d54041b74f9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:32.481562 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9856ff6-fd1b-4e50-ab97-0d54041b74f9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c84f7e78-d0a9-47f7-9ae4-2b837581b538,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:16:32.490496 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e9856ff6-fd1b-4e50-ab97-0d54041b74f9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:32.494232 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e9856ff6-fd1b-4e50-ab97-0d54041b74f9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1182361 Nov 09 22:16:32.494426 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37336) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:16:32.498829 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-da67fe51-05ef-4bf2-a5b1-915ed286a3b9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'security_group_rule': {'security_group_id': 'bbfcd7d0-5ab0-4aac-b30c-bfa827ba2aa3', 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:16:32.521390 n-d-816206-3 neutron-server[102608]: INFO neutron.db.securitygroups_db [None req-da67fe51-05ef-4bf2-a5b1-915ed286a3b9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Project 80608c1f657e40bbbb047dc3c2880805 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 22:16:32.526495 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-da67fe51-05ef-4bf2-a5b1-915ed286a3b9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:32.584968 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-da67fe51-05ef-4bf2-a5b1-915ed286a3b9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:32.588147 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-da67fe51-05ef-4bf2-a5b1-915ed286a3b9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:32.604835 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da67fe51-05ef-4bf2-a5b1-915ed286a3b9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31c8032f-1064-4310-ad74-721760d41feb,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:16:32.613374 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-da67fe51-05ef-4bf2-a5b1-915ed286a3b9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:32.614601 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-da67fe51-05ef-4bf2-a5b1-915ed286a3b9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1191404 Nov 09 22:16:32.617469 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37338) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:16:32.622176 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-2dbd0ec8-aa04-43ef-8825-562b9842b056 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'network': {'name': 'tempest-network-smoke--319113998', 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'port_security_enabled': True}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:16:32.641816 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbd0ec8-aa04-43ef-8825-562b9842b056 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Made reservation on behalf of 80608c1f657e40bbbb047dc3c2880805 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:16:32.646038 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2dbd0ec8-aa04-43ef-8825-562b9842b056 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:32.669999 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dbd0ec8-aa04-43ef-8825-562b9842b056 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 22:16:32.679299 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2dbd0ec8-aa04-43ef-8825-562b9842b056 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:32.679648 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-2dbd0ec8-aa04-43ef-8825-562b9842b056 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Added segment 7f0cf347-298c-443b-8bd0-d08b4e2ab858 of type vlan for network 3317aa3b-805a-4ad2-b94b-498bb699c7d6 Nov 09 22:16:32.721987 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2dbd0ec8-aa04-43ef-8825-562b9842b056 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:32.745256 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2dbd0ec8-aa04-43ef-8825-562b9842b056 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:32.750738 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbd0ec8-aa04-43ef-8825-562b9842b056 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:16:32.751319 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2dbd0ec8-aa04-43ef-8825-562b9842b056 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:32.805355 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-2dbd0ec8-aa04-43ef-8825-562b9842b056 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1867423 Nov 09 22:16:32.808172 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37340) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:16:32.813437 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-9be470b5-0f85-4d9d-8764-60d1d7820041 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-67785329', 'admin_state_up': True, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:16:32.820418 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd0ec8-aa04-43ef-8825-562b9842b056 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'Network': ['ID=3317aa3b-805a-4ad2-b94b-498bb699c7d6,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:16:32.831331 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 3317aa3b-805a-4ad2-b94b-498bb699c7d6 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 22:16:32.841707 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9be470b5-0f85-4d9d-8764-60d1d7820041 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:32.842719 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9be470b5-0f85-4d9d-8764-60d1d7820041 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:32.898095 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9be470b5-0f85-4d9d-8764-60d1d7820041 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:33.034689 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9be470b5-0f85-4d9d-8764-60d1d7820041 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:33.223372 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9be470b5-0f85-4d9d-8764-60d1d7820041 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for router_gateway, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:33.242274 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9be470b5-0f85-4d9d-8764-60d1d7820041 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:33.338042 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-9be470b5-0f85-4d9d-8764-60d1d7820041 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Allocated IP 172.25.7.254 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/8687a9f0-7cbc-4322-88d2-4f9e2ce11724) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:16:33.438444 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9be470b5-0f85-4d9d-8764-60d1d7820041 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:33.470499 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9be470b5-0f85-4d9d-8764-60d1d7820041 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:33.504998 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be470b5-0f85-4d9d-8764-60d1d7820041 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:16:33.507700 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-9be470b5-0f85-4d9d-8764-60d1d7820041 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:16:33.510249 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be470b5-0f85-4d9d-8764-60d1d7820041 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:16:33.520986 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba880c0-f9f3-4325-9ccc-00319213662e None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:16:33.548696 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be470b5-0f85-4d9d-8764-60d1d7820041 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'Port': ['ID=8687a9f0-7cbc-4322-88d2-4f9e2ce11724,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:16:33.563856 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-035a5b23-4e6d-4b73-ac75-d5833501c859 None None] Provisioning complete for port 8687a9f0-7cbc-4322-88d2-4f9e2ce11724 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:16:33.564252 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-035a5b23-4e6d-4b73-ac75-d5833501c859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:33.598077 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-035a5b23-4e6d-4b73-ac75-d5833501c859 None None] Port 8687a9f0-7cbc-4322-88d2-4f9e2ce11724 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:16:33.761666 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9be470b5-0f85-4d9d-8764-60d1d7820041 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for router_gateway, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:33.952413 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9be470b5-0f85-4d9d-8764-60d1d7820041 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:34.076531 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be470b5-0f85-4d9d-8764-60d1d7820041 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Router 91868021-571f-4323-898b-cffd1d4513a4 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 22:16:34.276354 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:34.512191 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be470b5-0f85-4d9d-8764-60d1d7820041 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:16:34.523061 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a9419f-8375-43a3-9e88-29500a1a2736 None None] Sync routers for ids ['91868021-571f-4323-898b-cffd1d4513a4'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:16:34.532263 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a9419f-8375-43a3-9e88-29500a1a2736 None None] Routers {'91868021-571f-4323-898b-cffd1d4513a4'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:16:34.532807 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-97a9419f-8375-43a3-9e88-29500a1a2736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:16:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['91868021-571f-4323-898b-cffd1d4513a4'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:16:34.538928 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9be470b5-0f85-4d9d-8764-60d1d7820041 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:34.541101 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-9be470b5-0f85-4d9d-8764-60d1d7820041 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7316642 Nov 09 22:16:34.543188 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37342) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:16:34.571274 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-00bd013a-6b94-4037-bcec-6f79cb1feab0 tempest-TestNetworkAdvancedServerOps-124469545 tempest-TestNetworkAdvancedServerOps-124469545-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=80608c1f657e40bbbb047dc3c2880805&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269864 Nov 09 22:16:34.573803 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37344) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:16:34.634857 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-97a9419f-8375-43a3-9e88-29500a1a2736 None None] Set router 91868021-571f-4323-898b-cffd1d4513a4 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:16:34.661129 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8438db-2d39-4288-9968-9bd707dd6e63 tempest-TestNetworkAdvancedServerOps-124469545 tempest-TestNetworkAdvancedServerOps-124469545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:16:34.662633 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ce8438db-2d39-4288-9968-9bd707dd6e63 tempest-TestNetworkAdvancedServerOps-124469545 tempest-TestNetworkAdvancedServerOps-124469545-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0879488 Nov 09 22:16:34.665531 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37346) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:16:34.692994 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7f204370-1af9-4a71-b49a-e62d61f6ebaa tempest-TestNetworkAdvancedServerOps-124469545 tempest-TestNetworkAdvancedServerOps-124469545-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=4531c23d-84b7-490d-8d7c-6676781b6e6a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0258317 Nov 09 22:16:34.695439 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37348) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:16:34.700029 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-c8e95fc6-6fdb-4100-856b-36ba6956600d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-150474750', 'network_id': '3317aa3b-805a-4ad2-b94b-498bb699c7d6', 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:16:34.784394 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e95fc6-6fdb-4100-856b-36ba6956600d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Made reservation on behalf of 80608c1f657e40bbbb047dc3c2880805 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:16:34.788562 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c8e95fc6-6fdb-4100-856b-36ba6956600d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:34.811649 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-97a9419f-8375-43a3-9e88-29500a1a2736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91868021-571f-4323-898b-cffd1d4513a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-67785329', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '8687a9f0-7cbc-4322-88d2-4f9e2ce11724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:16:32Z', 'updated_at': '2021-11-09T22:16:33Z', 'revision_number': 3, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': '8687a9f0-7cbc-4322-88d2-4f9e2ce11724', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91868021-571f-4323-898b-cffd1d4513a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:16:33Z', 'updated_at': '2021-11-09T22:16:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:16:34.837582 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a9419f-8375-43a3-9e88-29500a1a2736 None None] Checking router: 91868021-571f-4323-898b-cffd1d4513a4 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:16:34.837933 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a9419f-8375-43a3-9e88-29500a1a2736 None None] Updating router 91868021-571f-4323-898b-cffd1d4513a4 port 8687a9f0-7cbc-4322-88d2-4f9e2ce11724 binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 22:16:34.863490 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-97a9419f-8375-43a3-9e88-29500a1a2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:34.972384 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c8e95fc6-6fdb-4100-856b-36ba6956600d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:35.038104 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e95fc6-6fdb-4100-856b-36ba6956600d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'Subnet': ['ID=b6f14e96-8be4-45e0-91fa-d16cab5d7cc4,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:16:35.045922 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e95fc6-6fdb-4100-856b-36ba6956600d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Checking segment: {'id': '7f0cf347-298c-443b-8bd0-d08b4e2ab858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3317aa3b-805a-4ad2-b94b-498bb699c7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:16:35.046373 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e95fc6-6fdb-4100-856b-36ba6956600d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Network hostable DHCP agents. Network: 3317aa3b-805a-4ad2-b94b-498bb699c7d6, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 22:16:35.064583 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e95fc6-6fdb-4100-856b-36ba6956600d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Network 3317aa3b-805a-4ad2-b94b-498bb699c7d6 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 22:16:35.073178 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-c8e95fc6-6fdb-4100-856b-36ba6956600d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 3317aa3b-805a-4ad2-b94b-498bb699c7d6) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:16:35.077161 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e95fc6-6fdb-4100-856b-36ba6956600d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:16:35.077750 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c8e95fc6-6fdb-4100-856b-36ba6956600d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:35.085297 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310e005b-9a98-409e-94c1-fa538268559d None None] Network 3317aa3b-805a-4ad2-b94b-498bb699c7d6 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:16:35.097531 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c8e95fc6-6fdb-4100-856b-36ba6956600d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3984361 Nov 09 22:16:35.098258 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37350) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:16:35.132134 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-97a9419f-8375-43a3-9e88-29500a1a2736 None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:35.141010 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-97a9419f-8375-43a3-9e88-29500a1a2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:35.200112 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9705ff1-60a6-40c9-b91f-a070971907de None None] Pushing event updated for resources: {'Port': ['ID=8687a9f0-7cbc-4322-88d2-4f9e2ce11724,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:16:35.212735 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9705ff1-60a6-40c9-b91f-a070971907de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:16:35.212735 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9705ff1-60a6-40c9-b91f-a070971907de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:16:35.212735 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9705ff1-60a6-40c9-b91f-a070971907de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:16:35.212735 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9705ff1-60a6-40c9-b91f-a070971907de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:16:35.213253 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9705ff1-60a6-40c9-b91f-a070971907de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:16:35.213635 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9705ff1-60a6-40c9-b91f-a070971907de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:16:35.214023 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9705ff1-60a6-40c9-b91f-a070971907de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:16:35.214418 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9705ff1-60a6-40c9-b91f-a070971907de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:16:35.214812 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9705ff1-60a6-40c9-b91f-a070971907de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:16:35.215204 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9705ff1-60a6-40c9-b91f-a070971907de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:16:35.215592 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9705ff1-60a6-40c9-b91f-a070971907de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:16:35.216085 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9705ff1-60a6-40c9-b91f-a070971907de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:16:35.233800 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289283fd-33dd-4057-9c24-60edcc218238 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:16:35.247697 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-97a9419f-8375-43a3-9e88-29500a1a2736 None None] Attempting to bind port 8687a9f0-7cbc-4322-88d2-4f9e2ce11724 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:16:35.248052 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-97a9419f-8375-43a3-9e88-29500a1a2736 None None] Attempting to bind port 8687a9f0-7cbc-4322-88d2-4f9e2ce11724 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:16:35.248415 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a9419f-8375-43a3-9e88-29500a1a2736 None None] Attempting to bind port 8687a9f0-7cbc-4322-88d2-4f9e2ce11724 on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:16:35.251970 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba624b2-efec-4039-bb15-d78a5bf49b56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-3317aa3b-805a-4ad2-b94b-498bb699c7d6', 'network_id': '3317aa3b-805a-4ad2-b94b-498bb699c7d6', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'fixed_ips': [{'subnet_id': 'b6f14e96-8be4-45e0-91fa-d16cab5d7cc4'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 22:16:35.252878 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cba624b2-efec-4039-bb15-d78a5bf49b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:35.267321 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a9419f-8375-43a3-9e88-29500a1a2736 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:16:35.267698 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a9419f-8375-43a3-9e88-29500a1a2736 None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:16:35.268100 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-97a9419f-8375-43a3-9e88-29500a1a2736 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:35.268490 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a9419f-8375-43a3-9e88-29500a1a2736 None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:16:35.269010 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-97a9419f-8375-43a3-9e88-29500a1a2736 None None] Bound port: 8687a9f0-7cbc-4322-88d2-4f9e2ce11724, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:16:35.269387 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-97a9419f-8375-43a3-9e88-29500a1a2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:35.338225 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-97a9419f-8375-43a3-9e88-29500a1a2736 None None] For port 8687a9f0-7cbc-4322-88d2-4f9e2ce11724, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:16:35.342802 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-97a9419f-8375-43a3-9e88-29500a1a2736 None None] For port 8687a9f0-7cbc-4322-88d2-4f9e2ce11724, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=8687a9f0-7cbc-4322-88d2-4f9e2ce11724,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:16:35.349492 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-97a9419f-8375-43a3-9e88-29500a1a2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:35.386219 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-946a9568-86af-4415-9a89-6349f29ef888 None None] Provisioning complete for port 8687a9f0-7cbc-4322-88d2-4f9e2ce11724 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:16:35.386861 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-946a9568-86af-4415-9a89-6349f29ef888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:35.416940 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9705ff1-60a6-40c9-b91f-a070971907de None None] Pushing event updated for resources: {'Port': ['ID=8687a9f0-7cbc-4322-88d2-4f9e2ce11724,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:16:35.427694 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fcf9ca-c313-4573-9384-568235b134ab None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:16:35.431287 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a9419f-8375-43a3-9e88-29500a1a2736 None None] Routers {'91868021-571f-4323-898b-cffd1d4513a4'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:16:35.431909 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-97a9419f-8375-43a3-9e88-29500a1a2736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:16:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['91868021-571f-4323-898b-cffd1d4513a4'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:16:35.467292 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-cba624b2-efec-4039-bb15-d78a5bf49b56 None None] Allocated IP 172.20.0.2 (3317aa3b-805a-4ad2-b94b-498bb699c7d6/b6f14e96-8be4-45e0-91fa-d16cab5d7cc4/a99263e4-d0d9-4a74-b4a6-21b5d0920127) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:16:35.554055 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-97a9419f-8375-43a3-9e88-29500a1a2736 None None] Set router 91868021-571f-4323-898b-cffd1d4513a4 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:16:35.565576 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-946a9568-86af-4415-9a89-6349f29ef888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:35.602244 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-946a9568-86af-4415-9a89-6349f29ef888 None None] For port 8687a9f0-7cbc-4322-88d2-4f9e2ce11724, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=8687a9f0-7cbc-4322-88d2-4f9e2ce11724,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:16:35.608686 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-946a9568-86af-4415-9a89-6349f29ef888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:35.662699 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-135d8186-abd4-4c42-a271-5a7ab4d659b9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:35.703437 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946a9568-86af-4415-9a89-6349f29ef888 None None] Pushing event updated for resources: {'Port': ['ID=8687a9f0-7cbc-4322-88d2-4f9e2ce11724,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:16:35.711448 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cba624b2-efec-4039-bb15-d78a5bf49b56 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:35.722817 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cba624b2-efec-4039-bb15-d78a5bf49b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:35.774452 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba624b2-efec-4039-bb15-d78a5bf49b56 None None] Network 3317aa3b-805a-4ad2-b94b-498bb699c7d6 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:16:35.779422 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-cba624b2-efec-4039-bb15-d78a5bf49b56 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:16:35.781418 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-aa8247e5-8caf-45e2-9ab9-e8024cea9463 None None] Provisioning complete for port 8687a9f0-7cbc-4322-88d2-4f9e2ce11724 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:16:35.782006 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-aa8247e5-8caf-45e2-9ab9-e8024cea9463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:35.783775 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba624b2-efec-4039-bb15-d78a5bf49b56 None None] Pushing event updated for resources: {'Port': ['ID=a99263e4-d0d9-4a74-b4a6-21b5d0920127,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:16:35.786110 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba624b2-efec-4039-bb15-d78a5bf49b56 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:16:35.863557 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-97a9419f-8375-43a3-9e88-29500a1a2736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91868021-571f-4323-898b-cffd1d4513a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-67785329', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '8687a9f0-7cbc-4322-88d2-4f9e2ce11724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:16:32Z', 'updated_at': '2021-11-09T22:16:33Z', 'revision_number': 3, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': '8687a9f0-7cbc-4322-88d2-4f9e2ce11724', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91868021-571f-4323-898b-cffd1d4513a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:16:33Z', 'updated_at': '2021-11-09T22:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:16:35.869900 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-cba624b2-efec-4039-bb15-d78a5bf49b56 None None] Attempting to bind port a99263e4-d0d9-4a74-b4a6-21b5d0920127 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:16:35.870864 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-cba624b2-efec-4039-bb15-d78a5bf49b56 None None] Attempting to bind port a99263e4-d0d9-4a74-b4a6-21b5d0920127 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '7f0cf347-298c-443b-8bd0-d08b4e2ab858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3317aa3b-805a-4ad2-b94b-498bb699c7d6'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:16:35.871236 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba624b2-efec-4039-bb15-d78a5bf49b56 None None] Attempting to bind port a99263e4-d0d9-4a74-b4a6-21b5d0920127 on network 3317aa3b-805a-4ad2-b94b-498bb699c7d6 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:16:35.877354 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba624b2-efec-4039-bb15-d78a5bf49b56 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:16:35.877730 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba624b2-efec-4039-bb15-d78a5bf49b56 None None] Checking segment: {'id': '7f0cf347-298c-443b-8bd0-d08b4e2ab858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3317aa3b-805a-4ad2-b94b-498bb699c7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:16:35.878132 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cba624b2-efec-4039-bb15-d78a5bf49b56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:35.878524 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba624b2-efec-4039-bb15-d78a5bf49b56 None None] Bound using segment: {'id': '7f0cf347-298c-443b-8bd0-d08b4e2ab858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3317aa3b-805a-4ad2-b94b-498bb699c7d6'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:16:35.878990 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-cba624b2-efec-4039-bb15-d78a5bf49b56 None None] Bound port: a99263e4-d0d9-4a74-b4a6-21b5d0920127, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f0cf347-298c-443b-8bd0-d08b4e2ab858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3317aa3b-805a-4ad2-b94b-498bb699c7d6'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:16:35.879376 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cba624b2-efec-4039-bb15-d78a5bf49b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:35.891486 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a9419f-8375-43a3-9e88-29500a1a2736 None None] The sync data for ids ['91868021-571f-4323-898b-cffd1d4513a4'] in n-d-816206-3 is: [{'id': '91868021-571f-4323-898b-cffd1d4513a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-67785329', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '8687a9f0-7cbc-4322-88d2-4f9e2ce11724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:16:32Z', 'updated_at': '2021-11-09T22:16:33Z', 'revision_number': 3, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': '8687a9f0-7cbc-4322-88d2-4f9e2ce11724', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91868021-571f-4323-898b-cffd1d4513a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:16:33Z', 'updated_at': '2021-11-09T22:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:16:35.972073 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-135d8186-abd4-4c42-a271-5a7ab4d659b9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Allocated IP 172.20.0.1 (3317aa3b-805a-4ad2-b94b-498bb699c7d6/b6f14e96-8be4-45e0-91fa-d16cab5d7cc4/eb526ec6-61da-444a-be13-90e32b50d5e0) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:16:35.978231 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-cba624b2-efec-4039-bb15-d78a5bf49b56 None None] For port a99263e4-d0d9-4a74-b4a6-21b5d0920127, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:16:35.981631 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-cba624b2-efec-4039-bb15-d78a5bf49b56 None None] For port a99263e4-d0d9-4a74-b4a6-21b5d0920127, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=a99263e4-d0d9-4a74-b4a6-21b5d0920127,segment=NetworkSegment(7f0cf347-298c-443b-8bd0-d08b4e2ab858),segment_id=7f0cf347-298c-443b-8bd0-d08b4e2ab858)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:16:35.987170 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cba624b2-efec-4039-bb15-d78a5bf49b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:36.053720 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba624b2-efec-4039-bb15-d78a5bf49b56 None None] Pushing event updated for resources: {'Port': ['ID=a99263e4-d0d9-4a74-b4a6-21b5d0920127,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:16:36.104200 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-135d8186-abd4-4c42-a271-5a7ab4d659b9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:36.172259 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-135d8186-abd4-4c42-a271-5a7ab4d659b9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:36.215821 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135d8186-abd4-4c42-a271-5a7ab4d659b9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Network 3317aa3b-805a-4ad2-b94b-498bb699c7d6 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:16:36.230079 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-135d8186-abd4-4c42-a271-5a7ab4d659b9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:16:36.232711 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135d8186-abd4-4c42-a271-5a7ab4d659b9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:16:36.271318 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135d8186-abd4-4c42-a271-5a7ab4d659b9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'Port': ['ID=eb526ec6-61da-444a-be13-90e32b50d5e0,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:16:36.294732 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-135d8186-abd4-4c42-a271-5a7ab4d659b9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:36.436972 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-135d8186-abd4-4c42-a271-5a7ab4d659b9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:36.742261 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-135d8186-abd4-4c42-a271-5a7ab4d659b9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:36.749166 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-135d8186-abd4-4c42-a271-5a7ab4d659b9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:36.836539 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135d8186-abd4-4c42-a271-5a7ab4d659b9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'Port': ['ID=eb526ec6-61da-444a-be13-90e32b50d5e0,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:16:36.839155 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-135d8186-abd4-4c42-a271-5a7ab4d659b9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:36.947136 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135d8186-abd4-4c42-a271-5a7ab4d659b9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Network 3317aa3b-805a-4ad2-b94b-498bb699c7d6 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:16:36.951153 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-135d8186-abd4-4c42-a271-5a7ab4d659b9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:16:37.072972 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135d8186-abd4-4c42-a271-5a7ab4d659b9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Router 91868021-571f-4323-898b-cffd1d4513a4 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:16:37.093605 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab0b734-ab63-4aee-bbf4-ba95b5f03d4d None None] Network 3317aa3b-805a-4ad2-b94b-498bb699c7d6 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:16:37.192824 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135d8186-abd4-4c42-a271-5a7ab4d659b9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:16:37.206845 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-135d8186-abd4-4c42-a271-5a7ab4d659b9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "PUT /v2.0/routers/91868021-571f-4323-898b-cffd1d4513a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1067128 Nov 09 22:16:37.222835 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-e1c74c1c-941a-4b1d-87d2-bc379d118810 None None] Provisioning complete for port a99263e4-d0d9-4a74-b4a6-21b5d0920127 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:16:37.223205 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e1c74c1c-941a-4b1d-87d2-bc379d118810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:37.355263 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e1c74c1c-941a-4b1d-87d2-bc379d118810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:37.390345 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-ea59fae9-c7dc-4a2d-8677-5f86aecacc1d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2120455491&fields=id&tenant_id=80608c1f657e40bbbb047dc3c2880805 HTTP/1.1" status: 200 len: 267 time: 0.0589325 Nov 09 22:16:37.400789 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-e1c74c1c-941a-4b1d-87d2-bc379d118810 None None] For port a99263e4-d0d9-4a74-b4a6-21b5d0920127, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=a99263e4-d0d9-4a74-b4a6-21b5d0920127,segment=NetworkSegment(7f0cf347-298c-443b-8bd0-d08b4e2ab858),segment_id=7f0cf347-298c-443b-8bd0-d08b4e2ab858)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:16:37.405495 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e1c74c1c-941a-4b1d-87d2-bc379d118810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:37.461904 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c74c1c-941a-4b1d-87d2-bc379d118810 None None] Pushing event updated for resources: {'Port': ['ID=a99263e4-d0d9-4a74-b4a6-21b5d0920127,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:16:37.543486 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-c1821253-8118-4f80-86cf-dbf6aab70585 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:16:37.545091 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-c1821253-8118-4f80-86cf-dbf6aab70585 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/networks?id=3317aa3b-805a-4ad2-b94b-498bb699c7d6 HTTP/1.1" status: 200 len: 796 time: 0.1468153 Nov 09 22:16:37.563393 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-aea532d9-e91f-4034-b3d6-15bb8bf9d221 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/quotas/80608c1f657e40bbbb047dc3c2880805 HTTP/1.1" status: 200 len: 375 time: 0.0103886 Nov 09 22:16:37.623976 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-ec34dd9d-2e83-4ee8-b4fb-5f8902da73aa tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=80608c1f657e40bbbb047dc3c2880805&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538018 Nov 09 22:16:37.748187 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device a99263e4-d0d9-4a74-b4a6-21b5d0920127 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:16:37.751920 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-75847017-eb23-4f67-9e47-c7df32442cd6 None None] Provisioning complete for port a99263e4-d0d9-4a74-b4a6-21b5d0920127 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:16:37.752548 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-75847017-eb23-4f67-9e47-c7df32442cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:37.801814 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-ee2d2ade-8469-424f-8fb9-9cafe9fbe099 service neutron] 10.222.0.49 "GET /v2.0/networks/3317aa3b-805a-4ad2-b94b-498bb699c7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622984 Nov 09 22:16:37.819520 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c8fec8-70bc-4917-a10b-cd8280eeecb3 None None] Sync routers for ids ['91868021-571f-4323-898b-cffd1d4513a4'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:16:37.857043 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c8fec8-70bc-4917-a10b-cd8280eeecb3 None None] Routers {'91868021-571f-4323-898b-cffd1d4513a4'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:16:37.857270 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-11c8fec8-70bc-4917-a10b-cd8280eeecb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:16:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['91868021-571f-4323-898b-cffd1d4513a4'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:16:37.909141 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-8d81ba1e-ab59-47a4-9eef-ad69e176d7eb service neutron] 10.222.0.49 "GET /v2.0/networks/3317aa3b-805a-4ad2-b94b-498bb699c7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994873 Nov 09 22:16:37.935908 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port a99263e4-d0d9-4a74-b4a6-21b5d0920127 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:16:37.936269 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:38.057692 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-75847017-eb23-4f67-9e47-c7df32442cd6 None None] Provisioning complete for port eb526ec6-61da-444a-be13-90e32b50d5e0 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:16:38.058056 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-75847017-eb23-4f67-9e47-c7df32442cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:38.087206 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-11c8fec8-70bc-4917-a10b-cd8280eeecb3 None None] Set router 91868021-571f-4323-898b-cffd1d4513a4 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:16:38.105932 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-871f5a35-ff4e-43c5-a21c-40cd2e178235 req-53978678-e8b7-4bd7-9e81-1837e20d8f65 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 210 time: 0.0321295 Nov 09 22:16:38.166844 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-75847017-eb23-4f67-9e47-c7df32442cd6 None None] Port eb526ec6-61da-444a-be13-90e32b50d5e0 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:16:38.366944 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 8687a9f0-7cbc-4322-88d2-4f9e2ce11724 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:16:38.445306 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-ba29a637-bc81-4ae0-a55b-84393c3af7f9 None None] Provisioning complete for port eb526ec6-61da-444a-be13-90e32b50d5e0 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:16:38.445670 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ba29a637-bc81-4ae0-a55b-84393c3af7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:38.504598 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-ba29a637-bc81-4ae0-a55b-84393c3af7f9 None None] Port eb526ec6-61da-444a-be13-90e32b50d5e0 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:16:38.520716 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 8687a9f0-7cbc-4322-88d2-4f9e2ce11724 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:16:38.521086 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:38.599686 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-11c8fec8-70bc-4917-a10b-cd8280eeecb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91868021-571f-4323-898b-cffd1d4513a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-67785329', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '8687a9f0-7cbc-4322-88d2-4f9e2ce11724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:16:32Z', 'updated_at': '2021-11-09T22:16:36Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': '8687a9f0-7cbc-4322-88d2-4f9e2ce11724', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91868021-571f-4323-898b-cffd1d4513a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:16:33Z', 'updated_at': '2021-11-09T22:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'eb526ec6-61da-444a-be13-90e32b50d5e0', 'name': '', 'network_id': '3317aa3b-805a-4ad2-b94b-498bb699c7d6', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'mac_address': 'fa:16:3e:f1:1b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91868021-571f-4323-898b-cffd1d4513a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'b6f14e96-8be4-45e0-91fa-d16cab5d7cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:16:35Z', 'updated_at': '2021-11-09T22:16:36Z', 'revision_number': 2, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'subnets': [{'id': 'b6f14e96-8be4-45e0-91fa-d16cab5d7cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:16:38.643601 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c8fec8-70bc-4917-a10b-cd8280eeecb3 None None] Checking router: 91868021-571f-4323-898b-cffd1d4513a4 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:16:38.643884 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c8fec8-70bc-4917-a10b-cd8280eeecb3 None None] Updating router 91868021-571f-4323-898b-cffd1d4513a4 port eb526ec6-61da-444a-be13-90e32b50d5e0 binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 22:16:38.676485 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-11c8fec8-70bc-4917-a10b-cd8280eeecb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:38.930134 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-11c8fec8-70bc-4917-a10b-cd8280eeecb3 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:38.935308 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-11c8fec8-70bc-4917-a10b-cd8280eeecb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:38.991369 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e420fbf-2ea4-4b5c-bc4c-451c72cfe58c None None] Pushing event updated for resources: {'Port': ['ID=eb526ec6-61da-444a-be13-90e32b50d5e0,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:16:39.042633 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-11c8fec8-70bc-4917-a10b-cd8280eeecb3 None None] Attempting to bind port eb526ec6-61da-444a-be13-90e32b50d5e0 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:16:39.043003 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-11c8fec8-70bc-4917-a10b-cd8280eeecb3 None None] Attempting to bind port eb526ec6-61da-444a-be13-90e32b50d5e0 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '7f0cf347-298c-443b-8bd0-d08b4e2ab858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3317aa3b-805a-4ad2-b94b-498bb699c7d6'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:16:39.043513 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c8fec8-70bc-4917-a10b-cd8280eeecb3 None None] Attempting to bind port eb526ec6-61da-444a-be13-90e32b50d5e0 on network 3317aa3b-805a-4ad2-b94b-498bb699c7d6 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:16:39.049470 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c8fec8-70bc-4917-a10b-cd8280eeecb3 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:16:39.049847 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c8fec8-70bc-4917-a10b-cd8280eeecb3 None None] Checking segment: {'id': '7f0cf347-298c-443b-8bd0-d08b4e2ab858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3317aa3b-805a-4ad2-b94b-498bb699c7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:16:39.050247 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-11c8fec8-70bc-4917-a10b-cd8280eeecb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:39.050639 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c8fec8-70bc-4917-a10b-cd8280eeecb3 None None] Bound using segment: {'id': '7f0cf347-298c-443b-8bd0-d08b4e2ab858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3317aa3b-805a-4ad2-b94b-498bb699c7d6'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:16:39.051135 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-11c8fec8-70bc-4917-a10b-cd8280eeecb3 None None] Bound port: eb526ec6-61da-444a-be13-90e32b50d5e0, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f0cf347-298c-443b-8bd0-d08b4e2ab858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3317aa3b-805a-4ad2-b94b-498bb699c7d6'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:16:39.051563 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-11c8fec8-70bc-4917-a10b-cd8280eeecb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:39.123016 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-11c8fec8-70bc-4917-a10b-cd8280eeecb3 None None] For port eb526ec6-61da-444a-be13-90e32b50d5e0, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:16:39.126694 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-11c8fec8-70bc-4917-a10b-cd8280eeecb3 None None] For port eb526ec6-61da-444a-be13-90e32b50d5e0, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=eb526ec6-61da-444a-be13-90e32b50d5e0,segment=NetworkSegment(7f0cf347-298c-443b-8bd0-d08b4e2ab858),segment_id=7f0cf347-298c-443b-8bd0-d08b4e2ab858)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:16:39.134986 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-11c8fec8-70bc-4917-a10b-cd8280eeecb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:39.200687 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-feb81481-1096-4d97-a5e6-c221c7245f67 req-41952db7-0a6f-4dc6-9c46-cb2b51ccca5b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 210 time: 0.0340049 Nov 09 22:16:39.202627 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e420fbf-2ea4-4b5c-bc4c-451c72cfe58c None None] Pushing event updated for resources: {'Port': ['ID=eb526ec6-61da-444a-be13-90e32b50d5e0,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:16:39.205281 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c8fec8-70bc-4917-a10b-cd8280eeecb3 None None] Routers {'91868021-571f-4323-898b-cffd1d4513a4'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:16:39.205888 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-11c8fec8-70bc-4917-a10b-cd8280eeecb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:16:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['91868021-571f-4323-898b-cffd1d4513a4'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:16:39.301296 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-9c384ceb-defd-4624-8a6b-2a3a75ccf388 None None] Provisioning complete for port eb526ec6-61da-444a-be13-90e32b50d5e0 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:16:39.301720 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9c384ceb-defd-4624-8a6b-2a3a75ccf388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:39.358595 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-11c8fec8-70bc-4917-a10b-cd8280eeecb3 None None] Set router 91868021-571f-4323-898b-cffd1d4513a4 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:16:39.495803 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9c384ceb-defd-4624-8a6b-2a3a75ccf388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:39.554793 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-9c384ceb-defd-4624-8a6b-2a3a75ccf388 None None] For port eb526ec6-61da-444a-be13-90e32b50d5e0, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=eb526ec6-61da-444a-be13-90e32b50d5e0,segment=NetworkSegment(7f0cf347-298c-443b-8bd0-d08b4e2ab858),segment_id=7f0cf347-298c-443b-8bd0-d08b4e2ab858)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:16:39.562546 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9c384ceb-defd-4624-8a6b-2a3a75ccf388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:39.635186 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c384ceb-defd-4624-8a6b-2a3a75ccf388 None None] Pushing event updated for resources: {'Port': ['ID=eb526ec6-61da-444a-be13-90e32b50d5e0,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:16:39.655294 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-11c8fec8-70bc-4917-a10b-cd8280eeecb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91868021-571f-4323-898b-cffd1d4513a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-67785329', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '8687a9f0-7cbc-4322-88d2-4f9e2ce11724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:16:32Z', 'updated_at': '2021-11-09T22:16:36Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': '8687a9f0-7cbc-4322-88d2-4f9e2ce11724', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91868021-571f-4323-898b-cffd1d4513a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:16:33Z', 'updated_at': '2021-11-09T22:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'eb526ec6-61da-444a-be13-90e32b50d5e0', 'name': '', 'network_id': '3317aa3b-805a-4ad2-b94b-498bb699c7d6', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'mac_address': 'fa:16:3e:f1:1b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91868021-571f-4323-898b-cffd1d4513a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'b6f14e96-8be4-45e0-91fa-d16cab5d7cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:16:35Z', 'updated_at': '2021-11-09T22:16:39Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'subnets': [{'id': 'b6f14e96-8be4-45e0-91fa-d16cab5d7cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:16:39.685130 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c8fec8-70bc-4917-a10b-cd8280eeecb3 None None] The sync data for ids ['91868021-571f-4323-898b-cffd1d4513a4'] in n-d-816206-3 is: [{'id': '91868021-571f-4323-898b-cffd1d4513a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-67785329', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '8687a9f0-7cbc-4322-88d2-4f9e2ce11724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:16:32Z', 'updated_at': '2021-11-09T22:16:36Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': '8687a9f0-7cbc-4322-88d2-4f9e2ce11724', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91868021-571f-4323-898b-cffd1d4513a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:16:33Z', 'updated_at': '2021-11-09T22:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'eb526ec6-61da-444a-be13-90e32b50d5e0', 'name': '', 'network_id': '3317aa3b-805a-4ad2-b94b-498bb699c7d6', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'mac_address': 'fa:16:3e:f1:1b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91868021-571f-4323-898b-cffd1d4513a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'b6f14e96-8be4-45e0-91fa-d16cab5d7cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:16:35Z', 'updated_at': '2021-11-09T22:16:39Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'subnets': [{'id': 'b6f14e96-8be4-45e0-91fa-d16cab5d7cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:16:39.696472 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-84790c1f-044f-4afb-942a-8d65452a50d5 None None] Provisioning complete for port eb526ec6-61da-444a-be13-90e32b50d5e0 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:16:39.696878 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-84790c1f-044f-4afb-942a-8d65452a50d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:40.285560 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-cfb8e2c1-d376-485a-b09c-2aab1ef4d46a req-958c7042-f577-4c72-9da2-e5d563f4263b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 210 time: 0.0270822 Nov 09 22:16:41.362977 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ced8e6ff-36a9-4118-a161-85e1c6369c07 req-936e205b-e76c-473a-80ee-d7873e29c9a2 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 210 time: 0.0266471 Nov 09 22:16:41.660130 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device eb526ec6-61da-444a-be13-90e32b50d5e0 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:16:41.706511 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port eb526ec6-61da-444a-be13-90e32b50d5e0 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:16:41.706878 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:42.457633 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4ad17ca0-82dc-4c27-9516-842027a38efa req-988b113a-293c-449c-a919-a6517971de8b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 210 time: 0.0266511 Nov 09 22:16:43.226068 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-794684ea-cfad-4c2a-b9ed-cab47906c498 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:16:43.227421 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-794684ea-cfad-4c2a-b9ed-cab47906c498 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.43 "GET /v2.0/networks?id=3317aa3b-805a-4ad2-b94b-498bb699c7d6 HTTP/1.1" status: 200 len: 796 time: 0.1062486 Nov 09 22:16:43.297331 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-d97f5c49-88f4-4f7a-baa0-0886e1a405ac tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80608c1f657e40bbbb047dc3c2880805 HTTP/1.1" status: 200 len: 380 time: 0.0529580 Nov 09 22:16:43.323350 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-c50ea100-0377-4351-b8af-26de878c7a68 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'port': {'device_id': 'a2e6a120-d57b-4f97-974e-2dee47bab683', 'network_id': '3317aa3b-805a-4ad2-b94b-498bb699c7d6', 'admin_state_up': True, 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'security_groups': ['bbfcd7d0-5ab0-4aac-b30c-bfa827ba2aa3']}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:16:43.427833 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-c50ea100-0377-4351-b8af-26de878c7a68 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Made reservation on behalf of 80608c1f657e40bbbb047dc3c2880805 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:16:43.431349 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-c50ea100-0377-4351-b8af-26de878c7a68 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:43.559583 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c5cdb112-2316-418d-a4dc-0fd5bc5e43c9 req-b10c3b93-1d95-4803-bd64-6a64870f4ce4 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 210 time: 0.0263672 Nov 09 22:16:43.560183 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-c50ea100-0377-4351-b8af-26de878c7a68 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Allocated IP 172.20.0.14 (3317aa3b-805a-4ad2-b94b-498bb699c7d6/b6f14e96-8be4-45e0-91fa-d16cab5d7cc4/b966c914-4e6f-4b6e-9af4-f0c5c655c202) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:16:43.708465 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-c50ea100-0377-4351-b8af-26de878c7a68 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:43.741977 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-c50ea100-0377-4351-b8af-26de878c7a68 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:43.780293 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-c50ea100-0377-4351-b8af-26de878c7a68 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Network 3317aa3b-805a-4ad2-b94b-498bb699c7d6 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:16:43.783502 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-c50ea100-0377-4351-b8af-26de878c7a68 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:16:43.786914 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-c50ea100-0377-4351-b8af-26de878c7a68 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:16:43.823449 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50ea100-0377-4351-b8af-26de878c7a68 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'Port': ['ID=b966c914-4e6f-4b6e-9af4-f0c5c655c202,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:16:43.846424 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-c50ea100-0377-4351-b8af-26de878c7a68 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:16:43.847040 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-c50ea100-0377-4351-b8af-26de878c7a68 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:43.864597 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-c50ea100-0377-4351-b8af-26de878c7a68 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5444076 Nov 09 22:16:43.928356 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-cb1241e1-b7a2-4015-8295-517fdf1150c9 service neutron] Request body: {'port': {'device_id': 'a2e6a120-d57b-4f97-974e-2dee47bab683', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:16:43.985666 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-cb1241e1-b7a2-4015-8295-517fdf1150c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:44.044470 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-cb7751b5-77d6-4439-ada7-9fe039d1f5cd None None] Provisioning complete for port b966c914-4e6f-4b6e-9af4-f0c5c655c202 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:16:44.045068 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cb7751b5-77d6-4439-ada7-9fe039d1f5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:44.078077 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-cb7751b5-77d6-4439-ada7-9fe039d1f5cd None None] Port b966c914-4e6f-4b6e-9af4-f0c5c655c202 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:16:44.244740 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-cb1241e1-b7a2-4015-8295-517fdf1150c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b966c914-4e6f-4b6e-9af4-f0c5c655c202 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 22:16:44.251941 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-cb1241e1-b7a2-4015-8295-517fdf1150c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:44.263617 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-cb1241e1-b7a2-4015-8295-517fdf1150c9 service neutron] Transition to ACTIVE for port object b966c914-4e6f-4b6e-9af4-f0c5c655c202 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 22:16:44.267634 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-cb1241e1-b7a2-4015-8295-517fdf1150c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:44.319331 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1241e1-b7a2-4015-8295-517fdf1150c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b966c914-4e6f-4b6e-9af4-f0c5c655c202,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:16:44.388500 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-cb1241e1-b7a2-4015-8295-517fdf1150c9 service neutron] Attempting to bind port b966c914-4e6f-4b6e-9af4-f0c5c655c202 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:16:44.388873 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-cb1241e1-b7a2-4015-8295-517fdf1150c9 service neutron] Attempting to bind port b966c914-4e6f-4b6e-9af4-f0c5c655c202 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '7f0cf347-298c-443b-8bd0-d08b4e2ab858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3317aa3b-805a-4ad2-b94b-498bb699c7d6'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:16:44.389208 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-cb1241e1-b7a2-4015-8295-517fdf1150c9 service neutron] Attempting to bind port b966c914-4e6f-4b6e-9af4-f0c5c655c202 on network 3317aa3b-805a-4ad2-b94b-498bb699c7d6 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:16:44.393665 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-cb1241e1-b7a2-4015-8295-517fdf1150c9 service neutron] Port b966c914-4e6f-4b6e-9af4-f0c5c655c202 on network 3317aa3b-805a-4ad2-b94b-498bb699c7d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 22:16:44.393994 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-cb1241e1-b7a2-4015-8295-517fdf1150c9 service neutron] Attempting to bind port b966c914-4e6f-4b6e-9af4-f0c5c655c202 on network 3317aa3b-805a-4ad2-b94b-498bb699c7d6 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:16:44.399608 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-cb1241e1-b7a2-4015-8295-517fdf1150c9 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:16:44.399946 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-cb1241e1-b7a2-4015-8295-517fdf1150c9 service neutron] Checking segment: {'id': '7f0cf347-298c-443b-8bd0-d08b4e2ab858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3317aa3b-805a-4ad2-b94b-498bb699c7d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:16:44.400331 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-cb1241e1-b7a2-4015-8295-517fdf1150c9 service neutron] Bound using segment: {'id': '7f0cf347-298c-443b-8bd0-d08b4e2ab858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3317aa3b-805a-4ad2-b94b-498bb699c7d6'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:16:44.400798 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-cb1241e1-b7a2-4015-8295-517fdf1150c9 service neutron] Bound port: b966c914-4e6f-4b6e-9af4-f0c5c655c202, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f0cf347-298c-443b-8bd0-d08b4e2ab858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3317aa3b-805a-4ad2-b94b-498bb699c7d6'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:16:44.401159 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-cb1241e1-b7a2-4015-8295-517fdf1150c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:44.466352 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-cb1241e1-b7a2-4015-8295-517fdf1150c9 service neutron] For port b966c914-4e6f-4b6e-9af4-f0c5c655c202, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:16:44.469467 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-cb1241e1-b7a2-4015-8295-517fdf1150c9 service neutron] For port b966c914-4e6f-4b6e-9af4-f0c5c655c202, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=b966c914-4e6f-4b6e-9af4-f0c5c655c202,segment=NetworkSegment(7f0cf347-298c-443b-8bd0-d08b4e2ab858),segment_id=7f0cf347-298c-443b-8bd0-d08b4e2ab858)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:16:44.474428 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-cb1241e1-b7a2-4015-8295-517fdf1150c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:44.510578 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-cb1241e1-b7a2-4015-8295-517fdf1150c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:16:44.511274 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-cb1241e1-b7a2-4015-8295-517fdf1150c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:44.512738 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-cb1241e1-b7a2-4015-8295-517fdf1150c9 service neutron] 10.222.0.43 "PUT /v2.0/ports/b966c914-4e6f-4b6e-9af4-f0c5c655c202 HTTP/1.1" status: 200 len: 1092 time: 0.6341162 Nov 09 22:16:44.513150 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e6a120-d57b-4f97-974e-2dee47bab683', 'tag': 'b966c914-4e6f-4b6e-9af4-f0c5c655c202'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:16:44.515499 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2737eae40cef112d1dfa64c8a6cf3edc76bfb64f9e32f72bfe3df0a7140357a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746ce4f0-bf1d-4e97-86d0-fa5844479ee7" -d '{"events": [{"name": "network-changed", "server_uuid": "a2e6a120-d57b-4f97-974e-2dee47bab683", "tag": "b966c914-4e6f-4b6e-9af4-f0c5c655c202"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:16:44.549893 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1241e1-b7a2-4015-8295-517fdf1150c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b966c914-4e6f-4b6e-9af4-f0c5c655c202,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:16:44.564133 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b47de95-b476-419f-a7e6-28b8fe3c7f07 x-openstack-request-id: req-2b47de95-b476-419f-a7e6-28b8fe3c7f07 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:16:44.564746 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2e6a120-d57b-4f97-974e-2dee47bab683", "tag": "b966c914-4e6f-4b6e-9af4-f0c5c655c202", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:16:44.564746 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2b47de95-b476-419f-a7e6-28b8fe3c7f07 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:16:44.565146 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e6a120-d57b-4f97-974e-2dee47bab683', 'tag': 'b966c914-4e6f-4b6e-9af4-f0c5c655c202', 'status': 'completed', 'code': 200} Nov 09 22:16:44.629173 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-c3c31f0c-2a5e-4a38-8b1c-febccce7cbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:16:44.631571 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-c3c31f0c-2a5e-4a38-8b1c-febccce7cbb9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=80608c1f657e40bbbb047dc3c2880805&device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 1095 time: 0.0477293 Nov 09 22:16:44.684560 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0bcdc-93f3-4089-90f8-c00ce37ae094 req-e08a2933-02e9-4c19-92d5-c52aaa83d11c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:16:44.685853 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-2a15bdf6-5548-4186-ba05-bf6f9f3e003d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b966c914-4e6f-4b6e-9af4-f0c5c655c202 HTTP/1.1" status: 200 len: 217 time: 0.0362208 Nov 09 22:16:44.686288 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aec0bcdc-93f3-4089-90f8-c00ce37ae094 req-e08a2933-02e9-4c19-92d5-c52aaa83d11c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 944 time: 0.0524724 Nov 09 22:16:44.736611 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-2a5f5873-fa2a-4e39-95c1-f8b08b205ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:16:44.737450 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aec0bcdc-93f3-4089-90f8-c00ce37ae094 req-dc7b8c2c-320f-4a09-b6ba-b66066448315 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbfcd7d0-5ab0-4aac-b30c-bfa827ba2aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446732 Nov 09 22:16:44.738187 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-2a5f5873-fa2a-4e39-95c1-f8b08b205ade service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b6f14e96-8be4-45e0-91fa-d16cab5d7cc4 HTTP/1.1" status: 200 len: 834 time: 0.0445778 Nov 09 22:16:44.787991 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-d3d28647-5b44-46be-bd84-0688319f54e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:16:44.789516 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-d3d28647-5b44-46be-bd84-0688319f54e8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3317aa3b-805a-4ad2-b94b-498bb699c7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443976 Nov 09 22:16:44.877831 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-b37d3306-a7e8-401f-bd4f-fe94dcaccd67 service neutron] 10.222.0.43 "GET /v2.0/networks/3317aa3b-805a-4ad2-b94b-498bb699c7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803676 Nov 09 22:16:44.971442 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-eabe5146-05e5-4558-ae30-e37f76012c14 req-730db2c9-ed16-4969-95e7-628ce38a95a9 service neutron] 10.222.0.43 "GET /v2.0/networks/3317aa3b-805a-4ad2-b94b-498bb699c7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861239 Nov 09 22:16:45.096536 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ce4f0-bf1d-4e97-86d0-fa5844479ee7 req-a191b95b-6f7a-41f3-9b46-f60f345fd19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:16:45.097971 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-746ce4f0-bf1d-4e97-86d0-fa5844479ee7 req-a191b95b-6f7a-41f3-9b46-f60f345fd19b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=80608c1f657e40bbbb047dc3c2880805&device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 1095 time: 0.0412099 Nov 09 22:16:45.187886 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ce4f0-bf1d-4e97-86d0-fa5844479ee7 req-a5a84ed3-cc4b-48a3-8298-f077d3020e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:16:45.189433 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-746ce4f0-bf1d-4e97-86d0-fa5844479ee7 req-a5a84ed3-cc4b-48a3-8298-f077d3020e78 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3317aa3b-805a-4ad2-b94b-498bb699c7d6 HTTP/1.1" status: 200 len: 896 time: 0.0845244 Nov 09 22:16:45.234483 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-746ce4f0-bf1d-4e97-86d0-fa5844479ee7 req-9c3f2ee0-13f1-4e24-91c7-858c76c9d1b4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b966c914-4e6f-4b6e-9af4-f0c5c655c202 HTTP/1.1" status: 200 len: 217 time: 0.0376368 Nov 09 22:16:45.281526 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ce4f0-bf1d-4e97-86d0-fa5844479ee7 req-c72cc24f-731c-4fdf-aef1-13676ddc0359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:16:45.282942 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-746ce4f0-bf1d-4e97-86d0-fa5844479ee7 req-c72cc24f-731c-4fdf-aef1-13676ddc0359 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b6f14e96-8be4-45e0-91fa-d16cab5d7cc4 HTTP/1.1" status: 200 len: 834 time: 0.0419147 Nov 09 22:16:45.328230 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ce4f0-bf1d-4e97-86d0-fa5844479ee7 req-87f90aa4-6bfe-4da0-8c17-f23d7ebde321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:16:45.329701 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-746ce4f0-bf1d-4e97-86d0-fa5844479ee7 req-87f90aa4-6bfe-4da0-8c17-f23d7ebde321 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3317aa3b-805a-4ad2-b94b-498bb699c7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384531 Nov 09 22:16:45.421930 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-746ce4f0-bf1d-4e97-86d0-fa5844479ee7 req-0cf28be7-1af1-4f64-8d86-05d25042992b service neutron] 10.222.0.43 "GET /v2.0/networks/3317aa3b-805a-4ad2-b94b-498bb699c7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839424 Nov 09 22:16:45.510314 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-746ce4f0-bf1d-4e97-86d0-fa5844479ee7 req-f1ab9ed7-445a-418a-8690-03a1ca0f1418 service neutron] 10.222.0.43 "GET /v2.0/networks/3317aa3b-805a-4ad2-b94b-498bb699c7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811229 Nov 09 22:16:45.859087 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2ef11-76d1-4bb2-96ed-a436fea7d818 req-97eb12b2-c43e-46cd-8d7a-a7266ade622e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:16:45.860564 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f2e2ef11-76d1-4bb2-96ed-a436fea7d818 req-97eb12b2-c43e-46cd-8d7a-a7266ade622e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 944 time: 0.0547972 Nov 09 22:16:45.908886 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f2e2ef11-76d1-4bb2-96ed-a436fea7d818 req-5fee0432-b935-432f-b8bd-633a228c2540 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbfcd7d0-5ab0-4aac-b30c-bfa827ba2aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422370 Nov 09 22:16:47.026353 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62212152-bad5-4a6e-9de8-8ece71bfe4e7 req-0ea697fe-ed76-47e9-b6f5-99ec84cbe50f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:16:47.027834 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-62212152-bad5-4a6e-9de8-8ece71bfe4e7 req-0ea697fe-ed76-47e9-b6f5-99ec84cbe50f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 944 time: 0.0520036 Nov 09 22:16:47.076503 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-62212152-bad5-4a6e-9de8-8ece71bfe4e7 req-50406d18-2ee6-4ee8-b46d-7f718ab6c2c8 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbfcd7d0-5ab0-4aac-b30c-bfa827ba2aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424504 Nov 09 22:16:47.733552 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-66ed5ec0-3da4-4a6c-848c-76fee2a6f391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:47.963844 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:16:47.969682 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device b966c914-4e6f-4b6e-9af4-f0c5c655c202 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 22:16:48.061394 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port b966c914-4e6f-4b6e-9af4-f0c5c655c202, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=b966c914-4e6f-4b6e-9af4-f0c5c655c202,segment=NetworkSegment(7f0cf347-298c-443b-8bd0-d08b4e2ab858),segment_id=7f0cf347-298c-443b-8bd0-d08b4e2ab858)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:16:48.073195 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': 'b966c914-4e6f-4b6e-9af4-f0c5c655c202', 'network_id': '3317aa3b-805a-4ad2-b94b-498bb699c7d6', 'port_id': 'b966c914-4e6f-4b6e-9af4-f0c5c655c202', 'mac_address': 'fa:16:3e:aa:5a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6f14e96-8be4-45e0-91fa-d16cab5d7cc4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 22:16:48.108786 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:48.125765 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b966c914-4e6f-4b6e-9af4-f0c5c655c202 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 22:16:48.147568 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port b966c914-4e6f-4b6e-9af4-f0c5c655c202, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=b966c914-4e6f-4b6e-9af4-f0c5c655c202,segment=NetworkSegment(7f0cf347-298c-443b-8bd0-d08b4e2ab858),segment_id=7f0cf347-298c-443b-8bd0-d08b4e2ab858)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:16:48.151663 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:48.192919 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff3fa1-4f7d-450f-b266-20b35014573a req-a0f223d6-7f9b-49f9-806f-f8b1697b13b1 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:16:48.194405 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ffff3fa1-4f7d-450f-b266-20b35014573a req-a0f223d6-7f9b-49f9-806f-f8b1697b13b1 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 945 time: 0.0498760 Nov 09 22:16:48.202880 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=b966c914-4e6f-4b6e-9af4-f0c5c655c202,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:16:48.246604 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ffff3fa1-4f7d-450f-b266-20b35014573a req-e4feb686-891f-4877-b148-adb9279ed37d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbfcd7d0-5ab0-4aac-b30c-bfa827ba2aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450659 Nov 09 22:16:48.453264 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['b966c914-4e6f-4b6e-9af4-f0c5c655c202'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 22:16:49.359718 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac425cc-01d4-401a-a199-13b9d7f91cae req-f18b1f84-082a-44cd-a00d-bc047cd7ae07 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:16:49.361203 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8ac425cc-01d4-401a-a199-13b9d7f91cae req-f18b1f84-082a-44cd-a00d-bc047cd7ae07 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 945 time: 0.0479867 Nov 09 22:16:49.410065 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8ac425cc-01d4-401a-a199-13b9d7f91cae req-6847faa6-70fd-4f59-97e2-a0ce288713e7 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbfcd7d0-5ab0-4aac-b30c-bfa827ba2aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425963 Nov 09 22:16:49.993697 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device b966c914-4e6f-4b6e-9af4-f0c5c655c202 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:16:50.040654 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port b966c914-4e6f-4b6e-9af4-f0c5c655c202 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 22:16:50.044456 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port b966c914-4e6f-4b6e-9af4-f0c5c655c202 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:16:50.044853 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:50.123016 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:50.146901 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e6a120-d57b-4f97-974e-2dee47bab683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b966c914-4e6f-4b6e-9af4-f0c5c655c202'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:16:50.149157 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbbffabc46a25035f6c0210104ebac0979452e44f6408783e2f348470e25243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7cdfe6a-179b-469f-9372-31f67a06c906" -d '{"events": [{"server_uuid": "a2e6a120-d57b-4f97-974e-2dee47bab683", "name": "network-vif-plugged", "status": "completed", "tag": "b966c914-4e6f-4b6e-9af4-f0c5c655c202"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:16:50.162798 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port b966c914-4e6f-4b6e-9af4-f0c5c655c202, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=b966c914-4e6f-4b6e-9af4-f0c5c655c202,segment=NetworkSegment(7f0cf347-298c-443b-8bd0-d08b4e2ab858),segment_id=7f0cf347-298c-443b-8bd0-d08b4e2ab858)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:16:50.167656 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:50.215271 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=b966c914-4e6f-4b6e-9af4-f0c5c655c202,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:16:50.242579 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1fe5fa2f-cc71-47b3-aeec-a70847540d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:50.244905 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 22:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2244530-8d08-45af-b502-6f64073a5db9 x-openstack-request-id: req-f2244530-8d08-45af-b502-6f64073a5db9 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:16:50.245135 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e6a120-d57b-4f97-974e-2dee47bab683", "name": "network-vif-plugged", "status": "completed", "tag": "b966c914-4e6f-4b6e-9af4-f0c5c655c202", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:16:50.245525 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f2244530-8d08-45af-b502-6f64073a5db9 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:16:50.245918 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e6a120-d57b-4f97-974e-2dee47bab683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b966c914-4e6f-4b6e-9af4-f0c5c655c202', 'code': 200} Nov 09 22:16:50.376454 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e85b54-455c-44c7-aeb4-e1d074c098f5 req-5ee37b5c-bff2-4cd0-8df1-e4a13149b1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:16:50.377999 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-69e85b54-455c-44c7-aeb4-e1d074c098f5 req-5ee37b5c-bff2-4cd0-8df1-e4a13149b1c8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 1097 time: 0.0460846 Nov 09 22:16:50.427802 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-69e85b54-455c-44c7-aeb4-e1d074c098f5 req-f86d982f-2230-4e6d-8fbf-0debf4f8853c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bbfcd7d0-5ab0-4aac-b30c-bfa827ba2aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431657 Nov 09 22:16:50.524830 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332896a0-8b68-4c28-986b-e5b2b9542ede req-cdc70672-45d7-4acd-ab53-2ffd447cb755 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:16:50.526208 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-332896a0-8b68-4c28-986b-e5b2b9542ede req-cdc70672-45d7-4acd-ab53-2ffd447cb755 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 946 time: 0.0489104 Nov 09 22:16:50.578590 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-332896a0-8b68-4c28-986b-e5b2b9542ede req-46863603-14f8-4cb3-b6e0-adb0836abf32 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbfcd7d0-5ab0-4aac-b30c-bfa827ba2aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462048 Nov 09 22:16:51.243100 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:51.692610 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad951c2-a9b8-40f0-a85d-1e761ec6beae req-06f62bb3-8871-48e6-be56-c31da1ad65aa tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:16:51.694095 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7ad951c2-a9b8-40f0-a85d-1e761ec6beae req-06f62bb3-8871-48e6-be56-c31da1ad65aa tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 946 time: 0.0478017 Nov 09 22:16:51.741955 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7ad951c2-a9b8-40f0-a85d-1e761ec6beae req-63e5695e-0e6e-405b-84b1-d869739653be tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbfcd7d0-5ab0-4aac-b30c-bfa827ba2aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420697 Nov 09 22:16:51.855075 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e64a40-6460-44f6-aa6e-9463b001244a req-8aafe5d3-c419-4093-9692-570896f1e541 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:16:51.856473 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-83e64a40-6460-44f6-aa6e-9463b001244a req-8aafe5d3-c419-4093-9692-570896f1e541 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 946 time: 0.0492382 Nov 09 22:16:51.904058 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-83e64a40-6460-44f6-aa6e-9463b001244a req-905daabe-703b-4d04-a445-b8009f6385c7 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbfcd7d0-5ab0-4aac-b30c-bfa827ba2aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417497 Nov 09 22:16:51.925816 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37422) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:16:51.964419 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c6e267-f1a2-477f-8e16-941a4213cef1 tempest-TestNetworkAdvancedServerOps-124469545 tempest-TestNetworkAdvancedServerOps-124469545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:16:51.965939 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f1c6e267-f1a2-477f-8e16-941a4213cef1 tempest-TestNetworkAdvancedServerOps-124469545 tempest-TestNetworkAdvancedServerOps-124469545-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 1092 time: 0.0390630 Nov 09 22:16:51.968659 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37424) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:16:51.972842 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-e95c8ec2-1941-4010-81b2-5e7bb47e0a22 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'port_id': 'b966c914-4e6f-4b6e-9af4-f0c5c655c202', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:16:51.998081 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e95c8ec2-1941-4010-81b2-5e7bb47e0a22 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for floatingip, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:52.096701 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e95c8ec2-1941-4010-81b2-5e7bb47e0a22 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:52.196112 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-e95c8ec2-1941-4010-81b2-5e7bb47e0a22 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Allocated IP 172.25.7.154 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/fd4ac02d-1954-40ff-b8f7-c515122c953e) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:16:52.298823 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e95c8ec2-1941-4010-81b2-5e7bb47e0a22 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:52.332453 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e95c8ec2-1941-4010-81b2-5e7bb47e0a22 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:52.373141 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95c8ec2-1941-4010-81b2-5e7bb47e0a22 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:16:52.376107 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-e95c8ec2-1941-4010-81b2-5e7bb47e0a22 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:16:52.380910 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95c8ec2-1941-4010-81b2-5e7bb47e0a22 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:16:52.383876 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c8ec2-1941-4010-81b2-5e7bb47e0a22 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'Port': ['ID=fd4ac02d-1954-40ff-b8f7-c515122c953e,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:16:52.593858 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:52.730064 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e95c8ec2-1941-4010-81b2-5e7bb47e0a22 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:52.793546 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e95c8ec2-1941-4010-81b2-5e7bb47e0a22 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:52.940520 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e95c8ec2-1941-4010-81b2-5e7bb47e0a22 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:52.944840 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e95c8ec2-1941-4010-81b2-5e7bb47e0a22 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:53.017760 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c8ec2-1941-4010-81b2-5e7bb47e0a22 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'Port': ['ID=fd4ac02d-1954-40ff-b8f7-c515122c953e,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:16:53.026771 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e95c8ec2-1941-4010-81b2-5e7bb47e0a22 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:53.326103 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:53.426320 n-d-816206-3 neutron-server[102608]: INFO neutron.db.l3_db [None req-e95c8ec2-1941-4010-81b2-5e7bb47e0a22 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Floating IP 7a073002-3559-4487-bc33-ccd3b3b4f6ac associated. External IP: 172.25.7.154, port: b966c914-4e6f-4b6e-9af4-f0c5c655c202. Nov 09 22:16:53.506386 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:53.633007 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e95c8ec2-1941-4010-81b2-5e7bb47e0a22 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Router 91868021-571f-4323-898b-cffd1d4513a4 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:16:53.735521 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95c8ec2-1941-4010-81b2-5e7bb47e0a22 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:16:53.744921 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89a22b7-3e23-46bb-b82c-a9c9cbb3db42 None None] Sync routers for ids ['91868021-571f-4323-898b-cffd1d4513a4'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:16:53.753181 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e95c8ec2-1941-4010-81b2-5e7bb47e0a22 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:16:53.754864 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89a22b7-3e23-46bb-b82c-a9c9cbb3db42 None None] Routers {'91868021-571f-4323-898b-cffd1d4513a4'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:16:53.755658 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-b89a22b7-3e23-46bb-b82c-a9c9cbb3db42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:16:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['91868021-571f-4323-898b-cffd1d4513a4'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:16:53.785341 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e95c8ec2-1941-4010-81b2-5e7bb47e0a22 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8156152 Nov 09 22:16:53.786091 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e6a120-d57b-4f97-974e-2dee47bab683', 'tag': 'b966c914-4e6f-4b6e-9af4-f0c5c655c202'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:16:53.788372 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734a8ae17c5ce9a22141aa37bfebe7e944e5ff20966abe8e5b41792a40737563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d1d94e-ce0d-48cd-b845-ffd2173e90dd" -d '{"events": [{"name": "network-changed", "server_uuid": "a2e6a120-d57b-4f97-974e-2dee47bab683", "tag": "b966c914-4e6f-4b6e-9af4-f0c5c655c202"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:16:53.831611 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e06683-80eb-4fee-a0a4-c40ff73c8603 x-openstack-request-id: req-13e06683-80eb-4fee-a0a4-c40ff73c8603 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:16:53.831909 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2e6a120-d57b-4f97-974e-2dee47bab683", "tag": "b966c914-4e6f-4b6e-9af4-f0c5c655c202", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:16:53.832159 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-13e06683-80eb-4fee-a0a4-c40ff73c8603 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:16:53.832560 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e6a120-d57b-4f97-974e-2dee47bab683', 'tag': 'b966c914-4e6f-4b6e-9af4-f0c5c655c202', 'status': 'completed', 'code': 200} Nov 09 22:16:53.865252 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-b89a22b7-3e23-46bb-b82c-a9c9cbb3db42 None None] Set router 91868021-571f-4323-898b-cffd1d4513a4 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:16:53.891813 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6b520-ef9c-4fe6-af4f-f6939e5b0e2d req-9dcb74bf-f138-41dc-b742-712522ec771a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:16:53.893356 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b5f6b520-ef9c-4fe6-af4f-f6939e5b0e2d req-9dcb74bf-f138-41dc-b742-712522ec771a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 946 time: 0.0588379 Nov 09 22:16:53.947681 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d1d94e-ce0d-48cd-b845-ffd2173e90dd req-a93448dd-f8a7-4cfd-8daa-97d96bae5214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:16:53.949216 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d5d1d94e-ce0d-48cd-b845-ffd2173e90dd req-a93448dd-f8a7-4cfd-8daa-97d96bae5214 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=80608c1f657e40bbbb047dc3c2880805&device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 1097 time: 0.0744708 Nov 09 22:16:53.983749 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b5f6b520-ef9c-4fe6-af4f-f6939e5b0e2d req-ea962d13-b5d4-4100-a5b3-c8a80fca6d4c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbfcd7d0-5ab0-4aac-b30c-bfa827ba2aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766909 Nov 09 22:16:54.007022 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37430) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:16:54.052718 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d1d94e-ce0d-48cd-b845-ffd2173e90dd req-1da04ec9-7fe7-4d31-8a48-60d707ed4c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:16:54.054489 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d5d1d94e-ce0d-48cd-b845-ffd2173e90dd req-1da04ec9-7fe7-4d31-8a48-60d707ed4c6b service neutron] 10.222.0.43 "GET /v2.0/networks?id=3317aa3b-805a-4ad2-b94b-498bb699c7d6 HTTP/1.1" status: 200 len: 896 time: 0.0956671 Nov 09 22:16:54.069542 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-cafdee79-a0c3-4ac2-8fa2-4f0426af7594 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/floatingips/7a073002-3559-4487-bc33-ccd3b3b4f6ac HTTP/1.1" status: 200 len: 992 time: 0.0606456 Nov 09 22:16:54.091878 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-b89a22b7-3e23-46bb-b82c-a9c9cbb3db42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91868021-571f-4323-898b-cffd1d4513a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-67785329', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '8687a9f0-7cbc-4322-88d2-4f9e2ce11724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:16:32Z', 'updated_at': '2021-11-09T22:16:36Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': '8687a9f0-7cbc-4322-88d2-4f9e2ce11724', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91868021-571f-4323-898b-cffd1d4513a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:16:33Z', 'updated_at': '2021-11-09T22:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '7a073002-3559-4487-bc33-ccd3b3b4f6ac', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'floating_ip_address': '172.25.7.154', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '91868021-571f-4323-898b-cffd1d4513a4', 'port_id': 'b966c914-4e6f-4b6e-9af4-f0c5c655c202', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3317aa3b-805a-4ad2-b94b-498bb699c7d6', 'mac_address': 'fa:16:3e:aa:5a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e6a120-d57b-4f97-974e-2dee47bab683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T22:16:52Z', 'updated_at': '2021-11-09T22:16:52Z', 'revision_number': 0, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb526ec6-61da-444a-be13-90e32b50d5e0', 'name': '', 'network_id': '3317aa3b-805a-4ad2-b94b-498bb699c7d6', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'mac_address': 'fa:16:3e:f1:1b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91868021-571f-4323-898b-cffd1d4513a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'b6f14e96-8be4-45e0-91fa-d16cab5d7cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:16:35Z', 'updated_at': '2021-11-09T22:16:39Z', 'revision_number': 5, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'subnets': [{'id': 'b6f14e96-8be4-45e0-91fa-d16cab5d7cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:16:54.117712 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89a22b7-3e23-46bb-b82c-a9c9cbb3db42 None None] Checking router: 91868021-571f-4323-898b-cffd1d4513a4 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:16:54.125567 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d5d1d94e-ce0d-48cd-b845-ffd2173e90dd req-a98add5e-bb83-4252-bb6e-cd8c94a8fafa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b966c914-4e6f-4b6e-9af4-f0c5c655c202 HTTP/1.1" status: 200 len: 1000 time: 0.0634983 Nov 09 22:16:54.125739 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89a22b7-3e23-46bb-b82c-a9c9cbb3db42 None None] Routers {'91868021-571f-4323-898b-cffd1d4513a4'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:16:54.126336 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-b89a22b7-3e23-46bb-b82c-a9c9cbb3db42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:16:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['91868021-571f-4323-898b-cffd1d4513a4'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:16:54.174439 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d1d94e-ce0d-48cd-b845-ffd2173e90dd req-166b14d0-6ffa-46a7-b8c5-60001796ec45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:16:54.175952 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d5d1d94e-ce0d-48cd-b845-ffd2173e90dd req-166b14d0-6ffa-46a7-b8c5-60001796ec45 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b6f14e96-8be4-45e0-91fa-d16cab5d7cc4 HTTP/1.1" status: 200 len: 834 time: 0.0442255 Nov 09 22:16:54.221409 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d1d94e-ce0d-48cd-b845-ffd2173e90dd req-99ccfc70-cde1-4f0c-8456-c95e6e2b8169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:16:54.223474 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d5d1d94e-ce0d-48cd-b845-ffd2173e90dd req-99ccfc70-cde1-4f0c-8456-c95e6e2b8169 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3317aa3b-805a-4ad2-b94b-498bb699c7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397725 Nov 09 22:16:54.232792 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-b89a22b7-3e23-46bb-b82c-a9c9cbb3db42 None None] Set router 91868021-571f-4323-898b-cffd1d4513a4 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:16:54.314958 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d5d1d94e-ce0d-48cd-b845-ffd2173e90dd req-2075e7ad-de90-4801-9444-6ce8a0738c60 service neutron] 10.222.0.43 "GET /v2.0/networks/3317aa3b-805a-4ad2-b94b-498bb699c7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851307 Nov 09 22:16:54.403213 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d5d1d94e-ce0d-48cd-b845-ffd2173e90dd req-270789bb-be07-4fc0-b14f-09871ac49965 service neutron] 10.222.0.43 "GET /v2.0/networks/3317aa3b-805a-4ad2-b94b-498bb699c7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811234 Nov 09 22:16:54.460018 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-b89a22b7-3e23-46bb-b82c-a9c9cbb3db42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91868021-571f-4323-898b-cffd1d4513a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-67785329', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '8687a9f0-7cbc-4322-88d2-4f9e2ce11724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:16:32Z', 'updated_at': '2021-11-09T22:16:36Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': '8687a9f0-7cbc-4322-88d2-4f9e2ce11724', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91868021-571f-4323-898b-cffd1d4513a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:16:33Z', 'updated_at': '2021-11-09T22:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '7a073002-3559-4487-bc33-ccd3b3b4f6ac', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'floating_ip_address': '172.25.7.154', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '91868021-571f-4323-898b-cffd1d4513a4', 'port_id': 'b966c914-4e6f-4b6e-9af4-f0c5c655c202', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3317aa3b-805a-4ad2-b94b-498bb699c7d6', 'mac_address': 'fa:16:3e:aa:5a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e6a120-d57b-4f97-974e-2dee47bab683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T22:16:52Z', 'updated_at': '2021-11-09T22:16:52Z', 'revision_number': 0, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb526ec6-61da-444a-be13-90e32b50d5e0', 'name': '', 'network_id': '3317aa3b-805a-4ad2-b94b-498bb699c7d6', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'mac_address': 'fa:16:3e:f1:1b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91868021-571f-4323-898b-cffd1d4513a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'b6f14e96-8be4-45e0-91fa-d16cab5d7cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:16:35Z', 'updated_at': '2021-11-09T22:16:39Z', 'revision_number': 5, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'subnets': [{'id': 'b6f14e96-8be4-45e0-91fa-d16cab5d7cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:16:54.485399 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89a22b7-3e23-46bb-b82c-a9c9cbb3db42 None None] The sync data for ids ['91868021-571f-4323-898b-cffd1d4513a4'] in n-d-816206-3 is: [{'id': '91868021-571f-4323-898b-cffd1d4513a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-67785329', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '8687a9f0-7cbc-4322-88d2-4f9e2ce11724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:16:32Z', 'updated_at': '2021-11-09T22:16:36Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': '8687a9f0-7cbc-4322-88d2-4f9e2ce11724', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91868021-571f-4323-898b-cffd1d4513a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:16:33Z', 'updated_at': '2021-11-09T22:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '7a073002-3559-4487-bc33-ccd3b3b4f6ac', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'floating_ip_address': '172.25.7.154', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '91868021-571f-4323-898b-cffd1d4513a4', 'port_id': 'b966c914-4e6f-4b6e-9af4-f0c5c655c202', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3317aa3b-805a-4ad2-b94b-498bb699c7d6', 'mac_address': 'fa:16:3e:aa:5a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e6a120-d57b-4f97-974e-2dee47bab683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T22:16:52Z', 'updated_at': '2021-11-09T22:16:52Z', 'revision_number': 0, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb526ec6-61da-444a-be13-90e32b50d5e0', 'name': '', 'network_id': '3317aa3b-805a-4ad2-b94b-498bb699c7d6', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'mac_address': 'fa:16:3e:f1:1b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91868021-571f-4323-898b-cffd1d4513a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'b6f14e96-8be4-45e0-91fa-d16cab5d7cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:16:35Z', 'updated_at': '2021-11-09T22:16:39Z', 'revision_number': 5, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'subnets': [{'id': 'b6f14e96-8be4-45e0-91fa-d16cab5d7cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:16:54.667964 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bafb94-8c58-4508-9703-b3bfabd651e3 None None] New status for floating IP 7a073002-3559-4487-bc33-ccd3b3b4f6ac: ACTIVE {{(pid=102609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 22:16:55.073524 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37432) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:16:55.140984 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b24acc32-037b-4c27-b6dc-ccbe68c648a6 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/floatingips/7a073002-3559-4487-bc33-ccd3b3b4f6ac HTTP/1.1" status: 200 len: 994 time: 0.0663848 Nov 09 22:17:04.287035 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:17:17.735293 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2e51faec-3011-4708-b690-716bcec0fa21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:17:20.244797 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-609c0fc7-9f79-4b71-b349-cbca8a820365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:17:21.245286 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:17:22.596490 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:17:23.325308 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:17:23.508394 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:17:24.962932 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:17:26.503407 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37450) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:17:26.514351 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80364716-c7f9-4c1c-b82d-83ed8965f1aa req-8371e924-a95b-4eff-b848-1aba9cd926d5 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:17:26.515861 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-80364716-c7f9-4c1c-b82d-83ed8965f1aa req-8371e924-a95b-4eff-b848-1aba9cd926d5 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 946 time: 0.0503974 Nov 09 22:17:26.567118 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-80364716-c7f9-4c1c-b82d-83ed8965f1aa req-a0b1b292-6870-490d-8570-03fd681868ed tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbfcd7d0-5ab0-4aac-b30c-bfa827ba2aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450482 Nov 09 22:17:26.584131 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-dfe8759c-d023-43c2-a4c2-1c4adcce2fcf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a2e6a120-d57b-4f97-974e-2dee47bab683&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0789781 Nov 09 22:17:26.592225 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-4afe2156-ed40-430c-b4c6-43c5678ef86c service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 22:17:26.593212 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-4afe2156-ed40-430c-b4c6-43c5678ef86c service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049031 Nov 09 22:17:27.710394 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-09a79ec4-704b-41e2-8705-b6320787ff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:17:27.712352 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-09a79ec4-704b-41e2-8705-b6320787ff6e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=80608c1f657e40bbbb047dc3c2880805&device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 1097 time: 0.0702858 Nov 09 22:17:27.724233 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5a625-cde8-4bc1-ba9e-37de27f5c7d5 req-b17d1a7e-7459-41fc-93f8-b356b8b54703 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:17:27.725596 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-41f5a625-cde8-4bc1-ba9e-37de27f5c7d5 req-b17d1a7e-7459-41fc-93f8-b356b8b54703 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 946 time: 0.0756505 Nov 09 22:17:27.823170 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-41f5a625-cde8-4bc1-ba9e-37de27f5c7d5 req-be033cdf-0be1-4fe1-8485-f6398030ffc2 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbfcd7d0-5ab0-4aac-b30c-bfa827ba2aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896854 Nov 09 22:17:27.845641 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-f706ba97-97d9-4a8f-b55a-6eaa28ca8532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:17:27.847178 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-f706ba97-97d9-4a8f-b55a-6eaa28ca8532 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3317aa3b-805a-4ad2-b94b-498bb699c7d6 HTTP/1.1" status: 200 len: 896 time: 0.1207449 Nov 09 22:17:27.911259 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-f63b05ce-ab39-42dc-bbe5-28a70a791136 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b966c914-4e6f-4b6e-9af4-f0c5c655c202 HTTP/1.1" status: 200 len: 1002 time: 0.0565393 Nov 09 22:17:27.958382 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-991ecbdc-ac56-4edc-bc01-44dd5b5c50ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:17:27.959760 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-991ecbdc-ac56-4edc-bc01-44dd5b5c50ae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b6f14e96-8be4-45e0-91fa-d16cab5d7cc4 HTTP/1.1" status: 200 len: 834 time: 0.0414186 Nov 09 22:17:28.007604 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-6daa470d-ec76-4e15-a411-741f67616f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:17:28.009041 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-6daa470d-ec76-4e15-a411-741f67616f31 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3317aa3b-805a-4ad2-b94b-498bb699c7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424011 Nov 09 22:17:28.093340 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-7b06ccaf-4405-4d7c-ab07-09d46fe40261 service neutron] 10.222.0.43 "GET /v2.0/networks/3317aa3b-805a-4ad2-b94b-498bb699c7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774887 Nov 09 22:17:28.187548 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-05fc296f-6089-442d-98a5-b975ac15cd5e service neutron] 10.222.0.43 "GET /v2.0/networks/3317aa3b-805a-4ad2-b94b-498bb699c7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868471 Nov 09 22:17:28.953160 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13de238-1fed-48e7-9de6-735a7547b941 req-0abf9c5b-c540-42cc-b241-fdddd9ef797b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:17:28.954644 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b13de238-1fed-48e7-9de6-735a7547b941 req-0abf9c5b-c540-42cc-b241-fdddd9ef797b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 946 time: 0.0502083 Nov 09 22:17:29.004148 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b13de238-1fed-48e7-9de6-735a7547b941 req-a223511b-fc50-40d8-875d-c2f429a14bfa tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbfcd7d0-5ab0-4aac-b30c-bfa827ba2aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435050 Nov 09 22:17:30.124938 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ae326-5587-40b5-9024-f37f2af5ab5a req-5a38088b-00a3-4a42-af37-0b69e7129a5e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:17:30.126782 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b96ae326-5587-40b5-9024-f37f2af5ab5a req-5a38088b-00a3-4a42-af37-0b69e7129a5e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 946 time: 0.0529232 Nov 09 22:17:30.185239 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b96ae326-5587-40b5-9024-f37f2af5ab5a req-e0baff23-045d-40fd-bf75-08b8cca98ae9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbfcd7d0-5ab0-4aac-b30c-bfa827ba2aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508773 Nov 09 22:17:31.305752 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d54ec2-e6fc-4170-980d-629e2d6ace7b req-7d35de11-857d-4851-ad77-30ee73cc3321 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:17:31.307421 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c7d54ec2-e6fc-4170-980d-629e2d6ace7b req-7d35de11-857d-4851-ad77-30ee73cc3321 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 946 time: 0.0541785 Nov 09 22:17:31.357825 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c7d54ec2-e6fc-4170-980d-629e2d6ace7b req-4ea8d80d-6361-4c78-a0ca-2c5e659dab2f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbfcd7d0-5ab0-4aac-b30c-bfa827ba2aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433822 Nov 09 22:17:32.475351 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e72f4c-1af9-4be1-9fb4-9822b273b383 req-e32a5e93-d4a4-49d5-be4b-b96a6bd81168 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:17:32.477715 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-46e72f4c-1af9-4be1-9fb4-9822b273b383 req-e32a5e93-d4a4-49d5-be4b-b96a6bd81168 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 946 time: 0.0498104 Nov 09 22:17:32.529107 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-46e72f4c-1af9-4be1-9fb4-9822b273b383 req-1ec4e1b0-c04d-4277-b2a0-9276f421f7db tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbfcd7d0-5ab0-4aac-b30c-bfa827ba2aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453885 Nov 09 22:17:33.643673 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833fb30-5039-4626-96a9-26260247c96f req-444e39f8-0e37-490b-9a49-0005e87182cd tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:17:33.645182 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1833fb30-5039-4626-96a9-26260247c96f req-444e39f8-0e37-490b-9a49-0005e87182cd tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 946 time: 0.0501449 Nov 09 22:17:33.694157 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1833fb30-5039-4626-96a9-26260247c96f req-2cf0cb9a-b549-498c-b7ae-629b000ece56 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbfcd7d0-5ab0-4aac-b30c-bfa827ba2aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431268 Nov 09 22:17:34.288940 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:17:34.812192 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce8bfa-8fe5-44eb-9d03-7b8f6b7a74d7 req-5b2f395d-da9c-433f-8a9e-16709851045c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:17:34.813669 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c4ce8bfa-8fe5-44eb-9d03-7b8f6b7a74d7 req-5b2f395d-da9c-433f-8a9e-16709851045c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 946 time: 0.0518451 Nov 09 22:17:34.862329 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c4ce8bfa-8fe5-44eb-9d03-7b8f6b7a74d7 req-4acc12e6-db75-44c2-95e4-9c990ef87b35 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbfcd7d0-5ab0-4aac-b30c-bfa827ba2aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426931 Nov 09 22:17:35.977767 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d0410-a6f2-43d4-8cec-dedf127e6fc7 req-4adfa3d2-1b6e-404d-806d-284817098fdd tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:17:35.979279 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c76d0410-a6f2-43d4-8cec-dedf127e6fc7 req-4adfa3d2-1b6e-404d-806d-284817098fdd tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 946 time: 0.0503714 Nov 09 22:17:36.033392 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c76d0410-a6f2-43d4-8cec-dedf127e6fc7 req-fc87fdd9-ede6-454e-b7e6-cac75d7e4508 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbfcd7d0-5ab0-4aac-b30c-bfa827ba2aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482044 Nov 09 22:17:37.155475 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda64a0-19d0-49a4-8359-6db12f78a6ac req-4e558d99-9e20-4599-aeea-f86b42f75003 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:17:37.157068 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1eda64a0-19d0-49a4-8359-6db12f78a6ac req-4e558d99-9e20-4599-aeea-f86b42f75003 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 946 time: 0.0508163 Nov 09 22:17:37.207731 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1eda64a0-19d0-49a4-8359-6db12f78a6ac req-791bcdca-cccb-4ce0-bd38-66af90cdb008 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbfcd7d0-5ab0-4aac-b30c-bfa827ba2aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441055 Nov 09 22:17:38.323992 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2455f36-280b-413d-bf4e-ac295c73075c req-b74fb08e-4578-46b9-9b5d-564c5adc1432 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:17:38.325520 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c2455f36-280b-413d-bf4e-ac295c73075c req-b74fb08e-4578-46b9-9b5d-564c5adc1432 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 946 time: 0.0488336 Nov 09 22:17:38.376217 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c2455f36-280b-413d-bf4e-ac295c73075c req-58c9c135-65b9-4e46-a292-1b0422fda854 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbfcd7d0-5ab0-4aac-b30c-bfa827ba2aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448127 Nov 09 22:17:39.496224 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd633031-0fed-4ef6-8a30-9ee32e610ddd req-5fb96a0c-6fb3-4860-9097-3016cb4efb5f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:17:39.497760 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fd633031-0fed-4ef6-8a30-9ee32e610ddd req-5fb96a0c-6fb3-4860-9097-3016cb4efb5f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 946 time: 0.0535390 Nov 09 22:17:39.545882 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fd633031-0fed-4ef6-8a30-9ee32e610ddd req-063850c5-2b8d-4976-bb59-c637883438d1 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbfcd7d0-5ab0-4aac-b30c-bfa827ba2aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422890 Nov 09 22:17:39.857278 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ba06b-1525-4726-a82f-1eb486179daf req-c9a73590-ef7d-44a8-8f30-fdc2438dc7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:17:39.858649 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aa0ba06b-1525-4726-a82f-1eb486179daf req-c9a73590-ef7d-44a8-8f30-fdc2438dc7ff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=80608c1f657e40bbbb047dc3c2880805&device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 1097 time: 0.0397725 Nov 09 22:17:39.965206 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ba06b-1525-4726-a82f-1eb486179daf req-217a3566-8dc4-4038-a457-c29948271836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:17:39.966675 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aa0ba06b-1525-4726-a82f-1eb486179daf req-217a3566-8dc4-4038-a457-c29948271836 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3317aa3b-805a-4ad2-b94b-498bb699c7d6 HTTP/1.1" status: 200 len: 896 time: 0.0877795 Nov 09 22:17:40.032257 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aa0ba06b-1525-4726-a82f-1eb486179daf req-ecc0aa87-a9ba-4669-89e6-d4d188f660c8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b966c914-4e6f-4b6e-9af4-f0c5c655c202 HTTP/1.1" status: 200 len: 1002 time: 0.0571914 Nov 09 22:17:40.079762 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ba06b-1525-4726-a82f-1eb486179daf req-72a1a129-e15a-4e76-b234-d2486e4311f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:17:40.081488 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aa0ba06b-1525-4726-a82f-1eb486179daf req-72a1a129-e15a-4e76-b234-d2486e4311f7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b6f14e96-8be4-45e0-91fa-d16cab5d7cc4 HTTP/1.1" status: 200 len: 834 time: 0.0422776 Nov 09 22:17:40.130841 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ba06b-1525-4726-a82f-1eb486179daf req-9cf81c1d-b789-4a6b-bd9c-aaf0ecb7ec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:17:40.132266 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aa0ba06b-1525-4726-a82f-1eb486179daf req-9cf81c1d-b789-4a6b-bd9c-aaf0ecb7ec8c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3317aa3b-805a-4ad2-b94b-498bb699c7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433288 Nov 09 22:17:40.222124 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aa0ba06b-1525-4726-a82f-1eb486179daf req-c984e5d1-f7e5-4a94-9961-8bcd12f71653 service neutron] 10.222.0.43 "GET /v2.0/networks/3317aa3b-805a-4ad2-b94b-498bb699c7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824945 Nov 09 22:17:40.316376 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-aa0ba06b-1525-4726-a82f-1eb486179daf req-dbeb789c-0018-41a4-ac89-b42e9fbbbdb9 service neutron] 10.222.0.43 "GET /v2.0/networks/3317aa3b-805a-4ad2-b94b-498bb699c7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865014 Nov 09 22:17:40.658752 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523484a-36fb-4839-9e64-eb50a168bd98 req-adc52105-752d-4691-8ba9-e23baedbb10d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:17:40.660209 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6523484a-36fb-4839-9e64-eb50a168bd98 req-adc52105-752d-4691-8ba9-e23baedbb10d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 946 time: 0.0483046 Nov 09 22:17:40.708218 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6523484a-36fb-4839-9e64-eb50a168bd98 req-282e02bf-59eb-4b18-b53c-ceb33125f5aa tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbfcd7d0-5ab0-4aac-b30c-bfa827ba2aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415866 Nov 09 22:17:41.822414 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23eeee0-c885-449a-bfd8-0bdd4957e0f9 req-1a1320f6-6e2c-4938-9a32-b8fd4851c8ba tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:17:41.823903 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b23eeee0-c885-449a-bfd8-0bdd4957e0f9 req-1a1320f6-6e2c-4938-9a32-b8fd4851c8ba tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 946 time: 0.0497246 Nov 09 22:17:41.871321 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b23eeee0-c885-449a-bfd8-0bdd4957e0f9 req-b76674c5-62f5-4423-8153-14f52fe30731 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbfcd7d0-5ab0-4aac-b30c-bfa827ba2aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415549 Nov 09 22:17:42.991186 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71719d6f-09b1-43ef-8759-28ff68752783 req-ac157f72-7973-4c64-ad04-092258f18266 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:17:42.992696 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-71719d6f-09b1-43ef-8759-28ff68752783 req-ac157f72-7973-4c64-ad04-092258f18266 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 946 time: 0.0543554 Nov 09 22:17:43.041442 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-71719d6f-09b1-43ef-8759-28ff68752783 req-db6bdced-426e-4ca2-a400-4e3dfc63692d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbfcd7d0-5ab0-4aac-b30c-bfa827ba2aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427723 Nov 09 22:17:44.159867 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c60b4-7f94-4a35-8ddb-89e420f60861 req-1e8a71f8-7e9c-4640-8e1f-c529f56e868e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:17:44.161371 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f35c60b4-7f94-4a35-8ddb-89e420f60861 req-1e8a71f8-7e9c-4640-8e1f-c529f56e868e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 946 time: 0.0530968 Nov 09 22:17:44.213786 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f35c60b4-7f94-4a35-8ddb-89e420f60861 req-859bdd6f-711e-4faa-91df-b1ec099a17de tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbfcd7d0-5ab0-4aac-b30c-bfa827ba2aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458469 Nov 09 22:17:45.176927 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-7165f6a5-0179-4e21-855a-51c7472277de service neutron] show failed (client error): The resource could not be found. Nov 09 22:17:45.177967 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-7165f6a5-0179-4e21-855a-51c7472277de service neutron] 10.222.0.43 "GET /v2.0/ports/b966c914-4e6f-4b6e-9af4-f0c5c655c202/bindings/n-h1-816206-3 HTTP/1.1" status: 404 len: 380 time: 0.0524170 Nov 09 22:17:45.343330 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ad864-f6db-4bc2-babf-11d76c6baf5e req-c5d8da25-ee43-40a0-8da0-2e44fc343c98 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:17:45.344990 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b75ad864-f6db-4bc2-babf-11d76c6baf5e req-c5d8da25-ee43-40a0-8da0-2e44fc343c98 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 946 time: 0.0519450 Nov 09 22:17:45.391837 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-f2368956-df81-4576-9bf6-c249808015a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:17:45.393364 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-f2368956-df81-4576-9bf6-c249808015a7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a2e6a120-d57b-4f97-974e-2dee47bab683&tenant_id=80608c1f657e40bbbb047dc3c2880805 HTTP/1.1" status: 200 len: 1097 time: 0.0412316 Nov 09 22:17:45.395690 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b75ad864-f6db-4bc2-babf-11d76c6baf5e req-04dc50ce-577a-4d99-889e-16ddf0256233 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbfcd7d0-5ab0-4aac-b30c-bfa827ba2aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447125 Nov 09 22:17:45.406298 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-0b125581-2113-495f-a447-dd8b8c4e674f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-3', 'device_owner': 'compute:nova'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:17:45.460187 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-0b125581-2113-495f-a447-dd8b8c4e674f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:17:45.662438 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-0b125581-2113-495f-a447-dd8b8c4e674f service neutron] For port b966c914-4e6f-4b6e-9af4-f0c5c655c202, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=b966c914-4e6f-4b6e-9af4-f0c5c655c202,segment=NetworkSegment(7f0cf347-298c-443b-8bd0-d08b4e2ab858),segment_id=7f0cf347-298c-443b-8bd0-d08b4e2ab858)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:17:45.693712 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-0b125581-2113-495f-a447-dd8b8c4e674f service neutron] For port b966c914-4e6f-4b6e-9af4-f0c5c655c202, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:17:45.731523 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e6a120-d57b-4f97-974e-2dee47bab683', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b966c914-4e6f-4b6e-9af4-f0c5c655c202'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:17:45.733696 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2737eae40cef112d1dfa64c8a6cf3edc76bfb64f9e32f72bfe3df0a7140357a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08a54ef-45d4-4a77-9bc4-aaa2d9856125" -d '{"events": [{"server_uuid": "a2e6a120-d57b-4f97-974e-2dee47bab683", "name": "network-vif-unplugged", "status": "completed", "tag": "b966c914-4e6f-4b6e-9af4-f0c5c655c202"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:17:45.737972 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-0b125581-2113-495f-a447-dd8b8c4e674f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:17:45.751056 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-0b125581-2113-495f-a447-dd8b8c4e674f service neutron] Transition to ACTIVE for port object b966c914-4e6f-4b6e-9af4-f0c5c655c202 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 22:17:45.760272 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-0b125581-2113-495f-a447-dd8b8c4e674f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:17:45.797250 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 22:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd61a5d-580d-47fb-b006-945801ee0a7d x-openstack-request-id: req-5dd61a5d-580d-47fb-b006-945801ee0a7d {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:17:45.797541 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e6a120-d57b-4f97-974e-2dee47bab683", "name": "network-vif-unplugged", "status": "completed", "tag": "b966c914-4e6f-4b6e-9af4-f0c5c655c202", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:17:45.797788 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5dd61a5d-580d-47fb-b006-945801ee0a7d {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:17:45.798184 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e6a120-d57b-4f97-974e-2dee47bab683', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b966c914-4e6f-4b6e-9af4-f0c5c655c202', 'code': 200} Nov 09 22:17:45.855317 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b125581-2113-495f-a447-dd8b8c4e674f service neutron] Pushing event updated for resources: {'Port': ['ID=b966c914-4e6f-4b6e-9af4-f0c5c655c202,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:17:45.869714 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b125581-2113-495f-a447-dd8b8c4e674f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:17:45.870062 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b125581-2113-495f-a447-dd8b8c4e674f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:17:45.870402 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b125581-2113-495f-a447-dd8b8c4e674f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:17:45.870732 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b125581-2113-495f-a447-dd8b8c4e674f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:17:45.871064 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b125581-2113-495f-a447-dd8b8c4e674f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:17:45.871393 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b125581-2113-495f-a447-dd8b8c4e674f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:17:45.871718 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b125581-2113-495f-a447-dd8b8c4e674f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:17:45.872040 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b125581-2113-495f-a447-dd8b8c4e674f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:17:45.872363 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b125581-2113-495f-a447-dd8b8c4e674f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:17:45.872705 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b125581-2113-495f-a447-dd8b8c4e674f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:17:45.873030 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b125581-2113-495f-a447-dd8b8c4e674f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:17:45.873349 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b125581-2113-495f-a447-dd8b8c4e674f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:17:45.900873 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-0b125581-2113-495f-a447-dd8b8c4e674f service neutron] No DVR routers for this DVR port b966c914-4e6f-4b6e-9af4-f0c5c655c202 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:17:46.032736 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-0b125581-2113-495f-a447-dd8b8c4e674f service neutron] Attempting to bind port b966c914-4e6f-4b6e-9af4-f0c5c655c202 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:17:46.033073 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-0b125581-2113-495f-a447-dd8b8c4e674f service neutron] Attempting to bind port b966c914-4e6f-4b6e-9af4-f0c5c655c202 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '7f0cf347-298c-443b-8bd0-d08b4e2ab858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3317aa3b-805a-4ad2-b94b-498bb699c7d6'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:17:46.033399 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-0b125581-2113-495f-a447-dd8b8c4e674f service neutron] Attempting to bind port b966c914-4e6f-4b6e-9af4-f0c5c655c202 on network 3317aa3b-805a-4ad2-b94b-498bb699c7d6 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:17:46.037525 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-0b125581-2113-495f-a447-dd8b8c4e674f service neutron] Port b966c914-4e6f-4b6e-9af4-f0c5c655c202 on network 3317aa3b-805a-4ad2-b94b-498bb699c7d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 22:17:46.037842 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-0b125581-2113-495f-a447-dd8b8c4e674f service neutron] Attempting to bind port b966c914-4e6f-4b6e-9af4-f0c5c655c202 on network 3317aa3b-805a-4ad2-b94b-498bb699c7d6 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:17:46.043078 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-0b125581-2113-495f-a447-dd8b8c4e674f service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:17:46.043350 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-0b125581-2113-495f-a447-dd8b8c4e674f service neutron] Checking segment: {'id': '7f0cf347-298c-443b-8bd0-d08b4e2ab858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3317aa3b-805a-4ad2-b94b-498bb699c7d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:17:46.043726 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-0b125581-2113-495f-a447-dd8b8c4e674f service neutron] Bound using segment: {'id': '7f0cf347-298c-443b-8bd0-d08b4e2ab858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3317aa3b-805a-4ad2-b94b-498bb699c7d6'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:17:46.044142 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-0b125581-2113-495f-a447-dd8b8c4e674f service neutron] Bound port: b966c914-4e6f-4b6e-9af4-f0c5c655c202, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f0cf347-298c-443b-8bd0-d08b4e2ab858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3317aa3b-805a-4ad2-b94b-498bb699c7d6'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:17:46.044488 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-0b125581-2113-495f-a447-dd8b8c4e674f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:17:46.103560 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-0b125581-2113-495f-a447-dd8b8c4e674f service neutron] For port b966c914-4e6f-4b6e-9af4-f0c5c655c202, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:17:46.106458 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-0b125581-2113-495f-a447-dd8b8c4e674f service neutron] For port b966c914-4e6f-4b6e-9af4-f0c5c655c202, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=b966c914-4e6f-4b6e-9af4-f0c5c655c202,segment=NetworkSegment(7f0cf347-298c-443b-8bd0-d08b4e2ab858),segment_id=7f0cf347-298c-443b-8bd0-d08b4e2ab858)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:17:46.111080 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-0b125581-2113-495f-a447-dd8b8c4e674f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:17:46.158798 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-0b125581-2113-495f-a447-dd8b8c4e674f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:17:46.159425 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-0b125581-2113-495f-a447-dd8b8c4e674f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:17:46.160873 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-0b125581-2113-495f-a447-dd8b8c4e674f service neutron] 10.222.0.45 "PUT /v2.0/ports/b966c914-4e6f-4b6e-9af4-f0c5c655c202 HTTP/1.1" status: 200 len: 1092 time: 0.7589078 Nov 09 22:17:46.179368 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b125581-2113-495f-a447-dd8b8c4e674f service neutron] Pushing event updated for resources: {'Port': ['ID=b966c914-4e6f-4b6e-9af4-f0c5c655c202,revision_number=7']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:17:46.525435 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee888df-981c-474a-a78f-4d0e9388af61 req-d3a6b6a7-aeb1-444f-ac4e-0c8268126653 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:17:46.527263 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cee888df-981c-474a-a78f-4d0e9388af61 req-d3a6b6a7-aeb1-444f-ac4e-0c8268126653 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 944 time: 0.0570848 Nov 09 22:17:46.573524 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-6368c893-2fb2-43db-976c-d14ebbd29d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:17:46.575068 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-6368c893-2fb2-43db-976c-d14ebbd29d17 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80608c1f657e40bbbb047dc3c2880805&device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 1095 time: 0.3894079 Nov 09 22:17:46.578240 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cee888df-981c-474a-a78f-4d0e9388af61 req-694c2e3a-7522-410c-8209-a90a426c86a1 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbfcd7d0-5ab0-4aac-b30c-bfa827ba2aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446973 Nov 09 22:17:46.662723 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-33fa7815-11d1-4ba8-a877-5f1b229fc111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:17:46.664169 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-33fa7815-11d1-4ba8-a877-5f1b229fc111 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3317aa3b-805a-4ad2-b94b-498bb699c7d6 HTTP/1.1" status: 200 len: 896 time: 0.0821352 Nov 09 22:17:46.730080 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-00c4defa-8592-4a59-935b-bc6624090944 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b966c914-4e6f-4b6e-9af4-f0c5c655c202 HTTP/1.1" status: 200 len: 1000 time: 0.0587094 Nov 09 22:17:46.776879 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-bd9cda4a-0cb6-4da6-8ac0-11cf57cb3ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:17:46.778181 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-bd9cda4a-0cb6-4da6-8ac0-11cf57cb3ebe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b6f14e96-8be4-45e0-91fa-d16cab5d7cc4 HTTP/1.1" status: 200 len: 834 time: 0.0415246 Nov 09 22:17:46.820758 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-2d5adbcd-448b-4de7-b5fa-ba03bdbb6eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:17:46.822722 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-2d5adbcd-448b-4de7-b5fa-ba03bdbb6eb8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3317aa3b-805a-4ad2-b94b-498bb699c7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0376525 Nov 09 22:17:46.911070 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-d017d841-ef49-470a-9347-f6e1e94ba309 service neutron] 10.222.0.45 "GET /v2.0/networks/3317aa3b-805a-4ad2-b94b-498bb699c7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815611 Nov 09 22:17:46.998000 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ab7fdd78-d94f-4421-8ba7-1a30d033fb53 req-04e90f1d-b3b2-4461-80ec-60af8e30e022 service neutron] 10.222.0.45 "GET /v2.0/networks/3317aa3b-805a-4ad2-b94b-498bb699c7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793593 Nov 09 22:17:47.699814 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811abdd-2a2f-43cf-8283-ad7c3aabcabf req-28da29d5-19a3-42ef-bbcc-d9bf980e1ced tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:17:47.701295 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b811abdd-2a2f-43cf-8283-ad7c3aabcabf req-28da29d5-19a3-42ef-bbcc-d9bf980e1ced tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 944 time: 0.0529716 Nov 09 22:17:47.736357 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c1dfe6ed-3e4f-4917-aa15-7bc1dfea297d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:17:47.749583 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b811abdd-2a2f-43cf-8283-ad7c3aabcabf req-f77e2bee-eebd-454a-8857-27efd610e405 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbfcd7d0-5ab0-4aac-b30c-bfa827ba2aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424395 Nov 09 22:17:47.799234 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e6a120-d57b-4f97-974e-2dee47bab683', 'tag': 'b966c914-4e6f-4b6e-9af4-f0c5c655c202'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:17:47.801634 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2737eae40cef112d1dfa64c8a6cf3edc76bfb64f9e32f72bfe3df0a7140357a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919e4ec4-0e61-4e5f-8d1b-d92562720e73" -d '{"events": [{"name": "network-changed", "server_uuid": "a2e6a120-d57b-4f97-974e-2dee47bab683", "tag": "b966c914-4e6f-4b6e-9af4-f0c5c655c202"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:17:47.850389 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3842c9a4-0622-498a-91ae-07f1823d06cf x-openstack-request-id: req-3842c9a4-0622-498a-91ae-07f1823d06cf {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:17:47.850684 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2e6a120-d57b-4f97-974e-2dee47bab683", "tag": "b966c914-4e6f-4b6e-9af4-f0c5c655c202", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:17:47.850964 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3842c9a4-0622-498a-91ae-07f1823d06cf {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:17:47.851369 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e6a120-d57b-4f97-974e-2dee47bab683', 'tag': 'b966c914-4e6f-4b6e-9af4-f0c5c655c202', 'status': 'completed', 'code': 200} Nov 09 22:17:47.934997 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e4ec4-0e61-4e5f-8d1b-d92562720e73 req-28b8ffe6-91df-4b0a-8d5a-758ddf3d9408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:17:47.936465 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-919e4ec4-0e61-4e5f-8d1b-d92562720e73 req-28b8ffe6-91df-4b0a-8d5a-758ddf3d9408 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80608c1f657e40bbbb047dc3c2880805&device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 1095 time: 0.0652783 Nov 09 22:17:47.953590 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e4ec4-0e61-4e5f-8d1b-d92562720e73 req-0d89fd74-183c-446c-bfe0-48de2f639ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:17:47.954956 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-919e4ec4-0e61-4e5f-8d1b-d92562720e73 req-0d89fd74-183c-446c-bfe0-48de2f639ecf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=80608c1f657e40bbbb047dc3c2880805&device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 1095 time: 0.0536735 Nov 09 22:17:48.098021 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e4ec4-0e61-4e5f-8d1b-d92562720e73 req-3a268090-18de-4f52-b002-a65cf2e06879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:17:48.099390 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-919e4ec4-0e61-4e5f-8d1b-d92562720e73 req-3a268090-18de-4f52-b002-a65cf2e06879 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3317aa3b-805a-4ad2-b94b-498bb699c7d6 HTTP/1.1" status: 200 len: 896 time: 0.1557691 Nov 09 22:17:48.104057 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e4ec4-0e61-4e5f-8d1b-d92562720e73 req-25adffbf-9f8c-495f-bb6f-1b7d56690408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:17:48.105437 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-919e4ec4-0e61-4e5f-8d1b-d92562720e73 req-25adffbf-9f8c-495f-bb6f-1b7d56690408 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3317aa3b-805a-4ad2-b94b-498bb699c7d6 HTTP/1.1" status: 200 len: 896 time: 0.1385653 Nov 09 22:17:48.210167 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-919e4ec4-0e61-4e5f-8d1b-d92562720e73 req-3b5b40d7-b36c-46a5-afc0-75be7ac8f6a9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b966c914-4e6f-4b6e-9af4-f0c5c655c202 HTTP/1.1" status: 200 len: 1000 time: 0.1024251 Nov 09 22:17:48.213773 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-919e4ec4-0e61-4e5f-8d1b-d92562720e73 req-23eee42d-95ac-46ca-8a4b-51e7de3ce22d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b966c914-4e6f-4b6e-9af4-f0c5c655c202 HTTP/1.1" status: 200 len: 1000 time: 0.0993509 Nov 09 22:17:48.292466 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e4ec4-0e61-4e5f-8d1b-d92562720e73 req-72d8b4fc-0bcf-4f5d-8c37-fcf42dcb0b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:17:48.293952 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-919e4ec4-0e61-4e5f-8d1b-d92562720e73 req-72d8b4fc-0bcf-4f5d-8c37-fcf42dcb0b46 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b6f14e96-8be4-45e0-91fa-d16cab5d7cc4 HTTP/1.1" status: 200 len: 834 time: 0.0758131 Nov 09 22:17:48.297242 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e4ec4-0e61-4e5f-8d1b-d92562720e73 req-3308bce2-f5e4-43ea-a28b-2cbeec94bdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:17:48.298567 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-919e4ec4-0e61-4e5f-8d1b-d92562720e73 req-3308bce2-f5e4-43ea-a28b-2cbeec94bdc2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b6f14e96-8be4-45e0-91fa-d16cab5d7cc4 HTTP/1.1" status: 200 len: 834 time: 0.0726385 Nov 09 22:17:48.374347 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e4ec4-0e61-4e5f-8d1b-d92562720e73 req-7ed075c5-294b-4505-b0a3-77dafe8da92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:17:48.375724 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-919e4ec4-0e61-4e5f-8d1b-d92562720e73 req-7ed075c5-294b-4505-b0a3-77dafe8da92c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3317aa3b-805a-4ad2-b94b-498bb699c7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711300 Nov 09 22:17:48.378084 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e4ec4-0e61-4e5f-8d1b-d92562720e73 req-924a533d-a457-4852-b33a-8e5655ab8693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:17:48.379420 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-919e4ec4-0e61-4e5f-8d1b-d92562720e73 req-924a533d-a457-4852-b33a-8e5655ab8693 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3317aa3b-805a-4ad2-b94b-498bb699c7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670581 Nov 09 22:17:48.535838 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-919e4ec4-0e61-4e5f-8d1b-d92562720e73 req-0bea5069-cc44-4c6a-9be0-825e942a2d17 service neutron] 10.222.0.43 "GET /v2.0/networks/3317aa3b-805a-4ad2-b94b-498bb699c7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450188 Nov 09 22:17:48.539248 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-919e4ec4-0e61-4e5f-8d1b-d92562720e73 req-32a3e023-8a40-4930-a251-8e2c31beaa6f service neutron] 10.222.0.45 "GET /v2.0/networks/3317aa3b-805a-4ad2-b94b-498bb699c7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558940 Nov 09 22:17:48.690667 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-919e4ec4-0e61-4e5f-8d1b-d92562720e73 req-0c1b8169-1508-4e46-9cb6-0697b89cbe1f service neutron] 10.222.0.43 "GET /v2.0/networks/3317aa3b-805a-4ad2-b94b-498bb699c7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478977 Nov 09 22:17:48.694013 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-919e4ec4-0e61-4e5f-8d1b-d92562720e73 req-9a8fd10f-6dd7-4a63-9fd5-a3c6c8eeb5d2 service neutron] 10.222.0.45 "GET /v2.0/networks/3317aa3b-805a-4ad2-b94b-498bb699c7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435430 Nov 09 22:17:48.865520 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8d536-c223-4bf0-8da1-d480c858b111 req-7592f10e-0fde-4998-bb85-41d409f518e2 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:17:48.866989 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-29a8d536-c223-4bf0-8da1-d480c858b111 req-7592f10e-0fde-4998-bb85-41d409f518e2 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 944 time: 0.0486312 Nov 09 22:17:48.919451 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-29a8d536-c223-4bf0-8da1-d480c858b111 req-ea468b33-a239-4d64-8042-32560e17fa94 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbfcd7d0-5ab0-4aac-b30c-bfa827ba2aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456512 Nov 09 22:17:49.145014 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d51330-01e1-49a8-8078-c0a4f8e68a60 req-dc0bed53-f698-45d5-abce-5e6fb325c75f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:17:49.146508 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-51d51330-01e1-49a8-8078-c0a4f8e68a60 req-dc0bed53-f698-45d5-abce-5e6fb325c75f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 944 time: 0.0797789 Nov 09 22:17:49.160904 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353fac0-cfe9-4806-afcf-c7ecdbd3712c req-6342c76b-3069-4b80-9b38-82ae71b8cda7 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:17:49.162277 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b353fac0-cfe9-4806-afcf-c7ecdbd3712c req-6342c76b-3069-4b80-9b38-82ae71b8cda7 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2e6a120-d57b-4f97-974e-2dee47bab683&tenant_id=80608c1f657e40bbbb047dc3c2880805&binding%3Ahost_id=n-h1-816206-3 HTTP/1.1" status: 200 len: 944 time: 0.0691612 Nov 09 22:17:49.245917 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-51d51330-01e1-49a8-8078-c0a4f8e68a60 req-9f3439b2-0c66-4150-97e4-4b738ef738a1 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbfcd7d0-5ab0-4aac-b30c-bfa827ba2aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925884 Nov 09 22:17:49.254285 n-d-816206-3 neutron-server[102607]: INFO neutron.api.v2.resource [req-b353fac0-cfe9-4806-afcf-c7ecdbd3712c req-ad03f681-704f-4c8c-b287-109e8e4f6cea service neutron] delete failed (client error): The resource could not be found. Nov 09 22:17:49.255261 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b353fac0-cfe9-4806-afcf-c7ecdbd3712c req-ad03f681-704f-4c8c-b287-109e8e4f6cea service neutron] 10.222.0.43 "DELETE /v2.0/ports/b966c914-4e6f-4b6e-9af4-f0c5c655c202/bindings/n-h2-816206-3 HTTP/1.1" status: 404 len: 380 time: 0.0798814 Nov 09 22:17:49.360072 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353fac0-cfe9-4806-afcf-c7ecdbd3712c req-6cdd54a6-d62d-4580-8a07-c6bbf4b64a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:17:49.361615 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b353fac0-cfe9-4806-afcf-c7ecdbd3712c req-6cdd54a6-d62d-4580-8a07-c6bbf4b64a2d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=80608c1f657e40bbbb047dc3c2880805&device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 1095 time: 0.0408261 Nov 09 22:17:49.362003 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f194d-3de0-4679-b5fe-4e9e07b27173 req-a0799f7f-e12c-42f2-932a-c56e36649b48 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:17:49.363501 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5f5f194d-3de0-4679-b5fe-4e9e07b27173 req-a0799f7f-e12c-42f2-932a-c56e36649b48 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 944 time: 0.0491009 Nov 09 22:17:49.414251 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5f5f194d-3de0-4679-b5fe-4e9e07b27173 req-19bd1b08-a25e-4447-87b1-a42ead5c9fcb tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbfcd7d0-5ab0-4aac-b30c-bfa827ba2aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443153 Nov 09 22:17:49.453199 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353fac0-cfe9-4806-afcf-c7ecdbd3712c req-a23db643-93e2-40c1-b3fd-469051916991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:17:49.454666 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b353fac0-cfe9-4806-afcf-c7ecdbd3712c req-a23db643-93e2-40c1-b3fd-469051916991 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3317aa3b-805a-4ad2-b94b-498bb699c7d6 HTTP/1.1" status: 200 len: 896 time: 0.0851395 Nov 09 22:17:49.522831 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b353fac0-cfe9-4806-afcf-c7ecdbd3712c req-7e967613-6565-448e-9b66-bbf8aaeddcbc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b966c914-4e6f-4b6e-9af4-f0c5c655c202 HTTP/1.1" status: 200 len: 1000 time: 0.0604117 Nov 09 22:17:49.571021 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353fac0-cfe9-4806-afcf-c7ecdbd3712c req-4cba156b-790a-46ff-aaee-407d01b92200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:17:49.572511 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b353fac0-cfe9-4806-afcf-c7ecdbd3712c req-4cba156b-790a-46ff-aaee-407d01b92200 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b6f14e96-8be4-45e0-91fa-d16cab5d7cc4 HTTP/1.1" status: 200 len: 834 time: 0.0433314 Nov 09 22:17:49.615952 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353fac0-cfe9-4806-afcf-c7ecdbd3712c req-32bdd4cb-e7f2-419c-891a-f5bac1e5ee4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:17:49.617435 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b353fac0-cfe9-4806-afcf-c7ecdbd3712c req-32bdd4cb-e7f2-419c-891a-f5bac1e5ee4f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3317aa3b-805a-4ad2-b94b-498bb699c7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384219 Nov 09 22:17:49.706988 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b353fac0-cfe9-4806-afcf-c7ecdbd3712c req-fe0f5624-a748-44fc-a400-b8a9b53d92f6 service neutron] 10.222.0.43 "GET /v2.0/networks/3317aa3b-805a-4ad2-b94b-498bb699c7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822656 Nov 09 22:17:49.793393 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b353fac0-cfe9-4806-afcf-c7ecdbd3712c req-a2b13971-af07-48ed-901e-cc8e958423f0 service neutron] 10.222.0.43 "GET /v2.0/networks/3317aa3b-805a-4ad2-b94b-498bb699c7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797982 Nov 09 22:17:49.875012 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device b966c914-4e6f-4b6e-9af4-f0c5c655c202 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 22:17:49.971613 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port b966c914-4e6f-4b6e-9af4-f0c5c655c202, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=b966c914-4e6f-4b6e-9af4-f0c5c655c202,segment=NetworkSegment(7f0cf347-298c-443b-8bd0-d08b4e2ab858),segment_id=7f0cf347-298c-443b-8bd0-d08b4e2ab858)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:17:50.140119 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': 'b966c914-4e6f-4b6e-9af4-f0c5c655c202', 'network_id': '3317aa3b-805a-4ad2-b94b-498bb699c7d6', 'port_id': 'b966c914-4e6f-4b6e-9af4-f0c5c655c202', 'mac_address': 'fa:16:3e:aa:5a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6f14e96-8be4-45e0-91fa-d16cab5d7cc4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 22:17:50.178017 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:17:50.190962 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b966c914-4e6f-4b6e-9af4-f0c5c655c202 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 22:17:50.210083 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port b966c914-4e6f-4b6e-9af4-f0c5c655c202, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=b966c914-4e6f-4b6e-9af4-f0c5c655c202,segment=NetworkSegment(7f0cf347-298c-443b-8bd0-d08b4e2ab858),segment_id=7f0cf347-298c-443b-8bd0-d08b4e2ab858)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:17:50.214382 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:17:50.262312 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4e13c118-fe32-4b2d-a86a-b18be00160ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:17:50.272764 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=b966c914-4e6f-4b6e-9af4-f0c5c655c202,revision_number=8']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:17:50.281532 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:17:50.282002 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:17:50.282249 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:17:50.282531 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:17:50.282865 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:17:50.283269 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:17:50.283603 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:17:50.283930 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:17:50.284254 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:17:50.284576 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:17:50.284931 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:17:50.285253 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:17:50.325776 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device b966c914-4e6f-4b6e-9af4-f0c5c655c202 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:17:50.367766 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device b966c914-4e6f-4b6e-9af4-f0c5c655c202 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:17:50.473003 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['b966c914-4e6f-4b6e-9af4-f0c5c655c202'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 22:17:50.537287 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a888c7-3cf8-4157-9ddd-a86688e45d8f req-8855453f-8117-4e88-a914-cec3fee1de82 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:17:50.538770 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-62a888c7-3cf8-4157-9ddd-a86688e45d8f req-8855453f-8117-4e88-a914-cec3fee1de82 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 945 time: 0.0546894 Nov 09 22:17:50.587576 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-62a888c7-3cf8-4157-9ddd-a86688e45d8f req-e4a94bfd-4539-4762-967e-60b3d52e69eb tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbfcd7d0-5ab0-4aac-b30c-bfa827ba2aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425899 Nov 09 22:17:50.610468 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37526) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:17:50.669454 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e64dfeb2-7605-43e1-b4c4-b57689f3bc67 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/floatingips/7a073002-3559-4487-bc33-ccd3b3b4f6ac HTTP/1.1" status: 200 len: 993 time: 0.0578606 Nov 09 22:17:51.248202 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:17:51.889536 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device b966c914-4e6f-4b6e-9af4-f0c5c655c202 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:17:51.936701 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port b966c914-4e6f-4b6e-9af4-f0c5c655c202 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 22:17:51.940872 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port b966c914-4e6f-4b6e-9af4-f0c5c655c202 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:17:51.941239 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:17:52.017767 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:17:52.039509 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e6a120-d57b-4f97-974e-2dee47bab683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b966c914-4e6f-4b6e-9af4-f0c5c655c202'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:17:52.041896 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbbffabc46a25035f6c0210104ebac0979452e44f6408783e2f348470e25243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478c0461-a5f6-43e2-8bd5-5d0eafa9b000" -d '{"events": [{"server_uuid": "a2e6a120-d57b-4f97-974e-2dee47bab683", "name": "network-vif-plugged", "status": "completed", "tag": "b966c914-4e6f-4b6e-9af4-f0c5c655c202"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:17:52.054532 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port b966c914-4e6f-4b6e-9af4-f0c5c655c202, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=b966c914-4e6f-4b6e-9af4-f0c5c655c202,segment=NetworkSegment(7f0cf347-298c-443b-8bd0-d08b4e2ab858),segment_id=7f0cf347-298c-443b-8bd0-d08b4e2ab858)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:17:52.058341 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:17:52.080967 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 22:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb6cc0d-8836-4191-925f-52e8045056dd x-openstack-request-id: req-cbb6cc0d-8836-4191-925f-52e8045056dd {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:17:52.081262 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e6a120-d57b-4f97-974e-2dee47bab683", "name": "network-vif-plugged", "status": "completed", "tag": "b966c914-4e6f-4b6e-9af4-f0c5c655c202", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:17:52.081514 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cbb6cc0d-8836-4191-925f-52e8045056dd {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:17:52.081900 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e6a120-d57b-4f97-974e-2dee47bab683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b966c914-4e6f-4b6e-9af4-f0c5c655c202', 'code': 200} Nov 09 22:17:52.107128 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=b966c914-4e6f-4b6e-9af4-f0c5c655c202,revision_number=9']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:17:52.599483 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:17:53.323219 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:17:53.510764 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:01.961993 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:18:04.286582 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:17.738064 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-77988fbe-b121-40f6-bfb9-a5a9abcedd40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:19.136886 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37542) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:18:19.291927 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-3e850c0a-6c3d-4e25-8c21-756699250f75 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Deleting port fd4ac02d-1954-40ff-b8f7-c515122c953e {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:18:19.292277 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3e850c0a-6c3d-4e25-8c21-756699250f75 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:19.369010 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3e850c0a-6c3d-4e25-8c21-756699250f75 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:19.369342 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3e850c0a-6c3d-4e25-8c21-756699250f75 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:19.381533 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-3e850c0a-6c3d-4e25-8c21-756699250f75 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Calling delete_port for fd4ac02d-1954-40ff-b8f7-c515122c953e owned by network:floatingip {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:18:19.528869 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3e850c0a-6c3d-4e25-8c21-756699250f75 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:19.554850 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e850c0a-6c3d-4e25-8c21-756699250f75 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event deleted for resources: {'Port': ['ID=fd4ac02d-1954-40ff-b8f7-c515122c953e,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:18:19.579082 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e850c0a-6c3d-4e25-8c21-756699250f75 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:18:19.579431 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e850c0a-6c3d-4e25-8c21-756699250f75 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:18:19.579773 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e850c0a-6c3d-4e25-8c21-756699250f75 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:18:19.580109 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e850c0a-6c3d-4e25-8c21-756699250f75 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:18:19.580446 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e850c0a-6c3d-4e25-8c21-756699250f75 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:18:19.580806 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e850c0a-6c3d-4e25-8c21-756699250f75 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:18:19.581136 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e850c0a-6c3d-4e25-8c21-756699250f75 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:18:19.581464 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e850c0a-6c3d-4e25-8c21-756699250f75 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:18:19.581792 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e850c0a-6c3d-4e25-8c21-756699250f75 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:18:19.582115 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e850c0a-6c3d-4e25-8c21-756699250f75 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:18:19.582441 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e850c0a-6c3d-4e25-8c21-756699250f75 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:18:19.582760 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e850c0a-6c3d-4e25-8c21-756699250f75 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:18:19.620785 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3e850c0a-6c3d-4e25-8c21-756699250f75 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for floatingip, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:19.621116 n-d-816206-3 neutron-server[102608]: INFO neutron.db.l3_db [None req-3e850c0a-6c3d-4e25-8c21-756699250f75 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Floating IP 7a073002-3559-4487-bc33-ccd3b3b4f6ac disassociated (deleted). External IP: 172.25.7.154, port: b966c914-4e6f-4b6e-9af4-f0c5c655c202. Nov 09 22:18:19.830257 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e850c0a-6c3d-4e25-8c21-756699250f75 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Router 91868021-571f-4323-898b-cffd1d4513a4 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:18:19.934962 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e850c0a-6c3d-4e25-8c21-756699250f75 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:18:19.939670 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3e850c0a-6c3d-4e25-8c21-756699250f75 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:19.944662 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ce31f8-dec1-4f0e-b0df-1d60bb256422 None None] Sync routers for ids ['91868021-571f-4323-898b-cffd1d4513a4'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:18:19.953612 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ce31f8-dec1-4f0e-b0df-1d60bb256422 None None] Routers {'91868021-571f-4323-898b-cffd1d4513a4'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:18:19.954215 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-67ce31f8-dec1-4f0e-b0df-1d60bb256422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:17:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['91868021-571f-4323-898b-cffd1d4513a4'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:18:19.966793 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3e850c0a-6c3d-4e25-8c21-756699250f75 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "DELETE /v2.0/floatingips/7a073002-3559-4487-bc33-ccd3b3b4f6ac HTTP/1.1" status: 204 len: 168 time: 0.8288183 Nov 09 22:18:19.967379 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e6a120-d57b-4f97-974e-2dee47bab683', 'tag': 'b966c914-4e6f-4b6e-9af4-f0c5c655c202'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:18:19.969658 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734a8ae17c5ce9a22141aa37bfebe7e944e5ff20966abe8e5b41792a40737563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a252d689-c7c9-48e4-ad32-a15ee9176349" -d '{"events": [{"name": "network-changed", "server_uuid": "a2e6a120-d57b-4f97-974e-2dee47bab683", "tag": "b966c914-4e6f-4b6e-9af4-f0c5c655c202"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:18:20.066684 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8953c2-f266-4a81-a062-d0fef2af2316 x-openstack-request-id: req-cf8953c2-f266-4a81-a062-d0fef2af2316 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:18:20.066977 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2e6a120-d57b-4f97-974e-2dee47bab683", "tag": "b966c914-4e6f-4b6e-9af4-f0c5c655c202", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:18:20.067500 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cf8953c2-f266-4a81-a062-d0fef2af2316 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:18:20.068080 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e6a120-d57b-4f97-974e-2dee47bab683', 'tag': 'b966c914-4e6f-4b6e-9af4-f0c5c655c202', 'status': 'completed', 'code': 200} Nov 09 22:18:20.070775 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-67ce31f8-dec1-4f0e-b0df-1d60bb256422 None None] Set router 91868021-571f-4323-898b-cffd1d4513a4 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:18:20.145182 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252d689-c7c9-48e4-ad32-a15ee9176349 req-cf1dc9e1-2678-430e-8a2c-6bca853da9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:18:20.146732 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a252d689-c7c9-48e4-ad32-a15ee9176349 req-cf1dc9e1-2678-430e-8a2c-6bca853da9b2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80608c1f657e40bbbb047dc3c2880805&device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 1097 time: 0.0555561 Nov 09 22:18:20.245919 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9555c35d-95e8-4644-98db-669e2ab3e906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:20.272770 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f210c-1163-43d4-bd5f-8e2f727c6df9 req-9117b428-c161-4e44-bd88-8f8c7fc84a52 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:18:20.274363 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-351f210c-1163-43d4-bd5f-8e2f727c6df9 req-9117b428-c161-4e44-bd88-8f8c7fc84a52 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 946 time: 0.1106870 Nov 09 22:18:20.286204 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252d689-c7c9-48e4-ad32-a15ee9176349 req-2894415a-ac5d-45d9-bcf5-13dff5ee3bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:18:20.287675 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a252d689-c7c9-48e4-ad32-a15ee9176349 req-2894415a-ac5d-45d9-bcf5-13dff5ee3bb1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3317aa3b-805a-4ad2-b94b-498bb699c7d6 HTTP/1.1" status: 200 len: 896 time: 0.1319594 Nov 09 22:18:20.342328 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a252d689-c7c9-48e4-ad32-a15ee9176349 req-d8856ae5-3cd3-4ea0-9062-38d4a766b3e0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b966c914-4e6f-4b6e-9af4-f0c5c655c202 HTTP/1.1" status: 200 len: 217 time: 0.0420203 Nov 09 22:18:20.375296 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-67ce31f8-dec1-4f0e-b0df-1d60bb256422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91868021-571f-4323-898b-cffd1d4513a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-67785329', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '8687a9f0-7cbc-4322-88d2-4f9e2ce11724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:16:32Z', 'updated_at': '2021-11-09T22:16:36Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': '8687a9f0-7cbc-4322-88d2-4f9e2ce11724', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91868021-571f-4323-898b-cffd1d4513a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:16:33Z', 'updated_at': '2021-11-09T22:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'eb526ec6-61da-444a-be13-90e32b50d5e0', 'name': '', 'network_id': '3317aa3b-805a-4ad2-b94b-498bb699c7d6', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'mac_address': 'fa:16:3e:f1:1b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91868021-571f-4323-898b-cffd1d4513a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'b6f14e96-8be4-45e0-91fa-d16cab5d7cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:16:35Z', 'updated_at': '2021-11-09T22:16:39Z', 'revision_number': 5, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'subnets': [{'id': 'b6f14e96-8be4-45e0-91fa-d16cab5d7cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:18:20.392209 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-351f210c-1163-43d4-bd5f-8e2f727c6df9 req-8756a156-1dd2-4675-b63b-c66c0115a1de tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbfcd7d0-5ab0-4aac-b30c-bfa827ba2aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076279 Nov 09 22:18:20.399929 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ce31f8-dec1-4f0e-b0df-1d60bb256422 None None] Checking router: 91868021-571f-4323-898b-cffd1d4513a4 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:18:20.408472 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ce31f8-dec1-4f0e-b0df-1d60bb256422 None None] Routers {'91868021-571f-4323-898b-cffd1d4513a4'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:18:20.409102 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-67ce31f8-dec1-4f0e-b0df-1d60bb256422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:18:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['91868021-571f-4323-898b-cffd1d4513a4'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:18:20.418067 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252d689-c7c9-48e4-ad32-a15ee9176349 req-07192ea6-5636-44be-bef2-38ef4bde68a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:18:20.419766 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a252d689-c7c9-48e4-ad32-a15ee9176349 req-07192ea6-5636-44be-bef2-38ef4bde68a4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b6f14e96-8be4-45e0-91fa-d16cab5d7cc4 HTTP/1.1" status: 200 len: 834 time: 0.0671573 Nov 09 22:18:20.477305 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252d689-c7c9-48e4-ad32-a15ee9176349 req-36bcf1e8-59f3-4149-978e-92e78226646d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:18:20.478838 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a252d689-c7c9-48e4-ad32-a15ee9176349 req-36bcf1e8-59f3-4149-978e-92e78226646d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3317aa3b-805a-4ad2-b94b-498bb699c7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438170 Nov 09 22:18:20.512351 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-67ce31f8-dec1-4f0e-b0df-1d60bb256422 None None] Set router 91868021-571f-4323-898b-cffd1d4513a4 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:18:20.571594 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a252d689-c7c9-48e4-ad32-a15ee9176349 req-e3c442a8-0d12-404d-93b3-cd4f474acad9 service neutron] 10.222.0.45 "GET /v2.0/networks/3317aa3b-805a-4ad2-b94b-498bb699c7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826187 Nov 09 22:18:20.664243 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a252d689-c7c9-48e4-ad32-a15ee9176349 req-3c231a76-c459-414a-93f7-875375924a48 service neutron] 10.222.0.45 "GET /v2.0/networks/3317aa3b-805a-4ad2-b94b-498bb699c7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839782 Nov 09 22:18:20.710803 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-67ce31f8-dec1-4f0e-b0df-1d60bb256422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91868021-571f-4323-898b-cffd1d4513a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-67785329', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '8687a9f0-7cbc-4322-88d2-4f9e2ce11724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:16:32Z', 'updated_at': '2021-11-09T22:16:36Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': '8687a9f0-7cbc-4322-88d2-4f9e2ce11724', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91868021-571f-4323-898b-cffd1d4513a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:16:33Z', 'updated_at': '2021-11-09T22:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'eb526ec6-61da-444a-be13-90e32b50d5e0', 'name': '', 'network_id': '3317aa3b-805a-4ad2-b94b-498bb699c7d6', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'mac_address': 'fa:16:3e:f1:1b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91868021-571f-4323-898b-cffd1d4513a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'b6f14e96-8be4-45e0-91fa-d16cab5d7cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:16:35Z', 'updated_at': '2021-11-09T22:16:39Z', 'revision_number': 5, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'subnets': [{'id': 'b6f14e96-8be4-45e0-91fa-d16cab5d7cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:18:20.736575 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ce31f8-dec1-4f0e-b0df-1d60bb256422 None None] The sync data for ids ['91868021-571f-4323-898b-cffd1d4513a4'] in n-d-816206-3 is: [{'id': '91868021-571f-4323-898b-cffd1d4513a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-67785329', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '8687a9f0-7cbc-4322-88d2-4f9e2ce11724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:16:32Z', 'updated_at': '2021-11-09T22:16:36Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': '8687a9f0-7cbc-4322-88d2-4f9e2ce11724', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91868021-571f-4323-898b-cffd1d4513a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:16:33Z', 'updated_at': '2021-11-09T22:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'eb526ec6-61da-444a-be13-90e32b50d5e0', 'name': '', 'network_id': '3317aa3b-805a-4ad2-b94b-498bb699c7d6', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'mac_address': 'fa:16:3e:f1:1b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91868021-571f-4323-898b-cffd1d4513a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'b6f14e96-8be4-45e0-91fa-d16cab5d7cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:16:35Z', 'updated_at': '2021-11-09T22:16:39Z', 'revision_number': 5, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'subnets': [{'id': 'b6f14e96-8be4-45e0-91fa-d16cab5d7cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:18:20.948879 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e84f5e-98cd-4d9d-8373-8084c59e4199 None None] New status for floating IP 7a073002-3559-4487-bc33-ccd3b3b4f6ac: DOWN {{(pid=102609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 22:18:21.253561 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:21.509001 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981ec1b-b520-4e02-85d9-e5dbb3fe71f6 req-e84eccf9-1b47-4a66-a99d-497273f7364a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:18:21.511025 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9981ec1b-b520-4e02-85d9-e5dbb3fe71f6 req-e84eccf9-1b47-4a66-a99d-497273f7364a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 946 time: 0.0484953 Nov 09 22:18:21.565251 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-9981ec1b-b520-4e02-85d9-e5dbb3fe71f6 req-6309e5d1-ab9c-4dff-a2d4-528822b66a25 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbfcd7d0-5ab0-4aac-b30c-bfa827ba2aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483611 Nov 09 22:18:21.571110 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf945ca-3982-4bd5-9367-eb04f5c1565d req-a79e60b6-fcac-41ce-aff3-2c91cc897d5c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:18:21.572586 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0cf945ca-3982-4bd5-9367-eb04f5c1565d req-a79e60b6-fcac-41ce-aff3-2c91cc897d5c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2e6a120-d57b-4f97-974e-2dee47bab683 HTTP/1.1" status: 200 len: 946 time: 0.0486538 Nov 09 22:18:21.659302 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-0cf945ca-3982-4bd5-9367-eb04f5c1565d req-ae50ba7b-8f12-4e99-b6ae-adc6b609d703 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Deleting port b966c914-4e6f-4b6e-9af4-f0c5c655c202 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:18:21.659640 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0cf945ca-3982-4bd5-9367-eb04f5c1565d req-ae50ba7b-8f12-4e99-b6ae-adc6b609d703 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:21.748855 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-0cf945ca-3982-4bd5-9367-eb04f5c1565d req-ae50ba7b-8f12-4e99-b6ae-adc6b609d703 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] For port b966c914-4e6f-4b6e-9af4-f0c5c655c202, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=b966c914-4e6f-4b6e-9af4-f0c5c655c202,segment=NetworkSegment(7f0cf347-298c-443b-8bd0-d08b4e2ab858),segment_id=7f0cf347-298c-443b-8bd0-d08b4e2ab858)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:18:21.749214 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0cf945ca-3982-4bd5-9367-eb04f5c1565d req-ae50ba7b-8f12-4e99-b6ae-adc6b609d703 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:21.761073 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-0cf945ca-3982-4bd5-9367-eb04f5c1565d req-ae50ba7b-8f12-4e99-b6ae-adc6b609d703 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Calling delete_port for b966c914-4e6f-4b6e-9af4-f0c5c655c202 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:18:21.886201 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0cf945ca-3982-4bd5-9367-eb04f5c1565d req-ae50ba7b-8f12-4e99-b6ae-adc6b609d703 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:21.915056 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae50ba7b-8f12-4e99-b6ae-adc6b609d703 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event deleted for resources: {'Port': ['ID=b966c914-4e6f-4b6e-9af4-f0c5c655c202,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:18:21.953372 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf945ca-3982-4bd5-9367-eb04f5c1565d req-ae50ba7b-8f12-4e99-b6ae-adc6b609d703 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] No DVR routers for this DVR port b966c914-4e6f-4b6e-9af4-f0c5c655c202 on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:18:21.955946 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-0cf945ca-3982-4bd5-9367-eb04f5c1565d req-ae50ba7b-8f12-4e99-b6ae-adc6b609d703 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:21.959272 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0cf945ca-3982-4bd5-9367-eb04f5c1565d req-ae50ba7b-8f12-4e99-b6ae-adc6b609d703 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.45 "DELETE /v2.0/ports/b966c914-4e6f-4b6e-9af4-f0c5c655c202 HTTP/1.1" status: 204 len: 173 time: 0.3800330 Nov 09 22:18:21.959702 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e6a120-d57b-4f97-974e-2dee47bab683', 'name': 'network-vif-deleted', 'tag': 'b966c914-4e6f-4b6e-9af4-f0c5c655c202'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:18:21.961912 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2737eae40cef112d1dfa64c8a6cf3edc76bfb64f9e32f72bfe3df0a7140357a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93197064-c804-4793-92ec-1cc65038b37a" -d '{"events": [{"server_uuid": "a2e6a120-d57b-4f97-974e-2dee47bab683", "name": "network-vif-deleted", "tag": "b966c914-4e6f-4b6e-9af4-f0c5c655c202"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:18:22.005825 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 22:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b291b8f-e69d-4686-bf7b-4c5e292aaf4a x-openstack-request-id: req-0b291b8f-e69d-4686-bf7b-4c5e292aaf4a {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:18:22.006124 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e6a120-d57b-4f97-974e-2dee47bab683", "name": "network-vif-deleted", "tag": "b966c914-4e6f-4b6e-9af4-f0c5c655c202", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:18:22.006376 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0b291b8f-e69d-4686-bf7b-4c5e292aaf4a {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:18:22.006771 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e6a120-d57b-4f97-974e-2dee47bab683', 'name': 'network-vif-deleted', 'tag': 'b966c914-4e6f-4b6e-9af4-f0c5c655c202', 'status': 'completed', 'code': 200} Nov 09 22:18:22.601725 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:22.622425 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37562) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:18:22.970974 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0aa77d19-c0c2-4638-9a90-0a22c06afc29 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:23.220406 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-0aa77d19-c0c2-4638-9a90-0a22c06afc29 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Deleting port eb526ec6-61da-444a-be13-90e32b50d5e0 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:18:23.220779 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0aa77d19-c0c2-4638-9a90-0a22c06afc29 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:23.310828 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-0aa77d19-c0c2-4638-9a90-0a22c06afc29 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] For port eb526ec6-61da-444a-be13-90e32b50d5e0, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=eb526ec6-61da-444a-be13-90e32b50d5e0,segment=NetworkSegment(7f0cf347-298c-443b-8bd0-d08b4e2ab858),segment_id=7f0cf347-298c-443b-8bd0-d08b4e2ab858)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:18:23.311103 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0aa77d19-c0c2-4638-9a90-0a22c06afc29 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:23.324171 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-0aa77d19-c0c2-4638-9a90-0a22c06afc29 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Calling delete_port for eb526ec6-61da-444a-be13-90e32b50d5e0 owned by network:router_interface {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:18:23.326773 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:23.514164 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:23.520742 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0aa77d19-c0c2-4638-9a90-0a22c06afc29 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:23.545088 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa77d19-c0c2-4638-9a90-0a22c06afc29 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event deleted for resources: {'Port': ['ID=eb526ec6-61da-444a-be13-90e32b50d5e0,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:18:23.722220 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0aa77d19-c0c2-4638-9a90-0a22c06afc29 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:23.940527 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa77d19-c0c2-4638-9a90-0a22c06afc29 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Router 91868021-571f-4323-898b-cffd1d4513a4 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:18:24.048146 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa77d19-c0c2-4638-9a90-0a22c06afc29 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:18:24.053522 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0aa77d19-c0c2-4638-9a90-0a22c06afc29 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "PUT /v2.0/routers/91868021-571f-4323-898b-cffd1d4513a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4299204 Nov 09 22:18:24.057464 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37564) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:18:24.058054 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a64020-7d34-4416-9319-f998248e2786 None None] Sync routers for ids ['91868021-571f-4323-898b-cffd1d4513a4'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:18:24.068709 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a64020-7d34-4416-9319-f998248e2786 None None] Routers {'91868021-571f-4323-898b-cffd1d4513a4'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:18:24.069319 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-83a64020-7d34-4416-9319-f998248e2786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:18:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['91868021-571f-4323-898b-cffd1d4513a4'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:18:24.108150 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-75bdd274-b676-4765-b0bf-f83a0430e17c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Deleting subnet b6f14e96-8be4-45e0-91fa-d16cab5d7cc4 {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 22:18:24.111277 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-75bdd274-b676-4765-b0bf-f83a0430e17c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:24.149824 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-75bdd274-b676-4765-b0bf-f83a0430e17c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:24.172971 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-83a64020-7d34-4416-9319-f998248e2786 None None] Set router 91868021-571f-4323-898b-cffd1d4513a4 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:18:24.236529 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-75bdd274-b676-4765-b0bf-f83a0430e17c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:24.297423 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-75bdd274-b676-4765-b0bf-f83a0430e17c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:24.325412 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bdd274-b676-4765-b0bf-f83a0430e17c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event deleted for resources: {'Subnet': ['ID=b6f14e96-8be4-45e0-91fa-d16cab5d7cc4,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:18:24.329237 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-75bdd274-b676-4765-b0bf-f83a0430e17c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:24.332454 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-75bdd274-b676-4765-b0bf-f83a0430e17c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "DELETE /v2.0/subnets/b6f14e96-8be4-45e0-91fa-d16cab5d7cc4 HTTP/1.1" status: 204 len: 168 time: 0.2739995 Nov 09 22:18:24.335140 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37566) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:18:24.338072 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f6de69-2793-4434-acc9-d7039506000f None None] Network 3317aa3b-805a-4ad2-b94b-498bb699c7d6 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:18:24.355668 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-83a64020-7d34-4416-9319-f998248e2786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91868021-571f-4323-898b-cffd1d4513a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-67785329', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '8687a9f0-7cbc-4322-88d2-4f9e2ce11724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:16:32Z', 'updated_at': '2021-11-09T22:18:23Z', 'revision_number': 5, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': '8687a9f0-7cbc-4322-88d2-4f9e2ce11724', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91868021-571f-4323-898b-cffd1d4513a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:16:33Z', 'updated_at': '2021-11-09T22:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:18:24.380981 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a64020-7d34-4416-9319-f998248e2786 None None] Checking router: 91868021-571f-4323-898b-cffd1d4513a4 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:18:24.389497 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a64020-7d34-4416-9319-f998248e2786 None None] Routers {'91868021-571f-4323-898b-cffd1d4513a4'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:18:24.390116 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-83a64020-7d34-4416-9319-f998248e2786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:18:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['91868021-571f-4323-898b-cffd1d4513a4'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:18:24.501028 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-83a64020-7d34-4416-9319-f998248e2786 None None] Set router 91868021-571f-4323-898b-cffd1d4513a4 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:18:24.564933 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2ff68f-da4c-442f-a6d5-b5e5b60c9034 None None] DHCP port deletion for 3317aa3b-805a-4ad2-b94b-498bb699c7d6 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:18:24.616938 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-cd2ff68f-da4c-442f-a6d5-b5e5b60c9034 None None] Deleting port a99263e4-d0d9-4a74-b4a6-21b5d0920127 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:18:24.617579 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cd2ff68f-da4c-442f-a6d5-b5e5b60c9034 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:24.685998 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-cd2ff68f-da4c-442f-a6d5-b5e5b60c9034 None None] For port a99263e4-d0d9-4a74-b4a6-21b5d0920127, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=a99263e4-d0d9-4a74-b4a6-21b5d0920127,segment=NetworkSegment(7f0cf347-298c-443b-8bd0-d08b4e2ab858),segment_id=7f0cf347-298c-443b-8bd0-d08b4e2ab858)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:18:24.686892 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cd2ff68f-da4c-442f-a6d5-b5e5b60c9034 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:24.688574 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-83a64020-7d34-4416-9319-f998248e2786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91868021-571f-4323-898b-cffd1d4513a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-67785329', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '8687a9f0-7cbc-4322-88d2-4f9e2ce11724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:16:32Z', 'updated_at': '2021-11-09T22:18:23Z', 'revision_number': 5, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': '8687a9f0-7cbc-4322-88d2-4f9e2ce11724', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91868021-571f-4323-898b-cffd1d4513a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:16:33Z', 'updated_at': '2021-11-09T22:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:18:24.703194 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-cd2ff68f-da4c-442f-a6d5-b5e5b60c9034 None None] Calling delete_port for a99263e4-d0d9-4a74-b4a6-21b5d0920127 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:18:24.717886 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a64020-7d34-4416-9319-f998248e2786 None None] The sync data for ids ['91868021-571f-4323-898b-cffd1d4513a4'] in n-d-816206-3 is: [{'id': '91868021-571f-4323-898b-cffd1d4513a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-67785329', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '8687a9f0-7cbc-4322-88d2-4f9e2ce11724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:16:32Z', 'updated_at': '2021-11-09T22:18:23Z', 'revision_number': 5, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': '8687a9f0-7cbc-4322-88d2-4f9e2ce11724', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91868021-571f-4323-898b-cffd1d4513a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:16:33Z', 'updated_at': '2021-11-09T22:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:18:24.765475 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1ff154e6-0201-40b2-bdc2-d5af90c854f5 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:24.789196 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cd2ff68f-da4c-442f-a6d5-b5e5b60c9034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:24.813256 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2ff68f-da4c-442f-a6d5-b5e5b60c9034 None None] Pushing event deleted for resources: {'Port': ['ID=a99263e4-d0d9-4a74-b4a6-21b5d0920127,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:18:24.817751 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2ff68f-da4c-442f-a6d5-b5e5b60c9034 None None] No DVR routers for this DVR port a99263e4-d0d9-4a74-b4a6-21b5d0920127 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:18:24.874265 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1ff154e6-0201-40b2-bdc2-d5af90c854f5 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:24.929572 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-1ff154e6-0201-40b2-bdc2-d5af90c854f5 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Deleting port 8687a9f0-7cbc-4322-88d2-4f9e2ce11724 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:18:24.929914 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1ff154e6-0201-40b2-bdc2-d5af90c854f5 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:25.006134 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-1ff154e6-0201-40b2-bdc2-d5af90c854f5 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] For port 8687a9f0-7cbc-4322-88d2-4f9e2ce11724, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=8687a9f0-7cbc-4322-88d2-4f9e2ce11724,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:18:25.006420 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1ff154e6-0201-40b2-bdc2-d5af90c854f5 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:25.018925 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-1ff154e6-0201-40b2-bdc2-d5af90c854f5 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Calling delete_port for 8687a9f0-7cbc-4322-88d2-4f9e2ce11724 owned by network:router_gateway {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:18:25.190551 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1ff154e6-0201-40b2-bdc2-d5af90c854f5 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:25.216914 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff154e6-0201-40b2-bdc2-d5af90c854f5 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event deleted for resources: {'Port': ['ID=8687a9f0-7cbc-4322-88d2-4f9e2ce11724,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:18:25.229744 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b10b4a-fc33-40af-aadb-96f7d4f61ac6 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:18:25.282254 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1ff154e6-0201-40b2-bdc2-d5af90c854f5 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:25.371757 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1ff154e6-0201-40b2-bdc2-d5af90c854f5 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:25.373943 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1ff154e6-0201-40b2-bdc2-d5af90c854f5 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:25.416262 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1ff154e6-0201-40b2-bdc2-d5af90c854f5 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:25.416866 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff154e6-0201-40b2-bdc2-d5af90c854f5 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Fanout notify agent at l3_agent the message router_deleted on router 91868021-571f-4323-898b-cffd1d4513a4 {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 22:18:25.423848 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1ff154e6-0201-40b2-bdc2-d5af90c854f5 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:25.425210 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-1ff154e6-0201-40b2-bdc2-d5af90c854f5 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "DELETE /v2.0/routers/91868021-571f-4323-898b-cffd1d4513a4 HTTP/1.1" status: 204 len: 168 time: 1.0889721 Nov 09 22:18:25.427943 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37568) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:18:25.513014 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cd8bac97-a8cd-4b2b-a5c0-cc06bafe6925 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:25.600053 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cd8bac97-a8cd-4b2b-a5c0-cc06bafe6925 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:25.625724 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-cd8bac97-a8cd-4b2b-a5c0-cc06bafe6925 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3317aa3b-805a-4ad2-b94b-498bb699c7d6']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:18:25.634771 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-cd8bac97-a8cd-4b2b-a5c0-cc06bafe6925 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f0cf347-298c-443b-8bd0-d08b4e2ab858') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:18:25.635065 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-cd8bac97-a8cd-4b2b-a5c0-cc06bafe6925 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f0cf347-298c-443b-8bd0-d08b4e2ab858') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:18:25.644231 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cd8bac97-a8cd-4b2b-a5c0-cc06bafe6925 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:25.657039 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cd8bac97-a8cd-4b2b-a5c0-cc06bafe6925 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:25.662663 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd8bac97-a8cd-4b2b-a5c0-cc06bafe6925 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 22:18:25.663041 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cd8bac97-a8cd-4b2b-a5c0-cc06bafe6925 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:25.665969 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 22:18:25.665969 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 22:18:25.665969 n-d-816206-3 neutron-server[102608]: timer() Nov 09 22:18:25.665969 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 22:18:25.665969 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 22:18:25.665969 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 22:18:25.665969 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 22:18:25.665969 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 22:18:25.665969 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 22:18:25.665969 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 22:18:25.665969 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 22:18:25.665969 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 22:18:25.665969 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 22:18:25.665969 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 22:18:25.665969 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 22:18:25.665969 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 22:18:25.665969 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 22:18:25.665969 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 22:18:25.665969 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 22:18:25.665969 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 22:18:25.665969 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 22:18:25.665969 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 22:18:25.665969 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 22:18:25.665969 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 22:18:25.665969 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 22:18:25.665969 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 22:18:25.665969 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 22:18:25.665969 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 22:18:25.665969 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 22:18:25.665969 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 22:18:25.665969 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 22:18:25.665969 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 22:18:25.720779 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cd8bac97-a8cd-4b2b-a5c0-cc06bafe6925 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:25.728827 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cd8bac97-a8cd-4b2b-a5c0-cc06bafe6925 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:25.732587 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-cd8bac97-a8cd-4b2b-a5c0-cc06bafe6925 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "DELETE /v2.0/networks/3317aa3b-805a-4ad2-b94b-498bb699c7d6 HTTP/1.1" status: 204 len: 168 time: 0.3036926 Nov 09 22:18:25.735350 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37570) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:18:25.745705 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8bac97-a8cd-4b2b-a5c0-cc06bafe6925 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event deleted for resources: {'Network': ['ID=3317aa3b-805a-4ad2-b94b-498bb699c7d6,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:18:25.799996 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b36815b5-5501-4f60-9e90-db84a96b660b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:25.824920 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b36815b5-5501-4f60-9e90-db84a96b660b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:25.886795 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b36815b5-5501-4f60-9e90-db84a96b660b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:25.889748 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b36815b5-5501-4f60-9e90-db84a96b660b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:25.891256 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b36815b5-5501-4f60-9e90-db84a96b660b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "DELETE /v2.0/security-groups/bbfcd7d0-5ab0-4aac-b30c-bfa827ba2aa3 HTTP/1.1" status: 204 len: 168 time: 0.1547942 Nov 09 22:18:25.906987 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36815b5-5501-4f60-9e90-db84a96b660b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfcd7d0-5ab0-4aac-b30c-bfa827ba2aa3,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:18:25.923779 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device a99263e4-d0d9-4a74-b4a6-21b5d0920127 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:18:25.951157 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: a99263e4-d0d9-4a74-b4a6-21b5d0920127 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:18:25.951511 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device a99263e4-d0d9-4a74-b4a6-21b5d0920127 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:18:25.952172 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device eb526ec6-61da-444a-be13-90e32b50d5e0 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:18:25.971904 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: eb526ec6-61da-444a-be13-90e32b50d5e0 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:18:25.972257 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device eb526ec6-61da-444a-be13-90e32b50d5e0 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:18:25.972698 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 8687a9f0-7cbc-4322-88d2-4f9e2ce11724 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:18:25.991648 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 8687a9f0-7cbc-4322-88d2-4f9e2ce11724 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:18:25.992004 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 8687a9f0-7cbc-4322-88d2-4f9e2ce11724 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:18:26.029693 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device b966c914-4e6f-4b6e-9af4-f0c5c655c202 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:18:26.051910 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: b966c914-4e6f-4b6e-9af4-f0c5c655c202 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:18:26.052186 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device b966c914-4e6f-4b6e-9af4-f0c5c655c202 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:18:26.175322 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37576) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:18:26.180005 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-752e670d-2c19-46f9-9bd4-65ba85b4d8c0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-472684835', 'description': 'tempest-secgroup-smoke-472684835 description', 'project_id': '80608c1f657e40bbbb047dc3c2880805'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:18:26.201348 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-752e670d-2c19-46f9-9bd4-65ba85b4d8c0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:26.266018 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-752e670d-2c19-46f9-9bd4-65ba85b4d8c0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:26.269461 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-752e670d-2c19-46f9-9bd4-65ba85b4d8c0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:26.298475 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-752e670d-2c19-46f9-9bd4-65ba85b4d8c0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:26.299721 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-752e670d-2c19-46f9-9bd4-65ba85b4d8c0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1233559 Nov 09 22:18:26.301570 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e670d-2c19-46f9-9bd4-65ba85b4d8c0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba3cc3e-6218-4a7c-b525-cc1d946887d2,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:18:26.302828 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37578) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:18:26.307596 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-4ffb51fc-fe85-4453-8b01-ffb7aec4da90 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'security_group_rule': {'security_group_id': '2ba3cc3e-6218-4a7c-b525-cc1d946887d2', 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:18:26.333857 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4ffb51fc-fe85-4453-8b01-ffb7aec4da90 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:26.387516 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4ffb51fc-fe85-4453-8b01-ffb7aec4da90 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:26.390807 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4ffb51fc-fe85-4453-8b01-ffb7aec4da90 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:26.408721 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb51fc-fe85-4453-8b01-ffb7aec4da90 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b493c0b9-46dd-4f30-b2ff-74791ec3364c,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:18:26.416172 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4ffb51fc-fe85-4453-8b01-ffb7aec4da90 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:26.417411 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4ffb51fc-fe85-4453-8b01-ffb7aec4da90 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1136060 Nov 09 22:18:26.420101 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37580) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:18:26.424439 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-20e7d530-3d91-4e8c-9141-3a60dbfbffec tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'security_group_rule': {'security_group_id': '2ba3cc3e-6218-4a7c-b525-cc1d946887d2', 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:18:26.450445 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-20e7d530-3d91-4e8c-9141-3a60dbfbffec tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:26.512946 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-20e7d530-3d91-4e8c-9141-3a60dbfbffec tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:26.516591 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-20e7d530-3d91-4e8c-9141-3a60dbfbffec tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:26.535029 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e7d530-3d91-4e8c-9141-3a60dbfbffec tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e34dac8-2183-4023-a8a5-a1ed8942bc9d,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:18:26.539909 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-20e7d530-3d91-4e8c-9141-3a60dbfbffec tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:26.541237 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-20e7d530-3d91-4e8c-9141-3a60dbfbffec tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1201062 Nov 09 22:18:26.544500 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37582) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:18:26.548842 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-47874243-3c37-4cb4-82f9-6879dddfbce7 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'security_group_rule': {'security_group_id': '2ba3cc3e-6218-4a7c-b525-cc1d946887d2', 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:18:26.577948 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-47874243-3c37-4cb4-82f9-6879dddfbce7 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:26.634117 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-47874243-3c37-4cb4-82f9-6879dddfbce7 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:26.637760 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-47874243-3c37-4cb4-82f9-6879dddfbce7 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:26.655358 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47874243-3c37-4cb4-82f9-6879dddfbce7 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3184dc6-67bd-4271-b381-65247332a084,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:18:26.662705 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-47874243-3c37-4cb4-82f9-6879dddfbce7 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:26.663874 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-47874243-3c37-4cb4-82f9-6879dddfbce7 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183853 Nov 09 22:18:26.667232 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37584) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:18:26.671435 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-b595ef24-9ba5-4e0e-bb40-39d51c28bcbb tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'security_group_rule': {'security_group_id': '2ba3cc3e-6218-4a7c-b525-cc1d946887d2', 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:18:26.696704 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b595ef24-9ba5-4e0e-bb40-39d51c28bcbb tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:26.752782 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b595ef24-9ba5-4e0e-bb40-39d51c28bcbb tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:26.756391 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b595ef24-9ba5-4e0e-bb40-39d51c28bcbb tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:26.776496 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b595ef24-9ba5-4e0e-bb40-39d51c28bcbb tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3539e32e-8a1a-4581-ac76-c0f2e6a4ea85,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:18:26.782471 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b595ef24-9ba5-4e0e-bb40-39d51c28bcbb tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:26.783503 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b595ef24-9ba5-4e0e-bb40-39d51c28bcbb tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1153576 Nov 09 22:18:26.786250 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37586) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:18:26.790514 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-b12f743c-c402-4a7f-bdf7-34423ff042fb tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'security_group_rule': {'security_group_id': '2ba3cc3e-6218-4a7c-b525-cc1d946887d2', 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:18:26.811584 n-d-816206-3 neutron-server[102608]: INFO neutron.db.securitygroups_db [None req-b12f743c-c402-4a7f-bdf7-34423ff042fb tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Project 80608c1f657e40bbbb047dc3c2880805 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 22:18:26.816449 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b12f743c-c402-4a7f-bdf7-34423ff042fb tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:26.875580 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b12f743c-c402-4a7f-bdf7-34423ff042fb tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:26.879169 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b12f743c-c402-4a7f-bdf7-34423ff042fb tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:26.897525 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f743c-c402-4a7f-bdf7-34423ff042fb tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d63c7e6-e07d-4307-8725-acbdb6815b96,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:18:26.902917 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b12f743c-c402-4a7f-bdf7-34423ff042fb tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:26.904096 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b12f743c-c402-4a7f-bdf7-34423ff042fb tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1169262 Nov 09 22:18:26.907115 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37588) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:18:26.911333 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-aad0ca4f-cf1d-4782-8594-6ef72f5c9aef tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'security_group_rule': {'security_group_id': '2ba3cc3e-6218-4a7c-b525-cc1d946887d2', 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:18:26.932752 n-d-816206-3 neutron-server[102608]: INFO neutron.db.securitygroups_db [None req-aad0ca4f-cf1d-4782-8594-6ef72f5c9aef tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Project 80608c1f657e40bbbb047dc3c2880805 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 22:18:26.937377 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-aad0ca4f-cf1d-4782-8594-6ef72f5c9aef tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:26.994405 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-aad0ca4f-cf1d-4782-8594-6ef72f5c9aef tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:26.997876 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-aad0ca4f-cf1d-4782-8594-6ef72f5c9aef tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:27.016097 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad0ca4f-cf1d-4782-8594-6ef72f5c9aef tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dce70cef-876a-44a3-9bd6-b44928a288a3,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:18:27.021226 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-aad0ca4f-cf1d-4782-8594-6ef72f5c9aef tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:27.022404 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-aad0ca4f-cf1d-4782-8594-6ef72f5c9aef tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1143715 Nov 09 22:18:27.025348 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37590) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:18:27.031120 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-821ff864-4e59-4760-bd86-ac71d5eb41a6 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'network': {'name': 'tempest-network-smoke--1567479434', 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'port_security_enabled': True}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:18:27.053071 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821ff864-4e59-4760-bd86-ac71d5eb41a6 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Made reservation on behalf of 80608c1f657e40bbbb047dc3c2880805 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:18:27.056966 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-821ff864-4e59-4760-bd86-ac71d5eb41a6 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:27.085218 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-821ff864-4e59-4760-bd86-ac71d5eb41a6 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 22:18:27.096290 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-821ff864-4e59-4760-bd86-ac71d5eb41a6 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:27.096672 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-821ff864-4e59-4760-bd86-ac71d5eb41a6 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Added segment 0e9c02b8-8248-484c-a5fe-2a49472c69bf of type vlan for network 2d46cefc-046c-4313-a58a-858e65c81394 Nov 09 22:18:27.140418 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-821ff864-4e59-4760-bd86-ac71d5eb41a6 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:27.169303 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-821ff864-4e59-4760-bd86-ac71d5eb41a6 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:27.174911 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821ff864-4e59-4760-bd86-ac71d5eb41a6 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:18:27.175540 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-821ff864-4e59-4760-bd86-ac71d5eb41a6 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:27.229360 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-821ff864-4e59-4760-bd86-ac71d5eb41a6 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2024047 Nov 09 22:18:27.232004 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37592) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:18:27.236310 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-fbdf32a8-5750-4111-bd90-8897e83b837c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-29157448', 'admin_state_up': True, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:18:27.257799 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ff864-4e59-4760-bd86-ac71d5eb41a6 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'Network': ['ID=2d46cefc-046c-4313-a58a-858e65c81394,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:18:27.268505 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 2d46cefc-046c-4313-a58a-858e65c81394 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 22:18:27.271217 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fbdf32a8-5750-4111-bd90-8897e83b837c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:27.272301 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fbdf32a8-5750-4111-bd90-8897e83b837c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:27.329097 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fbdf32a8-5750-4111-bd90-8897e83b837c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:27.465821 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fbdf32a8-5750-4111-bd90-8897e83b837c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:27.658470 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fbdf32a8-5750-4111-bd90-8897e83b837c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for router_gateway, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:27.676584 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fbdf32a8-5750-4111-bd90-8897e83b837c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:27.779733 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-fbdf32a8-5750-4111-bd90-8897e83b837c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Allocated IP 172.25.7.140 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/7fde2bec-2324-4d7b-b139-0f30f471f846) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:18:27.877563 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fbdf32a8-5750-4111-bd90-8897e83b837c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:27.909257 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fbdf32a8-5750-4111-bd90-8897e83b837c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:27.954009 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdf32a8-5750-4111-bd90-8897e83b837c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:18:27.959210 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-fbdf32a8-5750-4111-bd90-8897e83b837c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:18:27.961431 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf32a8-5750-4111-bd90-8897e83b837c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'Port': ['ID=7fde2bec-2324-4d7b-b139-0f30f471f846,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:18:27.963553 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdf32a8-5750-4111-bd90-8897e83b837c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:18:27.971280 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2658e61e-70d0-4d6d-a585-968b48cf6e60 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:18:28.083931 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-c7bc05a5-68fd-4439-9a3a-92c553d64d94 None None] Provisioning complete for port 7fde2bec-2324-4d7b-b139-0f30f471f846 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:18:28.084211 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c7bc05a5-68fd-4439-9a3a-92c553d64d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:28.119238 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-c7bc05a5-68fd-4439-9a3a-92c553d64d94 None None] Port 7fde2bec-2324-4d7b-b139-0f30f471f846 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:18:28.205240 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fbdf32a8-5750-4111-bd90-8897e83b837c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for router_gateway, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:28.396878 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fbdf32a8-5750-4111-bd90-8897e83b837c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:28.527271 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbdf32a8-5750-4111-bd90-8897e83b837c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Router cd690b41-7cef-4f59-a0d3-d73243f5891a is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 22:18:28.625372 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdf32a8-5750-4111-bd90-8897e83b837c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:18:28.634621 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd62213-015e-4359-83ec-e6c6af491d45 None None] Sync routers for ids ['cd690b41-7cef-4f59-a0d3-d73243f5891a'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:18:28.648059 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fbdf32a8-5750-4111-bd90-8897e83b837c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:28.649313 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-fbdf32a8-5750-4111-bd90-8897e83b837c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4163935 Nov 09 22:18:28.652688 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd62213-015e-4359-83ec-e6c6af491d45 None None] Routers {'cd690b41-7cef-4f59-a0d3-d73243f5891a'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:18:28.653488 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-ccd62213-015e-4359-83ec-e6c6af491d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:18:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['cd690b41-7cef-4f59-a0d3-d73243f5891a'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:18:28.654780 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37594) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:18:28.687959 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-f6040c2a-4928-41ef-96f9-f25938cc8cdc tempest-TestNetworkAdvancedServerOps-124469545 tempest-TestNetworkAdvancedServerOps-124469545-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=80608c1f657e40bbbb047dc3c2880805&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296879 Nov 09 22:18:28.688191 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37596) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:18:28.755852 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-ccd62213-015e-4359-83ec-e6c6af491d45 None None] Set router cd690b41-7cef-4f59-a0d3-d73243f5891a gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:18:28.773781 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de509090-48fd-4092-8912-35da4783b507 tempest-TestNetworkAdvancedServerOps-124469545 tempest-TestNetworkAdvancedServerOps-124469545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:18:28.775330 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-de509090-48fd-4092-8912-35da4783b507 tempest-TestNetworkAdvancedServerOps-124469545 tempest-TestNetworkAdvancedServerOps-124469545-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0862238 Nov 09 22:18:28.778776 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37598) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:18:28.805746 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-36e62b06-7571-4ad9-9768-3c6689abf6f1 tempest-TestNetworkAdvancedServerOps-124469545 tempest-TestNetworkAdvancedServerOps-124469545-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=4531c23d-84b7-490d-8d7c-6676781b6e6a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0256617 Nov 09 22:18:28.808266 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37600) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:18:28.812954 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-6ddf4040-8121-4230-b20b-4b003b19adcc tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1444234605', 'network_id': '2d46cefc-046c-4313-a58a-858e65c81394', 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:18:28.905938 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ddf4040-8121-4230-b20b-4b003b19adcc tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Made reservation on behalf of 80608c1f657e40bbbb047dc3c2880805 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:18:28.909363 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6ddf4040-8121-4230-b20b-4b003b19adcc tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:28.930618 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-ccd62213-015e-4359-83ec-e6c6af491d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd690b41-7cef-4f59-a0d3-d73243f5891a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29157448', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '7fde2bec-2324-4d7b-b139-0f30f471f846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:18:27Z', 'updated_at': '2021-11-09T22:18:28Z', 'revision_number': 3, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': '7fde2bec-2324-4d7b-b139-0f30f471f846', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd690b41-7cef-4f59-a0d3-d73243f5891a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:18:27Z', 'updated_at': '2021-11-09T22:18:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:18:28.956977 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd62213-015e-4359-83ec-e6c6af491d45 None None] Checking router: cd690b41-7cef-4f59-a0d3-d73243f5891a for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:18:28.957329 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd62213-015e-4359-83ec-e6c6af491d45 None None] Updating router cd690b41-7cef-4f59-a0d3-d73243f5891a port 7fde2bec-2324-4d7b-b139-0f30f471f846 binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 22:18:28.985048 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ccd62213-015e-4359-83ec-e6c6af491d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:29.105918 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6ddf4040-8121-4230-b20b-4b003b19adcc tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:29.159486 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf4040-8121-4230-b20b-4b003b19adcc tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'Subnet': ['ID=8630fbbd-901c-46db-b4bd-553b10cdb4d2,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:18:29.175990 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddf4040-8121-4230-b20b-4b003b19adcc tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Checking segment: {'id': '0e9c02b8-8248-484c-a5fe-2a49472c69bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2d46cefc-046c-4313-a58a-858e65c81394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:18:29.176358 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddf4040-8121-4230-b20b-4b003b19adcc tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Network hostable DHCP agents. Network: 2d46cefc-046c-4313-a58a-858e65c81394, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 22:18:29.193870 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddf4040-8121-4230-b20b-4b003b19adcc tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Network 2d46cefc-046c-4313-a58a-858e65c81394 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 22:18:29.203673 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-6ddf4040-8121-4230-b20b-4b003b19adcc tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 2d46cefc-046c-4313-a58a-858e65c81394) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:18:29.209459 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddf4040-8121-4230-b20b-4b003b19adcc tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:18:29.210422 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6ddf4040-8121-4230-b20b-4b003b19adcc tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:29.219480 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10be15cb-0b60-46fd-9ba1-4ab336eae0ef None None] Network 2d46cefc-046c-4313-a58a-858e65c81394 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:18:29.227136 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6ddf4040-8121-4230-b20b-4b003b19adcc tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4178288 Nov 09 22:18:29.230558 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37602) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:18:29.285948 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ccd62213-015e-4359-83ec-e6c6af491d45 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:29.296220 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ccd62213-015e-4359-83ec-e6c6af491d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:29.356947 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6204b040-f817-4122-9718-eef89c086e5d None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:18:29.395088 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-ccd62213-015e-4359-83ec-e6c6af491d45 None None] Attempting to bind port 7fde2bec-2324-4d7b-b139-0f30f471f846 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:18:29.395464 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-ccd62213-015e-4359-83ec-e6c6af491d45 None None] Attempting to bind port 7fde2bec-2324-4d7b-b139-0f30f471f846 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:18:29.395832 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd62213-015e-4359-83ec-e6c6af491d45 None None] Attempting to bind port 7fde2bec-2324-4d7b-b139-0f30f471f846 on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:18:29.397697 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303e6c68-ed9c-4fe4-ae25-84e41c619bb9 None None] Pushing event updated for resources: {'Port': ['ID=7fde2bec-2324-4d7b-b139-0f30f471f846,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:18:29.419024 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd62213-015e-4359-83ec-e6c6af491d45 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:18:29.419309 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd62213-015e-4359-83ec-e6c6af491d45 None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:18:29.419718 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ccd62213-015e-4359-83ec-e6c6af491d45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:29.420114 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd62213-015e-4359-83ec-e6c6af491d45 None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:18:29.420602 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-ccd62213-015e-4359-83ec-e6c6af491d45 None None] Bound port: 7fde2bec-2324-4d7b-b139-0f30f471f846, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:18:29.421089 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ccd62213-015e-4359-83ec-e6c6af491d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:29.499177 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4346ec59-0aad-4ece-9cd8-73526d5a20bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-2d46cefc-046c-4313-a58a-858e65c81394', 'network_id': '2d46cefc-046c-4313-a58a-858e65c81394', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'fixed_ips': [{'subnet_id': '8630fbbd-901c-46db-b4bd-553b10cdb4d2'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 22:18:29.500054 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4346ec59-0aad-4ece-9cd8-73526d5a20bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:29.515239 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-944e0467-72b8-4fce-b6c6-c7a67c776e95 None None] Provisioning complete for port 7fde2bec-2324-4d7b-b139-0f30f471f846 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:18:29.515612 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-944e0467-72b8-4fce-b6c6-c7a67c776e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:29.524230 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-ccd62213-015e-4359-83ec-e6c6af491d45 None None] For port 7fde2bec-2324-4d7b-b139-0f30f471f846, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:18:29.558592 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-ccd62213-015e-4359-83ec-e6c6af491d45 None None] For port 7fde2bec-2324-4d7b-b139-0f30f471f846, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=7fde2bec-2324-4d7b-b139-0f30f471f846,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:18:29.574250 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ccd62213-015e-4359-83ec-e6c6af491d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:29.651331 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-944e0467-72b8-4fce-b6c6-c7a67c776e95 None None] Port 7fde2bec-2324-4d7b-b139-0f30f471f846 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:18:29.679793 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4af8dd1-523d-4406-8c3a-b5fd97b5b3b1 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:18:29.732015 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303e6c68-ed9c-4fe4-ae25-84e41c619bb9 None None] Pushing event updated for resources: {'Port': ['ID=7fde2bec-2324-4d7b-b139-0f30f471f846,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:18:29.737055 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd62213-015e-4359-83ec-e6c6af491d45 None None] Routers {'cd690b41-7cef-4f59-a0d3-d73243f5891a'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:18:29.737663 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-ccd62213-015e-4359-83ec-e6c6af491d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:18:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['cd690b41-7cef-4f59-a0d3-d73243f5891a'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:18:29.837359 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-4346ec59-0aad-4ece-9cd8-73526d5a20bf None None] Allocated IP 172.20.0.2 (2d46cefc-046c-4313-a58a-858e65c81394/8630fbbd-901c-46db-b4bd-553b10cdb4d2/628202c3-590b-436b-a9df-c74537c930cd) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:18:29.859328 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-60fb9110-835a-413f-8380-692b2bb84305 None None] Provisioning complete for port 7fde2bec-2324-4d7b-b139-0f30f471f846 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:18:29.859700 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-60fb9110-835a-413f-8380-692b2bb84305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:29.988220 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-42d6f261-96bc-4ff3-8c3b-7e330c55413e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:30.104177 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-ccd62213-015e-4359-83ec-e6c6af491d45 None None] Set router cd690b41-7cef-4f59-a0d3-d73243f5891a gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:18:30.332753 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-60fb9110-835a-413f-8380-692b2bb84305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:30.375962 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-60fb9110-835a-413f-8380-692b2bb84305 None None] For port 7fde2bec-2324-4d7b-b139-0f30f471f846, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=7fde2bec-2324-4d7b-b139-0f30f471f846,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:18:30.399187 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-60fb9110-835a-413f-8380-692b2bb84305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:30.402636 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4346ec59-0aad-4ece-9cd8-73526d5a20bf None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:30.430603 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4346ec59-0aad-4ece-9cd8-73526d5a20bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:30.459336 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-42d6f261-96bc-4ff3-8c3b-7e330c55413e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Allocated IP 172.20.0.1 (2d46cefc-046c-4313-a58a-858e65c81394/8630fbbd-901c-46db-b4bd-553b10cdb4d2/f07bac42-57ca-4d96-b467-3b485f5b07f5) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:18:30.468657 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4346ec59-0aad-4ece-9cd8-73526d5a20bf None None] Network 2d46cefc-046c-4313-a58a-858e65c81394 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:18:30.480409 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-4346ec59-0aad-4ece-9cd8-73526d5a20bf None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:18:30.485556 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4346ec59-0aad-4ece-9cd8-73526d5a20bf None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:18:30.489016 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fb9110-835a-413f-8380-692b2bb84305 None None] Pushing event updated for resources: {'Port': ['ID=7fde2bec-2324-4d7b-b139-0f30f471f846,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:18:30.539038 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-ccd62213-015e-4359-83ec-e6c6af491d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd690b41-7cef-4f59-a0d3-d73243f5891a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29157448', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '7fde2bec-2324-4d7b-b139-0f30f471f846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:18:27Z', 'updated_at': '2021-11-09T22:18:28Z', 'revision_number': 3, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': '7fde2bec-2324-4d7b-b139-0f30f471f846', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd690b41-7cef-4f59-a0d3-d73243f5891a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:18:27Z', 'updated_at': '2021-11-09T22:18:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:18:30.580415 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-42d6f261-96bc-4ff3-8c3b-7e330c55413e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:30.594943 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd62213-015e-4359-83ec-e6c6af491d45 None None] The sync data for ids ['cd690b41-7cef-4f59-a0d3-d73243f5891a'] in n-d-816206-3 is: [{'id': 'cd690b41-7cef-4f59-a0d3-d73243f5891a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29157448', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '7fde2bec-2324-4d7b-b139-0f30f471f846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:18:27Z', 'updated_at': '2021-11-09T22:18:28Z', 'revision_number': 3, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': '7fde2bec-2324-4d7b-b139-0f30f471f846', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd690b41-7cef-4f59-a0d3-d73243f5891a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:18:27Z', 'updated_at': '2021-11-09T22:18:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:18:30.601509 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4346ec59-0aad-4ece-9cd8-73526d5a20bf None None] Pushing event updated for resources: {'Port': ['ID=628202c3-590b-436b-a9df-c74537c930cd,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:18:30.607419 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-4346ec59-0aad-4ece-9cd8-73526d5a20bf None None] Attempting to bind port 628202c3-590b-436b-a9df-c74537c930cd on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:18:30.607796 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-4346ec59-0aad-4ece-9cd8-73526d5a20bf None None] Attempting to bind port 628202c3-590b-436b-a9df-c74537c930cd by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '0e9c02b8-8248-484c-a5fe-2a49472c69bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2d46cefc-046c-4313-a58a-858e65c81394'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:18:30.608164 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4346ec59-0aad-4ece-9cd8-73526d5a20bf None None] Attempting to bind port 628202c3-590b-436b-a9df-c74537c930cd on network 2d46cefc-046c-4313-a58a-858e65c81394 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:18:30.613504 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4346ec59-0aad-4ece-9cd8-73526d5a20bf None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:18:30.613884 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4346ec59-0aad-4ece-9cd8-73526d5a20bf None None] Checking segment: {'id': '0e9c02b8-8248-484c-a5fe-2a49472c69bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2d46cefc-046c-4313-a58a-858e65c81394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:18:30.617164 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4346ec59-0aad-4ece-9cd8-73526d5a20bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:30.617164 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4346ec59-0aad-4ece-9cd8-73526d5a20bf None None] Bound using segment: {'id': '0e9c02b8-8248-484c-a5fe-2a49472c69bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2d46cefc-046c-4313-a58a-858e65c81394'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:18:30.617164 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-4346ec59-0aad-4ece-9cd8-73526d5a20bf None None] Bound port: 628202c3-590b-436b-a9df-c74537c930cd, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e9c02b8-8248-484c-a5fe-2a49472c69bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2d46cefc-046c-4313-a58a-858e65c81394'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:18:30.617164 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4346ec59-0aad-4ece-9cd8-73526d5a20bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:30.623914 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-42d6f261-96bc-4ff3-8c3b-7e330c55413e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:30.673280 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d6f261-96bc-4ff3-8c3b-7e330c55413e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Network 2d46cefc-046c-4313-a58a-858e65c81394 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:18:30.677100 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-42d6f261-96bc-4ff3-8c3b-7e330c55413e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:18:30.680008 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d6f261-96bc-4ff3-8c3b-7e330c55413e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:18:30.691032 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-4346ec59-0aad-4ece-9cd8-73526d5a20bf None None] For port 628202c3-590b-436b-a9df-c74537c930cd, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:18:30.695207 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-4346ec59-0aad-4ece-9cd8-73526d5a20bf None None] For port 628202c3-590b-436b-a9df-c74537c930cd, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=628202c3-590b-436b-a9df-c74537c930cd,segment=NetworkSegment(0e9c02b8-8248-484c-a5fe-2a49472c69bf),segment_id=0e9c02b8-8248-484c-a5fe-2a49472c69bf)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:18:30.700252 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4346ec59-0aad-4ece-9cd8-73526d5a20bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:30.717366 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d6f261-96bc-4ff3-8c3b-7e330c55413e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'Port': ['ID=f07bac42-57ca-4d96-b467-3b485f5b07f5,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:18:30.746152 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-42d6f261-96bc-4ff3-8c3b-7e330c55413e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:30.772910 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4346ec59-0aad-4ece-9cd8-73526d5a20bf None None] Pushing event updated for resources: {'Port': ['ID=628202c3-590b-436b-a9df-c74537c930cd,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:18:30.900398 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-42d6f261-96bc-4ff3-8c3b-7e330c55413e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:31.228038 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-42d6f261-96bc-4ff3-8c3b-7e330c55413e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:31.233470 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-42d6f261-96bc-4ff3-8c3b-7e330c55413e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:31.311814 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d6f261-96bc-4ff3-8c3b-7e330c55413e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'Port': ['ID=f07bac42-57ca-4d96-b467-3b485f5b07f5,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:18:31.315557 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-42d6f261-96bc-4ff3-8c3b-7e330c55413e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:31.416125 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d6f261-96bc-4ff3-8c3b-7e330c55413e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Network 2d46cefc-046c-4313-a58a-858e65c81394 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:18:31.418212 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-42d6f261-96bc-4ff3-8c3b-7e330c55413e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:18:31.544934 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d6f261-96bc-4ff3-8c3b-7e330c55413e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Router cd690b41-7cef-4f59-a0d3-d73243f5891a has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:18:31.659968 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d6f261-96bc-4ff3-8c3b-7e330c55413e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:18:31.666665 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-42d6f261-96bc-4ff3-8c3b-7e330c55413e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "PUT /v2.0/routers/cd690b41-7cef-4f59-a0d3-d73243f5891a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4343295 Nov 09 22:18:31.694997 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6021b781-c33c-48fc-a311-151c52f295c0 None None] Network 2d46cefc-046c-4313-a58a-858e65c81394 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:18:31.769859 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-e163c1c6-f18b-458c-ab83-47885d4dee91 None None] Provisioning complete for port 628202c3-590b-436b-a9df-c74537c930cd triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:18:31.770341 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e163c1c6-f18b-458c-ab83-47885d4dee91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:31.803178 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 628202c3-590b-436b-a9df-c74537c930cd up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:18:31.844501 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-fbb1b446-c4bf-44c7-8315-21b93d90076d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-472684835&fields=id&tenant_id=80608c1f657e40bbbb047dc3c2880805 HTTP/1.1" status: 200 len: 267 time: 0.0460258 Nov 09 22:18:31.960284 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-1fe98be6-a6d2-47d5-8a32-bf367c9fe84b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:18:31.962120 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-1fe98be6-a6d2-47d5-8a32-bf367c9fe84b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/networks?id=2d46cefc-046c-4313-a58a-858e65c81394 HTTP/1.1" status: 200 len: 797 time: 0.1106803 Nov 09 22:18:31.968244 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 628202c3-590b-436b-a9df-c74537c930cd triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:18:31.968620 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:31.980981 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-8052613b-d616-4e25-aae9-568f230b015c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/quotas/80608c1f657e40bbbb047dc3c2880805 HTTP/1.1" status: 200 len: 375 time: 0.0099216 Nov 09 22:18:31.999471 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e163c1c6-f18b-458c-ab83-47885d4dee91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:32.042469 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-57e2e56c-cedc-4936-a1eb-c077604dc633 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=80608c1f657e40bbbb047dc3c2880805&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511787 Nov 09 22:18:32.076723 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-e163c1c6-f18b-458c-ab83-47885d4dee91 None None] For port 628202c3-590b-436b-a9df-c74537c930cd, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=628202c3-590b-436b-a9df-c74537c930cd,segment=NetworkSegment(0e9c02b8-8248-484c-a5fe-2a49472c69bf),segment_id=0e9c02b8-8248-484c-a5fe-2a49472c69bf)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:18:32.103001 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e163c1c6-f18b-458c-ab83-47885d4dee91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:32.129462 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-1fb726fb-c4b8-4285-8caf-75c89c56f004 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 22:18:32.130562 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-1fb726fb-c4b8-4285-8caf-75c89c56f004 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0698678 Nov 09 22:18:32.142564 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:32.183987 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e163c1c6-f18b-458c-ab83-47885d4dee91 None None] Pushing event updated for resources: {'Port': ['ID=628202c3-590b-436b-a9df-c74537c930cd,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:18:32.234352 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.db.api [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 22:18:32.234703 n-d-816206-3 neutron-server[102609]: DEBUG oslo_db.api [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 22:18:32.274458 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-961e46af-09ba-497b-88e7-75bdb6f45755 service neutron] 10.222.0.49 "GET /v2.0/networks/2d46cefc-046c-4313-a58a-858e65c81394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296079 Nov 09 22:18:32.376768 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-852ae52e-5a82-4ab8-90cc-62fdf295b1f4 service neutron] 10.222.0.49 "GET /v2.0/networks/2d46cefc-046c-4313-a58a-858e65c81394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957608 Nov 09 22:18:32.407199 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad392156-9470-4c01-8e9f-7a61a9444e07 None None] Sync routers for ids ['cd690b41-7cef-4f59-a0d3-d73243f5891a'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:18:32.408892 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [req-b0e6ad42-5f8c-4df9-a114-669ed8cb3dde req-f5527779-5a2f-43d0-9f94-25d955fa7726 service neutron] (102608) timed out ('10.222.0.45', 59158) {{(pid=102608) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 22:18:32.420381 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad392156-9470-4c01-8e9f-7a61a9444e07 None None] Routers {'cd690b41-7cef-4f59-a0d3-d73243f5891a'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:18:32.421110 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-ad392156-9470-4c01-8e9f-7a61a9444e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:18:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['cd690b41-7cef-4f59-a0d3-d73243f5891a'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:18:32.428417 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-8be3ba61-e637-42fe-875d-b0c9f27eb817 None None] Provisioning complete for port f07bac42-57ca-4d96-b467-3b485f5b07f5 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:18:32.428815 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8be3ba61-e637-42fe-875d-b0c9f27eb817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:32.471537 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-8be3ba61-e637-42fe-875d-b0c9f27eb817 None None] Port f07bac42-57ca-4d96-b467-3b485f5b07f5 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:18:32.491100 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-8be3ba61-e637-42fe-875d-b0c9f27eb817 None None] Provisioning complete for port 628202c3-590b-436b-a9df-c74537c930cd triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:18:32.491556 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8be3ba61-e637-42fe-875d-b0c9f27eb817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:32.587691 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0034493b-2c58-49a6-839d-d741118fcb53 req-e7b7e0e8-6de6-48e2-8b01-1579e5d91943 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=50a00b50-be16-4496-9845-9de43c8d43ee HTTP/1.1" status: 200 len: 210 time: 0.0357549 Nov 09 22:18:32.610868 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-ad392156-9470-4c01-8e9f-7a61a9444e07 None None] Set router cd690b41-7cef-4f59-a0d3-d73243f5891a gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:18:32.776506 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-26afc6f0-5657-4a00-9061-5c458ff2a67a None None] Provisioning complete for port f07bac42-57ca-4d96-b467-3b485f5b07f5 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:18:32.777049 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-26afc6f0-5657-4a00-9061-5c458ff2a67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:32.810521 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 7fde2bec-2324-4d7b-b139-0f30f471f846 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:18:32.838848 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-26afc6f0-5657-4a00-9061-5c458ff2a67a None None] Port f07bac42-57ca-4d96-b467-3b485f5b07f5 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:18:32.851425 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-ad392156-9470-4c01-8e9f-7a61a9444e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd690b41-7cef-4f59-a0d3-d73243f5891a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29157448', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '7fde2bec-2324-4d7b-b139-0f30f471f846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:18:27Z', 'updated_at': '2021-11-09T22:18:30Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': '7fde2bec-2324-4d7b-b139-0f30f471f846', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd690b41-7cef-4f59-a0d3-d73243f5891a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:18:27Z', 'updated_at': '2021-11-09T22:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'f07bac42-57ca-4d96-b467-3b485f5b07f5', 'name': '', 'network_id': '2d46cefc-046c-4313-a58a-858e65c81394', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'mac_address': 'fa:16:3e:1f:ff:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd690b41-7cef-4f59-a0d3-d73243f5891a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '8630fbbd-901c-46db-b4bd-553b10cdb4d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:18:30Z', 'updated_at': '2021-11-09T22:18:31Z', 'revision_number': 2, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'subnets': [{'id': '8630fbbd-901c-46db-b4bd-553b10cdb4d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:18:32.862726 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 7fde2bec-2324-4d7b-b139-0f30f471f846 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:18:32.863116 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:32.970515 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-4d48f8c9-bf79-48ed-a207-bf05859c4078 None None] Provisioning complete for port f07bac42-57ca-4d96-b467-3b485f5b07f5 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:18:32.970964 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4d48f8c9-bf79-48ed-a207-bf05859c4078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:32.981397 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad392156-9470-4c01-8e9f-7a61a9444e07 None None] Checking router: cd690b41-7cef-4f59-a0d3-d73243f5891a for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:18:32.981679 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad392156-9470-4c01-8e9f-7a61a9444e07 None None] Updating router cd690b41-7cef-4f59-a0d3-d73243f5891a port f07bac42-57ca-4d96-b467-3b485f5b07f5 binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 22:18:33.012864 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ad392156-9470-4c01-8e9f-7a61a9444e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:33.014807 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-4d48f8c9-bf79-48ed-a207-bf05859c4078 None None] Port f07bac42-57ca-4d96-b467-3b485f5b07f5 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:18:33.267960 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ad392156-9470-4c01-8e9f-7a61a9444e07 None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:33.272807 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ad392156-9470-4c01-8e9f-7a61a9444e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:33.321363 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ebd45e-0c55-41b4-9f89-e32442e2b534 None None] Pushing event updated for resources: {'Port': ['ID=f07bac42-57ca-4d96-b467-3b485f5b07f5,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:18:33.344706 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ebd45e-0c55-41b4-9f89-e32442e2b534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:18:33.345053 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ebd45e-0c55-41b4-9f89-e32442e2b534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:18:33.345393 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ebd45e-0c55-41b4-9f89-e32442e2b534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:18:33.345727 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ebd45e-0c55-41b4-9f89-e32442e2b534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:18:33.346064 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ebd45e-0c55-41b4-9f89-e32442e2b534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:18:33.346396 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ebd45e-0c55-41b4-9f89-e32442e2b534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:18:33.346715 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ebd45e-0c55-41b4-9f89-e32442e2b534 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:18:33.347160 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ebd45e-0c55-41b4-9f89-e32442e2b534 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:18:33.347487 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ebd45e-0c55-41b4-9f89-e32442e2b534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:18:33.347807 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ebd45e-0c55-41b4-9f89-e32442e2b534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:18:33.348125 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ebd45e-0c55-41b4-9f89-e32442e2b534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:18:33.348443 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ebd45e-0c55-41b4-9f89-e32442e2b534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:18:33.379849 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-ad392156-9470-4c01-8e9f-7a61a9444e07 None None] Attempting to bind port f07bac42-57ca-4d96-b467-3b485f5b07f5 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:18:33.380188 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-ad392156-9470-4c01-8e9f-7a61a9444e07 None None] Attempting to bind port f07bac42-57ca-4d96-b467-3b485f5b07f5 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '0e9c02b8-8248-484c-a5fe-2a49472c69bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2d46cefc-046c-4313-a58a-858e65c81394'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:18:33.380556 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad392156-9470-4c01-8e9f-7a61a9444e07 None None] Attempting to bind port f07bac42-57ca-4d96-b467-3b485f5b07f5 on network 2d46cefc-046c-4313-a58a-858e65c81394 {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:18:33.386519 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad392156-9470-4c01-8e9f-7a61a9444e07 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:18:33.386890 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad392156-9470-4c01-8e9f-7a61a9444e07 None None] Checking segment: {'id': '0e9c02b8-8248-484c-a5fe-2a49472c69bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2d46cefc-046c-4313-a58a-858e65c81394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:18:33.387290 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ad392156-9470-4c01-8e9f-7a61a9444e07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:33.387676 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad392156-9470-4c01-8e9f-7a61a9444e07 None None] Bound using segment: {'id': '0e9c02b8-8248-484c-a5fe-2a49472c69bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2d46cefc-046c-4313-a58a-858e65c81394'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:18:33.388144 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-ad392156-9470-4c01-8e9f-7a61a9444e07 None None] Bound port: f07bac42-57ca-4d96-b467-3b485f5b07f5, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e9c02b8-8248-484c-a5fe-2a49472c69bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2d46cefc-046c-4313-a58a-858e65c81394'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:18:33.388542 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ad392156-9470-4c01-8e9f-7a61a9444e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:33.457768 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-ad392156-9470-4c01-8e9f-7a61a9444e07 None None] For port f07bac42-57ca-4d96-b467-3b485f5b07f5, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:18:33.461100 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-ad392156-9470-4c01-8e9f-7a61a9444e07 None None] For port f07bac42-57ca-4d96-b467-3b485f5b07f5, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=f07bac42-57ca-4d96-b467-3b485f5b07f5,segment=NetworkSegment(0e9c02b8-8248-484c-a5fe-2a49472c69bf),segment_id=0e9c02b8-8248-484c-a5fe-2a49472c69bf)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:18:33.466568 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-ad392156-9470-4c01-8e9f-7a61a9444e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:33.529559 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ebd45e-0c55-41b4-9f89-e32442e2b534 None None] Pushing event updated for resources: {'Port': ['ID=f07bac42-57ca-4d96-b467-3b485f5b07f5,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:18:33.532363 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad392156-9470-4c01-8e9f-7a61a9444e07 None None] Routers {'cd690b41-7cef-4f59-a0d3-d73243f5891a'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:18:33.533205 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-ad392156-9470-4c01-8e9f-7a61a9444e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:18:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['cd690b41-7cef-4f59-a0d3-d73243f5891a'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:18:33.556201 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-e7af69f9-f138-4df0-b0c7-bbe334f8a0ab None None] Provisioning complete for port f07bac42-57ca-4d96-b467-3b485f5b07f5 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:18:33.556574 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e7af69f9-f138-4df0-b0c7-bbe334f8a0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:33.612438 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-fe1e41e4-f1ff-4e4e-a36d-36835502a367 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:18:33.615560 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-fe1e41e4-f1ff-4e4e-a36d-36835502a367 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.45 "GET /v2.0/networks?id=2d46cefc-046c-4313-a58a-858e65c81394 HTTP/1.1" status: 200 len: 797 time: 0.1411417 Nov 09 22:18:33.655964 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-ad392156-9470-4c01-8e9f-7a61a9444e07 None None] Set router cd690b41-7cef-4f59-a0d3-d73243f5891a gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:18:33.725308 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e7af69f9-f138-4df0-b0c7-bbe334f8a0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:33.758116 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-c8fadbb5-8771-408b-9749-a437afae87df tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80608c1f657e40bbbb047dc3c2880805 HTTP/1.1" status: 200 len: 379 time: 0.1312833 Nov 09 22:18:33.764203 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-e7af69f9-f138-4df0-b0c7-bbe334f8a0ab None None] For port f07bac42-57ca-4d96-b467-3b485f5b07f5, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=f07bac42-57ca-4d96-b467-3b485f5b07f5,segment=NetworkSegment(0e9c02b8-8248-484c-a5fe-2a49472c69bf),segment_id=0e9c02b8-8248-484c-a5fe-2a49472c69bf)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:18:33.771545 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 628202c3-590b-436b-a9df-c74537c930cd up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:18:33.775323 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e7af69f9-f138-4df0-b0c7-bbe334f8a0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:33.794979 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-81cf5776-222e-45d6-a86b-94ab751f7e1c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'port': {'device_id': '50a00b50-be16-4496-9845-9de43c8d43ee', 'network_id': '2d46cefc-046c-4313-a58a-858e65c81394', 'admin_state_up': True, 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'security_groups': ['2ba3cc3e-6218-4a7c-b525-cc1d946887d2']}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:18:33.803233 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8217b98e-d38a-41b6-828b-eaa7c5104b5e req-c992ded5-e12f-4609-8e91-fcdb26711cf8 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=50a00b50-be16-4496-9845-9de43c8d43ee HTTP/1.1" status: 200 len: 210 time: 0.1010938 Nov 09 22:18:33.871961 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af69f9-f138-4df0-b0c7-bbe334f8a0ab None None] Pushing event updated for resources: {'Port': ['ID=f07bac42-57ca-4d96-b467-3b485f5b07f5,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:18:33.883308 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 628202c3-590b-436b-a9df-c74537c930cd triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:18:33.884234 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:33.917512 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-ad392156-9470-4c01-8e9f-7a61a9444e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd690b41-7cef-4f59-a0d3-d73243f5891a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29157448', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '7fde2bec-2324-4d7b-b139-0f30f471f846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:18:27Z', 'updated_at': '2021-11-09T22:18:30Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': '7fde2bec-2324-4d7b-b139-0f30f471f846', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd690b41-7cef-4f59-a0d3-d73243f5891a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:18:27Z', 'updated_at': '2021-11-09T22:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'f07bac42-57ca-4d96-b467-3b485f5b07f5', 'name': '', 'network_id': '2d46cefc-046c-4313-a58a-858e65c81394', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'mac_address': 'fa:16:3e:1f:ff:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd690b41-7cef-4f59-a0d3-d73243f5891a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '8630fbbd-901c-46db-b4bd-553b10cdb4d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:18:30Z', 'updated_at': '2021-11-09T22:18:33Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'subnets': [{'id': '8630fbbd-901c-46db-b4bd-553b10cdb4d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:18:33.939429 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-81cf5776-222e-45d6-a86b-94ab751f7e1c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Made reservation on behalf of 80608c1f657e40bbbb047dc3c2880805 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:18:33.943505 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-81cf5776-222e-45d6-a86b-94ab751f7e1c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:33.949150 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad392156-9470-4c01-8e9f-7a61a9444e07 None None] The sync data for ids ['cd690b41-7cef-4f59-a0d3-d73243f5891a'] in n-d-816206-3 is: [{'id': 'cd690b41-7cef-4f59-a0d3-d73243f5891a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29157448', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '7fde2bec-2324-4d7b-b139-0f30f471f846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:18:27Z', 'updated_at': '2021-11-09T22:18:30Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': '7fde2bec-2324-4d7b-b139-0f30f471f846', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd690b41-7cef-4f59-a0d3-d73243f5891a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:18:27Z', 'updated_at': '2021-11-09T22:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'f07bac42-57ca-4d96-b467-3b485f5b07f5', 'name': '', 'network_id': '2d46cefc-046c-4313-a58a-858e65c81394', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'mac_address': 'fa:16:3e:1f:ff:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd690b41-7cef-4f59-a0d3-d73243f5891a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '8630fbbd-901c-46db-b4bd-553b10cdb4d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:18:30Z', 'updated_at': '2021-11-09T22:18:33Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'subnets': [{'id': '8630fbbd-901c-46db-b4bd-553b10cdb4d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:18:34.009156 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-ba64f6f0-700e-4fe7-83d1-ce1a8145e511 None None] Provisioning complete for port f07bac42-57ca-4d96-b467-3b485f5b07f5 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:18:34.009536 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ba64f6f0-700e-4fe7-83d1-ce1a8145e511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:34.110359 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-81cf5776-222e-45d6-a86b-94ab751f7e1c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Allocated IP 172.20.0.10 (2d46cefc-046c-4313-a58a-858e65c81394/8630fbbd-901c-46db-b4bd-553b10cdb4d2/a0bd7fde-3a4f-4a28-a246-6648a6678715) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:18:34.254581 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-81cf5776-222e-45d6-a86b-94ab751f7e1c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:34.288272 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:34.290165 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-81cf5776-222e-45d6-a86b-94ab751f7e1c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:34.340472 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-81cf5776-222e-45d6-a86b-94ab751f7e1c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Network 2d46cefc-046c-4313-a58a-858e65c81394 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:18:34.343691 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-81cf5776-222e-45d6-a86b-94ab751f7e1c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:18:34.347544 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-81cf5776-222e-45d6-a86b-94ab751f7e1c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:18:34.372218 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf5776-222e-45d6-a86b-94ab751f7e1c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'Port': ['ID=a0bd7fde-3a4f-4a28-a246-6648a6678715,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:18:34.413109 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-81cf5776-222e-45d6-a86b-94ab751f7e1c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:18:34.413929 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-81cf5776-222e-45d6-a86b-94ab751f7e1c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:34.439032 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-81cf5776-222e-45d6-a86b-94ab751f7e1c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6613715 Nov 09 22:18:34.454956 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-e1549ec4-da6c-4ca3-bc61-0038ed667ce2 service neutron] Request body: {'port': {'device_id': '50a00b50-be16-4496-9845-9de43c8d43ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:18:34.521520 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-e1549ec4-da6c-4ca3-bc61-0038ed667ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:34.764777 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-0e3d434f-db65-41e9-9815-9f8f5860671d None None] Provisioning complete for port a0bd7fde-3a4f-4a28-a246-6648a6678715 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:18:34.765151 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0e3d434f-db65-41e9-9815-9f8f5860671d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:34.805135 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-0e3d434f-db65-41e9-9815-9f8f5860671d None None] Port a0bd7fde-3a4f-4a28-a246-6648a6678715 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:18:34.816195 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-e1549ec4-da6c-4ca3-bc61-0038ed667ce2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0bd7fde-3a4f-4a28-a246-6648a6678715 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 22:18:34.823815 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-e1549ec4-da6c-4ca3-bc61-0038ed667ce2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:34.837162 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-e1549ec4-da6c-4ca3-bc61-0038ed667ce2 service neutron] Transition to ACTIVE for port object a0bd7fde-3a4f-4a28-a246-6648a6678715 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 22:18:34.842760 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-e1549ec4-da6c-4ca3-bc61-0038ed667ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:34.940281 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1549ec4-da6c-4ca3-bc61-0038ed667ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=a0bd7fde-3a4f-4a28-a246-6648a6678715,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:18:34.966128 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb40a24-3859-4857-8c9a-4497a0023b48 req-9271d065-2f93-433b-a218-3b77af0adf63 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:18:34.967854 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dbb40a24-3859-4857-8c9a-4497a0023b48 req-9271d065-2f93-433b-a218-3b77af0adf63 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=50a00b50-be16-4496-9845-9de43c8d43ee HTTP/1.1" status: 200 len: 944 time: 0.0721998 Nov 09 22:18:34.975599 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-e1549ec4-da6c-4ca3-bc61-0038ed667ce2 service neutron] Attempting to bind port a0bd7fde-3a4f-4a28-a246-6648a6678715 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:18:34.976210 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-e1549ec4-da6c-4ca3-bc61-0038ed667ce2 service neutron] Attempting to bind port a0bd7fde-3a4f-4a28-a246-6648a6678715 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '0e9c02b8-8248-484c-a5fe-2a49472c69bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2d46cefc-046c-4313-a58a-858e65c81394'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:18:34.976787 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-e1549ec4-da6c-4ca3-bc61-0038ed667ce2 service neutron] Attempting to bind port a0bd7fde-3a4f-4a28-a246-6648a6678715 on network 2d46cefc-046c-4313-a58a-858e65c81394 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:18:34.983244 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-e1549ec4-da6c-4ca3-bc61-0038ed667ce2 service neutron] Port a0bd7fde-3a4f-4a28-a246-6648a6678715 on network 2d46cefc-046c-4313-a58a-858e65c81394 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 22:18:34.984142 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-e1549ec4-da6c-4ca3-bc61-0038ed667ce2 service neutron] Attempting to bind port a0bd7fde-3a4f-4a28-a246-6648a6678715 on network 2d46cefc-046c-4313-a58a-858e65c81394 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:18:34.989896 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-e1549ec4-da6c-4ca3-bc61-0038ed667ce2 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:18:34.990245 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-e1549ec4-da6c-4ca3-bc61-0038ed667ce2 service neutron] Checking segment: {'id': '0e9c02b8-8248-484c-a5fe-2a49472c69bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2d46cefc-046c-4313-a58a-858e65c81394'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:18:34.990635 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-e1549ec4-da6c-4ca3-bc61-0038ed667ce2 service neutron] Bound using segment: {'id': '0e9c02b8-8248-484c-a5fe-2a49472c69bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2d46cefc-046c-4313-a58a-858e65c81394'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:18:34.991071 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-e1549ec4-da6c-4ca3-bc61-0038ed667ce2 service neutron] Bound port: a0bd7fde-3a4f-4a28-a246-6648a6678715, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e9c02b8-8248-484c-a5fe-2a49472c69bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2d46cefc-046c-4313-a58a-858e65c81394'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:18:34.991434 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-e1549ec4-da6c-4ca3-bc61-0038ed667ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:35.051049 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dbb40a24-3859-4857-8c9a-4497a0023b48 req-1bd90a0f-5593-4a93-89f5-200a00bb6fb6 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ba3cc3e-6218-4a7c-b525-cc1d946887d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746458 Nov 09 22:18:35.094068 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-e1549ec4-da6c-4ca3-bc61-0038ed667ce2 service neutron] For port a0bd7fde-3a4f-4a28-a246-6648a6678715, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:18:35.097980 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-e1549ec4-da6c-4ca3-bc61-0038ed667ce2 service neutron] For port a0bd7fde-3a4f-4a28-a246-6648a6678715, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=a0bd7fde-3a4f-4a28-a246-6648a6678715,segment=NetworkSegment(0e9c02b8-8248-484c-a5fe-2a49472c69bf),segment_id=0e9c02b8-8248-484c-a5fe-2a49472c69bf)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:18:35.103031 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-e1549ec4-da6c-4ca3-bc61-0038ed667ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:35.139489 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-e1549ec4-da6c-4ca3-bc61-0038ed667ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:18:35.141001 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-e1549ec4-da6c-4ca3-bc61-0038ed667ce2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:35.142553 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-e1549ec4-da6c-4ca3-bc61-0038ed667ce2 service neutron] 10.222.0.45 "PUT /v2.0/ports/a0bd7fde-3a4f-4a28-a246-6648a6678715 HTTP/1.1" status: 200 len: 1092 time: 0.6946361 Nov 09 22:18:35.144926 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a00b50-be16-4496-9845-9de43c8d43ee', 'tag': 'a0bd7fde-3a4f-4a28-a246-6648a6678715'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:18:35.149780 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2737eae40cef112d1dfa64c8a6cf3edc76bfb64f9e32f72bfe3df0a7140357a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204ae435-5fa5-4ed6-8292-e7f587b03101" -d '{"events": [{"name": "network-changed", "server_uuid": "50a00b50-be16-4496-9845-9de43c8d43ee", "tag": "a0bd7fde-3a4f-4a28-a246-6648a6678715"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:18:35.187442 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1549ec4-da6c-4ca3-bc61-0038ed667ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=a0bd7fde-3a4f-4a28-a246-6648a6678715,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:18:35.230574 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba8c092-b550-4470-b756-6d5ae42597ab x-openstack-request-id: req-aba8c092-b550-4470-b756-6d5ae42597ab {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:18:35.230885 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a00b50-be16-4496-9845-9de43c8d43ee", "tag": "a0bd7fde-3a4f-4a28-a246-6648a6678715", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:18:35.231111 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aba8c092-b550-4470-b756-6d5ae42597ab {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:18:35.231512 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50a00b50-be16-4496-9845-9de43c8d43ee', 'tag': 'a0bd7fde-3a4f-4a28-a246-6648a6678715', 'status': 'completed', 'code': 200} Nov 09 22:18:35.250822 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-0eed842b-0701-4a15-9e00-1c3b2b9348f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:18:35.252344 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-0eed842b-0701-4a15-9e00-1c3b2b9348f5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80608c1f657e40bbbb047dc3c2880805&device_id=50a00b50-be16-4496-9845-9de43c8d43ee HTTP/1.1" status: 200 len: 1095 time: 0.0551090 Nov 09 22:18:35.298966 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-87cf2b6d-edcf-4dd9-ae1d-5172dddc403c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0bd7fde-3a4f-4a28-a246-6648a6678715 HTTP/1.1" status: 200 len: 217 time: 0.0386612 Nov 09 22:18:35.351912 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-fc919bac-0e84-443b-8e85-33d93ec5b569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:18:35.353525 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-fc919bac-0e84-443b-8e85-33d93ec5b569 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8630fbbd-901c-46db-b4bd-553b10cdb4d2 HTTP/1.1" status: 200 len: 835 time: 0.0477738 Nov 09 22:18:35.399882 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-f6657830-1b95-40dc-ab5b-9e8160d3d55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:18:35.401421 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-f6657830-1b95-40dc-ab5b-9e8160d3d55b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2d46cefc-046c-4313-a58a-858e65c81394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402970 Nov 09 22:18:35.499249 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-195e5f6d-bf02-4e27-b4cb-a05b29018846 service neutron] 10.222.0.45 "GET /v2.0/networks/2d46cefc-046c-4313-a58a-858e65c81394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909269 Nov 09 22:18:35.586267 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bd2b7bfc-65a6-4f82-99a5-a9d52afcf849 req-1a6be32d-cde8-4a6f-9dfb-5689b1ecf68e service neutron] 10.222.0.45 "GET /v2.0/networks/2d46cefc-046c-4313-a58a-858e65c81394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800319 Nov 09 22:18:35.669771 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ae435-5fa5-4ed6-8292-e7f587b03101 req-51b3f8d4-60c7-4f4d-8814-677e08649530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:18:35.671154 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-204ae435-5fa5-4ed6-8292-e7f587b03101 req-51b3f8d4-60c7-4f4d-8814-677e08649530 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80608c1f657e40bbbb047dc3c2880805&device_id=50a00b50-be16-4496-9845-9de43c8d43ee HTTP/1.1" status: 200 len: 1095 time: 0.0418551 Nov 09 22:18:35.721241 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device f07bac42-57ca-4d96-b467-3b485f5b07f5 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:18:35.766940 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ae435-5fa5-4ed6-8292-e7f587b03101 req-14bf8d91-79f3-429b-a327-716a6045d7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:18:35.768523 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-204ae435-5fa5-4ed6-8292-e7f587b03101 req-14bf8d91-79f3-429b-a327-716a6045d7d6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2d46cefc-046c-4313-a58a-858e65c81394 HTTP/1.1" status: 200 len: 897 time: 0.0904415 Nov 09 22:18:35.772061 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port f07bac42-57ca-4d96-b467-3b485f5b07f5 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:18:35.772432 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:35.809295 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-204ae435-5fa5-4ed6-8292-e7f587b03101 req-95398fba-7990-4c85-b8fc-47123bac7e07 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0bd7fde-3a4f-4a28-a246-6648a6678715 HTTP/1.1" status: 200 len: 217 time: 0.0341358 Nov 09 22:18:35.862412 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ae435-5fa5-4ed6-8292-e7f587b03101 req-c6c893ba-9413-4476-8bce-ffe2bafca906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:18:35.863869 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-204ae435-5fa5-4ed6-8292-e7f587b03101 req-c6c893ba-9413-4476-8bce-ffe2bafca906 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8630fbbd-901c-46db-b4bd-553b10cdb4d2 HTTP/1.1" status: 200 len: 835 time: 0.0474768 Nov 09 22:18:35.909551 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ae435-5fa5-4ed6-8292-e7f587b03101 req-3659377b-3890-4899-87e2-364607fd79c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:18:35.911018 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-204ae435-5fa5-4ed6-8292-e7f587b03101 req-3659377b-3890-4899-87e2-364607fd79c2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2d46cefc-046c-4313-a58a-858e65c81394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393999 Nov 09 22:18:36.001305 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-204ae435-5fa5-4ed6-8292-e7f587b03101 req-34f3e5fb-beb3-42ce-9bbd-02ce4d2cbf27 service neutron] 10.222.0.45 "GET /v2.0/networks/2d46cefc-046c-4313-a58a-858e65c81394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827825 Nov 09 22:18:36.089773 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-204ae435-5fa5-4ed6-8292-e7f587b03101 req-0752075a-4ee0-491e-b9d5-77f3ef1e538d service neutron] 10.222.0.45 "GET /v2.0/networks/2d46cefc-046c-4313-a58a-858e65c81394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809891 Nov 09 22:18:36.173995 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbb98c-e5a2-4ea1-bfd6-fecf49a138a5 req-fed4fb4a-77ed-4dda-ab91-23e0bda40de0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:18:36.175609 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c1bbb98c-e5a2-4ea1-bfd6-fecf49a138a5 req-fed4fb4a-77ed-4dda-ab91-23e0bda40de0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=50a00b50-be16-4496-9845-9de43c8d43ee HTTP/1.1" status: 200 len: 944 time: 0.0487041 Nov 09 22:18:36.223825 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c1bbb98c-e5a2-4ea1-bfd6-fecf49a138a5 req-9d915a33-4797-44e0-a158-524bcf7347b9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ba3cc3e-6218-4a7c-b525-cc1d946887d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422385 Nov 09 22:18:37.342154 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f18491-8a0c-4c65-bb7e-306b1f32367f req-f1141927-3664-4e77-bab4-50174ce82200 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:18:37.343653 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-67f18491-8a0c-4c65-bb7e-306b1f32367f req-f1141927-3664-4e77-bab4-50174ce82200 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=50a00b50-be16-4496-9845-9de43c8d43ee HTTP/1.1" status: 200 len: 944 time: 0.0507109 Nov 09 22:18:37.392746 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-67f18491-8a0c-4c65-bb7e-306b1f32367f req-a425a6f4-da6f-435c-9fda-c761ce66ffec tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ba3cc3e-6218-4a7c-b525-cc1d946887d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429459 Nov 09 22:18:38.106482 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device a0bd7fde-3a4f-4a28-a246-6648a6678715 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 22:18:38.202251 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port a0bd7fde-3a4f-4a28-a246-6648a6678715, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=a0bd7fde-3a4f-4a28-a246-6648a6678715,segment=NetworkSegment(0e9c02b8-8248-484c-a5fe-2a49472c69bf),segment_id=0e9c02b8-8248-484c-a5fe-2a49472c69bf)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:18:38.213291 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': 'a0bd7fde-3a4f-4a28-a246-6648a6678715', 'network_id': '2d46cefc-046c-4313-a58a-858e65c81394', 'port_id': 'a0bd7fde-3a4f-4a28-a246-6648a6678715', 'mac_address': 'fa:16:3e:a2:a6:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8630fbbd-901c-46db-b4bd-553b10cdb4d2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 22:18:38.249763 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:38.262189 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0bd7fde-3a4f-4a28-a246-6648a6678715 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 22:18:38.280573 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port a0bd7fde-3a4f-4a28-a246-6648a6678715, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=a0bd7fde-3a4f-4a28-a246-6648a6678715,segment=NetworkSegment(0e9c02b8-8248-484c-a5fe-2a49472c69bf),segment_id=0e9c02b8-8248-484c-a5fe-2a49472c69bf)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:18:38.284306 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:38.329789 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=a0bd7fde-3a4f-4a28-a246-6648a6678715,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:18:38.473881 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['a0bd7fde-3a4f-4a28-a246-6648a6678715'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 22:18:38.509136 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47729c-cf9f-4010-bce7-fc34c8a585f8 req-25707f68-5d38-4038-a2ac-32288c005330 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:18:38.510633 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4b47729c-cf9f-4010-bce7-fc34c8a585f8 req-25707f68-5d38-4038-a2ac-32288c005330 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=50a00b50-be16-4496-9845-9de43c8d43ee HTTP/1.1" status: 200 len: 945 time: 0.0515912 Nov 09 22:18:38.563878 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4b47729c-cf9f-4010-bce7-fc34c8a585f8 req-9444d2d2-5fac-4eaa-9536-94362deead6d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ba3cc3e-6218-4a7c-b525-cc1d946887d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473094 Nov 09 22:18:38.961280 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:18:40.013310 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3126aa-6a9a-4937-b77d-c15d60b31f4d req-f4cef9ea-9fbb-4aea-b96c-32634bdbeffd tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:18:40.014798 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2b3126aa-6a9a-4937-b77d-c15d60b31f4d req-f4cef9ea-9fbb-4aea-b96c-32634bdbeffd tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=50a00b50-be16-4496-9845-9de43c8d43ee HTTP/1.1" status: 200 len: 945 time: 0.3828518 Nov 09 22:18:40.102928 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2b3126aa-6a9a-4937-b77d-c15d60b31f4d req-506d0173-1590-4536-bb37-391e206c42ad tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ba3cc3e-6218-4a7c-b525-cc1d946887d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823262 Nov 09 22:18:40.124465 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device a0bd7fde-3a4f-4a28-a246-6648a6678715 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:18:40.176447 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port a0bd7fde-3a4f-4a28-a246-6648a6678715 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 22:18:40.180921 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port a0bd7fde-3a4f-4a28-a246-6648a6678715 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:18:40.181292 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:40.256014 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:40.278007 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a00b50-be16-4496-9845-9de43c8d43ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0bd7fde-3a4f-4a28-a246-6648a6678715'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:18:40.280593 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbbffabc46a25035f6c0210104ebac0979452e44f6408783e2f348470e25243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2480370f-b728-48cc-98a6-6daa5adfe93a" -d '{"events": [{"server_uuid": "50a00b50-be16-4496-9845-9de43c8d43ee", "name": "network-vif-plugged", "status": "completed", "tag": "a0bd7fde-3a4f-4a28-a246-6648a6678715"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:18:40.293650 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port a0bd7fde-3a4f-4a28-a246-6648a6678715, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=a0bd7fde-3a4f-4a28-a246-6648a6678715,segment=NetworkSegment(0e9c02b8-8248-484c-a5fe-2a49472c69bf),segment_id=0e9c02b8-8248-484c-a5fe-2a49472c69bf)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:18:40.301943 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:40.335707 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 22:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1c8c9d-28fb-4dc7-bb8e-9ca119d1ee83 x-openstack-request-id: req-3e1c8c9d-28fb-4dc7-bb8e-9ca119d1ee83 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:18:40.335985 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a00b50-be16-4496-9845-9de43c8d43ee", "name": "network-vif-plugged", "status": "completed", "tag": "a0bd7fde-3a4f-4a28-a246-6648a6678715", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:18:40.336237 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3e1c8c9d-28fb-4dc7-bb8e-9ca119d1ee83 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:18:40.336623 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a00b50-be16-4496-9845-9de43c8d43ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0bd7fde-3a4f-4a28-a246-6648a6678715', 'code': 200} Nov 09 22:18:40.362436 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=a0bd7fde-3a4f-4a28-a246-6648a6678715,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:18:40.414397 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622706c1-76f8-44af-9f8c-5f096a446927 req-a29bd244-4b4b-40c7-a0c7-389bb3f9a7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:18:40.415879 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-622706c1-76f8-44af-9f8c-5f096a446927 req-a29bd244-4b4b-40c7-a0c7-389bb3f9a7df service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=50a00b50-be16-4496-9845-9de43c8d43ee HTTP/1.1" status: 200 len: 1097 time: 0.0392609 Nov 09 22:18:40.460256 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-622706c1-76f8-44af-9f8c-5f096a446927 req-6baf7134-17dd-4e37-89cc-94e2146573a3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2ba3cc3e-6218-4a7c-b525-cc1d946887d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373087 Nov 09 22:18:41.220078 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1c21a-d21f-45c8-a0fa-6c0ca6a34bbe req-dd038436-4a05-44ed-b2ac-9ee3861b1908 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:18:41.221569 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3ea1c21a-d21f-45c8-a0fa-6c0ca6a34bbe req-dd038436-4a05-44ed-b2ac-9ee3861b1908 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=50a00b50-be16-4496-9845-9de43c8d43ee HTTP/1.1" status: 200 len: 946 time: 0.0517921 Nov 09 22:18:41.269422 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3ea1c21a-d21f-45c8-a0fa-6c0ca6a34bbe req-a78d7489-c572-4d0c-becf-c76e9fc3c1c3 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ba3cc3e-6218-4a7c-b525-cc1d946887d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419621 Nov 09 22:18:42.382829 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4c909-21eb-49d3-a1fc-46bd27a26e9e req-054b7529-dbef-4180-ac1d-f49d397069af tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:18:42.384290 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-47c4c909-21eb-49d3-a1fc-46bd27a26e9e req-054b7529-dbef-4180-ac1d-f49d397069af tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=50a00b50-be16-4496-9845-9de43c8d43ee HTTP/1.1" status: 200 len: 946 time: 0.0486510 Nov 09 22:18:42.433587 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-47c4c909-21eb-49d3-a1fc-46bd27a26e9e req-5a75c4cb-83f1-4be7-9457-e6af5804cb08 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ba3cc3e-6218-4a7c-b525-cc1d946887d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427127 Nov 09 22:18:42.549356 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9558037-ff38-40d0-bb12-f0a224218b35 req-a0b3e407-07fa-4e97-a560-24504826f7cb tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:18:42.550766 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b9558037-ff38-40d0-bb12-f0a224218b35 req-a0b3e407-07fa-4e97-a560-24504826f7cb tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=50a00b50-be16-4496-9845-9de43c8d43ee HTTP/1.1" status: 200 len: 946 time: 0.0486319 Nov 09 22:18:42.598827 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b9558037-ff38-40d0-bb12-f0a224218b35 req-c01c81b1-7599-4aeb-9eeb-66f3de372067 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ba3cc3e-6218-4a7c-b525-cc1d946887d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420558 Nov 09 22:18:42.620244 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37662) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:18:42.658021 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ec84df-8d14-4d55-bad9-618b15582ef1 tempest-TestNetworkAdvancedServerOps-124469545 tempest-TestNetworkAdvancedServerOps-124469545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:18:42.659617 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-67ec84df-8d14-4d55-bad9-618b15582ef1 tempest-TestNetworkAdvancedServerOps-124469545 tempest-TestNetworkAdvancedServerOps-124469545-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=50a00b50-be16-4496-9845-9de43c8d43ee HTTP/1.1" status: 200 len: 1092 time: 0.0383909 Nov 09 22:18:42.662392 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37664) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:18:42.666554 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-d864d9cc-978f-49e4-9c77-d87fb7ae2745 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'port_id': 'a0bd7fde-3a4f-4a28-a246-6648a6678715', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:18:42.688165 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d864d9cc-978f-49e4-9c77-d87fb7ae2745 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for floatingip, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:42.783784 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d864d9cc-978f-49e4-9c77-d87fb7ae2745 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:42.886460 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-d864d9cc-978f-49e4-9c77-d87fb7ae2745 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Allocated IP 172.25.7.206 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/31a2cbc2-df98-4a46-9703-71d4761758ac) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:18:42.983864 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d864d9cc-978f-49e4-9c77-d87fb7ae2745 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:43.016409 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d864d9cc-978f-49e4-9c77-d87fb7ae2745 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:43.051058 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d864d9cc-978f-49e4-9c77-d87fb7ae2745 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:18:43.055713 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-d864d9cc-978f-49e4-9c77-d87fb7ae2745 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:18:43.059278 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d864d9cc-978f-49e4-9c77-d87fb7ae2745 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:18:43.088826 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864d9cc-978f-49e4-9c77-d87fb7ae2745 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'Port': ['ID=31a2cbc2-df98-4a46-9703-71d4761758ac,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:18:43.403342 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d864d9cc-978f-49e4-9c77-d87fb7ae2745 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:43.469684 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d864d9cc-978f-49e4-9c77-d87fb7ae2745 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:43.616417 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d864d9cc-978f-49e4-9c77-d87fb7ae2745 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:43.620883 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d864d9cc-978f-49e4-9c77-d87fb7ae2745 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:43.687471 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864d9cc-978f-49e4-9c77-d87fb7ae2745 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'Port': ['ID=31a2cbc2-df98-4a46-9703-71d4761758ac,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:18:43.697158 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d864d9cc-978f-49e4-9c77-d87fb7ae2745 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:43.796747 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [None req-d864d9cc-978f-49e4-9c77-d87fb7ae2745 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Floating IP 3bf21478-a151-4c11-a63f-e6f448ee2358 associated. External IP: 172.25.7.206, port: a0bd7fde-3a4f-4a28-a246-6648a6678715. Nov 09 22:18:43.997732 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d864d9cc-978f-49e4-9c77-d87fb7ae2745 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Router cd690b41-7cef-4f59-a0d3-d73243f5891a has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:18:44.106891 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d864d9cc-978f-49e4-9c77-d87fb7ae2745 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:18:44.117362 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b22315-3207-4a3b-9893-0e2fc8fb1750 None None] Sync routers for ids ['cd690b41-7cef-4f59-a0d3-d73243f5891a'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:18:44.124499 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d864d9cc-978f-49e4-9c77-d87fb7ae2745 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:44.127782 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b22315-3207-4a3b-9893-0e2fc8fb1750 None None] Routers {'cd690b41-7cef-4f59-a0d3-d73243f5891a'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:18:44.128405 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-98b22315-3207-4a3b-9893-0e2fc8fb1750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:18:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['cd690b41-7cef-4f59-a0d3-d73243f5891a'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:18:44.151287 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d864d9cc-978f-49e4-9c77-d87fb7ae2745 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4879100 Nov 09 22:18:44.151884 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a00b50-be16-4496-9845-9de43c8d43ee', 'tag': 'a0bd7fde-3a4f-4a28-a246-6648a6678715'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:18:44.154436 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2737eae40cef112d1dfa64c8a6cf3edc76bfb64f9e32f72bfe3df0a7140357a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6d643f-b7cb-420d-8cda-cd3877640dfb" -d '{"events": [{"name": "network-changed", "server_uuid": "50a00b50-be16-4496-9845-9de43c8d43ee", "tag": "a0bd7fde-3a4f-4a28-a246-6648a6678715"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:18:44.192318 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975095d1-bbc2-44d5-8115-67506df396b1 x-openstack-request-id: req-975095d1-bbc2-44d5-8115-67506df396b1 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:18:44.192604 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a00b50-be16-4496-9845-9de43c8d43ee", "tag": "a0bd7fde-3a4f-4a28-a246-6648a6678715", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:18:44.192893 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-975095d1-bbc2-44d5-8115-67506df396b1 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:18:44.193310 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50a00b50-be16-4496-9845-9de43c8d43ee', 'tag': 'a0bd7fde-3a4f-4a28-a246-6648a6678715', 'status': 'completed', 'code': 200} Nov 09 22:18:44.247430 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-98b22315-3207-4a3b-9893-0e2fc8fb1750 None None] Set router cd690b41-7cef-4f59-a0d3-d73243f5891a gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:18:44.263157 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4b88a-2a35-476b-bb3b-5a56641dabcc req-aec096cd-1404-4f22-a7e3-349ec9505798 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:18:44.263710 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d643f-b7cb-420d-8cda-cd3877640dfb req-d22b76bf-f74b-48e5-a6a4-56fb317c94fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:18:44.264601 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-59e4b88a-2a35-476b-bb3b-5a56641dabcc req-aec096cd-1404-4f22-a7e3-349ec9505798 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=50a00b50-be16-4496-9845-9de43c8d43ee HTTP/1.1" status: 200 len: 946 time: 0.0602684 Nov 09 22:18:44.264764 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7f6d643f-b7cb-420d-8cda-cd3877640dfb req-d22b76bf-f74b-48e5-a6a4-56fb317c94fd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80608c1f657e40bbbb047dc3c2880805&device_id=50a00b50-be16-4496-9845-9de43c8d43ee HTTP/1.1" status: 200 len: 1097 time: 0.0455859 Nov 09 22:18:44.317391 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-59e4b88a-2a35-476b-bb3b-5a56641dabcc req-b1d5067c-0c8c-4294-81e9-f53bf101759f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ba3cc3e-6218-4a7c-b525-cc1d946887d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460179 Nov 09 22:18:44.339742 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37670) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:18:44.364241 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d643f-b7cb-420d-8cda-cd3877640dfb req-5854a8d0-2b86-44af-9582-95993d66084f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:18:44.365792 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7f6d643f-b7cb-420d-8cda-cd3877640dfb req-5854a8d0-2b86-44af-9582-95993d66084f service neutron] 10.222.0.45 "GET /v2.0/networks?id=2d46cefc-046c-4313-a58a-858e65c81394 HTTP/1.1" status: 200 len: 897 time: 0.0946188 Nov 09 22:18:44.414212 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-918a5b3d-ae1f-4c9f-bedf-c75dbe1de7f2 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/floatingips/3bf21478-a151-4c11-a63f-e6f448ee2358 HTTP/1.1" status: 200 len: 992 time: 0.0733049 Nov 09 22:18:44.435386 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7f6d643f-b7cb-420d-8cda-cd3877640dfb req-e392abf1-de0f-4d53-8251-67b1d3447154 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0bd7fde-3a4f-4a28-a246-6648a6678715 HTTP/1.1" status: 200 len: 1000 time: 0.0623260 Nov 09 22:18:44.487541 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d643f-b7cb-420d-8cda-cd3877640dfb req-280ebf00-8a9f-4acd-ab1a-c5658cc61e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:18:44.488997 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-98b22315-3207-4a3b-9893-0e2fc8fb1750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd690b41-7cef-4f59-a0d3-d73243f5891a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29157448', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '7fde2bec-2324-4d7b-b139-0f30f471f846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:18:27Z', 'updated_at': '2021-11-09T22:18:30Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': '7fde2bec-2324-4d7b-b139-0f30f471f846', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd690b41-7cef-4f59-a0d3-d73243f5891a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:18:27Z', 'updated_at': '2021-11-09T22:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '3bf21478-a151-4c11-a63f-e6f448ee2358', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'floating_ip_address': '172.25.7.206', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'cd690b41-7cef-4f59-a0d3-d73243f5891a', 'port_id': 'a0bd7fde-3a4f-4a28-a246-6648a6678715', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d46cefc-046c-4313-a58a-858e65c81394', 'mac_address': 'fa:16:3e:a2:a6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a00b50-be16-4496-9845-9de43c8d43ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T22:18:43Z', 'updated_at': '2021-11-09T22:18:43Z', 'revision_number': 0, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f07bac42-57ca-4d96-b467-3b485f5b07f5', 'name': '', 'network_id': '2d46cefc-046c-4313-a58a-858e65c81394', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'mac_address': 'fa:16:3e:1f:ff:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd690b41-7cef-4f59-a0d3-d73243f5891a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '8630fbbd-901c-46db-b4bd-553b10cdb4d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:18:30Z', 'updated_at': '2021-11-09T22:18:33Z', 'revision_number': 5, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'subnets': [{'id': '8630fbbd-901c-46db-b4bd-553b10cdb4d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:18:44.489187 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7f6d643f-b7cb-420d-8cda-cd3877640dfb req-280ebf00-8a9f-4acd-ab1a-c5658cc61e29 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8630fbbd-901c-46db-b4bd-553b10cdb4d2 HTTP/1.1" status: 200 len: 835 time: 0.0474617 Nov 09 22:18:44.520980 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b22315-3207-4a3b-9893-0e2fc8fb1750 None None] Checking router: cd690b41-7cef-4f59-a0d3-d73243f5891a for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:18:44.530327 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b22315-3207-4a3b-9893-0e2fc8fb1750 None None] Routers {'cd690b41-7cef-4f59-a0d3-d73243f5891a'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:18:44.530950 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-98b22315-3207-4a3b-9893-0e2fc8fb1750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:18:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['cd690b41-7cef-4f59-a0d3-d73243f5891a'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:18:44.537976 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d643f-b7cb-420d-8cda-cd3877640dfb req-5910aabf-0987-4c2d-9daf-8e0c84db3673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:18:44.539466 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7f6d643f-b7cb-420d-8cda-cd3877640dfb req-5910aabf-0987-4c2d-9daf-8e0c84db3673 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2d46cefc-046c-4313-a58a-858e65c81394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414095 Nov 09 22:18:44.628604 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7f6d643f-b7cb-420d-8cda-cd3877640dfb req-06688f8a-728e-48b8-8655-0c24349732e2 service neutron] 10.222.0.45 "GET /v2.0/networks/2d46cefc-046c-4313-a58a-858e65c81394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814850 Nov 09 22:18:44.636829 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-98b22315-3207-4a3b-9893-0e2fc8fb1750 None None] Set router cd690b41-7cef-4f59-a0d3-d73243f5891a gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:18:44.723463 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7f6d643f-b7cb-420d-8cda-cd3877640dfb req-b4738deb-a998-4cb9-8f84-72aebc01e1f1 service neutron] 10.222.0.45 "GET /v2.0/networks/2d46cefc-046c-4313-a58a-858e65c81394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872118 Nov 09 22:18:44.860127 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-98b22315-3207-4a3b-9893-0e2fc8fb1750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd690b41-7cef-4f59-a0d3-d73243f5891a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29157448', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '7fde2bec-2324-4d7b-b139-0f30f471f846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:18:27Z', 'updated_at': '2021-11-09T22:18:30Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': '7fde2bec-2324-4d7b-b139-0f30f471f846', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd690b41-7cef-4f59-a0d3-d73243f5891a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:18:27Z', 'updated_at': '2021-11-09T22:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '3bf21478-a151-4c11-a63f-e6f448ee2358', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'floating_ip_address': '172.25.7.206', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'cd690b41-7cef-4f59-a0d3-d73243f5891a', 'port_id': 'a0bd7fde-3a4f-4a28-a246-6648a6678715', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d46cefc-046c-4313-a58a-858e65c81394', 'mac_address': 'fa:16:3e:a2:a6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a00b50-be16-4496-9845-9de43c8d43ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T22:18:43Z', 'updated_at': '2021-11-09T22:18:43Z', 'revision_number': 0, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f07bac42-57ca-4d96-b467-3b485f5b07f5', 'name': '', 'network_id': '2d46cefc-046c-4313-a58a-858e65c81394', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'mac_address': 'fa:16:3e:1f:ff:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd690b41-7cef-4f59-a0d3-d73243f5891a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '8630fbbd-901c-46db-b4bd-553b10cdb4d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:18:30Z', 'updated_at': '2021-11-09T22:18:33Z', 'revision_number': 5, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'subnets': [{'id': '8630fbbd-901c-46db-b4bd-553b10cdb4d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:18:44.885189 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b22315-3207-4a3b-9893-0e2fc8fb1750 None None] The sync data for ids ['cd690b41-7cef-4f59-a0d3-d73243f5891a'] in n-d-816206-3 is: [{'id': 'cd690b41-7cef-4f59-a0d3-d73243f5891a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29157448', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '7fde2bec-2324-4d7b-b139-0f30f471f846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:18:27Z', 'updated_at': '2021-11-09T22:18:30Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': '7fde2bec-2324-4d7b-b139-0f30f471f846', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd690b41-7cef-4f59-a0d3-d73243f5891a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:18:27Z', 'updated_at': '2021-11-09T22:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '3bf21478-a151-4c11-a63f-e6f448ee2358', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'floating_ip_address': '172.25.7.206', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'cd690b41-7cef-4f59-a0d3-d73243f5891a', 'port_id': 'a0bd7fde-3a4f-4a28-a246-6648a6678715', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d46cefc-046c-4313-a58a-858e65c81394', 'mac_address': 'fa:16:3e:a2:a6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a00b50-be16-4496-9845-9de43c8d43ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T22:18:43Z', 'updated_at': '2021-11-09T22:18:43Z', 'revision_number': 0, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f07bac42-57ca-4d96-b467-3b485f5b07f5', 'name': '', 'network_id': '2d46cefc-046c-4313-a58a-858e65c81394', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'mac_address': 'fa:16:3e:1f:ff:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd690b41-7cef-4f59-a0d3-d73243f5891a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '8630fbbd-901c-46db-b4bd-553b10cdb4d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:18:30Z', 'updated_at': '2021-11-09T22:18:33Z', 'revision_number': 5, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'subnets': [{'id': '8630fbbd-901c-46db-b4bd-553b10cdb4d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:18:45.062540 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8b5f4e-8f56-4cb3-971d-9041c8ae0538 None None] New status for floating IP 3bf21478-a151-4c11-a63f-e6f448ee2358: ACTIVE {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 22:18:45.418087 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37672) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:18:45.478518 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3e5cb869-e3a1-4438-9493-099a48528342 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/floatingips/3bf21478-a151-4c11-a63f-e6f448ee2358 HTTP/1.1" status: 200 len: 994 time: 0.0592859 Nov 09 22:18:47.739612 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6e952c16-2ca8-4dc4-b821-159bae7ba769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:50.248703 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d7651939-efde-4515-9504-201b3caa51f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:51.250677 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:52.603345 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:53.326246 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:18:53.515904 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:19:04.315685 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:19:15.960294 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:19:16.798320 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdfed7-c6d6-439e-aa7c-e1bedc9eb239 req-8f679d2a-0028-4311-99d2-78fb376b7a80 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:19:16.799724 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b1fdfed7-c6d6-439e-aa7c-e1bedc9eb239 req-8f679d2a-0028-4311-99d2-78fb376b7a80 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=50a00b50-be16-4496-9845-9de43c8d43ee HTTP/1.1" status: 200 len: 946 time: 0.0521624 Nov 09 22:19:16.847952 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b1fdfed7-c6d6-439e-aa7c-e1bedc9eb239 req-3730fa34-4bba-45db-8fc9-d42627e899ab tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ba3cc3e-6218-4a7c-b525-cc1d946887d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422978 Nov 09 22:19:17.741578 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bca45d01-dc0b-4871-8f77-46b2b61486e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:19:17.970872 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96595fb8-3234-404d-bf5e-bf0bf5840e21 req-e0c10a7c-63b6-4eeb-a5cd-a171317c1de0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:19:17.972345 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-96595fb8-3234-404d-bf5e-bf0bf5840e21 req-e0c10a7c-63b6-4eeb-a5cd-a171317c1de0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=50a00b50-be16-4496-9845-9de43c8d43ee HTTP/1.1" status: 200 len: 946 time: 0.0525982 Nov 09 22:19:18.020485 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-96595fb8-3234-404d-bf5e-bf0bf5840e21 req-acd23181-bc08-4a9e-9463-56009e9dd89a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ba3cc3e-6218-4a7c-b525-cc1d946887d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419364 Nov 09 22:19:19.138831 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e47a1e-40d4-4646-a40e-bf1c309672fe req-0d2240f4-d206-4fa7-9644-9fc0f78cdb0f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:19:19.140290 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a8e47a1e-40d4-4646-a40e-bf1c309672fe req-0d2240f4-d206-4fa7-9644-9fc0f78cdb0f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=50a00b50-be16-4496-9845-9de43c8d43ee HTTP/1.1" status: 200 len: 946 time: 0.0525434 Nov 09 22:19:19.188606 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a8e47a1e-40d4-4646-a40e-bf1c309672fe req-0ea4e011-417a-4f45-9bde-f8a6dd63be6a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ba3cc3e-6218-4a7c-b525-cc1d946887d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424004 Nov 09 22:19:20.250032 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5a320c65-beb8-46ec-b329-b7ba4a15d7e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:19:20.305824 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d62227-b4ed-43b5-9c6c-e80fab151132 req-70602670-2784-4c9b-9803-844b4fa77785 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:19:20.307382 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e1d62227-b4ed-43b5-9c6c-e80fab151132 req-70602670-2784-4c9b-9803-844b4fa77785 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=50a00b50-be16-4496-9845-9de43c8d43ee HTTP/1.1" status: 200 len: 946 time: 0.0497365 Nov 09 22:19:20.357750 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e1d62227-b4ed-43b5-9c6c-e80fab151132 req-c7dfc02d-6e06-4fd6-a545-13b50ff89640 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ba3cc3e-6218-4a7c-b525-cc1d946887d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435858 Nov 09 22:19:21.254738 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:19:21.470946 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af1313-64f7-4c4c-b996-a26098ddcdcd req-3118a3ea-532b-4595-baa1-47ea36602d3c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:19:21.472773 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c4af1313-64f7-4c4c-b996-a26098ddcdcd req-3118a3ea-532b-4595-baa1-47ea36602d3c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=50a00b50-be16-4496-9845-9de43c8d43ee HTTP/1.1" status: 200 len: 946 time: 0.0479758 Nov 09 22:19:21.521169 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c4af1313-64f7-4c4c-b996-a26098ddcdcd req-e6e1a470-d646-4102-8608-bb1c4c274d2c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ba3cc3e-6218-4a7c-b525-cc1d946887d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425928 Nov 09 22:19:22.607061 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:19:22.635117 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72dbca-af29-409e-95e4-4ff1820bcb10 req-7591b5a7-7719-4047-a96c-b406c118e2de tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:19:22.636585 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ac72dbca-af29-409e-95e4-4ff1820bcb10 req-7591b5a7-7719-4047-a96c-b406c118e2de tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=50a00b50-be16-4496-9845-9de43c8d43ee HTTP/1.1" status: 200 len: 946 time: 0.0491490 Nov 09 22:19:22.691017 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ac72dbca-af29-409e-95e4-4ff1820bcb10 req-9f072d65-c964-4077-a9c6-7fc93bf482ec tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ba3cc3e-6218-4a7c-b525-cc1d946887d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484779 Nov 09 22:19:23.352559 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:19:23.517994 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:19:23.804332 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b969798-b034-4d75-b945-f19a5fb04db3 req-2afb341b-156b-4f75-b0fc-e7ffd0c3652d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:19:23.805806 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0b969798-b034-4d75-b945-f19a5fb04db3 req-2afb341b-156b-4f75-b0fc-e7ffd0c3652d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=50a00b50-be16-4496-9845-9de43c8d43ee HTTP/1.1" status: 200 len: 946 time: 0.0474362 Nov 09 22:19:23.857993 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0b969798-b034-4d75-b945-f19a5fb04db3 req-ea95c334-a1bb-4c03-b945-ebcff00addeb tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ba3cc3e-6218-4a7c-b525-cc1d946887d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456235 Nov 09 22:19:24.970497 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a86746-9463-4f3b-83bb-42ff947da516 req-9a63cb81-fcbb-44c8-ace4-18c088a7423e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:19:24.971953 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-15a86746-9463-4f3b-83bb-42ff947da516 req-9a63cb81-fcbb-44c8-ace4-18c088a7423e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=50a00b50-be16-4496-9845-9de43c8d43ee HTTP/1.1" status: 200 len: 946 time: 0.0479949 Nov 09 22:19:25.020326 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-15a86746-9463-4f3b-83bb-42ff947da516 req-36323c91-61f5-496b-8197-024e8e18fc63 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ba3cc3e-6218-4a7c-b525-cc1d946887d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424786 Nov 09 22:19:26.132685 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83c03b-d5bc-45b0-a021-cb077190271a req-3fc159bb-e33e-4ac6-915e-8be18cc3edab tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:19:26.134153 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6b83c03b-d5bc-45b0-a021-cb077190271a req-3fc159bb-e33e-4ac6-915e-8be18cc3edab tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=50a00b50-be16-4496-9845-9de43c8d43ee HTTP/1.1" status: 200 len: 946 time: 0.0480099 Nov 09 22:19:26.183069 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6b83c03b-d5bc-45b0-a021-cb077190271a req-8c1516b9-b242-4b7a-bd16-a9ae74b2b079 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ba3cc3e-6218-4a7c-b525-cc1d946887d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414698 Nov 09 22:19:27.296363 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd95e56-78f6-4990-aef9-bedc12a88477 req-79e881bf-a112-42c2-8aee-86b623b6801a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:19:27.297892 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fbd95e56-78f6-4990-aef9-bedc12a88477 req-79e881bf-a112-42c2-8aee-86b623b6801a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=50a00b50-be16-4496-9845-9de43c8d43ee HTTP/1.1" status: 200 len: 946 time: 0.0482357 Nov 09 22:19:27.347796 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fbd95e56-78f6-4990-aef9-bedc12a88477 req-769e5a28-0ac1-487a-a11e-c1ee830ad377 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ba3cc3e-6218-4a7c-b525-cc1d946887d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428734 Nov 09 22:19:28.466319 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3f1b8-ca2a-4880-abb3-c7cd5523f048 req-18783c1e-4946-4afe-9be4-be32d1bbcc7c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:19:28.467821 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a0d3f1b8-ca2a-4880-abb3-c7cd5523f048 req-18783c1e-4946-4afe-9be4-be32d1bbcc7c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=50a00b50-be16-4496-9845-9de43c8d43ee HTTP/1.1" status: 200 len: 946 time: 0.0483251 Nov 09 22:19:28.517144 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a0d3f1b8-ca2a-4880-abb3-c7cd5523f048 req-6660e9ad-b07e-4563-b878-13aa785ea660 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ba3cc3e-6218-4a7c-b525-cc1d946887d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432587 Nov 09 22:19:29.634925 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f276ed7-e767-40ed-b132-f643ec5344e7 req-5a79f2de-9806-49d1-ad93-93bca99be126 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:19:29.636405 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1f276ed7-e767-40ed-b132-f643ec5344e7 req-5a79f2de-9806-49d1-ad93-93bca99be126 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=50a00b50-be16-4496-9845-9de43c8d43ee HTTP/1.1" status: 200 len: 946 time: 0.0530665 Nov 09 22:19:29.685490 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1f276ed7-e767-40ed-b132-f643ec5344e7 req-2fba0022-7357-4826-b019-adcd93eae592 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ba3cc3e-6218-4a7c-b525-cc1d946887d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432432 Nov 09 22:19:30.804895 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf3ce8-6247-47c1-9d66-1a603c379730 req-6df1a620-12ed-45fe-95a3-55744ef67817 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:19:30.806268 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c6bf3ce8-6247-47c1-9d66-1a603c379730 req-6df1a620-12ed-45fe-95a3-55744ef67817 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=50a00b50-be16-4496-9845-9de43c8d43ee HTTP/1.1" status: 200 len: 946 time: 0.0517328 Nov 09 22:19:30.854753 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c6bf3ce8-6247-47c1-9d66-1a603c379730 req-4b2846fb-8b5b-49d2-83fa-168b335ee0ce tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ba3cc3e-6218-4a7c-b525-cc1d946887d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414679 Nov 09 22:19:31.975581 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed851e-5797-4911-984e-505018676ba1 req-1cd98c20-6c0a-4520-a2a2-403c7ea3377f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:19:31.977157 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ebed851e-5797-4911-984e-505018676ba1 req-1cd98c20-6c0a-4520-a2a2-403c7ea3377f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=50a00b50-be16-4496-9845-9de43c8d43ee HTTP/1.1" status: 200 len: 946 time: 0.0514743 Nov 09 22:19:32.027286 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ebed851e-5797-4911-984e-505018676ba1 req-de2f7f70-2a16-4390-aa5a-e96d55cf705c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ba3cc3e-6218-4a7c-b525-cc1d946887d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435925 Nov 09 22:19:33.140059 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c9361-f469-4eca-9f05-3f955e595e4d req-3d8049ef-9f0f-4f14-a149-296ca0657426 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:19:33.141543 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7e9c9361-f469-4eca-9f05-3f955e595e4d req-3d8049ef-9f0f-4f14-a149-296ca0657426 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=50a00b50-be16-4496-9845-9de43c8d43ee HTTP/1.1" status: 200 len: 946 time: 0.0480137 Nov 09 22:19:33.190377 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7e9c9361-f469-4eca-9f05-3f955e595e4d req-7c531abd-d058-4ab7-92f1-41942a36bad9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ba3cc3e-6218-4a7c-b525-cc1d946887d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429494 Nov 09 22:19:33.212423 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37718) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:19:33.274402 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-bada8933-ff4d-4c52-812d-64c041bb9641 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/floatingips/3bf21478-a151-4c11-a63f-e6f448ee2358 HTTP/1.1" status: 200 len: 994 time: 0.0608053 Nov 09 22:19:34.319213 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:19:34.541525 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb449ce-1954-4c0d-9734-15dd97880e30 req-8792a3bc-3268-42fc-af5a-dff68d4c59f0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:19:34.543046 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4cb449ce-1954-4c0d-9734-15dd97880e30 req-8792a3bc-3268-42fc-af5a-dff68d4c59f0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=50a00b50-be16-4496-9845-9de43c8d43ee HTTP/1.1" status: 200 len: 946 time: 0.0495148 Nov 09 22:19:34.566660 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d7c65-d7fd-4141-80e7-d227b95b8b9e req-69130139-67de-4ce2-ab0a-a4974ff1053e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:19:34.568268 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-847d7c65-d7fd-4141-80e7-d227b95b8b9e req-69130139-67de-4ce2-ab0a-a4974ff1053e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80608c1f657e40bbbb047dc3c2880805&device_id=50a00b50-be16-4496-9845-9de43c8d43ee HTTP/1.1" status: 200 len: 1097 time: 0.0401618 Nov 09 22:19:34.597470 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4cb449ce-1954-4c0d-9734-15dd97880e30 req-07c2d5a8-851f-4371-beb8-42b31ae79721 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ba3cc3e-6218-4a7c-b525-cc1d946887d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480716 Nov 09 22:19:34.662037 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d7c65-d7fd-4141-80e7-d227b95b8b9e req-afceed18-5ee6-41bf-b943-8a3bc140bf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:19:34.663495 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-847d7c65-d7fd-4141-80e7-d227b95b8b9e req-afceed18-5ee6-41bf-b943-8a3bc140bf08 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2d46cefc-046c-4313-a58a-858e65c81394 HTTP/1.1" status: 200 len: 897 time: 0.0881913 Nov 09 22:19:34.728324 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-847d7c65-d7fd-4141-80e7-d227b95b8b9e req-429ed77e-9a22-4225-805d-96816b8349bc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0bd7fde-3a4f-4a28-a246-6648a6678715 HTTP/1.1" status: 200 len: 1002 time: 0.0578690 Nov 09 22:19:34.777105 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d7c65-d7fd-4141-80e7-d227b95b8b9e req-d773a8f8-272e-41a4-924e-6fd13a7f5e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:19:34.778822 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-847d7c65-d7fd-4141-80e7-d227b95b8b9e req-d773a8f8-272e-41a4-924e-6fd13a7f5e7e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8630fbbd-901c-46db-b4bd-553b10cdb4d2 HTTP/1.1" status: 200 len: 835 time: 0.0432861 Nov 09 22:19:34.827425 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d7c65-d7fd-4141-80e7-d227b95b8b9e req-bf255e72-b3e8-40a1-b07a-5296d3a0e5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:19:34.828950 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-847d7c65-d7fd-4141-80e7-d227b95b8b9e req-bf255e72-b3e8-40a1-b07a-5296d3a0e5b4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2d46cefc-046c-4313-a58a-858e65c81394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429640 Nov 09 22:19:34.925292 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-847d7c65-d7fd-4141-80e7-d227b95b8b9e req-b59220af-9801-4b61-978f-62c523f89ed3 service neutron] 10.222.0.45 "GET /v2.0/networks/2d46cefc-046c-4313-a58a-858e65c81394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896013 Nov 09 22:19:35.017039 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-847d7c65-d7fd-4141-80e7-d227b95b8b9e req-0a8d225d-b346-4d90-934d-61f7a7088289 service neutron] 10.222.0.45 "GET /v2.0/networks/2d46cefc-046c-4313-a58a-858e65c81394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840199 Nov 09 22:19:35.715459 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c1494-9b1a-4445-83d6-9ca601338d85 req-04103271-7af7-4eb7-bfa3-98cff8c26133 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:19:35.716974 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-689c1494-9b1a-4445-83d6-9ca601338d85 req-04103271-7af7-4eb7-bfa3-98cff8c26133 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=50a00b50-be16-4496-9845-9de43c8d43ee HTTP/1.1" status: 200 len: 946 time: 0.0497510 Nov 09 22:19:35.765377 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-689c1494-9b1a-4445-83d6-9ca601338d85 req-524ee405-9ac8-4d79-a2c4-e752493e8e30 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ba3cc3e-6218-4a7c-b525-cc1d946887d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421724 Nov 09 22:19:35.787920 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37730) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:19:35.849857 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6cbc9d51-5d60-46db-8d2c-ad56306ca5b4 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/floatingips/3bf21478-a151-4c11-a63f-e6f448ee2358 HTTP/1.1" status: 200 len: 994 time: 0.0608118 Nov 09 22:19:36.383830 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-76d20665-1ad8-45df-9cdb-087ff3255036 req-89616bae-4f97-4642-ac4c-cc286bf4c740 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=50a00b50-be16-4496-9845-9de43c8d43ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0380878 Nov 09 22:19:36.462297 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d20665-1ad8-45df-9cdb-087ff3255036 req-8ad45750-4553-4f07-ba64-b286c2f68c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:19:36.464276 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-76d20665-1ad8-45df-9cdb-087ff3255036 req-8ad45750-4553-4f07-ba64-b286c2f68c06 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80608c1f657e40bbbb047dc3c2880805&device_id=50a00b50-be16-4496-9845-9de43c8d43ee HTTP/1.1" status: 200 len: 1097 time: 0.0393896 Nov 09 22:19:36.568461 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d20665-1ad8-45df-9cdb-087ff3255036 req-750d35c7-7801-4673-9338-c100a5732b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:19:36.569974 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-76d20665-1ad8-45df-9cdb-087ff3255036 req-750d35c7-7801-4673-9338-c100a5732b77 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2d46cefc-046c-4313-a58a-858e65c81394 HTTP/1.1" status: 200 len: 897 time: 0.0877769 Nov 09 22:19:36.633966 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-76d20665-1ad8-45df-9cdb-087ff3255036 req-798ee2f0-cbc9-46f2-9c21-25354c16ae3b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0bd7fde-3a4f-4a28-a246-6648a6678715 HTTP/1.1" status: 200 len: 1002 time: 0.0574696 Nov 09 22:19:36.682455 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d20665-1ad8-45df-9cdb-087ff3255036 req-4c8c8383-62ad-4ac2-bf3a-70b7d53493a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:19:36.683919 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-76d20665-1ad8-45df-9cdb-087ff3255036 req-4c8c8383-62ad-4ac2-bf3a-70b7d53493a8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8630fbbd-901c-46db-b4bd-553b10cdb4d2 HTTP/1.1" status: 200 len: 835 time: 0.0426297 Nov 09 22:19:36.734868 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d20665-1ad8-45df-9cdb-087ff3255036 req-bc129f6a-59ba-4ede-beab-376a801e0fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:19:36.736365 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-76d20665-1ad8-45df-9cdb-087ff3255036 req-bc129f6a-59ba-4ede-beab-376a801e0fb6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2d46cefc-046c-4313-a58a-858e65c81394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461161 Nov 09 22:19:36.823617 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-76d20665-1ad8-45df-9cdb-087ff3255036 req-a9d975c6-b9dd-4e61-b40e-e13591c7786b service neutron] 10.222.0.45 "GET /v2.0/networks/2d46cefc-046c-4313-a58a-858e65c81394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801828 Nov 09 22:19:36.913813 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-76d20665-1ad8-45df-9cdb-087ff3255036 req-710ce658-84d8-452c-87f4-990e6c54bc44 service neutron] 10.222.0.45 "GET /v2.0/networks/2d46cefc-046c-4313-a58a-858e65c81394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838034 Nov 09 22:19:47.743103 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4509be32-38b3-4294-8b94-15568dc2d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:19:50.251214 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-64a20a10-2071-4d89-9efe-f6b9fa06f8fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:19:51.257502 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:19:52.608817 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:19:52.960349 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:19:53.361673 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:19:53.519828 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:04.330962 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:06.197753 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37740) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:20:06.352353 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-afb2af10-2055-436f-bdd5-38230dc0217c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Deleting port 31a2cbc2-df98-4a46-9703-71d4761758ac {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:20:06.352737 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-afb2af10-2055-436f-bdd5-38230dc0217c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:06.426827 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-afb2af10-2055-436f-bdd5-38230dc0217c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:06.427156 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-afb2af10-2055-436f-bdd5-38230dc0217c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:06.438667 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-afb2af10-2055-436f-bdd5-38230dc0217c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Calling delete_port for 31a2cbc2-df98-4a46-9703-71d4761758ac owned by network:floatingip {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:20:06.586946 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-afb2af10-2055-436f-bdd5-38230dc0217c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:06.611823 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2af10-2055-436f-bdd5-38230dc0217c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event deleted for resources: {'Port': ['ID=31a2cbc2-df98-4a46-9703-71d4761758ac,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:20:06.623404 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2af10-2055-436f-bdd5-38230dc0217c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:20:06.623764 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2af10-2055-436f-bdd5-38230dc0217c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:20:06.624107 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2af10-2055-436f-bdd5-38230dc0217c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:20:06.624445 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2af10-2055-436f-bdd5-38230dc0217c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:20:06.624813 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2af10-2055-436f-bdd5-38230dc0217c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:20:06.625153 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2af10-2055-436f-bdd5-38230dc0217c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:20:06.625486 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2af10-2055-436f-bdd5-38230dc0217c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:20:06.625817 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2af10-2055-436f-bdd5-38230dc0217c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:20:06.626173 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2af10-2055-436f-bdd5-38230dc0217c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:20:06.626503 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2af10-2055-436f-bdd5-38230dc0217c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:20:06.626834 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2af10-2055-436f-bdd5-38230dc0217c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:20:06.627162 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2af10-2055-436f-bdd5-38230dc0217c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:20:06.684542 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-afb2af10-2055-436f-bdd5-38230dc0217c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for floatingip, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:06.684900 n-d-816206-3 neutron-server[102608]: INFO neutron.db.l3_db [None req-afb2af10-2055-436f-bdd5-38230dc0217c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Floating IP 3bf21478-a151-4c11-a63f-e6f448ee2358 disassociated (deleted). External IP: 172.25.7.206, port: a0bd7fde-3a4f-4a28-a246-6648a6678715. Nov 09 22:20:06.888341 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb2af10-2055-436f-bdd5-38230dc0217c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Router cd690b41-7cef-4f59-a0d3-d73243f5891a has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:20:06.992210 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb2af10-2055-436f-bdd5-38230dc0217c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:20:06.997406 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-afb2af10-2055-436f-bdd5-38230dc0217c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:07.001915 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515cef44-3589-45ed-9e41-ef80a8317f97 None None] Sync routers for ids ['cd690b41-7cef-4f59-a0d3-d73243f5891a'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:20:07.012355 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515cef44-3589-45ed-9e41-ef80a8317f97 None None] Routers {'cd690b41-7cef-4f59-a0d3-d73243f5891a'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:20:07.012983 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-515cef44-3589-45ed-9e41-ef80a8317f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:19:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['cd690b41-7cef-4f59-a0d3-d73243f5891a'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:20:07.024110 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-afb2af10-2055-436f-bdd5-38230dc0217c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "DELETE /v2.0/floatingips/3bf21478-a151-4c11-a63f-e6f448ee2358 HTTP/1.1" status: 204 len: 168 time: 0.8252223 Nov 09 22:20:07.024713 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a00b50-be16-4496-9845-9de43c8d43ee', 'tag': 'a0bd7fde-3a4f-4a28-a246-6648a6678715'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:20:07.026969 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734a8ae17c5ce9a22141aa37bfebe7e944e5ff20966abe8e5b41792a40737563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c321103-3918-4ac0-88f4-76a8b2c3ca37" -d '{"events": [{"name": "network-changed", "server_uuid": "50a00b50-be16-4496-9845-9de43c8d43ee", "tag": "a0bd7fde-3a4f-4a28-a246-6648a6678715"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:20:07.064380 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5632f098-e661-4249-b996-bf498f935198 x-openstack-request-id: req-5632f098-e661-4249-b996-bf498f935198 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:20:07.064709 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a00b50-be16-4496-9845-9de43c8d43ee", "tag": "a0bd7fde-3a4f-4a28-a246-6648a6678715", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:20:07.064967 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5632f098-e661-4249-b996-bf498f935198 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:20:07.065374 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50a00b50-be16-4496-9845-9de43c8d43ee', 'tag': 'a0bd7fde-3a4f-4a28-a246-6648a6678715', 'status': 'completed', 'code': 200} Nov 09 22:20:07.130652 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-515cef44-3589-45ed-9e41-ef80a8317f97 None None] Set router cd690b41-7cef-4f59-a0d3-d73243f5891a gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:20:07.131355 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c321103-3918-4ac0-88f4-76a8b2c3ca37 req-e861236e-b91e-43f4-9706-c3bec47b1a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:20:07.133512 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2c321103-3918-4ac0-88f4-76a8b2c3ca37 req-e861236e-b91e-43f4-9706-c3bec47b1a22 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80608c1f657e40bbbb047dc3c2880805&device_id=50a00b50-be16-4496-9845-9de43c8d43ee HTTP/1.1" status: 200 len: 1097 time: 0.0457208 Nov 09 22:20:07.240072 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c321103-3918-4ac0-88f4-76a8b2c3ca37 req-421ea577-040f-483c-8e06-f9387c7a149a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:20:07.241601 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2c321103-3918-4ac0-88f4-76a8b2c3ca37 req-421ea577-040f-483c-8e06-f9387c7a149a service neutron] 10.222.0.45 "GET /v2.0/networks?id=2d46cefc-046c-4313-a58a-858e65c81394 HTTP/1.1" status: 200 len: 897 time: 0.0956426 Nov 09 22:20:07.288505 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2c321103-3918-4ac0-88f4-76a8b2c3ca37 req-4143297c-f188-4cff-8e09-b7a63ecd0ff0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0bd7fde-3a4f-4a28-a246-6648a6678715 HTTP/1.1" status: 200 len: 217 time: 0.0350990 Nov 09 22:20:07.302119 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044693a5-d244-4368-a49c-4ee7dd5c7a2b req-47c30b24-a363-4d22-821a-b6b12c954b12 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:20:07.310169 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-044693a5-d244-4368-a49c-4ee7dd5c7a2b req-47c30b24-a363-4d22-821a-b6b12c954b12 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=50a00b50-be16-4496-9845-9de43c8d43ee HTTP/1.1" status: 200 len: 946 time: 0.1052148 Nov 09 22:20:07.343398 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c321103-3918-4ac0-88f4-76a8b2c3ca37 req-4cfce4d6-fb48-4806-b169-0f029f34a50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:20:07.344902 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2c321103-3918-4ac0-88f4-76a8b2c3ca37 req-4cfce4d6-fb48-4806-b169-0f029f34a50f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8630fbbd-901c-46db-b4bd-553b10cdb4d2 HTTP/1.1" status: 200 len: 835 time: 0.0487614 Nov 09 22:20:07.358144 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-044693a5-d244-4368-a49c-4ee7dd5c7a2b req-bc49831d-70d5-4e81-9f47-9373b953d68e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ba3cc3e-6218-4a7c-b525-cc1d946887d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470440 Nov 09 22:20:07.359323 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-515cef44-3589-45ed-9e41-ef80a8317f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd690b41-7cef-4f59-a0d3-d73243f5891a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29157448', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '7fde2bec-2324-4d7b-b139-0f30f471f846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:18:27Z', 'updated_at': '2021-11-09T22:18:30Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': '7fde2bec-2324-4d7b-b139-0f30f471f846', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd690b41-7cef-4f59-a0d3-d73243f5891a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:18:27Z', 'updated_at': '2021-11-09T22:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'f07bac42-57ca-4d96-b467-3b485f5b07f5', 'name': '', 'network_id': '2d46cefc-046c-4313-a58a-858e65c81394', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'mac_address': 'fa:16:3e:1f:ff:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd690b41-7cef-4f59-a0d3-d73243f5891a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '8630fbbd-901c-46db-b4bd-553b10cdb4d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:18:30Z', 'updated_at': '2021-11-09T22:18:33Z', 'revision_number': 5, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'subnets': [{'id': '8630fbbd-901c-46db-b4bd-553b10cdb4d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:20:07.386030 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515cef44-3589-45ed-9e41-ef80a8317f97 None None] Checking router: cd690b41-7cef-4f59-a0d3-d73243f5891a for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:20:07.394809 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515cef44-3589-45ed-9e41-ef80a8317f97 None None] Routers {'cd690b41-7cef-4f59-a0d3-d73243f5891a'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:20:07.395417 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-515cef44-3589-45ed-9e41-ef80a8317f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:19:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['cd690b41-7cef-4f59-a0d3-d73243f5891a'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:20:07.398565 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c321103-3918-4ac0-88f4-76a8b2c3ca37 req-838b03ff-46aa-44a2-97a4-36ff7ea65608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:20:07.400061 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2c321103-3918-4ac0-88f4-76a8b2c3ca37 req-838b03ff-46aa-44a2-97a4-36ff7ea65608 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2d46cefc-046c-4313-a58a-858e65c81394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447884 Nov 09 22:20:07.494907 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2c321103-3918-4ac0-88f4-76a8b2c3ca37 req-370e320d-5794-4bc4-b9ca-5ba5041f4828 service neutron] 10.222.0.45 "GET /v2.0/networks/2d46cefc-046c-4313-a58a-858e65c81394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852706 Nov 09 22:20:07.501245 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-515cef44-3589-45ed-9e41-ef80a8317f97 None None] Set router cd690b41-7cef-4f59-a0d3-d73243f5891a gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:20:07.592336 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2c321103-3918-4ac0-88f4-76a8b2c3ca37 req-b61935e3-2177-4f6d-9adf-31d814e6b191 service neutron] 10.222.0.45 "GET /v2.0/networks/2d46cefc-046c-4313-a58a-858e65c81394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899653 Nov 09 22:20:07.859547 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-515cef44-3589-45ed-9e41-ef80a8317f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd690b41-7cef-4f59-a0d3-d73243f5891a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29157448', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '7fde2bec-2324-4d7b-b139-0f30f471f846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:18:27Z', 'updated_at': '2021-11-09T22:18:30Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': '7fde2bec-2324-4d7b-b139-0f30f471f846', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd690b41-7cef-4f59-a0d3-d73243f5891a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:18:27Z', 'updated_at': '2021-11-09T22:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'f07bac42-57ca-4d96-b467-3b485f5b07f5', 'name': '', 'network_id': '2d46cefc-046c-4313-a58a-858e65c81394', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'mac_address': 'fa:16:3e:1f:ff:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd690b41-7cef-4f59-a0d3-d73243f5891a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '8630fbbd-901c-46db-b4bd-553b10cdb4d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:18:30Z', 'updated_at': '2021-11-09T22:18:33Z', 'revision_number': 5, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'subnets': [{'id': '8630fbbd-901c-46db-b4bd-553b10cdb4d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:20:07.884407 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515cef44-3589-45ed-9e41-ef80a8317f97 None None] The sync data for ids ['cd690b41-7cef-4f59-a0d3-d73243f5891a'] in n-d-816206-3 is: [{'id': 'cd690b41-7cef-4f59-a0d3-d73243f5891a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29157448', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '7fde2bec-2324-4d7b-b139-0f30f471f846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:18:27Z', 'updated_at': '2021-11-09T22:18:30Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': '7fde2bec-2324-4d7b-b139-0f30f471f846', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd690b41-7cef-4f59-a0d3-d73243f5891a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:18:27Z', 'updated_at': '2021-11-09T22:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'f07bac42-57ca-4d96-b467-3b485f5b07f5', 'name': '', 'network_id': '2d46cefc-046c-4313-a58a-858e65c81394', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'mac_address': 'fa:16:3e:1f:ff:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd690b41-7cef-4f59-a0d3-d73243f5891a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '8630fbbd-901c-46db-b4bd-553b10cdb4d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:18:30Z', 'updated_at': '2021-11-09T22:18:33Z', 'revision_number': 5, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'subnets': [{'id': '8630fbbd-901c-46db-b4bd-553b10cdb4d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:20:08.106406 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f09449-7a56-444d-b95e-cd654335d6d0 None None] New status for floating IP 3bf21478-a151-4c11-a63f-e6f448ee2358: DOWN {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 22:20:08.519806 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12f022-e281-48cc-93de-c90c915da09d req-9ec6871c-4cda-4ab7-85f1-7587e3e58da1 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:20:08.521326 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8f12f022-e281-48cc-93de-c90c915da09d req-9ec6871c-4cda-4ab7-85f1-7587e3e58da1 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=50a00b50-be16-4496-9845-9de43c8d43ee HTTP/1.1" status: 200 len: 946 time: 0.0915461 Nov 09 22:20:08.571174 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8f12f022-e281-48cc-93de-c90c915da09d req-9a693877-7674-4e00-a652-0d32d2195a4b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ba3cc3e-6218-4a7c-b525-cc1d946887d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438888 Nov 09 22:20:08.776419 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01c36e-ea59-4aeb-b52b-6aa5ea532671 req-88fda547-e3e7-4499-a46a-f02cc1f8f5a2 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:20:08.777953 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3e01c36e-ea59-4aeb-b52b-6aa5ea532671 req-88fda547-e3e7-4499-a46a-f02cc1f8f5a2 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.45 "GET /v2.0/ports?device_id=50a00b50-be16-4496-9845-9de43c8d43ee HTTP/1.1" status: 200 len: 946 time: 0.0481272 Nov 09 22:20:08.869865 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-3e01c36e-ea59-4aeb-b52b-6aa5ea532671 req-29182f2f-d07d-4fde-9e4b-d0c984cfedf4 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Deleting port a0bd7fde-3a4f-4a28-a246-6648a6678715 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:20:08.870205 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3e01c36e-ea59-4aeb-b52b-6aa5ea532671 req-29182f2f-d07d-4fde-9e4b-d0c984cfedf4 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:08.956397 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-3e01c36e-ea59-4aeb-b52b-6aa5ea532671 req-29182f2f-d07d-4fde-9e4b-d0c984cfedf4 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] For port a0bd7fde-3a4f-4a28-a246-6648a6678715, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=a0bd7fde-3a4f-4a28-a246-6648a6678715,segment=NetworkSegment(0e9c02b8-8248-484c-a5fe-2a49472c69bf),segment_id=0e9c02b8-8248-484c-a5fe-2a49472c69bf)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:20:08.956711 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3e01c36e-ea59-4aeb-b52b-6aa5ea532671 req-29182f2f-d07d-4fde-9e4b-d0c984cfedf4 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:08.969156 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-3e01c36e-ea59-4aeb-b52b-6aa5ea532671 req-29182f2f-d07d-4fde-9e4b-d0c984cfedf4 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Calling delete_port for a0bd7fde-3a4f-4a28-a246-6648a6678715 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:20:09.098287 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3e01c36e-ea59-4aeb-b52b-6aa5ea532671 req-29182f2f-d07d-4fde-9e4b-d0c984cfedf4 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:09.133034 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29182f2f-d07d-4fde-9e4b-d0c984cfedf4 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event deleted for resources: {'Port': ['ID=a0bd7fde-3a4f-4a28-a246-6648a6678715,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:20:09.159898 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29182f2f-d07d-4fde-9e4b-d0c984cfedf4 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:20:09.160247 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29182f2f-d07d-4fde-9e4b-d0c984cfedf4 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:20:09.160585 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29182f2f-d07d-4fde-9e4b-d0c984cfedf4 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:20:09.160943 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29182f2f-d07d-4fde-9e4b-d0c984cfedf4 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:20:09.161273 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29182f2f-d07d-4fde-9e4b-d0c984cfedf4 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:20:09.161597 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29182f2f-d07d-4fde-9e4b-d0c984cfedf4 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:20:09.161921 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29182f2f-d07d-4fde-9e4b-d0c984cfedf4 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:20:09.162244 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29182f2f-d07d-4fde-9e4b-d0c984cfedf4 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:20:09.162584 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29182f2f-d07d-4fde-9e4b-d0c984cfedf4 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:20:09.162885 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29182f2f-d07d-4fde-9e4b-d0c984cfedf4 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:20:09.163202 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29182f2f-d07d-4fde-9e4b-d0c984cfedf4 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:20:09.163516 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29182f2f-d07d-4fde-9e4b-d0c984cfedf4 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:20:09.517734 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e01c36e-ea59-4aeb-b52b-6aa5ea532671 req-29182f2f-d07d-4fde-9e4b-d0c984cfedf4 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] No DVR routers for this DVR port a0bd7fde-3a4f-4a28-a246-6648a6678715 on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:20:09.520336 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-3e01c36e-ea59-4aeb-b52b-6aa5ea532671 req-29182f2f-d07d-4fde-9e4b-d0c984cfedf4 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:09.523761 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3e01c36e-ea59-4aeb-b52b-6aa5ea532671 req-29182f2f-d07d-4fde-9e4b-d0c984cfedf4 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.45 "DELETE /v2.0/ports/a0bd7fde-3a4f-4a28-a246-6648a6678715 HTTP/1.1" status: 204 len: 173 time: 0.7400117 Nov 09 22:20:09.524254 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a00b50-be16-4496-9845-9de43c8d43ee', 'name': 'network-vif-deleted', 'tag': 'a0bd7fde-3a4f-4a28-a246-6648a6678715'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:20:09.526953 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2737eae40cef112d1dfa64c8a6cf3edc76bfb64f9e32f72bfe3df0a7140357a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78648d2f-6123-4cd6-9b4a-659bd8a53107" -d '{"events": [{"server_uuid": "50a00b50-be16-4496-9845-9de43c8d43ee", "name": "network-vif-deleted", "tag": "a0bd7fde-3a4f-4a28-a246-6648a6678715"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:20:09.566199 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 22:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aecab45-c4e4-4ab6-81b0-ba077f10a8c3 x-openstack-request-id: req-2aecab45-c4e4-4ab6-81b0-ba077f10a8c3 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:20:09.566596 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a00b50-be16-4496-9845-9de43c8d43ee", "name": "network-vif-deleted", "tag": "a0bd7fde-3a4f-4a28-a246-6648a6678715", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:20:09.567439 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2aecab45-c4e4-4ab6-81b0-ba077f10a8c3 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:20:09.568022 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a00b50-be16-4496-9845-9de43c8d43ee', 'name': 'network-vif-deleted', 'tag': 'a0bd7fde-3a4f-4a28-a246-6648a6678715', 'status': 'completed', 'code': 200} Nov 09 22:20:09.687867 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0c240361-15af-48c1-8219-27f88ea07d61 req-915676c5-d12e-48ae-a545-c55f79b8e731 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=50a00b50-be16-4496-9845-9de43c8d43ee HTTP/1.1" status: 200 len: 210 time: 0.0258579 Nov 09 22:20:10.745093 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37770) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:20:11.092813 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-88aae49f-854b-44f8-8877-c7f402f81de9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:11.341148 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-88aae49f-854b-44f8-8877-c7f402f81de9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Deleting port f07bac42-57ca-4d96-b467-3b485f5b07f5 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:20:11.341492 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-88aae49f-854b-44f8-8877-c7f402f81de9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:11.426767 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-88aae49f-854b-44f8-8877-c7f402f81de9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] For port f07bac42-57ca-4d96-b467-3b485f5b07f5, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=f07bac42-57ca-4d96-b467-3b485f5b07f5,segment=NetworkSegment(0e9c02b8-8248-484c-a5fe-2a49472c69bf),segment_id=0e9c02b8-8248-484c-a5fe-2a49472c69bf)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:20:11.427129 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-88aae49f-854b-44f8-8877-c7f402f81de9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:11.439413 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-88aae49f-854b-44f8-8877-c7f402f81de9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Calling delete_port for f07bac42-57ca-4d96-b467-3b485f5b07f5 owned by network:router_interface {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:20:11.639014 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-88aae49f-854b-44f8-8877-c7f402f81de9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:11.674912 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aae49f-854b-44f8-8877-c7f402f81de9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event deleted for resources: {'Port': ['ID=f07bac42-57ca-4d96-b467-3b485f5b07f5,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:20:11.845706 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-88aae49f-854b-44f8-8877-c7f402f81de9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:12.057781 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88aae49f-854b-44f8-8877-c7f402f81de9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Router cd690b41-7cef-4f59-a0d3-d73243f5891a has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:20:12.160780 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88aae49f-854b-44f8-8877-c7f402f81de9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:20:12.165842 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-88aae49f-854b-44f8-8877-c7f402f81de9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "PUT /v2.0/routers/cd690b41-7cef-4f59-a0d3-d73243f5891a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4196246 Nov 09 22:20:12.168610 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37772) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:20:12.171230 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fafb0e-c2a5-40a3-a16d-8641d56db590 None None] Sync routers for ids ['cd690b41-7cef-4f59-a0d3-d73243f5891a'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:20:12.181395 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fafb0e-c2a5-40a3-a16d-8641d56db590 None None] Routers {'cd690b41-7cef-4f59-a0d3-d73243f5891a'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:20:12.182013 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-88fafb0e-c2a5-40a3-a16d-8641d56db590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:19:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['cd690b41-7cef-4f59-a0d3-d73243f5891a'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:20:12.221793 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-68064451-bfe5-4dc3-9193-212361b1b364 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Deleting subnet 8630fbbd-901c-46db-b4bd-553b10cdb4d2 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 22:20:12.224884 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-68064451-bfe5-4dc3-9193-212361b1b364 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:12.264616 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-68064451-bfe5-4dc3-9193-212361b1b364 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:12.287297 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-88fafb0e-c2a5-40a3-a16d-8641d56db590 None None] Set router cd690b41-7cef-4f59-a0d3-d73243f5891a gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:20:12.350392 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-68064451-bfe5-4dc3-9193-212361b1b364 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:12.413437 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-68064451-bfe5-4dc3-9193-212361b1b364 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:12.441647 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68064451-bfe5-4dc3-9193-212361b1b364 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event deleted for resources: {'Subnet': ['ID=8630fbbd-901c-46db-b4bd-553b10cdb4d2,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:20:12.446596 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-68064451-bfe5-4dc3-9193-212361b1b364 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:12.450847 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-68064451-bfe5-4dc3-9193-212361b1b364 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "DELETE /v2.0/subnets/8630fbbd-901c-46db-b4bd-553b10cdb4d2 HTTP/1.1" status: 204 len: 168 time: 0.2811260 Nov 09 22:20:12.452757 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37774) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:20:12.455209 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33da5b57-b53f-4a71-8dd3-16c7b184140f None None] Network 2d46cefc-046c-4313-a58a-858e65c81394 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:20:12.528401 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-88fafb0e-c2a5-40a3-a16d-8641d56db590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd690b41-7cef-4f59-a0d3-d73243f5891a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29157448', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '7fde2bec-2324-4d7b-b139-0f30f471f846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:18:27Z', 'updated_at': '2021-11-09T22:20:11Z', 'revision_number': 5, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': '7fde2bec-2324-4d7b-b139-0f30f471f846', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd690b41-7cef-4f59-a0d3-d73243f5891a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:18:27Z', 'updated_at': '2021-11-09T22:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:20:12.561052 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aca4c826-b136-46ef-b943-5f982be7fb42 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:12.577157 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device a0bd7fde-3a4f-4a28-a246-6648a6678715 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:20:12.578954 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fafb0e-c2a5-40a3-a16d-8641d56db590 None None] Checking router: cd690b41-7cef-4f59-a0d3-d73243f5891a for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:20:12.615585 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: a0bd7fde-3a4f-4a28-a246-6648a6678715 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:20:12.615988 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device a0bd7fde-3a4f-4a28-a246-6648a6678715 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:20:12.626705 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fafb0e-c2a5-40a3-a16d-8641d56db590 None None] Routers {'cd690b41-7cef-4f59-a0d3-d73243f5891a'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:20:12.627326 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-88fafb0e-c2a5-40a3-a16d-8641d56db590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:19:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['cd690b41-7cef-4f59-a0d3-d73243f5891a'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:20:12.663742 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aca4c826-b136-46ef-b943-5f982be7fb42 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:12.721592 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-aca4c826-b136-46ef-b943-5f982be7fb42 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Deleting port 7fde2bec-2324-4d7b-b139-0f30f471f846 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:20:12.721989 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aca4c826-b136-46ef-b943-5f982be7fb42 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:12.744199 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-88fafb0e-c2a5-40a3-a16d-8641d56db590 None None] Set router cd690b41-7cef-4f59-a0d3-d73243f5891a gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:20:12.812117 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-aca4c826-b136-46ef-b943-5f982be7fb42 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] For port 7fde2bec-2324-4d7b-b139-0f30f471f846, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=7fde2bec-2324-4d7b-b139-0f30f471f846,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:20:12.812460 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aca4c826-b136-46ef-b943-5f982be7fb42 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:12.825983 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-aca4c826-b136-46ef-b943-5f982be7fb42 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Calling delete_port for 7fde2bec-2324-4d7b-b139-0f30f471f846 owned by network:router_gateway {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:20:12.878927 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dfa0c9-9841-4c70-be31-474d1c9d7bfd None None] DHCP port deletion for 2d46cefc-046c-4313-a58a-858e65c81394 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:20:12.971266 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-c2dfa0c9-9841-4c70-be31-474d1c9d7bfd None None] Deleting port 628202c3-590b-436b-a9df-c74537c930cd {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:20:12.971640 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c2dfa0c9-9841-4c70-be31-474d1c9d7bfd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:12.997546 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aca4c826-b136-46ef-b943-5f982be7fb42 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:13.010937 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-88fafb0e-c2a5-40a3-a16d-8641d56db590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd690b41-7cef-4f59-a0d3-d73243f5891a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29157448', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '7fde2bec-2324-4d7b-b139-0f30f471f846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:18:27Z', 'updated_at': '2021-11-09T22:20:11Z', 'revision_number': 5, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': '7fde2bec-2324-4d7b-b139-0f30f471f846', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd690b41-7cef-4f59-a0d3-d73243f5891a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:18:27Z', 'updated_at': '2021-11-09T22:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:20:13.023036 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca4c826-b136-46ef-b943-5f982be7fb42 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event deleted for resources: {'Port': ['ID=7fde2bec-2324-4d7b-b139-0f30f471f846,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:20:13.050430 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ed1aae-e9bc-46f9-ba79-829115c890ee None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:20:13.059041 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fafb0e-c2a5-40a3-a16d-8641d56db590 None None] The sync data for ids ['cd690b41-7cef-4f59-a0d3-d73243f5891a'] in n-d-816206-3 is: [{'id': 'cd690b41-7cef-4f59-a0d3-d73243f5891a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-29157448', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '7fde2bec-2324-4d7b-b139-0f30f471f846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:18:27Z', 'updated_at': '2021-11-09T22:20:11Z', 'revision_number': 5, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': '7fde2bec-2324-4d7b-b139-0f30f471f846', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd690b41-7cef-4f59-a0d3-d73243f5891a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:18:27Z', 'updated_at': '2021-11-09T22:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:20:13.079559 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-c2dfa0c9-9841-4c70-be31-474d1c9d7bfd None None] For port 628202c3-590b-436b-a9df-c74537c930cd, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=628202c3-590b-436b-a9df-c74537c930cd,segment=NetworkSegment(0e9c02b8-8248-484c-a5fe-2a49472c69bf),segment_id=0e9c02b8-8248-484c-a5fe-2a49472c69bf)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:20:13.079958 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c2dfa0c9-9841-4c70-be31-474d1c9d7bfd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:13.092143 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aca4c826-b136-46ef-b943-5f982be7fb42 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:13.097795 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-c2dfa0c9-9841-4c70-be31-474d1c9d7bfd None None] Calling delete_port for 628202c3-590b-436b-a9df-c74537c930cd owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:20:13.173575 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c2dfa0c9-9841-4c70-be31-474d1c9d7bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:13.190494 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aca4c826-b136-46ef-b943-5f982be7fb42 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:13.192599 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aca4c826-b136-46ef-b943-5f982be7fb42 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:13.202986 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dfa0c9-9841-4c70-be31-474d1c9d7bfd None None] Pushing event deleted for resources: {'Port': ['ID=628202c3-590b-436b-a9df-c74537c930cd,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:20:13.210930 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dfa0c9-9841-4c70-be31-474d1c9d7bfd None None] No DVR routers for this DVR port 628202c3-590b-436b-a9df-c74537c930cd on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:20:13.213102 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dfa0c9-9841-4c70-be31-474d1c9d7bfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:20:13.213579 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dfa0c9-9841-4c70-be31-474d1c9d7bfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:20:13.213795 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dfa0c9-9841-4c70-be31-474d1c9d7bfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:20:13.214136 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dfa0c9-9841-4c70-be31-474d1c9d7bfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:20:13.215322 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dfa0c9-9841-4c70-be31-474d1c9d7bfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:20:13.215505 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dfa0c9-9841-4c70-be31-474d1c9d7bfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:20:13.215666 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dfa0c9-9841-4c70-be31-474d1c9d7bfd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:20:13.215998 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dfa0c9-9841-4c70-be31-474d1c9d7bfd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:20:13.216320 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dfa0c9-9841-4c70-be31-474d1c9d7bfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:20:13.216662 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dfa0c9-9841-4c70-be31-474d1c9d7bfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:20:13.216985 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dfa0c9-9841-4c70-be31-474d1c9d7bfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:20:13.217342 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dfa0c9-9841-4c70-be31-474d1c9d7bfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:20:13.236316 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aca4c826-b136-46ef-b943-5f982be7fb42 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:13.236877 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca4c826-b136-46ef-b943-5f982be7fb42 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Fanout notify agent at l3_agent the message router_deleted on router cd690b41-7cef-4f59-a0d3-d73243f5891a {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 22:20:13.243780 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aca4c826-b136-46ef-b943-5f982be7fb42 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:13.244897 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-aca4c826-b136-46ef-b943-5f982be7fb42 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "DELETE /v2.0/routers/cd690b41-7cef-4f59-a0d3-d73243f5891a HTTP/1.1" status: 204 len: 168 time: 0.7905550 Nov 09 22:20:13.247637 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37776) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:20:13.321294 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9a9dcec2-6306-440e-8c5e-19f63dce52b8 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:13.415056 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9a9dcec2-6306-440e-8c5e-19f63dce52b8 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:13.435809 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-9a9dcec2-6306-440e-8c5e-19f63dce52b8 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d46cefc-046c-4313-a58a-858e65c81394']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:20:13.445835 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-9a9dcec2-6306-440e-8c5e-19f63dce52b8 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e9c02b8-8248-484c-a5fe-2a49472c69bf') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:20:13.446142 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-9a9dcec2-6306-440e-8c5e-19f63dce52b8 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e9c02b8-8248-484c-a5fe-2a49472c69bf') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:20:13.456360 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9a9dcec2-6306-440e-8c5e-19f63dce52b8 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:13.469542 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9a9dcec2-6306-440e-8c5e-19f63dce52b8 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:13.476082 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a9dcec2-6306-440e-8c5e-19f63dce52b8 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 22:20:13.476248 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9a9dcec2-6306-440e-8c5e-19f63dce52b8 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:13.479631 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 22:20:13.479631 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 22:20:13.479631 n-d-816206-3 neutron-server[102607]: timer() Nov 09 22:20:13.479631 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 22:20:13.479631 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 22:20:13.479631 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 22:20:13.479631 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 22:20:13.479631 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 22:20:13.479631 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 22:20:13.479631 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 22:20:13.479631 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 22:20:13.479631 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 22:20:13.479631 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 22:20:13.479631 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 22:20:13.479631 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 22:20:13.479631 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 22:20:13.479631 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 22:20:13.479631 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 22:20:13.479631 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 22:20:13.479631 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 22:20:13.479631 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 22:20:13.479631 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 22:20:13.479631 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 22:20:13.479631 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 22:20:13.479631 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 22:20:13.479631 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 22:20:13.479631 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 22:20:13.479631 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 22:20:13.479631 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 22:20:13.479631 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 22:20:13.479631 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 22:20:13.479631 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 22:20:13.545391 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9a9dcec2-6306-440e-8c5e-19f63dce52b8 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:13.552879 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9a9dcec2-6306-440e-8c5e-19f63dce52b8 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:13.556150 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-9a9dcec2-6306-440e-8c5e-19f63dce52b8 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "DELETE /v2.0/networks/2d46cefc-046c-4313-a58a-858e65c81394 HTTP/1.1" status: 204 len: 168 time: 0.3075693 Nov 09 22:20:13.559525 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37778) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:20:13.568582 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9dcec2-6306-440e-8c5e-19f63dce52b8 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event deleted for resources: {'Network': ['ID=2d46cefc-046c-4313-a58a-858e65c81394,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:20:13.617230 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d2580394-dc58-4f58-b51f-23dd64a99388 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:13.644404 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d2580394-dc58-4f58-b51f-23dd64a99388 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:13.714748 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d2580394-dc58-4f58-b51f-23dd64a99388 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:13.717894 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d2580394-dc58-4f58-b51f-23dd64a99388 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:13.721759 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d2580394-dc58-4f58-b51f-23dd64a99388 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "DELETE /v2.0/security-groups/2ba3cc3e-6218-4a7c-b525-cc1d946887d2 HTTP/1.1" status: 204 len: 168 time: 0.1585042 Nov 09 22:20:13.731194 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2580394-dc58-4f58-b51f-23dd64a99388 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba3cc3e-6218-4a7c-b525-cc1d946887d2,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:20:14.132331 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 628202c3-590b-436b-a9df-c74537c930cd no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:20:14.158419 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 628202c3-590b-436b-a9df-c74537c930cd {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:20:14.158844 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 628202c3-590b-436b-a9df-c74537c930cd not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:20:14.159350 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device f07bac42-57ca-4d96-b467-3b485f5b07f5 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:20:14.170624 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37784) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:20:14.175311 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-a814376c-e2cd-43c3-8ab3-073c679dfba0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1041782357', 'description': 'tempest-secgroup-smoke-1041782357 description', 'project_id': '80608c1f657e40bbbb047dc3c2880805'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:20:14.179272 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: f07bac42-57ca-4d96-b467-3b485f5b07f5 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:20:14.179272 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device f07bac42-57ca-4d96-b467-3b485f5b07f5 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:20:14.198651 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a814376c-e2cd-43c3-8ab3-073c679dfba0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:14.263340 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a814376c-e2cd-43c3-8ab3-073c679dfba0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:14.266915 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a814376c-e2cd-43c3-8ab3-073c679dfba0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:14.295890 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a814376c-e2cd-43c3-8ab3-073c679dfba0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:14.297119 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a814376c-e2cd-43c3-8ab3-073c679dfba0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1254132 Nov 09 22:20:14.300153 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37786) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:20:14.301058 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814376c-e2cd-43c3-8ab3-073c679dfba0 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f10515-0f01-44a0-9d5a-d38dafea837e,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:20:14.306431 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-03c4fb56-70cf-4eea-b28d-9c59933e0ed2 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'security_group_rule': {'security_group_id': 'f2f10515-0f01-44a0-9d5a-d38dafea837e', 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:20:14.333729 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-03c4fb56-70cf-4eea-b28d-9c59933e0ed2 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:14.378454 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-03c4fb56-70cf-4eea-b28d-9c59933e0ed2 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:14.381632 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-03c4fb56-70cf-4eea-b28d-9c59933e0ed2 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:14.398887 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4fb56-70cf-4eea-b28d-9c59933e0ed2 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c0aa31a-9a41-4b46-b06a-3f9d68c59d71,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:20:14.406776 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-03c4fb56-70cf-4eea-b28d-9c59933e0ed2 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:14.407967 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-03c4fb56-70cf-4eea-b28d-9c59933e0ed2 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1067162 Nov 09 22:20:14.410674 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37788) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:20:14.415009 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-0f943826-6116-4a6c-bbcf-c90d3c9b3451 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'security_group_rule': {'security_group_id': 'f2f10515-0f01-44a0-9d5a-d38dafea837e', 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:20:14.441220 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0f943826-6116-4a6c-bbcf-c90d3c9b3451 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:14.497021 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0f943826-6116-4a6c-bbcf-c90d3c9b3451 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:14.500532 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0f943826-6116-4a6c-bbcf-c90d3c9b3451 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:14.519389 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f943826-6116-4a6c-bbcf-c90d3c9b3451 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb7b599e-d1e0-4450-8192-1aed87536dae,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:20:14.528875 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0f943826-6116-4a6c-bbcf-c90d3c9b3451 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:14.530056 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0f943826-6116-4a6c-bbcf-c90d3c9b3451 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1184750 Nov 09 22:20:14.532760 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37790) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:20:14.537127 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-9e5a0a34-f2d8-4dd1-9f6d-636c419f094d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'security_group_rule': {'security_group_id': 'f2f10515-0f01-44a0-9d5a-d38dafea837e', 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:20:14.562925 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9e5a0a34-f2d8-4dd1-9f6d-636c419f094d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:14.618255 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9e5a0a34-f2d8-4dd1-9f6d-636c419f094d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:14.621680 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9e5a0a34-f2d8-4dd1-9f6d-636c419f094d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:14.641700 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a0a34-f2d8-4dd1-9f6d-636c419f094d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4359fe4-b38a-4ba7-9024-85044e97fb67,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:20:14.649708 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9e5a0a34-f2d8-4dd1-9f6d-636c419f094d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:14.650897 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-9e5a0a34-f2d8-4dd1-9f6d-636c419f094d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171887 Nov 09 22:20:14.654890 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37792) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:20:14.659114 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-4bcf4c93-2e79-4aac-a85c-aae5f66972a9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'security_group_rule': {'security_group_id': 'f2f10515-0f01-44a0-9d5a-d38dafea837e', 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:20:14.685216 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4bcf4c93-2e79-4aac-a85c-aae5f66972a9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:14.740327 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4bcf4c93-2e79-4aac-a85c-aae5f66972a9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:14.743702 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4bcf4c93-2e79-4aac-a85c-aae5f66972a9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:14.762110 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf4c93-2e79-4aac-a85c-aae5f66972a9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb1ce093-3781-405d-9bc3-ea058ad99e59,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:20:14.766862 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4bcf4c93-2e79-4aac-a85c-aae5f66972a9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:14.768077 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-4bcf4c93-2e79-4aac-a85c-aae5f66972a9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1122336 Nov 09 22:20:14.770758 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37794) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:20:14.775001 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-d424aeec-a403-4098-80a0-300bcb7b9583 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'security_group_rule': {'security_group_id': 'f2f10515-0f01-44a0-9d5a-d38dafea837e', 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:20:14.796782 n-d-816206-3 neutron-server[102608]: INFO neutron.db.securitygroups_db [None req-d424aeec-a403-4098-80a0-300bcb7b9583 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Project 80608c1f657e40bbbb047dc3c2880805 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 22:20:14.801564 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d424aeec-a403-4098-80a0-300bcb7b9583 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:14.858720 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d424aeec-a403-4098-80a0-300bcb7b9583 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:14.862428 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d424aeec-a403-4098-80a0-300bcb7b9583 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:14.880036 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424aeec-a403-4098-80a0-300bcb7b9583 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc59f63e-5437-41a1-aa3d-56e4a489fe19,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:20:14.887856 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d424aeec-a403-4098-80a0-300bcb7b9583 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:14.890374 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d424aeec-a403-4098-80a0-300bcb7b9583 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1186130 Nov 09 22:20:14.893101 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37796) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:20:14.898023 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-3a4035bf-fa64-4e89-839e-447545717c61 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'security_group_rule': {'security_group_id': 'f2f10515-0f01-44a0-9d5a-d38dafea837e', 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:20:14.920976 n-d-816206-3 neutron-server[102608]: INFO neutron.db.securitygroups_db [None req-3a4035bf-fa64-4e89-839e-447545717c61 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Project 80608c1f657e40bbbb047dc3c2880805 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 22:20:14.925739 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3a4035bf-fa64-4e89-839e-447545717c61 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:14.983663 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3a4035bf-fa64-4e89-839e-447545717c61 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:14.987246 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3a4035bf-fa64-4e89-839e-447545717c61 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:15.009515 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4035bf-fa64-4e89-839e-447545717c61 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbd45cbb-e99c-4dc5-b3e9-9e347cfaae45,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:20:15.015821 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3a4035bf-fa64-4e89-839e-447545717c61 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:15.017003 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3a4035bf-fa64-4e89-839e-447545717c61 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1226280 Nov 09 22:20:15.019835 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37798) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:20:15.024591 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-b8ecda36-f8a1-4fd3-be21-3dd1cc0d3807 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'network': {'name': 'tempest-network-smoke--1415470556', 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'port_security_enabled': True}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:20:15.045889 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ecda36-f8a1-4fd3-be21-3dd1cc0d3807 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Made reservation on behalf of 80608c1f657e40bbbb047dc3c2880805 for: {'network': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:20:15.049220 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b8ecda36-f8a1-4fd3-be21-3dd1cc0d3807 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:15.071335 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8ecda36-f8a1-4fd3-be21-3dd1cc0d3807 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=102608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 22:20:15.079960 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b8ecda36-f8a1-4fd3-be21-3dd1cc0d3807 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:15.080358 n-d-816206-3 neutron-server[102608]: INFO neutron.db.segments_db [None req-b8ecda36-f8a1-4fd3-be21-3dd1cc0d3807 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Added segment 5043574f-2527-41fb-a489-32ab337aa35a of type vlan for network 21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1 Nov 09 22:20:15.119745 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b8ecda36-f8a1-4fd3-be21-3dd1cc0d3807 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:15.142447 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b8ecda36-f8a1-4fd3-be21-3dd1cc0d3807 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:15.148019 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ecda36-f8a1-4fd3-be21-3dd1cc0d3807 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:20:15.148603 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b8ecda36-f8a1-4fd3-be21-3dd1cc0d3807 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:15.200736 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b8ecda36-f8a1-4fd3-be21-3dd1cc0d3807 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1798375 Nov 09 22:20:15.203461 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37800) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:20:15.207794 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-ce5a3511-98d9-4283-a1a4-820ebfe0864b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1596080115', 'admin_state_up': True, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:20:15.232434 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ecda36-f8a1-4fd3-be21-3dd1cc0d3807 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'Network': ['ID=21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:20:15.243425 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 22:20:15.246622 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce5a3511-98d9-4283-a1a4-820ebfe0864b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:15.247731 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce5a3511-98d9-4283-a1a4-820ebfe0864b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:15.304529 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce5a3511-98d9-4283-a1a4-820ebfe0864b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:15.439682 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce5a3511-98d9-4283-a1a4-820ebfe0864b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:15.706749 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 7fde2bec-2324-4d7b-b139-0f30f471f846 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:20:15.727879 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 7fde2bec-2324-4d7b-b139-0f30f471f846 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:20:15.728221 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 7fde2bec-2324-4d7b-b139-0f30f471f846 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:20:15.919644 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce5a3511-98d9-4283-a1a4-820ebfe0864b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for router_gateway, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:15.937806 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce5a3511-98d9-4283-a1a4-820ebfe0864b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:16.038522 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-ce5a3511-98d9-4283-a1a4-820ebfe0864b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Allocated IP 172.25.7.97 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/f320d15f-1ec1-4384-8e02-2ef2d861e8d5) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:20:16.137413 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce5a3511-98d9-4283-a1a4-820ebfe0864b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:16.170193 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce5a3511-98d9-4283-a1a4-820ebfe0864b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:16.213142 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5a3511-98d9-4283-a1a4-820ebfe0864b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:20:16.216137 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-ce5a3511-98d9-4283-a1a4-820ebfe0864b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:20:16.219877 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5a3511-98d9-4283-a1a4-820ebfe0864b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:20:16.229269 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c98a506-fb49-4377-98d2-17bab914225a None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:20:16.242538 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a3511-98d9-4283-a1a4-820ebfe0864b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'Port': ['ID=f320d15f-1ec1-4384-8e02-2ef2d861e8d5,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:20:16.346463 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-13b94c5e-6e31-4a06-8ebb-5d2b4e3d5547 None None] Provisioning complete for port f320d15f-1ec1-4384-8e02-2ef2d861e8d5 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:20:16.347040 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-13b94c5e-6e31-4a06-8ebb-5d2b4e3d5547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:16.380072 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-13b94c5e-6e31-4a06-8ebb-5d2b4e3d5547 None None] Port f320d15f-1ec1-4384-8e02-2ef2d861e8d5 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:20:16.466786 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce5a3511-98d9-4283-a1a4-820ebfe0864b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for router_gateway, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:16.665773 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce5a3511-98d9-4283-a1a4-820ebfe0864b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:16.790326 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce5a3511-98d9-4283-a1a4-820ebfe0864b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Router c9dfaff9-0353-4628-936f-556921aa0337 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 22:20:16.894994 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5a3511-98d9-4283-a1a4-820ebfe0864b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:20:16.905924 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7016ac6d-0ecc-4ff5-85d0-c49384a9a568 None None] Sync routers for ids ['c9dfaff9-0353-4628-936f-556921aa0337'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:20:16.916543 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7016ac6d-0ecc-4ff5-85d0-c49384a9a568 None None] Routers {'c9dfaff9-0353-4628-936f-556921aa0337'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:20:16.916738 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce5a3511-98d9-4283-a1a4-820ebfe0864b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:16.917162 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-7016ac6d-0ecc-4ff5-85d0-c49384a9a568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:19:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['c9dfaff9-0353-4628-936f-556921aa0337'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:20:16.917929 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ce5a3511-98d9-4283-a1a4-820ebfe0864b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7134974 Nov 09 22:20:16.921173 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37802) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:20:16.990239 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-298c6f07-e5f7-46bf-81b3-da398bfdd326 tempest-TestNetworkAdvancedServerOps-124469545 tempest-TestNetworkAdvancedServerOps-124469545-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=80608c1f657e40bbbb047dc3c2880805&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0679512 Nov 09 22:20:16.992829 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37806) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:20:17.017693 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-7016ac6d-0ecc-4ff5-85d0-c49384a9a568 None None] Set router c9dfaff9-0353-4628-936f-556921aa0337 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:20:17.080163 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5780b35-7b06-4739-8861-d65a791e2ac2 tempest-TestNetworkAdvancedServerOps-124469545 tempest-TestNetworkAdvancedServerOps-124469545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:20:17.081742 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-d5780b35-7b06-4739-8861-d65a791e2ac2 tempest-TestNetworkAdvancedServerOps-124469545 tempest-TestNetworkAdvancedServerOps-124469545-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0880270 Nov 09 22:20:17.084601 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37808) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:20:17.115333 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5291529e-597f-4ed0-8a0e-50b6e6930543 tempest-TestNetworkAdvancedServerOps-124469545 tempest-TestNetworkAdvancedServerOps-124469545-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=4531c23d-84b7-490d-8d7c-6676781b6e6a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272324 Nov 09 22:20:17.115565 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37810) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:20:17.120207 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-a2c12057-23c1-4cd6-a34d-3d2c6ffd6029 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-376524565', 'network_id': '21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1', 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:20:17.210698 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c12057-23c1-4cd6-a34d-3d2c6ffd6029 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Made reservation on behalf of 80608c1f657e40bbbb047dc3c2880805 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:20:17.214220 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a2c12057-23c1-4cd6-a34d-3d2c6ffd6029 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:17.273333 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-7016ac6d-0ecc-4ff5-85d0-c49384a9a568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dfaff9-0353-4628-936f-556921aa0337', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596080115', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': 'f320d15f-1ec1-4384-8e02-2ef2d861e8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:20:15Z', 'updated_at': '2021-11-09T22:20:16Z', 'revision_number': 3, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': 'f320d15f-1ec1-4384-8e02-2ef2d861e8d5', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b5:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9dfaff9-0353-4628-936f-556921aa0337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:20:15Z', 'updated_at': '2021-11-09T22:20:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:20:17.299389 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7016ac6d-0ecc-4ff5-85d0-c49384a9a568 None None] Checking router: c9dfaff9-0353-4628-936f-556921aa0337 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:20:17.299740 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7016ac6d-0ecc-4ff5-85d0-c49384a9a568 None None] Updating router c9dfaff9-0353-4628-936f-556921aa0337 port f320d15f-1ec1-4384-8e02-2ef2d861e8d5 binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 22:20:17.328628 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7016ac6d-0ecc-4ff5-85d0-c49384a9a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:17.393292 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a2c12057-23c1-4cd6-a34d-3d2c6ffd6029 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:17.454280 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c12057-23c1-4cd6-a34d-3d2c6ffd6029 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'Subnet': ['ID=09e54849-0ea6-456c-a4e0-5840bb7b79c6,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:20:17.462405 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c12057-23c1-4cd6-a34d-3d2c6ffd6029 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Checking segment: {'id': '5043574f-2527-41fb-a489-32ab337aa35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:20:17.462766 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c12057-23c1-4cd6-a34d-3d2c6ffd6029 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Network hostable DHCP agents. Network: 21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 22:20:17.479218 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c12057-23c1-4cd6-a34d-3d2c6ffd6029 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Network 21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 22:20:17.488144 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-a2c12057-23c1-4cd6-a34d-3d2c6ffd6029 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:20:17.494833 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c12057-23c1-4cd6-a34d-3d2c6ffd6029 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:20:17.495437 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a2c12057-23c1-4cd6-a34d-3d2c6ffd6029 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:17.498302 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f3f7de-4f68-4b45-bf80-d6e41d0cfaae None None] Network 21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:20:17.513756 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a2c12057-23c1-4cd6-a34d-3d2c6ffd6029 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3972418 Nov 09 22:20:17.516893 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37812) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:20:17.587354 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7016ac6d-0ecc-4ff5-85d0-c49384a9a568 None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:17.593866 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7016ac6d-0ecc-4ff5-85d0-c49384a9a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:17.645044 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0bc262-1f5a-4878-adef-5f834aedbc23 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:20:17.645898 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275bff8b-646a-423a-a695-729b5c03e41b None None] Pushing event updated for resources: {'Port': ['ID=f320d15f-1ec1-4384-8e02-2ef2d861e8d5,revision_number=2']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:20:17.655013 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275bff8b-646a-423a-a695-729b5c03e41b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:20:17.655356 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275bff8b-646a-423a-a695-729b5c03e41b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:20:17.655692 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275bff8b-646a-423a-a695-729b5c03e41b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:20:17.656033 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275bff8b-646a-423a-a695-729b5c03e41b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:20:17.656364 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275bff8b-646a-423a-a695-729b5c03e41b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:20:17.656720 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275bff8b-646a-423a-a695-729b5c03e41b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:20:17.657045 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275bff8b-646a-423a-a695-729b5c03e41b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:20:17.657369 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275bff8b-646a-423a-a695-729b5c03e41b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:20:17.657689 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275bff8b-646a-423a-a695-729b5c03e41b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:20:17.658012 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275bff8b-646a-423a-a695-729b5c03e41b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:20:17.658331 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275bff8b-646a-423a-a695-729b5c03e41b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:20:17.658649 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275bff8b-646a-423a-a695-729b5c03e41b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:20:17.659161 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3183233-c5ce-460d-adfc-a2fbaaa298bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1', 'network_id': '21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'fixed_ips': [{'subnet_id': '09e54849-0ea6-456c-a4e0-5840bb7b79c6'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 22:20:17.660300 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c3183233-c5ce-460d-adfc-a2fbaaa298bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:17.664519 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-7016ac6d-0ecc-4ff5-85d0-c49384a9a568 None None] Attempting to bind port f320d15f-1ec1-4384-8e02-2ef2d861e8d5 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:20:17.664916 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-7016ac6d-0ecc-4ff5-85d0-c49384a9a568 None None] Attempting to bind port f320d15f-1ec1-4384-8e02-2ef2d861e8d5 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:20:17.665273 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7016ac6d-0ecc-4ff5-85d0-c49384a9a568 None None] Attempting to bind port f320d15f-1ec1-4384-8e02-2ef2d861e8d5 on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:20:17.671479 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7016ac6d-0ecc-4ff5-85d0-c49384a9a568 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:20:17.671857 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7016ac6d-0ecc-4ff5-85d0-c49384a9a568 None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:20:17.672798 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7016ac6d-0ecc-4ff5-85d0-c49384a9a568 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:17.673143 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7016ac6d-0ecc-4ff5-85d0-c49384a9a568 None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:20:17.673723 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-7016ac6d-0ecc-4ff5-85d0-c49384a9a568 None None] Bound port: f320d15f-1ec1-4384-8e02-2ef2d861e8d5, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:20:17.674246 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7016ac6d-0ecc-4ff5-85d0-c49384a9a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:17.736729 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7016ac6d-0ecc-4ff5-85d0-c49384a9a568 None None] For port f320d15f-1ec1-4384-8e02-2ef2d861e8d5, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:20:17.739826 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-7016ac6d-0ecc-4ff5-85d0-c49384a9a568 None None] For port f320d15f-1ec1-4384-8e02-2ef2d861e8d5, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=f320d15f-1ec1-4384-8e02-2ef2d861e8d5,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:20:17.744602 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-7016ac6d-0ecc-4ff5-85d0-c49384a9a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:17.773617 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d7d813a7-4f8a-46d7-aee9-a5f3961dca90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:17.778933 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-d9c1b5f1-9aed-4536-a963-9cbd5cb9149a None None] Provisioning complete for port f320d15f-1ec1-4384-8e02-2ef2d861e8d5 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:20:17.779339 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d9c1b5f1-9aed-4536-a963-9cbd5cb9149a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:17.795607 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7016ac6d-0ecc-4ff5-85d0-c49384a9a568 None None] Routers {'c9dfaff9-0353-4628-936f-556921aa0337'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:20:17.796255 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-7016ac6d-0ecc-4ff5-85d0-c49384a9a568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:19:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['c9dfaff9-0353-4628-936f-556921aa0337'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:20:17.821248 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad120004-10c0-421b-a2d5-af60f38c5c5d None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:20:17.865243 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-c3183233-c5ce-460d-adfc-a2fbaaa298bb None None] Allocated IP 172.20.0.2 (21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1/09e54849-0ea6-456c-a4e0-5840bb7b79c6/ad20972f-b3ce-4e49-a2e3-10e6372cdf60) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:20:17.884378 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275bff8b-646a-423a-a695-729b5c03e41b None None] Pushing event updated for resources: {'Port': ['ID=f320d15f-1ec1-4384-8e02-2ef2d861e8d5,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:20:17.911178 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-7016ac6d-0ecc-4ff5-85d0-c49384a9a568 None None] Set router c9dfaff9-0353-4628-936f-556921aa0337 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:20:17.959272 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d9c1b5f1-9aed-4536-a963-9cbd5cb9149a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:17.987880 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-d9c1b5f1-9aed-4536-a963-9cbd5cb9149a None None] For port f320d15f-1ec1-4384-8e02-2ef2d861e8d5, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=f320d15f-1ec1-4384-8e02-2ef2d861e8d5,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:20:17.996172 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d9c1b5f1-9aed-4536-a963-9cbd5cb9149a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:18.039381 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-173452cc-874a-469e-8ba8-59589772675c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:18.087301 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1b5f1-9aed-4536-a963-9cbd5cb9149a None None] Pushing event updated for resources: {'Port': ['ID=f320d15f-1ec1-4384-8e02-2ef2d861e8d5,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:20:18.102911 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c3183233-c5ce-460d-adfc-a2fbaaa298bb None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:18.115218 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c3183233-c5ce-460d-adfc-a2fbaaa298bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:18.118242 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-7016ac6d-0ecc-4ff5-85d0-c49384a9a568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dfaff9-0353-4628-936f-556921aa0337', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596080115', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': 'f320d15f-1ec1-4384-8e02-2ef2d861e8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:20:15Z', 'updated_at': '2021-11-09T22:20:16Z', 'revision_number': 3, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': 'f320d15f-1ec1-4384-8e02-2ef2d861e8d5', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b5:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9dfaff9-0353-4628-936f-556921aa0337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:20:15Z', 'updated_at': '2021-11-09T22:20:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:20:18.145124 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-c771402e-821a-4c41-b73f-6aa9f50f6c9c None None] Provisioning complete for port f320d15f-1ec1-4384-8e02-2ef2d861e8d5 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:20:18.145499 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c771402e-821a-4c41-b73f-6aa9f50f6c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:18.151911 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7016ac6d-0ecc-4ff5-85d0-c49384a9a568 None None] The sync data for ids ['c9dfaff9-0353-4628-936f-556921aa0337'] in n-d-816206-3 is: [{'id': 'c9dfaff9-0353-4628-936f-556921aa0337', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596080115', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': 'f320d15f-1ec1-4384-8e02-2ef2d861e8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:20:15Z', 'updated_at': '2021-11-09T22:20:16Z', 'revision_number': 3, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': 'f320d15f-1ec1-4384-8e02-2ef2d861e8d5', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b5:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9dfaff9-0353-4628-936f-556921aa0337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:20:15Z', 'updated_at': '2021-11-09T22:20:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:20:18.192244 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3183233-c5ce-460d-adfc-a2fbaaa298bb None None] Network 21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:20:18.196328 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3183233-c5ce-460d-adfc-a2fbaaa298bb None None] Pushing event updated for resources: {'Port': ['ID=ad20972f-b3ce-4e49-a2e3-10e6372cdf60,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:20:18.201199 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-c3183233-c5ce-460d-adfc-a2fbaaa298bb None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:20:18.205924 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3183233-c5ce-460d-adfc-a2fbaaa298bb None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:20:18.299596 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-c3183233-c5ce-460d-adfc-a2fbaaa298bb None None] Attempting to bind port ad20972f-b3ce-4e49-a2e3-10e6372cdf60 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:20:18.300057 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-c3183233-c5ce-460d-adfc-a2fbaaa298bb None None] Attempting to bind port ad20972f-b3ce-4e49-a2e3-10e6372cdf60 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '5043574f-2527-41fb-a489-32ab337aa35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:20:18.300501 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3183233-c5ce-460d-adfc-a2fbaaa298bb None None] Attempting to bind port ad20972f-b3ce-4e49-a2e3-10e6372cdf60 on network 21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:20:18.310532 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3183233-c5ce-460d-adfc-a2fbaaa298bb None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:20:18.311003 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3183233-c5ce-460d-adfc-a2fbaaa298bb None None] Checking segment: {'id': '5043574f-2527-41fb-a489-32ab337aa35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:20:18.311457 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c3183233-c5ce-460d-adfc-a2fbaaa298bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:18.311910 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3183233-c5ce-460d-adfc-a2fbaaa298bb None None] Bound using segment: {'id': '5043574f-2527-41fb-a489-32ab337aa35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:20:18.312580 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-c3183233-c5ce-460d-adfc-a2fbaaa298bb None None] Bound port: ad20972f-b3ce-4e49-a2e3-10e6372cdf60, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5043574f-2527-41fb-a489-32ab337aa35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:20:18.313106 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c3183233-c5ce-460d-adfc-a2fbaaa298bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:18.353008 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-173452cc-874a-469e-8ba8-59589772675c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Allocated IP 172.20.0.1 (21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1/09e54849-0ea6-456c-a4e0-5840bb7b79c6/97c73f99-24a0-426f-a350-8510a721f5df) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:20:18.408536 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-c3183233-c5ce-460d-adfc-a2fbaaa298bb None None] For port ad20972f-b3ce-4e49-a2e3-10e6372cdf60, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:20:18.413434 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-c3183233-c5ce-460d-adfc-a2fbaaa298bb None None] For port ad20972f-b3ce-4e49-a2e3-10e6372cdf60, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=ad20972f-b3ce-4e49-a2e3-10e6372cdf60,segment=NetworkSegment(5043574f-2527-41fb-a489-32ab337aa35a),segment_id=5043574f-2527-41fb-a489-32ab337aa35a)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:20:18.418030 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c3183233-c5ce-460d-adfc-a2fbaaa298bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:18.483432 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3183233-c5ce-460d-adfc-a2fbaaa298bb None None] Pushing event updated for resources: {'Port': ['ID=ad20972f-b3ce-4e49-a2e3-10e6372cdf60,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:20:18.513699 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-173452cc-874a-469e-8ba8-59589772675c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:18.551047 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-173452cc-874a-469e-8ba8-59589772675c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:18.598888 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173452cc-874a-469e-8ba8-59589772675c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Network 21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:20:18.604696 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-173452cc-874a-469e-8ba8-59589772675c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:20:18.610776 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173452cc-874a-469e-8ba8-59589772675c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:20:18.638266 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173452cc-874a-469e-8ba8-59589772675c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'Port': ['ID=97c73f99-24a0-426f-a350-8510a721f5df,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:20:18.687125 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-173452cc-874a-469e-8ba8-59589772675c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:18.835449 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-173452cc-874a-469e-8ba8-59589772675c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:19.123849 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-173452cc-874a-469e-8ba8-59589772675c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:19.128260 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-173452cc-874a-469e-8ba8-59589772675c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:19.203526 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173452cc-874a-469e-8ba8-59589772675c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'Port': ['ID=97c73f99-24a0-426f-a350-8510a721f5df,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:20:19.208465 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-173452cc-874a-469e-8ba8-59589772675c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:19.301471 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173452cc-874a-469e-8ba8-59589772675c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Network 21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1 is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:20:19.302973 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-173452cc-874a-469e-8ba8-59589772675c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:20:19.421790 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-173452cc-874a-469e-8ba8-59589772675c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Router c9dfaff9-0353-4628-936f-556921aa0337 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:20:19.499299 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62433612-1819-4dbc-9c88-313dbf5e67cf None None] Network 21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:20:19.535030 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173452cc-874a-469e-8ba8-59589772675c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:20:19.540126 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-173452cc-874a-469e-8ba8-59589772675c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "PUT /v2.0/routers/c9dfaff9-0353-4628-936f-556921aa0337/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0222571 Nov 09 22:20:19.566164 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-614f3ec9-9bd5-425b-9d31-fd77adac7d36 None None] Provisioning complete for port ad20972f-b3ce-4e49-a2e3-10e6372cdf60 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:20:19.566535 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-614f3ec9-9bd5-425b-9d31-fd77adac7d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:19.697293 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-65d19fb3-a0ac-4322-817c-8ca57d1d6001 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1041782357&fields=id&tenant_id=80608c1f657e40bbbb047dc3c2880805 HTTP/1.1" status: 200 len: 267 time: 0.0480967 Nov 09 22:20:19.832241 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-4b977564-5590-41e6-ae11-deb1d9acbf20 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:20:19.834174 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-4b977564-5590-41e6-ae11-deb1d9acbf20 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/networks?id=21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1 HTTP/1.1" status: 200 len: 797 time: 0.1245799 Nov 09 22:20:19.852011 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-11b8b534-fdab-45e3-8445-416b6a1c56fa tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/quotas/80608c1f657e40bbbb047dc3c2880805 HTTP/1.1" status: 200 len: 375 time: 0.0110655 Nov 09 22:20:19.881302 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device f320d15f-1ec1-4384-8e02-2ef2d861e8d5 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:20:19.913757 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-ae1633b2-a159-4a3d-a9c5-e3db435bc62e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=80608c1f657e40bbbb047dc3c2880805&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536458 Nov 09 22:20:19.941548 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-614f3ec9-9bd5-425b-9d31-fd77adac7d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:19.987452 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-614f3ec9-9bd5-425b-9d31-fd77adac7d36 None None] For port ad20972f-b3ce-4e49-a2e3-10e6372cdf60, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=ad20972f-b3ce-4e49-a2e3-10e6372cdf60,segment=NetworkSegment(5043574f-2527-41fb-a489-32ab337aa35a),segment_id=5043574f-2527-41fb-a489-32ab337aa35a)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:20:19.994413 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port f320d15f-1ec1-4384-8e02-2ef2d861e8d5 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:20:19.994904 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:19.996568 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-614f3ec9-9bd5-425b-9d31-fd77adac7d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:20.010072 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-d4042f98-7764-4d28-a8ac-609cce967855 service neutron] 10.222.0.49 "GET /v2.0/networks/21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899563 Nov 09 22:20:20.080252 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a437bd94-6154-4926-aa6f-95fa22c46928 None None] Sync routers for ids ['c9dfaff9-0353-4628-936f-556921aa0337'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:20:20.083192 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614f3ec9-9bd5-425b-9d31-fd77adac7d36 None None] Pushing event updated for resources: {'Port': ['ID=ad20972f-b3ce-4e49-a2e3-10e6372cdf60,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:20:20.124966 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-c0061766-be35-4866-884c-f832616d92fd service neutron] 10.222.0.49 "GET /v2.0/networks/21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059120 Nov 09 22:20:20.125765 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a437bd94-6154-4926-aa6f-95fa22c46928 None None] Routers {'c9dfaff9-0353-4628-936f-556921aa0337'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:20:20.126409 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-a437bd94-6154-4926-aa6f-95fa22c46928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:19:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['c9dfaff9-0353-4628-936f-556921aa0337'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:20:20.185574 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device ad20972f-b3ce-4e49-a2e3-10e6372cdf60 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:20:20.285931 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-da055221-7db9-4561-9760-eac864c40318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:20.315722 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-a437bd94-6154-4926-aa6f-95fa22c46928 None None] Set router c9dfaff9-0353-4628-936f-556921aa0337 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:20:20.353726 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-346bc6b7-f05a-42fa-9ced-4cc6bf156d26 req-e151493c-55d6-4485-85db-b7687d1b88ea tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d7406b-afa3-450b-9e98-da1ed69fe66d HTTP/1.1" status: 200 len: 210 time: 0.0670035 Nov 09 22:20:20.356418 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port ad20972f-b3ce-4e49-a2e3-10e6372cdf60 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:20:20.356684 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:20.390030 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-9c52cf43-7b30-4cad-8fec-d768592cbf1e None None] Provisioning complete for port ad20972f-b3ce-4e49-a2e3-10e6372cdf60 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:20:20.390410 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9c52cf43-7b30-4cad-8fec-d768592cbf1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:20.684988 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-9c52cf43-7b30-4cad-8fec-d768592cbf1e None None] Provisioning complete for port 97c73f99-24a0-426f-a350-8510a721f5df triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:20:20.685614 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9c52cf43-7b30-4cad-8fec-d768592cbf1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:20.727210 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-a437bd94-6154-4926-aa6f-95fa22c46928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dfaff9-0353-4628-936f-556921aa0337', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596080115', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': 'f320d15f-1ec1-4384-8e02-2ef2d861e8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:20:15Z', 'updated_at': '2021-11-09T22:20:18Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': 'f320d15f-1ec1-4384-8e02-2ef2d861e8d5', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dfaff9-0353-4628-936f-556921aa0337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:20:15Z', 'updated_at': '2021-11-09T22:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '97c73f99-24a0-426f-a350-8510a721f5df', 'name': '', 'network_id': '21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'mac_address': 'fa:16:3e:02:e9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9dfaff9-0353-4628-936f-556921aa0337', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '09e54849-0ea6-456c-a4e0-5840bb7b79c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:20:18Z', 'updated_at': '2021-11-09T22:20:18Z', 'revision_number': 2, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'subnets': [{'id': '09e54849-0ea6-456c-a4e0-5840bb7b79c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:20:20.757804 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-9c52cf43-7b30-4cad-8fec-d768592cbf1e None None] Port 97c73f99-24a0-426f-a350-8510a721f5df cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:20:20.759348 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a437bd94-6154-4926-aa6f-95fa22c46928 None None] Checking router: c9dfaff9-0353-4628-936f-556921aa0337 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:20:20.759698 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a437bd94-6154-4926-aa6f-95fa22c46928 None None] Updating router c9dfaff9-0353-4628-936f-556921aa0337 port 97c73f99-24a0-426f-a350-8510a721f5df binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 22:20:20.786591 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a437bd94-6154-4926-aa6f-95fa22c46928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:20.913694 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17cd3cec-e1ff-454f-8c34-6e73ee807af3 None None] Provisioning complete for port 97c73f99-24a0-426f-a350-8510a721f5df triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:20:20.914062 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17cd3cec-e1ff-454f-8c34-6e73ee807af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:20.987820 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17cd3cec-e1ff-454f-8c34-6e73ee807af3 None None] Port 97c73f99-24a0-426f-a350-8510a721f5df cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:20:21.084738 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a437bd94-6154-4926-aa6f-95fa22c46928 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:21.089085 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a437bd94-6154-4926-aa6f-95fa22c46928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:21.135680 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b21ff-7140-4955-b7de-0d444484fc82 None None] Pushing event updated for resources: {'Port': ['ID=97c73f99-24a0-426f-a350-8510a721f5df,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:20:21.192428 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-a437bd94-6154-4926-aa6f-95fa22c46928 None None] Attempting to bind port 97c73f99-24a0-426f-a350-8510a721f5df on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:20:21.192833 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-a437bd94-6154-4926-aa6f-95fa22c46928 None None] Attempting to bind port 97c73f99-24a0-426f-a350-8510a721f5df by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '5043574f-2527-41fb-a489-32ab337aa35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:20:21.193212 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a437bd94-6154-4926-aa6f-95fa22c46928 None None] Attempting to bind port 97c73f99-24a0-426f-a350-8510a721f5df on network 21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:20:21.198485 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a437bd94-6154-4926-aa6f-95fa22c46928 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:20:21.199516 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a437bd94-6154-4926-aa6f-95fa22c46928 None None] Checking segment: {'id': '5043574f-2527-41fb-a489-32ab337aa35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:20:21.199846 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a437bd94-6154-4926-aa6f-95fa22c46928 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:21.200395 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a437bd94-6154-4926-aa6f-95fa22c46928 None None] Bound using segment: {'id': '5043574f-2527-41fb-a489-32ab337aa35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:20:21.200896 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-a437bd94-6154-4926-aa6f-95fa22c46928 None None] Bound port: 97c73f99-24a0-426f-a350-8510a721f5df, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5043574f-2527-41fb-a489-32ab337aa35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:20:21.201454 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a437bd94-6154-4926-aa6f-95fa22c46928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:21.283135 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:21.284342 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-a437bd94-6154-4926-aa6f-95fa22c46928 None None] For port 97c73f99-24a0-426f-a350-8510a721f5df, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:20:21.287799 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-a437bd94-6154-4926-aa6f-95fa22c46928 None None] For port 97c73f99-24a0-426f-a350-8510a721f5df, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=97c73f99-24a0-426f-a350-8510a721f5df,segment=NetworkSegment(5043574f-2527-41fb-a489-32ab337aa35a),segment_id=5043574f-2527-41fb-a489-32ab337aa35a)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:20:21.294390 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a437bd94-6154-4926-aa6f-95fa22c46928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:21.350783 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a437bd94-6154-4926-aa6f-95fa22c46928 None None] Routers {'c9dfaff9-0353-4628-936f-556921aa0337'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:20:21.351418 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-a437bd94-6154-4926-aa6f-95fa22c46928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:20:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['c9dfaff9-0353-4628-936f-556921aa0337'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:20:21.409624 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b21ff-7140-4955-b7de-0d444484fc82 None None] Pushing event updated for resources: {'Port': ['ID=97c73f99-24a0-426f-a350-8510a721f5df,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:20:21.447392 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-5d7c887c-ee82-4364-9355-6f267809e94b None None] Provisioning complete for port 97c73f99-24a0-426f-a350-8510a721f5df triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:20:21.447763 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5d7c887c-ee82-4364-9355-6f267809e94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:21.509249 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c61da073-87b7-451a-8255-dbdf918a4b88 req-1a1b9d61-98c1-46f3-8e08-b10e93c555f2 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d7406b-afa3-450b-9e98-da1ed69fe66d HTTP/1.1" status: 200 len: 210 time: 0.0354671 Nov 09 22:20:21.562982 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-a437bd94-6154-4926-aa6f-95fa22c46928 None None] Set router c9dfaff9-0353-4628-936f-556921aa0337 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:20:21.581801 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-b10d08c0-d56c-476f-9375-32962d4f5521 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:20:21.583269 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-b10d08c0-d56c-476f-9375-32962d4f5521 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.43 "GET /v2.0/networks?id=21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1 HTTP/1.1" status: 200 len: 797 time: 0.2081554 Nov 09 22:20:21.635778 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5d7c887c-ee82-4364-9355-6f267809e94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:21.659542 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-ef0a3a1f-82d4-4802-9823-75c462c8cb47 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80608c1f657e40bbbb047dc3c2880805 HTTP/1.1" status: 200 len: 380 time: 0.0552604 Nov 09 22:20:21.670940 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-f76639a1-a0c6-48e7-99b3-b9ad3ca3bf38 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'port': {'device_id': '42d7406b-afa3-450b-9e98-da1ed69fe66d', 'network_id': '21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1', 'admin_state_up': True, 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'security_groups': ['f2f10515-0f01-44a0-9d5a-d38dafea837e']}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:20:21.737621 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-5d7c887c-ee82-4364-9355-6f267809e94b None None] For port 97c73f99-24a0-426f-a350-8510a721f5df, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=97c73f99-24a0-426f-a350-8510a721f5df,segment=NetworkSegment(5043574f-2527-41fb-a489-32ab337aa35a),segment_id=5043574f-2527-41fb-a489-32ab337aa35a)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:20:21.747523 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5d7c887c-ee82-4364-9355-6f267809e94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:21.778639 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device ad20972f-b3ce-4e49-a2e3-10e6372cdf60 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:20:21.797295 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-f76639a1-a0c6-48e7-99b3-b9ad3ca3bf38 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Made reservation on behalf of 80608c1f657e40bbbb047dc3c2880805 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:20:21.801163 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-f76639a1-a0c6-48e7-99b3-b9ad3ca3bf38 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:21.882802 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c887c-ee82-4364-9355-6f267809e94b None None] Pushing event updated for resources: {'Port': ['ID=97c73f99-24a0-426f-a350-8510a721f5df,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:20:21.900783 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-a4b38f60-5e26-4e96-95b6-e68cdcdfe2ca None None] Provisioning complete for port 97c73f99-24a0-426f-a350-8510a721f5df triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:20:21.901155 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a4b38f60-5e26-4e96-95b6-e68cdcdfe2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:21.929962 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port ad20972f-b3ce-4e49-a2e3-10e6372cdf60 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:20:21.930237 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:21.932540 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-f76639a1-a0c6-48e7-99b3-b9ad3ca3bf38 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Allocated IP 172.20.0.10 (21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1/09e54849-0ea6-456c-a4e0-5840bb7b79c6/eefd50d0-365d-4a3d-af0b-a64be8762cd9) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:20:21.984396 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-a437bd94-6154-4926-aa6f-95fa22c46928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dfaff9-0353-4628-936f-556921aa0337', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596080115', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': 'f320d15f-1ec1-4384-8e02-2ef2d861e8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:20:15Z', 'updated_at': '2021-11-09T22:20:18Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': 'f320d15f-1ec1-4384-8e02-2ef2d861e8d5', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dfaff9-0353-4628-936f-556921aa0337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:20:15Z', 'updated_at': '2021-11-09T22:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '97c73f99-24a0-426f-a350-8510a721f5df', 'name': '', 'network_id': '21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'mac_address': 'fa:16:3e:02:e9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9dfaff9-0353-4628-936f-556921aa0337', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '09e54849-0ea6-456c-a4e0-5840bb7b79c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:20:18Z', 'updated_at': '2021-11-09T22:20:21Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'subnets': [{'id': '09e54849-0ea6-456c-a4e0-5840bb7b79c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:20:22.082205 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-f76639a1-a0c6-48e7-99b3-b9ad3ca3bf38 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:22.116954 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-f76639a1-a0c6-48e7-99b3-b9ad3ca3bf38 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:22.166962 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-f76639a1-a0c6-48e7-99b3-b9ad3ca3bf38 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Network 21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:20:22.170458 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-f76639a1-a0c6-48e7-99b3-b9ad3ca3bf38 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:20:22.174547 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-f76639a1-a0c6-48e7-99b3-b9ad3ca3bf38 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:20:22.177513 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a437bd94-6154-4926-aa6f-95fa22c46928 None None] The sync data for ids ['c9dfaff9-0353-4628-936f-556921aa0337'] in n-d-816206-3 is: [{'id': 'c9dfaff9-0353-4628-936f-556921aa0337', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596080115', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': 'f320d15f-1ec1-4384-8e02-2ef2d861e8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:20:15Z', 'updated_at': '2021-11-09T22:20:18Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': 'f320d15f-1ec1-4384-8e02-2ef2d861e8d5', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dfaff9-0353-4628-936f-556921aa0337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:20:15Z', 'updated_at': '2021-11-09T22:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '97c73f99-24a0-426f-a350-8510a721f5df', 'name': '', 'network_id': '21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'mac_address': 'fa:16:3e:02:e9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9dfaff9-0353-4628-936f-556921aa0337', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '09e54849-0ea6-456c-a4e0-5840bb7b79c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:20:18Z', 'updated_at': '2021-11-09T22:20:21Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'subnets': [{'id': '09e54849-0ea6-456c-a4e0-5840bb7b79c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:20:22.181176 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76639a1-a0c6-48e7-99b3-b9ad3ca3bf38 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'Port': ['ID=eefd50d0-365d-4a3d-af0b-a64be8762cd9,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:20:22.243980 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-f76639a1-a0c6-48e7-99b3-b9ad3ca3bf38 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:20:22.243980 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-f76639a1-a0c6-48e7-99b3-b9ad3ca3bf38 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:22.288152 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-f76639a1-a0c6-48e7-99b3-b9ad3ca3bf38 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6218309 Nov 09 22:20:22.306840 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-ae2500f0-6865-426f-8a50-7d5401913448 service neutron] Request body: {'port': {'device_id': '42d7406b-afa3-450b-9e98-da1ed69fe66d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:20:22.369262 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-ae2500f0-6865-426f-8a50-7d5401913448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:22.494631 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-61744606-bc8b-42a2-b381-23427a9e4f46 None None] Provisioning complete for port eefd50d0-365d-4a3d-af0b-a64be8762cd9 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:20:22.495227 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-61744606-bc8b-42a2-b381-23427a9e4f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:22.534699 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-61744606-bc8b-42a2-b381-23427a9e4f46 None None] Port eefd50d0-365d-4a3d-af0b-a64be8762cd9 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:20:22.618101 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:22.975899 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886678f-f39b-47fb-9c07-34131369650e req-bb10f493-cd58-45e7-adb0-f324aca0521b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:20:22.977376 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0886678f-f39b-47fb-9c07-34131369650e req-bb10f493-cd58-45e7-adb0-f324aca0521b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d7406b-afa3-450b-9e98-da1ed69fe66d HTTP/1.1" status: 200 len: 932 time: 0.3901625 Nov 09 22:20:23.022667 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-ae2500f0-6865-426f-8a50-7d5401913448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eefd50d0-365d-4a3d-af0b-a64be8762cd9 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 22:20:23.032951 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-ae2500f0-6865-426f-8a50-7d5401913448 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:23.040719 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0886678f-f39b-47fb-9c07-34131369650e req-7a414962-df32-4d33-82f4-668d9050df9c tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=f2f10515-0f01-44a0-9d5a-d38dafea837e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564656 Nov 09 22:20:23.049711 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-ae2500f0-6865-426f-8a50-7d5401913448 service neutron] Transition to ACTIVE for port object eefd50d0-365d-4a3d-af0b-a64be8762cd9 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 22:20:23.055118 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-ae2500f0-6865-426f-8a50-7d5401913448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:23.108885 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2500f0-6865-426f-8a50-7d5401913448 service neutron] Pushing event updated for resources: {'Port': ['ID=eefd50d0-365d-4a3d-af0b-a64be8762cd9,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:20:23.182976 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-ae2500f0-6865-426f-8a50-7d5401913448 service neutron] Attempting to bind port eefd50d0-365d-4a3d-af0b-a64be8762cd9 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:20:23.183352 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-ae2500f0-6865-426f-8a50-7d5401913448 service neutron] Attempting to bind port eefd50d0-365d-4a3d-af0b-a64be8762cd9 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '5043574f-2527-41fb-a489-32ab337aa35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:20:23.183724 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-ae2500f0-6865-426f-8a50-7d5401913448 service neutron] Attempting to bind port eefd50d0-365d-4a3d-af0b-a64be8762cd9 on network 21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:20:23.189105 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-ae2500f0-6865-426f-8a50-7d5401913448 service neutron] Port eefd50d0-365d-4a3d-af0b-a64be8762cd9 on network 21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 22:20:23.189542 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-ae2500f0-6865-426f-8a50-7d5401913448 service neutron] Attempting to bind port eefd50d0-365d-4a3d-af0b-a64be8762cd9 on network 21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:20:23.195386 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-ae2500f0-6865-426f-8a50-7d5401913448 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:20:23.195735 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-ae2500f0-6865-426f-8a50-7d5401913448 service neutron] Checking segment: {'id': '5043574f-2527-41fb-a489-32ab337aa35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:20:23.196134 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-ae2500f0-6865-426f-8a50-7d5401913448 service neutron] Bound using segment: {'id': '5043574f-2527-41fb-a489-32ab337aa35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:20:23.196567 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-ae2500f0-6865-426f-8a50-7d5401913448 service neutron] Bound port: eefd50d0-365d-4a3d-af0b-a64be8762cd9, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5043574f-2527-41fb-a489-32ab337aa35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:20:23.196956 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-ae2500f0-6865-426f-8a50-7d5401913448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:23.267935 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-ae2500f0-6865-426f-8a50-7d5401913448 service neutron] For port eefd50d0-365d-4a3d-af0b-a64be8762cd9, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:20:23.271204 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-ae2500f0-6865-426f-8a50-7d5401913448 service neutron] For port eefd50d0-365d-4a3d-af0b-a64be8762cd9, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=eefd50d0-365d-4a3d-af0b-a64be8762cd9,segment=NetworkSegment(5043574f-2527-41fb-a489-32ab337aa35a),segment_id=5043574f-2527-41fb-a489-32ab337aa35a)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:20:23.276216 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-ae2500f0-6865-426f-8a50-7d5401913448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:23.312048 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-ae2500f0-6865-426f-8a50-7d5401913448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:20:23.312695 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-ae2500f0-6865-426f-8a50-7d5401913448 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:23.314124 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-ae2500f0-6865-426f-8a50-7d5401913448 service neutron] 10.222.0.43 "PUT /v2.0/ports/eefd50d0-365d-4a3d-af0b-a64be8762cd9 HTTP/1.1" status: 200 len: 1092 time: 1.0117230 Nov 09 22:20:23.314598 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d7406b-afa3-450b-9e98-da1ed69fe66d', 'tag': 'eefd50d0-365d-4a3d-af0b-a64be8762cd9'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:20:23.316917 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2737eae40cef112d1dfa64c8a6cf3edc76bfb64f9e32f72bfe3df0a7140357a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c8f97d-64ce-42b8-80b9-c21b63cae5a5" -d '{"events": [{"name": "network-changed", "server_uuid": "42d7406b-afa3-450b-9e98-da1ed69fe66d", "tag": "eefd50d0-365d-4a3d-af0b-a64be8762cd9"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:20:23.354663 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2500f0-6865-426f-8a50-7d5401913448 service neutron] Pushing event updated for resources: {'Port': ['ID=eefd50d0-365d-4a3d-af0b-a64be8762cd9,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:20:23.362378 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37b8cf0-531a-4d43-a905-701318a80b3e x-openstack-request-id: req-f37b8cf0-531a-4d43-a905-701318a80b3e {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:20:23.363017 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d7406b-afa3-450b-9e98-da1ed69fe66d", "tag": "eefd50d0-365d-4a3d-af0b-a64be8762cd9", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:20:23.363138 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f37b8cf0-531a-4d43-a905-701318a80b3e {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:20:23.363699 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d7406b-afa3-450b-9e98-da1ed69fe66d', 'tag': 'eefd50d0-365d-4a3d-af0b-a64be8762cd9', 'status': 'completed', 'code': 200} Nov 09 22:20:23.402452 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:23.427311 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-907f9184-9bbe-4c9d-9552-82a34a166721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:20:23.428979 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-907f9184-9bbe-4c9d-9552-82a34a166721 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=80608c1f657e40bbbb047dc3c2880805&device_id=42d7406b-afa3-450b-9e98-da1ed69fe66d HTTP/1.1" status: 200 len: 1095 time: 0.0476916 Nov 09 22:20:23.483267 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-1713c403-82ab-4159-a5b7-b4126581adc4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eefd50d0-365d-4a3d-af0b-a64be8762cd9 HTTP/1.1" status: 200 len: 217 time: 0.0393212 Nov 09 22:20:23.522603 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:23.535159 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-5b820dd5-60ce-4e09-a8ff-97e116893191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:20:23.536729 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-5b820dd5-60ce-4e09-a8ff-97e116893191 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=09e54849-0ea6-456c-a4e0-5840bb7b79c6 HTTP/1.1" status: 200 len: 834 time: 0.0460587 Nov 09 22:20:23.581563 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-b8e99d07-36ad-4c6f-bb14-e6397242fc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:20:23.583076 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-b8e99d07-36ad-4c6f-bb14-e6397242fc03 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392222 Nov 09 22:20:23.673481 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-a0f9eaa8-ff36-49c2-ab4a-1d261b23e17d service neutron] 10.222.0.43 "GET /v2.0/networks/21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825989 Nov 09 22:20:23.764738 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5e067676-61af-4cf1-8b6d-14c364a71138 req-87b7a746-8162-4004-8b22-ff352d5614a4 service neutron] 10.222.0.43 "GET /v2.0/networks/21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838256 Nov 09 22:20:23.779543 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 97c73f99-24a0-426f-a350-8510a721f5df up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:20:23.827758 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 97c73f99-24a0-426f-a350-8510a721f5df triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:20:23.828234 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:23.890066 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c8f97d-64ce-42b8-80b9-c21b63cae5a5 req-546695b5-02a2-46c3-863a-e187bb75e410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:20:23.891561 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b9c8f97d-64ce-42b8-80b9-c21b63cae5a5 req-546695b5-02a2-46c3-863a-e187bb75e410 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=80608c1f657e40bbbb047dc3c2880805&device_id=42d7406b-afa3-450b-9e98-da1ed69fe66d HTTP/1.1" status: 200 len: 1095 time: 0.0408609 Nov 09 22:20:23.984277 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c8f97d-64ce-42b8-80b9-c21b63cae5a5 req-b0036546-4b87-46c9-a223-f33b00148188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:20:23.985777 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b9c8f97d-64ce-42b8-80b9-c21b63cae5a5 req-b0036546-4b87-46c9-a223-f33b00148188 service neutron] 10.222.0.43 "GET /v2.0/networks?id=21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1 HTTP/1.1" status: 200 len: 897 time: 0.0861526 Nov 09 22:20:24.027137 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b9c8f97d-64ce-42b8-80b9-c21b63cae5a5 req-74f1d950-1798-47a0-b33d-ec857628b4f8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eefd50d0-365d-4a3d-af0b-a64be8762cd9 HTTP/1.1" status: 200 len: 217 time: 0.0338523 Nov 09 22:20:24.081164 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c8f97d-64ce-42b8-80b9-c21b63cae5a5 req-ceae6854-7dd4-4e0e-bea8-bc50cbfe0b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:20:24.082645 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b9c8f97d-64ce-42b8-80b9-c21b63cae5a5 req-ceae6854-7dd4-4e0e-bea8-bc50cbfe0b72 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=09e54849-0ea6-456c-a4e0-5840bb7b79c6 HTTP/1.1" status: 200 len: 834 time: 0.0469987 Nov 09 22:20:24.128489 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c8f97d-64ce-42b8-80b9-c21b63cae5a5 req-cbf0da07-9f3c-4ba5-abb1-2a078c9bafda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:20:24.130041 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b9c8f97d-64ce-42b8-80b9-c21b63cae5a5 req-cbf0da07-9f3c-4ba5-abb1-2a078c9bafda service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398953 Nov 09 22:20:24.157078 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1404e-a7c4-4d2b-a3ec-95369cb479c9 req-0b0830ee-7cba-4948-a387-7aaeffecbf57 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:20:24.158549 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4ec1404e-a7c4-4d2b-a3ec-95369cb479c9 req-0b0830ee-7cba-4948-a387-7aaeffecbf57 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d7406b-afa3-450b-9e98-da1ed69fe66d HTTP/1.1" status: 200 len: 944 time: 0.0484085 Nov 09 22:20:24.209171 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4ec1404e-a7c4-4d2b-a3ec-95369cb479c9 req-68845c8c-06be-410a-9c65-f140afd67895 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=f2f10515-0f01-44a0-9d5a-d38dafea837e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443649 Nov 09 22:20:24.222441 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b9c8f97d-64ce-42b8-80b9-c21b63cae5a5 req-0d24f791-65d0-4f3e-97bc-424932b2ee74 service neutron] 10.222.0.43 "GET /v2.0/networks/21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846326 Nov 09 22:20:24.315539 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b9c8f97d-64ce-42b8-80b9-c21b63cae5a5 req-ff568363-2b63-4dd2-8650-e58807926d86 service neutron] 10.222.0.43 "GET /v2.0/networks/21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853617 Nov 09 22:20:25.325390 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9458edb-23f5-4920-a44e-42eff6fb6f59 req-9f7502cb-483d-47e8-9df4-bb110f28334b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:20:25.326866 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a9458edb-23f5-4920-a44e-42eff6fb6f59 req-9f7502cb-483d-47e8-9df4-bb110f28334b tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d7406b-afa3-450b-9e98-da1ed69fe66d HTTP/1.1" status: 200 len: 944 time: 0.0490057 Nov 09 22:20:25.375625 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a9458edb-23f5-4920-a44e-42eff6fb6f59 req-77f3d2b6-c598-42f9-8b82-746ce02f25c9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=f2f10515-0f01-44a0-9d5a-d38dafea837e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428755 Nov 09 22:20:26.488546 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f5eb4-7d86-45a7-9414-765367cc77c9 req-2ee23ac4-9b3f-44b4-a109-2751f1f46eb9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:20:26.490056 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f48f5eb4-7d86-45a7-9414-765367cc77c9 req-2ee23ac4-9b3f-44b4-a109-2751f1f46eb9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d7406b-afa3-450b-9e98-da1ed69fe66d HTTP/1.1" status: 200 len: 944 time: 0.0482492 Nov 09 22:20:26.542770 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f48f5eb4-7d86-45a7-9414-765367cc77c9 req-3602fd39-818a-4855-b212-68a556e2374e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=f2f10515-0f01-44a0-9d5a-d38dafea837e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468273 Nov 09 22:20:26.806446 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device eefd50d0-365d-4a3d-af0b-a64be8762cd9 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 22:20:26.897910 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port eefd50d0-365d-4a3d-af0b-a64be8762cd9, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=eefd50d0-365d-4a3d-af0b-a64be8762cd9,segment=NetworkSegment(5043574f-2527-41fb-a489-32ab337aa35a),segment_id=5043574f-2527-41fb-a489-32ab337aa35a)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:20:26.912708 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': 'eefd50d0-365d-4a3d-af0b-a64be8762cd9', 'network_id': '21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1', 'port_id': 'eefd50d0-365d-4a3d-af0b-a64be8762cd9', 'mac_address': 'fa:16:3e:37:73:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09e54849-0ea6-456c-a4e0-5840bb7b79c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 22:20:26.948751 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:26.961236 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eefd50d0-365d-4a3d-af0b-a64be8762cd9 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 22:20:26.980141 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port eefd50d0-365d-4a3d-af0b-a64be8762cd9, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=eefd50d0-365d-4a3d-af0b-a64be8762cd9,segment=NetworkSegment(5043574f-2527-41fb-a489-32ab337aa35a),segment_id=5043574f-2527-41fb-a489-32ab337aa35a)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:20:26.984989 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:27.031472 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=eefd50d0-365d-4a3d-af0b-a64be8762cd9,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:20:27.281489 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['eefd50d0-365d-4a3d-af0b-a64be8762cd9'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 22:20:27.661969 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb312f3-fe7e-4efe-9536-e0e5d42f4296 req-f96cfd5b-a22a-4eb5-abba-5dd82f682688 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:20:27.663481 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1eb312f3-fe7e-4efe-9536-e0e5d42f4296 req-f96cfd5b-a22a-4eb5-abba-5dd82f682688 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d7406b-afa3-450b-9e98-da1ed69fe66d HTTP/1.1" status: 200 len: 945 time: 0.0543554 Nov 09 22:20:27.712186 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1eb312f3-fe7e-4efe-9536-e0e5d42f4296 req-a986fc04-ac4c-4e93-966c-7bd3d51b41dd tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=f2f10515-0f01-44a0-9d5a-d38dafea837e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428214 Nov 09 22:20:28.808252 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device eefd50d0-365d-4a3d-af0b-a64be8762cd9 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:20:28.825572 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d4c01-1e98-445e-8952-9f1e11ba12ea req-a96f0ac9-6ce8-4f1c-88df-ca9f3bc172cf tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:20:28.827075 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-813d4c01-1e98-445e-8952-9f1e11ba12ea req-a96f0ac9-6ce8-4f1c-88df-ca9f3bc172cf tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d7406b-afa3-450b-9e98-da1ed69fe66d HTTP/1.1" status: 200 len: 945 time: 0.0497234 Nov 09 22:20:28.858879 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port eefd50d0-365d-4a3d-af0b-a64be8762cd9 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 22:20:28.862693 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port eefd50d0-365d-4a3d-af0b-a64be8762cd9 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:20:28.862840 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:28.876152 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-813d4c01-1e98-445e-8952-9f1e11ba12ea req-105ad58b-7007-4e08-b483-1b31874294b5 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=f2f10515-0f01-44a0-9d5a-d38dafea837e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428796 Nov 09 22:20:28.939604 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:28.962047 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d7406b-afa3-450b-9e98-da1ed69fe66d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eefd50d0-365d-4a3d-af0b-a64be8762cd9'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:20:28.964293 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbbffabc46a25035f6c0210104ebac0979452e44f6408783e2f348470e25243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38687ca2-9aa1-4bdb-9798-ad1ecb9dc902" -d '{"events": [{"server_uuid": "42d7406b-afa3-450b-9e98-da1ed69fe66d", "name": "network-vif-plugged", "status": "completed", "tag": "eefd50d0-365d-4a3d-af0b-a64be8762cd9"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:20:28.977263 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port eefd50d0-365d-4a3d-af0b-a64be8762cd9, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=eefd50d0-365d-4a3d-af0b-a64be8762cd9,segment=NetworkSegment(5043574f-2527-41fb-a489-32ab337aa35a),segment_id=5043574f-2527-41fb-a489-32ab337aa35a)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:20:28.981599 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:29.007910 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 22:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd7b7ec-dff8-46f0-97fe-bb3f7a30c21e x-openstack-request-id: req-bdd7b7ec-dff8-46f0-97fe-bb3f7a30c21e {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:20:29.008263 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d7406b-afa3-450b-9e98-da1ed69fe66d", "name": "network-vif-plugged", "status": "completed", "tag": "eefd50d0-365d-4a3d-af0b-a64be8762cd9", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:20:29.008596 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bdd7b7ec-dff8-46f0-97fe-bb3f7a30c21e {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:20:29.009001 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d7406b-afa3-450b-9e98-da1ed69fe66d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eefd50d0-365d-4a3d-af0b-a64be8762cd9', 'code': 200} Nov 09 22:20:29.035345 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=eefd50d0-365d-4a3d-af0b-a64be8762cd9,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:20:29.123994 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984684d-73e3-456a-8f85-b43763b24998 req-405b9e16-8902-49c0-b88e-18e3ed9bf1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:20:29.125501 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8984684d-73e3-456a-8f85-b43763b24998 req-405b9e16-8902-49c0-b88e-18e3ed9bf1a0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=42d7406b-afa3-450b-9e98-da1ed69fe66d HTTP/1.1" status: 200 len: 1097 time: 0.0395093 Nov 09 22:20:29.170330 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8984684d-73e3-456a-8f85-b43763b24998 req-e0752d5f-ee8a-4f38-952d-5f91f6470c3a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f2f10515-0f01-44a0-9d5a-d38dafea837e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377669 Nov 09 22:20:29.959214 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:20:29.991135 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1db2c-9e97-4d6e-ae37-885ddf92356a req-ac91d9b5-815e-4d25-9b7d-4a47a2478877 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:20:29.992606 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6ef1db2c-9e97-4d6e-ae37-885ddf92356a req-ac91d9b5-815e-4d25-9b7d-4a47a2478877 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d7406b-afa3-450b-9e98-da1ed69fe66d HTTP/1.1" status: 200 len: 946 time: 0.0485287 Nov 09 22:20:30.040239 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6ef1db2c-9e97-4d6e-ae37-885ddf92356a req-b467b037-ee25-41a3-9edd-003c3a1e3770 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=f2f10515-0f01-44a0-9d5a-d38dafea837e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416586 Nov 09 22:20:31.156915 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a28e27-e08a-4179-b99e-68e4e180e9c2 req-206e4774-e87c-4975-ba52-6bf200db7810 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:20:31.158393 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-92a28e27-e08a-4179-b99e-68e4e180e9c2 req-206e4774-e87c-4975-ba52-6bf200db7810 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d7406b-afa3-450b-9e98-da1ed69fe66d HTTP/1.1" status: 200 len: 946 time: 0.0480521 Nov 09 22:20:31.213044 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-92a28e27-e08a-4179-b99e-68e4e180e9c2 req-3188b291-1449-4558-b776-fa0eeda15e31 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=f2f10515-0f01-44a0-9d5a-d38dafea837e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487471 Nov 09 22:20:31.331947 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb50f0b-a331-46a7-8fe2-4eccc5303a65 req-40ba566f-dcf3-416f-9dfe-c605aa0bbc98 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:20:31.333341 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dbb50f0b-a331-46a7-8fe2-4eccc5303a65 req-40ba566f-dcf3-416f-9dfe-c605aa0bbc98 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d7406b-afa3-450b-9e98-da1ed69fe66d HTTP/1.1" status: 200 len: 946 time: 0.0519133 Nov 09 22:20:31.381344 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-dbb50f0b-a331-46a7-8fe2-4eccc5303a65 req-6d6e2a43-52c7-4870-a325-4c35c382e43a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=f2f10515-0f01-44a0-9d5a-d38dafea837e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421920 Nov 09 22:20:31.402548 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37866) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:20:31.441754 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baa51d0-66ea-489e-8832-e49780152eee tempest-TestNetworkAdvancedServerOps-124469545 tempest-TestNetworkAdvancedServerOps-124469545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:20:31.443278 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8baa51d0-66ea-489e-8832-e49780152eee tempest-TestNetworkAdvancedServerOps-124469545 tempest-TestNetworkAdvancedServerOps-124469545-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=42d7406b-afa3-450b-9e98-da1ed69fe66d HTTP/1.1" status: 200 len: 1092 time: 0.0389969 Nov 09 22:20:31.446033 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37868) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:20:31.450216 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-c79d0c5b-139b-4436-b634-a9018e11734f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'port_id': 'eefd50d0-365d-4a3d-af0b-a64be8762cd9', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:20:31.471829 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c79d0c5b-139b-4436-b634-a9018e11734f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for floatingip, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:31.570130 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c79d0c5b-139b-4436-b634-a9018e11734f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:31.667996 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-c79d0c5b-139b-4436-b634-a9018e11734f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Allocated IP 172.25.7.12 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/d3b3e193-b848-4b1f-b6fc-65e2a4015443) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:20:31.779682 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c79d0c5b-139b-4436-b634-a9018e11734f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:31.811119 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c79d0c5b-139b-4436-b634-a9018e11734f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:31.850263 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79d0c5b-139b-4436-b634-a9018e11734f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:20:31.853213 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-c79d0c5b-139b-4436-b634-a9018e11734f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:20:31.856956 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79d0c5b-139b-4436-b634-a9018e11734f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:20:31.878416 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d0c5b-139b-4436-b634-a9018e11734f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'Port': ['ID=d3b3e193-b848-4b1f-b6fc-65e2a4015443,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:20:32.214128 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c79d0c5b-139b-4436-b634-a9018e11734f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:32.280678 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c79d0c5b-139b-4436-b634-a9018e11734f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:32.424233 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c79d0c5b-139b-4436-b634-a9018e11734f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:32.429230 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c79d0c5b-139b-4436-b634-a9018e11734f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:32.500098 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d0c5b-139b-4436-b634-a9018e11734f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event updated for resources: {'Port': ['ID=d3b3e193-b848-4b1f-b6fc-65e2a4015443,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:20:32.517175 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c79d0c5b-139b-4436-b634-a9018e11734f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:32.616686 n-d-816206-3 neutron-server[102608]: INFO neutron.db.l3_db [None req-c79d0c5b-139b-4436-b634-a9018e11734f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Floating IP dea95a0e-021a-401e-a714-c6e429a3d405 associated. External IP: 172.25.7.12, port: eefd50d0-365d-4a3d-af0b-a64be8762cd9. Nov 09 22:20:32.820040 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79d0c5b-139b-4436-b634-a9018e11734f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Router c9dfaff9-0353-4628-936f-556921aa0337 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:20:32.932322 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79d0c5b-139b-4436-b634-a9018e11734f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:20:32.941755 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552e6c4d-65e5-4fb4-8537-dafc125478b5 None None] Sync routers for ids ['c9dfaff9-0353-4628-936f-556921aa0337'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:20:32.951929 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c79d0c5b-139b-4436-b634-a9018e11734f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:32.952212 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552e6c4d-65e5-4fb4-8537-dafc125478b5 None None] Routers {'c9dfaff9-0353-4628-936f-556921aa0337'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:20:32.952860 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-552e6c4d-65e5-4fb4-8537-dafc125478b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:20:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['c9dfaff9-0353-4628-936f-556921aa0337'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:20:32.979695 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c79d0c5b-139b-4436-b634-a9018e11734f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5326631 Nov 09 22:20:32.980293 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d7406b-afa3-450b-9e98-da1ed69fe66d', 'tag': 'eefd50d0-365d-4a3d-af0b-a64be8762cd9'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:20:32.983277 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734a8ae17c5ce9a22141aa37bfebe7e944e5ff20966abe8e5b41792a40737563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887bdda4-be6f-4871-82f1-5c725633a1ef" -d '{"events": [{"name": "network-changed", "server_uuid": "42d7406b-afa3-450b-9e98-da1ed69fe66d", "tag": "eefd50d0-365d-4a3d-af0b-a64be8762cd9"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:20:33.020221 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519e19e5-765e-4dc0-b333-ee32c84bcff9 x-openstack-request-id: req-519e19e5-765e-4dc0-b333-ee32c84bcff9 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:20:33.020578 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d7406b-afa3-450b-9e98-da1ed69fe66d", "tag": "eefd50d0-365d-4a3d-af0b-a64be8762cd9", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:20:33.020922 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-519e19e5-765e-4dc0-b333-ee32c84bcff9 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:20:33.021391 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d7406b-afa3-450b-9e98-da1ed69fe66d', 'tag': 'eefd50d0-365d-4a3d-af0b-a64be8762cd9', 'status': 'completed', 'code': 200} Nov 09 22:20:33.058228 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-552e6c4d-65e5-4fb4-8537-dafc125478b5 None None] Set router c9dfaff9-0353-4628-936f-556921aa0337 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:20:33.107896 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0ff72-145c-4f4d-9afb-8f300fbe9deb req-215a5e80-7cbf-4e2c-b77f-fb9959b2afae tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:20:33.109348 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-20d0ff72-145c-4f4d-9afb-8f300fbe9deb req-215a5e80-7cbf-4e2c-b77f-fb9959b2afae tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d7406b-afa3-450b-9e98-da1ed69fe66d HTTP/1.1" status: 200 len: 946 time: 0.0763774 Nov 09 22:20:33.124022 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887bdda4-be6f-4871-82f1-5c725633a1ef req-418bd6ec-0a18-478c-814e-d2291158aff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:20:33.125493 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-887bdda4-be6f-4871-82f1-5c725633a1ef req-418bd6ec-0a18-478c-814e-d2291158aff2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=80608c1f657e40bbbb047dc3c2880805&device_id=42d7406b-afa3-450b-9e98-da1ed69fe66d HTTP/1.1" status: 200 len: 1097 time: 0.0598147 Nov 09 22:20:33.216325 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-20d0ff72-145c-4f4d-9afb-8f300fbe9deb req-27f0fa81-53c7-4bef-ac18-889060fe09d5 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=f2f10515-0f01-44a0-9d5a-d38dafea837e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993369 Nov 09 22:20:33.239469 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37874) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:20:33.249465 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887bdda4-be6f-4871-82f1-5c725633a1ef req-0ea64081-2a27-44e4-bf01-298244abfd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:20:33.250950 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-887bdda4-be6f-4871-82f1-5c725633a1ef req-0ea64081-2a27-44e4-bf01-298244abfd5e service neutron] 10.222.0.43 "GET /v2.0/networks?id=21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1 HTTP/1.1" status: 200 len: 897 time: 0.1182668 Nov 09 22:20:33.282557 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-552e6c4d-65e5-4fb4-8537-dafc125478b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dfaff9-0353-4628-936f-556921aa0337', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596080115', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': 'f320d15f-1ec1-4384-8e02-2ef2d861e8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:20:15Z', 'updated_at': '2021-11-09T22:20:18Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': 'f320d15f-1ec1-4384-8e02-2ef2d861e8d5', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dfaff9-0353-4628-936f-556921aa0337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:20:15Z', 'updated_at': '2021-11-09T22:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': 'dea95a0e-021a-401e-a714-c6e429a3d405', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'floating_ip_address': '172.25.7.12', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'c9dfaff9-0353-4628-936f-556921aa0337', 'port_id': 'eefd50d0-365d-4a3d-af0b-a64be8762cd9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1', 'mac_address': 'fa:16:3e:37:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d7406b-afa3-450b-9e98-da1ed69fe66d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T22:20:32Z', 'updated_at': '2021-11-09T22:20:32Z', 'revision_number': 0, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c73f99-24a0-426f-a350-8510a721f5df', 'name': '', 'network_id': '21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'mac_address': 'fa:16:3e:02:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dfaff9-0353-4628-936f-556921aa0337', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '09e54849-0ea6-456c-a4e0-5840bb7b79c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:20:18Z', 'updated_at': '2021-11-09T22:20:21Z', 'revision_number': 5, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'subnets': [{'id': '09e54849-0ea6-456c-a4e0-5840bb7b79c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:20:33.305797 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ad2fd6eb-a7b9-43b1-a4c4-a357a4f623c5 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/floatingips/dea95a0e-021a-401e-a714-c6e429a3d405 HTTP/1.1" status: 200 len: 991 time: 0.0639133 Nov 09 22:20:33.311215 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552e6c4d-65e5-4fb4-8537-dafc125478b5 None None] Checking router: c9dfaff9-0353-4628-936f-556921aa0337 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:20:33.319297 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552e6c4d-65e5-4fb4-8537-dafc125478b5 None None] Routers {'c9dfaff9-0353-4628-936f-556921aa0337'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:20:33.319894 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-552e6c4d-65e5-4fb4-8537-dafc125478b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:20:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['c9dfaff9-0353-4628-936f-556921aa0337'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:20:33.320850 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-887bdda4-be6f-4871-82f1-5c725633a1ef req-565bbb52-9afd-4e07-b617-d7e3cccc327d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eefd50d0-365d-4a3d-af0b-a64be8762cd9 HTTP/1.1" status: 200 len: 999 time: 0.0616159 Nov 09 22:20:33.379607 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887bdda4-be6f-4871-82f1-5c725633a1ef req-f0803868-8e35-41c9-a76c-e0388cd15e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:20:33.381033 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-887bdda4-be6f-4871-82f1-5c725633a1ef req-f0803868-8e35-41c9-a76c-e0388cd15e48 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=09e54849-0ea6-456c-a4e0-5840bb7b79c6 HTTP/1.1" status: 200 len: 834 time: 0.0537446 Nov 09 22:20:33.429345 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887bdda4-be6f-4871-82f1-5c725633a1ef req-50560c04-bc89-4d43-8895-33382eea4ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:20:33.430886 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-887bdda4-be6f-4871-82f1-5c725633a1ef req-50560c04-bc89-4d43-8895-33382eea4ef6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435231 Nov 09 22:20:33.515749 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-552e6c4d-65e5-4fb4-8537-dafc125478b5 None None] Set router c9dfaff9-0353-4628-936f-556921aa0337 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:20:33.526976 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-887bdda4-be6f-4871-82f1-5c725633a1ef req-d1473ce3-4320-4e1f-a316-c74f28fd42c6 service neutron] 10.222.0.43 "GET /v2.0/networks/21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881283 Nov 09 22:20:33.615509 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-887bdda4-be6f-4871-82f1-5c725633a1ef req-81b94340-94e3-4b8a-a652-fa6671da9451 service neutron] 10.222.0.43 "GET /v2.0/networks/21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811989 Nov 09 22:20:33.739184 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-552e6c4d-65e5-4fb4-8537-dafc125478b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dfaff9-0353-4628-936f-556921aa0337', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596080115', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': 'f320d15f-1ec1-4384-8e02-2ef2d861e8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:20:15Z', 'updated_at': '2021-11-09T22:20:18Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': 'f320d15f-1ec1-4384-8e02-2ef2d861e8d5', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dfaff9-0353-4628-936f-556921aa0337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:20:15Z', 'updated_at': '2021-11-09T22:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': 'dea95a0e-021a-401e-a714-c6e429a3d405', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'floating_ip_address': '172.25.7.12', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'c9dfaff9-0353-4628-936f-556921aa0337', 'port_id': 'eefd50d0-365d-4a3d-af0b-a64be8762cd9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1', 'mac_address': 'fa:16:3e:37:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d7406b-afa3-450b-9e98-da1ed69fe66d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T22:20:32Z', 'updated_at': '2021-11-09T22:20:32Z', 'revision_number': 0, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c73f99-24a0-426f-a350-8510a721f5df', 'name': '', 'network_id': '21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'mac_address': 'fa:16:3e:02:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dfaff9-0353-4628-936f-556921aa0337', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '09e54849-0ea6-456c-a4e0-5840bb7b79c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:20:18Z', 'updated_at': '2021-11-09T22:20:21Z', 'revision_number': 5, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'subnets': [{'id': '09e54849-0ea6-456c-a4e0-5840bb7b79c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:20:33.768876 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552e6c4d-65e5-4fb4-8537-dafc125478b5 None None] The sync data for ids ['c9dfaff9-0353-4628-936f-556921aa0337'] in n-d-816206-3 is: [{'id': 'c9dfaff9-0353-4628-936f-556921aa0337', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596080115', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': 'f320d15f-1ec1-4384-8e02-2ef2d861e8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:20:15Z', 'updated_at': '2021-11-09T22:20:18Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': 'f320d15f-1ec1-4384-8e02-2ef2d861e8d5', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dfaff9-0353-4628-936f-556921aa0337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:20:15Z', 'updated_at': '2021-11-09T22:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': 'dea95a0e-021a-401e-a714-c6e429a3d405', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'floating_ip_address': '172.25.7.12', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'c9dfaff9-0353-4628-936f-556921aa0337', 'port_id': 'eefd50d0-365d-4a3d-af0b-a64be8762cd9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1', 'mac_address': 'fa:16:3e:37:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d7406b-afa3-450b-9e98-da1ed69fe66d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T22:20:32Z', 'updated_at': '2021-11-09T22:20:32Z', 'revision_number': 0, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c73f99-24a0-426f-a350-8510a721f5df', 'name': '', 'network_id': '21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'mac_address': 'fa:16:3e:02:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dfaff9-0353-4628-936f-556921aa0337', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '09e54849-0ea6-456c-a4e0-5840bb7b79c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:20:18Z', 'updated_at': '2021-11-09T22:20:21Z', 'revision_number': 5, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'subnets': [{'id': '09e54849-0ea6-456c-a4e0-5840bb7b79c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:20:33.953530 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e798ee-dc6d-4cbc-85b4-e8ee397b649a None None] New status for floating IP dea95a0e-021a-401e-a714-c6e429a3d405: ACTIVE {{(pid=102609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 22:20:34.308687 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37876) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:20:34.337100 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:34.373310 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-49d7f8ac-08b1-4134-81bd-0747d87fda96 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/floatingips/dea95a0e-021a-401e-a714-c6e429a3d405 HTTP/1.1" status: 200 len: 993 time: 0.0635569 Nov 09 22:20:42.802938 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d053f9f3-d5c3-43f2-b275-c8c9bd504daf req-8ccc9499-6e27-4c0e-8e67-e9f71e53752b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=42d7406b-afa3-450b-9e98-da1ed69fe66d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401812 Nov 09 22:20:42.908551 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053f9f3-d5c3-43f2-b275-c8c9bd504daf req-c40c2a37-3f69-4278-a3fe-81373368b636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:20:42.910060 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d053f9f3-d5c3-43f2-b275-c8c9bd504daf req-c40c2a37-3f69-4278-a3fe-81373368b636 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=80608c1f657e40bbbb047dc3c2880805&device_id=42d7406b-afa3-450b-9e98-da1ed69fe66d HTTP/1.1" status: 200 len: 1097 time: 0.0437346 Nov 09 22:20:43.014280 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053f9f3-d5c3-43f2-b275-c8c9bd504daf req-a2630a7c-c8a0-4c7b-a007-a8929f975675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:20:43.015750 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d053f9f3-d5c3-43f2-b275-c8c9bd504daf req-a2630a7c-c8a0-4c7b-a007-a8929f975675 service neutron] 10.222.0.43 "GET /v2.0/networks?id=21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1 HTTP/1.1" status: 200 len: 897 time: 0.0853543 Nov 09 22:20:43.085484 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d053f9f3-d5c3-43f2-b275-c8c9bd504daf req-5021c493-1663-4851-bba4-1b0b3eeaf3eb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eefd50d0-365d-4a3d-af0b-a64be8762cd9 HTTP/1.1" status: 200 len: 1001 time: 0.0606160 Nov 09 22:20:43.134578 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053f9f3-d5c3-43f2-b275-c8c9bd504daf req-6dea878b-544d-4d4a-bcb2-eeb9d461e059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:20:43.136039 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d053f9f3-d5c3-43f2-b275-c8c9bd504daf req-6dea878b-544d-4d4a-bcb2-eeb9d461e059 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=09e54849-0ea6-456c-a4e0-5840bb7b79c6 HTTP/1.1" status: 200 len: 834 time: 0.0422540 Nov 09 22:20:43.183746 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053f9f3-d5c3-43f2-b275-c8c9bd504daf req-f864b06a-45c5-40bc-96d2-be2bf3d91929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:20:43.185273 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d053f9f3-d5c3-43f2-b275-c8c9bd504daf req-f864b06a-45c5-40bc-96d2-be2bf3d91929 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415127 Nov 09 22:20:43.277027 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d053f9f3-d5c3-43f2-b275-c8c9bd504daf req-5c17764d-e793-4177-9081-a9a6a163cde3 service neutron] 10.222.0.43 "GET /v2.0/networks/21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815265 Nov 09 22:20:43.363834 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d053f9f3-d5c3-43f2-b275-c8c9bd504daf req-5be17789-fa40-470a-9a50-5e6e392ac167 service neutron] 10.222.0.43 "GET /v2.0/networks/21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792749 Nov 09 22:20:47.744918 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1733f1ef-dd0d-41fd-a59f-1a058731fead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:50.247257 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1c4bd58c-f4b0-441d-add6-82e3d59c65e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:51.262597 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:52.614507 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:53.365202 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:20:53.523981 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:04.356816 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:05.857827 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f26fc-788d-49f7-8e78-a047360d8d1f req-1a1f98b5-6812-445a-adc1-90e9f2472519 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:21:05.859304 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3d7f26fc-788d-49f7-8e78-a047360d8d1f req-1a1f98b5-6812-445a-adc1-90e9f2472519 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d7406b-afa3-450b-9e98-da1ed69fe66d HTTP/1.1" status: 200 len: 946 time: 0.0495179 Nov 09 22:21:05.908405 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3d7f26fc-788d-49f7-8e78-a047360d8d1f req-24462d79-a34d-4d93-9dfb-76374f016f6a tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=f2f10515-0f01-44a0-9d5a-d38dafea837e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428696 Nov 09 22:21:06.958126 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:21:07.026842 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c3993-b6e8-4d7d-80fa-16cc24dc19c6 req-7e540094-4462-462f-b4ba-bff5ab002ee6 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:21:07.029237 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-857c3993-b6e8-4d7d-80fa-16cc24dc19c6 req-7e540094-4462-462f-b4ba-bff5ab002ee6 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d7406b-afa3-450b-9e98-da1ed69fe66d HTTP/1.1" status: 200 len: 946 time: 0.0504110 Nov 09 22:21:07.083369 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-857c3993-b6e8-4d7d-80fa-16cc24dc19c6 req-05c6ef11-2fb4-4ad4-a07d-5c2a9650208d tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=f2f10515-0f01-44a0-9d5a-d38dafea837e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465467 Nov 09 22:21:07.105837 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37894) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:21:07.169138 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-38d98bd9-d10d-43ca-98f9-01dddbb60dbe tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/floatingips/dea95a0e-021a-401e-a714-c6e429a3d405 HTTP/1.1" status: 200 len: 993 time: 0.0615530 Nov 09 22:21:08.439089 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7005b-02a0-4c3d-9e4f-b9fd4f1379ce req-15cd79ce-ed36-418d-b5a5-1a6104ac1b74 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:21:08.440522 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-54c7005b-02a0-4c3d-9e4f-b9fd4f1379ce req-15cd79ce-ed36-418d-b5a5-1a6104ac1b74 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d7406b-afa3-450b-9e98-da1ed69fe66d HTTP/1.1" status: 200 len: 946 time: 0.0529435 Nov 09 22:21:08.479973 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d993138-e940-4f29-94b8-a63e0f25ac14 req-c6b7382e-5358-4b9e-886b-116ab8451d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:21:08.482301 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6d993138-e940-4f29-94b8-a63e0f25ac14 req-c6b7382e-5358-4b9e-886b-116ab8451d0f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=80608c1f657e40bbbb047dc3c2880805&device_id=42d7406b-afa3-450b-9e98-da1ed69fe66d HTTP/1.1" status: 200 len: 1097 time: 0.0412242 Nov 09 22:21:08.493020 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-54c7005b-02a0-4c3d-9e4f-b9fd4f1379ce req-27cc3f41-f22e-470b-b302-52ea8d3f3052 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=f2f10515-0f01-44a0-9d5a-d38dafea837e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464895 Nov 09 22:21:08.570654 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d993138-e940-4f29-94b8-a63e0f25ac14 req-6df3f87d-0021-4b6d-9803-a484cf5dea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:21:08.572113 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6d993138-e940-4f29-94b8-a63e0f25ac14 req-6df3f87d-0021-4b6d-9803-a484cf5dea02 service neutron] 10.222.0.43 "GET /v2.0/networks?id=21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1 HTTP/1.1" status: 200 len: 897 time: 0.0825012 Nov 09 22:21:08.639266 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6d993138-e940-4f29-94b8-a63e0f25ac14 req-b8626be5-f552-4a41-8f74-72713b167cc3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eefd50d0-365d-4a3d-af0b-a64be8762cd9 HTTP/1.1" status: 200 len: 1001 time: 0.0595524 Nov 09 22:21:08.687449 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d993138-e940-4f29-94b8-a63e0f25ac14 req-8d712263-8f73-4170-be43-e52c01694f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:21:08.688862 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6d993138-e940-4f29-94b8-a63e0f25ac14 req-8d712263-8f73-4170-be43-e52c01694f3c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=09e54849-0ea6-456c-a4e0-5840bb7b79c6 HTTP/1.1" status: 200 len: 834 time: 0.0415533 Nov 09 22:21:08.733060 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d993138-e940-4f29-94b8-a63e0f25ac14 req-934cc0e8-d1c1-4260-838b-dc35c8f9162f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:21:08.734398 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6d993138-e940-4f29-94b8-a63e0f25ac14 req-934cc0e8-d1c1-4260-838b-dc35c8f9162f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385900 Nov 09 22:21:08.826341 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6d993138-e940-4f29-94b8-a63e0f25ac14 req-e707d9c6-f32f-41d9-a99c-090d2c82dd89 service neutron] 10.222.0.43 "GET /v2.0/networks/21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844011 Nov 09 22:21:08.913418 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6d993138-e940-4f29-94b8-a63e0f25ac14 req-7f9c0e1a-8ae9-452a-ae96-455a9bf9efa2 service neutron] 10.222.0.43 "GET /v2.0/networks/21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797763 Nov 09 22:21:09.615934 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e880e8a-e29e-4902-a7e6-f12a7dece51c req-9a62b3c3-6e3c-4002-b91d-ba9893dc7118 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:21:09.617444 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9e880e8a-e29e-4902-a7e6-f12a7dece51c req-9a62b3c3-6e3c-4002-b91d-ba9893dc7118 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d7406b-afa3-450b-9e98-da1ed69fe66d HTTP/1.1" status: 200 len: 946 time: 0.0553324 Nov 09 22:21:09.665358 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9e880e8a-e29e-4902-a7e6-f12a7dece51c req-a6c962a5-4251-43b7-ae9f-6536d74b7dd5 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=f2f10515-0f01-44a0-9d5a-d38dafea837e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415537 Nov 09 22:21:10.776848 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3999d2-d465-4c6a-b0fc-829430734a27 req-d8324e50-1def-46b4-811e-a27a537086ea tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:21:10.779083 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8a3999d2-d465-4c6a-b0fc-829430734a27 req-d8324e50-1def-46b4-811e-a27a537086ea tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d7406b-afa3-450b-9e98-da1ed69fe66d HTTP/1.1" status: 200 len: 946 time: 0.0486979 Nov 09 22:21:10.827257 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8a3999d2-d465-4c6a-b0fc-829430734a27 req-456c8c19-2949-4d5d-816c-8aba44ba7cd6 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=f2f10515-0f01-44a0-9d5a-d38dafea837e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423315 Nov 09 22:21:10.849439 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37906) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:21:10.911305 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6e51ca9c-2ee0-4e30-b42b-59f73a13f36e tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/floatingips/dea95a0e-021a-401e-a714-c6e429a3d405 HTTP/1.1" status: 200 len: 993 time: 0.0607872 Nov 09 22:21:11.141386 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37912) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:21:11.296098 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-3e89cc6e-d3f4-42e2-92c0-c80afa1e6354 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Deleting port d3b3e193-b848-4b1f-b6fc-65e2a4015443 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:21:11.296460 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3e89cc6e-d3f4-42e2-92c0-c80afa1e6354 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:11.375392 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3e89cc6e-d3f4-42e2-92c0-c80afa1e6354 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:11.375693 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3e89cc6e-d3f4-42e2-92c0-c80afa1e6354 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:11.387015 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-3e89cc6e-d3f4-42e2-92c0-c80afa1e6354 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Calling delete_port for d3b3e193-b848-4b1f-b6fc-65e2a4015443 owned by network:floatingip {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:21:11.532861 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3e89cc6e-d3f4-42e2-92c0-c80afa1e6354 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:11.557856 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89cc6e-d3f4-42e2-92c0-c80afa1e6354 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event deleted for resources: {'Port': ['ID=d3b3e193-b848-4b1f-b6fc-65e2a4015443,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:11.569983 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e89cc6e-d3f4-42e2-92c0-c80afa1e6354 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:21:11.570337 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e89cc6e-d3f4-42e2-92c0-c80afa1e6354 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:21:11.570677 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e89cc6e-d3f4-42e2-92c0-c80afa1e6354 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:21:11.571016 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e89cc6e-d3f4-42e2-92c0-c80afa1e6354 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:21:11.571354 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e89cc6e-d3f4-42e2-92c0-c80afa1e6354 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:21:11.571686 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e89cc6e-d3f4-42e2-92c0-c80afa1e6354 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:21:11.572019 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e89cc6e-d3f4-42e2-92c0-c80afa1e6354 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:21:11.572349 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e89cc6e-d3f4-42e2-92c0-c80afa1e6354 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:21:11.572700 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e89cc6e-d3f4-42e2-92c0-c80afa1e6354 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:21:11.573029 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e89cc6e-d3f4-42e2-92c0-c80afa1e6354 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:21:11.573352 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e89cc6e-d3f4-42e2-92c0-c80afa1e6354 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:21:11.573675 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e89cc6e-d3f4-42e2-92c0-c80afa1e6354 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:21:11.626523 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3e89cc6e-d3f4-42e2-92c0-c80afa1e6354 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for floatingip, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:11.626852 n-d-816206-3 neutron-server[102608]: INFO neutron.db.l3_db [None req-3e89cc6e-d3f4-42e2-92c0-c80afa1e6354 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Floating IP dea95a0e-021a-401e-a714-c6e429a3d405 disassociated (deleted). External IP: 172.25.7.12, port: eefd50d0-365d-4a3d-af0b-a64be8762cd9. Nov 09 22:21:11.835655 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e89cc6e-d3f4-42e2-92c0-c80afa1e6354 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Router c9dfaff9-0353-4628-936f-556921aa0337 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:21:11.940423 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e89cc6e-d3f4-42e2-92c0-c80afa1e6354 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:21:11.945277 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3e89cc6e-d3f4-42e2-92c0-c80afa1e6354 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:11.949715 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3d1237-7c12-4661-a2ed-b1c174b0b09d None None] Sync routers for ids ['c9dfaff9-0353-4628-936f-556921aa0337'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:21:11.959872 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3d1237-7c12-4661-a2ed-b1c174b0b09d None None] Routers {'c9dfaff9-0353-4628-936f-556921aa0337'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:21:11.960477 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-2b3d1237-7c12-4661-a2ed-b1c174b0b09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:20:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['c9dfaff9-0353-4628-936f-556921aa0337'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:21:11.972085 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3e89cc6e-d3f4-42e2-92c0-c80afa1e6354 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "DELETE /v2.0/floatingips/dea95a0e-021a-401e-a714-c6e429a3d405 HTTP/1.1" status: 204 len: 168 time: 0.8297060 Nov 09 22:21:11.972792 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d7406b-afa3-450b-9e98-da1ed69fe66d', 'tag': 'eefd50d0-365d-4a3d-af0b-a64be8762cd9'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:21:11.975530 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734a8ae17c5ce9a22141aa37bfebe7e944e5ff20966abe8e5b41792a40737563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185d5601-0add-4059-a41e-46f3968de7ef" -d '{"events": [{"name": "network-changed", "server_uuid": "42d7406b-afa3-450b-9e98-da1ed69fe66d", "tag": "eefd50d0-365d-4a3d-af0b-a64be8762cd9"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:21:12.017871 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73a82db-1f26-4966-869e-3c760d2ad9cf x-openstack-request-id: req-d73a82db-1f26-4966-869e-3c760d2ad9cf {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:21:12.018718 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d7406b-afa3-450b-9e98-da1ed69fe66d", "tag": "eefd50d0-365d-4a3d-af0b-a64be8762cd9", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:21:12.018981 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d73a82db-1f26-4966-869e-3c760d2ad9cf {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:21:12.019510 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d7406b-afa3-450b-9e98-da1ed69fe66d', 'tag': 'eefd50d0-365d-4a3d-af0b-a64be8762cd9', 'status': 'completed', 'code': 200} Nov 09 22:21:12.067554 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-2b3d1237-7c12-4661-a2ed-b1c174b0b09d None None] Set router c9dfaff9-0353-4628-936f-556921aa0337 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:21:12.103993 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d5601-0add-4059-a41e-46f3968de7ef req-2bed0dca-cec9-49a0-9166-1b4463c56a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:21:12.105729 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-185d5601-0add-4059-a41e-46f3968de7ef req-2bed0dca-cec9-49a0-9166-1b4463c56a0b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=80608c1f657e40bbbb047dc3c2880805&device_id=42d7406b-afa3-450b-9e98-da1ed69fe66d HTTP/1.1" status: 200 len: 1097 time: 0.0442417 Nov 09 22:21:12.239701 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c522c1f-c52b-4a30-9827-a3b1aa7a609f req-64ba4b9a-edfc-4fab-b9e6-e01229b2c066 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:21:12.241098 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3c522c1f-c52b-4a30-9827-a3b1aa7a609f req-64ba4b9a-edfc-4fab-b9e6-e01229b2c066 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d7406b-afa3-450b-9e98-da1ed69fe66d HTTP/1.1" status: 200 len: 946 time: 0.0819578 Nov 09 22:21:12.243819 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d5601-0add-4059-a41e-46f3968de7ef req-b52ab592-55cd-489e-89e5-3bc5784e3a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:21:12.245181 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-185d5601-0add-4059-a41e-46f3968de7ef req-b52ab592-55cd-489e-89e5-3bc5784e3a22 service neutron] 10.222.0.43 "GET /v2.0/networks?id=21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1 HTTP/1.1" status: 200 len: 897 time: 0.1302774 Nov 09 22:21:12.280688 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-2b3d1237-7c12-4661-a2ed-b1c174b0b09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dfaff9-0353-4628-936f-556921aa0337', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596080115', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': 'f320d15f-1ec1-4384-8e02-2ef2d861e8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:20:15Z', 'updated_at': '2021-11-09T22:20:18Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': 'f320d15f-1ec1-4384-8e02-2ef2d861e8d5', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dfaff9-0353-4628-936f-556921aa0337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:20:15Z', 'updated_at': '2021-11-09T22:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '97c73f99-24a0-426f-a350-8510a721f5df', 'name': '', 'network_id': '21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'mac_address': 'fa:16:3e:02:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dfaff9-0353-4628-936f-556921aa0337', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '09e54849-0ea6-456c-a4e0-5840bb7b79c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:20:18Z', 'updated_at': '2021-11-09T22:20:21Z', 'revision_number': 5, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'subnets': [{'id': '09e54849-0ea6-456c-a4e0-5840bb7b79c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:21:12.296945 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-185d5601-0add-4059-a41e-46f3968de7ef req-8374d045-a683-4cca-ba70-bc104812163a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eefd50d0-365d-4a3d-af0b-a64be8762cd9 HTTP/1.1" status: 200 len: 217 time: 0.0423460 Nov 09 22:21:12.305974 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3d1237-7c12-4661-a2ed-b1c174b0b09d None None] Checking router: c9dfaff9-0353-4628-936f-556921aa0337 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:21:12.314711 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3d1237-7c12-4661-a2ed-b1c174b0b09d None None] Routers {'c9dfaff9-0353-4628-936f-556921aa0337'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:21:12.315311 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-2b3d1237-7c12-4661-a2ed-b1c174b0b09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:20:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['c9dfaff9-0353-4628-936f-556921aa0337'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:21:12.350754 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3c522c1f-c52b-4a30-9827-a3b1aa7a609f req-9d3270f5-12e1-431f-ad09-f8bf932b9896 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=f2f10515-0f01-44a0-9d5a-d38dafea837e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033752 Nov 09 22:21:12.366180 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d5601-0add-4059-a41e-46f3968de7ef req-ca9b7762-f094-4ceb-a1ba-1fc26194653a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:21:12.367645 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-185d5601-0add-4059-a41e-46f3968de7ef req-ca9b7762-f094-4ceb-a1ba-1fc26194653a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=09e54849-0ea6-456c-a4e0-5840bb7b79c6 HTTP/1.1" status: 200 len: 834 time: 0.0636296 Nov 09 22:21:12.414966 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d5601-0add-4059-a41e-46f3968de7ef req-f591a9a5-23f8-4bb3-8493-066f99a99f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:21:12.416562 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-185d5601-0add-4059-a41e-46f3968de7ef req-f591a9a5-23f8-4bb3-8493-066f99a99f45 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398631 Nov 09 22:21:12.418943 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-2b3d1237-7c12-4661-a2ed-b1c174b0b09d None None] Set router c9dfaff9-0353-4628-936f-556921aa0337 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:21:12.515080 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-185d5601-0add-4059-a41e-46f3968de7ef req-b71e63c0-86e2-439f-a021-35edb496c15c service neutron] 10.222.0.43 "GET /v2.0/networks/21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882750 Nov 09 22:21:12.604963 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-185d5601-0add-4059-a41e-46f3968de7ef req-5f1d9f74-63b8-48b6-a8ec-cf599bc4eebf service neutron] 10.222.0.43 "GET /v2.0/networks/21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818732 Nov 09 22:21:12.615887 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-2b3d1237-7c12-4661-a2ed-b1c174b0b09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dfaff9-0353-4628-936f-556921aa0337', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596080115', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': 'f320d15f-1ec1-4384-8e02-2ef2d861e8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:20:15Z', 'updated_at': '2021-11-09T22:20:18Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': 'f320d15f-1ec1-4384-8e02-2ef2d861e8d5', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dfaff9-0353-4628-936f-556921aa0337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:20:15Z', 'updated_at': '2021-11-09T22:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '97c73f99-24a0-426f-a350-8510a721f5df', 'name': '', 'network_id': '21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'mac_address': 'fa:16:3e:02:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dfaff9-0353-4628-936f-556921aa0337', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '09e54849-0ea6-456c-a4e0-5840bb7b79c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:20:18Z', 'updated_at': '2021-11-09T22:20:21Z', 'revision_number': 5, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'subnets': [{'id': '09e54849-0ea6-456c-a4e0-5840bb7b79c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:21:12.641257 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3d1237-7c12-4661-a2ed-b1c174b0b09d None None] The sync data for ids ['c9dfaff9-0353-4628-936f-556921aa0337'] in n-d-816206-3 is: [{'id': 'c9dfaff9-0353-4628-936f-556921aa0337', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596080115', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': 'f320d15f-1ec1-4384-8e02-2ef2d861e8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:20:15Z', 'updated_at': '2021-11-09T22:20:18Z', 'revision_number': 4, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': 'f320d15f-1ec1-4384-8e02-2ef2d861e8d5', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dfaff9-0353-4628-936f-556921aa0337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:20:15Z', 'updated_at': '2021-11-09T22:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '97c73f99-24a0-426f-a350-8510a721f5df', 'name': '', 'network_id': '21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'mac_address': 'fa:16:3e:02:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dfaff9-0353-4628-936f-556921aa0337', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '09e54849-0ea6-456c-a4e0-5840bb7b79c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:20:18Z', 'updated_at': '2021-11-09T22:20:21Z', 'revision_number': 5, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'subnets': [{'id': '09e54849-0ea6-456c-a4e0-5840bb7b79c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:21:12.853795 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850e0eea-ee51-4c9d-994e-3c2892314fe4 None None] New status for floating IP dea95a0e-021a-401e-a714-c6e429a3d405: DOWN {{(pid=102609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 22:21:13.471016 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cb35b-63dd-4452-b415-3f1e96313048 req-90c17aa9-2773-4934-92e1-25113775ab53 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:21:13.472529 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-613cb35b-63dd-4452-b415-3f1e96313048 req-90c17aa9-2773-4934-92e1-25113775ab53 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d7406b-afa3-450b-9e98-da1ed69fe66d HTTP/1.1" status: 200 len: 946 time: 0.0484316 Nov 09 22:21:13.524386 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-613cb35b-63dd-4452-b415-3f1e96313048 req-086337c8-b381-4fcd-a406-37ed37a88d33 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/security-groups?id=f2f10515-0f01-44a0-9d5a-d38dafea837e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459690 Nov 09 22:21:13.898159 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e8039-ca66-4809-afb5-d84d528e08bc req-6252601f-7fae-43bb-924f-35c7a61c9a93 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:21:13.899594 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4b0e8039-ca66-4809-afb5-d84d528e08bc req-6252601f-7fae-43bb-924f-35c7a61c9a93 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.43 "GET /v2.0/ports?device_id=42d7406b-afa3-450b-9e98-da1ed69fe66d HTTP/1.1" status: 200 len: 946 time: 0.0472105 Nov 09 22:21:13.987861 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-4b0e8039-ca66-4809-afb5-d84d528e08bc req-6bb673f3-966d-478e-98a2-b61775a24e0f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Deleting port eefd50d0-365d-4a3d-af0b-a64be8762cd9 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:21:13.988107 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4b0e8039-ca66-4809-afb5-d84d528e08bc req-6bb673f3-966d-478e-98a2-b61775a24e0f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:14.071724 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-4b0e8039-ca66-4809-afb5-d84d528e08bc req-6bb673f3-966d-478e-98a2-b61775a24e0f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] For port eefd50d0-365d-4a3d-af0b-a64be8762cd9, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=eefd50d0-365d-4a3d-af0b-a64be8762cd9,segment=NetworkSegment(5043574f-2527-41fb-a489-32ab337aa35a),segment_id=5043574f-2527-41fb-a489-32ab337aa35a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:21:14.072082 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4b0e8039-ca66-4809-afb5-d84d528e08bc req-6bb673f3-966d-478e-98a2-b61775a24e0f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:14.084412 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-4b0e8039-ca66-4809-afb5-d84d528e08bc req-6bb673f3-966d-478e-98a2-b61775a24e0f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Calling delete_port for eefd50d0-365d-4a3d-af0b-a64be8762cd9 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:21:14.211877 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4b0e8039-ca66-4809-afb5-d84d528e08bc req-6bb673f3-966d-478e-98a2-b61775a24e0f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:14.237503 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb673f3-966d-478e-98a2-b61775a24e0f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event deleted for resources: {'Port': ['ID=eefd50d0-365d-4a3d-af0b-a64be8762cd9,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:14.252330 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb673f3-966d-478e-98a2-b61775a24e0f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:21:14.252330 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb673f3-966d-478e-98a2-b61775a24e0f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:21:14.252330 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb673f3-966d-478e-98a2-b61775a24e0f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:21:14.252658 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb673f3-966d-478e-98a2-b61775a24e0f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:21:14.252754 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb673f3-966d-478e-98a2-b61775a24e0f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:21:14.253070 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb673f3-966d-478e-98a2-b61775a24e0f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:21:14.253401 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb673f3-966d-478e-98a2-b61775a24e0f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:21:14.253734 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb673f3-966d-478e-98a2-b61775a24e0f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:21:14.254059 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb673f3-966d-478e-98a2-b61775a24e0f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:21:14.254390 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb673f3-966d-478e-98a2-b61775a24e0f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:21:14.254719 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb673f3-966d-478e-98a2-b61775a24e0f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:21:14.255042 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb673f3-966d-478e-98a2-b61775a24e0f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:21:14.292178 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0e8039-ca66-4809-afb5-d84d528e08bc req-6bb673f3-966d-478e-98a2-b61775a24e0f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] No DVR routers for this DVR port eefd50d0-365d-4a3d-af0b-a64be8762cd9 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:21:14.294831 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-4b0e8039-ca66-4809-afb5-d84d528e08bc req-6bb673f3-966d-478e-98a2-b61775a24e0f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:14.298201 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4b0e8039-ca66-4809-afb5-d84d528e08bc req-6bb673f3-966d-478e-98a2-b61775a24e0f tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.43 "DELETE /v2.0/ports/eefd50d0-365d-4a3d-af0b-a64be8762cd9 HTTP/1.1" status: 204 len: 173 time: 0.3927486 Nov 09 22:21:14.298641 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d7406b-afa3-450b-9e98-da1ed69fe66d', 'name': 'network-vif-deleted', 'tag': 'eefd50d0-365d-4a3d-af0b-a64be8762cd9'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:21:14.300893 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2737eae40cef112d1dfa64c8a6cf3edc76bfb64f9e32f72bfe3df0a7140357a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730cb8c3-e2b7-4839-8be0-01ce09d8d5d0" -d '{"events": [{"server_uuid": "42d7406b-afa3-450b-9e98-da1ed69fe66d", "name": "network-vif-deleted", "tag": "eefd50d0-365d-4a3d-af0b-a64be8762cd9"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:21:14.338142 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 22:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f53def-5cc6-42f7-800f-03b32b08f8be x-openstack-request-id: req-08f53def-5cc6-42f7-800f-03b32b08f8be {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:21:14.338491 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d7406b-afa3-450b-9e98-da1ed69fe66d", "name": "network-vif-deleted", "tag": "eefd50d0-365d-4a3d-af0b-a64be8762cd9", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:21:14.338747 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-08f53def-5cc6-42f7-800f-03b32b08f8be {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:21:14.339150 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d7406b-afa3-450b-9e98-da1ed69fe66d', 'name': 'network-vif-deleted', 'tag': 'eefd50d0-365d-4a3d-af0b-a64be8762cd9', 'status': 'completed', 'code': 200} Nov 09 22:21:14.631587 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-02e4fd44-549b-4e6a-b679-a95b0aac4403 req-bdf7cd54-4b8a-47f9-94f4-53780a3484cb tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "GET /v2.0/ports?device_id=42d7406b-afa3-450b-9e98-da1ed69fe66d HTTP/1.1" status: 200 len: 210 time: 0.0262227 Nov 09 22:21:15.690545 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37928) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:21:16.333663 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-362551ff-28b3-4194-b8a1-c35bd6ebef53 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:16.579780 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-362551ff-28b3-4194-b8a1-c35bd6ebef53 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Deleting port 97c73f99-24a0-426f-a350-8510a721f5df {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:21:16.580128 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-362551ff-28b3-4194-b8a1-c35bd6ebef53 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:16.669955 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-362551ff-28b3-4194-b8a1-c35bd6ebef53 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] For port 97c73f99-24a0-426f-a350-8510a721f5df, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=97c73f99-24a0-426f-a350-8510a721f5df,segment=NetworkSegment(5043574f-2527-41fb-a489-32ab337aa35a),segment_id=5043574f-2527-41fb-a489-32ab337aa35a)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:21:16.670373 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-362551ff-28b3-4194-b8a1-c35bd6ebef53 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:16.682526 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-362551ff-28b3-4194-b8a1-c35bd6ebef53 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Calling delete_port for 97c73f99-24a0-426f-a350-8510a721f5df owned by network:router_interface {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:21:16.860512 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-362551ff-28b3-4194-b8a1-c35bd6ebef53 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:16.885731 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362551ff-28b3-4194-b8a1-c35bd6ebef53 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event deleted for resources: {'Port': ['ID=97c73f99-24a0-426f-a350-8510a721f5df,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:16.979128 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device eefd50d0-365d-4a3d-af0b-a64be8762cd9 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:21:17.003011 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: eefd50d0-365d-4a3d-af0b-a64be8762cd9 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:21:17.003460 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device eefd50d0-365d-4a3d-af0b-a64be8762cd9 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:21:17.062092 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-362551ff-28b3-4194-b8a1-c35bd6ebef53 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:17.274600 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-362551ff-28b3-4194-b8a1-c35bd6ebef53 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Router c9dfaff9-0353-4628-936f-556921aa0337 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:21:17.378100 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362551ff-28b3-4194-b8a1-c35bd6ebef53 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:21:17.383091 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-362551ff-28b3-4194-b8a1-c35bd6ebef53 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "PUT /v2.0/routers/c9dfaff9-0353-4628-936f-556921aa0337/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6915090 Nov 09 22:21:17.385900 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37930) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:21:17.387581 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c029185c-6933-4518-b3c5-30c89d9d0df9 None None] Sync routers for ids ['c9dfaff9-0353-4628-936f-556921aa0337'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:21:17.398129 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c029185c-6933-4518-b3c5-30c89d9d0df9 None None] Routers {'c9dfaff9-0353-4628-936f-556921aa0337'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:21:17.398733 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-c029185c-6933-4518-b3c5-30c89d9d0df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:20:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['c9dfaff9-0353-4628-936f-556921aa0337'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:21:17.437020 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d5cb1de-164c-4150-9602-c6a1b93895c4 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Deleting subnet 09e54849-0ea6-456c-a4e0-5840bb7b79c6 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 22:21:17.440102 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8d5cb1de-164c-4150-9602-c6a1b93895c4 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:17.480114 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8d5cb1de-164c-4150-9602-c6a1b93895c4 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:17.501365 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-c029185c-6933-4518-b3c5-30c89d9d0df9 None None] Set router c9dfaff9-0353-4628-936f-556921aa0337 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:21:17.568861 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8d5cb1de-164c-4150-9602-c6a1b93895c4 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:17.629522 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8d5cb1de-164c-4150-9602-c6a1b93895c4 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:17.656277 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5cb1de-164c-4150-9602-c6a1b93895c4 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event deleted for resources: {'Subnet': ['ID=09e54849-0ea6-456c-a4e0-5840bb7b79c6,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:17.660067 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8d5cb1de-164c-4150-9602-c6a1b93895c4 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:17.663273 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8d5cb1de-164c-4150-9602-c6a1b93895c4 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "DELETE /v2.0/subnets/09e54849-0ea6-456c-a4e0-5840bb7b79c6 HTTP/1.1" status: 204 len: 168 time: 0.2763579 Nov 09 22:21:17.665936 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37932) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:21:17.672348 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e60c948-ae9d-4503-a0a4-ad8b35f5ed34 None None] Network 21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:21:17.775588 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5dcee238-de8b-4eed-9155-8ac0a0177587 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:17.787952 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-c029185c-6933-4518-b3c5-30c89d9d0df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dfaff9-0353-4628-936f-556921aa0337', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596080115', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': 'f320d15f-1ec1-4384-8e02-2ef2d861e8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:20:15Z', 'updated_at': '2021-11-09T22:21:16Z', 'revision_number': 5, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': 'f320d15f-1ec1-4384-8e02-2ef2d861e8d5', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dfaff9-0353-4628-936f-556921aa0337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:20:15Z', 'updated_at': '2021-11-09T22:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:21:17.804266 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-22cadb31-6b4d-4277-9a69-477fe2bdec4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:17.824607 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c029185c-6933-4518-b3c5-30c89d9d0df9 None None] Checking router: c9dfaff9-0353-4628-936f-556921aa0337 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:21:17.834933 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c029185c-6933-4518-b3c5-30c89d9d0df9 None None] Routers {'c9dfaff9-0353-4628-936f-556921aa0337'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:21:17.835635 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-c029185c-6933-4518-b3c5-30c89d9d0df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:20:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['c9dfaff9-0353-4628-936f-556921aa0337'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:21:17.890686 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5dcee238-de8b-4eed-9155-8ac0a0177587 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:17.891880 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efc11eb-6348-45e1-b072-dfe4ba08936d None None] DHCP port deletion for 21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:21:17.940288 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-6efc11eb-6348-45e1-b072-dfe4ba08936d None None] Deleting port ad20972f-b3ce-4e49-a2e3-10e6372cdf60 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:21:17.940684 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6efc11eb-6348-45e1-b072-dfe4ba08936d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:17.947858 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-c029185c-6933-4518-b3c5-30c89d9d0df9 None None] Set router c9dfaff9-0353-4628-936f-556921aa0337 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:21:17.948342 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-5dcee238-de8b-4eed-9155-8ac0a0177587 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Deleting port f320d15f-1ec1-4384-8e02-2ef2d861e8d5 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:21:17.948726 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5dcee238-de8b-4eed-9155-8ac0a0177587 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:18.003091 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-6efc11eb-6348-45e1-b072-dfe4ba08936d None None] For port ad20972f-b3ce-4e49-a2e3-10e6372cdf60, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=ad20972f-b3ce-4e49-a2e3-10e6372cdf60,segment=NetworkSegment(5043574f-2527-41fb-a489-32ab337aa35a),segment_id=5043574f-2527-41fb-a489-32ab337aa35a)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:21:18.003673 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6efc11eb-6348-45e1-b072-dfe4ba08936d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:18.016166 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-6efc11eb-6348-45e1-b072-dfe4ba08936d None None] Calling delete_port for ad20972f-b3ce-4e49-a2e3-10e6372cdf60 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:21:18.034619 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-5dcee238-de8b-4eed-9155-8ac0a0177587 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] For port f320d15f-1ec1-4384-8e02-2ef2d861e8d5, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=f320d15f-1ec1-4384-8e02-2ef2d861e8d5,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:21:18.034998 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5dcee238-de8b-4eed-9155-8ac0a0177587 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:18.050994 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-5dcee238-de8b-4eed-9155-8ac0a0177587 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Calling delete_port for f320d15f-1ec1-4384-8e02-2ef2d861e8d5 owned by network:router_gateway {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:21:18.104685 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6efc11eb-6348-45e1-b072-dfe4ba08936d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:18.133351 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc11eb-6348-45e1-b072-dfe4ba08936d None None] Pushing event deleted for resources: {'Port': ['ID=ad20972f-b3ce-4e49-a2e3-10e6372cdf60,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:18.135581 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efc11eb-6348-45e1-b072-dfe4ba08936d None None] No DVR routers for this DVR port ad20972f-b3ce-4e49-a2e3-10e6372cdf60 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:21:18.140142 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-c029185c-6933-4518-b3c5-30c89d9d0df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dfaff9-0353-4628-936f-556921aa0337', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596080115', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': 'f320d15f-1ec1-4384-8e02-2ef2d861e8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:20:15Z', 'updated_at': '2021-11-09T22:21:16Z', 'revision_number': 5, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': 'f320d15f-1ec1-4384-8e02-2ef2d861e8d5', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dfaff9-0353-4628-936f-556921aa0337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:20:15Z', 'updated_at': '2021-11-09T22:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:21:18.149296 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efc11eb-6348-45e1-b072-dfe4ba08936d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:21:18.149422 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efc11eb-6348-45e1-b072-dfe4ba08936d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:21:18.149929 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efc11eb-6348-45e1-b072-dfe4ba08936d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:21:18.150140 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efc11eb-6348-45e1-b072-dfe4ba08936d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:21:18.150419 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efc11eb-6348-45e1-b072-dfe4ba08936d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:21:18.150753 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efc11eb-6348-45e1-b072-dfe4ba08936d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:21:18.151087 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efc11eb-6348-45e1-b072-dfe4ba08936d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:21:18.151415 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efc11eb-6348-45e1-b072-dfe4ba08936d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:21:18.151745 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efc11eb-6348-45e1-b072-dfe4ba08936d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:21:18.152071 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efc11eb-6348-45e1-b072-dfe4ba08936d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:21:18.152681 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efc11eb-6348-45e1-b072-dfe4ba08936d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:21:18.153014 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efc11eb-6348-45e1-b072-dfe4ba08936d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:21:18.176569 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c029185c-6933-4518-b3c5-30c89d9d0df9 None None] The sync data for ids ['c9dfaff9-0353-4628-936f-556921aa0337'] in n-d-816206-3 is: [{'id': 'c9dfaff9-0353-4628-936f-556921aa0337', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596080115', 'tenant_id': '80608c1f657e40bbbb047dc3c2880805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': 'f320d15f-1ec1-4384-8e02-2ef2d861e8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:20:15Z', 'updated_at': '2021-11-09T22:21:16Z', 'revision_number': 5, 'project_id': '80608c1f657e40bbbb047dc3c2880805', 'gw_port': {'id': 'f320d15f-1ec1-4384-8e02-2ef2d861e8d5', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dfaff9-0353-4628-936f-556921aa0337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:20:15Z', 'updated_at': '2021-11-09T22:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:21:18.232592 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5dcee238-de8b-4eed-9155-8ac0a0177587 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:18.255493 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcee238-de8b-4eed-9155-8ac0a0177587 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event deleted for resources: {'Port': ['ID=f320d15f-1ec1-4384-8e02-2ef2d861e8d5,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:18.271294 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c50520-11da-4f14-b479-104f2d81b7b8 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:21:18.320554 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5dcee238-de8b-4eed-9155-8ac0a0177587 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:18.410336 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5dcee238-de8b-4eed-9155-8ac0a0177587 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:18.412375 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5dcee238-de8b-4eed-9155-8ac0a0177587 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:18.453505 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5dcee238-de8b-4eed-9155-8ac0a0177587 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:18.454055 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dcee238-de8b-4eed-9155-8ac0a0177587 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Fanout notify agent at l3_agent the message router_deleted on router c9dfaff9-0353-4628-936f-556921aa0337 {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 22:21:18.460861 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5dcee238-de8b-4eed-9155-8ac0a0177587 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:18.461965 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5dcee238-de8b-4eed-9155-8ac0a0177587 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "DELETE /v2.0/routers/c9dfaff9-0353-4628-936f-556921aa0337 HTTP/1.1" status: 204 len: 168 time: 0.7951238 Nov 09 22:21:18.464569 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37934) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:21:18.541329 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d611df3-e9e5-4d79-87c4-57b66707faf9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:18.631698 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d611df3-e9e5-4d79-87c4-57b66707faf9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:18.651381 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-6d611df3-e9e5-4d79-87c4-57b66707faf9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:21:18.661804 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-6d611df3-e9e5-4d79-87c4-57b66707faf9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5043574f-2527-41fb-a489-32ab337aa35a') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:21:18.662035 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-6d611df3-e9e5-4d79-87c4-57b66707faf9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5043574f-2527-41fb-a489-32ab337aa35a') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:21:18.672087 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d611df3-e9e5-4d79-87c4-57b66707faf9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:18.684877 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d611df3-e9e5-4d79-87c4-57b66707faf9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:18.690567 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d611df3-e9e5-4d79-87c4-57b66707faf9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 22:21:18.690951 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d611df3-e9e5-4d79-87c4-57b66707faf9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:18.693899 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 22:21:18.693899 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 22:21:18.693899 n-d-816206-3 neutron-server[102607]: timer() Nov 09 22:21:18.693899 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 22:21:18.693899 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 22:21:18.693899 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 22:21:18.693899 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 22:21:18.693899 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 22:21:18.693899 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 22:21:18.693899 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 22:21:18.693899 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 22:21:18.693899 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 22:21:18.693899 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 22:21:18.693899 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 22:21:18.693899 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 22:21:18.693899 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 22:21:18.693899 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 22:21:18.693899 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 22:21:18.693899 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 22:21:18.693899 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 22:21:18.693899 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 22:21:18.693899 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 22:21:18.693899 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 22:21:18.693899 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 22:21:18.693899 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 22:21:18.693899 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 22:21:18.693899 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 22:21:18.693899 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 22:21:18.693899 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 22:21:18.693899 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 22:21:18.693899 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 22:21:18.693899 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 22:21:18.764515 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d611df3-e9e5-4d79-87c4-57b66707faf9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:18.783843 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d611df3-e9e5-4d79-87c4-57b66707faf9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:18.787394 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6d611df3-e9e5-4d79-87c4-57b66707faf9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "DELETE /v2.0/networks/21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1 HTTP/1.1" status: 204 len: 168 time: 0.3218639 Nov 09 22:21:18.788258 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d611df3-e9e5-4d79-87c4-57b66707faf9 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event deleted for resources: {'Network': ['ID=21f37976-7ba7-4ab8-a7a3-8c2b2f1511e1,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:18.790561 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37936) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:21:18.849503 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5d71ca46-fd28-4fe0-a606-3e709e7590c5 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:18.874682 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5d71ca46-fd28-4fe0-a606-3e709e7590c5 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:18.932916 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5d71ca46-fd28-4fe0-a606-3e709e7590c5 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:18.936077 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5d71ca46-fd28-4fe0-a606-3e709e7590c5 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:18.937336 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5d71ca46-fd28-4fe0-a606-3e709e7590c5 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] 10.222.0.49 "DELETE /v2.0/security-groups/f2f10515-0f01-44a0-9d5a-d38dafea837e HTTP/1.1" status: 204 len: 168 time: 0.1458006 Nov 09 22:21:18.946181 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d71ca46-fd28-4fe0-a606-3e709e7590c5 tempest-TestNetworkAdvancedServerOps-1315903932 tempest-TestNetworkAdvancedServerOps-1315903932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f10515-0f01-44a0-9d5a-d38dafea837e,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:19.264566 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37944) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:21:19.392700 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-22cccd36-9995-4027-9a30-9875ca5b1314 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=80608c1f657e40bbbb047dc3c2880805&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1269445 Nov 09 22:21:19.395177 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37948) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:21:19.440710 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e3041463-b998-4dcb-83e2-5f446780ef71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:19.463936 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e3041463-b998-4dcb-83e2-5f446780ef71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:19.510339 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e3041463-b998-4dcb-83e2-5f446780ef71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:19.512915 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e3041463-b998-4dcb-83e2-5f446780ef71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:19.514052 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-e3041463-b998-4dcb-83e2-5f446780ef71 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a924f0cb-a612-4482-8f10-87b3ef3ba14e HTTP/1.1" status: 204 len: 168 time: 0.1179883 Nov 09 22:21:19.521495 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3041463-b998-4dcb-83e2-5f446780ef71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a924f0cb-a612-4482-8f10-87b3ef3ba14e,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:19.769537 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37954) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:21:19.782689 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 97c73f99-24a0-426f-a350-8510a721f5df no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:21:19.785186 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6be1fcf8-34b2-4521-baee-deddea931fff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:19.805758 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 97c73f99-24a0-426f-a350-8510a721f5df {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:21:19.806100 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 97c73f99-24a0-426f-a350-8510a721f5df not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:21:19.806528 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device f320d15f-1ec1-4384-8e02-2ef2d861e8d5 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:21:19.826044 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: f320d15f-1ec1-4384-8e02-2ef2d861e8d5 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:21:19.826391 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device f320d15f-1ec1-4384-8e02-2ef2d861e8d5 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:21:19.826804 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device ad20972f-b3ce-4e49-a2e3-10e6372cdf60 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:21:19.848287 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: ad20972f-b3ce-4e49-a2e3-10e6372cdf60 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:21:19.848663 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device ad20972f-b3ce-4e49-a2e3-10e6372cdf60 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:21:19.865148 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6be1fcf8-34b2-4521-baee-deddea931fff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:19.869163 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6be1fcf8-34b2-4521-baee-deddea931fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:19.908404 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6be1fcf8-34b2-4521-baee-deddea931fff admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0ebd4f862ce648838aa2c4db3a88a8b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1377459 Nov 09 22:21:19.909134 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be1fcf8-34b2-4521-baee-deddea931fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925bfc49-7eb8-4147-90e9-900b9b87e751,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:19.911078 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37956) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:21:19.957909 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f08293d9-d6ae-4c12-acd9-683145afa01b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:19.978442 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f08293d9-d6ae-4c12-acd9-683145afa01b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:20.021726 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f08293d9-d6ae-4c12-acd9-683145afa01b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:20.024403 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f08293d9-d6ae-4c12-acd9-683145afa01b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:20.025600 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f08293d9-d6ae-4c12-acd9-683145afa01b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/925bfc49-7eb8-4147-90e9-900b9b87e751 HTTP/1.1" status: 204 len: 168 time: 0.1135287 Nov 09 22:21:20.033743 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08293d9-d6ae-4c12-acd9-683145afa01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925bfc49-7eb8-4147-90e9-900b9b87e751,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:20.248492 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-59cf3889-8f66-4344-a8a7-18006b700524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:20.721248 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37978) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:21:20.814387 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-5fd89007-e81b-48c8-a550-c005d1ba0a63 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2022474631-network', 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:21:20.835415 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd89007-e81b-48c8-a550-c005d1ba0a63 admin admin] Made reservation on behalf of d7687a6e714c4c3caf152bd39ba03215 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:21:20.837837 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5fd89007-e81b-48c8-a550-c005d1ba0a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:20.846581 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5fd89007-e81b-48c8-a550-c005d1ba0a63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:20.921730 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5fd89007-e81b-48c8-a550-c005d1ba0a63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:20.925736 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5fd89007-e81b-48c8-a550-c005d1ba0a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:20.953702 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fd89007-e81b-48c8-a550-c005d1ba0a63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 22:21:20.963901 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd89007-e81b-48c8-a550-c005d1ba0a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f662cb3-0a73-4aba-b506-61160a9f312c,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:20.970323 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5fd89007-e81b-48c8-a550-c005d1ba0a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:20.970654 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-5fd89007-e81b-48c8-a550-c005d1ba0a63 admin admin] Added segment 6f9ecf70-bf62-4683-ad5f-e236503fd1e0 of type vlan for network ab7748c3-4723-4a24-9a7b-f61408ad7851 Nov 09 22:21:21.264965 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:21.367051 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5fd89007-e81b-48c8-a550-c005d1ba0a63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:21.391955 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5fd89007-e81b-48c8-a550-c005d1ba0a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:21.392903 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd89007-e81b-48c8-a550-c005d1ba0a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:21:21.393500 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5fd89007-e81b-48c8-a550-c005d1ba0a63 admin admin] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:21.442485 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-5fd89007-e81b-48c8-a550-c005d1ba0a63 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7201126 Nov 09 22:21:21.445529 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37982) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:21:21.451050 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-04e2d5ca-bb55-4b10-82d6-dfa7589a4ca8 admin admin] Request body: {'subnet': {'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2022474631-subnet', 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:21:21.452932 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd89007-e81b-48c8-a550-c005d1ba0a63 admin admin] Pushing event updated for resources: {'Network': ['ID=ab7748c3-4723-4a24-9a7b-f61408ad7851,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:21.462879 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network ab7748c3-4723-4a24-9a7b-f61408ad7851 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 22:21:21.476085 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e2d5ca-bb55-4b10-82d6-dfa7589a4ca8 admin admin] Made reservation on behalf of d7687a6e714c4c3caf152bd39ba03215 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:21:21.478555 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-04e2d5ca-bb55-4b10-82d6-dfa7589a4ca8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:21.647717 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-04e2d5ca-bb55-4b10-82d6-dfa7589a4ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:21.706141 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2d5ca-bb55-4b10-82d6-dfa7589a4ca8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c15444db-c588-4bf6-82d7-58ef4121c204,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:21.722773 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e2d5ca-bb55-4b10-82d6-dfa7589a4ca8 admin admin] Checking segment: {'id': '6f9ecf70-bf62-4683-ad5f-e236503fd1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:21:21.722773 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e2d5ca-bb55-4b10-82d6-dfa7589a4ca8 admin admin] Network hostable DHCP agents. Network: ab7748c3-4723-4a24-9a7b-f61408ad7851, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 22:21:21.734673 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e2d5ca-bb55-4b10-82d6-dfa7589a4ca8 admin admin] Network ab7748c3-4723-4a24-9a7b-f61408ad7851 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 22:21:21.744081 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-04e2d5ca-bb55-4b10-82d6-dfa7589a4ca8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, ab7748c3-4723-4a24-9a7b-f61408ad7851) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:21:21.748425 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e2d5ca-bb55-4b10-82d6-dfa7589a4ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:21:21.749131 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-04e2d5ca-bb55-4b10-82d6-dfa7589a4ca8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:21.754024 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bc5611-6021-494f-804e-20d621be8941 None None] Network ab7748c3-4723-4a24-9a7b-f61408ad7851 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:21:21.764849 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-04e2d5ca-bb55-4b10-82d6-dfa7589a4ca8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3181450 Nov 09 22:21:21.767613 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 37984) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:21:21.771923 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-078c526d-6553-4223-8a35-dac8e059d79b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2022474631-router', 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:21:21.792194 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-078c526d-6553-4223-8a35-dac8e059d79b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:21.793500 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-078c526d-6553-4223-8a35-dac8e059d79b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:21.850041 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-078c526d-6553-4223-8a35-dac8e059d79b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:21.897573 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7135eab1-22d0-4747-80ff-074fe0891ce1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-ab7748c3-4723-4a24-9a7b-f61408ad7851', 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851', 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'fixed_ips': [{'subnet_id': 'c15444db-c588-4bf6-82d7-58ef4121c204'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 22:21:21.898423 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7135eab1-22d0-4747-80ff-074fe0891ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:21.984170 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-078c526d-6553-4223-8a35-dac8e059d79b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:22.033378 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-7135eab1-22d0-4747-80ff-074fe0891ce1 None None] Allocated IP 172.20.0.2 (ab7748c3-4723-4a24-9a7b-f61408ad7851/c15444db-c588-4bf6-82d7-58ef4121c204/37c90f9c-5d14-4eaa-b843-b02311b76d71) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:21:22.169755 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7135eab1-22d0-4747-80ff-074fe0891ce1 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:22.175870 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7135eab1-22d0-4747-80ff-074fe0891ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:22.191937 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-078c526d-6553-4223-8a35-dac8e059d79b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:22.211908 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-078c526d-6553-4223-8a35-dac8e059d79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:22.219434 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7135eab1-22d0-4747-80ff-074fe0891ce1 None None] Network ab7748c3-4723-4a24-9a7b-f61408ad7851 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:21:22.224092 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-7135eab1-22d0-4747-80ff-074fe0891ce1 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:21:22.228541 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7135eab1-22d0-4747-80ff-074fe0891ce1 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:21:22.231315 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7135eab1-22d0-4747-80ff-074fe0891ce1 None None] Pushing event updated for resources: {'Port': ['ID=37c90f9c-5d14-4eaa-b843-b02311b76d71,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:22.281483 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-7135eab1-22d0-4747-80ff-074fe0891ce1 None None] Attempting to bind port 37c90f9c-5d14-4eaa-b843-b02311b76d71 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:21:22.282190 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-7135eab1-22d0-4747-80ff-074fe0891ce1 None None] Attempting to bind port 37c90f9c-5d14-4eaa-b843-b02311b76d71 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '6f9ecf70-bf62-4683-ad5f-e236503fd1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:21:22.282190 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7135eab1-22d0-4747-80ff-074fe0891ce1 None None] Attempting to bind port 37c90f9c-5d14-4eaa-b843-b02311b76d71 on network ab7748c3-4723-4a24-9a7b-f61408ad7851 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:21:22.287258 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7135eab1-22d0-4747-80ff-074fe0891ce1 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:21:22.287703 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7135eab1-22d0-4747-80ff-074fe0891ce1 None None] Checking segment: {'id': '6f9ecf70-bf62-4683-ad5f-e236503fd1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:21:22.288154 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7135eab1-22d0-4747-80ff-074fe0891ce1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:22.288549 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7135eab1-22d0-4747-80ff-074fe0891ce1 None None] Bound using segment: {'id': '6f9ecf70-bf62-4683-ad5f-e236503fd1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:21:22.289053 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-7135eab1-22d0-4747-80ff-074fe0891ce1 None None] Bound port: 37c90f9c-5d14-4eaa-b843-b02311b76d71, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f9ecf70-bf62-4683-ad5f-e236503fd1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:21:22.289562 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7135eab1-22d0-4747-80ff-074fe0891ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:22.315580 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-078c526d-6553-4223-8a35-dac8e059d79b admin admin] Allocated IP 172.25.7.85 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/247e35a7-b65b-44ce-ab81-c28b2cb784b3) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:21:22.357964 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-7135eab1-22d0-4747-80ff-074fe0891ce1 None None] For port 37c90f9c-5d14-4eaa-b843-b02311b76d71, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:21:22.361900 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-7135eab1-22d0-4747-80ff-074fe0891ce1 None None] For port 37c90f9c-5d14-4eaa-b843-b02311b76d71, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=37c90f9c-5d14-4eaa-b843-b02311b76d71,segment=NetworkSegment(6f9ecf70-bf62-4683-ad5f-e236503fd1e0),segment_id=6f9ecf70-bf62-4683-ad5f-e236503fd1e0)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:21:22.367493 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7135eab1-22d0-4747-80ff-074fe0891ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:22.426012 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7135eab1-22d0-4747-80ff-074fe0891ce1 None None] Pushing event updated for resources: {'Port': ['ID=37c90f9c-5d14-4eaa-b843-b02311b76d71,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:22.444419 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-078c526d-6553-4223-8a35-dac8e059d79b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:22.479451 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-078c526d-6553-4223-8a35-dac8e059d79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:22.522835 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078c526d-6553-4223-8a35-dac8e059d79b admin admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:21:22.525966 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-078c526d-6553-4223-8a35-dac8e059d79b admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:21:22.531303 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078c526d-6553-4223-8a35-dac8e059d79b admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:21:22.544723 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be19046-726f-4fd5-9bed-eb82ac37a443 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:21:22.552195 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c526d-6553-4223-8a35-dac8e059d79b admin admin] Pushing event updated for resources: {'Port': ['ID=247e35a7-b65b-44ce-ab81-c28b2cb784b3,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:22.621700 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-da2948a8-87ea-425d-88d1-b51ef85e892a None None] Provisioning complete for port 247e35a7-b65b-44ce-ab81-c28b2cb784b3 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:21:22.622296 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-da2948a8-87ea-425d-88d1-b51ef85e892a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:22.625843 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:22.665911 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-da2948a8-87ea-425d-88d1-b51ef85e892a None None] Port 247e35a7-b65b-44ce-ab81-c28b2cb784b3 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:21:22.818851 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-078c526d-6553-4223-8a35-dac8e059d79b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:23.017022 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-078c526d-6553-4223-8a35-dac8e059d79b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:23.151943 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078c526d-6553-4223-8a35-dac8e059d79b admin admin] Router c964247d-c62d-4471-9b8f-0d3bf2e198cf is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 22:21:23.261932 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078c526d-6553-4223-8a35-dac8e059d79b admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:21:23.271413 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4e6f09-e750-488d-9a85-3f996e659801 None None] Sync routers for ids ['c964247d-c62d-4471-9b8f-0d3bf2e198cf'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:21:23.282076 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-078c526d-6553-4223-8a35-dac8e059d79b admin admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:23.282859 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4e6f09-e750-488d-9a85-3f996e659801 None None] Routers {'c964247d-c62d-4471-9b8f-0d3bf2e198cf'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:21:23.283476 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-3b4e6f09-e750-488d-9a85-3f996e659801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:21:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['c964247d-c62d-4471-9b8f-0d3bf2e198cf'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:21:23.286190 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 37986) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:21:23.286612 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-078c526d-6553-4223-8a35-dac8e059d79b admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5176868 Nov 09 22:21:23.338021 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d102b194-5480-4e8c-8874-4ea18126c8ab None None] Network ab7748c3-4723-4a24-9a7b-f61408ad7851 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:21:23.628659 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:23.642653 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:23.649030 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-3b4e6f09-e750-488d-9a85-3f996e659801 None None] Set router c964247d-c62d-4471-9b8f-0d3bf2e198cf gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:21:23.651127 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-bde24e42-6d74-4ec6-8c7f-2a3e74fecf20 None None] Provisioning complete for port 37c90f9c-5d14-4eaa-b843-b02311b76d71 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:21:23.651495 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bde24e42-6d74-4ec6-8c7f-2a3e74fecf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:23.717120 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-719c3c98-9a4a-4b09-952b-6988b4bbd5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:23.838814 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 37c90f9c-5d14-4eaa-b843-b02311b76d71 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:21:23.889687 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-719c3c98-9a4a-4b09-952b-6988b4bbd5fd admin admin] Allocated IP 172.20.0.1 (ab7748c3-4723-4a24-9a7b-f61408ad7851/c15444db-c588-4bf6-82d7-58ef4121c204/f8f1a007-9a89-4a1c-9c86-dce201e9588f) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:21:23.994200 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-719c3c98-9a4a-4b09-952b-6988b4bbd5fd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:24.010212 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bde24e42-6d74-4ec6-8c7f-2a3e74fecf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:24.027601 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-719c3c98-9a4a-4b09-952b-6988b4bbd5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:24.034699 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 37c90f9c-5d14-4eaa-b843-b02311b76d71 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:21:24.035076 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:24.080571 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719c3c98-9a4a-4b09-952b-6988b4bbd5fd admin admin] Network ab7748c3-4723-4a24-9a7b-f61408ad7851 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:21:24.083729 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-719c3c98-9a4a-4b09-952b-6988b4bbd5fd admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:21:24.086381 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719c3c98-9a4a-4b09-952b-6988b4bbd5fd admin admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:21:24.090527 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-bde24e42-6d74-4ec6-8c7f-2a3e74fecf20 None None] For port 37c90f9c-5d14-4eaa-b843-b02311b76d71, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=37c90f9c-5d14-4eaa-b843-b02311b76d71,segment=NetworkSegment(6f9ecf70-bf62-4683-ad5f-e236503fd1e0),segment_id=6f9ecf70-bf62-4683-ad5f-e236503fd1e0)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:21:24.102016 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bde24e42-6d74-4ec6-8c7f-2a3e74fecf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:24.116574 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c3c98-9a4a-4b09-952b-6988b4bbd5fd admin admin] Pushing event updated for resources: {'Port': ['ID=f8f1a007-9a89-4a1c-9c86-dce201e9588f,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:24.138145 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-719c3c98-9a4a-4b09-952b-6988b4bbd5fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:24.140884 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-3b4e6f09-e750-488d-9a85-3f996e659801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'name': 'tempest-TestShelveInstance-2022474631-router', 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '247e35a7-b65b-44ce-ab81-c28b2cb784b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:21:21Z', 'updated_at': '2021-11-09T22:21:22Z', 'revision_number': 3, 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'gw_port': {'id': '247e35a7-b65b-44ce-ab81-c28b2cb784b3', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c9:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:21:22Z', 'updated_at': '2021-11-09T22:21:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:21:24.183301 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4e6f09-e750-488d-9a85-3f996e659801 None None] Checking router: c964247d-c62d-4471-9b8f-0d3bf2e198cf for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:21:24.183655 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4e6f09-e750-488d-9a85-3f996e659801 None None] Updating router c964247d-c62d-4471-9b8f-0d3bf2e198cf port 247e35a7-b65b-44ce-ab81-c28b2cb784b3 binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 22:21:24.242733 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde24e42-6d74-4ec6-8c7f-2a3e74fecf20 None None] Pushing event updated for resources: {'Port': ['ID=37c90f9c-5d14-4eaa-b843-b02311b76d71,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:24.249624 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3b4e6f09-e750-488d-9a85-3f996e659801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:24.282361 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-719c3c98-9a4a-4b09-952b-6988b4bbd5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:24.378054 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-cfb7c785-ed99-4e39-875f-f8a706c57a9f None None] Provisioning complete for port 37c90f9c-5d14-4eaa-b843-b02311b76d71 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:21:24.378743 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cfb7c785-ed99-4e39-875f-f8a706c57a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:24.474499 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-719c3c98-9a4a-4b09-952b-6988b4bbd5fd admin admin] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:24.479117 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-719c3c98-9a4a-4b09-952b-6988b4bbd5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:24.544086 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c3c98-9a4a-4b09-952b-6988b4bbd5fd admin admin] Pushing event updated for resources: {'Port': ['ID=f8f1a007-9a89-4a1c-9c86-dce201e9588f,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:24.548986 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-719c3c98-9a4a-4b09-952b-6988b4bbd5fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:24.594538 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3b4e6f09-e750-488d-9a85-3f996e659801 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:24.600601 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3b4e6f09-e750-488d-9a85-3f996e659801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:24.645166 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719c3c98-9a4a-4b09-952b-6988b4bbd5fd admin admin] Network ab7748c3-4723-4a24-9a7b-f61408ad7851 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:21:24.646550 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-719c3c98-9a4a-4b09-952b-6988b4bbd5fd admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:21:24.650414 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f3f2bb-f8bf-4869-99b2-2561abb920d0 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:21:24.662473 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-3b4e6f09-e750-488d-9a85-3f996e659801 None None] Attempting to bind port 247e35a7-b65b-44ce-ab81-c28b2cb784b3 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:21:24.662848 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-3b4e6f09-e750-488d-9a85-3f996e659801 None None] Attempting to bind port 247e35a7-b65b-44ce-ab81-c28b2cb784b3 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:21:24.663223 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4e6f09-e750-488d-9a85-3f996e659801 None None] Attempting to bind port 247e35a7-b65b-44ce-ab81-c28b2cb784b3 on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:21:24.666108 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b40ac8a-ec77-4a22-b716-291485dc530c None None] Pushing event updated for resources: {'Port': ['ID=247e35a7-b65b-44ce-ab81-c28b2cb784b3,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:24.677843 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4e6f09-e750-488d-9a85-3f996e659801 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:21:24.678228 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4e6f09-e750-488d-9a85-3f996e659801 None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:21:24.678633 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3b4e6f09-e750-488d-9a85-3f996e659801 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:24.679027 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4e6f09-e750-488d-9a85-3f996e659801 None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:21:24.679497 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-3b4e6f09-e750-488d-9a85-3f996e659801 None None] Bound port: 247e35a7-b65b-44ce-ab81-c28b2cb784b3, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:21:24.679882 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3b4e6f09-e750-488d-9a85-3f996e659801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:24.714992 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-6f000f96-7181-43f9-93f3-8b5b586c5d4c None None] Provisioning complete for port f8f1a007-9a89-4a1c-9c86-dce201e9588f triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:21:24.715366 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6f000f96-7181-43f9-93f3-8b5b586c5d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:24.765204 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-719c3c98-9a4a-4b09-952b-6988b4bbd5fd admin admin] Router c964247d-c62d-4471-9b8f-0d3bf2e198cf has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:21:24.773027 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-3b4e6f09-e750-488d-9a85-3f996e659801 None None] For port 247e35a7-b65b-44ce-ab81-c28b2cb784b3, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:21:24.777513 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-3b4e6f09-e750-488d-9a85-3f996e659801 None None] For port 247e35a7-b65b-44ce-ab81-c28b2cb784b3, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=247e35a7-b65b-44ce-ab81-c28b2cb784b3,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:21:24.779145 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-6f000f96-7181-43f9-93f3-8b5b586c5d4c None None] Port f8f1a007-9a89-4a1c-9c86-dce201e9588f cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:21:24.784563 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3b4e6f09-e750-488d-9a85-3f996e659801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:24.838945 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e940f05-7a4e-422c-9e8f-5050624fba42 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:21:24.856977 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b40ac8a-ec77-4a22-b716-291485dc530c None None] Pushing event updated for resources: {'Port': ['ID=247e35a7-b65b-44ce-ab81-c28b2cb784b3,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:24.860726 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4e6f09-e750-488d-9a85-3f996e659801 None None] Routers {'c964247d-c62d-4471-9b8f-0d3bf2e198cf'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:21:24.861224 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-3b4e6f09-e750-488d-9a85-3f996e659801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:21:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['c964247d-c62d-4471-9b8f-0d3bf2e198cf'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:21:24.902830 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719c3c98-9a4a-4b09-952b-6988b4bbd5fd admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:21:24.909268 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-719c3c98-9a4a-4b09-952b-6988b4bbd5fd admin admin] 10.222.0.49 "PUT /v2.0/routers/c964247d-c62d-4471-9b8f-0d3bf2e198cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6202755 Nov 09 22:21:24.928497 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-6c06be60-1398-41e8-be89-38fafa33d833 None None] Provisioning complete for port 247e35a7-b65b-44ce-ab81-c28b2cb784b3 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:21:24.928824 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6c06be60-1398-41e8-be89-38fafa33d833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:25.014893 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-3b4e6f09-e750-488d-9a85-3f996e659801 None None] Set router c964247d-c62d-4471-9b8f-0d3bf2e198cf gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:21:25.154032 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6c06be60-1398-41e8-be89-38fafa33d833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:25.183113 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-6c06be60-1398-41e8-be89-38fafa33d833 None None] For port 247e35a7-b65b-44ce-ab81-c28b2cb784b3, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=247e35a7-b65b-44ce-ab81-c28b2cb784b3,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:21:25.189055 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6c06be60-1398-41e8-be89-38fafa33d833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:25.277000 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06be60-1398-41e8-be89-38fafa33d833 None None] Pushing event updated for resources: {'Port': ['ID=247e35a7-b65b-44ce-ab81-c28b2cb784b3,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:25.313156 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-fa4594f9-b470-4568-bfb2-5f0459fda60f None None] Provisioning complete for port f8f1a007-9a89-4a1c-9c86-dce201e9588f triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:21:25.313527 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fa4594f9-b470-4568-bfb2-5f0459fda60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:25.338054 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-3b4e6f09-e750-488d-9a85-3f996e659801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'name': 'tempest-TestShelveInstance-2022474631-router', 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '247e35a7-b65b-44ce-ab81-c28b2cb784b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:21:21Z', 'updated_at': '2021-11-09T22:21:24Z', 'revision_number': 4, 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'gw_port': {'id': '247e35a7-b65b-44ce-ab81-c28b2cb784b3', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c9:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:21:22Z', 'updated_at': '2021-11-09T22:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'f8f1a007-9a89-4a1c-9c86-dce201e9588f', 'name': '', 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851', 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'mac_address': 'fa:16:3e:74:16:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c15444db-c588-4bf6-82d7-58ef4121c204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:21:23Z', 'updated_at': '2021-11-09T22:21:24Z', 'revision_number': 2, 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'subnets': [{'id': 'c15444db-c588-4bf6-82d7-58ef4121c204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:21:25.366452 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4e6f09-e750-488d-9a85-3f996e659801 None None] The sync data for ids ['c964247d-c62d-4471-9b8f-0d3bf2e198cf'] in n-d-816206-3 is: [{'id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'name': 'tempest-TestShelveInstance-2022474631-router', 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '247e35a7-b65b-44ce-ab81-c28b2cb784b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:21:21Z', 'updated_at': '2021-11-09T22:21:24Z', 'revision_number': 4, 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'gw_port': {'id': '247e35a7-b65b-44ce-ab81-c28b2cb784b3', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c9:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:21:22Z', 'updated_at': '2021-11-09T22:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'f8f1a007-9a89-4a1c-9c86-dce201e9588f', 'name': '', 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851', 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'mac_address': 'fa:16:3e:74:16:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c15444db-c588-4bf6-82d7-58ef4121c204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:21:23Z', 'updated_at': '2021-11-09T22:21:24Z', 'revision_number': 2, 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'subnets': [{'id': 'c15444db-c588-4bf6-82d7-58ef4121c204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:21:25.377722 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-fa4594f9-b470-4568-bfb2-5f0459fda60f None None] Port f8f1a007-9a89-4a1c-9c86-dce201e9588f cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:21:25.395961 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38002) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:21:25.401076 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-c45f0124-e6b3-4798-8e67-b19da08f5bed admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1452201576-network', 'tenant_id': 'fedf8157f6ee4335b485f52df7de4733'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:21:25.422749 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45f0124-e6b3-4798-8e67-b19da08f5bed admin admin] Made reservation on behalf of fedf8157f6ee4335b485f52df7de4733 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:21:25.425380 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c45f0124-e6b3-4798-8e67-b19da08f5bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:25.435641 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c45f0124-e6b3-4798-8e67-b19da08f5bed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:25.517748 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c45f0124-e6b3-4798-8e67-b19da08f5bed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:25.521842 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c45f0124-e6b3-4798-8e67-b19da08f5bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:25.549824 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c45f0124-e6b3-4798-8e67-b19da08f5bed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 22:21:25.571725 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45f0124-e6b3-4798-8e67-b19da08f5bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398505e4-8fbf-46a4-b1d1-a675a9519dc2,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:25.578576 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c45f0124-e6b3-4798-8e67-b19da08f5bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:25.578931 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-c45f0124-e6b3-4798-8e67-b19da08f5bed admin admin] Added segment 87bdaefe-aee4-4267-842f-2ae173e53776 of type vlan for network 4b9d496b-5111-41aa-a7e7-fdede868a672 Nov 09 22:21:25.622824 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c45f0124-e6b3-4798-8e67-b19da08f5bed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:25.650044 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c45f0124-e6b3-4798-8e67-b19da08f5bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:25.651085 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45f0124-e6b3-4798-8e67-b19da08f5bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:21:25.651844 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c45f0124-e6b3-4798-8e67-b19da08f5bed admin admin] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:25.706635 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-c45f0124-e6b3-4798-8e67-b19da08f5bed admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3070402 Nov 09 22:21:25.707182 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38004) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:21:25.714200 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-0465a642-42e6-4ae0-b01d-41d1b21cf04e admin admin] Request body: {'subnet': {'network_id': '4b9d496b-5111-41aa-a7e7-fdede868a672', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1452201576-subnet', 'tenant_id': 'fedf8157f6ee4335b485f52df7de4733', 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:21:25.715498 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45f0124-e6b3-4798-8e67-b19da08f5bed admin admin] Pushing event updated for resources: {'Network': ['ID=4b9d496b-5111-41aa-a7e7-fdede868a672,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:25.725514 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network 4b9d496b-5111-41aa-a7e7-fdede868a672 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 22:21:25.742953 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0465a642-42e6-4ae0-b01d-41d1b21cf04e admin admin] Made reservation on behalf of fedf8157f6ee4335b485f52df7de4733 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:21:25.745450 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0465a642-42e6-4ae0-b01d-41d1b21cf04e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:25.817598 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 37c90f9c-5d14-4eaa-b843-b02311b76d71 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:21:25.867932 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 37c90f9c-5d14-4eaa-b843-b02311b76d71 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:21:25.868414 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:25.957285 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0465a642-42e6-4ae0-b01d-41d1b21cf04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:26.027908 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0465a642-42e6-4ae0-b01d-41d1b21cf04e admin admin] Checking segment: {'id': '87bdaefe-aee4-4267-842f-2ae173e53776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4b9d496b-5111-41aa-a7e7-fdede868a672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:21:26.028051 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0465a642-42e6-4ae0-b01d-41d1b21cf04e admin admin] Network hostable DHCP agents. Network: 4b9d496b-5111-41aa-a7e7-fdede868a672, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 22:21:26.030178 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0465a642-42e6-4ae0-b01d-41d1b21cf04e admin admin] Pushing event updated for resources: {'Subnet': ['ID=981b1969-88c1-4666-9878-380f4142adac,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:26.057108 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0465a642-42e6-4ae0-b01d-41d1b21cf04e admin admin] Network 4b9d496b-5111-41aa-a7e7-fdede868a672 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 22:21:26.083409 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-0465a642-42e6-4ae0-b01d-41d1b21cf04e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, 4b9d496b-5111-41aa-a7e7-fdede868a672) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:21:26.088072 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0465a642-42e6-4ae0-b01d-41d1b21cf04e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:21:26.088804 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0465a642-42e6-4ae0-b01d-41d1b21cf04e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:26.105078 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0465a642-42e6-4ae0-b01d-41d1b21cf04e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3964765 Nov 09 22:21:26.108095 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38006) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:21:26.112694 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-7cb25cad-63df-4904-9d20-f915c09b7385 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1452201576-router', 'tenant_id': 'fedf8157f6ee4335b485f52df7de4733', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:21:26.130714 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f72e75-c152-4cae-a585-a9165ac862ad None None] Network 4b9d496b-5111-41aa-a7e7-fdede868a672 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:21:26.139831 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7cb25cad-63df-4904-9d20-f915c09b7385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:26.142001 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7cb25cad-63df-4904-9d20-f915c09b7385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:26.201368 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7cb25cad-63df-4904-9d20-f915c09b7385 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:26.303190 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed448385-a251-41d4-91bb-5f5e08990e35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-4b9d496b-5111-41aa-a7e7-fdede868a672', 'network_id': '4b9d496b-5111-41aa-a7e7-fdede868a672', 'tenant_id': 'fedf8157f6ee4335b485f52df7de4733', 'fixed_ips': [{'subnet_id': '981b1969-88c1-4666-9878-380f4142adac'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 22:21:26.304009 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ed448385-a251-41d4-91bb-5f5e08990e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:26.455800 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-ed448385-a251-41d4-91bb-5f5e08990e35 None None] Allocated IP 172.20.0.2 (4b9d496b-5111-41aa-a7e7-fdede868a672/981b1969-88c1-4666-9878-380f4142adac/611507dc-e162-4cf5-ae44-75338a10b9db) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:21:26.621003 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ed448385-a251-41d4-91bb-5f5e08990e35 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:26.628381 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ed448385-a251-41d4-91bb-5f5e08990e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:26.662153 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7cb25cad-63df-4904-9d20-f915c09b7385 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:26.670657 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed448385-a251-41d4-91bb-5f5e08990e35 None None] Network 4b9d496b-5111-41aa-a7e7-fdede868a672 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:21:26.675899 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-ed448385-a251-41d4-91bb-5f5e08990e35 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:21:26.679544 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed448385-a251-41d4-91bb-5f5e08990e35 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:21:26.688770 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed448385-a251-41d4-91bb-5f5e08990e35 None None] Pushing event updated for resources: {'Port': ['ID=611507dc-e162-4cf5-ae44-75338a10b9db,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:26.755214 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-ed448385-a251-41d4-91bb-5f5e08990e35 None None] Attempting to bind port 611507dc-e162-4cf5-ae44-75338a10b9db on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:21:26.755881 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-ed448385-a251-41d4-91bb-5f5e08990e35 None None] Attempting to bind port 611507dc-e162-4cf5-ae44-75338a10b9db by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '87bdaefe-aee4-4267-842f-2ae173e53776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4b9d496b-5111-41aa-a7e7-fdede868a672'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:21:26.756271 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed448385-a251-41d4-91bb-5f5e08990e35 None None] Attempting to bind port 611507dc-e162-4cf5-ae44-75338a10b9db on network 4b9d496b-5111-41aa-a7e7-fdede868a672 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:21:26.762084 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed448385-a251-41d4-91bb-5f5e08990e35 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:21:26.762264 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed448385-a251-41d4-91bb-5f5e08990e35 None None] Checking segment: {'id': '87bdaefe-aee4-4267-842f-2ae173e53776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4b9d496b-5111-41aa-a7e7-fdede868a672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:21:26.762694 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ed448385-a251-41d4-91bb-5f5e08990e35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:26.763080 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed448385-a251-41d4-91bb-5f5e08990e35 None None] Bound using segment: {'id': '87bdaefe-aee4-4267-842f-2ae173e53776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4b9d496b-5111-41aa-a7e7-fdede868a672'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:21:26.763681 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-ed448385-a251-41d4-91bb-5f5e08990e35 None None] Bound port: 611507dc-e162-4cf5-ae44-75338a10b9db, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87bdaefe-aee4-4267-842f-2ae173e53776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4b9d496b-5111-41aa-a7e7-fdede868a672'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:21:26.764090 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ed448385-a251-41d4-91bb-5f5e08990e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:26.828295 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-ed448385-a251-41d4-91bb-5f5e08990e35 None None] For port 611507dc-e162-4cf5-ae44-75338a10b9db, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:21:26.831392 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-ed448385-a251-41d4-91bb-5f5e08990e35 None None] For port 611507dc-e162-4cf5-ae44-75338a10b9db, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=611507dc-e162-4cf5-ae44-75338a10b9db,segment=NetworkSegment(87bdaefe-aee4-4267-842f-2ae173e53776),segment_id=87bdaefe-aee4-4267-842f-2ae173e53776)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:21:26.836485 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ed448385-a251-41d4-91bb-5f5e08990e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:26.884895 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7cb25cad-63df-4904-9d20-f915c09b7385 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:26.899504 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed448385-a251-41d4-91bb-5f5e08990e35 None None] Pushing event updated for resources: {'Port': ['ID=611507dc-e162-4cf5-ae44-75338a10b9db,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:26.906992 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7cb25cad-63df-4904-9d20-f915c09b7385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:27.019825 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-7cb25cad-63df-4904-9d20-f915c09b7385 admin admin] Allocated IP 172.25.7.89 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/4f657b28-f31e-4075-8d2c-800e61c95013) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:21:27.151168 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7cb25cad-63df-4904-9d20-f915c09b7385 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:27.187336 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7cb25cad-63df-4904-9d20-f915c09b7385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:27.233304 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb25cad-63df-4904-9d20-f915c09b7385 admin admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:21:27.236261 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-7cb25cad-63df-4904-9d20-f915c09b7385 admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:21:27.240900 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb25cad-63df-4904-9d20-f915c09b7385 admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:21:27.249632 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d93303f-534d-40a4-a1e1-53304dc787cf None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:21:27.264619 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb25cad-63df-4904-9d20-f915c09b7385 admin admin] Pushing event updated for resources: {'Port': ['ID=4f657b28-f31e-4075-8d2c-800e61c95013,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:27.316560 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-1b03eac6-a5a2-4939-ab73-a8119978e83f None None] Provisioning complete for port 4f657b28-f31e-4075-8d2c-800e61c95013 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:21:27.318058 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1b03eac6-a5a2-4939-ab73-a8119978e83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:27.351341 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-1b03eac6-a5a2-4939-ab73-a8119978e83f None None] Port 4f657b28-f31e-4075-8d2c-800e61c95013 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:21:27.496734 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7cb25cad-63df-4904-9d20-f915c09b7385 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:27.578536 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6ea0b4-1b2f-4592-88ad-f3d983a223ae None None] Sync routers for ids ['c964247d-c62d-4471-9b8f-0d3bf2e198cf'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:21:27.587621 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6ea0b4-1b2f-4592-88ad-f3d983a223ae None None] Routers {'c964247d-c62d-4471-9b8f-0d3bf2e198cf'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:21:27.588236 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-8f6ea0b4-1b2f-4592-88ad-f3d983a223ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:21:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['c964247d-c62d-4471-9b8f-0d3bf2e198cf'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:21:27.690929 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-8f6ea0b4-1b2f-4592-88ad-f3d983a223ae None None] Set router c964247d-c62d-4471-9b8f-0d3bf2e198cf gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:21:27.695087 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7cb25cad-63df-4904-9d20-f915c09b7385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:27.834525 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb25cad-63df-4904-9d20-f915c09b7385 admin admin] Router 83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 22:21:27.861654 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 247e35a7-b65b-44ce-ab81-c28b2cb784b3 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:21:27.900929 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-8f6ea0b4-1b2f-4592-88ad-f3d983a223ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'name': 'tempest-TestShelveInstance-2022474631-router', 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '247e35a7-b65b-44ce-ab81-c28b2cb784b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:21:21Z', 'updated_at': '2021-11-09T22:21:24Z', 'revision_number': 4, 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'gw_port': {'id': '247e35a7-b65b-44ce-ab81-c28b2cb784b3', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:21:22Z', 'updated_at': '2021-11-09T22:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'f8f1a007-9a89-4a1c-9c86-dce201e9588f', 'name': '', 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851', 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'mac_address': 'fa:16:3e:74:16:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c15444db-c588-4bf6-82d7-58ef4121c204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:21:23Z', 'updated_at': '2021-11-09T22:21:24Z', 'revision_number': 2, 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'subnets': [{'id': 'c15444db-c588-4bf6-82d7-58ef4121c204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:21:27.923989 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 247e35a7-b65b-44ce-ab81-c28b2cb784b3 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:21:27.924822 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:27.935414 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6ea0b4-1b2f-4592-88ad-f3d983a223ae None None] Checking router: c964247d-c62d-4471-9b8f-0d3bf2e198cf for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:21:27.935874 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6ea0b4-1b2f-4592-88ad-f3d983a223ae None None] Updating router c964247d-c62d-4471-9b8f-0d3bf2e198cf port f8f1a007-9a89-4a1c-9c86-dce201e9588f binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 22:21:27.957654 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb25cad-63df-4904-9d20-f915c09b7385 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:21:27.961074 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-8f6ea0b4-1b2f-4592-88ad-f3d983a223ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:27.972584 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6207793-4a54-48e1-81ef-21c2c9ccdbc6 None None] Sync routers for ids ['83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:21:27.984167 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7cb25cad-63df-4904-9d20-f915c09b7385 admin admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:27.987788 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-7cb25cad-63df-4904-9d20-f915c09b7385 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8762538 Nov 09 22:21:27.988239 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38008) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:21:27.991079 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6207793-4a54-48e1-81ef-21c2c9ccdbc6 None None] Routers {'83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:21:27.991905 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-e6207793-4a54-48e1-81ef-21c2c9ccdbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:21:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:21:28.140964 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 611507dc-e162-4cf5-ae44-75338a10b9db up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:21:28.176328 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-e6207793-4a54-48e1-81ef-21c2c9ccdbc6 None None] Set router 83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:21:28.247843 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-8f6ea0b4-1b2f-4592-88ad-f3d983a223ae None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:28.256866 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-8f6ea0b4-1b2f-4592-88ad-f3d983a223ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:28.304524 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa17c6c-1069-4fea-9787-98beb054d4ef None None] Pushing event updated for resources: {'Port': ['ID=f8f1a007-9a89-4a1c-9c86-dce201e9588f,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:28.315410 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa17c6c-1069-4fea-9787-98beb054d4ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:21:28.315760 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa17c6c-1069-4fea-9787-98beb054d4ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:21:28.316395 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa17c6c-1069-4fea-9787-98beb054d4ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:21:28.316549 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa17c6c-1069-4fea-9787-98beb054d4ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:21:28.316900 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa17c6c-1069-4fea-9787-98beb054d4ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:21:28.317435 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa17c6c-1069-4fea-9787-98beb054d4ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:21:28.317944 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa17c6c-1069-4fea-9787-98beb054d4ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:21:28.318594 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa17c6c-1069-4fea-9787-98beb054d4ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:21:28.319081 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa17c6c-1069-4fea-9787-98beb054d4ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:21:28.320317 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa17c6c-1069-4fea-9787-98beb054d4ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:21:28.320851 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa17c6c-1069-4fea-9787-98beb054d4ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:21:28.321518 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa17c6c-1069-4fea-9787-98beb054d4ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:21:28.372740 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 611507dc-e162-4cf5-ae44-75338a10b9db triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:21:28.373123 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:28.398058 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88204c0-8014-40e1-80bc-eec88821f2c9 None None] Network 4b9d496b-5111-41aa-a7e7-fdede868a672 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:21:28.399457 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-8f6ea0b4-1b2f-4592-88ad-f3d983a223ae None None] Attempting to bind port f8f1a007-9a89-4a1c-9c86-dce201e9588f on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:21:28.399925 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-8f6ea0b4-1b2f-4592-88ad-f3d983a223ae None None] Attempting to bind port f8f1a007-9a89-4a1c-9c86-dce201e9588f by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '6f9ecf70-bf62-4683-ad5f-e236503fd1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:21:28.400379 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6ea0b4-1b2f-4592-88ad-f3d983a223ae None None] Attempting to bind port f8f1a007-9a89-4a1c-9c86-dce201e9588f on network ab7748c3-4723-4a24-9a7b-f61408ad7851 {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:21:28.406944 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6ea0b4-1b2f-4592-88ad-f3d983a223ae None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:21:28.407456 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6ea0b4-1b2f-4592-88ad-f3d983a223ae None None] Checking segment: {'id': '6f9ecf70-bf62-4683-ad5f-e236503fd1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:21:28.407951 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-8f6ea0b4-1b2f-4592-88ad-f3d983a223ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:28.408488 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6ea0b4-1b2f-4592-88ad-f3d983a223ae None None] Bound using segment: {'id': '6f9ecf70-bf62-4683-ad5f-e236503fd1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:21:28.409384 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-8f6ea0b4-1b2f-4592-88ad-f3d983a223ae None None] Bound port: f8f1a007-9a89-4a1c-9c86-dce201e9588f, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f9ecf70-bf62-4683-ad5f-e236503fd1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:21:28.409874 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-8f6ea0b4-1b2f-4592-88ad-f3d983a223ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:28.486652 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-8f6ea0b4-1b2f-4592-88ad-f3d983a223ae None None] For port f8f1a007-9a89-4a1c-9c86-dce201e9588f, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:21:28.493819 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-8f6ea0b4-1b2f-4592-88ad-f3d983a223ae None None] For port f8f1a007-9a89-4a1c-9c86-dce201e9588f, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=f8f1a007-9a89-4a1c-9c86-dce201e9588f,segment=NetworkSegment(6f9ecf70-bf62-4683-ad5f-e236503fd1e0),segment_id=6f9ecf70-bf62-4683-ad5f-e236503fd1e0)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:21:28.498398 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a1114bd8-ec9e-426b-bb5a-5c2c79b5a686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:28.500519 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-8f6ea0b4-1b2f-4592-88ad-f3d983a223ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:28.534941 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-dea0aa06-75b3-49ec-ab3f-1bf544216dd1 None None] Provisioning complete for port 611507dc-e162-4cf5-ae44-75338a10b9db triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:21:28.535412 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dea0aa06-75b3-49ec-ab3f-1bf544216dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:28.545895 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-e6207793-4a54-48e1-81ef-21c2c9ccdbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2', 'name': 'tempest-TestShelveInstance-1452201576-router', 'tenant_id': 'fedf8157f6ee4335b485f52df7de4733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '4f657b28-f31e-4075-8d2c-800e61c95013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:21:26Z', 'updated_at': '2021-11-09T22:21:27Z', 'revision_number': 3, 'project_id': 'fedf8157f6ee4335b485f52df7de4733', 'gw_port': {'id': '4f657b28-f31e-4075-8d2c-800e61c95013', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:47:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:21:26Z', 'updated_at': '2021-11-09T22:21:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:21:28.559139 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa17c6c-1069-4fea-9787-98beb054d4ef None None] Pushing event updated for resources: {'Port': ['ID=f8f1a007-9a89-4a1c-9c86-dce201e9588f,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:28.577088 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6ea0b4-1b2f-4592-88ad-f3d983a223ae None None] Routers {'c964247d-c62d-4471-9b8f-0d3bf2e198cf'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:21:28.577712 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-8f6ea0b4-1b2f-4592-88ad-f3d983a223ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:21:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['c964247d-c62d-4471-9b8f-0d3bf2e198cf'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:21:28.602790 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6207793-4a54-48e1-81ef-21c2c9ccdbc6 None None] Checking router: 83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:21:28.603083 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6207793-4a54-48e1-81ef-21c2c9ccdbc6 None None] Updating router 83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2 port 4f657b28-f31e-4075-8d2c-800e61c95013 binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 22:21:28.688065 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-a1114bd8-ec9e-426b-bb5a-5c2c79b5a686 admin admin] Allocated IP 172.20.0.1 (4b9d496b-5111-41aa-a7e7-fdede868a672/981b1969-88c1-4666-9878-380f4142adac/5b5c8654-ac21-4eed-bb5a-6d9854db6358) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:21:28.689775 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-8f6ea0b4-1b2f-4592-88ad-f3d983a223ae None None] Set router c964247d-c62d-4471-9b8f-0d3bf2e198cf gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:21:28.701207 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e6207793-4a54-48e1-81ef-21c2c9ccdbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:28.713884 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:28.835126 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a1114bd8-ec9e-426b-bb5a-5c2c79b5a686 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:28.876922 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a1114bd8-ec9e-426b-bb5a-5c2c79b5a686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:28.916926 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1114bd8-ec9e-426b-bb5a-5c2c79b5a686 admin admin] Network 4b9d496b-5111-41aa-a7e7-fdede868a672 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:21:28.922529 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-a1114bd8-ec9e-426b-bb5a-5c2c79b5a686 admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:21:28.925097 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1114bd8-ec9e-426b-bb5a-5c2c79b5a686 admin admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:21:28.926677 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-8f6ea0b4-1b2f-4592-88ad-f3d983a223ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'name': 'tempest-TestShelveInstance-2022474631-router', 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '247e35a7-b65b-44ce-ab81-c28b2cb784b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:21:21Z', 'updated_at': '2021-11-09T22:21:24Z', 'revision_number': 4, 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'gw_port': {'id': '247e35a7-b65b-44ce-ab81-c28b2cb784b3', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:21:22Z', 'updated_at': '2021-11-09T22:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'f8f1a007-9a89-4a1c-9c86-dce201e9588f', 'name': '', 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851', 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'mac_address': 'fa:16:3e:74:16:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c15444db-c588-4bf6-82d7-58ef4121c204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:21:23Z', 'updated_at': '2021-11-09T22:21:28Z', 'revision_number': 4, 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'subnets': [{'id': 'c15444db-c588-4bf6-82d7-58ef4121c204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:21:28.937240 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 611507dc-e162-4cf5-ae44-75338a10b9db, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=611507dc-e162-4cf5-ae44-75338a10b9db,segment=NetworkSegment(87bdaefe-aee4-4267-842f-2ae173e53776),segment_id=87bdaefe-aee4-4267-842f-2ae173e53776)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:21:28.953356 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:28.955456 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6ea0b4-1b2f-4592-88ad-f3d983a223ae None None] The sync data for ids ['c964247d-c62d-4471-9b8f-0d3bf2e198cf'] in n-d-816206-3 is: [{'id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'name': 'tempest-TestShelveInstance-2022474631-router', 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '247e35a7-b65b-44ce-ab81-c28b2cb784b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:21:21Z', 'updated_at': '2021-11-09T22:21:24Z', 'revision_number': 4, 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'gw_port': {'id': '247e35a7-b65b-44ce-ab81-c28b2cb784b3', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:21:22Z', 'updated_at': '2021-11-09T22:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'f8f1a007-9a89-4a1c-9c86-dce201e9588f', 'name': '', 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851', 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'mac_address': 'fa:16:3e:74:16:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c15444db-c588-4bf6-82d7-58ef4121c204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:21:23Z', 'updated_at': '2021-11-09T22:21:28Z', 'revision_number': 4, 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'subnets': [{'id': 'c15444db-c588-4bf6-82d7-58ef4121c204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:21:28.968487 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1114bd8-ec9e-426b-bb5a-5c2c79b5a686 admin admin] Pushing event updated for resources: {'Port': ['ID=5b5c8654-ac21-4eed-bb5a-6d9854db6358,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:28.980160 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a1114bd8-ec9e-426b-bb5a-5c2c79b5a686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:28.986690 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-dea0aa06-75b3-49ec-ab3f-1bf544216dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:29.097242 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=611507dc-e162-4cf5-ae44-75338a10b9db,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:29.151647 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a1114bd8-ec9e-426b-bb5a-5c2c79b5a686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:29.361704 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a1114bd8-ec9e-426b-bb5a-5c2c79b5a686 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:29.375035 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a1114bd8-ec9e-426b-bb5a-5c2c79b5a686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:29.432207 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.db.api [None req-dea0aa06-75b3-49ec-ab3f-1bf544216dd1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102609) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 22:21:29.432493 n-d-816206-3 neutron-server[102609]: DEBUG oslo_db.api [None req-dea0aa06-75b3-49ec-ab3f-1bf544216dd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 22:21:29.434429 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e6207793-4a54-48e1-81ef-21c2c9ccdbc6 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:29.448695 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e6207793-4a54-48e1-81ef-21c2c9ccdbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:29.478364 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a1114bd8-ec9e-426b-bb5a-5c2c79b5a686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:29.487845 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1114bd8-ec9e-426b-bb5a-5c2c79b5a686 admin admin] Pushing event updated for resources: {'Port': ['ID=5b5c8654-ac21-4eed-bb5a-6d9854db6358,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:29.498427 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b286d725-3058-4748-b6d0-17f0c669586b None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:21:29.515340 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-e6207793-4a54-48e1-81ef-21c2c9ccdbc6 None None] Attempting to bind port 4f657b28-f31e-4075-8d2c-800e61c95013 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:21:29.515966 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-e6207793-4a54-48e1-81ef-21c2c9ccdbc6 None None] Attempting to bind port 4f657b28-f31e-4075-8d2c-800e61c95013 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:21:29.516523 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6207793-4a54-48e1-81ef-21c2c9ccdbc6 None None] Attempting to bind port 4f657b28-f31e-4075-8d2c-800e61c95013 on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:21:29.530229 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6207793-4a54-48e1-81ef-21c2c9ccdbc6 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:21:29.530607 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6207793-4a54-48e1-81ef-21c2c9ccdbc6 None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:21:29.530995 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e6207793-4a54-48e1-81ef-21c2c9ccdbc6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:29.531392 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6207793-4a54-48e1-81ef-21c2c9ccdbc6 None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:21:29.531892 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-e6207793-4a54-48e1-81ef-21c2c9ccdbc6 None None] Bound port: 4f657b28-f31e-4075-8d2c-800e61c95013, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:21:29.532230 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e6207793-4a54-48e1-81ef-21c2c9ccdbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:29.535598 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c439be-891c-4755-ba94-1c2aaa5795b8 None None] Pushing event updated for resources: {'Port': ['ID=4f657b28-f31e-4075-8d2c-800e61c95013,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:29.588896 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-e6207793-4a54-48e1-81ef-21c2c9ccdbc6 None None] For port 4f657b28-f31e-4075-8d2c-800e61c95013, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:21:29.592862 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-e6207793-4a54-48e1-81ef-21c2c9ccdbc6 None None] For port 4f657b28-f31e-4075-8d2c-800e61c95013, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=4f657b28-f31e-4075-8d2c-800e61c95013,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:21:29.598752 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e6207793-4a54-48e1-81ef-21c2c9ccdbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:29.599392 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1114bd8-ec9e-426b-bb5a-5c2c79b5a686 admin admin] Network 4b9d496b-5111-41aa-a7e7-fdede868a672 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:21:29.601084 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-a1114bd8-ec9e-426b-bb5a-5c2c79b5a686 admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:21:29.650253 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da2f77b-29be-4b8b-8d6c-c2de908516d6 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:21:29.662457 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6207793-4a54-48e1-81ef-21c2c9ccdbc6 None None] Routers {'83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:21:29.663100 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-e6207793-4a54-48e1-81ef-21c2c9ccdbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:21:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:21:29.714032 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c439be-891c-4755-ba94-1c2aaa5795b8 None None] Pushing event updated for resources: {'Port': ['ID=4f657b28-f31e-4075-8d2c-800e61c95013,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:29.760341 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1114bd8-ec9e-426b-bb5a-5c2c79b5a686 admin admin] Router 83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:21:29.846421 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-e6207793-4a54-48e1-81ef-21c2c9ccdbc6 None None] Set router 83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:21:29.889988 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device f8f1a007-9a89-4a1c-9c86-dce201e9588f up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:21:29.921761 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1114bd8-ec9e-426b-bb5a-5c2c79b5a686 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:21:29.926896 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a1114bd8-ec9e-426b-bb5a-5c2c79b5a686 admin admin] 10.222.0.49 "PUT /v2.0/routers/83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9376574 Nov 09 22:21:30.063764 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port f8f1a007-9a89-4a1c-9c86-dce201e9588f triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:21:30.064335 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:30.197378 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-961bd974-f132-40e8-94f6-79b910a8db3c None None] Provisioning complete for port 611507dc-e162-4cf5-ae44-75338a10b9db triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:21:30.197721 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-961bd974-f132-40e8-94f6-79b910a8db3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:30.243793 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:30.263025 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-e6207793-4a54-48e1-81ef-21c2c9ccdbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2', 'name': 'tempest-TestShelveInstance-1452201576-router', 'tenant_id': 'fedf8157f6ee4335b485f52df7de4733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '4f657b28-f31e-4075-8d2c-800e61c95013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:21:26Z', 'updated_at': '2021-11-09T22:21:29Z', 'revision_number': 4, 'project_id': 'fedf8157f6ee4335b485f52df7de4733', 'gw_port': {'id': '4f657b28-f31e-4075-8d2c-800e61c95013', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:47:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:21:26Z', 'updated_at': '2021-11-09T22:21:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '5b5c8654-ac21-4eed-bb5a-6d9854db6358', 'name': '', 'network_id': '4b9d496b-5111-41aa-a7e7-fdede868a672', 'tenant_id': 'fedf8157f6ee4335b485f52df7de4733', 'mac_address': 'fa:16:3e:1a:a9:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '981b1969-88c1-4666-9878-380f4142adac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:21:28Z', 'updated_at': '2021-11-09T22:21:29Z', 'revision_number': 2, 'project_id': 'fedf8157f6ee4335b485f52df7de4733', 'subnets': [{'id': '981b1969-88c1-4666-9878-380f4142adac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:21:30.298365 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6207793-4a54-48e1-81ef-21c2c9ccdbc6 None None] The sync data for ids ['83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2'] in n-d-816206-3 is: [{'id': '83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2', 'name': 'tempest-TestShelveInstance-1452201576-router', 'tenant_id': 'fedf8157f6ee4335b485f52df7de4733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '4f657b28-f31e-4075-8d2c-800e61c95013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:21:26Z', 'updated_at': '2021-11-09T22:21:29Z', 'revision_number': 4, 'project_id': 'fedf8157f6ee4335b485f52df7de4733', 'gw_port': {'id': '4f657b28-f31e-4075-8d2c-800e61c95013', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:47:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:21:26Z', 'updated_at': '2021-11-09T22:21:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '5b5c8654-ac21-4eed-bb5a-6d9854db6358', 'name': '', 'network_id': '4b9d496b-5111-41aa-a7e7-fdede868a672', 'tenant_id': 'fedf8157f6ee4335b485f52df7de4733', 'mac_address': 'fa:16:3e:1a:a9:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '981b1969-88c1-4666-9878-380f4142adac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:21:28Z', 'updated_at': '2021-11-09T22:21:29Z', 'revision_number': 2, 'project_id': 'fedf8157f6ee4335b485f52df7de4733', 'subnets': [{'id': '981b1969-88c1-4666-9878-380f4142adac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:21:30.320713 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port f8f1a007-9a89-4a1c-9c86-dce201e9588f, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=f8f1a007-9a89-4a1c-9c86-dce201e9588f,segment=NetworkSegment(6f9ecf70-bf62-4683-ad5f-e236503fd1e0),segment_id=6f9ecf70-bf62-4683-ad5f-e236503fd1e0)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:21:30.349628 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:30.350418 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 611507dc-e162-4cf5-ae44-75338a10b9db up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:21:30.449025 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=f8f1a007-9a89-4a1c-9c86-dce201e9588f,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:30.455418 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-961bd974-f132-40e8-94f6-79b910a8db3c None None] Provisioning complete for port 5b5c8654-ac21-4eed-bb5a-6d9854db6358 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:21:30.455789 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-961bd974-f132-40e8-94f6-79b910a8db3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:30.511445 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 611507dc-e162-4cf5-ae44-75338a10b9db triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:21:30.511814 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:30.542530 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-961bd974-f132-40e8-94f6-79b910a8db3c None None] Port 5b5c8654-ac21-4eed-bb5a-6d9854db6358 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:21:30.567460 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-961bd974-f132-40e8-94f6-79b910a8db3c None None] Provisioning complete for port 4f657b28-f31e-4075-8d2c-800e61c95013 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:21:30.567830 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-961bd974-f132-40e8-94f6-79b910a8db3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:30.685526 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38016) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:21:30.690247 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-2451503f-4729-45ea-8252-fbcac55adcf7 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1710325628', 'description': 'tempest-secgroup-smoke-1710325628 description', 'project_id': 'd7687a6e714c4c3caf152bd39ba03215'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:21:30.691291 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-961bd974-f132-40e8-94f6-79b910a8db3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:30.713683 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2451503f-4729-45ea-8252-fbcac55adcf7 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:30.714919 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-961bd974-f132-40e8-94f6-79b910a8db3c None None] For port 4f657b28-f31e-4075-8d2c-800e61c95013, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=4f657b28-f31e-4075-8d2c-800e61c95013,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:21:30.719589 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-961bd974-f132-40e8-94f6-79b910a8db3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:30.754273 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-961bd974-f132-40e8-94f6-79b910a8db3c None None] Provisioning complete for port f8f1a007-9a89-4a1c-9c86-dce201e9588f triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:21:30.754648 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-961bd974-f132-40e8-94f6-79b910a8db3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:30.803163 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2451503f-4729-45ea-8252-fbcac55adcf7 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:30.804970 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961bd974-f132-40e8-94f6-79b910a8db3c None None] Pushing event updated for resources: {'Port': ['ID=4f657b28-f31e-4075-8d2c-800e61c95013,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:30.809209 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2451503f-4729-45ea-8252-fbcac55adcf7 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:30.851515 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2451503f-4729-45ea-8252-fbcac55adcf7 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:30.855082 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2451503f-4729-45ea-8252-fbcac55adcf7 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1658323 Nov 09 22:21:30.855635 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38018) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:21:30.861465 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-82f697f2-ebd3-426b-8045-a4d7d248d8d2 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Request body: {'security_group_rule': {'security_group_id': 'a9158daa-fbe5-4127-8799-bb10f2550774', 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:21:30.867293 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2451503f-4729-45ea-8252-fbcac55adcf7 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9158daa-fbe5-4127-8799-bb10f2550774,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:30.891381 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-82f697f2-ebd3-426b-8045-a4d7d248d8d2 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:30.954096 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-82f697f2-ebd3-426b-8045-a4d7d248d8d2 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:30.958330 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-82f697f2-ebd3-426b-8045-a4d7d248d8d2 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:30.977212 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f697f2-ebd3-426b-8045-a4d7d248d8d2 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a7fff9b-0243-482f-8005-125e42b33f01,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:30.985288 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-82f697f2-ebd3-426b-8045-a4d7d248d8d2 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:30.986586 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-82f697f2-ebd3-426b-8045-a4d7d248d8d2 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1291406 Nov 09 22:21:30.989346 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38020) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:21:30.993677 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-f53e3866-2a7e-4b67-b730-54527c7fd172 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Request body: {'security_group_rule': {'security_group_id': 'a9158daa-fbe5-4127-8799-bb10f2550774', 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:21:31.019597 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f53e3866-2a7e-4b67-b730-54527c7fd172 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:31.074564 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f53e3866-2a7e-4b67-b730-54527c7fd172 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:31.078093 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f53e3866-2a7e-4b67-b730-54527c7fd172 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:31.094403 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e3866-2a7e-4b67-b730-54527c7fd172 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b6935a9-a815-46d7-b932-bb80af0e070c,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:31.102274 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f53e3866-2a7e-4b67-b730-54527c7fd172 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:31.103455 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f53e3866-2a7e-4b67-b730-54527c7fd172 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1131568 Nov 09 22:21:31.106820 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38022) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:21:31.111138 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-cc1d0efc-e46f-4c2f-89b8-d689f3729e87 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Request body: {'security_group_rule': {'security_group_id': 'a9158daa-fbe5-4127-8799-bb10f2550774', 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:21:31.136715 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cc1d0efc-e46f-4c2f-89b8-d689f3729e87 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:31.199562 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cc1d0efc-e46f-4c2f-89b8-d689f3729e87 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:31.204126 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cc1d0efc-e46f-4c2f-89b8-d689f3729e87 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:31.222628 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1d0efc-e46f-4c2f-89b8-d689f3729e87 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb82a381-6dea-475e-9af9-51a9fef7aaa5,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:31.230828 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cc1d0efc-e46f-4c2f-89b8-d689f3729e87 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:31.232538 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-cc1d0efc-e46f-4c2f-89b8-d689f3729e87 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1248031 Nov 09 22:21:31.235170 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38024) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:21:31.239386 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-96de8049-4641-41d8-a469-19cd8db08866 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Request body: {'security_group_rule': {'security_group_id': 'a9158daa-fbe5-4127-8799-bb10f2550774', 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:21:31.264906 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-96de8049-4641-41d8-a469-19cd8db08866 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:31.322728 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-96de8049-4641-41d8-a469-19cd8db08866 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:31.326448 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-96de8049-4641-41d8-a469-19cd8db08866 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:31.343468 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de8049-4641-41d8-a469-19cd8db08866 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df0ee2a6-6a88-4b64-9628-e26b19a6e9a9,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:31.351428 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-96de8049-4641-41d8-a469-19cd8db08866 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:31.352677 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-96de8049-4641-41d8-a469-19cd8db08866 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1165695 Nov 09 22:21:31.355368 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38026) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:21:31.359703 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-a22dde08-9300-4da1-b979-5e5be4b82f47 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Request body: {'security_group_rule': {'security_group_id': 'a9158daa-fbe5-4127-8799-bb10f2550774', 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:21:31.380780 n-d-816206-3 neutron-server[102607]: INFO neutron.db.securitygroups_db [None req-a22dde08-9300-4da1-b979-5e5be4b82f47 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Project d7687a6e714c4c3caf152bd39ba03215 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 22:21:31.385460 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a22dde08-9300-4da1-b979-5e5be4b82f47 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:31.443555 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a22dde08-9300-4da1-b979-5e5be4b82f47 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:31.446885 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a22dde08-9300-4da1-b979-5e5be4b82f47 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:31.464205 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22dde08-9300-4da1-b979-5e5be4b82f47 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc76c473-b398-4b9a-b809-18e5a42be9d2,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:31.472430 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a22dde08-9300-4da1-b979-5e5be4b82f47 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:31.473943 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-a22dde08-9300-4da1-b979-5e5be4b82f47 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1173558 Nov 09 22:21:31.476362 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38028) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:21:31.480647 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-61afe0dd-d8d4-4145-9792-b8b163437ed3 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Request body: {'security_group_rule': {'security_group_id': 'a9158daa-fbe5-4127-8799-bb10f2550774', 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:21:31.501817 n-d-816206-3 neutron-server[102607]: INFO neutron.db.securitygroups_db [None req-61afe0dd-d8d4-4145-9792-b8b163437ed3 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Project d7687a6e714c4c3caf152bd39ba03215 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 22:21:31.506571 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-61afe0dd-d8d4-4145-9792-b8b163437ed3 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:31.563897 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-61afe0dd-d8d4-4145-9792-b8b163437ed3 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:31.567556 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-61afe0dd-d8d4-4145-9792-b8b163437ed3 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:31.586584 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61afe0dd-d8d4-4145-9792-b8b163437ed3 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63b1976b-79cc-4fdb-a801-458214ed62f7,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:31.593585 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-61afe0dd-d8d4-4145-9792-b8b163437ed3 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:31.594866 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-61afe0dd-d8d4-4145-9792-b8b163437ed3 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1175663 Nov 09 22:21:31.740861 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-26224657-a358-449e-8f6b-dba19adf6768 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1710325628&fields=id&tenant_id=d7687a6e714c4c3caf152bd39ba03215 HTTP/1.1" status: 200 len: 267 time: 0.0447888 Nov 09 22:21:31.823440 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device f8f1a007-9a89-4a1c-9c86-dce201e9588f up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:21:31.866912 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-80af87d5-ee0e-4107-9c4b-ef84106ef82e tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:21:31.868433 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-80af87d5-ee0e-4107-9c4b-ef84106ef82e tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/networks?id=ab7748c3-4723-4a24-9a7b-f61408ad7851 HTTP/1.1" status: 200 len: 809 time: 0.1208200 Nov 09 22:21:31.885125 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port f8f1a007-9a89-4a1c-9c86-dce201e9588f triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:21:31.885480 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:31.889181 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-41436f28-e63c-4d44-ab04-31fd21e0c154 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/quotas/d7687a6e714c4c3caf152bd39ba03215 HTTP/1.1" status: 200 len: 375 time: 0.0141146 Nov 09 22:21:31.953636 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-4afe06d4-8899-4944-b518-b1876a2bf737 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d7687a6e714c4c3caf152bd39ba03215&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575082 Nov 09 22:21:32.057980 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-11db770a-e04d-40a7-9e79-0da9f4993a4a service neutron] 10.222.0.49 "GET /v2.0/networks/ab7748c3-4723-4a24-9a7b-f61408ad7851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924213 Nov 09 22:21:32.157090 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-09380754-0993-4250-ac20-7c83652bfc2e service neutron] 10.222.0.49 "GET /v2.0/networks/ab7748c3-4723-4a24-9a7b-f61408ad7851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929298 Nov 09 22:21:33.072340 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fa0778-97dc-45ac-8692-2e01a5cbb123 None None] Sync routers for ids ['83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:21:33.082322 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fa0778-97dc-45ac-8692-2e01a5cbb123 None None] Routers {'83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:21:33.082930 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-70fa0778-97dc-45ac-8692-2e01a5cbb123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:21:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:21:33.267211 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-70fa0778-97dc-45ac-8692-2e01a5cbb123 None None] Set router 83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:21:33.344824 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5d516a42-ec1d-4396-a16d-5f56e6c0751d req-cb627092-a80e-48db-8a61-a4c60f360e3a tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 210 time: 0.0296059 Nov 09 22:21:33.461988 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-70fa0778-97dc-45ac-8692-2e01a5cbb123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2', 'name': 'tempest-TestShelveInstance-1452201576-router', 'tenant_id': 'fedf8157f6ee4335b485f52df7de4733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '4f657b28-f31e-4075-8d2c-800e61c95013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:21:26Z', 'updated_at': '2021-11-09T22:21:29Z', 'revision_number': 4, 'project_id': 'fedf8157f6ee4335b485f52df7de4733', 'gw_port': {'id': '4f657b28-f31e-4075-8d2c-800e61c95013', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:47:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:21:26Z', 'updated_at': '2021-11-09T22:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '5b5c8654-ac21-4eed-bb5a-6d9854db6358', 'name': '', 'network_id': '4b9d496b-5111-41aa-a7e7-fdede868a672', 'tenant_id': 'fedf8157f6ee4335b485f52df7de4733', 'mac_address': 'fa:16:3e:1a:a9:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '981b1969-88c1-4666-9878-380f4142adac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:21:28Z', 'updated_at': '2021-11-09T22:21:29Z', 'revision_number': 2, 'project_id': 'fedf8157f6ee4335b485f52df7de4733', 'subnets': [{'id': '981b1969-88c1-4666-9878-380f4142adac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:21:33.487891 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fa0778-97dc-45ac-8692-2e01a5cbb123 None None] Checking router: 83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:21:33.488240 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fa0778-97dc-45ac-8692-2e01a5cbb123 None None] Updating router 83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2 port 5b5c8654-ac21-4eed-bb5a-6d9854db6358 binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 22:21:33.511824 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-70fa0778-97dc-45ac-8692-2e01a5cbb123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:33.757944 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-70fa0778-97dc-45ac-8692-2e01a5cbb123 None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:33.766268 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-70fa0778-97dc-45ac-8692-2e01a5cbb123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:33.811939 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d446043-064a-43e6-839e-96dfbda9273e None None] Pushing event updated for resources: {'Port': ['ID=5b5c8654-ac21-4eed-bb5a-6d9854db6358,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:33.845494 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 4f657b28-f31e-4075-8d2c-800e61c95013 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:21:33.869608 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-70fa0778-97dc-45ac-8692-2e01a5cbb123 None None] Attempting to bind port 5b5c8654-ac21-4eed-bb5a-6d9854db6358 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:21:33.869980 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-70fa0778-97dc-45ac-8692-2e01a5cbb123 None None] Attempting to bind port 5b5c8654-ac21-4eed-bb5a-6d9854db6358 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '87bdaefe-aee4-4267-842f-2ae173e53776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4b9d496b-5111-41aa-a7e7-fdede868a672'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:21:33.870349 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fa0778-97dc-45ac-8692-2e01a5cbb123 None None] Attempting to bind port 5b5c8654-ac21-4eed-bb5a-6d9854db6358 on network 4b9d496b-5111-41aa-a7e7-fdede868a672 {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:21:33.876252 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fa0778-97dc-45ac-8692-2e01a5cbb123 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:21:33.876650 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fa0778-97dc-45ac-8692-2e01a5cbb123 None None] Checking segment: {'id': '87bdaefe-aee4-4267-842f-2ae173e53776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4b9d496b-5111-41aa-a7e7-fdede868a672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:21:33.877068 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-70fa0778-97dc-45ac-8692-2e01a5cbb123 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:33.877469 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fa0778-97dc-45ac-8692-2e01a5cbb123 None None] Bound using segment: {'id': '87bdaefe-aee4-4267-842f-2ae173e53776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4b9d496b-5111-41aa-a7e7-fdede868a672'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:21:33.877925 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-70fa0778-97dc-45ac-8692-2e01a5cbb123 None None] Bound port: 5b5c8654-ac21-4eed-bb5a-6d9854db6358, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87bdaefe-aee4-4267-842f-2ae173e53776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4b9d496b-5111-41aa-a7e7-fdede868a672'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:21:33.878304 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-70fa0778-97dc-45ac-8692-2e01a5cbb123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:33.898707 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 4f657b28-f31e-4075-8d2c-800e61c95013 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:21:33.899081 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:33.946635 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-70fa0778-97dc-45ac-8692-2e01a5cbb123 None None] For port 5b5c8654-ac21-4eed-bb5a-6d9854db6358, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:21:33.949896 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-70fa0778-97dc-45ac-8692-2e01a5cbb123 None None] For port 5b5c8654-ac21-4eed-bb5a-6d9854db6358, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5b5c8654-ac21-4eed-bb5a-6d9854db6358,segment=NetworkSegment(87bdaefe-aee4-4267-842f-2ae173e53776),segment_id=87bdaefe-aee4-4267-842f-2ae173e53776)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:21:33.955101 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-70fa0778-97dc-45ac-8692-2e01a5cbb123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:34.019966 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fa0778-97dc-45ac-8692-2e01a5cbb123 None None] Routers {'83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:21:34.020594 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-70fa0778-97dc-45ac-8692-2e01a5cbb123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:21:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:21:34.023300 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d446043-064a-43e6-839e-96dfbda9273e None None] Pushing event updated for resources: {'Port': ['ID=5b5c8654-ac21-4eed-bb5a-6d9854db6358,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:34.101734 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-6f3bb079-bede-4e24-ad67-6c278a55ffd0 None None] Provisioning complete for port 5b5c8654-ac21-4eed-bb5a-6d9854db6358 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:21:34.102105 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6f3bb079-bede-4e24-ad67-6c278a55ffd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:34.130652 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-70fa0778-97dc-45ac-8692-2e01a5cbb123 None None] Set router 83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:21:34.193063 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6f3bb079-bede-4e24-ad67-6c278a55ffd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:34.232693 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-6f3bb079-bede-4e24-ad67-6c278a55ffd0 None None] For port 5b5c8654-ac21-4eed-bb5a-6d9854db6358, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5b5c8654-ac21-4eed-bb5a-6d9854db6358,segment=NetworkSegment(87bdaefe-aee4-4267-842f-2ae173e53776),segment_id=87bdaefe-aee4-4267-842f-2ae173e53776)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:21:34.236697 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6f3bb079-bede-4e24-ad67-6c278a55ffd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:34.285595 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3bb079-bede-4e24-ad67-6c278a55ffd0 None None] Pushing event updated for resources: {'Port': ['ID=5b5c8654-ac21-4eed-bb5a-6d9854db6358,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:34.341225 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-70fa0778-97dc-45ac-8692-2e01a5cbb123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2', 'name': 'tempest-TestShelveInstance-1452201576-router', 'tenant_id': 'fedf8157f6ee4335b485f52df7de4733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '4f657b28-f31e-4075-8d2c-800e61c95013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:21:26Z', 'updated_at': '2021-11-09T22:21:29Z', 'revision_number': 4, 'project_id': 'fedf8157f6ee4335b485f52df7de4733', 'gw_port': {'id': '4f657b28-f31e-4075-8d2c-800e61c95013', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:47:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:21:26Z', 'updated_at': '2021-11-09T22:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '5b5c8654-ac21-4eed-bb5a-6d9854db6358', 'name': '', 'network_id': '4b9d496b-5111-41aa-a7e7-fdede868a672', 'tenant_id': 'fedf8157f6ee4335b485f52df7de4733', 'mac_address': 'fa:16:3e:1a:a9:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '981b1969-88c1-4666-9878-380f4142adac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:21:28Z', 'updated_at': '2021-11-09T22:21:33Z', 'revision_number': 4, 'project_id': 'fedf8157f6ee4335b485f52df7de4733', 'subnets': [{'id': '981b1969-88c1-4666-9878-380f4142adac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:21:34.351372 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:34.370064 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-8aeb9e01-c665-42a2-a701-6c6960423f1e None None] Provisioning complete for port 5b5c8654-ac21-4eed-bb5a-6d9854db6358 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:21:34.370573 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8aeb9e01-c665-42a2-a701-6c6960423f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:34.380614 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fa0778-97dc-45ac-8692-2e01a5cbb123 None None] The sync data for ids ['83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2'] in n-d-816206-3 is: [{'id': '83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2', 'name': 'tempest-TestShelveInstance-1452201576-router', 'tenant_id': 'fedf8157f6ee4335b485f52df7de4733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '4f657b28-f31e-4075-8d2c-800e61c95013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:21:26Z', 'updated_at': '2021-11-09T22:21:29Z', 'revision_number': 4, 'project_id': 'fedf8157f6ee4335b485f52df7de4733', 'gw_port': {'id': '4f657b28-f31e-4075-8d2c-800e61c95013', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:47:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:21:26Z', 'updated_at': '2021-11-09T22:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '5b5c8654-ac21-4eed-bb5a-6d9854db6358', 'name': '', 'network_id': '4b9d496b-5111-41aa-a7e7-fdede868a672', 'tenant_id': 'fedf8157f6ee4335b485f52df7de4733', 'mac_address': 'fa:16:3e:1a:a9:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '981b1969-88c1-4666-9878-380f4142adac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:21:28Z', 'updated_at': '2021-11-09T22:21:33Z', 'revision_number': 4, 'project_id': 'fedf8157f6ee4335b485f52df7de4733', 'subnets': [{'id': '981b1969-88c1-4666-9878-380f4142adac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:21:34.460712 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-88100607-aa50-4506-9ce5-ebbf2d4c1646 req-de80492d-3e73-4e1e-bdfe-a49f3d5e7d7c tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 210 time: 0.0470858 Nov 09 22:21:35.517319 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-326a7248-b68b-474e-b3c0-8bdc65c69108 req-a6ab3442-f902-48f3-bbfd-df6fea4f24d1 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 210 time: 0.0262263 Nov 09 22:21:35.815497 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 5b5c8654-ac21-4eed-bb5a-6d9854db6358 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:21:35.868240 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 5b5c8654-ac21-4eed-bb5a-6d9854db6358 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:21:35.868612 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:36.594309 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f45e3b3b-ddc4-4846-a051-fbd002406799 req-f346f7c0-345d-49a7-b0e4-9aac1f231b42 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 210 time: 0.0264001 Nov 09 22:21:37.686585 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8cb1d1c5-466a-45fc-870d-ea0c68ba88d0 req-3dd29e74-25b5-4b29-837f-54786e589f0c tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 210 time: 0.0263858 Nov 09 22:21:38.479096 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-7c1488f2-fe2e-4389-a372-1eb68b881095 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:21:38.480530 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-7c1488f2-fe2e-4389-a372-1eb68b881095 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.45 "GET /v2.0/networks?id=ab7748c3-4723-4a24-9a7b-f61408ad7851 HTTP/1.1" status: 200 len: 809 time: 0.1052527 Nov 09 22:21:38.546366 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-bbbc3ce5-0f63-4794-bf2a-9aff56d2482c tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7687a6e714c4c3caf152bd39ba03215 HTTP/1.1" status: 200 len: 380 time: 0.0558190 Nov 09 22:21:38.555726 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-0e15b621-2d63-4573-b9f4-ee51db3902ea tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Request body: {'port': {'device_id': '51508285-a85f-4c43-a2bc-519d572ced47', 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851', 'admin_state_up': True, 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'security_groups': ['a9158daa-fbe5-4127-8799-bb10f2550774']}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:21:38.659654 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-0e15b621-2d63-4573-b9f4-ee51db3902ea tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Made reservation on behalf of d7687a6e714c4c3caf152bd39ba03215 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:21:38.663325 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-0e15b621-2d63-4573-b9f4-ee51db3902ea tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:38.780272 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-64f8cab2-5bb7-4a5d-ad15-75b028c3784f req-cafe8eb5-016c-4655-936b-c4ba3a5e1da8 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 210 time: 0.0276065 Nov 09 22:21:38.790015 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-0e15b621-2d63-4573-b9f4-ee51db3902ea tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Allocated IP 172.20.0.5 (ab7748c3-4723-4a24-9a7b-f61408ad7851/c15444db-c588-4bf6-82d7-58ef4121c204/7c0efdae-c0c8-4011-8ae9-3ac75bab304d) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:21:38.929640 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-0e15b621-2d63-4573-b9f4-ee51db3902ea tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:38.962584 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-0e15b621-2d63-4573-b9f4-ee51db3902ea tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:39.005517 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-0e15b621-2d63-4573-b9f4-ee51db3902ea tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Network ab7748c3-4723-4a24-9a7b-f61408ad7851 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:21:39.008653 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-0e15b621-2d63-4573-b9f4-ee51db3902ea tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:21:39.012444 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-0e15b621-2d63-4573-b9f4-ee51db3902ea tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:21:39.036896 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e15b621-2d63-4573-b9f4-ee51db3902ea tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Pushing event updated for resources: {'Port': ['ID=7c0efdae-c0c8-4011-8ae9-3ac75bab304d,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:39.064983 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-0e15b621-2d63-4573-b9f4-ee51db3902ea tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:21:39.065605 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-0e15b621-2d63-4573-b9f4-ee51db3902ea tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:39.082106 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-0e15b621-2d63-4573-b9f4-ee51db3902ea tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5298831 Nov 09 22:21:39.188257 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-3c599d33-0d2a-4887-9d3d-951ebefef53b service neutron] Request body: {'port': {'device_id': '51508285-a85f-4c43-a2bc-519d572ced47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:21:39.222689 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-a8a16818-e789-4913-b390-80257790d24a None None] Provisioning complete for port 7c0efdae-c0c8-4011-8ae9-3ac75bab304d triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:21:39.223288 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a8a16818-e789-4913-b390-80257790d24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:39.244259 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-3c599d33-0d2a-4887-9d3d-951ebefef53b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:39.259309 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-a8a16818-e789-4913-b390-80257790d24a None None] Port 7c0efdae-c0c8-4011-8ae9-3ac75bab304d cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:21:39.495803 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-3c599d33-0d2a-4887-9d3d-951ebefef53b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c0efdae-c0c8-4011-8ae9-3ac75bab304d {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 22:21:39.503960 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-3c599d33-0d2a-4887-9d3d-951ebefef53b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:39.515554 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-3c599d33-0d2a-4887-9d3d-951ebefef53b service neutron] Transition to ACTIVE for port object 7c0efdae-c0c8-4011-8ae9-3ac75bab304d will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 22:21:39.519317 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-3c599d33-0d2a-4887-9d3d-951ebefef53b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:39.568609 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c599d33-0d2a-4887-9d3d-951ebefef53b service neutron] Pushing event updated for resources: {'Port': ['ID=7c0efdae-c0c8-4011-8ae9-3ac75bab304d,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:39.640947 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-3c599d33-0d2a-4887-9d3d-951ebefef53b service neutron] Attempting to bind port 7c0efdae-c0c8-4011-8ae9-3ac75bab304d on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:21:39.641288 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-3c599d33-0d2a-4887-9d3d-951ebefef53b service neutron] Attempting to bind port 7c0efdae-c0c8-4011-8ae9-3ac75bab304d by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '6f9ecf70-bf62-4683-ad5f-e236503fd1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:21:39.641618 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-3c599d33-0d2a-4887-9d3d-951ebefef53b service neutron] Attempting to bind port 7c0efdae-c0c8-4011-8ae9-3ac75bab304d on network ab7748c3-4723-4a24-9a7b-f61408ad7851 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:21:39.646765 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-3c599d33-0d2a-4887-9d3d-951ebefef53b service neutron] Port 7c0efdae-c0c8-4011-8ae9-3ac75bab304d on network ab7748c3-4723-4a24-9a7b-f61408ad7851 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 22:21:39.647088 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-3c599d33-0d2a-4887-9d3d-951ebefef53b service neutron] Attempting to bind port 7c0efdae-c0c8-4011-8ae9-3ac75bab304d on network ab7748c3-4723-4a24-9a7b-f61408ad7851 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:21:39.652273 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-3c599d33-0d2a-4887-9d3d-951ebefef53b service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:21:39.652609 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-3c599d33-0d2a-4887-9d3d-951ebefef53b service neutron] Checking segment: {'id': '6f9ecf70-bf62-4683-ad5f-e236503fd1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:21:39.653037 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-3c599d33-0d2a-4887-9d3d-951ebefef53b service neutron] Bound using segment: {'id': '6f9ecf70-bf62-4683-ad5f-e236503fd1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:21:39.654059 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-3c599d33-0d2a-4887-9d3d-951ebefef53b service neutron] Bound port: 7c0efdae-c0c8-4011-8ae9-3ac75bab304d, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f9ecf70-bf62-4683-ad5f-e236503fd1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:21:39.654419 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-3c599d33-0d2a-4887-9d3d-951ebefef53b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:39.719065 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-3c599d33-0d2a-4887-9d3d-951ebefef53b service neutron] For port 7c0efdae-c0c8-4011-8ae9-3ac75bab304d, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:21:39.722248 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-3c599d33-0d2a-4887-9d3d-951ebefef53b service neutron] For port 7c0efdae-c0c8-4011-8ae9-3ac75bab304d, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=7c0efdae-c0c8-4011-8ae9-3ac75bab304d,segment=NetworkSegment(6f9ecf70-bf62-4683-ad5f-e236503fd1e0),segment_id=6f9ecf70-bf62-4683-ad5f-e236503fd1e0)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:21:39.725817 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-3c599d33-0d2a-4887-9d3d-951ebefef53b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:39.762392 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-3c599d33-0d2a-4887-9d3d-951ebefef53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:21:39.763005 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-3c599d33-0d2a-4887-9d3d-951ebefef53b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:39.764373 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-3c599d33-0d2a-4887-9d3d-951ebefef53b service neutron] 10.222.0.45 "PUT /v2.0/ports/7c0efdae-c0c8-4011-8ae9-3ac75bab304d HTTP/1.1" status: 200 len: 1091 time: 0.6746893 Nov 09 22:21:39.764834 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51508285-a85f-4c43-a2bc-519d572ced47', 'tag': '7c0efdae-c0c8-4011-8ae9-3ac75bab304d'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:21:39.767081 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2737eae40cef112d1dfa64c8a6cf3edc76bfb64f9e32f72bfe3df0a7140357a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c31a2f-cbdd-4cdb-b181-8da1f29b33ec" -d '{"events": [{"name": "network-changed", "server_uuid": "51508285-a85f-4c43-a2bc-519d572ced47", "tag": "7c0efdae-c0c8-4011-8ae9-3ac75bab304d"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:21:39.795634 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c599d33-0d2a-4887-9d3d-951ebefef53b service neutron] Pushing event updated for resources: {'Port': ['ID=7c0efdae-c0c8-4011-8ae9-3ac75bab304d,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:39.878529 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-5d0e9dab-c24d-49d3-b327-ca29761b5818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:21:39.880055 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-5d0e9dab-c24d-49d3-b327-ca29761b5818 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7687a6e714c4c3caf152bd39ba03215&device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 1094 time: 0.0617375 Nov 09 22:21:39.927961 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f40176-be72-4fc6-a44c-87b571d19f81 req-02391f4a-7c87-4b61-a2b1-1c4e56394cd1 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:21:39.930391 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a2f40176-be72-4fc6-a44c-87b571d19f81 req-02391f4a-7c87-4b61-a2b1-1c4e56394cd1 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 943 time: 0.0652881 Nov 09 22:21:39.931805 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f4920e-98a9-450a-847f-7a356840ecb5 x-openstack-request-id: req-b8f4920e-98a9-450a-847f-7a356840ecb5 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:21:39.932165 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51508285-a85f-4c43-a2bc-519d572ced47", "tag": "7c0efdae-c0c8-4011-8ae9-3ac75bab304d", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:21:39.932422 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b8f4920e-98a9-450a-847f-7a356840ecb5 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:21:39.932860 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51508285-a85f-4c43-a2bc-519d572ced47', 'tag': '7c0efdae-c0c8-4011-8ae9-3ac75bab304d', 'status': 'completed', 'code': 200} Nov 09 22:21:39.934407 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-964eff43-643d-4603-b5ed-fec0f8629f2e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c0efdae-c0c8-4011-8ae9-3ac75bab304d HTTP/1.1" status: 200 len: 217 time: 0.0438771 Nov 09 22:21:39.985234 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a2f40176-be72-4fc6-a44c-87b571d19f81 req-357d6289-4e64-405b-8795-3e79ca7d7759 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478418 Nov 09 22:21:39.986834 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-b7060f1f-a5b0-43cb-a36c-f767bcc3f995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:21:39.988498 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-b7060f1f-a5b0-43cb-a36c-f767bcc3f995 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c15444db-c588-4bf6-82d7-58ef4121c204 HTTP/1.1" status: 200 len: 848 time: 0.0457308 Nov 09 22:21:40.036397 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-54350a2c-e81b-4593-9bb5-bd4df9e1451f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:21:40.037957 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-54350a2c-e81b-4593-9bb5-bd4df9e1451f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ab7748c3-4723-4a24-9a7b-f61408ad7851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430155 Nov 09 22:21:40.130732 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-4f9a392a-c5af-4b0f-a383-66ed129e84f8 service neutron] 10.222.0.45 "GET /v2.0/networks/ab7748c3-4723-4a24-9a7b-f61408ad7851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852246 Nov 09 22:21:40.219754 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fdeba4aa-73cb-42c8-9e49-d3794e23702c req-5971329f-a7f6-41cf-a44c-071417ff1680 service neutron] 10.222.0.45 "GET /v2.0/networks/ab7748c3-4723-4a24-9a7b-f61408ad7851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824218 Nov 09 22:21:40.306507 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c31a2f-cbdd-4cdb-b181-8da1f29b33ec req-f3f5592c-be7d-4cd6-9a40-35cb29f86e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:21:40.307863 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-16c31a2f-cbdd-4cdb-b181-8da1f29b33ec req-f3f5592c-be7d-4cd6-9a40-35cb29f86e59 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7687a6e714c4c3caf152bd39ba03215&device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 1094 time: 0.0400140 Nov 09 22:21:40.401642 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c31a2f-cbdd-4cdb-b181-8da1f29b33ec req-f4099595-4686-4014-afb1-d97a239c565a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:21:40.403899 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-16c31a2f-cbdd-4cdb-b181-8da1f29b33ec req-f4099595-4686-4014-afb1-d97a239c565a service neutron] 10.222.0.45 "GET /v2.0/networks?id=ab7748c3-4723-4a24-9a7b-f61408ad7851 HTTP/1.1" status: 200 len: 909 time: 0.0873907 Nov 09 22:21:40.443648 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-16c31a2f-cbdd-4cdb-b181-8da1f29b33ec req-a3c2f658-49b3-413c-bf60-7712c1ab1ca9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c0efdae-c0c8-4011-8ae9-3ac75bab304d HTTP/1.1" status: 200 len: 217 time: 0.0330923 Nov 09 22:21:40.496990 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c31a2f-cbdd-4cdb-b181-8da1f29b33ec req-a0b91df5-2822-4198-80c2-75753e120ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:21:40.498440 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-16c31a2f-cbdd-4cdb-b181-8da1f29b33ec req-a0b91df5-2822-4198-80c2-75753e120ede service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c15444db-c588-4bf6-82d7-58ef4121c204 HTTP/1.1" status: 200 len: 848 time: 0.0471616 Nov 09 22:21:40.544773 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c31a2f-cbdd-4cdb-b181-8da1f29b33ec req-75505fc1-57a6-4f62-80c2-f2b4b298a313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:21:40.546234 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-16c31a2f-cbdd-4cdb-b181-8da1f29b33ec req-75505fc1-57a6-4f62-80c2-f2b4b298a313 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ab7748c3-4723-4a24-9a7b-f61408ad7851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394633 Nov 09 22:21:40.636347 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-16c31a2f-cbdd-4cdb-b181-8da1f29b33ec req-d9ae4b37-8c95-4da5-9894-5c23d98a8305 service neutron] 10.222.0.45 "GET /v2.0/networks/ab7748c3-4723-4a24-9a7b-f61408ad7851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825384 Nov 09 22:21:40.724230 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-16c31a2f-cbdd-4cdb-b181-8da1f29b33ec req-98108400-5d0d-40c2-a143-c08d82d5ec40 service neutron] 10.222.0.45 "GET /v2.0/networks/ab7748c3-4723-4a24-9a7b-f61408ad7851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800858 Nov 09 22:21:41.103375 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c59bbb-270d-40d8-a7bf-d017bbc42572 req-88b126b0-f192-46c5-8dc3-5c528dc85f0d tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:21:41.104868 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-08c59bbb-270d-40d8-a7bf-d017bbc42572 req-88b126b0-f192-46c5-8dc3-5c528dc85f0d tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 943 time: 0.0495992 Nov 09 22:21:41.153340 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-08c59bbb-270d-40d8-a7bf-d017bbc42572 req-439bac04-f243-46e1-9472-5deef62c7de2 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424170 Nov 09 22:21:42.265633 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d546ec5-f9ef-4f60-a64e-52b2ca41dedc req-2b4df24c-51d5-4685-b3cc-8cf3f335719b tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:21:42.266986 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8d546ec5-f9ef-4f60-a64e-52b2ca41dedc req-2b4df24c-51d5-4685-b3cc-8cf3f335719b tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 943 time: 0.0474882 Nov 09 22:21:42.314562 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8d546ec5-f9ef-4f60-a64e-52b2ca41dedc req-b184dfc7-17d0-47f9-8b4b-65e77097ed88 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417750 Nov 09 22:21:43.054427 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 7c0efdae-c0c8-4011-8ae9-3ac75bab304d details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 22:21:43.147691 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 7c0efdae-c0c8-4011-8ae9-3ac75bab304d, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=7c0efdae-c0c8-4011-8ae9-3ac75bab304d,segment=NetworkSegment(6f9ecf70-bf62-4683-ad5f-e236503fd1e0),segment_id=6f9ecf70-bf62-4683-ad5f-e236503fd1e0)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:21:43.158441 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '7c0efdae-c0c8-4011-8ae9-3ac75bab304d', 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851', 'port_id': '7c0efdae-c0c8-4011-8ae9-3ac75bab304d', 'mac_address': 'fa:16:3e:b1:ef:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c15444db-c588-4bf6-82d7-58ef4121c204', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 22:21:43.194687 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:43.208110 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c0efdae-c0c8-4011-8ae9-3ac75bab304d {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 22:21:43.226093 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 7c0efdae-c0c8-4011-8ae9-3ac75bab304d, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=7c0efdae-c0c8-4011-8ae9-3ac75bab304d,segment=NetworkSegment(6f9ecf70-bf62-4683-ad5f-e236503fd1e0),segment_id=6f9ecf70-bf62-4683-ad5f-e236503fd1e0)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:21:43.229689 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:43.274313 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=7c0efdae-c0c8-4011-8ae9-3ac75bab304d,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:43.436260 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ba3a9-ff5b-4a7a-9721-4c414548f97f req-d2302788-ae53-46f8-b908-ee545ebbd32f tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:21:43.437848 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-809ba3a9-ff5b-4a7a-9721-4c414548f97f req-d2302788-ae53-46f8-b908-ee545ebbd32f tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 944 time: 0.0544622 Nov 09 22:21:43.472612 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['7c0efdae-c0c8-4011-8ae9-3ac75bab304d'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 22:21:43.488719 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-809ba3a9-ff5b-4a7a-9721-4c414548f97f req-04f5e5d1-de01-4133-ae5c-d8dfe13fbfa1 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435374 Nov 09 22:21:43.958148 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:21:44.601014 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff40e6e-af7c-44f0-824c-f0e92f838503 req-e22ebd2d-7bcb-4bd5-8975-2f5999dfa9f3 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:21:44.602493 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cff40e6e-af7c-44f0-824c-f0e92f838503 req-e22ebd2d-7bcb-4bd5-8975-2f5999dfa9f3 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 944 time: 0.0486662 Nov 09 22:21:44.655208 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-cff40e6e-af7c-44f0-824c-f0e92f838503 req-99fc478a-cc0b-458a-88e9-541002f53fee tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463562 Nov 09 22:21:45.087352 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 7c0efdae-c0c8-4011-8ae9-3ac75bab304d up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:21:45.138352 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port 7c0efdae-c0c8-4011-8ae9-3ac75bab304d completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 22:21:45.142010 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 7c0efdae-c0c8-4011-8ae9-3ac75bab304d triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:21:45.142374 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:45.218608 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:45.240503 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51508285-a85f-4c43-a2bc-519d572ced47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0efdae-c0c8-4011-8ae9-3ac75bab304d'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:21:45.242771 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbbffabc46a25035f6c0210104ebac0979452e44f6408783e2f348470e25243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa44c53-64a3-44fd-a482-908592d35d02" -d '{"events": [{"server_uuid": "51508285-a85f-4c43-a2bc-519d572ced47", "name": "network-vif-plugged", "status": "completed", "tag": "7c0efdae-c0c8-4011-8ae9-3ac75bab304d"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:21:45.255402 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 7c0efdae-c0c8-4011-8ae9-3ac75bab304d, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=7c0efdae-c0c8-4011-8ae9-3ac75bab304d,segment=NetworkSegment(6f9ecf70-bf62-4683-ad5f-e236503fd1e0),segment_id=6f9ecf70-bf62-4683-ad5f-e236503fd1e0)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:21:45.262245 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:45.288713 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 22:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfaf422b-ac7d-4b08-a961-66be38565f48 x-openstack-request-id: req-bfaf422b-ac7d-4b08-a961-66be38565f48 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:21:45.289010 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51508285-a85f-4c43-a2bc-519d572ced47", "name": "network-vif-plugged", "status": "completed", "tag": "7c0efdae-c0c8-4011-8ae9-3ac75bab304d", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:21:45.289265 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bfaf422b-ac7d-4b08-a961-66be38565f48 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:21:45.289657 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51508285-a85f-4c43-a2bc-519d572ced47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0efdae-c0c8-4011-8ae9-3ac75bab304d', 'code': 200} Nov 09 22:21:45.322710 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=7c0efdae-c0c8-4011-8ae9-3ac75bab304d,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:45.376091 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c60b30-ab34-4fa8-af2f-1fac0063a9e5 req-05b249be-1c9f-48d0-a0c5-6b18edd9ce3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:21:45.377572 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-30c60b30-ab34-4fa8-af2f-1fac0063a9e5 req-05b249be-1c9f-48d0-a0c5-6b18edd9ce3d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 1096 time: 0.0393915 Nov 09 22:21:45.422942 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-30c60b30-ab34-4fa8-af2f-1fac0063a9e5 req-7c9562f1-cbf8-4b5e-ba68-a36307822bca service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381322 Nov 09 22:21:45.768842 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d8878-8755-4c55-bc6b-77d64fe0e1cb req-1739dfac-eb35-4ce9-9f6b-f3a4456bf7e9 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:21:45.770334 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a38d8878-8755-4c55-bc6b-77d64fe0e1cb req-1739dfac-eb35-4ce9-9f6b-f3a4456bf7e9 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 945 time: 0.0485854 Nov 09 22:21:45.819137 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-a38d8878-8755-4c55-bc6b-77d64fe0e1cb req-51a6f163-55fb-4b82-8718-08cc45791d58 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427878 Nov 09 22:21:46.937502 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116f740-d15c-4294-b72e-46a79ae3f2f2 req-f1593bcf-3ab5-4603-b1d0-21a27dc3599b tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:21:46.938999 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6116f740-d15c-4294-b72e-46a79ae3f2f2 req-f1593bcf-3ab5-4603-b1d0-21a27dc3599b tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 945 time: 0.0521190 Nov 09 22:21:46.985945 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6116f740-d15c-4294-b72e-46a79ae3f2f2 req-bca9c9df-6723-4d62-8168-25e10119d299 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411022 Nov 09 22:21:47.096691 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63bd920-e6f9-4eea-8c66-41b24c6fcd20 req-0855fa5f-193d-4761-a45a-e9568d5631d7 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:21:47.098203 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d63bd920-e6f9-4eea-8c66-41b24c6fcd20 req-0855fa5f-193d-4761-a45a-e9568d5631d7 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 945 time: 0.0475729 Nov 09 22:21:47.146053 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d63bd920-e6f9-4eea-8c66-41b24c6fcd20 req-bbc2c7d0-157d-4db9-9fcb-fb31a4f8bb8f tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421212 Nov 09 22:21:47.167099 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38104) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:21:47.254778 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b78052-4051-48dc-a065-4e6e8c9641e3 tempest-TestShelveInstance-1840934753 tempest-TestShelveInstance-1840934753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:21:47.256284 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-86b78052-4051-48dc-a065-4e6e8c9641e3 tempest-TestShelveInstance-1840934753 tempest-TestShelveInstance-1840934753-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 1091 time: 0.0882401 Nov 09 22:21:47.259113 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38108) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:21:47.264031 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-9c823046-d914-4be4-a2f5-21d27286bd03 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'port_id': '7c0efdae-c0c8-4011-8ae9-3ac75bab304d', 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:21:47.285068 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9c823046-d914-4be4-a2f5-21d27286bd03 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for floatingip, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:47.379348 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9c823046-d914-4be4-a2f5-21d27286bd03 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:47.483370 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-9c823046-d914-4be4-a2f5-21d27286bd03 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Allocated IP 172.25.7.178 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/88cf097f-ba83-4218-84dc-68fb4ca2fcbd) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:21:47.581964 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9c823046-d914-4be4-a2f5-21d27286bd03 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:47.614890 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9c823046-d914-4be4-a2f5-21d27286bd03 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:47.658056 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c823046-d914-4be4-a2f5-21d27286bd03 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:21:47.660957 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-9c823046-d914-4be4-a2f5-21d27286bd03 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:21:47.664497 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c823046-d914-4be4-a2f5-21d27286bd03 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:21:47.685722 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c823046-d914-4be4-a2f5-21d27286bd03 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Pushing event updated for resources: {'Port': ['ID=88cf097f-ba83-4218-84dc-68fb4ca2fcbd,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:47.749425 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b24abe2d-c34d-4229-85aa-4db006d36740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:48.011736 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9c823046-d914-4be4-a2f5-21d27286bd03 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:48.078452 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9c823046-d914-4be4-a2f5-21d27286bd03 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:48.225354 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9c823046-d914-4be4-a2f5-21d27286bd03 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:48.229784 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9c823046-d914-4be4-a2f5-21d27286bd03 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8482601'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:48.298088 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c823046-d914-4be4-a2f5-21d27286bd03 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Pushing event updated for resources: {'Port': ['ID=88cf097f-ba83-4218-84dc-68fb4ca2fcbd,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:21:48.306032 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9c823046-d914-4be4-a2f5-21d27286bd03 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:48.404475 n-d-816206-3 neutron-server[102608]: INFO neutron.db.l3_db [None req-9c823046-d914-4be4-a2f5-21d27286bd03 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Floating IP 1cff1eb0-12f3-439c-868b-c78ca9242390 associated. External IP: 172.25.7.178, port: 7c0efdae-c0c8-4011-8ae9-3ac75bab304d. Nov 09 22:21:48.606735 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c823046-d914-4be4-a2f5-21d27286bd03 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Router c964247d-c62d-4471-9b8f-0d3bf2e198cf has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:21:48.999504 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c823046-d914-4be4-a2f5-21d27286bd03 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:21:49.011100 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5e9cbd-949d-4147-839c-0528db56f1e4 None None] Sync routers for ids ['c964247d-c62d-4471-9b8f-0d3bf2e198cf'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:21:49.016292 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9c823046-d914-4be4-a2f5-21d27286bd03 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:49.021135 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5e9cbd-949d-4147-839c-0528db56f1e4 None None] Routers {'c964247d-c62d-4471-9b8f-0d3bf2e198cf'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:21:49.021711 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-7f5e9cbd-949d-4147-839c-0528db56f1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:21:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['c964247d-c62d-4471-9b8f-0d3bf2e198cf'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:21:49.042537 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-9c823046-d914-4be4-a2f5-21d27286bd03 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7823963 Nov 09 22:21:49.043114 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51508285-a85f-4c43-a2bc-519d572ced47', 'tag': '7c0efdae-c0c8-4011-8ae9-3ac75bab304d'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:21:49.046107 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734a8ae17c5ce9a22141aa37bfebe7e944e5ff20966abe8e5b41792a40737563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bc7f91-e142-427d-8b82-eb2198d1910c" -d '{"events": [{"name": "network-changed", "server_uuid": "51508285-a85f-4c43-a2bc-519d572ced47", "tag": "7c0efdae-c0c8-4011-8ae9-3ac75bab304d"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:21:49.082436 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5c9a1c-7af7-4c0c-94f1-7a8a8a8a5017 x-openstack-request-id: req-be5c9a1c-7af7-4c0c-94f1-7a8a8a8a5017 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:21:49.082733 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51508285-a85f-4c43-a2bc-519d572ced47", "tag": "7c0efdae-c0c8-4011-8ae9-3ac75bab304d", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:21:49.083019 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-be5c9a1c-7af7-4c0c-94f1-7a8a8a8a5017 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:21:49.083451 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51508285-a85f-4c43-a2bc-519d572ced47', 'tag': '7c0efdae-c0c8-4011-8ae9-3ac75bab304d', 'status': 'completed', 'code': 200} Nov 09 22:21:49.130080 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-7f5e9cbd-949d-4147-839c-0528db56f1e4 None None] Set router c964247d-c62d-4471-9b8f-0d3bf2e198cf gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:21:49.145188 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc7f91-e142-427d-8b82-eb2198d1910c req-adf498b6-6318-4cbb-8133-d2dfb2ff7cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:21:49.146695 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b4bc7f91-e142-427d-8b82-eb2198d1910c req-adf498b6-6318-4cbb-8133-d2dfb2ff7cc7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7687a6e714c4c3caf152bd39ba03215&device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 1096 time: 0.0402081 Nov 09 22:21:49.240903 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc7f91-e142-427d-8b82-eb2198d1910c req-1a83e462-5a03-4882-99fb-33057e724ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:21:49.242380 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b4bc7f91-e142-427d-8b82-eb2198d1910c req-1a83e462-5a03-4882-99fb-33057e724ca5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ab7748c3-4723-4a24-9a7b-f61408ad7851 HTTP/1.1" status: 200 len: 909 time: 0.0888541 Nov 09 22:21:49.306543 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b4bc7f91-e142-427d-8b82-eb2198d1910c req-4322206d-a78e-425c-bf24-12a19b2e3f6d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c0efdae-c0c8-4011-8ae9-3ac75bab304d HTTP/1.1" status: 200 len: 999 time: 0.0567613 Nov 09 22:21:49.349895 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-7f5e9cbd-949d-4147-839c-0528db56f1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'name': 'tempest-TestShelveInstance-2022474631-router', 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '247e35a7-b65b-44ce-ab81-c28b2cb784b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:21:21Z', 'updated_at': '2021-11-09T22:21:24Z', 'revision_number': 4, 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'gw_port': {'id': '247e35a7-b65b-44ce-ab81-c28b2cb784b3', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:21:22Z', 'updated_at': '2021-11-09T22:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '1cff1eb0-12f3-439c-868b-c78ca9242390', 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'port_id': '7c0efdae-c0c8-4011-8ae9-3ac75bab304d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851', 'mac_address': 'fa:16:3e:b1:ef:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51508285-a85f-4c43-a2bc-519d572ced47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T22:21:47Z', 'updated_at': '2021-11-09T22:21:47Z', 'revision_number': 0, 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8f1a007-9a89-4a1c-9c86-dce201e9588f', 'name': '', 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851', 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'mac_address': 'fa:16:3e:74:16:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c15444db-c588-4bf6-82d7-58ef4121c204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:21:23Z', 'updated_at': '2021-11-09T22:21:30Z', 'revision_number': 5, 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'subnets': [{'id': 'c15444db-c588-4bf6-82d7-58ef4121c204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:21:49.353782 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc7f91-e142-427d-8b82-eb2198d1910c req-f0115b88-c26a-4047-a92b-2bbb47207135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:21:49.355224 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b4bc7f91-e142-427d-8b82-eb2198d1910c req-f0115b88-c26a-4047-a92b-2bbb47207135 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c15444db-c588-4bf6-82d7-58ef4121c204 HTTP/1.1" status: 200 len: 848 time: 0.0421855 Nov 09 22:21:49.379690 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5e9cbd-949d-4147-839c-0528db56f1e4 None None] Checking router: c964247d-c62d-4471-9b8f-0d3bf2e198cf for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:21:49.388989 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5e9cbd-949d-4147-839c-0528db56f1e4 None None] Routers {'c964247d-c62d-4471-9b8f-0d3bf2e198cf'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:21:49.389610 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-7f5e9cbd-949d-4147-839c-0528db56f1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:21:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['c964247d-c62d-4471-9b8f-0d3bf2e198cf'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:21:49.403815 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc7f91-e142-427d-8b82-eb2198d1910c req-20b11b60-ad82-40c9-89f6-c5af98e81950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:21:49.405339 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b4bc7f91-e142-427d-8b82-eb2198d1910c req-20b11b60-ad82-40c9-89f6-c5af98e81950 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ab7748c3-4723-4a24-9a7b-f61408ad7851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433543 Nov 09 22:21:49.496819 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b4bc7f91-e142-427d-8b82-eb2198d1910c req-06348384-7774-4307-bae9-4600aa9fc7dc service neutron] 10.222.0.45 "GET /v2.0/networks/ab7748c3-4723-4a24-9a7b-f61408ad7851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840819 Nov 09 22:21:49.498877 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-7f5e9cbd-949d-4147-839c-0528db56f1e4 None None] Set router c964247d-c62d-4471-9b8f-0d3bf2e198cf gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:21:49.595870 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b4bc7f91-e142-427d-8b82-eb2198d1910c req-9555ffc3-2f6f-4b42-a524-8d060cf0a234 service neutron] 10.222.0.45 "GET /v2.0/networks/ab7748c3-4723-4a24-9a7b-f61408ad7851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920231 Nov 09 22:21:49.717516 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-7f5e9cbd-949d-4147-839c-0528db56f1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'name': 'tempest-TestShelveInstance-2022474631-router', 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '247e35a7-b65b-44ce-ab81-c28b2cb784b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:21:21Z', 'updated_at': '2021-11-09T22:21:24Z', 'revision_number': 4, 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'gw_port': {'id': '247e35a7-b65b-44ce-ab81-c28b2cb784b3', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:21:22Z', 'updated_at': '2021-11-09T22:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '1cff1eb0-12f3-439c-868b-c78ca9242390', 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'port_id': '7c0efdae-c0c8-4011-8ae9-3ac75bab304d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851', 'mac_address': 'fa:16:3e:b1:ef:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51508285-a85f-4c43-a2bc-519d572ced47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T22:21:47Z', 'updated_at': '2021-11-09T22:21:47Z', 'revision_number': 0, 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8f1a007-9a89-4a1c-9c86-dce201e9588f', 'name': '', 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851', 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'mac_address': 'fa:16:3e:74:16:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c15444db-c588-4bf6-82d7-58ef4121c204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:21:23Z', 'updated_at': '2021-11-09T22:21:30Z', 'revision_number': 5, 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'subnets': [{'id': 'c15444db-c588-4bf6-82d7-58ef4121c204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:21:49.746178 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5e9cbd-949d-4147-839c-0528db56f1e4 None None] The sync data for ids ['c964247d-c62d-4471-9b8f-0d3bf2e198cf'] in n-d-816206-3 is: [{'id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'name': 'tempest-TestShelveInstance-2022474631-router', 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '247e35a7-b65b-44ce-ab81-c28b2cb784b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:21:21Z', 'updated_at': '2021-11-09T22:21:24Z', 'revision_number': 4, 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'gw_port': {'id': '247e35a7-b65b-44ce-ab81-c28b2cb784b3', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:21:22Z', 'updated_at': '2021-11-09T22:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '1cff1eb0-12f3-439c-868b-c78ca9242390', 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'port_id': '7c0efdae-c0c8-4011-8ae9-3ac75bab304d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851', 'mac_address': 'fa:16:3e:b1:ef:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51508285-a85f-4c43-a2bc-519d572ced47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T22:21:47Z', 'updated_at': '2021-11-09T22:21:47Z', 'revision_number': 0, 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8f1a007-9a89-4a1c-9c86-dce201e9588f', 'name': '', 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851', 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'mac_address': 'fa:16:3e:74:16:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c15444db-c588-4bf6-82d7-58ef4121c204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:21:23Z', 'updated_at': '2021-11-09T22:21:30Z', 'revision_number': 5, 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'subnets': [{'id': 'c15444db-c588-4bf6-82d7-58ef4121c204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:21:49.932288 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc03649-c3d6-4b4e-b323-0229012904ed None None] New status for floating IP 1cff1eb0-12f3-439c-868b-c78ca9242390: ACTIVE {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 22:21:50.249323 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d4067948-6b68-4bf1-8a4d-8508fc1544a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:51.267319 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:52.620625 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:53.385219 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:21:53.524892 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:22:04.347693 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:22:17.751707 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-50e817d6-756c-43d4-82f2-320c562ddbb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:22:20.250236 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4589ab2c-0374-4ffc-9bfa-09fb44710abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:22:20.958563 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:22:21.269526 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:22:22.623779 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:22:23.398148 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:22:23.527306 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:22:34.358064 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:22:39.364900 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8a1be754-dc4e-4890-896b-6116b874200b req-07b4cf16-7d48-4701-9622-50184fe3a909 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408218 Nov 09 22:22:39.445836 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1be754-dc4e-4890-896b-6116b874200b req-ef2b8ce3-dbd4-4804-8c7d-3bf6df84541e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:22:39.447337 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8a1be754-dc4e-4890-896b-6116b874200b req-ef2b8ce3-dbd4-4804-8c7d-3bf6df84541e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7687a6e714c4c3caf152bd39ba03215&device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 1096 time: 0.0407887 Nov 09 22:22:39.884223 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1be754-dc4e-4890-896b-6116b874200b req-910afbc7-67cf-47f3-b5c6-69f31d19bdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:22:39.885708 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8a1be754-dc4e-4890-896b-6116b874200b req-910afbc7-67cf-47f3-b5c6-69f31d19bdd1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ab7748c3-4723-4a24-9a7b-f61408ad7851 HTTP/1.1" status: 200 len: 909 time: 0.4176805 Nov 09 22:22:39.948641 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8a1be754-dc4e-4890-896b-6116b874200b req-43a56546-4eb0-4f88-bb7c-4bfa0f28ef39 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c0efdae-c0c8-4011-8ae9-3ac75bab304d HTTP/1.1" status: 200 len: 1001 time: 0.0558472 Nov 09 22:22:39.995025 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1be754-dc4e-4890-896b-6116b874200b req-b33864a4-8407-4dde-8dfe-09714987e5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:22:39.996424 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8a1be754-dc4e-4890-896b-6116b874200b req-b33864a4-8407-4dde-8dfe-09714987e5a2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c15444db-c588-4bf6-82d7-58ef4121c204 HTTP/1.1" status: 200 len: 848 time: 0.0416291 Nov 09 22:22:40.043902 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1be754-dc4e-4890-896b-6116b874200b req-29a6c6a6-8ee1-4004-9964-38a5974451f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:22:40.045278 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8a1be754-dc4e-4890-896b-6116b874200b req-29a6c6a6-8ee1-4004-9964-38a5974451f9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ab7748c3-4723-4a24-9a7b-f61408ad7851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413160 Nov 09 22:22:40.134068 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8a1be754-dc4e-4890-896b-6116b874200b req-6cf88d55-7485-4752-9062-a27ae6cf5f74 service neutron] 10.222.0.45 "GET /v2.0/networks/ab7748c3-4723-4a24-9a7b-f61408ad7851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806103 Nov 09 22:22:40.224461 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8a1be754-dc4e-4890-896b-6116b874200b req-76b895e9-8e8f-4454-8287-ac24ecbf2698 service neutron] 10.222.0.45 "GET /v2.0/networks/ab7748c3-4723-4a24-9a7b-f61408ad7851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835629 Nov 09 22:22:47.753482 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-46e5feac-484f-4381-ac40-d7faa54bbd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:22:50.249843 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f9f902d5-efb2-4a51-9df8-6496f3fbd46b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:22:51.271878 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:22:52.626357 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:22:53.393457 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:22:53.530408 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:22:57.517288 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [req-1da0c587-9c68-4731-b086-14572e4ed0c9 req-a15c4a0f-a917-434c-acaa-025345aa43ba service neutron] (102608) timed out ('10.222.0.49', 58670) {{(pid=102608) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 22:22:57.958658 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:23:04.372203 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:23:17.754524 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2624723c-4d54-49d8-a342-418dd9cf7c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:23:20.249426 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-36464504-84f7-479e-b016-b38309989555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:23:21.273579 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:23:22.628504 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:23:23.408704 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:23:23.534335 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:23:34.371118 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:23:34.958575 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:23:38.837835 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7135afdc-3cb5-4bde-ab42-0fb4a3c5121a req-aea14acf-ce96-4716-ad2c-3140576df1ae service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388317 Nov 09 22:23:38.920776 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135afdc-3cb5-4bde-ab42-0fb4a3c5121a req-1133ae73-2e9e-4b91-9d0c-e7a99eeb6f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:23:38.922260 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7135afdc-3cb5-4bde-ab42-0fb4a3c5121a req-1133ae73-2e9e-4b91-9d0c-e7a99eeb6f1a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7687a6e714c4c3caf152bd39ba03215&device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 1096 time: 0.0397010 Nov 09 22:23:39.026050 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135afdc-3cb5-4bde-ab42-0fb4a3c5121a req-1288842e-f769-4248-a40c-68f7139f541a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:23:39.027920 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7135afdc-3cb5-4bde-ab42-0fb4a3c5121a req-1288842e-f769-4248-a40c-68f7139f541a service neutron] 10.222.0.45 "GET /v2.0/networks?id=ab7748c3-4723-4a24-9a7b-f61408ad7851 HTTP/1.1" status: 200 len: 909 time: 0.0857708 Nov 09 22:23:39.091982 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7135afdc-3cb5-4bde-ab42-0fb4a3c5121a req-4b3b3767-e9ee-44f1-8b04-aeea55cae82a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c0efdae-c0c8-4011-8ae9-3ac75bab304d HTTP/1.1" status: 200 len: 1001 time: 0.0569744 Nov 09 22:23:39.142821 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135afdc-3cb5-4bde-ab42-0fb4a3c5121a req-632500db-eead-44e1-9166-35095dc0a48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:23:39.144242 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7135afdc-3cb5-4bde-ab42-0fb4a3c5121a req-632500db-eead-44e1-9166-35095dc0a48b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c15444db-c588-4bf6-82d7-58ef4121c204 HTTP/1.1" status: 200 len: 848 time: 0.0453393 Nov 09 22:23:39.188471 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135afdc-3cb5-4bde-ab42-0fb4a3c5121a req-96499b50-4adf-4213-9ae1-bf1a4a8053b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:23:39.189937 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7135afdc-3cb5-4bde-ab42-0fb4a3c5121a req-96499b50-4adf-4213-9ae1-bf1a4a8053b3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ab7748c3-4723-4a24-9a7b-f61408ad7851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384068 Nov 09 22:23:39.282672 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7135afdc-3cb5-4bde-ab42-0fb4a3c5121a req-34c7d549-07e5-48bb-8cf4-d58fc0a95116 service neutron] 10.222.0.45 "GET /v2.0/networks/ab7748c3-4723-4a24-9a7b-f61408ad7851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855124 Nov 09 22:23:39.372837 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7135afdc-3cb5-4bde-ab42-0fb4a3c5121a req-d2c8a214-9e3b-4dfc-ab0f-6208791ea1f3 service neutron] 10.222.0.45 "GET /v2.0/networks/ab7748c3-4723-4a24-9a7b-f61408ad7851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823545 Nov 09 22:23:44.604999 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11240c11-01ff-4878-a160-0d1ba72966e4 req-4a117377-5a62-4183-a4a6-edc36766d8d5 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:23:44.606544 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-11240c11-01ff-4878-a160-0d1ba72966e4 req-4a117377-5a62-4183-a4a6-edc36766d8d5 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 945 time: 0.0487959 Nov 09 22:23:44.655462 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-11240c11-01ff-4878-a160-0d1ba72966e4 req-df4a9457-2c1e-4152-a0d9-1c5e0cad2096 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429430 Nov 09 22:23:45.792698 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c26f31-6b2f-416a-8c39-4960fb8862ee req-dbbd2498-d34d-4158-baa8-47523a228b5f tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:23:45.794098 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c0c26f31-6b2f-416a-8c39-4960fb8862ee req-dbbd2498-d34d-4158-baa8-47523a228b5f tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 945 time: 0.0503976 Nov 09 22:23:45.846581 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c0c26f31-6b2f-416a-8c39-4960fb8862ee req-8824e65d-7699-413b-9d0f-b7288d245c45 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464344 Nov 09 22:23:46.988954 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34a188-afc2-4eab-83d8-20198f4f9908 req-4667d498-556b-4003-94d4-aef606017b20 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:23:46.990416 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fe34a188-afc2-4eab-83d8-20198f4f9908 req-4667d498-556b-4003-94d4-aef606017b20 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 945 time: 0.0529628 Nov 09 22:23:47.038440 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fe34a188-afc2-4eab-83d8-20198f4f9908 req-fefa3f31-9136-4810-8be2-60408bbe5652 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421262 Nov 09 22:23:47.756040 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3175c7e0-5f2d-4d02-9e41-3e458c58aa7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:23:48.150961 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e92776-f6a2-4ddd-8f6b-39aa8acc6fb9 req-1609effc-078d-49a2-9e28-8293f1655151 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:23:48.152408 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-20e92776-f6a2-4ddd-8f6b-39aa8acc6fb9 req-1609effc-078d-49a2-9e28-8293f1655151 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 945 time: 0.0475910 Nov 09 22:23:48.200136 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-20e92776-f6a2-4ddd-8f6b-39aa8acc6fb9 req-8caa212f-8bc1-4c49-b2dd-8bb9aac2e9b0 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417898 Nov 09 22:23:49.313720 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e6625-58cc-4096-9fd9-54ea11253139 req-bec0569c-a6b8-4c4c-b4bf-f3e31e49cd6c tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:23:49.315085 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7d8e6625-58cc-4096-9fd9-54ea11253139 req-bec0569c-a6b8-4c4c-b4bf-f3e31e49cd6c tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 945 time: 0.0480635 Nov 09 22:23:49.363121 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7d8e6625-58cc-4096-9fd9-54ea11253139 req-bdfcd93b-5e16-4210-aae9-02cbb23d4f1e tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421855 Nov 09 22:23:50.249240 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d494a5ae-fecd-4d14-9de2-844e62f29e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:23:50.477895 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d4735-ee55-46c2-994b-e9ab23912c80 req-7432dfec-9b17-4c4d-aadc-87f77ff4cf67 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:23:50.479355 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b21d4735-ee55-46c2-994b-e9ab23912c80 req-7432dfec-9b17-4c4d-aadc-87f77ff4cf67 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 945 time: 0.0482936 Nov 09 22:23:50.528251 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b21d4735-ee55-46c2-994b-e9ab23912c80 req-b35019cf-e8e4-4705-ad1f-f41084325047 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429051 Nov 09 22:23:51.277085 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:23:51.644657 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d555a-a1e7-4bda-a727-6975a3c4f666 req-2cb093d7-ea9a-49d4-a3a3-8260be598499 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:23:51.646099 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-237d555a-a1e7-4bda-a727-6975a3c4f666 req-2cb093d7-ea9a-49d4-a3a3-8260be598499 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 945 time: 0.0479827 Nov 09 22:23:51.697710 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-237d555a-a1e7-4bda-a727-6975a3c4f666 req-43304ccc-bcef-428b-a2d4-175d9ef91895 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455146 Nov 09 22:23:52.631627 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:23:52.815830 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadf249-7397-4238-a721-a7f748ed0472 req-f30b35a0-be7c-4914-86a6-1ec20f881c6d tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:23:52.817322 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-caadf249-7397-4238-a721-a7f748ed0472 req-f30b35a0-be7c-4914-86a6-1ec20f881c6d tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 945 time: 0.0520234 Nov 09 22:23:52.866000 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-caadf249-7397-4238-a721-a7f748ed0472 req-4276d626-b0a8-4bd6-98d3-bbee215b427a tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421708 Nov 09 22:23:53.416091 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:23:53.537092 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:23:53.979197 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98eb975-38e1-4b64-a602-e391c38f08d1 req-41a0da11-a00b-4dd4-a415-73e3d8ba2412 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:23:53.980707 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e98eb975-38e1-4b64-a602-e391c38f08d1 req-41a0da11-a00b-4dd4-a415-73e3d8ba2412 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 945 time: 0.0474730 Nov 09 22:23:54.028992 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e98eb975-38e1-4b64-a602-e391c38f08d1 req-d2cac893-5e35-4097-bd14-c5ed5e96e76d tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422864 Nov 09 22:23:55.142590 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bfeb83-0f5f-45ae-999d-889e6db0d9e5 req-1ff72f5b-f4a5-4980-8549-46cce4e3e721 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:23:55.144163 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-81bfeb83-0f5f-45ae-999d-889e6db0d9e5 req-1ff72f5b-f4a5-4980-8549-46cce4e3e721 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 945 time: 0.0481741 Nov 09 22:23:55.195863 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-81bfeb83-0f5f-45ae-999d-889e6db0d9e5 req-fdcf91b7-aae0-4257-94d8-211243063528 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446613 Nov 09 22:23:55.869672 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 7c0efdae-c0c8-4011-8ae9-3ac75bab304d details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 22:23:55.964142 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 7c0efdae-c0c8-4011-8ae9-3ac75bab304d, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=7c0efdae-c0c8-4011-8ae9-3ac75bab304d,segment=NetworkSegment(6f9ecf70-bf62-4683-ad5f-e236503fd1e0),segment_id=6f9ecf70-bf62-4683-ad5f-e236503fd1e0)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:23:55.975157 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': '7c0efdae-c0c8-4011-8ae9-3ac75bab304d', 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851', 'port_id': '7c0efdae-c0c8-4011-8ae9-3ac75bab304d', 'mac_address': 'fa:16:3e:b1:ef:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c15444db-c588-4bf6-82d7-58ef4121c204', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 22:23:56.010628 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:23:56.022666 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c0efdae-c0c8-4011-8ae9-3ac75bab304d {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 22:23:56.042611 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 7c0efdae-c0c8-4011-8ae9-3ac75bab304d, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=7c0efdae-c0c8-4011-8ae9-3ac75bab304d,segment=NetworkSegment(6f9ecf70-bf62-4683-ad5f-e236503fd1e0),segment_id=6f9ecf70-bf62-4683-ad5f-e236503fd1e0)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:23:56.053813 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:23:56.105574 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=7c0efdae-c0c8-4011-8ae9-3ac75bab304d,revision_number=6']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:23:56.113437 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:23:56.113791 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:23:56.114132 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:23:56.114468 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:23:56.114800 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:23:56.115137 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:23:56.115465 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:23:56.115791 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:23:56.116114 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:23:56.116440 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:23:56.117299 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:23:56.117620 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:23:56.136015 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['7c0efdae-c0c8-4011-8ae9-3ac75bab304d'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 22:23:56.311088 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e0358-2a87-4440-acd2-30072e1bae4a req-5ac3c853-ebf2-4a5b-9414-3743e326c95e tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:23:56.312479 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ce7e0358-2a87-4440-acd2-30072e1bae4a req-5ac3c853-ebf2-4a5b-9414-3743e326c95e tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 944 time: 0.0476637 Nov 09 22:23:56.362094 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ce7e0358-2a87-4440-acd2-30072e1bae4a req-88bb8db7-6052-4de4-b38b-53c95d9df786 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436041 Nov 09 22:23:57.500049 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61018863-fefc-4b62-a641-b6bc53554381 req-1ed583f9-1675-40bc-860b-51b3966b8d92 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:23:57.501635 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-61018863-fefc-4b62-a641-b6bc53554381 req-1ed583f9-1675-40bc-860b-51b3966b8d92 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 944 time: 0.0591280 Nov 09 22:23:57.568018 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-61018863-fefc-4b62-a641-b6bc53554381 req-c4e82dd2-8e32-439d-b3c2-d2ff37384d22 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571966 Nov 09 22:23:57.872686 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 7c0efdae-c0c8-4011-8ae9-3ac75bab304d up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:23:57.929788 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port 7c0efdae-c0c8-4011-8ae9-3ac75bab304d triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:23:57.930188 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:23:58.013643 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:23:58.037430 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51508285-a85f-4c43-a2bc-519d572ced47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0efdae-c0c8-4011-8ae9-3ac75bab304d'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:23:58.040202 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbbffabc46a25035f6c0210104ebac0979452e44f6408783e2f348470e25243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53995c0-121a-4529-9a11-9440a64d4bf1" -d '{"events": [{"server_uuid": "51508285-a85f-4c43-a2bc-519d572ced47", "name": "network-vif-plugged", "status": "completed", "tag": "7c0efdae-c0c8-4011-8ae9-3ac75bab304d"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:23:58.062612 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 7c0efdae-c0c8-4011-8ae9-3ac75bab304d, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=7c0efdae-c0c8-4011-8ae9-3ac75bab304d,segment=NetworkSegment(6f9ecf70-bf62-4683-ad5f-e236503fd1e0),segment_id=6f9ecf70-bf62-4683-ad5f-e236503fd1e0)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:23:58.067627 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:23:58.118066 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=7c0efdae-c0c8-4011-8ae9-3ac75bab304d,revision_number=7']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:23:58.164813 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 22:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53c495e-b402-4ff1-ba60-d2c6dc2fd572 x-openstack-request-id: req-f53c495e-b402-4ff1-ba60-d2c6dc2fd572 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:23:58.165208 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51508285-a85f-4c43-a2bc-519d572ced47", "name": "network-vif-plugged", "status": "completed", "tag": "7c0efdae-c0c8-4011-8ae9-3ac75bab304d", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:23:58.165557 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f53c495e-b402-4ff1-ba60-d2c6dc2fd572 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:23:58.167950 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51508285-a85f-4c43-a2bc-519d572ced47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0efdae-c0c8-4011-8ae9-3ac75bab304d', 'code': 200} Nov 09 22:23:58.701034 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe03ad5-0c7d-4772-9997-78226a14fe8d req-71788e6e-aab6-472f-9ac5-9622ade6958e tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:23:58.705819 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4fe03ad5-0c7d-4772-9997-78226a14fe8d req-71788e6e-aab6-472f-9ac5-9622ade6958e tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 945 time: 0.0546460 Nov 09 22:23:58.766782 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4fe03ad5-0c7d-4772-9997-78226a14fe8d req-5c2dbc50-2c75-4e58-bc23-2b129c66a380 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528338 Nov 09 22:23:59.926391 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60755f1-88af-40c9-8f36-89a899d18afb req-a29fa923-e4d5-4524-9015-f8f653fcf806 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:23:59.928008 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c60755f1-88af-40c9-8f36-89a899d18afb req-a29fa923-e4d5-4524-9015-f8f653fcf806 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 945 time: 0.0654173 Nov 09 22:23:59.981567 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c60755f1-88af-40c9-8f36-89a899d18afb req-919b50e3-1755-4167-928e-71fcd97d3623 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474670 Nov 09 22:24:01.108323 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4d67e-60f7-441c-a9f8-4ecf44af9a38 req-2b7ef0fd-0e2c-440c-a51b-38e5d705c284 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:24:01.109949 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-27a4d67e-60f7-441c-a9f8-4ecf44af9a38 req-2b7ef0fd-0e2c-440c-a51b-38e5d705c284 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 945 time: 0.0519397 Nov 09 22:24:01.162609 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-27a4d67e-60f7-441c-a9f8-4ecf44af9a38 req-60610840-6b7c-44e9-8150-9865f42f5f44 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464725 Nov 09 22:24:02.284431 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948b8a1-2a7d-4faa-b1ab-815dbbd32709 req-29f26d31-d855-4eff-b6fd-c6939b65abb8 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:24:02.286048 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6948b8a1-2a7d-4faa-b1ab-815dbbd32709 req-29f26d31-d855-4eff-b6fd-c6939b65abb8 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 945 time: 0.0520816 Nov 09 22:24:02.343973 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6948b8a1-2a7d-4faa-b1ab-815dbbd32709 req-095a2089-0e60-4106-9f2b-8f17c07c57c5 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506773 Nov 09 22:24:03.480204 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b845052-f740-4c67-8a0c-cb0e6ac57672 req-ada58d82-d130-49db-8ceb-3241f85baa07 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:24:03.480204 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6b845052-f740-4c67-8a0c-cb0e6ac57672 req-ada58d82-d130-49db-8ceb-3241f85baa07 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 945 time: 0.0626786 Nov 09 22:24:03.537653 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6b845052-f740-4c67-8a0c-cb0e6ac57672 req-3b634a65-d99f-4199-9e7c-e5eb1209d1e0 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464923 Nov 09 22:24:04.368000 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:24:04.666048 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d37c4-a910-4f76-a2b1-8d0d6c47f973 req-52cc08f6-99e6-429a-b17a-0019b820b5b6 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:24:04.667779 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-435d37c4-a910-4f76-a2b1-8d0d6c47f973 req-52cc08f6-99e6-429a-b17a-0019b820b5b6 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 945 time: 0.0549977 Nov 09 22:24:04.727036 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-435d37c4-a910-4f76-a2b1-8d0d6c47f973 req-8c377f2b-4c94-4ff6-917b-8d3ea6c9874e tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524702 Nov 09 22:24:05.847093 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90794e-5ec5-464d-8833-c13b6961a0f4 req-e80c4eb4-838a-408c-aa9f-11cd0bb630d4 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:24:05.848550 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2d90794e-5ec5-464d-8833-c13b6961a0f4 req-e80c4eb4-838a-408c-aa9f-11cd0bb630d4 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 945 time: 0.0487025 Nov 09 22:24:05.896925 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2d90794e-5ec5-464d-8833-c13b6961a0f4 req-99e9661f-66ad-44ef-8fdf-933a039ccb97 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419257 Nov 09 22:24:06.165068 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce1efd-d4c3-4427-91ac-4e235f57d8da req-b0ab6ece-ab78-478f-9477-6f7c785b8b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:24:06.166544 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1bce1efd-d4c3-4427-91ac-4e235f57d8da req-b0ab6ece-ab78-478f-9477-6f7c785b8b02 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7687a6e714c4c3caf152bd39ba03215&device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 1096 time: 0.0409040 Nov 09 22:24:06.259464 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce1efd-d4c3-4427-91ac-4e235f57d8da req-0e7af80f-a945-4c64-b1e7-8b93c6a6b338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:24:06.261033 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1bce1efd-d4c3-4427-91ac-4e235f57d8da req-0e7af80f-a945-4c64-b1e7-8b93c6a6b338 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ab7748c3-4723-4a24-9a7b-f61408ad7851 HTTP/1.1" status: 200 len: 909 time: 0.0869832 Nov 09 22:24:06.324067 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1bce1efd-d4c3-4427-91ac-4e235f57d8da req-691e0c74-33ba-4a24-8631-ff305f4cfc44 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c0efdae-c0c8-4011-8ae9-3ac75bab304d HTTP/1.1" status: 200 len: 1001 time: 0.0565007 Nov 09 22:24:06.370202 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce1efd-d4c3-4427-91ac-4e235f57d8da req-b780c2fc-b721-4af8-9e2d-c774697b5cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:24:06.371576 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1bce1efd-d4c3-4427-91ac-4e235f57d8da req-b780c2fc-b721-4af8-9e2d-c774697b5cea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c15444db-c588-4bf6-82d7-58ef4121c204 HTTP/1.1" status: 200 len: 848 time: 0.0412574 Nov 09 22:24:06.419640 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce1efd-d4c3-4427-91ac-4e235f57d8da req-0663972a-0e4d-4920-b627-4de3e1e1e1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:24:06.421048 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1bce1efd-d4c3-4427-91ac-4e235f57d8da req-0663972a-0e4d-4920-b627-4de3e1e1e1ef service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ab7748c3-4723-4a24-9a7b-f61408ad7851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430143 Nov 09 22:24:06.508777 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1bce1efd-d4c3-4427-91ac-4e235f57d8da req-a56e480b-1505-4092-9fa8-f11ac1ac2951 service neutron] 10.222.0.45 "GET /v2.0/networks/ab7748c3-4723-4a24-9a7b-f61408ad7851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802927 Nov 09 22:24:06.599754 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1bce1efd-d4c3-4427-91ac-4e235f57d8da req-9b90e646-826d-40c7-9275-29472b5754c8 service neutron] 10.222.0.45 "GET /v2.0/networks/ab7748c3-4723-4a24-9a7b-f61408ad7851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839925 Nov 09 22:24:07.011728 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd9c65-33eb-419e-acfc-0ffa87e9f4cf req-4e24d585-34e8-4082-b07e-d8b839ac7b91 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:24:07.013229 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-84cd9c65-33eb-419e-acfc-0ffa87e9f4cf req-4e24d585-34e8-4082-b07e-d8b839ac7b91 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 945 time: 0.0496864 Nov 09 22:24:07.062590 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-84cd9c65-33eb-419e-acfc-0ffa87e9f4cf req-1f759889-ba84-4425-bc22-51ca9bf0f2fa tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434377 Nov 09 22:24:08.183279 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97ee89-49e3-4e74-82f9-1b4248a30b05 req-b170bc1b-df84-4b86-b5b8-011a8dd7b9b7 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:24:08.184787 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3c97ee89-49e3-4e74-82f9-1b4248a30b05 req-b170bc1b-df84-4b86-b5b8-011a8dd7b9b7 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 945 time: 0.0536833 Nov 09 22:24:08.233523 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3c97ee89-49e3-4e74-82f9-1b4248a30b05 req-352b45a5-bdf0-48bb-950c-0361bb1945a9 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427432 Nov 09 22:24:09.347827 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea84ad-14b8-4fa1-b5e4-fb36e5fedffe req-5afa5ac3-6f79-4da6-a127-3279c94dcda8 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:24:09.349317 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-76ea84ad-14b8-4fa1-b5e4-fb36e5fedffe req-5afa5ac3-6f79-4da6-a127-3279c94dcda8 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 945 time: 0.0475872 Nov 09 22:24:09.397124 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-76ea84ad-14b8-4fa1-b5e4-fb36e5fedffe req-c01ce000-90e7-4919-98c4-73795d26689f tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414345 Nov 09 22:24:09.530376 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [req-88c06795-b5ef-4e4e-9c24-537bd2ea690b req-a218f98f-7f45-497a-b879-db93278be4a9 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 22:24:09.531397 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-88c06795-b5ef-4e4e-9c24-537bd2ea690b req-a218f98f-7f45-497a-b879-db93278be4a9 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0688541 Nov 09 22:24:09.694131 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa273f41-d0ab-4e62-8e8b-ce633cc11898 req-e38a8af7-f78c-49f7-a00d-d5e8d634d2eb tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:24:09.695678 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fa273f41-d0ab-4e62-8e8b-ce633cc11898 req-e38a8af7-f78c-49f7-a00d-d5e8d634d2eb tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 945 time: 0.0569761 Nov 09 22:24:09.744789 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fa273f41-d0ab-4e62-8e8b-ce633cc11898 req-8ec5f247-0381-458b-9c92-e5452ea61784 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432999 Nov 09 22:24:09.911037 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device 7c0efdae-c0c8-4011-8ae9-3ac75bab304d no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:24:09.981554 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1fed134c-e276-4d84-be41-6b0731b22e4c req-dd4ea73e-aa44-4ced-9116-1d1dc9674f0f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0914845 Nov 09 22:24:09.995473 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:24:10.021074 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51508285-a85f-4c43-a2bc-519d572ced47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c0efdae-c0c8-4011-8ae9-3ac75bab304d'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:24:10.024573 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbbffabc46a25035f6c0210104ebac0979452e44f6408783e2f348470e25243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66191057-9688-4f34-8ba3-ee58c51fb0a5" -d '{"events": [{"server_uuid": "51508285-a85f-4c43-a2bc-519d572ced47", "name": "network-vif-unplugged", "status": "completed", "tag": "7c0efdae-c0c8-4011-8ae9-3ac75bab304d"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:24:10.037444 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port 7c0efdae-c0c8-4011-8ae9-3ac75bab304d, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=7c0efdae-c0c8-4011-8ae9-3ac75bab304d,segment=NetworkSegment(6f9ecf70-bf62-4683-ad5f-e236503fd1e0),segment_id=6f9ecf70-bf62-4683-ad5f-e236503fd1e0)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:24:10.041535 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:24:10.067943 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 09 Nov 2021 22:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb776146-228a-4247-aa5f-50a1bb5e7cbe x-openstack-request-id: req-fb776146-228a-4247-aa5f-50a1bb5e7cbe {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:24:10.068238 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51508285-a85f-4c43-a2bc-519d572ced47", "name": "network-vif-unplugged", "status": "failed", "tag": "7c0efdae-c0c8-4011-8ae9-3ac75bab304d", "code": 422}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:24:10.068619 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fb776146-228a-4247-aa5f-50a1bb5e7cbe {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:24:10.069040 n-d-816206-3 neutron-server[102609]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '51508285-a85f-4c43-a2bc-519d572ced47', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7c0efdae-c0c8-4011-8ae9-3ac75bab304d', 'code': 422} returned with failed status Nov 09 22:24:10.093680 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=7c0efdae-c0c8-4011-8ae9-3ac75bab304d,revision_number=8']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:24:10.857560 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f3dc1-24db-4149-baec-4b26164219a1 req-f089c175-661d-4cfc-a240-6b7a8314049d tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:24:10.859038 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c90f3dc1-24db-4149-baec-4b26164219a1 req-f089c175-661d-4cfc-a240-6b7a8314049d tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 943 time: 0.0477974 Nov 09 22:24:10.908103 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c90f3dc1-24db-4149-baec-4b26164219a1 req-f896a692-a0fd-4208-84fa-407a688085ea tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431745 Nov 09 22:24:11.003808 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed134c-e276-4d84-be41-6b0731b22e4c req-079c82a4-8aaa-4ce9-b284-e0a888f2af83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:24:11.005357 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1fed134c-e276-4d84-be41-6b0731b22e4c req-079c82a4-8aaa-4ce9-b284-e0a888f2af83 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47&tenant_id=d7687a6e714c4c3caf152bd39ba03215 HTTP/1.1" status: 200 len: 1094 time: 0.0873713 Nov 09 22:24:11.016542 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-1fed134c-e276-4d84-be41-6b0731b22e4c req-7904f16f-2ada-430e-9be4-a48e453e84c3 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 22:24:11.017492 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1fed134c-e276-4d84-be41-6b0731b22e4c req-7904f16f-2ada-430e-9be4-a48e453e84c3 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048139 Nov 09 22:24:11.036294 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-1fed134c-e276-4d84-be41-6b0731b22e4c req-681e7384-d8fe-4796-b1d7-525e97f5f0a3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-3', 'device_owner': 'compute:nova'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:24:11.087548 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-1fed134c-e276-4d84-be41-6b0731b22e4c req-681e7384-d8fe-4796-b1d7-525e97f5f0a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:24:11.289710 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-1fed134c-e276-4d84-be41-6b0731b22e4c req-681e7384-d8fe-4796-b1d7-525e97f5f0a3 service neutron] For port 7c0efdae-c0c8-4011-8ae9-3ac75bab304d, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=7c0efdae-c0c8-4011-8ae9-3ac75bab304d,segment=NetworkSegment(6f9ecf70-bf62-4683-ad5f-e236503fd1e0),segment_id=6f9ecf70-bf62-4683-ad5f-e236503fd1e0)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:24:11.325057 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-1fed134c-e276-4d84-be41-6b0731b22e4c req-681e7384-d8fe-4796-b1d7-525e97f5f0a3 service neutron] For port 7c0efdae-c0c8-4011-8ae9-3ac75bab304d, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:24:11.357649 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-1fed134c-e276-4d84-be41-6b0731b22e4c req-681e7384-d8fe-4796-b1d7-525e97f5f0a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c0efdae-c0c8-4011-8ae9-3ac75bab304d {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 22:24:11.364812 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-1fed134c-e276-4d84-be41-6b0731b22e4c req-681e7384-d8fe-4796-b1d7-525e97f5f0a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:24:11.376593 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-1fed134c-e276-4d84-be41-6b0731b22e4c req-681e7384-d8fe-4796-b1d7-525e97f5f0a3 service neutron] Transition to ACTIVE for port object 7c0efdae-c0c8-4011-8ae9-3ac75bab304d will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 22:24:11.380252 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-1fed134c-e276-4d84-be41-6b0731b22e4c req-681e7384-d8fe-4796-b1d7-525e97f5f0a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:24:11.452270 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e7384-d8fe-4796-b1d7-525e97f5f0a3 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0efdae-c0c8-4011-8ae9-3ac75bab304d,revision_number=9']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:24:11.466904 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e7384-d8fe-4796-b1d7-525e97f5f0a3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:24:11.467253 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e7384-d8fe-4796-b1d7-525e97f5f0a3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:24:11.467593 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e7384-d8fe-4796-b1d7-525e97f5f0a3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:24:11.467933 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e7384-d8fe-4796-b1d7-525e97f5f0a3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:24:11.468262 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e7384-d8fe-4796-b1d7-525e97f5f0a3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:24:11.468590 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e7384-d8fe-4796-b1d7-525e97f5f0a3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:24:11.469522 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e7384-d8fe-4796-b1d7-525e97f5f0a3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:24:11.469859 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e7384-d8fe-4796-b1d7-525e97f5f0a3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:24:11.470189 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e7384-d8fe-4796-b1d7-525e97f5f0a3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:24:11.470513 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e7384-d8fe-4796-b1d7-525e97f5f0a3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:24:11.470840 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e7384-d8fe-4796-b1d7-525e97f5f0a3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:24:11.471161 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e7384-d8fe-4796-b1d7-525e97f5f0a3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:24:11.512275 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fed134c-e276-4d84-be41-6b0731b22e4c req-681e7384-d8fe-4796-b1d7-525e97f5f0a3 service neutron] No DVR routers for this DVR port 7c0efdae-c0c8-4011-8ae9-3ac75bab304d on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:24:11.646812 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-1fed134c-e276-4d84-be41-6b0731b22e4c req-681e7384-d8fe-4796-b1d7-525e97f5f0a3 service neutron] Attempting to bind port 7c0efdae-c0c8-4011-8ae9-3ac75bab304d on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:24:11.647151 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-1fed134c-e276-4d84-be41-6b0731b22e4c req-681e7384-d8fe-4796-b1d7-525e97f5f0a3 service neutron] Attempting to bind port 7c0efdae-c0c8-4011-8ae9-3ac75bab304d by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '6f9ecf70-bf62-4683-ad5f-e236503fd1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:24:11.648113 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fed134c-e276-4d84-be41-6b0731b22e4c req-681e7384-d8fe-4796-b1d7-525e97f5f0a3 service neutron] Attempting to bind port 7c0efdae-c0c8-4011-8ae9-3ac75bab304d on network ab7748c3-4723-4a24-9a7b-f61408ad7851 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:24:11.652588 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fed134c-e276-4d84-be41-6b0731b22e4c req-681e7384-d8fe-4796-b1d7-525e97f5f0a3 service neutron] Port 7c0efdae-c0c8-4011-8ae9-3ac75bab304d on network ab7748c3-4723-4a24-9a7b-f61408ad7851 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 22:24:11.652943 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fed134c-e276-4d84-be41-6b0731b22e4c req-681e7384-d8fe-4796-b1d7-525e97f5f0a3 service neutron] Attempting to bind port 7c0efdae-c0c8-4011-8ae9-3ac75bab304d on network ab7748c3-4723-4a24-9a7b-f61408ad7851 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:24:11.657711 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fed134c-e276-4d84-be41-6b0731b22e4c req-681e7384-d8fe-4796-b1d7-525e97f5f0a3 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:24:11.658050 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fed134c-e276-4d84-be41-6b0731b22e4c req-681e7384-d8fe-4796-b1d7-525e97f5f0a3 service neutron] Checking segment: {'id': '6f9ecf70-bf62-4683-ad5f-e236503fd1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:24:11.658432 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fed134c-e276-4d84-be41-6b0731b22e4c req-681e7384-d8fe-4796-b1d7-525e97f5f0a3 service neutron] Bound using segment: {'id': '6f9ecf70-bf62-4683-ad5f-e236503fd1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:24:11.658854 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-1fed134c-e276-4d84-be41-6b0731b22e4c req-681e7384-d8fe-4796-b1d7-525e97f5f0a3 service neutron] Bound port: 7c0efdae-c0c8-4011-8ae9-3ac75bab304d, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f9ecf70-bf62-4683-ad5f-e236503fd1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:24:11.659205 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-1fed134c-e276-4d84-be41-6b0731b22e4c req-681e7384-d8fe-4796-b1d7-525e97f5f0a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:24:11.725266 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-1fed134c-e276-4d84-be41-6b0731b22e4c req-681e7384-d8fe-4796-b1d7-525e97f5f0a3 service neutron] For port 7c0efdae-c0c8-4011-8ae9-3ac75bab304d, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:24:11.728200 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-1fed134c-e276-4d84-be41-6b0731b22e4c req-681e7384-d8fe-4796-b1d7-525e97f5f0a3 service neutron] For port 7c0efdae-c0c8-4011-8ae9-3ac75bab304d, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=7c0efdae-c0c8-4011-8ae9-3ac75bab304d,segment=NetworkSegment(6f9ecf70-bf62-4683-ad5f-e236503fd1e0),segment_id=6f9ecf70-bf62-4683-ad5f-e236503fd1e0)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:24:11.732468 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-1fed134c-e276-4d84-be41-6b0731b22e4c req-681e7384-d8fe-4796-b1d7-525e97f5f0a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:24:11.763734 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed134c-e276-4d84-be41-6b0731b22e4c req-681e7384-d8fe-4796-b1d7-525e97f5f0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:24:11.764252 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-1fed134c-e276-4d84-be41-6b0731b22e4c req-681e7384-d8fe-4796-b1d7-525e97f5f0a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:24:11.765660 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1fed134c-e276-4d84-be41-6b0731b22e4c req-681e7384-d8fe-4796-b1d7-525e97f5f0a3 service neutron] 10.222.0.43 "PUT /v2.0/ports/7c0efdae-c0c8-4011-8ae9-3ac75bab304d HTTP/1.1" status: 200 len: 1091 time: 0.7329936 Nov 09 22:24:11.766352 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51508285-a85f-4c43-a2bc-519d572ced47', 'tag': '7c0efdae-c0c8-4011-8ae9-3ac75bab304d'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:24:11.770444 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2737eae40cef112d1dfa64c8a6cf3edc76bfb64f9e32f72bfe3df0a7140357a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9afa3d87-18b9-47d4-8dcf-ea44de415961" -d '{"events": [{"name": "network-changed", "server_uuid": "51508285-a85f-4c43-a2bc-519d572ced47", "tag": "7c0efdae-c0c8-4011-8ae9-3ac75bab304d"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:24:11.813522 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9911cf62-af4b-46f8-9427-2da14b34f3f6 x-openstack-request-id: req-9911cf62-af4b-46f8-9427-2da14b34f3f6 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:24:11.813817 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51508285-a85f-4c43-a2bc-519d572ced47", "tag": "7c0efdae-c0c8-4011-8ae9-3ac75bab304d", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:24:11.814071 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9911cf62-af4b-46f8-9427-2da14b34f3f6 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:24:11.814476 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51508285-a85f-4c43-a2bc-519d572ced47', 'tag': '7c0efdae-c0c8-4011-8ae9-3ac75bab304d', 'status': 'completed', 'code': 200} Nov 09 22:24:11.818586 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e7384-d8fe-4796-b1d7-525e97f5f0a3 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0efdae-c0c8-4011-8ae9-3ac75bab304d,revision_number=10']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:24:11.854557 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed134c-e276-4d84-be41-6b0731b22e4c req-273f4462-c28d-4ce3-81bf-19891c4771ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:24:11.856168 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1fed134c-e276-4d84-be41-6b0731b22e4c req-273f4462-c28d-4ce3-81bf-19891c4771ae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d7687a6e714c4c3caf152bd39ba03215&device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 1095 time: 0.0538199 Nov 09 22:24:11.954856 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed134c-e276-4d84-be41-6b0731b22e4c req-47d66af7-b240-4e1f-a0e2-493dd99ef298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:24:11.956933 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1fed134c-e276-4d84-be41-6b0731b22e4c req-47d66af7-b240-4e1f-a0e2-493dd99ef298 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ab7748c3-4723-4a24-9a7b-f61408ad7851 HTTP/1.1" status: 200 len: 909 time: 0.0936778 Nov 09 22:24:11.960288 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:24:12.054979 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1fed134c-e276-4d84-be41-6b0731b22e4c req-03b2e9a2-b9ba-44d7-8fbc-3ebf94e52e6c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c0efdae-c0c8-4011-8ae9-3ac75bab304d HTTP/1.1" status: 200 len: 999 time: 0.0905836 Nov 09 22:24:12.067391 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1833b3-8737-4bef-85d9-fe7cfc113497 req-298bec7c-0d01-43c5-89e1-13c43c687f13 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:24:12.068794 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7f1833b3-8737-4bef-85d9-fe7cfc113497 req-298bec7c-0d01-43c5-89e1-13c43c687f13 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 944 time: 0.0651088 Nov 09 22:24:12.143078 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed134c-e276-4d84-be41-6b0731b22e4c req-69f00401-c751-4be5-9bee-8b26b6df5a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:24:12.144561 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1fed134c-e276-4d84-be41-6b0731b22e4c req-69f00401-c751-4be5-9bee-8b26b6df5a15 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c15444db-c588-4bf6-82d7-58ef4121c204 HTTP/1.1" status: 200 len: 848 time: 0.0748754 Nov 09 22:24:12.149497 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-7f1833b3-8737-4bef-85d9-fe7cfc113497 req-a2f281e0-ad56-48aa-9672-1cea23ee9327 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723510 Nov 09 22:24:12.192529 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed134c-e276-4d84-be41-6b0731b22e4c req-f283747b-57b4-43a0-8d38-0f04429dadc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:24:12.194055 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1fed134c-e276-4d84-be41-6b0731b22e4c req-f283747b-57b4-43a0-8d38-0f04429dadc8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ab7748c3-4723-4a24-9a7b-f61408ad7851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429034 Nov 09 22:24:12.281641 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1fed134c-e276-4d84-be41-6b0731b22e4c req-04c305db-fb4b-48ef-a181-6fee11826ef5 service neutron] 10.222.0.43 "GET /v2.0/networks/ab7748c3-4723-4a24-9a7b-f61408ad7851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802267 Nov 09 22:24:12.373962 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1fed134c-e276-4d84-be41-6b0731b22e4c req-f04c95dd-f022-4640-a557-6708664d3b19 service neutron] 10.222.0.43 "GET /v2.0/networks/ab7748c3-4723-4a24-9a7b-f61408ad7851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843153 Nov 09 22:24:12.485313 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa3d87-18b9-47d4-8dcf-ea44de415961 req-67e47211-fd18-426f-bdec-9c48c94ac984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:24:12.486829 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9afa3d87-18b9-47d4-8dcf-ea44de415961 req-67e47211-fd18-426f-bdec-9c48c94ac984 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d7687a6e714c4c3caf152bd39ba03215&device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 1095 time: 0.0410786 Nov 09 22:24:12.579088 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa3d87-18b9-47d4-8dcf-ea44de415961 req-cd7ce588-cd1f-4194-b404-1890885e70aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:24:12.580620 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9afa3d87-18b9-47d4-8dcf-ea44de415961 req-cd7ce588-cd1f-4194-b404-1890885e70aa service neutron] 10.222.0.43 "GET /v2.0/networks?id=ab7748c3-4723-4a24-9a7b-f61408ad7851 HTTP/1.1" status: 200 len: 909 time: 0.0867109 Nov 09 22:24:12.650220 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9afa3d87-18b9-47d4-8dcf-ea44de415961 req-73a3394b-a111-4631-a5b8-3b36519d6d66 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c0efdae-c0c8-4011-8ae9-3ac75bab304d HTTP/1.1" status: 200 len: 999 time: 0.0619390 Nov 09 22:24:12.718725 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa3d87-18b9-47d4-8dcf-ea44de415961 req-70278236-955e-4d05-8807-5d01d5d2f348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:24:12.722425 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9afa3d87-18b9-47d4-8dcf-ea44de415961 req-70278236-955e-4d05-8807-5d01d5d2f348 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c15444db-c588-4bf6-82d7-58ef4121c204 HTTP/1.1" status: 200 len: 848 time: 0.0634990 Nov 09 22:24:13.274549 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc330a-7bc3-4e02-85eb-999a3daf0d89 req-7b9c3577-859a-4987-9c42-fc664d3b4379 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:24:13.276285 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1dbc330a-7bc3-4e02-85eb-999a3daf0d89 req-7b9c3577-859a-4987-9c42-fc664d3b4379 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 944 time: 0.0494378 Nov 09 22:24:13.324938 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1dbc330a-7bc3-4e02-85eb-999a3daf0d89 req-2179827e-2b0a-4f71-b749-36af73111354 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427234 Nov 09 22:24:14.446990 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50f636-29ba-4c8d-a8c4-c617d3d6aacd req-6972056e-f5fe-41dc-9394-0e96c55fa663 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:24:14.448896 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0f50f636-29ba-4c8d-a8c4-c617d3d6aacd req-6972056e-f5fe-41dc-9394-0e96c55fa663 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 944 time: 0.0563519 Nov 09 22:24:14.505902 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0f50f636-29ba-4c8d-a8c4-c617d3d6aacd req-9c88bb7c-62d4-4889-b33c-413077201941 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511699 Nov 09 22:24:15.628060 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b21c4-e3a7-474b-9c9a-38ca99aa6239 req-bf78a757-e215-419c-a579-59e1cf740c0f tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:24:15.629632 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ec3b21c4-e3a7-474b-9c9a-38ca99aa6239 req-bf78a757-e215-419c-a579-59e1cf740c0f tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 944 time: 0.0536559 Nov 09 22:24:15.687851 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ec3b21c4-e3a7-474b-9c9a-38ca99aa6239 req-4bb38d99-e995-4631-8715-fb2536b9d7ce tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482538 Nov 09 22:24:16.805014 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db026c-f5fe-4746-9c21-0cf1456b7190 req-e8d9791f-aefa-4ec4-b705-a4301f98f524 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:24:16.806480 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e4db026c-f5fe-4746-9c21-0cf1456b7190 req-e8d9791f-aefa-4ec4-b705-a4301f98f524 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 944 time: 0.0487170 Nov 09 22:24:16.861601 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e4db026c-f5fe-4746-9c21-0cf1456b7190 req-373133d0-7ac9-4b8b-a773-0bd5ee1ff2db tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491858 Nov 09 22:24:17.762453 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f585f1a8-5fdd-4c93-bc0b-65d92dfa01d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:24:17.997592 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566cde3-f289-4793-8dbb-6a1bdafbec2a req-971bd7ed-563d-42b0-9ea4-ba95bc4d5718 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:24:17.999204 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4566cde3-f289-4793-8dbb-6a1bdafbec2a req-971bd7ed-563d-42b0-9ea4-ba95bc4d5718 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 944 time: 0.0691261 Nov 09 22:24:18.049794 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-4566cde3-f289-4793-8dbb-6a1bdafbec2a req-c128b3c8-064d-4cdc-acd2-e5c3c740bb00 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445788 Nov 09 22:24:19.176148 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7284c05-0b27-44e3-9f8d-6757de62c434 req-8b20ab90-0314-43a5-8124-1e582a61c74b tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:24:19.181904 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b7284c05-0b27-44e3-9f8d-6757de62c434 req-8b20ab90-0314-43a5-8124-1e582a61c74b tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 944 time: 0.0628841 Nov 09 22:24:19.229916 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b7284c05-0b27-44e3-9f8d-6757de62c434 req-10e1f422-00ea-4707-8ff3-1415411b18b3 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451179 Nov 09 22:24:20.252169 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a3a46bc2-f4ec-4f12-979d-2ba37e851d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:24:20.347730 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99464915-2255-4d20-ab8b-eb20c50b46ad req-53b6ff59-617e-46d8-a10a-b127b596a496 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:24:20.349393 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-99464915-2255-4d20-ab8b-eb20c50b46ad req-53b6ff59-617e-46d8-a10a-b127b596a496 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 944 time: 0.0508976 Nov 09 22:24:20.406679 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-99464915-2255-4d20-ab8b-eb20c50b46ad req-3823895b-4642-4d0d-8e1d-c92cd27334dc tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513244 Nov 09 22:24:21.279572 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:24:21.552606 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457711de-fdd2-49d2-bc1d-49b8967dc385 req-dc384853-696e-449b-9d8a-392459754a03 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:24:21.554829 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-457711de-fdd2-49d2-bc1d-49b8967dc385 req-dc384853-696e-449b-9d8a-392459754a03 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 944 time: 0.0801594 Nov 09 22:24:21.603700 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-457711de-fdd2-49d2-bc1d-49b8967dc385 req-d2332398-ad1c-4c1a-9c84-4c08417834fe tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429971 Nov 09 22:24:22.635721 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:24:22.749026 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17a35f8-96f2-4f9d-98fc-bcbfc7acacbf req-ebaf9ad7-ec2f-4767-8c46-e34c13c0e27c tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:24:22.751233 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c17a35f8-96f2-4f9d-98fc-bcbfc7acacbf req-ebaf9ad7-ec2f-4767-8c46-e34c13c0e27c tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 944 time: 0.0773480 Nov 09 22:24:22.803243 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c17a35f8-96f2-4f9d-98fc-bcbfc7acacbf req-2d74ad2e-26d1-44e9-bea1-1c9585a5c77d tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454421 Nov 09 22:24:23.441635 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:24:23.540332 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:24:23.921238 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de10bec-5e04-4d67-b3ad-7d819a5ffdab req-b6e938ef-72fe-4973-bd2f-2d18e08e9636 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:24:23.922715 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2de10bec-5e04-4d67-b3ad-7d819a5ffdab req-b6e938ef-72fe-4973-bd2f-2d18e08e9636 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 944 time: 0.0488799 Nov 09 22:24:23.971377 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2de10bec-5e04-4d67-b3ad-7d819a5ffdab req-7a9209a8-ba0e-4d08-99ab-8281abe4ed98 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427129 Nov 09 22:24:24.558515 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa3d87-18b9-47d4-8dcf-ea44de415961 req-ce5bd795-a19f-456c-ac02-9f771082423f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:24:24.559988 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9afa3d87-18b9-47d4-8dcf-ea44de415961 req-ce5bd795-a19f-456c-ac02-9f771082423f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ab7748c3-4723-4a24-9a7b-f61408ad7851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459054 Nov 09 22:24:24.650816 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9afa3d87-18b9-47d4-8dcf-ea44de415961 req-a769115c-709f-4d38-a3fd-5d0601c9e885 service neutron] 10.222.0.43 "GET /v2.0/networks/ab7748c3-4723-4a24-9a7b-f61408ad7851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795910 Nov 09 22:24:24.778294 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9afa3d87-18b9-47d4-8dcf-ea44de415961 req-58c1ff74-4419-4aea-98c9-2ae47d092caf service neutron] 10.222.0.43 "GET /v2.0/networks/ab7748c3-4723-4a24-9a7b-f61408ad7851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866363 Nov 09 22:24:25.086981 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000d71c-21f3-4075-8281-ba5bef564d80 req-2f6a067a-24e6-42bf-9a54-27ef213659de tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:24:25.088376 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e000d71c-21f3-4075-8281-ba5bef564d80 req-2f6a067a-24e6-42bf-9a54-27ef213659de tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 944 time: 0.0496488 Nov 09 22:24:25.137427 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e000d71c-21f3-4075-8281-ba5bef564d80 req-9ea248c9-a16e-4f10-9462-f542db0f167e tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427473 Nov 09 22:24:25.791042 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 7c0efdae-c0c8-4011-8ae9-3ac75bab304d details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 22:24:25.882023 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 7c0efdae-c0c8-4011-8ae9-3ac75bab304d, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=7c0efdae-c0c8-4011-8ae9-3ac75bab304d,segment=NetworkSegment(6f9ecf70-bf62-4683-ad5f-e236503fd1e0),segment_id=6f9ecf70-bf62-4683-ad5f-e236503fd1e0)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:24:25.892980 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': '7c0efdae-c0c8-4011-8ae9-3ac75bab304d', 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851', 'port_id': '7c0efdae-c0c8-4011-8ae9-3ac75bab304d', 'mac_address': 'fa:16:3e:b1:ef:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c15444db-c588-4bf6-82d7-58ef4121c204', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 22:24:25.927963 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:24:25.943453 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c0efdae-c0c8-4011-8ae9-3ac75bab304d {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 22:24:25.961235 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 7c0efdae-c0c8-4011-8ae9-3ac75bab304d, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=7c0efdae-c0c8-4011-8ae9-3ac75bab304d,segment=NetworkSegment(6f9ecf70-bf62-4683-ad5f-e236503fd1e0),segment_id=6f9ecf70-bf62-4683-ad5f-e236503fd1e0)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:24:25.964553 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:24:26.009649 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=7c0efdae-c0c8-4011-8ae9-3ac75bab304d,revision_number=11']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:24:26.252950 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310c3e1-44a4-4208-aa86-b59b7fe93329 req-45de2329-9be4-4224-a57c-afe04c5be9b0 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:24:26.254413 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a310c3e1-44a4-4208-aa86-b59b7fe93329 req-45de2329-9be4-4224-a57c-afe04c5be9b0 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 945 time: 0.0493996 Nov 09 22:24:26.262362 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['7c0efdae-c0c8-4011-8ae9-3ac75bab304d'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 22:24:26.303811 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a310c3e1-44a4-4208-aa86-b59b7fe93329 req-89ae2f12-cfb4-411d-b8e1-13838207bc7f tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434399 Nov 09 22:24:27.417193 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454f739-ee4b-48cf-b2cf-3931287547b8 req-a8eb2d51-ef1e-44e5-9972-0b5be62b0a09 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:24:27.418667 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5454f739-ee4b-48cf-b2cf-3931287547b8 req-a8eb2d51-ef1e-44e5-9972-0b5be62b0a09 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 945 time: 0.0484061 Nov 09 22:24:27.471229 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5454f739-ee4b-48cf-b2cf-3931287547b8 req-31212833-617f-4f6c-b669-70d205607717 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461147 Nov 09 22:24:27.807314 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 7c0efdae-c0c8-4011-8ae9-3ac75bab304d up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:24:27.854976 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port 7c0efdae-c0c8-4011-8ae9-3ac75bab304d completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 22:24:27.858898 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port 7c0efdae-c0c8-4011-8ae9-3ac75bab304d triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:24:27.859269 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:24:28.087101 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:24:28.108815 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51508285-a85f-4c43-a2bc-519d572ced47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0efdae-c0c8-4011-8ae9-3ac75bab304d'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:24:28.111013 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbbffabc46a25035f6c0210104ebac0979452e44f6408783e2f348470e25243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12b66c3-46dc-4cf3-a241-35297adf996c" -d '{"events": [{"server_uuid": "51508285-a85f-4c43-a2bc-519d572ced47", "name": "network-vif-plugged", "status": "completed", "tag": "7c0efdae-c0c8-4011-8ae9-3ac75bab304d"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:24:28.123500 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port 7c0efdae-c0c8-4011-8ae9-3ac75bab304d, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=7c0efdae-c0c8-4011-8ae9-3ac75bab304d,segment=NetworkSegment(6f9ecf70-bf62-4683-ad5f-e236503fd1e0),segment_id=6f9ecf70-bf62-4683-ad5f-e236503fd1e0)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:24:28.128209 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:24:28.151722 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 22:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb37eef-3f34-41d3-b654-2f8c171b4879 x-openstack-request-id: req-adb37eef-3f34-41d3-b654-2f8c171b4879 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:24:28.152028 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51508285-a85f-4c43-a2bc-519d572ced47", "name": "network-vif-plugged", "status": "completed", "tag": "7c0efdae-c0c8-4011-8ae9-3ac75bab304d", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:24:28.152281 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-adb37eef-3f34-41d3-b654-2f8c171b4879 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:24:28.152678 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51508285-a85f-4c43-a2bc-519d572ced47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0efdae-c0c8-4011-8ae9-3ac75bab304d', 'code': 200} Nov 09 22:24:28.177110 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=7c0efdae-c0c8-4011-8ae9-3ac75bab304d,revision_number=12']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:24:28.348096 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e32d7-692f-43d5-8b6a-ef2706852f37 req-cee1bef1-801a-422d-aa0e-accf167b9a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:24:28.349517 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1f4e32d7-692f-43d5-8b6a-ef2706852f37 req-cee1bef1-801a-422d-aa0e-accf167b9a8c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 1097 time: 0.0388584 Nov 09 22:24:28.396720 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1f4e32d7-692f-43d5-8b6a-ef2706852f37 req-f149feaf-68c1-45c6-b150-0e3a38f0c739 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392191 Nov 09 22:24:28.584733 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1fce5-cf18-427d-8f5e-c27c81a62171 req-a936dbe7-c1be-4892-b9ee-2f67cac36682 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:24:28.586748 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-acc1fce5-cf18-427d-8f5e-c27c81a62171 req-a936dbe7-c1be-4892-b9ee-2f67cac36682 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 946 time: 0.0488598 Nov 09 22:24:28.635497 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-acc1fce5-cf18-427d-8f5e-c27c81a62171 req-65ee0d7d-1b52-41e1-92d6-87da4a854076 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427325 Nov 09 22:24:29.760765 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85ef1d-df8c-4bd1-b242-bd9ff3bd9562 req-13ef331f-2f65-435e-9631-a8ad682a217e tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:24:29.762268 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-df85ef1d-df8c-4bd1-b242-bd9ff3bd9562 req-13ef331f-2f65-435e-9631-a8ad682a217e tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 946 time: 0.0546002 Nov 09 22:24:29.812207 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-df85ef1d-df8c-4bd1-b242-bd9ff3bd9562 req-1e9441a4-064b-46cf-bc82-29635bb2a63c tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440578 Nov 09 22:24:30.925178 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274f844-c259-4c1a-9d90-d37ab6e422ec req-8b5e3a30-2c4f-4137-b3fd-4060d6df98a9 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:24:30.926654 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f274f844-c259-4c1a-9d90-d37ab6e422ec req-8b5e3a30-2c4f-4137-b3fd-4060d6df98a9 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 946 time: 0.0478392 Nov 09 22:24:30.974518 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f274f844-c259-4c1a-9d90-d37ab6e422ec req-ba4ffd17-cc8f-47a5-98a8-d182ea1f2b3b tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413179 Nov 09 22:24:34.382885 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:24:45.787238 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0958c620-13d2-4f56-aa6c-3a8c3dc40925 req-a0d47ba7-4df8-40ab-ae91-ec39cb8011bc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392921 Nov 09 22:24:45.895527 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958c620-13d2-4f56-aa6c-3a8c3dc40925 req-194e7020-b165-4e47-a062-e80f0d63c135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:24:45.897020 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0958c620-13d2-4f56-aa6c-3a8c3dc40925 req-194e7020-b165-4e47-a062-e80f0d63c135 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d7687a6e714c4c3caf152bd39ba03215&device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 1097 time: 0.0401988 Nov 09 22:24:46.002125 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958c620-13d2-4f56-aa6c-3a8c3dc40925 req-a994417f-00c6-4d3c-8256-27fb26837568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:24:46.003566 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0958c620-13d2-4f56-aa6c-3a8c3dc40925 req-a994417f-00c6-4d3c-8256-27fb26837568 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ab7748c3-4723-4a24-9a7b-f61408ad7851 HTTP/1.1" status: 200 len: 909 time: 0.0853066 Nov 09 22:24:46.067495 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0958c620-13d2-4f56-aa6c-3a8c3dc40925 req-2a1ab6dd-6c1c-46b8-96aa-7ce00ad7d2cd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c0efdae-c0c8-4011-8ae9-3ac75bab304d HTTP/1.1" status: 200 len: 1001 time: 0.0561526 Nov 09 22:24:46.121212 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958c620-13d2-4f56-aa6c-3a8c3dc40925 req-d796948b-6bdd-4e95-a7f6-5f28f2c50d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:24:46.122642 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0958c620-13d2-4f56-aa6c-3a8c3dc40925 req-d796948b-6bdd-4e95-a7f6-5f28f2c50d53 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c15444db-c588-4bf6-82d7-58ef4121c204 HTTP/1.1" status: 200 len: 848 time: 0.0458300 Nov 09 22:24:46.167882 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958c620-13d2-4f56-aa6c-3a8c3dc40925 req-935ced56-8a76-49cd-85f1-fb8cb9f84744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:24:46.169366 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0958c620-13d2-4f56-aa6c-3a8c3dc40925 req-935ced56-8a76-49cd-85f1-fb8cb9f84744 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ab7748c3-4723-4a24-9a7b-f61408ad7851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385511 Nov 09 22:24:46.257226 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0958c620-13d2-4f56-aa6c-3a8c3dc40925 req-8ee3c584-fb52-4c53-819d-7ac8d70af44e service neutron] 10.222.0.43 "GET /v2.0/networks/ab7748c3-4723-4a24-9a7b-f61408ad7851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794222 Nov 09 22:24:46.352861 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-0958c620-13d2-4f56-aa6c-3a8c3dc40925 req-a2fdb40a-6562-4b9a-99f9-1239089d5170 service neutron] 10.222.0.43 "GET /v2.0/networks/ab7748c3-4723-4a24-9a7b-f61408ad7851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824752 Nov 09 22:24:47.753439 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-bdf5fa88-bb84-4dc5-9710-e28b85ff79ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:24:48.960657 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:24:50.252501 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f5a5c7be-bff5-4d11-ac81-0f1c8dcaa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:24:51.283178 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:24:52.638400 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:24:53.434749 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:24:53.543267 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:04.376968 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:17.753448 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-164df153-3468-4d93-8d6a-fbb43bb2e244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:20.253920 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-213e65c4-aac0-4821-b539-d2abef67d1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:21.284796 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:22.644301 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:23.436155 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:23.545479 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:25.959668 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:25:34.375741 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:40.236034 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38414) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:25:40.402292 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-5751f600-1b58-4f6b-8828-f07864da6192 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Deleting port 88cf097f-ba83-4218-84dc-68fb4ca2fcbd {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:25:40.402626 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5751f600-1b58-4f6b-8828-f07864da6192 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:40.476746 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5751f600-1b58-4f6b-8828-f07864da6192 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:40.477071 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5751f600-1b58-4f6b-8828-f07864da6192 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:40.489446 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-5751f600-1b58-4f6b-8828-f07864da6192 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Calling delete_port for 88cf097f-ba83-4218-84dc-68fb4ca2fcbd owned by network:floatingip {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:25:40.633149 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5751f600-1b58-4f6b-8828-f07864da6192 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:40.659376 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5751f600-1b58-4f6b-8828-f07864da6192 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Pushing event deleted for resources: {'Port': ['ID=88cf097f-ba83-4218-84dc-68fb4ca2fcbd,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:25:40.684021 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5751f600-1b58-4f6b-8828-f07864da6192 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:25:40.684369 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5751f600-1b58-4f6b-8828-f07864da6192 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:25:40.684811 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5751f600-1b58-4f6b-8828-f07864da6192 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:25:40.685150 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5751f600-1b58-4f6b-8828-f07864da6192 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:25:40.685487 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5751f600-1b58-4f6b-8828-f07864da6192 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:25:40.685822 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5751f600-1b58-4f6b-8828-f07864da6192 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:25:40.686179 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5751f600-1b58-4f6b-8828-f07864da6192 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:25:40.686510 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5751f600-1b58-4f6b-8828-f07864da6192 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:25:40.686838 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5751f600-1b58-4f6b-8828-f07864da6192 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:25:40.687160 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5751f600-1b58-4f6b-8828-f07864da6192 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:25:40.687487 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5751f600-1b58-4f6b-8828-f07864da6192 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:25:40.687808 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5751f600-1b58-4f6b-8828-f07864da6192 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:25:40.731805 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5751f600-1b58-4f6b-8828-f07864da6192 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for floatingip, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:40.732130 n-d-816206-3 neutron-server[102608]: INFO neutron.db.l3_db [None req-5751f600-1b58-4f6b-8828-f07864da6192 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Floating IP 1cff1eb0-12f3-439c-868b-c78ca9242390 disassociated (deleted). External IP: 172.25.7.178, port: 7c0efdae-c0c8-4011-8ae9-3ac75bab304d. Nov 09 22:25:40.932387 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5751f600-1b58-4f6b-8828-f07864da6192 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Router c964247d-c62d-4471-9b8f-0d3bf2e198cf has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:25:41.038548 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5751f600-1b58-4f6b-8828-f07864da6192 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:25:41.043360 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5751f600-1b58-4f6b-8828-f07864da6192 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:41.048255 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5445f1c-d820-4111-a1bc-e44634a194da None None] Sync routers for ids ['c964247d-c62d-4471-9b8f-0d3bf2e198cf'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:25:41.061878 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5445f1c-d820-4111-a1bc-e44634a194da None None] Routers {'c964247d-c62d-4471-9b8f-0d3bf2e198cf'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:25:41.062981 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b5445f1c-d820-4111-a1bc-e44634a194da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:25:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['c964247d-c62d-4471-9b8f-0d3bf2e198cf'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:25:41.074793 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-5751f600-1b58-4f6b-8828-f07864da6192 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "DELETE /v2.0/floatingips/1cff1eb0-12f3-439c-868b-c78ca9242390 HTTP/1.1" status: 204 len: 168 time: 0.8343520 Nov 09 22:25:41.074793 n-d-816206-3 neutron-server[102608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51508285-a85f-4c43-a2bc-519d572ced47', 'tag': '7c0efdae-c0c8-4011-8ae9-3ac75bab304d'}] {{(pid=102608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:25:41.075085 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734a8ae17c5ce9a22141aa37bfebe7e944e5ff20966abe8e5b41792a40737563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3cb1c66-239f-49e3-9ba5-13a73b2af141" -d '{"events": [{"name": "network-changed", "server_uuid": "51508285-a85f-4c43-a2bc-519d572ced47", "tag": "7c0efdae-c0c8-4011-8ae9-3ac75bab304d"}]}' {{(pid=102608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:25:41.186238 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-b5445f1c-d820-4111-a1bc-e44634a194da None None] Set router c964247d-c62d-4471-9b8f-0d3bf2e198cf gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:25:41.196524 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596c7b4f-ac80-4568-a117-6f8558a1ad99 x-openstack-request-id: req-596c7b4f-ac80-4568-a117-6f8558a1ad99 {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:25:41.196848 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51508285-a85f-4c43-a2bc-519d572ced47", "tag": "7c0efdae-c0c8-4011-8ae9-3ac75bab304d", "status": "completed", "code": 200}]} {{(pid=102608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:25:41.197097 n-d-816206-3 neutron-server[102608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-596c7b4f-ac80-4568-a117-6f8558a1ad99 {{(pid=102608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:25:41.197511 n-d-816206-3 neutron-server[102608]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51508285-a85f-4c43-a2bc-519d572ced47', 'tag': '7c0efdae-c0c8-4011-8ae9-3ac75bab304d', 'status': 'completed', 'code': 200} Nov 09 22:25:41.296138 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb1c66-239f-49e3-9ba5-13a73b2af141 req-d25588ad-7508-4057-9415-5633c549f54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:25:41.298300 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c3cb1c66-239f-49e3-9ba5-13a73b2af141 req-d25588ad-7508-4057-9415-5633c549f54f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d7687a6e714c4c3caf152bd39ba03215&device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 1097 time: 0.0458603 Nov 09 22:25:41.401577 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b5445f1c-d820-4111-a1bc-e44634a194da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'name': 'tempest-TestShelveInstance-2022474631-router', 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '247e35a7-b65b-44ce-ab81-c28b2cb784b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:21:21Z', 'updated_at': '2021-11-09T22:21:24Z', 'revision_number': 4, 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'gw_port': {'id': '247e35a7-b65b-44ce-ab81-c28b2cb784b3', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:21:22Z', 'updated_at': '2021-11-09T22:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'f8f1a007-9a89-4a1c-9c86-dce201e9588f', 'name': '', 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851', 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'mac_address': 'fa:16:3e:74:16:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c15444db-c588-4bf6-82d7-58ef4121c204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:21:23Z', 'updated_at': '2021-11-09T22:21:30Z', 'revision_number': 5, 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'subnets': [{'id': 'c15444db-c588-4bf6-82d7-58ef4121c204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:25:41.409012 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb1c66-239f-49e3-9ba5-13a73b2af141 req-4b817a9e-e728-4d24-835b-dfd669105e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:25:41.410515 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c3cb1c66-239f-49e3-9ba5-13a73b2af141 req-4b817a9e-e728-4d24-835b-dfd669105e5c service neutron] 10.222.0.43 "GET /v2.0/networks?id=ab7748c3-4723-4a24-9a7b-f61408ad7851 HTTP/1.1" status: 200 len: 909 time: 0.1027555 Nov 09 22:25:41.426199 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cbb07c-64be-4e49-ac34-79fd0df2c1e1 req-07c2a09a-426b-4d2b-a3cc-1d096540f392 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:25:41.427713 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b5cbb07c-64be-4e49-ac34-79fd0df2c1e1 req-07c2a09a-426b-4d2b-a3cc-1d096540f392 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 946 time: 0.1226654 Nov 09 22:25:41.428236 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5445f1c-d820-4111-a1bc-e44634a194da None None] Checking router: c964247d-c62d-4471-9b8f-0d3bf2e198cf for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:25:41.437259 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5445f1c-d820-4111-a1bc-e44634a194da None None] Routers {'c964247d-c62d-4471-9b8f-0d3bf2e198cf'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:25:41.437794 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b5445f1c-d820-4111-a1bc-e44634a194da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:25:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['c964247d-c62d-4471-9b8f-0d3bf2e198cf'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:25:41.453602 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c3cb1c66-239f-49e3-9ba5-13a73b2af141 req-60174463-009f-49bf-a0e5-5e9af7704ea0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c0efdae-c0c8-4011-8ae9-3ac75bab304d HTTP/1.1" status: 200 len: 217 time: 0.0349948 Nov 09 22:25:41.483283 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b5cbb07c-64be-4e49-ac34-79fd0df2c1e1 req-3eb57e49-0033-4bce-b67b-a2580731ee88 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480123 Nov 09 22:25:41.507497 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb1c66-239f-49e3-9ba5-13a73b2af141 req-82b728b2-4181-4bd0-b14d-3ee38cec03ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:25:41.509020 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c3cb1c66-239f-49e3-9ba5-13a73b2af141 req-82b728b2-4181-4bd0-b14d-3ee38cec03ab service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c15444db-c588-4bf6-82d7-58ef4121c204 HTTP/1.1" status: 200 len: 848 time: 0.0482810 Nov 09 22:25:41.545006 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-b5445f1c-d820-4111-a1bc-e44634a194da None None] Set router c964247d-c62d-4471-9b8f-0d3bf2e198cf gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:25:41.560487 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb1c66-239f-49e3-9ba5-13a73b2af141 req-2231de5a-0ffa-4d8c-9fda-72b404b790db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:25:41.561994 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c3cb1c66-239f-49e3-9ba5-13a73b2af141 req-2231de5a-0ffa-4d8c-9fda-72b404b790db service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ab7748c3-4723-4a24-9a7b-f61408ad7851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439215 Nov 09 22:25:41.650847 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c3cb1c66-239f-49e3-9ba5-13a73b2af141 req-77b7c7cd-675d-4e04-8dc3-f0445778e325 service neutron] 10.222.0.43 "GET /v2.0/networks/ab7748c3-4723-4a24-9a7b-f61408ad7851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806382 Nov 09 22:25:41.740823 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-b5445f1c-d820-4111-a1bc-e44634a194da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'name': 'tempest-TestShelveInstance-2022474631-router', 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '247e35a7-b65b-44ce-ab81-c28b2cb784b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:21:21Z', 'updated_at': '2021-11-09T22:21:24Z', 'revision_number': 4, 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'gw_port': {'id': '247e35a7-b65b-44ce-ab81-c28b2cb784b3', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:21:22Z', 'updated_at': '2021-11-09T22:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'f8f1a007-9a89-4a1c-9c86-dce201e9588f', 'name': '', 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851', 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'mac_address': 'fa:16:3e:74:16:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c15444db-c588-4bf6-82d7-58ef4121c204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:21:23Z', 'updated_at': '2021-11-09T22:21:30Z', 'revision_number': 5, 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'subnets': [{'id': 'c15444db-c588-4bf6-82d7-58ef4121c204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:25:41.744246 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c3cb1c66-239f-49e3-9ba5-13a73b2af141 req-993cf18d-f74b-44c7-87b3-50baf8e0aa88 service neutron] 10.222.0.43 "GET /v2.0/networks/ab7748c3-4723-4a24-9a7b-f61408ad7851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851841 Nov 09 22:25:41.766023 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5445f1c-d820-4111-a1bc-e44634a194da None None] The sync data for ids ['c964247d-c62d-4471-9b8f-0d3bf2e198cf'] in n-d-816206-3 is: [{'id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'name': 'tempest-TestShelveInstance-2022474631-router', 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '247e35a7-b65b-44ce-ab81-c28b2cb784b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:21:21Z', 'updated_at': '2021-11-09T22:21:24Z', 'revision_number': 4, 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'gw_port': {'id': '247e35a7-b65b-44ce-ab81-c28b2cb784b3', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:21:22Z', 'updated_at': '2021-11-09T22:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'f8f1a007-9a89-4a1c-9c86-dce201e9588f', 'name': '', 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851', 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'mac_address': 'fa:16:3e:74:16:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c15444db-c588-4bf6-82d7-58ef4121c204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:21:23Z', 'updated_at': '2021-11-09T22:21:30Z', 'revision_number': 5, 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'subnets': [{'id': 'c15444db-c588-4bf6-82d7-58ef4121c204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:25:42.099067 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016cd6c1-db83-4f0e-a473-1e1564dab459 None None] New status for floating IP 1cff1eb0-12f3-439c-868b-c78ca9242390: DOWN {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 22:25:42.675000 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8e051-3227-4be0-a354-f94656b3258a req-5ac96b5d-47fe-43d6-8fdf-f886e7fbec44 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:25:42.676463 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2ca8e051-3227-4be0-a354-f94656b3258a req-5ac96b5d-47fe-43d6-8fdf-f886e7fbec44 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 946 time: 0.1025195 Nov 09 22:25:42.724138 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2ca8e051-3227-4be0-a354-f94656b3258a req-d7213dbc-841f-4d1b-94b1-93369aa558e3 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9158daa-fbe5-4127-8799-bb10f2550774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416131 Nov 09 22:25:42.789802 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc94c7-7589-4064-8843-f32d165568c8 req-526cc422-a582-4720-925d-8463865d106b tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:25:42.791246 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-27cc94c7-7589-4064-8843-f32d165568c8 req-526cc422-a582-4720-925d-8463865d106b tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.43 "GET /v2.0/ports?device_id=51508285-a85f-4c43-a2bc-519d572ced47 HTTP/1.1" status: 200 len: 946 time: 0.0467610 Nov 09 22:25:42.882083 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-27cc94c7-7589-4064-8843-f32d165568c8 req-acceba1d-d283-4b85-a979-a2ad167df6b4 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Deleting port 7c0efdae-c0c8-4011-8ae9-3ac75bab304d {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:25:42.882417 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-27cc94c7-7589-4064-8843-f32d165568c8 req-acceba1d-d283-4b85-a979-a2ad167df6b4 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:42.966901 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-27cc94c7-7589-4064-8843-f32d165568c8 req-acceba1d-d283-4b85-a979-a2ad167df6b4 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] For port 7c0efdae-c0c8-4011-8ae9-3ac75bab304d, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=7c0efdae-c0c8-4011-8ae9-3ac75bab304d,segment=NetworkSegment(6f9ecf70-bf62-4683-ad5f-e236503fd1e0),segment_id=6f9ecf70-bf62-4683-ad5f-e236503fd1e0)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:25:42.967259 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-27cc94c7-7589-4064-8843-f32d165568c8 req-acceba1d-d283-4b85-a979-a2ad167df6b4 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:42.984728 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-27cc94c7-7589-4064-8843-f32d165568c8 req-acceba1d-d283-4b85-a979-a2ad167df6b4 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Calling delete_port for 7c0efdae-c0c8-4011-8ae9-3ac75bab304d owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:25:43.105878 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-27cc94c7-7589-4064-8843-f32d165568c8 req-acceba1d-d283-4b85-a979-a2ad167df6b4 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:43.133562 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acceba1d-d283-4b85-a979-a2ad167df6b4 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Pushing event deleted for resources: {'Port': ['ID=7c0efdae-c0c8-4011-8ae9-3ac75bab304d,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:25:43.161419 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acceba1d-d283-4b85-a979-a2ad167df6b4 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:25:43.161773 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acceba1d-d283-4b85-a979-a2ad167df6b4 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:25:43.162112 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acceba1d-d283-4b85-a979-a2ad167df6b4 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:25:43.162451 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acceba1d-d283-4b85-a979-a2ad167df6b4 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:25:43.162785 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acceba1d-d283-4b85-a979-a2ad167df6b4 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:25:43.163119 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acceba1d-d283-4b85-a979-a2ad167df6b4 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:25:43.163451 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acceba1d-d283-4b85-a979-a2ad167df6b4 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:25:43.163783 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acceba1d-d283-4b85-a979-a2ad167df6b4 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:25:43.164108 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acceba1d-d283-4b85-a979-a2ad167df6b4 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:25:43.164433 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acceba1d-d283-4b85-a979-a2ad167df6b4 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:25:43.164784 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acceba1d-d283-4b85-a979-a2ad167df6b4 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:25:43.165109 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acceba1d-d283-4b85-a979-a2ad167df6b4 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:25:43.187003 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-27cc94c7-7589-4064-8843-f32d165568c8 req-acceba1d-d283-4b85-a979-a2ad167df6b4 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] No DVR routers for this DVR port 7c0efdae-c0c8-4011-8ae9-3ac75bab304d on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:25:43.189530 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-27cc94c7-7589-4064-8843-f32d165568c8 req-acceba1d-d283-4b85-a979-a2ad167df6b4 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:43.192859 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-27cc94c7-7589-4064-8843-f32d165568c8 req-acceba1d-d283-4b85-a979-a2ad167df6b4 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.43 "DELETE /v2.0/ports/7c0efdae-c0c8-4011-8ae9-3ac75bab304d HTTP/1.1" status: 204 len: 173 time: 0.3942204 Nov 09 22:25:43.193312 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51508285-a85f-4c43-a2bc-519d572ced47', 'name': 'network-vif-deleted', 'tag': '7c0efdae-c0c8-4011-8ae9-3ac75bab304d'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:25:43.195508 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2737eae40cef112d1dfa64c8a6cf3edc76bfb64f9e32f72bfe3df0a7140357a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d8fbac-2120-4bac-b704-b48a3480d301" -d '{"events": [{"server_uuid": "51508285-a85f-4c43-a2bc-519d572ced47", "name": "network-vif-deleted", "tag": "7c0efdae-c0c8-4011-8ae9-3ac75bab304d"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:25:43.237629 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 22:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64736dc5-9cbc-4b86-af53-d380476995a2 x-openstack-request-id: req-64736dc5-9cbc-4b86-af53-d380476995a2 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:25:43.238026 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51508285-a85f-4c43-a2bc-519d572ced47", "name": "network-vif-deleted", "tag": "7c0efdae-c0c8-4011-8ae9-3ac75bab304d", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:25:43.238293 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-64736dc5-9cbc-4b86-af53-d380476995a2 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:25:43.238700 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51508285-a85f-4c43-a2bc-519d572ced47', 'name': 'network-vif-deleted', 'tag': '7c0efdae-c0c8-4011-8ae9-3ac75bab304d', 'status': 'completed', 'code': 200} Nov 09 22:25:43.779864 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38442) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:25:43.834217 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8c875c8f-aea6-4d28-9c47-a7790bc108bd tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:43.859995 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8c875c8f-aea6-4d28-9c47-a7790bc108bd tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:43.918057 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8c875c8f-aea6-4d28-9c47-a7790bc108bd tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:43.920889 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8c875c8f-aea6-4d28-9c47-a7790bc108bd tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:43.922070 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-8c875c8f-aea6-4d28-9c47-a7790bc108bd tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "DELETE /v2.0/security-groups/a9158daa-fbe5-4127-8799-bb10f2550774 HTTP/1.1" status: 204 len: 168 time: 0.1412039 Nov 09 22:25:43.930985 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c875c8f-aea6-4d28-9c47-a7790bc108bd tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9158daa-fbe5-4127-8799-bb10f2550774,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:25:44.236172 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38448) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:25:44.240839 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-a180ed2a-cc4e-44a1-8ce3-a7b1b368e300 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1811127331', 'description': 'tempest-secgroup-smoke-1811127331 description', 'project_id': 'd7687a6e714c4c3caf152bd39ba03215'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:25:44.263225 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a180ed2a-cc4e-44a1-8ce3-a7b1b368e300 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for security_group, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:44.338198 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a180ed2a-cc4e-44a1-8ce3-a7b1b368e300 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for security_group, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:44.342082 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a180ed2a-cc4e-44a1-8ce3-a7b1b368e300 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:44.365635 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a180ed2a-cc4e-44a1-8ce3-a7b1b368e300 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:44.366846 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a180ed2a-cc4e-44a1-8ce3-a7b1b368e300 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1295893 Nov 09 22:25:44.369890 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38450) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:25:44.375079 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-cbdd72fd-7cc6-415e-bdec-d4f699b89b0d tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Request body: {'security_group_rule': {'security_group_id': '1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e', 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:25:44.375222 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180ed2a-cc4e-44a1-8ce3-a7b1b368e300 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:25:44.407295 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cbdd72fd-7cc6-415e-bdec-d4f699b89b0d tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:44.460585 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cbdd72fd-7cc6-415e-bdec-d4f699b89b0d tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:44.464032 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cbdd72fd-7cc6-415e-bdec-d4f699b89b0d tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:44.482504 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd72fd-7cc6-415e-bdec-d4f699b89b0d tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ba23db0-7a08-406a-beda-5af940e04622,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:25:44.492268 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cbdd72fd-7cc6-415e-bdec-d4f699b89b0d tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:44.493634 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-cbdd72fd-7cc6-415e-bdec-d4f699b89b0d tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1227160 Nov 09 22:25:44.496984 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38452) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:25:44.501337 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-dd83919b-e066-4baf-8b8a-0eb0db8affe6 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Request body: {'security_group_rule': {'security_group_id': '1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e', 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:25:44.526600 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dd83919b-e066-4baf-8b8a-0eb0db8affe6 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:44.581868 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dd83919b-e066-4baf-8b8a-0eb0db8affe6 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:44.585228 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dd83919b-e066-4baf-8b8a-0eb0db8affe6 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:44.602139 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd83919b-e066-4baf-8b8a-0eb0db8affe6 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e98cd663-9645-4cf0-b2e3-3615351f1732,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:25:44.611368 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dd83919b-e066-4baf-8b8a-0eb0db8affe6 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:44.612930 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-dd83919b-e066-4baf-8b8a-0eb0db8affe6 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1148603 Nov 09 22:25:44.615477 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38454) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:25:44.619845 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-dbb7301d-9e3c-4fc5-a241-1dbe9aea478a tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Request body: {'security_group_rule': {'security_group_id': '1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e', 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:25:44.645718 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dbb7301d-9e3c-4fc5-a241-1dbe9aea478a tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:44.702658 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dbb7301d-9e3c-4fc5-a241-1dbe9aea478a tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:44.706128 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dbb7301d-9e3c-4fc5-a241-1dbe9aea478a tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:44.724327 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb7301d-9e3c-4fc5-a241-1dbe9aea478a tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c29fdf8-2c36-4c8a-93ec-e31c7884408e,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:25:44.729326 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dbb7301d-9e3c-4fc5-a241-1dbe9aea478a tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:44.731069 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-dbb7301d-9e3c-4fc5-a241-1dbe9aea478a tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1146390 Nov 09 22:25:44.733821 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38456) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:25:44.738197 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-74c7fcc3-a24c-4e65-aaf0-86af53da4250 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Request body: {'security_group_rule': {'security_group_id': '1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e', 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:25:44.762375 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-74c7fcc3-a24c-4e65-aaf0-86af53da4250 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:44.817942 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-74c7fcc3-a24c-4e65-aaf0-86af53da4250 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:44.821817 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-74c7fcc3-a24c-4e65-aaf0-86af53da4250 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:44.838379 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c7fcc3-a24c-4e65-aaf0-86af53da4250 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a50413c-d016-4c17-8d17-c3d443b3f929,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:25:44.846781 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-74c7fcc3-a24c-4e65-aaf0-86af53da4250 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:44.848031 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-74c7fcc3-a24c-4e65-aaf0-86af53da4250 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1132212 Nov 09 22:25:44.850775 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38458) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:25:44.855560 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-2de41186-4231-4901-ad50-d0719a6f46aa tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Request body: {'security_group_rule': {'security_group_id': '1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e', 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:25:44.876046 n-d-816206-3 neutron-server[102607]: INFO neutron.db.securitygroups_db [None req-2de41186-4231-4901-ad50-d0719a6f46aa tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Project d7687a6e714c4c3caf152bd39ba03215 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 22:25:44.880692 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2de41186-4231-4901-ad50-d0719a6f46aa tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:44.938083 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2de41186-4231-4901-ad50-d0719a6f46aa tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:44.941826 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2de41186-4231-4901-ad50-d0719a6f46aa tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:44.959220 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de41186-4231-4901-ad50-d0719a6f46aa tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=699e5cfa-1c35-401e-92df-6049f4708531,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:25:44.967096 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2de41186-4231-4901-ad50-d0719a6f46aa tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:44.968288 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2de41186-4231-4901-ad50-d0719a6f46aa tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1165864 Nov 09 22:25:44.970961 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38460) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:25:44.975163 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-47704af0-49ba-4326-80bc-da2927408dd9 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Request body: {'security_group_rule': {'security_group_id': '1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e', 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:25:44.996279 n-d-816206-3 neutron-server[102607]: INFO neutron.db.securitygroups_db [None req-47704af0-49ba-4326-80bc-da2927408dd9 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Project d7687a6e714c4c3caf152bd39ba03215 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 22:25:45.000899 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-47704af0-49ba-4326-80bc-da2927408dd9 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:45.059511 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-47704af0-49ba-4326-80bc-da2927408dd9 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:45.062991 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-47704af0-49ba-4326-80bc-da2927408dd9 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:45.080663 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47704af0-49ba-4326-80bc-da2927408dd9 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82981abb-06f1-4c81-bb79-e459bb9149a9,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:25:45.088146 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-47704af0-49ba-4326-80bc-da2927408dd9 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:45.090061 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-47704af0-49ba-4326-80bc-da2927408dd9 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1181891 Nov 09 22:25:46.040957 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 7c0efdae-c0c8-4011-8ae9-3ac75bab304d no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:25:46.067836 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: 7c0efdae-c0c8-4011-8ae9-3ac75bab304d {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:25:46.068176 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device 7c0efdae-c0c8-4011-8ae9-3ac75bab304d not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:25:47.755119 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b3898fee-ded5-4ebc-bd20-f0867e99171c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:50.258662 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6d12aa19-45e1-48cd-9f48-f034a8e4eab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:51.290136 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:52.645384 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:53.437981 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:25:53.547758 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:26:00.303490 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-e8245041-1de5-4408-a341-a05f0cb103eb tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1811127331&fields=id&tenant_id=d7687a6e714c4c3caf152bd39ba03215 HTTP/1.1" status: 200 len: 267 time: 0.0449860 Nov 09 22:26:00.412716 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-648d89b2-b5e2-4e77-bd36-932a5c9f82ff tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:26:00.414072 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-648d89b2-b5e2-4e77-bd36-932a5c9f82ff tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/networks?id=ab7748c3-4723-4a24-9a7b-f61408ad7851 HTTP/1.1" status: 200 len: 809 time: 0.1030998 Nov 09 22:26:00.429421 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-4fa0cc38-46ad-48b2-bbde-eef477769b9a tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/quotas/d7687a6e714c4c3caf152bd39ba03215 HTTP/1.1" status: 200 len: 375 time: 0.0088475 Nov 09 22:26:00.483826 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-ce1313c4-fd88-46a8-b11a-48f119ddc8eb tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d7687a6e714c4c3caf152bd39ba03215&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492544 Nov 09 22:26:00.499035 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-3215cfb4-ce09-4c12-a607-fa2412c94b55 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102608) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 22:26:00.500029 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-3215cfb4-ce09-4c12-a607-fa2412c94b55 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052016 Nov 09 22:26:00.586404 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-0866a3e8-863e-40f5-bee4-f983d6526917 service neutron] 10.222.0.49 "GET /v2.0/networks/ab7748c3-4723-4a24-9a7b-f61408ad7851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807607 Nov 09 22:26:00.680002 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-9eb188c3-038f-44ce-b886-a81ae7b6b24f service neutron] 10.222.0.49 "GET /v2.0/networks/ab7748c3-4723-4a24-9a7b-f61408ad7851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869651 Nov 09 22:26:00.954674 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5bf8dad9-d4b6-4cb7-ab1a-d9c061e8c9c9 req-b6d20c54-2bbc-44fe-bfaf-15d81981be17 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 210 time: 0.0260403 Nov 09 22:26:02.033429 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-47ef82bc-a153-4cc1-8a12-f6a6a16d03dd req-43800854-d729-4ba4-bb85-25003b38f2f7 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 210 time: 0.0270402 Nov 09 22:26:02.958306 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:26:03.109119 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1e23a9e8-747e-42b5-a114-e5e56a5582fe req-f6df5376-fdeb-46e5-89d8-6249cca5e58a tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 210 time: 0.0267060 Nov 09 22:26:04.187305 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-78271a1b-d8cb-4e15-b415-17c5fc00e230 req-b6fd69b5-0319-48ef-b474-e650172cf7cb tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 210 time: 0.0264425 Nov 09 22:26:04.375346 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:26:05.280276 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c37bcaaa-b073-42b2-8012-f2570c9c1f34 req-8a7096a2-7cd0-4a3d-8fae-b11e6982c689 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 210 time: 0.0265729 Nov 09 22:26:05.981926 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-f493806d-aff0-47e6-ac56-57d071a007e6 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:26:05.983357 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-f493806d-aff0-47e6-ac56-57d071a007e6 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.45 "GET /v2.0/networks?id=ab7748c3-4723-4a24-9a7b-f61408ad7851 HTTP/1.1" status: 200 len: 809 time: 0.1134357 Nov 09 22:26:06.046287 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-0adda0e5-0f93-41f3-9c83-fbba9d2899fa tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7687a6e714c4c3caf152bd39ba03215 HTTP/1.1" status: 200 len: 380 time: 0.0542173 Nov 09 22:26:06.055188 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-7973059d-8e99-4770-847c-a6f1e5c95f51 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Request body: {'port': {'device_id': '1652d36e-1fe5-44b6-a967-4be8b9ede378', 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851', 'admin_state_up': True, 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'security_groups': ['1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e']}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:26:06.169640 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-7973059d-8e99-4770-847c-a6f1e5c95f51 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Made reservation on behalf of d7687a6e714c4c3caf152bd39ba03215 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:26:06.173144 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-7973059d-8e99-4770-847c-a6f1e5c95f51 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:26:06.295178 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-7973059d-8e99-4770-847c-a6f1e5c95f51 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Allocated IP 172.20.0.4 (ab7748c3-4723-4a24-9a7b-f61408ad7851/c15444db-c588-4bf6-82d7-58ef4121c204/d9af6b62-555b-4384-933d-920824fb7041) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:26:06.386975 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-ea90bd52-4f1f-4fef-b552-c958350a19f9 req-93fd4670-caf8-4c43-99ab-20c61467a712 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 210 time: 0.0316391 Nov 09 22:26:06.780504 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-7973059d-8e99-4770-847c-a6f1e5c95f51 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:26:06.813088 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-7973059d-8e99-4770-847c-a6f1e5c95f51 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:26:06.856705 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-7973059d-8e99-4770-847c-a6f1e5c95f51 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Network ab7748c3-4723-4a24-9a7b-f61408ad7851 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:26:06.859772 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-7973059d-8e99-4770-847c-a6f1e5c95f51 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:26:06.863628 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-7973059d-8e99-4770-847c-a6f1e5c95f51 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:26:06.869920 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7973059d-8e99-4770-847c-a6f1e5c95f51 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Pushing event updated for resources: {'Port': ['ID=d9af6b62-555b-4384-933d-920824fb7041,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:26:06.920341 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-7973059d-8e99-4770-847c-a6f1e5c95f51 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:26:06.921015 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-7973059d-8e99-4770-847c-a6f1e5c95f51 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:26:06.938175 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-7973059d-8e99-4770-847c-a6f1e5c95f51 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8866215 Nov 09 22:26:06.948382 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-c57aa06a-3356-42fd-8fb9-dc69e1c740fe tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 22:26:06.950156 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-c57aa06a-3356-42fd-8fb9-dc69e1c740fe tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053332 Nov 09 22:26:06.962298 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-f20acb90-94a2-4d64-b5a3-e562670addd7 service neutron] Request body: {'port': {'device_id': '1652d36e-1fe5-44b6-a967-4be8b9ede378', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:26:07.019351 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-f20acb90-94a2-4d64-b5a3-e562670addd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:26:07.176091 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-e996d8e4-787c-4e41-be99-8de31a925988 None None] Provisioning complete for port d9af6b62-555b-4384-933d-920824fb7041 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:26:07.176730 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e996d8e4-787c-4e41-be99-8de31a925988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:26:07.213765 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-e996d8e4-787c-4e41-be99-8de31a925988 None None] Port d9af6b62-555b-4384-933d-920824fb7041 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:26:07.283452 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-f20acb90-94a2-4d64-b5a3-e562670addd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9af6b62-555b-4384-933d-920824fb7041 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 22:26:07.290865 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-f20acb90-94a2-4d64-b5a3-e562670addd7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:26:07.303481 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-f20acb90-94a2-4d64-b5a3-e562670addd7 service neutron] Transition to ACTIVE for port object d9af6b62-555b-4384-933d-920824fb7041 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 22:26:07.307263 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-f20acb90-94a2-4d64-b5a3-e562670addd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:26:07.371793 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20acb90-94a2-4d64-b5a3-e562670addd7 service neutron] Pushing event updated for resources: {'Port': ['ID=d9af6b62-555b-4384-933d-920824fb7041,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:26:07.434612 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-f20acb90-94a2-4d64-b5a3-e562670addd7 service neutron] Attempting to bind port d9af6b62-555b-4384-933d-920824fb7041 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:26:07.435046 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-f20acb90-94a2-4d64-b5a3-e562670addd7 service neutron] Attempting to bind port d9af6b62-555b-4384-933d-920824fb7041 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': '6f9ecf70-bf62-4683-ad5f-e236503fd1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:26:07.435459 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-f20acb90-94a2-4d64-b5a3-e562670addd7 service neutron] Attempting to bind port d9af6b62-555b-4384-933d-920824fb7041 on network ab7748c3-4723-4a24-9a7b-f61408ad7851 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:26:07.440490 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-f20acb90-94a2-4d64-b5a3-e562670addd7 service neutron] Port d9af6b62-555b-4384-933d-920824fb7041 on network ab7748c3-4723-4a24-9a7b-f61408ad7851 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 22:26:07.441327 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-f20acb90-94a2-4d64-b5a3-e562670addd7 service neutron] Attempting to bind port d9af6b62-555b-4384-933d-920824fb7041 on network ab7748c3-4723-4a24-9a7b-f61408ad7851 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:26:07.446208 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-f20acb90-94a2-4d64-b5a3-e562670addd7 service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:26:07.446747 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-f20acb90-94a2-4d64-b5a3-e562670addd7 service neutron] Checking segment: {'id': '6f9ecf70-bf62-4683-ad5f-e236503fd1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:26:07.447108 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-f20acb90-94a2-4d64-b5a3-e562670addd7 service neutron] Bound using segment: {'id': '6f9ecf70-bf62-4683-ad5f-e236503fd1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:26:07.447686 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-f20acb90-94a2-4d64-b5a3-e562670addd7 service neutron] Bound port: d9af6b62-555b-4384-933d-920824fb7041, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f9ecf70-bf62-4683-ad5f-e236503fd1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:26:07.448059 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-f20acb90-94a2-4d64-b5a3-e562670addd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:26:07.562384 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-f20acb90-94a2-4d64-b5a3-e562670addd7 service neutron] For port d9af6b62-555b-4384-933d-920824fb7041, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:26:07.566890 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-f20acb90-94a2-4d64-b5a3-e562670addd7 service neutron] For port d9af6b62-555b-4384-933d-920824fb7041, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=d9af6b62-555b-4384-933d-920824fb7041,segment=NetworkSegment(6f9ecf70-bf62-4683-ad5f-e236503fd1e0),segment_id=6f9ecf70-bf62-4683-ad5f-e236503fd1e0)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:26:07.576103 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc5184-7ff1-4961-a8db-f2a0e969876f req-d1a6719a-1812-4a16-bc18-9d8211493b27 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:26:07.577838 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-94fc5184-7ff1-4961-a8db-f2a0e969876f req-d1a6719a-1812-4a16-bc18-9d8211493b27 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 943 time: 0.1139498 Nov 09 22:26:07.579580 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-f20acb90-94a2-4d64-b5a3-e562670addd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:26:07.620819 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-f20acb90-94a2-4d64-b5a3-e562670addd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:26:07.622323 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-f20acb90-94a2-4d64-b5a3-e562670addd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:26:07.623729 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-f20acb90-94a2-4d64-b5a3-e562670addd7 service neutron] 10.222.0.45 "PUT /v2.0/ports/d9af6b62-555b-4384-933d-920824fb7041 HTTP/1.1" status: 200 len: 1091 time: 0.6659987 Nov 09 22:26:07.635440 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1652d36e-1fe5-44b6-a967-4be8b9ede378', 'tag': 'd9af6b62-555b-4384-933d-920824fb7041'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:26:07.638509 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2737eae40cef112d1dfa64c8a6cf3edc76bfb64f9e32f72bfe3df0a7140357a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353843b0-c76e-405f-bf4e-64138671cb50" -d '{"events": [{"name": "network-changed", "server_uuid": "1652d36e-1fe5-44b6-a967-4be8b9ede378", "tag": "d9af6b62-555b-4384-933d-920824fb7041"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:26:07.693130 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f656cc83-063b-4091-a61c-e657dfd81d44 x-openstack-request-id: req-f656cc83-063b-4091-a61c-e657dfd81d44 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:26:07.693438 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1652d36e-1fe5-44b6-a967-4be8b9ede378", "tag": "d9af6b62-555b-4384-933d-920824fb7041", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:26:07.693679 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f656cc83-063b-4091-a61c-e657dfd81d44 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:26:07.694177 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1652d36e-1fe5-44b6-a967-4be8b9ede378', 'tag': 'd9af6b62-555b-4384-933d-920824fb7041', 'status': 'completed', 'code': 200} Nov 09 22:26:07.722760 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20acb90-94a2-4d64-b5a3-e562670addd7 service neutron] Pushing event updated for resources: {'Port': ['ID=d9af6b62-555b-4384-933d-920824fb7041,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:26:07.737725 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-94fc5184-7ff1-4961-a8db-f2a0e969876f req-58f9f4bc-85bd-4c79-825c-67fdb358b904 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496956 Nov 09 22:26:07.752126 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-e6c678a9-46ac-42be-b4ec-d3ee8c23590a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:26:07.762028 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-e6c678a9-46ac-42be-b4ec-d3ee8c23590a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7687a6e714c4c3caf152bd39ba03215&device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 1094 time: 0.0752032 Nov 09 22:26:07.800212 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-c093d62c-ca34-4e6e-bd84-daaa30024c38 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9af6b62-555b-4384-933d-920824fb7041 HTTP/1.1" status: 200 len: 217 time: 0.0382037 Nov 09 22:26:07.853001 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-b5994b54-c36f-462a-bad1-be12ea8707b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:26:07.854633 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-b5994b54-c36f-462a-bad1-be12ea8707b0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c15444db-c588-4bf6-82d7-58ef4121c204 HTTP/1.1" status: 200 len: 848 time: 0.0477095 Nov 09 22:26:07.903596 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-8486462c-fcc9-4232-b23c-2479f4fb0a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:26:07.905143 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-8486462c-fcc9-4232-b23c-2479f4fb0a0c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ab7748c3-4723-4a24-9a7b-f61408ad7851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424538 Nov 09 22:26:07.996202 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-61dd4410-4b00-481f-bfbc-aced60c3456c service neutron] 10.222.0.45 "GET /v2.0/networks/ab7748c3-4723-4a24-9a7b-f61408ad7851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839648 Nov 09 22:26:08.086855 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8446e8ab-041c-4d9b-9b17-4e4d6a477551 req-1a11cc1a-55d9-43ec-bd01-70fe2f2eb80f service neutron] 10.222.0.45 "GET /v2.0/networks/ab7748c3-4723-4a24-9a7b-f61408ad7851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825276 Nov 09 22:26:08.176970 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353843b0-c76e-405f-bf4e-64138671cb50 req-ba852889-3186-4760-8e49-4a5a246c34b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:26:08.178497 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-353843b0-c76e-405f-bf4e-64138671cb50 req-ba852889-3186-4760-8e49-4a5a246c34b8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7687a6e714c4c3caf152bd39ba03215&device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 1094 time: 0.0465307 Nov 09 22:26:08.269413 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353843b0-c76e-405f-bf4e-64138671cb50 req-8baa088b-3a5c-4fff-a705-0a64cdd1a3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:26:08.270928 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-353843b0-c76e-405f-bf4e-64138671cb50 req-8baa088b-3a5c-4fff-a705-0a64cdd1a3a6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ab7748c3-4723-4a24-9a7b-f61408ad7851 HTTP/1.1" status: 200 len: 909 time: 0.0844870 Nov 09 22:26:08.316945 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-353843b0-c76e-405f-bf4e-64138671cb50 req-323ad259-e028-4fe1-9f84-08a27d4115b9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9af6b62-555b-4384-933d-920824fb7041 HTTP/1.1" status: 200 len: 217 time: 0.0387695 Nov 09 22:26:08.365909 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353843b0-c76e-405f-bf4e-64138671cb50 req-057fe0f1-5507-480b-9d04-daec6a61992c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:26:08.367302 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-353843b0-c76e-405f-bf4e-64138671cb50 req-057fe0f1-5507-480b-9d04-daec6a61992c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c15444db-c588-4bf6-82d7-58ef4121c204 HTTP/1.1" status: 200 len: 848 time: 0.0442317 Nov 09 22:26:08.415729 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353843b0-c76e-405f-bf4e-64138671cb50 req-789aa2a7-0c74-4028-b910-6c5b18f07c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:26:08.417481 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-353843b0-c76e-405f-bf4e-64138671cb50 req-789aa2a7-0c74-4028-b910-6c5b18f07c04 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ab7748c3-4723-4a24-9a7b-f61408ad7851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423527 Nov 09 22:26:08.511406 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-353843b0-c76e-405f-bf4e-64138671cb50 req-db3d32fe-36a7-4247-8dc5-17a984bde27f service neutron] 10.222.0.45 "GET /v2.0/networks/ab7748c3-4723-4a24-9a7b-f61408ad7851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861800 Nov 09 22:26:08.600719 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-353843b0-c76e-405f-bf4e-64138671cb50 req-04707716-b9be-407c-a569-0c7434454941 service neutron] 10.222.0.45 "GET /v2.0/networks/ab7748c3-4723-4a24-9a7b-f61408ad7851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816355 Nov 09 22:26:08.856345 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b5afe-7a0c-46d5-820e-2da173abeaf9 req-8bce78ec-7aa0-46d3-8a18-572cec222d68 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:26:08.857825 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1a5b5afe-7a0c-46d5-820e-2da173abeaf9 req-8bce78ec-7aa0-46d3-8a18-572cec222d68 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 943 time: 0.0488958 Nov 09 22:26:08.911806 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1a5b5afe-7a0c-46d5-820e-2da173abeaf9 req-a91a9e8d-38ec-4b70-9dea-61f8b834c5da tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479641 Nov 09 22:26:10.034667 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe218ea8-8215-4339-b616-4e659b712bf3 req-f4ed36ea-bad3-4d7b-bfad-43e5df3c79d2 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:26:10.036255 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fe218ea8-8215-4339-b616-4e659b712bf3 req-f4ed36ea-bad3-4d7b-bfad-43e5df3c79d2 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 943 time: 0.0560884 Nov 09 22:26:10.085411 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fe218ea8-8215-4339-b616-4e659b712bf3 req-70489c08-20c0-4f2d-bf9c-4c155231f45b tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430400 Nov 09 22:26:11.198104 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c64ad-571a-43d2-809c-6871eb026b2a req-11f8b613-814e-4a21-880a-e76d29da08e4 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:26:11.200115 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-241c64ad-571a-43d2-809c-6871eb026b2a req-11f8b613-814e-4a21-880a-e76d29da08e4 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 943 time: 0.0483296 Nov 09 22:26:11.248851 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-241c64ad-571a-43d2-809c-6871eb026b2a req-317a3e60-8609-48ee-bd2f-5ce0b8395cb7 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427842 Nov 09 22:26:12.368856 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f7826-d298-4af6-9ac8-29b1bc28019b req-8851f7be-8d20-4eb4-a5ae-70e0de04b0a0 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:26:12.370330 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-794f7826-d298-4af6-9ac8-29b1bc28019b req-8851f7be-8d20-4eb4-a5ae-70e0de04b0a0 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 943 time: 0.0517516 Nov 09 22:26:12.419101 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-794f7826-d298-4af6-9ac8-29b1bc28019b req-d37c72f4-0bfd-4ad3-a162-1629ffceb1bf tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417788 Nov 09 22:26:13.536157 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749e566-a325-46ce-8cd1-95a031d39716 req-40ee53e9-2f65-41c3-973e-21ae6d7c1ec3 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:26:13.537646 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3749e566-a325-46ce-8cd1-95a031d39716 req-40ee53e9-2f65-41c3-973e-21ae6d7c1ec3 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 943 time: 0.0492787 Nov 09 22:26:13.585613 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3749e566-a325-46ce-8cd1-95a031d39716 req-382e6664-d8da-497d-ae34-6ee07b03f00b tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421739 Nov 09 22:26:14.698189 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d266271-ff8a-40ec-bd16-20cc31af81fc req-31f4f95a-b54d-4e69-91d8-9fad392d9f74 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:26:14.700220 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5d266271-ff8a-40ec-bd16-20cc31af81fc req-31f4f95a-b54d-4e69-91d8-9fad392d9f74 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 943 time: 0.0498989 Nov 09 22:26:14.747965 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5d266271-ff8a-40ec-bd16-20cc31af81fc req-4210c587-914b-4e0e-b906-d68bd9b798c2 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416830 Nov 09 22:26:15.865227 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e04b6e-d77f-419a-b8b0-433d59dbbcc8 req-5d1dace8-dae0-4c46-ad45-944afbccd92d tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:26:15.866675 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-34e04b6e-d77f-419a-b8b0-433d59dbbcc8 req-5d1dace8-dae0-4c46-ad45-944afbccd92d tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 943 time: 0.0515838 Nov 09 22:26:15.914794 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-34e04b6e-d77f-419a-b8b0-433d59dbbcc8 req-5699d3f7-2e93-48e1-9ccc-7f6d89a59653 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416572 Nov 09 22:26:17.032560 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02519dd6-7798-41cd-bddd-fef5b1f1a5cf req-ffd02867-7d57-4bfb-a074-2e78f32b2cc2 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:26:17.034039 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-02519dd6-7798-41cd-bddd-fef5b1f1a5cf req-ffd02867-7d57-4bfb-a074-2e78f32b2cc2 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 943 time: 0.0516522 Nov 09 22:26:17.081870 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-02519dd6-7798-41cd-bddd-fef5b1f1a5cf req-cf203636-4882-45fb-a99d-b6b8e97b29a7 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419753 Nov 09 22:26:17.756935 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-853b3f12-96c3-4e40-808b-a43324c3cd87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:26:18.201095 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912631d-28fc-4a72-8ca8-518d086dffb6 req-a5dcda82-8b41-4f62-bdba-b77bf1a57735 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:26:18.202558 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e912631d-28fc-4a72-8ca8-518d086dffb6 req-a5dcda82-8b41-4f62-bdba-b77bf1a57735 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 943 time: 0.0507624 Nov 09 22:26:18.252132 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e912631d-28fc-4a72-8ca8-518d086dffb6 req-659794b1-56c9-4d07-ad65-5733adcd38df tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437260 Nov 09 22:26:18.473595 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device d9af6b62-555b-4384-933d-920824fb7041 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 22:26:18.567221 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port d9af6b62-555b-4384-933d-920824fb7041, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=d9af6b62-555b-4384-933d-920824fb7041,segment=NetworkSegment(6f9ecf70-bf62-4683-ad5f-e236503fd1e0),segment_id=6f9ecf70-bf62-4683-ad5f-e236503fd1e0)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:26:18.578033 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': 'd9af6b62-555b-4384-933d-920824fb7041', 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851', 'port_id': 'd9af6b62-555b-4384-933d-920824fb7041', 'mac_address': 'fa:16:3e:3e:bb:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c15444db-c588-4bf6-82d7-58ef4121c204', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 22:26:18.613919 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:26:18.625856 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9af6b62-555b-4384-933d-920824fb7041 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 22:26:18.644441 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port d9af6b62-555b-4384-933d-920824fb7041, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=d9af6b62-555b-4384-933d-920824fb7041,segment=NetworkSegment(6f9ecf70-bf62-4683-ad5f-e236503fd1e0),segment_id=6f9ecf70-bf62-4683-ad5f-e236503fd1e0)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:26:18.648220 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:26:18.692705 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=d9af6b62-555b-4384-933d-920824fb7041,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:26:18.699773 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:26:18.700117 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:26:18.700458 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:26:18.700890 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:26:18.701225 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:26:18.701556 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:26:18.701885 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:26:18.702208 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:26:18.702531 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:26:18.702852 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:26:18.703172 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:26:18.703491 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:26:18.888975 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['d9af6b62-555b-4384-933d-920824fb7041'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 22:26:19.367791 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb779b-f809-4e61-bbad-9432ffbfb86f req-f022c23b-25a5-4963-86ce-6d62097c3e52 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:26:19.369284 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5fcb779b-f809-4e61-bbad-9432ffbfb86f req-f022c23b-25a5-4963-86ce-6d62097c3e52 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 944 time: 0.0493946 Nov 09 22:26:19.417378 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5fcb779b-f809-4e61-bbad-9432ffbfb86f req-aa4af084-13b1-49d9-a000-a06a8cbeed0e tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415964 Nov 09 22:26:20.253050 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-282ff074-663a-459c-be26-e2c7049c84f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:26:20.488885 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device d9af6b62-555b-4384-933d-920824fb7041 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:26:20.537553 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f9e9e-97bb-44bc-8727-70351ae11d2d req-50608331-4641-48a6-8106-848f42f49a29 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:26:20.539251 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0b8f9e9e-97bb-44bc-8727-70351ae11d2d req-50608331-4641-48a6-8106-848f42f49a29 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 944 time: 0.0544746 Nov 09 22:26:20.540310 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port d9af6b62-555b-4384-933d-920824fb7041 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 22:26:20.545255 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port d9af6b62-555b-4384-933d-920824fb7041 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:26:20.545627 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:26:20.589724 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0b8f9e9e-97bb-44bc-8727-70351ae11d2d req-c0065c3a-3024-47be-9a7f-a9022983d4d2 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423543 Nov 09 22:26:20.620538 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:26:20.643339 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1652d36e-1fe5-44b6-a967-4be8b9ede378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9af6b62-555b-4384-933d-920824fb7041'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:26:20.645576 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbbffabc46a25035f6c0210104ebac0979452e44f6408783e2f348470e25243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f08e50f-bf67-4197-9499-ff5ce186794f" -d '{"events": [{"server_uuid": "1652d36e-1fe5-44b6-a967-4be8b9ede378", "name": "network-vif-plugged", "status": "completed", "tag": "d9af6b62-555b-4384-933d-920824fb7041"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:26:20.659097 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port d9af6b62-555b-4384-933d-920824fb7041, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=d9af6b62-555b-4384-933d-920824fb7041,segment=NetworkSegment(6f9ecf70-bf62-4683-ad5f-e236503fd1e0),segment_id=6f9ecf70-bf62-4683-ad5f-e236503fd1e0)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:26:20.663179 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:26:20.690825 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 22:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c5f5ad-3000-4579-99f4-b6ba524c2ca9 x-openstack-request-id: req-b9c5f5ad-3000-4579-99f4-b6ba524c2ca9 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:26:20.691123 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1652d36e-1fe5-44b6-a967-4be8b9ede378", "name": "network-vif-plugged", "status": "completed", "tag": "d9af6b62-555b-4384-933d-920824fb7041", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:26:20.691373 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b9c5f5ad-3000-4579-99f4-b6ba524c2ca9 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:26:20.691747 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1652d36e-1fe5-44b6-a967-4be8b9ede378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9af6b62-555b-4384-933d-920824fb7041', 'code': 200} Nov 09 22:26:20.717495 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=d9af6b62-555b-4384-933d-920824fb7041,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:26:20.779947 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56e1ac-ad5f-401b-bc10-2c994db793f8 req-85844113-0e99-4c1e-a43d-eccfe9c385d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:26:20.781430 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2b56e1ac-ad5f-401b-bc10-2c994db793f8 req-85844113-0e99-4c1e-a43d-eccfe9c385d2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 1096 time: 0.0395761 Nov 09 22:26:20.829200 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2b56e1ac-ad5f-401b-bc10-2c994db793f8 req-2e26c7fb-6110-40ae-bd1b-e34a522c654b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411742 Nov 09 22:26:21.290986 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:26:21.702135 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f0649-d707-426f-ae39-2916483d5883 req-ab2feed3-5858-4ca8-aedc-e6386e6f4ab6 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:26:21.703603 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-669f0649-d707-426f-ae39-2916483d5883 req-ab2feed3-5858-4ca8-aedc-e6386e6f4ab6 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 945 time: 0.0483341 Nov 09 22:26:21.752276 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-669f0649-d707-426f-ae39-2916483d5883 req-dee5b7d9-6d81-4293-b822-a77bf8ed1364 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427699 Nov 09 22:26:22.647592 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:26:22.866740 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a18a3-ba3f-4dd3-b099-a922693fcd3c req-08110f76-e3ce-4ce9-81df-aa99990aff94 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:26:22.868192 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-378a18a3-ba3f-4dd3-b099-a922693fcd3c req-08110f76-e3ce-4ce9-81df-aa99990aff94 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 945 time: 0.0480368 Nov 09 22:26:22.915603 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-378a18a3-ba3f-4dd3-b099-a922693fcd3c req-b6fe6ba6-bcbe-4a3e-979b-9d655fc69c81 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415642 Nov 09 22:26:23.027916 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3e337-94e5-4b6f-9d6f-d5541641d0eb req-0ff3361a-1770-4069-bb18-d9bbdcee8cf4 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:26:23.030038 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-50d3e337-94e5-4b6f-9d6f-d5541641d0eb req-0ff3361a-1770-4069-bb18-d9bbdcee8cf4 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 945 time: 0.0488946 Nov 09 22:26:23.082199 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-50d3e337-94e5-4b6f-9d6f-d5541641d0eb req-b6402c4a-69cb-4a17-8178-df2f25bf423b tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462379 Nov 09 22:26:23.104052 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38666) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:26:23.142841 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bb5fcc-4bd8-472c-a556-0f6b7ae22931 tempest-TestShelveInstance-1840934753 tempest-TestShelveInstance-1840934753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:26:23.144329 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-30bb5fcc-4bd8-472c-a556-0f6b7ae22931 tempest-TestShelveInstance-1840934753 tempest-TestShelveInstance-1840934753-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 1091 time: 0.0390799 Nov 09 22:26:23.147014 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38668) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:26:23.151452 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-1c1a0fa4-04e8-4392-bd8b-6d195e7d1bcc tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'port_id': 'd9af6b62-555b-4384-933d-920824fb7041', 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:26:23.172796 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1c1a0fa4-04e8-4392-bd8b-6d195e7d1bcc tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for floatingip, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:26:23.269837 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1c1a0fa4-04e8-4392-bd8b-6d195e7d1bcc tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:26:23.368300 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-1c1a0fa4-04e8-4392-bd8b-6d195e7d1bcc tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Allocated IP 172.25.7.17 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/a488ccf4-4170-4c81-8448-e6343e583d43) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:26:23.437852 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:26:23.472795 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1c1a0fa4-04e8-4392-bd8b-6d195e7d1bcc tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:26:23.504939 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1c1a0fa4-04e8-4392-bd8b-6d195e7d1bcc tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:26:23.546351 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1a0fa4-04e8-4392-bd8b-6d195e7d1bcc tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:26:23.549710 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-1c1a0fa4-04e8-4392-bd8b-6d195e7d1bcc tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:26:23.550945 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:26:23.554174 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1a0fa4-04e8-4392-bd8b-6d195e7d1bcc tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:26:23.557188 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1a0fa4-04e8-4392-bd8b-6d195e7d1bcc tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Pushing event updated for resources: {'Port': ['ID=a488ccf4-4170-4c81-8448-e6343e583d43,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:26:23.901488 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1c1a0fa4-04e8-4392-bd8b-6d195e7d1bcc tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:26:23.969916 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1c1a0fa4-04e8-4392-bd8b-6d195e7d1bcc tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:26:24.113261 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1c1a0fa4-04e8-4392-bd8b-6d195e7d1bcc tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:26:24.117791 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1c1a0fa4-04e8-4392-bd8b-6d195e7d1bcc tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:26:24.194581 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1a0fa4-04e8-4392-bd8b-6d195e7d1bcc tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Pushing event updated for resources: {'Port': ['ID=a488ccf4-4170-4c81-8448-e6343e583d43,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:26:24.205994 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1c1a0fa4-04e8-4392-bd8b-6d195e7d1bcc tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:26:24.303361 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [None req-1c1a0fa4-04e8-4392-bd8b-6d195e7d1bcc tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Floating IP b16fa6d6-e0de-49ed-96e0-2f0df4cb0b96 associated. External IP: 172.25.7.17, port: d9af6b62-555b-4384-933d-920824fb7041. Nov 09 22:26:24.509934 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1a0fa4-04e8-4392-bd8b-6d195e7d1bcc tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Router c964247d-c62d-4471-9b8f-0d3bf2e198cf has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:26:24.618178 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1a0fa4-04e8-4392-bd8b-6d195e7d1bcc tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:26:24.627960 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f4e36f-3b21-46cf-8a40-3f6debb297c5 None None] Sync routers for ids ['c964247d-c62d-4471-9b8f-0d3bf2e198cf'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:26:24.636879 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1c1a0fa4-04e8-4392-bd8b-6d195e7d1bcc tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:26:24.637404 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f4e36f-3b21-46cf-8a40-3f6debb297c5 None None] Routers {'c964247d-c62d-4471-9b8f-0d3bf2e198cf'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:26:24.638583 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-54f4e36f-3b21-46cf-8a40-3f6debb297c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:26:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['c964247d-c62d-4471-9b8f-0d3bf2e198cf'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:26:24.664371 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1c1a0fa4-04e8-4392-bd8b-6d195e7d1bcc tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5163620 Nov 09 22:26:24.665071 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1652d36e-1fe5-44b6-a967-4be8b9ede378', 'tag': 'd9af6b62-555b-4384-933d-920824fb7041'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:26:24.667399 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2737eae40cef112d1dfa64c8a6cf3edc76bfb64f9e32f72bfe3df0a7140357a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3483b4f3-5f5f-4960-ae3a-e80a73471c02" -d '{"events": [{"name": "network-changed", "server_uuid": "1652d36e-1fe5-44b6-a967-4be8b9ede378", "tag": "d9af6b62-555b-4384-933d-920824fb7041"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:26:24.703836 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29445ff3-40e6-40a9-9ef0-c5e9589c61fd x-openstack-request-id: req-29445ff3-40e6-40a9-9ef0-c5e9589c61fd {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:26:24.704199 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1652d36e-1fe5-44b6-a967-4be8b9ede378", "tag": "d9af6b62-555b-4384-933d-920824fb7041", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:26:24.704515 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-29445ff3-40e6-40a9-9ef0-c5e9589c61fd {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:26:24.705003 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1652d36e-1fe5-44b6-a967-4be8b9ede378', 'tag': 'd9af6b62-555b-4384-933d-920824fb7041', 'status': 'completed', 'code': 200} Nov 09 22:26:24.749598 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-54f4e36f-3b21-46cf-8a40-3f6debb297c5 None None] Set router c964247d-c62d-4471-9b8f-0d3bf2e198cf gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:26:24.768162 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3483b4f3-5f5f-4960-ae3a-e80a73471c02 req-e1234b48-6b62-4f37-85c3-7821869ed382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:26:24.769708 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3483b4f3-5f5f-4960-ae3a-e80a73471c02 req-e1234b48-6b62-4f37-85c3-7821869ed382 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7687a6e714c4c3caf152bd39ba03215&device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 1096 time: 0.0409262 Nov 09 22:26:24.863798 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3483b4f3-5f5f-4960-ae3a-e80a73471c02 req-d58d18fd-152d-4c2f-b273-566866140ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:26:24.865326 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3483b4f3-5f5f-4960-ae3a-e80a73471c02 req-d58d18fd-152d-4c2f-b273-566866140ad2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ab7748c3-4723-4a24-9a7b-f61408ad7851 HTTP/1.1" status: 200 len: 909 time: 0.0891190 Nov 09 22:26:24.932000 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3483b4f3-5f5f-4960-ae3a-e80a73471c02 req-baa45505-ba37-4fed-9cbb-3e988a0aacf3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9af6b62-555b-4384-933d-920824fb7041 HTTP/1.1" status: 200 len: 998 time: 0.0601053 Nov 09 22:26:24.983267 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3483b4f3-5f5f-4960-ae3a-e80a73471c02 req-7324d408-c561-4948-8f50-722b05280927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:26:24.984761 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3483b4f3-5f5f-4960-ae3a-e80a73471c02 req-7324d408-c561-4948-8f50-722b05280927 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c15444db-c588-4bf6-82d7-58ef4121c204 HTTP/1.1" status: 200 len: 848 time: 0.0451913 Nov 09 22:26:25.033493 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3483b4f3-5f5f-4960-ae3a-e80a73471c02 req-2ed26af1-ea85-47b1-a6cf-4bd43d3ab756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:26:25.034936 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3483b4f3-5f5f-4960-ae3a-e80a73471c02 req-2ed26af1-ea85-47b1-a6cf-4bd43d3ab756 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ab7748c3-4723-4a24-9a7b-f61408ad7851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438964 Nov 09 22:26:25.123345 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3483b4f3-5f5f-4960-ae3a-e80a73471c02 req-7aed8b48-9d85-4103-a9ac-2c55394894af service neutron] 10.222.0.45 "GET /v2.0/networks/ab7748c3-4723-4a24-9a7b-f61408ad7851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816693 Nov 09 22:26:25.123997 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-54f4e36f-3b21-46cf-8a40-3f6debb297c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'name': 'tempest-TestShelveInstance-2022474631-router', 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '247e35a7-b65b-44ce-ab81-c28b2cb784b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:21:21Z', 'updated_at': '2021-11-09T22:21:24Z', 'revision_number': 4, 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'gw_port': {'id': '247e35a7-b65b-44ce-ab81-c28b2cb784b3', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:21:22Z', 'updated_at': '2021-11-09T22:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': 'b16fa6d6-e0de-49ed-96e0-2f0df4cb0b96', 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'floating_ip_address': '172.25.7.17', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'port_id': 'd9af6b62-555b-4384-933d-920824fb7041', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851', 'mac_address': 'fa:16:3e:3e:bb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1652d36e-1fe5-44b6-a967-4be8b9ede378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T22:26:23Z', 'updated_at': '2021-11-09T22:26:23Z', 'revision_number': 0, 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8f1a007-9a89-4a1c-9c86-dce201e9588f', 'name': '', 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851', 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'mac_address': 'fa:16:3e:74:16:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c15444db-c588-4bf6-82d7-58ef4121c204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:21:23Z', 'updated_at': '2021-11-09T22:21:30Z', 'revision_number': 5, 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'subnets': [{'id': 'c15444db-c588-4bf6-82d7-58ef4121c204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:26:25.149845 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f4e36f-3b21-46cf-8a40-3f6debb297c5 None None] Checking router: c964247d-c62d-4471-9b8f-0d3bf2e198cf for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:26:25.157948 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f4e36f-3b21-46cf-8a40-3f6debb297c5 None None] Routers {'c964247d-c62d-4471-9b8f-0d3bf2e198cf'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:26:25.158550 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-54f4e36f-3b21-46cf-8a40-3f6debb297c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:26:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['c964247d-c62d-4471-9b8f-0d3bf2e198cf'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:26:25.224272 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3483b4f3-5f5f-4960-ae3a-e80a73471c02 req-46ddc24d-077e-4690-bb3d-a5e0d306799a service neutron] 10.222.0.45 "GET /v2.0/networks/ab7748c3-4723-4a24-9a7b-f61408ad7851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944123 Nov 09 22:26:25.263898 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-54f4e36f-3b21-46cf-8a40-3f6debb297c5 None None] Set router c964247d-c62d-4471-9b8f-0d3bf2e198cf gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:26:25.485676 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-54f4e36f-3b21-46cf-8a40-3f6debb297c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'name': 'tempest-TestShelveInstance-2022474631-router', 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '247e35a7-b65b-44ce-ab81-c28b2cb784b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:21:21Z', 'updated_at': '2021-11-09T22:21:24Z', 'revision_number': 4, 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'gw_port': {'id': '247e35a7-b65b-44ce-ab81-c28b2cb784b3', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:21:22Z', 'updated_at': '2021-11-09T22:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': 'b16fa6d6-e0de-49ed-96e0-2f0df4cb0b96', 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'floating_ip_address': '172.25.7.17', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'port_id': 'd9af6b62-555b-4384-933d-920824fb7041', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851', 'mac_address': 'fa:16:3e:3e:bb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1652d36e-1fe5-44b6-a967-4be8b9ede378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T22:26:23Z', 'updated_at': '2021-11-09T22:26:23Z', 'revision_number': 0, 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8f1a007-9a89-4a1c-9c86-dce201e9588f', 'name': '', 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851', 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'mac_address': 'fa:16:3e:74:16:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c15444db-c588-4bf6-82d7-58ef4121c204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:21:23Z', 'updated_at': '2021-11-09T22:21:30Z', 'revision_number': 5, 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'subnets': [{'id': 'c15444db-c588-4bf6-82d7-58ef4121c204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:26:25.511597 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f4e36f-3b21-46cf-8a40-3f6debb297c5 None None] The sync data for ids ['c964247d-c62d-4471-9b8f-0d3bf2e198cf'] in n-d-816206-3 is: [{'id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'name': 'tempest-TestShelveInstance-2022474631-router', 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '247e35a7-b65b-44ce-ab81-c28b2cb784b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:21:21Z', 'updated_at': '2021-11-09T22:21:24Z', 'revision_number': 4, 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'gw_port': {'id': '247e35a7-b65b-44ce-ab81-c28b2cb784b3', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:21:22Z', 'updated_at': '2021-11-09T22:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': 'b16fa6d6-e0de-49ed-96e0-2f0df4cb0b96', 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'floating_ip_address': '172.25.7.17', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'port_id': 'd9af6b62-555b-4384-933d-920824fb7041', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851', 'mac_address': 'fa:16:3e:3e:bb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1652d36e-1fe5-44b6-a967-4be8b9ede378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T22:26:23Z', 'updated_at': '2021-11-09T22:26:23Z', 'revision_number': 0, 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8f1a007-9a89-4a1c-9c86-dce201e9588f', 'name': '', 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851', 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'mac_address': 'fa:16:3e:74:16:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c15444db-c588-4bf6-82d7-58ef4121c204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:21:23Z', 'updated_at': '2021-11-09T22:21:30Z', 'revision_number': 5, 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'subnets': [{'id': 'c15444db-c588-4bf6-82d7-58ef4121c204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:26:25.683835 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4441879-a276-4610-97cd-4a33e9d0b70d None None] New status for floating IP b16fa6d6-e0de-49ed-96e0-2f0df4cb0b96: ACTIVE {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 22:26:34.403890 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:26:39.957858 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:26:42.868273 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-304581d7-1b03-42ae-bc5b-21101bb928ca req-beeb0885-1003-489a-9347-f84d4c01c527 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0788016 Nov 09 22:26:42.959048 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304581d7-1b03-42ae-bc5b-21101bb928ca req-4bdd8a97-0821-445a-a4c2-831e45b4fb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:26:42.960522 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-304581d7-1b03-42ae-bc5b-21101bb928ca req-4bdd8a97-0821-445a-a4c2-831e45b4fb2b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7687a6e714c4c3caf152bd39ba03215&device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 1096 time: 0.0406537 Nov 09 22:26:43.068351 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304581d7-1b03-42ae-bc5b-21101bb928ca req-4e309bcb-cfe4-4fb2-be58-b123607b1a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:26:43.069771 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-304581d7-1b03-42ae-bc5b-21101bb928ca req-4e309bcb-cfe4-4fb2-be58-b123607b1a47 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ab7748c3-4723-4a24-9a7b-f61408ad7851 HTTP/1.1" status: 200 len: 909 time: 0.0902603 Nov 09 22:26:43.136544 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-304581d7-1b03-42ae-bc5b-21101bb928ca req-cefad856-2a4d-4a32-974a-28e752c2e38e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9af6b62-555b-4384-933d-920824fb7041 HTTP/1.1" status: 200 len: 1000 time: 0.0571346 Nov 09 22:26:43.190295 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304581d7-1b03-42ae-bc5b-21101bb928ca req-0609c470-dd79-4dba-b549-9bfd13e0c4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:26:43.191758 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-304581d7-1b03-42ae-bc5b-21101bb928ca req-0609c470-dd79-4dba-b549-9bfd13e0c4ea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c15444db-c588-4bf6-82d7-58ef4121c204 HTTP/1.1" status: 200 len: 848 time: 0.0485125 Nov 09 22:26:43.239477 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304581d7-1b03-42ae-bc5b-21101bb928ca req-8082d0a9-f04c-4165-817d-133e4a135d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:26:43.241061 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-304581d7-1b03-42ae-bc5b-21101bb928ca req-8082d0a9-f04c-4165-817d-133e4a135d90 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ab7748c3-4723-4a24-9a7b-f61408ad7851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408857 Nov 09 22:26:43.330681 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-304581d7-1b03-42ae-bc5b-21101bb928ca req-4284d2c8-0ae0-4268-a7ea-159ceec09033 service neutron] 10.222.0.45 "GET /v2.0/networks/ab7748c3-4723-4a24-9a7b-f61408ad7851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820291 Nov 09 22:26:43.422667 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-304581d7-1b03-42ae-bc5b-21101bb928ca req-1a1ee5b0-d362-47a5-b614-a38812652e2d service neutron] 10.222.0.45 "GET /v2.0/networks/ab7748c3-4723-4a24-9a7b-f61408ad7851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838947 Nov 09 22:26:47.759355 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-804fc428-1098-41fa-a658-1c8f8b2127be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:26:50.253677 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5e5ab616-a538-4049-9bb3-16a160fc3c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:26:51.292574 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:26:52.651976 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:26:53.442554 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:26:53.553132 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:27:04.406165 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:27:16.957784 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:27:17.763159 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2ca691f8-d228-422b-8017-01752ee929d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:27:20.255462 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-11ad94a1-78d0-40cd-a0bf-9287d322c06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:27:21.295988 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:27:22.653679 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:27:23.432611 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:27:23.554580 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:27:34.411431 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:27:44.823161 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-903ab382-ba18-42a8-a07f-c78dcf323fb2 req-2c9a9368-9255-40f2-b0ec-85f0b18869ea service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390913 Nov 09 22:27:44.904017 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ab382-ba18-42a8-a07f-c78dcf323fb2 req-e05ad4c3-372e-45e5-b139-95e4e51de9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:27:44.905523 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-903ab382-ba18-42a8-a07f-c78dcf323fb2 req-e05ad4c3-372e-45e5-b139-95e4e51de9d8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7687a6e714c4c3caf152bd39ba03215&device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 1096 time: 0.0403085 Nov 09 22:27:45.009287 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ab382-ba18-42a8-a07f-c78dcf323fb2 req-e16333bc-9fbd-425b-b51e-3216ae3cb0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:27:45.010744 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-903ab382-ba18-42a8-a07f-c78dcf323fb2 req-e16333bc-9fbd-425b-b51e-3216ae3cb0cb service neutron] 10.222.0.45 "GET /v2.0/networks?id=ab7748c3-4723-4a24-9a7b-f61408ad7851 HTTP/1.1" status: 200 len: 909 time: 0.0868962 Nov 09 22:27:45.074110 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-903ab382-ba18-42a8-a07f-c78dcf323fb2 req-3cacc3cf-dd15-47ab-b4e4-9e5a857d78e1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9af6b62-555b-4384-933d-920824fb7041 HTTP/1.1" status: 200 len: 1000 time: 0.0552416 Nov 09 22:27:45.124526 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ab382-ba18-42a8-a07f-c78dcf323fb2 req-c0963b23-815d-4dac-a40c-158a98e65674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:27:45.125959 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-903ab382-ba18-42a8-a07f-c78dcf323fb2 req-c0963b23-815d-4dac-a40c-158a98e65674 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c15444db-c588-4bf6-82d7-58ef4121c204 HTTP/1.1" status: 200 len: 848 time: 0.0447652 Nov 09 22:27:45.170930 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ab382-ba18-42a8-a07f-c78dcf323fb2 req-b2eb59f3-b6af-490d-82c9-9a4fba6368c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:27:45.172370 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-903ab382-ba18-42a8-a07f-c78dcf323fb2 req-b2eb59f3-b6af-490d-82c9-9a4fba6368c3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ab7748c3-4723-4a24-9a7b-f61408ad7851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385706 Nov 09 22:27:45.265338 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-903ab382-ba18-42a8-a07f-c78dcf323fb2 req-3aef277e-e4fd-4552-a9c0-a627bb6e41d8 service neutron] 10.222.0.45 "GET /v2.0/networks/ab7748c3-4723-4a24-9a7b-f61408ad7851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853398 Nov 09 22:27:45.351798 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-903ab382-ba18-42a8-a07f-c78dcf323fb2 req-f711f9dc-a60a-4eed-9de2-2917de56ef36 service neutron] 10.222.0.45 "GET /v2.0/networks/ab7748c3-4723-4a24-9a7b-f61408ad7851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783138 Nov 09 22:27:47.765069 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f976003d-c866-4b6c-8b8f-5f295245ed09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:27:50.256317 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e395735d-5e57-41cc-9d37-09e9532f43af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:27:51.299798 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:27:52.657608 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:27:53.448050 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:27:53.555414 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:27:53.957224 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:28:04.409651 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:28:17.765731 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5d3b8471-c1d3-4405-a959-bb02c236904e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:28:20.207196 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a901ea37-fe86-4b21-b792-a9fd3827f164 req-b856f58a-dc4f-4199-be2d-81801fa849f9 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:20.208698 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a901ea37-fe86-4b21-b792-a9fd3827f164 req-b856f58a-dc4f-4199-be2d-81801fa849f9 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 945 time: 0.0484540 Nov 09 22:28:20.257556 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c822d559-3152-4b69-800b-ed9b32251c6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:28:20.259860 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a901ea37-fe86-4b21-b792-a9fd3827f164 req-7f0d7a62-30e2-4e83-8a1f-9f7b8406c90d tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450284 Nov 09 22:28:21.303927 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:28:21.409891 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b8bcb-e555-4e6b-9a35-d8c97ee19973 req-c60f360f-ae69-4fa7-be41-86b762143547 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:21.411387 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fd0b8bcb-e555-4e6b-9a35-d8c97ee19973 req-c60f360f-ae69-4fa7-be41-86b762143547 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 945 time: 0.0501359 Nov 09 22:28:21.459303 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fd0b8bcb-e555-4e6b-9a35-d8c97ee19973 req-27a66cbc-6dc7-4fdd-9952-18999457d1e0 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420191 Nov 09 22:28:22.601012 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c738a365-290c-46dd-9a3a-326448011203 req-930979d0-5849-48a6-84ac-49b35d5eef6a tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:22.602479 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c738a365-290c-46dd-9a3a-326448011203 req-930979d0-5849-48a6-84ac-49b35d5eef6a tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 945 time: 0.0521746 Nov 09 22:28:22.651701 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c738a365-290c-46dd-9a3a-326448011203 req-567e930a-ef65-4196-9b66-2ff6b8f99878 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433919 Nov 09 22:28:22.664501 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:28:23.457623 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:28:23.556848 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:28:23.775489 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c4b4f-5fd4-4201-a6ef-f6f3e7f6f711 req-7e56d793-8554-4fbc-bdcd-7cac4b8230ab tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:23.776900 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5b4c4b4f-5fd4-4201-a6ef-f6f3e7f6f711 req-7e56d793-8554-4fbc-bdcd-7cac4b8230ab tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 945 time: 0.0483522 Nov 09 22:28:23.825063 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-5b4c4b4f-5fd4-4201-a6ef-f6f3e7f6f711 req-43563340-e279-4483-b9ab-b42c4e51c12b tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416684 Nov 09 22:28:24.938333 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499f22b-3f79-4830-9f2d-4a04b807cbe6 req-199c8934-f0fd-40ef-b0ce-4d810e1bb0d0 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:24.944312 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9499f22b-3f79-4830-9f2d-4a04b807cbe6 req-199c8934-f0fd-40ef-b0ce-4d810e1bb0d0 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 945 time: 0.0528083 Nov 09 22:28:24.993028 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9499f22b-3f79-4830-9f2d-4a04b807cbe6 req-74f6db3a-abfe-45fc-8e24-984db1e7b451 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428669 Nov 09 22:28:26.111805 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed48660-c37c-4cb4-b3ea-c8888de54cb0 req-f9aa5bbc-7d79-426a-ae46-67ebfb8b537c tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:26.113302 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2ed48660-c37c-4cb4-b3ea-c8888de54cb0 req-f9aa5bbc-7d79-426a-ae46-67ebfb8b537c tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 945 time: 0.0539439 Nov 09 22:28:26.161263 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2ed48660-c37c-4cb4-b3ea-c8888de54cb0 req-4376a33e-8cbe-4b2d-8c55-05fe4a6469f2 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421185 Nov 09 22:28:27.278809 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88582ed8-1b27-4100-b3c5-d61796554d97 req-f4dd8d7a-1c17-468e-908e-965bf8cbf2d2 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:27.281401 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-88582ed8-1b27-4100-b3c5-d61796554d97 req-f4dd8d7a-1c17-468e-908e-965bf8cbf2d2 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 945 time: 0.0533705 Nov 09 22:28:27.331219 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-88582ed8-1b27-4100-b3c5-d61796554d97 req-0f57ea46-0bbe-443a-b6e8-8e7fc9b2be57 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425906 Nov 09 22:28:28.446382 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eea1e5-2de9-44f6-bb54-d2ca2122d9fe req-d7353475-10e7-4cf4-8fee-196e52c2ee65 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:28.447860 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b0eea1e5-2de9-44f6-bb54-d2ca2122d9fe req-d7353475-10e7-4cf4-8fee-196e52c2ee65 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 945 time: 0.0502968 Nov 09 22:28:28.498540 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b0eea1e5-2de9-44f6-bb54-d2ca2122d9fe req-60bd4621-36f1-4562-b49d-248cafa382e2 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448298 Nov 09 22:28:29.609605 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca65deb1-e535-4806-a893-ba557711b64f req-a2fcc7b0-d903-41e4-972b-3cbc9d4578ff tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:29.611570 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ca65deb1-e535-4806-a893-ba557711b64f req-a2fcc7b0-d903-41e4-972b-3cbc9d4578ff tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 945 time: 0.0471292 Nov 09 22:28:29.659004 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ca65deb1-e535-4806-a893-ba557711b64f req-57d1dfb8-82f3-41d6-99ae-ae2cc1e242f8 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414805 Nov 09 22:28:30.370898 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f241a-bcf7-4c9d-a48e-071067a9d4e7 req-56ea2a10-ce26-4808-b762-12d149b2b85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:30.373628 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-832f241a-bcf7-4c9d-a48e-071067a9d4e7 req-56ea2a10-ce26-4808-b762-12d149b2b85f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7687a6e714c4c3caf152bd39ba03215&device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 1096 time: 0.0397601 Nov 09 22:28:30.788258 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a436c-49e2-42df-8cc5-297d0c05fe78 req-fffa91a5-3bce-4e45-b52b-b1c7119e77ea tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:30.789781 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d27a436c-49e2-42df-8cc5-297d0c05fe78 req-fffa91a5-3bce-4e45-b52b-b1c7119e77ea tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 945 time: 0.0560272 Nov 09 22:28:30.818554 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f241a-bcf7-4c9d-a48e-071067a9d4e7 req-aab4481a-a35b-4a27-81bd-ebaaad33ffc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:30.820052 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-832f241a-bcf7-4c9d-a48e-071067a9d4e7 req-aab4481a-a35b-4a27-81bd-ebaaad33ffc3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ab7748c3-4723-4a24-9a7b-f61408ad7851 HTTP/1.1" status: 200 len: 909 time: 0.4405310 Nov 09 22:28:30.844315 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-d27a436c-49e2-42df-8cc5-297d0c05fe78 req-74c7cdf0-5023-45da-a052-e59310bdbd3d tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481834 Nov 09 22:28:30.888344 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-832f241a-bcf7-4c9d-a48e-071067a9d4e7 req-0b41d0f4-9cc0-49c5-95e1-8c5a2d923739 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9af6b62-555b-4384-933d-920824fb7041 HTTP/1.1" status: 200 len: 1000 time: 0.0608294 Nov 09 22:28:30.941640 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f241a-bcf7-4c9d-a48e-071067a9d4e7 req-87457994-d901-4e04-951f-d81a5b94358c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:30.943017 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-832f241a-bcf7-4c9d-a48e-071067a9d4e7 req-87457994-d901-4e04-951f-d81a5b94358c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c15444db-c588-4bf6-82d7-58ef4121c204 HTTP/1.1" status: 200 len: 848 time: 0.0473080 Nov 09 22:28:30.957340 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:28:30.993837 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f241a-bcf7-4c9d-a48e-071067a9d4e7 req-91e28e15-6265-411d-b4fa-a2433704e1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:30.995331 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-832f241a-bcf7-4c9d-a48e-071067a9d4e7 req-91e28e15-6265-411d-b4fa-a2433704e1da service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ab7748c3-4723-4a24-9a7b-f61408ad7851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427995 Nov 09 22:28:31.091639 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-832f241a-bcf7-4c9d-a48e-071067a9d4e7 req-087bee7f-43c8-4583-94cd-6007ec0700bb service neutron] 10.222.0.45 "GET /v2.0/networks/ab7748c3-4723-4a24-9a7b-f61408ad7851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879676 Nov 09 22:28:31.182272 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-832f241a-bcf7-4c9d-a48e-071067a9d4e7 req-1eb49974-caae-4da9-a1b0-2aea8847f09f service neutron] 10.222.0.45 "GET /v2.0/networks/ab7748c3-4723-4a24-9a7b-f61408ad7851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824392 Nov 09 22:28:31.958191 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72208a-f951-4700-b17a-660acbacbe30 req-8cefcda9-3f4c-42c9-b479-e9c278e9cc63 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:31.959677 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fc72208a-f951-4700-b17a-660acbacbe30 req-8cefcda9-3f4c-42c9-b479-e9c278e9cc63 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 945 time: 0.0488505 Nov 09 22:28:32.007629 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fc72208a-f951-4700-b17a-660acbacbe30 req-709b38da-541c-4b01-8e03-d9181cff2dff tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420313 Nov 09 22:28:33.123838 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375c66b-91ea-41b9-90f5-c89e5ac537c7 req-4148b47d-12d3-4e28-9427-c21cea352436 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:33.125389 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0375c66b-91ea-41b9-90f5-c89e5ac537c7 req-4148b47d-12d3-4e28-9427-c21cea352436 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 945 time: 0.0500662 Nov 09 22:28:33.174813 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-0375c66b-91ea-41b9-90f5-c89e5ac537c7 req-585157f8-4f36-47c7-a4a5-9db5aab96353 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433221 Nov 09 22:28:34.296304 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19161d6e-488f-478c-a468-e8f6856226e8 req-a5411afd-1349-402d-912a-036dfb30cdfe tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:34.298410 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-19161d6e-488f-478c-a468-e8f6856226e8 req-a5411afd-1349-402d-912a-036dfb30cdfe tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 945 time: 0.0541801 Nov 09 22:28:34.350961 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-19161d6e-488f-478c-a468-e8f6856226e8 req-6d59337a-98cd-4e9e-a01a-da73633389fd tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464015 Nov 09 22:28:34.449451 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:28:35.209643 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device d9af6b62-555b-4384-933d-920824fb7041 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:28:35.282805 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:28:35.303596 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1652d36e-1fe5-44b6-a967-4be8b9ede378', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9af6b62-555b-4384-933d-920824fb7041'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:28:35.305810 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbbffabc46a25035f6c0210104ebac0979452e44f6408783e2f348470e25243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a30ff9-025b-4e0f-b71a-fc5c845b3b1f" -d '{"events": [{"server_uuid": "1652d36e-1fe5-44b6-a967-4be8b9ede378", "name": "network-vif-unplugged", "status": "completed", "tag": "d9af6b62-555b-4384-933d-920824fb7041"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:28:35.321838 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port d9af6b62-555b-4384-933d-920824fb7041, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=d9af6b62-555b-4384-933d-920824fb7041,segment=NetworkSegment(6f9ecf70-bf62-4683-ad5f-e236503fd1e0),segment_id=6f9ecf70-bf62-4683-ad5f-e236503fd1e0)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:28:35.326956 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:28:35.349228 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 09 Nov 2021 22:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec1e530-2ae9-4647-9abf-76c05acb0eaa x-openstack-request-id: req-aec1e530-2ae9-4647-9abf-76c05acb0eaa {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:28:35.349518 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1652d36e-1fe5-44b6-a967-4be8b9ede378", "name": "network-vif-unplugged", "status": "failed", "tag": "d9af6b62-555b-4384-933d-920824fb7041", "code": 422}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:28:35.349766 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aec1e530-2ae9-4647-9abf-76c05acb0eaa {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:28:35.350149 n-d-816206-3 neutron-server[102609]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1652d36e-1fe5-44b6-a967-4be8b9ede378', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd9af6b62-555b-4384-933d-920824fb7041', 'code': 422} returned with failed status Nov 09 22:28:35.374568 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=d9af6b62-555b-4384-933d-920824fb7041,revision_number=6']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:28:35.382482 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:28:35.382834 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:28:35.383170 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:28:35.383551 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:28:35.383879 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:28:35.384205 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:28:35.384530 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:28:35.384882 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:28:35.385201 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:28:35.385553 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:28:35.385890 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:28:35.386206 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:28:35.467320 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339d45c-6fab-41e5-8f6f-b878c672eaae req-5e70c744-b0c2-46f0-afcb-cc68d710d796 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:35.468756 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2339d45c-6fab-41e5-8f6f-b878c672eaae req-5e70c744-b0c2-46f0-afcb-cc68d710d796 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 943 time: 0.0483637 Nov 09 22:28:35.516954 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-2339d45c-6fab-41e5-8f6f-b878c672eaae req-a139e0d9-29fd-43b6-b054-487fdf2b5459 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423038 Nov 09 22:28:35.720066 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9bc966b8-511a-42b7-96da-bc951946633c req-9cec09f1-f225-41ed-9a17-6ff36769274d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0692201 Nov 09 22:28:35.731625 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-9bc966b8-511a-42b7-96da-bc951946633c req-4c58e147-f2ca-4f49-99d1-2a1c9b4b2322 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 22:28:35.732584 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9bc966b8-511a-42b7-96da-bc951946633c req-4c58e147-f2ca-4f49-99d1-2a1c9b4b2322 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058031 Nov 09 22:28:35.744708 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc11f5-104b-4cdc-bc5a-ecf3c5eee0dc req-032883ad-821d-4f9b-9979-96ca512d2584 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:35.746170 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a9fc11f5-104b-4cdc-bc5a-ecf3c5eee0dc req-032883ad-821d-4f9b-9979-96ca512d2584 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 943 time: 0.0714610 Nov 09 22:28:35.799062 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a9fc11f5-104b-4cdc-bc5a-ecf3c5eee0dc req-6dd3121d-bd3c-43f7-b77c-544610513a6b tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461500 Nov 09 22:28:36.918740 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1716a93b-584b-4a33-908c-93ba8fcafcd7 req-68fc09e5-9d59-4e64-bccb-61bb6a36d7fe tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:36.920209 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1716a93b-584b-4a33-908c-93ba8fcafcd7 req-68fc09e5-9d59-4e64-bccb-61bb6a36d7fe tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 943 time: 0.0517936 Nov 09 22:28:36.976529 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1716a93b-584b-4a33-908c-93ba8fcafcd7 req-d97ae0df-bcc4-4811-98b1-2df63b172714 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497370 Nov 09 22:28:38.095355 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a875f-1b9b-4ce2-9228-7e0498da93c4 req-06493ad5-45ec-4434-8239-1baca30490a7 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:38.095355 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5d3a875f-1b9b-4ce2-9228-7e0498da93c4 req-06493ad5-45ec-4434-8239-1baca30490a7 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 943 time: 0.0491860 Nov 09 22:28:38.145549 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5d3a875f-1b9b-4ce2-9228-7e0498da93c4 req-bcdf9ac9-c35a-48f8-9224-7b1890fcf7bf tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440063 Nov 09 22:28:39.260968 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead5f63-f0a2-47d9-aed4-3173b00a5ebd req-c1014ab5-2775-4f87-a764-8749300fae97 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:39.262518 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6ead5f63-f0a2-47d9-aed4-3173b00a5ebd req-c1014ab5-2775-4f87-a764-8749300fae97 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 943 time: 0.0503757 Nov 09 22:28:39.315507 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6ead5f63-f0a2-47d9-aed4-3173b00a5ebd req-c3c9a8f7-2f4c-49c7-9564-2bcc0164d87f tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469351 Nov 09 22:28:40.435160 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf325f-002b-4362-a524-603a294df153 req-a239694a-00ce-4940-ab9f-1f800c8baf14 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:40.436655 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8aaf325f-002b-4362-a524-603a294df153 req-a239694a-00ce-4940-ab9f-1f800c8baf14 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 943 time: 0.0541935 Nov 09 22:28:40.489219 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-8aaf325f-002b-4362-a524-603a294df153 req-9579192e-c0ff-4900-8693-dc696d77ad1f tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429807 Nov 09 22:28:41.601812 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e94de2-d18f-41bc-9397-388caf3fb77d req-efc1bc0a-04cc-41f6-9b69-2f2e9a4cd784 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:41.604873 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc966b8-511a-42b7-96da-bc951946633c req-dd04eeed-fc47-4980-8331-204454cc2bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:41.605311 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e4e94de2-d18f-41bc-9397-388caf3fb77d req-efc1bc0a-04cc-41f6-9b69-2f2e9a4cd784 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 943 time: 0.0507667 Nov 09 22:28:41.606361 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9bc966b8-511a-42b7-96da-bc951946633c req-dd04eeed-fc47-4980-8331-204454cc2bea service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378&tenant_id=d7687a6e714c4c3caf152bd39ba03215 HTTP/1.1" status: 200 len: 1094 time: 0.0407884 Nov 09 22:28:41.625022 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-9bc966b8-511a-42b7-96da-bc951946633c req-db6b6bce-1c20-459d-a74c-09633db45384 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-3', 'device_owner': 'compute:nova'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:28:41.652176 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e4e94de2-d18f-41bc-9397-388caf3fb77d req-b25713e6-2770-4cc4-9e85-8924bd85e93e tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429039 Nov 09 22:28:41.679857 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9bc966b8-511a-42b7-96da-bc951946633c req-db6b6bce-1c20-459d-a74c-09633db45384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:28:41.871860 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-9bc966b8-511a-42b7-96da-bc951946633c req-db6b6bce-1c20-459d-a74c-09633db45384 service neutron] For port d9af6b62-555b-4384-933d-920824fb7041, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=d9af6b62-555b-4384-933d-920824fb7041,segment=NetworkSegment(6f9ecf70-bf62-4683-ad5f-e236503fd1e0),segment_id=6f9ecf70-bf62-4683-ad5f-e236503fd1e0)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:28:41.904141 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-9bc966b8-511a-42b7-96da-bc951946633c req-db6b6bce-1c20-459d-a74c-09633db45384 service neutron] For port d9af6b62-555b-4384-933d-920824fb7041, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:28:41.934719 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-9bc966b8-511a-42b7-96da-bc951946633c req-db6b6bce-1c20-459d-a74c-09633db45384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9af6b62-555b-4384-933d-920824fb7041 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 22:28:41.942450 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9bc966b8-511a-42b7-96da-bc951946633c req-db6b6bce-1c20-459d-a74c-09633db45384 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:28:41.954803 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-9bc966b8-511a-42b7-96da-bc951946633c req-db6b6bce-1c20-459d-a74c-09633db45384 service neutron] Transition to ACTIVE for port object d9af6b62-555b-4384-933d-920824fb7041 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 22:28:41.958565 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9bc966b8-511a-42b7-96da-bc951946633c req-db6b6bce-1c20-459d-a74c-09633db45384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:28:42.004265 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b6bce-1c20-459d-a74c-09633db45384 service neutron] Pushing event updated for resources: {'Port': ['ID=d9af6b62-555b-4384-933d-920824fb7041,revision_number=7']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:28:42.047750 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6b6bce-1c20-459d-a74c-09633db45384 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:28:42.048135 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6b6bce-1c20-459d-a74c-09633db45384 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:28:42.048487 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6b6bce-1c20-459d-a74c-09633db45384 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:28:42.048852 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6b6bce-1c20-459d-a74c-09633db45384 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:28:42.049190 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6b6bce-1c20-459d-a74c-09633db45384 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:28:42.049638 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6b6bce-1c20-459d-a74c-09633db45384 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:28:42.049838 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6b6bce-1c20-459d-a74c-09633db45384 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:28:42.050166 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6b6bce-1c20-459d-a74c-09633db45384 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:28:42.050493 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6b6bce-1c20-459d-a74c-09633db45384 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:28:42.050817 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6b6bce-1c20-459d-a74c-09633db45384 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:28:42.051139 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6b6bce-1c20-459d-a74c-09633db45384 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:28:42.051461 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6b6bce-1c20-459d-a74c-09633db45384 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:28:42.091506 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bc966b8-511a-42b7-96da-bc951946633c req-db6b6bce-1c20-459d-a74c-09633db45384 service neutron] No DVR routers for this DVR port d9af6b62-555b-4384-933d-920824fb7041 on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:28:42.225569 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-9bc966b8-511a-42b7-96da-bc951946633c req-db6b6bce-1c20-459d-a74c-09633db45384 service neutron] Attempting to bind port d9af6b62-555b-4384-933d-920824fb7041 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:28:42.226229 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-9bc966b8-511a-42b7-96da-bc951946633c req-db6b6bce-1c20-459d-a74c-09633db45384 service neutron] Attempting to bind port d9af6b62-555b-4384-933d-920824fb7041 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': '6f9ecf70-bf62-4683-ad5f-e236503fd1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:28:42.226229 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc966b8-511a-42b7-96da-bc951946633c req-db6b6bce-1c20-459d-a74c-09633db45384 service neutron] Attempting to bind port d9af6b62-555b-4384-933d-920824fb7041 on network ab7748c3-4723-4a24-9a7b-f61408ad7851 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:28:42.230740 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc966b8-511a-42b7-96da-bc951946633c req-db6b6bce-1c20-459d-a74c-09633db45384 service neutron] Port d9af6b62-555b-4384-933d-920824fb7041 on network ab7748c3-4723-4a24-9a7b-f61408ad7851 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 22:28:42.231062 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc966b8-511a-42b7-96da-bc951946633c req-db6b6bce-1c20-459d-a74c-09633db45384 service neutron] Attempting to bind port d9af6b62-555b-4384-933d-920824fb7041 on network ab7748c3-4723-4a24-9a7b-f61408ad7851 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:28:42.236439 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc966b8-511a-42b7-96da-bc951946633c req-db6b6bce-1c20-459d-a74c-09633db45384 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:28:42.236811 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc966b8-511a-42b7-96da-bc951946633c req-db6b6bce-1c20-459d-a74c-09633db45384 service neutron] Checking segment: {'id': '6f9ecf70-bf62-4683-ad5f-e236503fd1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:28:42.237196 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc966b8-511a-42b7-96da-bc951946633c req-db6b6bce-1c20-459d-a74c-09633db45384 service neutron] Bound using segment: {'id': '6f9ecf70-bf62-4683-ad5f-e236503fd1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:28:42.237626 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-9bc966b8-511a-42b7-96da-bc951946633c req-db6b6bce-1c20-459d-a74c-09633db45384 service neutron] Bound port: d9af6b62-555b-4384-933d-920824fb7041, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f9ecf70-bf62-4683-ad5f-e236503fd1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:28:42.237979 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9bc966b8-511a-42b7-96da-bc951946633c req-db6b6bce-1c20-459d-a74c-09633db45384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:28:42.299290 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-9bc966b8-511a-42b7-96da-bc951946633c req-db6b6bce-1c20-459d-a74c-09633db45384 service neutron] For port d9af6b62-555b-4384-933d-920824fb7041, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:28:42.302169 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-9bc966b8-511a-42b7-96da-bc951946633c req-db6b6bce-1c20-459d-a74c-09633db45384 service neutron] For port d9af6b62-555b-4384-933d-920824fb7041, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=d9af6b62-555b-4384-933d-920824fb7041,segment=NetworkSegment(6f9ecf70-bf62-4683-ad5f-e236503fd1e0),segment_id=6f9ecf70-bf62-4683-ad5f-e236503fd1e0)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:28:42.306511 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9bc966b8-511a-42b7-96da-bc951946633c req-db6b6bce-1c20-459d-a74c-09633db45384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:28:42.342086 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc966b8-511a-42b7-96da-bc951946633c req-db6b6bce-1c20-459d-a74c-09633db45384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:42.342709 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-9bc966b8-511a-42b7-96da-bc951946633c req-db6b6bce-1c20-459d-a74c-09633db45384 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:28:42.344120 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9bc966b8-511a-42b7-96da-bc951946633c req-db6b6bce-1c20-459d-a74c-09633db45384 service neutron] 10.222.0.43 "PUT /v2.0/ports/d9af6b62-555b-4384-933d-920824fb7041 HTTP/1.1" status: 200 len: 1091 time: 0.7231357 Nov 09 22:28:42.344515 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1652d36e-1fe5-44b6-a967-4be8b9ede378', 'tag': 'd9af6b62-555b-4384-933d-920824fb7041'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:28:42.346775 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2737eae40cef112d1dfa64c8a6cf3edc76bfb64f9e32f72bfe3df0a7140357a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19eacd81-20cf-4d0a-97dd-cc8bd0b2affb" -d '{"events": [{"name": "network-changed", "server_uuid": "1652d36e-1fe5-44b6-a967-4be8b9ede378", "tag": "d9af6b62-555b-4384-933d-920824fb7041"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:28:42.373659 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b6bce-1c20-459d-a74c-09633db45384 service neutron] Pushing event updated for resources: {'Port': ['ID=d9af6b62-555b-4384-933d-920824fb7041,revision_number=8']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:28:42.431968 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc966b8-511a-42b7-96da-bc951946633c req-32064770-30c5-484b-9052-5c76255e05ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:42.433345 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9bc966b8-511a-42b7-96da-bc951946633c req-32064770-30c5-484b-9052-5c76255e05ed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d7687a6e714c4c3caf152bd39ba03215&device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 1094 time: 0.0485368 Nov 09 22:28:42.461054 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9e1c66-170c-414c-a64c-98a2979f0c08 x-openstack-request-id: req-ed9e1c66-170c-414c-a64c-98a2979f0c08 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:28:42.461378 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1652d36e-1fe5-44b6-a967-4be8b9ede378", "tag": "d9af6b62-555b-4384-933d-920824fb7041", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:28:42.461602 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ed9e1c66-170c-414c-a64c-98a2979f0c08 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:28:42.462005 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1652d36e-1fe5-44b6-a967-4be8b9ede378', 'tag': 'd9af6b62-555b-4384-933d-920824fb7041', 'status': 'completed', 'code': 200} Nov 09 22:28:42.530750 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc966b8-511a-42b7-96da-bc951946633c req-83613d61-19ce-4a37-a1eb-5082689d4452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:42.532259 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9bc966b8-511a-42b7-96da-bc951946633c req-83613d61-19ce-4a37-a1eb-5082689d4452 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ab7748c3-4723-4a24-9a7b-f61408ad7851 HTTP/1.1" status: 200 len: 909 time: 0.0908294 Nov 09 22:28:42.602280 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9bc966b8-511a-42b7-96da-bc951946633c req-00bec6e3-cc43-4d8f-98bd-b90337bcde34 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9af6b62-555b-4384-933d-920824fb7041 HTTP/1.1" status: 200 len: 998 time: 0.0626478 Nov 09 22:28:42.652408 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc966b8-511a-42b7-96da-bc951946633c req-72d7bf9a-d9cc-458f-b32a-d7511cff6bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:42.653908 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9bc966b8-511a-42b7-96da-bc951946633c req-72d7bf9a-d9cc-458f-b32a-d7511cff6bbd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c15444db-c588-4bf6-82d7-58ef4121c204 HTTP/1.1" status: 200 len: 848 time: 0.0437181 Nov 09 22:28:42.699110 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc966b8-511a-42b7-96da-bc951946633c req-7cbc45b2-8fc4-4e3b-a66f-8f92dd60df4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:42.700615 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9bc966b8-511a-42b7-96da-bc951946633c req-7cbc45b2-8fc4-4e3b-a66f-8f92dd60df4a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ab7748c3-4723-4a24-9a7b-f61408ad7851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393867 Nov 09 22:28:42.772081 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a01957-a6e9-41b0-886e-bd8601572220 req-6badc3b0-0f07-4c8c-ba65-25881f8409dd tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:42.773705 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e4a01957-a6e9-41b0-886e-bd8601572220 req-6badc3b0-0f07-4c8c-ba65-25881f8409dd tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 943 time: 0.0555508 Nov 09 22:28:42.806639 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9bc966b8-511a-42b7-96da-bc951946633c req-75d7f5f8-7ee4-4e72-b5fd-953aae36bdc4 service neutron] 10.222.0.43 "GET /v2.0/networks/ab7748c3-4723-4a24-9a7b-f61408ad7851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908799 Nov 09 22:28:42.824617 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e4a01957-a6e9-41b0-886e-bd8601572220 req-8f8b9a07-bd94-4439-8968-8fadf603e0ec tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444024 Nov 09 22:28:42.897506 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9bc966b8-511a-42b7-96da-bc951946633c req-921da44c-5902-454b-9362-ad7b23e2a967 service neutron] 10.222.0.43 "GET /v2.0/networks/ab7748c3-4723-4a24-9a7b-f61408ad7851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813248 Nov 09 22:28:43.020618 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eacd81-20cf-4d0a-97dd-cc8bd0b2affb req-4fcca871-869f-4b35-bdc5-e60d9e849402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:43.022458 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-19eacd81-20cf-4d0a-97dd-cc8bd0b2affb req-4fcca871-869f-4b35-bdc5-e60d9e849402 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d7687a6e714c4c3caf152bd39ba03215&device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 1094 time: 0.0467286 Nov 09 22:28:43.121879 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eacd81-20cf-4d0a-97dd-cc8bd0b2affb req-42d675d2-3581-413c-9425-baef617963f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:43.123352 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-19eacd81-20cf-4d0a-97dd-cc8bd0b2affb req-42d675d2-3581-413c-9425-baef617963f7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ab7748c3-4723-4a24-9a7b-f61408ad7851 HTTP/1.1" status: 200 len: 909 time: 0.0925360 Nov 09 22:28:43.194783 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-19eacd81-20cf-4d0a-97dd-cc8bd0b2affb req-7e24e253-e300-47f9-8c7a-758e11f9cf13 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9af6b62-555b-4384-933d-920824fb7041 HTTP/1.1" status: 200 len: 998 time: 0.0642905 Nov 09 22:28:43.245162 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eacd81-20cf-4d0a-97dd-cc8bd0b2affb req-d2729901-17de-41d8-8393-7a4b33348ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:43.246614 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-19eacd81-20cf-4d0a-97dd-cc8bd0b2affb req-d2729901-17de-41d8-8393-7a4b33348ca1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c15444db-c588-4bf6-82d7-58ef4121c204 HTTP/1.1" status: 200 len: 848 time: 0.0433526 Nov 09 22:28:43.292515 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eacd81-20cf-4d0a-97dd-cc8bd0b2affb req-89e11534-88f8-478e-807a-f9db30d395c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:43.293918 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-19eacd81-20cf-4d0a-97dd-cc8bd0b2affb req-89e11534-88f8-478e-807a-f9db30d395c9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ab7748c3-4723-4a24-9a7b-f61408ad7851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395877 Nov 09 22:28:43.387668 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-19eacd81-20cf-4d0a-97dd-cc8bd0b2affb req-9a2f8cdd-06a9-40f7-8b67-81cc22a74661 service neutron] 10.222.0.43 "GET /v2.0/networks/ab7748c3-4723-4a24-9a7b-f61408ad7851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841124 Nov 09 22:28:43.491603 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-19eacd81-20cf-4d0a-97dd-cc8bd0b2affb req-15fa6420-c4ef-443c-8f46-a8a2e88ed02a service neutron] 10.222.0.43 "GET /v2.0/networks/ab7748c3-4723-4a24-9a7b-f61408ad7851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878682 Nov 09 22:28:43.940845 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3dbe3-c2ea-4129-a254-a2cf20b5caa6 req-8daec3b9-7323-4950-8563-f55e3133fe09 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:43.942321 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c7f3dbe3-c2ea-4129-a254-a2cf20b5caa6 req-8daec3b9-7323-4950-8563-f55e3133fe09 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 943 time: 0.0493679 Nov 09 22:28:43.994827 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c7f3dbe3-c2ea-4129-a254-a2cf20b5caa6 req-e312f17b-4140-463a-b37b-b09cdb1bcb2c tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465701 Nov 09 22:28:45.111815 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b862aa0-9720-4a4b-97c6-7eec12cba6ec req-eabae1ee-8032-43fb-bf97-3cdcbc7a5e1b tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:45.113315 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2b862aa0-9720-4a4b-97c6-7eec12cba6ec req-eabae1ee-8032-43fb-bf97-3cdcbc7a5e1b tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 943 time: 0.0488658 Nov 09 22:28:45.162104 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-2b862aa0-9720-4a4b-97c6-7eec12cba6ec req-020b57e1-c613-452c-8f49-2522c23c8a30 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426950 Nov 09 22:28:46.277122 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57edf7ae-24b4-45e2-988d-b74b711b8635 req-55aa14fb-d154-4473-9ab3-509058684472 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:46.278497 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-57edf7ae-24b4-45e2-988d-b74b711b8635 req-55aa14fb-d154-4473-9ab3-509058684472 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 943 time: 0.0474014 Nov 09 22:28:46.327443 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-57edf7ae-24b4-45e2-988d-b74b711b8635 req-05fe084b-fabf-416e-99c1-b88e2955d14f tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413761 Nov 09 22:28:47.440975 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee586e-c3a4-4a3f-8a7d-13a7e52cda65 req-405751be-63af-49c4-898f-f4ba8a3b9535 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:47.442469 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-93ee586e-c3a4-4a3f-8a7d-13a7e52cda65 req-405751be-63af-49c4-898f-f4ba8a3b9535 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 943 time: 0.0489814 Nov 09 22:28:47.496388 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-93ee586e-c3a4-4a3f-8a7d-13a7e52cda65 req-04331fbf-02e7-4a05-b21b-17b7bbc26ea8 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471992 Nov 09 22:28:47.765493 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fad275ba-02e4-4241-8133-1bb9a97d1fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:28:47.824710 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e928a-908f-4488-a264-696762362f49 req-7eba9a4f-8c22-4248-94a3-711ab93b82b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:47.826216 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ee2e928a-908f-4488-a264-696762362f49 req-7eba9a4f-8c22-4248-94a3-711ab93b82b5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d7687a6e714c4c3caf152bd39ba03215&device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 1094 time: 0.0406158 Nov 09 22:28:47.930458 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e928a-908f-4488-a264-696762362f49 req-833bc381-33a9-4091-b6f1-340b3dfa1ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:47.931927 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ee2e928a-908f-4488-a264-696762362f49 req-833bc381-33a9-4091-b6f1-340b3dfa1ec3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ab7748c3-4723-4a24-9a7b-f61408ad7851 HTTP/1.1" status: 200 len: 909 time: 0.0863962 Nov 09 22:28:47.995737 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ee2e928a-908f-4488-a264-696762362f49 req-70fc57c1-544e-4e68-bed2-47289db2fb93 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9af6b62-555b-4384-933d-920824fb7041 HTTP/1.1" status: 200 len: 998 time: 0.0558388 Nov 09 22:28:48.047866 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e928a-908f-4488-a264-696762362f49 req-c25bd504-2552-40df-9e72-15963a032725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:48.049331 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ee2e928a-908f-4488-a264-696762362f49 req-c25bd504-2552-40df-9e72-15963a032725 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c15444db-c588-4bf6-82d7-58ef4121c204 HTTP/1.1" status: 200 len: 848 time: 0.0460873 Nov 09 22:28:48.094297 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e928a-908f-4488-a264-696762362f49 req-d095ae33-5b4e-48e8-95d9-4fe1d6cea932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:48.095775 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ee2e928a-908f-4488-a264-696762362f49 req-d095ae33-5b4e-48e8-95d9-4fe1d6cea932 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ab7748c3-4723-4a24-9a7b-f61408ad7851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395246 Nov 09 22:28:48.182182 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ee2e928a-908f-4488-a264-696762362f49 req-cd6b19a0-2519-4c28-a181-612bc8b5bbb3 service neutron] 10.222.0.43 "GET /v2.0/networks/ab7748c3-4723-4a24-9a7b-f61408ad7851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794616 Nov 09 22:28:48.273791 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ee2e928a-908f-4488-a264-696762362f49 req-64145985-0def-4515-be3f-ae0d051c6393 service neutron] 10.222.0.43 "GET /v2.0/networks/ab7748c3-4723-4a24-9a7b-f61408ad7851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832443 Nov 09 22:28:48.609348 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa99e8-16c1-489b-a5d7-f994ca598d8f req-24209eb5-b894-4dca-bd6a-b66454a23d30 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:48.611467 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-23aa99e8-16c1-489b-a5d7-f994ca598d8f req-24209eb5-b894-4dca-bd6a-b66454a23d30 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 943 time: 0.0502515 Nov 09 22:28:48.659027 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-23aa99e8-16c1-489b-a5d7-f994ca598d8f req-7f38a896-cbef-424f-9b35-904052a1039f tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416968 Nov 09 22:28:49.776322 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68160559-a286-4197-b4e4-3ef4ab777456 req-3dab36ab-5cb7-481a-85b3-f38475818022 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:49.777829 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-68160559-a286-4197-b4e4-3ef4ab777456 req-3dab36ab-5cb7-481a-85b3-f38475818022 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 943 time: 0.0524311 Nov 09 22:28:49.826779 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-68160559-a286-4197-b4e4-3ef4ab777456 req-500baee4-c1a2-4269-b5e5-74714f71894d tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428936 Nov 09 22:28:50.258884 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-757fe6fa-b14d-4e4a-87cb-81ef6053b087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:28:50.942986 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97eaed8-7abf-48dd-bb10-1523d50240d4 req-1761c28f-6723-4d88-8d54-ea7356c29468 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:50.944429 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c97eaed8-7abf-48dd-bb10-1523d50240d4 req-1761c28f-6723-4d88-8d54-ea7356c29468 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 943 time: 0.0521355 Nov 09 22:28:50.991571 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c97eaed8-7abf-48dd-bb10-1523d50240d4 req-70d2c59e-a08c-4d89-b936-097f4ef40534 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412147 Nov 09 22:28:51.306082 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:28:52.104401 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19c12a-5706-4fc9-9821-06b1c2633356 req-9a9ec6ab-4672-4ebb-8b5d-cfca079415bc tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:52.105875 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3a19c12a-5706-4fc9-9821-06b1c2633356 req-9a9ec6ab-4672-4ebb-8b5d-cfca079415bc tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 943 time: 0.0478828 Nov 09 22:28:52.153389 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3a19c12a-5706-4fc9-9821-06b1c2633356 req-ffc1a10a-9ce3-4066-a058-490b7316d7b1 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416243 Nov 09 22:28:52.663551 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:28:52.761053 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device d9af6b62-555b-4384-933d-920824fb7041 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 22:28:52.855510 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port d9af6b62-555b-4384-933d-920824fb7041, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=d9af6b62-555b-4384-933d-920824fb7041,segment=NetworkSegment(6f9ecf70-bf62-4683-ad5f-e236503fd1e0),segment_id=6f9ecf70-bf62-4683-ad5f-e236503fd1e0)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:28:52.866764 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': 'd9af6b62-555b-4384-933d-920824fb7041', 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851', 'port_id': 'd9af6b62-555b-4384-933d-920824fb7041', 'mac_address': 'fa:16:3e:3e:bb:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c15444db-c588-4bf6-82d7-58ef4121c204', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 22:28:52.902413 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:28:52.915197 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9af6b62-555b-4384-933d-920824fb7041 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 22:28:52.934134 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port d9af6b62-555b-4384-933d-920824fb7041, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=d9af6b62-555b-4384-933d-920824fb7041,segment=NetworkSegment(6f9ecf70-bf62-4683-ad5f-e236503fd1e0),segment_id=6f9ecf70-bf62-4683-ad5f-e236503fd1e0)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:28:52.937806 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:28:52.982384 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=d9af6b62-555b-4384-933d-920824fb7041,revision_number=9']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:28:53.240253 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['d9af6b62-555b-4384-933d-920824fb7041'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 22:28:53.266724 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec835fdb-7a96-4f30-81a7-1955e65ddd20 req-31013a68-b344-435e-90c3-6910cc9be769 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:53.268960 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ec835fdb-7a96-4f30-81a7-1955e65ddd20 req-31013a68-b344-435e-90c3-6910cc9be769 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 944 time: 0.0492558 Nov 09 22:28:53.317860 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-ec835fdb-7a96-4f30-81a7-1955e65ddd20 req-70f59577-9207-42f7-847a-d7912027614f tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426328 Nov 09 22:28:53.470255 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:28:53.557725 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:28:54.440863 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8fd3a-e30b-4dcb-971f-56692a7c450c req-7642895f-c04a-4213-b410-4fb7949516ba tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:54.442329 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6fc8fd3a-e30b-4dcb-971f-56692a7c450c req-7642895f-c04a-4213-b410-4fb7949516ba tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 944 time: 0.0526607 Nov 09 22:28:54.490905 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-6fc8fd3a-e30b-4dcb-971f-56692a7c450c req-76c2a3d7-2b3b-4453-8d73-8fe1206d7493 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426552 Nov 09 22:28:54.773399 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device d9af6b62-555b-4384-933d-920824fb7041 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:28:54.820775 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port d9af6b62-555b-4384-933d-920824fb7041 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 22:28:54.824471 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port d9af6b62-555b-4384-933d-920824fb7041 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:28:54.824918 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:28:54.898731 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:28:54.919774 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1652d36e-1fe5-44b6-a967-4be8b9ede378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9af6b62-555b-4384-933d-920824fb7041'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:28:54.922195 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbbffabc46a25035f6c0210104ebac0979452e44f6408783e2f348470e25243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e2ecd3-e002-4e4a-b088-8930baed607f" -d '{"events": [{"server_uuid": "1652d36e-1fe5-44b6-a967-4be8b9ede378", "name": "network-vif-plugged", "status": "completed", "tag": "d9af6b62-555b-4384-933d-920824fb7041"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:28:54.938139 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port d9af6b62-555b-4384-933d-920824fb7041, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=d9af6b62-555b-4384-933d-920824fb7041,segment=NetworkSegment(6f9ecf70-bf62-4683-ad5f-e236503fd1e0),segment_id=6f9ecf70-bf62-4683-ad5f-e236503fd1e0)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:28:54.942641 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:28:54.967093 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 22:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b9af71-9d15-4b25-ab86-2391b3938705 x-openstack-request-id: req-06b9af71-9d15-4b25-ab86-2391b3938705 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:28:54.967384 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1652d36e-1fe5-44b6-a967-4be8b9ede378", "name": "network-vif-plugged", "status": "completed", "tag": "d9af6b62-555b-4384-933d-920824fb7041", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:28:54.967637 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-06b9af71-9d15-4b25-ab86-2391b3938705 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:28:54.968024 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1652d36e-1fe5-44b6-a967-4be8b9ede378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9af6b62-555b-4384-933d-920824fb7041', 'code': 200} Nov 09 22:28:54.993164 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=d9af6b62-555b-4384-933d-920824fb7041,revision_number=10']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:28:55.147221 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce900a-8b8d-4ff7-a367-5a08c75aa972 req-e182209e-07d7-4ff6-846a-a0c4347f2526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:55.148706 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b1ce900a-8b8d-4ff7-a367-5a08c75aa972 req-e182209e-07d7-4ff6-846a-a0c4347f2526 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 1097 time: 0.0392644 Nov 09 22:28:55.198374 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b1ce900a-8b8d-4ff7-a367-5a08c75aa972 req-bf37012e-7d40-407b-bcdc-a08de93d2d5a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419009 Nov 09 22:28:55.603801 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f633d-2a5c-4778-8714-9814d6813a01 req-706b4585-2860-4e4c-a4d5-d731e39ec4a5 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:55.605298 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aa8f633d-2a5c-4778-8714-9814d6813a01 req-706b4585-2860-4e4c-a4d5-d731e39ec4a5 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 946 time: 0.0481927 Nov 09 22:28:55.653855 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-aa8f633d-2a5c-4778-8714-9814d6813a01 req-5dca1038-a4ce-4e58-97e5-b579fcba1b1b tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427599 Nov 09 22:28:56.770963 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d780b-1529-4d30-a145-3a9f924db71f req-2eccf145-6c9c-45a2-b3b7-03b70bfd0450 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:28:56.772602 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-903d780b-1529-4d30-a145-3a9f924db71f req-2eccf145-6c9c-45a2-b3b7-03b70bfd0450 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 946 time: 0.0505626 Nov 09 22:28:56.820693 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-903d780b-1529-4d30-a145-3a9f924db71f req-cf5f862a-2d87-41a8-b621-083cb9f36a5c tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421362 Nov 09 22:29:04.439368 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:29:07.957117 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:29:17.768390 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d86c70f7-3f8c-47c5-ac61-64c7688c2e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:29:20.258962 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-d5f0e569-c4c0-4e25-8fa4-66ebed0a7e94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:29:21.309832 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:29:22.666824 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:29:23.507883 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:29:23.559999 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:29:34.437928 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:29:44.956211 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:29:47.769462 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8d683a94-d930-42cf-8df0-9dcc224cd5a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:29:49.494801 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9b20679f-d72a-4b5b-af40-79004762df9c req-3c818b0c-bee6-4243-b24a-73cbe34b1c47 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0785866 Nov 09 22:29:49.595483 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20679f-d72a-4b5b-af40-79004762df9c req-06cbecbd-404d-4415-ad20-080a6dc8ccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:29:49.596977 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9b20679f-d72a-4b5b-af40-79004762df9c req-06cbecbd-404d-4415-ad20-080a6dc8ccc4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d7687a6e714c4c3caf152bd39ba03215&device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 1097 time: 0.0394478 Nov 09 22:29:49.699345 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20679f-d72a-4b5b-af40-79004762df9c req-791594e2-9d1b-4926-aa9c-08a73f7f51a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:29:49.700705 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9b20679f-d72a-4b5b-af40-79004762df9c req-791594e2-9d1b-4926-aa9c-08a73f7f51a9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ab7748c3-4723-4a24-9a7b-f61408ad7851 HTTP/1.1" status: 200 len: 909 time: 0.0856686 Nov 09 22:29:49.767025 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9b20679f-d72a-4b5b-af40-79004762df9c req-fc67a16c-b8ca-4dbe-aa02-5bce71f6adca service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9af6b62-555b-4384-933d-920824fb7041 HTTP/1.1" status: 200 len: 1000 time: 0.0595641 Nov 09 22:29:49.814372 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20679f-d72a-4b5b-af40-79004762df9c req-6c1ecd30-05f4-4ffc-bc97-866fda97fab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:29:49.815776 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9b20679f-d72a-4b5b-af40-79004762df9c req-6c1ecd30-05f4-4ffc-bc97-866fda97fab0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c15444db-c588-4bf6-82d7-58ef4121c204 HTTP/1.1" status: 200 len: 848 time: 0.0418656 Nov 09 22:29:49.861159 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20679f-d72a-4b5b-af40-79004762df9c req-8c6ea6eb-360c-462b-b4d6-41e7fc56d668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:29:49.862595 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9b20679f-d72a-4b5b-af40-79004762df9c req-8c6ea6eb-360c-462b-b4d6-41e7fc56d668 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ab7748c3-4723-4a24-9a7b-f61408ad7851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390010 Nov 09 22:29:49.952928 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9b20679f-d72a-4b5b-af40-79004762df9c req-19fb596a-aea7-40d9-9fde-baf3ef60ce62 service neutron] 10.222.0.43 "GET /v2.0/networks/ab7748c3-4723-4a24-9a7b-f61408ad7851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826035 Nov 09 22:29:50.040271 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-9b20679f-d72a-4b5b-af40-79004762df9c req-d8cd7107-cae0-4ed6-a901-e528e27ceebb service neutron] 10.222.0.43 "GET /v2.0/networks/ab7748c3-4723-4a24-9a7b-f61408ad7851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800419 Nov 09 22:29:50.260039 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0cd9fdba-f8b2-4f63-8626-279ce91126f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:29:51.312352 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:29:52.669435 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:29:53.507677 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:29:53.559157 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:04.454974 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:12.322112 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38848) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:30:12.474266 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-9da5e1ae-1694-45e9-b972-b6708652550a tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Deleting port a488ccf4-4170-4c81-8448-e6343e583d43 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:30:12.474612 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9da5e1ae-1694-45e9-b972-b6708652550a tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:12.551527 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9da5e1ae-1694-45e9-b972-b6708652550a tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:12.551853 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9da5e1ae-1694-45e9-b972-b6708652550a tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:12.563818 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-9da5e1ae-1694-45e9-b972-b6708652550a tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Calling delete_port for a488ccf4-4170-4c81-8448-e6343e583d43 owned by network:floatingip {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:30:12.705309 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9da5e1ae-1694-45e9-b972-b6708652550a tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:12.731091 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da5e1ae-1694-45e9-b972-b6708652550a tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Pushing event deleted for resources: {'Port': ['ID=a488ccf4-4170-4c81-8448-e6343e583d43,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:12.755360 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da5e1ae-1694-45e9-b972-b6708652550a tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:30:12.755711 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da5e1ae-1694-45e9-b972-b6708652550a tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:30:12.756070 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da5e1ae-1694-45e9-b972-b6708652550a tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:30:12.756389 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da5e1ae-1694-45e9-b972-b6708652550a tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:30:12.756780 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da5e1ae-1694-45e9-b972-b6708652550a tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:30:12.757116 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da5e1ae-1694-45e9-b972-b6708652550a tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:30:12.757449 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da5e1ae-1694-45e9-b972-b6708652550a tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:30:12.757780 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da5e1ae-1694-45e9-b972-b6708652550a tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:30:12.758106 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da5e1ae-1694-45e9-b972-b6708652550a tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:30:12.758430 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da5e1ae-1694-45e9-b972-b6708652550a tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:30:12.758755 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da5e1ae-1694-45e9-b972-b6708652550a tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:30:12.759079 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da5e1ae-1694-45e9-b972-b6708652550a tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:30:12.797420 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9da5e1ae-1694-45e9-b972-b6708652550a tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for floatingip, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:12.797876 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [None req-9da5e1ae-1694-45e9-b972-b6708652550a tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Floating IP b16fa6d6-e0de-49ed-96e0-2f0df4cb0b96 disassociated (deleted). External IP: 172.25.7.17, port: d9af6b62-555b-4384-933d-920824fb7041. Nov 09 22:30:13.002079 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da5e1ae-1694-45e9-b972-b6708652550a tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Router c964247d-c62d-4471-9b8f-0d3bf2e198cf has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:30:13.105879 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da5e1ae-1694-45e9-b972-b6708652550a tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:30:13.110669 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9da5e1ae-1694-45e9-b972-b6708652550a tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:13.115672 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4e55cb-a220-4ae1-8fbf-d6a333f74d52 None None] Sync routers for ids ['c964247d-c62d-4471-9b8f-0d3bf2e198cf'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:30:13.125833 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4e55cb-a220-4ae1-8fbf-d6a333f74d52 None None] Routers {'c964247d-c62d-4471-9b8f-0d3bf2e198cf'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:30:13.126530 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-ff4e55cb-a220-4ae1-8fbf-d6a333f74d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:29:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['c964247d-c62d-4471-9b8f-0d3bf2e198cf'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:30:13.136502 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-9da5e1ae-1694-45e9-b972-b6708652550a tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "DELETE /v2.0/floatingips/b16fa6d6-e0de-49ed-96e0-2f0df4cb0b96 HTTP/1.1" status: 204 len: 168 time: 0.8133538 Nov 09 22:30:13.137111 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1652d36e-1fe5-44b6-a967-4be8b9ede378', 'tag': 'd9af6b62-555b-4384-933d-920824fb7041'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:30:13.139652 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2737eae40cef112d1dfa64c8a6cf3edc76bfb64f9e32f72bfe3df0a7140357a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76d2408-dc3d-46da-a643-77c32325909f" -d '{"events": [{"name": "network-changed", "server_uuid": "1652d36e-1fe5-44b6-a967-4be8b9ede378", "tag": "d9af6b62-555b-4384-933d-920824fb7041"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:30:13.182357 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228aaacd-d12f-419c-9e4a-d056417c4ef6 x-openstack-request-id: req-228aaacd-d12f-419c-9e4a-d056417c4ef6 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:30:13.182653 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1652d36e-1fe5-44b6-a967-4be8b9ede378", "tag": "d9af6b62-555b-4384-933d-920824fb7041", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:30:13.182907 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-228aaacd-d12f-419c-9e4a-d056417c4ef6 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:30:13.183384 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1652d36e-1fe5-44b6-a967-4be8b9ede378', 'tag': 'd9af6b62-555b-4384-933d-920824fb7041', 'status': 'completed', 'code': 200} Nov 09 22:30:13.244141 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-ff4e55cb-a220-4ae1-8fbf-d6a333f74d52 None None] Set router c964247d-c62d-4471-9b8f-0d3bf2e198cf gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:30:13.276908 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d2408-dc3d-46da-a643-77c32325909f req-b304edb1-42cd-4a3f-a15c-f53ce8c00fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:30:13.278631 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a76d2408-dc3d-46da-a643-77c32325909f req-b304edb1-42cd-4a3f-a15c-f53ce8c00fcf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d7687a6e714c4c3caf152bd39ba03215&device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 1097 time: 0.0518787 Nov 09 22:30:13.425292 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177aba8-08dd-4959-a8ef-9d111335c207 req-1464c5ed-d7e8-42cb-a66c-9171bfed41e4 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:30:13.426793 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a177aba8-08dd-4959-a8ef-9d111335c207 req-1464c5ed-d7e8-42cb-a66c-9171bfed41e4 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 946 time: 0.0983782 Nov 09 22:30:13.446235 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-ff4e55cb-a220-4ae1-8fbf-d6a333f74d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'name': 'tempest-TestShelveInstance-2022474631-router', 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '247e35a7-b65b-44ce-ab81-c28b2cb784b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:21:21Z', 'updated_at': '2021-11-09T22:21:24Z', 'revision_number': 4, 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'gw_port': {'id': '247e35a7-b65b-44ce-ab81-c28b2cb784b3', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:21:22Z', 'updated_at': '2021-11-09T22:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'f8f1a007-9a89-4a1c-9c86-dce201e9588f', 'name': '', 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851', 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'mac_address': 'fa:16:3e:74:16:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c15444db-c588-4bf6-82d7-58ef4121c204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:21:23Z', 'updated_at': '2021-11-09T22:21:30Z', 'revision_number': 5, 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'subnets': [{'id': 'c15444db-c588-4bf6-82d7-58ef4121c204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:30:13.465909 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d2408-dc3d-46da-a643-77c32325909f req-0ec360e0-216d-40bb-84dc-072e483b51a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:30:13.467483 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a76d2408-dc3d-46da-a643-77c32325909f req-0ec360e0-216d-40bb-84dc-072e483b51a2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ab7748c3-4723-4a24-9a7b-f61408ad7851 HTTP/1.1" status: 200 len: 909 time: 0.1469581 Nov 09 22:30:13.473352 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4e55cb-a220-4ae1-8fbf-d6a333f74d52 None None] Checking router: c964247d-c62d-4471-9b8f-0d3bf2e198cf for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:30:13.481708 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4e55cb-a220-4ae1-8fbf-d6a333f74d52 None None] Routers {'c964247d-c62d-4471-9b8f-0d3bf2e198cf'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:30:13.482320 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-ff4e55cb-a220-4ae1-8fbf-d6a333f74d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:29:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['c964247d-c62d-4471-9b8f-0d3bf2e198cf'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:30:13.591690 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-ff4e55cb-a220-4ae1-8fbf-d6a333f74d52 None None] Set router c964247d-c62d-4471-9b8f-0d3bf2e198cf gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:30:13.798716 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-ff4e55cb-a220-4ae1-8fbf-d6a333f74d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'name': 'tempest-TestShelveInstance-2022474631-router', 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '247e35a7-b65b-44ce-ab81-c28b2cb784b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:21:21Z', 'updated_at': '2021-11-09T22:21:24Z', 'revision_number': 4, 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'gw_port': {'id': '247e35a7-b65b-44ce-ab81-c28b2cb784b3', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:21:22Z', 'updated_at': '2021-11-09T22:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'f8f1a007-9a89-4a1c-9c86-dce201e9588f', 'name': '', 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851', 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'mac_address': 'fa:16:3e:74:16:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c15444db-c588-4bf6-82d7-58ef4121c204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:21:23Z', 'updated_at': '2021-11-09T22:21:30Z', 'revision_number': 5, 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'subnets': [{'id': 'c15444db-c588-4bf6-82d7-58ef4121c204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:30:13.825927 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4e55cb-a220-4ae1-8fbf-d6a333f74d52 None None] The sync data for ids ['c964247d-c62d-4471-9b8f-0d3bf2e198cf'] in n-d-816206-3 is: [{'id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'name': 'tempest-TestShelveInstance-2022474631-router', 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '247e35a7-b65b-44ce-ab81-c28b2cb784b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:21:21Z', 'updated_at': '2021-11-09T22:21:24Z', 'revision_number': 4, 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'gw_port': {'id': '247e35a7-b65b-44ce-ab81-c28b2cb784b3', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:21:22Z', 'updated_at': '2021-11-09T22:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'f8f1a007-9a89-4a1c-9c86-dce201e9588f', 'name': '', 'network_id': 'ab7748c3-4723-4a24-9a7b-f61408ad7851', 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'mac_address': 'fa:16:3e:74:16:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'c15444db-c588-4bf6-82d7-58ef4121c204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:21:23Z', 'updated_at': '2021-11-09T22:21:30Z', 'revision_number': 5, 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'subnets': [{'id': 'c15444db-c588-4bf6-82d7-58ef4121c204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:30:13.867008 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a76d2408-dc3d-46da-a643-77c32325909f req-8e6eb9d0-c6fb-491a-9b93-9c7128e5d87f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9af6b62-555b-4384-933d-920824fb7041 HTTP/1.1" status: 200 len: 217 time: 0.3913920 Nov 09 22:30:13.871002 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a177aba8-08dd-4959-a8ef-9d111335c207 req-eb5d73fc-0e13-48fc-afa0-1defc435e0ac tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4367807 Nov 09 22:30:13.919326 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d2408-dc3d-46da-a643-77c32325909f req-c68fb8af-3446-4392-9838-8b71c0b473ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:30:13.920879 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a76d2408-dc3d-46da-a643-77c32325909f req-c68fb8af-3446-4392-9838-8b71c0b473ae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c15444db-c588-4bf6-82d7-58ef4121c204 HTTP/1.1" status: 200 len: 848 time: 0.0455763 Nov 09 22:30:13.967073 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d2408-dc3d-46da-a643-77c32325909f req-ed3fcb06-488c-49cb-9638-b2f260a348d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:30:13.968572 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a76d2408-dc3d-46da-a643-77c32325909f req-ed3fcb06-488c-49cb-9638-b2f260a348d1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ab7748c3-4723-4a24-9a7b-f61408ad7851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405576 Nov 09 22:30:14.047119 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347360dc-3453-48af-bd26-1ec803842fe6 None None] New status for floating IP b16fa6d6-e0de-49ed-96e0-2f0df4cb0b96: DOWN {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 22:30:14.064878 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a76d2408-dc3d-46da-a643-77c32325909f req-1a00596b-3804-4fbc-871b-bb7c4b5333b9 service neutron] 10.222.0.43 "GET /v2.0/networks/ab7748c3-4723-4a24-9a7b-f61408ad7851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874267 Nov 09 22:30:14.156349 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-a76d2408-dc3d-46da-a643-77c32325909f req-6c00f877-beee-491a-bfe1-77c12ad0dac9 service neutron] 10.222.0.43 "GET /v2.0/networks/ab7748c3-4723-4a24-9a7b-f61408ad7851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840802 Nov 09 22:30:14.998173 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80006795-495a-4562-935f-6b26fff632fa req-d936df91-f115-4b32-ab99-c14bb38d8d2b tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:30:14.999667 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-80006795-495a-4562-935f-6b26fff632fa req-d936df91-f115-4b32-ab99-c14bb38d8d2b tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 946 time: 0.0542245 Nov 09 22:30:15.025959 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e038dd4-7675-42f4-b671-a836b0e27c82 req-53ad04b5-25b2-4b37-b8df-dbac3c00182f tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:30:15.027428 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1e038dd4-7675-42f4-b671-a836b0e27c82 req-53ad04b5-25b2-4b37-b8df-dbac3c00182f tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.43 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 946 time: 0.0493016 Nov 09 22:30:15.050064 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-80006795-495a-4562-935f-6b26fff632fa req-84104d15-04e8-4d90-bc1b-b50aaeb59d82 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/security-groups?id=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444267 Nov 09 22:30:15.120071 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-1e038dd4-7675-42f4-b671-a836b0e27c82 req-096d432e-c25e-4e6f-b48d-ddf82b94147d tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Deleting port d9af6b62-555b-4384-933d-920824fb7041 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:30:15.120406 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-1e038dd4-7675-42f4-b671-a836b0e27c82 req-096d432e-c25e-4e6f-b48d-ddf82b94147d tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:15.209714 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-1e038dd4-7675-42f4-b671-a836b0e27c82 req-096d432e-c25e-4e6f-b48d-ddf82b94147d tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] For port d9af6b62-555b-4384-933d-920824fb7041, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=d9af6b62-555b-4384-933d-920824fb7041,segment=NetworkSegment(6f9ecf70-bf62-4683-ad5f-e236503fd1e0),segment_id=6f9ecf70-bf62-4683-ad5f-e236503fd1e0)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:30:15.210001 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-1e038dd4-7675-42f4-b671-a836b0e27c82 req-096d432e-c25e-4e6f-b48d-ddf82b94147d tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:15.222072 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-1e038dd4-7675-42f4-b671-a836b0e27c82 req-096d432e-c25e-4e6f-b48d-ddf82b94147d tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Calling delete_port for d9af6b62-555b-4384-933d-920824fb7041 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:30:15.344424 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-1e038dd4-7675-42f4-b671-a836b0e27c82 req-096d432e-c25e-4e6f-b48d-ddf82b94147d tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:15.370763 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d432e-c25e-4e6f-b48d-ddf82b94147d tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Pushing event deleted for resources: {'Port': ['ID=d9af6b62-555b-4384-933d-920824fb7041,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:15.418072 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e038dd4-7675-42f4-b671-a836b0e27c82 req-096d432e-c25e-4e6f-b48d-ddf82b94147d tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] No DVR routers for this DVR port d9af6b62-555b-4384-933d-920824fb7041 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:30:15.420921 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-1e038dd4-7675-42f4-b671-a836b0e27c82 req-096d432e-c25e-4e6f-b48d-ddf82b94147d tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:15.424231 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1e038dd4-7675-42f4-b671-a836b0e27c82 req-096d432e-c25e-4e6f-b48d-ddf82b94147d tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.43 "DELETE /v2.0/ports/d9af6b62-555b-4384-933d-920824fb7041 HTTP/1.1" status: 204 len: 173 time: 0.3900518 Nov 09 22:30:15.424692 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1652d36e-1fe5-44b6-a967-4be8b9ede378', 'name': 'network-vif-deleted', 'tag': 'd9af6b62-555b-4384-933d-920824fb7041'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:30:15.426925 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2737eae40cef112d1dfa64c8a6cf3edc76bfb64f9e32f72bfe3df0a7140357a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7980523e-b605-4dbd-b2d4-7b4e3122319c" -d '{"events": [{"server_uuid": "1652d36e-1fe5-44b6-a967-4be8b9ede378", "name": "network-vif-deleted", "tag": "d9af6b62-555b-4384-933d-920824fb7041"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:30:15.467828 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 22:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbaf6a1-45c4-41da-81ee-846c10ad4f79 x-openstack-request-id: req-2bbaf6a1-45c4-41da-81ee-846c10ad4f79 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:30:15.468141 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1652d36e-1fe5-44b6-a967-4be8b9ede378", "name": "network-vif-deleted", "tag": "d9af6b62-555b-4384-933d-920824fb7041", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:30:15.468377 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2bbaf6a1-45c4-41da-81ee-846c10ad4f79 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:30:15.468817 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1652d36e-1fe5-44b6-a967-4be8b9ede378', 'name': 'network-vif-deleted', 'tag': 'd9af6b62-555b-4384-933d-920824fb7041', 'status': 'completed', 'code': 200} Nov 09 22:30:16.144954 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-16b7bf97-bee7-4235-ab0e-4fab8f19a9a8 req-4938708b-e42a-4fb3-9116-77c663e7e3e5 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 210 time: 0.0268307 Nov 09 22:30:17.241612 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fe312e4b-c19a-4c42-8325-0edf666f7e88 req-7a633fd5-5ebd-4943-b0ea-7fe55bbc18cf tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 210 time: 0.0270336 Nov 09 22:30:17.771488 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54860a3a-ca4a-4ff7-bda4-3b9324277d3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:18.333841 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-50765ba0-96cd-423b-a083-109d879811fb req-daba7464-643b-4e40-83f8-4fee58d5fb0b tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 210 time: 0.0255148 Nov 09 22:30:19.135293 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device d9af6b62-555b-4384-933d-920824fb7041 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:30:19.158786 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: d9af6b62-555b-4384-933d-920824fb7041 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:30:19.159288 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device d9af6b62-555b-4384-933d-920824fb7041 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:30:19.429451 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1e126490-e3dd-4963-8599-f7a5540c11a6 req-89fcb686-94c3-4147-94a3-641ece58ca32 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "GET /v2.0/ports?device_id=1652d36e-1fe5-44b6-a967-4be8b9ede378 HTTP/1.1" status: 200 len: 210 time: 0.0274096 Nov 09 22:30:20.261818 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fa200d2f-1a8b-4ed4-a22b-c879c33eaa24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:20.493350 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38880) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:30:20.552308 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0ead263b-d49f-46d8-a485-c1642a969fa1 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:20.579363 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0ead263b-d49f-46d8-a485-c1642a969fa1 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:20.643267 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0ead263b-d49f-46d8-a485-c1642a969fa1 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:20.646591 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0ead263b-d49f-46d8-a485-c1642a969fa1 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:20.647752 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0ead263b-d49f-46d8-a485-c1642a969fa1 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] 10.222.0.49 "DELETE /v2.0/security-groups/1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e HTTP/1.1" status: 204 len: 168 time: 0.1533799 Nov 09 22:30:20.656762 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead263b-d49f-46d8-a485-c1642a969fa1 tempest-TestShelveInstance-891442044 tempest-TestShelveInstance-891442044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1455a5d7-5e96-4d98-8fa5-f3a8d0c4940e,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:20.713957 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38884) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:30:21.151524 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0932d7a8-20b6-42ba-928f-0af30749a029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:21.316330 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:21.399297 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-0932d7a8-20b6-42ba-928f-0af30749a029 admin admin] Deleting port f8f1a007-9a89-4a1c-9c86-dce201e9588f {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:30:21.399639 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0932d7a8-20b6-42ba-928f-0af30749a029 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:21.499100 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-0932d7a8-20b6-42ba-928f-0af30749a029 admin admin] For port f8f1a007-9a89-4a1c-9c86-dce201e9588f, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=f8f1a007-9a89-4a1c-9c86-dce201e9588f,segment=NetworkSegment(6f9ecf70-bf62-4683-ad5f-e236503fd1e0),segment_id=6f9ecf70-bf62-4683-ad5f-e236503fd1e0)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:30:21.499771 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0932d7a8-20b6-42ba-928f-0af30749a029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:21.511421 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-0932d7a8-20b6-42ba-928f-0af30749a029 admin admin] Calling delete_port for f8f1a007-9a89-4a1c-9c86-dce201e9588f owned by network:router_interface {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:30:21.689882 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0932d7a8-20b6-42ba-928f-0af30749a029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:21.714808 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0932d7a8-20b6-42ba-928f-0af30749a029 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8f1a007-9a89-4a1c-9c86-dce201e9588f,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:21.887675 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0932d7a8-20b6-42ba-928f-0af30749a029 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:21.957970 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:30:22.109245 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0932d7a8-20b6-42ba-928f-0af30749a029 admin admin] Router c964247d-c62d-4471-9b8f-0d3bf2e198cf has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:30:22.215127 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0932d7a8-20b6-42ba-928f-0af30749a029 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:30:22.221151 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0932d7a8-20b6-42ba-928f-0af30749a029 admin admin] 10.222.0.49 "PUT /v2.0/routers/c964247d-c62d-4471-9b8f-0d3bf2e198cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5061023 Nov 09 22:30:22.222495 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38888) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:30:22.225619 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6e573e-a75e-4c45-a1ba-389070d38afd None None] Sync routers for ids ['c964247d-c62d-4471-9b8f-0d3bf2e198cf'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:30:22.235733 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6e573e-a75e-4c45-a1ba-389070d38afd None None] Routers {'c964247d-c62d-4471-9b8f-0d3bf2e198cf'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:30:22.236428 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-1b6e573e-a75e-4c45-a1ba-389070d38afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:30:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['c964247d-c62d-4471-9b8f-0d3bf2e198cf'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:30:22.331553 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2e9344ea-f55a-4b54-96aa-10e6da980847 admin admin] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:22.346172 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-1b6e573e-a75e-4c45-a1ba-389070d38afd None None] Set router c964247d-c62d-4471-9b8f-0d3bf2e198cf gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:30:22.447443 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2e9344ea-f55a-4b54-96aa-10e6da980847 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:22.511095 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-2e9344ea-f55a-4b54-96aa-10e6da980847 admin admin] Deleting port 247e35a7-b65b-44ce-ab81-c28b2cb784b3 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:30:22.511743 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2e9344ea-f55a-4b54-96aa-10e6da980847 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:22.541886 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-1b6e573e-a75e-4c45-a1ba-389070d38afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'name': 'tempest-TestShelveInstance-2022474631-router', 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '247e35a7-b65b-44ce-ab81-c28b2cb784b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:21:21Z', 'updated_at': '2021-11-09T22:30:21Z', 'revision_number': 5, 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'gw_port': {'id': '247e35a7-b65b-44ce-ab81-c28b2cb784b3', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:21:22Z', 'updated_at': '2021-11-09T22:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:30:22.572414 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6e573e-a75e-4c45-a1ba-389070d38afd None None] Checking router: c964247d-c62d-4471-9b8f-0d3bf2e198cf for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:30:22.582261 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6e573e-a75e-4c45-a1ba-389070d38afd None None] Routers {'c964247d-c62d-4471-9b8f-0d3bf2e198cf'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:30:22.583650 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-1b6e573e-a75e-4c45-a1ba-389070d38afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:30:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['c964247d-c62d-4471-9b8f-0d3bf2e198cf'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:30:22.601265 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-2e9344ea-f55a-4b54-96aa-10e6da980847 admin admin] For port 247e35a7-b65b-44ce-ab81-c28b2cb784b3, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=247e35a7-b65b-44ce-ab81-c28b2cb784b3,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:30:22.601737 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2e9344ea-f55a-4b54-96aa-10e6da980847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:22.613717 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-2e9344ea-f55a-4b54-96aa-10e6da980847 admin admin] Calling delete_port for 247e35a7-b65b-44ce-ab81-c28b2cb784b3 owned by network:router_gateway {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:30:22.686077 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-1b6e573e-a75e-4c45-a1ba-389070d38afd None None] Set router c964247d-c62d-4471-9b8f-0d3bf2e198cf gateway port host: None {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:30:22.688068 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:22.739156 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-1b6e573e-a75e-4c45-a1ba-389070d38afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'name': 'tempest-TestShelveInstance-2022474631-router', 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:21:21Z', 'updated_at': '2021-11-09T22:30:22Z', 'revision_number': 6, 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'gw_port_host': None}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:30:22.771655 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6e573e-a75e-4c45-a1ba-389070d38afd None None] The sync data for ids ['c964247d-c62d-4471-9b8f-0d3bf2e198cf'] in n-d-816206-3 is: [{'id': 'c964247d-c62d-4471-9b8f-0d3bf2e198cf', 'name': 'tempest-TestShelveInstance-2022474631-router', 'tenant_id': 'd7687a6e714c4c3caf152bd39ba03215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:21:21Z', 'updated_at': '2021-11-09T22:30:22Z', 'revision_number': 6, 'project_id': 'd7687a6e714c4c3caf152bd39ba03215', 'gw_port_host': None}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:30:22.795981 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2e9344ea-f55a-4b54-96aa-10e6da980847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:22.833146 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9344ea-f55a-4b54-96aa-10e6da980847 admin admin] Pushing event deleted for resources: {'Port': ['ID=247e35a7-b65b-44ce-ab81-c28b2cb784b3,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:22.845478 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85db0564-5a0a-4618-9b01-28543e342279 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:30:22.898217 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2e9344ea-f55a-4b54-96aa-10e6da980847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:22.994055 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2e9344ea-f55a-4b54-96aa-10e6da980847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:22.996115 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2e9344ea-f55a-4b54-96aa-10e6da980847 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:23.038419 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2e9344ea-f55a-4b54-96aa-10e6da980847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:23.039318 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9344ea-f55a-4b54-96aa-10e6da980847 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c964247d-c62d-4471-9b8f-0d3bf2e198cf {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 22:30:23.043745 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2e9344ea-f55a-4b54-96aa-10e6da980847 admin admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:23.045057 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2e9344ea-f55a-4b54-96aa-10e6da980847 admin admin] 10.222.0.49 "DELETE /v2.0/routers/c964247d-c62d-4471-9b8f-0d3bf2e198cf HTTP/1.1" status: 204 len: 168 time: 0.8214884 Nov 09 22:30:23.047567 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38890) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:30:23.091470 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-6149c878-3c8a-46c5-9d50-9d3bd3207471 admin admin] Deleting subnet c15444db-c588-4bf6-82d7-58ef4121c204 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 22:30:23.094380 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6149c878-3c8a-46c5-9d50-9d3bd3207471 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:23.133657 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6149c878-3c8a-46c5-9d50-9d3bd3207471 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:23.227215 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6149c878-3c8a-46c5-9d50-9d3bd3207471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:23.286733 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6149c878-3c8a-46c5-9d50-9d3bd3207471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:23.316110 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6149c878-3c8a-46c5-9d50-9d3bd3207471 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:23.320252 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6149c878-3c8a-46c5-9d50-9d3bd3207471 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c15444db-c588-4bf6-82d7-58ef4121c204 HTTP/1.1" status: 204 len: 168 time: 0.2717292 Nov 09 22:30:23.321060 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf69eaa6-a859-445c-8493-1cc2d1c25faa None None] Network ab7748c3-4723-4a24-9a7b-f61408ad7851 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:30:23.321667 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6149c878-3c8a-46c5-9d50-9d3bd3207471 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c15444db-c588-4bf6-82d7-58ef4121c204,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:23.323310 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38892) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:30:23.397597 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e9f808dc-35ff-4a6f-86e3-49738bc6bfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:23.451013 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-e9f808dc-35ff-4a6f-86e3-49738bc6bfcd admin admin] Deleting port 37c90f9c-5d14-4eaa-b843-b02311b76d71 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:30:23.451297 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e9f808dc-35ff-4a6f-86e3-49738bc6bfcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:23.523366 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-e9f808dc-35ff-4a6f-86e3-49738bc6bfcd admin admin] For port 37c90f9c-5d14-4eaa-b843-b02311b76d71, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=37c90f9c-5d14-4eaa-b843-b02311b76d71,segment=NetworkSegment(6f9ecf70-bf62-4683-ad5f-e236503fd1e0),segment_id=6f9ecf70-bf62-4683-ad5f-e236503fd1e0)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:30:23.523366 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e9f808dc-35ff-4a6f-86e3-49738bc6bfcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:23.524934 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:23.542519 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-e9f808dc-35ff-4a6f-86e3-49738bc6bfcd admin admin] Calling delete_port for 37c90f9c-5d14-4eaa-b843-b02311b76d71 owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:30:23.575705 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:23.582246 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63258235-81f4-475c-a217-1598e0cad9e3 None None] DHCP port deletion for ab7748c3-4723-4a24-9a7b-f61408ad7851 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:30:23.639571 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e9f808dc-35ff-4a6f-86e3-49738bc6bfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:23.646397 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-63258235-81f4-475c-a217-1598e0cad9e3 None None] Deleting port 37c90f9c-5d14-4eaa-b843-b02311b76d71 {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:30:23.648863 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-63258235-81f4-475c-a217-1598e0cad9e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:23.667051 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f808dc-35ff-4a6f-86e3-49738bc6bfcd admin admin] Pushing event deleted for resources: {'Port': ['ID=37c90f9c-5d14-4eaa-b843-b02311b76d71,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:23.674234 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f808dc-35ff-4a6f-86e3-49738bc6bfcd admin admin] No DVR routers for this DVR port 37c90f9c-5d14-4eaa-b843-b02311b76d71 on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:30:23.676250 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f808dc-35ff-4a6f-86e3-49738bc6bfcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:30:23.676612 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f808dc-35ff-4a6f-86e3-49738bc6bfcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:30:23.676971 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f808dc-35ff-4a6f-86e3-49738bc6bfcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:30:23.677317 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f808dc-35ff-4a6f-86e3-49738bc6bfcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:30:23.677648 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f808dc-35ff-4a6f-86e3-49738bc6bfcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:30:23.677979 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f808dc-35ff-4a6f-86e3-49738bc6bfcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:30:23.678336 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f808dc-35ff-4a6f-86e3-49738bc6bfcd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:30:23.678657 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f808dc-35ff-4a6f-86e3-49738bc6bfcd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:30:23.678984 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f808dc-35ff-4a6f-86e3-49738bc6bfcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:30:23.679314 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f808dc-35ff-4a6f-86e3-49738bc6bfcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:30:23.679635 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f808dc-35ff-4a6f-86e3-49738bc6bfcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:30:23.679949 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f808dc-35ff-4a6f-86e3-49738bc6bfcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:30:23.731023 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-63258235-81f4-475c-a217-1598e0cad9e3 None None] For port 37c90f9c-5d14-4eaa-b843-b02311b76d71, host n-d-816206-3, got binding levels [] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:30:23.731415 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-63258235-81f4-475c-a217-1598e0cad9e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:23.743725 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-63258235-81f4-475c-a217-1598e0cad9e3 None None] Calling delete_port for 37c90f9c-5d14-4eaa-b843-b02311b76d71 owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:30:23.746930 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.ipam_backend_mixin [None req-63258235-81f4-475c-a217-1598e0cad9e3 None None] Port 37c90f9c-5d14-4eaa-b843-b02311b76d71 was not found and therefore no delete operation was performed {{(pid=102609) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 22:30:23.747813 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-63258235-81f4-475c-a217-1598e0cad9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:23.759146 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e9f808dc-35ff-4a6f-86e3-49738bc6bfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:23.775478 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63258235-81f4-475c-a217-1598e0cad9e3 None None] Pushing event deleted for resources: {'Port': ['ID=37c90f9c-5d14-4eaa-b843-b02311b76d71,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:23.781364 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-e9f808dc-35ff-4a6f-86e3-49738bc6bfcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab7748c3-4723-4a24-9a7b-f61408ad7851']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:30:23.783402 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63258235-81f4-475c-a217-1598e0cad9e3 None None] No DVR routers for this DVR port 37c90f9c-5d14-4eaa-b843-b02311b76d71 on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:30:23.785586 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63258235-81f4-475c-a217-1598e0cad9e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:30:23.785938 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63258235-81f4-475c-a217-1598e0cad9e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:30:23.786272 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63258235-81f4-475c-a217-1598e0cad9e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:30:23.786609 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63258235-81f4-475c-a217-1598e0cad9e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:30:23.786943 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63258235-81f4-475c-a217-1598e0cad9e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:30:23.787342 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63258235-81f4-475c-a217-1598e0cad9e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:30:23.787746 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63258235-81f4-475c-a217-1598e0cad9e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:30:23.788079 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63258235-81f4-475c-a217-1598e0cad9e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:30:23.788745 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63258235-81f4-475c-a217-1598e0cad9e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:30:23.788745 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63258235-81f4-475c-a217-1598e0cad9e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:30:23.789077 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63258235-81f4-475c-a217-1598e0cad9e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:30:23.789396 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63258235-81f4-475c-a217-1598e0cad9e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:30:23.792895 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-e9f808dc-35ff-4a6f-86e3-49738bc6bfcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f9ecf70-bf62-4683-ad5f-e236503fd1e0') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:30:23.793202 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-e9f808dc-35ff-4a6f-86e3-49738bc6bfcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f9ecf70-bf62-4683-ad5f-e236503fd1e0') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:30:23.807242 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e9f808dc-35ff-4a6f-86e3-49738bc6bfcd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:23.820704 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e9f808dc-35ff-4a6f-86e3-49738bc6bfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:23.826648 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9f808dc-35ff-4a6f-86e3-49738bc6bfcd admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 22:30:23.827042 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e9f808dc-35ff-4a6f-86e3-49738bc6bfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:23.829359 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 22:30:23.829359 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 22:30:23.829359 n-d-816206-3 neutron-server[102608]: timer() Nov 09 22:30:23.829359 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 22:30:23.829359 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 22:30:23.829359 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 22:30:23.829359 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 22:30:23.829359 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 22:30:23.829359 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 22:30:23.829359 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 22:30:23.829359 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 22:30:23.829359 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 22:30:23.829359 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 22:30:23.829359 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 22:30:23.829359 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 22:30:23.829359 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 22:30:23.829359 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 22:30:23.829359 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 22:30:23.829359 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 22:30:23.829359 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 22:30:23.829359 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 22:30:23.829359 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 22:30:23.829359 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 22:30:23.829359 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 22:30:23.829359 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 22:30:23.829359 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 22:30:23.829359 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 22:30:23.829359 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 22:30:23.829359 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 22:30:23.829359 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 22:30:23.829359 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 22:30:23.829359 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 22:30:23.890370 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e9f808dc-35ff-4a6f-86e3-49738bc6bfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:23.909434 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e9f808dc-35ff-4a6f-86e3-49738bc6bfcd admin admin] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:23.915857 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38894) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:30:23.916415 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e9f808dc-35ff-4a6f-86e3-49738bc6bfcd admin admin] 10.222.0.49 "DELETE /v2.0/networks/ab7748c3-4723-4a24-9a7b-f61408ad7851 HTTP/1.1" status: 204 len: 168 time: 0.5916038 Nov 09 22:30:23.917317 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f808dc-35ff-4a6f-86e3-49738bc6bfcd admin admin] Pushing event deleted for resources: {'Network': ['ID=ab7748c3-4723-4a24-9a7b-f61408ad7851,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:24.076908 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device f8f1a007-9a89-4a1c-9c86-dce201e9588f no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:30:24.096822 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: f8f1a007-9a89-4a1c-9c86-dce201e9588f {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:30:24.097163 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device f8f1a007-9a89-4a1c-9c86-dce201e9588f not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:30:24.097572 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 37c90f9c-5d14-4eaa-b843-b02311b76d71 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:30:24.116623 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 37c90f9c-5d14-4eaa-b843-b02311b76d71 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:30:24.116983 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 37c90f9c-5d14-4eaa-b843-b02311b76d71 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:30:24.117400 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 247e35a7-b65b-44ce-ab81-c28b2cb784b3 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:30:24.139860 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 247e35a7-b65b-44ce-ab81-c28b2cb784b3 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:30:24.140203 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 247e35a7-b65b-44ce-ab81-c28b2cb784b3 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:30:24.267036 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0357641b-f728-4371-a79b-98362211d2ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:24.504661 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-0357641b-f728-4371-a79b-98362211d2ad admin admin] Deleting port 5b5c8654-ac21-4eed-bb5a-6d9854db6358 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:30:24.505026 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0357641b-f728-4371-a79b-98362211d2ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:24.581169 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-0357641b-f728-4371-a79b-98362211d2ad admin admin] For port 5b5c8654-ac21-4eed-bb5a-6d9854db6358, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=5b5c8654-ac21-4eed-bb5a-6d9854db6358,segment=NetworkSegment(87bdaefe-aee4-4267-842f-2ae173e53776),segment_id=87bdaefe-aee4-4267-842f-2ae173e53776)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:30:24.581531 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0357641b-f728-4371-a79b-98362211d2ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:24.593851 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-0357641b-f728-4371-a79b-98362211d2ad admin admin] Calling delete_port for 5b5c8654-ac21-4eed-bb5a-6d9854db6358 owned by network:router_interface {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:30:24.767840 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0357641b-f728-4371-a79b-98362211d2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:24.794678 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357641b-f728-4371-a79b-98362211d2ad admin admin] Pushing event deleted for resources: {'Port': ['ID=5b5c8654-ac21-4eed-bb5a-6d9854db6358,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:25.296986 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0357641b-f728-4371-a79b-98362211d2ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:25.502496 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0357641b-f728-4371-a79b-98362211d2ad admin admin] Router 83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:30:25.612343 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0357641b-f728-4371-a79b-98362211d2ad admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:30:25.620559 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-0357641b-f728-4371-a79b-98362211d2ad admin admin] 10.222.0.49 "PUT /v2.0/routers/83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7013052 Nov 09 22:30:25.621837 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38896) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:30:25.623843 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46644b7f-1d47-48ea-8937-b3d64962df77 None None] Sync routers for ids ['83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:30:25.635541 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46644b7f-1d47-48ea-8937-b3d64962df77 None None] Routers {'83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:30:25.636152 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-46644b7f-1d47-48ea-8937-b3d64962df77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:30:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:30:25.725810 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b2afbc95-83c6-4af5-b562-f9a0e689b15c admin admin] Publish callbacks [] for router, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:25.736539 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-46644b7f-1d47-48ea-8937-b3d64962df77 None None] Set router 83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:30:25.827194 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b2afbc95-83c6-4af5-b562-f9a0e689b15c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:25.879136 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-b2afbc95-83c6-4af5-b562-f9a0e689b15c admin admin] Deleting port 4f657b28-f31e-4075-8d2c-800e61c95013 {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:30:25.879393 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b2afbc95-83c6-4af5-b562-f9a0e689b15c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:25.908285 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-46644b7f-1d47-48ea-8937-b3d64962df77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2', 'name': 'tempest-TestShelveInstance-1452201576-router', 'tenant_id': 'fedf8157f6ee4335b485f52df7de4733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '4f657b28-f31e-4075-8d2c-800e61c95013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:21:26Z', 'updated_at': '2021-11-09T22:30:24Z', 'revision_number': 5, 'project_id': 'fedf8157f6ee4335b485f52df7de4733', 'gw_port': {'id': '4f657b28-f31e-4075-8d2c-800e61c95013', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:47:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:21:26Z', 'updated_at': '2021-11-09T22:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:30:25.932739 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46644b7f-1d47-48ea-8937-b3d64962df77 None None] Checking router: 83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:30:25.940713 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46644b7f-1d47-48ea-8937-b3d64962df77 None None] Routers {'83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:30:25.941305 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-46644b7f-1d47-48ea-8937-b3d64962df77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:30:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:30:25.964217 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-b2afbc95-83c6-4af5-b562-f9a0e689b15c admin admin] For port 4f657b28-f31e-4075-8d2c-800e61c95013, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=4f657b28-f31e-4075-8d2c-800e61c95013,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:30:25.964574 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b2afbc95-83c6-4af5-b562-f9a0e689b15c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:25.976908 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-b2afbc95-83c6-4af5-b562-f9a0e689b15c admin admin] Calling delete_port for 4f657b28-f31e-4075-8d2c-800e61c95013 owned by network:router_gateway {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:30:26.028540 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-46644b7f-1d47-48ea-8937-b3d64962df77 None None] Set router 83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2 gateway port host: None {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:30:26.081216 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-46644b7f-1d47-48ea-8937-b3d64962df77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2', 'name': 'tempest-TestShelveInstance-1452201576-router', 'tenant_id': 'fedf8157f6ee4335b485f52df7de4733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:21:26Z', 'updated_at': '2021-11-09T22:30:25Z', 'revision_number': 6, 'project_id': 'fedf8157f6ee4335b485f52df7de4733', 'gw_port_host': None}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:30:26.106798 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46644b7f-1d47-48ea-8937-b3d64962df77 None None] The sync data for ids ['83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2'] in n-d-816206-3 is: [{'id': '83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2', 'name': 'tempest-TestShelveInstance-1452201576-router', 'tenant_id': 'fedf8157f6ee4335b485f52df7de4733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:21:26Z', 'updated_at': '2021-11-09T22:30:25Z', 'revision_number': 6, 'project_id': 'fedf8157f6ee4335b485f52df7de4733', 'gw_port_host': None}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:30:26.148521 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b2afbc95-83c6-4af5-b562-f9a0e689b15c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:26.173601 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2afbc95-83c6-4af5-b562-f9a0e689b15c admin admin] Pushing event deleted for resources: {'Port': ['ID=4f657b28-f31e-4075-8d2c-800e61c95013,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:26.187481 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecc12f6-2068-456e-9f75-cde63e46b16b None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:30:26.237069 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b2afbc95-83c6-4af5-b562-f9a0e689b15c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:26.329024 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b2afbc95-83c6-4af5-b562-f9a0e689b15c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:26.331102 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b2afbc95-83c6-4af5-b562-f9a0e689b15c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:26.373105 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b2afbc95-83c6-4af5-b562-f9a0e689b15c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:26.373650 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2afbc95-83c6-4af5-b562-f9a0e689b15c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2 {{(pid=102608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 22:30:26.379376 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b2afbc95-83c6-4af5-b562-f9a0e689b15c admin admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:26.380505 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b2afbc95-83c6-4af5-b562-f9a0e689b15c admin admin] 10.222.0.49 "DELETE /v2.0/routers/83cb8ea7-1332-49d3-9bfe-f6d91f00a0a2 HTTP/1.1" status: 204 len: 168 time: 0.7576632 Nov 09 22:30:26.383685 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38898) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:30:26.426130 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1c90962-15b4-45ba-9980-15b5553ca8fd admin admin] Deleting subnet 981b1969-88c1-4666-9878-380f4142adac {{(pid=102608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 22:30:26.429902 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c1c90962-15b4-45ba-9980-15b5553ca8fd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:26.463953 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c1c90962-15b4-45ba-9980-15b5553ca8fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8591132'] for subnet, precommit_delete_associations {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:26.548237 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c1c90962-15b4-45ba-9980-15b5553ca8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:26.599187 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c1c90962-15b4-45ba-9980-15b5553ca8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8482579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12320911'] for subnet, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:26.624601 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c90962-15b4-45ba-9980-15b5553ca8fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=981b1969-88c1-4666-9878-380f4142adac,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:26.628146 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c1c90962-15b4-45ba-9980-15b5553ca8fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:26.631951 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-c1c90962-15b4-45ba-9980-15b5553ca8fd admin admin] 10.222.0.49 "DELETE /v2.0/subnets/981b1969-88c1-4666-9878-380f4142adac HTTP/1.1" status: 204 len: 168 time: 0.2468209 Nov 09 22:30:26.634361 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c443ea41-0200-4ff3-b345-e4ab25d75a95 None None] Network 4b9d496b-5111-41aa-a7e7-fdede868a672 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:30:26.634572 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38900) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:30:26.705777 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ab1b1a1d-27ab-45f0-88a7-79a68e68914e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:26.865132 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a8faf7-854e-4165-bc58-fb3510d800c4 None None] DHCP port deletion for 4b9d496b-5111-41aa-a7e7-fdede868a672 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:30:26.917331 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-83a8faf7-854e-4165-bc58-fb3510d800c4 None None] Deleting port 611507dc-e162-4cf5-ae44-75338a10b9db {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:30:26.917717 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-83a8faf7-854e-4165-bc58-fb3510d800c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:26.993002 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-83a8faf7-854e-4165-bc58-fb3510d800c4 None None] For port 611507dc-e162-4cf5-ae44-75338a10b9db, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=611507dc-e162-4cf5-ae44-75338a10b9db,segment=NetworkSegment(87bdaefe-aee4-4267-842f-2ae173e53776),segment_id=87bdaefe-aee4-4267-842f-2ae173e53776)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:30:26.993408 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-83a8faf7-854e-4165-bc58-fb3510d800c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:27.073624 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-ab1b1a1d-27ab-45f0-88a7-79a68e68914e admin admin] Deleting port 611507dc-e162-4cf5-ae44-75338a10b9db {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:30:27.073980 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ab1b1a1d-27ab-45f0-88a7-79a68e68914e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:27.143583 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-ab1b1a1d-27ab-45f0-88a7-79a68e68914e admin admin] For port 611507dc-e162-4cf5-ae44-75338a10b9db, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=611507dc-e162-4cf5-ae44-75338a10b9db,segment=NetworkSegment(87bdaefe-aee4-4267-842f-2ae173e53776),segment_id=87bdaefe-aee4-4267-842f-2ae173e53776)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:30:27.144063 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ab1b1a1d-27ab-45f0-88a7-79a68e68914e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:27.159550 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-ab1b1a1d-27ab-45f0-88a7-79a68e68914e admin admin] Calling delete_port for 611507dc-e162-4cf5-ae44-75338a10b9db owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:30:27.165633 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-83a8faf7-854e-4165-bc58-fb3510d800c4 None None] Calling delete_port for 611507dc-e162-4cf5-ae44-75338a10b9db owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:30:27.240098 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ab1b1a1d-27ab-45f0-88a7-79a68e68914e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:27.245449 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-83a8faf7-854e-4165-bc58-fb3510d800c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:27.264515 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b1a1d-27ab-45f0-88a7-79a68e68914e admin admin] Pushing event deleted for resources: {'Port': ['ID=611507dc-e162-4cf5-ae44-75338a10b9db,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:27.269255 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1b1a1d-27ab-45f0-88a7-79a68e68914e admin admin] No DVR routers for this DVR port 611507dc-e162-4cf5-ae44-75338a10b9db on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:30:27.270094 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a8faf7-854e-4165-bc58-fb3510d800c4 None None] Pushing event deleted for resources: {'Port': ['ID=611507dc-e162-4cf5-ae44-75338a10b9db,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:27.274458 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a8faf7-854e-4165-bc58-fb3510d800c4 None None] No DVR routers for this DVR port 611507dc-e162-4cf5-ae44-75338a10b9db on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:30:27.343936 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ab1b1a1d-27ab-45f0-88a7-79a68e68914e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:27.363952 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-ab1b1a1d-27ab-45f0-88a7-79a68e68914e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b9d496b-5111-41aa-a7e7-fdede868a672']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:30:27.372880 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-ab1b1a1d-27ab-45f0-88a7-79a68e68914e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87bdaefe-aee4-4267-842f-2ae173e53776') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:30:27.373177 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-ab1b1a1d-27ab-45f0-88a7-79a68e68914e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87bdaefe-aee4-4267-842f-2ae173e53776') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:30:27.382685 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ab1b1a1d-27ab-45f0-88a7-79a68e68914e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:27.395231 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ab1b1a1d-27ab-45f0-88a7-79a68e68914e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:27.402355 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab1b1a1d-27ab-45f0-88a7-79a68e68914e admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 22:30:27.402829 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ab1b1a1d-27ab-45f0-88a7-79a68e68914e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:27.404515 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 22:30:27.404515 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 22:30:27.404515 n-d-816206-3 neutron-server[102608]: timer() Nov 09 22:30:27.404515 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 22:30:27.404515 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 22:30:27.404515 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 22:30:27.404515 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 22:30:27.404515 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 22:30:27.404515 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 22:30:27.404515 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 22:30:27.404515 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 22:30:27.404515 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 22:30:27.404515 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 22:30:27.404515 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 22:30:27.404515 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 22:30:27.404515 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 22:30:27.404515 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 22:30:27.404515 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 22:30:27.404515 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 22:30:27.404515 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 22:30:27.404515 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 22:30:27.404515 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 22:30:27.404515 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 22:30:27.404515 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 22:30:27.404515 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 22:30:27.404515 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 22:30:27.404515 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 22:30:27.404515 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 22:30:27.404515 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 22:30:27.404515 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 22:30:27.404515 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 22:30:27.404515 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 22:30:27.456212 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ab1b1a1d-27ab-45f0-88a7-79a68e68914e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:27.463296 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ab1b1a1d-27ab-45f0-88a7-79a68e68914e admin admin] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:27.466937 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-ab1b1a1d-27ab-45f0-88a7-79a68e68914e admin admin] 10.222.0.49 "DELETE /v2.0/networks/4b9d496b-5111-41aa-a7e7-fdede868a672 HTTP/1.1" status: 204 len: 168 time: 0.8314049 Nov 09 22:30:27.478797 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b1a1d-27ab-45f0-88a7-79a68e68914e admin admin] Pushing event deleted for resources: {'Network': ['ID=4b9d496b-5111-41aa-a7e7-fdede868a672,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:27.576654 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38904) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:30:27.615831 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-fbfa6041-3b6b-4685-815e-7c2488521eed admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d7687a6e714c4c3caf152bd39ba03215&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379338 Nov 09 22:30:27.618202 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38906) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:30:27.669872 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6def8384-2ebd-4dcf-b3f6-67855747eb7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:27.690316 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6def8384-2ebd-4dcf-b3f6-67855747eb7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:27.736962 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6def8384-2ebd-4dcf-b3f6-67855747eb7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:27.739493 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6def8384-2ebd-4dcf-b3f6-67855747eb7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:27.741287 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-6def8384-2ebd-4dcf-b3f6-67855747eb7c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0f662cb3-0a73-4aba-b506-61160a9f312c HTTP/1.1" status: 204 len: 168 time: 0.1215353 Nov 09 22:30:27.749307 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def8384-2ebd-4dcf-b3f6-67855747eb7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f662cb3-0a73-4aba-b506-61160a9f312c,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:28.044648 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38912) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:30:28.067964 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 4f657b28-f31e-4075-8d2c-800e61c95013 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:30:28.086392 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6f40605d-bace-4fe9-ab13-aaf86648d835 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fedf8157f6ee4335b485f52df7de4733&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405669 Nov 09 22:30:28.088843 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38914) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:30:28.089819 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 4f657b28-f31e-4075-8d2c-800e61c95013 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:30:28.090171 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 4f657b28-f31e-4075-8d2c-800e61c95013 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:30:28.090590 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 611507dc-e162-4cf5-ae44-75338a10b9db no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:30:28.108936 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 611507dc-e162-4cf5-ae44-75338a10b9db {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:30:28.109250 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 611507dc-e162-4cf5-ae44-75338a10b9db not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:30:28.109702 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 5b5c8654-ac21-4eed-bb5a-6d9854db6358 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:30:28.128459 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 5b5c8654-ac21-4eed-bb5a-6d9854db6358 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:30:28.128834 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 5b5c8654-ac21-4eed-bb5a-6d9854db6358 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:30:28.136502 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-831010ab-0f49-4168-807b-b9c171a4e2d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:28.157370 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-831010ab-0f49-4168-807b-b9c171a4e2d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:28.201923 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-831010ab-0f49-4168-807b-b9c171a4e2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:28.204739 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-831010ab-0f49-4168-807b-b9c171a4e2d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:28.205881 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-831010ab-0f49-4168-807b-b9c171a4e2d3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/398505e4-8fbf-46a4-b1d1-a675a9519dc2 HTTP/1.1" status: 204 len: 168 time: 0.1161366 Nov 09 22:30:28.213687 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831010ab-0f49-4168-807b-b9c171a4e2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398505e4-8fbf-46a4-b1d1-a675a9519dc2,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:28.859511 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38936) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:30:28.954209 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-da26c8ab-f1ce-4f71-b2e8-887436b905da admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1192495994-network', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:30:28.977311 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da26c8ab-f1ce-4f71-b2e8-887436b905da admin admin] Made reservation on behalf of 994c2c2d9f33453798f3b211aaa49d17 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:30:28.979616 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-da26c8ab-f1ce-4f71-b2e8-887436b905da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:28.987921 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-da26c8ab-f1ce-4f71-b2e8-887436b905da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:29.060468 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-da26c8ab-f1ce-4f71-b2e8-887436b905da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:29.065175 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-da26c8ab-f1ce-4f71-b2e8-887436b905da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:29.092764 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da26c8ab-f1ce-4f71-b2e8-887436b905da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 22:30:29.102062 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26c8ab-f1ce-4f71-b2e8-887436b905da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271c0863-cf15-4cb8-9ea2-815b29caf324,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:29.108269 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-da26c8ab-f1ce-4f71-b2e8-887436b905da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:29.108687 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-da26c8ab-f1ce-4f71-b2e8-887436b905da admin admin] Added segment a49a982d-b843-4352-92aa-ba16ee1e53c5 of type vlan for network f6385a7a-e495-47ec-bdd0-48675e8fd007 Nov 09 22:30:29.147884 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-da26c8ab-f1ce-4f71-b2e8-887436b905da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:29.171650 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-da26c8ab-f1ce-4f71-b2e8-887436b905da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:29.172701 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da26c8ab-f1ce-4f71-b2e8-887436b905da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:30:29.173309 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-da26c8ab-f1ce-4f71-b2e8-887436b905da admin admin] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:29.222205 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-da26c8ab-f1ce-4f71-b2e8-887436b905da admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3616261 Nov 09 22:30:29.225669 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38940) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:30:29.230791 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-9ce2cb76-0145-4cb9-a3ee-391fc8438612 admin admin] Request body: {'subnet': {'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1192495994-subnet', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'ip_version': 4}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:30:29.233807 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26c8ab-f1ce-4f71-b2e8-887436b905da admin admin] Pushing event updated for resources: {'Network': ['ID=f6385a7a-e495-47ec-bdd0-48675e8fd007,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:29.244281 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network f6385a7a-e495-47ec-bdd0-48675e8fd007 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 22:30:29.252355 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce2cb76-0145-4cb9-a3ee-391fc8438612 admin admin] Made reservation on behalf of 994c2c2d9f33453798f3b211aaa49d17 for: {'subnet': 1} {{(pid=102608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:30:29.254732 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9ce2cb76-0145-4cb9-a3ee-391fc8438612 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12320938'] for subnet, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:29.421433 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9ce2cb76-0145-4cb9-a3ee-391fc8438612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8482770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12320900'] for subnet, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:29.474645 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2cb76-0145-4cb9-a3ee-391fc8438612 admin admin] Pushing event updated for resources: {'Subnet': ['ID=081015f1-0b0e-4d83-9bf7-37d4da7ba79f,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:29.484492 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce2cb76-0145-4cb9-a3ee-391fc8438612 admin admin] Checking segment: {'id': 'a49a982d-b843-4352-92aa-ba16ee1e53c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:30:29.484876 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce2cb76-0145-4cb9-a3ee-391fc8438612 admin admin] Network hostable DHCP agents. Network: f6385a7a-e495-47ec-bdd0-48675e8fd007, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 22:30:29.501061 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce2cb76-0145-4cb9-a3ee-391fc8438612 admin admin] Network f6385a7a-e495-47ec-bdd0-48675e8fd007 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 22:30:29.509313 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-9ce2cb76-0145-4cb9-a3ee-391fc8438612 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, f6385a7a-e495-47ec-bdd0-48675e8fd007) {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:30:29.513752 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce2cb76-0145-4cb9-a3ee-391fc8438612 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:30:29.514871 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9ce2cb76-0145-4cb9-a3ee-391fc8438612 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:29.520387 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f62431-888c-404e-aaa4-692e95978650 None None] Network f6385a7a-e495-47ec-bdd0-48675e8fd007 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:30:29.531229 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-9ce2cb76-0145-4cb9-a3ee-391fc8438612 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3043303 Nov 09 22:30:29.534047 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38942) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:30:29.539299 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-31219371-4e91-4f1d-b650-f6f9e1bb073f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1192495994-router', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:30:29.558676 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-31219371-4e91-4f1d-b650-f6f9e1bb073f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:29.559763 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-31219371-4e91-4f1d-b650-f6f9e1bb073f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:29.615628 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-31219371-4e91-4f1d-b650-f6f9e1bb073f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:29.667801 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73442a2c-83a2-4703-8612-6a90251a6c3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-f6385a7a-e495-47ec-bdd0-48675e8fd007', 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'fixed_ips': [{'subnet_id': '081015f1-0b0e-4d83-9bf7-37d4da7ba79f'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 22:30:29.668693 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-73442a2c-83a2-4703-8612-6a90251a6c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:29.750499 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-31219371-4e91-4f1d-b650-f6f9e1bb073f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:29.802166 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-73442a2c-83a2-4703-8612-6a90251a6c3e None None] Allocated IP 172.20.0.2 (f6385a7a-e495-47ec-bdd0-48675e8fd007/081015f1-0b0e-4d83-9bf7-37d4da7ba79f/b81ecbb0-0b91-4eed-b63e-e3b67d625f4b) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:30:29.940842 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-73442a2c-83a2-4703-8612-6a90251a6c3e None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:29.946621 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-73442a2c-83a2-4703-8612-6a90251a6c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:29.950904 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-31219371-4e91-4f1d-b650-f6f9e1bb073f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:29.970504 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-31219371-4e91-4f1d-b650-f6f9e1bb073f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:29.991143 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73442a2c-83a2-4703-8612-6a90251a6c3e None None] Network f6385a7a-e495-47ec-bdd0-48675e8fd007 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:30:29.994152 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-73442a2c-83a2-4703-8612-6a90251a6c3e None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:30:29.998315 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73442a2c-83a2-4703-8612-6a90251a6c3e None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:30:30.001294 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73442a2c-83a2-4703-8612-6a90251a6c3e None None] Pushing event updated for resources: {'Port': ['ID=b81ecbb0-0b91-4eed-b63e-e3b67d625f4b,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:30.051844 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-73442a2c-83a2-4703-8612-6a90251a6c3e None None] Attempting to bind port b81ecbb0-0b91-4eed-b63e-e3b67d625f4b on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:30:30.052215 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-73442a2c-83a2-4703-8612-6a90251a6c3e None None] Attempting to bind port b81ecbb0-0b91-4eed-b63e-e3b67d625f4b by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'a49a982d-b843-4352-92aa-ba16ee1e53c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:30:30.052581 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73442a2c-83a2-4703-8612-6a90251a6c3e None None] Attempting to bind port b81ecbb0-0b91-4eed-b63e-e3b67d625f4b on network f6385a7a-e495-47ec-bdd0-48675e8fd007 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:30:30.058419 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73442a2c-83a2-4703-8612-6a90251a6c3e None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:30:30.058798 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73442a2c-83a2-4703-8612-6a90251a6c3e None None] Checking segment: {'id': 'a49a982d-b843-4352-92aa-ba16ee1e53c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:30:30.059199 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-73442a2c-83a2-4703-8612-6a90251a6c3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:30.059590 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73442a2c-83a2-4703-8612-6a90251a6c3e None None] Bound using segment: {'id': 'a49a982d-b843-4352-92aa-ba16ee1e53c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:30:30.060053 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-73442a2c-83a2-4703-8612-6a90251a6c3e None None] Bound port: b81ecbb0-0b91-4eed-b63e-e3b67d625f4b, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a49a982d-b843-4352-92aa-ba16ee1e53c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:30:30.060447 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-73442a2c-83a2-4703-8612-6a90251a6c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:30.075904 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-31219371-4e91-4f1d-b650-f6f9e1bb073f admin admin] Allocated IP 172.25.7.197 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/03d1e8a7-db76-4a35-86d9-293316e5c4cc) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:30:30.121683 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-73442a2c-83a2-4703-8612-6a90251a6c3e None None] For port b81ecbb0-0b91-4eed-b63e-e3b67d625f4b, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:30:30.124866 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-73442a2c-83a2-4703-8612-6a90251a6c3e None None] For port b81ecbb0-0b91-4eed-b63e-e3b67d625f4b, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=b81ecbb0-0b91-4eed-b63e-e3b67d625f4b,segment=NetworkSegment(a49a982d-b843-4352-92aa-ba16ee1e53c5),segment_id=a49a982d-b843-4352-92aa-ba16ee1e53c5)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:30:30.129088 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-73442a2c-83a2-4703-8612-6a90251a6c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:30.181008 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-31219371-4e91-4f1d-b650-f6f9e1bb073f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:30.202999 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73442a2c-83a2-4703-8612-6a90251a6c3e None None] Pushing event updated for resources: {'Port': ['ID=b81ecbb0-0b91-4eed-b63e-e3b67d625f4b,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:30.216395 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-31219371-4e91-4f1d-b650-f6f9e1bb073f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:30.262912 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31219371-4e91-4f1d-b650-f6f9e1bb073f admin admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:30:30.265942 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-31219371-4e91-4f1d-b650-f6f9e1bb073f admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:30:30.270444 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31219371-4e91-4f1d-b650-f6f9e1bb073f admin admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:30:30.273869 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31219371-4e91-4f1d-b650-f6f9e1bb073f admin admin] Pushing event updated for resources: {'Port': ['ID=03d1e8a7-db76-4a35-86d9-293316e5c4cc,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:30.279377 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842ac044-2f0a-4736-9824-f42bc77887e2 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:30:30.396388 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-4a56edcb-769c-4b17-9e49-2b4b7f811761 None None] Provisioning complete for port 03d1e8a7-db76-4a35-86d9-293316e5c4cc triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:30:30.396816 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4a56edcb-769c-4b17-9e49-2b4b7f811761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:30.449025 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-4a56edcb-769c-4b17-9e49-2b4b7f811761 None None] Port 03d1e8a7-db76-4a35-86d9-293316e5c4cc cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:30:30.545681 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-31219371-4e91-4f1d-b650-f6f9e1bb073f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:30.736701 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-31219371-4e91-4f1d-b650-f6f9e1bb073f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:30.861899 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31219371-4e91-4f1d-b650-f6f9e1bb073f admin admin] Router 26938c7b-f407-4029-bd65-e1ce79aa3d67 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 22:30:30.976256 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31219371-4e91-4f1d-b650-f6f9e1bb073f admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:30:30.985327 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22448496-370b-410b-b6d2-6197f0a1bf44 None None] Sync routers for ids ['26938c7b-f407-4029-bd65-e1ce79aa3d67'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:30:30.997425 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22448496-370b-410b-b6d2-6197f0a1bf44 None None] Routers {'26938c7b-f407-4029-bd65-e1ce79aa3d67'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:30:30.998152 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-22448496-370b-410b-b6d2-6197f0a1bf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:30:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['26938c7b-f407-4029-bd65-e1ce79aa3d67'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:30:30.998296 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-31219371-4e91-4f1d-b650-f6f9e1bb073f admin admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:30.999673 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-31219371-4e91-4f1d-b650-f6f9e1bb073f admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4643898 Nov 09 22:30:31.002262 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38944) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:30:31.110281 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-22448496-370b-410b-b6d2-6197f0a1bf44 None None] Set router 26938c7b-f407-4029-bd65-e1ce79aa3d67 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:30:31.137519 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e6d80c-ba64-472f-a5f2-f1ea1565164c None None] Network f6385a7a-e495-47ec-bdd0-48675e8fd007 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:30:31.273109 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-364d349a-7104-4c53-b696-f5e03496aca4 None None] Provisioning complete for port b81ecbb0-0b91-4eed-b63e-e3b67d625f4b triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:30:31.273375 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-364d349a-7104-4c53-b696-f5e03496aca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:31.416678 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b95280bf-0612-4b53-a061-8fb4948e1463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:31.482286 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-364d349a-7104-4c53-b696-f5e03496aca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:31.517112 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-22448496-370b-410b-b6d2-6197f0a1bf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'name': 'tempest-TestSnapshotPattern-1192495994-router', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '03d1e8a7-db76-4a35-86d9-293316e5c4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:30:29Z', 'updated_at': '2021-11-09T22:30:30Z', 'revision_number': 3, 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'gw_port': {'id': '03d1e8a7-db76-4a35-86d9-293316e5c4cc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:30:29Z', 'updated_at': '2021-11-09T22:30:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:30:31.555601 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22448496-370b-410b-b6d2-6197f0a1bf44 None None] Checking router: 26938c7b-f407-4029-bd65-e1ce79aa3d67 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:30:31.555990 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22448496-370b-410b-b6d2-6197f0a1bf44 None None] Updating router 26938c7b-f407-4029-bd65-e1ce79aa3d67 port 03d1e8a7-db76-4a35-86d9-293316e5c4cc binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 22:30:31.577908 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-364d349a-7104-4c53-b696-f5e03496aca4 None None] For port b81ecbb0-0b91-4eed-b63e-e3b67d625f4b, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=b81ecbb0-0b91-4eed-b63e-e3b67d625f4b,segment=NetworkSegment(a49a982d-b843-4352-92aa-ba16ee1e53c5),segment_id=a49a982d-b843-4352-92aa-ba16ee1e53c5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:30:31.580068 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-b95280bf-0612-4b53-a061-8fb4948e1463 admin admin] Allocated IP 172.20.0.1 (f6385a7a-e495-47ec-bdd0-48675e8fd007/081015f1-0b0e-4d83-9bf7-37d4da7ba79f/452a60be-4f45-4903-b06d-706976696936) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:30:31.585604 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-364d349a-7104-4c53-b696-f5e03496aca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:31.589825 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-22448496-370b-410b-b6d2-6197f0a1bf44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:31.694460 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b95280bf-0612-4b53-a061-8fb4948e1463 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:31.714264 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d349a-7104-4c53-b696-f5e03496aca4 None None] Pushing event updated for resources: {'Port': ['ID=b81ecbb0-0b91-4eed-b63e-e3b67d625f4b,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:31.732072 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b95280bf-0612-4b53-a061-8fb4948e1463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:31.738267 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-1ae1f2dc-6d19-4ebd-a6e9-5ea9f5326eff None None] Provisioning complete for port b81ecbb0-0b91-4eed-b63e-e3b67d625f4b triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:30:31.738642 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1ae1f2dc-6d19-4ebd-a6e9-5ea9f5326eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:31.775803 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95280bf-0612-4b53-a061-8fb4948e1463 admin admin] Network f6385a7a-e495-47ec-bdd0-48675e8fd007 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:30:31.778665 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-b95280bf-0612-4b53-a061-8fb4948e1463 admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:30:31.781186 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95280bf-0612-4b53-a061-8fb4948e1463 admin admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:30:31.811206 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95280bf-0612-4b53-a061-8fb4948e1463 admin admin] Pushing event updated for resources: {'Port': ['ID=452a60be-4f45-4903-b06d-706976696936,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:31.829245 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b95280bf-0612-4b53-a061-8fb4948e1463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:31.953462 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-22448496-370b-410b-b6d2-6197f0a1bf44 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:31.959790 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-22448496-370b-410b-b6d2-6197f0a1bf44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:31.973001 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b95280bf-0612-4b53-a061-8fb4948e1463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:32.007987 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83727a44-1c14-4ff8-b9c0-ac67e7d8625d None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:30:32.024670 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-22448496-370b-410b-b6d2-6197f0a1bf44 None None] Attempting to bind port 03d1e8a7-db76-4a35-86d9-293316e5c4cc on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:30:32.024935 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-22448496-370b-410b-b6d2-6197f0a1bf44 None None] Attempting to bind port 03d1e8a7-db76-4a35-86d9-293316e5c4cc by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:30:32.025302 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22448496-370b-410b-b6d2-6197f0a1bf44 None None] Attempting to bind port 03d1e8a7-db76-4a35-86d9-293316e5c4cc on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:30:32.041997 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaa41ff-b75e-4f22-8bcf-d9db2546d246 None None] Pushing event updated for resources: {'Port': ['ID=03d1e8a7-db76-4a35-86d9-293316e5c4cc,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:32.046099 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22448496-370b-410b-b6d2-6197f0a1bf44 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:30:32.046531 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22448496-370b-410b-b6d2-6197f0a1bf44 None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:30:32.046895 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-22448496-370b-410b-b6d2-6197f0a1bf44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:32.047289 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22448496-370b-410b-b6d2-6197f0a1bf44 None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:30:32.047776 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-22448496-370b-410b-b6d2-6197f0a1bf44 None None] Bound port: 03d1e8a7-db76-4a35-86d9-293316e5c4cc, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:30:32.048167 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-22448496-370b-410b-b6d2-6197f0a1bf44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:32.080699 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-c730e70e-b9f0-40d9-bc6b-066e75440db5 None None] Provisioning complete for port 452a60be-4f45-4903-b06d-706976696936 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:30:32.081078 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c730e70e-b9f0-40d9-bc6b-066e75440db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:32.128742 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device b81ecbb0-0b91-4eed-b63e-e3b67d625f4b up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:30:32.135000 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-22448496-370b-410b-b6d2-6197f0a1bf44 None None] For port 03d1e8a7-db76-4a35-86d9-293316e5c4cc, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:30:32.153416 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b95280bf-0612-4b53-a061-8fb4948e1463 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:32.158225 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b95280bf-0612-4b53-a061-8fb4948e1463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:32.163743 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-c730e70e-b9f0-40d9-bc6b-066e75440db5 None None] Port 452a60be-4f45-4903-b06d-706976696936 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:30:32.166148 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-22448496-370b-410b-b6d2-6197f0a1bf44 None None] For port 03d1e8a7-db76-4a35-86d9-293316e5c4cc, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=03d1e8a7-db76-4a35-86d9-293316e5c4cc,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:30:32.176726 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-22448496-370b-410b-b6d2-6197f0a1bf44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:32.223919 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95280bf-0612-4b53-a061-8fb4948e1463 admin admin] Pushing event updated for resources: {'Port': ['ID=452a60be-4f45-4903-b06d-706976696936,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:32.226944 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b95280bf-0612-4b53-a061-8fb4948e1463 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:32.232402 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6563a1a-ea88-43b8-bb90-5eb2a9b1fcc2 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:30:32.259555 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22448496-370b-410b-b6d2-6197f0a1bf44 None None] Routers {'26938c7b-f407-4029-bd65-e1ce79aa3d67'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:30:32.260211 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-22448496-370b-410b-b6d2-6197f0a1bf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:30:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['26938c7b-f407-4029-bd65-e1ce79aa3d67'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:30:32.262808 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaa41ff-b75e-4f22-8bcf-d9db2546d246 None None] Pushing event updated for resources: {'Port': ['ID=03d1e8a7-db76-4a35-86d9-293316e5c4cc,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:32.267350 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port b81ecbb0-0b91-4eed-b63e-e3b67d625f4b triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:30:32.267350 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:32.320697 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95280bf-0612-4b53-a061-8fb4948e1463 admin admin] Network f6385a7a-e495-47ec-bdd0-48675e8fd007 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:30:32.322100 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-b95280bf-0612-4b53-a061-8fb4948e1463 admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:30:32.551241 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-b21977fb-456b-4f4b-b79a-b0ebb2d5593a None None] Provisioning complete for port 03d1e8a7-db76-4a35-86d9-293316e5c4cc triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:30:32.551820 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b21977fb-456b-4f4b-b79a-b0ebb2d5593a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:32.641496 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-22448496-370b-410b-b6d2-6197f0a1bf44 None None] Set router 26938c7b-f407-4029-bd65-e1ce79aa3d67 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:30:32.785268 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b95280bf-0612-4b53-a061-8fb4948e1463 admin admin] Router 26938c7b-f407-4029-bd65-e1ce79aa3d67 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:30:32.795253 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b21977fb-456b-4f4b-b79a-b0ebb2d5593a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:32.824927 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-b21977fb-456b-4f4b-b79a-b0ebb2d5593a None None] For port 03d1e8a7-db76-4a35-86d9-293316e5c4cc, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=03d1e8a7-db76-4a35-86d9-293316e5c4cc,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:30:32.831785 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b21977fb-456b-4f4b-b79a-b0ebb2d5593a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:32.892590 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95280bf-0612-4b53-a061-8fb4948e1463 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:30:32.898449 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b95280bf-0612-4b53-a061-8fb4948e1463 admin admin] 10.222.0.49 "PUT /v2.0/routers/26938c7b-f407-4029-bd65-e1ce79aa3d67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8951805 Nov 09 22:30:32.918812 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21977fb-456b-4f4b-b79a-b0ebb2d5593a None None] Pushing event updated for resources: {'Port': ['ID=03d1e8a7-db76-4a35-86d9-293316e5c4cc,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:32.952708 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-22448496-370b-410b-b6d2-6197f0a1bf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'name': 'tempest-TestSnapshotPattern-1192495994-router', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '03d1e8a7-db76-4a35-86d9-293316e5c4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:30:29Z', 'updated_at': '2021-11-09T22:30:31Z', 'revision_number': 4, 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'gw_port': {'id': '03d1e8a7-db76-4a35-86d9-293316e5c4cc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:30:29Z', 'updated_at': '2021-11-09T22:30:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '452a60be-4f45-4903-b06d-706976696936', 'name': '', 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'mac_address': 'fa:16:3e:84:1b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '081015f1-0b0e-4d83-9bf7-37d4da7ba79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:30:31Z', 'updated_at': '2021-11-09T22:30:32Z', 'revision_number': 2, 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'subnets': [{'id': '081015f1-0b0e-4d83-9bf7-37d4da7ba79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:30:32.986306 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22448496-370b-410b-b6d2-6197f0a1bf44 None None] The sync data for ids ['26938c7b-f407-4029-bd65-e1ce79aa3d67'] in n-d-816206-3 is: [{'id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'name': 'tempest-TestSnapshotPattern-1192495994-router', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '03d1e8a7-db76-4a35-86d9-293316e5c4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:30:29Z', 'updated_at': '2021-11-09T22:30:31Z', 'revision_number': 4, 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'gw_port': {'id': '03d1e8a7-db76-4a35-86d9-293316e5c4cc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:30:29Z', 'updated_at': '2021-11-09T22:30:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '452a60be-4f45-4903-b06d-706976696936', 'name': '', 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'mac_address': 'fa:16:3e:84:1b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '081015f1-0b0e-4d83-9bf7-37d4da7ba79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:30:31Z', 'updated_at': '2021-11-09T22:30:32Z', 'revision_number': 2, 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'subnets': [{'id': '081015f1-0b0e-4d83-9bf7-37d4da7ba79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:30:32.987751 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-62a9584b-f79d-47c9-aa66-45f166d4057a None None] Provisioning complete for port 452a60be-4f45-4903-b06d-706976696936 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:30:32.988122 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-62a9584b-f79d-47c9-aa66-45f166d4057a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:33.025113 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-62a9584b-f79d-47c9-aa66-45f166d4057a None None] Port 452a60be-4f45-4903-b06d-706976696936 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:30:33.408930 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38960) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:30:33.414753 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-b527b31d-6989-4e9b-a926-9073985538dc admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1608788697-network', 'tenant_id': 'b0d9d84c52a24f17ba6c81aedabd0e03'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:30:33.437299 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b527b31d-6989-4e9b-a926-9073985538dc admin admin] Made reservation on behalf of b0d9d84c52a24f17ba6c81aedabd0e03 for: {'network': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:30:33.440285 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b527b31d-6989-4e9b-a926-9073985538dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for network, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:33.449691 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b527b31d-6989-4e9b-a926-9073985538dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:33.532914 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b527b31d-6989-4e9b-a926-9073985538dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:33.537968 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b527b31d-6989-4e9b-a926-9073985538dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:33.565648 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b527b31d-6989-4e9b-a926-9073985538dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=102607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 22:30:33.576266 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b527b31d-6989-4e9b-a926-9073985538dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5510ac2-8208-45e7-bf73-9006937f38f5,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:33.584608 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b527b31d-6989-4e9b-a926-9073985538dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:33.585023 n-d-816206-3 neutron-server[102607]: INFO neutron.db.segments_db [None req-b527b31d-6989-4e9b-a926-9073985538dc admin admin] Added segment a0f52759-a8f5-40ae-aad6-67f205ffcb71 of type vlan for network b16c99b3-f3db-4262-985b-24e2a0378d91 Nov 09 22:30:33.643208 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b527b31d-6989-4e9b-a926-9073985538dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752600181203'] for network, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:33.677483 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b527b31d-6989-4e9b-a926-9073985538dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712'] for network, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:33.679003 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b527b31d-6989-4e9b-a926-9073985538dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:30:33.679637 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b527b31d-6989-4e9b-a926-9073985538dc admin admin] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:33.742079 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b527b31d-6989-4e9b-a926-9073985538dc admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3318748 Nov 09 22:30:33.744790 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38962) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:30:33.749532 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-b9da83ec-8c48-44c6-a8b7-464fff462166 admin admin] Request body: {'subnet': {'network_id': 'b16c99b3-f3db-4262-985b-24e2a0378d91', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1608788697-subnet', 'tenant_id': 'b0d9d84c52a24f17ba6c81aedabd0e03', 'ip_version': 4}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:30:33.761225 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b527b31d-6989-4e9b-a926-9073985538dc admin admin] Pushing event updated for resources: {'Network': ['ID=b16c99b3-f3db-4262-985b-24e2a0378d91,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:33.773924 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Network b16c99b3-f3db-4262-985b-24e2a0378d91 details requested by agent ovs-agent-n-d-816206-3 with host n-d-816206-3 {{(pid=102609) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 22:30:33.781379 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9da83ec-8c48-44c6-a8b7-464fff462166 admin admin] Made reservation on behalf of b0d9d84c52a24f17ba6c81aedabd0e03 for: {'subnet': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:30:33.784234 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b9da83ec-8c48-44c6-a8b7-464fff462166 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8711982'] for subnet, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:33.983272 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b9da83ec-8c48-44c6-a8b7-464fff462166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9946148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8711936'] for subnet, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:34.048525 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da83ec-8c48-44c6-a8b7-464fff462166 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36e0c2dd-b4b1-44e6-b313-2ba705b79642,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:34.079007 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9da83ec-8c48-44c6-a8b7-464fff462166 admin admin] Checking segment: {'id': 'a0f52759-a8f5-40ae-aad6-67f205ffcb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b16c99b3-f3db-4262-985b-24e2a0378d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:30:34.079375 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9da83ec-8c48-44c6-a8b7-464fff462166 admin admin] Network hostable DHCP agents. Network: b16c99b3-f3db-4262-985b-24e2a0378d91, hostable agents: ['c469a156-dda8-4df4-b8c5-95a2194c12ee'], hosted agents: [] {{(pid=102607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 22:30:34.106832 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9da83ec-8c48-44c6-a8b7-464fff462166 admin admin] Network b16c99b3-f3db-4262-985b-24e2a0378d91 is scheduled to be hosted by DHCP agent c469a156-dda8-4df4-b8c5-95a2194c12ee with binding_index 1 {{(pid=102607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 22:30:34.117992 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-b9da83ec-8c48-44c6-a8b7-464fff462166 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-3, b16c99b3-f3db-4262-985b-24e2a0378d91) {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:30:34.122929 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9da83ec-8c48-44c6-a8b7-464fff462166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:30:34.127755 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b9da83ec-8c48-44c6-a8b7-464fff462166 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:34.127870 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f43d733-77dc-4af0-b789-084663bcaf00 None None] Network b16c99b3-f3db-4262-985b-24e2a0378d91 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:30:34.157520 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b9da83ec-8c48-44c6-a8b7-464fff462166 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4115636 Nov 09 22:30:34.160142 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38964) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:30:34.165217 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-e15cf19f-cbc0-46f9-b5ea-814fceb2200d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1608788697-router', 'tenant_id': 'b0d9d84c52a24f17ba6c81aedabd0e03', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:30:34.179978 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 03d1e8a7-db76-4a35-86d9-293316e5c4cc up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:30:34.195785 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e15cf19f-cbc0-46f9-b5ea-814fceb2200d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-379068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27322'] for router, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:34.197363 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e15cf19f-cbc0-46f9-b5ea-814fceb2200d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-461291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27299'] for router, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:34.264488 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e15cf19f-cbc0-46f9-b5ea-814fceb2200d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:34.286637 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 03d1e8a7-db76-4a35-86d9-293316e5c4cc triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:30:34.287013 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:34.362157 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781733e8-4d45-4404-852f-2298f2947966 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2325137-3c58-594d-9d10-8dfb1aae6786-b16c99b3-f3db-4262-985b-24e2a0378d91', 'network_id': 'b16c99b3-f3db-4262-985b-24e2a0378d91', 'tenant_id': 'b0d9d84c52a24f17ba6c81aedabd0e03', 'fixed_ips': [{'subnet_id': '36e0c2dd-b4b1-44e6-b313-2ba705b79642'}]}} from n-d-816206-3. {{(pid=102609) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 22:30:34.362989 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-781733e8-4d45-4404-852f-2298f2947966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:34.407894 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e15cf19f-cbc0-46f9-b5ea-814fceb2200d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:34.543286 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:34.608720 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.db_base_plugin_common [None req-781733e8-4d45-4404-852f-2298f2947966 None None] Allocated IP 172.20.0.2 (b16c99b3-f3db-4262-985b-24e2a0378d91/36e0c2dd-b4b1-44e6-b313-2ba705b79642/1e911cbb-d33d-432b-9999-bb181fa58a62) {{(pid=102609) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:30:34.621405 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e15cf19f-cbc0-46f9-b5ea-814fceb2200d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:34.640844 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e15cf19f-cbc0-46f9-b5ea-814fceb2200d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:34.749791 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.db_base_plugin_common [None req-e15cf19f-cbc0-46f9-b5ea-814fceb2200d admin admin] Allocated IP 172.25.7.55 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/31dca5f2-1001-456d-963d-57c5d45bcc50) {{(pid=102608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:30:34.809106 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-781733e8-4d45-4404-852f-2298f2947966 None None] Publish callbacks [] for port, precommit_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:34.821099 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-781733e8-4d45-4404-852f-2298f2947966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729'] for port, after_create {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:34.857680 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e15cf19f-cbc0-46f9-b5ea-814fceb2200d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:34.862763 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781733e8-4d45-4404-852f-2298f2947966 None None] Network b16c99b3-f3db-4262-985b-24e2a0378d91 is already hosted by enough agents. {{(pid=102609) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:30:34.866104 n-d-816206-3 neutron-server[102609]: DEBUG neutron.scheduler.base_scheduler [None req-781733e8-4d45-4404-852f-2298f2947966 None None] Resources bound (agent type, host, resource id): {{(pid=102609) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:30:34.869371 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781733e8-4d45-4404-852f-2298f2947966 None None] Received port after_create {{(pid=102609) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:30:34.878243 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781733e8-4d45-4404-852f-2298f2947966 None None] Pushing event updated for resources: {'Port': ['ID=1e911cbb-d33d-432b-9999-bb181fa58a62,revision_number=1']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:34.898872 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e15cf19f-cbc0-46f9-b5ea-814fceb2200d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:34.936618 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-781733e8-4d45-4404-852f-2298f2947966 None None] Attempting to bind port 1e911cbb-d33d-432b-9999-bb181fa58a62 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:30:34.937021 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-781733e8-4d45-4404-852f-2298f2947966 None None] Attempting to bind port 1e911cbb-d33d-432b-9999-bb181fa58a62 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'a0f52759-a8f5-40ae-aad6-67f205ffcb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b16c99b3-f3db-4262-985b-24e2a0378d91'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:30:34.937395 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781733e8-4d45-4404-852f-2298f2947966 None None] Attempting to bind port 1e911cbb-d33d-432b-9999-bb181fa58a62 on network b16c99b3-f3db-4262-985b-24e2a0378d91 {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:30:34.942973 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781733e8-4d45-4404-852f-2298f2947966 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:30:34.943883 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781733e8-4d45-4404-852f-2298f2947966 None None] Checking segment: {'id': 'a0f52759-a8f5-40ae-aad6-67f205ffcb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b16c99b3-f3db-4262-985b-24e2a0378d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:30:34.944303 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-781733e8-4d45-4404-852f-2298f2947966 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:34.944740 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781733e8-4d45-4404-852f-2298f2947966 None None] Bound using segment: {'id': 'a0f52759-a8f5-40ae-aad6-67f205ffcb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b16c99b3-f3db-4262-985b-24e2a0378d91'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:30:34.945222 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-781733e8-4d45-4404-852f-2298f2947966 None None] Bound port: 1e911cbb-d33d-432b-9999-bb181fa58a62, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f52759-a8f5-40ae-aad6-67f205ffcb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b16c99b3-f3db-4262-985b-24e2a0378d91'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:30:34.945614 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-781733e8-4d45-4404-852f-2298f2947966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:34.954968 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15cf19f-cbc0-46f9-b5ea-814fceb2200d admin admin] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:30:34.962782 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.base_scheduler [None req-e15cf19f-cbc0-46f9-b5ea-814fceb2200d admin admin] Resources bound (agent type, host, resource id): {{(pid=102608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:30:34.965981 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15cf19f-cbc0-46f9-b5ea-814fceb2200d admin admin] Pushing event updated for resources: {'Port': ['ID=31dca5f2-1001-456d-963d-57c5d45bcc50,revision_number=1']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:34.968511 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15cf19f-cbc0-46f9-b5ea-814fceb2200d admin admin] Received port after_create {{(pid=102608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:30:34.991550 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278d8fa8-8702-4d72-bf5f-c9d0d307f44a None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:30:35.034791 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-781733e8-4d45-4404-852f-2298f2947966 None None] For port 1e911cbb-d33d-432b-9999-bb181fa58a62, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:30:35.039990 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-781733e8-4d45-4404-852f-2298f2947966 None None] For port 1e911cbb-d33d-432b-9999-bb181fa58a62, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=1e911cbb-d33d-432b-9999-bb181fa58a62,segment=NetworkSegment(a0f52759-a8f5-40ae-aad6-67f205ffcb71),segment_id=a0f52759-a8f5-40ae-aad6-67f205ffcb71)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:30:35.043797 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-781733e8-4d45-4404-852f-2298f2947966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:35.114500 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781733e8-4d45-4404-852f-2298f2947966 None None] Pushing event updated for resources: {'Port': ['ID=1e911cbb-d33d-432b-9999-bb181fa58a62,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:35.124985 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-ab53be5b-8362-49be-b9f4-74fdb38a10ad None None] Provisioning complete for port 31dca5f2-1001-456d-963d-57c5d45bcc50 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:30:35.125464 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ab53be5b-8362-49be-b9f4-74fdb38a10ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:35.132045 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a831c1-552c-4faf-9d6d-9e10afb26abe None None] Sync routers for ids ['26938c7b-f407-4029-bd65-e1ce79aa3d67'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:30:35.142017 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a831c1-552c-4faf-9d6d-9e10afb26abe None None] Routers {'26938c7b-f407-4029-bd65-e1ce79aa3d67'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:30:35.142760 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-d7a831c1-552c-4faf-9d6d-9e10afb26abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:30:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['26938c7b-f407-4029-bd65-e1ce79aa3d67'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:30:35.167709 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-ab53be5b-8362-49be-b9f4-74fdb38a10ad None None] Port 31dca5f2-1001-456d-963d-57c5d45bcc50 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:30:35.253478 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e15cf19f-cbc0-46f9-b5ea-814fceb2200d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:35.259375 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-d7a831c1-552c-4faf-9d6d-9e10afb26abe None None] Set router 26938c7b-f407-4029-bd65-e1ce79aa3d67 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:30:35.486471 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e15cf19f-cbc0-46f9-b5ea-814fceb2200d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377013'] for router, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:35.580953 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-d7a831c1-552c-4faf-9d6d-9e10afb26abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'name': 'tempest-TestSnapshotPattern-1192495994-router', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '03d1e8a7-db76-4a35-86d9-293316e5c4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:30:29Z', 'updated_at': '2021-11-09T22:30:31Z', 'revision_number': 4, 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'gw_port': {'id': '03d1e8a7-db76-4a35-86d9-293316e5c4cc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:30:29Z', 'updated_at': '2021-11-09T22:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '452a60be-4f45-4903-b06d-706976696936', 'name': '', 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'mac_address': 'fa:16:3e:84:1b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '081015f1-0b0e-4d83-9bf7-37d4da7ba79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:30:31Z', 'updated_at': '2021-11-09T22:30:32Z', 'revision_number': 2, 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'subnets': [{'id': '081015f1-0b0e-4d83-9bf7-37d4da7ba79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:30:35.608259 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a831c1-552c-4faf-9d6d-9e10afb26abe None None] Checking router: 26938c7b-f407-4029-bd65-e1ce79aa3d67 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:30:35.608606 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a831c1-552c-4faf-9d6d-9e10afb26abe None None] Updating router 26938c7b-f407-4029-bd65-e1ce79aa3d67 port 452a60be-4f45-4903-b06d-706976696936 binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 22:30:35.621636 n-d-816206-3 neutron-server[102608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e15cf19f-cbc0-46f9-b5ea-814fceb2200d admin admin] Router deca08fe-452a-42f7-bf5b-c3ba3b0edb38 is scheduled to L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc with binding_index 1 {{(pid=102608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 22:30:35.634134 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d7a831c1-552c-4faf-9d6d-9e10afb26abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:35.727648 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15cf19f-cbc0-46f9-b5ea-814fceb2200d admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:30:35.737540 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b46321-b672-42b1-84b3-703c67ec9993 None None] Sync routers for ids ['deca08fe-452a-42f7-bf5b-c3ba3b0edb38'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:30:35.747459 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e15cf19f-cbc0-46f9-b5ea-814fceb2200d admin admin] Publish callbacks [] for router, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:35.748266 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b46321-b672-42b1-84b3-703c67ec9993 None None] Routers {'deca08fe-452a-42f7-bf5b-c3ba3b0edb38'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:30:35.748762 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e15cf19f-cbc0-46f9-b5ea-814fceb2200d admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5875294 Nov 09 22:30:35.749277 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-18b46321-b672-42b1-84b3-703c67ec9993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:30:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['deca08fe-452a-42f7-bf5b-c3ba3b0edb38'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:30:35.751685 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38966) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:30:35.876621 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-18b46321-b672-42b1-84b3-703c67ec9993 None None] Set router deca08fe-452a-42f7-bf5b-c3ba3b0edb38 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:30:35.930235 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d7a831c1-552c-4faf-9d6d-9e10afb26abe None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:35.939365 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d7a831c1-552c-4faf-9d6d-9e10afb26abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:36.091881 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54bd470-1668-488d-8ac7-78f5122bfec2 None None] Pushing event updated for resources: {'Port': ['ID=452a60be-4f45-4903-b06d-706976696936,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:36.123299 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54bd470-1668-488d-8ac7-78f5122bfec2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:30:36.123642 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54bd470-1668-488d-8ac7-78f5122bfec2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:30:36.123977 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54bd470-1668-488d-8ac7-78f5122bfec2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:30:36.124314 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54bd470-1668-488d-8ac7-78f5122bfec2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:30:36.124740 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54bd470-1668-488d-8ac7-78f5122bfec2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:30:36.125073 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54bd470-1668-488d-8ac7-78f5122bfec2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:30:36.125460 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54bd470-1668-488d-8ac7-78f5122bfec2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:30:36.128866 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54bd470-1668-488d-8ac7-78f5122bfec2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:30:36.129346 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54bd470-1668-488d-8ac7-78f5122bfec2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:30:36.129750 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54bd470-1668-488d-8ac7-78f5122bfec2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:30:36.130148 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54bd470-1668-488d-8ac7-78f5122bfec2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:30:36.130284 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-18b46321-b672-42b1-84b3-703c67ec9993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deca08fe-452a-42f7-bf5b-c3ba3b0edb38', 'name': 'tempest-TestSnapshotPattern-1608788697-router', 'tenant_id': 'b0d9d84c52a24f17ba6c81aedabd0e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '31dca5f2-1001-456d-963d-57c5d45bcc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:30:34Z', 'updated_at': '2021-11-09T22:30:35Z', 'revision_number': 3, 'project_id': 'b0d9d84c52a24f17ba6c81aedabd0e03', 'gw_port': {'id': '31dca5f2-1001-456d-963d-57c5d45bcc50', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deca08fe-452a-42f7-bf5b-c3ba3b0edb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:30:34Z', 'updated_at': '2021-11-09T22:30:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:30:36.130617 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54bd470-1668-488d-8ac7-78f5122bfec2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102610) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:30:36.142071 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-d7a831c1-552c-4faf-9d6d-9e10afb26abe None None] Attempting to bind port 452a60be-4f45-4903-b06d-706976696936 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:30:36.142813 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-d7a831c1-552c-4faf-9d6d-9e10afb26abe None None] Attempting to bind port 452a60be-4f45-4903-b06d-706976696936 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'a49a982d-b843-4352-92aa-ba16ee1e53c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:30:36.144363 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a831c1-552c-4faf-9d6d-9e10afb26abe None None] Attempting to bind port 452a60be-4f45-4903-b06d-706976696936 on network f6385a7a-e495-47ec-bdd0-48675e8fd007 {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:30:36.158861 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a831c1-552c-4faf-9d6d-9e10afb26abe None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:30:36.159902 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a831c1-552c-4faf-9d6d-9e10afb26abe None None] Checking segment: {'id': 'a49a982d-b843-4352-92aa-ba16ee1e53c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:30:36.160540 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d7a831c1-552c-4faf-9d6d-9e10afb26abe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:36.161321 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a831c1-552c-4faf-9d6d-9e10afb26abe None None] Bound using segment: {'id': 'a49a982d-b843-4352-92aa-ba16ee1e53c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:30:36.162322 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-d7a831c1-552c-4faf-9d6d-9e10afb26abe None None] Bound port: 452a60be-4f45-4903-b06d-706976696936, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a49a982d-b843-4352-92aa-ba16ee1e53c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:30:36.162925 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d7a831c1-552c-4faf-9d6d-9e10afb26abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:36.209905 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 1e911cbb-d33d-432b-9999-bb181fa58a62 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:30:36.212396 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b46321-b672-42b1-84b3-703c67ec9993 None None] Checking router: deca08fe-452a-42f7-bf5b-c3ba3b0edb38 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:30:36.212776 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b46321-b672-42b1-84b3-703c67ec9993 None None] Updating router deca08fe-452a-42f7-bf5b-c3ba3b0edb38 port 31dca5f2-1001-456d-963d-57c5d45bcc50 binding host n-d-816206-3 {{(pid=102609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 22:30:36.259687 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-d7a831c1-552c-4faf-9d6d-9e10afb26abe None None] For port 452a60be-4f45-4903-b06d-706976696936, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:30:36.263358 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-d7a831c1-552c-4faf-9d6d-9e10afb26abe None None] For port 452a60be-4f45-4903-b06d-706976696936, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=452a60be-4f45-4903-b06d-706976696936,segment=NetworkSegment(a49a982d-b843-4352-92aa-ba16ee1e53c5),segment_id=a49a982d-b843-4352-92aa-ba16ee1e53c5)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:30:36.272883 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-d7a831c1-552c-4faf-9d6d-9e10afb26abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:36.287822 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-18b46321-b672-42b1-84b3-703c67ec9993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:36.301440 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-25d50078-392b-4a34-acb8-0f52a991a194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:36.372539 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a831c1-552c-4faf-9d6d-9e10afb26abe None None] Routers {'26938c7b-f407-4029-bd65-e1ce79aa3d67'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:30:36.373875 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-d7a831c1-552c-4faf-9d6d-9e10afb26abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:30:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['26938c7b-f407-4029-bd65-e1ce79aa3d67'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:30:36.378333 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54bd470-1668-488d-8ac7-78f5122bfec2 None None] Pushing event updated for resources: {'Port': ['ID=452a60be-4f45-4903-b06d-706976696936,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:36.405378 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4e1b45-aa03-4814-8b2a-81395d35b2e3 None None] Network b16c99b3-f3db-4262-985b-24e2a0378d91 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:30:36.518166 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-25d50078-392b-4a34-acb8-0f52a991a194 admin admin] Allocated IP 172.20.0.1 (b16c99b3-f3db-4262-985b-24e2a0378d91/36e0c2dd-b4b1-44e6-b313-2ba705b79642/de2b6970-7adb-41ea-91ad-3d02e07dcdab) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:30:36.529016 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-d7a831c1-552c-4faf-9d6d-9e10afb26abe None None] Set router 26938c7b-f407-4029-bd65-e1ce79aa3d67 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:30:36.646530 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 1e911cbb-d33d-432b-9999-bb181fa58a62 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:30:36.647150 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:36.667715 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-25d50078-392b-4a34-acb8-0f52a991a194 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:36.710147 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-25d50078-392b-4a34-acb8-0f52a991a194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:36.737827 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-7e6e8a52-bd04-487e-a589-bd75869619ff None None] Provisioning complete for port 452a60be-4f45-4903-b06d-706976696936 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:30:36.738457 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7e6e8a52-bd04-487e-a589-bd75869619ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:36.756713 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d50078-392b-4a34-acb8-0f52a991a194 admin admin] Network b16c99b3-f3db-4262-985b-24e2a0378d91 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:30:36.760405 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-25d50078-392b-4a34-acb8-0f52a991a194 admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:30:36.764553 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d50078-392b-4a34-acb8-0f52a991a194 admin admin] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:30:36.769658 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-d7a831c1-552c-4faf-9d6d-9e10afb26abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'name': 'tempest-TestSnapshotPattern-1192495994-router', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '03d1e8a7-db76-4a35-86d9-293316e5c4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:30:29Z', 'updated_at': '2021-11-09T22:30:31Z', 'revision_number': 4, 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'gw_port': {'id': '03d1e8a7-db76-4a35-86d9-293316e5c4cc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:30:29Z', 'updated_at': '2021-11-09T22:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '452a60be-4f45-4903-b06d-706976696936', 'name': '', 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'mac_address': 'fa:16:3e:84:1b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '081015f1-0b0e-4d83-9bf7-37d4da7ba79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:30:31Z', 'updated_at': '2021-11-09T22:30:36Z', 'revision_number': 4, 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'subnets': [{'id': '081015f1-0b0e-4d83-9bf7-37d4da7ba79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:30:36.806932 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a831c1-552c-4faf-9d6d-9e10afb26abe None None] The sync data for ids ['26938c7b-f407-4029-bd65-e1ce79aa3d67'] in n-d-816206-3 is: [{'id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'name': 'tempest-TestSnapshotPattern-1192495994-router', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '03d1e8a7-db76-4a35-86d9-293316e5c4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:30:29Z', 'updated_at': '2021-11-09T22:30:31Z', 'revision_number': 4, 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'gw_port': {'id': '03d1e8a7-db76-4a35-86d9-293316e5c4cc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:30:29Z', 'updated_at': '2021-11-09T22:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '452a60be-4f45-4903-b06d-706976696936', 'name': '', 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'mac_address': 'fa:16:3e:84:1b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '081015f1-0b0e-4d83-9bf7-37d4da7ba79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:30:31Z', 'updated_at': '2021-11-09T22:30:36Z', 'revision_number': 4, 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'subnets': [{'id': '081015f1-0b0e-4d83-9bf7-37d4da7ba79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:30:36.815663 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d50078-392b-4a34-acb8-0f52a991a194 admin admin] Pushing event updated for resources: {'Port': ['ID=de2b6970-7adb-41ea-91ad-3d02e07dcdab,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:36.831689 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-25d50078-392b-4a34-acb8-0f52a991a194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378210'] for router_interface, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:36.985622 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-25d50078-392b-4a34-acb8-0f52a991a194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:37.024628 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:37.064464 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] For port 1e911cbb-d33d-432b-9999-bb181fa58a62, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=1e911cbb-d33d-432b-9999-bb181fa58a62,segment=NetworkSegment(a0f52759-a8f5-40ae-aad6-67f205ffcb71),segment_id=a0f52759-a8f5-40ae-aad6-67f205ffcb71)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:30:37.080802 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:37.105999 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7e6e8a52-bd04-487e-a589-bd75869619ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:37.148700 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-18b46321-b672-42b1-84b3-703c67ec9993 None None] Publish callbacks [] for port, precommit_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:37.176748 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-18b46321-b672-42b1-84b3-703c67ec9993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:37.190721 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-25d50078-392b-4a34-acb8-0f52a991a194 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:37.196480 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-25d50078-392b-4a34-acb8-0f52a991a194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:37.212533 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-7e6e8a52-bd04-487e-a589-bd75869619ff None None] For port 452a60be-4f45-4903-b06d-706976696936, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=452a60be-4f45-4903-b06d-706976696936,segment=NetworkSegment(a49a982d-b843-4352-92aa-ba16ee1e53c5),segment_id=a49a982d-b843-4352-92aa-ba16ee1e53c5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:30:37.223708 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7e6e8a52-bd04-487e-a589-bd75869619ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:37.234468 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Pushing event updated for resources: {'Port': ['ID=1e911cbb-d33d-432b-9999-bb181fa58a62,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:37.247378 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6aed24c-4042-430f-900e-8699fc663e77 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:30:37.275244 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d50078-392b-4a34-acb8-0f52a991a194 admin admin] Pushing event updated for resources: {'Port': ['ID=de2b6970-7adb-41ea-91ad-3d02e07dcdab,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:37.276511 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-18b46321-b672-42b1-84b3-703c67ec9993 None None] Attempting to bind port 31dca5f2-1001-456d-963d-57c5d45bcc50 on host n-d-816206-3 for vnic_type normal with profile {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:30:37.277737 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-18b46321-b672-42b1-84b3-703c67ec9993 None None] Attempting to bind port 31dca5f2-1001-456d-963d-57c5d45bcc50 by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:30:37.277886 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-25d50078-392b-4a34-acb8-0f52a991a194 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378358'] for router_interface, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:37.278267 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b46321-b672-42b1-84b3-703c67ec9993 None None] Attempting to bind port 31dca5f2-1001-456d-963d-57c5d45bcc50 on network 4531c23d-84b7-490d-8d7c-6676781b6e6a {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:30:37.296128 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b46321-b672-42b1-84b3-703c67ec9993 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:30:37.297008 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b46321-b672-42b1-84b3-703c67ec9993 None None] Checking segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:30:37.298237 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-18b46321-b672-42b1-84b3-703c67ec9993 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:37.298839 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b46321-b672-42b1-84b3-703c67ec9993 None None] Bound using segment: {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'} {{(pid=102609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:30:37.299456 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.managers [None req-18b46321-b672-42b1-84b3-703c67ec9993 None None] Bound port: 31dca5f2-1001-456d-963d-57c5d45bcc50, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a8b153-9819-4edc-8cfd-6c6c42695b22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a'}}] {{(pid=102609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:30:37.299960 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-18b46321-b672-42b1-84b3-703c67ec9993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:37.354753 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ac5d6-b0ac-4648-b085-b18371f88a69 None None] Pushing event updated for resources: {'Port': ['ID=31dca5f2-1001-456d-963d-57c5d45bcc50,revision_number=2']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:37.426905 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d50078-392b-4a34-acb8-0f52a991a194 admin admin] Network b16c99b3-f3db-4262-985b-24e2a0378d91 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:30:37.431341 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-18b46321-b672-42b1-84b3-703c67ec9993 None None] For port 31dca5f2-1001-456d-963d-57c5d45bcc50, host n-d-816206-3, cleared binding levels {{(pid=102609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:30:37.436219 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-25d50078-392b-4a34-acb8-0f52a991a194 admin admin] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:30:37.454924 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-cdacfca5-aa57-4bfc-9da2-d874a19fea8b None None] Provisioning complete for port 452a60be-4f45-4903-b06d-706976696936 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:30:37.454924 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cdacfca5-aa57-4bfc-9da2-d874a19fea8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:37.497330 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-18b46321-b672-42b1-84b3-703c67ec9993 None None] For port 31dca5f2-1001-456d-963d-57c5d45bcc50, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=31dca5f2-1001-456d-963d-57c5d45bcc50,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:30:37.532030 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-18b46321-b672-42b1-84b3-703c67ec9993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:37.555849 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6e8a52-bd04-487e-a589-bd75869619ff None None] Pushing event updated for resources: {'Port': ['ID=452a60be-4f45-4903-b06d-706976696936,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:37.612011 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40d237c-3ab3-46bd-928c-9ce29829cd22 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:30:37.650628 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b46321-b672-42b1-84b3-703c67ec9993 None None] Routers {'deca08fe-452a-42f7-bf5b-c3ba3b0edb38'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:30:37.651718 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-18b46321-b672-42b1-84b3-703c67ec9993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:30:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['deca08fe-452a-42f7-bf5b-c3ba3b0edb38'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:30:37.663250 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d50078-392b-4a34-acb8-0f52a991a194 admin admin] Router deca08fe-452a-42f7-bf5b-c3ba3b0edb38 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:30:37.790884 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ac5d6-b0ac-4648-b085-b18371f88a69 None None] Pushing event updated for resources: {'Port': ['ID=31dca5f2-1001-456d-963d-57c5d45bcc50,revision_number=3']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:37.807343 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d50078-392b-4a34-acb8-0f52a991a194 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:30:37.820543 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-25d50078-392b-4a34-acb8-0f52a991a194 admin admin] 10.222.0.49 "PUT /v2.0/routers/deca08fe-452a-42f7-bf5b-c3ba3b0edb38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0589352 Nov 09 22:30:37.820816 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-cdacfca5-aa57-4bfc-9da2-d874a19fea8b None None] Provisioning complete for port 1e911cbb-d33d-432b-9999-bb181fa58a62 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:30:37.820816 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cdacfca5-aa57-4bfc-9da2-d874a19fea8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:37.875997 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-18b46321-b672-42b1-84b3-703c67ec9993 None None] Set router deca08fe-452a-42f7-bf5b-c3ba3b0edb38 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:30:38.073050 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-cdacfca5-aa57-4bfc-9da2-d874a19fea8b None None] Provisioning complete for port 31dca5f2-1001-456d-963d-57c5d45bcc50 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:30:38.073662 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cdacfca5-aa57-4bfc-9da2-d874a19fea8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:38.164252 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 452a60be-4f45-4903-b06d-706976696936 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:30:38.272279 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cdacfca5-aa57-4bfc-9da2-d874a19fea8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:38.276854 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 452a60be-4f45-4903-b06d-706976696936 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:30:38.277212 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:38.282761 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-18b46321-b672-42b1-84b3-703c67ec9993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deca08fe-452a-42f7-bf5b-c3ba3b0edb38', 'name': 'tempest-TestSnapshotPattern-1608788697-router', 'tenant_id': 'b0d9d84c52a24f17ba6c81aedabd0e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '31dca5f2-1001-456d-963d-57c5d45bcc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:30:34Z', 'updated_at': '2021-11-09T22:30:36Z', 'revision_number': 4, 'project_id': 'b0d9d84c52a24f17ba6c81aedabd0e03', 'gw_port': {'id': '31dca5f2-1001-456d-963d-57c5d45bcc50', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deca08fe-452a-42f7-bf5b-c3ba3b0edb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:30:34Z', 'updated_at': '2021-11-09T22:30:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'de2b6970-7adb-41ea-91ad-3d02e07dcdab', 'name': '', 'network_id': 'b16c99b3-f3db-4262-985b-24e2a0378d91', 'tenant_id': 'b0d9d84c52a24f17ba6c81aedabd0e03', 'mac_address': 'fa:16:3e:00:bf:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deca08fe-452a-42f7-bf5b-c3ba3b0edb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '36e0c2dd-b4b1-44e6-b313-2ba705b79642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:30:36Z', 'updated_at': '2021-11-09T22:30:37Z', 'revision_number': 2, 'project_id': 'b0d9d84c52a24f17ba6c81aedabd0e03', 'subnets': [{'id': '36e0c2dd-b4b1-44e6-b313-2ba705b79642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:30:38.341698 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-cdacfca5-aa57-4bfc-9da2-d874a19fea8b None None] For port 31dca5f2-1001-456d-963d-57c5d45bcc50, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=31dca5f2-1001-456d-963d-57c5d45bcc50,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:30:38.344342 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b46321-b672-42b1-84b3-703c67ec9993 None None] The sync data for ids ['deca08fe-452a-42f7-bf5b-c3ba3b0edb38'] in n-d-816206-3 is: [{'id': 'deca08fe-452a-42f7-bf5b-c3ba3b0edb38', 'name': 'tempest-TestSnapshotPattern-1608788697-router', 'tenant_id': 'b0d9d84c52a24f17ba6c81aedabd0e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '31dca5f2-1001-456d-963d-57c5d45bcc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:30:34Z', 'updated_at': '2021-11-09T22:30:36Z', 'revision_number': 4, 'project_id': 'b0d9d84c52a24f17ba6c81aedabd0e03', 'gw_port': {'id': '31dca5f2-1001-456d-963d-57c5d45bcc50', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deca08fe-452a-42f7-bf5b-c3ba3b0edb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:30:34Z', 'updated_at': '2021-11-09T22:30:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'de2b6970-7adb-41ea-91ad-3d02e07dcdab', 'name': '', 'network_id': 'b16c99b3-f3db-4262-985b-24e2a0378d91', 'tenant_id': 'b0d9d84c52a24f17ba6c81aedabd0e03', 'mac_address': 'fa:16:3e:00:bf:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deca08fe-452a-42f7-bf5b-c3ba3b0edb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '36e0c2dd-b4b1-44e6-b313-2ba705b79642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:30:36Z', 'updated_at': '2021-11-09T22:30:37Z', 'revision_number': 2, 'project_id': 'b0d9d84c52a24f17ba6c81aedabd0e03', 'subnets': [{'id': '36e0c2dd-b4b1-44e6-b313-2ba705b79642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:30:38.352042 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cdacfca5-aa57-4bfc-9da2-d874a19fea8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:38.429105 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdacfca5-aa57-4bfc-9da2-d874a19fea8b None None] Pushing event updated for resources: {'Port': ['ID=31dca5f2-1001-456d-963d-57c5d45bcc50,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:38.446429 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 1e911cbb-d33d-432b-9999-bb181fa58a62 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:30:38.499113 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-fd88b990-12e3-4714-a686-52ff72e424da None None] Provisioning complete for port de2b6970-7adb-41ea-91ad-3d02e07dcdab triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:30:38.499487 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fd88b990-12e3-4714-a686-52ff72e424da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:38.539299 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 1e911cbb-d33d-432b-9999-bb181fa58a62 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:30:38.539671 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:38.542664 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-fd88b990-12e3-4714-a686-52ff72e424da None None] Port de2b6970-7adb-41ea-91ad-3d02e07dcdab cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:30:38.589252 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-fd88b990-12e3-4714-a686-52ff72e424da None None] Provisioning complete for port 1e911cbb-d33d-432b-9999-bb181fa58a62 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:30:38.589625 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fd88b990-12e3-4714-a686-52ff72e424da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:38.735941 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-fd88b990-12e3-4714-a686-52ff72e424da None None] Provisioning complete for port 31dca5f2-1001-456d-963d-57c5d45bcc50 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:30:38.736353 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fd88b990-12e3-4714-a686-52ff72e424da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:38.823001 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38974) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:30:38.828937 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-f191cac1-6cef-475e-9497-2bbfed62dc56 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-231998586', 'description': 'tempest-secgroup-smoke-231998586 description', 'project_id': '994c2c2d9f33453798f3b211aaa49d17'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:30:38.851088 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f191cac1-6cef-475e-9497-2bbfed62dc56 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks [] for security_group, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:38.922071 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f191cac1-6cef-475e-9497-2bbfed62dc56 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks [] for security_group, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:38.925682 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f191cac1-6cef-475e-9497-2bbfed62dc56 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:38.957381 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191cac1-6cef-475e-9497-2bbfed62dc56 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f31d7dd1-dd71-41e9-b64f-f86bacc16d71,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:38.961899 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f191cac1-6cef-475e-9497-2bbfed62dc56 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:38.966131 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f191cac1-6cef-475e-9497-2bbfed62dc56 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1386054 Nov 09 22:30:38.966584 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38976) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:30:38.970793 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-d24a5653-3e5f-44a5-9fda-307a68ac9165 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Request body: {'security_group_rule': {'security_group_id': 'f31d7dd1-dd71-41e9-b64f-f86bacc16d71', 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:30:39.002158 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d24a5653-3e5f-44a5-9fda-307a68ac9165 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:39.057120 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d24a5653-3e5f-44a5-9fda-307a68ac9165 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:39.060639 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d24a5653-3e5f-44a5-9fda-307a68ac9165 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:39.079136 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a5653-3e5f-44a5-9fda-307a68ac9165 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0b3dc96-022b-4538-a453-d2147ceede06,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:39.084767 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d24a5653-3e5f-44a5-9fda-307a68ac9165 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:39.085975 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-d24a5653-3e5f-44a5-9fda-307a68ac9165 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1187518 Nov 09 22:30:39.088777 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38978) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:30:39.093020 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-ce7d1897-f4c9-4dfd-b3a4-e17c2dee2980 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Request body: {'security_group_rule': {'security_group_id': 'f31d7dd1-dd71-41e9-b64f-f86bacc16d71', 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:30:39.119035 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ce7d1897-f4c9-4dfd-b3a4-e17c2dee2980 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:39.176179 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ce7d1897-f4c9-4dfd-b3a4-e17c2dee2980 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:39.179946 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ce7d1897-f4c9-4dfd-b3a4-e17c2dee2980 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:39.196326 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d1897-f4c9-4dfd-b3a4-e17c2dee2980 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4ea0fa5-b2d6-4640-a4e3-72f8a038b983,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:39.207773 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ce7d1897-f4c9-4dfd-b3a4-e17c2dee2980 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:39.209508 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ce7d1897-f4c9-4dfd-b3a4-e17c2dee2980 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1192772 Nov 09 22:30:39.212362 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38980) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:30:39.216572 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-2e7bc7c1-c091-4265-bf2b-509a1504324f tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Request body: {'security_group_rule': {'security_group_id': 'f31d7dd1-dd71-41e9-b64f-f86bacc16d71', 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:30:39.241510 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2e7bc7c1-c091-4265-bf2b-509a1504324f tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:39.295735 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2e7bc7c1-c091-4265-bf2b-509a1504324f tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:39.298906 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2e7bc7c1-c091-4265-bf2b-509a1504324f tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:39.315730 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7bc7c1-c091-4265-bf2b-509a1504324f tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7999d3a0-1e68-4a4a-9943-1b4138c3c96e,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:39.322721 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2e7bc7c1-c091-4265-bf2b-509a1504324f tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:39.323897 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-2e7bc7c1-c091-4265-bf2b-509a1504324f tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1105895 Nov 09 22:30:39.326634 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 38982) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:30:39.330824 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-7808be09-92a5-4c2d-b003-7e7bbea73f03 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Request body: {'security_group_rule': {'security_group_id': 'f31d7dd1-dd71-41e9-b64f-f86bacc16d71', 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:30:39.356765 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7808be09-92a5-4c2d-b003-7e7bbea73f03 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:39.412093 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7808be09-92a5-4c2d-b003-7e7bbea73f03 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:39.415411 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7808be09-92a5-4c2d-b003-7e7bbea73f03 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:39.432441 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7808be09-92a5-4c2d-b003-7e7bbea73f03 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b230091b-3731-416a-b8f0-62dddb946633,revision_number=0']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:39.439722 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7808be09-92a5-4c2d-b003-7e7bbea73f03 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:39.444068 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-7808be09-92a5-4c2d-b003-7e7bbea73f03 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1134005 Nov 09 22:30:39.444526 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38984) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:30:39.449489 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-3475760d-aaac-47d1-a7db-2a0b0218d713 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Request body: {'security_group_rule': {'security_group_id': 'f31d7dd1-dd71-41e9-b64f-f86bacc16d71', 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:30:39.472380 n-d-816206-3 neutron-server[102608]: INFO neutron.db.securitygroups_db [None req-3475760d-aaac-47d1-a7db-2a0b0218d713 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Project 994c2c2d9f33453798f3b211aaa49d17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 22:30:39.477620 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3475760d-aaac-47d1-a7db-2a0b0218d713 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:39.535961 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3475760d-aaac-47d1-a7db-2a0b0218d713 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:39.539447 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3475760d-aaac-47d1-a7db-2a0b0218d713 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:39.558006 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3475760d-aaac-47d1-a7db-2a0b0218d713 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05c8c657-8a9e-4f73-9aee-c46e0a11a6f7,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:39.569694 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-3475760d-aaac-47d1-a7db-2a0b0218d713 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:39.570892 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-3475760d-aaac-47d1-a7db-2a0b0218d713 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1252246 Nov 09 22:30:39.573615 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 38986) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:30:39.577892 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.v2.base [None req-a702453f-027f-4141-bb33-6f77c25ac70d tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Request body: {'security_group_rule': {'security_group_id': 'f31d7dd1-dd71-41e9-b64f-f86bacc16d71', 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:30:39.599478 n-d-816206-3 neutron-server[102608]: INFO neutron.db.securitygroups_db [None req-a702453f-027f-4141-bb33-6f77c25ac70d tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Project 994c2c2d9f33453798f3b211aaa49d17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 22:30:39.604230 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a702453f-027f-4141-bb33-6f77c25ac70d tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:39.662198 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a702453f-027f-4141-bb33-6f77c25ac70d tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:39.665596 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a702453f-027f-4141-bb33-6f77c25ac70d tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472200'] for security_group_rule, after_create {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:39.682644 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a702453f-027f-4141-bb33-6f77c25ac70d tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b4b710f-a427-46ea-bcbd-fdfc0060845c,revision_number=0']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:39.690106 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a702453f-027f-4141-bb33-6f77c25ac70d tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:39.691300 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-a702453f-027f-4141-bb33-6f77c25ac70d tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1167750 Nov 09 22:30:39.863201 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-13107905-d452-46c8-a3c2-0c61b93c14b4 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-231998586&fields=id&tenant_id=994c2c2d9f33453798f3b211aaa49d17 HTTP/1.1" status: 200 len: 267 time: 0.0501535 Nov 09 22:30:39.973247 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-b229ea4a-4e6a-4d85-8c74-398d7f6db5ed tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:30:39.974721 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-b229ea4a-4e6a-4d85-8c74-398d7f6db5ed tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/networks?id=f6385a7a-e495-47ec-bdd0-48675e8fd007 HTTP/1.1" status: 200 len: 810 time: 0.1036413 Nov 09 22:30:39.991007 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-bc6ddaf8-43d9-4a10-baba-bc90b378855d tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/quotas/994c2c2d9f33453798f3b211aaa49d17 HTTP/1.1" status: 200 len: 375 time: 0.0095663 Nov 09 22:30:40.057302 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-a82b1462-d8de-4c9c-8bc1-53d002ee49c1 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=994c2c2d9f33453798f3b211aaa49d17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606942 Nov 09 22:30:40.110003 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 31dca5f2-1001-456d-963d-57c5d45bcc50 up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:30:40.167118 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port 31dca5f2-1001-456d-963d-57c5d45bcc50 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:30:40.167586 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:40.188504 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-aeb2b993-81c8-45e8-ae27-988b95c7bfc8 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 22:30:40.189663 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-aeb2b993-81c8-45e8-ae27-988b95c7bfc8 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1200778 Nov 09 22:30:40.286206 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-1d942b9f-339d-40c5-8019-8cb04980846c service neutron] 10.222.0.49 "GET /v2.0/networks/f6385a7a-e495-47ec-bdd0-48675e8fd007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895438 Nov 09 22:30:40.382703 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-2531b3a9-f368-494f-9b3a-659a64aa87aa service neutron] 10.222.0.49 "GET /v2.0/networks/f6385a7a-e495-47ec-bdd0-48675e8fd007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896389 Nov 09 22:30:40.552054 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-23e76428-d162-4434-b27c-98e11c3d42e0 req-b31ed8c3-5c10-47df-aa27-c0704a69e44c tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c61b860-0993-4584-9431-9145bd0ad11f HTTP/1.1" status: 200 len: 210 time: 0.0297344 Nov 09 22:30:41.145006 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0518ee98-1d31-457a-8f70-cf4b3bd46ca8 None None] Sync routers for ids ['deca08fe-452a-42f7-bf5b-c3ba3b0edb38'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:30:41.155423 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0518ee98-1d31-457a-8f70-cf4b3bd46ca8 None None] Routers {'deca08fe-452a-42f7-bf5b-c3ba3b0edb38'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:30:41.156029 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-0518ee98-1d31-457a-8f70-cf4b3bd46ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:30:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['deca08fe-452a-42f7-bf5b-c3ba3b0edb38'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:30:41.260267 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-0518ee98-1d31-457a-8f70-cf4b3bd46ca8 None None] Set router deca08fe-452a-42f7-bf5b-c3ba3b0edb38 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:30:41.459632 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-0518ee98-1d31-457a-8f70-cf4b3bd46ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deca08fe-452a-42f7-bf5b-c3ba3b0edb38', 'name': 'tempest-TestSnapshotPattern-1608788697-router', 'tenant_id': 'b0d9d84c52a24f17ba6c81aedabd0e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '31dca5f2-1001-456d-963d-57c5d45bcc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:30:34Z', 'updated_at': '2021-11-09T22:30:36Z', 'revision_number': 4, 'project_id': 'b0d9d84c52a24f17ba6c81aedabd0e03', 'gw_port': {'id': '31dca5f2-1001-456d-963d-57c5d45bcc50', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deca08fe-452a-42f7-bf5b-c3ba3b0edb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:30:34Z', 'updated_at': '2021-11-09T22:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'de2b6970-7adb-41ea-91ad-3d02e07dcdab', 'name': '', 'network_id': 'b16c99b3-f3db-4262-985b-24e2a0378d91', 'tenant_id': 'b0d9d84c52a24f17ba6c81aedabd0e03', 'mac_address': 'fa:16:3e:00:bf:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deca08fe-452a-42f7-bf5b-c3ba3b0edb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '36e0c2dd-b4b1-44e6-b313-2ba705b79642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:30:36Z', 'updated_at': '2021-11-09T22:30:37Z', 'revision_number': 2, 'project_id': 'b0d9d84c52a24f17ba6c81aedabd0e03', 'subnets': [{'id': '36e0c2dd-b4b1-44e6-b313-2ba705b79642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:30:41.489876 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0518ee98-1d31-457a-8f70-cf4b3bd46ca8 None None] Checking router: deca08fe-452a-42f7-bf5b-c3ba3b0edb38 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:30:41.490766 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0518ee98-1d31-457a-8f70-cf4b3bd46ca8 None None] Updating router deca08fe-452a-42f7-bf5b-c3ba3b0edb38 port de2b6970-7adb-41ea-91ad-3d02e07dcdab binding host n-d-816206-3 {{(pid=102610) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 22:30:41.524125 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0518ee98-1d31-457a-8f70-cf4b3bd46ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:41.670855 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-547bbcb9-8d31-46a6-8188-f2dc9e1825d4 req-451424d9-d51a-4b1a-b558-320b18ec43d6 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c61b860-0993-4584-9431-9145bd0ad11f HTTP/1.1" status: 200 len: 210 time: 0.0324426 Nov 09 22:30:41.678427 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-8bc77284-2685-4f9a-9934-4388de95ce64 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:30:41.679984 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-8bc77284-2685-4f9a-9934-4388de95ce64 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.45 "GET /v2.0/networks?id=f6385a7a-e495-47ec-bdd0-48675e8fd007 HTTP/1.1" status: 200 len: 810 time: 0.1971529 Nov 09 22:30:41.748980 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-721c2633-d06c-4c33-bae4-28a6ffccfce1 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=994c2c2d9f33453798f3b211aaa49d17 HTTP/1.1" status: 200 len: 379 time: 0.0593443 Nov 09 22:30:41.758988 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-d5608133-0a0d-4678-8368-ae087a70e19a tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Request body: {'port': {'device_id': '0c61b860-0993-4584-9431-9145bd0ad11f', 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007', 'admin_state_up': True, 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'security_groups': ['f31d7dd1-dd71-41e9-b64f-f86bacc16d71']}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:30:41.812827 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0518ee98-1d31-457a-8f70-cf4b3bd46ca8 None None] Publish callbacks [] for port, precommit_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:41.818008 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0518ee98-1d31-457a-8f70-cf4b3bd46ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:41.864364 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb827ca-dfc9-4238-b328-3fdef979c169 None None] Pushing event updated for resources: {'Port': ['ID=de2b6970-7adb-41ea-91ad-3d02e07dcdab,revision_number=3']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:41.866264 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-d5608133-0a0d-4678-8368-ae087a70e19a tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Made reservation on behalf of 994c2c2d9f33453798f3b211aaa49d17 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:30:41.870017 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-d5608133-0a0d-4678-8368-ae087a70e19a tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:41.917647 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-0518ee98-1d31-457a-8f70-cf4b3bd46ca8 None None] Attempting to bind port de2b6970-7adb-41ea-91ad-3d02e07dcdab on host n-d-816206-3 for vnic_type normal with profile {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:30:41.918335 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-0518ee98-1d31-457a-8f70-cf4b3bd46ca8 None None] Attempting to bind port de2b6970-7adb-41ea-91ad-3d02e07dcdab by drivers openvswitch,hyperv on host n-d-816206-3 at level 0 using segments [{'id': 'a0f52759-a8f5-40ae-aad6-67f205ffcb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b16c99b3-f3db-4262-985b-24e2a0378d91'}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:30:41.918699 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0518ee98-1d31-457a-8f70-cf4b3bd46ca8 None None] Attempting to bind port de2b6970-7adb-41ea-91ad-3d02e07dcdab on network b16c99b3-f3db-4262-985b-24e2a0378d91 {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:30:41.923868 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0518ee98-1d31-457a-8f70-cf4b3bd46ca8 None None] Checking agent: {'id': '294811da-daab-4e4f-a4e4-338c402cb2c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 1, 53), 'started_at': datetime.datetime(2021, 11, 9, 21, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:30:41.924242 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0518ee98-1d31-457a-8f70-cf4b3bd46ca8 None None] Checking segment: {'id': 'a0f52759-a8f5-40ae-aad6-67f205ffcb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b16c99b3-f3db-4262-985b-24e2a0378d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102610) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:30:41.924662 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0518ee98-1d31-457a-8f70-cf4b3bd46ca8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:41.925073 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0518ee98-1d31-457a-8f70-cf4b3bd46ca8 None None] Bound using segment: {'id': 'a0f52759-a8f5-40ae-aad6-67f205ffcb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b16c99b3-f3db-4262-985b-24e2a0378d91'} {{(pid=102610) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:30:41.925724 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.managers [None req-0518ee98-1d31-457a-8f70-cf4b3bd46ca8 None None] Bound port: de2b6970-7adb-41ea-91ad-3d02e07dcdab, host: n-d-816206-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f52759-a8f5-40ae-aad6-67f205ffcb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b16c99b3-f3db-4262-985b-24e2a0378d91'}}] {{(pid=102610) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:30:41.925934 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0518ee98-1d31-457a-8f70-cf4b3bd46ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:42.000163 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-0518ee98-1d31-457a-8f70-cf4b3bd46ca8 None None] For port de2b6970-7adb-41ea-91ad-3d02e07dcdab, host n-d-816206-3, cleared binding levels {{(pid=102610) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:30:42.003520 n-d-816206-3 neutron-server[102610]: DEBUG neutron.plugins.ml2.db [None req-0518ee98-1d31-457a-8f70-cf4b3bd46ca8 None None] For port de2b6970-7adb-41ea-91ad-3d02e07dcdab, host n-d-816206-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=de2b6970-7adb-41ea-91ad-3d02e07dcdab,segment=NetworkSegment(a0f52759-a8f5-40ae-aad6-67f205ffcb71),segment_id=a0f52759-a8f5-40ae-aad6-67f205ffcb71)] {{(pid=102610) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:30:42.008281 n-d-816206-3 neutron-server[102610]: DEBUG neutron_lib.callbacks.manager [None req-0518ee98-1d31-457a-8f70-cf4b3bd46ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:42.015247 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-d5608133-0a0d-4678-8368-ae087a70e19a tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Allocated IP 172.20.0.11 (f6385a7a-e495-47ec-bdd0-48675e8fd007/081015f1-0b0e-4d83-9bf7-37d4da7ba79f/a36f3e36-46b1-40e4-9bae-6f6396db62d5) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:30:42.060003 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0518ee98-1d31-457a-8f70-cf4b3bd46ca8 None None] Routers {'deca08fe-452a-42f7-bf5b-c3ba3b0edb38'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:30:42.060814 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-0518ee98-1d31-457a-8f70-cf4b3bd46ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:30:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['deca08fe-452a-42f7-bf5b-c3ba3b0edb38'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:30:42.171619 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-d5608133-0a0d-4678-8368-ae087a70e19a tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:42.187603 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-497ebfb7-9ef0-4474-99ac-0110284df8b2 None None] Provisioning complete for port de2b6970-7adb-41ea-91ad-3d02e07dcdab triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:30:42.189087 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-497ebfb7-9ef0-4474-99ac-0110284df8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:42.213854 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-d5608133-0a0d-4678-8368-ae087a70e19a tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:42.268726 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-d5608133-0a0d-4678-8368-ae087a70e19a tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Network f6385a7a-e495-47ec-bdd0-48675e8fd007 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:30:42.273007 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-d5608133-0a0d-4678-8368-ae087a70e19a tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:30:42.278146 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-d5608133-0a0d-4678-8368-ae087a70e19a tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:30:42.280582 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5608133-0a0d-4678-8368-ae087a70e19a tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Pushing event updated for resources: {'Port': ['ID=a36f3e36-46b1-40e4-9bae-6f6396db62d5,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:42.289906 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-0518ee98-1d31-457a-8f70-cf4b3bd46ca8 None None] Set router deca08fe-452a-42f7-bf5b-c3ba3b0edb38 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:30:42.294502 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-497ebfb7-9ef0-4474-99ac-0110284df8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:42.325375 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb827ca-dfc9-4238-b328-3fdef979c169 None None] Pushing event updated for resources: {'Port': ['ID=de2b6970-7adb-41ea-91ad-3d02e07dcdab,revision_number=4']} {{(pid=102610) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:42.344990 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-497ebfb7-9ef0-4474-99ac-0110284df8b2 None None] For port de2b6970-7adb-41ea-91ad-3d02e07dcdab, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=de2b6970-7adb-41ea-91ad-3d02e07dcdab,segment=NetworkSegment(a0f52759-a8f5-40ae-aad6-67f205ffcb71),segment_id=a0f52759-a8f5-40ae-aad6-67f205ffcb71)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:30:42.351841 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-497ebfb7-9ef0-4474-99ac-0110284df8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:42.359508 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-d5608133-0a0d-4678-8368-ae087a70e19a tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:30:42.360159 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-d5608133-0a0d-4678-8368-ae087a70e19a tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:42.382067 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-d5608133-0a0d-4678-8368-ae087a70e19a tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6266792 Nov 09 22:30:42.397344 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-3af7addd-486d-4a7d-90a8-cacdfb64d87b service neutron] Request body: {'port': {'device_id': '0c61b860-0993-4584-9431-9145bd0ad11f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:30:42.415167 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ebfb7-9ef0-4474-99ac-0110284df8b2 None None] Pushing event updated for resources: {'Port': ['ID=de2b6970-7adb-41ea-91ad-3d02e07dcdab,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:42.460984 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-3af7addd-486d-4a7d-90a8-cacdfb64d87b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:42.489350 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-50527ae9-e5d2-4e3c-a623-c1814526c703 None None] Provisioning complete for port de2b6970-7adb-41ea-91ad-3d02e07dcdab triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:30:42.489810 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-50527ae9-e5d2-4e3c-a623-c1814526c703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:42.539010 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-0518ee98-1d31-457a-8f70-cf4b3bd46ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deca08fe-452a-42f7-bf5b-c3ba3b0edb38', 'name': 'tempest-TestSnapshotPattern-1608788697-router', 'tenant_id': 'b0d9d84c52a24f17ba6c81aedabd0e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '31dca5f2-1001-456d-963d-57c5d45bcc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:30:34Z', 'updated_at': '2021-11-09T22:30:36Z', 'revision_number': 4, 'project_id': 'b0d9d84c52a24f17ba6c81aedabd0e03', 'gw_port': {'id': '31dca5f2-1001-456d-963d-57c5d45bcc50', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deca08fe-452a-42f7-bf5b-c3ba3b0edb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:30:34Z', 'updated_at': '2021-11-09T22:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'de2b6970-7adb-41ea-91ad-3d02e07dcdab', 'name': '', 'network_id': 'b16c99b3-f3db-4262-985b-24e2a0378d91', 'tenant_id': 'b0d9d84c52a24f17ba6c81aedabd0e03', 'mac_address': 'fa:16:3e:00:bf:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deca08fe-452a-42f7-bf5b-c3ba3b0edb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '36e0c2dd-b4b1-44e6-b313-2ba705b79642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:30:36Z', 'updated_at': '2021-11-09T22:30:41Z', 'revision_number': 4, 'project_id': 'b0d9d84c52a24f17ba6c81aedabd0e03', 'subnets': [{'id': '36e0c2dd-b4b1-44e6-b313-2ba705b79642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:30:42.567023 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0518ee98-1d31-457a-8f70-cf4b3bd46ca8 None None] The sync data for ids ['deca08fe-452a-42f7-bf5b-c3ba3b0edb38'] in n-d-816206-3 is: [{'id': 'deca08fe-452a-42f7-bf5b-c3ba3b0edb38', 'name': 'tempest-TestSnapshotPattern-1608788697-router', 'tenant_id': 'b0d9d84c52a24f17ba6c81aedabd0e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '31dca5f2-1001-456d-963d-57c5d45bcc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:30:34Z', 'updated_at': '2021-11-09T22:30:36Z', 'revision_number': 4, 'project_id': 'b0d9d84c52a24f17ba6c81aedabd0e03', 'gw_port': {'id': '31dca5f2-1001-456d-963d-57c5d45bcc50', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deca08fe-452a-42f7-bf5b-c3ba3b0edb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:30:34Z', 'updated_at': '2021-11-09T22:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': 'de2b6970-7adb-41ea-91ad-3d02e07dcdab', 'name': '', 'network_id': 'b16c99b3-f3db-4262-985b-24e2a0378d91', 'tenant_id': 'b0d9d84c52a24f17ba6c81aedabd0e03', 'mac_address': 'fa:16:3e:00:bf:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deca08fe-452a-42f7-bf5b-c3ba3b0edb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '36e0c2dd-b4b1-44e6-b313-2ba705b79642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:30:36Z', 'updated_at': '2021-11-09T22:30:41Z', 'revision_number': 4, 'project_id': 'b0d9d84c52a24f17ba6c81aedabd0e03', 'subnets': [{'id': '36e0c2dd-b4b1-44e6-b313-2ba705b79642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:30:42.715460 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-648dcfee-132f-465c-b042-25b77634426b None None] Provisioning complete for port a36f3e36-46b1-40e4-9bae-6f6396db62d5 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:30:42.715904 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-648dcfee-132f-465c-b042-25b77634426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:42.758320 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-648dcfee-132f-465c-b042-25b77634426b None None] Port a36f3e36-46b1-40e4-9bae-6f6396db62d5 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:30:42.764797 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-3af7addd-486d-4a7d-90a8-cacdfb64d87b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a36f3e36-46b1-40e4-9bae-6f6396db62d5 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 22:30:42.774094 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-3af7addd-486d-4a7d-90a8-cacdfb64d87b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:42.789288 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-3af7addd-486d-4a7d-90a8-cacdfb64d87b service neutron] Transition to ACTIVE for port object a36f3e36-46b1-40e4-9bae-6f6396db62d5 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 22:30:42.794354 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-3af7addd-486d-4a7d-90a8-cacdfb64d87b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:42.845798 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7addd-486d-4a7d-90a8-cacdfb64d87b service neutron] Pushing event updated for resources: {'Port': ['ID=a36f3e36-46b1-40e4-9bae-6f6396db62d5,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:42.902760 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797b581-e4a4-4a6b-9b07-0bd70ffbd447 req-3df0335e-1276-48f5-b273-5cb030976808 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:30:42.909392 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1797b581-e4a4-4a6b-9b07-0bd70ffbd447 req-3df0335e-1276-48f5-b273-5cb030976808 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c61b860-0993-4584-9431-9145bd0ad11f HTTP/1.1" status: 200 len: 944 time: 0.1461701 Nov 09 22:30:42.919858 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-3af7addd-486d-4a7d-90a8-cacdfb64d87b service neutron] Attempting to bind port a36f3e36-46b1-40e4-9bae-6f6396db62d5 on host n-h1-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:30:42.920200 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-3af7addd-486d-4a7d-90a8-cacdfb64d87b service neutron] Attempting to bind port a36f3e36-46b1-40e4-9bae-6f6396db62d5 by drivers openvswitch,hyperv on host n-h1-816206-3 at level 0 using segments [{'id': 'a49a982d-b843-4352-92aa-ba16ee1e53c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:30:42.920533 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-3af7addd-486d-4a7d-90a8-cacdfb64d87b service neutron] Attempting to bind port a36f3e36-46b1-40e4-9bae-6f6396db62d5 on network f6385a7a-e495-47ec-bdd0-48675e8fd007 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:30:42.925399 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-3af7addd-486d-4a7d-90a8-cacdfb64d87b service neutron] Port a36f3e36-46b1-40e4-9bae-6f6396db62d5 on network f6385a7a-e495-47ec-bdd0-48675e8fd007 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 22:30:42.925721 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-3af7addd-486d-4a7d-90a8-cacdfb64d87b service neutron] Attempting to bind port a36f3e36-46b1-40e4-9bae-6f6396db62d5 on network f6385a7a-e495-47ec-bdd0-48675e8fd007 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:30:42.932410 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-3af7addd-486d-4a7d-90a8-cacdfb64d87b service neutron] Checking agent: {'id': 'a5fe335b-0b93-417b-a25c-737e6cb2a90d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:30:42.933097 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-3af7addd-486d-4a7d-90a8-cacdfb64d87b service neutron] Checking segment: {'id': 'a49a982d-b843-4352-92aa-ba16ee1e53c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:30:42.933688 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-3af7addd-486d-4a7d-90a8-cacdfb64d87b service neutron] Bound using segment: {'id': 'a49a982d-b843-4352-92aa-ba16ee1e53c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:30:42.934486 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-3af7addd-486d-4a7d-90a8-cacdfb64d87b service neutron] Bound port: a36f3e36-46b1-40e4-9bae-6f6396db62d5, host: n-h1-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a49a982d-b843-4352-92aa-ba16ee1e53c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:30:42.935072 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-3af7addd-486d-4a7d-90a8-cacdfb64d87b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:42.980271 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-1797b581-e4a4-4a6b-9b07-0bd70ffbd447 req-153a1a23-7621-4bce-8939-167b75f643bc tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/security-groups?id=f31d7dd1-dd71-41e9-b64f-f86bacc16d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679080 Nov 09 22:30:43.011550 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-3af7addd-486d-4a7d-90a8-cacdfb64d87b service neutron] For port a36f3e36-46b1-40e4-9bae-6f6396db62d5, host n-h1-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:30:43.015208 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-3af7addd-486d-4a7d-90a8-cacdfb64d87b service neutron] For port a36f3e36-46b1-40e4-9bae-6f6396db62d5, host n-h1-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=a36f3e36-46b1-40e4-9bae-6f6396db62d5,segment=NetworkSegment(a49a982d-b843-4352-92aa-ba16ee1e53c5),segment_id=a49a982d-b843-4352-92aa-ba16ee1e53c5)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:30:43.021235 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-3af7addd-486d-4a7d-90a8-cacdfb64d87b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:43.058052 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-3af7addd-486d-4a7d-90a8-cacdfb64d87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:30:43.058414 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-3af7addd-486d-4a7d-90a8-cacdfb64d87b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:43.059919 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-3af7addd-486d-4a7d-90a8-cacdfb64d87b service neutron] 10.222.0.45 "PUT /v2.0/ports/a36f3e36-46b1-40e4-9bae-6f6396db62d5 HTTP/1.1" status: 200 len: 1092 time: 0.6698282 Nov 09 22:30:43.060372 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c61b860-0993-4584-9431-9145bd0ad11f', 'tag': 'a36f3e36-46b1-40e4-9bae-6f6396db62d5'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:30:43.062601 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2737eae40cef112d1dfa64c8a6cf3edc76bfb64f9e32f72bfe3df0a7140357a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5052065-f8f0-48e8-8eb7-c7634551832b" -d '{"events": [{"name": "network-changed", "server_uuid": "0c61b860-0993-4584-9431-9145bd0ad11f", "tag": "a36f3e36-46b1-40e4-9bae-6f6396db62d5"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:30:43.138431 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800f6276-07f0-4f5a-92ce-6ba2a27f2892 x-openstack-request-id: req-800f6276-07f0-4f5a-92ce-6ba2a27f2892 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:30:43.138721 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c61b860-0993-4584-9431-9145bd0ad11f", "tag": "a36f3e36-46b1-40e4-9bae-6f6396db62d5", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:30:43.138972 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-800f6276-07f0-4f5a-92ce-6ba2a27f2892 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:30:43.139367 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c61b860-0993-4584-9431-9145bd0ad11f', 'tag': 'a36f3e36-46b1-40e4-9bae-6f6396db62d5', 'status': 'completed', 'code': 200} Nov 09 22:30:43.141618 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7addd-486d-4a7d-90a8-cacdfb64d87b service neutron] Pushing event updated for resources: {'Port': ['ID=a36f3e36-46b1-40e4-9bae-6f6396db62d5,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:43.157865 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-2b130e27-30da-442c-a1b1-fc48970e1cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:30:43.159408 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-2b130e27-30da-442c-a1b1-fc48970e1cbf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=994c2c2d9f33453798f3b211aaa49d17&device_id=0c61b860-0993-4584-9431-9145bd0ad11f HTTP/1.1" status: 200 len: 1095 time: 0.0544152 Nov 09 22:30:43.208457 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-e1ba03c2-0c18-43db-8017-d9a59a810084 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a36f3e36-46b1-40e4-9bae-6f6396db62d5 HTTP/1.1" status: 200 len: 217 time: 0.0380528 Nov 09 22:30:43.259207 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-6cbe57ab-7e38-4d20-9b11-4245692cfa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:30:43.260772 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-6cbe57ab-7e38-4d20-9b11-4245692cfa1c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=081015f1-0b0e-4d83-9bf7-37d4da7ba79f HTTP/1.1" status: 200 len: 849 time: 0.0455155 Nov 09 22:30:43.306536 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-253e5b08-fbd2-47e0-87b1-0efa8d5a434b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:30:43.307995 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-253e5b08-fbd2-47e0-87b1-0efa8d5a434b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f6385a7a-e495-47ec-bdd0-48675e8fd007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396724 Nov 09 22:30:43.397166 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-12057101-37c2-4d55-a778-f2b96d5939ab service neutron] 10.222.0.45 "GET /v2.0/networks/f6385a7a-e495-47ec-bdd0-48675e8fd007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820415 Nov 09 22:30:43.482869 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f8702a94-df93-4485-a65d-b0662527d5f0 req-2e6f37d5-c180-432d-8ea0-19410ccd3094 service neutron] 10.222.0.45 "GET /v2.0/networks/f6385a7a-e495-47ec-bdd0-48675e8fd007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791287 Nov 09 22:30:43.570325 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5052065-f8f0-48e8-8eb7-c7634551832b req-dc5f68a8-c60d-4629-9fc6-7036b2764313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:30:43.571820 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f5052065-f8f0-48e8-8eb7-c7634551832b req-dc5f68a8-c60d-4629-9fc6-7036b2764313 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=994c2c2d9f33453798f3b211aaa49d17&device_id=0c61b860-0993-4584-9431-9145bd0ad11f HTTP/1.1" status: 200 len: 1095 time: 0.0421898 Nov 09 22:30:43.664907 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5052065-f8f0-48e8-8eb7-c7634551832b req-bcd5eca9-9828-43be-bb5b-8e201ab0d6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:30:43.666290 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f5052065-f8f0-48e8-8eb7-c7634551832b req-bcd5eca9-9828-43be-bb5b-8e201ab0d6bc service neutron] 10.222.0.45 "GET /v2.0/networks?id=f6385a7a-e495-47ec-bdd0-48675e8fd007 HTTP/1.1" status: 200 len: 910 time: 0.0869837 Nov 09 22:30:43.705647 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f5052065-f8f0-48e8-8eb7-c7634551832b req-5255cd31-1fdf-4b90-8846-22511d7efcd0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a36f3e36-46b1-40e4-9bae-6f6396db62d5 HTTP/1.1" status: 200 len: 217 time: 0.0323591 Nov 09 22:30:43.757392 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5052065-f8f0-48e8-8eb7-c7634551832b req-62ad5d3d-121c-4707-9029-69b5e41a092b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:30:43.758830 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f5052065-f8f0-48e8-8eb7-c7634551832b req-62ad5d3d-121c-4707-9029-69b5e41a092b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=081015f1-0b0e-4d83-9bf7-37d4da7ba79f HTTP/1.1" status: 200 len: 849 time: 0.0460227 Nov 09 22:30:43.805937 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5052065-f8f0-48e8-8eb7-c7634551832b req-ea3781fb-08a9-414d-bf5e-f8b61a45891a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:30:43.807422 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f5052065-f8f0-48e8-8eb7-c7634551832b req-ea3781fb-08a9-414d-bf5e-f8b61a45891a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f6385a7a-e495-47ec-bdd0-48675e8fd007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401325 Nov 09 22:30:43.904336 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f5052065-f8f0-48e8-8eb7-c7634551832b req-77663731-6a9e-4fc1-b18b-eb5e5a2394f6 service neutron] 10.222.0.45 "GET /v2.0/networks/f6385a7a-e495-47ec-bdd0-48675e8fd007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891914 Nov 09 22:30:43.998051 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f5052065-f8f0-48e8-8eb7-c7634551832b req-8908b27e-957f-475d-b83b-db1c868ceebd service neutron] 10.222.0.45 "GET /v2.0/networks/f6385a7a-e495-47ec-bdd0-48675e8fd007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861838 Nov 09 22:30:44.098137 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d72fd7-9fe8-4302-9cea-55c7d9070c6e req-567342b0-ea17-4533-9607-086822f5bf88 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:30:44.101818 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c2d72fd7-9fe8-4302-9cea-55c7d9070c6e req-567342b0-ea17-4533-9607-086822f5bf88 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c61b860-0993-4584-9431-9145bd0ad11f HTTP/1.1" status: 200 len: 944 time: 0.0646615 Nov 09 22:30:44.136519 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device de2b6970-7adb-41ea-91ad-3d02e07dcdab up at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:30:44.171222 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-c2d72fd7-9fe8-4302-9cea-55c7d9070c6e req-1867973f-a213-4068-8fde-74b0177890b9 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/security-groups?id=f31d7dd1-dd71-41e9-b64f-f86bacc16d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601199 Nov 09 22:30:44.197351 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Provisioning complete for port de2b6970-7adb-41ea-91ad-3d02e07dcdab triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:30:44.197724 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:45.324208 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f54160-4100-41e4-967c-aceddf0c8f6c req-ebb9fcd4-c59f-46ec-a849-0e4b6fd560d4 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:30:45.325681 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-40f54160-4100-41e4-967c-aceddf0c8f6c req-ebb9fcd4-c59f-46ec-a849-0e4b6fd560d4 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c61b860-0993-4584-9431-9145bd0ad11f HTTP/1.1" status: 200 len: 944 time: 0.0978539 Nov 09 22:30:45.373006 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-40f54160-4100-41e4-967c-aceddf0c8f6c req-a331e6a0-1743-4c4f-a42a-058caf7fdd2a tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/security-groups?id=f31d7dd1-dd71-41e9-b64f-f86bacc16d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413501 Nov 09 22:30:45.899418 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device a36f3e36-46b1-40e4-9bae-6f6396db62d5 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 22:30:46.148210 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port a36f3e36-46b1-40e4-9bae-6f6396db62d5, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=a36f3e36-46b1-40e4-9bae-6f6396db62d5,segment=NetworkSegment(a49a982d-b843-4352-92aa-ba16ee1e53c5),segment_id=a49a982d-b843-4352-92aa-ba16ee1e53c5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:30:46.158865 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': 'a36f3e36-46b1-40e4-9bae-6f6396db62d5', 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007', 'port_id': 'a36f3e36-46b1-40e4-9bae-6f6396db62d5', 'mac_address': 'fa:16:3e:28:54:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '081015f1-0b0e-4d83-9bf7-37d4da7ba79f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 22:30:46.193696 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:46.205600 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a36f3e36-46b1-40e4-9bae-6f6396db62d5 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 22:30:46.225542 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port a36f3e36-46b1-40e4-9bae-6f6396db62d5, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=a36f3e36-46b1-40e4-9bae-6f6396db62d5,segment=NetworkSegment(a49a982d-b843-4352-92aa-ba16ee1e53c5),segment_id=a49a982d-b843-4352-92aa-ba16ee1e53c5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:30:46.228981 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:46.278086 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=a36f3e36-46b1-40e4-9bae-6f6396db62d5,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:46.455442 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['a36f3e36-46b1-40e4-9bae-6f6396db62d5'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 22:30:46.495025 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f0b70-3455-4089-aff6-a0a545ae602d req-8eec11ed-8e9d-42b2-a496-0a59ba8e805d tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:30:46.496538 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-186f0b70-3455-4089-aff6-a0a545ae602d req-8eec11ed-8e9d-42b2-a496-0a59ba8e805d tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c61b860-0993-4584-9431-9145bd0ad11f HTTP/1.1" status: 200 len: 945 time: 0.0547583 Nov 09 22:30:46.545602 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-186f0b70-3455-4089-aff6-a0a545ae602d req-b506ec5e-fb28-4014-95dc-60e518bf77dd tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/security-groups?id=f31d7dd1-dd71-41e9-b64f-f86bacc16d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431244 Nov 09 22:30:47.776429 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-50bb433c-17f2-4485-924e-fba05e8ff6e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:47.899072 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device a36f3e36-46b1-40e4-9bae-6f6396db62d5 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:30:47.949222 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning for port a36f3e36-46b1-40e4-9bae-6f6396db62d5 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 22:30:47.953615 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port a36f3e36-46b1-40e4-9bae-6f6396db62d5 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:30:47.953994 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:48.003993 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc17975-6947-4609-91b3-5bccb29343b5 req-76df3907-302c-4d00-80d1-1aa9b9cac6de tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:30:48.005644 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1bc17975-6947-4609-91b3-5bccb29343b5 req-76df3907-302c-4d00-80d1-1aa9b9cac6de tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c61b860-0993-4584-9431-9145bd0ad11f HTTP/1.1" status: 200 len: 945 time: 0.3905344 Nov 09 22:30:48.035900 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:48.055627 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-1bc17975-6947-4609-91b3-5bccb29343b5 req-cb586b9d-501a-4975-918c-c238b1a85984 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/security-groups?id=f31d7dd1-dd71-41e9-b64f-f86bacc16d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434864 Nov 09 22:30:48.058746 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c61b860-0993-4584-9431-9145bd0ad11f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36f3e36-46b1-40e4-9bae-6f6396db62d5'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:30:48.061043 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbbffabc46a25035f6c0210104ebac0979452e44f6408783e2f348470e25243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45d517d-4e4b-40e8-bf97-8a81edc00bab" -d '{"events": [{"server_uuid": "0c61b860-0993-4584-9431-9145bd0ad11f", "name": "network-vif-plugged", "status": "completed", "tag": "a36f3e36-46b1-40e4-9bae-6f6396db62d5"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:30:48.077120 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port a36f3e36-46b1-40e4-9bae-6f6396db62d5, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=a36f3e36-46b1-40e4-9bae-6f6396db62d5,segment=NetworkSegment(a49a982d-b843-4352-92aa-ba16ee1e53c5),segment_id=a49a982d-b843-4352-92aa-ba16ee1e53c5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:30:48.082347 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:48.129966 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=a36f3e36-46b1-40e4-9bae-6f6396db62d5,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:48.156121 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 22:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469f1219-eec6-4370-afea-835438895454 x-openstack-request-id: req-469f1219-eec6-4370-afea-835438895454 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:30:48.156402 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c61b860-0993-4584-9431-9145bd0ad11f", "name": "network-vif-plugged", "status": "completed", "tag": "a36f3e36-46b1-40e4-9bae-6f6396db62d5", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:30:48.156681 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-469f1219-eec6-4370-afea-835438895454 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:30:48.157102 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c61b860-0993-4584-9431-9145bd0ad11f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36f3e36-46b1-40e4-9bae-6f6396db62d5', 'code': 200} Nov 09 22:30:48.252780 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7d1ac-5ea2-4050-8372-22e341718599 req-0ac5fd74-e339-4366-a83b-171202a7e6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:30:48.254291 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d6e7d1ac-5ea2-4050-8372-22e341718599 req-0ac5fd74-e339-4366-a83b-171202a7e6d8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0c61b860-0993-4584-9431-9145bd0ad11f HTTP/1.1" status: 200 len: 1097 time: 0.0403445 Nov 09 22:30:48.300452 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d6e7d1ac-5ea2-4050-8372-22e341718599 req-5708671e-3361-4405-b9fb-9893214b155d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f31d7dd1-dd71-41e9-b64f-f86bacc16d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390627 Nov 09 22:30:49.173726 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ea638-46a5-4553-93aa-9495a7632f72 req-f23f21fc-ead1-4da5-8819-1350ed8079f6 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:30:49.175175 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-368ea638-46a5-4553-93aa-9495a7632f72 req-f23f21fc-ead1-4da5-8819-1350ed8079f6 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c61b860-0993-4584-9431-9145bd0ad11f HTTP/1.1" status: 200 len: 946 time: 0.0520041 Nov 09 22:30:49.223105 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-368ea638-46a5-4553-93aa-9495a7632f72 req-86c29001-79e6-40ef-92ac-4ebe7926453f tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/security-groups?id=f31d7dd1-dd71-41e9-b64f-f86bacc16d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413558 Nov 09 22:30:49.817069 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-398b9b60-8902-4b18-b229-94a4c98534af req-a02b6015-2104-44e5-9a0c-a4b7ce28de09 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0c61b860-0993-4584-9431-9145bd0ad11f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0381567 Nov 09 22:30:49.894531 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b9b60-8902-4b18-b229-94a4c98534af req-d5352da4-49da-4cb7-b62f-bd6cf207381d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:30:49.896853 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-398b9b60-8902-4b18-b229-94a4c98534af req-d5352da4-49da-4cb7-b62f-bd6cf207381d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=994c2c2d9f33453798f3b211aaa49d17&device_id=0c61b860-0993-4584-9431-9145bd0ad11f HTTP/1.1" status: 200 len: 1097 time: 0.0393651 Nov 09 22:30:49.997309 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b9b60-8902-4b18-b229-94a4c98534af req-013755a4-d7a3-4f33-826e-83bcfca110cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:30:49.998842 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-398b9b60-8902-4b18-b229-94a4c98534af req-013755a4-d7a3-4f33-826e-83bcfca110cf service neutron] 10.222.0.45 "GET /v2.0/networks?id=f6385a7a-e495-47ec-bdd0-48675e8fd007 HTTP/1.1" status: 200 len: 910 time: 0.0840445 Nov 09 22:30:50.046113 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-398b9b60-8902-4b18-b229-94a4c98534af req-aa136dc1-d4da-4bb3-a23d-bc3393a58c9c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a36f3e36-46b1-40e4-9bae-6f6396db62d5 HTTP/1.1" status: 200 len: 217 time: 0.0406060 Nov 09 22:30:50.094147 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b9b60-8902-4b18-b229-94a4c98534af req-f02b02f7-7128-4454-b84a-c458793498a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:30:50.095488 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-398b9b60-8902-4b18-b229-94a4c98534af req-f02b02f7-7128-4454-b84a-c458793498a2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=081015f1-0b0e-4d83-9bf7-37d4da7ba79f HTTP/1.1" status: 200 len: 849 time: 0.0428543 Nov 09 22:30:50.144850 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b9b60-8902-4b18-b229-94a4c98534af req-253c9efb-bb26-491b-a182-9823375bc437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:30:50.147511 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-398b9b60-8902-4b18-b229-94a4c98534af req-253c9efb-bb26-491b-a182-9823375bc437 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f6385a7a-e495-47ec-bdd0-48675e8fd007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452788 Nov 09 22:30:50.233224 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-398b9b60-8902-4b18-b229-94a4c98534af req-bb18231b-7f0f-4314-98b8-514e4fd0fe50 service neutron] 10.222.0.45 "GET /v2.0/networks/f6385a7a-e495-47ec-bdd0-48675e8fd007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789227 Nov 09 22:30:50.266059 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-49d2fd17-a795-4d34-a7a4-cbac2a7ba1cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:50.331586 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-398b9b60-8902-4b18-b229-94a4c98534af req-4948e2cd-1a9d-470a-bf04-3fd51e45674a service neutron] 10.222.0.45 "GET /v2.0/networks/f6385a7a-e495-47ec-bdd0-48675e8fd007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913684 Nov 09 22:30:50.350143 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327ac0f-5b09-486e-a771-f28ad9a030ac req-1172141d-d99b-4a2c-815c-330b04c04d54 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:30:50.351634 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7327ac0f-5b09-486e-a771-f28ad9a030ac req-1172141d-d99b-4a2c-815c-330b04c04d54 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c61b860-0993-4584-9431-9145bd0ad11f HTTP/1.1" status: 200 len: 946 time: 0.0563374 Nov 09 22:30:50.403640 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-7327ac0f-5b09-486e-a771-f28ad9a030ac req-33427792-3ac0-4037-bac9-682ec37247a9 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/security-groups?id=f31d7dd1-dd71-41e9-b64f-f86bacc16d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460742 Nov 09 22:30:50.517852 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa5434-aa00-4659-8c1b-f404d76a3642 req-f861e43a-3b88-4e2b-a44e-52ef99855093 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:30:50.519308 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-03fa5434-aa00-4659-8c1b-f404d76a3642 req-f861e43a-3b88-4e2b-a44e-52ef99855093 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c61b860-0993-4584-9431-9145bd0ad11f HTTP/1.1" status: 200 len: 946 time: 0.0497007 Nov 09 22:30:50.566982 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-03fa5434-aa00-4659-8c1b-f404d76a3642 req-5c6c27ed-68a8-4ec6-ad77-f5b7e2350cfe tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/security-groups?id=f31d7dd1-dd71-41e9-b64f-f86bacc16d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415065 Nov 09 22:30:50.588817 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39046) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:30:50.668974 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb73a89d-e852-4b40-8289-c1c5adac33cf tempest-TestSnapshotPattern-274556200 tempest-TestSnapshotPattern-274556200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:30:50.671136 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-eb73a89d-e852-4b40-8289-c1c5adac33cf tempest-TestSnapshotPattern-274556200 tempest-TestSnapshotPattern-274556200-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0c61b860-0993-4584-9431-9145bd0ad11f HTTP/1.1" status: 200 len: 1092 time: 0.0812473 Nov 09 22:30:50.674099 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39050) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:30:50.678995 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-ee767e90-4a23-4f3d-8266-8d805bdc61f4 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'port_id': 'a36f3e36-46b1-40e4-9bae-6f6396db62d5', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:30:50.700445 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee767e90-4a23-4f3d-8266-8d805bdc61f4 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks [] for floatingip, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:50.797133 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee767e90-4a23-4f3d-8266-8d805bdc61f4 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:50.899582 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-ee767e90-4a23-4f3d-8266-8d805bdc61f4 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Allocated IP 172.25.7.60 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/8e135975-8bb8-4032-9630-63b28e2fbb70) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:30:50.997416 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee767e90-4a23-4f3d-8266-8d805bdc61f4 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:51.030672 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee767e90-4a23-4f3d-8266-8d805bdc61f4 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:51.073007 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee767e90-4a23-4f3d-8266-8d805bdc61f4 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:30:51.075920 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-ee767e90-4a23-4f3d-8266-8d805bdc61f4 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:30:51.079473 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee767e90-4a23-4f3d-8266-8d805bdc61f4 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:30:51.085198 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee767e90-4a23-4f3d-8266-8d805bdc61f4 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Pushing event updated for resources: {'Port': ['ID=8e135975-8bb8-4032-9630-63b28e2fbb70,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:51.317996 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:51.424909 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee767e90-4a23-4f3d-8266-8d805bdc61f4 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:51.492582 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee767e90-4a23-4f3d-8266-8d805bdc61f4 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:51.638193 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee767e90-4a23-4f3d-8266-8d805bdc61f4 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:51.642715 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee767e90-4a23-4f3d-8266-8d805bdc61f4 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:51.713169 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee767e90-4a23-4f3d-8266-8d805bdc61f4 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Pushing event updated for resources: {'Port': ['ID=8e135975-8bb8-4032-9630-63b28e2fbb70,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:30:51.723011 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee767e90-4a23-4f3d-8266-8d805bdc61f4 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:51.821666 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [None req-ee767e90-4a23-4f3d-8266-8d805bdc61f4 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Floating IP 4ef8dcf5-0001-48e0-9300-25c0b7c44e60 associated. External IP: 172.25.7.60, port: a36f3e36-46b1-40e4-9bae-6f6396db62d5. Nov 09 22:30:52.023700 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee767e90-4a23-4f3d-8266-8d805bdc61f4 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Router 26938c7b-f407-4029-bd65-e1ce79aa3d67 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:30:52.135944 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee767e90-4a23-4f3d-8266-8d805bdc61f4 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:30:52.145631 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b68527d-ec2f-44a1-92b5-153ef80ba259 None None] Sync routers for ids ['26938c7b-f407-4029-bd65-e1ce79aa3d67'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:30:52.154269 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee767e90-4a23-4f3d-8266-8d805bdc61f4 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:52.156453 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b68527d-ec2f-44a1-92b5-153ef80ba259 None None] Routers {'26938c7b-f407-4029-bd65-e1ce79aa3d67'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:30:52.157179 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-7b68527d-ec2f-44a1-92b5-153ef80ba259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:30:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['26938c7b-f407-4029-bd65-e1ce79aa3d67'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:30:52.180474 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-ee767e90-4a23-4f3d-8266-8d805bdc61f4 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5053625 Nov 09 22:30:52.181079 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c61b860-0993-4584-9431-9145bd0ad11f', 'tag': 'a36f3e36-46b1-40e4-9bae-6f6396db62d5'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:30:52.183317 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2737eae40cef112d1dfa64c8a6cf3edc76bfb64f9e32f72bfe3df0a7140357a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18986cac-491f-40fc-9522-91fc02d5b8d4" -d '{"events": [{"name": "network-changed", "server_uuid": "0c61b860-0993-4584-9431-9145bd0ad11f", "tag": "a36f3e36-46b1-40e4-9bae-6f6396db62d5"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:30:52.219858 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86d2537-aefe-4801-bc48-73e9168a0e7e x-openstack-request-id: req-d86d2537-aefe-4801-bc48-73e9168a0e7e {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:30:52.220212 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c61b860-0993-4584-9431-9145bd0ad11f", "tag": "a36f3e36-46b1-40e4-9bae-6f6396db62d5", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:30:52.220528 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d86d2537-aefe-4801-bc48-73e9168a0e7e {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:30:52.221015 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c61b860-0993-4584-9431-9145bd0ad11f', 'tag': 'a36f3e36-46b1-40e4-9bae-6f6396db62d5', 'status': 'completed', 'code': 200} Nov 09 22:30:52.263788 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-7b68527d-ec2f-44a1-92b5-153ef80ba259 None None] Set router 26938c7b-f407-4029-bd65-e1ce79aa3d67 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:30:52.285790 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18986cac-491f-40fc-9522-91fc02d5b8d4 req-b36afc7a-4876-4813-8837-187bba48584f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:30:52.287330 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-18986cac-491f-40fc-9522-91fc02d5b8d4 req-b36afc7a-4876-4813-8837-187bba48584f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=994c2c2d9f33453798f3b211aaa49d17&device_id=0c61b860-0993-4584-9431-9145bd0ad11f HTTP/1.1" status: 200 len: 1097 time: 0.0414362 Nov 09 22:30:52.381815 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18986cac-491f-40fc-9522-91fc02d5b8d4 req-8a43a220-e326-45cc-a260-5f033b3a0910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:30:52.383312 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-18986cac-491f-40fc-9522-91fc02d5b8d4 req-8a43a220-e326-45cc-a260-5f033b3a0910 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f6385a7a-e495-47ec-bdd0-48675e8fd007 HTTP/1.1" status: 200 len: 910 time: 0.0883634 Nov 09 22:30:52.448853 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-18986cac-491f-40fc-9522-91fc02d5b8d4 req-f64f615f-fa69-49b1-9372-285fa475f51a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a36f3e36-46b1-40e4-9bae-6f6396db62d5 HTTP/1.1" status: 200 len: 999 time: 0.0585070 Nov 09 22:30:52.496522 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-7b68527d-ec2f-44a1-92b5-153ef80ba259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'name': 'tempest-TestSnapshotPattern-1192495994-router', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '03d1e8a7-db76-4a35-86d9-293316e5c4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:30:29Z', 'updated_at': '2021-11-09T22:30:31Z', 'revision_number': 4, 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'gw_port': {'id': '03d1e8a7-db76-4a35-86d9-293316e5c4cc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:30:29Z', 'updated_at': '2021-11-09T22:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '4ef8dcf5-0001-48e0-9300-25c0b7c44e60', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'floating_ip_address': '172.25.7.60', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'port_id': 'a36f3e36-46b1-40e4-9bae-6f6396db62d5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007', 'mac_address': 'fa:16:3e:28:54:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c61b860-0993-4584-9431-9145bd0ad11f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T22:30:51Z', 'updated_at': '2021-11-09T22:30:51Z', 'revision_number': 0, 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '452a60be-4f45-4903-b06d-706976696936', 'name': '', 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'mac_address': 'fa:16:3e:84:1b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '081015f1-0b0e-4d83-9bf7-37d4da7ba79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:30:31Z', 'updated_at': '2021-11-09T22:30:37Z', 'revision_number': 5, 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'subnets': [{'id': '081015f1-0b0e-4d83-9bf7-37d4da7ba79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:30:52.502879 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18986cac-491f-40fc-9522-91fc02d5b8d4 req-1b44fccc-9e5b-4a01-a66a-b239c93c8133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:30:52.504362 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-18986cac-491f-40fc-9522-91fc02d5b8d4 req-1b44fccc-9e5b-4a01-a66a-b239c93c8133 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=081015f1-0b0e-4d83-9bf7-37d4da7ba79f HTTP/1.1" status: 200 len: 849 time: 0.0492659 Nov 09 22:30:52.522928 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b68527d-ec2f-44a1-92b5-153ef80ba259 None None] Checking router: 26938c7b-f407-4029-bd65-e1ce79aa3d67 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:30:52.531195 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b68527d-ec2f-44a1-92b5-153ef80ba259 None None] Routers {'26938c7b-f407-4029-bd65-e1ce79aa3d67'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:30:52.531809 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-7b68527d-ec2f-44a1-92b5-153ef80ba259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:30:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['26938c7b-f407-4029-bd65-e1ce79aa3d67'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:30:52.548930 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18986cac-491f-40fc-9522-91fc02d5b8d4 req-88c9eacc-a7a4-42a3-94c9-cc7e812c3aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:30:52.550365 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-18986cac-491f-40fc-9522-91fc02d5b8d4 req-88c9eacc-a7a4-42a3-94c9-cc7e812c3aa5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f6385a7a-e495-47ec-bdd0-48675e8fd007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397406 Nov 09 22:30:52.636307 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-7b68527d-ec2f-44a1-92b5-153ef80ba259 None None] Set router 26938c7b-f407-4029-bd65-e1ce79aa3d67 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:30:52.639645 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-18986cac-491f-40fc-9522-91fc02d5b8d4 req-af231d0a-0ab1-4b9b-ac93-320546f3dc26 service neutron] 10.222.0.45 "GET /v2.0/networks/f6385a7a-e495-47ec-bdd0-48675e8fd007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821030 Nov 09 22:30:52.691986 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:52.745334 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-18986cac-491f-40fc-9522-91fc02d5b8d4 req-bf31eec9-d1f7-4285-a9e1-3cb6bd93d536 service neutron] 10.222.0.45 "GET /v2.0/networks/f6385a7a-e495-47ec-bdd0-48675e8fd007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990689 Nov 09 22:30:52.880295 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-7b68527d-ec2f-44a1-92b5-153ef80ba259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'name': 'tempest-TestSnapshotPattern-1192495994-router', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '03d1e8a7-db76-4a35-86d9-293316e5c4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:30:29Z', 'updated_at': '2021-11-09T22:30:31Z', 'revision_number': 4, 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'gw_port': {'id': '03d1e8a7-db76-4a35-86d9-293316e5c4cc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:30:29Z', 'updated_at': '2021-11-09T22:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '4ef8dcf5-0001-48e0-9300-25c0b7c44e60', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'floating_ip_address': '172.25.7.60', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'port_id': 'a36f3e36-46b1-40e4-9bae-6f6396db62d5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007', 'mac_address': 'fa:16:3e:28:54:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c61b860-0993-4584-9431-9145bd0ad11f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T22:30:51Z', 'updated_at': '2021-11-09T22:30:51Z', 'revision_number': 0, 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '452a60be-4f45-4903-b06d-706976696936', 'name': '', 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'mac_address': 'fa:16:3e:84:1b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '081015f1-0b0e-4d83-9bf7-37d4da7ba79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:30:31Z', 'updated_at': '2021-11-09T22:30:37Z', 'revision_number': 5, 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'subnets': [{'id': '081015f1-0b0e-4d83-9bf7-37d4da7ba79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:30:52.906787 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b68527d-ec2f-44a1-92b5-153ef80ba259 None None] The sync data for ids ['26938c7b-f407-4029-bd65-e1ce79aa3d67'] in n-d-816206-3 is: [{'id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'name': 'tempest-TestSnapshotPattern-1192495994-router', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '03d1e8a7-db76-4a35-86d9-293316e5c4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:30:29Z', 'updated_at': '2021-11-09T22:30:31Z', 'revision_number': 4, 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'gw_port': {'id': '03d1e8a7-db76-4a35-86d9-293316e5c4cc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:30:29Z', 'updated_at': '2021-11-09T22:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '4ef8dcf5-0001-48e0-9300-25c0b7c44e60', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'floating_ip_address': '172.25.7.60', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'port_id': 'a36f3e36-46b1-40e4-9bae-6f6396db62d5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007', 'mac_address': 'fa:16:3e:28:54:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c61b860-0993-4584-9431-9145bd0ad11f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T22:30:51Z', 'updated_at': '2021-11-09T22:30:51Z', 'revision_number': 0, 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '452a60be-4f45-4903-b06d-706976696936', 'name': '', 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'mac_address': 'fa:16:3e:84:1b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '081015f1-0b0e-4d83-9bf7-37d4da7ba79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:30:31Z', 'updated_at': '2021-11-09T22:30:37Z', 'revision_number': 5, 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'subnets': [{'id': '081015f1-0b0e-4d83-9bf7-37d4da7ba79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:30:53.097028 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100b48ce-81de-4d69-a7ef-418aa32df905 None None] New status for floating IP 4ef8dcf5-0001-48e0-9300-25c0b7c44e60: ACTIVE {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 22:30:53.522305 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:53.557954 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:30:58.957172 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:31:04.469715 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:31:17.780033 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4c3d64a5-b772-4473-a161-253df0b912bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:31:20.267070 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-92430303-6b1b-418a-887e-48c0234af60a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:31:21.323484 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:31:22.685021 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:31:23.527599 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:31:23.557766 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:31:34.468801 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:31:35.956722 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:31:47.781958 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-c91df184-62b3-496f-bd28-d60d49fadedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:31:50.267850 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b0ae0826-3226-4b5f-b989-8a7249048511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:31:51.323692 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:31:51.864442 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-10666ab6-298c-4791-9208-2ff0f91c7043 req-673a02ab-08e0-42ae-aa3d-6f056751eb0a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0c61b860-0993-4584-9431-9145bd0ad11f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0813172 Nov 09 22:31:51.944420 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10666ab6-298c-4791-9208-2ff0f91c7043 req-890d3d72-69b7-4d7c-b455-3c65625d13e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:31:51.945943 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-10666ab6-298c-4791-9208-2ff0f91c7043 req-890d3d72-69b7-4d7c-b455-3c65625d13e0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=994c2c2d9f33453798f3b211aaa49d17&device_id=0c61b860-0993-4584-9431-9145bd0ad11f HTTP/1.1" status: 200 len: 1097 time: 0.0400181 Nov 09 22:31:52.049766 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10666ab6-298c-4791-9208-2ff0f91c7043 req-2cf83fd8-8383-4bb5-9cd7-849328c3aef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:31:52.051113 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-10666ab6-298c-4791-9208-2ff0f91c7043 req-2cf83fd8-8383-4bb5-9cd7-849328c3aef8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f6385a7a-e495-47ec-bdd0-48675e8fd007 HTTP/1.1" status: 200 len: 910 time: 0.0864525 Nov 09 22:31:52.113827 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-10666ab6-298c-4791-9208-2ff0f91c7043 req-eb5ef535-6886-44d0-bb84-04d2c7855852 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a36f3e36-46b1-40e4-9bae-6f6396db62d5 HTTP/1.1" status: 200 len: 1001 time: 0.0555818 Nov 09 22:31:52.165386 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10666ab6-298c-4791-9208-2ff0f91c7043 req-61e647dc-468c-468f-9c8f-1fae24256771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:31:52.166810 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-10666ab6-298c-4791-9208-2ff0f91c7043 req-61e647dc-468c-468f-9c8f-1fae24256771 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=081015f1-0b0e-4d83-9bf7-37d4da7ba79f HTTP/1.1" status: 200 len: 849 time: 0.0466616 Nov 09 22:31:52.211164 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10666ab6-298c-4791-9208-2ff0f91c7043 req-699aab70-cf2c-4e86-bf27-da5bd8bc5d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:31:52.212079 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-10666ab6-298c-4791-9208-2ff0f91c7043 req-699aab70-cf2c-4e86-bf27-da5bd8bc5d19 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f6385a7a-e495-47ec-bdd0-48675e8fd007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387955 Nov 09 22:31:52.306451 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-10666ab6-298c-4791-9208-2ff0f91c7043 req-fa04b81a-fcb4-4af5-9509-cf57e1d76905 service neutron] 10.222.0.45 "GET /v2.0/networks/f6385a7a-e495-47ec-bdd0-48675e8fd007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875597 Nov 09 22:31:52.393829 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-10666ab6-298c-4791-9208-2ff0f91c7043 req-7777886b-a770-4a4b-974c-7ed27d1dde42 service neutron] 10.222.0.45 "GET /v2.0/networks/f6385a7a-e495-47ec-bdd0-48675e8fd007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802646 Nov 09 22:31:52.686293 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:31:53.526524 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:31:53.557637 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:32:04.470107 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:32:12.956019 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:32:17.782212 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ef7ddcb9-bc7d-49ac-97fd-52b8f4ea647b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:32:20.269440 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ab270943-76e3-4a16-a636-3afcc61e56cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:32:21.326422 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:32:22.691759 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:32:23.534666 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:32:23.561739 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:32:34.476056 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:32:47.783727 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3604eaf6-291b-4725-84fc-493d7ddbb5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:32:49.956137 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:32:50.270459 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0ee9fff3-cfd1-4a15-96a4-a50709862d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:32:50.551649 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device a36f3e36-46b1-40e4-9bae-6f6396db62d5 details requested by agent hyperv_n-h1-816206-3 with host n-h1-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 22:32:50.647663 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port a36f3e36-46b1-40e4-9bae-6f6396db62d5, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=a36f3e36-46b1-40e4-9bae-6f6396db62d5,segment=NetworkSegment(a49a982d-b843-4352-92aa-ba16ee1e53c5),segment_id=a49a982d-b843-4352-92aa-ba16ee1e53c5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:32:50.659026 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Returning: {'device': 'a36f3e36-46b1-40e4-9bae-6f6396db62d5', 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007', 'port_id': 'a36f3e36-46b1-40e4-9bae-6f6396db62d5', 'mac_address': 'fa:16:3e:28:54:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '081015f1-0b0e-4d83-9bf7-37d4da7ba79f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 22:32:50.694269 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:32:50.706358 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a36f3e36-46b1-40e4-9bae-6f6396db62d5 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 22:32:50.725155 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port a36f3e36-46b1-40e4-9bae-6f6396db62d5, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=a36f3e36-46b1-40e4-9bae-6f6396db62d5,segment=NetworkSegment(a49a982d-b843-4352-92aa-ba16ee1e53c5),segment_id=a49a982d-b843-4352-92aa-ba16ee1e53c5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:32:50.728547 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:32:50.780773 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=a36f3e36-46b1-40e4-9bae-6f6396db62d5,revision_number=6']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:32:50.788203 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:32:50.788551 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:32:50.788918 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:32:50.789254 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:32:50.789585 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:32:50.789914 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:32:50.790237 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:32:50.790560 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:32:50.790888 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:32:50.791210 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:32:50.791577 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:32:50.792396 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:32:50.822215 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] get_ports_and_sgs() called for port_ids ['a36f3e36-46b1-40e4-9bae-6f6396db62d5'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 22:32:51.329696 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:32:51.879019 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb5fff-5177-4220-a9a3-af0e3d3b1493 req-fd1f9a64-9caa-4ca3-ae6b-dce75d808f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:32:51.880547 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bcbb5fff-5177-4220-a9a3-af0e3d3b1493 req-fd1f9a64-9caa-4ca3-ae6b-dce75d808f0d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=994c2c2d9f33453798f3b211aaa49d17&device_id=0c61b860-0993-4584-9431-9145bd0ad11f HTTP/1.1" status: 200 len: 1096 time: 0.0497768 Nov 09 22:32:52.013130 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb5fff-5177-4220-a9a3-af0e3d3b1493 req-5fab641e-4418-4e91-ac67-57b8e66f66ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:32:52.015375 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bcbb5fff-5177-4220-a9a3-af0e3d3b1493 req-5fab641e-4418-4e91-ac67-57b8e66f66ee service neutron] 10.222.0.45 "GET /v2.0/networks?id=f6385a7a-e495-47ec-bdd0-48675e8fd007 HTTP/1.1" status: 200 len: 910 time: 0.1135368 Nov 09 22:32:52.094839 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bcbb5fff-5177-4220-a9a3-af0e3d3b1493 req-17156d42-7b98-49c3-8fd2-a0795d65cd41 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a36f3e36-46b1-40e4-9bae-6f6396db62d5 HTTP/1.1" status: 200 len: 1000 time: 0.0718267 Nov 09 22:32:52.152101 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb5fff-5177-4220-a9a3-af0e3d3b1493 req-36fa394c-4636-4ed0-ae42-55af80775764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:32:52.153635 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bcbb5fff-5177-4220-a9a3-af0e3d3b1493 req-36fa394c-4636-4ed0-ae42-55af80775764 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=081015f1-0b0e-4d83-9bf7-37d4da7ba79f HTTP/1.1" status: 200 len: 849 time: 0.0516775 Nov 09 22:32:52.210283 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb5fff-5177-4220-a9a3-af0e3d3b1493 req-c8b2d690-b4e9-4c74-9a87-bfc63c29fa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:32:52.211878 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bcbb5fff-5177-4220-a9a3-af0e3d3b1493 req-c8b2d690-b4e9-4c74-9a87-bfc63c29fa8f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f6385a7a-e495-47ec-bdd0-48675e8fd007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495598 Nov 09 22:32:52.316275 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bcbb5fff-5177-4220-a9a3-af0e3d3b1493 req-e9350a23-d176-49e4-ac8e-a5fc14ea3669 service neutron] 10.222.0.45 "GET /v2.0/networks/f6385a7a-e495-47ec-bdd0-48675e8fd007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971413 Nov 09 22:32:52.426605 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-bcbb5fff-5177-4220-a9a3-af0e3d3b1493 req-23ede62e-ce06-4167-a1a2-9d721ad57e2c service neutron] 10.222.0.45 "GET /v2.0/networks/f6385a7a-e495-47ec-bdd0-48675e8fd007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024909 Nov 09 22:32:52.576762 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device a36f3e36-46b1-40e4-9bae-6f6396db62d5 up at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:32:52.639548 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Provisioning complete for port a36f3e36-46b1-40e4-9bae-6f6396db62d5 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:32:52.640957 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:32:52.706960 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:32:52.755165 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:32:52.788926 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c61b860-0993-4584-9431-9145bd0ad11f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36f3e36-46b1-40e4-9bae-6f6396db62d5'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:32:52.788926 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbbffabc46a25035f6c0210104ebac0979452e44f6408783e2f348470e25243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2de95c-baab-4c48-93e7-535de3a78090" -d '{"events": [{"server_uuid": "0c61b860-0993-4584-9431-9145bd0ad11f", "name": "network-vif-plugged", "status": "completed", "tag": "a36f3e36-46b1-40e4-9bae-6f6396db62d5"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:32:52.802115 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port a36f3e36-46b1-40e4-9bae-6f6396db62d5, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=a36f3e36-46b1-40e4-9bae-6f6396db62d5,segment=NetworkSegment(a49a982d-b843-4352-92aa-ba16ee1e53c5),segment_id=a49a982d-b843-4352-92aa-ba16ee1e53c5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:32:52.812544 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:32:52.836663 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 22:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73fa555-edba-463f-83e8-7bdcd36a1ad8 x-openstack-request-id: req-d73fa555-edba-463f-83e8-7bdcd36a1ad8 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:32:52.836985 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c61b860-0993-4584-9431-9145bd0ad11f", "name": "network-vif-plugged", "status": "completed", "tag": "a36f3e36-46b1-40e4-9bae-6f6396db62d5", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:32:52.837314 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d73fa555-edba-463f-83e8-7bdcd36a1ad8 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:32:52.837712 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c61b860-0993-4584-9431-9145bd0ad11f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36f3e36-46b1-40e4-9bae-6f6396db62d5', 'code': 200} Nov 09 22:32:52.870553 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=a36f3e36-46b1-40e4-9bae-6f6396db62d5,revision_number=7']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:32:53.576623 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:32:53.578795 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:33:00.513074 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-53888057-b0e6-42a5-bf54-a1f653c979c8 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-231998586&fields=id&tenant_id=994c2c2d9f33453798f3b211aaa49d17 HTTP/1.1" status: 200 len: 267 time: 0.0456421 Nov 09 22:33:00.621460 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-01fabd0c-6123-4a03-9e10-83e6f1323e3b tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:33:00.622838 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-01fabd0c-6123-4a03-9e10-83e6f1323e3b tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/networks?id=f6385a7a-e495-47ec-bdd0-48675e8fd007 HTTP/1.1" status: 200 len: 810 time: 0.1024420 Nov 09 22:33:00.637742 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-e2c2e81e-89f2-4a6a-adee-e471c3e57833 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/quotas/994c2c2d9f33453798f3b211aaa49d17 HTTP/1.1" status: 200 len: 375 time: 0.0092227 Nov 09 22:33:00.691233 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-9200ce0d-87f3-4c7f-b50e-2dd35a306d26 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=994c2c2d9f33453798f3b211aaa49d17&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0484006 Nov 09 22:33:00.786675 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-7468856c-c381-4d0e-ad3e-ce7b1c0f36d9 service neutron] 10.222.0.49 "GET /v2.0/networks/f6385a7a-e495-47ec-bdd0-48675e8fd007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836062 Nov 09 22:33:00.876248 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-0c7f26ad-b756-4746-8b0f-6f096f194879 service neutron] 10.222.0.49 "GET /v2.0/networks/f6385a7a-e495-47ec-bdd0-48675e8fd007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834796 Nov 09 22:33:02.085634 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f67f1375-a283-4487-8870-0642d9e293cb req-075fa41a-bd07-49b7-bba7-327696e709aa tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/ports?device_id=a34866e8-68ec-4a65-9860-f8cf18c272ad HTTP/1.1" status: 200 len: 210 time: 0.0268745 Nov 09 22:33:03.056302 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-62884002-6af9-47c4-90dc-3e39df215d6a tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:33:03.057811 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-62884002-6af9-47c4-90dc-3e39df215d6a tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.43 "GET /v2.0/networks?id=f6385a7a-e495-47ec-bdd0-48675e8fd007 HTTP/1.1" status: 200 len: 810 time: 0.1079235 Nov 09 22:33:03.127180 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-ab68197a-9c3a-4504-9292-a47e69542fa1 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=994c2c2d9f33453798f3b211aaa49d17 HTTP/1.1" status: 200 len: 379 time: 0.0533850 Nov 09 22:33:03.152512 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-3aaa224e-0aad-4b44-851b-87e8662eb7d5 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Request body: {'port': {'device_id': 'a34866e8-68ec-4a65-9860-f8cf18c272ad', 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007', 'admin_state_up': True, 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'security_groups': ['f31d7dd1-dd71-41e9-b64f-f86bacc16d71']}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:33:03.223064 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5e02aa9a-a6de-450f-908b-29fc216c0aaf req-fbf923f6-87ff-41a8-b860-912ebdc0b71e tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/ports?device_id=a34866e8-68ec-4a65-9860-f8cf18c272ad HTTP/1.1" status: 200 len: 210 time: 0.0657623 Nov 09 22:33:03.299285 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-3aaa224e-0aad-4b44-851b-87e8662eb7d5 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Made reservation on behalf of 994c2c2d9f33453798f3b211aaa49d17 for: {'port': 1} {{(pid=102607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 22:33:03.303201 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-3aaa224e-0aad-4b44-851b-87e8662eb7d5 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:33:03.486287 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-3aaa224e-0aad-4b44-851b-87e8662eb7d5 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Allocated IP 172.20.0.6 (f6385a7a-e495-47ec-bdd0-48675e8fd007/081015f1-0b0e-4d83-9bf7-37d4da7ba79f/f7fa1983-be30-446c-a378-709843bebaa3) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:33:03.649372 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-3aaa224e-0aad-4b44-851b-87e8662eb7d5 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:33:03.685910 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-3aaa224e-0aad-4b44-851b-87e8662eb7d5 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:33:03.745767 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-3aaa224e-0aad-4b44-851b-87e8662eb7d5 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Network f6385a7a-e495-47ec-bdd0-48675e8fd007 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:33:03.749751 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-3aaa224e-0aad-4b44-851b-87e8662eb7d5 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:33:03.751690 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaa224e-0aad-4b44-851b-87e8662eb7d5 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Pushing event updated for resources: {'Port': ['ID=f7fa1983-be30-446c-a378-709843bebaa3,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:33:03.753856 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-3aaa224e-0aad-4b44-851b-87e8662eb7d5 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:33:03.790537 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaa224e-0aad-4b44-851b-87e8662eb7d5 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:33:03.790889 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaa224e-0aad-4b44-851b-87e8662eb7d5 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:33:03.791248 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaa224e-0aad-4b44-851b-87e8662eb7d5 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:33:03.791579 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaa224e-0aad-4b44-851b-87e8662eb7d5 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:33:03.791920 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaa224e-0aad-4b44-851b-87e8662eb7d5 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:33:03.792255 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaa224e-0aad-4b44-851b-87e8662eb7d5 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:33:03.792616 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaa224e-0aad-4b44-851b-87e8662eb7d5 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:33:03.793022 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaa224e-0aad-4b44-851b-87e8662eb7d5 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:33:03.793357 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaa224e-0aad-4b44-851b-87e8662eb7d5 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:33:03.793684 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaa224e-0aad-4b44-851b-87e8662eb7d5 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:33:03.794012 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaa224e-0aad-4b44-851b-87e8662eb7d5 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:33:03.794339 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaa224e-0aad-4b44-851b-87e8662eb7d5 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:33:03.829877 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-3aaa224e-0aad-4b44-851b-87e8662eb7d5 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:33:03.830510 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-3aaa224e-0aad-4b44-851b-87e8662eb7d5 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:33:03.857444 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-3aaa224e-0aad-4b44-851b-87e8662eb7d5 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7090845 Nov 09 22:33:04.022234 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-80726ef7-201c-4340-ad0f-ff647e657954 None None] Provisioning complete for port f7fa1983-be30-446c-a378-709843bebaa3 triggered by entity DHCP. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:33:04.022832 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-80726ef7-201c-4340-ad0f-ff647e657954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:33:04.055651 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-80726ef7-201c-4340-ad0f-ff647e657954 None None] Port f7fa1983-be30-446c-a378-709843bebaa3 cannot update to ACTIVE because it is not bound. {{(pid=102609) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 22:33:04.348088 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613c4d5-cf8c-430f-bcb6-a1cd0798dac0 req-030e7033-fc62-4bb0-9d67-bc0c57839df2 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:33:04.349755 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e613c4d5-cf8c-430f-bcb6-a1cd0798dac0 req-030e7033-fc62-4bb0-9d67-bc0c57839df2 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/ports?device_id=a34866e8-68ec-4a65-9860-f8cf18c272ad HTTP/1.1" status: 200 len: 931 time: 0.0540144 Nov 09 22:33:04.402898 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e613c4d5-cf8c-430f-bcb6-a1cd0798dac0 req-ff0eb713-726e-4e2e-a80b-31650511796e tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/security-groups?id=f31d7dd1-dd71-41e9-b64f-f86bacc16d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447540 Nov 09 22:33:04.490060 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:33:04.645371 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device a36f3e36-46b1-40e4-9bae-6f6396db62d5 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:33:04.726921 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:33:04.750976 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c61b860-0993-4584-9431-9145bd0ad11f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a36f3e36-46b1-40e4-9bae-6f6396db62d5'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:33:04.753258 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbbffabc46a25035f6c0210104ebac0979452e44f6408783e2f348470e25243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2c45c9-e53d-4adf-b78d-ead458951f3f" -d '{"events": [{"server_uuid": "0c61b860-0993-4584-9431-9145bd0ad11f", "name": "network-vif-unplugged", "status": "completed", "tag": "a36f3e36-46b1-40e4-9bae-6f6396db62d5"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:33:04.767987 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] For port a36f3e36-46b1-40e4-9bae-6f6396db62d5, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=a36f3e36-46b1-40e4-9bae-6f6396db62d5,segment=NetworkSegment(a49a982d-b843-4352-92aa-ba16ee1e53c5),segment_id=a49a982d-b843-4352-92aa-ba16ee1e53c5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:33:04.772063 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:33:04.812757 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 22:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f63b24-7a39-4a48-9ab2-91c70a488120 x-openstack-request-id: req-90f63b24-7a39-4a48-9ab2-91c70a488120 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:33:04.813167 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c61b860-0993-4584-9431-9145bd0ad11f", "name": "network-vif-unplugged", "status": "completed", "tag": "a36f3e36-46b1-40e4-9bae-6f6396db62d5", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:33:04.813442 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-90f63b24-7a39-4a48-9ab2-91c70a488120 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:33:04.813861 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c61b860-0993-4584-9431-9145bd0ad11f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a36f3e36-46b1-40e4-9bae-6f6396db62d5', 'code': 200} Nov 09 22:33:04.828306 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Pushing event updated for resources: {'Port': ['ID=a36f3e36-46b1-40e4-9bae-6f6396db62d5,revision_number=8']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:33:05.527969 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcc473-b68c-4a48-9c6d-04bc0bd7d6ef req-e3be115a-f69e-4acd-ac0c-94b7a664b015 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:33:05.529509 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14bcc473-b68c-4a48-9c6d-04bc0bd7d6ef req-e3be115a-f69e-4acd-ac0c-94b7a664b015 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/ports?device_id=a34866e8-68ec-4a65-9860-f8cf18c272ad HTTP/1.1" status: 200 len: 931 time: 0.0542936 Nov 09 22:33:05.582244 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-14bcc473-b68c-4a48-9c6d-04bc0bd7d6ef req-94fb9aff-603a-42b3-a926-7eed2efc00dc tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/security-groups?id=f31d7dd1-dd71-41e9-b64f-f86bacc16d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468416 Nov 09 22:33:06.706084 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3753060e-98b1-43bf-a436-4812467a34df req-5a054ac1-14af-4626-a766-64806d269683 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:33:06.707755 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3753060e-98b1-43bf-a436-4812467a34df req-5a054ac1-14af-4626-a766-64806d269683 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/ports?device_id=a34866e8-68ec-4a65-9860-f8cf18c272ad HTTP/1.1" status: 200 len: 931 time: 0.0528553 Nov 09 22:33:06.759483 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-3753060e-98b1-43bf-a436-4812467a34df req-af1ed6d3-dc1b-48bc-bd83-3c2bd25fa913 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/security-groups?id=f31d7dd1-dd71-41e9-b64f-f86bacc16d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455725 Nov 09 22:33:07.883810 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182990a5-30d3-46bc-81e7-e48fbc3e50de req-e1bf95ca-b77c-4b9d-a578-b99600f20380 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:33:07.885388 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-182990a5-30d3-46bc-81e7-e48fbc3e50de req-e1bf95ca-b77c-4b9d-a578-b99600f20380 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/ports?device_id=a34866e8-68ec-4a65-9860-f8cf18c272ad HTTP/1.1" status: 200 len: 931 time: 0.0542006 Nov 09 22:33:07.938821 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-182990a5-30d3-46bc-81e7-e48fbc3e50de req-fc066954-6ab5-4392-ad1e-262e95f4f320 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/security-groups?id=f31d7dd1-dd71-41e9-b64f-f86bacc16d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468280 Nov 09 22:33:09.067659 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b0d38-692e-4339-88cd-d8a1f36a0a5b req-3387de3a-1cf9-4efb-b480-791fd21f3ec5 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:33:09.071079 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-020b0d38-692e-4339-88cd-d8a1f36a0a5b req-3387de3a-1cf9-4efb-b480-791fd21f3ec5 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/ports?device_id=a34866e8-68ec-4a65-9860-f8cf18c272ad HTTP/1.1" status: 200 len: 931 time: 0.0585523 Nov 09 22:33:09.129450 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-020b0d38-692e-4339-88cd-d8a1f36a0a5b req-d8156ed7-0203-4fd5-8e0b-2a674c74ecf2 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/security-groups?id=f31d7dd1-dd71-41e9-b64f-f86bacc16d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518718 Nov 09 22:33:10.254071 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405d29e-8852-4a0d-b25f-710fec519b7b req-ef5a4b6c-bb76-470d-8ef0-536b3b6013ae tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:33:10.255705 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3405d29e-8852-4a0d-b25f-710fec519b7b req-ef5a4b6c-bb76-470d-8ef0-536b3b6013ae tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/ports?device_id=a34866e8-68ec-4a65-9860-f8cf18c272ad HTTP/1.1" status: 200 len: 931 time: 0.0524344 Nov 09 22:33:10.312190 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-3405d29e-8852-4a0d-b25f-710fec519b7b req-a68f911d-913b-479c-9019-9797664acb9a tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/security-groups?id=f31d7dd1-dd71-41e9-b64f-f86bacc16d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497761 Nov 09 22:33:11.437781 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8d18d-04a7-46c1-99d4-5664941bcb31 req-b033b04c-a0de-47e5-8e51-e5925c633e91 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:33:11.439287 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5ad8d18d-04a7-46c1-99d4-5664941bcb31 req-b033b04c-a0de-47e5-8e51-e5925c633e91 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/ports?device_id=a34866e8-68ec-4a65-9860-f8cf18c272ad HTTP/1.1" status: 200 len: 931 time: 0.0506072 Nov 09 22:33:11.496884 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-5ad8d18d-04a7-46c1-99d4-5664941bcb31 req-7e05067a-acaf-47ad-a191-21f8e082372d tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/security-groups?id=f31d7dd1-dd71-41e9-b64f-f86bacc16d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510447 Nov 09 22:33:12.620478 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d5da6-9502-4a6a-9ef4-df3ffe6ed241 req-4b1d3280-bed0-404d-aac2-a7e38df5dd2a tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:33:12.622065 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b60d5da6-9502-4a6a-9ef4-df3ffe6ed241 req-4b1d3280-bed0-404d-aac2-a7e38df5dd2a tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/ports?device_id=a34866e8-68ec-4a65-9860-f8cf18c272ad HTTP/1.1" status: 200 len: 931 time: 0.0504994 Nov 09 22:33:12.680758 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-b60d5da6-9502-4a6a-9ef4-df3ffe6ed241 req-b35dd095-5bb3-4929-ab52-1d52ca27ca3e tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/security-groups?id=f31d7dd1-dd71-41e9-b64f-f86bacc16d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526569 Nov 09 22:33:13.273780 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-16c4dc77-1e7e-4ae4-8018-2e95694d96a2 service neutron] Request body: {'port': {'device_id': 'a34866e8-68ec-4a65-9860-f8cf18c272ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-3'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:33:13.323972 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-16c4dc77-1e7e-4ae4-8018-2e95694d96a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:33:13.574352 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-16c4dc77-1e7e-4ae4-8018-2e95694d96a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7fa1983-be30-446c-a378-709843bebaa3 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 22:33:13.581478 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-16c4dc77-1e7e-4ae4-8018-2e95694d96a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:33:13.592745 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-16c4dc77-1e7e-4ae4-8018-2e95694d96a2 service neutron] Transition to ACTIVE for port object f7fa1983-be30-446c-a378-709843bebaa3 will not be triggered until provisioned by entity L2. {{(pid=102607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 22:33:13.596410 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-16c4dc77-1e7e-4ae4-8018-2e95694d96a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:33:13.643540 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c4dc77-1e7e-4ae4-8018-2e95694d96a2 service neutron] Pushing event updated for resources: {'Port': ['ID=f7fa1983-be30-446c-a378-709843bebaa3,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:33:13.718733 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-16c4dc77-1e7e-4ae4-8018-2e95694d96a2 service neutron] Attempting to bind port f7fa1983-be30-446c-a378-709843bebaa3 on host n-h2-816206-3 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 22:33:13.718997 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-16c4dc77-1e7e-4ae4-8018-2e95694d96a2 service neutron] Attempting to bind port f7fa1983-be30-446c-a378-709843bebaa3 by drivers openvswitch,hyperv on host n-h2-816206-3 at level 0 using segments [{'id': 'a49a982d-b843-4352-92aa-ba16ee1e53c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 22:33:13.719320 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-16c4dc77-1e7e-4ae4-8018-2e95694d96a2 service neutron] Attempting to bind port f7fa1983-be30-446c-a378-709843bebaa3 on network f6385a7a-e495-47ec-bdd0-48675e8fd007 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:33:13.724008 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-16c4dc77-1e7e-4ae4-8018-2e95694d96a2 service neutron] Port f7fa1983-be30-446c-a378-709843bebaa3 on network f6385a7a-e495-47ec-bdd0-48675e8fd007 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 22:33:13.724329 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-16c4dc77-1e7e-4ae4-8018-2e95694d96a2 service neutron] Attempting to bind port f7fa1983-be30-446c-a378-709843bebaa3 on network f6385a7a-e495-47ec-bdd0-48675e8fd007 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 22:33:13.729327 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-16c4dc77-1e7e-4ae4-8018-2e95694d96a2 service neutron] Checking agent: {'id': '40d79f50-790c-4f55-a459-4f43aa642682', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'started_at': datetime.datetime(2021, 11, 9, 21, 9, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 22, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 22:33:13.729665 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-16c4dc77-1e7e-4ae4-8018-2e95694d96a2 service neutron] Checking segment: {'id': 'a49a982d-b843-4352-92aa-ba16ee1e53c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 22:33:13.730047 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-16c4dc77-1e7e-4ae4-8018-2e95694d96a2 service neutron] Bound using segment: {'id': 'a49a982d-b843-4352-92aa-ba16ee1e53c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 22:33:13.730470 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-16c4dc77-1e7e-4ae4-8018-2e95694d96a2 service neutron] Bound port: f7fa1983-be30-446c-a378-709843bebaa3, host: n-h2-816206-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a49a982d-b843-4352-92aa-ba16ee1e53c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 22:33:13.730821 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-16c4dc77-1e7e-4ae4-8018-2e95694d96a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:33:14.161210 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e3497-df24-455c-acfa-afcbf16e994c req-59ae9880-43df-4909-99e4-eaec72717a76 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:33:14.162664 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c17e3497-df24-455c-acfa-afcbf16e994c req-59ae9880-43df-4909-99e4-eaec72717a76 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/ports?device_id=a34866e8-68ec-4a65-9860-f8cf18c272ad HTTP/1.1" status: 200 len: 943 time: 0.0862117 Nov 09 22:33:14.164967 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-16c4dc77-1e7e-4ae4-8018-2e95694d96a2 service neutron] For port f7fa1983-be30-446c-a378-709843bebaa3, host n-h2-816206-3, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 22:33:14.168267 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-16c4dc77-1e7e-4ae4-8018-2e95694d96a2 service neutron] For port f7fa1983-be30-446c-a378-709843bebaa3, host n-h2-816206-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f7fa1983-be30-446c-a378-709843bebaa3,segment=NetworkSegment(a49a982d-b843-4352-92aa-ba16ee1e53c5),segment_id=a49a982d-b843-4352-92aa-ba16ee1e53c5)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 22:33:14.176618 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-16c4dc77-1e7e-4ae4-8018-2e95694d96a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:33:14.229893 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-16c4dc77-1e7e-4ae4-8018-2e95694d96a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:33:14.230513 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-16c4dc77-1e7e-4ae4-8018-2e95694d96a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:33:14.232360 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-16c4dc77-1e7e-4ae4-8018-2e95694d96a2 service neutron] 10.222.0.43 "PUT /v2.0/ports/f7fa1983-be30-446c-a378-709843bebaa3 HTTP/1.1" status: 200 len: 1091 time: 0.9626851 Nov 09 22:33:14.233024 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a34866e8-68ec-4a65-9860-f8cf18c272ad', 'tag': 'f7fa1983-be30-446c-a378-709843bebaa3'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:33:14.235515 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2737eae40cef112d1dfa64c8a6cf3edc76bfb64f9e32f72bfe3df0a7140357a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a7e2b9-dc83-47cc-95c4-17eaf6d681b5" -d '{"events": [{"name": "network-changed", "server_uuid": "a34866e8-68ec-4a65-9860-f8cf18c272ad", "tag": "f7fa1983-be30-446c-a378-709843bebaa3"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:33:14.268540 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c4dc77-1e7e-4ae4-8018-2e95694d96a2 service neutron] Pushing event updated for resources: {'Port': ['ID=f7fa1983-be30-446c-a378-709843bebaa3,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:33:14.275840 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c17e3497-df24-455c-acfa-afcbf16e994c req-83b724ed-5ff8-40cd-91ae-4c8cf039dedc tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/security-groups?id=f31d7dd1-dd71-41e9-b64f-f86bacc16d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061952 Nov 09 22:33:14.299628 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1967edd9-b40b-4a8e-b356-bd1ac4add4a2 x-openstack-request-id: req-1967edd9-b40b-4a8e-b356-bd1ac4add4a2 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:33:14.299628 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a34866e8-68ec-4a65-9860-f8cf18c272ad", "tag": "f7fa1983-be30-446c-a378-709843bebaa3", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:33:14.299628 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1967edd9-b40b-4a8e-b356-bd1ac4add4a2 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:33:14.299628 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a34866e8-68ec-4a65-9860-f8cf18c272ad', 'tag': 'f7fa1983-be30-446c-a378-709843bebaa3', 'status': 'completed', 'code': 200} Nov 09 22:33:14.344147 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-0dfe48c8-f48e-4e5b-8274-06e88a2c103c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:33:14.345718 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-0dfe48c8-f48e-4e5b-8274-06e88a2c103c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=994c2c2d9f33453798f3b211aaa49d17&device_id=a34866e8-68ec-4a65-9860-f8cf18c272ad HTTP/1.1" status: 200 len: 1094 time: 0.0433576 Nov 09 22:33:14.399950 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-bdad7240-6f41-46bd-a628-c9c225ced758 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7fa1983-be30-446c-a378-709843bebaa3 HTTP/1.1" status: 200 len: 217 time: 0.0391772 Nov 09 22:33:14.456765 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-0f2240f9-22e3-4d47-867e-71f94247dfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:33:14.458238 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-0f2240f9-22e3-4d47-867e-71f94247dfa3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=081015f1-0b0e-4d83-9bf7-37d4da7ba79f HTTP/1.1" status: 200 len: 849 time: 0.0505950 Nov 09 22:33:14.506137 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-4c2efc1c-a578-4cc0-ba52-2d08c6ce0815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:33:14.507553 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-4c2efc1c-a578-4cc0-ba52-2d08c6ce0815 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6385a7a-e495-47ec-bdd0-48675e8fd007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399182 Nov 09 22:33:14.597375 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-07b82e51-4089-43bf-960d-6894d2d07f0c service neutron] 10.222.0.43 "GET /v2.0/networks/f6385a7a-e495-47ec-bdd0-48675e8fd007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825453 Nov 09 22:33:14.683458 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-c466135b-aff3-42e3-868c-5bf8be9be4f1 req-ef594ed0-4617-465d-9093-cef7e2d10b9a service neutron] 10.222.0.43 "GET /v2.0/networks/f6385a7a-e495-47ec-bdd0-48675e8fd007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780218 Nov 09 22:33:14.808353 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7e2b9-dc83-47cc-95c4-17eaf6d681b5 req-a235f044-5232-4e96-9dd5-75fc3c28f989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:33:14.810484 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e9a7e2b9-dc83-47cc-95c4-17eaf6d681b5 req-a235f044-5232-4e96-9dd5-75fc3c28f989 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=994c2c2d9f33453798f3b211aaa49d17&device_id=a34866e8-68ec-4a65-9860-f8cf18c272ad HTTP/1.1" status: 200 len: 1094 time: 0.0429106 Nov 09 22:33:14.901501 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7e2b9-dc83-47cc-95c4-17eaf6d681b5 req-76d3cf1a-9e57-4e33-9667-00a4b661a7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:33:14.902936 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e9a7e2b9-dc83-47cc-95c4-17eaf6d681b5 req-76d3cf1a-9e57-4e33-9667-00a4b661a7b8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f6385a7a-e495-47ec-bdd0-48675e8fd007 HTTP/1.1" status: 200 len: 910 time: 0.0850253 Nov 09 22:33:14.943978 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e9a7e2b9-dc83-47cc-95c4-17eaf6d681b5 req-1cb25983-0b21-4a05-a898-31a2e476568f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7fa1983-be30-446c-a378-709843bebaa3 HTTP/1.1" status: 200 len: 217 time: 0.0333469 Nov 09 22:33:14.994362 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7e2b9-dc83-47cc-95c4-17eaf6d681b5 req-4c9dfd55-afee-4f58-af29-5f2b64b440d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:33:14.995821 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e9a7e2b9-dc83-47cc-95c4-17eaf6d681b5 req-4c9dfd55-afee-4f58-af29-5f2b64b440d5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=081015f1-0b0e-4d83-9bf7-37d4da7ba79f HTTP/1.1" status: 200 len: 849 time: 0.0450673 Nov 09 22:33:15.047096 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7e2b9-dc83-47cc-95c4-17eaf6d681b5 req-7a1c1e4f-8012-43b2-ad6d-e9be6d2fa3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:33:15.048602 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e9a7e2b9-dc83-47cc-95c4-17eaf6d681b5 req-7a1c1e4f-8012-43b2-ad6d-e9be6d2fa3f7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6385a7a-e495-47ec-bdd0-48675e8fd007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430431 Nov 09 22:33:15.136597 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e9a7e2b9-dc83-47cc-95c4-17eaf6d681b5 req-730ece75-c96b-4a3d-bca5-38a2e7ec1ca6 service neutron] 10.222.0.43 "GET /v2.0/networks/f6385a7a-e495-47ec-bdd0-48675e8fd007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800991 Nov 09 22:33:15.227201 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-e9a7e2b9-dc83-47cc-95c4-17eaf6d681b5 req-1ed6c6e3-329e-48d9-a75b-e2604931d12e service neutron] 10.222.0.43 "GET /v2.0/networks/f6385a7a-e495-47ec-bdd0-48675e8fd007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824006 Nov 09 22:33:15.395065 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef09df-2741-4913-963f-a3f8b3136e61 req-10f83fb4-ceb1-4da2-a95c-a058ed0697bf tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:33:15.396518 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f2ef09df-2741-4913-963f-a3f8b3136e61 req-10f83fb4-ceb1-4da2-a95c-a058ed0697bf tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/ports?device_id=a34866e8-68ec-4a65-9860-f8cf18c272ad HTTP/1.1" status: 200 len: 943 time: 0.0478282 Nov 09 22:33:15.444508 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f2ef09df-2741-4913-963f-a3f8b3136e61 req-64217bda-e2b0-4ec8-b616-fb819889d4d4 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/security-groups?id=f31d7dd1-dd71-41e9-b64f-f86bacc16d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420802 Nov 09 22:33:16.559182 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18dec0-1b9e-4a67-8048-41cdfd864bfa req-b4bf2f18-c0de-421f-94f6-31093668cb1a tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:33:16.560664 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fe18dec0-1b9e-4a67-8048-41cdfd864bfa req-b4bf2f18-c0de-421f-94f6-31093668cb1a tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/ports?device_id=a34866e8-68ec-4a65-9860-f8cf18c272ad HTTP/1.1" status: 200 len: 943 time: 0.0488698 Nov 09 22:33:16.608049 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-fe18dec0-1b9e-4a67-8048-41cdfd864bfa req-bf572e89-22ed-405f-ba69-0caac59ce273 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/security-groups?id=f31d7dd1-dd71-41e9-b64f-f86bacc16d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415654 Nov 09 22:33:17.720203 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dff8f5-d641-425b-ac81-e4940d172e3d req-ef010803-49cd-4f5e-bc34-5da42ea14833 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:33:17.721677 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e1dff8f5-d641-425b-ac81-e4940d172e3d req-ef010803-49cd-4f5e-bc34-5da42ea14833 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/ports?device_id=a34866e8-68ec-4a65-9860-f8cf18c272ad HTTP/1.1" status: 200 len: 943 time: 0.0472622 Nov 09 22:33:17.769976 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-e1dff8f5-d641-425b-ac81-e4940d172e3d req-0d360133-a6a8-46bf-b3ca-2b6f870baf08 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/security-groups?id=f31d7dd1-dd71-41e9-b64f-f86bacc16d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423558 Nov 09 22:33:17.786969 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2131fcc6-f4a3-439b-b994-3fa996d8e791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:33:18.115565 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device f7fa1983-be30-446c-a378-709843bebaa3 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 22:33:18.206471 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port f7fa1983-be30-446c-a378-709843bebaa3, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f7fa1983-be30-446c-a378-709843bebaa3,segment=NetworkSegment(a49a982d-b843-4352-92aa-ba16ee1e53c5),segment_id=a49a982d-b843-4352-92aa-ba16ee1e53c5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:33:18.216847 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': 'f7fa1983-be30-446c-a378-709843bebaa3', 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007', 'port_id': 'f7fa1983-be30-446c-a378-709843bebaa3', 'mac_address': 'fa:16:3e:11:68:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '081015f1-0b0e-4d83-9bf7-37d4da7ba79f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 22:33:18.255369 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:33:18.267337 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7fa1983-be30-446c-a378-709843bebaa3 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 22:33:18.286512 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port f7fa1983-be30-446c-a378-709843bebaa3, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f7fa1983-be30-446c-a378-709843bebaa3,segment=NetworkSegment(a49a982d-b843-4352-92aa-ba16ee1e53c5),segment_id=a49a982d-b843-4352-92aa-ba16ee1e53c5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:33:18.290457 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:33:18.335557 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=f7fa1983-be30-446c-a378-709843bebaa3,revision_number=4']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:33:18.598741 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['f7fa1983-be30-446c-a378-709843bebaa3'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 22:33:18.892354 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e5191-7672-4d66-b5f0-3d771db989a6 req-40211cbf-6e82-4c6e-83e6-338a306f8768 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:33:18.894125 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d93e5191-7672-4d66-b5f0-3d771db989a6 req-40211cbf-6e82-4c6e-83e6-338a306f8768 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/ports?device_id=a34866e8-68ec-4a65-9860-f8cf18c272ad HTTP/1.1" status: 200 len: 944 time: 0.0518234 Nov 09 22:33:18.942436 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d93e5191-7672-4d66-b5f0-3d771db989a6 req-e3ae0de7-a2b4-4022-a7c1-5f6bdb5c645b tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/security-groups?id=f31d7dd1-dd71-41e9-b64f-f86bacc16d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425246 Nov 09 22:33:20.062410 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1446f-abf0-4d5b-8200-33ef11516a3e req-fd5c31c1-cc30-4102-93db-1a1a782f2cd3 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:33:20.063903 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f7a1446f-abf0-4d5b-8200-33ef11516a3e req-fd5c31c1-cc30-4102-93db-1a1a782f2cd3 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/ports?device_id=a34866e8-68ec-4a65-9860-f8cf18c272ad HTTP/1.1" status: 200 len: 944 time: 0.0534990 Nov 09 22:33:20.111556 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-f7a1446f-abf0-4d5b-8200-33ef11516a3e req-8994b39a-01d2-4460-82c1-19fc4cebf42f tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/security-groups?id=f31d7dd1-dd71-41e9-b64f-f86bacc16d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417273 Nov 09 22:33:20.136293 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device f7fa1983-be30-446c-a378-709843bebaa3 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:33:20.183488 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning for port f7fa1983-be30-446c-a378-709843bebaa3 completed by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 22:33:20.187820 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port f7fa1983-be30-446c-a378-709843bebaa3 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:33:20.188188 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:33:20.394700 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f6c44d23-3261-474f-b33f-2561d2fb4a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:33:20.435928 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:33:20.457809 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34866e8-68ec-4a65-9860-f8cf18c272ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fa1983-be30-446c-a378-709843bebaa3'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:33:20.460021 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbbffabc46a25035f6c0210104ebac0979452e44f6408783e2f348470e25243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360190ba-4646-40a3-8423-3b51bfa9b8d4" -d '{"events": [{"server_uuid": "a34866e8-68ec-4a65-9860-f8cf18c272ad", "name": "network-vif-plugged", "status": "completed", "tag": "f7fa1983-be30-446c-a378-709843bebaa3"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:33:20.473730 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port f7fa1983-be30-446c-a378-709843bebaa3, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f7fa1983-be30-446c-a378-709843bebaa3,segment=NetworkSegment(a49a982d-b843-4352-92aa-ba16ee1e53c5),segment_id=a49a982d-b843-4352-92aa-ba16ee1e53c5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:33:20.478112 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:33:20.504097 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 22:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170045f4-7c49-47f6-ad2d-220d0ec6f586 x-openstack-request-id: req-170045f4-7c49-47f6-ad2d-220d0ec6f586 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:33:20.504395 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34866e8-68ec-4a65-9860-f8cf18c272ad", "name": "network-vif-plugged", "status": "completed", "tag": "f7fa1983-be30-446c-a378-709843bebaa3", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:33:20.504667 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-170045f4-7c49-47f6-ad2d-220d0ec6f586 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:33:20.505050 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a34866e8-68ec-4a65-9860-f8cf18c272ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fa1983-be30-446c-a378-709843bebaa3', 'code': 200} Nov 09 22:33:20.530560 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=f7fa1983-be30-446c-a378-709843bebaa3,revision_number=5']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:33:20.620492 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c77d12-dac3-41c2-87d7-d9605cee663d req-08cff811-ffcd-436a-8656-7501b89dd791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:33:20.622013 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b0c77d12-dac3-41c2-87d7-d9605cee663d req-08cff811-ffcd-436a-8656-7501b89dd791 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a34866e8-68ec-4a65-9860-f8cf18c272ad HTTP/1.1" status: 200 len: 1096 time: 0.0411997 Nov 09 22:33:20.668303 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b0c77d12-dac3-41c2-87d7-d9605cee663d req-edb650dd-f2f6-4d28-9852-dbe797ba913c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f31d7dd1-dd71-41e9-b64f-f86bacc16d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380430 Nov 09 22:33:21.226163 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ed7dd-0e43-4111-903d-9eaaaaa0559c req-b7d834f5-b3bf-4c6a-9472-aeb10e1317e7 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:33:21.227626 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bc9ed7dd-0e43-4111-903d-9eaaaaa0559c req-b7d834f5-b3bf-4c6a-9472-aeb10e1317e7 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/ports?device_id=a34866e8-68ec-4a65-9860-f8cf18c272ad HTTP/1.1" status: 200 len: 945 time: 0.0486548 Nov 09 22:33:21.276239 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-bc9ed7dd-0e43-4111-903d-9eaaaaa0559c req-b4595cb4-d347-420c-8ad7-fe7c37ab750d tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/security-groups?id=f31d7dd1-dd71-41e9-b64f-f86bacc16d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426719 Nov 09 22:33:21.330150 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:33:22.391294 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c4d94-0ae1-4170-bc4e-0a3a03e32660 req-b3c0818f-b315-41be-84a1-0eb145402539 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:33:22.392703 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-968c4d94-0ae1-4170-bc4e-0a3a03e32660 req-b3c0818f-b315-41be-84a1-0eb145402539 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/ports?device_id=a34866e8-68ec-4a65-9860-f8cf18c272ad HTTP/1.1" status: 200 len: 945 time: 0.0479143 Nov 09 22:33:22.443926 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-968c4d94-0ae1-4170-bc4e-0a3a03e32660 req-cea0ea00-9b0a-4bea-a766-622e5f11172e tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/security-groups?id=f31d7dd1-dd71-41e9-b64f-f86bacc16d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450583 Nov 09 22:33:22.556505 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375bd363-0251-4166-80e5-f9a005975919 req-f69d06eb-ab38-4d42-8614-d9b2830aa931 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:33:22.557989 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-375bd363-0251-4166-80e5-f9a005975919 req-f69d06eb-ab38-4d42-8614-d9b2830aa931 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/ports?device_id=a34866e8-68ec-4a65-9860-f8cf18c272ad HTTP/1.1" status: 200 len: 945 time: 0.0484107 Nov 09 22:33:22.610005 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-375bd363-0251-4166-80e5-f9a005975919 req-44fd4265-6091-40bb-b60d-d0379661f247 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/security-groups?id=f31d7dd1-dd71-41e9-b64f-f86bacc16d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462112 Nov 09 22:33:22.631369 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39320) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:33:22.670019 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979cde69-aa3d-4ded-b7d3-4ba22cb0307b tempest-TestSnapshotPattern-274556200 tempest-TestSnapshotPattern-274556200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:33:22.671560 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-979cde69-aa3d-4ded-b7d3-4ba22cb0307b tempest-TestSnapshotPattern-274556200 tempest-TestSnapshotPattern-274556200-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=a34866e8-68ec-4a65-9860-f8cf18c272ad HTTP/1.1" status: 200 len: 1091 time: 0.0391822 Nov 09 22:33:22.674443 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39322) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:33:22.678938 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.v2.base [None req-3e904afc-2c71-4dd2-94aa-981b5ad9a0a8 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Request body: {'floatingip': {'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'port_id': 'f7fa1983-be30-446c-a378-709843bebaa3', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 22:33:22.696627 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:33:22.701401 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3e904afc-2c71-4dd2-94aa-981b5ad9a0a8 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks [] for floatingip, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:33:22.798336 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3e904afc-2c71-4dd2-94aa-981b5ad9a0a8 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:33:22.898285 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-3e904afc-2c71-4dd2-94aa-981b5ad9a0a8 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Allocated IP 172.25.7.221 (4531c23d-84b7-490d-8d7c-6676781b6e6a/1a62b4fa-366c-4ebe-b1d3-18a56f2402ca/8c65317b-7436-43a3-ab9e-b9f997ae23d3) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 22:33:23.000026 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3e904afc-2c71-4dd2-94aa-981b5ad9a0a8 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:33:23.032756 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3e904afc-2c71-4dd2-94aa-981b5ad9a0a8 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752600164729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:33:23.072430 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e904afc-2c71-4dd2-94aa-981b5ad9a0a8 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Network 4531c23d-84b7-490d-8d7c-6676781b6e6a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 22:33:23.075362 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-3e904afc-2c71-4dd2-94aa-981b5ad9a0a8 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 22:33:23.077969 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e904afc-2c71-4dd2-94aa-981b5ad9a0a8 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 22:33:23.104245 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e904afc-2c71-4dd2-94aa-981b5ad9a0a8 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Pushing event updated for resources: {'Port': ['ID=8c65317b-7436-43a3-ab9e-b9f997ae23d3,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:33:23.430881 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3e904afc-2c71-4dd2-94aa-981b5ad9a0a8 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:33:23.495042 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3e904afc-2c71-4dd2-94aa-981b5ad9a0a8 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:33:23.564469 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:33:23.580621 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:33:23.646387 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3e904afc-2c71-4dd2-94aa-981b5ad9a0a8 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:33:23.650811 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3e904afc-2c71-4dd2-94aa-981b5ad9a0a8 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9946335'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:33:23.716021 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e904afc-2c71-4dd2-94aa-981b5ad9a0a8 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Pushing event updated for resources: {'Port': ['ID=8c65317b-7436-43a3-ab9e-b9f997ae23d3,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:33:23.730724 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3e904afc-2c71-4dd2-94aa-981b5ad9a0a8 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377067'] for floatingip, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:33:23.827581 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [None req-3e904afc-2c71-4dd2-94aa-981b5ad9a0a8 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Floating IP 51997bee-cf5e-483e-a36c-69da5cb26ad4 associated. External IP: 172.25.7.221, port: f7fa1983-be30-446c-a378-709843bebaa3. Nov 09 22:33:24.024193 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e904afc-2c71-4dd2-94aa-981b5ad9a0a8 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Router 26938c7b-f407-4029-bd65-e1ce79aa3d67 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:33:24.129505 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e904afc-2c71-4dd2-94aa-981b5ad9a0a8 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:33:24.138678 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37362433-432d-49c9-af8f-0c678578ba99 None None] Sync routers for ids ['26938c7b-f407-4029-bd65-e1ce79aa3d67'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:33:24.149029 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3e904afc-2c71-4dd2-94aa-981b5ad9a0a8 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:33:24.152716 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37362433-432d-49c9-af8f-0c678578ba99 None None] Routers {'26938c7b-f407-4029-bd65-e1ce79aa3d67'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:33:24.153840 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-37362433-432d-49c9-af8f-0c678578ba99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:33:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['26938c7b-f407-4029-bd65-e1ce79aa3d67'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:33:24.176239 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-3e904afc-2c71-4dd2-94aa-981b5ad9a0a8 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5007925 Nov 09 22:33:24.176967 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a34866e8-68ec-4a65-9860-f8cf18c272ad', 'tag': 'f7fa1983-be30-446c-a378-709843bebaa3'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:33:24.179498 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2737eae40cef112d1dfa64c8a6cf3edc76bfb64f9e32f72bfe3df0a7140357a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f02708-ae28-4685-8d61-1417f3fb8f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "a34866e8-68ec-4a65-9860-f8cf18c272ad", "tag": "f7fa1983-be30-446c-a378-709843bebaa3"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:33:24.216665 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3424695-2526-49c8-b071-924b26c0bb45 x-openstack-request-id: req-c3424695-2526-49c8-b071-924b26c0bb45 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:33:24.216956 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a34866e8-68ec-4a65-9860-f8cf18c272ad", "tag": "f7fa1983-be30-446c-a378-709843bebaa3", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:33:24.217212 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c3424695-2526-49c8-b071-924b26c0bb45 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:33:24.217614 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a34866e8-68ec-4a65-9860-f8cf18c272ad', 'tag': 'f7fa1983-be30-446c-a378-709843bebaa3', 'status': 'completed', 'code': 200} Nov 09 22:33:24.259474 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-37362433-432d-49c9-af8f-0c678578ba99 None None] Set router 26938c7b-f407-4029-bd65-e1ce79aa3d67 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:33:24.303150 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f02708-ae28-4685-8d61-1417f3fb8f8b req-13bcaa58-5480-49dc-85c9-69f826656275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:33:24.304597 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-09f02708-ae28-4685-8d61-1417f3fb8f8b req-13bcaa58-5480-49dc-85c9-69f826656275 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=994c2c2d9f33453798f3b211aaa49d17&device_id=a34866e8-68ec-4a65-9860-f8cf18c272ad HTTP/1.1" status: 200 len: 1096 time: 0.0451300 Nov 09 22:33:24.397450 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f02708-ae28-4685-8d61-1417f3fb8f8b req-a5d4b039-ac0b-4b24-b263-fd3b8ace9bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:33:24.398947 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-09f02708-ae28-4685-8d61-1417f3fb8f8b req-a5d4b039-ac0b-4b24-b263-fd3b8ace9bbb service neutron] 10.222.0.43 "GET /v2.0/networks?id=f6385a7a-e495-47ec-bdd0-48675e8fd007 HTTP/1.1" status: 200 len: 910 time: 0.0870533 Nov 09 22:33:24.467315 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-09f02708-ae28-4685-8d61-1417f3fb8f8b req-018aed19-9c64-4764-973b-46a18aa6cf77 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7fa1983-be30-446c-a378-709843bebaa3 HTTP/1.1" status: 200 len: 999 time: 0.0609181 Nov 09 22:33:24.492734 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-37362433-432d-49c9-af8f-0c678578ba99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'name': 'tempest-TestSnapshotPattern-1192495994-router', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '03d1e8a7-db76-4a35-86d9-293316e5c4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:30:29Z', 'updated_at': '2021-11-09T22:30:31Z', 'revision_number': 4, 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'gw_port': {'id': '03d1e8a7-db76-4a35-86d9-293316e5c4cc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:30:29Z', 'updated_at': '2021-11-09T22:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '4ef8dcf5-0001-48e0-9300-25c0b7c44e60', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'floating_ip_address': '172.25.7.60', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'port_id': 'a36f3e36-46b1-40e4-9bae-6f6396db62d5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007', 'mac_address': 'fa:16:3e:28:54:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c61b860-0993-4584-9431-9145bd0ad11f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T22:30:51Z', 'updated_at': '2021-11-09T22:30:53Z', 'revision_number': 1, 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'fixed_ip_address_scope': None}, {'id': '51997bee-cf5e-483e-a36c-69da5cb26ad4', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'floating_ip_address': '172.25.7.221', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'port_id': 'f7fa1983-be30-446c-a378-709843bebaa3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007', 'mac_address': 'fa:16:3e:11:68:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34866e8-68ec-4a65-9860-f8cf18c272ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T22:33:23Z', 'updated_at': '2021-11-09T22:33:23Z', 'revision_number': 0, 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '452a60be-4f45-4903-b06d-706976696936', 'name': '', 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'mac_address': 'fa:16:3e:84:1b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '081015f1-0b0e-4d83-9bf7-37d4da7ba79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:30:31Z', 'updated_at': '2021-11-09T22:30:37Z', 'revision_number': 5, 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'subnets': [{'id': '081015f1-0b0e-4d83-9bf7-37d4da7ba79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:33:24.516778 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f02708-ae28-4685-8d61-1417f3fb8f8b req-ead1d7c9-e2d8-4b85-b21c-0466df712e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:33:24.518260 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-09f02708-ae28-4685-8d61-1417f3fb8f8b req-ead1d7c9-e2d8-4b85-b21c-0466df712e5a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=081015f1-0b0e-4d83-9bf7-37d4da7ba79f HTTP/1.1" status: 200 len: 849 time: 0.0444024 Nov 09 22:33:24.518393 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37362433-432d-49c9-af8f-0c678578ba99 None None] Checking router: 26938c7b-f407-4029-bd65-e1ce79aa3d67 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:33:24.526771 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37362433-432d-49c9-af8f-0c678578ba99 None None] Routers {'26938c7b-f407-4029-bd65-e1ce79aa3d67'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:33:24.527369 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-37362433-432d-49c9-af8f-0c678578ba99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:33:20Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['26938c7b-f407-4029-bd65-e1ce79aa3d67'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:33:24.563409 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f02708-ae28-4685-8d61-1417f3fb8f8b req-e411abe9-1399-41d4-97bf-6c71df4a9c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:33:24.564860 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-09f02708-ae28-4685-8d61-1417f3fb8f8b req-e411abe9-1399-41d4-97bf-6c71df4a9c30 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6385a7a-e495-47ec-bdd0-48675e8fd007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397131 Nov 09 22:33:24.630046 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-37362433-432d-49c9-af8f-0c678578ba99 None None] Set router 26938c7b-f407-4029-bd65-e1ce79aa3d67 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:33:24.655875 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-09f02708-ae28-4685-8d61-1417f3fb8f8b req-d6960d85-d34c-4f07-b828-4f58a9eb95af service neutron] 10.222.0.43 "GET /v2.0/networks/f6385a7a-e495-47ec-bdd0-48675e8fd007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840409 Nov 09 22:33:24.751379 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-09f02708-ae28-4685-8d61-1417f3fb8f8b req-8f2b5737-1e18-4b89-8c99-0308a0aebce2 service neutron] 10.222.0.43 "GET /v2.0/networks/f6385a7a-e495-47ec-bdd0-48675e8fd007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876722 Nov 09 22:33:24.853295 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-37362433-432d-49c9-af8f-0c678578ba99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'name': 'tempest-TestSnapshotPattern-1192495994-router', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '03d1e8a7-db76-4a35-86d9-293316e5c4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:30:29Z', 'updated_at': '2021-11-09T22:30:31Z', 'revision_number': 4, 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'gw_port': {'id': '03d1e8a7-db76-4a35-86d9-293316e5c4cc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:30:29Z', 'updated_at': '2021-11-09T22:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '4ef8dcf5-0001-48e0-9300-25c0b7c44e60', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'floating_ip_address': '172.25.7.60', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'port_id': 'a36f3e36-46b1-40e4-9bae-6f6396db62d5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007', 'mac_address': 'fa:16:3e:28:54:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c61b860-0993-4584-9431-9145bd0ad11f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T22:30:51Z', 'updated_at': '2021-11-09T22:30:53Z', 'revision_number': 1, 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'fixed_ip_address_scope': None}, {'id': '51997bee-cf5e-483e-a36c-69da5cb26ad4', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'floating_ip_address': '172.25.7.221', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'port_id': 'f7fa1983-be30-446c-a378-709843bebaa3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007', 'mac_address': 'fa:16:3e:11:68:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34866e8-68ec-4a65-9860-f8cf18c272ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T22:33:23Z', 'updated_at': '2021-11-09T22:33:23Z', 'revision_number': 0, 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '452a60be-4f45-4903-b06d-706976696936', 'name': '', 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'mac_address': 'fa:16:3e:84:1b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '081015f1-0b0e-4d83-9bf7-37d4da7ba79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:30:31Z', 'updated_at': '2021-11-09T22:30:37Z', 'revision_number': 5, 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'subnets': [{'id': '081015f1-0b0e-4d83-9bf7-37d4da7ba79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:33:24.884779 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37362433-432d-49c9-af8f-0c678578ba99 None None] The sync data for ids ['26938c7b-f407-4029-bd65-e1ce79aa3d67'] in n-d-816206-3 is: [{'id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'name': 'tempest-TestSnapshotPattern-1192495994-router', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '03d1e8a7-db76-4a35-86d9-293316e5c4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:30:29Z', 'updated_at': '2021-11-09T22:30:31Z', 'revision_number': 4, 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'gw_port': {'id': '03d1e8a7-db76-4a35-86d9-293316e5c4cc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:30:29Z', 'updated_at': '2021-11-09T22:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '4ef8dcf5-0001-48e0-9300-25c0b7c44e60', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'floating_ip_address': '172.25.7.60', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'port_id': 'a36f3e36-46b1-40e4-9bae-6f6396db62d5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007', 'mac_address': 'fa:16:3e:28:54:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c61b860-0993-4584-9431-9145bd0ad11f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T22:30:51Z', 'updated_at': '2021-11-09T22:30:53Z', 'revision_number': 1, 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'fixed_ip_address_scope': None}, {'id': '51997bee-cf5e-483e-a36c-69da5cb26ad4', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'floating_ip_address': '172.25.7.221', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'port_id': 'f7fa1983-be30-446c-a378-709843bebaa3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007', 'mac_address': 'fa:16:3e:11:68:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34866e8-68ec-4a65-9860-f8cf18c272ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T22:33:23Z', 'updated_at': '2021-11-09T22:33:23Z', 'revision_number': 0, 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '452a60be-4f45-4903-b06d-706976696936', 'name': '', 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'mac_address': 'fa:16:3e:84:1b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '081015f1-0b0e-4d83-9bf7-37d4da7ba79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:30:31Z', 'updated_at': '2021-11-09T22:30:37Z', 'revision_number': 5, 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'subnets': [{'id': '081015f1-0b0e-4d83-9bf7-37d4da7ba79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:33:25.070562 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fb79cf-bc0d-455c-b838-3a0fb8ce5ead None None] New status for floating IP 51997bee-cf5e-483e-a36c-69da5cb26ad4: ACTIVE {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 22:33:26.955712 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:33:34.489838 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:33:47.780671 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8ddeb150-5566-4a11-916a-a02e62b97b93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:33:50.275259 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9977c29e-f28f-41cb-99ed-943202833c84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:33:51.332793 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:33:51.504908 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4bed1152-ab16-4f5d-808c-76a9cbf2fa4f req-e096fa24-66ba-4280-b3b9-899cafbae21a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a34866e8-68ec-4a65-9860-f8cf18c272ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405166 Nov 09 22:33:51.602833 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed1152-ab16-4f5d-808c-76a9cbf2fa4f req-50cf534a-fdbf-4167-a1eb-2668a0e06c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:33:51.604210 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4bed1152-ab16-4f5d-808c-76a9cbf2fa4f req-50cf534a-fdbf-4167-a1eb-2668a0e06c36 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=994c2c2d9f33453798f3b211aaa49d17&device_id=a34866e8-68ec-4a65-9860-f8cf18c272ad HTTP/1.1" status: 200 len: 1096 time: 0.0427320 Nov 09 22:33:51.706655 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed1152-ab16-4f5d-808c-76a9cbf2fa4f req-5a6601db-03a1-4b4f-bf3f-030f831355a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:33:51.708115 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4bed1152-ab16-4f5d-808c-76a9cbf2fa4f req-5a6601db-03a1-4b4f-bf3f-030f831355a0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f6385a7a-e495-47ec-bdd0-48675e8fd007 HTTP/1.1" status: 200 len: 910 time: 0.0839875 Nov 09 22:33:51.804078 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4bed1152-ab16-4f5d-808c-76a9cbf2fa4f req-5b472615-1cb1-4584-b827-3d20c36c1dff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7fa1983-be30-446c-a378-709843bebaa3 HTTP/1.1" status: 200 len: 1001 time: 0.0867524 Nov 09 22:33:51.842658 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b92f22c3-4264-43cc-a5fd-8d11ec74db7a req-8b469879-ec04-463a-b2c2-77096b331dce service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0c61b860-0993-4584-9431-9145bd0ad11f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0687051 Nov 09 22:33:51.858641 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed1152-ab16-4f5d-808c-76a9cbf2fa4f req-10d48a28-c3f2-4622-a46e-65b82cd78be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:33:51.859962 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4bed1152-ab16-4f5d-808c-76a9cbf2fa4f req-10d48a28-c3f2-4622-a46e-65b82cd78be8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=081015f1-0b0e-4d83-9bf7-37d4da7ba79f HTTP/1.1" status: 200 len: 849 time: 0.0486970 Nov 09 22:33:51.935337 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed1152-ab16-4f5d-808c-76a9cbf2fa4f req-df9c4229-872c-4972-b41e-fe02f9cc9ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:33:51.936855 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4bed1152-ab16-4f5d-808c-76a9cbf2fa4f req-df9c4229-872c-4972-b41e-fe02f9cc9ed5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6385a7a-e495-47ec-bdd0-48675e8fd007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705082 Nov 09 22:33:51.942593 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f22c3-4264-43cc-a5fd-8d11ec74db7a req-df8404f7-d4c3-4844-9df0-50f5ad3161ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:33:51.943923 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b92f22c3-4264-43cc-a5fd-8d11ec74db7a req-df8404f7-d4c3-4844-9df0-50f5ad3161ce service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=994c2c2d9f33453798f3b211aaa49d17&device_id=0c61b860-0993-4584-9431-9145bd0ad11f HTTP/1.1" status: 200 len: 1095 time: 0.0543530 Nov 09 22:33:52.088923 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4bed1152-ab16-4f5d-808c-76a9cbf2fa4f req-ed1572bf-5087-4247-bb62-7031d982f829 service neutron] 10.222.0.43 "GET /v2.0/networks/f6385a7a-e495-47ec-bdd0-48675e8fd007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440411 Nov 09 22:33:52.104721 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f22c3-4264-43cc-a5fd-8d11ec74db7a req-b88c6b38-7b4a-4cc7-9803-05736fb670f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:33:52.106034 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b92f22c3-4264-43cc-a5fd-8d11ec74db7a req-b88c6b38-7b4a-4cc7-9803-05736fb670f3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f6385a7a-e495-47ec-bdd0-48675e8fd007 HTTP/1.1" status: 200 len: 910 time: 0.1211908 Nov 09 22:33:52.209608 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b92f22c3-4264-43cc-a5fd-8d11ec74db7a req-5a4b55ba-6b54-4aed-b045-830748e80803 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a36f3e36-46b1-40e4-9bae-6f6396db62d5 HTTP/1.1" status: 200 len: 999 time: 0.0926666 Nov 09 22:33:52.255637 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-4bed1152-ab16-4f5d-808c-76a9cbf2fa4f req-9709bd37-e2ec-487e-8f0e-bf7eb50affd1 service neutron] 10.222.0.43 "GET /v2.0/networks/f6385a7a-e495-47ec-bdd0-48675e8fd007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580989 Nov 09 22:33:52.269901 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f22c3-4264-43cc-a5fd-8d11ec74db7a req-378f0167-626b-40c8-a467-47e40379bc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:33:52.271265 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b92f22c3-4264-43cc-a5fd-8d11ec74db7a req-378f0167-626b-40c8-a467-47e40379bc94 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=081015f1-0b0e-4d83-9bf7-37d4da7ba79f HTTP/1.1" status: 200 len: 849 time: 0.0537763 Nov 09 22:33:52.654847 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f22c3-4264-43cc-a5fd-8d11ec74db7a req-3019b352-6928-4edc-811e-f52c1bbab7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:33:52.656340 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b92f22c3-4264-43cc-a5fd-8d11ec74db7a req-3019b352-6928-4edc-811e-f52c1bbab7d4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f6385a7a-e495-47ec-bdd0-48675e8fd007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3780074 Nov 09 22:33:52.698717 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:33:52.744578 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b92f22c3-4264-43cc-a5fd-8d11ec74db7a req-f53bfe2d-a1f3-40d6-b24a-18e830f247ac service neutron] 10.222.0.45 "GET /v2.0/networks/f6385a7a-e495-47ec-bdd0-48675e8fd007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804996 Nov 09 22:33:52.834366 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-b92f22c3-4264-43cc-a5fd-8d11ec74db7a req-041eb1bb-5356-4810-b488-583623cdbbd9 service neutron] 10.222.0.45 "GET /v2.0/networks/f6385a7a-e495-47ec-bdd0-48675e8fd007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826483 Nov 09 22:33:53.568446 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:33:53.580172 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:34:03.955308 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:34:04.500850 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:34:17.782305 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-99b88841-a4ac-4230-a08d-65e6c55e2609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:34:20.277664 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9a6e65f3-4992-4d92-bffc-a45aa9e00e61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:34:21.336915 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:34:22.700433 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:34:23.570148 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:34:23.591538 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:34:34.520513 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:34:40.954563 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:34:47.783466 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ebcf915b-98ca-47d7-9792-e39808d16528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:34:50.280867 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-33e6efd3-44db-4de8-a590-dd94c8c35377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:34:51.339545 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:34:52.556694 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b6d6b-618e-4522-a6d2-4d84aa6f9fd3 req-0e3516eb-604c-489b-b135-97235a0e2511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:34:52.558147 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6b8b6d6b-618e-4522-a6d2-4d84aa6f9fd3 req-0e3516eb-604c-489b-b135-97235a0e2511 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=994c2c2d9f33453798f3b211aaa49d17&device_id=a34866e8-68ec-4a65-9860-f8cf18c272ad HTTP/1.1" status: 200 len: 1096 time: 0.1046228 Nov 09 22:34:52.665860 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b6d6b-618e-4522-a6d2-4d84aa6f9fd3 req-ba431fd4-8f4d-450e-98c3-db530fb20263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:34:52.667357 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6b8b6d6b-618e-4522-a6d2-4d84aa6f9fd3 req-ba431fd4-8f4d-450e-98c3-db530fb20263 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f6385a7a-e495-47ec-bdd0-48675e8fd007 HTTP/1.1" status: 200 len: 910 time: 0.0857811 Nov 09 22:34:52.703440 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:34:52.734257 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6b8b6d6b-618e-4522-a6d2-4d84aa6f9fd3 req-d602fe11-20cd-4e06-a5a2-a3cdbab4c257 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7fa1983-be30-446c-a378-709843bebaa3 HTTP/1.1" status: 200 len: 1001 time: 0.0575445 Nov 09 22:34:52.782589 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b6d6b-618e-4522-a6d2-4d84aa6f9fd3 req-a47a7124-b643-4b6e-94a5-62defb136663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:34:52.784071 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6b8b6d6b-618e-4522-a6d2-4d84aa6f9fd3 req-a47a7124-b643-4b6e-94a5-62defb136663 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=081015f1-0b0e-4d83-9bf7-37d4da7ba79f HTTP/1.1" status: 200 len: 849 time: 0.0432694 Nov 09 22:34:52.835514 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b6d6b-618e-4522-a6d2-4d84aa6f9fd3 req-7ad0eb4a-9200-4ee6-83d2-e88eb7f6acdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:34:52.837028 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6b8b6d6b-618e-4522-a6d2-4d84aa6f9fd3 req-7ad0eb4a-9200-4ee6-83d2-e88eb7f6acdc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6385a7a-e495-47ec-bdd0-48675e8fd007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432229 Nov 09 22:34:52.848173 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-6b8b6d6b-618e-4522-a6d2-4d84aa6f9fd3 req-7a134606-e823-4037-a1a7-90c9cc61d06b service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 22:34:52.849157 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6b8b6d6b-618e-4522-a6d2-4d84aa6f9fd3 req-7a134606-e823-4037-a1a7-90c9cc61d06b service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049796 Nov 09 22:34:52.939760 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6b8b6d6b-618e-4522-a6d2-4d84aa6f9fd3 req-679678a7-7492-4948-be87-572515cc9fc3 service neutron] 10.222.0.43 "GET /v2.0/networks/f6385a7a-e495-47ec-bdd0-48675e8fd007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831895 Nov 09 22:34:53.033899 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-6b8b6d6b-618e-4522-a6d2-4d84aa6f9fd3 req-91de9e69-12e5-4cae-8ca2-6b0239f333aa service neutron] 10.222.0.43 "GET /v2.0/networks/f6385a7a-e495-47ec-bdd0-48675e8fd007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835822 Nov 09 22:34:53.571342 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:34:53.590440 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:34:53.812473 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-05667cf4-e454-43ba-96fb-7c17b00082ef req-a044e53a-0d7a-4d80-a4a3-f6a50e62761b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0c61b860-0993-4584-9431-9145bd0ad11f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389643 Nov 09 22:34:53.891974 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05667cf4-e454-43ba-96fb-7c17b00082ef req-ec57059c-987b-48fd-9546-aa322060ca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:34:53.893752 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-05667cf4-e454-43ba-96fb-7c17b00082ef req-ec57059c-987b-48fd-9546-aa322060ca07 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=994c2c2d9f33453798f3b211aaa49d17&device_id=0c61b860-0993-4584-9431-9145bd0ad11f HTTP/1.1" status: 200 len: 1095 time: 0.0401876 Nov 09 22:34:53.995517 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05667cf4-e454-43ba-96fb-7c17b00082ef req-bded0594-77a8-4690-a9e5-1c93b28327ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:34:53.997060 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-05667cf4-e454-43ba-96fb-7c17b00082ef req-bded0594-77a8-4690-a9e5-1c93b28327ce service neutron] 10.222.0.45 "GET /v2.0/networks?id=f6385a7a-e495-47ec-bdd0-48675e8fd007 HTTP/1.1" status: 200 len: 910 time: 0.0848339 Nov 09 22:34:54.060036 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-05667cf4-e454-43ba-96fb-7c17b00082ef req-e447ae51-a6dd-4b5a-b11d-5eeec645e6da service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a36f3e36-46b1-40e4-9bae-6f6396db62d5 HTTP/1.1" status: 200 len: 999 time: 0.0560799 Nov 09 22:34:54.112422 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05667cf4-e454-43ba-96fb-7c17b00082ef req-6d9a003d-4260-473f-bab2-93229bfc65b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:34:54.113795 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-05667cf4-e454-43ba-96fb-7c17b00082ef req-6d9a003d-4260-473f-bab2-93229bfc65b9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=081015f1-0b0e-4d83-9bf7-37d4da7ba79f HTTP/1.1" status: 200 len: 849 time: 0.0452704 Nov 09 22:34:54.157972 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05667cf4-e454-43ba-96fb-7c17b00082ef req-5cb68004-b0c5-428a-8c15-b99d4eef31ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:34:54.159423 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-05667cf4-e454-43ba-96fb-7c17b00082ef req-5cb68004-b0c5-428a-8c15-b99d4eef31ac service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f6385a7a-e495-47ec-bdd0-48675e8fd007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386450 Nov 09 22:34:54.246548 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-05667cf4-e454-43ba-96fb-7c17b00082ef req-2b055919-eb61-470b-802c-2eb117761732 service neutron] 10.222.0.45 "GET /v2.0/networks/f6385a7a-e495-47ec-bdd0-48675e8fd007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797167 Nov 09 22:34:54.340976 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-05667cf4-e454-43ba-96fb-7c17b00082ef req-df10ab33-0214-4d37-9713-47c77def02de service neutron] 10.222.0.45 "GET /v2.0/networks/f6385a7a-e495-47ec-bdd0-48675e8fd007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865355 Nov 09 22:34:54.558203 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device f7fa1983-be30-446c-a378-709843bebaa3 details requested by agent hyperv_n-h2-816206-3 with host n-h2-816206-3 {{(pid=102609) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 22:34:54.658613 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port f7fa1983-be30-446c-a378-709843bebaa3, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f7fa1983-be30-446c-a378-709843bebaa3,segment=NetworkSegment(a49a982d-b843-4352-92aa-ba16ee1e53c5),segment_id=a49a982d-b843-4352-92aa-ba16ee1e53c5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:34:54.670233 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Returning: {'device': 'f7fa1983-be30-446c-a378-709843bebaa3', 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007', 'port_id': 'f7fa1983-be30-446c-a378-709843bebaa3', 'mac_address': 'fa:16:3e:11:68:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '081015f1-0b0e-4d83-9bf7-37d4da7ba79f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102609) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 22:34:54.706851 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:34:54.720296 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7fa1983-be30-446c-a378-709843bebaa3 {{(pid=102609) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 22:34:54.743063 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port f7fa1983-be30-446c-a378-709843bebaa3, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f7fa1983-be30-446c-a378-709843bebaa3,segment=NetworkSegment(a49a982d-b843-4352-92aa-ba16ee1e53c5),segment_id=a49a982d-b843-4352-92aa-ba16ee1e53c5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:34:54.752883 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:34:54.807852 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=f7fa1983-be30-446c-a378-709843bebaa3,revision_number=6']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:34:54.819204 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:34:54.819547 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:34:54.819888 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:34:54.820222 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:34:54.820553 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:34:54.820916 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:34:54.821244 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:34:54.821568 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:34:54.821892 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:34:54.822212 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:34:54.822531 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:34:54.822848 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:34:54.904847 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] get_ports_and_sgs() called for port_ids ['f7fa1983-be30-446c-a378-709843bebaa3'] {{(pid=102609) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 22:34:56.590301 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device f7fa1983-be30-446c-a378-709843bebaa3 up at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 22:34:56.647619 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.provisioning_blocks [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Provisioning complete for port f7fa1983-be30-446c-a378-709843bebaa3 triggered by entity L2. {{(pid=102609) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 22:34:56.650093 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1442086'] for port, provisioning_complete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:34:56.746452 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1602158'] for port, before_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:34:56.771113 n-d-816206-3 neutron-server[102609]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34866e8-68ec-4a65-9860-f8cf18c272ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fa1983-be30-446c-a378-709843bebaa3'}] {{(pid=102609) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:34:56.773669 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dbbffabc46a25035f6c0210104ebac0979452e44f6408783e2f348470e25243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e935c377-ea4f-44d8-9e13-230c1e25dc34" -d '{"events": [{"server_uuid": "a34866e8-68ec-4a65-9860-f8cf18c272ad", "name": "network-vif-plugged", "status": "completed", "tag": "f7fa1983-be30-446c-a378-709843bebaa3"}]}' {{(pid=102609) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:34:56.789240 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] For port f7fa1983-be30-446c-a378-709843bebaa3, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f7fa1983-be30-446c-a378-709843bebaa3,segment=NetworkSegment(a49a982d-b843-4352-92aa-ba16ee1e53c5),segment_id=a49a982d-b843-4352-92aa-ba16ee1e53c5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:34:56.794366 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752600576395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752600164747', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752600164765'] for port, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:34:56.831045 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 22:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f75c44-2288-461e-927a-b751d73b1ab7 x-openstack-request-id: req-94f75c44-2288-461e-927a-b751d73b1ab7 {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:34:56.831045 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34866e8-68ec-4a65-9860-f8cf18c272ad", "name": "network-vif-plugged", "status": "completed", "tag": "f7fa1983-be30-446c-a378-709843bebaa3", "code": 200}]} {{(pid=102609) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:34:56.831914 n-d-816206-3 neutron-server[102609]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-94f75c44-2288-461e-927a-b751d73b1ab7 {{(pid=102609) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:34:56.832041 n-d-816206-3 neutron-server[102609]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a34866e8-68ec-4a65-9860-f8cf18c272ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fa1983-be30-446c-a378-709843bebaa3', 'code': 200} Nov 09 22:34:56.855793 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Pushing event updated for resources: {'Port': ['ID=f7fa1983-be30-446c-a378-709843bebaa3,revision_number=7']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:35:04.297879 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39528) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:35:04.451433 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-b01be135-5354-4863-9c71-62137b2d8035 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Deleting port 8c65317b-7436-43a3-ab9e-b9f997ae23d3 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:35:04.452397 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b01be135-5354-4863-9c71-62137b2d8035 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:04.519592 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:04.537987 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b01be135-5354-4863-9c71-62137b2d8035 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:04.538343 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b01be135-5354-4863-9c71-62137b2d8035 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:04.550275 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-b01be135-5354-4863-9c71-62137b2d8035 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Calling delete_port for 8c65317b-7436-43a3-ab9e-b9f997ae23d3 owned by network:floatingip {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:35:04.694351 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b01be135-5354-4863-9c71-62137b2d8035 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:04.724505 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01be135-5354-4863-9c71-62137b2d8035 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Pushing event deleted for resources: {'Port': ['ID=8c65317b-7436-43a3-ab9e-b9f997ae23d3,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:35:04.746401 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01be135-5354-4863-9c71-62137b2d8035 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:35:04.746747 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01be135-5354-4863-9c71-62137b2d8035 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:35:04.747084 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01be135-5354-4863-9c71-62137b2d8035 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:35:04.747421 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01be135-5354-4863-9c71-62137b2d8035 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:35:04.747753 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01be135-5354-4863-9c71-62137b2d8035 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:35:04.748081 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01be135-5354-4863-9c71-62137b2d8035 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:35:04.748408 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01be135-5354-4863-9c71-62137b2d8035 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:35:04.749385 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01be135-5354-4863-9c71-62137b2d8035 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:35:04.749712 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01be135-5354-4863-9c71-62137b2d8035 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:35:04.750037 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01be135-5354-4863-9c71-62137b2d8035 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:35:04.750361 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01be135-5354-4863-9c71-62137b2d8035 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:35:04.750687 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01be135-5354-4863-9c71-62137b2d8035 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:35:04.787070 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b01be135-5354-4863-9c71-62137b2d8035 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks [] for floatingip, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:04.787422 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [None req-b01be135-5354-4863-9c71-62137b2d8035 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Floating IP 51997bee-cf5e-483e-a36c-69da5cb26ad4 disassociated (deleted). External IP: 172.25.7.221, port: f7fa1983-be30-446c-a378-709843bebaa3. Nov 09 22:35:04.993335 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01be135-5354-4863-9c71-62137b2d8035 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Router 26938c7b-f407-4029-bd65-e1ce79aa3d67 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:35:05.097902 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01be135-5354-4863-9c71-62137b2d8035 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:35:05.102650 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b01be135-5354-4863-9c71-62137b2d8035 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:05.107193 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a16935c-4e87-4ee6-ae15-e6275274d537 None None] Sync routers for ids ['26938c7b-f407-4029-bd65-e1ce79aa3d67'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:35:05.117446 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a16935c-4e87-4ee6-ae15-e6275274d537 None None] Routers {'26938c7b-f407-4029-bd65-e1ce79aa3d67'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:35:05.118065 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-5a16935c-4e87-4ee6-ae15-e6275274d537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:34:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['26938c7b-f407-4029-bd65-e1ce79aa3d67'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:35:05.128586 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-b01be135-5354-4863-9c71-62137b2d8035 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "DELETE /v2.0/floatingips/51997bee-cf5e-483e-a36c-69da5cb26ad4 HTTP/1.1" status: 204 len: 168 time: 0.8296165 Nov 09 22:35:05.129203 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a34866e8-68ec-4a65-9860-f8cf18c272ad', 'tag': 'f7fa1983-be30-446c-a378-709843bebaa3'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:35:05.131441 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2737eae40cef112d1dfa64c8a6cf3edc76bfb64f9e32f72bfe3df0a7140357a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34919420-b8cb-45ee-b723-7bb5d16f7329" -d '{"events": [{"name": "network-changed", "server_uuid": "a34866e8-68ec-4a65-9860-f8cf18c272ad", "tag": "f7fa1983-be30-446c-a378-709843bebaa3"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:35:05.228283 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-5a16935c-4e87-4ee6-ae15-e6275274d537 None None] Set router 26938c7b-f407-4029-bd65-e1ce79aa3d67 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:35:05.249823 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9196bd7-d665-4700-9c6b-48077528dc9a x-openstack-request-id: req-a9196bd7-d665-4700-9c6b-48077528dc9a {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:35:05.250643 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a34866e8-68ec-4a65-9860-f8cf18c272ad", "tag": "f7fa1983-be30-446c-a378-709843bebaa3", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:35:05.251187 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a9196bd7-d665-4700-9c6b-48077528dc9a {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:35:05.251852 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a34866e8-68ec-4a65-9860-f8cf18c272ad', 'tag': 'f7fa1983-be30-446c-a378-709843bebaa3', 'status': 'completed', 'code': 200} Nov 09 22:35:05.387489 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581cd23a-43c8-42c4-a66f-d674e88b0dce req-2f72665c-421e-46f8-8de6-e02aa01d0561 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:35:05.389013 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-581cd23a-43c8-42c4-a66f-d674e88b0dce req-2f72665c-421e-46f8-8de6-e02aa01d0561 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/ports?device_id=a34866e8-68ec-4a65-9860-f8cf18c272ad HTTP/1.1" status: 200 len: 945 time: 0.0791919 Nov 09 22:35:05.391352 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34919420-b8cb-45ee-b723-7bb5d16f7329 req-433bfe5d-f298-456f-abec-7cfbeed4dbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:35:05.392971 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-34919420-b8cb-45ee-b723-7bb5d16f7329 req-433bfe5d-f298-456f-abec-7cfbeed4dbd0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=994c2c2d9f33453798f3b211aaa49d17&device_id=a34866e8-68ec-4a65-9860-f8cf18c272ad HTTP/1.1" status: 200 len: 1096 time: 0.0720561 Nov 09 22:35:05.458068 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-5a16935c-4e87-4ee6-ae15-e6275274d537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'name': 'tempest-TestSnapshotPattern-1192495994-router', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '03d1e8a7-db76-4a35-86d9-293316e5c4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:30:29Z', 'updated_at': '2021-11-09T22:30:31Z', 'revision_number': 4, 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'gw_port': {'id': '03d1e8a7-db76-4a35-86d9-293316e5c4cc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:30:29Z', 'updated_at': '2021-11-09T22:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '4ef8dcf5-0001-48e0-9300-25c0b7c44e60', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'floating_ip_address': '172.25.7.60', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'port_id': 'a36f3e36-46b1-40e4-9bae-6f6396db62d5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007', 'mac_address': 'fa:16:3e:28:54:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c61b860-0993-4584-9431-9145bd0ad11f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T22:30:51Z', 'updated_at': '2021-11-09T22:30:53Z', 'revision_number': 1, 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '452a60be-4f45-4903-b06d-706976696936', 'name': '', 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'mac_address': 'fa:16:3e:84:1b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '081015f1-0b0e-4d83-9bf7-37d4da7ba79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:30:31Z', 'updated_at': '2021-11-09T22:30:37Z', 'revision_number': 5, 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'subnets': [{'id': '081015f1-0b0e-4d83-9bf7-37d4da7ba79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:35:05.483976 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a16935c-4e87-4ee6-ae15-e6275274d537 None None] Checking router: 26938c7b-f407-4029-bd65-e1ce79aa3d67 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:35:05.485418 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-581cd23a-43c8-42c4-a66f-d674e88b0dce req-bfaa412f-3ec9-451f-83b5-5fd4feb1d4d5 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/security-groups?id=f31d7dd1-dd71-41e9-b64f-f86bacc16d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895655 Nov 09 22:35:05.492661 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a16935c-4e87-4ee6-ae15-e6275274d537 None None] Routers {'26938c7b-f407-4029-bd65-e1ce79aa3d67'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:35:05.493272 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-5a16935c-4e87-4ee6-ae15-e6275274d537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:34:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['26938c7b-f407-4029-bd65-e1ce79aa3d67'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:35:05.517336 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34919420-b8cb-45ee-b723-7bb5d16f7329 req-b59847d5-fc77-43b6-b315-1e89c47b9355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:35:05.519049 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-34919420-b8cb-45ee-b723-7bb5d16f7329 req-b59847d5-fc77-43b6-b315-1e89c47b9355 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f6385a7a-e495-47ec-bdd0-48675e8fd007 HTTP/1.1" status: 200 len: 910 time: 0.1168323 Nov 09 22:35:05.564498 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-34919420-b8cb-45ee-b723-7bb5d16f7329 req-0401377b-bdff-487a-a566-5a7ac20976f0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7fa1983-be30-446c-a378-709843bebaa3 HTTP/1.1" status: 200 len: 217 time: 0.0377331 Nov 09 22:35:05.616601 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34919420-b8cb-45ee-b723-7bb5d16f7329 req-fb425836-fb3b-436d-b8aa-62953d41d8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:35:05.618122 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-34919420-b8cb-45ee-b723-7bb5d16f7329 req-fb425836-fb3b-436d-b8aa-62953d41d8e0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=081015f1-0b0e-4d83-9bf7-37d4da7ba79f HTTP/1.1" status: 200 len: 849 time: 0.0455368 Nov 09 22:35:05.668081 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34919420-b8cb-45ee-b723-7bb5d16f7329 req-65c6cb4f-f1a2-4ffd-98cf-25b389de327c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:35:05.669651 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-34919420-b8cb-45ee-b723-7bb5d16f7329 req-65c6cb4f-f1a2-4ffd-98cf-25b389de327c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f6385a7a-e495-47ec-bdd0-48675e8fd007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429766 Nov 09 22:35:05.759526 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-5a16935c-4e87-4ee6-ae15-e6275274d537 None None] Set router 26938c7b-f407-4029-bd65-e1ce79aa3d67 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:35:05.765619 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-34919420-b8cb-45ee-b723-7bb5d16f7329 req-24081316-5659-4629-85f5-e68ff84af503 service neutron] 10.222.0.43 "GET /v2.0/networks/f6385a7a-e495-47ec-bdd0-48675e8fd007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871646 Nov 09 22:35:05.856684 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-34919420-b8cb-45ee-b723-7bb5d16f7329 req-1e5b300c-e92a-460d-9be9-5fbef5fd419e service neutron] 10.222.0.43 "GET /v2.0/networks/f6385a7a-e495-47ec-bdd0-48675e8fd007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829899 Nov 09 22:35:05.986772 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-5a16935c-4e87-4ee6-ae15-e6275274d537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'name': 'tempest-TestSnapshotPattern-1192495994-router', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '03d1e8a7-db76-4a35-86d9-293316e5c4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:30:29Z', 'updated_at': '2021-11-09T22:30:31Z', 'revision_number': 4, 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'gw_port': {'id': '03d1e8a7-db76-4a35-86d9-293316e5c4cc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:30:29Z', 'updated_at': '2021-11-09T22:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '4ef8dcf5-0001-48e0-9300-25c0b7c44e60', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'floating_ip_address': '172.25.7.60', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'port_id': 'a36f3e36-46b1-40e4-9bae-6f6396db62d5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007', 'mac_address': 'fa:16:3e:28:54:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c61b860-0993-4584-9431-9145bd0ad11f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T22:30:51Z', 'updated_at': '2021-11-09T22:30:53Z', 'revision_number': 1, 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '452a60be-4f45-4903-b06d-706976696936', 'name': '', 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'mac_address': 'fa:16:3e:84:1b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '081015f1-0b0e-4d83-9bf7-37d4da7ba79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:30:31Z', 'updated_at': '2021-11-09T22:30:37Z', 'revision_number': 5, 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'subnets': [{'id': '081015f1-0b0e-4d83-9bf7-37d4da7ba79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:35:06.012978 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a16935c-4e87-4ee6-ae15-e6275274d537 None None] The sync data for ids ['26938c7b-f407-4029-bd65-e1ce79aa3d67'] in n-d-816206-3 is: [{'id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'name': 'tempest-TestSnapshotPattern-1192495994-router', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '03d1e8a7-db76-4a35-86d9-293316e5c4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:30:29Z', 'updated_at': '2021-11-09T22:30:31Z', 'revision_number': 4, 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'gw_port': {'id': '03d1e8a7-db76-4a35-86d9-293316e5c4cc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:30:29Z', 'updated_at': '2021-11-09T22:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_floatingips': [{'id': '4ef8dcf5-0001-48e0-9300-25c0b7c44e60', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'floating_ip_address': '172.25.7.60', 'floating_network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'router_id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'port_id': 'a36f3e36-46b1-40e4-9bae-6f6396db62d5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007', 'mac_address': 'fa:16:3e:28:54:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c61b860-0993-4584-9431-9145bd0ad11f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T22:30:51Z', 'updated_at': '2021-11-09T22:30:53Z', 'revision_number': 1, 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '452a60be-4f45-4903-b06d-706976696936', 'name': '', 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'mac_address': 'fa:16:3e:84:1b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '081015f1-0b0e-4d83-9bf7-37d4da7ba79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:30:31Z', 'updated_at': '2021-11-09T22:30:37Z', 'revision_number': 5, 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'subnets': [{'id': '081015f1-0b0e-4d83-9bf7-37d4da7ba79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:35:06.247188 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ca3af1-22bd-45cd-90bb-3b319cd0bac9 None None] New status for floating IP 51997bee-cf5e-483e-a36c-69da5cb26ad4: DOWN {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 22:35:06.607219 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f1566-c43c-4884-a6d6-c92b44c93897 req-56ee118d-cf64-4752-b7b5-7b778da8da01 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:35:06.609285 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fb9f1566-c43c-4884-a6d6-c92b44c93897 req-56ee118d-cf64-4752-b7b5-7b778da8da01 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/ports?device_id=a34866e8-68ec-4a65-9860-f8cf18c272ad HTTP/1.1" status: 200 len: 945 time: 0.0500927 Nov 09 22:35:06.658929 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-fb9f1566-c43c-4884-a6d6-c92b44c93897 req-f52b14a5-436f-4104-81ce-5454f17edf6c tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/security-groups?id=f31d7dd1-dd71-41e9-b64f-f86bacc16d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438077 Nov 09 22:35:07.001788 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a0c5b-66c2-4c3d-bd73-038c3fb430b7 req-a85dd6b6-0684-47d4-a990-2e267d9eaf6c tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:35:07.003216 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f13a0c5b-66c2-4c3d-bd73-038c3fb430b7 req-a85dd6b6-0684-47d4-a990-2e267d9eaf6c tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.43 "GET /v2.0/ports?device_id=a34866e8-68ec-4a65-9860-f8cf18c272ad HTTP/1.1" status: 200 len: 945 time: 0.0476818 Nov 09 22:35:07.095061 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-f13a0c5b-66c2-4c3d-bd73-038c3fb430b7 req-38dbe388-0966-4dd9-9a64-e7bb92e0f395 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Deleting port f7fa1983-be30-446c-a378-709843bebaa3 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:35:07.095407 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f13a0c5b-66c2-4c3d-bd73-038c3fb430b7 req-38dbe388-0966-4dd9-9a64-e7bb92e0f395 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:07.184754 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-f13a0c5b-66c2-4c3d-bd73-038c3fb430b7 req-38dbe388-0966-4dd9-9a64-e7bb92e0f395 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] For port f7fa1983-be30-446c-a378-709843bebaa3, host n-h2-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-3',level=0,port_id=f7fa1983-be30-446c-a378-709843bebaa3,segment=NetworkSegment(a49a982d-b843-4352-92aa-ba16ee1e53c5),segment_id=a49a982d-b843-4352-92aa-ba16ee1e53c5)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:35:07.185117 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f13a0c5b-66c2-4c3d-bd73-038c3fb430b7 req-38dbe388-0966-4dd9-9a64-e7bb92e0f395 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:07.197308 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-f13a0c5b-66c2-4c3d-bd73-038c3fb430b7 req-38dbe388-0966-4dd9-9a64-e7bb92e0f395 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Calling delete_port for f7fa1983-be30-446c-a378-709843bebaa3 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:35:07.319284 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f13a0c5b-66c2-4c3d-bd73-038c3fb430b7 req-38dbe388-0966-4dd9-9a64-e7bb92e0f395 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:07.345378 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dbe388-0966-4dd9-9a64-e7bb92e0f395 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Pushing event deleted for resources: {'Port': ['ID=f7fa1983-be30-446c-a378-709843bebaa3,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:35:07.392389 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-f13a0c5b-66c2-4c3d-bd73-038c3fb430b7 req-38dbe388-0966-4dd9-9a64-e7bb92e0f395 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] No DVR routers for this DVR port f7fa1983-be30-446c-a378-709843bebaa3 on host n-h2-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:35:07.395295 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-f13a0c5b-66c2-4c3d-bd73-038c3fb430b7 req-38dbe388-0966-4dd9-9a64-e7bb92e0f395 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:07.398780 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f13a0c5b-66c2-4c3d-bd73-038c3fb430b7 req-38dbe388-0966-4dd9-9a64-e7bb92e0f395 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.43 "DELETE /v2.0/ports/f7fa1983-be30-446c-a378-709843bebaa3 HTTP/1.1" status: 204 len: 173 time: 0.3887522 Nov 09 22:35:07.399215 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34866e8-68ec-4a65-9860-f8cf18c272ad', 'name': 'network-vif-deleted', 'tag': 'f7fa1983-be30-446c-a378-709843bebaa3'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:35:07.401586 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2737eae40cef112d1dfa64c8a6cf3edc76bfb64f9e32f72bfe3df0a7140357a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1b4fd8-4658-48b1-b804-223e33818b2b" -d '{"events": [{"server_uuid": "a34866e8-68ec-4a65-9860-f8cf18c272ad", "name": "network-vif-deleted", "tag": "f7fa1983-be30-446c-a378-709843bebaa3"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:35:07.442479 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 22:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f64ba5-515e-45a3-ab8a-db599cc763fe x-openstack-request-id: req-a7f64ba5-515e-45a3-ab8a-db599cc763fe {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:35:07.442776 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34866e8-68ec-4a65-9860-f8cf18c272ad", "name": "network-vif-deleted", "tag": "f7fa1983-be30-446c-a378-709843bebaa3", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:35:07.443034 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a7f64ba5-515e-45a3-ab8a-db599cc763fe {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:35:07.443442 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a34866e8-68ec-4a65-9860-f8cf18c272ad', 'name': 'network-vif-deleted', 'tag': 'f7fa1983-be30-446c-a378-709843bebaa3', 'status': 'completed', 'code': 200} Nov 09 22:35:07.768488 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-159a4132-d334-4157-a64c-7db72b78df57 req-a794cb35-87b3-4677-b3f3-0d4247d18be7 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/ports?device_id=a34866e8-68ec-4a65-9860-f8cf18c272ad HTTP/1.1" status: 200 len: 210 time: 0.0275321 Nov 09 22:35:08.648877 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device f7fa1983-be30-446c-a378-709843bebaa3 no longer exists at agent hyperv_n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:35:08.669037 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] No Port match for: f7fa1983-be30-446c-a378-709843bebaa3 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:35:08.669383 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Device f7fa1983-be30-446c-a378-709843bebaa3 not bound to the agent host n-h2-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:35:09.315608 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39590) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:35:09.468036 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-8069e747-7d9e-47b6-ab54-a92ac1301757 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Deleting port 8e135975-8bb8-4032-9630-63b28e2fbb70 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:35:09.468377 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8069e747-7d9e-47b6-ab54-a92ac1301757 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:09.545293 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8069e747-7d9e-47b6-ab54-a92ac1301757 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:09.545670 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8069e747-7d9e-47b6-ab54-a92ac1301757 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:09.557012 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-8069e747-7d9e-47b6-ab54-a92ac1301757 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Calling delete_port for 8e135975-8bb8-4032-9630-63b28e2fbb70 owned by network:floatingip {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:35:09.696818 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8069e747-7d9e-47b6-ab54-a92ac1301757 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:09.726257 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8069e747-7d9e-47b6-ab54-a92ac1301757 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Pushing event deleted for resources: {'Port': ['ID=8e135975-8bb8-4032-9630-63b28e2fbb70,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:35:09.783035 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8069e747-7d9e-47b6-ab54-a92ac1301757 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks [] for floatingip, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:09.783344 n-d-816206-3 neutron-server[102607]: INFO neutron.db.l3_db [None req-8069e747-7d9e-47b6-ab54-a92ac1301757 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Floating IP 4ef8dcf5-0001-48e0-9300-25c0b7c44e60 disassociated (deleted). External IP: 172.25.7.60, port: a36f3e36-46b1-40e4-9bae-6f6396db62d5. Nov 09 22:35:09.988989 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8069e747-7d9e-47b6-ab54-a92ac1301757 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Router 26938c7b-f407-4029-bd65-e1ce79aa3d67 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:35:10.094206 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8069e747-7d9e-47b6-ab54-a92ac1301757 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:35:10.099005 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8069e747-7d9e-47b6-ab54-a92ac1301757 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:10.104976 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b69c6b-1477-4cd9-baf4-d5dd88c72b17 None None] Sync routers for ids ['26938c7b-f407-4029-bd65-e1ce79aa3d67'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:35:10.115088 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b69c6b-1477-4cd9-baf4-d5dd88c72b17 None None] Routers {'26938c7b-f407-4029-bd65-e1ce79aa3d67'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:35:10.115704 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-33b69c6b-1477-4cd9-baf4-d5dd88c72b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:34:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['26938c7b-f407-4029-bd65-e1ce79aa3d67'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:35:10.125560 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-8069e747-7d9e-47b6-ab54-a92ac1301757 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "DELETE /v2.0/floatingips/4ef8dcf5-0001-48e0-9300-25c0b7c44e60 HTTP/1.1" status: 204 len: 168 time: 0.8088458 Nov 09 22:35:10.126192 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c61b860-0993-4584-9431-9145bd0ad11f', 'tag': 'a36f3e36-46b1-40e4-9bae-6f6396db62d5'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:35:10.128568 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2737eae40cef112d1dfa64c8a6cf3edc76bfb64f9e32f72bfe3df0a7140357a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00051be9-2ace-4e2e-a399-622b583a0ed9" -d '{"events": [{"name": "network-changed", "server_uuid": "0c61b860-0993-4584-9431-9145bd0ad11f", "tag": "a36f3e36-46b1-40e4-9bae-6f6396db62d5"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:35:10.192920 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 22:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661cdb59-febe-414d-92d0-e2ceb1e8891b x-openstack-request-id: req-661cdb59-febe-414d-92d0-e2ceb1e8891b {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:35:10.193615 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c61b860-0993-4584-9431-9145bd0ad11f", "tag": "a36f3e36-46b1-40e4-9bae-6f6396db62d5", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:35:10.193763 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-661cdb59-febe-414d-92d0-e2ceb1e8891b {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:35:10.194268 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c61b860-0993-4584-9431-9145bd0ad11f', 'tag': 'a36f3e36-46b1-40e4-9bae-6f6396db62d5', 'status': 'completed', 'code': 200} Nov 09 22:35:10.231949 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-33b69c6b-1477-4cd9-baf4-d5dd88c72b17 None None] Set router 26938c7b-f407-4029-bd65-e1ce79aa3d67 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:35:10.252711 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00051be9-2ace-4e2e-a399-622b583a0ed9 req-07a1e6a9-6bf5-408f-bb0c-adf839e8d7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:35:10.254187 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-00051be9-2ace-4e2e-a399-622b583a0ed9 req-07a1e6a9-6bf5-408f-bb0c-adf839e8d7f3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=994c2c2d9f33453798f3b211aaa49d17&device_id=0c61b860-0993-4584-9431-9145bd0ad11f HTTP/1.1" status: 200 len: 1095 time: 0.0422881 Nov 09 22:35:10.387391 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00051be9-2ace-4e2e-a399-622b583a0ed9 req-515e64d8-58fa-492d-99a2-aa9b2ff444f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:35:10.388913 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-00051be9-2ace-4e2e-a399-622b583a0ed9 req-515e64d8-58fa-492d-99a2-aa9b2ff444f4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f6385a7a-e495-47ec-bdd0-48675e8fd007 HTTP/1.1" status: 200 len: 910 time: 0.1263080 Nov 09 22:35:10.397681 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333ec16-669c-444d-b837-4476f8b57399 req-46ffe011-a129-4b23-82af-2570c55f0dac tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:35:10.399089 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f333ec16-669c-444d-b837-4476f8b57399 req-46ffe011-a129-4b23-82af-2570c55f0dac tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c61b860-0993-4584-9431-9145bd0ad11f HTTP/1.1" status: 200 len: 944 time: 0.0762703 Nov 09 22:35:10.439694 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-00051be9-2ace-4e2e-a399-622b583a0ed9 req-9e47568a-99e5-4098-8e7e-717c38256394 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a36f3e36-46b1-40e4-9bae-6f6396db62d5 HTTP/1.1" status: 200 len: 217 time: 0.0396614 Nov 09 22:35:10.451056 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-33b69c6b-1477-4cd9-baf4-d5dd88c72b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'name': 'tempest-TestSnapshotPattern-1192495994-router', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '03d1e8a7-db76-4a35-86d9-293316e5c4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:30:29Z', 'updated_at': '2021-11-09T22:30:31Z', 'revision_number': 4, 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'gw_port': {'id': '03d1e8a7-db76-4a35-86d9-293316e5c4cc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:30:29Z', 'updated_at': '2021-11-09T22:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '452a60be-4f45-4903-b06d-706976696936', 'name': '', 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'mac_address': 'fa:16:3e:84:1b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '081015f1-0b0e-4d83-9bf7-37d4da7ba79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:30:31Z', 'updated_at': '2021-11-09T22:30:37Z', 'revision_number': 5, 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'subnets': [{'id': '081015f1-0b0e-4d83-9bf7-37d4da7ba79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:35:10.477395 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b69c6b-1477-4cd9-baf4-d5dd88c72b17 None None] Checking router: 26938c7b-f407-4029-bd65-e1ce79aa3d67 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:35:10.491024 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b69c6b-1477-4cd9-baf4-d5dd88c72b17 None None] Routers {'26938c7b-f407-4029-bd65-e1ce79aa3d67'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:35:10.491670 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-33b69c6b-1477-4cd9-baf4-d5dd88c72b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:34:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['26938c7b-f407-4029-bd65-e1ce79aa3d67'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:35:10.514753 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-f333ec16-669c-444d-b837-4476f8b57399 req-165558eb-0e94-4397-90be-6b5b7f80c58f tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/security-groups?id=f31d7dd1-dd71-41e9-b64f-f86bacc16d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072779 Nov 09 22:35:10.522148 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00051be9-2ace-4e2e-a399-622b583a0ed9 req-7035311d-6685-4e06-8154-34d0e7824833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:35:10.523633 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-00051be9-2ace-4e2e-a399-622b583a0ed9 req-7035311d-6685-4e06-8154-34d0e7824833 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=081015f1-0b0e-4d83-9bf7-37d4da7ba79f HTTP/1.1" status: 200 len: 849 time: 0.0761175 Nov 09 22:35:10.569330 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00051be9-2ace-4e2e-a399-622b583a0ed9 req-fbadf214-6b91-4750-b39d-47441a4f1907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:35:10.570808 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-00051be9-2ace-4e2e-a399-622b583a0ed9 req-fbadf214-6b91-4750-b39d-47441a4f1907 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f6385a7a-e495-47ec-bdd0-48675e8fd007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388668 Nov 09 22:35:10.597972 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-33b69c6b-1477-4cd9-baf4-d5dd88c72b17 None None] Set router 26938c7b-f407-4029-bd65-e1ce79aa3d67 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:35:10.664898 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-00051be9-2ace-4e2e-a399-622b583a0ed9 req-8b6ab231-79a0-4c21-8b07-806fdac83dbd service neutron] 10.222.0.45 "GET /v2.0/networks/f6385a7a-e495-47ec-bdd0-48675e8fd007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853117 Nov 09 22:35:10.753394 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-00051be9-2ace-4e2e-a399-622b583a0ed9 req-205941bc-7bf8-4cb1-a764-30447e7512e6 service neutron] 10.222.0.45 "GET /v2.0/networks/f6385a7a-e495-47ec-bdd0-48675e8fd007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805204 Nov 09 22:35:10.802205 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-33b69c6b-1477-4cd9-baf4-d5dd88c72b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'name': 'tempest-TestSnapshotPattern-1192495994-router', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '03d1e8a7-db76-4a35-86d9-293316e5c4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:30:29Z', 'updated_at': '2021-11-09T22:30:31Z', 'revision_number': 4, 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'gw_port': {'id': '03d1e8a7-db76-4a35-86d9-293316e5c4cc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:30:29Z', 'updated_at': '2021-11-09T22:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '452a60be-4f45-4903-b06d-706976696936', 'name': '', 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'mac_address': 'fa:16:3e:84:1b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '081015f1-0b0e-4d83-9bf7-37d4da7ba79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:30:31Z', 'updated_at': '2021-11-09T22:30:37Z', 'revision_number': 5, 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'subnets': [{'id': '081015f1-0b0e-4d83-9bf7-37d4da7ba79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:35:10.828205 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b69c6b-1477-4cd9-baf4-d5dd88c72b17 None None] The sync data for ids ['26938c7b-f407-4029-bd65-e1ce79aa3d67'] in n-d-816206-3 is: [{'id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'name': 'tempest-TestSnapshotPattern-1192495994-router', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '03d1e8a7-db76-4a35-86d9-293316e5c4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:30:29Z', 'updated_at': '2021-11-09T22:30:31Z', 'revision_number': 4, 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'gw_port': {'id': '03d1e8a7-db76-4a35-86d9-293316e5c4cc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:30:29Z', 'updated_at': '2021-11-09T22:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3', '_interfaces': [{'id': '452a60be-4f45-4903-b06d-706976696936', 'name': '', 'network_id': 'f6385a7a-e495-47ec-bdd0-48675e8fd007', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'mac_address': 'fa:16:3e:84:1b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '081015f1-0b0e-4d83-9bf7-37d4da7ba79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:30:31Z', 'updated_at': '2021-11-09T22:30:37Z', 'revision_number': 5, 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'subnets': [{'id': '081015f1-0b0e-4d83-9bf7-37d4da7ba79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:35:11.037165 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575a3d40-846f-46bd-8026-4965340689f3 None None] New status for floating IP 4ef8dcf5-0001-48e0-9300-25c0b7c44e60: DOWN {{(pid=102610) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 22:35:11.634838 n-d-816206-3 neutron-server[102608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dab26a-8884-489c-914d-78a6b74b6225 req-589c4d6b-cbc2-4262-8b76-af1c64ed114c tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:35:11.636295 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-73dab26a-8884-489c-914d-78a6b74b6225 req-589c4d6b-cbc2-4262-8b76-af1c64ed114c tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c61b860-0993-4584-9431-9145bd0ad11f HTTP/1.1" status: 200 len: 944 time: 0.0521438 Nov 09 22:35:11.686867 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-73dab26a-8884-489c-914d-78a6b74b6225 req-9ee8fc9f-28bf-43e6-88fd-0d66ac563f16 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/security-groups?id=f31d7dd1-dd71-41e9-b64f-f86bacc16d71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445819 Nov 09 22:35:11.884916 n-d-816206-3 neutron-server[102607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3411ff0-090a-4de1-8548-966a4361b6fb req-61ad280d-995f-493e-be00-10d4d8528608 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 22:35:11.886282 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d3411ff0-090a-4de1-8548-966a4361b6fb req-61ad280d-995f-493e-be00-10d4d8528608 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c61b860-0993-4584-9431-9145bd0ad11f HTTP/1.1" status: 200 len: 944 time: 0.0482600 Nov 09 22:35:11.976844 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-d3411ff0-090a-4de1-8548-966a4361b6fb req-ca2c6d2c-872b-4bd3-b929-4dc9de794636 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Deleting port a36f3e36-46b1-40e4-9bae-6f6396db62d5 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:35:11.977194 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d3411ff0-090a-4de1-8548-966a4361b6fb req-ca2c6d2c-872b-4bd3-b929-4dc9de794636 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:12.062924 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [req-d3411ff0-090a-4de1-8548-966a4361b6fb req-ca2c6d2c-872b-4bd3-b929-4dc9de794636 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] For port a36f3e36-46b1-40e4-9bae-6f6396db62d5, host n-h1-816206-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-3',level=0,port_id=a36f3e36-46b1-40e4-9bae-6f6396db62d5,segment=NetworkSegment(a49a982d-b843-4352-92aa-ba16ee1e53c5),segment_id=a49a982d-b843-4352-92aa-ba16ee1e53c5)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:35:12.063284 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d3411ff0-090a-4de1-8548-966a4361b6fb req-ca2c6d2c-872b-4bd3-b929-4dc9de794636 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:12.075164 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [req-d3411ff0-090a-4de1-8548-966a4361b6fb req-ca2c6d2c-872b-4bd3-b929-4dc9de794636 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Calling delete_port for a36f3e36-46b1-40e4-9bae-6f6396db62d5 owned by compute:nova {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:35:12.533395 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d3411ff0-090a-4de1-8548-966a4361b6fb req-ca2c6d2c-872b-4bd3-b929-4dc9de794636 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:12.558827 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c6d2c-872b-4bd3-b929-4dc9de794636 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Pushing event deleted for resources: {'Port': ['ID=a36f3e36-46b1-40e4-9bae-6f6396db62d5,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:35:12.603962 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3411ff0-090a-4de1-8548-966a4361b6fb req-ca2c6d2c-872b-4bd3-b929-4dc9de794636 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] No DVR routers for this DVR port a36f3e36-46b1-40e4-9bae-6f6396db62d5 on host n-h1-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:35:12.606593 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [req-d3411ff0-090a-4de1-8548-966a4361b6fb req-ca2c6d2c-872b-4bd3-b929-4dc9de794636 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:12.609934 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [req-d3411ff0-090a-4de1-8548-966a4361b6fb req-ca2c6d2c-872b-4bd3-b929-4dc9de794636 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.45 "DELETE /v2.0/ports/a36f3e36-46b1-40e4-9bae-6f6396db62d5 HTTP/1.1" status: 204 len: 173 time: 0.7170963 Nov 09 22:35:12.610371 n-d-816206-3 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c61b860-0993-4584-9431-9145bd0ad11f', 'name': 'network-vif-deleted', 'tag': 'a36f3e36-46b1-40e4-9bae-6f6396db62d5'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 22:35:12.612565 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2737eae40cef112d1dfa64c8a6cf3edc76bfb64f9e32f72bfe3df0a7140357a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf005e6-8c34-4680-b518-8f7c5615ab44" -d '{"events": [{"server_uuid": "0c61b860-0993-4584-9431-9145bd0ad11f", "name": "network-vif-deleted", "tag": "a36f3e36-46b1-40e4-9bae-6f6396db62d5"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 22:35:12.649057 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 22:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec16db1-9fdd-4d88-be0a-584ef2324d7a x-openstack-request-id: req-5ec16db1-9fdd-4d88-be0a-584ef2324d7a {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 22:35:12.649350 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c61b860-0993-4584-9431-9145bd0ad11f", "name": "network-vif-deleted", "tag": "a36f3e36-46b1-40e4-9bae-6f6396db62d5", "status": "completed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 22:35:12.649603 n-d-816206-3 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5ec16db1-9fdd-4d88-be0a-584ef2324d7a {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 22:35:12.649998 n-d-816206-3 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c61b860-0993-4584-9431-9145bd0ad11f', 'name': 'network-vif-deleted', 'tag': 'a36f3e36-46b1-40e4-9bae-6f6396db62d5', 'status': 'completed', 'code': 200} Nov 09 22:35:12.795463 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [req-96c92ca7-80f0-4a40-bab8-a6a31f06f58a req-add83a11-3710-41f0-9efc-a53bb2a0b185 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c61b860-0993-4584-9431-9145bd0ad11f HTTP/1.1" status: 200 len: 210 time: 0.0256238 Nov 09 22:35:13.853361 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39606) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:35:13.907619 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f8f05f88-2a80-40df-8104-e557545066a9 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:13.932171 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f8f05f88-2a80-40df-8104-e557545066a9 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:13.990337 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f8f05f88-2a80-40df-8104-e557545066a9 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:13.992892 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f8f05f88-2a80-40df-8104-e557545066a9 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:13.997310 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f8f05f88-2a80-40df-8104-e557545066a9 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] 10.222.0.49 "DELETE /v2.0/security-groups/f31d7dd1-dd71-41e9-b64f-f86bacc16d71 HTTP/1.1" status: 204 len: 168 time: 0.1428964 Nov 09 22:35:14.006806 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f05f88-2a80-40df-8104-e557545066a9 tempest-TestSnapshotPattern-682257762 tempest-TestSnapshotPattern-682257762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31d7dd1-dd71-41e9-b64f-f86bacc16d71,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:35:15.059648 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39612) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:35:15.251129 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device a36f3e36-46b1-40e4-9bae-6f6396db62d5 no longer exists at agent hyperv_n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:35:15.272322 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] No Port match for: a36f3e36-46b1-40e4-9bae-6f6396db62d5 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:35:15.272682 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Device a36f3e36-46b1-40e4-9bae-6f6396db62d5 not bound to the agent host n-h1-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:35:15.399781 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6240b8c9-cf73-4635-824d-bf5b110a9388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:15.645079 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-6240b8c9-cf73-4635-824d-bf5b110a9388 admin admin] Deleting port 452a60be-4f45-4903-b06d-706976696936 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:35:15.645413 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6240b8c9-cf73-4635-824d-bf5b110a9388 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:15.719868 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-6240b8c9-cf73-4635-824d-bf5b110a9388 admin admin] For port 452a60be-4f45-4903-b06d-706976696936, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=452a60be-4f45-4903-b06d-706976696936,segment=NetworkSegment(a49a982d-b843-4352-92aa-ba16ee1e53c5),segment_id=a49a982d-b843-4352-92aa-ba16ee1e53c5)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:35:15.720144 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6240b8c9-cf73-4635-824d-bf5b110a9388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:15.731984 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-6240b8c9-cf73-4635-824d-bf5b110a9388 admin admin] Calling delete_port for 452a60be-4f45-4903-b06d-706976696936 owned by network:router_interface {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:35:15.906886 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6240b8c9-cf73-4635-824d-bf5b110a9388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:15.933726 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6240b8c9-cf73-4635-824d-bf5b110a9388 admin admin] Pushing event deleted for resources: {'Port': ['ID=452a60be-4f45-4903-b06d-706976696936,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:35:16.097750 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6240b8c9-cf73-4635-824d-bf5b110a9388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:16.311811 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6240b8c9-cf73-4635-824d-bf5b110a9388 admin admin] Router 26938c7b-f407-4029-bd65-e1ce79aa3d67 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:35:16.415699 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6240b8c9-cf73-4635-824d-bf5b110a9388 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:35:16.421232 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-6240b8c9-cf73-4635-824d-bf5b110a9388 admin admin] 10.222.0.49 "PUT /v2.0/routers/26938c7b-f407-4029-bd65-e1ce79aa3d67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3599484 Nov 09 22:35:16.423782 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39614) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:35:16.426476 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc8bbb4-eb2b-418e-9aa3-906501300aa1 None None] Sync routers for ids ['26938c7b-f407-4029-bd65-e1ce79aa3d67'] in n-d-816206-3 {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:35:16.435854 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc8bbb4-eb2b-418e-9aa3-906501300aa1 None None] Routers {'26938c7b-f407-4029-bd65-e1ce79aa3d67'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:35:16.436462 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-8cc8bbb4-eb2b-418e-9aa3-906501300aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:34:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['26938c7b-f407-4029-bd65-e1ce79aa3d67'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:35:16.528585 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1816eeee-8107-4cd7-be58-1217aec6ce67 admin admin] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:16.542011 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-8cc8bbb4-eb2b-418e-9aa3-906501300aa1 None None] Set router 26938c7b-f407-4029-bd65-e1ce79aa3d67 gateway port host: n-d-816206-3 {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:35:16.629762 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1816eeee-8107-4cd7-be58-1217aec6ce67 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:16.681873 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-1816eeee-8107-4cd7-be58-1217aec6ce67 admin admin] Deleting port 03d1e8a7-db76-4a35-86d9-293316e5c4cc {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:35:16.682253 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1816eeee-8107-4cd7-be58-1217aec6ce67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:16.720462 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-8cc8bbb4-eb2b-418e-9aa3-906501300aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'name': 'tempest-TestSnapshotPattern-1192495994-router', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.197'}], 'enable_snat': True}, 'gw_port_id': '03d1e8a7-db76-4a35-86d9-293316e5c4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:30:29Z', 'updated_at': '2021-11-09T22:35:15Z', 'revision_number': 5, 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'gw_port': {'id': '03d1e8a7-db76-4a35-86d9-293316e5c4cc', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:0f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:30:29Z', 'updated_at': '2021-11-09T22:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:35:16.745845 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc8bbb4-eb2b-418e-9aa3-906501300aa1 None None] Checking router: 26938c7b-f407-4029-bd65-e1ce79aa3d67 for host: n-d-816206-3 {{(pid=102609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:35:16.754345 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc8bbb4-eb2b-418e-9aa3-906501300aa1 None None] Routers {'26938c7b-f407-4029-bd65-e1ce79aa3d67'} bound to L3 agent in host n-d-816206-3 {{(pid=102609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:35:16.754934 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-8cc8bbb4-eb2b-418e-9aa3-906501300aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:34:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['26938c7b-f407-4029-bd65-e1ce79aa3d67'], 'active': True} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:35:16.759271 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-1816eeee-8107-4cd7-be58-1217aec6ce67 admin admin] For port 03d1e8a7-db76-4a35-86d9-293316e5c4cc, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=03d1e8a7-db76-4a35-86d9-293316e5c4cc,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:35:16.759644 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1816eeee-8107-4cd7-be58-1217aec6ce67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:16.772493 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-1816eeee-8107-4cd7-be58-1217aec6ce67 admin admin] Calling delete_port for 03d1e8a7-db76-4a35-86d9-293316e5c4cc owned by network:router_gateway {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:35:16.840403 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvr_db [None req-8cc8bbb4-eb2b-418e-9aa3-906501300aa1 None None] Set router 26938c7b-f407-4029-bd65-e1ce79aa3d67 gateway port host: None {{(pid=102609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:35:16.895467 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_hamode_db [None req-8cc8bbb4-eb2b-418e-9aa3-906501300aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'name': 'tempest-TestSnapshotPattern-1192495994-router', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:30:29Z', 'updated_at': '2021-11-09T22:35:16Z', 'revision_number': 6, 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'gw_port_host': None}], 'n-d-816206-3', False) {} {{(pid=102609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:35:16.921753 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc8bbb4-eb2b-418e-9aa3-906501300aa1 None None] The sync data for ids ['26938c7b-f407-4029-bd65-e1ce79aa3d67'] in n-d-816206-3 is: [{'id': '26938c7b-f407-4029-bd65-e1ce79aa3d67', 'name': 'tempest-TestSnapshotPattern-1192495994-router', 'tenant_id': '994c2c2d9f33453798f3b211aaa49d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:30:29Z', 'updated_at': '2021-11-09T22:35:16Z', 'revision_number': 6, 'project_id': '994c2c2d9f33453798f3b211aaa49d17', 'gw_port_host': None}] {{(pid=102609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:35:16.936855 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1816eeee-8107-4cd7-be58-1217aec6ce67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:16.968096 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1816eeee-8107-4cd7-be58-1217aec6ce67 admin admin] Pushing event deleted for resources: {'Port': ['ID=03d1e8a7-db76-4a35-86d9-293316e5c4cc,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:35:16.982298 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d377065-ec00-4d97-b08c-0a5c89e814b7 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:35:17.026242 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1816eeee-8107-4cd7-be58-1217aec6ce67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:17.112783 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1816eeee-8107-4cd7-be58-1217aec6ce67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:17.114808 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1816eeee-8107-4cd7-be58-1217aec6ce67 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:17.157074 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1816eeee-8107-4cd7-be58-1217aec6ce67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:17.157632 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1816eeee-8107-4cd7-be58-1217aec6ce67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26938c7b-f407-4029-bd65-e1ce79aa3d67 {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 22:35:17.161896 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1816eeee-8107-4cd7-be58-1217aec6ce67 admin admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:17.163314 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-1816eeee-8107-4cd7-be58-1217aec6ce67 admin admin] 10.222.0.49 "DELETE /v2.0/routers/26938c7b-f407-4029-bd65-e1ce79aa3d67 HTTP/1.1" status: 204 len: 168 time: 0.7386374 Nov 09 22:35:17.165974 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39616) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:35:17.213775 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-f95e00f8-3f45-47ee-9bae-bc2e27e1587d admin admin] Deleting subnet 081015f1-0b0e-4d83-9bf7-37d4da7ba79f {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 22:35:17.216742 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f95e00f8-3f45-47ee-9bae-bc2e27e1587d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:17.251557 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f95e00f8-3f45-47ee-9bae-bc2e27e1587d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:17.331187 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f95e00f8-3f45-47ee-9bae-bc2e27e1587d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:17.386448 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f95e00f8-3f45-47ee-9bae-bc2e27e1587d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:17.410569 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e00f8-3f45-47ee-9bae-bc2e27e1587d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=081015f1-0b0e-4d83-9bf7-37d4da7ba79f,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:35:17.414141 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f95e00f8-3f45-47ee-9bae-bc2e27e1587d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:17.417360 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f95e00f8-3f45-47ee-9bae-bc2e27e1587d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/081015f1-0b0e-4d83-9bf7-37d4da7ba79f HTTP/1.1" status: 204 len: 168 time: 0.2504358 Nov 09 22:35:17.419433 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cbe9da-8eeb-40a8-bc76-c7bed9850b66 None None] Network f6385a7a-e495-47ec-bdd0-48675e8fd007 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:35:17.420152 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39618) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:35:17.488060 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b635969c-56cd-470a-b362-c75fc57f2f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:17.544945 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-b635969c-56cd-470a-b362-c75fc57f2f35 admin admin] Deleting port b81ecbb0-0b91-4eed-b63e-e3b67d625f4b {{(pid=102608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:35:17.545293 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b635969c-56cd-470a-b362-c75fc57f2f35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:17.612335 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-b635969c-56cd-470a-b362-c75fc57f2f35 admin admin] For port b81ecbb0-0b91-4eed-b63e-e3b67d625f4b, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=b81ecbb0-0b91-4eed-b63e-e3b67d625f4b,segment=NetworkSegment(a49a982d-b843-4352-92aa-ba16ee1e53c5),segment_id=a49a982d-b843-4352-92aa-ba16ee1e53c5)] {{(pid=102608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:35:17.612621 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b635969c-56cd-470a-b362-c75fc57f2f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:17.626472 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.plugin [None req-b635969c-56cd-470a-b362-c75fc57f2f35 admin admin] Calling delete_port for b81ecbb0-0b91-4eed-b63e-e3b67d625f4b owned by network:dhcp {{(pid=102608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:35:17.653390 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a2bae8-2b34-45ea-ad48-7a25fdba3431 None None] DHCP port deletion for f6385a7a-e495-47ec-bdd0-48675e8fd007 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:35:17.703122 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-22a2bae8-2b34-45ea-ad48-7a25fdba3431 None None] Deleting port b81ecbb0-0b91-4eed-b63e-e3b67d625f4b {{(pid=102609) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:35:17.703589 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-22a2bae8-2b34-45ea-ad48-7a25fdba3431 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:17.713271 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b635969c-56cd-470a-b362-c75fc57f2f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8482622'] for port, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:17.741417 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b635969c-56cd-470a-b362-c75fc57f2f35 admin admin] Pushing event deleted for resources: {'Port': ['ID=b81ecbb0-0b91-4eed-b63e-e3b67d625f4b,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:35:17.744706 n-d-816206-3 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b635969c-56cd-470a-b362-c75fc57f2f35 admin admin] No DVR routers for this DVR port b81ecbb0-0b91-4eed-b63e-e3b67d625f4b on host n-d-816206-3 {{(pid=102608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:35:17.751433 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b635969c-56cd-470a-b362-c75fc57f2f35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:35:17.751792 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b635969c-56cd-470a-b362-c75fc57f2f35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:35:17.752257 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b635969c-56cd-470a-b362-c75fc57f2f35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:35:17.752587 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b635969c-56cd-470a-b362-c75fc57f2f35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:35:17.752948 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b635969c-56cd-470a-b362-c75fc57f2f35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:35:17.753283 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b635969c-56cd-470a-b362-c75fc57f2f35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:35:17.753614 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b635969c-56cd-470a-b362-c75fc57f2f35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:35:17.753940 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b635969c-56cd-470a-b362-c75fc57f2f35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:35:17.754264 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b635969c-56cd-470a-b362-c75fc57f2f35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:35:17.754591 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b635969c-56cd-470a-b362-c75fc57f2f35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:35:17.754914 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b635969c-56cd-470a-b362-c75fc57f2f35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:35:17.755236 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b635969c-56cd-470a-b362-c75fc57f2f35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-3 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 22:35:17.780434 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.db [None req-22a2bae8-2b34-45ea-ad48-7a25fdba3431 None None] For port b81ecbb0-0b91-4eed-b63e-e3b67d625f4b, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=b81ecbb0-0b91-4eed-b63e-e3b67d625f4b,segment=NetworkSegment(a49a982d-b843-4352-92aa-ba16ee1e53c5),segment_id=a49a982d-b843-4352-92aa-ba16ee1e53c5)] {{(pid=102609) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:35:17.780857 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-22a2bae8-2b34-45ea-ad48-7a25fdba3431 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:17.799733 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-22a2bae8-2b34-45ea-ad48-7a25fdba3431 None None] Calling delete_port for b81ecbb0-0b91-4eed-b63e-e3b67d625f4b owned by network:dhcp {{(pid=102609) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:35:17.801851 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9f4b4bfb-d5f6-4542-9d50-3cad9708d2ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:17.834910 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b635969c-56cd-470a-b362-c75fc57f2f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:17.855353 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-b635969c-56cd-470a-b362-c75fc57f2f35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6385a7a-e495-47ec-bdd0-48675e8fd007']}} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:35:17.865065 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-b635969c-56cd-470a-b362-c75fc57f2f35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a49a982d-b843-4352-92aa-ba16ee1e53c5') {'for_net_delete': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:35:17.865338 n-d-816206-3 neutron-server[102608]: DEBUG neutron.services.segments.db [None req-b635969c-56cd-470a-b362-c75fc57f2f35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a49a982d-b843-4352-92aa-ba16ee1e53c5') {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:35:17.875976 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b635969c-56cd-470a-b362-c75fc57f2f35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8591109'] for segment, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:17.883331 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-22a2bae8-2b34-45ea-ad48-7a25fdba3431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738'] for port, after_delete {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:17.893437 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b635969c-56cd-470a-b362-c75fc57f2f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:17.900449 n-d-816206-3 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b635969c-56cd-470a-b362-c75fc57f2f35 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 22:35:17.901711 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b635969c-56cd-470a-b362-c75fc57f2f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8482637'] for segment, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:17.904112 n-d-816206-3 neutron-server[102608]: Traceback (most recent call last): Nov 09 22:35:17.904112 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 22:35:17.904112 n-d-816206-3 neutron-server[102608]: timer() Nov 09 22:35:17.904112 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 22:35:17.904112 n-d-816206-3 neutron-server[102608]: cb(*args, **kw) Nov 09 22:35:17.904112 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 22:35:17.904112 n-d-816206-3 neutron-server[102608]: return func(*args, **kwargs) Nov 09 22:35:17.904112 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 22:35:17.904112 n-d-816206-3 neutron-server[102608]: self._notify() Nov 09 22:35:17.904112 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 22:35:17.904112 n-d-816206-3 neutron-server[102608]: self.callback(batched_events) Nov 09 22:35:17.904112 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 22:35:17.904112 n-d-816206-3 neutron-server[102608]: event.method(event) Nov 09 22:35:17.904112 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 22:35:17.904112 n-d-816206-3 neutron-server[102608]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 22:35:17.904112 n-d-816206-3 neutron-server[102608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 22:35:17.904112 n-d-816206-3 neutron-server[102608]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 22:35:17.904112 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 22:35:17.904112 n-d-816206-3 neutron-server[102608]: return f(self, *a, **k) Nov 09 22:35:17.904112 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 22:35:17.904112 n-d-816206-3 neutron-server[102608]: return self._get(url).json() Nov 09 22:35:17.904112 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 22:35:17.904112 n-d-816206-3 neutron-server[102608]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 22:35:17.904112 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 22:35:17.904112 n-d-816206-3 neutron-server[102608]: return self.request(url, 'GET', **kwargs) Nov 09 22:35:17.904112 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 22:35:17.904112 n-d-816206-3 neutron-server[102608]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 22:35:17.904112 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 22:35:17.904112 n-d-816206-3 neutron-server[102608]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 22:35:17.904112 n-d-816206-3 neutron-server[102608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 22:35:17.904112 n-d-816206-3 neutron-server[102608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 22:35:17.904112 n-d-816206-3 neutron-server[102608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 22:35:17.915781 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2bae8-2b34-45ea-ad48-7a25fdba3431 None None] Pushing event deleted for resources: {'Port': ['ID=b81ecbb0-0b91-4eed-b63e-e3b67d625f4b,revision_number=None']} {{(pid=102609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:35:17.919395 n-d-816206-3 neutron-server[102609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a2bae8-2b34-45ea-ad48-7a25fdba3431 None None] No DVR routers for this DVR port b81ecbb0-0b91-4eed-b63e-e3b67d625f4b on host n-d-816206-3 {{(pid=102609) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:35:17.957436 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:35:17.967451 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b635969c-56cd-470a-b362-c75fc57f2f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:17.973094 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b635969c-56cd-470a-b362-c75fc57f2f35 admin admin] Publish callbacks [] for network, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:17.976263 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-b635969c-56cd-470a-b362-c75fc57f2f35 admin admin] 10.222.0.49 "DELETE /v2.0/networks/f6385a7a-e495-47ec-bdd0-48675e8fd007 HTTP/1.1" status: 204 len: 168 time: 0.5545540 Nov 09 22:35:17.979437 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39620) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:35:17.987329 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b635969c-56cd-470a-b362-c75fc57f2f35 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6385a7a-e495-47ec-bdd0-48675e8fd007,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:35:18.231673 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 452a60be-4f45-4903-b06d-706976696936 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:35:18.254059 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 452a60be-4f45-4903-b06d-706976696936 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:35:18.254408 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 452a60be-4f45-4903-b06d-706976696936 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:35:18.254822 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 03d1e8a7-db76-4a35-86d9-293316e5c4cc no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:35:18.273161 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 03d1e8a7-db76-4a35-86d9-293316e5c4cc {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:35:18.273502 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 03d1e8a7-db76-4a35-86d9-293316e5c4cc not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:35:18.273911 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device b81ecbb0-0b91-4eed-b63e-e3b67d625f4b no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:35:18.291874 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: b81ecbb0-0b91-4eed-b63e-e3b67d625f4b {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:35:18.292216 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device b81ecbb0-0b91-4eed-b63e-e3b67d625f4b not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:35:18.326767 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bac741e4-8794-44c0-89a2-d6724831ed79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378347'] for router_interface, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:18.561255 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-bac741e4-8794-44c0-89a2-d6724831ed79 admin admin] Deleting port de2b6970-7adb-41ea-91ad-3d02e07dcdab {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:35:18.561598 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bac741e4-8794-44c0-89a2-d6724831ed79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:18.637152 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-bac741e4-8794-44c0-89a2-d6724831ed79 admin admin] For port de2b6970-7adb-41ea-91ad-3d02e07dcdab, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=de2b6970-7adb-41ea-91ad-3d02e07dcdab,segment=NetworkSegment(a0f52759-a8f5-40ae-aad6-67f205ffcb71),segment_id=a0f52759-a8f5-40ae-aad6-67f205ffcb71)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:35:18.637506 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bac741e4-8794-44c0-89a2-d6724831ed79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:18.650109 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-bac741e4-8794-44c0-89a2-d6724831ed79 admin admin] Calling delete_port for de2b6970-7adb-41ea-91ad-3d02e07dcdab owned by network:router_interface {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:35:19.148530 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bac741e4-8794-44c0-89a2-d6724831ed79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:19.175599 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac741e4-8794-44c0-89a2-d6724831ed79 admin admin] Pushing event deleted for resources: {'Port': ['ID=de2b6970-7adb-41ea-91ad-3d02e07dcdab,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:35:19.335417 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bac741e4-8794-44c0-89a2-d6724831ed79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-377979'] for router_interface, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:19.552031 n-d-816206-3 neutron-server[102607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac741e4-8794-44c0-89a2-d6724831ed79 admin admin] Router deca08fe-452a-42f7-bf5b-c3ba3b0edb38 has already been hosted by L3 agent aafa06e0-872a-41fa-b85e-e1f0f21b50fc {{(pid=102607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 22:35:19.656941 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac741e4-8794-44c0-89a2-d6724831ed79 admin admin] Notify agent at l3_agent.n-d-816206-3 the message routers_updated {{(pid=102607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 22:35:19.661846 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-bac741e4-8794-44c0-89a2-d6724831ed79 admin admin] 10.222.0.49 "PUT /v2.0/routers/deca08fe-452a-42f7-bf5b-c3ba3b0edb38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6813536 Nov 09 22:35:19.664437 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39622) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:35:19.666967 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc44b67-2f5a-4932-b335-219007a8f57c None None] Sync routers for ids ['deca08fe-452a-42f7-bf5b-c3ba3b0edb38'] in n-d-816206-3 {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 22:35:19.676712 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc44b67-2f5a-4932-b335-219007a8f57c None None] Routers {'deca08fe-452a-42f7-bf5b-c3ba3b0edb38'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:35:19.677310 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-8fc44b67-2f5a-4932-b335-219007a8f57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:34:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['deca08fe-452a-42f7-bf5b-c3ba3b0edb38'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:35:19.768605 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eda85d62-9850-4f11-9c2b-10290bd23d3e admin admin] Publish callbacks [] for router, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:19.867948 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-8fc44b67-2f5a-4932-b335-219007a8f57c None None] Set router deca08fe-452a-42f7-bf5b-c3ba3b0edb38 gateway port host: n-d-816206-3 {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:35:19.872506 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eda85d62-9850-4f11-9c2b-10290bd23d3e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:19.925828 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-eda85d62-9850-4f11-9c2b-10290bd23d3e admin admin] Deleting port 31dca5f2-1001-456d-963d-57c5d45bcc50 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:35:19.926170 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eda85d62-9850-4f11-9c2b-10290bd23d3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:20.010404 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-eda85d62-9850-4f11-9c2b-10290bd23d3e admin admin] For port 31dca5f2-1001-456d-963d-57c5d45bcc50, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=31dca5f2-1001-456d-963d-57c5d45bcc50,segment=NetworkSegment(27a8b153-9819-4edc-8cfd-6c6c42695b22),segment_id=27a8b153-9819-4edc-8cfd-6c6c42695b22)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:35:20.010770 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eda85d62-9850-4f11-9c2b-10290bd23d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:20.023128 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-eda85d62-9850-4f11-9c2b-10290bd23d3e admin admin] Calling delete_port for 31dca5f2-1001-456d-963d-57c5d45bcc50 owned by network:router_gateway {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:35:20.044233 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-8fc44b67-2f5a-4932-b335-219007a8f57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deca08fe-452a-42f7-bf5b-c3ba3b0edb38', 'name': 'tempest-TestSnapshotPattern-1608788697-router', 'tenant_id': 'b0d9d84c52a24f17ba6c81aedabd0e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'external_fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '31dca5f2-1001-456d-963d-57c5d45bcc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:30:34Z', 'updated_at': '2021-11-09T22:35:18Z', 'revision_number': 5, 'project_id': 'b0d9d84c52a24f17ba6c81aedabd0e03', 'gw_port': {'id': '31dca5f2-1001-456d-963d-57c5d45bcc50', 'name': '', 'network_id': '4531c23d-84b7-490d-8d7c-6676781b6e6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deca08fe-452a-42f7-bf5b-c3ba3b0edb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T22:30:34Z', 'updated_at': '2021-11-09T22:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a62b4fa-366c-4ebe-b1d3-18a56f2402ca', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-3'}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:35:20.069595 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc44b67-2f5a-4932-b335-219007a8f57c None None] Checking router: deca08fe-452a-42f7-bf5b-c3ba3b0edb38 for host: n-d-816206-3 {{(pid=102610) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 22:35:20.078153 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc44b67-2f5a-4932-b335-219007a8f57c None None] Routers {'deca08fe-452a-42f7-bf5b-c3ba3b0edb38'} bound to L3 agent in host n-d-816206-3 {{(pid=102610) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 22:35:20.078764 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-8fc44b67-2f5a-4932-b335-219007a8f57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T21:01:50Z,description=,heartbeat_timestamp=2021-11-09T22:34:50Z,host='n-d-816206-3',id=aafa06e0-872a-41fa-b85e-e1f0f21b50fc,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T21:01:50Z,topic='l3_agent')) {'router_ids': ['deca08fe-452a-42f7-bf5b-c3ba3b0edb38'], 'active': True} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:35:20.163961 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_dvr_db [None req-8fc44b67-2f5a-4932-b335-219007a8f57c None None] Set router deca08fe-452a-42f7-bf5b-c3ba3b0edb38 gateway port host: None {{(pid=102610) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 22:35:20.189811 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eda85d62-9850-4f11-9c2b-10290bd23d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:20.216535 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5815d70-c2f4-4972-be98-42892d1ae885 None None] DHCP port deletion for 4531c23d-84b7-490d-8d7c-6676781b6e6a request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:35:20.223323 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.l3_hamode_db [None req-8fc44b67-2f5a-4932-b335-219007a8f57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deca08fe-452a-42f7-bf5b-c3ba3b0edb38', 'name': 'tempest-TestSnapshotPattern-1608788697-router', 'tenant_id': 'b0d9d84c52a24f17ba6c81aedabd0e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:30:34Z', 'updated_at': '2021-11-09T22:35:19Z', 'revision_number': 6, 'project_id': 'b0d9d84c52a24f17ba6c81aedabd0e03', 'gw_port_host': None}], 'n-d-816206-3', False) {} {{(pid=102610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:35:20.244424 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda85d62-9850-4f11-9c2b-10290bd23d3e admin admin] Pushing event deleted for resources: {'Port': ['ID=31dca5f2-1001-456d-963d-57c5d45bcc50,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:35:20.254388 n-d-816206-3 neutron-server[102610]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc44b67-2f5a-4932-b335-219007a8f57c None None] The sync data for ids ['deca08fe-452a-42f7-bf5b-c3ba3b0edb38'] in n-d-816206-3 is: [{'id': 'deca08fe-452a-42f7-bf5b-c3ba3b0edb38', 'name': 'tempest-TestSnapshotPattern-1608788697-router', 'tenant_id': 'b0d9d84c52a24f17ba6c81aedabd0e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T22:30:34Z', 'updated_at': '2021-11-09T22:35:19Z', 'revision_number': 6, 'project_id': 'b0d9d84c52a24f17ba6c81aedabd0e03', 'gw_port_host': None}] {{(pid=102610) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 22:35:20.284316 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fffd1d92-458a-41f1-b41d-c6a54989f992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:20.288180 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eda85d62-9850-4f11-9c2b-10290bd23d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376977'] for router_gateway, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:20.378983 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eda85d62-9850-4f11-9c2b-10290bd23d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27308'] for router, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:20.381114 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eda85d62-9850-4f11-9c2b-10290bd23d3e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:20.426101 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eda85d62-9850-4f11-9c2b-10290bd23d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-380429'] for router, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:20.426635 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda85d62-9850-4f11-9c2b-10290bd23d3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router deca08fe-452a-42f7-bf5b-c3ba3b0edb38 {{(pid=102607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 22:35:20.430911 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eda85d62-9850-4f11-9c2b-10290bd23d3e admin admin] Publish callbacks [] for router, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:20.432113 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-eda85d62-9850-4f11-9c2b-10290bd23d3e admin admin] 10.222.0.49 "DELETE /v2.0/routers/deca08fe-452a-42f7-bf5b-c3ba3b0edb38 HTTP/1.1" status: 204 len: 168 time: 0.7667041 Nov 09 22:35:20.434662 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39624) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:35:20.477904 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cfd17f2-5401-44a9-9fe9-210ccc343517 admin admin] Deleting subnet 36e0c2dd-b4b1-44e6-b313-2ba705b79642 {{(pid=102607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 22:35:20.480946 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9cfd17f2-5401-44a9-9fe9-210ccc343517 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:20.519534 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9cfd17f2-5401-44a9-9fe9-210ccc343517 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9328646'] for subnet, precommit_delete_associations {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:20.598794 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9cfd17f2-5401-44a9-9fe9-210ccc343517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1471764'] for subnet, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:20.653700 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9cfd17f2-5401-44a9-9fe9-210ccc343517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1471773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9946341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8711947'] for subnet, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:20.678788 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfd17f2-5401-44a9-9fe9-210ccc343517 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36e0c2dd-b4b1-44e6-b313-2ba705b79642,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:35:20.684483 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9cfd17f2-5401-44a9-9fe9-210ccc343517 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:20.687838 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-9cfd17f2-5401-44a9-9fe9-210ccc343517 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/36e0c2dd-b4b1-44e6-b313-2ba705b79642 HTTP/1.1" status: 204 len: 168 time: 0.2522445 Nov 09 22:35:20.690379 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39626) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:35:20.700208 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043c8299-e571-443a-bbb5-0f0d9387a6eb None None] Network b16c99b3-f3db-4262-985b-24e2a0378d91 requested from n-d-816206-3 {{(pid=102609) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 22:35:20.760572 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4506f5e5-b931-4702-9994-4f99cffdb0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615736'] for network, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:20.812904 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-4506f5e5-b931-4702-9994-4f99cffdb0e9 admin admin] Deleting port 1e911cbb-d33d-432b-9999-bb181fa58a62 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 22:35:20.813242 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4506f5e5-b931-4702-9994-4f99cffdb0e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752600570287'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:20.874993 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-4506f5e5-b931-4702-9994-4f99cffdb0e9 admin admin] For port 1e911cbb-d33d-432b-9999-bb181fa58a62, host n-d-816206-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-3',level=0,port_id=1e911cbb-d33d-432b-9999-bb181fa58a62,segment=NetworkSegment(a0f52759-a8f5-40ae-aad6-67f205ffcb71),segment_id=a0f52759-a8f5-40ae-aad6-67f205ffcb71)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 22:35:20.875361 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4506f5e5-b931-4702-9994-4f99cffdb0e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388109'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:20.887227 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-4506f5e5-b931-4702-9994-4f99cffdb0e9 admin admin] Calling delete_port for 1e911cbb-d33d-432b-9999-bb181fa58a62 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 22:35:20.966225 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4506f5e5-b931-4702-9994-4f99cffdb0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1494229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752600576377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752600164738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9946312'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:20.993673 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4506f5e5-b931-4702-9994-4f99cffdb0e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e911cbb-d33d-432b-9999-bb181fa58a62,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:35:20.995795 n-d-816206-3 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4506f5e5-b931-4702-9994-4f99cffdb0e9 admin admin] No DVR routers for this DVR port 1e911cbb-d33d-432b-9999-bb181fa58a62 on host n-d-816206-3 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 22:35:21.017401 n-d-816206-3 neutron-server[102609]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19278e44-caa5-45e1-a3c6-cbc3ef25d246 None None] DHCP port deletion for b16c99b3-f3db-4262-985b-24e2a0378d91 request from n-d-816206-3 {{(pid=102609) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 22:35:21.071550 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4506f5e5-b931-4702-9994-4f99cffdb0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1472685', 'neutron.services.segments.db._delete_segments_for_network-8752600729573'] for network, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:21.093901 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-4506f5e5-b931-4702-9994-4f99cffdb0e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b16c99b3-f3db-4262-985b-24e2a0378d91']}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:35:21.103467 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-4506f5e5-b931-4702-9994-4f99cffdb0e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0f52759-a8f5-40ae-aad6-67f205ffcb71') {'for_net_delete': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:35:21.103761 n-d-816206-3 neutron-server[102607]: DEBUG neutron.services.segments.db [None req-4506f5e5-b931-4702-9994-4f99cffdb0e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0f52759-a8f5-40ae-aad6-67f205ffcb71') {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 22:35:21.113420 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4506f5e5-b931-4702-9994-4f99cffdb0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752600733678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9328671'] for segment, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:21.126425 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4506f5e5-b931-4702-9994-4f99cffdb0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237'] for segment, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:21.132275 n-d-816206-3 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4506f5e5-b931-4702-9994-4f99cffdb0e9 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=102607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 22:35:21.132685 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4506f5e5-b931-4702-9994-4f99cffdb0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9946299'] for segment, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:21.134358 n-d-816206-3 neutron-server[102607]: Traceback (most recent call last): Nov 09 22:35:21.134358 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 22:35:21.134358 n-d-816206-3 neutron-server[102607]: timer() Nov 09 22:35:21.134358 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 22:35:21.134358 n-d-816206-3 neutron-server[102607]: cb(*args, **kw) Nov 09 22:35:21.134358 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 22:35:21.134358 n-d-816206-3 neutron-server[102607]: return func(*args, **kwargs) Nov 09 22:35:21.134358 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 22:35:21.134358 n-d-816206-3 neutron-server[102607]: self._notify() Nov 09 22:35:21.134358 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 22:35:21.134358 n-d-816206-3 neutron-server[102607]: self.callback(batched_events) Nov 09 22:35:21.134358 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 22:35:21.134358 n-d-816206-3 neutron-server[102607]: event.method(event) Nov 09 22:35:21.134358 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 22:35:21.134358 n-d-816206-3 neutron-server[102607]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 22:35:21.134358 n-d-816206-3 neutron-server[102607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 22:35:21.134358 n-d-816206-3 neutron-server[102607]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 22:35:21.134358 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 22:35:21.134358 n-d-816206-3 neutron-server[102607]: return f(self, *a, **k) Nov 09 22:35:21.134358 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 22:35:21.134358 n-d-816206-3 neutron-server[102607]: return self._get(url).json() Nov 09 22:35:21.134358 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 22:35:21.134358 n-d-816206-3 neutron-server[102607]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 22:35:21.134358 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 22:35:21.134358 n-d-816206-3 neutron-server[102607]: return self.request(url, 'GET', **kwargs) Nov 09 22:35:21.134358 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 22:35:21.134358 n-d-816206-3 neutron-server[102607]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 22:35:21.134358 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 22:35:21.134358 n-d-816206-3 neutron-server[102607]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 22:35:21.134358 n-d-816206-3 neutron-server[102607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 22:35:21.134358 n-d-816206-3 neutron-server[102607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 22:35:21.134358 n-d-816206-3 neutron-server[102607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 22:35:21.188874 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4506f5e5-b931-4702-9994-4f99cffdb0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1472666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377085'] for network, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:21.194432 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4506f5e5-b931-4702-9994-4f99cffdb0e9 admin admin] Publish callbacks [] for network, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:21.200398 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-4506f5e5-b931-4702-9994-4f99cffdb0e9 admin admin] 10.222.0.49 "DELETE /v2.0/networks/b16c99b3-f3db-4262-985b-24e2a0378d91 HTTP/1.1" status: 204 len: 168 time: 0.5064363 Nov 09 22:35:21.209719 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4506f5e5-b931-4702-9994-4f99cffdb0e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b16c99b3-f3db-4262-985b-24e2a0378d91,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:35:21.343326 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:21.382106 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39634) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:35:21.421659 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-f30931da-dc73-4cd2-b12d-5a5a052c3dc9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=994c2c2d9f33453798f3b211aaa49d17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383837 Nov 09 22:35:21.424006 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [-] (102607) accepted ('10.222.0.49', 39636) {{(pid=102607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:35:21.474018 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-54f98524-3c7c-47b0-a77a-9e07d8db3602 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:21.495039 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-54f98524-3c7c-47b0-a77a-9e07d8db3602 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:21.541537 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-54f98524-3c7c-47b0-a77a-9e07d8db3602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:21.543962 n-d-816206-3 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-54f98524-3c7c-47b0-a77a-9e07d8db3602 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:21.545117 n-d-816206-3 neutron-server[102607]: INFO neutron.wsgi [None req-54f98524-3c7c-47b0-a77a-9e07d8db3602 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/271c0863-cf15-4cb8-9ea2-815b29caf324 HTTP/1.1" status: 204 len: 168 time: 0.1202240 Nov 09 22:35:21.552963 n-d-816206-3 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f98524-3c7c-47b0-a77a-9e07d8db3602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271c0863-cf15-4cb8-9ea2-815b29caf324,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:35:21.858428 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39642) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:35:21.897412 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-e592b562-940b-41fd-a5c7-99b4f6ebe433 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b0d9d84c52a24f17ba6c81aedabd0e03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378234 Nov 09 22:35:21.899889 n-d-816206-3 neutron-server[102608]: DEBUG neutron.wsgi [-] (102608) accepted ('10.222.0.49', 39644) {{(pid=102608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 22:35:21.948901 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0bea692e-26b0-4e4b-b54a-412936ac60a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:21.970702 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0bea692e-26b0-4e4b-b54a-412936ac60a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:22.019081 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0bea692e-26b0-4e4b-b54a-412936ac60a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472281'] for security_group, after_delete {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:22.021710 n-d-816206-3 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-0bea692e-26b0-4e4b-b54a-412936ac60a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:22.022938 n-d-816206-3 neutron-server[102608]: INFO neutron.wsgi [None req-0bea692e-26b0-4e4b-b54a-412936ac60a2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f5510ac2-8208-45e7-bf73-9006937f38f5 HTTP/1.1" status: 204 len: 168 time: 0.1221871 Nov 09 22:35:22.030798 n-d-816206-3 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea692e-26b0-4e4b-b54a-412936ac60a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5510ac2-8208-45e7-bf73-9006937f38f5,revision_number=None']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 22:35:22.230796 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 31dca5f2-1001-456d-963d-57c5d45bcc50 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:35:22.252729 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 31dca5f2-1001-456d-963d-57c5d45bcc50 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:35:22.253173 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 31dca5f2-1001-456d-963d-57c5d45bcc50 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:35:22.253646 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 1e911cbb-d33d-432b-9999-bb181fa58a62 no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:35:22.273604 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: 1e911cbb-d33d-432b-9999-bb181fa58a62 {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:35:22.273951 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device 1e911cbb-d33d-432b-9999-bb181fa58a62 not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:35:22.274376 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device de2b6970-7adb-41ea-91ad-3d02e07dcdab no longer exists at agent ovs-agent-n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 22:35:22.294266 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.plugin [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] No Port match for: de2b6970-7adb-41ea-91ad-3d02e07dcdab {{(pid=102609) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 22:35:22.294607 n-d-816206-3 neutron-server[102609]: DEBUG neutron.plugins.ml2.rpc [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Device de2b6970-7adb-41ea-91ad-3d02e07dcdab not bound to the agent host n-d-816206-3 {{(pid=102609) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 22:35:22.707750 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:23.572993 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:23.609097 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:34.524992 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:47.783015 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f4bd7dfd-a2e7-4cc4-a042-e2cd7d111325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:50.279904 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-15c36374-9f03-4f16-9a4e-c85dd4f44ebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:51.345228 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:52.709090 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:53.574972 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:53.607491 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:35:54.957010 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:36:04.538996 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:36:17.784172 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-02635829-6489-4db4-9db1-81c7d612b045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:36:20.283131 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4de8f0e6-155f-46ff-82b1-c766f024c230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:36:21.348066 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:36:22.712341 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:36:23.577006 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:36:23.610991 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:36:31.956746 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:36:34.691412 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:36:47.785224 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-5d2be425-2076-4c01-88de-22caa35e9e1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:36:50.283974 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ecd00495-0ddc-454e-98d7-fac69cc5e140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:36:51.351002 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:36:52.715039 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:36:53.579613 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:36:53.619506 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:37:04.567754 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:37:08.957826 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:37:17.786449 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-fa5b71c5-913d-4378-bc6c-220add1a1a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:37:20.286485 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-7b6d2376-dc82-42ce-b78c-951e43ed8098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:37:21.358177 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:37:22.718290 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:37:23.580585 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:37:23.635003 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:37:34.567058 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:37:45.957315 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:37:47.787203 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-894bdda6-ccba-4d0c-b967-5ea57bd77710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:37:50.288139 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-a09efd9b-df64-4839-b21e-9ca950c614c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:37:51.356953 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:37:52.722051 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:37:53.581893 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:37:53.641789 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:38:04.597200 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:38:17.791086 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6f2d2d80-a645-4948-8275-570a33843849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:38:20.288662 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ed231a99-ef3e-46ea-ac1e-537ea1f7acab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:38:21.360098 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:38:22.723292 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:38:22.956177 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:38:23.583064 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:38:23.649266 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:38:34.595751 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:38:47.792691 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-f49f22aa-edcc-4a2b-9e8b-2dfc6a717b37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:38:50.288328 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-eff09795-f723-427f-b92f-99ff4859121d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:38:51.363545 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:38:52.724793 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:38:53.585228 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:38:53.663108 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:38:59.955347 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:39:04.590140 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:39:17.794869 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6e39071e-964f-46d4-a568-075966032240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:39:20.290185 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-4c2848c1-7146-473d-8102-b190c3f77536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:39:21.365619 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:39:22.731003 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:39:23.591706 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:39:23.662219 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:39:34.612354 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:39:36.954082 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:39:47.795357 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-ec3203a8-e21a-42a5-824d-7fd07312916b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:39:50.291680 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-cb33462e-9f9b-45c6-8ae7-64a9991e2498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:39:51.369375 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:39:52.731407 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:39:53.582745 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:39:53.677596 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:40:04.626485 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:40:13.952752 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:40:17.795922 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-20639a6f-a910-4793-b349-6a3ef8cb5fba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:40:20.292375 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8085337e-b347-4047-8600-06635f8c4e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:40:21.372449 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:40:22.733402 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:40:23.584454 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:40:23.684870 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:40:34.613862 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:40:47.796435 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-2bf000d7-8f71-4af1-a07e-0e1d673f6566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:40:50.292998 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0ea16a28-efad-4964-afff-3d1f70d247ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:40:50.951963 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:40:51.374961 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:40:52.735336 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:40:53.585363 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:40:53.706685 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:41:04.641090 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:41:17.798677 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-3963f89f-a6cb-4e2f-b511-3652c8ea3d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:41:20.292832 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6e0df07c-1a5a-415f-afd0-8d0f679e8a1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:41:21.380118 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:41:22.738868 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:41:23.585562 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:41:23.705689 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:41:27.951303 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:41:34.628167 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:41:47.800002 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e7108406-23df-4831-ab3a-69a222c0511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:41:50.292784 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-e597d3ef-2347-4683-b9f9-cb839064ced6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:41:51.380198 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:41:52.740919 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:41:53.589446 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:41:53.723044 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:42:04.655497 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:42:04.950764 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:42:17.801400 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-b5e518ff-e320-4622-9390-89455b27b13d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:42:20.292889 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-1b4c981b-6396-4550-b4cc-38e7f0a43a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:42:21.383777 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:42:22.743527 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:42:23.589987 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:42:23.736827 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:42:34.653889 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:42:41.949055 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:42:47.805428 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-582f7136-02e1-4273-ad22-be15a54e96cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:42:50.293905 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-8823f096-596e-4a69-8a1e-af92a41bea8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:42:51.385815 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:42:52.747204 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:42:53.591846 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:42:53.734796 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:43:04.660945 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:43:17.808171 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9110b51d-cd49-4ebb-a1b7-9cb3785ec5a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:43:18.948738 n-d-816206-3 neutron-server[102610]: DEBUG neutron.db.agents_db [None req-7bfe9ea4-6630-460d-8aa4-ebe543c1cbb3 None None] Agent healthcheck: found 7 active agents {{(pid=102610) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 22:43:20.294299 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-6bdb223a-b94f-4769-991d-dacfa1a03eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:43:21.389310 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-9ad987b6-db20-4a56-a32e-cdf8796c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:43:22.749843 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-98a365b7-a815-47ba-a7f1-0d16e6180be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:43:23.594632 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-436e217a-91e3-4d62-8f2d-b07661389bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:43:23.742892 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-54faab06-ae8d-4b31-833a-d81bd35c9f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:43:34.667389 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-17a2f9a9-c05a-48f1-99fb-20025017ab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 22:43:35.734517 n-d-816206-3 neutron-server[102607]: DEBUG neutron.wsgi [req-9bc966b8-511a-42b7-96da-bc951946633c req-4c58e147-f2ca-4f49-99d1-2a1c9b4b2322 service neutron] (102607) timed out ('10.222.0.49', 37450) {{(pid=102607) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 22:43:47.810233 n-d-816206-3 neutron-server[102609]: DEBUG neutron_lib.callbacks.manager [None req-0f4f8eaa-e2e0-4a47-a99d-f8e604f1423c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752600729555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1442135'] for agent, after_update {{(pid=102609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}